diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..e8690fc --- /dev/null +++ b/.gitattributes @@ -0,0 +1,5 @@ +# Scientific artifacts must retain the bytes recorded in checksums.json. +results/** -text +# Generated CSV uses RFC 4180 line endings; Matplotlib SVG paths contain spaces. +results/**/*.csv -whitespace +results/**/*.svg -whitespace diff --git a/.gitignore b/.gitignore new file mode 100644 index 0000000..88f76cf --- /dev/null +++ b/.gitignore @@ -0,0 +1,5 @@ +__pycache__/ +.venv/ +weights/ +*.partial +*.log diff --git a/README.md b/README.md new file mode 100644 index 0000000..5f76e86 --- /dev/null +++ b/README.md @@ -0,0 +1,26 @@ +# Model parameter similarity experiments + +Bounded, inference-free analysis of official unquantized model weights. The first experiment +is **Qwen3.5-2B**. Model weights are downloaded and analyzed on the authorized remote host, +then deleted after archived results pass validation. No model weights are committed here. + +- [Training-free functional reuse plan (proposed; not executed)](docs/TRAINING_FREE_FUNCTIONAL_PLAN.md) +- [Primary-source literature and applicability](docs/FUNCTIONAL_REUSE_LITERATURE.md) +- [Procedure and limits](docs/SOP.md) +- [2B pilot findings and limitations](docs/PILOT_FINDINGS.md) +- [Raw result report, data and figures](results/qwen35-2b/REPORT.md) +- `pilot/download.py`: revision-pinned official checkpoint download and verification. +- `pilot/tensors.py`: memory-mapped safetensors/BF16 reader and metrics. +- `pilot/analyze.py`: bounded tensor/block search, exact verification, representative groups. +- `pilot/plot.py`: scientific PNG/PDF/SVG figures and report from saved data. +- `pilot/validate.py`: result/group validation, checksums and guarded weight cleanup. +- `pilot/audit.py`: finite-metric checks, test evidence and archive provenance. +- `pilot/run.py`: one-model supervisor with bounded download wait and analysis timeouts. +- `tests/test_pilot.py`: synthetic numerical and 3D correctness tests. + +The primary result is **verified net byte savings versus direct relative weight error**. +This does not demonstrate preserved task capability or faster inference. Different block +scales are alternative partitions and their savings must not be summed. + +Dependencies are pinned in `requirements.txt`; install only prebuilt wheels on the remote host. +Full resolved versions and run provenance accompany each result. See the SOP for commands. diff --git a/docs/FUNCTIONAL_REUSE_LITERATURE.md b/docs/FUNCTIONAL_REUSE_LITERATURE.md new file mode 100644 index 0000000..595a155 --- /dev/null +++ b/docs/FUNCTIONAL_REUSE_LITERATURE.md @@ -0,0 +1,23 @@ +# 功能复用文献核对 + +核对日期:2026-11-09。以下为原始论文摘要及相关章节核对,不是复现实验。 +本项目约束:不训练任何参数;已有静态试验没有执行模型前向。下面的方法不自动获得执行授权。 + +| 原始来源 | 研究的共享对象 / 证据 | 训练条件与适用限制 | 对本项目的用途 | +|---|---|---|---| +| [LISA, 2408.01890v2](https://arxiv.org/html/2408.01890v2), §3–5 | 跨层 token 注意力分布;考察头对齐、浅层敏感性;基准能力和吞吐验证 | 学习头对齐网络及低秩差异修正;不能归类为免训练替换。论文的 attention weights 在此主要指注意力分布,不是 W_Q/W_K 权重 | 借鉴逐头比较、首 token 对照和替换敏感性验证;不采用训练模块 | +| [CLA, 2405.12981](https://arxiv.org/abs/2405.12981) | 相邻层共享 K/V heads,降低 KV cache;语言模型能力验证 | 摘要明确实验为从头训练 1B/3B 模型;不是现成 Qwen 的直接合并证据 | 区分 KV 缓存收益和参数/计算收益;作为架构可行性依据 | +| [Systematic Study, NAACL 2025](https://aclanthology.org/2025.naacl-short.34/) | 系统比较跨层 KV 共享配置;语言建模、下游任务及生成吞吐 | 摘要报告激进配置涉及额外训练及 prefill 代价;不能由摘要推断零训练可迁移性 | 复用方向、共享拓扑及 prefill/decode 成本须分别记录 | +| [MiniLM, 2002.10957v2](https://arxiv.org/abs/2002.10957) | 注意力分布及 value-value 关系蒸馏 | 明确训练学生模型;本项目不进行蒸馏 | 提醒检索分布和 value 内容需要分开考察 | +| [CKA, ICML 2019](https://proceedings.mlr.press/v97/kornblith19a.html) | 表征之间的关系相似性,不是模块替换实验 | 论文讨论表征比较及可逆变换不变性的局限;高 CKA 不是可替换保证 | 可作为候选诊断,不能取代输出误差、干预和成本评测 | +| [ALBERT, 1909.11942v6](https://arxiv.org/html/1909.11942v6), §3.1/4.5 | 跨层参数共享及训练后能力验证 | 共享架构参与训练;不能直接外推为已训练 checkpoint 可无损合并 | 参数存储减少与前向运算减少分别记账 | + +## 对当前试验的推论 + +以上文献给出研究动机,没有证明 Qwen3.5-2B 已存在免训练的有效复用组。 +静态权重试验也没有否定该可能性。应使用同输入功能探测筛选,再对实际计算图实施单处干预。 +Qwen 的 full attention 与线性注意力需分别定义探测量;不能把 softmax attention 的结论照搬到状态递推模块。 + +数学工具参考:[SciPy orthogonal_procrustes](https://docs.scipy.org/doc/scipy/reference/generated/scipy.linalg.orthogonal_procrustes.html)。 +纯正交最小二乘有直接的矩阵分解解法,无须枚举旋转矩阵;但求解一个对齐并不自动带来可省略的计算。 +本项目下一阶段默认不求 R,直接测目标函数和干预效果。 diff --git a/docs/PILOT_FINDINGS.md b/docs/PILOT_FINDINGS.md new file mode 100644 index 0000000..1336fb5 --- /dev/null +++ b/docs/PILOT_FINDINGS.md @@ -0,0 +1,132 @@ +# Qwen3.5-2B 有界试验结果 + +本轮已完成约定时间预算内的试验。整 tensor 精确比较 2,000 对;子块在内部截止时 +完成 14,778 / 20,000 对(73.89%),其余 5,222 对未计算。不能把本轮写成全量搜索。 + +结论:在本次候选、坐标对齐及误差阈值范围内,没有获得显著的直接权重共享收益。 +这不等于证明该模型不能通过其他方法压缩,也不代表 MoE 模型具有同样结果。 + +## 已确认的试验范围 + +- 模型:官方 `Qwen/Qwen3.5-2B`,revision `15852e8c16360a2fea060d615a32b45270f8a8fc`。 +- 原始 safetensors 文件为 4,548,221,488 字节,已核对官方 LFS SHA256。 +- 共 632 个存储 tensor;权重数据本身为 4,548,144,832 字节。 +- 实际存储参数 2,274,069,824 个,包含官方 checkpoint 中的视觉部分。 +- 维数分布:319 个一维、294 个二维、18 个三维、1 个五维。 +- 三维权重是 `[6144, 1, 4]` 的卷积核,包含长度为 1 的轴;不能把它解释为一般三维体积。 +- 五维视觉权重纳入完整清单和全模型字节分母,本轮不扩展五维子块搜索。 +- 不执行前向计算、能力评测、训练或蒸馏。 + +## 整 tensor 的结果 + +已完成 2,000 对同角色、同形状候选的精确比较。它们是经过近邻筛选的候选, +不是所有可能 tensor 对的穷举。 + +| 最大直接替换相对误差 | 非单成员共享组 | 最大组大小 | 净节省字节 | 占模型权重 | +|---|---:|---:|---:|---:| +| 1% | 0 | 1 | 0 | 0% | +| 2% | 0 | 1 | 0 | 0% | +| 5% | 1 | 2 | 0 | 0% | +| 10% | 11 | 6 | 32,704 | 0.000719% | +| 20% | 16 | 15 | 119,424 | 0.002626% | + +20% 阈值下找到的共享组均为一维权重。组数增加不代表显著的字节收益。 +这里的百分比是权重误差,绝不是任务能力损失百分比。 + +净节省按本轮声明的理论布局计算:保留组代表,每个分析对象 16 字节映射, +每个共享组 64 字节描述;若大于原存储,则保持原表示。 + +这部分结果不支持在本次搜索范围内通过直接共享整 tensor 显著压缩该 checkpoint。 +它不排除其他未比较组合、子块共享、重参数化或带残差的压缩方法。 + +## 子块结果 + +共筛选 13,328 个抽样子块。20% 直接替换误差阈值下: + +这里的 tensor 指完整命名权重数组,block 指其局部子张量,不是 Transformer block。 +三维原始权重为 6144×1×4,本轮切片实际是 1×1×4(4 个数),局部块是 +4×1×4(16 个数);小块的高余弦不能推广为整份三维权重相似。 + +| 表示 | 非单成员共享组 | 最大组 | 映射开销前节省 | 当前布局净节省 | +|---|---:|---:|---:|---:| +| 64×64 二维块 | 3 | 3 | 40,960 字节 | 0 | +| 128×128 二维块 | 1 | 2 | 32,768 字节 | 0 | +| 三维 axis-0 切片 | 45 | 12 | 872 字节 | 0 | +| 三维局部块 | 2 | 2 | 64 字节 | 0 | + +二维共享候选均来自 `model.visual.pos_embed.weight`,未在已复核候选中形成大规模 +投影矩阵共享。不同块尺度是替代方案,不能相加。 + +净收益为零与声明的映射成本有关,不应解读为完全没有相似子块。更稀疏或更紧凑的 +索引格式可能降低开销,但本轮找到的二维毛节省也仅为几十 KB,尚不足以支持大幅 +减容。三维切片组数量较多,但整组三维权重合计只占模型字节的约 0.01945%。 + +模型字节占比:一维 0.01972%、二维 99.89167%、三维 0.01945%、五维 0.06917%。 +因此,应按字节贡献评估价值,不能按 tensor 数量或共享组数量推断收益。 + +全部分组是满足代表半径约束的可行方案,不保证达到最少组数或最优压缩率。 + +## 运行经验 + +1. 实际服务器内存约 1.7 GiB,新增的 60 GB 是磁盘扩容,不是内存。 + 使用分块 BF16 解码和 mmap 页面释放完成了完整权重扫描与整 tensor 比较。 +2. 只看进程 RSS 不足以解释运行成本。`vmstat` 快照观察到 75%~85% 的 I/O 等待, + 同时存在交换活动;这些是共享主机的快照,不能全部归因于本进程。 +3. 与权重读取并行的绘图合成测试触发过 300 秒超时;观察到测试处于磁盘等待。 + 后续验证应在权重读取结束后串行执行,避免把资源争用误判为数值算法失败。 +4. Matplotlib 图例改为固定位置,避免自动定位引入额外布局开销。 +5. 公平地选择各角色的候选,与高效地安排读取顺序,是两个不同问题。 + 下一轮应评估“先固定公平候选集合,再按文件/源 tensor 分批执行”的效果, + 比较是否得到相同指标及更低 I/O 开销;本轮不在中途改变候选集合。 +6. 从已保存元数据计算,13,328 个抽样子块的原始数据合计 256,387,072 字节 + (约 244.5 MiB),对应指纹约 100.1 MiB。这是下一轮原始子块缓存的容量估计, + 不是本轮已经实现的缓存或实测加速。应先用小样本验证数值一致性、峰值内存和 + I/O 改善,再决定是否作为默认方案;不能仅凭容量估计保证运行效率。 + +参数分析及分组汇总耗时 6,661.13 秒(约 111.0 分钟),分析进程峰值 RSS 约 +201.3 MiB;这不包含系统文件缓存和同机服务内存。内部比较截止后保存覆盖率与 +分组,整个参数分析未触及 7,200 秒进程硬上限。块比较阶段将本进程 IO 优先级 +调整为 best-effort 7,未改变服务器全局设置。 + +最终修图版 6 项串行合成测试通过(约 77.2 秒),六类图表的 PNG/PDF/SVG 已生成, +并对全部六类 PNG 做视觉检查;程序还核验了分组成员与代表之间的精确误差边。 + +## 三张诊断图的修订与解读 + +- 热力图只展示 `linear_attn.in_proj_a.weight`(16×2048),不是整个层。18 个相关层 + 的 153 种配对中核验了 74 对;已测非对角余弦约 0.011~0.298。 + 对角线 1 是身份比较,不是跨层发现。未测格子改用斜线,避免与接近零的底色混淆。 +- 原混合层距曲线受维数组成影响:层距 1 含 183 对一维、19 对二维;层距 8 + 含 52 对一维、75 对二维。一维余弦中位数约从 0.941 变为 0.883, + 不能将混合曲线的陡降全部归因于层距。修订版按维数/块尺度分开,模块和筛选偏差仍存在。 +- 随机对照分为保留分布的元素打乱、匹配范数的零均值高斯向量、真实同角色随机配对。 + 元素打乱后仍高余弦的情况主要出现在一维归一化、偏置和 A_log,提示均值/分布影响。 + 修订版按维数分面、按密度归一化,并显示样本数,避免将不同样本量的峰高当概率比较。 + 它们是诊断对照,不是显著性检验,也没有完全匹配每个模块的采样构成。 + 三维对照分层仅有约 3~6 个样本,尤其不能据其峰形作总体推断。 + +这次只从已有 CSV/JSON 重绘并导出诊断表,模型权重已删除,没有增加参数比较或重新运行模型。 + +## 限制及后续决策 + +- 只研究一个 checkpoint;近邻筛选、同角色分组和子块抽样均可能漏掉其他共享机会。 +- 直方图和层距曲线存在候选筛选与模块混合偏差,不能用作总体分布或独立样本推断。 +- 光谱/子空间分析仅使用有界子体积;分布或子空间相似不等于可直接替换。 +- 本轮没有测量能力损失、困惑度、运行内存或推理速度,也没有产出可运行的压缩模型。 +- 大幅减少推理计算量需要进一步的计算图和路由分析,单纯共享存储不能保证加速。 + +下一轮先讨论候选选择与执行局部性、原始子块缓存、映射格式和阶段预算, +再修订 SOP;不自动下载第二个模型。只有获得额外授权后,才进行校准前向及 +留出任务测试,以验证替换造成的能力损失。 + +数据与标准化报告见 `../results/qwen35-2b/`;具体阈值、分组、覆盖率、来源和校验记录 +随原始图表数据归档。权重在交付副本校验后按授权删除,重现实验需要按固定 revision +重新下载。 + +## 功能复用假设仍待验证 + +本轮坐标对齐权重结果不能排除 Q/K 的联合功能接近或 MLP 分支可复用。 +下一阶段采用同一隐藏输入下的函数比较,不训练参数、不默认求正交 R; +注意力分布、完整分支输出、真实网络单处替换和运行收益分别验证。 +详见 [免训练有界方案](TRAINING_FREE_FUNCTIONAL_PLAN.md) 与 +[文献核对](FUNCTIONAL_REUSE_LITERATURE.md)。这些是方案,尚未执行。 diff --git a/docs/SOP.md b/docs/SOP.md new file mode 100644 index 0000000..80689ab --- /dev/null +++ b/docs/SOP.md @@ -0,0 +1,123 @@ +# Parameter similarity SOP — 2B pilot draft + +Status: v0.1, executed for the bounded Qwen3.5-2B pilot. See [findings](PILOT_FINDINGS.md). +Changes proposed from this experience require a small equivalence/performance check before +the next model; no second model is started automatically. + +## Scope and decision + +Analyze official, unquantized safetensors without instantiating a model, running inference, +training, or executing repository-supplied code. Start with Qwen/Qwen3.5-2B only. +The question is the number of representative-centered sharing groups under direct weight +replacement error limits, and the net byte savings of a theoretical shared representation. +Weight error is not task-accuracy loss, and parameter sharing does not imply fewer FLOPs. + +## Prerequisites + +1. Confirm authorized remote host, free disk, memory, CPU, existing work, and access. +2. Install prebuilt wheels only. Never compile locally or silently use another runner. +3. Freeze the official repository revision and download file manifest including SHA256. +4. Allocate checkpoint size plus 3 GB disk margin. Use an experiment-owned directory, + not a shared Hugging Face cache. Never delete pre-existing weights. + +## Bounded procedure + +1. Run synthetic correctness tests on the remote host: BF16, 3D indexing, directional + replacement error, and non-transitive groups. +2. Download one checkpoint sequentially and verify upstream sizes and LFS SHA256. +3. Scan each tensor in 262,144-element chunks. Record shape, dtype, axis role, + layer, bytes, moments, max magnitude, and finite-value checks. Memory-map weights; + evict scanned pages. Do not search for exactly equal weight tensors. +4. Whole-tensor screening: same role, same shape, same dtype. Sample 2,048 aligned, + evenly spaced elements. Select up to 10 neighbors by each of cosine and relative + error. Fairly distribute the 2,000-pair exact-verification cap across role groups. +5. Block screening: non-overlapping 64x64 and 128x128 2D partitions. For 3D tensors, + use axis-0 slices and bounded volumes adapted to actual dimensions. Keep up to + 256 uniformly reservoir-sampled blocks per role/shape/scale for the 1.7 GiB pilot host + (below the planned maximum of 512). Record edge bytes + and sampling coverage. Verify at most 20,000 block pairs. Never extrapolate sampled + discoveries to unseen blocks or add savings across alternative scales. +6. Exact metrics: full-element cosine, Pearson, directional replacement errors, + symmetric error, optimal-scalar residual. Tail diagnostics use samples and say so. + Controls include random actual comparable pairs, shuffled sampled elements, + and norm-matched Gaussian vectors. Save sampled versus exact error discrepancies. + Bounded mode-unfolding SVD probes are diagnostic only, not a replacement test. +7. Form deterministic star groups at 1%, 2%, 5%, 10%, 20% relative weight error. + Every member requires an exact verified edge to its representative. Unknown + pairs remain independent; never use graph connected components as sharing groups. +8. Compute original bytes minus representatives, 16-byte mapping per analyzed object, + and 64-byte descriptor per shared group. Fall back to unchanged storage if larger. + Count savings against the entire model, preserving unsampled blocks and edge regions. +9. Save raw data, groups, thresholds, coverage, timings, resource usage, figures + (PNG/PDF/SVG), model metadata and report. Validate every group against exact edges. +10. Copy results to the deliverable workspace and verify checksums before deleting + the experiment-owned checkpoint. Save a cleanup record. Do not delete the venv, + result data or any unrelated cache. +11. Review full diff, commit and push a work branch with Codex Bot identity, then + create a PR for manual merge. Never silently initialize/push main or auto-merge. + +## Budget and stop conditions + +- Real 2B analysis computation: hard wall-time limit 7,200 seconds. Reserve final time + for summaries; download and report-generation time are recorded separately. +- Use one BLAS thread to avoid interference with existing services. +- Save exact-pair tables every 100 pairs; stage deadlines prevent whole-tensor work + from consuming the complete block budget. +- On timeout or failure, retain source weights until partial results are recoverable + and report coverage/failure truthfully. An internal planned cutoff may produce a complete + bounded report with partial candidate coverage; always state verified/selected counts. + An external kill or missing required report is an incomplete run, not a completed experiment. +- Empty or negligible low-error sharing is a valid negative result. Do not add scales, + increase error thresholds, align permutations, train or expand to other models automatically. +- No runtime capability/performance claim without separately authorized evaluation. + +## Commands (remote, from project root) + +```sh +OPENBLAS_NUM_THREADS=1 OMP_NUM_THREADS=1 timeout 300 venv/bin/python -B -m unittest discover -s tests -v +venv/bin/python -B -m pilot.download --root runs/qwen35-2b +OPENBLAS_NUM_THREADS=1 OMP_NUM_THREADS=1 timeout 7200 venv/bin/python -B -m pilot.analyze --root runs/qwen35-2b --seconds 6600 +OPENBLAS_NUM_THREADS=1 OMP_NUM_THREADS=1 venv/bin/python -B -m pilot.plot --root runs/qwen35-2b +OPENBLAS_NUM_THREADS=1 OMP_NUM_THREADS=1 timeout 300 venv/bin/python -B -m unittest discover -s tests -v > runs/qwen35-2b/tests.log 2>&1 +venv/bin/python -B -m pilot.audit --root runs/qwen35-2b --analysis-code-commit 6121016 +venv/bin/python -B -m pilot.validate --root runs/qwen35-2b +# Copy archived results, verify checksums at the destination, then: +venv/bin/python -B -m pilot.validate --root runs/qwen35-2b --cleanup-weights +``` + +## Follow-up decisions after the pilot + +- The pilot verified 2,000 tensor pairs and 14,778/20,000 selected block pairs before cutoff. + It took about 111 minutes; the final six-test suite including revised figure checks passed in about 77 seconds. +- Hatch missing heatmap cells and label identity values as constructed. Separate layer-distance + curves by dimension/scale; retain warnings about within-stratum module/selection bias. + Normalize control histograms, display sample counts, and verify their areas equal one. + Keep these diagnostics distinct from task-equivalence or statistical-significance claims. +- Avoid concurrent plotting tests and heavy weight IO on the shared host. Record IO wait, + swap, CPU and RSS; a low process RSS is not proof of low total resource cost. +- Distinguish tensor/group counts from byte contributions: 1D tensors were about half the + inventory count but only 0.0197% of weight bytes in this checkpoint. +- Keep fair candidate selection separate from IO-local execution order. Benchmark batching + by source file/tensor without changing the selected pairs or metrics. +- The sampled raw blocks total about 244.5 MiB. Test an explicitly bounded raw BF16/F32 + cache against the uncached implementation before adopting it; include fingerprint and + temporary conversion memory in the budget. This was not enabled in the current run. +- Report both pre-metadata and net savings. Tiny blocks can have groups yet lose all savings + to mapping overhead. Any alternative sparse encoding needs its own explicit accounting. +- Separate low-byte normalization groups from matrix/expert compression opportunities. +- Decide whether approximate-neighbor recall and block coverage justify another bounded pass. +- If meaningful candidates exist, request a small calibration-forward experiment to measure + output distortion, then held-out loss/tasks, then implementation-specific memory and latency. +- For MoE, analyze router behavior and joint gate/up/down expert consistency before treating + independently similar matrix blocks as interchangeable experts. +- Use these observations to revise this SOP before downloading a second model. + +## Training-free functional follow-up (design only) + +Direct coordinate-aligned parameter similarity is a baseline, not a test of Q/K/V or MLP +functional interchangeability. The follow-up uses same-input module probes without solving +rotations or training any parameters, then single-site intervention and held-out quality/cost +validation. See the [bounded plan](TRAINING_FREE_FUNCTIONAL_PLAN.md) and +[primary-source literature](FUNCTIONAL_REUSE_LITERATURE.md). No forward pass, new download, +or new model is started by adopting this document. The original static pilot remains +inference-free; the proposed follow-up requires a separately confirmed execution environment. diff --git a/docs/TRAINING_FREE_FUNCTIONAL_PLAN.md b/docs/TRAINING_FREE_FUNCTIONAL_PLAN.md new file mode 100644 index 0000000..3377f83 --- /dev/null +++ b/docs/TRAINING_FREE_FUNCTIONAL_PLAN.md @@ -0,0 +1,119 @@ +# 免训练功能复用:下一阶段有界方案 + +状态:研究设计,尚未执行。原始参数试验已完成;没有新增前向、下载或训练。 +目标:寻找并验证至少一个在留出数据上保持约定质量、同时降低明确运行成本的复用实例; +若没有通过者,报告有界搜索的阴性结果,不保证一定能找到。 + +## 1. 硬约束与研究对象 + +- 冻结所有模型参数。不进行优化器更新、微调、蒸馏、LoRA、学习投影或低秩修正。 +- 默认不求正交 R。校准集只用于选择有限候选和阈值,留出集不参与选择。 +- 同类型模块配对;Q/K/V 联合作为功能系统,MLP 独立验证。保留归一化、位置处理、门控及头结构。 +- 已存配置为 24 个文本层,其中 6 个 full attention、18 个线性注意力;执行前按固定 revision 的实际实现复核。 + full attention 的 15 个无序层对可穷举;线性注意力首轮只检查 6 个预先固定的相邻同类型层对。 + MLP 首轮检查 6 个预先固定、覆盖浅中深层的相邻层对。具体名单在运行前写入 manifest。 +- 之前热力图的 in_proj_a 是线性注意力控制投影示例,不是 Q/K/V 功能相似性的测量。 + +## 2. 为什么不用先找 R + +给定相同隐藏输入 H,且位置、mask 和缓存/递推状态一致,比较两套模块的实际检索函数: + +S_i(H) = Q_i(H) K_i(H)^T / sqrt(d),P_i(H) = softmax(S_i(H) + mask)。 + +这里 Q/K 指完成该架构实际归一化和位置处理后的量。直接比较 P 可避开内部坐标差异; +logit 每行加常数不改变 softmax,因此同时报告去行均值的分数误差。 + +这不是“存在共同正交 R”的数学证明。反例 Q_2=2Q_1、K_2=K_1/2 保持所有点积, +但非零 Q 的范数改变,不能由正交变换产生。功能等价允许比共同正交旋转更广的关系。 +相反,在单套 Q/K 上共同右乘 R 保持点积,只说明坐标不唯一,并未说明两个已训练层可复用。 +实际 RoPE、GQA、归一化、门控也必须包含在函数边界内。 + +有限探针只能提供相应输入分布上的经验证据,不是对所有 H 的形式证明。 +在无位置处理/归一化的纯线性特例中,可研究 W_Q W_K^T 的代数相等性; +一般模块不据此简化,首轮不物化所有大算子。 + +## 3. 同输入与真实输入分开 + +对候选 i/j,分别从原模型 i 和 j 的入口收集 H_i、H_j;分别比较 f_i(H_i) 与 f_j(H_i), +以及 f_i(H_j) 与 f_j(H_j)。避免只选有利于某一层的输入。模块前归一化如位于边界外, +必须明确分别测“归一化后核心”和“包含归一化的完整分支”。 + +这检验模块函数接近程度。实际网络的 f_i(H_i) 与 f_j(H_j) 使用不同输入,是另一项量。 +权重共享仍需对每个输入计算;缓存上游输出用于下游则改变了输入,必须实际干预后检验。 +MLP 测残差相加前的分支输出,防止共同输入 H 掩盖分支差异。 + +## 4. 指标和对照 + +| 对象 | 首轮指标 | 不能据此宣称的结论 | +|---|---|---| +| full attention 逐头 P | 平均及 P95 行 JS(自然对数,范围 0–ln2)、top-5 重合率;去行均值 S 相对误差 | P 相似不保证 V/O 输出相似 | +| 完整 attention 分支 | 相对 L2、逐 token 误差 P50/P95、余弦;包含 V/O/门控 | 平均低误差不保证长尾任务能力 | +| 线性注意力 | 同输入、同合法初始状态的分支输出及最终状态误差;后续状态继续使用测试 | 不构造不存在的 softmax 图;状态数值相似不等于长期稳定 | +| MLP | 同输入分支输出相对 L2、逐 token P95、余弦 | 不以各矩阵单独相似代替 gate/up/down 联合验证 | + +相对误差统一为 ||candidate-reference|| / max(||reference||, epsilon),并记录低范数样本数量。 +首轮筛选门槛预设:P 平均 JS ≤0.01 且 top-5 重合 ≥0.8;完整分支相对 L2 ≤0.05、 +逐 token 相对误差 P95 ≤0.1。它们是筛选约定,不是文献保证或能力损失界。 +线性模块和 MLP 使用输出门槛;只通过 P 的候选不能自动通过完整模块门槛。 + +对照:同模块重复测量、随机同类型层对;首 token 保留/移除并重新归一化两个版本; +排除自注意与局部窗口主导后再测;按序列/位置/浅中深层分层。零分母与无效行单独标记。 +逐头记录,不先平均头。默认只用原头序;可选的离散头排列仅在校准集选定后冻结, +须满足 GQA 分组和 V/O 一致性,不允许把最优头匹配分数当作可执行替换结果。 +CKA 仅作辅助筛选;共享位置模板、attention sink 和共同残差都可能制造高相似。 + +## 5. 资源与阶段预算 + +当前服务器实际约 1.7 GiB RAM,不按“60 GB 内存”安排前向;60 GB 是磁盘扩容。 +后续需要用户确认可执行前向的远程环境;建议先评估至少 16 GiB RAM/显存的单模型环境, +这不是已验证最低配置。先做内存估算及一次短样本容量探测,不足即停止,不自动换机器。 +不在本机编译、不自动重下已删除权重。本轮只交付设计。 + +后续若获执行授权,首轮固定模型/revision/dtype、batch=1、长度最多 256, +校准和留出各 16 条固定且去重的文本序列(中文/英文各半),只处理文本路径。 +数据来源、许可、tokenizer revision、截断、样本 hash 和抽样 seed 必须先入 manifest。 +每序列至多 32 个固定 query 位置,保留这些行的全部合法 key,避免采样 key 改变 softmax。 +流式聚合,不保存全部层的 N×N attention,不调用生成式聊天作替代评测。 + +| 阶段 | 上限 | 完成条件 / 停止条件 | +|---|---|---| +| 容量探测及基线 | 15 分钟 | 无 OOM,固定输出重复测量可复现;否则停止 | +| 同输入探测与筛选 | 45 分钟 | 固定 27 对候选;每类别最多保留 1 对,总计最多 3 对;无通过者即停止后续干预 | +| 单处干预与质量 | 45 分钟 | 逐个候选,不叠加;留出集测 token NLL 和逐序列变化;失败不追加搜索 | +| 成本测量和归档 | 15 分钟 | 保存基线/干预的质量、内存和计时,超时则输出已完成覆盖率 | + +总计算上限 120 分钟;下载单独记录,不触发无限重试。16 条留出序列只是先导证据, +不能据此宣布广泛能力保持。首轮通过后才另立更大留出任务验证计划。 + +## 6. 干预必须对应可节省的对象 + +| 干预 | 可以争取的收益 | 必须额外确认 | +|---|---|---| +| 跨层绑定权重 | 权重存储/加载内存 | 各层输入仍不同,通常不减少投影 FLOPs | +| 重用上游 attention 分布,保留下游 V/O | 部分 Q/K 投影与 QK/softmax 计算 | 保留分布的内存及实现开销;decode 未必值得缓存完整图 | +| 跨层共享 K/V cache | KV 内存,可能减少 K/V 投影 | GQA、位置、缓存布局与层依赖合法性 | +| 重用完整 attention/MLP 输出 | 对应分支计算 | 下游输入不同,必须测试整个原模型中的替换效应 | + +选择的每个候选首先给出一种具体可实现干预;只有同输入指标通过却无实际可省操作, +标记“功能相似但暂无复用实现”。不把整模块可替换和其中 Q/K 可替换混为一谈。 + +首轮探索性质量门槛:留出平均 token NLL 增量 ≤0.01 nat/token,逐序列增量 P95 ≤0.05, +输出有限;同时保存全部逐序列差值,不将该小样本阈值称为统计显著性或普适能力保证。 +候选只在校准集筛选;留出失败不回调阈值、不反复选择。 + +性能分别测 prefill 和固定 32-token decode;固定 batch/长度/dtype/backend,预热 3 次、 +交错运行基线与干预各 10 次,报告原始时延和中位数/P95、峰值内存、KV/权重字节及理论运算变化。 +插桩诊断时延不作为优化实现时延。若速度差落在运行波动内,不宣称加速; +若只减内存,则结论限定为内存收益。计入缓存、索引与数据移动开销。 + +## 7. 分组与最终证据 + +单处通过后,才讨论多成员组:每个成员必须通过对同一代表的定向替换检查; +不能用 A≈B、B≈C 推出 A 可代表 C。多处同时替换须再测累积误差和性能, +单处收益不能相加为最终模型收益。首轮不自动执行多处替换。 + +输出每对候选/每序列/每头指标 CSV、覆盖率和失败原因、质量—成本散点图、逐层热图、 +基线与干预原始计时、环境及代码版本。结论分为:功能接近、单处干预通过、测得实际收益三档。 +“存在一个免训练复用点”的操作性证据必须同时具有后两项;当前静态试验尚未提供这类证据。 + +相关依据与训练限制见 [文献核对](FUNCTIONAL_REUSE_LITERATURE.md)。 diff --git a/pilot/__init__.py b/pilot/__init__.py new file mode 100644 index 0000000..d86dfa6 --- /dev/null +++ b/pilot/__init__.py @@ -0,0 +1 @@ +"""Bounded, inference-free weight similarity pilot.""" diff --git a/pilot/analyze.py b/pilot/analyze.py new file mode 100644 index 0000000..04854b5 --- /dev/null +++ b/pilot/analyze.py @@ -0,0 +1,396 @@ +"""Bounded CPU-only screening, exact verification and conservative sharing groups.""" +import argparse +import collections +import csv +import hashlib +import itertools +import json +import math +import pathlib +import platform +import resource +import time + +import numpy as np + +from .tensors import decode, finish, load_tensors, metrics + +THRESHOLDS = [.01, .02, .05, .10, .20] + + +def write_json(path, obj): + path.write_text(json.dumps(obj, indent=2, allow_nan=False)) + + +def write_csv(path, rows): + if not rows: + path.write_text('') + return + with path.open('w', newline='') as f: + writer = csv.DictWriter(f, fieldnames=list(rows[0])) + writer.writeheader() + writer.writerows(rows) + + +def stable_seed(key, seed): + return int.from_bytes(hashlib.sha256((str(seed) + str(key)).encode()).digest()[:8], 'little') + + +def read_object(obj, tensors): + t = tensors[obj['tensor']] + if obj['kind'] == 'tensor': + return t.read() + slices = tuple(slice(s, s + b) for s, b in zip(obj['start'], obj['shape'])) + return decode(t.raw.reshape(t.shape)[slices], t.dtype).ravel() + + +def sample_object(obj, tensors, sample_size=2048): + t = tensors[obj['tensor']] + n = math.prod(obj['shape']) + indices = np.linspace(0, n - 1, min(n, sample_size), dtype=np.int64) + if obj['kind'] == 'tensor': + return t.read(indices) + coords = np.unravel_index(indices, obj['shape']) + global_coords = tuple(c + s for c, s in zip(coords, obj['start'])) + flat = np.ravel_multi_index(global_coords, t.shape) + return t.read(flat) + + +def exact_pair(a, b, tensors, deadline): + if a['kind'] != 'tensor': + result = metrics(read_object(a, tensors), read_object(b, tensors)) + tensors[a['tensor']].evict() + tensors[b['tensor']].evict() + return result + ta, tb = tensors[a['tensor']], tensors[b['tensor']] + xx = yy = xy = delta = sx = sy = 0. + for start in range(0, ta.numel, 262144): + if time.monotonic() > deadline: + raise TimeoutError('Analysis deadline reached') + sl = slice(start, min(start + 262144, ta.numel)) + x, y = ta.read(sl).astype(np.float64), tb.read(sl).astype(np.float64) + xx += float(x @ x) + yy += float(y @ y) + xy += float(x @ y) + d = x - y + delta += float(d @ d) + sx += float(x.sum()) + sy += float(y.sum()) + ta.evict() + tb.evict() + ta.evict() + tb.evict() + return finish(xx, yy, xy, delta, sx, sy, ta.numel) + + +def sharing_groups(objects, pairs, threshold): + """Star groups; every member must have an exact verified edge to its representative.""" + adjacent = collections.defaultdict(dict) + for pair in pairs: + a, b = pair['a'], pair['b'] + if pair['error_member_to_rep'] <= threshold: + adjacent[b][a] = pair['error_member_to_rep'] + if pair['error_rep_to_member'] <= threshold: + adjacent[a][b] = pair['error_rep_to_member'] + unassigned = set(range(len(objects))) + order = sorted(unassigned, key=lambda i: (-len(adjacent[i]), objects[i]['id'])) + groups = [] + for rep in order: + if rep not in unassigned: + continue + members = sorted(set(adjacent[rep]) & unassigned) + members.append(rep) + unassigned.difference_update(members) + groups.append({'representative': rep, 'members': members, + 'max_error': max([adjacent[rep][i] for i in members if i != rep] or [0.])}) + return groups + + +def nearest_candidates(objects, features, cap, neighbors=10): + buckets = collections.defaultdict(list) + for i, obj in enumerate(objects): + buckets[(obj['role'], tuple(obj['shape']), obj['scale'], obj['dtype'])].append(i) + candidates = [] + eligible_pairs = 0 + for key, ids in sorted(buckets.items(), key=lambda item: str(item[0])): + eligible_pairs += len(ids) * (len(ids) - 1) // 2 + if len(ids) < 2: + continue + x = np.stack([features[i] for i in ids]).astype(np.float64) + norm = np.linalg.norm(x, axis=1) + u = x / np.maximum(norm[:, None], 1e-30) + # Cap each bucket's reservoir to bound the screening matrix. + cos = u @ u.T + sq = np.maximum(0., norm[:, None] ** 2 + norm[None, :] ** 2 - 2 * (x @ x.T)) + err = np.sqrt(sq / np.maximum(norm[:, None] ** 2, 1e-30)) + np.fill_diagonal(cos, -np.inf) + np.fill_diagonal(err, np.inf) + seen = set() + for row, i in enumerate(ids): + near = set(np.argsort(err[row])[:neighbors]) | set(np.argsort(-cos[row])[:neighbors]) + for col in near: + j = ids[col] + edge = (min(i, j), max(i, j)) + if i == j or edge in seen: + continue + seen.add(edge) + candidates.append({'a': edge[0], 'b': edge[1], 'screen_error': float(min(err[row, col], err[col, row])), + 'screen_cosine': float(cos[row, col])}) + # Low-error candidates first, then guarantee role/scale diversity round-robin. + queues = collections.defaultdict(list) + for c in sorted(candidates, key=lambda c: (c['screen_error'], c['a'], c['b'])): + o = objects[c['a']] + queues[(o['role'], tuple(o['shape']), o['scale'])].append(c) + queues = [collections.deque(q) for _, q in sorted(queues.items(), key=lambda x: str(x[0]))] + chosen = [] + while queues and len(chosen) < cap: + for q in queues: + if q and len(chosen) < cap: + chosen.append(q.popleft()) + queues = [q for q in queues if q] + return chosen, {'eligible_pairs_in_screened_objects': eligible_pairs, + 'candidate_pairs_before_cap': len(candidates), 'selected_pairs': len(chosen)} + + +def object_record(t, kind='tensor', shape=None, start=None, scale='whole'): + shape = tuple(shape or t.shape) + return {'id': t.name if kind == 'tensor' else f'{t.name}|{scale}|{start}', + 'tensor': t.name, 'role': t.role, 'layer': t.layer, 'kind': kind, 'dtype': t.dtype, + 'shape': shape, 'start': start, 'scale': scale, + 'bytes': math.prod(shape) * (t.bytes // t.numel)} + + +def build_blocks(tensors, seed, deadline, reservoir_limit=256): + reservoirs, counts, rngs = {}, collections.Counter(), {} + totals = collections.defaultdict(lambda: {'blocks': 0, 'bytes': 0, 'edge_bytes': 0}) + for t in tensors.values(): + if len(t.shape) == 2: + specs = [(f'2d-{s}', (s, s)) for s in (64, 128) if min(t.shape) >= s] + elif len(t.shape) == 3: + specs = [('3d-axis0-slice', (1, min(64, t.shape[1]), min(64, t.shape[2]))), + ('3d-volume', (min(4, t.shape[0]), min(32, t.shape[1]), min(32, t.shape[2])))] + else: + continue + for scale, shape in specs: + nblocks = math.prod(d // b for d, b in zip(t.shape, shape)) + totals[scale]['blocks'] += nblocks + block_bytes = math.prod(shape) * (t.bytes // t.numel) + totals[scale]['bytes'] += nblocks * block_bytes + totals[scale]['edge_bytes'] += t.bytes - nblocks * block_bytes + for grid in itertools.product(*(range(d // b) for d, b in zip(t.shape, shape))): + if time.monotonic() > deadline: + raise TimeoutError('Deadline during block enumeration') + start = tuple(i * b for i, b in zip(grid, shape)) + obj = object_record(t, 'block', shape, start, scale) + key = (t.role, shape, scale) + if key not in reservoirs: + reservoirs[key], rngs[key] = [], np.random.default_rng(stable_seed(key, seed)) + counts[key] += 1 + reservoir = reservoirs[key] + if len(reservoir) < reservoir_limit: + reservoir.append(obj) + else: + j = int(rngs[key].integers(counts[key])) + if j < reservoir_limit: + reservoir[j] = obj + objects = [obj for key in sorted(reservoirs, key=str) for obj in reservoirs[key]] + coverage = [{'role': key[0], 'shape': str(key[1]), 'scale': key[2], + 'total_blocks': counts[key], 'sampled_blocks': len(reservoirs[key])} + for key in sorted(reservoirs, key=str)] + return objects, coverage, dict(totals) + + +def structural_probe(a, b, tensors): + """Bounded mode unfoldings of aligned subvolumes; exploratory, never a grouping criterion.""" + def small(obj): + t = tensors[obj['tensor']] + shape = obj['shape'] + starts = obj['start'] or [0] * len(shape) + slices = tuple(slice(s, s + min(d, 32)) for s, d in zip(starts, shape)) + return decode(t.raw.reshape(t.shape)[slices], t.dtype) + x, y = small(a), small(b) + result = [] + if x.ndim < 2: + return result + for axis in range(x.ndim): + mx = np.moveaxis(x, axis, 0).reshape(x.shape[axis], -1) + my = np.moveaxis(y, axis, 0).reshape(y.shape[axis], -1) + if min(mx.shape) < 2: + result.append({'axis': axis, 'probe_shape': list(x.shape), 'trivial_mode_skipped': True}) + continue + ux, sx, _ = np.linalg.svd(mx, full_matrices=False) + uy, sy, _ = np.linalg.svd(my, full_matrices=False) + k = min(4, max(1, min(len(sx), len(sy)) // 2)) + result.append({'axis': axis, 'probe_shape': list(x.shape), + 'k': k, + 'normalized_spectrum_distance': float(np.linalg.norm(sx / max(np.linalg.norm(sx), 1e-30) - sy / max(np.linalg.norm(sy), 1e-30))), + 'left_subspace_overlap': float(np.linalg.norm(ux[:, :k].T @ uy[:, :k]) ** 2 / k)}) + return result + + +def analyze_mode(mode, objects, tensors, root, deadline, cap, seed, baseline_cap=100): + print(f'{mode}: sampling {len(objects)} objects', flush=True) + features = [] + for obj in objects: + features.append(sample_object(obj, tensors)) + tensors[obj['tensor']].evict() + candidates, coverage = nearest_candidates(objects, features, cap) + write_json(root / f'{mode}_objects.json', objects) + pairs, nulls, structures = [], [], [] + rng = np.random.default_rng(seed) + random_pairs = [] + comparable = collections.defaultdict(list) + for j, obj in enumerate(objects): + comparable[(obj['role'], tuple(obj['shape']), obj['scale'], obj['dtype'])].append(j) + for key, ids in sorted(comparable.items(), key=lambda item: str(item[0])): + if len(ids) < 2: + continue + for _ in range(3): + a, b = rng.choice(ids, size=2, replace=False).tolist() + random_pairs.append({'a': a, 'b': b, 'role': key[0], 'sampled': True, + **metrics(features[a], features[b])}) + write_json(root / f'{mode}_random_pairs.json', random_pairs) + timeout = False + structural_counts = collections.Counter() + for i, candidate in enumerate(candidates): + if time.monotonic() > deadline: + timeout = True + break + a, b = candidate['a'], candidate['b'] + try: + measured = exact_pair(objects[a], objects[b], tensors, deadline) + except TimeoutError: + timeout = True + break + row = {**candidate, **measured, + 'a_id': objects[a]['id'], 'b_id': objects[b]['id'], + 'role': objects[a]['role'], 'scale_name': objects[a]['scale'], + 'layer_distance': abs(objects[a]['layer'] - objects[b]['layer'])} + row['screen_vs_exact_min_error_absolute_difference'] = abs(candidate['screen_error'] - min(measured['error_member_to_rep'], measured['error_rep_to_member'])) + # Tail diagnostics are sampled, explicitly labelled, not claimed exact. + fx, fy = features[a].astype(np.float64), features[b].astype(np.float64) + row['sampled_error_q99_over_member_rms'] = float(np.quantile(np.abs(fx - fy), .99) / max(np.sqrt(np.mean(fx * fx)), 1e-30)) + pairs.append(row) + if i < baseline_cap: + for method, y in [('shuffled', rng.permutation(fy)), ('gaussian_norm_matched', rng.normal(size=fy.size))]: + if method == 'gaussian_norm_matched': + y *= np.linalg.norm(fy) / max(np.linalg.norm(y), 1e-30) + nulls.append({'a': a, 'b': b, 'method': method, 'sampled': True, **metrics(fx, y)}) + ndim = len(objects[a]['shape']) + if ndim >= 2 and structural_counts[ndim] < 20: + structures.append({'a': a, 'b': b, 'modes': structural_probe(objects[a], objects[b], tensors)}) + tensors[objects[a]['tensor']].evict() + tensors[objects[b]['tensor']].evict() + structural_counts[ndim] += 1 + if (i + 1) % 100 == 0: + write_csv(root / f'{mode}_pairs.csv', pairs) + print(f'{mode}: verified {i + 1}/{len(candidates)}', flush=True) + write_csv(root / f'{mode}_pairs.csv', pairs) + write_json(root / f'{mode}_nulls.json', nulls) + write_json(root / f'{mode}_structure.json', structures) + coverage.update({'objects_screened': len(objects), 'pairs_verified': len(pairs), 'timed_out': timeout, + 'screen_sample_elements': 2048, 'candidate_neighbors_per_metric': 10}) + write_json(root / f'{mode}_coverage.json', coverage) + return pairs + + +def summarize(mode, objects, pairs, model_bytes, root, partition_totals=None): + rows = [] + scales = sorted({o['scale'] for o in objects}) + for scale in scales: + ids = [i for i, o in enumerate(objects) if o['scale'] == scale] + selected = set(ids) + for threshold in THRESHOLDS: + groups = sharing_groups(objects, [p for p in pairs if p['a'] in selected], threshold) + groups = [g for g in groups if g['representative'] in selected] + original = sum(objects[i]['bytes'] for i in ids) + rep_bytes = sum(objects[g['representative']]['bytes'] for g in groups) + # Concrete theoretical layout: 16 bytes per object mapping, plus 64 bytes per shared group. + # Identity case falls back to original checkpoint at zero additional cost. + mapping_bytes = 16 * len(ids) + 64 * sum(len(g['members']) > 1 for g in groups) + proposed = rep_bytes + mapping_bytes + saved = max(0, original - proposed) + partition_count = partition_totals[scale]['blocks'] if partition_totals else len(ids) + rows.append({'mode': mode, 'scale': scale, 'threshold': threshold, + 'objects': len(ids), 'groups': len(groups), + 'total_partition_objects': partition_count, + 'unexamined_partition_objects': partition_count - len(ids), + 'conservative_partition_groups': partition_count - len(ids) + len(groups), + 'shared_groups': sum(len(g['members']) > 1 for g in groups), + 'max_group_size': max([len(g['members']) for g in groups] or [0]), + 'verified_shared_bytes': sum(sum(objects[i]['bytes'] for i in g['members']) for g in groups if len(g['members']) > 1), + 'examined_object_bytes': original, 'representative_bytes': rep_bytes, + 'mapping_bytes_if_encoded': mapping_bytes, 'net_saved_bytes': saved, + 'net_saved_model_fraction': saved / model_bytes, + 'max_replacement_error': max([g['max_error'] for g in groups] or [0.])}) + write_json(root / f'groups_{mode}_{scale}_{threshold:.2f}.json', groups) + return rows + + +def main(): + p = argparse.ArgumentParser() + p.add_argument('--root', type=pathlib.Path, required=True) + p.add_argument('--seconds', type=int, default=7200) + p.add_argument('--seed', type=int, default=20261109) + args = p.parse_args() + started = time.monotonic() + deadline = started + args.seconds + root = args.root + output = root / 'analysis' + output.mkdir(exist_ok=True) + tensors = load_tensors(root / 'weights') + inventory = [] + for t in tensors.values(): + if time.monotonic() > deadline: + raise TimeoutError('Deadline during inventory') + n = 0 + total = squared = 0. + max_abs = 0. + for x in t.chunked(): + if not np.isfinite(x).all(): + raise ValueError(f'Nonfinite weights: {t.name}') + z = x.astype(np.float64) + n += z.size + total += float(z.sum()) + squared += float(z @ z) + max_abs = max(max_abs, float(np.abs(z).max())) + t.evict() + inventory.append({'name': t.name, 'shape': str(t.shape), 'ndim': len(t.shape), 'dtype': t.dtype, + 'numel': t.numel, 'bytes': t.bytes, 'role': t.role, 'layer': t.layer, + 'mean': total / n, 'rms': math.sqrt(squared / n), 'max_abs': max_abs}) + t.evict() + write_csv(output / 'inventory.csv', inventory) + print(f'Inventory: {len(tensors)} tensors, {sum(t.bytes for t in tensors.values())} bytes', flush=True) + whole = [object_record(t) for t in tensors.values()] + # Stage budgets prevent the whole-tensor stage from consuming block-analysis time. + whole_deadline = min(deadline, started + args.seconds * .50) + whole_pairs = analyze_mode('tensor', whole, tensors, output, whole_deadline, 2000, args.seed) + blocks, block_coverage, block_totals = build_blocks(tensors, args.seed, deadline) + write_csv(output / 'block_sampling.csv', block_coverage) + write_json(output / 'block_partitions.json', block_totals) + block_pairs = analyze_mode('block', blocks, tensors, output, deadline, 20000, args.seed) + model_bytes = sum(t.bytes for t in tensors.values()) + rows = summarize('tensor', whole, whole_pairs, model_bytes, output) + rows += summarize('block', blocks, block_pairs, model_bytes, output, block_totals) + write_csv(output / 'compression_curve.csv', rows) + summary = {'model': json.loads((root / 'manifest.json').read_text())['repo'], + 'revision': json.loads((root / 'manifest.json').read_text())['revision'], + 'tensor_count': len(tensors), 'parameter_count': sum(t.numel for t in tensors.values()), + 'model_weight_bytes': model_bytes, 'ndim_counts': dict(collections.Counter(len(t.shape) for t in tensors.values())), + 'elapsed_seconds': time.monotonic() - started, 'analysis_budget_seconds': args.seconds, + 'peak_rss_kib': resource.getrusage(resource.RUSAGE_SELF).ru_maxrss, + 'python': platform.python_version(), 'numpy': np.__version__, 'seed': args.seed, + 'limitations': ['No inference or functional equivalence measured', 'No exhaustive pair search', + 'Block search uses per-role/shape/scale reservoirs of 256', + 'Different block scales overlap; savings must not be added', + 'Block savings count only verified disjoint sampled blocks, no extrapolation', + 'Spectral probes use aligned bounded subvolumes, not whole tensors', + 'Shared encoding is theoretical, not a runnable compressed checkpoint', + 'No cross-role grouping, neuron permutation alignment, or training'], + 'completed': True} + write_json(output / 'summary.json', summary) + print(json.dumps(summary), flush=True) + + +if __name__ == '__main__': + main() diff --git a/pilot/audit.py b/pilot/audit.py new file mode 100644 index 0000000..edb384f --- /dev/null +++ b/pilot/audit.py @@ -0,0 +1,75 @@ +"""Audit saved numerical data and freeze provenance before archive/cleanup.""" +import argparse +import csv +import hashlib +import json +import math +import os +import pathlib +import platform +import re +import shutil +import time + + +def main(): + p = argparse.ArgumentParser() + p.add_argument('--root', required=True, type=pathlib.Path) + p.add_argument('--analysis-code-commit', help='Commit actually used for the weight analysis; omit if unknown') + args = p.parse_args() + root = args.root.resolve() + if not __debug__: + raise RuntimeError('Validation requires Python assertions enabled') + checked = {} + for mode in ('tensor', 'block'): + with (root / 'analysis' / f'{mode}_pairs.csv').open() as f: + rows = list(csv.DictReader(f)) + coverage = json.loads((root / 'analysis' / f'{mode}_coverage.json').read_text()) + if len(rows) != coverage['pairs_verified']: + raise ValueError('Coverage count mismatch') + for row in rows: + for key in ('cosine', 'pearson'): + if row[key] and (not math.isfinite(float(row[key])) or abs(float(row[key])) > 1 + 1e-7): + raise ValueError(f'Invalid correlation: {mode}/{key}') + for key in ('error_member_to_rep', 'error_rep_to_member', 'symmetric_error', 'scaled_error', + 'sampled_error_q99_over_member_rms', 'screen_vs_exact_min_error_absolute_difference'): + value = float(row[key]) + if not math.isfinite(value) or value < 0: + raise ValueError(f'Invalid error: {mode}/{key}') + if not math.isfinite(float(row['scale'])): + raise ValueError('Invalid scaling diagnostic') + checked[mode] = {'rows': len(rows), 'finite_metrics': True, 'coverage_matches': True} + test_log = (root / 'tests.log').read_text() + match = re.search(r'Ran (\d+) tests in ([\d.]+)s', test_log) + if not match or '\nOK\n' not in test_log: + raise ValueError('Final tests did not pass') + qc = {'passed': True, 'checked_unix': time.time(), 'numerical_tables': checked, + 'final_tests': int(match[1]), 'final_test_seconds': float(match[2]), + 'earlier_parallel_test_timeout_seconds': 300 if (root / 'tests-during-io-timeout.txt').exists() else None} + (root / 'numerical-qc.json').write_text(json.dumps(qc, indent=2)) + for src, dest in [('tests.log', 'test-results.txt'), ('analysis.log', 'analysis-run.txt'), + ('plot.log', 'plot-run.txt'), ('download-ranged.log', 'download-progress.txt'), + ('supervisor.log', 'supervisor-run.txt')]: + shutil.copy2(root / src, root / dest) + mem = {} + for line in pathlib.Path('/proc/meminfo').read_text().splitlines(): + key, value = line.split(':', 1) + if key in ('MemTotal', 'MemAvailable', 'SwapTotal', 'SwapFree'): + mem[key + '_KiB'] = int(value.split()[0]) + environment = {'recorded_unix': time.time(), 'python': platform.python_version(), + 'platform': platform.platform(), 'machine': platform.machine(), + 'logical_cpus': os.cpu_count(), 'memory_snapshot': mem, + 'blas_threads': 1, 'assertions_enabled': __debug__, + 'analysis_io_priority': 'best-effort 7, applied during block verification', + 'analysis_code_commit': args.analysis_code_commit, + 'note': 'Shared host; see resource-observation.txt. Memory snapshot is post-analysis.'} + (root / 'execution-environment.json').write_text(json.dumps(environment, indent=2)) + project = pathlib.Path(__file__).resolve().parents[1] + files = sorted((project / 'pilot').glob('*.py')) + [project / 'requirements.txt', project / 'tests/test_pilot.py'] + hashes = [f'{hashlib.sha256(file.read_bytes()).hexdigest()} {file.relative_to(project)}' for file in files] + (root / 'code_checksums.txt').write_text('\n'.join(hashes) + '\n') + print(json.dumps(qc)) + + +if __name__ == '__main__': + main() diff --git a/pilot/download.py b/pilot/download.py new file mode 100644 index 0000000..2e903b0 --- /dev/null +++ b/pilot/download.py @@ -0,0 +1,140 @@ +"""Download pinned official safetensors, no framework or shared cache.""" +import argparse +import concurrent.futures +import hashlib +import json +import pathlib +import os +import shutil +import time +import threading +import urllib.parse +import urllib.request + + +def fetch_json(url): + with urllib.request.urlopen(url, timeout=90) as response: + return json.load(response) + + +def ranged_download(url, part, total, workers=8): + """Resume a sequential prefix; journal completed byte ranges before final hashing.""" + journal = part.with_suffix(part.suffix + '.ranges.json') + if journal.exists(): + state = json.loads(journal.read_text()) + if state['total'] != total: + raise RuntimeError('Range journal size mismatch') + else: + state = {'total': total, 'prefix': part.stat().st_size if part.exists() else 0, 'done': []} + journal.write_text(json.dumps(state)) + lock = threading.Lock() + fd = os.open(part, os.O_CREAT | os.O_RDWR, 0o600) + chunk_size = 64 * 1024 * 1024 + ranges = [(start, min(start + chunk_size, total) - 1) + for start in range(state['prefix'], total, chunk_size)] + + def one(bounds): + start, end = bounds + if start in state['done']: + return + for attempt in range(3): + try: + req = urllib.request.Request(url, headers={'Range': f'bytes={start}-{end}'}) + with urllib.request.urlopen(req, timeout=180) as response: + expected = f'bytes {start}-{end}/{total}' + if response.status != 206 or response.headers.get('Content-Range') != expected: + raise RuntimeError('Server did not honor exact requested range') + offset = start + while chunk := response.read(min(4 * 1024 * 1024, end - offset + 1)): + written = os.pwrite(fd, chunk, offset) + if written != len(chunk): + raise RuntimeError('Short positional write') + offset += written + if offset > end: + break + if offset != end + 1: + raise RuntimeError('Incomplete range') + with lock: + os.fsync(fd) + state['done'].append(start) + tmp = journal.with_suffix('.tmp') + tmp.write_text(json.dumps(state)) + tmp.replace(journal) + done = state['prefix'] + sum(b - a + 1 for a, b in ranges if a in state['done']) + print(f'Weight download {done}/{total} bytes ({100 * done / total:.1f}%)', flush=True) + return + except Exception: + if attempt == 2: + raise + time.sleep(2 ** attempt) + try: + with concurrent.futures.ThreadPoolExecutor(max_workers=workers) as pool: + list(pool.map(one, ranges)) + finally: + os.close(fd) + journal.unlink() + + +def main(): + p = argparse.ArgumentParser() + p.add_argument('--root', type=pathlib.Path, required=True) + p.add_argument('--repo', default='Qwen/Qwen3.5-2B') + args = p.parse_args() + root = args.root.resolve() + root.mkdir(parents=True, exist_ok=True) + weights = root / 'weights' + weights.mkdir(exist_ok=True) + marker = weights / '.pilot-owned' + marker.write_text(args.repo) + old_manifest = root / 'manifest.json' + pinned = json.loads(old_manifest.read_text())['revision'] if old_manifest.exists() else None + endpoint = f'https://huggingface.co/api/models/{args.repo}' + if pinned: + endpoint += f'/revision/{pinned}' + info = fetch_json(endpoint + '?blobs=true') + revision = info['sha'] + files = [f for f in info['siblings'] if f['rfilename'].endswith('.safetensors') + or f['rfilename'] in ('config.json', 'model.safetensors.index.json', 'README.md')] + total = sum(f.get('size', 0) for f in files) + if shutil.disk_usage(root).free < total + 3_000_000_000: + raise RuntimeError('Insufficient space for checkpoint plus 3 GB margin') + manifest = {'repo': args.repo, 'revision': revision, 'expected_bytes': total, + 'started_unix': time.time(), 'files': [], 'license': info.get('cardData', {}).get('license')} + (root / 'source_metadata.json').write_text(json.dumps(info, indent=2)) + for entry in files: + name = entry['rfilename'] + if pathlib.PurePosixPath(name).name != name: + raise RuntimeError(f'Unexpected nested path: {name}') + dest = weights / name + part = dest.with_suffix(dest.suffix + '.partial') + digest = hashlib.sha256() + url = f'https://huggingface.co/{args.repo}/resolve/{revision}/{urllib.parse.quote(name)}?download=true' + print(f'Downloading {name}, expected {entry.get("size")} bytes', flush=True) + if entry.get('size', 0) > 128 * 1024 * 1024: + ranged_download(url, part, entry['size']) + with part.open('rb') as stream: + while chunk := stream.read(4 * 1024 * 1024): + digest.update(chunk) + else: + with urllib.request.urlopen(url, timeout=180) as response, part.open('wb') as out: + while chunk := response.read(4 * 1024 * 1024): + out.write(chunk) + digest.update(chunk) + sha = digest.hexdigest() + if entry.get('size') and part.stat().st_size != entry['size']: + raise RuntimeError(f'Size mismatch: {name}') + expected_sha = entry.get('lfs', {}).get('sha256') + if expected_sha and sha != expected_sha: + raise RuntimeError(f'SHA256 mismatch: {name}') + part.rename(dest) + manifest['files'].append({'name': name, 'bytes': dest.stat().st_size, + 'sha256': sha, 'upstream_sha256': expected_sha}) + (root / 'manifest.json').write_text(json.dumps(manifest, indent=2)) + manifest['completed_unix'] = time.time() + (root / 'manifest.json').write_text(json.dumps(manifest, indent=2)) + shutil.copy2(weights / 'config.json', root / 'model_config.json') + print(json.dumps({'revision': revision, 'bytes': sum(f['bytes'] for f in manifest['files'])}), flush=True) + + +if __name__ == '__main__': + main() diff --git a/pilot/plot.py b/pilot/plot.py new file mode 100644 index 0000000..61c0f3e --- /dev/null +++ b/pilot/plot.py @@ -0,0 +1,261 @@ +"""Scientific figures and a compact result report from saved data only.""" +import argparse +import csv +import json +import pathlib + +import matplotlib +matplotlib.use('Agg') +import matplotlib.pyplot as plt +from matplotlib.patches import Patch, Rectangle +import numpy as np + + +def read_csv(path): + with path.open() as f: + return list(csv.DictReader(f)) + + +def write_csv(path, rows): + with path.open('w', newline='') as f: + if rows: + writer = csv.DictWriter(f, fieldnames=list(rows[0])) + writer.writeheader() + writer.writerows(rows) + + +def main(): + p = argparse.ArgumentParser() + p.add_argument('--root', type=pathlib.Path, required=True) + args = p.parse_args() + root = args.root + out = root / 'analysis' + figures = root / 'figures' + figures.mkdir(exist_ok=True) + plt.rcParams.update({'font.size': 10, 'axes.spines.top': False, 'axes.spines.right': False, + 'pdf.fonttype': 42, 'svg.fonttype': 'none', 'figure.dpi': 120}) + def save(fig, name): + fig.tight_layout() + for ext in ('png', 'pdf', 'svg'): + fig.savefig(figures / f'{name}.{ext}', dpi=200, bbox_inches='tight') + plt.close(fig) + + curves = read_csv(out / 'compression_curve.csv') + summary = json.loads((out / 'summary.json').read_text()) + dimensional = {} + for row in read_csv(out / 'inventory.csv'): + ndim = int(row['ndim']) + item = dimensional.setdefault(ndim, {'ndim': ndim, 'tensor_count': 0, 'weight_bytes': 0}) + item['tensor_count'] += 1 + item['weight_bytes'] += int(row['bytes']) + dimensional_rows = [dimensional[key] for key in sorted(dimensional)] + for item in dimensional_rows: + item['model_byte_fraction'] = item['weight_bytes'] / summary['model_weight_bytes'] + with (out / 'dimensional_bytes.csv').open('w', newline='') as f: + writer = csv.DictWriter(f, fieldnames=list(dimensional_rows[0])) + writer.writeheader() + writer.writerows(dimensional_rows) + fig, axes = plt.subplots(1, 2, figsize=(11, 4)) + for scale in sorted({r['scale'] for r in curves}): + rows = [r for r in curves if r['scale'] == scale] + x = [100 * float(r['threshold']) for r in rows] + axes[0].plot(x, [100 * float(r['net_saved_model_fraction']) for r in rows], 'o-', label=scale) + axes[1].plot(x, [int(r['shared_groups']) for r in rows], 'o-', label=scale) + axes[0].set(xlabel='Maximum relative weight error (%)', ylabel='Verified net savings / model bytes (%)') + axes[1].set(xlabel='Maximum relative weight error (%)', ylabel='Non-singleton sharing groups') + axes[0].legend(fontsize=8, loc='upper left') + fig.suptitle('Conservative verified sharing; block scales are separate alternatives') + save(fig, 'compression_frontier') + + pair_sets = {mode: read_csv(out / f'{mode}_pairs.csv') for mode in ('tensor', 'block')} + role_rows = [] + for mode, pairs in pair_sets.items(): + mode_objects = json.loads((out / f'{mode}_objects.json').read_text()) + buckets = {} + for row in pairs: + obj = mode_objects[int(row['a'])] + key = (obj['role'], obj['scale'], tuple(obj['shape']), obj['dtype']) + buckets.setdefault(key, []).append(row) + for (role_name, scale_name, shape, dtype), rows in sorted(buckets.items(), key=lambda item: str(item[0])): + errors = [float(r['error_member_to_rep']) for r in rows] + cosines = [float(r['cosine']) for r in rows if r['cosine']] + role_rows.append({'mode': mode, 'role': role_name, 'scale': scale_name, + 'shape': str(shape), 'ndim': len(shape), 'dtype': dtype, + 'verified_pairs': len(rows), 'minimum_direct_error': min(errors), + 'median_direct_error': float(np.median(errors)), + 'maximum_cosine': max(cosines) if cosines else '', + 'minimum_scaled_error': min(float(r['scaled_error']) for r in rows), + 'pairs_under_5pct_direct_error': sum(e <= .05 for e in errors), + 'pairs_under_20pct_direct_error': sum(e <= .20 for e in errors)}) + with (out / 'role_summary.csv').open('w', newline='') as f: + if role_rows: + writer = csv.DictWriter(f, fieldnames=list(role_rows[0])) + writer.writeheader() + writer.writerows(role_rows) + fig, axes = plt.subplots(2, 2, figsize=(11, 7)) + for row, (mode, pairs) in enumerate(pair_sets.items()): + for scale in sorted({r['scale_name'] for r in pairs}): + group = [r for r in pairs if r['scale_name'] == scale] + axes[row, 0].hist([float(r['cosine']) for r in group if r['cosine']], bins=np.linspace(-1, 1, 46), histtype='step', label=scale) + errors = [float(r['error_member_to_rep']) for r in group] + axes[row, 1].hist(errors, bins=np.linspace(0, max(1e-6, max(errors, default=0.) * 1.01), 46), histtype='step', label=scale) + axes[row, 0].set(title=f'{mode}: exact cosine of screened candidates', xlabel='Cosine', ylabel='Candidate pairs') + axes[row, 1].set(title=f'{mode}: exact direct replacement error', xlabel='Relative Frobenius error', ylabel='Candidate pairs') + axes[row, 0].legend(fontsize=7, loc='upper right') + save(fig, 'candidate_distributions') + + pairs = pair_sets['tensor'] + roles = sorted({r['role'] for r in pairs}) + # Illustrate one repeated 2D projection; this is not a byte-weighted model summary. + objects = json.loads((out / 'tensor_objects.json').read_text()) + candidates = [role for role in roles if any(o['role'] == role and len(o['shape']) == 2 for o in objects)] + role = max(candidates or roles, key=lambda k: sum(r['role'] == k for r in pairs)) + chosen = [(i, o) for i, o in enumerate(objects) if o['role'] == role] + chosen.sort(key=lambda item: item[1]['layer']) + indices = {i: j for j, (i, _) in enumerate(chosen)} + matrix = np.full((len(chosen), len(chosen)), np.nan) + np.fill_diagonal(matrix, 1.) + for r in pairs: + a, b = int(r['a']), int(r['b']) + if a in indices and b in indices and r['cosine']: + matrix[indices[a], indices[b]] = matrix[indices[b], indices[a]] = float(r['cosine']) + fig, ax = plt.subplots(figsize=(7, 6)) + cmap = plt.get_cmap('coolwarm').with_extremes(bad='white') + im = ax.imshow(matrix, cmap=cmap, vmin=-1, vmax=1) + for y, x in zip(*np.where(np.isnan(matrix))): + ax.add_patch(Rectangle((x - .5, y - .5), 1, 1, facecolor='none', + edgecolor='#999999', hatch='///', linewidth=0)) + labels = [o['layer'] for _, o in chosen] + ticks = np.arange(0, len(labels), max(1, len(labels) // 10)) + ax.set_xticks(ticks, [labels[i] for i in ticks]) + ax.set_yticks(ticks, [labels[i] for i in ticks]) + ax.set(xlabel='Layer', ylabel='Layer', title=role.removeprefix('model.') + '\nHatching = unverified; diagonal is identity') + ax.legend(handles=[Patch(facecolor='white', edgecolor='#999999', hatch='///', label='Unverified pair')], + loc='upper center', bbox_to_anchor=(.5, -.12), fontsize=8, frameon=False) + fig.colorbar(im, ax=ax, label='Exact cosine') + save(fig, 'layer_heatmap') + heatmap_rows = [{'a_layer': oa['layer'], 'b_layer': ob['layer'], 'role': role, + 'cosine': float(matrix[i, j]) if not np.isnan(matrix[i, j]) else '', + 'verified': bool(i != j and not np.isnan(matrix[i, j])), 'identity': i == j} + for i, (_, oa) in enumerate(chosen) for j, (_, ob) in enumerate(chosen)] + write_csv(out / 'heatmap_pairs.csv', heatmap_rows) + + distance_rows = [] + fig, axes = plt.subplots(1, 2, figsize=(12, 4), sharey=True) + for ax, mode in zip(axes, ('tensor', 'block')): + mode_objects = json.loads((out / f'{mode}_objects.json').read_text()) + buckets = {} + for row in pair_sets[mode]: + if not row['cosine']: + continue + obj = mode_objects[int(row['a'])] + stratum = f"{len(obj['shape'])}D" if mode == 'tensor' else obj['scale'] + buckets.setdefault(stratum, {}).setdefault(int(row['layer_distance']), []).append(float(row['cosine'])) + for stratum, by_distance in sorted(buckets.items()): + distances = sorted(by_distance) + medians = [] + for distance in distances: + values = by_distance[distance] + median = float(np.median(values)) + medians.append(median) + distance_rows.append({'mode': mode, 'stratum': stratum, 'layer_distance': distance, + 'pairs': len(values), 'median_cosine': median, + 'q25': float(np.quantile(values, .25)), 'q75': float(np.quantile(values, .75))}) + ax.plot(distances, medians, 'o-', markersize=3, label=stratum) + ax.set(xlabel='Absolute layer distance', ylabel='Median exact cosine', + title=f'{mode}: dimension / scale strata', ylim=(-.1, 1.05)) + ax.legend(fontsize=8, loc='upper center', bbox_to_anchor=(.5, -.23), ncol=2, frameon=False) + fig.suptitle('Screened candidates: module mixture and selection bias still apply') + write_csv(out / 'layer_distance_stratified.csv', distance_rows) + save(fig, 'layer_distance') + + null_rows = [] + fig, axes = plt.subplots(3, 2, figsize=(12, 10)) + bins = np.linspace(-1, 1, 26) + for col, mode in enumerate(('tensor', 'block')): + mode_objects = json.loads((out / f'{mode}_objects.json').read_text()) + nulls = json.loads((out / f'{mode}_nulls.json').read_text()) + real_random = json.loads((out / f'{mode}_random_pairs.json').read_text()) + cohorts = [('shuffled', [r for r in nulls if r['method'] == 'shuffled']), + ('gaussian_norm_matched', [r for r in nulls if r['method'] == 'gaussian_norm_matched']), + ('random_actual_same_role', real_random)] + for row, ndim in enumerate((1, 2, 3)): + ax = axes[row, col] + any_values = False + for method, records in cohorts: + values = np.asarray([r['cosine'] for r in records if r['cosine'] is not None + and len(mode_objects[r['a']]['shape']) == ndim]) + if not len(values): + continue + any_values = True + values = np.clip(values, -1, 1) + ax.hist(values, bins=bins, density=True, histtype='step', label=f'{method} (n={len(values)})') + counts, _ = np.histogram(values, bins=bins) + for i, count in enumerate(counts): + null_rows.append({'mode': mode, 'ndim': ndim, 'method': method, 'samples': len(values), + 'bin_left': float(bins[i]), 'bin_right': float(bins[i + 1]), + 'count': int(count), 'density': float(count / (len(values) * (bins[i + 1] - bins[i])))}) + ax.set(title=f'{mode}: {ndim}D sampled controls', xlabel='Sampled cosine', ylabel='Density') + if any_values: + ax.legend(fontsize=7, loc='upper right') + else: + ax.text(.5, .5, 'No eligible samples', transform=ax.transAxes, ha='center') + fig.suptitle('Dimension-stratified controls: density normalized; role mixtures may differ') + write_csv(out / 'null_histograms.csv', null_rows) + save(fig, 'null_controls') + + fig, axes = plt.subplots(1, 2, figsize=(11, 4)) + structure = json.loads((out / 'block_structure.json').read_text()) + for ax, ndim in zip(axes, (2, 3)): + probes = [m for pair in structure for m in pair['modes'] if len(m['probe_shape']) == ndim and not m.get('trivial_mode_skipped')] + for axis in sorted({m['axis'] for m in probes}): + selected = [m for m in probes if m['axis'] == axis] + ax.scatter([m['normalized_spectrum_distance'] for m in selected], + [m['left_subspace_overlap'] for m in selected], s=18, alpha=.65, label=f'mode {axis}') + ax.set(title=f'{ndim}D blocks: bounded mode-unfolding probes', xlabel='Normalized spectrum distance', ylabel='Leading left subspace overlap (k <= 4)') + if probes: + ax.legend(fontsize=8, loc='upper right') + else: + ax.text(.5, .5, 'No eligible probes', transform=ax.transAxes, ha='center') + save(fig, 'block_structure') + + parts = json.loads((out / 'block_partitions.json').read_text()) + lines = ['# Qwen3.5-2B parameter similarity pilot', '', + f"- Revision: `{summary['revision']}`", f"- Stored parameters: {summary['parameter_count']:,}", + f"- Weight bytes: {summary['model_weight_bytes']:,}", + f"- Tensor dimensionalities: {summary['ndim_counts']}", + f"- Analysis and grouping/export wall time: {summary['elapsed_seconds']:.1f} seconds", + f"- Pair-comparison cutoff: {summary['analysis_budget_seconds']} seconds; final grouping/export is additional and remains under the supervisor hard limit.", + f"- Peak analysis RSS: {summary['peak_rss_kib'] / 1024:.1f} MiB", '', + '## Verified sharing estimates', '', + '| Representation | Weight-error limit | Verified sharing groups | Conservative total groups* | Largest group | Net model savings |', + '|---|---:|---:|---:|---:|---:|---:|'] + for r in curves: + lines.append(f"| {r['scale']} | {float(r['threshold']):.0%} | {r['shared_groups']} | {r['conservative_partition_groups']} | {r['max_group_size']} | {float(r['net_saved_model_fraction']):.6%} |") + lines += ['', '*Conservative total groups counts unexamined full blocks as singletons; boundary regions and ineligible tensors stay unchanged and are outside that block count.', + 'Savings count only verified replacement edges. Unsampled blocks remain unchanged. Different block scales must not be summed.', + 'Theoretical encoding: one stored representative per group, 16 bytes per object mapping and 64 bytes per shared-group descriptor; identity fallback if larger.', + 'Exact grouping uses direct replacement only. Scaled and spectral results are diagnostic.', '', + '## Stratified diagnostics', '', + 'See `analysis/role_summary.csv` for same-role, same-shape statistics, separated by tensor dimensionality and block scale.', + 'See `analysis/dimensional_bytes.csv` for tensor counts versus weight-byte contributions by dimensionality.', + 'Heatmap missing pairs are hatched (`heatmap_pairs.csv`); identity entries are not empirical matches.', + 'Layer-distance medians are split by dimension/scale (`layer_distance_stratified.csv`); role and selection bias remain.', + 'Controls are split by dimension and density-normalized, with sample counts (`null_histograms.csv`); these are not significance tests.', + 'These are screened-candidate statistics, not estimates of all possible pairs. Small normalization vectors must not be conflated with large matrices.', '', + '## Coverage', ''] + for mode in ('tensor', 'block'): + coverage = json.loads((out / f'{mode}_coverage.json').read_text()) + lines.append(f'- {mode}: `{json.dumps(coverage)}`') + lines += [f'- Complete-block partition totals (per alternative): `{json.dumps(parts)}`', '', + '## Interpretation limits', '', *['- ' + s for s in summary['limitations']], + '- Candidate histograms are selection-biased and do not represent the distribution of all tensor pairs.', + '- 1D normalization weights may cluster strongly but carry few bytes; do not infer material compression from group counts.', + '- No task accuracy, perplexity, inference speed or runtime-memory improvement has been measured.', + '- Stored parameter counts may omit tied aliases; no duplicate-weight equality search is performed.', '', + '## Figures', '', *[f'![{name}](figures/{name}.png)' for name in ['compression_frontier', 'candidate_distributions', 'layer_heatmap', 'layer_distance', 'null_controls', 'block_structure']]] + (root / 'REPORT.md').write_text('\n'.join(lines) + '\n') + + +if __name__ == '__main__': + main() diff --git a/pilot/run.py b/pilot/run.py new file mode 100644 index 0000000..b3c0879 --- /dev/null +++ b/pilot/run.py @@ -0,0 +1,58 @@ +"""Supervise the one-model job; no automatic download of subsequent models.""" +import argparse +import json +import os +import pathlib +import subprocess +import sys +import time + + +def main(): + p = argparse.ArgumentParser() + p.add_argument('--root', type=pathlib.Path, required=True) + args = p.parse_args() + root = args.root.resolve() + root.mkdir(exist_ok=True, parents=True) + status_file = root / 'status.json' + start = time.time() + env = dict(os.environ, OPENBLAS_NUM_THREADS='1', OMP_NUM_THREADS='1') + + def status(phase, **extra): + status_file.write_text(json.dumps({'phase': phase, 'updated_unix': time.time(), + 'supervisor_started_unix': start, **extra}, indent=2)) + print(phase, flush=True) + + def command(module, log, timeout, extra=()): + with (root / log).open('w') as stream: + subprocess.run([sys.executable, '-B', '-m', module, '--root', str(root), *extra], + check=True, timeout=timeout, env=env, stdout=stream, stderr=subprocess.STDOUT) + + try: + status('waiting_for_download') + download_wait_start = time.monotonic() + while True: + manifest_path = root / 'manifest.json' + if manifest_path.exists(): + manifest = json.loads(manifest_path.read_text()) + if manifest.get('completed_unix') and all((root / 'weights' / f['name']).exists() for f in manifest['files']): + break + if time.monotonic() - download_wait_start > 7200: + raise TimeoutError('Download wait exceeded 2 hours; no analysis started') + time.sleep(10) + status('analyzing', analysis_hard_limit_seconds=7200) + command('pilot.analyze', 'analysis.log', 7200, ('--seconds', '6600')) + status('plotting') + command('pilot.plot', 'plot.log', 300) + status('validating') + command('pilot.validate', 'validate.log', 120) + with (root / 'environment.txt').open('w') as f: + subprocess.run([sys.executable, '-B', '-m', 'pip', 'freeze'], check=True, stdout=f, env=env) + status('results_ready_weights_retained_until_archive_copy') + except Exception as e: + status('failed', error_type=type(e).__name__, error=str(e)) + raise + + +if __name__ == '__main__': + main() diff --git a/pilot/tensors.py b/pilot/tensors.py new file mode 100644 index 0000000..5cfd38a --- /dev/null +++ b/pilot/tensors.py @@ -0,0 +1,82 @@ +"""Read safetensors BF16 directly; never instantiate a model or use pickle.""" +import json +import math +import mmap +import re +import struct + +import numpy as np + +DTYPES = {'BF16': (' 100_000_000: + raise ValueError('Oversized safetensors header') + header = json.loads(f.read(size)) + for name, meta in header.items(): + if name == '__metadata__': + continue + if name in tensors: + raise ValueError(f'Duplicate tensor name: {name}') + tensors[name] = Tensor(file, 8 + size, name, meta) + if not tensors: + raise ValueError('No safetensors found') + return tensors + + +def metrics(x, y): + """x is member; y is representative. Float64 accumulation.""" + x, y = x.astype(np.float64), y.astype(np.float64) + xx, yy, xy = float(x @ x), float(y @ y), float(x @ y) + delta = float((x - y) @ (x - y)) + return finish(xx, yy, xy, delta, float(x.sum()), float(y.sum()), x.size) + + +def finish(xx, yy, xy, delta, sx, sy, n): + tiny = 1e-30 + vx, vy = max(0., xx - sx * sx / n), max(0., yy - sy * sy / n) + return {'cosine': xy / np.sqrt(xx * yy) if xx * yy > tiny else None, + 'pearson': (xy - sx * sy / n) / np.sqrt(vx * vy) if vx * vy > tiny else None, + 'error_member_to_rep': np.sqrt(delta / max(xx, tiny)), + 'error_rep_to_member': np.sqrt(delta / max(yy, tiny)), + 'symmetric_error': np.sqrt(2 * delta / max(xx + yy, tiny)), + 'scaled_error': np.sqrt(max(0., xx - xy * xy / max(yy, tiny)) / max(xx, tiny)), + 'scale': xy / max(yy, tiny)} diff --git a/pilot/validate.py b/pilot/validate.py new file mode 100644 index 0000000..895c953 --- /dev/null +++ b/pilot/validate.py @@ -0,0 +1,85 @@ +"""Validate archived analysis before allowing deletion of downloaded weights.""" +import argparse +import csv +import hashlib +import json +import pathlib +import shutil +import time + + +def validate(root): + analysis = root / 'analysis' + summary = json.loads((analysis / 'summary.json').read_text()) + assert summary['completed'] + manifest = json.loads((root / 'manifest.json').read_text()) + assert summary['revision'] == manifest['revision'] + for mode in ('tensor', 'block'): + objects = json.loads((analysis / f'{mode}_objects.json').read_text()) + with (analysis / f'{mode}_pairs.csv').open() as f: + pairs = list(csv.DictReader(f)) + coverage = json.loads((analysis / f'{mode}_coverage.json').read_text()) + assert len(pairs) == coverage['pairs_verified'] + edges = {} + for p in pairs: + a, b = int(p['a']), int(p['b']) + assert objects[a]['shape'] == objects[b]['shape'] + assert objects[a]['role'] == objects[b]['role'] + edges[(b, a)] = float(p['error_member_to_rep']) + edges[(a, b)] = float(p['error_rep_to_member']) + for file in analysis.glob(f'groups_{mode}_*.json'): + threshold = float(file.stem.rsplit('_', 1)[1]) + groups = json.loads(file.read_text()) + members = [i for g in groups for i in g['members']] + assert len(set(members)) == len(members), file + for g in groups: + assert g['representative'] in g['members'] + for member in g['members']: + if member != g['representative']: + assert edges[(g['representative'], member)] <= threshold + 1e-12 + assert g['max_error'] <= threshold + 1e-12 + assert (root / 'REPORT.md').is_file() + images = list((root / 'figures').glob('*.png')) + assert len(images) >= 5 + for file in images: + assert file.read_bytes()[:8] == b'\x89PNG\r\n\x1a\n' + checksums = {} + for file in sorted(root.rglob('*')): + if (file.is_file() and 'weights' not in file.relative_to(root).parts + and file.name not in ('checksums.json', 'validation.json', 'cleanup.json', 'status.json') + and not file.name.endswith('.log')): + checksums[str(file.relative_to(root))] = hashlib.sha256(file.read_bytes()).hexdigest() + (root / 'checksums.json').write_text(json.dumps(checksums, indent=2)) + result = {'validated_unix': time.time(), 'files_checksummed': len(checksums), + 'group_edges_checked': True, 'passed': True} + (root / 'validation.json').write_text(json.dumps(result, indent=2)) + return result + + +def main(): + p = argparse.ArgumentParser() + p.add_argument('--root', required=True, type=pathlib.Path) + p.add_argument('--cleanup-weights', action='store_true') + args = p.parse_args() + root = args.root.resolve() + result = validate(root) + if args.cleanup_weights: + weights = root / 'weights' + manifest = json.loads((root / 'manifest.json').read_text()) + assert not weights.is_symlink() + assert (weights / '.pilot-owned').read_text() == manifest['repo'] + expected_names = {entry['name'] for entry in manifest['files']} | {'.pilot-owned'} + assert {file.name for file in weights.iterdir()} == expected_names + assert all(file.is_file() and not file.is_symlink() for file in weights.iterdir()) + deleted_bytes = sum(file.stat().st_size for file in weights.iterdir()) + shutil.rmtree(weights) + (root / 'cleanup.json').write_text(json.dumps({'deleted_unix': time.time(), + 'deleted_bytes': deleted_bytes, + 'deleted_directory': 'weights', + 'reason': 'User-authorized delete-after-analysis; archived results validated'}, indent=2)) + result['weights_removed'] = not weights.exists() + print(json.dumps(result)) + + +if __name__ == '__main__': + main() diff --git a/requirements.txt b/requirements.txt new file mode 100644 index 0000000..b2b9779 --- /dev/null +++ b/requirements.txt @@ -0,0 +1,2 @@ +numpy==2.5.4 +matplotlib==3.11.2 diff --git a/results/qwen35-2b/REPORT.md b/results/qwen35-2b/REPORT.md new file mode 100644 index 0000000..2c306c3 --- /dev/null +++ b/results/qwen35-2b/REPORT.md @@ -0,0 +1,83 @@ +# Qwen3.5-2B parameter similarity pilot + +- Revision: `15852e8c16360a2fea060d615a32b45270f8a8fc` +- Stored parameters: 2,274,069,824 +- Weight bytes: 4,548,144,832 +- Tensor dimensionalities: {'1': 319, '2': 294, '3': 18, '5': 1} +- Analysis and grouping/export wall time: 6661.1 seconds +- Pair-comparison cutoff: 6600 seconds; final grouping/export is additional and remains under the supervisor hard limit. +- Peak analysis RSS: 201.3 MiB + +## Verified sharing estimates + +| Representation | Weight-error limit | Verified sharing groups | Conservative total groups* | Largest group | Net model savings | +|---|---:|---:|---:|---:|---:|---:| +| whole | 1% | 0 | 632 | 1 | 0.000000% | +| whole | 2% | 0 | 632 | 1 | 0.000000% | +| whole | 5% | 1 | 631 | 2 | 0.000000% | +| whole | 10% | 11 | 613 | 6 | 0.000719% | +| whole | 20% | 16 | 572 | 15 | 0.002626% | +| 2d-128 | 1% | 0 | 138576 | 1 | 0.000000% | +| 2d-128 | 2% | 0 | 138576 | 1 | 0.000000% | +| 2d-128 | 5% | 0 | 138576 | 1 | 0.000000% | +| 2d-128 | 10% | 0 | 138576 | 1 | 0.000000% | +| 2d-128 | 20% | 1 | 138575 | 2 | 0.000000% | +| 2d-64 | 1% | 0 | 554304 | 1 | 0.000000% | +| 2d-64 | 2% | 0 | 554304 | 1 | 0.000000% | +| 2d-64 | 5% | 0 | 554304 | 1 | 0.000000% | +| 2d-64 | 10% | 1 | 554303 | 2 | 0.000000% | +| 2d-64 | 20% | 3 | 554299 | 3 | 0.000000% | +| 3d-axis0-slice | 1% | 0 | 110592 | 1 | 0.000000% | +| 3d-axis0-slice | 2% | 0 | 110592 | 1 | 0.000000% | +| 3d-axis0-slice | 5% | 9 | 110581 | 3 | 0.000000% | +| 3d-axis0-slice | 10% | 33 | 110542 | 7 | 0.000000% | +| 3d-axis0-slice | 20% | 45 | 110483 | 12 | 0.000000% | +| 3d-volume | 1% | 0 | 27648 | 1 | 0.000000% | +| 3d-volume | 2% | 0 | 27648 | 1 | 0.000000% | +| 3d-volume | 5% | 0 | 27648 | 1 | 0.000000% | +| 3d-volume | 10% | 0 | 27648 | 1 | 0.000000% | +| 3d-volume | 20% | 2 | 27646 | 2 | 0.000000% | + +*Conservative total groups counts unexamined full blocks as singletons; boundary regions and ineligible tensors stay unchanged and are outside that block count. +Savings count only verified replacement edges. Unsampled blocks remain unchanged. Different block scales must not be summed. +Theoretical encoding: one stored representative per group, 16 bytes per object mapping and 64 bytes per shared-group descriptor; identity fallback if larger. +Exact grouping uses direct replacement only. Scaled and spectral results are diagnostic. + +## Stratified diagnostics + +See `analysis/role_summary.csv` for same-role, same-shape statistics, separated by tensor dimensionality and block scale. +See `analysis/dimensional_bytes.csv` for tensor counts versus weight-byte contributions by dimensionality. +Heatmap missing pairs are hatched (`heatmap_pairs.csv`); identity entries are not empirical matches. +Layer-distance medians are split by dimension/scale (`layer_distance_stratified.csv`); role and selection bias remain. +Controls are split by dimension and density-normalized, with sample counts (`null_histograms.csv`); these are not significance tests. +These are screened-candidate statistics, not estimates of all possible pairs. Small normalization vectors must not be conflated with large matrices. + +## Coverage + +- tensor: `{"eligible_pairs_in_screened_objects": 6159, "candidate_pairs_before_cap": 4724, "selected_pairs": 2000, "objects_screened": 632, "pairs_verified": 2000, "timed_out": false, "screen_sample_elements": 2048, "candidate_neighbors_per_metric": 10}` +- block: `{"eligible_pairs_in_screened_objects": 1678968, "candidate_pairs_before_cap": 175036, "selected_pairs": 20000, "objects_screened": 13328, "pairs_verified": 14778, "timed_out": true, "screen_sample_elements": 2048, "candidate_neighbors_per_metric": 10}` +- Complete-block partition totals (per alternative): `{"2d-64": {"blocks": 554304, "bytes": 4540858368, "edge_bytes": 0}, "2d-128": {"blocks": 138576, "bytes": 4540858368, "edge_bytes": 0}, "3d-axis0-slice": {"blocks": 110592, "bytes": 884736, "edge_bytes": 0}, "3d-volume": {"blocks": 27648, "bytes": 884736, "edge_bytes": 0}}` + +## Interpretation limits + +- No inference or functional equivalence measured +- No exhaustive pair search +- Block search uses per-role/shape/scale reservoirs of 256 +- Different block scales overlap; savings must not be added +- Block savings count only verified disjoint sampled blocks, no extrapolation +- Spectral probes use aligned bounded subvolumes, not whole tensors +- Shared encoding is theoretical, not a runnable compressed checkpoint +- No cross-role grouping, neuron permutation alignment, or training +- Candidate histograms are selection-biased and do not represent the distribution of all tensor pairs. +- 1D normalization weights may cluster strongly but carry few bytes; do not infer material compression from group counts. +- No task accuracy, perplexity, inference speed or runtime-memory improvement has been measured. +- Stored parameter counts may omit tied aliases; no duplicate-weight equality search is performed. + +## Figures + +![compression_frontier](figures/compression_frontier.png) +![candidate_distributions](figures/candidate_distributions.png) +![layer_heatmap](figures/layer_heatmap.png) +![layer_distance](figures/layer_distance.png) +![null_controls](figures/null_controls.png) +![block_structure](figures/block_structure.png) diff --git a/results/qwen35-2b/analysis-run.txt b/results/qwen35-2b/analysis-run.txt new file mode 100644 index 0000000..8596b22 --- /dev/null +++ b/results/qwen35-2b/analysis-run.txt @@ -0,0 +1,171 @@ +Inventory: 632 tensors, 4548144832 bytes +tensor: sampling 632 objects +tensor: verified 100/2000 +tensor: verified 200/2000 +tensor: verified 300/2000 +tensor: verified 400/2000 +tensor: verified 500/2000 +tensor: verified 600/2000 +tensor: verified 700/2000 +tensor: verified 800/2000 +tensor: verified 900/2000 +tensor: verified 1000/2000 +tensor: verified 1100/2000 +tensor: verified 1200/2000 +tensor: verified 1300/2000 +tensor: verified 1400/2000 +tensor: verified 1500/2000 +tensor: verified 1600/2000 +tensor: verified 1700/2000 +tensor: verified 1800/2000 +tensor: verified 1900/2000 +tensor: verified 2000/2000 +block: sampling 13328 objects +block: verified 100/20000 +block: verified 200/20000 +block: verified 300/20000 +block: verified 400/20000 +block: verified 500/20000 +block: verified 600/20000 +block: verified 700/20000 +block: verified 800/20000 +block: verified 900/20000 +block: verified 1000/20000 +block: verified 1100/20000 +block: verified 1200/20000 +block: verified 1300/20000 +block: verified 1400/20000 +block: verified 1500/20000 +block: verified 1600/20000 +block: verified 1700/20000 +block: verified 1800/20000 +block: verified 1900/20000 +block: verified 2000/20000 +block: verified 2100/20000 +block: verified 2200/20000 +block: verified 2300/20000 +block: verified 2400/20000 +block: verified 2500/20000 +block: verified 2600/20000 +block: verified 2700/20000 +block: verified 2800/20000 +block: verified 2900/20000 +block: verified 3000/20000 +block: verified 3100/20000 +block: verified 3200/20000 +block: verified 3300/20000 +block: verified 3400/20000 +block: verified 3500/20000 +block: verified 3600/20000 +block: verified 3700/20000 +block: verified 3800/20000 +block: verified 3900/20000 +block: verified 4000/20000 +block: verified 4100/20000 +block: verified 4200/20000 +block: verified 4300/20000 +block: verified 4400/20000 +block: verified 4500/20000 +block: verified 4600/20000 +block: verified 4700/20000 +block: verified 4800/20000 +block: verified 4900/20000 +block: verified 5000/20000 +block: verified 5100/20000 +block: verified 5200/20000 +block: verified 5300/20000 +block: verified 5400/20000 +block: verified 5500/20000 +block: verified 5600/20000 +block: verified 5700/20000 +block: verified 5800/20000 +block: verified 5900/20000 +block: verified 6000/20000 +block: verified 6100/20000 +block: verified 6200/20000 +block: verified 6300/20000 +block: verified 6400/20000 +block: verified 6500/20000 +block: verified 6600/20000 +block: verified 6700/20000 +block: verified 6800/20000 +block: verified 6900/20000 +block: verified 7000/20000 +block: verified 7100/20000 +block: verified 7200/20000 +block: verified 7300/20000 +block: verified 7400/20000 +block: verified 7500/20000 +block: verified 7600/20000 +block: verified 7700/20000 +block: verified 7800/20000 +block: verified 7900/20000 +block: verified 8000/20000 +block: verified 8100/20000 +block: verified 8200/20000 +block: verified 8300/20000 +block: verified 8400/20000 +block: verified 8500/20000 +block: verified 8600/20000 +block: verified 8700/20000 +block: verified 8800/20000 +block: verified 8900/20000 +block: verified 9000/20000 +block: verified 9100/20000 +block: verified 9200/20000 +block: verified 9300/20000 +block: verified 9400/20000 +block: verified 9500/20000 +block: verified 9600/20000 +block: verified 9700/20000 +block: verified 9800/20000 +block: verified 9900/20000 +block: verified 10000/20000 +block: verified 10100/20000 +block: verified 10200/20000 +block: verified 10300/20000 +block: verified 10400/20000 +block: verified 10500/20000 +block: verified 10600/20000 +block: verified 10700/20000 +block: verified 10800/20000 +block: verified 10900/20000 +block: verified 11000/20000 +block: verified 11100/20000 +block: verified 11200/20000 +block: verified 11300/20000 +block: verified 11400/20000 +block: verified 11500/20000 +block: verified 11600/20000 +block: verified 11700/20000 +block: verified 11800/20000 +block: verified 11900/20000 +block: verified 12000/20000 +block: verified 12100/20000 +block: verified 12200/20000 +block: verified 12300/20000 +block: verified 12400/20000 +block: verified 12500/20000 +block: verified 12600/20000 +block: verified 12700/20000 +block: verified 12800/20000 +block: verified 12900/20000 +block: verified 13000/20000 +block: verified 13100/20000 +block: verified 13200/20000 +block: verified 13300/20000 +block: verified 13400/20000 +block: verified 13500/20000 +block: verified 13600/20000 +block: verified 13700/20000 +block: verified 13800/20000 +block: verified 13900/20000 +block: verified 14000/20000 +block: verified 14100/20000 +block: verified 14200/20000 +block: verified 14300/20000 +block: verified 14400/20000 +block: verified 14500/20000 +block: verified 14600/20000 +block: verified 14700/20000 +{"model": "Qwen/Qwen3.5-2B", "revision": "15852e8c16360a2fea060d615a32b45270f8a8fc", "tensor_count": 632, "parameter_count": 2274069824, "model_weight_bytes": 4548144832, "ndim_counts": {"1": 319, "2": 294, "3": 18, "5": 1}, "elapsed_seconds": 6661.129063449334, "analysis_budget_seconds": 6600, "peak_rss_kib": 206180, "python": "3.14.4", "numpy": "2.5.4", "seed": 20261109, "limitations": ["No inference or functional equivalence measured", "No exhaustive pair search", "Block search uses per-role/shape/scale reservoirs of 256", "Different block scales overlap; savings must not be added", "Block savings count only verified disjoint sampled blocks, no extrapolation", "Spectral probes use aligned bounded subvolumes, not whole tensors", "Shared encoding is theoretical, not a runnable compressed checkpoint", "No cross-role grouping, neuron permutation alignment, or training"], "completed": true} diff --git a/results/qwen35-2b/analysis/block_coverage.json b/results/qwen35-2b/analysis/block_coverage.json new file mode 100644 index 0000000..60d8c39 --- /dev/null +++ b/results/qwen35-2b/analysis/block_coverage.json @@ -0,0 +1,10 @@ +{ + "eligible_pairs_in_screened_objects": 1678968, + "candidate_pairs_before_cap": 175036, + "selected_pairs": 20000, + "objects_screened": 13328, + "pairs_verified": 14778, + "timed_out": true, + "screen_sample_elements": 2048, + "candidate_neighbors_per_metric": 10 +} \ No newline at end of file diff --git a/results/qwen35-2b/analysis/block_nulls.json b/results/qwen35-2b/analysis/block_nulls.json new file mode 100644 index 0000000..b6b72d7 --- /dev/null +++ b/results/qwen35-2b/analysis/block_nulls.json @@ -0,0 +1,2602 @@ +[ + { + "a": 167, + "b": 246, + "method": "shuffled", + "sampled": true, + "cosine": -0.02647632773380728, + "pearson": -0.031023068491706936, + "error_member_to_rep": 1.4560343846498822, + "error_rep_to_member": 1.4106503787493936, + "symmetric_error": 1.4328035867812066, + "scaled_error": 0.9996494405889157, + "scale": -0.02565107125170619 + }, + { + "a": 167, + "b": 246, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": -0.0007268034841842627, + "pearson": -0.0012872123599931657, + "error_member_to_rep": 1.4376648541580126, + "error_rep_to_member": 1.392853419131551, + "symmetric_error": 1.414727139237307, + "scaled_error": 0.9999997358783128, + "scale": -0.0007041493120283998 + }, + { + "a": 423, + "b": 496, + "method": "shuffled", + "sampled": true, + "cosine": 0.10874201917719165, + "pearson": 0.05091253855905693, + "error_member_to_rep": 1.1648902532656287, + "error_rep_to_member": 1.626882064923666, + "symmetric_error": 1.3394438955850516, + "scaled_error": 0.9940700042075846, + "scale": 0.15186876206321706 + }, + { + "a": 423, + "b": 496, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": -0.0076609245533804365, + "pearson": -0.007640852415879383, + "error_member_to_rep": 1.2343680274431665, + "error_rep_to_member": 1.7239145058796967, + "symmetric_error": 1.4193326063370328, + "scaled_error": 0.9999706546869199, + "scale": -0.010699223142856838 + }, + { + "a": 545, + "b": 718, + "method": "shuffled", + "sampled": true, + "cosine": 0.03422792942247514, + "pearson": -0.3816553354821003, + "error_member_to_rep": 1.3912321786669533, + "error_rep_to_member": 1.3883724117515182, + "symmetric_error": 1.3898000885297888, + "scaled_error": 0.999414052756639, + "scale": 0.03415757171967959 + }, + { + "a": 545, + "b": 718, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": 0.7242510321942823, + "pearson": 0.9021528689641812, + "error_member_to_rep": 0.7433963631895391, + "error_rep_to_member": 0.7418682643163939, + "symmetric_error": 0.7426311346273677, + "scaled_error": 0.6895363966938343, + "scale": 0.7227622877761337 + }, + { + "a": 904, + "b": 1005, + "method": "shuffled", + "sampled": true, + "cosine": 0.21729444222596106, + "pearson": 0.14160396193142386, + "error_member_to_rep": 1.3798004016751555, + "error_rep_to_member": 1.1570453565882464, + "symmetric_error": 1.253818725073538, + "scaled_error": 0.976106103544952, + "scale": 0.18221441672632047 + }, + { + "a": 904, + "b": 1005, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": 0.07913146420731042, + "pearson": 0.10339552747645542, + "error_member_to_rep": 1.4944475696026718, + "error_rep_to_member": 1.2531838800554658, + "symmetric_error": 1.3579981163461117, + "scaled_error": 0.9968641890309868, + "scale": 0.06635647671209555 + }, + { + "a": 1103, + "b": 1150, + "method": "shuffled", + "sampled": true, + "cosine": -0.03909898185129978, + "pearson": -0.03902010797464815, + "error_member_to_rep": 1.1098146667658475, + "error_rep_to_member": 2.5005579430322453, + "symmetric_error": 1.4345695362974515, + "scaled_error": 0.999235342458518, + "scale": -0.0880951320616931 + }, + { + "a": 1103, + "b": 1150, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": -0.01574018588596636, + "pearson": -0.015725161909525116, + "error_member_to_rep": 1.1004335847986113, + "error_rep_to_member": 2.479421135482415, + "symmetric_error": 1.4224433545026802, + "scaled_error": 0.9998761156004654, + "scale": -0.035464702369320346 + }, + { + "a": 1434, + "b": 1503, + "method": "shuffled", + "sampled": true, + "cosine": -0.008573446494254212, + "pearson": -0.007539630733282313, + "error_member_to_rep": 1.0873264223568002, + "error_rep_to_member": 2.598438519576801, + "symmetric_error": 1.4185245855092943, + "scaled_error": 0.9999632473322259, + "scale": -0.020488395350417195 + }, + { + "a": 1434, + "b": 1503, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": 0.013418136997976834, + "pearson": 0.01407471721831338, + "error_member_to_rep": 1.0788298411912456, + "error_rep_to_member": 2.5781338131599054, + "symmetric_error": 1.4074399571692688, + "scaled_error": 0.9999099727472986, + "scale": 0.032065995380603805 + }, + { + "a": 1569, + "b": 1706, + "method": "shuffled", + "sampled": true, + "cosine": 0.020397326533339102, + "pearson": 0.02067642581404081, + "error_member_to_rep": 2.22422705917342, + "error_rep_to_member": 1.1080941068496288, + "symmetric_error": 1.4026529281373024, + "scaled_error": 0.9997919528933469, + "scale": 0.010161803055970451 + }, + { + "a": 1569, + "b": 1706, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": 0.0003321817956529278, + "pearson": -0.0002098772761235782, + "error_member_to_rep": 2.242261742370197, + "error_rep_to_member": 1.1170788577934805, + "symmetric_error": 1.4140260481115685, + "scaled_error": 0.9999999448276258, + "scale": 0.00016549060881514865 + }, + { + "a": 1811, + "b": 1814, + "method": "shuffled", + "sampled": true, + "cosine": 0.017028973572145424, + "pearson": 0.013768567779437819, + "error_member_to_rep": 2.3686296532099225, + "error_rep_to_member": 1.0944181183035222, + "symmetric_error": 1.4050139573462976, + "scaled_error": 0.9998549965165345, + "scale": 0.007868185382299652 + }, + { + "a": 1811, + "b": 1814, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": -0.0068128304784420115, + "pearson": -0.006639608208522856, + "error_member_to_rep": 2.3903152968443906, + "error_rep_to_member": 1.1044379039076047, + "symmetric_error": 1.4178773578948702, + "scaled_error": 0.9999767924011397, + "scale": -0.0031478475761008247 + }, + { + "a": 2102, + "b": 2176, + "method": "shuffled", + "sampled": true, + "cosine": 0.009892490578467401, + "pearson": 0.009809619667665704, + "error_member_to_rep": 1.817546121779716, + "error_rep_to_member": 1.1897701886900223, + "symmetric_error": 1.4077880993028569, + "scaled_error": 0.9999510681179129, + "scale": 0.006475648810844267 + }, + { + "a": 2102, + "b": 2176, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": -0.018847104844009307, + "pearson": -0.01897532173248864, + "error_member_to_rep": 1.8415432891989119, + "error_rep_to_member": 1.2054787938617062, + "symmetric_error": 1.4263752076600538, + "scaled_error": 0.9998223775446311, + "scale": -0.012337361466547318 + }, + { + "a": 2395, + "b": 2465, + "method": "shuffled", + "sampled": true, + "cosine": 0.01454193131491071, + "pearson": 0.015231811635421233, + "error_member_to_rep": 1.2275186630914223, + "error_rep_to_member": 1.6894223389603396, + "symmetric_error": 1.4043998844875174, + "scaled_error": 0.9998942605263981, + "scale": 0.020013922682988437 + }, + { + "a": 2395, + "b": 2465, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": 0.032197152957477486, + "pearson": 0.03219051378600121, + "error_member_to_rep": 1.2170233466849703, + "error_rep_to_member": 1.6749777341452385, + "symmetric_error": 1.3923922290505235, + "scaled_error": 0.9994815372689146, + "scale": 0.044312637430942485 + }, + { + "a": 2669, + "b": 2813, + "method": "shuffled", + "sampled": true, + "cosine": -0.0012273362927115396, + "pearson": -0.0016700526183548172, + "error_member_to_rep": 1.256740765785505, + "error_rep_to_member": 1.6537037448440581, + "symmetric_error": 1.4150494734537544, + "scaled_error": 0.9999992468225286, + "scale": -0.0016150113680536947 + }, + { + "a": 2669, + "b": 2813, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": 0.0032602817131952423, + "pearson": 0.0035973079039477345, + "error_member_to_rep": 1.2540241525098976, + "error_rep_to_member": 1.6501290429886941, + "symmetric_error": 1.4119906547300514, + "scaled_error": 0.9999946852674522, + "scale": 0.00429009723018548 + }, + { + "a": 2920, + "b": 2973, + "method": "shuffled", + "sampled": true, + "cosine": -0.0033071791741092153, + "pearson": -0.00389331760950431, + "error_member_to_rep": 1.7046225144395026, + "error_rep_to_member": 1.2377617451480425, + "symmetric_error": 1.4164354905451584, + "scaled_error": 0.9999945312680016, + "scale": -0.0024014113572873165 + }, + { + "a": 2920, + "b": 2973, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": 0.011362840191359882, + "pearson": 0.011039509749340561, + "error_member_to_rep": 1.6927289681645221, + "error_rep_to_member": 1.2291255946404567, + "symmetric_error": 1.406552691914012, + "scaled_error": 0.9999354408474508, + "scale": 0.008250793818548426 + }, + { + "a": 3082, + "b": 3138, + "method": "shuffled", + "sampled": true, + "cosine": 0.023751773105101154, + "pearson": 0.023784053070538904, + "error_member_to_rep": 2.0370032794622523, + "error_rep_to_member": 1.1325741464095334, + "symmetric_error": 1.3998749088216296, + "scaled_error": 0.9997178868432652, + "scale": 0.013205989612998726 + }, + { + "a": 3082, + "b": 3138, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": 0.020562436449331548, + "pearson": 0.02065901453914989, + "error_member_to_rep": 2.0398173426268853, + "error_rep_to_member": 1.134138765975324, + "symmetric_error": 1.4018087969285984, + "scaled_error": 0.9997885707524703, + "scale": 0.01143271792662497 + }, + { + "a": 3537, + "b": 3575, + "method": "shuffled", + "sampled": true, + "cosine": -0.009257839643473872, + "pearson": -0.009465966386069146, + "error_member_to_rep": 1.139431622757446, + "error_rep_to_member": 2.1218737116131723, + "symmetric_error": 1.419660095067464, + "scaled_error": 0.9999571452843046, + "scale": -0.017240145150859254 + }, + { + "a": 3537, + "b": 3575, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": -0.018254252991217815, + "pearson": -0.01810453291842, + "error_member_to_rep": 1.143663607625807, + "error_rep_to_member": 2.1297546035076675, + "symmetric_error": 1.4249328818855114, + "scaled_error": 0.9998333772422947, + "scale": -0.03399345671438017 + }, + { + "a": 3689, + "b": 3818, + "method": "shuffled", + "sampled": true, + "cosine": 0.0027849092790296634, + "pearson": 0.0034099262684914506, + "error_member_to_rep": 1.188494398171919, + "error_rep_to_member": 1.842434686076814, + "symmetric_error": 1.4124183771495284, + "scaled_error": 0.9999961221326349, + "scale": 0.004317238231121397 + }, + { + "a": 3689, + "b": 3818, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": 0.009467965287172473, + "pearson": 0.00905108541298244, + "error_member_to_rep": 1.184861549920503, + "error_rep_to_member": 1.8368029509689685, + "symmetric_error": 1.4081010647250123, + "scaled_error": 0.9999551778121462, + "scale": 0.0146774841164497 + }, + { + "a": 3964, + "b": 4066, + "method": "shuffled", + "sampled": true, + "cosine": 0.0017000871882986639, + "pearson": 0.001486638048085467, + "error_member_to_rep": 1.7945249620717316, + "error_rep_to_member": 1.2029462689446944, + "symmetric_error": 1.4131011193173635, + "scaled_error": 0.9999985548507319, + "scale": 0.0011396406198125682 + }, + { + "a": 3964, + "b": 4066, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": -0.02281937120847871, + "pearson": -0.022666525219870077, + "error_member_to_rep": 1.8147933384017718, + "error_rep_to_member": 1.2165330220961472, + "symmetric_error": 1.429061479793854, + "scaled_error": 0.9997396042458504, + "scale": -0.015296793321399438 + }, + { + "a": 4208, + "b": 4293, + "method": "shuffled", + "sampled": true, + "cosine": 0.01298650647948668, + "pearson": 0.013000567518119685, + "error_member_to_rep": 1.1518572704032186, + "error_rep_to_member": 1.9697392576378112, + "symmetric_error": 1.4061877200689845, + "scaled_error": 0.9999156717691039, + "scale": 0.02220764003447943 + }, + { + "a": 4208, + "b": 4293, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": 0.00968087499901341, + "pearson": 0.009826245207263098, + "error_member_to_rep": 1.153534257286979, + "error_rep_to_member": 1.9726069974041534, + "symmetric_error": 1.408234986187151, + "scaled_error": 0.999953139231661, + "scale": 0.016554828470341554 + }, + { + "a": 4409, + "b": 4582, + "method": "shuffled", + "sampled": true, + "cosine": 0.015577134183790968, + "pearson": 0.016240787726232633, + "error_member_to_rep": 2.540553354832781, + "error_rep_to_member": 1.080582015350738, + "symmetric_error": 1.4062567483360502, + "scaled_error": 0.9998786690847146, + "scale": 0.006625474335223171 + }, + { + "a": 4409, + "b": 4582, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": 0.018871657356689567, + "pearson": 0.01839719268504045, + "error_member_to_rep": 2.537502681833536, + "error_rep_to_member": 1.079284462448954, + "symmetric_error": 1.4045681282234304, + "scaled_error": 0.9998219144170684, + "scale": 0.008026744843090461 + }, + { + "a": 4814, + "b": 4828, + "method": "shuffled", + "sampled": true, + "cosine": 0.004774247561963891, + "pearson": 0.004555509775919957, + "error_member_to_rep": 1.4667833714985685, + "error_rep_to_member": 1.3608508462072741, + "symmetric_error": 1.4108431060622544, + "scaled_error": 0.9999886032151651, + "scale": 0.004429446747861443 + }, + { + "a": 4814, + "b": 4828, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": -0.008698822734177736, + "pearson": -0.00825354089773374, + "error_member_to_rep": 1.4766506574724314, + "error_rep_to_member": 1.3700055071669095, + "symmetric_error": 1.4203340729373057, + "scaled_error": 0.9999621645257581, + "scale": -0.008070585274442075 + }, + { + "a": 4871, + "b": 4935, + "method": "shuffled", + "sampled": true, + "cosine": 0.025646421043890755, + "pearson": 0.025703192168693156, + "error_member_to_rep": 1.486275747318713, + "error_rep_to_member": 1.3205495196107073, + "symmetric_error": 1.3960886609419716, + "scaled_error": 0.9996710764484684, + "scale": 0.02278673324942673 + }, + { + "a": 4871, + "b": 4935, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": -0.015527799811111777, + "pearson": -0.015594905931761133, + "error_member_to_rep": 1.517134996476919, + "error_rep_to_member": 1.3479678279057408, + "symmetric_error": 1.4250753734767594, + "scaled_error": 0.999879436448728, + "scale": -0.013796382412999034 + }, + { + "a": 5280, + "b": 5310, + "method": "shuffled", + "sampled": true, + "cosine": 0.00032631352003112683, + "pearson": -0.0005259793358637659, + "error_member_to_rep": 1.4240931039894749, + "error_rep_to_member": 1.4040848715095011, + "symmetric_error": 1.4139828281434748, + "scaled_error": 0.9999999467597419, + "scale": 0.0003217288782321806 + }, + { + "a": 5280, + "b": 5310, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": -0.010641532560334635, + "pearson": -0.011082647223928656, + "error_member_to_rep": 1.4318831813261426, + "error_rep_to_member": 1.4117654997673466, + "symmetric_error": 1.421717600226213, + "scaled_error": 0.999943377289318, + "scale": -0.010492021087514557 + }, + { + "a": 5524, + "b": 5620, + "method": "shuffled", + "sampled": true, + "cosine": 0.01733926912143385, + "pearson": 0.016416248174321517, + "error_member_to_rep": 1.0697105010729901, + "error_rep_to_member": 2.6905701857193747, + "symmetric_error": 1.405769875766237, + "scaled_error": 0.9998496635726465, + "scale": 0.04361228621528811 + }, + { + "a": 5524, + "b": 5620, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": 0.005803465644698061, + "pearson": 0.004346204908227196, + "error_member_to_rep": 1.0739894369943115, + "error_rep_to_member": 2.701332702685379, + "symmetric_error": 1.4113930786912283, + "scaled_error": 0.9999831597514584, + "scale": 0.014597063057536382 + }, + { + "a": 5763, + "b": 5784, + "method": "shuffled", + "sampled": true, + "cosine": 0.029957333237632507, + "pearson": 0.03040981812470545, + "error_member_to_rep": 1.069752802763738, + "error_rep_to_member": 2.6021819679019456, + "symmetric_error": 1.3992355343228522, + "scaled_error": 0.999551178372218, + "scale": 0.07287144483847048 + }, + { + "a": 5763, + "b": 5784, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": 0.007864270550240166, + "pearson": 0.007596262480659853, + "error_member_to_rep": 1.0782095824897409, + "error_rep_to_member": 2.6227531500037076, + "symmetric_error": 1.4102969932580316, + "scaled_error": 0.9999690761462139, + "scale": 0.01912989894830585 + }, + { + "a": 5988, + "b": 6070, + "method": "shuffled", + "sampled": true, + "cosine": 0.010696884411661113, + "pearson": 0.010644116056221996, + "error_member_to_rep": 3.0944663059428694, + "error_rep_to_member": 1.0528440457503352, + "symmetric_error": 1.4095930509938008, + "scaled_error": 0.9999427866952607, + "scale": 0.003639448598702856 + }, + { + "a": 5988, + "b": 6070, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": -0.0008340109664481571, + "pearson": -0.00199620297288683, + "error_member_to_rep": 3.1053991329582846, + "error_rep_to_member": 1.0565637701513708, + "symmetric_error": 1.4145731785715516, + "scaled_error": 0.9999996522127934, + "scale": -0.0002837592635696438 + }, + { + "a": 6200, + "b": 6394, + "method": "shuffled", + "sampled": true, + "cosine": 0.020281810148271778, + "pearson": 0.021465189433048964, + "error_member_to_rep": 1.089323278529712, + "error_rep_to_member": 2.40596691612338, + "symmetric_error": 1.4033950021861017, + "scaled_error": 0.999794302932913, + "scale": 0.044796035463136714 + }, + { + "a": 6200, + "b": 6394, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": -0.02487651362164047, + "pearson": -0.024722108649873162, + "error_member_to_rep": 1.1079336099502644, + "error_rep_to_member": 2.447071189371241, + "symmetric_error": 1.4273710308080936, + "scaled_error": 0.9996905316496862, + "scale": -0.05494426672212816 + }, + { + "a": 6512, + "b": 6642, + "method": "shuffled", + "sampled": true, + "cosine": -0.0001442712649734077, + "pearson": 9.687247554019644e-06, + "error_member_to_rep": 1.0939207948024838, + "error_rep_to_member": 2.4675511325738584, + "symmetric_error": 1.4142891546833094, + "scaled_error": 0.999999989592901, + "scale": -0.00032543190053103754 + }, + { + "a": 6512, + "b": 6642, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": 0.014965605338718773, + "pearson": 0.015203409474313773, + "error_member_to_rep": 1.087780129668275, + "error_rep_to_member": 2.453699667935224, + "symmetric_error": 1.4063501191122545, + "scaled_error": 0.9998880090574372, + "scale": 0.03375783382002223 + }, + { + "a": 6763, + "b": 6852, + "method": "shuffled", + "sampled": true, + "cosine": 0.003254785249046541, + "pearson": 0.0043240493176832945, + "error_member_to_rep": 1.0434262269112333, + "error_rep_to_member": 3.46466421155867, + "symmetric_error": 1.4129420271000026, + "scaled_error": 0.9999947031724631, + "scale": 0.010807412807767158 + }, + { + "a": 6763, + "b": 6852, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": -0.011270831083177656, + "pearson": -0.010986622417519213, + "error_member_to_rep": 1.047610341167481, + "error_rep_to_member": 3.4785574323219692, + "symmetric_error": 1.4186078908921569, + "scaled_error": 0.9999364821660897, + "scale": -0.03742444274570713 + }, + { + "a": 6920, + "b": 7090, + "method": "shuffled", + "sampled": true, + "cosine": 0.024871120006491235, + "pearson": 0.02494863498299909, + "error_member_to_rep": 3.880836181309412, + "error_rep_to_member": 1.0281071960671027, + "symmetric_error": 1.40547964873312, + "scaled_error": 0.9996906658510035, + "scale": 0.00658883195741971 + }, + { + "a": 6920, + "b": 7090, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": -0.008766499071196232, + "pearson": -0.009074754946788638, + "error_member_to_rep": 3.91341742236678, + "error_rep_to_member": 1.036738585495289, + "symmetric_error": 1.4172792375581111, + "scaled_error": 0.9999615735087197, + "scale": -0.002322412067486813 + }, + { + "a": 7182, + "b": 7240, + "method": "shuffled", + "sampled": true, + "cosine": 0.02080296412408518, + "pearson": 0.021342712433913735, + "error_member_to_rep": 1.1829379092322172, + "error_rep_to_member": 1.811320259424016, + "symmetric_error": 1.400679945641039, + "scaled_error": 0.999783594926248, + "scale": 0.0318535994830727 + }, + { + "a": 7182, + "b": 7240, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": 0.010892998426986496, + "pearson": 0.011085643256984084, + "error_member_to_rep": 1.1883964437255001, + "error_rep_to_member": 1.8196783938935297, + "symmetric_error": 1.407143226374255, + "scaled_error": 0.9999406695325826, + "scale": 0.016679411981547487 + }, + { + "a": 7435, + "b": 7640, + "method": "shuffled", + "sampled": true, + "cosine": 0.031223344526491604, + "pearson": 0.03132474706119162, + "error_member_to_rep": 1.7807356930648628, + "error_rep_to_member": 1.1832192530176586, + "symmetric_error": 1.3937111568887373, + "scaled_error": 0.999512432517265, + "scale": 0.02074651647138221 + }, + { + "a": 7435, + "b": 7640, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": 0.002685367271522743, + "pearson": 0.002503886713520638, + "error_member_to_rep": 1.8046934566052657, + "error_rep_to_member": 1.1991381157611016, + "symmetric_error": 1.4124619476267457, + "scaled_error": 0.9999963943948084, + "scale": 0.001784306491672862 + }, + { + "a": 7689, + "b": 7828, + "method": "shuffled", + "sampled": true, + "cosine": 0.011729876421099721, + "pearson": 0.01175199992755859, + "error_member_to_rep": 1.9286077185718844, + "error_rep_to_member": 1.1612028351746695, + "symmetric_error": 1.4068640139209359, + "scaled_error": 0.999931202633034, + "scale": 0.007062486386042025 + }, + { + "a": 7689, + "b": 7828, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": 0.009399810463625438, + "pearson": 0.009356304641024651, + "error_member_to_rep": 1.9306132726420362, + "error_rep_to_member": 1.162410366934462, + "symmetric_error": 1.4083270080913413, + "scaled_error": 0.9999558208057233, + "scale": 0.005659568016532102 + }, + { + "a": 8010, + "b": 8072, + "method": "shuffled", + "sampled": true, + "cosine": 0.0044202926008522735, + "pearson": 0.0036585134563867864, + "error_member_to_rep": 2.669720634162504, + "error_rep_to_member": 1.076593820166988, + "symmetric_error": 1.4120436216969503, + "scaled_error": 0.9999902304589394, + "scale": 0.0017825309646678751 + }, + { + "a": 8010, + "b": 8072, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": 0.009205071221419496, + "pearson": 0.009853237838107086, + "error_member_to_rep": 2.6652725611193686, + "error_rep_to_member": 1.0748000864374683, + "symmetric_error": 1.409690988582822, + "scaled_error": 0.9999576324343991, + "scale": 0.0037120448725475115 + }, + { + "a": 8269, + "b": 8337, + "method": "shuffled", + "sampled": true, + "cosine": 0.006320924031526374, + "pearson": 0.006572873489659118, + "error_member_to_rep": 1.4349167948301789, + "error_rep_to_member": 1.385842862888206, + "symmetric_error": 1.409739622143288, + "scaled_error": 0.9999800227601489, + "scale": 0.006104749409519656 + }, + { + "a": 8269, + "b": 8337, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": -0.00016825508640186306, + "pearson": 2.827632042605589e-05, + "error_member_to_rep": 1.4395916579236465, + "error_rep_to_member": 1.3903578463885757, + "symmetric_error": 1.4143324596894795, + "scaled_error": 0.9999999858451128, + "scale": -0.00016250078852987182 + }, + { + "a": 8623, + "b": 8647, + "method": "shuffled", + "sampled": true, + "cosine": 0.001560268574034319, + "pearson": 0.00015778408639203473, + "error_member_to_rep": 1.4282155001756884, + "error_rep_to_member": 1.3984740622818408, + "symmetric_error": 1.4131100996363684, + "scaled_error": 0.9999987827802476, + "scale": 0.0015277772371970874 + }, + { + "a": 8623, + "b": 8647, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": -0.015377630308998106, + "pearson": -0.015999708445870342, + "error_member_to_rep": 1.440276276094148, + "error_rep_to_member": 1.4102836822522762, + "symmetric_error": 1.425043315777581, + "scaled_error": 0.9998817572523662, + "scale": -0.015057403538784963 + }, + { + "a": 8852, + "b": 8866, + "method": "shuffled", + "sampled": true, + "cosine": -3.666114494598378e-05, + "pearson": -6.120836868039169e-05, + "error_member_to_rep": 1.348232952176069, + "error_rep_to_member": 1.4909978703637443, + "symmetric_error": 1.4142393547247916, + "scaled_error": 0.9999999993279802, + "scale": -4.054320802004842e-05 + }, + { + "a": 8852, + "b": 8866, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": -0.05767744974725836, + "pearson": -0.05763742694341257, + "error_member_to_rep": 1.386353243142911, + "error_rep_to_member": 1.533154733951355, + "symmetric_error": 1.454225927973765, + "scaled_error": 0.9983352702327273, + "scale": -0.0637849376121342 + }, + { + "a": 8966, + "b": 9179, + "method": "shuffled", + "sampled": true, + "cosine": 0.01163008109380318, + "pearson": 0.011484456753032415, + "error_member_to_rep": 1.313464654553635, + "error_rep_to_member": 1.521463956209155, + "symmetric_error": 1.4060543817919613, + "scaled_error": 0.9999323683198537, + "scale": 0.013471812226286687 + }, + { + "a": 8966, + "b": 9179, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": 0.020150612196859975, + "pearson": 0.02028003611437972, + "error_member_to_rep": 1.307852445717342, + "error_rep_to_member": 1.5149630020879035, + "symmetric_error": 1.4000465529566408, + "scaled_error": 0.9997969558005724, + "scale": 0.02334164840049687 + }, + { + "a": 9271, + "b": 9295, + "method": "shuffled", + "sampled": true, + "cosine": 0.015633831213244524, + "pearson": 0.006523554965119718, + "error_member_to_rep": 1.3840487050783368, + "error_rep_to_member": 1.4230010254408136, + "symmetric_error": 1.4031195163163264, + "scaled_error": 0.9998777841924461, + "scale": 0.016073825846147798 + }, + { + "a": 9271, + "b": 9295, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": 0.039220768929871516, + "pearson": 0.04088845264191425, + "error_member_to_rep": 1.367372754629903, + "error_rep_to_member": 1.4058557512165384, + "symmetric_error": 1.386213787896894, + "scaled_error": 0.9992305696307282, + "scale": 0.04032458843464289 + }, + { + "a": 9364, + "b": 9583, + "method": "shuffled", + "sampled": true, + "cosine": 0.020799738336538955, + "pearson": -0.004652232892921988, + "error_member_to_rep": 1.409324667534041, + "error_rep_to_member": 1.3897410449606458, + "symmetric_error": 1.3994300967835567, + "scaled_error": 0.9997836620415096, + "scale": 0.020510710382518334 + }, + { + "a": 9364, + "b": 9583, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": -0.009682994769301258, + "pearson": -0.00978934452610174, + "error_member_to_rep": 1.4310906971255897, + "error_rep_to_member": 1.4112046192569303, + "symmetric_error": 1.4210433116797325, + "scaled_error": 0.999953118707221, + "scale": -0.009548442299376812 + }, + { + "a": 9639, + "b": 9695, + "method": "shuffled", + "sampled": true, + "cosine": 0.0030040036375422715, + "pearson": -0.00553849622439613, + "error_member_to_rep": 1.4211343540846653, + "error_rep_to_member": 1.4032122013400414, + "symmetric_error": 1.4120879847052157, + "scaled_error": 0.9999954879708935, + "scale": 0.0029661196669784084 + }, + { + "a": 9639, + "b": 9695, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": 0.017172518086862362, + "pearson": 0.015816711800787357, + "error_member_to_rep": 1.411001026340608, + "error_rep_to_member": 1.3932066666136664, + "symmetric_error": 1.4020191616475397, + "scaled_error": 0.9998525414392646, + "scale": 0.016955952713378873 + }, + { + "a": 9891, + "b": 10068, + "method": "shuffled", + "sampled": true, + "cosine": 0.007151540277235285, + "pearson": -0.007877812299081638, + "error_member_to_rep": 1.3956932145570302, + "error_rep_to_member": 1.4230006723620832, + "symmetric_error": 1.4091485386865041, + "scaled_error": 0.9999744274088529, + "scale": 0.00729146385236259 + }, + { + "a": 9891, + "b": 10068, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": 0.011686035515519418, + "pearson": 0.01092088757635475, + "error_member_to_rep": 1.3925029957197859, + "error_rep_to_member": 1.419748035247399, + "symmetric_error": 1.405927564216108, + "scaled_error": 0.9999317159556097, + "scale": 0.011914678829408193 + }, + { + "a": 10187, + "b": 10200, + "method": "shuffled", + "sampled": true, + "cosine": -0.028937354128833043, + "pearson": -0.02890595990713493, + "error_member_to_rep": 1.2564736221557318, + "error_rep_to_member": 1.715666147220512, + "symmetric_error": 1.433588571069763, + "scaled_error": 0.9995812270826331, + "scale": -0.03951283814760192 + }, + { + "a": 10187, + "b": 10200, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": 0.023890736697903852, + "pearson": 0.023632293534804828, + "error_member_to_rep": 1.2252951965330368, + "error_rep_to_member": 1.6730932126031384, + "symmetric_error": 1.3980151743438072, + "scaled_error": 0.9997145756164764, + "scale": 0.03262187718229084 + }, + { + "a": 10457, + "b": 10506, + "method": "shuffled", + "sampled": true, + "cosine": 0.011965501378878734, + "pearson": 0.012232624122974288, + "error_member_to_rep": 1.7589762840256733, + "error_rep_to_member": 1.205537825465548, + "symmetric_error": 1.4063004372081374, + "scaled_error": 0.9999284108258711, + "scale": 0.008200715748074263 + }, + { + "a": 10457, + "b": 10506, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": -0.00425397767400943, + "pearson": -0.0030691354525425514, + "error_member_to_rep": 1.7723793631421227, + "error_rep_to_member": 1.2147238042643114, + "symmetric_error": 1.4170161905656868, + "scaled_error": 0.9999909517960395, + "scale": -0.002915520261005104 + }, + { + "a": 10774, + "b": 10882, + "method": "shuffled", + "sampled": true, + "cosine": 0.05613650767061152, + "pearson": 0.05570524135304239, + "error_member_to_rep": 1.2729463231798546, + "error_rep_to_member": 1.5050484036454133, + "symmetric_error": 1.3745121292678362, + "scaled_error": 0.9984231029511224, + "scale": 0.06637213189384816 + }, + { + "a": 10774, + "b": 10882, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": -0.020275847214787642, + "pearson": -0.01979061417335928, + "error_member_to_rep": 1.322743014782704, + "error_rep_to_member": 1.5639247520341444, + "symmetric_error": 1.428281997925413, + "scaled_error": 0.9997944238790906, + "scale": -0.023972834460878376 + }, + { + "a": 10962, + "b": 11053, + "method": "shuffled", + "sampled": true, + "cosine": -0.0025576120446331374, + "pearson": -0.0024284397868000246, + "error_member_to_rep": 1.273553850162114, + "error_rep_to_member": 1.620136974881637, + "symmetric_error": 1.415969823286914, + "scaled_error": 0.9999967293049659, + "scale": -0.0032536369313204217 + }, + { + "a": 10962, + "b": 11053, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": 0.018959017537853312, + "pearson": 0.018218147666768048, + "error_member_to_rep": 1.2602031248254153, + "error_rep_to_member": 1.603153002231622, + "symmetric_error": 1.401126144558016, + "scaled_error": 0.9998202616740668, + "scale": 0.02411849747585909 + }, + { + "a": 11152, + "b": 11214, + "method": "shuffled", + "sampled": true, + "cosine": -0.029404327446091554, + "pearson": -0.02944935805718735, + "error_member_to_rep": 1.5702795545297847, + "error_rep_to_member": 1.3288918804419732, + "symmetric_error": 1.4345727240136283, + "scaled_error": 0.9995675992785296, + "scale": -0.024884213693191125 + }, + { + "a": 11152, + "b": 11214, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": 0.003901372954261398, + "pearson": 0.00392404977478939, + "error_member_to_rep": 1.545013525867241, + "error_rep_to_member": 1.3075098149086024, + "symmetric_error": 1.4114902381856287, + "scaled_error": 0.9999923896155769, + "scale": 0.003301643217946863 + }, + { + "a": 11500, + "b": 11525, + "method": "shuffled", + "sampled": true, + "cosine": -0.0591498175398777, + "pearson": -0.059314432289019475, + "error_member_to_rep": 1.3413832307808913, + "error_rep_to_member": 1.6029042085052043, + "symmetric_error": 1.4548015615138812, + "scaled_error": 0.9982491167464157, + "scale": -0.0706818821730685 + }, + { + "a": 11500, + "b": 11525, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": 0.0011382998492531597, + "pearson": 0.0007410998062737697, + "error_member_to_rep": 1.3032287934411761, + "error_rep_to_member": 1.5573110425988632, + "symmetric_error": 1.4134210419526017, + "scaled_error": 0.9999993521365167, + "scale": 0.0013602269486003194 + }, + { + "a": 11676, + "b": 11718, + "method": "shuffled", + "sampled": true, + "cosine": 0.01131996239882466, + "pearson": 0.011272974715896915, + "error_member_to_rep": 1.8328409798418817, + "error_rep_to_member": 1.1844917268993513, + "symmetric_error": 1.4068967395092689, + "scaled_error": 0.9999359271729811, + "scale": 0.0073156383765362355 + }, + { + "a": 11676, + "b": 11718, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": 0.01752600087876197, + "pearson": 0.01732744947007594, + "error_member_to_rep": 1.8275940590195434, + "error_rep_to_member": 1.1811008520912751, + "symmetric_error": 1.4028691801745534, + "scaled_error": 0.9998464078513248, + "scale": 0.011326352517671893 + }, + { + "a": 11749, + "b": 11933, + "method": "shuffled", + "sampled": true, + "cosine": 0.057860612706188634, + "pearson": 0.05711959599679837, + "error_member_to_rep": 2.9381898342133126, + "error_rep_to_member": 1.0414505585058471, + "symmetric_error": 1.388207773753537, + "scaled_error": 0.9983246713856492, + "scale": 0.020508874789734184 + }, + { + "a": 11749, + "b": 11933, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": 0.0018905713436111317, + "pearson": 0.0019902966213314263, + "error_member_to_rep": 2.991449512485503, + "error_rep_to_member": 1.0603286177233062, + "symmetric_error": 1.4133713961118124, + "scaled_error": 0.9999982128684005, + "scale": 0.0006701189142961341 + }, + { + "a": 12107, + "b": 12109, + "method": "shuffled", + "sampled": true, + "cosine": 0.0037416082490250033, + "pearson": 0.0034355117730999053, + "error_member_to_rep": 1.3292604432729556, + "error_rep_to_member": 1.511387303226646, + "symmetric_error": 1.4115870691511698, + "scaled_error": 0.9999930001593565, + "scale": 0.00425425975010621 + }, + { + "a": 12107, + "b": 12109, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": 0.015807158004113933, + "pearson": 0.015593885958555582, + "error_member_to_rep": 1.3212532304259819, + "error_rep_to_member": 1.5022829927114314, + "symmetric_error": 1.4030839363212342, + "scaled_error": 0.9998750590727988, + "scale": 0.017972954832455985 + }, + { + "a": 12407, + "b": 12414, + "method": "shuffled", + "sampled": true, + "cosine": 0.0047115851985439, + "pearson": 0.004678628276812903, + "error_member_to_rep": 1.493388945072092, + "error_rep_to_member": 1.3407208496749379, + "symmetric_error": 1.410897359536839, + "scaled_error": 0.9999889004208581, + "scale": 0.004229923176780109 + }, + { + "a": 12407, + "b": 12414, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": 0.008004469971703704, + "pearson": 0.008130996308669395, + "error_member_to_rep": 1.4909308666388281, + "error_rep_to_member": 1.3385140588610056, + "symmetric_error": 1.4085750600565392, + "scaled_error": 0.9999679637170743, + "scale": 0.007186178669041942 + }, + { + "a": 12516, + "b": 12644, + "method": "shuffled", + "sampled": true, + "cosine": 0.002800525686943185, + "pearson": 0.002591114320119905, + "error_member_to_rep": 1.5130394339701627, + "error_rep_to_member": 1.3292420639823244, + "symmetric_error": 1.4122484188281996, + "scaled_error": 0.9999960785202494, + "scale": 0.0024603301545022952 + }, + { + "a": 12516, + "b": 12644, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": 0.017171260081461522, + "pearson": 0.017693981218777376, + "error_member_to_rep": 1.502189305877804, + "error_rep_to_member": 1.319709961687994, + "symmetric_error": 1.4021210712531864, + "scaled_error": 0.9998525630447795, + "scale": 0.015085370995234295 + }, + { + "a": 12754, + "b": 12887, + "method": "shuffled", + "sampled": true, + "cosine": -0.0254270035121249, + "pearson": -0.02596954336658916, + "error_member_to_rep": 1.511420574955437, + "error_rep_to_member": 1.3638906197798806, + "symmetric_error": 1.4319870634798826, + "scaled_error": 0.9996766814787641, + "scale": -0.022945070454873047 + }, + { + "a": 12754, + "b": 12887, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": -0.025682245451986944, + "pearson": -0.025861509663972108, + "error_member_to_rep": 1.5116077058999722, + "error_rep_to_member": 1.3640594848490424, + "symmetric_error": 1.4321643596581877, + "scaled_error": 0.9996701567359826, + "scale": -0.02317539819641681 + }, + { + "a": 13031, + "b": 13067, + "method": "shuffled", + "sampled": true, + "cosine": -0.042665618807387354, + "pearson": -0.043667678771105264, + "error_member_to_rep": 1.3646855989615518, + "error_rep_to_member": 1.5386256195262036, + "symmetric_error": 1.443856248612892, + "scaled_error": 0.9990894078969023, + "scale": -0.04810369085739485 + }, + { + "a": 13031, + "b": 13067, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": 0.04123672877815329, + "pearson": 0.04178764962447752, + "error_member_to_rep": 1.3090195699486893, + "error_rep_to_member": 1.4758645129082006, + "symmetric_error": 1.3849608195947738, + "scaled_error": 0.999149404343353, + "scale": 0.046492677442921924 + }, + { + "a": 13193, + "b": 13279, + "method": "shuffled", + "sampled": true, + "cosine": -0.024823306182082706, + "pearson": -0.024931364385056578, + "error_member_to_rep": 1.2922274574467685, + "error_rep_to_member": 1.6274950170290718, + "symmetric_error": 1.4312073260056442, + "scaled_error": 0.9996918542581962, + "scale": -0.031263696561091514 + }, + { + "a": 13193, + "b": 13279, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": -0.029666416977428216, + "pearson": -0.02973361910896347, + "error_member_to_rep": 1.2951998457301557, + "error_rep_to_member": 1.6312385894876287, + "symmetric_error": 1.4344993965017492, + "scaled_error": 0.9995598549880449, + "scale": -0.0373633492506562 + }, + { + "a": 155, + "b": 220, + "method": "shuffled", + "sampled": true, + "cosine": -0.0006477680434832244, + "pearson": -0.0011772141667476645, + "error_member_to_rep": 1.3894579705449899, + "error_rep_to_member": 1.4413088145166104, + "symmetric_error": 1.41467122224632, + "scaled_error": 0.9999997901982589, + "scale": -0.0006719410091032472 + }, + { + "a": 155, + "b": 220, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": 0.004949941270899372, + "pearson": 0.0039043173803564547, + "error_member_to_rep": 1.3855687592459276, + "error_rep_to_member": 1.437274468285427, + "symmetric_error": 1.41071143690653, + "scaled_error": 0.9999877489656634, + "scale": 0.005134659799956727 + }, + { + "a": 496, + "b": 508, + "method": "shuffled", + "sampled": true, + "cosine": 0.0664589507719778, + "pearson": 0.004224127087428294, + "error_member_to_rep": 1.6627645625972625, + "error_rep_to_member": 1.1906035929826901, + "symmetric_error": 1.3690022644529203, + "scaled_error": 0.9977891600244452, + "scale": 0.04758717340678715 + }, + { + "a": 496, + "b": 508, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": 0.02661148209296231, + "pearson": 0.03755665044354234, + "error_member_to_rep": 1.6959026417721823, + "error_rep_to_member": 1.2143317364719746, + "symmetric_error": 1.396285805641231, + "scaled_error": 0.9996458517999341, + "scale": 0.0190548481169126 + }, + { + "a": 531, + "b": 751, + "method": "shuffled", + "sampled": true, + "cosine": 0.008106666413867022, + "pearson": -0.429067259901905, + "error_member_to_rep": 1.410051128851399, + "error_rep_to_member": 1.4068934471887853, + "symmetric_error": 1.4084696332963558, + "scaled_error": 0.9999671404399517, + "scale": 0.008088512269413518 + }, + { + "a": 531, + "b": 751, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": 0.6741202105944784, + "pearson": 0.5256452601203556, + "error_member_to_rep": 0.8082248750615368, + "error_rep_to_member": 0.8064149287304921, + "symmetric_error": 0.8073183802393055, + "scaled_error": 0.7386216498777003, + "scale": 0.6726105795010829 + }, + { + "a": 870, + "b": 971, + "method": "shuffled", + "sampled": true, + "cosine": -0.42428461339674145, + "pearson": -0.4258227319112794, + "error_member_to_rep": 1.7148080097317246, + "error_rep_to_member": 1.661735698326251, + "symmetric_error": 1.687646303620753, + "scaled_error": 0.9055288879073807, + "scale": -0.4111532511690448 + }, + { + "a": 870, + "b": 971, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": -0.1464416777981417, + "pearson": -0.14410578913252084, + "error_member_to_rep": 1.5385490605377306, + "error_rep_to_member": 1.4909318611835989, + "symmetric_error": 1.514179208529531, + "scaled_error": 0.9892193058183131, + "scale": -0.1419093929693235 + }, + { + "a": 1103, + "b": 1156, + "method": "shuffled", + "sampled": true, + "cosine": -0.005442026003164577, + "pearson": -0.00529669855124523, + "error_member_to_rep": 1.0897873084068903, + "error_rep_to_member": 2.547646890063533, + "symmetric_error": 1.4169937482068338, + "scaled_error": 0.999985192066853, + "scale": -0.012722079359572263 + }, + { + "a": 1103, + "b": 1156, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": -0.0006086084550017931, + "pearson": -0.0005731661199924676, + "error_member_to_rep": 1.087888445518573, + "error_rep_to_member": 2.5432078292534466, + "symmetric_error": 1.4145247555688292, + "scaled_error": 0.9999998147978572, + "scale": -0.0014227725223909264 + }, + { + "a": 1360, + "b": 1503, + "method": "shuffled", + "sampled": true, + "cosine": -0.013722111609072978, + "pearson": -0.015202754598442048, + "error_member_to_rep": 1.107139288656346, + "error_rep_to_member": 2.3984022468728448, + "symmetric_error": 1.4215789255012223, + "scaled_error": 0.9999058473941375, + "scale": -0.029726289774236466 + }, + { + "a": 1360, + "b": 1503, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": 0.011485945534036196, + "pearson": 0.011613702120052718, + "error_member_to_rep": 1.0965785664183654, + "error_rep_to_member": 2.375524493184858, + "symmetric_error": 1.4080188429303964, + "scaled_error": 0.9999340343518612, + "scale": 0.024882070267531035 + }, + { + "a": 1635, + "b": 1706, + "method": "shuffled", + "sampled": true, + "cosine": -0.011950031928368915, + "pearson": -0.011704616213552078, + "error_member_to_rep": 2.296869658328768, + "error_rep_to_member": 1.1172417876967644, + "symmetric_error": 1.4208456031551957, + "scaled_error": 0.9999285958191769, + "scale": -0.0058127264584960005 + }, + { + "a": 1635, + "b": 1706, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": -6.91347919430884e-05, + "pearson": -0.000768760347959438, + "error_member_to_rep": 2.2862107941021264, + "error_rep_to_member": 1.1120571101595746, + "symmetric_error": 1.4142520203125057, + "scaled_error": 0.9999999976101902, + "scale": -3.3628498797246065e-05 + }, + { + "a": 1814, + "b": 1922, + "method": "shuffled", + "sampled": true, + "cosine": 0.024427455005208685, + "pearson": 0.016544716647745473, + "error_member_to_rep": 1.0874468979578906, + "error_rep_to_member": 2.4038718268016948, + "symmetric_error": 1.4011807558076836, + "scaled_error": 0.9997016052012563, + "scale": 0.05399847201528461 + }, + { + "a": 1814, + "b": 1922, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": 0.012765866146853478, + "pearson": 0.013375190456979637, + "error_member_to_rep": 1.0922872944312891, + "error_rep_to_member": 2.41457183682959, + "symmetric_error": 1.4074176308235964, + "scaled_error": 0.9999185130106956, + "scale": 0.028219774255433025 + }, + { + "a": 2061, + "b": 2134, + "method": "shuffled", + "sampled": true, + "cosine": 0.008627701265085587, + "pearson": 0.0083312534336865, + "error_member_to_rep": 1.1985115945489833, + "error_rep_to_member": 1.7906605528235178, + "symmetric_error": 1.4085623020266358, + "scaled_error": 0.9999627806928018, + "scale": 0.012890392038925669 + }, + { + "a": 2061, + "b": 2134, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": 0.008049013022344615, + "pearson": 0.008288450568602222, + "error_member_to_rep": 1.1988347212539534, + "error_rep_to_member": 1.7911433268298653, + "symmetric_error": 1.4089420598007527, + "scaled_error": 0.9999676061700029, + "scale": 0.01202579113446052 + }, + { + "a": 2374, + "b": 2458, + "method": "shuffled", + "sampled": true, + "cosine": 0.006850245839492928, + "pearson": 0.007018683844104983, + "error_member_to_rep": 1.8312553751244747, + "error_rep_to_member": 1.1883733777207899, + "symmetric_error": 1.4097828390918539, + "scaled_error": 0.9999765367907081, + "scale": 0.004445392978542198 + }, + { + "a": 2374, + "b": 2458, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": -0.03666183357133723, + "pearson": -0.03665306044350897, + "error_member_to_rep": 1.8675112923997528, + "error_rep_to_member": 1.211901263268626, + "symmetric_error": 1.4376942766141856, + "scaled_error": 0.9993277290054488, + "scale": -0.023791300539743706 + }, + { + "a": 2594, + "b": 2632, + "method": "shuffled", + "sampled": true, + "cosine": -0.009641575547075466, + "pearson": -0.010654186284614101, + "error_member_to_rep": 1.2822864727533636, + "error_rep_to_member": 1.6168569579126946, + "symmetric_error": 1.4208364716922766, + "scaled_error": 0.9999535189302401, + "scale": -0.012157227608473944 + }, + { + "a": 2594, + "b": 2632, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": -0.016078890848966364, + "pearson": -0.016121458272578857, + "error_member_to_rep": 1.2862616868612253, + "error_rep_to_member": 1.62186937341115, + "symmetric_error": 1.4252412044156186, + "scaled_error": 0.999870726278686, + "scale": -0.0202741486376659 + }, + { + "a": 2942, + "b": 2973, + "method": "shuffled", + "sampled": true, + "cosine": 0.018588860952435803, + "pearson": 0.019185446407917795, + "error_member_to_rep": 1.642887293319009, + "error_rep_to_member": 1.242532682087857, + "symmetric_error": 1.4015087288677606, + "scaled_error": 0.999827212196433, + "scale": 0.014058948139726931 + }, + { + "a": 2942, + "b": 2973, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": -0.00025179481165755736, + "pearson": -0.00034382652746441317, + "error_member_to_rep": 1.657981064287282, + "error_rep_to_member": 1.2539482574595187, + "symmetric_error": 1.4143848718932688, + "scaled_error": 0.999999968299686, + "scale": -0.00019043502493260874 + }, + { + "a": 3278, + "b": 3319, + "method": "shuffled", + "sampled": true, + "cosine": 0.01669529436400804, + "pearson": 0.017340245007904, + "error_member_to_rep": 2.0559615267341966, + "error_rep_to_member": 1.1339157324724218, + "symmetric_error": 1.4041933154300894, + "scaled_error": 0.9998606238601954, + "scale": 0.009207884822474284 + }, + { + "a": 3278, + "b": 3319, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": 0.02225310146129534, + "pearson": 0.02240701866522058, + "error_member_to_rep": 2.051054241556582, + "error_rep_to_member": 1.1312092383117722, + "symmetric_error": 1.400841707457998, + "scaled_error": 0.9997523690771397, + "scale": 0.012273158575758733 + }, + { + "a": 3472, + "b": 3539, + "method": "shuffled", + "sampled": true, + "cosine": -0.012743358322687, + "pearson": -0.011992524532540716, + "error_member_to_rep": 2.203017474941908, + "error_rep_to_member": 1.129592170780405, + "symmetric_error": 1.4215116822337728, + "scaled_error": 0.9999188001126189, + "scale": -0.006534127828984258 + }, + { + "a": 3472, + "b": 3539, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": -0.001968821445563918, + "pearson": -0.0020751701773292666, + "error_member_to_rep": 2.1934583048109775, + "error_rep_to_member": 1.124690728162778, + "symmetric_error": 1.4153435641102718, + "scaled_error": 0.9999980618691795, + "scale": -0.0010095086924502067 + }, + { + "a": 3653, + "b": 3689, + "method": "shuffled", + "sampled": true, + "cosine": -0.01585810547160612, + "pearson": -0.01615845040266355, + "error_member_to_rep": 1.8716140155557928, + "error_rep_to_member": 1.1949350490574882, + "symmetric_error": 1.4243492963608702, + "scaled_error": 0.9998742523391886, + "scale": -0.01012463354205289 + }, + { + "a": 3653, + "b": 3689, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": 0.012987805908151608, + "pearson": 0.013121819399298351, + "error_member_to_rep": 1.8473161442743244, + "error_rep_to_member": 1.1794220331416017, + "symmetric_error": 1.4058579538216613, + "scaled_error": 0.9999156548917975, + "scale": 0.00829208606102343 + }, + { + "a": 3885, + "b": 4045, + "method": "shuffled", + "sampled": true, + "cosine": -0.0011799468649009881, + "pearson": -0.000359035084131511, + "error_member_to_rep": 1.7227745929620482, + "error_rep_to_member": 1.229097869995365, + "symmetric_error": 1.4150022875851767, + "scaled_error": 0.9999993038624557, + "scale": -0.00084182236276424 + }, + { + "a": 3885, + "b": 4045, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": 0.0008800505488944554, + "pearson": 0.0009994973272444462, + "error_member_to_rep": 1.721097752990284, + "error_rep_to_member": 1.2279015437632288, + "symmetric_error": 1.4136250137353918, + "scaled_error": 0.9999996127554407, + "scale": 0.0006278640627469804 + }, + { + "a": 4223, + "b": 4293, + "method": "shuffled", + "sampled": true, + "cosine": 0.024420036859967065, + "pearson": 0.024320199556121365, + "error_member_to_rep": 1.1748163230618311, + "error_rep_to_member": 1.8313535163928039, + "symmetric_error": 1.398430146996131, + "scaled_error": 0.9997017864342135, + "scale": 0.03806698927827958 + }, + { + "a": 4223, + "b": 4293, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": 0.012932617785170299, + "pearson": 0.012237763088260098, + "error_member_to_rep": 1.1810723050566934, + "error_rep_to_member": 1.841105606485425, + "symmetric_error": 1.4058768887964832, + "scaled_error": 0.9999163702016398, + "scale": 0.020159913164391086 + }, + { + "a": 4500, + "b": 4506, + "method": "shuffled", + "sampled": true, + "cosine": -0.029063884710542626, + "pearson": -0.02816975044831831, + "error_member_to_rep": 1.1085343093132611, + "error_rep_to_member": 2.462320046200193, + "symmetric_error": 1.429516685699955, + "scaled_error": 0.9995775560733305, + "scale": -0.06455784484248825 + }, + { + "a": 4500, + "b": 4506, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": -0.0017246339623528946, + "pearson": -0.0016508516648073566, + "error_member_to_rep": 1.0973750962455815, + "error_rep_to_member": 2.437532762842775, + "symmetric_error": 1.4151262593996525, + "scaled_error": 0.9999985128177421, + "scale": -0.0038308248487951423 + }, + { + "a": 4648, + "b": 4710, + "method": "shuffled", + "sampled": true, + "cosine": -0.0012250121516963399, + "pearson": -0.0012487181294769487, + "error_member_to_rep": 1.0948201447607695, + "error_rep_to_member": 2.4632745314886173, + "symmetric_error": 1.4148563919223183, + "scaled_error": 0.9999992496723327, + "scale": -0.0027561981285035924 + }, + { + "a": 4648, + "b": 4710, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": 0.010329991006236414, + "pearson": 0.010305774289126128, + "error_member_to_rep": 1.090119140399439, + "error_rep_to_member": 2.452697575656103, + "symmetric_error": 1.4087811967398838, + "scaled_error": 0.9999466442194859, + "scale": 0.023241811797068083 + }, + { + "a": 4916, + "b": 4933, + "method": "shuffled", + "sampled": true, + "cosine": -0.024109652167308898, + "pearson": -0.024093047198809447, + "error_member_to_rep": 1.1001471225779018, + "error_rep_to_member": 2.5282935298877756, + "symmetric_error": 1.4266335071529188, + "scaled_error": 0.9997093200887803, + "scale": -0.055407387186194756 + }, + { + "a": 4916, + "b": 4933, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": 0.0325177119241993, + "pearson": 0.03237471013191381, + "error_member_to_rep": 1.0775169045064696, + "error_rep_to_member": 2.4762860912863984, + "symmetric_error": 1.3972874072429076, + "scaled_error": 0.9994711593694011, + "scale": 0.07473029650076281 + }, + { + "a": 5219, + "b": 5296, + "method": "shuffled", + "sampled": true, + "cosine": 0.0017178249124737569, + "pearson": 0.001728700770013384, + "error_member_to_rep": 1.3205704984811624, + "error_rep_to_member": 1.5280496152868535, + "symmetric_error": 1.4130111852314833, + "scaled_error": 0.9999985245376966, + "scale": 0.001987717959514253 + }, + { + "a": 5219, + "b": 5296, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": 0.006348853765076042, + "pearson": 0.006351822555432567, + "error_member_to_rep": 1.3175363331696712, + "error_rep_to_member": 1.524538742416171, + "symmetric_error": 1.4097646266207091, + "scaled_error": 0.9999798458248395, + "scale": 0.007346342784724357 + }, + { + "a": 5528, + "b": 5618, + "method": "shuffled", + "sampled": true, + "cosine": 0.009506608776136844, + "pearson": 0.009524849230365343, + "error_member_to_rep": 1.072914086039674, + "error_rep_to_member": 2.6930840230183217, + "symmetric_error": 1.4095834781651044, + "scaled_error": 0.9999548111737737, + "scale": 0.02386220531655243 + }, + { + "a": 5528, + "b": 5618, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": -0.0162451006056311, + "pearson": -0.01633700666628689, + "error_member_to_rep": 1.082434014411684, + "error_rep_to_member": 2.716979661385391, + "symmetric_error": 1.4220906620310867, + "scaled_error": 0.999868039646389, + "scale": -0.04077625735611101 + }, + { + "a": 5647, + "b": 5770, + "method": "shuffled", + "sampled": true, + "cosine": -0.00779153975362902, + "pearson": -0.007737233594550566, + "error_member_to_rep": 2.633777340155293, + "error_rep_to_member": 1.0844068182724584, + "symmetric_error": 1.418087464249799, + "scaled_error": 0.9999696454934358, + "scale": -0.0032080156150094434 + }, + { + "a": 5647, + "b": 5770, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": -0.03538029164370954, + "pearson": -0.035485062893348136, + "error_member_to_rep": 2.659096966127147, + "error_rep_to_member": 1.0948316839668257, + "symmetric_error": 1.4317201444474585, + "scaled_error": 0.9993739214944555, + "scale": -0.0145671499659286 + }, + { + "a": 5970, + "b": 5988, + "method": "shuffled", + "sampled": true, + "cosine": -0.0008772115068701315, + "pearson": -9.908829727295436e-05, + "error_member_to_rep": 1.0512485668365252, + "error_rep_to_member": 3.251100610170534, + "symmetric_error": 1.4145766828446997, + "scaled_error": 0.9999996152499121, + "scale": -0.0027128720601410196 + }, + { + "a": 5970, + "b": 5988, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": -0.023639603092960013, + "pearson": -0.024162317606289462, + "error_member_to_rep": 1.0582268473786953, + "error_rep_to_member": 3.2726817022588324, + "symmetric_error": 1.4239667674095784, + "scaled_error": 0.9997205455354048, + "scale": -0.07310804548441574 + }, + { + "a": 6289, + "b": 6394, + "method": "shuffled", + "sampled": true, + "cosine": -0.009330950843185904, + "pearson": -0.00981193373823128, + "error_member_to_rep": 1.101362615914142, + "error_rep_to_member": 2.4351227522731453, + "symmetric_error": 1.419159668629549, + "scaled_error": 0.9999564657305647, + "scale": -0.02063081710806462 + }, + { + "a": 6289, + "b": 6394, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": -0.002572838162370592, + "pearson": -0.0022157175182267075, + "error_member_to_rep": 1.0985838447395149, + "error_rep_to_member": 2.4289788639543297, + "symmetric_error": 1.415579085883776, + "scaled_error": 0.9999966902464178, + "scale": -0.005688568557327594 + }, + { + "a": 6512, + "b": 6524, + "method": "shuffled", + "sampled": true, + "cosine": 0.03227118491589294, + "pearson": 0.032502084558457975, + "error_member_to_rep": 1.0952803278249927, + "error_rep_to_member": 2.2806705238734333, + "symmetric_error": 1.3962900059020669, + "scaled_error": 0.9994791496695288, + "scale": 0.0671973542648216 + }, + { + "a": 6512, + "b": 6524, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": 0.016044410274966184, + "pearson": 0.01707705206982963, + "error_member_to_rep": 1.1023722815811092, + "error_rep_to_member": 2.2954378939040514, + "symmetric_error": 1.405331001070536, + "scaled_error": 0.9998712801650663, + "scale": 0.0334088111120482 + }, + { + "a": 6848, + "b": 6852, + "method": "shuffled", + "sampled": true, + "cosine": 0.04098450016990536, + "pearson": 0.04054920515841592, + "error_member_to_rep": 1.0406042957816208, + "error_rep_to_member": 3.1368349716197383, + "symmetric_error": 1.3967846340592522, + "scaled_error": 0.9991597823900955, + "scale": 0.12354514962937838 + }, + { + "a": 6848, + "b": 6852, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": 0.012748054856920484, + "pearson": 0.011892053107364168, + "error_member_to_rep": 1.049567267509522, + "error_rep_to_member": 3.16385327557994, + "symmetric_error": 1.4088154715599144, + "scaled_error": 0.9999187402471087, + "scale": 0.03842819451872314 + }, + { + "a": 7063, + "b": 7099, + "method": "shuffled", + "sampled": true, + "cosine": 0.02552644664348975, + "pearson": 0.02346811798681717, + "error_member_to_rep": 1.0416867902973146, + "error_rep_to_member": 3.271839009698703, + "symmetric_error": 1.4037391325261201, + "scaled_error": 0.9996741471708454, + "scale": 0.08017613805328638 + }, + { + "a": 7063, + "b": 7099, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": -0.012914526791351525, + "pearson": -0.013055082967183591, + "error_member_to_rep": 1.0533703111712236, + "error_rep_to_member": 3.3085358361555057, + "symmetric_error": 1.4194834192053345, + "scaled_error": 0.999916604021433, + "scale": -0.04056329881622372 + }, + { + "a": 7182, + "b": 7304, + "method": "shuffled", + "sampled": true, + "cosine": -0.021513564264861014, + "pearson": -0.02072954073284913, + "error_member_to_rep": 1.2071597561650527, + "error_rep_to_member": 1.8429360399136694, + "symmetric_error": 1.4280909747170685, + "scaled_error": 0.9997685564932624, + "scale": -0.03284413908616929 + }, + { + "a": 7182, + "b": 7304, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": 0.005541603833162574, + "pearson": 0.0056554633711130686, + "error_member_to_rep": 1.1923889175168223, + "error_rep_to_member": 1.8203858258715346, + "symmetric_error": 1.4106168158455432, + "scaled_error": 0.9999846451955932, + "scale": 0.008460207003175365 + }, + { + "a": 7530, + "b": 7640, + "method": "shuffled", + "sampled": true, + "cosine": 0.012283028278376252, + "pearson": 0.013618630325821434, + "error_member_to_rep": 1.7754356884447322, + "error_rep_to_member": 1.2001354983067858, + "symmetric_error": 1.406130989818498, + "scaled_error": 0.999924560762617, + "scale": 0.008302918748072867 + }, + { + "a": 7530, + "b": 7640, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": 0.04536141460764112, + "pearson": 0.047538757173722586, + "error_member_to_rep": 1.7476561510000872, + "error_rep_to_member": 1.1813574545675245, + "symmetric_error": 1.384129816395001, + "scaled_error": 0.9989706412426712, + "scale": 0.03066280816498117 + }, + { + "a": 7828, + "b": 7877, + "method": "shuffled", + "sampled": true, + "cosine": 0.03780062609406246, + "pearson": 0.037788094347113964, + "error_member_to_rep": 1.1867187097382117, + "error_rep_to_member": 1.750574777686727, + "symmetric_error": 1.3891625490907549, + "scaled_error": 0.9992853009360725, + "scale": 0.05576116907740514 + }, + { + "a": 7828, + "b": 7877, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": -0.004134688745748845, + "pearson": -0.004123367007314964, + "error_member_to_rep": 1.210436859484679, + "error_rep_to_member": 1.785562339927759, + "symmetric_error": 1.4169268078752038, + "scaled_error": 0.9999914521379549, + "scale": -0.006099239670275195 + }, + { + "a": 8072, + "b": 8155, + "method": "shuffled", + "sampled": true, + "cosine": 0.014924580735090249, + "pearson": 0.014961039649315637, + "error_member_to_rep": 1.066987892013357, + "error_rep_to_member": 2.7547246292911045, + "symmetric_error": 1.4070868875051175, + "scaled_error": 0.9998886222424385, + "scale": 0.03853193690438052 + }, + { + "a": 8072, + "b": 8155, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": -0.011919956031170834, + "pearson": -0.0134009746806663, + "error_member_to_rep": 1.0766887007750647, + "error_rep_to_member": 2.77976995269163, + "symmetric_error": 1.419879798192264, + "scaled_error": 0.9999289548003972, + "scale": -0.03077466642772576 + }, + { + "a": 8250, + "b": 8438, + "method": "shuffled", + "sampled": true, + "cosine": 0.009065211147571443, + "pearson": 0.00879558646245392, + "error_member_to_rep": 1.404241837116478, + "error_rep_to_member": 1.4113631380418923, + "symmetric_error": 1.4077889790957296, + "scaled_error": 0.9999589101292362, + "scale": 0.00911118335465711 + }, + { + "a": 8250, + "b": 8438, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": -0.0156305740266632, + "pearson": -0.015394279881069683, + "error_member_to_rep": 1.42163198223108, + "error_rep_to_member": 1.4288414734191857, + "symmetric_error": 1.4252230520524816, + "scaled_error": 0.999877835115669, + "scale": -0.01570984101496872 + }, + { + "a": 8535, + "b": 8583, + "method": "shuffled", + "sampled": true, + "cosine": 0.013809587893087895, + "pearson": 0.011130824461597775, + "error_member_to_rep": 1.3977326971899844, + "error_rep_to_member": 1.4111945029380135, + "symmetric_error": 1.4044152138546577, + "scaled_error": 0.9999046430946419, + "scale": 0.013942590426441246 + }, + { + "a": 8535, + "b": 8583, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": 0.03474705133858545, + "pearson": 0.034610490932810226, + "error_member_to_rep": 1.3828164098442406, + "error_rep_to_member": 1.3961345542447643, + "symmetric_error": 1.3894276122018483, + "scaled_error": 0.9993961388875152, + "scale": 0.03508170620956128 + }, + { + "a": 8704, + "b": 8852, + "method": "shuffled", + "sampled": true, + "cosine": -0.012920397053255216, + "pearson": -0.012934010093411418, + "error_member_to_rep": 1.5010955283704455, + "error_rep_to_member": 1.3564228276827122, + "symmetric_error": 1.4232739225840587, + "scaled_error": 0.9999165281862213, + "scale": -0.011675154028861257 + }, + { + "a": 8704, + "b": 8852, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": -0.01653446121765166, + "pearson": -0.016742491701005054, + "error_member_to_rep": 1.5037575761722104, + "error_rep_to_member": 1.3588283124359821, + "symmetric_error": 1.4257979612913338, + "scaled_error": 0.999863296452191, + "scale": -0.014940901638288283 + }, + { + "a": 8964, + "b": 8966, + "method": "shuffled", + "sampled": true, + "cosine": -0.03977268148226614, + "pearson": -0.03976593540144587, + "error_member_to_rep": 1.5805358285915347, + "error_rep_to_member": 1.3339660126680408, + "symmetric_error": 1.4416708326564704, + "scaled_error": 0.999208753868635, + "scale": -0.033567986482972635 + }, + { + "a": 8964, + "b": 8966, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": -0.014683422855146686, + "pearson": -0.014663003308416238, + "error_member_to_rep": 1.5616145518184978, + "error_rep_to_member": 1.317996529613671, + "symmetric_error": 1.424411968702329, + "scaled_error": 0.9998921927354253, + "scale": -0.012392751043077311 + }, + { + "a": 9287, + "b": 9311, + "method": "shuffled", + "sampled": true, + "cosine": 0.006366326957631239, + "pearson": -0.008359787362930974, + "error_member_to_rep": 1.3079884766878453, + "error_rep_to_member": 1.5397156934356775, + "symmetric_error": 1.409764114491915, + "scaled_error": 0.9999797347351937, + "scale": 0.007494204804486806 + }, + { + "a": 9287, + "b": 9311, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": -0.03544282771885739, + "pearson": -0.03304079932466198, + "error_member_to_rep": 1.3348661388612006, + "error_rep_to_member": 1.571355083987475, + "symmetric_error": 1.4387331492263669, + "scaled_error": 0.9993717056047222, + "scale": -0.041721986876101104 + }, + { + "a": 9614, + "b": 9615, + "method": "shuffled", + "sampled": true, + "cosine": 0.018968715087590987, + "pearson": -0.0027064387766404926, + "error_member_to_rep": 1.4250785149635985, + "error_rep_to_member": 1.3776153612707525, + "symmetric_error": 1.40074420349668, + "scaled_error": 0.9998200777379527, + "scale": 0.01833694986896994 + }, + { + "a": 9614, + "b": 9615, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": 0.014067832326121616, + "pearson": 0.015041031357633461, + "error_member_to_rep": 1.428631597292548, + "error_rep_to_member": 1.3810501059145208, + "symmetric_error": 1.4042366142126956, + "scaled_error": 0.999901043150593, + "scale": 0.013599294150288578 + }, + { + "a": 9639, + "b": 9770, + "method": "shuffled", + "sampled": true, + "cosine": 0.0015499035058548108, + "pearson": -0.006534304341255199, + "error_member_to_rep": 1.4050687140484237, + "error_rep_to_member": 1.4213057263345072, + "symmetric_error": 1.4131172625041168, + "scaled_error": 0.9999987988988399, + "scale": 0.001567814232935409 + }, + { + "a": 9639, + "b": 9770, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": -0.046913837782079616, + "pearson": -0.045940555872615654, + "error_member_to_rep": 1.4387627577693578, + "error_rep_to_member": 1.4553891393413663, + "symmetric_error": 1.447004313257977, + "scaled_error": 0.9988989397454363, + "scale": -0.04745597536783523 + }, + { + "a": 9891, + "b": 10017, + "method": "shuffled", + "sampled": true, + "cosine": 0.0037864759526982207, + "pearson": -0.01103222776102469, + "error_member_to_rep": 1.3981044331323458, + "error_rep_to_member": 1.4253583135373742, + "symmetric_error": 1.4115340800563447, + "scaled_error": 0.9999928312742346, + "scale": 0.003860287436537199 + }, + { + "a": 9891, + "b": 10017, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": 0.02786447553877117, + "pearson": 0.02791285322713884, + "error_member_to_rep": 1.3811085345679797, + "error_rep_to_member": 1.4080311062553812, + "symmetric_error": 1.3943749255066127, + "scaled_error": 0.9996117101169579, + "scale": 0.02840765033021439 + }, + { + "a": 10132, + "b": 10187, + "method": "shuffled", + "sampled": true, + "cosine": 0.007530349878992116, + "pearson": 0.00759187328001631, + "error_member_to_rep": 1.6951169943685722, + "error_rep_to_member": 1.2316648994760515, + "symmetric_error": 1.4091401984247693, + "scaled_error": 0.9999716465133899, + "scale": 0.00547152064284695 + }, + { + "a": 10132, + "b": 10187, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": 0.011408525623997561, + "pearson": 0.011421152040352421, + "error_member_to_rep": 1.6919653381333004, + "error_rep_to_member": 1.229374919272269, + "symmetric_error": 1.406520246228259, + "scaled_error": 0.9999349206538827, + "scale": 0.008289386875674066 + }, + { + "a": 10536, + "b": 10545, + "method": "shuffled", + "sampled": true, + "cosine": -0.018068725439799014, + "pearson": -0.01760081327131229, + "error_member_to_rep": 1.7665256568066563, + "error_rep_to_member": 1.228224557180636, + "symmetric_error": 1.4261400268543225, + "scaled_error": 0.9998367472547611, + "scale": -0.012562768175262664 + }, + { + "a": 10536, + "b": 10545, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": -0.006506662213086006, + "pearson": -0.007289487555407336, + "error_member_to_rep": 1.7570868005583113, + "error_rep_to_member": 1.221661938069362, + "symmetric_error": 1.4185199106948876, + "scaled_error": 0.9999788314493687, + "scale": -0.004523932208172966 + }, + { + "a": 10765, + "b": 10871, + "method": "shuffled", + "sampled": true, + "cosine": 0.03739786959803168, + "pearson": 0.03715011891824639, + "error_member_to_rep": 1.2633204627917904, + "error_rep_to_member": 1.559078092063791, + "symmetric_error": 1.388102682804705, + "scaled_error": 0.999300454993156, + "scale": 0.04615313445592404 + }, + { + "a": 10765, + "b": 10871, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": -0.00958351842894851, + "pearson": -0.00976195764414139, + "error_member_to_rep": 1.2931034754010897, + "error_rep_to_member": 1.5958336452606456, + "symmetric_error": 1.4208274592352348, + "scaled_error": 0.9999540770328016, + "scale": -0.011827128640380255 + }, + { + "a": 10962, + "b": 11026, + "method": "shuffled", + "sampled": true, + "cosine": -0.014651625358764755, + "pearson": -0.014026182939265438, + "error_member_to_rep": 1.294742784897169, + "error_rep_to_member": 1.6026240339861735, + "symmetric_error": 1.4243064531381544, + "scaled_error": 0.999892659176147, + "scale": -0.018135684717318273 + }, + { + "a": 10962, + "b": 11026, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": 0.00030702208586191437, + "pearson": -0.00029878878883031457, + "error_member_to_rep": 1.2853750491848208, + "error_rep_to_member": 1.5910287128368594, + "symmetric_error": 1.414001297100965, + "scaled_error": 0.9999999528687182, + "scale": 0.00038002990208279045 + }, + { + "a": 11214, + "b": 11284, + "method": "shuffled", + "sampled": true, + "cosine": 0.01716661110991856, + "pearson": 0.017970290808431006, + "error_member_to_rep": 1.3136168193034918, + "error_rep_to_member": 1.511372714077516, + "symmetric_error": 1.4021417991949114, + "scaled_error": 0.9998526428744392, + "scale": 0.019750925264848188 + }, + { + "a": 11214, + "b": 11284, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": -0.04138903530566435, + "pearson": -0.041042624450887626, + "error_member_to_rep": 1.351805085044462, + "error_rep_to_member": 1.555309958173893, + "symmetric_error": 1.442903582119226, + "scaled_error": 0.9991431067452081, + "scale": -0.0476198673035716 + }, + { + "a": 11500, + "b": 11652, + "method": "shuffled", + "sampled": true, + "cosine": 0.02845250960202254, + "pearson": 0.02944821879675817, + "error_member_to_rep": 1.304920245986832, + "error_rep_to_member": 1.504617745396986, + "symmetric_error": 1.3941546093676989, + "scaled_error": 0.9995951453950478, + "scale": 0.032806718249594274 + }, + { + "a": 11500, + "b": 11652, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": 0.02355465774245359, + "pearson": 0.023452036565985965, + "error_member_to_rep": 1.308171409315309, + "error_rep_to_member": 1.5083664480876329, + "symmetric_error": 1.397628097003547, + "scaled_error": 0.9997225505602221, + "scale": 0.027159327273098204 + } +] \ No newline at end of file diff --git a/results/qwen35-2b/analysis/block_objects.json b/results/qwen35-2b/analysis/block_objects.json new file mode 100644 index 0000000..af68801 --- /dev/null +++ b/results/qwen35-2b/analysis/block_objects.json @@ -0,0 +1,240930 @@ +[ + { + "id": "model.language_model.embed_tokens.weight|2d-128|(54272, 768)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 54272, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(84096, 1920)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 84096, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(84992, 1280)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 84992, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(196864, 1536)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 196864, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(44416, 0)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 44416, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(101760, 0)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 101760, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(6528, 1152)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 6528, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(143488, 0)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 143488, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(149632, 1920)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 149632, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(219520, 1536)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 219520, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(127616, 1152)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 127616, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(33792, 1024)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 33792, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(175488, 0)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 175488, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(246016, 512)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 246016, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(78720, 1536)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 78720, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(161536, 1280)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 161536, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(205056, 1920)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 205056, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(78080, 128)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 78080, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(73856, 640)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 73856, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(142720, 640)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 142720, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(145024, 128)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 145024, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(43008, 1408)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 43008, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(190720, 896)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 190720, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(117888, 1408)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 117888, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(72704, 1536)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 72704, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(107008, 1792)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 107008, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(245888, 1408)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 245888, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(109568, 128)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 109568, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(83456, 1152)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 83456, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(226048, 1664)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 226048, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(19968, 128)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 19968, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(22400, 896)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 22400, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(146944, 256)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 146944, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(39296, 768)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 39296, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(34688, 384)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 34688, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(141952, 128)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 141952, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(246656, 1408)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 246656, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(215936, 1920)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 215936, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(71680, 384)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 71680, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(149248, 0)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 149248, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(202752, 1280)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 202752, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(64384, 1408)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 64384, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(101248, 1664)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 101248, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(129024, 1408)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 129024, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(86528, 1152)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 86528, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(247552, 1408)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 247552, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(38784, 1408)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 38784, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(126464, 512)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 126464, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(107776, 1152)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 107776, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(53888, 1152)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 53888, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(114816, 1920)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 114816, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(220416, 1920)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 220416, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(125184, 1920)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 125184, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(218240, 1408)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 218240, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(71680, 256)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 71680, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(244096, 640)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 244096, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(236416, 0)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 236416, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(43008, 128)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 43008, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(227328, 1664)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 227328, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(81536, 896)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 81536, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(101632, 512)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 101632, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(140160, 384)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 140160, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(72832, 256)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 72832, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(65920, 896)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 65920, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(213888, 896)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 213888, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(191360, 256)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 191360, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(73728, 1280)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 73728, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(18048, 1024)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 18048, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(73088, 1152)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 73088, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(8064, 1280)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 8064, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(180608, 640)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 180608, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(22656, 640)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 22656, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(81664, 0)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 81664, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(512, 1152)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(99456, 1536)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 99456, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(189696, 1664)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 189696, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(186112, 1664)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 186112, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(62464, 1792)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 62464, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(20480, 1152)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 20480, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(219520, 640)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 219520, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(198272, 1920)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 198272, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(4352, 512)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4352, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(75008, 1792)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 75008, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(11520, 128)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 11520, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(130176, 896)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 130176, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(241536, 128)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 241536, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(183040, 1152)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 183040, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(43136, 1664)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 43136, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(172928, 384)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 172928, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(34816, 768)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 34816, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(128000, 768)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128000, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(247168, 128)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 247168, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(203776, 512)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 203776, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(108800, 1792)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 108800, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(142336, 384)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 142336, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(204416, 640)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 204416, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(216576, 128)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 216576, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(15232, 0)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 15232, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(34688, 512)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 34688, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(59264, 384)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 59264, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(115200, 1792)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 115200, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(105216, 1280)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 105216, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(183040, 0)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 183040, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(131200, 128)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 131200, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(768, 1024)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(44416, 384)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 44416, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(10752, 640)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 10752, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(115072, 1408)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 115072, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(196224, 128)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 196224, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(141440, 1536)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 141440, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(23040, 1152)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 23040, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(77568, 128)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 77568, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(72576, 1408)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 72576, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(204544, 512)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 204544, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(176768, 1408)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 176768, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(19584, 1536)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 19584, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(230016, 1536)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 230016, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(115456, 1408)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 115456, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(126592, 1920)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 126592, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(122880, 1920)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 122880, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(32128, 1024)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 32128, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(111232, 1536)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 111232, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(109824, 1280)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 109824, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(128768, 1024)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128768, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(180224, 512)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 180224, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(192384, 768)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 192384, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(102784, 1920)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 102784, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(185728, 1280)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 185728, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(95744, 1280)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 95744, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(113024, 768)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 113024, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(215296, 384)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 215296, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(169472, 640)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 169472, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(222080, 896)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 222080, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(27904, 0)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 27904, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(97664, 1024)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 97664, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(183040, 1792)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 183040, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(194176, 1280)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 194176, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(181376, 0)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 181376, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(172672, 1408)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 172672, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(120576, 1280)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 120576, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(104960, 1920)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 104960, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(9344, 256)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 9344, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(173696, 1920)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 173696, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(24704, 0)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 24704, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(214272, 128)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 214272, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(29696, 1920)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 29696, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(235648, 1664)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 235648, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(92288, 1920)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 92288, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(11648, 384)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 11648, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(143744, 1920)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 143744, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(194560, 384)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 194560, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(116224, 1536)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 116224, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(135552, 1024)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 135552, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(114560, 896)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 114560, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(9216, 0)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 9216, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(241920, 1152)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 241920, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(211584, 1664)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 211584, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(10368, 1280)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 10368, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(194688, 384)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 194688, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(30080, 1536)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 30080, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(57344, 640)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 57344, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(133248, 384)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 133248, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(221952, 1280)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 221952, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(107776, 1024)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 107776, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(34432, 896)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 34432, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(224896, 1792)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 224896, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(6912, 896)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 6912, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(232576, 768)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 232576, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(23168, 768)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 23168, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(191232, 1664)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 191232, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(2304, 1152)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2304, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(145792, 1536)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 145792, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(151168, 0)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 151168, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(131072, 1152)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 131072, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(46208, 1024)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 46208, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(150016, 640)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 150016, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(63488, 1280)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 63488, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(188160, 128)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 188160, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(239488, 512)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 239488, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(178560, 1280)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 178560, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(83200, 384)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 83200, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(103296, 1408)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 103296, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(26624, 1920)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 26624, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(5120, 256)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 5120, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(107776, 1280)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 107776, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(122880, 768)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 122880, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(140672, 1536)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 140672, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(80256, 512)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 80256, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(122112, 768)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 122112, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(25344, 1792)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 25344, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(163712, 1920)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 163712, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(158208, 1920)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 158208, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(195840, 896)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 195840, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(100992, 896)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 100992, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(79360, 768)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 79360, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(142080, 1152)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 142080, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(94848, 1536)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 94848, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(59520, 1152)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 59520, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(174208, 1408)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 174208, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(176128, 1664)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 176128, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(75904, 128)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 75904, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(166912, 640)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 166912, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(241152, 1792)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 241152, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(40576, 1664)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 40576, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(172288, 1280)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 172288, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(128512, 768)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128512, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(197888, 896)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 197888, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(113536, 1280)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 113536, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(153344, 1792)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 153344, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(186240, 1152)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 186240, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(195712, 1408)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 195712, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(129664, 0)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 129664, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(226176, 768)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 226176, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(206208, 1920)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 206208, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(139648, 512)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 139648, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(57984, 1920)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 57984, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(75648, 1536)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 75648, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(209536, 1280)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 209536, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(6400, 512)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 6400, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(65408, 1280)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 65408, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(176256, 1152)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 176256, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(136576, 1664)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 136576, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(137216, 1408)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 137216, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(148736, 512)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 148736, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(70144, 384)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 70144, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(165248, 896)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 165248, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(147584, 896)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 147584, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(208000, 1920)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 208000, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(201728, 0)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 201728, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(51456, 512)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 51456, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(242048, 1664)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 242048, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(58880, 1152)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 58880, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(236288, 1280)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 236288, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(110848, 1920)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 110848, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(164992, 896)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 164992, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(147456, 768)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 147456, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(100864, 256)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 100864, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(175744, 512)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 175744, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(157056, 512)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 157056, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(151808, 128)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 151808, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(169984, 128)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 169984, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(82944, 640)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 82944, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(5888, 768)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 5888, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(63232, 1024)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 63232, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(105984, 1792)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 105984, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(73728, 1408)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 73728, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(238592, 768)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 238592, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(148992, 1664)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 148992, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(17920, 384)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 17920, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(217472, 1280)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 217472, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(37120, 0)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 37120, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(23296, 1792)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 23296, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(114560, 128)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 114560, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(17152, 896)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 17152, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(190080, 1408)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 190080, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-128|(101504, 1536)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 101504, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(92992, 512)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 92992, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(119040, 1984)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 119040, + 1984 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(223808, 1216)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 223808, + 1216 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(32768, 640)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 32768, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(189760, 1728)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 189760, + 1728 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(42688, 1408)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 42688, + 1408 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(62976, 1920)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 62976, + 1920 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(29568, 256)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 29568, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(156224, 1216)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 156224, + 1216 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(225088, 1280)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 225088, + 1280 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(53632, 320)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 53632, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(12928, 448)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 12928, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(177984, 128)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 177984, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(119488, 512)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 119488, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(40832, 512)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 40832, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(110720, 1984)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 110720, + 1984 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(158592, 1408)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 158592, + 1408 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(15872, 1472)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 15872, + 1472 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(40704, 64)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 40704, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(26880, 896)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 26880, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(213248, 576)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 213248, + 576 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(179392, 768)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 179392, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(215360, 512)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 215360, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(19968, 1920)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 19968, + 1920 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(17408, 1792)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 17408, + 1792 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(217920, 1856)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 217920, + 1856 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(163712, 896)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 163712, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(178304, 960)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 178304, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(82240, 512)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 82240, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(114176, 256)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 114176, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(4864, 128)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4864, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(34112, 1472)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 34112, + 1472 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(61568, 640)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 61568, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(92032, 1664)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 92032, + 1664 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(18240, 1024)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 18240, + 1024 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(13824, 768)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 13824, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(78976, 1024)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 78976, + 1024 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(163904, 0)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 163904, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(192960, 1216)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192960, + 1216 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(66176, 1792)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 66176, + 1792 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(102080, 192)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 102080, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(29312, 1856)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 29312, + 1856 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(174656, 384)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 174656, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(201408, 960)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 201408, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(86720, 0)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 86720, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(156544, 768)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 156544, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(199680, 1344)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 199680, + 1344 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(213824, 1344)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 213824, + 1344 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(105216, 0)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 105216, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(203008, 0)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 203008, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(182784, 768)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 182784, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(236096, 448)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 236096, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(86528, 0)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 86528, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(178624, 1280)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 178624, + 1280 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(60800, 256)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 60800, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(14784, 0)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 14784, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(118592, 1664)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 118592, + 1664 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(227712, 704)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 227712, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(139456, 384)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 139456, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(189248, 576)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 189248, + 576 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(226304, 1280)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 226304, + 1280 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(158848, 832)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 158848, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(168128, 1024)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 168128, + 1024 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(48704, 1472)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 48704, + 1472 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(140032, 64)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 140032, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(212736, 1600)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 212736, + 1600 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(144512, 1088)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 144512, + 1088 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(11840, 960)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 11840, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(124672, 1728)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 124672, + 1728 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(73600, 1792)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 73600, + 1792 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(225024, 384)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 225024, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(224896, 320)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 224896, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(129216, 0)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 129216, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(180416, 1984)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 180416, + 1984 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(157376, 1408)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 157376, + 1408 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(93760, 1088)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 93760, + 1088 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(146240, 1344)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 146240, + 1344 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(15680, 384)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 15680, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(226624, 1472)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 226624, + 1472 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(165056, 832)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 165056, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(143232, 192)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 143232, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(25024, 704)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 25024, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(130176, 1472)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 130176, + 1472 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(71616, 1600)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 71616, + 1600 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(189824, 320)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 189824, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(108352, 64)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 108352, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(217088, 1920)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 217088, + 1920 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(160576, 1984)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 160576, + 1984 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(106944, 768)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 106944, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(14848, 256)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 14848, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(85696, 64)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 85696, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(107456, 1536)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 107456, + 1536 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(154944, 1920)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 154944, + 1920 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(228160, 384)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 228160, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(92352, 1728)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 92352, + 1728 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(148160, 64)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 148160, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(219392, 640)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 219392, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(193728, 256)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 193728, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(159168, 576)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 159168, + 576 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(145856, 1856)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 145856, + 1856 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(194368, 1408)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 194368, + 1408 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(184448, 1600)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 184448, + 1600 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(161792, 640)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 161792, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(105984, 960)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 105984, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(185216, 1280)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 185216, + 1280 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(128896, 512)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128896, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(160256, 64)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 160256, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(213312, 1472)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 213312, + 1472 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(157504, 1536)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 157504, + 1536 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(80704, 1856)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 80704, + 1856 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(209600, 0)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 209600, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(212800, 1216)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 212800, + 1216 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(153600, 1984)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 153600, + 1984 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(22528, 1024)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 22528, + 1024 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(153600, 1152)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 153600, + 1152 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(179456, 256)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 179456, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(12096, 1920)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 12096, + 1920 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(213312, 256)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 213312, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(238720, 896)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 238720, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(92224, 128)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 92224, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(6464, 1856)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 6464, + 1856 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(194368, 896)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 194368, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(87104, 448)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 87104, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(49792, 1664)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 49792, + 1664 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(153408, 1728)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 153408, + 1728 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(232960, 1152)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 232960, + 1152 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(24640, 1600)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 24640, + 1600 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(166336, 704)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 166336, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(185728, 960)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 185728, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(41152, 1920)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 41152, + 1920 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(224640, 128)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 224640, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(148928, 704)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 148928, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(163200, 1664)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 163200, + 1664 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(177856, 1152)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 177856, + 1152 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(205312, 128)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 205312, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(201536, 1152)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 201536, + 1152 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(576, 832)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 576, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(221120, 192)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 221120, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(172480, 832)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 172480, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(234368, 1728)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 234368, + 1728 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(197696, 1792)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 197696, + 1792 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(221504, 768)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 221504, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(17216, 1600)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 17216, + 1600 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(4672, 576)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4672, + 576 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(124736, 1216)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 124736, + 1216 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(113216, 1728)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 113216, + 1728 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(114304, 1408)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 114304, + 1408 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(107072, 1472)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 107072, + 1472 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(140736, 1024)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 140736, + 1024 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(177600, 256)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 177600, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(173440, 0)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 173440, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(182912, 1664)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 182912, + 1664 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(207616, 64)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 207616, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(205696, 1728)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 205696, + 1728 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(212224, 0)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 212224, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(44416, 960)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 44416, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(29824, 64)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 29824, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(58560, 1280)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 58560, + 1280 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(67328, 512)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 67328, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(145024, 1984)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 145024, + 1984 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(31488, 1024)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 31488, + 1024 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(21440, 1856)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 21440, + 1856 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(132288, 1472)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 132288, + 1472 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(92544, 1728)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 92544, + 1728 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(107904, 1216)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 107904, + 1216 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(144064, 1536)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 144064, + 1536 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(161600, 1664)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 161600, + 1664 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(239488, 832)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 239488, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(121664, 704)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 121664, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(224768, 1728)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 224768, + 1728 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(100928, 1280)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 100928, + 1280 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(154688, 1856)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 154688, + 1856 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(242176, 1728)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 242176, + 1728 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(71424, 320)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 71424, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(164096, 1344)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 164096, + 1344 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(151808, 832)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 151808, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(213312, 1792)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 213312, + 1792 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(41920, 1024)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 41920, + 1024 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(24896, 1728)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 24896, + 1728 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(63360, 1152)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 63360, + 1152 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(123200, 64)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 123200, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(158208, 1728)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 158208, + 1728 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(9728, 384)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 9728, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(217984, 1280)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 217984, + 1280 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(25792, 256)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 25792, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(140416, 768)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 140416, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(20032, 1792)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 20032, + 1792 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(199872, 448)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 199872, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(207680, 1152)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 207680, + 1152 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(96000, 1344)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 96000, + 1344 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(113088, 1472)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 113088, + 1472 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(99456, 704)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 99456, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(217280, 896)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 217280, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(183872, 1920)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 183872, + 1920 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(233472, 640)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 233472, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(233600, 512)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 233600, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(37440, 1472)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 37440, + 1472 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(217024, 1088)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 217024, + 1088 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(224256, 1984)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 224256, + 1984 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(246912, 1152)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 246912, + 1152 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(154048, 1024)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 154048, + 1024 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(144064, 320)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 144064, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(219072, 192)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 219072, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(169728, 448)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 169728, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(137920, 256)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 137920, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(17216, 1792)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 17216, + 1792 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(224448, 1920)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 224448, + 1920 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(181504, 1280)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 181504, + 1280 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(48256, 64)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 48256, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(139392, 1600)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 139392, + 1600 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(12992, 1536)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 12992, + 1536 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(141056, 64)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 141056, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(51584, 448)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 51584, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(48576, 1792)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 48576, + 1792 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(223040, 512)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 223040, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(176704, 1024)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 176704, + 1024 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(144128, 1728)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 144128, + 1728 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(147648, 1728)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 147648, + 1728 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(50816, 1472)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 50816, + 1472 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(141312, 1344)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 141312, + 1344 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(171328, 1600)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 171328, + 1600 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(53440, 192)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 53440, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(216448, 1152)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 216448, + 1152 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(53568, 256)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 53568, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(2432, 320)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2432, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(205696, 768)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 205696, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(134720, 1536)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 134720, + 1536 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(109696, 320)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 109696, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(170560, 1856)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 170560, + 1856 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(91712, 192)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 91712, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(199296, 768)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 199296, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(209920, 1088)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 209920, + 1088 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(114112, 768)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 114112, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(91008, 1472)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 91008, + 1472 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(140928, 1600)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 140928, + 1600 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(100032, 768)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 100032, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(195520, 320)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 195520, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(52288, 128)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 52288, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(48000, 1984)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 48000, + 1984 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(122112, 448)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 122112, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(248192, 832)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 248192, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(43008, 1664)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 43008, + 1664 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(107712, 1344)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 107712, + 1344 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(142720, 64)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 142720, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(167040, 1024)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 167040, + 1024 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(220160, 448)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 220160, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(25984, 448)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 25984, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(14144, 1984)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 14144, + 1984 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(118528, 128)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 118528, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(103360, 768)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 103360, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(139392, 448)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 139392, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(184256, 512)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 184256, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(204608, 832)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 204608, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(126656, 1088)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 126656, + 1088 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(91008, 1344)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 91008, + 1344 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.embed_tokens.weight|2d-64|(184320, 832)", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 184320, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.5.linear_attn.conv1d.weight|3d-axis0-slice|(605, 0, 0)", + "tensor": "model.language_model.layers.5.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 605, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.1.linear_attn.conv1d.weight|3d-axis0-slice|(1057, 0, 0)", + "tensor": "model.language_model.layers.1.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 1057, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.5.linear_attn.conv1d.weight|3d-axis0-slice|(1557, 0, 0)", + "tensor": "model.language_model.layers.5.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 1557, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.14.linear_attn.conv1d.weight|3d-axis0-slice|(4243, 0, 0)", + "tensor": "model.language_model.layers.14.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 4243, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.1.linear_attn.conv1d.weight|3d-axis0-slice|(4657, 0, 0)", + "tensor": "model.language_model.layers.1.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 4657, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.10.linear_attn.conv1d.weight|3d-axis0-slice|(4516, 0, 0)", + "tensor": "model.language_model.layers.10.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 4516, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.21.linear_attn.conv1d.weight|3d-axis0-slice|(27, 0, 0)", + "tensor": "model.language_model.layers.21.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 27, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.0.linear_attn.conv1d.weight|3d-axis0-slice|(4924, 0, 0)", + "tensor": "model.language_model.layers.0.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 4924, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.9.linear_attn.conv1d.weight|3d-axis0-slice|(1627, 0, 0)", + "tensor": "model.language_model.layers.9.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 1627, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.22.linear_attn.conv1d.weight|3d-axis0-slice|(74, 0, 0)", + "tensor": "model.language_model.layers.22.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 74, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.10.linear_attn.conv1d.weight|3d-axis0-slice|(1303, 0, 0)", + "tensor": "model.language_model.layers.10.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 1303, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.10.linear_attn.conv1d.weight|3d-axis0-slice|(5258, 0, 0)", + "tensor": "model.language_model.layers.10.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 5258, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.16.linear_attn.conv1d.weight|3d-axis0-slice|(884, 0, 0)", + "tensor": "model.language_model.layers.16.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 884, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.8.linear_attn.conv1d.weight|3d-axis0-slice|(3370, 0, 0)", + "tensor": "model.language_model.layers.8.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 3370, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.12.linear_attn.conv1d.weight|3d-axis0-slice|(4200, 0, 0)", + "tensor": "model.language_model.layers.12.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 4200, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.2.linear_attn.conv1d.weight|3d-axis0-slice|(1242, 0, 0)", + "tensor": "model.language_model.layers.2.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 1242, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.9.linear_attn.conv1d.weight|3d-axis0-slice|(1310, 0, 0)", + "tensor": "model.language_model.layers.9.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 1310, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.20.linear_attn.conv1d.weight|3d-axis0-slice|(5929, 0, 0)", + "tensor": "model.language_model.layers.20.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 5929, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.0.linear_attn.conv1d.weight|3d-axis0-slice|(4321, 0, 0)", + "tensor": "model.language_model.layers.0.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 4321, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.4.linear_attn.conv1d.weight|3d-axis0-slice|(152, 0, 0)", + "tensor": "model.language_model.layers.4.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 152, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.14.linear_attn.conv1d.weight|3d-axis0-slice|(603, 0, 0)", + "tensor": "model.language_model.layers.14.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 603, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.12.linear_attn.conv1d.weight|3d-axis0-slice|(3855, 0, 0)", + "tensor": "model.language_model.layers.12.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 3855, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.12.linear_attn.conv1d.weight|3d-axis0-slice|(4734, 0, 0)", + "tensor": "model.language_model.layers.12.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 4734, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.2.linear_attn.conv1d.weight|3d-axis0-slice|(5377, 0, 0)", + "tensor": "model.language_model.layers.2.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 5377, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.21.linear_attn.conv1d.weight|3d-axis0-slice|(5214, 0, 0)", + "tensor": "model.language_model.layers.21.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 5214, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.22.linear_attn.conv1d.weight|3d-axis0-slice|(1424, 0, 0)", + "tensor": "model.language_model.layers.22.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 1424, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.13.linear_attn.conv1d.weight|3d-axis0-slice|(1231, 0, 0)", + "tensor": "model.language_model.layers.13.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 1231, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.8.linear_attn.conv1d.weight|3d-axis0-slice|(2244, 0, 0)", + "tensor": "model.language_model.layers.8.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 2244, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.21.linear_attn.conv1d.weight|3d-axis0-slice|(4607, 0, 0)", + "tensor": "model.language_model.layers.21.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 4607, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.1.linear_attn.conv1d.weight|3d-axis0-slice|(581, 0, 0)", + "tensor": "model.language_model.layers.1.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 581, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.1.linear_attn.conv1d.weight|3d-axis0-slice|(1396, 0, 0)", + "tensor": "model.language_model.layers.1.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 1396, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.16.linear_attn.conv1d.weight|3d-axis0-slice|(2603, 0, 0)", + "tensor": "model.language_model.layers.16.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 2603, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.10.linear_attn.conv1d.weight|3d-axis0-slice|(6134, 0, 0)", + "tensor": "model.language_model.layers.10.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 6134, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.8.linear_attn.conv1d.weight|3d-axis0-slice|(1998, 0, 0)", + "tensor": "model.language_model.layers.8.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 1998, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.20.linear_attn.conv1d.weight|3d-axis0-slice|(5946, 0, 0)", + "tensor": "model.language_model.layers.20.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 5946, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.2.linear_attn.conv1d.weight|3d-axis0-slice|(2213, 0, 0)", + "tensor": "model.language_model.layers.2.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 2213, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.21.linear_attn.conv1d.weight|3d-axis0-slice|(1810, 0, 0)", + "tensor": "model.language_model.layers.21.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 1810, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.2.linear_attn.conv1d.weight|3d-axis0-slice|(3354, 0, 0)", + "tensor": "model.language_model.layers.2.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 3354, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.0.linear_attn.conv1d.weight|3d-axis0-slice|(5239, 0, 0)", + "tensor": "model.language_model.layers.0.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 5239, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.0.linear_attn.conv1d.weight|3d-axis0-slice|(2511, 0, 0)", + "tensor": "model.language_model.layers.0.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 2511, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.0.linear_attn.conv1d.weight|3d-axis0-slice|(6065, 0, 0)", + "tensor": "model.language_model.layers.0.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 6065, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.22.linear_attn.conv1d.weight|3d-axis0-slice|(5359, 0, 0)", + "tensor": "model.language_model.layers.22.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 5359, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.0.linear_attn.conv1d.weight|3d-axis0-slice|(4949, 0, 0)", + "tensor": "model.language_model.layers.0.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 4949, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.18.linear_attn.conv1d.weight|3d-axis0-slice|(2868, 0, 0)", + "tensor": "model.language_model.layers.18.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 2868, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.17.linear_attn.conv1d.weight|3d-axis0-slice|(1041, 0, 0)", + "tensor": "model.language_model.layers.17.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 1041, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.17.linear_attn.conv1d.weight|3d-axis0-slice|(506, 0, 0)", + "tensor": "model.language_model.layers.17.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 506, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.13.linear_attn.conv1d.weight|3d-axis0-slice|(647, 0, 0)", + "tensor": "model.language_model.layers.13.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 647, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.1.linear_attn.conv1d.weight|3d-axis0-slice|(5342, 0, 0)", + "tensor": "model.language_model.layers.1.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 5342, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.16.linear_attn.conv1d.weight|3d-axis0-slice|(4104, 0, 0)", + "tensor": "model.language_model.layers.16.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 4104, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.21.linear_attn.conv1d.weight|3d-axis0-slice|(2316, 0, 0)", + "tensor": "model.language_model.layers.21.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 2316, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.22.linear_attn.conv1d.weight|3d-axis0-slice|(3323, 0, 0)", + "tensor": "model.language_model.layers.22.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 3323, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.6.linear_attn.conv1d.weight|3d-axis0-slice|(3830, 0, 0)", + "tensor": "model.language_model.layers.6.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 3830, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.20.linear_attn.conv1d.weight|3d-axis0-slice|(1835, 0, 0)", + "tensor": "model.language_model.layers.20.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 1835, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.22.linear_attn.conv1d.weight|3d-axis0-slice|(4907, 0, 0)", + "tensor": "model.language_model.layers.22.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 4907, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.9.linear_attn.conv1d.weight|3d-axis0-slice|(443, 0, 0)", + "tensor": "model.language_model.layers.9.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 443, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.2.linear_attn.conv1d.weight|3d-axis0-slice|(5831, 0, 0)", + "tensor": "model.language_model.layers.2.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 5831, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.17.linear_attn.conv1d.weight|3d-axis0-slice|(1866, 0, 0)", + "tensor": "model.language_model.layers.17.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 1866, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.22.linear_attn.conv1d.weight|3d-axis0-slice|(3044, 0, 0)", + "tensor": "model.language_model.layers.22.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 3044, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.18.linear_attn.conv1d.weight|3d-axis0-slice|(771, 0, 0)", + "tensor": "model.language_model.layers.18.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 771, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.16.linear_attn.conv1d.weight|3d-axis0-slice|(5167, 0, 0)", + "tensor": "model.language_model.layers.16.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 5167, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.16.linear_attn.conv1d.weight|3d-axis0-slice|(952, 0, 0)", + "tensor": "model.language_model.layers.16.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 952, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.8.linear_attn.conv1d.weight|3d-axis0-slice|(2226, 0, 0)", + "tensor": "model.language_model.layers.8.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 2226, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.14.linear_attn.conv1d.weight|3d-axis0-slice|(5156, 0, 0)", + "tensor": "model.language_model.layers.14.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 5156, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.10.linear_attn.conv1d.weight|3d-axis0-slice|(1027, 0, 0)", + "tensor": "model.language_model.layers.10.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 1027, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.18.linear_attn.conv1d.weight|3d-axis0-slice|(3167, 0, 0)", + "tensor": "model.language_model.layers.18.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 3167, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.0.linear_attn.conv1d.weight|3d-axis0-slice|(5768, 0, 0)", + "tensor": "model.language_model.layers.0.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 5768, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.5.linear_attn.conv1d.weight|3d-axis0-slice|(1819, 0, 0)", + "tensor": "model.language_model.layers.5.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 1819, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.1.linear_attn.conv1d.weight|3d-axis0-slice|(5723, 0, 0)", + "tensor": "model.language_model.layers.1.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 5723, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.12.linear_attn.conv1d.weight|3d-axis0-slice|(3779, 0, 0)", + "tensor": "model.language_model.layers.12.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 3779, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.18.linear_attn.conv1d.weight|3d-axis0-slice|(3888, 0, 0)", + "tensor": "model.language_model.layers.18.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 3888, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.21.linear_attn.conv1d.weight|3d-axis0-slice|(4552, 0, 0)", + "tensor": "model.language_model.layers.21.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 4552, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.4.linear_attn.conv1d.weight|3d-axis0-slice|(5700, 0, 0)", + "tensor": "model.language_model.layers.4.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 5700, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.10.linear_attn.conv1d.weight|3d-axis0-slice|(3261, 0, 0)", + "tensor": "model.language_model.layers.10.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 3261, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.8.linear_attn.conv1d.weight|3d-axis0-slice|(835, 0, 0)", + "tensor": "model.language_model.layers.8.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 835, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.13.linear_attn.conv1d.weight|3d-axis0-slice|(1738, 0, 0)", + "tensor": "model.language_model.layers.13.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 1738, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.20.linear_attn.conv1d.weight|3d-axis0-slice|(5830, 0, 0)", + "tensor": "model.language_model.layers.20.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 5830, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.14.linear_attn.conv1d.weight|3d-axis0-slice|(2244, 0, 0)", + "tensor": "model.language_model.layers.14.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 2244, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.1.linear_attn.conv1d.weight|3d-axis0-slice|(1129, 0, 0)", + "tensor": "model.language_model.layers.1.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 1129, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.21.linear_attn.conv1d.weight|3d-axis0-slice|(3933, 0, 0)", + "tensor": "model.language_model.layers.21.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 3933, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.12.linear_attn.conv1d.weight|3d-axis0-slice|(4357, 0, 0)", + "tensor": "model.language_model.layers.12.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 4357, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.13.linear_attn.conv1d.weight|3d-axis0-slice|(1387, 0, 0)", + "tensor": "model.language_model.layers.13.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 1387, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.10.linear_attn.conv1d.weight|3d-axis0-slice|(1001, 0, 0)", + "tensor": "model.language_model.layers.10.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 1001, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.22.linear_attn.conv1d.weight|3d-axis0-slice|(66, 0, 0)", + "tensor": "model.language_model.layers.22.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 66, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.16.linear_attn.conv1d.weight|3d-axis0-slice|(1602, 0, 0)", + "tensor": "model.language_model.layers.16.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 1602, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.20.linear_attn.conv1d.weight|3d-axis0-slice|(5656, 0, 0)", + "tensor": "model.language_model.layers.20.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 5656, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.22.linear_attn.conv1d.weight|3d-axis0-slice|(1177, 0, 0)", + "tensor": "model.language_model.layers.22.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 1177, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.0.linear_attn.conv1d.weight|3d-axis0-slice|(4973, 0, 0)", + "tensor": "model.language_model.layers.0.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 4973, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.21.linear_attn.conv1d.weight|3d-axis0-slice|(649, 0, 0)", + "tensor": "model.language_model.layers.21.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 649, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.5.linear_attn.conv1d.weight|3d-axis0-slice|(1890, 0, 0)", + "tensor": "model.language_model.layers.5.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 1890, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.5.linear_attn.conv1d.weight|3d-axis0-slice|(4869, 0, 0)", + "tensor": "model.language_model.layers.5.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 4869, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.20.linear_attn.conv1d.weight|3d-axis0-slice|(2350, 0, 0)", + "tensor": "model.language_model.layers.20.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 2350, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.2.linear_attn.conv1d.weight|3d-axis0-slice|(6075, 0, 0)", + "tensor": "model.language_model.layers.2.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 6075, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.18.linear_attn.conv1d.weight|3d-axis0-slice|(5913, 0, 0)", + "tensor": "model.language_model.layers.18.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 5913, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.22.linear_attn.conv1d.weight|3d-axis0-slice|(3031, 0, 0)", + "tensor": "model.language_model.layers.22.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 3031, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.9.linear_attn.conv1d.weight|3d-axis0-slice|(1467, 0, 0)", + "tensor": "model.language_model.layers.9.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 1467, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.12.linear_attn.conv1d.weight|3d-axis0-slice|(4808, 0, 0)", + "tensor": "model.language_model.layers.12.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 4808, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.13.linear_attn.conv1d.weight|3d-axis0-slice|(3380, 0, 0)", + "tensor": "model.language_model.layers.13.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 3380, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.2.linear_attn.conv1d.weight|3d-axis0-slice|(788, 0, 0)", + "tensor": "model.language_model.layers.2.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 788, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.22.linear_attn.conv1d.weight|3d-axis0-slice|(5422, 0, 0)", + "tensor": "model.language_model.layers.22.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 5422, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.6.linear_attn.conv1d.weight|3d-axis0-slice|(4171, 0, 0)", + "tensor": "model.language_model.layers.6.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 4171, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.5.linear_attn.conv1d.weight|3d-axis0-slice|(2286, 0, 0)", + "tensor": "model.language_model.layers.5.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 2286, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.1.linear_attn.conv1d.weight|3d-axis0-slice|(5457, 0, 0)", + "tensor": "model.language_model.layers.1.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 5457, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.1.linear_attn.conv1d.weight|3d-axis0-slice|(1586, 0, 0)", + "tensor": "model.language_model.layers.1.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 1586, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.5.linear_attn.conv1d.weight|3d-axis0-slice|(2563, 0, 0)", + "tensor": "model.language_model.layers.5.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 2563, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.6.linear_attn.conv1d.weight|3d-axis0-slice|(3250, 0, 0)", + "tensor": "model.language_model.layers.6.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 3250, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.22.linear_attn.conv1d.weight|3d-axis0-slice|(3361, 0, 0)", + "tensor": "model.language_model.layers.22.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 3361, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.6.linear_attn.conv1d.weight|3d-axis0-slice|(2136, 0, 0)", + "tensor": "model.language_model.layers.6.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 2136, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.17.linear_attn.conv1d.weight|3d-axis0-slice|(450, 0, 0)", + "tensor": "model.language_model.layers.17.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 450, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.5.linear_attn.conv1d.weight|3d-axis0-slice|(200, 0, 0)", + "tensor": "model.language_model.layers.5.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 200, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.8.linear_attn.conv1d.weight|3d-axis0-slice|(4594, 0, 0)", + "tensor": "model.language_model.layers.8.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 4594, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.13.linear_attn.conv1d.weight|3d-axis0-slice|(244, 0, 0)", + "tensor": "model.language_model.layers.13.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 244, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.0.linear_attn.conv1d.weight|3d-axis0-slice|(721, 0, 0)", + "tensor": "model.language_model.layers.0.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 721, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.18.linear_attn.conv1d.weight|3d-axis0-slice|(5371, 0, 0)", + "tensor": "model.language_model.layers.18.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 5371, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.14.linear_attn.conv1d.weight|3d-axis0-slice|(2136, 0, 0)", + "tensor": "model.language_model.layers.14.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 2136, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.6.linear_attn.conv1d.weight|3d-axis0-slice|(4030, 0, 0)", + "tensor": "model.language_model.layers.6.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 4030, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.17.linear_attn.conv1d.weight|3d-axis0-slice|(1460, 0, 0)", + "tensor": "model.language_model.layers.17.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 1460, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.14.linear_attn.conv1d.weight|3d-axis0-slice|(1838, 0, 0)", + "tensor": "model.language_model.layers.14.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 1838, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.0.linear_attn.conv1d.weight|3d-axis0-slice|(5935, 0, 0)", + "tensor": "model.language_model.layers.0.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 5935, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.4.linear_attn.conv1d.weight|3d-axis0-slice|(1639, 0, 0)", + "tensor": "model.language_model.layers.4.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 1639, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.20.linear_attn.conv1d.weight|3d-axis0-slice|(2495, 0, 0)", + "tensor": "model.language_model.layers.20.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 2495, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.22.linear_attn.conv1d.weight|3d-axis0-slice|(3565, 0, 0)", + "tensor": "model.language_model.layers.22.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 3565, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.16.linear_attn.conv1d.weight|3d-axis0-slice|(5009, 0, 0)", + "tensor": "model.language_model.layers.16.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 5009, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.22.linear_attn.conv1d.weight|3d-axis0-slice|(5305, 0, 0)", + "tensor": "model.language_model.layers.22.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 5305, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.8.linear_attn.conv1d.weight|3d-axis0-slice|(3950, 0, 0)", + "tensor": "model.language_model.layers.8.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 3950, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.4.linear_attn.conv1d.weight|3d-axis0-slice|(6120, 0, 0)", + "tensor": "model.language_model.layers.4.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 6120, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.22.linear_attn.conv1d.weight|3d-axis0-slice|(5421, 0, 0)", + "tensor": "model.language_model.layers.22.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 5421, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.4.linear_attn.conv1d.weight|3d-axis0-slice|(6054, 0, 0)", + "tensor": "model.language_model.layers.4.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 6054, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.2.linear_attn.conv1d.weight|3d-axis0-slice|(59, 0, 0)", + "tensor": "model.language_model.layers.2.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 59, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.4.linear_attn.conv1d.weight|3d-axis0-slice|(5718, 0, 0)", + "tensor": "model.language_model.layers.4.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 5718, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.10.linear_attn.conv1d.weight|3d-axis0-slice|(918, 0, 0)", + "tensor": "model.language_model.layers.10.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 918, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.1.linear_attn.conv1d.weight|3d-axis0-slice|(4195, 0, 0)", + "tensor": "model.language_model.layers.1.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 4195, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.21.linear_attn.conv1d.weight|3d-axis0-slice|(4589, 0, 0)", + "tensor": "model.language_model.layers.21.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 4589, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.16.linear_attn.conv1d.weight|3d-axis0-slice|(3446, 0, 0)", + "tensor": "model.language_model.layers.16.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 3446, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.12.linear_attn.conv1d.weight|3d-axis0-slice|(2433, 0, 0)", + "tensor": "model.language_model.layers.12.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 2433, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.9.linear_attn.conv1d.weight|3d-axis0-slice|(5503, 0, 0)", + "tensor": "model.language_model.layers.9.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 5503, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.12.linear_attn.conv1d.weight|3d-axis0-slice|(2704, 0, 0)", + "tensor": "model.language_model.layers.12.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 2704, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.0.linear_attn.conv1d.weight|3d-axis0-slice|(3880, 0, 0)", + "tensor": "model.language_model.layers.0.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 3880, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.0.linear_attn.conv1d.weight|3d-axis0-slice|(2491, 0, 0)", + "tensor": "model.language_model.layers.0.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 2491, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.8.linear_attn.conv1d.weight|3d-axis0-slice|(5427, 0, 0)", + "tensor": "model.language_model.layers.8.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 5427, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.2.linear_attn.conv1d.weight|3d-axis0-slice|(3784, 0, 0)", + "tensor": "model.language_model.layers.2.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 3784, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.21.linear_attn.conv1d.weight|3d-axis0-slice|(5112, 0, 0)", + "tensor": "model.language_model.layers.21.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 5112, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.13.linear_attn.conv1d.weight|3d-axis0-slice|(5980, 0, 0)", + "tensor": "model.language_model.layers.13.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 5980, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.5.linear_attn.conv1d.weight|3d-axis0-slice|(1033, 0, 0)", + "tensor": "model.language_model.layers.5.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 1033, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.16.linear_attn.conv1d.weight|3d-axis0-slice|(1101, 0, 0)", + "tensor": "model.language_model.layers.16.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 1101, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.12.linear_attn.conv1d.weight|3d-axis0-slice|(4595, 0, 0)", + "tensor": "model.language_model.layers.12.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 4595, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.17.linear_attn.conv1d.weight|3d-axis0-slice|(3784, 0, 0)", + "tensor": "model.language_model.layers.17.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 3784, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.1.linear_attn.conv1d.weight|3d-axis0-slice|(1241, 0, 0)", + "tensor": "model.language_model.layers.1.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 1241, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.18.linear_attn.conv1d.weight|3d-axis0-slice|(3023, 0, 0)", + "tensor": "model.language_model.layers.18.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 3023, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.16.linear_attn.conv1d.weight|3d-axis0-slice|(3483, 0, 0)", + "tensor": "model.language_model.layers.16.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 3483, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.2.linear_attn.conv1d.weight|3d-axis0-slice|(2232, 0, 0)", + "tensor": "model.language_model.layers.2.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 2232, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.5.linear_attn.conv1d.weight|3d-axis0-slice|(3539, 0, 0)", + "tensor": "model.language_model.layers.5.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 3539, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.2.linear_attn.conv1d.weight|3d-axis0-slice|(5803, 0, 0)", + "tensor": "model.language_model.layers.2.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 5803, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.21.linear_attn.conv1d.weight|3d-axis0-slice|(844, 0, 0)", + "tensor": "model.language_model.layers.21.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 844, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.10.linear_attn.conv1d.weight|3d-axis0-slice|(1157, 0, 0)", + "tensor": "model.language_model.layers.10.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 1157, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.4.linear_attn.conv1d.weight|3d-axis0-slice|(3275, 0, 0)", + "tensor": "model.language_model.layers.4.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 3275, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.5.linear_attn.conv1d.weight|3d-axis0-slice|(5597, 0, 0)", + "tensor": "model.language_model.layers.5.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 5597, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.1.linear_attn.conv1d.weight|3d-axis0-slice|(3241, 0, 0)", + "tensor": "model.language_model.layers.1.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 3241, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.17.linear_attn.conv1d.weight|3d-axis0-slice|(3355, 0, 0)", + "tensor": "model.language_model.layers.17.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 3355, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.16.linear_attn.conv1d.weight|3d-axis0-slice|(2971, 0, 0)", + "tensor": "model.language_model.layers.16.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 2971, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.4.linear_attn.conv1d.weight|3d-axis0-slice|(1252, 0, 0)", + "tensor": "model.language_model.layers.4.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 1252, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.9.linear_attn.conv1d.weight|3d-axis0-slice|(426, 0, 0)", + "tensor": "model.language_model.layers.9.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 426, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.4.linear_attn.conv1d.weight|3d-axis0-slice|(2039, 0, 0)", + "tensor": "model.language_model.layers.4.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 2039, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.1.linear_attn.conv1d.weight|3d-axis0-slice|(3652, 0, 0)", + "tensor": "model.language_model.layers.1.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 3652, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.0.linear_attn.conv1d.weight|3d-axis0-slice|(4384, 0, 0)", + "tensor": "model.language_model.layers.0.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 4384, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.22.linear_attn.conv1d.weight|3d-axis0-slice|(994, 0, 0)", + "tensor": "model.language_model.layers.22.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 994, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.16.linear_attn.conv1d.weight|3d-axis0-slice|(5654, 0, 0)", + "tensor": "model.language_model.layers.16.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 5654, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.20.linear_attn.conv1d.weight|3d-axis0-slice|(5710, 0, 0)", + "tensor": "model.language_model.layers.20.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 5710, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.21.linear_attn.conv1d.weight|3d-axis0-slice|(4006, 0, 0)", + "tensor": "model.language_model.layers.21.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 4006, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.16.linear_attn.conv1d.weight|3d-axis0-slice|(1144, 0, 0)", + "tensor": "model.language_model.layers.16.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 1144, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.10.linear_attn.conv1d.weight|3d-axis0-slice|(732, 0, 0)", + "tensor": "model.language_model.layers.10.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 732, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.20.linear_attn.conv1d.weight|3d-axis0-slice|(5218, 0, 0)", + "tensor": "model.language_model.layers.20.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 5218, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.5.linear_attn.conv1d.weight|3d-axis0-slice|(2152, 0, 0)", + "tensor": "model.language_model.layers.5.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 2152, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.22.linear_attn.conv1d.weight|3d-axis0-slice|(4511, 0, 0)", + "tensor": "model.language_model.layers.22.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 4511, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.16.linear_attn.conv1d.weight|3d-axis0-slice|(1065, 0, 0)", + "tensor": "model.language_model.layers.16.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 1065, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.0.linear_attn.conv1d.weight|3d-axis0-slice|(1659, 0, 0)", + "tensor": "model.language_model.layers.0.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 1659, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.16.linear_attn.conv1d.weight|3d-axis0-slice|(569, 0, 0)", + "tensor": "model.language_model.layers.16.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 569, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.20.linear_attn.conv1d.weight|3d-axis0-slice|(1870, 0, 0)", + "tensor": "model.language_model.layers.20.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 1870, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.21.linear_attn.conv1d.weight|3d-axis0-slice|(6010, 0, 0)", + "tensor": "model.language_model.layers.21.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 6010, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.5.linear_attn.conv1d.weight|3d-axis0-slice|(3607, 0, 0)", + "tensor": "model.language_model.layers.5.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 3607, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.12.linear_attn.conv1d.weight|3d-axis0-slice|(556, 0, 0)", + "tensor": "model.language_model.layers.12.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 556, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.21.linear_attn.conv1d.weight|3d-axis0-slice|(1902, 0, 0)", + "tensor": "model.language_model.layers.21.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 1902, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.21.linear_attn.conv1d.weight|3d-axis0-slice|(1911, 0, 0)", + "tensor": "model.language_model.layers.21.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 1911, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.21.linear_attn.conv1d.weight|3d-axis0-slice|(1858, 0, 0)", + "tensor": "model.language_model.layers.21.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 1858, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.2.linear_attn.conv1d.weight|3d-axis0-slice|(4710, 0, 0)", + "tensor": "model.language_model.layers.2.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 4710, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.5.linear_attn.conv1d.weight|3d-axis0-slice|(5346, 0, 0)", + "tensor": "model.language_model.layers.5.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 5346, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.6.linear_attn.conv1d.weight|3d-axis0-slice|(5935, 0, 0)", + "tensor": "model.language_model.layers.6.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 5935, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.12.linear_attn.conv1d.weight|3d-axis0-slice|(2257, 0, 0)", + "tensor": "model.language_model.layers.12.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 2257, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.12.linear_attn.conv1d.weight|3d-axis0-slice|(2979, 0, 0)", + "tensor": "model.language_model.layers.12.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 2979, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.17.linear_attn.conv1d.weight|3d-axis0-slice|(1257, 0, 0)", + "tensor": "model.language_model.layers.17.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 1257, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.4.linear_attn.conv1d.weight|3d-axis0-slice|(394, 0, 0)", + "tensor": "model.language_model.layers.4.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 394, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.18.linear_attn.conv1d.weight|3d-axis0-slice|(2881, 0, 0)", + "tensor": "model.language_model.layers.18.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 2881, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.13.linear_attn.conv1d.weight|3d-axis0-slice|(2573, 0, 0)", + "tensor": "model.language_model.layers.13.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 2573, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.16.linear_attn.conv1d.weight|3d-axis0-slice|(4751, 0, 0)", + "tensor": "model.language_model.layers.16.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 4751, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.17.linear_attn.conv1d.weight|3d-axis0-slice|(4002, 0, 0)", + "tensor": "model.language_model.layers.17.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 4002, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.5.linear_attn.conv1d.weight|3d-axis0-slice|(1453, 0, 0)", + "tensor": "model.language_model.layers.5.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 1453, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.4.linear_attn.conv1d.weight|3d-axis0-slice|(3581, 0, 0)", + "tensor": "model.language_model.layers.4.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 3581, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.16.linear_attn.conv1d.weight|3d-axis0-slice|(4384, 0, 0)", + "tensor": "model.language_model.layers.16.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 4384, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.20.linear_attn.conv1d.weight|3d-axis0-slice|(1462, 0, 0)", + "tensor": "model.language_model.layers.20.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 1462, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.0.linear_attn.conv1d.weight|3d-axis0-slice|(198, 0, 0)", + "tensor": "model.language_model.layers.0.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 198, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.8.linear_attn.conv1d.weight|3d-axis0-slice|(3174, 0, 0)", + "tensor": "model.language_model.layers.8.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 3174, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.22.linear_attn.conv1d.weight|3d-axis0-slice|(710, 0, 0)", + "tensor": "model.language_model.layers.22.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 710, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.12.linear_attn.conv1d.weight|3d-axis0-slice|(875, 0, 0)", + "tensor": "model.language_model.layers.12.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 875, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.12.linear_attn.conv1d.weight|3d-axis0-slice|(1070, 0, 0)", + "tensor": "model.language_model.layers.12.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 1070, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.9.linear_attn.conv1d.weight|3d-axis0-slice|(1265, 0, 0)", + "tensor": "model.language_model.layers.9.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 1265, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.0.linear_attn.conv1d.weight|3d-axis0-slice|(3100, 0, 0)", + "tensor": "model.language_model.layers.0.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 3100, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.21.linear_attn.conv1d.weight|3d-axis0-slice|(494, 0, 0)", + "tensor": "model.language_model.layers.21.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 494, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.8.linear_attn.conv1d.weight|3d-axis0-slice|(174, 0, 0)", + "tensor": "model.language_model.layers.8.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 174, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.4.linear_attn.conv1d.weight|3d-axis0-slice|(5900, 0, 0)", + "tensor": "model.language_model.layers.4.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 5900, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.16.linear_attn.conv1d.weight|3d-axis0-slice|(418, 0, 0)", + "tensor": "model.language_model.layers.16.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 418, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.2.linear_attn.conv1d.weight|3d-axis0-slice|(3715, 0, 0)", + "tensor": "model.language_model.layers.2.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 3715, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.20.linear_attn.conv1d.weight|3d-axis0-slice|(1438, 0, 0)", + "tensor": "model.language_model.layers.20.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 1438, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.13.linear_attn.conv1d.weight|3d-axis0-slice|(91, 0, 0)", + "tensor": "model.language_model.layers.13.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 91, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.18.linear_attn.conv1d.weight|3d-axis0-slice|(5514, 0, 0)", + "tensor": "model.language_model.layers.18.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 5514, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.12.linear_attn.conv1d.weight|3d-axis0-slice|(5258, 0, 0)", + "tensor": "model.language_model.layers.12.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 5258, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.16.linear_attn.conv1d.weight|3d-axis0-slice|(3243, 0, 0)", + "tensor": "model.language_model.layers.16.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 3243, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.0.linear_attn.conv1d.weight|3d-axis0-slice|(399, 0, 0)", + "tensor": "model.language_model.layers.0.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 399, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.0.linear_attn.conv1d.weight|3d-axis0-slice|(480, 0, 0)", + "tensor": "model.language_model.layers.0.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 480, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.5.linear_attn.conv1d.weight|3d-axis0-slice|(6054, 0, 0)", + "tensor": "model.language_model.layers.5.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 6054, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.17.linear_attn.conv1d.weight|3d-axis0-slice|(2205, 0, 0)", + "tensor": "model.language_model.layers.17.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 2205, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.17.linear_attn.conv1d.weight|3d-axis0-slice|(5026, 0, 0)", + "tensor": "model.language_model.layers.17.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 5026, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.21.linear_attn.conv1d.weight|3d-axis0-slice|(2112, 0, 0)", + "tensor": "model.language_model.layers.21.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 2112, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.8.linear_attn.conv1d.weight|3d-axis0-slice|(1992, 0, 0)", + "tensor": "model.language_model.layers.8.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 1992, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.17.linear_attn.conv1d.weight|3d-axis0-slice|(2662, 0, 0)", + "tensor": "model.language_model.layers.17.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 2662, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.9.linear_attn.conv1d.weight|3d-axis0-slice|(3944, 0, 0)", + "tensor": "model.language_model.layers.9.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 3944, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.4.linear_attn.conv1d.weight|3d-axis0-slice|(713, 0, 0)", + "tensor": "model.language_model.layers.4.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 713, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.5.linear_attn.conv1d.weight|3d-axis0-slice|(4227, 0, 0)", + "tensor": "model.language_model.layers.5.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 4227, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.10.linear_attn.conv1d.weight|3d-axis0-slice|(329, 0, 0)", + "tensor": "model.language_model.layers.10.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 329, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.13.linear_attn.conv1d.weight|3d-axis0-slice|(4242, 0, 0)", + "tensor": "model.language_model.layers.13.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 4242, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.4.linear_attn.conv1d.weight|3d-axis0-slice|(107, 0, 0)", + "tensor": "model.language_model.layers.4.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 107, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.16.linear_attn.conv1d.weight|3d-axis0-slice|(3993, 0, 0)", + "tensor": "model.language_model.layers.16.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 3993, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.9.linear_attn.conv1d.weight|3d-axis0-slice|(1786, 0, 0)", + "tensor": "model.language_model.layers.9.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 1786, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.9.linear_attn.conv1d.weight|3d-axis0-slice|(2101, 0, 0)", + "tensor": "model.language_model.layers.9.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 2101, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.9.linear_attn.conv1d.weight|3d-axis0-slice|(4472, 0, 0)", + "tensor": "model.language_model.layers.9.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 4472, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.13.linear_attn.conv1d.weight|3d-axis0-slice|(1782, 0, 0)", + "tensor": "model.language_model.layers.13.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 1782, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.8.linear_attn.conv1d.weight|3d-axis0-slice|(630, 0, 0)", + "tensor": "model.language_model.layers.8.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 630, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.8.linear_attn.conv1d.weight|3d-axis0-slice|(3157, 0, 0)", + "tensor": "model.language_model.layers.8.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 3157, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.9.linear_attn.conv1d.weight|3d-axis0-slice|(1085, 0, 0)", + "tensor": "model.language_model.layers.9.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 1085, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.0.linear_attn.conv1d.weight|3d-axis0-slice|(663, 0, 0)", + "tensor": "model.language_model.layers.0.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 663, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.12.linear_attn.conv1d.weight|3d-axis0-slice|(1522, 0, 0)", + "tensor": "model.language_model.layers.12.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 1522, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.14.linear_attn.conv1d.weight|3d-axis0-slice|(707, 0, 0)", + "tensor": "model.language_model.layers.14.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 707, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.5.linear_attn.conv1d.weight|3d-axis0-slice|(216, 0, 0)", + "tensor": "model.language_model.layers.5.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 216, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.2.linear_attn.conv1d.weight|3d-axis0-slice|(4173, 0, 0)", + "tensor": "model.language_model.layers.2.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 4173, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.4.linear_attn.conv1d.weight|3d-axis0-slice|(3335, 0, 0)", + "tensor": "model.language_model.layers.4.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 3335, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.5.linear_attn.conv1d.weight|3d-axis0-slice|(3263, 0, 0)", + "tensor": "model.language_model.layers.5.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 3263, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.4.linear_attn.conv1d.weight|3d-axis0-slice|(247, 0, 0)", + "tensor": "model.language_model.layers.4.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 247, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.4.linear_attn.conv1d.weight|3d-axis0-slice|(5151, 0, 0)", + "tensor": "model.language_model.layers.4.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 5151, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.18.linear_attn.conv1d.weight|3d-axis0-slice|(3266, 0, 0)", + "tensor": "model.language_model.layers.18.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 3266, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.22.linear_attn.conv1d.weight|3d-axis0-slice|(408, 0, 0)", + "tensor": "model.language_model.layers.22.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 408, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.22.linear_attn.conv1d.weight|3d-axis0-slice|(4629, 0, 0)", + "tensor": "model.language_model.layers.22.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 4629, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.12.linear_attn.conv1d.weight|3d-axis0-slice|(3367, 0, 0)", + "tensor": "model.language_model.layers.12.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 3367, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.18.linear_attn.conv1d.weight|3d-axis0-slice|(3451, 0, 0)", + "tensor": "model.language_model.layers.18.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 3451, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.8.linear_attn.conv1d.weight|3d-axis0-slice|(3908, 0, 0)", + "tensor": "model.language_model.layers.8.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 3908, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.17.linear_attn.conv1d.weight|3d-axis0-slice|(4771, 0, 0)", + "tensor": "model.language_model.layers.17.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 4771, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.22.linear_attn.conv1d.weight|3d-axis0-slice|(151, 0, 0)", + "tensor": "model.language_model.layers.22.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 151, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.10.linear_attn.conv1d.weight|3d-axis0-slice|(1234, 0, 0)", + "tensor": "model.language_model.layers.10.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 1234, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.14.linear_attn.conv1d.weight|3d-axis0-slice|(1259, 0, 0)", + "tensor": "model.language_model.layers.14.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 1, + 1, + 4 + ], + "start": [ + 1259, + 0, + 0 + ], + "scale": "3d-axis0-slice", + "bytes": 8 + }, + { + "id": "model.language_model.layers.22.linear_attn.conv1d.weight|3d-volume|(6124, 0, 0)", + "tensor": "model.language_model.layers.22.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 6124, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.14.linear_attn.conv1d.weight|3d-volume|(3740, 0, 0)", + "tensor": "model.language_model.layers.14.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 3740, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.1.linear_attn.conv1d.weight|3d-volume|(4748, 0, 0)", + "tensor": "model.language_model.layers.1.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 4748, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.0.linear_attn.conv1d.weight|3d-volume|(1540, 0, 0)", + "tensor": "model.language_model.layers.0.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 1540, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.18.linear_attn.conv1d.weight|3d-volume|(2052, 0, 0)", + "tensor": "model.language_model.layers.18.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 2052, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.16.linear_attn.conv1d.weight|3d-volume|(2020, 0, 0)", + "tensor": "model.language_model.layers.16.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 2020, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.10.linear_attn.conv1d.weight|3d-volume|(5400, 0, 0)", + "tensor": "model.language_model.layers.10.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 5400, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.8.linear_attn.conv1d.weight|3d-volume|(4364, 0, 0)", + "tensor": "model.language_model.layers.8.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 4364, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.22.linear_attn.conv1d.weight|3d-volume|(356, 0, 0)", + "tensor": "model.language_model.layers.22.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 356, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.8.linear_attn.conv1d.weight|3d-volume|(3012, 0, 0)", + "tensor": "model.language_model.layers.8.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 3012, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.1.linear_attn.conv1d.weight|3d-volume|(3632, 0, 0)", + "tensor": "model.language_model.layers.1.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 3632, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.5.linear_attn.conv1d.weight|3d-volume|(4884, 0, 0)", + "tensor": "model.language_model.layers.5.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 4884, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.17.linear_attn.conv1d.weight|3d-volume|(1000, 0, 0)", + "tensor": "model.language_model.layers.17.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 1000, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.22.linear_attn.conv1d.weight|3d-volume|(5076, 0, 0)", + "tensor": "model.language_model.layers.22.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 5076, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.5.linear_attn.conv1d.weight|3d-volume|(1464, 0, 0)", + "tensor": "model.language_model.layers.5.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 1464, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.9.linear_attn.conv1d.weight|3d-volume|(996, 0, 0)", + "tensor": "model.language_model.layers.9.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 996, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.22.linear_attn.conv1d.weight|3d-volume|(2912, 0, 0)", + "tensor": "model.language_model.layers.22.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 2912, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.14.linear_attn.conv1d.weight|3d-volume|(2212, 0, 0)", + "tensor": "model.language_model.layers.14.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 2212, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.21.linear_attn.conv1d.weight|3d-volume|(1208, 0, 0)", + "tensor": "model.language_model.layers.21.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 1208, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.5.linear_attn.conv1d.weight|3d-volume|(3176, 0, 0)", + "tensor": "model.language_model.layers.5.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 3176, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.10.linear_attn.conv1d.weight|3d-volume|(5588, 0, 0)", + "tensor": "model.language_model.layers.10.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 5588, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.16.linear_attn.conv1d.weight|3d-volume|(624, 0, 0)", + "tensor": "model.language_model.layers.16.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 624, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.2.linear_attn.conv1d.weight|3d-volume|(636, 0, 0)", + "tensor": "model.language_model.layers.2.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 636, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.16.linear_attn.conv1d.weight|3d-volume|(5264, 0, 0)", + "tensor": "model.language_model.layers.16.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 5264, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.4.linear_attn.conv1d.weight|3d-volume|(5084, 0, 0)", + "tensor": "model.language_model.layers.4.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 5084, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.9.linear_attn.conv1d.weight|3d-volume|(4944, 0, 0)", + "tensor": "model.language_model.layers.9.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 4944, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.8.linear_attn.conv1d.weight|3d-volume|(40, 0, 0)", + "tensor": "model.language_model.layers.8.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 40, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.12.linear_attn.conv1d.weight|3d-volume|(136, 0, 0)", + "tensor": "model.language_model.layers.12.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 136, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.0.linear_attn.conv1d.weight|3d-volume|(6120, 0, 0)", + "tensor": "model.language_model.layers.0.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 6120, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.20.linear_attn.conv1d.weight|3d-volume|(1048, 0, 0)", + "tensor": "model.language_model.layers.20.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 1048, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.9.linear_attn.conv1d.weight|3d-volume|(1860, 0, 0)", + "tensor": "model.language_model.layers.9.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 1860, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.8.linear_attn.conv1d.weight|3d-volume|(4804, 0, 0)", + "tensor": "model.language_model.layers.8.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 4804, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.14.linear_attn.conv1d.weight|3d-volume|(4488, 0, 0)", + "tensor": "model.language_model.layers.14.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 4488, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.8.linear_attn.conv1d.weight|3d-volume|(1960, 0, 0)", + "tensor": "model.language_model.layers.8.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 1960, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.1.linear_attn.conv1d.weight|3d-volume|(1204, 0, 0)", + "tensor": "model.language_model.layers.1.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 1204, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.9.linear_attn.conv1d.weight|3d-volume|(2912, 0, 0)", + "tensor": "model.language_model.layers.9.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 2912, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.6.linear_attn.conv1d.weight|3d-volume|(5372, 0, 0)", + "tensor": "model.language_model.layers.6.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 5372, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.14.linear_attn.conv1d.weight|3d-volume|(4924, 0, 0)", + "tensor": "model.language_model.layers.14.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 4924, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.21.linear_attn.conv1d.weight|3d-volume|(2676, 0, 0)", + "tensor": "model.language_model.layers.21.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 2676, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.21.linear_attn.conv1d.weight|3d-volume|(3248, 0, 0)", + "tensor": "model.language_model.layers.21.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 3248, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.21.linear_attn.conv1d.weight|3d-volume|(2236, 0, 0)", + "tensor": "model.language_model.layers.21.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 2236, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.20.linear_attn.conv1d.weight|3d-volume|(2816, 0, 0)", + "tensor": "model.language_model.layers.20.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 2816, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.9.linear_attn.conv1d.weight|3d-volume|(4532, 0, 0)", + "tensor": "model.language_model.layers.9.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 4532, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.12.linear_attn.conv1d.weight|3d-volume|(3724, 0, 0)", + "tensor": "model.language_model.layers.12.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 3724, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.16.linear_attn.conv1d.weight|3d-volume|(1124, 0, 0)", + "tensor": "model.language_model.layers.16.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 1124, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.8.linear_attn.conv1d.weight|3d-volume|(772, 0, 0)", + "tensor": "model.language_model.layers.8.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 772, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.2.linear_attn.conv1d.weight|3d-volume|(5328, 0, 0)", + "tensor": "model.language_model.layers.2.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 5328, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.6.linear_attn.conv1d.weight|3d-volume|(5844, 0, 0)", + "tensor": "model.language_model.layers.6.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 5844, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.12.linear_attn.conv1d.weight|3d-volume|(2768, 0, 0)", + "tensor": "model.language_model.layers.12.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 2768, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.10.linear_attn.conv1d.weight|3d-volume|(4192, 0, 0)", + "tensor": "model.language_model.layers.10.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 4192, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.0.linear_attn.conv1d.weight|3d-volume|(5532, 0, 0)", + "tensor": "model.language_model.layers.0.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 5532, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.5.linear_attn.conv1d.weight|3d-volume|(5444, 0, 0)", + "tensor": "model.language_model.layers.5.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 5444, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.18.linear_attn.conv1d.weight|3d-volume|(2432, 0, 0)", + "tensor": "model.language_model.layers.18.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 2432, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.1.linear_attn.conv1d.weight|3d-volume|(3704, 0, 0)", + "tensor": "model.language_model.layers.1.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 3704, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.9.linear_attn.conv1d.weight|3d-volume|(5240, 0, 0)", + "tensor": "model.language_model.layers.9.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 5240, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.2.linear_attn.conv1d.weight|3d-volume|(3272, 0, 0)", + "tensor": "model.language_model.layers.2.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 3272, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.5.linear_attn.conv1d.weight|3d-volume|(5124, 0, 0)", + "tensor": "model.language_model.layers.5.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 5124, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.20.linear_attn.conv1d.weight|3d-volume|(2352, 0, 0)", + "tensor": "model.language_model.layers.20.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 2352, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.16.linear_attn.conv1d.weight|3d-volume|(520, 0, 0)", + "tensor": "model.language_model.layers.16.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 520, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.2.linear_attn.conv1d.weight|3d-volume|(4384, 0, 0)", + "tensor": "model.language_model.layers.2.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 4384, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.20.linear_attn.conv1d.weight|3d-volume|(396, 0, 0)", + "tensor": "model.language_model.layers.20.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 396, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.16.linear_attn.conv1d.weight|3d-volume|(2908, 0, 0)", + "tensor": "model.language_model.layers.16.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 2908, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.6.linear_attn.conv1d.weight|3d-volume|(1752, 0, 0)", + "tensor": "model.language_model.layers.6.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 1752, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.12.linear_attn.conv1d.weight|3d-volume|(4416, 0, 0)", + "tensor": "model.language_model.layers.12.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 4416, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.1.linear_attn.conv1d.weight|3d-volume|(2412, 0, 0)", + "tensor": "model.language_model.layers.1.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 2412, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.17.linear_attn.conv1d.weight|3d-volume|(916, 0, 0)", + "tensor": "model.language_model.layers.17.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 916, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.18.linear_attn.conv1d.weight|3d-volume|(2168, 0, 0)", + "tensor": "model.language_model.layers.18.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 2168, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.16.linear_attn.conv1d.weight|3d-volume|(3836, 0, 0)", + "tensor": "model.language_model.layers.16.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 3836, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.9.linear_attn.conv1d.weight|3d-volume|(4632, 0, 0)", + "tensor": "model.language_model.layers.9.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 4632, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.16.linear_attn.conv1d.weight|3d-volume|(5680, 0, 0)", + "tensor": "model.language_model.layers.16.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 5680, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.21.linear_attn.conv1d.weight|3d-volume|(5356, 0, 0)", + "tensor": "model.language_model.layers.21.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 5356, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.1.linear_attn.conv1d.weight|3d-volume|(5140, 0, 0)", + "tensor": "model.language_model.layers.1.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 5140, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.2.linear_attn.conv1d.weight|3d-volume|(3384, 0, 0)", + "tensor": "model.language_model.layers.2.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 3384, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.17.linear_attn.conv1d.weight|3d-volume|(2764, 0, 0)", + "tensor": "model.language_model.layers.17.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 2764, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.8.linear_attn.conv1d.weight|3d-volume|(1444, 0, 0)", + "tensor": "model.language_model.layers.8.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 1444, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.14.linear_attn.conv1d.weight|3d-volume|(1688, 0, 0)", + "tensor": "model.language_model.layers.14.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 1688, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.16.linear_attn.conv1d.weight|3d-volume|(2792, 0, 0)", + "tensor": "model.language_model.layers.16.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 2792, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.20.linear_attn.conv1d.weight|3d-volume|(5880, 0, 0)", + "tensor": "model.language_model.layers.20.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 5880, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.9.linear_attn.conv1d.weight|3d-volume|(2948, 0, 0)", + "tensor": "model.language_model.layers.9.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 2948, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.4.linear_attn.conv1d.weight|3d-volume|(264, 0, 0)", + "tensor": "model.language_model.layers.4.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 264, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.13.linear_attn.conv1d.weight|3d-volume|(1520, 0, 0)", + "tensor": "model.language_model.layers.13.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 1520, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.18.linear_attn.conv1d.weight|3d-volume|(1296, 0, 0)", + "tensor": "model.language_model.layers.18.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 1296, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.13.linear_attn.conv1d.weight|3d-volume|(4356, 0, 0)", + "tensor": "model.language_model.layers.13.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 4356, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.9.linear_attn.conv1d.weight|3d-volume|(2788, 0, 0)", + "tensor": "model.language_model.layers.9.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 2788, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.22.linear_attn.conv1d.weight|3d-volume|(2732, 0, 0)", + "tensor": "model.language_model.layers.22.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 2732, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.5.linear_attn.conv1d.weight|3d-volume|(1956, 0, 0)", + "tensor": "model.language_model.layers.5.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 1956, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.21.linear_attn.conv1d.weight|3d-volume|(828, 0, 0)", + "tensor": "model.language_model.layers.21.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 828, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.17.linear_attn.conv1d.weight|3d-volume|(1932, 0, 0)", + "tensor": "model.language_model.layers.17.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 1932, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.9.linear_attn.conv1d.weight|3d-volume|(1060, 0, 0)", + "tensor": "model.language_model.layers.9.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 1060, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.14.linear_attn.conv1d.weight|3d-volume|(3232, 0, 0)", + "tensor": "model.language_model.layers.14.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 3232, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.16.linear_attn.conv1d.weight|3d-volume|(4188, 0, 0)", + "tensor": "model.language_model.layers.16.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 4188, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.21.linear_attn.conv1d.weight|3d-volume|(4536, 0, 0)", + "tensor": "model.language_model.layers.21.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 4536, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.20.linear_attn.conv1d.weight|3d-volume|(4260, 0, 0)", + "tensor": "model.language_model.layers.20.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 4260, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.5.linear_attn.conv1d.weight|3d-volume|(2872, 0, 0)", + "tensor": "model.language_model.layers.5.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 2872, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.14.linear_attn.conv1d.weight|3d-volume|(3968, 0, 0)", + "tensor": "model.language_model.layers.14.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 3968, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.14.linear_attn.conv1d.weight|3d-volume|(3892, 0, 0)", + "tensor": "model.language_model.layers.14.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 3892, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.16.linear_attn.conv1d.weight|3d-volume|(3536, 0, 0)", + "tensor": "model.language_model.layers.16.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 3536, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.20.linear_attn.conv1d.weight|3d-volume|(708, 0, 0)", + "tensor": "model.language_model.layers.20.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 708, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.1.linear_attn.conv1d.weight|3d-volume|(5468, 0, 0)", + "tensor": "model.language_model.layers.1.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 5468, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.21.linear_attn.conv1d.weight|3d-volume|(4312, 0, 0)", + "tensor": "model.language_model.layers.21.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 4312, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.0.linear_attn.conv1d.weight|3d-volume|(1620, 0, 0)", + "tensor": "model.language_model.layers.0.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 1620, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.14.linear_attn.conv1d.weight|3d-volume|(5928, 0, 0)", + "tensor": "model.language_model.layers.14.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 5928, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.10.linear_attn.conv1d.weight|3d-volume|(1656, 0, 0)", + "tensor": "model.language_model.layers.10.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 1656, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.4.linear_attn.conv1d.weight|3d-volume|(5396, 0, 0)", + "tensor": "model.language_model.layers.4.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 5396, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.8.linear_attn.conv1d.weight|3d-volume|(1268, 0, 0)", + "tensor": "model.language_model.layers.8.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 1268, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.13.linear_attn.conv1d.weight|3d-volume|(3452, 0, 0)", + "tensor": "model.language_model.layers.13.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 3452, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.2.linear_attn.conv1d.weight|3d-volume|(3796, 0, 0)", + "tensor": "model.language_model.layers.2.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 3796, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.16.linear_attn.conv1d.weight|3d-volume|(2832, 0, 0)", + "tensor": "model.language_model.layers.16.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 2832, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.2.linear_attn.conv1d.weight|3d-volume|(4380, 0, 0)", + "tensor": "model.language_model.layers.2.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 4380, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.4.linear_attn.conv1d.weight|3d-volume|(4068, 0, 0)", + "tensor": "model.language_model.layers.4.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 4068, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.1.linear_attn.conv1d.weight|3d-volume|(2228, 0, 0)", + "tensor": "model.language_model.layers.1.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 2228, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.1.linear_attn.conv1d.weight|3d-volume|(4544, 0, 0)", + "tensor": "model.language_model.layers.1.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 4544, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.21.linear_attn.conv1d.weight|3d-volume|(2960, 0, 0)", + "tensor": "model.language_model.layers.21.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 2960, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.2.linear_attn.conv1d.weight|3d-volume|(2388, 0, 0)", + "tensor": "model.language_model.layers.2.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 2388, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.17.linear_attn.conv1d.weight|3d-volume|(4760, 0, 0)", + "tensor": "model.language_model.layers.17.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 4760, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.9.linear_attn.conv1d.weight|3d-volume|(5524, 0, 0)", + "tensor": "model.language_model.layers.9.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 5524, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.18.linear_attn.conv1d.weight|3d-volume|(2108, 0, 0)", + "tensor": "model.language_model.layers.18.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 2108, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.5.linear_attn.conv1d.weight|3d-volume|(2496, 0, 0)", + "tensor": "model.language_model.layers.5.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 2496, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.20.linear_attn.conv1d.weight|3d-volume|(4940, 0, 0)", + "tensor": "model.language_model.layers.20.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 4940, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.13.linear_attn.conv1d.weight|3d-volume|(1372, 0, 0)", + "tensor": "model.language_model.layers.13.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 1372, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.10.linear_attn.conv1d.weight|3d-volume|(5100, 0, 0)", + "tensor": "model.language_model.layers.10.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 5100, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.2.linear_attn.conv1d.weight|3d-volume|(2720, 0, 0)", + "tensor": "model.language_model.layers.2.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 2720, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.10.linear_attn.conv1d.weight|3d-volume|(4248, 0, 0)", + "tensor": "model.language_model.layers.10.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 4248, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.4.linear_attn.conv1d.weight|3d-volume|(3324, 0, 0)", + "tensor": "model.language_model.layers.4.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 3324, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.4.linear_attn.conv1d.weight|3d-volume|(1596, 0, 0)", + "tensor": "model.language_model.layers.4.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 1596, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.21.linear_attn.conv1d.weight|3d-volume|(1084, 0, 0)", + "tensor": "model.language_model.layers.21.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 1084, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.13.linear_attn.conv1d.weight|3d-volume|(968, 0, 0)", + "tensor": "model.language_model.layers.13.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 968, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.18.linear_attn.conv1d.weight|3d-volume|(3132, 0, 0)", + "tensor": "model.language_model.layers.18.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 3132, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.6.linear_attn.conv1d.weight|3d-volume|(540, 0, 0)", + "tensor": "model.language_model.layers.6.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 540, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.4.linear_attn.conv1d.weight|3d-volume|(4776, 0, 0)", + "tensor": "model.language_model.layers.4.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 4776, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.12.linear_attn.conv1d.weight|3d-volume|(1908, 0, 0)", + "tensor": "model.language_model.layers.12.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 1908, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.0.linear_attn.conv1d.weight|3d-volume|(5720, 0, 0)", + "tensor": "model.language_model.layers.0.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 5720, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.4.linear_attn.conv1d.weight|3d-volume|(832, 0, 0)", + "tensor": "model.language_model.layers.4.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 832, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.12.linear_attn.conv1d.weight|3d-volume|(6124, 0, 0)", + "tensor": "model.language_model.layers.12.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 6124, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.10.linear_attn.conv1d.weight|3d-volume|(624, 0, 0)", + "tensor": "model.language_model.layers.10.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 624, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.17.linear_attn.conv1d.weight|3d-volume|(684, 0, 0)", + "tensor": "model.language_model.layers.17.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 684, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.14.linear_attn.conv1d.weight|3d-volume|(1952, 0, 0)", + "tensor": "model.language_model.layers.14.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 1952, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.12.linear_attn.conv1d.weight|3d-volume|(2512, 0, 0)", + "tensor": "model.language_model.layers.12.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 2512, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.13.linear_attn.conv1d.weight|3d-volume|(6076, 0, 0)", + "tensor": "model.language_model.layers.13.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 6076, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.0.linear_attn.conv1d.weight|3d-volume|(556, 0, 0)", + "tensor": "model.language_model.layers.0.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 556, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.10.linear_attn.conv1d.weight|3d-volume|(5272, 0, 0)", + "tensor": "model.language_model.layers.10.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 5272, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.12.linear_attn.conv1d.weight|3d-volume|(20, 0, 0)", + "tensor": "model.language_model.layers.12.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 20, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.6.linear_attn.conv1d.weight|3d-volume|(5488, 0, 0)", + "tensor": "model.language_model.layers.6.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 5488, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.13.linear_attn.conv1d.weight|3d-volume|(5600, 0, 0)", + "tensor": "model.language_model.layers.13.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 5600, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.13.linear_attn.conv1d.weight|3d-volume|(4928, 0, 0)", + "tensor": "model.language_model.layers.13.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 4928, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.5.linear_attn.conv1d.weight|3d-volume|(1824, 0, 0)", + "tensor": "model.language_model.layers.5.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 1824, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.1.linear_attn.conv1d.weight|3d-volume|(3676, 0, 0)", + "tensor": "model.language_model.layers.1.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 3676, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.16.linear_attn.conv1d.weight|3d-volume|(2172, 0, 0)", + "tensor": "model.language_model.layers.16.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 2172, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.21.linear_attn.conv1d.weight|3d-volume|(272, 0, 0)", + "tensor": "model.language_model.layers.21.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 272, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.1.linear_attn.conv1d.weight|3d-volume|(5316, 0, 0)", + "tensor": "model.language_model.layers.1.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 5316, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.13.linear_attn.conv1d.weight|3d-volume|(0, 0, 0)", + "tensor": "model.language_model.layers.13.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 0, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.0.linear_attn.conv1d.weight|3d-volume|(5764, 0, 0)", + "tensor": "model.language_model.layers.0.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 5764, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.22.linear_attn.conv1d.weight|3d-volume|(2156, 0, 0)", + "tensor": "model.language_model.layers.22.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 2156, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.14.linear_attn.conv1d.weight|3d-volume|(2932, 0, 0)", + "tensor": "model.language_model.layers.14.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 2932, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.8.linear_attn.conv1d.weight|3d-volume|(2076, 0, 0)", + "tensor": "model.language_model.layers.8.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 2076, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.17.linear_attn.conv1d.weight|3d-volume|(3384, 0, 0)", + "tensor": "model.language_model.layers.17.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 3384, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.21.linear_attn.conv1d.weight|3d-volume|(284, 0, 0)", + "tensor": "model.language_model.layers.21.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 284, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.1.linear_attn.conv1d.weight|3d-volume|(4708, 0, 0)", + "tensor": "model.language_model.layers.1.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 4708, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.17.linear_attn.conv1d.weight|3d-volume|(4312, 0, 0)", + "tensor": "model.language_model.layers.17.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 4312, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.16.linear_attn.conv1d.weight|3d-volume|(4640, 0, 0)", + "tensor": "model.language_model.layers.16.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 4640, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.14.linear_attn.conv1d.weight|3d-volume|(5200, 0, 0)", + "tensor": "model.language_model.layers.14.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 5200, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.17.linear_attn.conv1d.weight|3d-volume|(472, 0, 0)", + "tensor": "model.language_model.layers.17.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 472, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.21.linear_attn.conv1d.weight|3d-volume|(5740, 0, 0)", + "tensor": "model.language_model.layers.21.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 5740, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.6.linear_attn.conv1d.weight|3d-volume|(1684, 0, 0)", + "tensor": "model.language_model.layers.6.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 1684, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.17.linear_attn.conv1d.weight|3d-volume|(4440, 0, 0)", + "tensor": "model.language_model.layers.17.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 4440, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.10.linear_attn.conv1d.weight|3d-volume|(924, 0, 0)", + "tensor": "model.language_model.layers.10.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 924, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.18.linear_attn.conv1d.weight|3d-volume|(5468, 0, 0)", + "tensor": "model.language_model.layers.18.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 5468, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.12.linear_attn.conv1d.weight|3d-volume|(560, 0, 0)", + "tensor": "model.language_model.layers.12.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 560, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.21.linear_attn.conv1d.weight|3d-volume|(3216, 0, 0)", + "tensor": "model.language_model.layers.21.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 3216, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.8.linear_attn.conv1d.weight|3d-volume|(1648, 0, 0)", + "tensor": "model.language_model.layers.8.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 1648, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.18.linear_attn.conv1d.weight|3d-volume|(2684, 0, 0)", + "tensor": "model.language_model.layers.18.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 2684, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.14.linear_attn.conv1d.weight|3d-volume|(5124, 0, 0)", + "tensor": "model.language_model.layers.14.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 5124, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.20.linear_attn.conv1d.weight|3d-volume|(1540, 0, 0)", + "tensor": "model.language_model.layers.20.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 1540, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.17.linear_attn.conv1d.weight|3d-volume|(5156, 0, 0)", + "tensor": "model.language_model.layers.17.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 5156, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.14.linear_attn.conv1d.weight|3d-volume|(2056, 0, 0)", + "tensor": "model.language_model.layers.14.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 2056, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.18.linear_attn.conv1d.weight|3d-volume|(2936, 0, 0)", + "tensor": "model.language_model.layers.18.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 2936, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.21.linear_attn.conv1d.weight|3d-volume|(3992, 0, 0)", + "tensor": "model.language_model.layers.21.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 3992, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.22.linear_attn.conv1d.weight|3d-volume|(3340, 0, 0)", + "tensor": "model.language_model.layers.22.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 3340, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.21.linear_attn.conv1d.weight|3d-volume|(5988, 0, 0)", + "tensor": "model.language_model.layers.21.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 5988, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.10.linear_attn.conv1d.weight|3d-volume|(2272, 0, 0)", + "tensor": "model.language_model.layers.10.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 2272, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.16.linear_attn.conv1d.weight|3d-volume|(4352, 0, 0)", + "tensor": "model.language_model.layers.16.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 4352, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.0.linear_attn.conv1d.weight|3d-volume|(5920, 0, 0)", + "tensor": "model.language_model.layers.0.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 5920, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.13.linear_attn.conv1d.weight|3d-volume|(396, 0, 0)", + "tensor": "model.language_model.layers.13.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 396, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.5.linear_attn.conv1d.weight|3d-volume|(4092, 0, 0)", + "tensor": "model.language_model.layers.5.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 4092, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.4.linear_attn.conv1d.weight|3d-volume|(2164, 0, 0)", + "tensor": "model.language_model.layers.4.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 2164, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.17.linear_attn.conv1d.weight|3d-volume|(2332, 0, 0)", + "tensor": "model.language_model.layers.17.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 2332, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.13.linear_attn.conv1d.weight|3d-volume|(3564, 0, 0)", + "tensor": "model.language_model.layers.13.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 3564, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.12.linear_attn.conv1d.weight|3d-volume|(4440, 0, 0)", + "tensor": "model.language_model.layers.12.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 4440, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.20.linear_attn.conv1d.weight|3d-volume|(788, 0, 0)", + "tensor": "model.language_model.layers.20.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 788, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.16.linear_attn.conv1d.weight|3d-volume|(64, 0, 0)", + "tensor": "model.language_model.layers.16.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 64, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.4.linear_attn.conv1d.weight|3d-volume|(1108, 0, 0)", + "tensor": "model.language_model.layers.4.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 1108, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.8.linear_attn.conv1d.weight|3d-volume|(5328, 0, 0)", + "tensor": "model.language_model.layers.8.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 5328, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.12.linear_attn.conv1d.weight|3d-volume|(3664, 0, 0)", + "tensor": "model.language_model.layers.12.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 3664, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.14.linear_attn.conv1d.weight|3d-volume|(1764, 0, 0)", + "tensor": "model.language_model.layers.14.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 1764, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.20.linear_attn.conv1d.weight|3d-volume|(2616, 0, 0)", + "tensor": "model.language_model.layers.20.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 2616, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.22.linear_attn.conv1d.weight|3d-volume|(3128, 0, 0)", + "tensor": "model.language_model.layers.22.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 3128, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.18.linear_attn.conv1d.weight|3d-volume|(2496, 0, 0)", + "tensor": "model.language_model.layers.18.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 2496, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.9.linear_attn.conv1d.weight|3d-volume|(900, 0, 0)", + "tensor": "model.language_model.layers.9.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 900, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.17.linear_attn.conv1d.weight|3d-volume|(1592, 0, 0)", + "tensor": "model.language_model.layers.17.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 1592, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.13.linear_attn.conv1d.weight|3d-volume|(3404, 0, 0)", + "tensor": "model.language_model.layers.13.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 3404, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.12.linear_attn.conv1d.weight|3d-volume|(1216, 0, 0)", + "tensor": "model.language_model.layers.12.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 1216, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.2.linear_attn.conv1d.weight|3d-volume|(5152, 0, 0)", + "tensor": "model.language_model.layers.2.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 5152, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.10.linear_attn.conv1d.weight|3d-volume|(4684, 0, 0)", + "tensor": "model.language_model.layers.10.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 4684, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.9.linear_attn.conv1d.weight|3d-volume|(244, 0, 0)", + "tensor": "model.language_model.layers.9.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 244, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.18.linear_attn.conv1d.weight|3d-volume|(6056, 0, 0)", + "tensor": "model.language_model.layers.18.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 6056, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.5.linear_attn.conv1d.weight|3d-volume|(2388, 0, 0)", + "tensor": "model.language_model.layers.5.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 2388, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.12.linear_attn.conv1d.weight|3d-volume|(3860, 0, 0)", + "tensor": "model.language_model.layers.12.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 3860, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.18.linear_attn.conv1d.weight|3d-volume|(5348, 0, 0)", + "tensor": "model.language_model.layers.18.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 5348, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.1.linear_attn.conv1d.weight|3d-volume|(4636, 0, 0)", + "tensor": "model.language_model.layers.1.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 4636, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.5.linear_attn.conv1d.weight|3d-volume|(5680, 0, 0)", + "tensor": "model.language_model.layers.5.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 5680, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.13.linear_attn.conv1d.weight|3d-volume|(2704, 0, 0)", + "tensor": "model.language_model.layers.13.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 2704, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.14.linear_attn.conv1d.weight|3d-volume|(536, 0, 0)", + "tensor": "model.language_model.layers.14.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 536, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.2.linear_attn.conv1d.weight|3d-volume|(3224, 0, 0)", + "tensor": "model.language_model.layers.2.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 3224, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.8.linear_attn.conv1d.weight|3d-volume|(6024, 0, 0)", + "tensor": "model.language_model.layers.8.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 6024, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.6.linear_attn.conv1d.weight|3d-volume|(6008, 0, 0)", + "tensor": "model.language_model.layers.6.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 6008, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.17.linear_attn.conv1d.weight|3d-volume|(4604, 0, 0)", + "tensor": "model.language_model.layers.17.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 4604, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.20.linear_attn.conv1d.weight|3d-volume|(4128, 0, 0)", + "tensor": "model.language_model.layers.20.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 4128, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.6.linear_attn.conv1d.weight|3d-volume|(5548, 0, 0)", + "tensor": "model.language_model.layers.6.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 5548, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.8.linear_attn.conv1d.weight|3d-volume|(4348, 0, 0)", + "tensor": "model.language_model.layers.8.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 4348, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.10.linear_attn.conv1d.weight|3d-volume|(3244, 0, 0)", + "tensor": "model.language_model.layers.10.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 3244, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.16.linear_attn.conv1d.weight|3d-volume|(896, 0, 0)", + "tensor": "model.language_model.layers.16.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 896, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.8.linear_attn.conv1d.weight|3d-volume|(3668, 0, 0)", + "tensor": "model.language_model.layers.8.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 3668, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.14.linear_attn.conv1d.weight|3d-volume|(3984, 0, 0)", + "tensor": "model.language_model.layers.14.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 3984, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.17.linear_attn.conv1d.weight|3d-volume|(2572, 0, 0)", + "tensor": "model.language_model.layers.17.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 2572, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.20.linear_attn.conv1d.weight|3d-volume|(5332, 0, 0)", + "tensor": "model.language_model.layers.20.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 5332, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.21.linear_attn.conv1d.weight|3d-volume|(5976, 0, 0)", + "tensor": "model.language_model.layers.21.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 5976, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.2.linear_attn.conv1d.weight|3d-volume|(2492, 0, 0)", + "tensor": "model.language_model.layers.2.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 2492, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.20.linear_attn.conv1d.weight|3d-volume|(3644, 0, 0)", + "tensor": "model.language_model.layers.20.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 3644, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.18.linear_attn.conv1d.weight|3d-volume|(2456, 0, 0)", + "tensor": "model.language_model.layers.18.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 2456, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.0.linear_attn.conv1d.weight|3d-volume|(4496, 0, 0)", + "tensor": "model.language_model.layers.0.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 4496, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.18.linear_attn.conv1d.weight|3d-volume|(5908, 0, 0)", + "tensor": "model.language_model.layers.18.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 5908, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.5.linear_attn.conv1d.weight|3d-volume|(2992, 0, 0)", + "tensor": "model.language_model.layers.5.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 2992, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.16.linear_attn.conv1d.weight|3d-volume|(2064, 0, 0)", + "tensor": "model.language_model.layers.16.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 2064, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.8.linear_attn.conv1d.weight|3d-volume|(1628, 0, 0)", + "tensor": "model.language_model.layers.8.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 1628, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.1.linear_attn.conv1d.weight|3d-volume|(1328, 0, 0)", + "tensor": "model.language_model.layers.1.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 1328, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.14.linear_attn.conv1d.weight|3d-volume|(5624, 0, 0)", + "tensor": "model.language_model.layers.14.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 5624, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.21.linear_attn.conv1d.weight|3d-volume|(3756, 0, 0)", + "tensor": "model.language_model.layers.21.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 3756, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.17.linear_attn.conv1d.weight|3d-volume|(1648, 0, 0)", + "tensor": "model.language_model.layers.17.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 1648, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.21.linear_attn.conv1d.weight|3d-volume|(5100, 0, 0)", + "tensor": "model.language_model.layers.21.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 5100, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.10.linear_attn.conv1d.weight|3d-volume|(4628, 0, 0)", + "tensor": "model.language_model.layers.10.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 4628, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.9.linear_attn.conv1d.weight|3d-volume|(2016, 0, 0)", + "tensor": "model.language_model.layers.9.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 2016, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.9.linear_attn.conv1d.weight|3d-volume|(112, 0, 0)", + "tensor": "model.language_model.layers.9.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 112, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.0.linear_attn.conv1d.weight|3d-volume|(5188, 0, 0)", + "tensor": "model.language_model.layers.0.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 5188, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.2.linear_attn.conv1d.weight|3d-volume|(5924, 0, 0)", + "tensor": "model.language_model.layers.2.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 5924, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.16.linear_attn.conv1d.weight|3d-volume|(4728, 0, 0)", + "tensor": "model.language_model.layers.16.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 4728, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.0.linear_attn.conv1d.weight|3d-volume|(5504, 0, 0)", + "tensor": "model.language_model.layers.0.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 5504, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.5.linear_attn.conv1d.weight|3d-volume|(1024, 0, 0)", + "tensor": "model.language_model.layers.5.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 1024, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.14.linear_attn.conv1d.weight|3d-volume|(1304, 0, 0)", + "tensor": "model.language_model.layers.14.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 1304, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.16.linear_attn.conv1d.weight|3d-volume|(1740, 0, 0)", + "tensor": "model.language_model.layers.16.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 1740, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.22.linear_attn.conv1d.weight|3d-volume|(2448, 0, 0)", + "tensor": "model.language_model.layers.22.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 2448, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.8.linear_attn.conv1d.weight|3d-volume|(4336, 0, 0)", + "tensor": "model.language_model.layers.8.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 4336, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.9.linear_attn.conv1d.weight|3d-volume|(5692, 0, 0)", + "tensor": "model.language_model.layers.9.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 5692, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.6.linear_attn.conv1d.weight|3d-volume|(4392, 0, 0)", + "tensor": "model.language_model.layers.6.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 4392, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.2.linear_attn.conv1d.weight|3d-volume|(52, 0, 0)", + "tensor": "model.language_model.layers.2.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 52, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.1.linear_attn.conv1d.weight|3d-volume|(712, 0, 0)", + "tensor": "model.language_model.layers.1.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 712, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.13.linear_attn.conv1d.weight|3d-volume|(628, 0, 0)", + "tensor": "model.language_model.layers.13.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 4, + 1, + 4 + ], + "start": [ + 628, + 0, + 0 + ], + "scale": "3d-volume", + "bytes": 32 + }, + { + "id": "model.language_model.layers.9.linear_attn.in_proj_qkv.weight|2d-128|(2816, 512)", + "tensor": "model.language_model.layers.9.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2816, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.2.linear_attn.in_proj_qkv.weight|2d-128|(4096, 768)", + "tensor": "model.language_model.layers.2.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4096, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.21.linear_attn.in_proj_qkv.weight|2d-128|(5760, 0)", + "tensor": "model.language_model.layers.21.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 5760, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.17.linear_attn.in_proj_qkv.weight|2d-128|(2048, 1280)", + "tensor": "model.language_model.layers.17.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2048, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.14.linear_attn.in_proj_qkv.weight|2d-128|(4480, 256)", + "tensor": "model.language_model.layers.14.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4480, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.22.linear_attn.in_proj_qkv.weight|2d-128|(5120, 768)", + "tensor": "model.language_model.layers.22.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 5120, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.10.linear_attn.in_proj_qkv.weight|2d-128|(4352, 1280)", + "tensor": "model.language_model.layers.10.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4352, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.8.linear_attn.in_proj_qkv.weight|2d-128|(3840, 512)", + "tensor": "model.language_model.layers.8.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3840, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.1.linear_attn.in_proj_qkv.weight|2d-128|(3456, 640)", + "tensor": "model.language_model.layers.1.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3456, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.13.linear_attn.in_proj_qkv.weight|2d-128|(1280, 1792)", + "tensor": "model.language_model.layers.13.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.21.linear_attn.in_proj_qkv.weight|2d-128|(4480, 1664)", + "tensor": "model.language_model.layers.21.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4480, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.20.linear_attn.in_proj_qkv.weight|2d-128|(128, 256)", + "tensor": "model.language_model.layers.20.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.1.linear_attn.in_proj_qkv.weight|2d-128|(2688, 384)", + "tensor": "model.language_model.layers.1.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2688, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.0.linear_attn.in_proj_qkv.weight|2d-128|(0, 1664)", + "tensor": "model.language_model.layers.0.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.21.linear_attn.in_proj_qkv.weight|2d-128|(1408, 384)", + "tensor": "model.language_model.layers.21.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1408, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.17.linear_attn.in_proj_qkv.weight|2d-128|(2176, 1536)", + "tensor": "model.language_model.layers.17.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2176, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.16.linear_attn.in_proj_qkv.weight|2d-128|(2560, 1920)", + "tensor": "model.language_model.layers.16.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2560, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.14.linear_attn.in_proj_qkv.weight|2d-128|(2688, 768)", + "tensor": "model.language_model.layers.14.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2688, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.0.linear_attn.in_proj_qkv.weight|2d-128|(3072, 640)", + "tensor": "model.language_model.layers.0.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3072, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.16.linear_attn.in_proj_qkv.weight|2d-128|(1664, 896)", + "tensor": "model.language_model.layers.16.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.14.linear_attn.in_proj_qkv.weight|2d-128|(6016, 1280)", + "tensor": "model.language_model.layers.14.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 6016, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.12.linear_attn.in_proj_qkv.weight|2d-128|(5504, 768)", + "tensor": "model.language_model.layers.12.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 5504, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.12.linear_attn.in_proj_qkv.weight|2d-128|(1024, 1408)", + "tensor": "model.language_model.layers.12.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.14.linear_attn.in_proj_qkv.weight|2d-128|(2944, 512)", + "tensor": "model.language_model.layers.14.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2944, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.4.linear_attn.in_proj_qkv.weight|2d-128|(2944, 128)", + "tensor": "model.language_model.layers.4.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2944, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.12.linear_attn.in_proj_qkv.weight|2d-128|(3456, 0)", + "tensor": "model.language_model.layers.12.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3456, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.6.linear_attn.in_proj_qkv.weight|2d-128|(3328, 128)", + "tensor": "model.language_model.layers.6.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3328, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.2.linear_attn.in_proj_qkv.weight|2d-128|(3328, 640)", + "tensor": "model.language_model.layers.2.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3328, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.16.linear_attn.in_proj_qkv.weight|2d-128|(2304, 0)", + "tensor": "model.language_model.layers.16.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2304, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.5.linear_attn.in_proj_qkv.weight|2d-128|(3584, 384)", + "tensor": "model.language_model.layers.5.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3584, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.16.linear_attn.in_proj_qkv.weight|2d-128|(1408, 1280)", + "tensor": "model.language_model.layers.16.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1408, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.18.linear_attn.in_proj_qkv.weight|2d-128|(4480, 0)", + "tensor": "model.language_model.layers.18.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4480, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.16.linear_attn.in_proj_qkv.weight|2d-128|(1152, 1536)", + "tensor": "model.language_model.layers.16.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.1.linear_attn.in_proj_qkv.weight|2d-128|(2304, 640)", + "tensor": "model.language_model.layers.1.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2304, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.2.linear_attn.in_proj_qkv.weight|2d-128|(0, 640)", + "tensor": "model.language_model.layers.2.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.21.linear_attn.in_proj_qkv.weight|2d-128|(1024, 128)", + "tensor": "model.language_model.layers.21.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.6.linear_attn.in_proj_qkv.weight|2d-128|(4352, 1664)", + "tensor": "model.language_model.layers.6.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4352, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.6.linear_attn.in_proj_qkv.weight|2d-128|(2048, 768)", + "tensor": "model.language_model.layers.6.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2048, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.4.linear_attn.in_proj_qkv.weight|2d-128|(3328, 640)", + "tensor": "model.language_model.layers.4.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3328, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.1.linear_attn.in_proj_qkv.weight|2d-128|(5504, 1408)", + "tensor": "model.language_model.layers.1.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 5504, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.9.linear_attn.in_proj_qkv.weight|2d-128|(512, 1024)", + "tensor": "model.language_model.layers.9.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.21.linear_attn.in_proj_qkv.weight|2d-128|(3328, 768)", + "tensor": "model.language_model.layers.21.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3328, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.10.linear_attn.in_proj_qkv.weight|2d-128|(5248, 1280)", + "tensor": "model.language_model.layers.10.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 5248, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.8.linear_attn.in_proj_qkv.weight|2d-128|(5120, 1024)", + "tensor": "model.language_model.layers.8.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 5120, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.17.linear_attn.in_proj_qkv.weight|2d-128|(5504, 1920)", + "tensor": "model.language_model.layers.17.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 5504, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.12.linear_attn.in_proj_qkv.weight|2d-128|(5760, 1152)", + "tensor": "model.language_model.layers.12.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 5760, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.8.linear_attn.in_proj_qkv.weight|2d-128|(5248, 768)", + "tensor": "model.language_model.layers.8.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 5248, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.5.linear_attn.in_proj_qkv.weight|2d-128|(4992, 384)", + "tensor": "model.language_model.layers.5.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4992, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.5.linear_attn.in_proj_qkv.weight|2d-128|(4480, 512)", + "tensor": "model.language_model.layers.5.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4480, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.13.linear_attn.in_proj_qkv.weight|2d-128|(5248, 1152)", + "tensor": "model.language_model.layers.13.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 5248, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.20.linear_attn.in_proj_qkv.weight|2d-128|(4480, 1280)", + "tensor": "model.language_model.layers.20.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4480, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.8.linear_attn.in_proj_qkv.weight|2d-128|(2176, 1280)", + "tensor": "model.language_model.layers.8.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2176, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.4.linear_attn.in_proj_qkv.weight|2d-128|(0, 1664)", + "tensor": "model.language_model.layers.4.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.9.linear_attn.in_proj_qkv.weight|2d-128|(2560, 512)", + "tensor": "model.language_model.layers.9.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2560, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.0.linear_attn.in_proj_qkv.weight|2d-128|(4608, 1920)", + "tensor": "model.language_model.layers.0.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4608, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.5.linear_attn.in_proj_qkv.weight|2d-128|(2304, 128)", + "tensor": "model.language_model.layers.5.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2304, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.20.linear_attn.in_proj_qkv.weight|2d-128|(256, 512)", + "tensor": "model.language_model.layers.20.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.5.linear_attn.in_proj_qkv.weight|2d-128|(4096, 1408)", + "tensor": "model.language_model.layers.5.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4096, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.17.linear_attn.in_proj_qkv.weight|2d-128|(4736, 0)", + "tensor": "model.language_model.layers.17.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4736, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.4.linear_attn.in_proj_qkv.weight|2d-128|(1280, 256)", + "tensor": "model.language_model.layers.4.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.2.linear_attn.in_proj_qkv.weight|2d-128|(0, 384)", + "tensor": "model.language_model.layers.2.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.21.linear_attn.in_proj_qkv.weight|2d-128|(1408, 896)", + "tensor": "model.language_model.layers.21.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1408, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.10.linear_attn.in_proj_qkv.weight|2d-128|(4096, 1408)", + "tensor": "model.language_model.layers.10.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4096, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.16.linear_attn.in_proj_qkv.weight|2d-128|(3840, 768)", + "tensor": "model.language_model.layers.16.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3840, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.9.linear_attn.in_proj_qkv.weight|2d-128|(640, 1792)", + "tensor": "model.language_model.layers.9.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.13.linear_attn.in_proj_qkv.weight|2d-128|(3968, 1536)", + "tensor": "model.language_model.layers.13.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3968, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.22.linear_attn.in_proj_qkv.weight|2d-128|(4224, 768)", + "tensor": "model.language_model.layers.22.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4224, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.8.linear_attn.in_proj_qkv.weight|2d-128|(2048, 0)", + "tensor": "model.language_model.layers.8.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2048, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.21.linear_attn.in_proj_qkv.weight|2d-128|(4224, 1920)", + "tensor": "model.language_model.layers.21.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4224, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.1.linear_attn.in_proj_qkv.weight|2d-128|(4608, 896)", + "tensor": "model.language_model.layers.1.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4608, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.12.linear_attn.in_proj_qkv.weight|2d-128|(4608, 1408)", + "tensor": "model.language_model.layers.12.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4608, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.10.linear_attn.in_proj_qkv.weight|2d-128|(3712, 1792)", + "tensor": "model.language_model.layers.10.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3712, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.6.linear_attn.in_proj_qkv.weight|2d-128|(1792, 256)", + "tensor": "model.language_model.layers.6.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1792, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.13.linear_attn.in_proj_qkv.weight|2d-128|(768, 1024)", + "tensor": "model.language_model.layers.13.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.4.linear_attn.in_proj_qkv.weight|2d-128|(1536, 256)", + "tensor": "model.language_model.layers.4.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.5.linear_attn.in_proj_qkv.weight|2d-128|(3456, 1408)", + "tensor": "model.language_model.layers.5.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3456, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.20.linear_attn.in_proj_qkv.weight|2d-128|(2176, 1920)", + "tensor": "model.language_model.layers.20.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2176, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.2.linear_attn.in_proj_qkv.weight|2d-128|(3712, 1792)", + "tensor": "model.language_model.layers.2.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3712, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.4.linear_attn.in_proj_qkv.weight|2d-128|(0, 256)", + "tensor": "model.language_model.layers.4.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.18.linear_attn.in_proj_qkv.weight|2d-128|(5376, 1920)", + "tensor": "model.language_model.layers.18.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 5376, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.12.linear_attn.in_proj_qkv.weight|2d-128|(5888, 128)", + "tensor": "model.language_model.layers.12.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 5888, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.4.linear_attn.in_proj_qkv.weight|2d-128|(4992, 1664)", + "tensor": "model.language_model.layers.4.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4992, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.6.linear_attn.in_proj_qkv.weight|2d-128|(3072, 896)", + "tensor": "model.language_model.layers.6.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3072, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.8.linear_attn.in_proj_qkv.weight|2d-128|(1792, 1152)", + "tensor": "model.language_model.layers.8.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1792, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.18.linear_attn.in_proj_qkv.weight|2d-128|(4352, 1408)", + "tensor": "model.language_model.layers.18.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4352, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.1.linear_attn.in_proj_qkv.weight|2d-128|(2176, 768)", + "tensor": "model.language_model.layers.1.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2176, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.12.linear_attn.in_proj_qkv.weight|2d-128|(5376, 1280)", + "tensor": "model.language_model.layers.12.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 5376, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.20.linear_attn.in_proj_qkv.weight|2d-128|(2176, 1152)", + "tensor": "model.language_model.layers.20.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2176, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.5.linear_attn.in_proj_qkv.weight|2d-128|(3712, 1152)", + "tensor": "model.language_model.layers.5.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3712, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.9.linear_attn.in_proj_qkv.weight|2d-128|(5504, 1024)", + "tensor": "model.language_model.layers.9.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 5504, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.22.linear_attn.in_proj_qkv.weight|2d-128|(4480, 896)", + "tensor": "model.language_model.layers.22.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4480, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.6.linear_attn.in_proj_qkv.weight|2d-128|(4352, 1536)", + "tensor": "model.language_model.layers.6.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4352, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.16.linear_attn.in_proj_qkv.weight|2d-128|(3968, 896)", + "tensor": "model.language_model.layers.16.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3968, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.21.linear_attn.in_proj_qkv.weight|2d-128|(1536, 640)", + "tensor": "model.language_model.layers.21.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.16.linear_attn.in_proj_qkv.weight|2d-128|(5120, 1408)", + "tensor": "model.language_model.layers.16.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 5120, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.22.linear_attn.in_proj_qkv.weight|2d-128|(4096, 256)", + "tensor": "model.language_model.layers.22.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4096, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.17.linear_attn.in_proj_qkv.weight|2d-128|(384, 256)", + "tensor": "model.language_model.layers.17.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.13.linear_attn.in_proj_qkv.weight|2d-128|(1024, 1280)", + "tensor": "model.language_model.layers.13.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.10.linear_attn.in_proj_qkv.weight|2d-128|(6016, 1152)", + "tensor": "model.language_model.layers.10.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 6016, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.18.linear_attn.in_proj_qkv.weight|2d-128|(4224, 1792)", + "tensor": "model.language_model.layers.18.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4224, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.20.linear_attn.in_proj_qkv.weight|2d-128|(5632, 1792)", + "tensor": "model.language_model.layers.20.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 5632, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.2.linear_attn.in_proj_qkv.weight|2d-128|(2944, 1152)", + "tensor": "model.language_model.layers.2.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2944, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.20.linear_attn.in_proj_qkv.weight|2d-128|(2944, 384)", + "tensor": "model.language_model.layers.20.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2944, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.14.linear_attn.in_proj_qkv.weight|2d-128|(5760, 128)", + "tensor": "model.language_model.layers.14.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 5760, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.9.linear_attn.in_proj_qkv.weight|2d-128|(256, 1920)", + "tensor": "model.language_model.layers.9.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.18.linear_attn.in_proj_qkv.weight|2d-128|(2432, 1792)", + "tensor": "model.language_model.layers.18.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2432, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.0.linear_attn.in_proj_qkv.weight|2d-128|(5888, 1408)", + "tensor": "model.language_model.layers.0.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 5888, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.21.linear_attn.in_proj_qkv.weight|2d-128|(2304, 1920)", + "tensor": "model.language_model.layers.21.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2304, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.4.linear_attn.in_proj_qkv.weight|2d-128|(4096, 1536)", + "tensor": "model.language_model.layers.4.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4096, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.12.linear_attn.in_proj_qkv.weight|2d-128|(2944, 0)", + "tensor": "model.language_model.layers.12.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2944, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.12.linear_attn.in_proj_qkv.weight|2d-128|(4992, 1152)", + "tensor": "model.language_model.layers.12.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4992, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.1.linear_attn.in_proj_qkv.weight|2d-128|(1408, 768)", + "tensor": "model.language_model.layers.1.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1408, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.16.linear_attn.in_proj_qkv.weight|2d-128|(640, 1280)", + "tensor": "model.language_model.layers.16.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.17.linear_attn.in_proj_qkv.weight|2d-128|(2944, 1408)", + "tensor": "model.language_model.layers.17.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2944, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.14.linear_attn.in_proj_qkv.weight|2d-128|(1280, 384)", + "tensor": "model.language_model.layers.14.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.22.linear_attn.in_proj_qkv.weight|2d-128|(5248, 1664)", + "tensor": "model.language_model.layers.22.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 5248, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.14.linear_attn.in_proj_qkv.weight|2d-128|(5504, 1024)", + "tensor": "model.language_model.layers.14.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 5504, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.5.linear_attn.in_proj_qkv.weight|2d-128|(1280, 896)", + "tensor": "model.language_model.layers.5.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.21.linear_attn.in_proj_qkv.weight|2d-128|(768, 1920)", + "tensor": "model.language_model.layers.21.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.9.linear_attn.in_proj_qkv.weight|2d-128|(1152, 128)", + "tensor": "model.language_model.layers.9.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.22.linear_attn.in_proj_qkv.weight|2d-128|(3840, 1024)", + "tensor": "model.language_model.layers.22.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3840, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.16.linear_attn.in_proj_qkv.weight|2d-128|(1152, 1408)", + "tensor": "model.language_model.layers.16.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.18.linear_attn.in_proj_qkv.weight|2d-128|(512, 1280)", + "tensor": "model.language_model.layers.18.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.1.linear_attn.in_proj_qkv.weight|2d-128|(4096, 1664)", + "tensor": "model.language_model.layers.1.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4096, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.16.linear_attn.in_proj_qkv.weight|2d-128|(1280, 128)", + "tensor": "model.language_model.layers.16.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.8.linear_attn.in_proj_qkv.weight|2d-128|(5376, 1792)", + "tensor": "model.language_model.layers.8.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 5376, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.6.linear_attn.in_proj_qkv.weight|2d-128|(4864, 256)", + "tensor": "model.language_model.layers.6.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4864, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.21.linear_attn.in_proj_qkv.weight|2d-128|(3968, 1792)", + "tensor": "model.language_model.layers.21.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3968, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.13.linear_attn.in_proj_qkv.weight|2d-128|(4096, 0)", + "tensor": "model.language_model.layers.13.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4096, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.9.linear_attn.in_proj_qkv.weight|2d-128|(4864, 256)", + "tensor": "model.language_model.layers.9.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4864, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.13.linear_attn.in_proj_qkv.weight|2d-128|(4224, 1280)", + "tensor": "model.language_model.layers.13.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4224, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.14.linear_attn.in_proj_qkv.weight|2d-128|(2048, 640)", + "tensor": "model.language_model.layers.14.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2048, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.10.linear_attn.in_proj_qkv.weight|2d-128|(4352, 1152)", + "tensor": "model.language_model.layers.10.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4352, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.17.linear_attn.in_proj_qkv.weight|2d-128|(4480, 256)", + "tensor": "model.language_model.layers.17.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4480, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.14.linear_attn.in_proj_qkv.weight|2d-128|(640, 640)", + "tensor": "model.language_model.layers.14.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.17.linear_attn.in_proj_qkv.weight|2d-128|(4224, 128)", + "tensor": "model.language_model.layers.17.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4224, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.18.linear_attn.in_proj_qkv.weight|2d-128|(6016, 1792)", + "tensor": "model.language_model.layers.18.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 6016, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.12.linear_attn.in_proj_qkv.weight|2d-128|(3712, 1408)", + "tensor": "model.language_model.layers.12.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3712, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.10.linear_attn.in_proj_qkv.weight|2d-128|(512, 1280)", + "tensor": "model.language_model.layers.10.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.20.linear_attn.in_proj_qkv.weight|2d-128|(3072, 0)", + "tensor": "model.language_model.layers.20.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3072, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.0.linear_attn.in_proj_qkv.weight|2d-128|(5120, 0)", + "tensor": "model.language_model.layers.0.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 5120, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.5.linear_attn.in_proj_qkv.weight|2d-128|(4480, 896)", + "tensor": "model.language_model.layers.5.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4480, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.8.linear_attn.in_proj_qkv.weight|2d-128|(4736, 384)", + "tensor": "model.language_model.layers.8.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4736, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.22.linear_attn.in_proj_qkv.weight|2d-128|(3712, 256)", + "tensor": "model.language_model.layers.22.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3712, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.18.linear_attn.in_proj_qkv.weight|2d-128|(2176, 1024)", + "tensor": "model.language_model.layers.18.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2176, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.4.linear_attn.in_proj_qkv.weight|2d-128|(1792, 640)", + "tensor": "model.language_model.layers.4.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1792, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.5.linear_attn.in_proj_qkv.weight|2d-128|(3968, 896)", + "tensor": "model.language_model.layers.5.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3968, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.9.linear_attn.in_proj_qkv.weight|2d-128|(1664, 768)", + "tensor": "model.language_model.layers.9.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.2.linear_attn.in_proj_qkv.weight|2d-128|(640, 1536)", + "tensor": "model.language_model.layers.2.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.22.linear_attn.in_proj_qkv.weight|2d-128|(4480, 768)", + "tensor": "model.language_model.layers.22.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4480, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.17.linear_attn.in_proj_qkv.weight|2d-128|(3328, 896)", + "tensor": "model.language_model.layers.17.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3328, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.6.linear_attn.in_proj_qkv.weight|2d-128|(3712, 0)", + "tensor": "model.language_model.layers.6.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3712, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.5.linear_attn.in_proj_qkv.weight|2d-128|(128, 384)", + "tensor": "model.language_model.layers.5.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.8.linear_attn.in_proj_qkv.weight|2d-128|(5760, 1280)", + "tensor": "model.language_model.layers.8.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 5760, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.18.linear_attn.in_proj_qkv.weight|2d-128|(4480, 1792)", + "tensor": "model.language_model.layers.18.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4480, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.22.linear_attn.in_proj_qkv.weight|2d-128|(768, 768)", + "tensor": "model.language_model.layers.22.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.4.linear_attn.in_proj_qkv.weight|2d-128|(1024, 1280)", + "tensor": "model.language_model.layers.4.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.20.linear_attn.in_proj_qkv.weight|2d-128|(5248, 1920)", + "tensor": "model.language_model.layers.20.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 5248, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.13.linear_attn.in_proj_qkv.weight|2d-128|(896, 1536)", + "tensor": "model.language_model.layers.13.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.10.linear_attn.in_proj_qkv.weight|2d-128|(1920, 384)", + "tensor": "model.language_model.layers.10.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1920, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.13.linear_attn.in_proj_qkv.weight|2d-128|(4864, 1152)", + "tensor": "model.language_model.layers.13.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4864, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.13.linear_attn.in_proj_qkv.weight|2d-128|(384, 0)", + "tensor": "model.language_model.layers.13.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.18.linear_attn.in_proj_qkv.weight|2d-128|(512, 896)", + "tensor": "model.language_model.layers.18.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.16.linear_attn.in_proj_qkv.weight|2d-128|(5120, 512)", + "tensor": "model.language_model.layers.16.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 5120, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.14.linear_attn.in_proj_qkv.weight|2d-128|(3712, 640)", + "tensor": "model.language_model.layers.14.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3712, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.9.linear_attn.in_proj_qkv.weight|2d-128|(2944, 896)", + "tensor": "model.language_model.layers.9.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2944, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.13.linear_attn.in_proj_qkv.weight|2d-128|(4352, 128)", + "tensor": "model.language_model.layers.13.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4352, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.14.linear_attn.in_proj_qkv.weight|2d-128|(3840, 256)", + "tensor": "model.language_model.layers.14.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3840, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.6.linear_attn.in_proj_qkv.weight|2d-128|(3328, 1664)", + "tensor": "model.language_model.layers.6.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3328, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.8.linear_attn.in_proj_qkv.weight|2d-128|(5120, 896)", + "tensor": "model.language_model.layers.8.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 5120, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.4.linear_attn.in_proj_qkv.weight|2d-128|(1920, 256)", + "tensor": "model.language_model.layers.4.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1920, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.21.linear_attn.in_proj_qkv.weight|2d-128|(2944, 1664)", + "tensor": "model.language_model.layers.21.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2944, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.18.linear_attn.in_proj_qkv.weight|2d-128|(3456, 1664)", + "tensor": "model.language_model.layers.18.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3456, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.21.linear_attn.in_proj_qkv.weight|2d-128|(0, 0)", + "tensor": "model.language_model.layers.21.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.8.linear_attn.in_proj_qkv.weight|2d-128|(3200, 1152)", + "tensor": "model.language_model.layers.8.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3200, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.6.linear_attn.in_proj_qkv.weight|2d-128|(5632, 1536)", + "tensor": "model.language_model.layers.6.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 5632, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.10.linear_attn.in_proj_qkv.weight|2d-128|(2560, 1920)", + "tensor": "model.language_model.layers.10.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2560, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.13.linear_attn.in_proj_qkv.weight|2d-128|(3200, 640)", + "tensor": "model.language_model.layers.13.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3200, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.16.linear_attn.in_proj_qkv.weight|2d-128|(2688, 1920)", + "tensor": "model.language_model.layers.16.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2688, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.2.linear_attn.in_proj_qkv.weight|2d-128|(2304, 128)", + "tensor": "model.language_model.layers.2.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2304, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.1.linear_attn.in_proj_qkv.weight|2d-128|(4352, 1664)", + "tensor": "model.language_model.layers.1.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4352, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.4.linear_attn.in_proj_qkv.weight|2d-128|(2560, 512)", + "tensor": "model.language_model.layers.4.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2560, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.4.linear_attn.in_proj_qkv.weight|2d-128|(5376, 1408)", + "tensor": "model.language_model.layers.4.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 5376, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.9.linear_attn.in_proj_qkv.weight|2d-128|(1408, 1920)", + "tensor": "model.language_model.layers.9.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1408, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.9.linear_attn.in_proj_qkv.weight|2d-128|(2816, 1792)", + "tensor": "model.language_model.layers.9.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2816, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.17.linear_attn.in_proj_qkv.weight|2d-128|(1152, 896)", + "tensor": "model.language_model.layers.17.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.10.linear_attn.in_proj_qkv.weight|2d-128|(3968, 512)", + "tensor": "model.language_model.layers.10.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3968, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.17.linear_attn.in_proj_qkv.weight|2d-128|(4096, 256)", + "tensor": "model.language_model.layers.17.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4096, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.12.linear_attn.in_proj_qkv.weight|2d-128|(5376, 1664)", + "tensor": "model.language_model.layers.12.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 5376, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.8.linear_attn.in_proj_qkv.weight|2d-128|(2688, 1024)", + "tensor": "model.language_model.layers.8.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2688, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.14.linear_attn.in_proj_qkv.weight|2d-128|(5504, 512)", + "tensor": "model.language_model.layers.14.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 5504, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.14.linear_attn.in_proj_qkv.weight|2d-128|(4352, 1792)", + "tensor": "model.language_model.layers.14.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4352, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.6.linear_attn.in_proj_qkv.weight|2d-128|(5888, 128)", + "tensor": "model.language_model.layers.6.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 5888, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.6.linear_attn.in_proj_qkv.weight|2d-128|(5760, 256)", + "tensor": "model.language_model.layers.6.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 5760, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.5.linear_attn.in_proj_qkv.weight|2d-128|(2176, 0)", + "tensor": "model.language_model.layers.5.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2176, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.9.linear_attn.in_proj_qkv.weight|2d-128|(512, 768)", + "tensor": "model.language_model.layers.9.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.5.linear_attn.in_proj_qkv.weight|2d-128|(5504, 512)", + "tensor": "model.language_model.layers.5.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 5504, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.6.linear_attn.in_proj_qkv.weight|2d-128|(2816, 512)", + "tensor": "model.language_model.layers.6.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2816, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.18.linear_attn.in_proj_qkv.weight|2d-128|(896, 1664)", + "tensor": "model.language_model.layers.18.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.9.linear_attn.in_proj_qkv.weight|2d-128|(3200, 640)", + "tensor": "model.language_model.layers.9.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3200, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.14.linear_attn.in_proj_qkv.weight|2d-128|(5504, 256)", + "tensor": "model.language_model.layers.14.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 5504, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.10.linear_attn.in_proj_qkv.weight|2d-128|(384, 640)", + "tensor": "model.language_model.layers.10.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.16.linear_attn.in_proj_qkv.weight|2d-128|(4224, 896)", + "tensor": "model.language_model.layers.16.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4224, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.1.linear_attn.in_proj_qkv.weight|2d-128|(4352, 1920)", + "tensor": "model.language_model.layers.1.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4352, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.20.linear_attn.in_proj_qkv.weight|2d-128|(3840, 0)", + "tensor": "model.language_model.layers.20.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3840, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.22.linear_attn.in_proj_qkv.weight|2d-128|(1536, 1152)", + "tensor": "model.language_model.layers.22.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.10.linear_attn.in_proj_qkv.weight|2d-128|(5504, 384)", + "tensor": "model.language_model.layers.10.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 5504, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.4.linear_attn.in_proj_qkv.weight|2d-128|(4992, 1024)", + "tensor": "model.language_model.layers.4.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4992, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.17.linear_attn.in_proj_qkv.weight|2d-128|(0, 1536)", + "tensor": "model.language_model.layers.17.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.6.linear_attn.in_proj_qkv.weight|2d-128|(640, 1920)", + "tensor": "model.language_model.layers.6.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.16.linear_attn.in_proj_qkv.weight|2d-128|(1792, 1024)", + "tensor": "model.language_model.layers.16.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1792, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.17.linear_attn.in_proj_qkv.weight|2d-128|(4864, 1920)", + "tensor": "model.language_model.layers.17.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4864, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.4.linear_attn.in_proj_qkv.weight|2d-128|(1152, 1152)", + "tensor": "model.language_model.layers.4.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.9.linear_attn.in_proj_qkv.weight|2d-128|(2176, 1152)", + "tensor": "model.language_model.layers.9.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2176, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.12.linear_attn.in_proj_qkv.weight|2d-128|(3840, 640)", + "tensor": "model.language_model.layers.12.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3840, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.12.linear_attn.in_proj_qkv.weight|2d-128|(5120, 128)", + "tensor": "model.language_model.layers.12.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 5120, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.6.linear_attn.in_proj_qkv.weight|2d-128|(3456, 1536)", + "tensor": "model.language_model.layers.6.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3456, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.2.linear_attn.in_proj_qkv.weight|2d-128|(5504, 640)", + "tensor": "model.language_model.layers.2.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 5504, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.21.linear_attn.in_proj_qkv.weight|2d-128|(256, 1408)", + "tensor": "model.language_model.layers.21.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.6.linear_attn.in_proj_qkv.weight|2d-128|(3968, 512)", + "tensor": "model.language_model.layers.6.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3968, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.21.linear_attn.in_proj_qkv.weight|2d-128|(2304, 896)", + "tensor": "model.language_model.layers.21.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2304, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.10.linear_attn.in_proj_qkv.weight|2d-128|(3200, 1536)", + "tensor": "model.language_model.layers.10.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3200, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.6.linear_attn.in_proj_qkv.weight|2d-128|(512, 1408)", + "tensor": "model.language_model.layers.6.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.8.linear_attn.in_proj_qkv.weight|2d-128|(512, 128)", + "tensor": "model.language_model.layers.8.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.5.linear_attn.in_proj_qkv.weight|2d-128|(640, 1664)", + "tensor": "model.language_model.layers.5.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.0.linear_attn.in_proj_qkv.weight|2d-128|(1792, 128)", + "tensor": "model.language_model.layers.0.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1792, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.12.linear_attn.in_proj_qkv.weight|2d-128|(2944, 1024)", + "tensor": "model.language_model.layers.12.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2944, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.0.linear_attn.in_proj_qkv.weight|2d-128|(1792, 384)", + "tensor": "model.language_model.layers.0.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1792, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.13.linear_attn.in_proj_qkv.weight|2d-128|(2304, 512)", + "tensor": "model.language_model.layers.13.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2304, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.21.linear_attn.in_proj_qkv.weight|2d-128|(384, 512)", + "tensor": "model.language_model.layers.21.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.9.linear_attn.in_proj_qkv.weight|2d-128|(2816, 384)", + "tensor": "model.language_model.layers.9.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2816, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.16.linear_attn.in_proj_qkv.weight|2d-128|(3968, 640)", + "tensor": "model.language_model.layers.16.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3968, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.14.linear_attn.in_proj_qkv.weight|2d-128|(1408, 1280)", + "tensor": "model.language_model.layers.14.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1408, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.16.linear_attn.in_proj_qkv.weight|2d-128|(256, 1024)", + "tensor": "model.language_model.layers.16.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.8.linear_attn.in_proj_qkv.weight|2d-128|(2176, 1920)", + "tensor": "model.language_model.layers.8.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2176, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.13.linear_attn.in_proj_qkv.weight|2d-128|(1152, 896)", + "tensor": "model.language_model.layers.13.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.12.linear_attn.in_proj_qkv.weight|2d-128|(2688, 1408)", + "tensor": "model.language_model.layers.12.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2688, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.6.linear_attn.in_proj_qkv.weight|2d-128|(5632, 1664)", + "tensor": "model.language_model.layers.6.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 5632, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.22.linear_attn.in_proj_qkv.weight|2d-128|(0, 512)", + "tensor": "model.language_model.layers.22.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.12.linear_attn.in_proj_qkv.weight|2d-128|(1792, 896)", + "tensor": "model.language_model.layers.12.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1792, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.0.linear_attn.in_proj_qkv.weight|2d-128|(1920, 0)", + "tensor": "model.language_model.layers.0.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1920, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.2.linear_attn.in_proj_qkv.weight|2d-128|(5376, 896)", + "tensor": "model.language_model.layers.2.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 5376, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.4.linear_attn.in_proj_qkv.weight|2d-128|(512, 640)", + "tensor": "model.language_model.layers.4.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.10.linear_attn.in_proj_qkv.weight|2d-128|(1536, 384)", + "tensor": "model.language_model.layers.10.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.4.linear_attn.in_proj_qkv.weight|2d-128|(512, 768)", + "tensor": "model.language_model.layers.4.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.22.linear_attn.in_proj_qkv.weight|2d-128|(5632, 896)", + "tensor": "model.language_model.layers.22.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 5632, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.13.linear_attn.in_proj_qkv.weight|2d-128|(1024, 896)", + "tensor": "model.language_model.layers.13.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.14.linear_attn.in_proj_qkv.weight|2d-128|(4736, 1792)", + "tensor": "model.language_model.layers.14.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4736, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.8.linear_attn.in_proj_qkv.weight|2d-128|(4096, 512)", + "tensor": "model.language_model.layers.8.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4096, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.22.linear_attn.in_proj_qkv.weight|2d-128|(5504, 768)", + "tensor": "model.language_model.layers.22.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 5504, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.18.linear_attn.in_proj_qkv.weight|2d-128|(1024, 1152)", + "tensor": "model.language_model.layers.18.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.12.linear_attn.in_proj_qkv.weight|2d-128|(1024, 1920)", + "tensor": "model.language_model.layers.12.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.1.linear_attn.in_proj_qkv.weight|2d-128|(2432, 640)", + "tensor": "model.language_model.layers.1.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2432, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.13.linear_attn.in_proj_qkv.weight|2d-128|(5376, 1408)", + "tensor": "model.language_model.layers.13.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 5376, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.5.linear_attn.in_proj_qkv.weight|2d-128|(1792, 896)", + "tensor": "model.language_model.layers.5.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1792, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.9.linear_attn.in_proj_qkv.weight|2d-128|(1280, 384)", + "tensor": "model.language_model.layers.9.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.1.linear_attn.in_proj_qkv.weight|2d-64|(4736, 1856)", + "tensor": "model.language_model.layers.1.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4736, + 1856 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.9.linear_attn.in_proj_qkv.weight|2d-64|(256, 832)", + "tensor": "model.language_model.layers.9.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.0.linear_attn.in_proj_qkv.weight|2d-64|(3904, 1920)", + "tensor": "model.language_model.layers.0.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3904, + 1920 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.2.linear_attn.in_proj_qkv.weight|2d-64|(2816, 576)", + "tensor": "model.language_model.layers.2.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2816, + 576 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.12.linear_attn.in_proj_qkv.weight|2d-64|(1024, 640)", + "tensor": "model.language_model.layers.12.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1024, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.16.linear_attn.in_proj_qkv.weight|2d-64|(4032, 128)", + "tensor": "model.language_model.layers.16.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4032, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.8.linear_attn.in_proj_qkv.weight|2d-64|(5376, 320)", + "tensor": "model.language_model.layers.8.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 5376, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.17.linear_attn.in_proj_qkv.weight|2d-64|(1024, 384)", + "tensor": "model.language_model.layers.17.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1024, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.1.linear_attn.in_proj_qkv.weight|2d-64|(640, 960)", + "tensor": "model.language_model.layers.1.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 640, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.14.linear_attn.in_proj_qkv.weight|2d-64|(3328, 832)", + "tensor": "model.language_model.layers.14.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3328, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.12.linear_attn.in_proj_qkv.weight|2d-64|(4736, 1664)", + "tensor": "model.language_model.layers.12.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4736, + 1664 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.8.linear_attn.in_proj_qkv.weight|2d-64|(4288, 320)", + "tensor": "model.language_model.layers.8.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4288, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.21.linear_attn.in_proj_qkv.weight|2d-64|(4864, 1920)", + "tensor": "model.language_model.layers.21.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4864, + 1920 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.16.linear_attn.in_proj_qkv.weight|2d-64|(5632, 448)", + "tensor": "model.language_model.layers.16.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 5632, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.20.linear_attn.in_proj_qkv.weight|2d-64|(2048, 320)", + "tensor": "model.language_model.layers.20.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2048, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.21.linear_attn.in_proj_qkv.weight|2d-64|(960, 704)", + "tensor": "model.language_model.layers.21.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 960, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.1.linear_attn.in_proj_qkv.weight|2d-64|(3328, 640)", + "tensor": "model.language_model.layers.1.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3328, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.18.linear_attn.in_proj_qkv.weight|2d-64|(3008, 1024)", + "tensor": "model.language_model.layers.18.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3008, + 1024 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.14.linear_attn.in_proj_qkv.weight|2d-64|(5120, 384)", + "tensor": "model.language_model.layers.14.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 5120, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.14.linear_attn.in_proj_qkv.weight|2d-64|(2688, 1920)", + "tensor": "model.language_model.layers.14.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2688, + 1920 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.22.linear_attn.in_proj_qkv.weight|2d-64|(2752, 1984)", + "tensor": "model.language_model.layers.22.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2752, + 1984 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.13.linear_attn.in_proj_qkv.weight|2d-64|(1344, 896)", + "tensor": "model.language_model.layers.13.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1344, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.2.linear_attn.in_proj_qkv.weight|2d-64|(2304, 1024)", + "tensor": "model.language_model.layers.2.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2304, + 1024 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.6.linear_attn.in_proj_qkv.weight|2d-64|(5184, 128)", + "tensor": "model.language_model.layers.6.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 5184, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.5.linear_attn.in_proj_qkv.weight|2d-64|(5248, 1408)", + "tensor": "model.language_model.layers.5.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 5248, + 1408 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.9.linear_attn.in_proj_qkv.weight|2d-64|(2432, 1408)", + "tensor": "model.language_model.layers.9.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2432, + 1408 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.16.linear_attn.in_proj_qkv.weight|2d-64|(5696, 1408)", + "tensor": "model.language_model.layers.16.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 5696, + 1408 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.4.linear_attn.in_proj_qkv.weight|2d-64|(2240, 704)", + "tensor": "model.language_model.layers.4.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2240, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.5.linear_attn.in_proj_qkv.weight|2d-64|(192, 320)", + "tensor": "model.language_model.layers.5.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.2.linear_attn.in_proj_qkv.weight|2d-64|(3200, 1024)", + "tensor": "model.language_model.layers.2.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3200, + 1024 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.12.linear_attn.in_proj_qkv.weight|2d-64|(5888, 1344)", + "tensor": "model.language_model.layers.12.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 5888, + 1344 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.22.linear_attn.in_proj_qkv.weight|2d-64|(1408, 576)", + "tensor": "model.language_model.layers.22.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1408, + 576 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.0.linear_attn.in_proj_qkv.weight|2d-64|(2560, 576)", + "tensor": "model.language_model.layers.0.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2560, + 576 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.4.linear_attn.in_proj_qkv.weight|2d-64|(2624, 1024)", + "tensor": "model.language_model.layers.4.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2624, + 1024 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.4.linear_attn.in_proj_qkv.weight|2d-64|(192, 1984)", + "tensor": "model.language_model.layers.4.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 1984 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.2.linear_attn.in_proj_qkv.weight|2d-64|(5504, 960)", + "tensor": "model.language_model.layers.2.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 5504, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.9.linear_attn.in_proj_qkv.weight|2d-64|(4032, 320)", + "tensor": "model.language_model.layers.9.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4032, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.17.linear_attn.in_proj_qkv.weight|2d-64|(832, 128)", + "tensor": "model.language_model.layers.17.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 832, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.18.linear_attn.in_proj_qkv.weight|2d-64|(1216, 256)", + "tensor": "model.language_model.layers.18.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1216, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.22.linear_attn.in_proj_qkv.weight|2d-64|(1216, 1984)", + "tensor": "model.language_model.layers.22.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1216, + 1984 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.10.linear_attn.in_proj_qkv.weight|2d-64|(4928, 1280)", + "tensor": "model.language_model.layers.10.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4928, + 1280 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.14.linear_attn.in_proj_qkv.weight|2d-64|(1024, 640)", + "tensor": "model.language_model.layers.14.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1024, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.6.linear_attn.in_proj_qkv.weight|2d-64|(1600, 1536)", + "tensor": "model.language_model.layers.6.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1600, + 1536 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.4.linear_attn.in_proj_qkv.weight|2d-64|(4032, 1472)", + "tensor": "model.language_model.layers.4.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4032, + 1472 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.13.linear_attn.in_proj_qkv.weight|2d-64|(5760, 192)", + "tensor": "model.language_model.layers.13.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 5760, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.14.linear_attn.in_proj_qkv.weight|2d-64|(5824, 1216)", + "tensor": "model.language_model.layers.14.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 5824, + 1216 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.21.linear_attn.in_proj_qkv.weight|2d-64|(1152, 1664)", + "tensor": "model.language_model.layers.21.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1152, + 1664 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.17.linear_attn.in_proj_qkv.weight|2d-64|(1792, 192)", + "tensor": "model.language_model.layers.17.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1792, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.14.linear_attn.in_proj_qkv.weight|2d-64|(1856, 1856)", + "tensor": "model.language_model.layers.14.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1856, + 1856 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.9.linear_attn.in_proj_qkv.weight|2d-64|(2176, 896)", + "tensor": "model.language_model.layers.9.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2176, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.1.linear_attn.in_proj_qkv.weight|2d-64|(4480, 1984)", + "tensor": "model.language_model.layers.1.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4480, + 1984 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.5.linear_attn.in_proj_qkv.weight|2d-64|(5760, 1664)", + "tensor": "model.language_model.layers.5.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 5760, + 1664 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.0.linear_attn.in_proj_qkv.weight|2d-64|(512, 1664)", + "tensor": "model.language_model.layers.0.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 512, + 1664 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.6.linear_attn.in_proj_qkv.weight|2d-64|(1664, 1856)", + "tensor": "model.language_model.layers.6.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1664, + 1856 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.22.linear_attn.in_proj_qkv.weight|2d-64|(4864, 1472)", + "tensor": "model.language_model.layers.22.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4864, + 1472 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.22.linear_attn.in_proj_qkv.weight|2d-64|(1536, 384)", + "tensor": "model.language_model.layers.22.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1536, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.22.linear_attn.in_proj_qkv.weight|2d-64|(1664, 320)", + "tensor": "model.language_model.layers.22.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1664, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.1.linear_attn.in_proj_qkv.weight|2d-64|(1472, 1664)", + "tensor": "model.language_model.layers.1.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1472, + 1664 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.16.linear_attn.in_proj_qkv.weight|2d-64|(4544, 1920)", + "tensor": "model.language_model.layers.16.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4544, + 1920 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.20.linear_attn.in_proj_qkv.weight|2d-64|(576, 1728)", + "tensor": "model.language_model.layers.20.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 576, + 1728 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.10.linear_attn.in_proj_qkv.weight|2d-64|(4352, 1088)", + "tensor": "model.language_model.layers.10.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4352, + 1088 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.10.linear_attn.in_proj_qkv.weight|2d-64|(1472, 960)", + "tensor": "model.language_model.layers.10.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1472, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.5.linear_attn.in_proj_qkv.weight|2d-64|(4352, 512)", + "tensor": "model.language_model.layers.5.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4352, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.22.linear_attn.in_proj_qkv.weight|2d-64|(5696, 320)", + "tensor": "model.language_model.layers.22.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 5696, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.22.linear_attn.in_proj_qkv.weight|2d-64|(960, 1728)", + "tensor": "model.language_model.layers.22.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 960, + 1728 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.21.linear_attn.in_proj_qkv.weight|2d-64|(4032, 1344)", + "tensor": "model.language_model.layers.21.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4032, + 1344 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.20.linear_attn.in_proj_qkv.weight|2d-64|(5632, 192)", + "tensor": "model.language_model.layers.20.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 5632, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.20.linear_attn.in_proj_qkv.weight|2d-64|(256, 448)", + "tensor": "model.language_model.layers.20.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.2.linear_attn.in_proj_qkv.weight|2d-64|(3904, 1792)", + "tensor": "model.language_model.layers.2.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3904, + 1792 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.4.linear_attn.in_proj_qkv.weight|2d-64|(1600, 640)", + "tensor": "model.language_model.layers.4.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1600, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.21.linear_attn.in_proj_qkv.weight|2d-64|(3712, 896)", + "tensor": "model.language_model.layers.21.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3712, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.0.linear_attn.in_proj_qkv.weight|2d-64|(2432, 1728)", + "tensor": "model.language_model.layers.0.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2432, + 1728 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.18.linear_attn.in_proj_qkv.weight|2d-64|(640, 640)", + "tensor": "model.language_model.layers.18.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 640, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.2.linear_attn.in_proj_qkv.weight|2d-64|(0, 1920)", + "tensor": "model.language_model.layers.2.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 1920 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.10.linear_attn.in_proj_qkv.weight|2d-64|(4288, 640)", + "tensor": "model.language_model.layers.10.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4288, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.21.linear_attn.in_proj_qkv.weight|2d-64|(2432, 704)", + "tensor": "model.language_model.layers.21.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2432, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.5.linear_attn.in_proj_qkv.weight|2d-64|(4416, 448)", + "tensor": "model.language_model.layers.5.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4416, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.14.linear_attn.in_proj_qkv.weight|2d-64|(1216, 512)", + "tensor": "model.language_model.layers.14.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1216, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.2.linear_attn.in_proj_qkv.weight|2d-64|(2688, 1152)", + "tensor": "model.language_model.layers.2.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2688, + 1152 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.6.linear_attn.in_proj_qkv.weight|2d-64|(3840, 1728)", + "tensor": "model.language_model.layers.6.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3840, + 1728 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.16.linear_attn.in_proj_qkv.weight|2d-64|(2304, 1920)", + "tensor": "model.language_model.layers.16.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2304, + 1920 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.2.linear_attn.in_proj_qkv.weight|2d-64|(1024, 448)", + "tensor": "model.language_model.layers.2.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1024, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.1.linear_attn.in_proj_qkv.weight|2d-64|(4352, 832)", + "tensor": "model.language_model.layers.1.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4352, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.10.linear_attn.in_proj_qkv.weight|2d-64|(128, 1280)", + "tensor": "model.language_model.layers.10.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 1280 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.8.linear_attn.in_proj_qkv.weight|2d-64|(1600, 1472)", + "tensor": "model.language_model.layers.8.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1600, + 1472 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.5.linear_attn.in_proj_qkv.weight|2d-64|(3392, 1152)", + "tensor": "model.language_model.layers.5.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3392, + 1152 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.21.linear_attn.in_proj_qkv.weight|2d-64|(2688, 448)", + "tensor": "model.language_model.layers.21.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2688, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.10.linear_attn.in_proj_qkv.weight|2d-64|(5440, 1728)", + "tensor": "model.language_model.layers.10.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 5440, + 1728 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.1.linear_attn.in_proj_qkv.weight|2d-64|(1024, 1088)", + "tensor": "model.language_model.layers.1.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1024, + 1088 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.20.linear_attn.in_proj_qkv.weight|2d-64|(768, 256)", + "tensor": "model.language_model.layers.20.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 768, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.4.linear_attn.in_proj_qkv.weight|2d-64|(1792, 1536)", + "tensor": "model.language_model.layers.4.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1792, + 1536 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.9.linear_attn.in_proj_qkv.weight|2d-64|(4352, 1280)", + "tensor": "model.language_model.layers.9.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4352, + 1280 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.13.linear_attn.in_proj_qkv.weight|2d-64|(576, 1856)", + "tensor": "model.language_model.layers.13.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 576, + 1856 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.1.linear_attn.in_proj_qkv.weight|2d-64|(3712, 1856)", + "tensor": "model.language_model.layers.1.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3712, + 1856 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.22.linear_attn.in_proj_qkv.weight|2d-64|(3584, 960)", + "tensor": "model.language_model.layers.22.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3584, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.13.linear_attn.in_proj_qkv.weight|2d-64|(3072, 1216)", + "tensor": "model.language_model.layers.13.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3072, + 1216 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.22.linear_attn.in_proj_qkv.weight|2d-64|(64, 1664)", + "tensor": "model.language_model.layers.22.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 1664 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.6.linear_attn.in_proj_qkv.weight|2d-64|(1344, 896)", + "tensor": "model.language_model.layers.6.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1344, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.4.linear_attn.in_proj_qkv.weight|2d-64|(4608, 704)", + "tensor": "model.language_model.layers.4.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4608, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.13.linear_attn.in_proj_qkv.weight|2d-64|(2304, 640)", + "tensor": "model.language_model.layers.13.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2304, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.6.linear_attn.in_proj_qkv.weight|2d-64|(5312, 896)", + "tensor": "model.language_model.layers.6.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 5312, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.14.linear_attn.in_proj_qkv.weight|2d-64|(2176, 1344)", + "tensor": "model.language_model.layers.14.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2176, + 1344 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.2.linear_attn.in_proj_qkv.weight|2d-64|(3008, 1280)", + "tensor": "model.language_model.layers.2.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3008, + 1280 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.16.linear_attn.in_proj_qkv.weight|2d-64|(0, 256)", + "tensor": "model.language_model.layers.16.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.6.linear_attn.in_proj_qkv.weight|2d-64|(1408, 768)", + "tensor": "model.language_model.layers.6.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1408, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.9.linear_attn.in_proj_qkv.weight|2d-64|(2560, 1088)", + "tensor": "model.language_model.layers.9.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2560, + 1088 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.2.linear_attn.in_proj_qkv.weight|2d-64|(2496, 1024)", + "tensor": "model.language_model.layers.2.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2496, + 1024 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.5.linear_attn.in_proj_qkv.weight|2d-64|(5184, 704)", + "tensor": "model.language_model.layers.5.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 5184, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.12.linear_attn.in_proj_qkv.weight|2d-64|(2176, 1280)", + "tensor": "model.language_model.layers.12.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2176, + 1280 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.21.linear_attn.in_proj_qkv.weight|2d-64|(1536, 1088)", + "tensor": "model.language_model.layers.21.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1536, + 1088 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.6.linear_attn.in_proj_qkv.weight|2d-64|(1600, 1024)", + "tensor": "model.language_model.layers.6.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1600, + 1024 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.9.linear_attn.in_proj_qkv.weight|2d-64|(1664, 1728)", + "tensor": "model.language_model.layers.9.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1664, + 1728 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.0.linear_attn.in_proj_qkv.weight|2d-64|(1472, 384)", + "tensor": "model.language_model.layers.0.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1472, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.22.linear_attn.in_proj_qkv.weight|2d-64|(4800, 320)", + "tensor": "model.language_model.layers.22.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4800, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.5.linear_attn.in_proj_qkv.weight|2d-64|(2048, 128)", + "tensor": "model.language_model.layers.5.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2048, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.18.linear_attn.in_proj_qkv.weight|2d-64|(3968, 384)", + "tensor": "model.language_model.layers.18.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3968, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.21.linear_attn.in_proj_qkv.weight|2d-64|(1216, 1152)", + "tensor": "model.language_model.layers.21.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1216, + 1152 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.10.linear_attn.in_proj_qkv.weight|2d-64|(4032, 640)", + "tensor": "model.language_model.layers.10.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4032, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.10.linear_attn.in_proj_qkv.weight|2d-64|(4288, 0)", + "tensor": "model.language_model.layers.10.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4288, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.14.linear_attn.in_proj_qkv.weight|2d-64|(4352, 640)", + "tensor": "model.language_model.layers.14.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4352, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.6.linear_attn.in_proj_qkv.weight|2d-64|(2112, 768)", + "tensor": "model.language_model.layers.6.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2112, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.13.linear_attn.in_proj_qkv.weight|2d-64|(960, 256)", + "tensor": "model.language_model.layers.13.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 960, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.17.linear_attn.in_proj_qkv.weight|2d-64|(3072, 768)", + "tensor": "model.language_model.layers.17.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3072, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.10.linear_attn.in_proj_qkv.weight|2d-64|(1280, 576)", + "tensor": "model.language_model.layers.10.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1280, + 576 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.4.linear_attn.in_proj_qkv.weight|2d-64|(3008, 256)", + "tensor": "model.language_model.layers.4.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3008, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.12.linear_attn.in_proj_qkv.weight|2d-64|(2688, 704)", + "tensor": "model.language_model.layers.12.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2688, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.21.linear_attn.in_proj_qkv.weight|2d-64|(4864, 64)", + "tensor": "model.language_model.layers.21.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4864, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.2.linear_attn.in_proj_qkv.weight|2d-64|(5120, 1280)", + "tensor": "model.language_model.layers.2.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 5120, + 1280 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.2.linear_attn.in_proj_qkv.weight|2d-64|(2176, 576)", + "tensor": "model.language_model.layers.2.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2176, + 576 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.13.linear_attn.in_proj_qkv.weight|2d-64|(1856, 1216)", + "tensor": "model.language_model.layers.13.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1856, + 1216 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.2.linear_attn.in_proj_qkv.weight|2d-64|(2880, 1920)", + "tensor": "model.language_model.layers.2.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2880, + 1920 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.12.linear_attn.in_proj_qkv.weight|2d-64|(2496, 704)", + "tensor": "model.language_model.layers.12.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2496, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.9.linear_attn.in_proj_qkv.weight|2d-64|(576, 1088)", + "tensor": "model.language_model.layers.9.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 576, + 1088 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.6.linear_attn.in_proj_qkv.weight|2d-64|(320, 1600)", + "tensor": "model.language_model.layers.6.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 1600 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.0.linear_attn.in_proj_qkv.weight|2d-64|(3648, 512)", + "tensor": "model.language_model.layers.0.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3648, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.14.linear_attn.in_proj_qkv.weight|2d-64|(2560, 512)", + "tensor": "model.language_model.layers.14.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2560, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.0.linear_attn.in_proj_qkv.weight|2d-64|(4160, 128)", + "tensor": "model.language_model.layers.0.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4160, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.5.linear_attn.in_proj_qkv.weight|2d-64|(640, 448)", + "tensor": "model.language_model.layers.5.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 640, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.8.linear_attn.in_proj_qkv.weight|2d-64|(4480, 1472)", + "tensor": "model.language_model.layers.8.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4480, + 1472 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.1.linear_attn.in_proj_qkv.weight|2d-64|(2816, 1600)", + "tensor": "model.language_model.layers.1.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2816, + 1600 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.20.linear_attn.in_proj_qkv.weight|2d-64|(2880, 1856)", + "tensor": "model.language_model.layers.20.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2880, + 1856 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.13.linear_attn.in_proj_qkv.weight|2d-64|(3584, 768)", + "tensor": "model.language_model.layers.13.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3584, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.5.linear_attn.in_proj_qkv.weight|2d-64|(2176, 1728)", + "tensor": "model.language_model.layers.5.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2176, + 1728 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.20.linear_attn.in_proj_qkv.weight|2d-64|(3392, 576)", + "tensor": "model.language_model.layers.20.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3392, + 576 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.13.linear_attn.in_proj_qkv.weight|2d-64|(3200, 576)", + "tensor": "model.language_model.layers.13.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3200, + 576 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.9.linear_attn.in_proj_qkv.weight|2d-64|(5440, 1920)", + "tensor": "model.language_model.layers.9.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 5440, + 1920 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.4.linear_attn.in_proj_qkv.weight|2d-64|(1344, 448)", + "tensor": "model.language_model.layers.4.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1344, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.21.linear_attn.in_proj_qkv.weight|2d-64|(3584, 1024)", + "tensor": "model.language_model.layers.21.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3584, + 1024 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.21.linear_attn.in_proj_qkv.weight|2d-64|(2432, 1024)", + "tensor": "model.language_model.layers.21.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2432, + 1024 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.9.linear_attn.in_proj_qkv.weight|2d-64|(960, 1856)", + "tensor": "model.language_model.layers.9.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 960, + 1856 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.22.linear_attn.in_proj_qkv.weight|2d-64|(2944, 1792)", + "tensor": "model.language_model.layers.22.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2944, + 1792 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.6.linear_attn.in_proj_qkv.weight|2d-64|(640, 1280)", + "tensor": "model.language_model.layers.6.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 640, + 1280 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.6.linear_attn.in_proj_qkv.weight|2d-64|(2048, 960)", + "tensor": "model.language_model.layers.6.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2048, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.0.linear_attn.in_proj_qkv.weight|2d-64|(4352, 1472)", + "tensor": "model.language_model.layers.0.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4352, + 1472 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.20.linear_attn.in_proj_qkv.weight|2d-64|(4608, 640)", + "tensor": "model.language_model.layers.20.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4608, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.12.linear_attn.in_proj_qkv.weight|2d-64|(3136, 896)", + "tensor": "model.language_model.layers.12.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3136, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.21.linear_attn.in_proj_qkv.weight|2d-64|(320, 1792)", + "tensor": "model.language_model.layers.21.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 1792 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.13.linear_attn.in_proj_qkv.weight|2d-64|(1920, 256)", + "tensor": "model.language_model.layers.13.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1920, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.21.linear_attn.in_proj_qkv.weight|2d-64|(320, 1408)", + "tensor": "model.language_model.layers.21.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 1408 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.20.linear_attn.in_proj_qkv.weight|2d-64|(192, 768)", + "tensor": "model.language_model.layers.20.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.2.linear_attn.in_proj_qkv.weight|2d-64|(3200, 512)", + "tensor": "model.language_model.layers.2.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3200, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.0.linear_attn.in_proj_qkv.weight|2d-64|(320, 64)", + "tensor": "model.language_model.layers.0.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.4.linear_attn.in_proj_qkv.weight|2d-64|(576, 832)", + "tensor": "model.language_model.layers.4.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 576, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.12.linear_attn.in_proj_qkv.weight|2d-64|(2944, 1024)", + "tensor": "model.language_model.layers.12.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2944, + 1024 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.0.linear_attn.in_proj_qkv.weight|2d-64|(3264, 256)", + "tensor": "model.language_model.layers.0.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3264, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.8.linear_attn.in_proj_qkv.weight|2d-64|(2944, 832)", + "tensor": "model.language_model.layers.8.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2944, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.5.linear_attn.in_proj_qkv.weight|2d-64|(3648, 1472)", + "tensor": "model.language_model.layers.5.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3648, + 1472 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.4.linear_attn.in_proj_qkv.weight|2d-64|(3392, 512)", + "tensor": "model.language_model.layers.4.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3392, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.18.linear_attn.in_proj_qkv.weight|2d-64|(2880, 1664)", + "tensor": "model.language_model.layers.18.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2880, + 1664 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.14.linear_attn.in_proj_qkv.weight|2d-64|(4544, 256)", + "tensor": "model.language_model.layers.14.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4544, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.16.linear_attn.in_proj_qkv.weight|2d-64|(384, 512)", + "tensor": "model.language_model.layers.16.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.18.linear_attn.in_proj_qkv.weight|2d-64|(3648, 576)", + "tensor": "model.language_model.layers.18.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3648, + 576 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.5.linear_attn.in_proj_qkv.weight|2d-64|(3840, 448)", + "tensor": "model.language_model.layers.5.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3840, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.21.linear_attn.in_proj_qkv.weight|2d-64|(2496, 1856)", + "tensor": "model.language_model.layers.21.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2496, + 1856 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.8.linear_attn.in_proj_qkv.weight|2d-64|(3008, 256)", + "tensor": "model.language_model.layers.8.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3008, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.17.linear_attn.in_proj_qkv.weight|2d-64|(4992, 576)", + "tensor": "model.language_model.layers.17.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4992, + 576 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.4.linear_attn.in_proj_qkv.weight|2d-64|(4352, 1728)", + "tensor": "model.language_model.layers.4.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4352, + 1728 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.4.linear_attn.in_proj_qkv.weight|2d-64|(3712, 1920)", + "tensor": "model.language_model.layers.4.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3712, + 1920 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.0.linear_attn.in_proj_qkv.weight|2d-64|(6080, 0)", + "tensor": "model.language_model.layers.0.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 6080, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.1.linear_attn.in_proj_qkv.weight|2d-64|(5312, 1344)", + "tensor": "model.language_model.layers.1.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 5312, + 1344 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.16.linear_attn.in_proj_qkv.weight|2d-64|(4928, 1024)", + "tensor": "model.language_model.layers.16.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4928, + 1024 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.18.linear_attn.in_proj_qkv.weight|2d-64|(448, 192)", + "tensor": "model.language_model.layers.18.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.13.linear_attn.in_proj_qkv.weight|2d-64|(5888, 1984)", + "tensor": "model.language_model.layers.13.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 5888, + 1984 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.6.linear_attn.in_proj_qkv.weight|2d-64|(2560, 0)", + "tensor": "model.language_model.layers.6.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2560, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.13.linear_attn.in_proj_qkv.weight|2d-64|(1280, 960)", + "tensor": "model.language_model.layers.13.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1280, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.2.linear_attn.in_proj_qkv.weight|2d-64|(384, 1088)", + "tensor": "model.language_model.layers.2.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 1088 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.9.linear_attn.in_proj_qkv.weight|2d-64|(3968, 896)", + "tensor": "model.language_model.layers.9.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3968, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.20.linear_attn.in_proj_qkv.weight|2d-64|(2304, 192)", + "tensor": "model.language_model.layers.20.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2304, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.22.linear_attn.in_proj_qkv.weight|2d-64|(2368, 896)", + "tensor": "model.language_model.layers.22.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2368, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.17.linear_attn.in_proj_qkv.weight|2d-64|(5120, 896)", + "tensor": "model.language_model.layers.17.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 5120, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.6.linear_attn.in_proj_qkv.weight|2d-64|(960, 1088)", + "tensor": "model.language_model.layers.6.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 960, + 1088 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.2.linear_attn.in_proj_qkv.weight|2d-64|(5248, 1088)", + "tensor": "model.language_model.layers.2.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 5248, + 1088 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.18.linear_attn.in_proj_qkv.weight|2d-64|(3200, 768)", + "tensor": "model.language_model.layers.18.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3200, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.17.linear_attn.in_proj_qkv.weight|2d-64|(5376, 640)", + "tensor": "model.language_model.layers.17.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 5376, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.8.linear_attn.in_proj_qkv.weight|2d-64|(4352, 256)", + "tensor": "model.language_model.layers.8.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4352, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.8.linear_attn.in_proj_qkv.weight|2d-64|(5888, 1856)", + "tensor": "model.language_model.layers.8.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 5888, + 1856 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.16.linear_attn.in_proj_qkv.weight|2d-64|(512, 1152)", + "tensor": "model.language_model.layers.16.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 512, + 1152 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.21.linear_attn.in_proj_qkv.weight|2d-64|(1728, 1536)", + "tensor": "model.language_model.layers.21.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1728, + 1536 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.13.linear_attn.in_proj_qkv.weight|2d-64|(3904, 0)", + "tensor": "model.language_model.layers.13.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3904, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.21.linear_attn.in_proj_qkv.weight|2d-64|(4288, 640)", + "tensor": "model.language_model.layers.21.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4288, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.21.linear_attn.in_proj_qkv.weight|2d-64|(4352, 256)", + "tensor": "model.language_model.layers.21.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4352, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.8.linear_attn.in_proj_qkv.weight|2d-64|(1088, 1344)", + "tensor": "model.language_model.layers.8.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1088, + 1344 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.16.linear_attn.in_proj_qkv.weight|2d-64|(5568, 1024)", + "tensor": "model.language_model.layers.16.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 5568, + 1024 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.8.linear_attn.in_proj_qkv.weight|2d-64|(704, 640)", + "tensor": "model.language_model.layers.8.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 704, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.9.linear_attn.in_proj_qkv.weight|2d-64|(3648, 1920)", + "tensor": "model.language_model.layers.9.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3648, + 1920 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.8.linear_attn.in_proj_qkv.weight|2d-64|(5888, 1600)", + "tensor": "model.language_model.layers.8.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 5888, + 1600 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.2.linear_attn.in_proj_qkv.weight|2d-64|(3904, 896)", + "tensor": "model.language_model.layers.2.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3904, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.16.linear_attn.in_proj_qkv.weight|2d-64|(6016, 1728)", + "tensor": "model.language_model.layers.16.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 6016, + 1728 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.9.linear_attn.in_proj_qkv.weight|2d-64|(3456, 1088)", + "tensor": "model.language_model.layers.9.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3456, + 1088 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.8.linear_attn.in_proj_qkv.weight|2d-64|(1664, 1024)", + "tensor": "model.language_model.layers.8.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1664, + 1024 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.1.linear_attn.in_proj_qkv.weight|2d-64|(4096, 1344)", + "tensor": "model.language_model.layers.1.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4096, + 1344 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.21.linear_attn.in_proj_qkv.weight|2d-64|(3392, 1664)", + "tensor": "model.language_model.layers.21.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3392, + 1664 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.9.linear_attn.in_proj_qkv.weight|2d-64|(2880, 512)", + "tensor": "model.language_model.layers.9.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2880, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.21.linear_attn.in_proj_qkv.weight|2d-64|(1664, 960)", + "tensor": "model.language_model.layers.21.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1664, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.16.linear_attn.in_proj_qkv.weight|2d-64|(5696, 960)", + "tensor": "model.language_model.layers.16.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 5696, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.4.linear_attn.in_proj_qkv.weight|2d-64|(1472, 0)", + "tensor": "model.language_model.layers.4.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1472, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.9.linear_attn.in_proj_qkv.weight|2d-64|(2496, 576)", + "tensor": "model.language_model.layers.9.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2496, + 576 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.10.linear_attn.in_proj_qkv.weight|2d-64|(3904, 1536)", + "tensor": "model.language_model.layers.10.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3904, + 1536 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.16.linear_attn.in_proj_qkv.weight|2d-64|(2176, 1856)", + "tensor": "model.language_model.layers.16.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2176, + 1856 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.0.linear_attn.in_proj_qkv.weight|2d-64|(2560, 704)", + "tensor": "model.language_model.layers.0.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2560, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.12.linear_attn.in_proj_qkv.weight|2d-64|(4608, 576)", + "tensor": "model.language_model.layers.12.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4608, + 576 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.22.linear_attn.in_proj_qkv.weight|2d-64|(6080, 1280)", + "tensor": "model.language_model.layers.22.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 6080, + 1280 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.5.linear_attn.in_proj_qkv.weight|2d-64|(1216, 384)", + "tensor": "model.language_model.layers.5.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1216, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.14.linear_attn.in_proj_qkv.weight|2d-64|(5248, 1728)", + "tensor": "model.language_model.layers.14.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 5248, + 1728 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.4.linear_attn.in_proj_qkv.weight|2d-64|(64, 448)", + "tensor": "model.language_model.layers.4.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.10.linear_attn.in_proj_qkv.weight|2d-64|(3904, 1792)", + "tensor": "model.language_model.layers.10.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3904, + 1792 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.14.linear_attn.in_proj_qkv.weight|2d-64|(5376, 192)", + "tensor": "model.language_model.layers.14.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 5376, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.0.linear_attn.in_proj_qkv.weight|2d-64|(3136, 256)", + "tensor": "model.language_model.layers.0.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3136, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.16.linear_attn.in_proj_qkv.weight|2d-64|(5760, 384)", + "tensor": "model.language_model.layers.16.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 5760, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.4.linear_attn.in_proj_qkv.weight|2d-64|(1024, 1920)", + "tensor": "model.language_model.layers.4.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1024, + 1920 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.4.linear_attn.in_proj_qkv.weight|2d-64|(4928, 1600)", + "tensor": "model.language_model.layers.4.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4928, + 1600 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.0.linear_attn.in_proj_qkv.weight|2d-64|(960, 1664)", + "tensor": "model.language_model.layers.0.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 960, + 1664 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.2.linear_attn.in_proj_qkv.weight|2d-64|(5632, 128)", + "tensor": "model.language_model.layers.2.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 5632, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.6.linear_attn.in_proj_qkv.weight|2d-64|(704, 1536)", + "tensor": "model.language_model.layers.6.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 704, + 1536 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.18.linear_attn.in_proj_qkv.weight|2d-64|(4608, 832)", + "tensor": "model.language_model.layers.18.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4608, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.20.linear_attn.in_proj_qkv.weight|2d-64|(1600, 1600)", + "tensor": "model.language_model.layers.20.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1600, + 1600 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.8.linear_attn.in_proj_qkv.weight|2d-64|(1280, 256)", + "tensor": "model.language_model.layers.8.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1280, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.14.linear_attn.in_proj_qkv.weight|2d-64|(4160, 1216)", + "tensor": "model.language_model.layers.14.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4160, + 1216 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.22.linear_attn.in_proj_qkv.weight|2d-64|(5696, 1216)", + "tensor": "model.language_model.layers.22.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 5696, + 1216 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.0.linear_attn.in_proj_qkv.weight|2d-64|(2816, 128)", + "tensor": "model.language_model.layers.0.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2816, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.21.linear_attn.in_proj_qkv.weight|2d-64|(320, 1728)", + "tensor": "model.language_model.layers.21.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 1728 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.2.linear_attn.in_proj_qkv.weight|2d-64|(512, 960)", + "tensor": "model.language_model.layers.2.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 512, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.5.linear_attn.in_proj_qkv.weight|2d-64|(5632, 384)", + "tensor": "model.language_model.layers.5.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 5632, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.6.linear_attn.in_proj_qkv.weight|2d-64|(3520, 576)", + "tensor": "model.language_model.layers.6.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3520, + 576 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.20.linear_attn.in_proj_qkv.weight|2d-64|(832, 1216)", + "tensor": "model.language_model.layers.20.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 832, + 1216 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.12.linear_attn.in_proj_qkv.weight|2d-64|(1984, 192)", + "tensor": "model.language_model.layers.12.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1984, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.20.linear_attn.in_proj_qkv.weight|2d-64|(832, 960)", + "tensor": "model.language_model.layers.20.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 832, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.20.linear_attn.in_proj_qkv.weight|2d-64|(3328, 576)", + "tensor": "model.language_model.layers.20.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3328, + 576 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.4.linear_attn.in_proj_qkv.weight|2d-64|(1856, 1152)", + "tensor": "model.language_model.layers.4.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1856, + 1152 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.21.linear_attn.in_proj_qkv.weight|2d-64|(1408, 64)", + "tensor": "model.language_model.layers.21.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1408, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.20.linear_attn.in_proj_qkv.weight|2d-64|(3520, 1344)", + "tensor": "model.language_model.layers.20.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3520, + 1344 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.22.linear_attn.in_proj_qkv.weight|2d-64|(3776, 128)", + "tensor": "model.language_model.layers.22.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3776, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.13.linear_attn.in_proj_qkv.weight|2d-64|(4480, 0)", + "tensor": "model.language_model.layers.13.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4480, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.13.linear_attn.in_proj_qkv.weight|2d-64|(4544, 1664)", + "tensor": "model.language_model.layers.13.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4544, + 1664 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.8.linear_attn.in_proj_qkv.weight|2d-64|(384, 1344)", + "tensor": "model.language_model.layers.8.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 1344 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.8.linear_attn.in_proj_qkv.weight|2d-64|(5312, 1984)", + "tensor": "model.language_model.layers.8.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 5312, + 1984 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.12.linear_attn.in_proj_z.weight|2d-128|(512, 1792)", + "tensor": "model.language_model.layers.12.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.16.linear_attn.in_proj_z.weight|2d-128|(1664, 1408)", + "tensor": "model.language_model.layers.16.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-128|(1024, 1408)", + "tensor": "model.language_model.layers.2.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(1536, 256)", + "tensor": "model.language_model.layers.18.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.0.linear_attn.in_proj_z.weight|2d-128|(0, 512)", + "tensor": "model.language_model.layers.0.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.17.linear_attn.in_proj_z.weight|2d-128|(640, 896)", + "tensor": "model.language_model.layers.17.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.9.linear_attn.in_proj_z.weight|2d-128|(640, 640)", + "tensor": "model.language_model.layers.9.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.0.linear_attn.in_proj_z.weight|2d-128|(0, 896)", + "tensor": "model.language_model.layers.0.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.0.linear_attn.in_proj_z.weight|2d-128|(0, 1024)", + "tensor": "model.language_model.layers.0.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.10.linear_attn.in_proj_z.weight|2d-128|(512, 1920)", + "tensor": "model.language_model.layers.10.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.8.linear_attn.in_proj_z.weight|2d-128|(0, 0)", + "tensor": "model.language_model.layers.8.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-128|(512, 512)", + "tensor": "model.language_model.layers.2.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.8.linear_attn.in_proj_z.weight|2d-128|(384, 1664)", + "tensor": "model.language_model.layers.8.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.16.linear_attn.in_proj_z.weight|2d-128|(640, 1408)", + "tensor": "model.language_model.layers.16.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(1280, 384)", + "tensor": "model.language_model.layers.18.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.9.linear_attn.in_proj_z.weight|2d-128|(1024, 1280)", + "tensor": "model.language_model.layers.9.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.6.linear_attn.in_proj_z.weight|2d-128|(0, 1536)", + "tensor": "model.language_model.layers.6.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.22.linear_attn.in_proj_z.weight|2d-128|(0, 384)", + "tensor": "model.language_model.layers.22.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.17.linear_attn.in_proj_z.weight|2d-128|(1280, 384)", + "tensor": "model.language_model.layers.17.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.20.linear_attn.in_proj_z.weight|2d-128|(0, 384)", + "tensor": "model.language_model.layers.20.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.16.linear_attn.in_proj_z.weight|2d-128|(1920, 640)", + "tensor": "model.language_model.layers.16.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1920, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.8.linear_attn.in_proj_z.weight|2d-128|(1280, 384)", + "tensor": "model.language_model.layers.8.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.21.linear_attn.in_proj_z.weight|2d-128|(1792, 1664)", + "tensor": "model.language_model.layers.21.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1792, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.1.linear_attn.in_proj_z.weight|2d-128|(512, 512)", + "tensor": "model.language_model.layers.1.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.6.linear_attn.in_proj_z.weight|2d-128|(1408, 1408)", + "tensor": "model.language_model.layers.6.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1408, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.13.linear_attn.in_proj_z.weight|2d-128|(1152, 1792)", + "tensor": "model.language_model.layers.13.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.16.linear_attn.in_proj_z.weight|2d-128|(1024, 256)", + "tensor": "model.language_model.layers.16.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.10.linear_attn.in_proj_z.weight|2d-128|(128, 1152)", + "tensor": "model.language_model.layers.10.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.1.linear_attn.in_proj_z.weight|2d-128|(1920, 384)", + "tensor": "model.language_model.layers.1.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1920, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-128|(1024, 384)", + "tensor": "model.language_model.layers.4.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.12.linear_attn.in_proj_z.weight|2d-128|(1792, 1664)", + "tensor": "model.language_model.layers.12.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1792, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.0.linear_attn.in_proj_z.weight|2d-128|(128, 1920)", + "tensor": "model.language_model.layers.0.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.21.linear_attn.in_proj_z.weight|2d-128|(0, 768)", + "tensor": "model.language_model.layers.21.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(256, 1664)", + "tensor": "model.language_model.layers.18.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.16.linear_attn.in_proj_z.weight|2d-128|(1280, 1664)", + "tensor": "model.language_model.layers.16.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.1.linear_attn.in_proj_z.weight|2d-128|(512, 768)", + "tensor": "model.language_model.layers.1.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.0.linear_attn.in_proj_z.weight|2d-128|(256, 512)", + "tensor": "model.language_model.layers.0.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.21.linear_attn.in_proj_z.weight|2d-128|(1152, 896)", + "tensor": "model.language_model.layers.21.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.13.linear_attn.in_proj_z.weight|2d-128|(1408, 384)", + "tensor": "model.language_model.layers.13.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1408, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.5.linear_attn.in_proj_z.weight|2d-128|(1664, 1536)", + "tensor": "model.language_model.layers.5.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.20.linear_attn.in_proj_z.weight|2d-128|(896, 1408)", + "tensor": "model.language_model.layers.20.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.1.linear_attn.in_proj_z.weight|2d-128|(640, 640)", + "tensor": "model.language_model.layers.1.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.8.linear_attn.in_proj_z.weight|2d-128|(768, 640)", + "tensor": "model.language_model.layers.8.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.20.linear_attn.in_proj_z.weight|2d-128|(128, 1280)", + "tensor": "model.language_model.layers.20.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.9.linear_attn.in_proj_z.weight|2d-128|(1152, 1024)", + "tensor": "model.language_model.layers.9.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.13.linear_attn.in_proj_z.weight|2d-128|(1792, 896)", + "tensor": "model.language_model.layers.13.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1792, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.6.linear_attn.in_proj_z.weight|2d-128|(128, 640)", + "tensor": "model.language_model.layers.6.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.0.linear_attn.in_proj_z.weight|2d-128|(256, 1920)", + "tensor": "model.language_model.layers.0.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.17.linear_attn.in_proj_z.weight|2d-128|(128, 1792)", + "tensor": "model.language_model.layers.17.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.13.linear_attn.in_proj_z.weight|2d-128|(896, 640)", + "tensor": "model.language_model.layers.13.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.9.linear_attn.in_proj_z.weight|2d-128|(0, 1792)", + "tensor": "model.language_model.layers.9.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.0.linear_attn.in_proj_z.weight|2d-128|(384, 384)", + "tensor": "model.language_model.layers.0.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.16.linear_attn.in_proj_z.weight|2d-128|(384, 1664)", + "tensor": "model.language_model.layers.16.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.13.linear_attn.in_proj_z.weight|2d-128|(1024, 768)", + "tensor": "model.language_model.layers.13.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.8.linear_attn.in_proj_z.weight|2d-128|(384, 1024)", + "tensor": "model.language_model.layers.8.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.0.linear_attn.in_proj_z.weight|2d-128|(384, 896)", + "tensor": "model.language_model.layers.0.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.16.linear_attn.in_proj_z.weight|2d-128|(512, 512)", + "tensor": "model.language_model.layers.16.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.20.linear_attn.in_proj_z.weight|2d-128|(1920, 1536)", + "tensor": "model.language_model.layers.20.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1920, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.17.linear_attn.in_proj_z.weight|2d-128|(0, 0)", + "tensor": "model.language_model.layers.17.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.12.linear_attn.in_proj_z.weight|2d-128|(1536, 256)", + "tensor": "model.language_model.layers.12.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-128|(1152, 384)", + "tensor": "model.language_model.layers.2.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.10.linear_attn.in_proj_z.weight|2d-128|(1152, 896)", + "tensor": "model.language_model.layers.10.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.13.linear_attn.in_proj_z.weight|2d-128|(512, 1408)", + "tensor": "model.language_model.layers.13.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.22.linear_attn.in_proj_z.weight|2d-128|(1792, 1280)", + "tensor": "model.language_model.layers.22.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1792, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-128|(512, 1152)", + "tensor": "model.language_model.layers.4.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.22.linear_attn.in_proj_z.weight|2d-128|(1408, 1792)", + "tensor": "model.language_model.layers.22.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1408, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.14.linear_attn.in_proj_z.weight|2d-128|(0, 1024)", + "tensor": "model.language_model.layers.14.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.6.linear_attn.in_proj_z.weight|2d-128|(1792, 1536)", + "tensor": "model.language_model.layers.6.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1792, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(1792, 1664)", + "tensor": "model.language_model.layers.18.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1792, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.16.linear_attn.in_proj_z.weight|2d-128|(768, 1920)", + "tensor": "model.language_model.layers.16.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.17.linear_attn.in_proj_z.weight|2d-128|(768, 1920)", + "tensor": "model.language_model.layers.17.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.22.linear_attn.in_proj_z.weight|2d-128|(1280, 0)", + "tensor": "model.language_model.layers.22.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.17.linear_attn.in_proj_z.weight|2d-128|(1024, 768)", + "tensor": "model.language_model.layers.17.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.14.linear_attn.in_proj_z.weight|2d-128|(768, 640)", + "tensor": "model.language_model.layers.14.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.12.linear_attn.in_proj_z.weight|2d-128|(1024, 1792)", + "tensor": "model.language_model.layers.12.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.10.linear_attn.in_proj_z.weight|2d-128|(256, 1920)", + "tensor": "model.language_model.layers.10.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.0.linear_attn.in_proj_z.weight|2d-128|(512, 1536)", + "tensor": "model.language_model.layers.0.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.10.linear_attn.in_proj_z.weight|2d-128|(1408, 640)", + "tensor": "model.language_model.layers.10.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1408, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(896, 0)", + "tensor": "model.language_model.layers.18.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.17.linear_attn.in_proj_z.weight|2d-128|(896, 1536)", + "tensor": "model.language_model.layers.17.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.22.linear_attn.in_proj_z.weight|2d-128|(0, 640)", + "tensor": "model.language_model.layers.22.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.1.linear_attn.in_proj_z.weight|2d-128|(768, 1152)", + "tensor": "model.language_model.layers.1.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.22.linear_attn.in_proj_z.weight|2d-128|(896, 512)", + "tensor": "model.language_model.layers.22.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(1792, 1024)", + "tensor": "model.language_model.layers.18.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1792, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-128|(1664, 512)", + "tensor": "model.language_model.layers.2.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.14.linear_attn.in_proj_z.weight|2d-128|(1792, 640)", + "tensor": "model.language_model.layers.14.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1792, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.21.linear_attn.in_proj_z.weight|2d-128|(896, 1024)", + "tensor": "model.language_model.layers.21.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.14.linear_attn.in_proj_z.weight|2d-128|(1536, 1408)", + "tensor": "model.language_model.layers.14.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.21.linear_attn.in_proj_z.weight|2d-128|(896, 0)", + "tensor": "model.language_model.layers.21.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.13.linear_attn.in_proj_z.weight|2d-128|(1024, 1152)", + "tensor": "model.language_model.layers.13.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.13.linear_attn.in_proj_z.weight|2d-128|(1792, 640)", + "tensor": "model.language_model.layers.13.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1792, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.10.linear_attn.in_proj_z.weight|2d-128|(768, 128)", + "tensor": "model.language_model.layers.10.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.20.linear_attn.in_proj_z.weight|2d-128|(128, 256)", + "tensor": "model.language_model.layers.20.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.9.linear_attn.in_proj_z.weight|2d-128|(1536, 512)", + "tensor": "model.language_model.layers.9.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.9.linear_attn.in_proj_z.weight|2d-128|(1792, 1664)", + "tensor": "model.language_model.layers.9.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1792, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(640, 384)", + "tensor": "model.language_model.layers.18.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.20.linear_attn.in_proj_z.weight|2d-128|(1152, 896)", + "tensor": "model.language_model.layers.20.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-128|(1536, 1280)", + "tensor": "model.language_model.layers.2.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-128|(1792, 512)", + "tensor": "model.language_model.layers.2.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1792, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(256, 1920)", + "tensor": "model.language_model.layers.18.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.5.linear_attn.in_proj_z.weight|2d-128|(0, 384)", + "tensor": "model.language_model.layers.5.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.12.linear_attn.in_proj_z.weight|2d-128|(128, 1152)", + "tensor": "model.language_model.layers.12.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.5.linear_attn.in_proj_z.weight|2d-128|(512, 384)", + "tensor": "model.language_model.layers.5.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.14.linear_attn.in_proj_z.weight|2d-128|(640, 1024)", + "tensor": "model.language_model.layers.14.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.10.linear_attn.in_proj_z.weight|2d-128|(640, 384)", + "tensor": "model.language_model.layers.10.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-128|(256, 896)", + "tensor": "model.language_model.layers.2.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.21.linear_attn.in_proj_z.weight|2d-128|(896, 384)", + "tensor": "model.language_model.layers.21.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.16.linear_attn.in_proj_z.weight|2d-128|(1408, 1024)", + "tensor": "model.language_model.layers.16.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1408, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.9.linear_attn.in_proj_z.weight|2d-128|(512, 128)", + "tensor": "model.language_model.layers.9.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-128|(640, 1664)", + "tensor": "model.language_model.layers.4.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-128|(640, 512)", + "tensor": "model.language_model.layers.2.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.0.linear_attn.in_proj_z.weight|2d-128|(768, 1920)", + "tensor": "model.language_model.layers.0.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.0.linear_attn.in_proj_z.weight|2d-128|(896, 0)", + "tensor": "model.language_model.layers.0.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.17.linear_attn.in_proj_z.weight|2d-128|(512, 768)", + "tensor": "model.language_model.layers.17.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.12.linear_attn.in_proj_z.weight|2d-128|(512, 1536)", + "tensor": "model.language_model.layers.12.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(896, 1664)", + "tensor": "model.language_model.layers.18.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.13.linear_attn.in_proj_z.weight|2d-128|(384, 384)", + "tensor": "model.language_model.layers.13.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.8.linear_attn.in_proj_z.weight|2d-128|(128, 256)", + "tensor": "model.language_model.layers.8.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(384, 1024)", + "tensor": "model.language_model.layers.18.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-128|(0, 1664)", + "tensor": "model.language_model.layers.2.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.8.linear_attn.in_proj_z.weight|2d-128|(128, 512)", + "tensor": "model.language_model.layers.8.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.16.linear_attn.in_proj_z.weight|2d-128|(256, 896)", + "tensor": "model.language_model.layers.16.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.0.linear_attn.in_proj_z.weight|2d-128|(896, 1280)", + "tensor": "model.language_model.layers.0.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.20.linear_attn.in_proj_z.weight|2d-128|(1536, 1280)", + "tensor": "model.language_model.layers.20.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.21.linear_attn.in_proj_z.weight|2d-128|(1152, 640)", + "tensor": "model.language_model.layers.21.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.6.linear_attn.in_proj_z.weight|2d-128|(768, 256)", + "tensor": "model.language_model.layers.6.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.6.linear_attn.in_proj_z.weight|2d-128|(1408, 0)", + "tensor": "model.language_model.layers.6.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1408, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(1152, 1280)", + "tensor": "model.language_model.layers.18.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(1792, 1536)", + "tensor": "model.language_model.layers.18.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1792, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.20.linear_attn.in_proj_z.weight|2d-128|(384, 1664)", + "tensor": "model.language_model.layers.20.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.16.linear_attn.in_proj_z.weight|2d-128|(1792, 256)", + "tensor": "model.language_model.layers.16.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1792, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.1.linear_attn.in_proj_z.weight|2d-128|(256, 384)", + "tensor": "model.language_model.layers.1.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.22.linear_attn.in_proj_z.weight|2d-128|(896, 1152)", + "tensor": "model.language_model.layers.22.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.22.linear_attn.in_proj_z.weight|2d-128|(1792, 1536)", + "tensor": "model.language_model.layers.22.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1792, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-128|(384, 640)", + "tensor": "model.language_model.layers.4.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.12.linear_attn.in_proj_z.weight|2d-128|(1920, 1024)", + "tensor": "model.language_model.layers.12.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1920, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.16.linear_attn.in_proj_z.weight|2d-128|(896, 1920)", + "tensor": "model.language_model.layers.16.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.22.linear_attn.in_proj_z.weight|2d-128|(1024, 1152)", + "tensor": "model.language_model.layers.22.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(640, 0)", + "tensor": "model.language_model.layers.18.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(896, 512)", + "tensor": "model.language_model.layers.18.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.9.linear_attn.in_proj_z.weight|2d-128|(1280, 1536)", + "tensor": "model.language_model.layers.9.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.0.linear_attn.in_proj_z.weight|2d-128|(1024, 1664)", + "tensor": "model.language_model.layers.0.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-128|(768, 1920)", + "tensor": "model.language_model.layers.2.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.12.linear_attn.in_proj_z.weight|2d-128|(128, 640)", + "tensor": "model.language_model.layers.12.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.10.linear_attn.in_proj_z.weight|2d-128|(256, 1664)", + "tensor": "model.language_model.layers.10.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.13.linear_attn.in_proj_z.weight|2d-128|(512, 768)", + "tensor": "model.language_model.layers.13.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.16.linear_attn.in_proj_z.weight|2d-128|(1408, 640)", + "tensor": "model.language_model.layers.16.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1408, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.14.linear_attn.in_proj_z.weight|2d-128|(640, 384)", + "tensor": "model.language_model.layers.14.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.10.linear_attn.in_proj_z.weight|2d-128|(1664, 1792)", + "tensor": "model.language_model.layers.10.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-128|(768, 384)", + "tensor": "model.language_model.layers.2.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.0.linear_attn.in_proj_z.weight|2d-128|(1152, 768)", + "tensor": "model.language_model.layers.0.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.14.linear_attn.in_proj_z.weight|2d-128|(640, 1664)", + "tensor": "model.language_model.layers.14.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(1536, 1280)", + "tensor": "model.language_model.layers.18.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.10.linear_attn.in_proj_z.weight|2d-128|(1536, 1792)", + "tensor": "model.language_model.layers.10.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.10.linear_attn.in_proj_z.weight|2d-128|(640, 128)", + "tensor": "model.language_model.layers.10.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.9.linear_attn.in_proj_z.weight|2d-128|(1280, 1792)", + "tensor": "model.language_model.layers.9.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.5.linear_attn.in_proj_z.weight|2d-128|(256, 128)", + "tensor": "model.language_model.layers.5.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.12.linear_attn.in_proj_z.weight|2d-128|(1664, 128)", + "tensor": "model.language_model.layers.12.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.1.linear_attn.in_proj_z.weight|2d-128|(128, 640)", + "tensor": "model.language_model.layers.1.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.20.linear_attn.in_proj_z.weight|2d-128|(384, 1920)", + "tensor": "model.language_model.layers.20.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.13.linear_attn.in_proj_z.weight|2d-128|(384, 1152)", + "tensor": "model.language_model.layers.13.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.17.linear_attn.in_proj_z.weight|2d-128|(1024, 1152)", + "tensor": "model.language_model.layers.17.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.16.linear_attn.in_proj_z.weight|2d-128|(256, 768)", + "tensor": "model.language_model.layers.16.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.13.linear_attn.in_proj_z.weight|2d-128|(640, 1536)", + "tensor": "model.language_model.layers.13.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-128|(1024, 1664)", + "tensor": "model.language_model.layers.2.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.8.linear_attn.in_proj_z.weight|2d-128|(384, 768)", + "tensor": "model.language_model.layers.8.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.6.linear_attn.in_proj_z.weight|2d-128|(384, 640)", + "tensor": "model.language_model.layers.6.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.5.linear_attn.in_proj_z.weight|2d-128|(384, 256)", + "tensor": "model.language_model.layers.5.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.21.linear_attn.in_proj_z.weight|2d-128|(1280, 768)", + "tensor": "model.language_model.layers.21.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.9.linear_attn.in_proj_z.weight|2d-128|(128, 128)", + "tensor": "model.language_model.layers.9.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-128|(1920, 1536)", + "tensor": "model.language_model.layers.2.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1920, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-128|(1152, 1408)", + "tensor": "model.language_model.layers.4.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.9.linear_attn.in_proj_z.weight|2d-128|(1792, 0)", + "tensor": "model.language_model.layers.9.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1792, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.14.linear_attn.in_proj_z.weight|2d-128|(1664, 0)", + "tensor": "model.language_model.layers.14.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.13.linear_attn.in_proj_z.weight|2d-128|(128, 384)", + "tensor": "model.language_model.layers.13.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.20.linear_attn.in_proj_z.weight|2d-128|(1536, 1408)", + "tensor": "model.language_model.layers.20.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.12.linear_attn.in_proj_z.weight|2d-128|(1920, 1280)", + "tensor": "model.language_model.layers.12.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1920, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-128|(1664, 1152)", + "tensor": "model.language_model.layers.2.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.10.linear_attn.in_proj_z.weight|2d-128|(1280, 1664)", + "tensor": "model.language_model.layers.10.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.1.linear_attn.in_proj_z.weight|2d-128|(1152, 256)", + "tensor": "model.language_model.layers.1.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.20.linear_attn.in_proj_z.weight|2d-128|(1792, 256)", + "tensor": "model.language_model.layers.20.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1792, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.8.linear_attn.in_proj_z.weight|2d-128|(1664, 640)", + "tensor": "model.language_model.layers.8.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-128|(128, 1792)", + "tensor": "model.language_model.layers.2.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-128|(1792, 1408)", + "tensor": "model.language_model.layers.2.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1792, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.1.linear_attn.in_proj_z.weight|2d-128|(1536, 896)", + "tensor": "model.language_model.layers.1.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.8.linear_attn.in_proj_z.weight|2d-128|(1792, 1024)", + "tensor": "model.language_model.layers.8.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1792, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.8.linear_attn.in_proj_z.weight|2d-128|(1280, 256)", + "tensor": "model.language_model.layers.8.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.10.linear_attn.in_proj_z.weight|2d-128|(1152, 1920)", + "tensor": "model.language_model.layers.10.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.10.linear_attn.in_proj_z.weight|2d-128|(1024, 896)", + "tensor": "model.language_model.layers.10.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.16.linear_attn.in_proj_z.weight|2d-128|(640, 768)", + "tensor": "model.language_model.layers.16.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.22.linear_attn.in_proj_z.weight|2d-128|(128, 896)", + "tensor": "model.language_model.layers.22.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.8.linear_attn.in_proj_z.weight|2d-128|(1408, 640)", + "tensor": "model.language_model.layers.8.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1408, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.21.linear_attn.in_proj_z.weight|2d-128|(512, 256)", + "tensor": "model.language_model.layers.21.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-128|(1792, 768)", + "tensor": "model.language_model.layers.4.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1792, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.12.linear_attn.in_proj_z.weight|2d-128|(384, 1920)", + "tensor": "model.language_model.layers.12.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.16.linear_attn.in_proj_z.weight|2d-128|(1664, 896)", + "tensor": "model.language_model.layers.16.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.21.linear_attn.in_proj_z.weight|2d-128|(1536, 896)", + "tensor": "model.language_model.layers.21.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.22.linear_attn.in_proj_z.weight|2d-128|(256, 1408)", + "tensor": "model.language_model.layers.22.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.21.linear_attn.in_proj_z.weight|2d-128|(384, 1536)", + "tensor": "model.language_model.layers.21.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.21.linear_attn.in_proj_z.weight|2d-128|(1664, 1024)", + "tensor": "model.language_model.layers.21.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.6.linear_attn.in_proj_z.weight|2d-128|(512, 256)", + "tensor": "model.language_model.layers.6.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(1664, 512)", + "tensor": "model.language_model.layers.18.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.13.linear_attn.in_proj_z.weight|2d-128|(896, 1024)", + "tensor": "model.language_model.layers.13.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(1792, 1920)", + "tensor": "model.language_model.layers.18.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1792, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.16.linear_attn.in_proj_z.weight|2d-128|(0, 640)", + "tensor": "model.language_model.layers.16.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.10.linear_attn.in_proj_z.weight|2d-128|(1536, 1920)", + "tensor": "model.language_model.layers.10.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.21.linear_attn.in_proj_z.weight|2d-128|(1408, 512)", + "tensor": "model.language_model.layers.21.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1408, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.22.linear_attn.in_proj_z.weight|2d-128|(1920, 896)", + "tensor": "model.language_model.layers.22.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1920, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.8.linear_attn.in_proj_z.weight|2d-128|(1024, 128)", + "tensor": "model.language_model.layers.8.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.12.linear_attn.in_proj_z.weight|2d-128|(1152, 0)", + "tensor": "model.language_model.layers.12.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.21.linear_attn.in_proj_z.weight|2d-128|(1408, 1920)", + "tensor": "model.language_model.layers.21.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1408, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.6.linear_attn.in_proj_z.weight|2d-128|(1792, 640)", + "tensor": "model.language_model.layers.6.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1792, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.8.linear_attn.in_proj_z.weight|2d-128|(384, 1792)", + "tensor": "model.language_model.layers.8.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.6.linear_attn.in_proj_z.weight|2d-128|(640, 0)", + "tensor": "model.language_model.layers.6.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.10.linear_attn.in_proj_z.weight|2d-128|(768, 1536)", + "tensor": "model.language_model.layers.10.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.5.linear_attn.in_proj_z.weight|2d-128|(0, 1920)", + "tensor": "model.language_model.layers.5.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(1408, 768)", + "tensor": "model.language_model.layers.18.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1408, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.8.linear_attn.in_proj_z.weight|2d-128|(0, 512)", + "tensor": "model.language_model.layers.8.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.14.linear_attn.in_proj_z.weight|2d-128|(256, 896)", + "tensor": "model.language_model.layers.14.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-128|(1408, 1024)", + "tensor": "model.language_model.layers.4.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1408, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.9.linear_attn.in_proj_z.weight|2d-128|(1152, 1152)", + "tensor": "model.language_model.layers.9.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.0.linear_attn.in_proj_z.weight|2d-128|(1664, 1664)", + "tensor": "model.language_model.layers.0.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.6.linear_attn.in_proj_z.weight|2d-128|(1920, 640)", + "tensor": "model.language_model.layers.6.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1920, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.16.linear_attn.in_proj_z.weight|2d-128|(896, 512)", + "tensor": "model.language_model.layers.16.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.16.linear_attn.in_proj_z.weight|2d-128|(1280, 0)", + "tensor": "model.language_model.layers.16.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.8.linear_attn.in_proj_z.weight|2d-128|(0, 1920)", + "tensor": "model.language_model.layers.8.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.5.linear_attn.in_proj_z.weight|2d-128|(1920, 896)", + "tensor": "model.language_model.layers.5.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1920, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-128|(1664, 512)", + "tensor": "model.language_model.layers.4.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.21.linear_attn.in_proj_z.weight|2d-128|(896, 1664)", + "tensor": "model.language_model.layers.21.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-128|(128, 1024)", + "tensor": "model.language_model.layers.2.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.6.linear_attn.in_proj_z.weight|2d-128|(384, 128)", + "tensor": "model.language_model.layers.6.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.22.linear_attn.in_proj_z.weight|2d-128|(384, 0)", + "tensor": "model.language_model.layers.22.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-128|(1152, 0)", + "tensor": "model.language_model.layers.2.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-128|(1280, 1024)", + "tensor": "model.language_model.layers.2.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.8.linear_attn.in_proj_z.weight|2d-128|(0, 1792)", + "tensor": "model.language_model.layers.8.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(1792, 128)", + "tensor": "model.language_model.layers.18.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1792, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-128|(256, 1792)", + "tensor": "model.language_model.layers.4.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.14.linear_attn.in_proj_z.weight|2d-128|(1792, 1792)", + "tensor": "model.language_model.layers.14.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1792, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.14.linear_attn.in_proj_z.weight|2d-128|(1152, 1792)", + "tensor": "model.language_model.layers.14.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.21.linear_attn.in_proj_z.weight|2d-128|(384, 128)", + "tensor": "model.language_model.layers.21.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.21.linear_attn.in_proj_z.weight|2d-128|(896, 1408)", + "tensor": "model.language_model.layers.21.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.6.linear_attn.in_proj_z.weight|2d-128|(1664, 1152)", + "tensor": "model.language_model.layers.6.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.8.linear_attn.in_proj_z.weight|2d-128|(1408, 256)", + "tensor": "model.language_model.layers.8.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1408, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.14.linear_attn.in_proj_z.weight|2d-128|(384, 768)", + "tensor": "model.language_model.layers.14.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.12.linear_attn.in_proj_z.weight|2d-128|(512, 512)", + "tensor": "model.language_model.layers.12.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-128|(512, 1920)", + "tensor": "model.language_model.layers.4.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.20.linear_attn.in_proj_z.weight|2d-128|(1280, 1408)", + "tensor": "model.language_model.layers.20.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.14.linear_attn.in_proj_z.weight|2d-128|(1920, 384)", + "tensor": "model.language_model.layers.14.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1920, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-128|(1536, 1792)", + "tensor": "model.language_model.layers.4.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.16.linear_attn.in_proj_z.weight|2d-128|(1920, 384)", + "tensor": "model.language_model.layers.16.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1920, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-128|(1664, 896)", + "tensor": "model.language_model.layers.4.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.0.linear_attn.in_proj_z.weight|2d-128|(1920, 1408)", + "tensor": "model.language_model.layers.0.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1920, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-128|(1024, 1408)", + "tensor": "model.language_model.layers.4.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.13.linear_attn.in_proj_z.weight|2d-128|(1280, 256)", + "tensor": "model.language_model.layers.13.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.9.linear_attn.in_proj_z.weight|2d-128|(1536, 1280)", + "tensor": "model.language_model.layers.9.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.13.linear_attn.in_proj_z.weight|2d-128|(1792, 1536)", + "tensor": "model.language_model.layers.13.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1792, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.16.linear_attn.in_proj_z.weight|2d-64|(1792, 0)", + "tensor": "model.language_model.layers.16.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1792, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-64|(640, 704)", + "tensor": "model.language_model.layers.2.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 640, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-64|(448, 448)", + "tensor": "model.language_model.layers.18.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.20.linear_attn.in_proj_z.weight|2d-64|(640, 960)", + "tensor": "model.language_model.layers.20.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 640, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.14.linear_attn.in_proj_z.weight|2d-64|(1728, 1280)", + "tensor": "model.language_model.layers.14.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1728, + 1280 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.20.linear_attn.in_proj_z.weight|2d-64|(1984, 832)", + "tensor": "model.language_model.layers.20.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1984, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.17.linear_attn.in_proj_z.weight|2d-64|(192, 1216)", + "tensor": "model.language_model.layers.17.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 1216 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.8.linear_attn.in_proj_z.weight|2d-64|(1664, 1856)", + "tensor": "model.language_model.layers.8.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1664, + 1856 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.0.linear_attn.in_proj_z.weight|2d-64|(1536, 448)", + "tensor": "model.language_model.layers.0.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1536, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-64|(1472, 64)", + "tensor": "model.language_model.layers.2.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1472, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-64|(1024, 1280)", + "tensor": "model.language_model.layers.18.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1024, + 1280 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.14.linear_attn.in_proj_z.weight|2d-64|(1216, 960)", + "tensor": "model.language_model.layers.14.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1216, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.22.linear_attn.in_proj_z.weight|2d-64|(1664, 1216)", + "tensor": "model.language_model.layers.22.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1664, + 1216 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.1.linear_attn.in_proj_z.weight|2d-64|(1472, 1344)", + "tensor": "model.language_model.layers.1.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1472, + 1344 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.17.linear_attn.in_proj_z.weight|2d-64|(768, 448)", + "tensor": "model.language_model.layers.17.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 768, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.9.linear_attn.in_proj_z.weight|2d-64|(1152, 1216)", + "tensor": "model.language_model.layers.9.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1152, + 1216 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.12.linear_attn.in_proj_z.weight|2d-64|(1152, 512)", + "tensor": "model.language_model.layers.12.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1152, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.5.linear_attn.in_proj_z.weight|2d-64|(1280, 1088)", + "tensor": "model.language_model.layers.5.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1280, + 1088 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.12.linear_attn.in_proj_z.weight|2d-64|(1408, 960)", + "tensor": "model.language_model.layers.12.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1408, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-64|(320, 704)", + "tensor": "model.language_model.layers.18.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.12.linear_attn.in_proj_z.weight|2d-64|(1344, 1920)", + "tensor": "model.language_model.layers.12.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1344, + 1920 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-64|(1024, 960)", + "tensor": "model.language_model.layers.18.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1024, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.22.linear_attn.in_proj_z.weight|2d-64|(320, 192)", + "tensor": "model.language_model.layers.22.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.13.linear_attn.in_proj_z.weight|2d-64|(640, 1088)", + "tensor": "model.language_model.layers.13.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 640, + 1088 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.9.linear_attn.in_proj_z.weight|2d-64|(832, 1920)", + "tensor": "model.language_model.layers.9.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 832, + 1920 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.6.linear_attn.in_proj_z.weight|2d-64|(1600, 704)", + "tensor": "model.language_model.layers.6.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1600, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.12.linear_attn.in_proj_z.weight|2d-64|(1408, 0)", + "tensor": "model.language_model.layers.12.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1408, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.22.linear_attn.in_proj_z.weight|2d-64|(256, 1472)", + "tensor": "model.language_model.layers.22.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 1472 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.20.linear_attn.in_proj_z.weight|2d-64|(256, 320)", + "tensor": "model.language_model.layers.20.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.12.linear_attn.in_proj_z.weight|2d-64|(1280, 320)", + "tensor": "model.language_model.layers.12.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1280, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.14.linear_attn.in_proj_z.weight|2d-64|(1216, 576)", + "tensor": "model.language_model.layers.14.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1216, + 576 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.0.linear_attn.in_proj_z.weight|2d-64|(1600, 192)", + "tensor": "model.language_model.layers.0.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1600, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.9.linear_attn.in_proj_z.weight|2d-64|(128, 192)", + "tensor": "model.language_model.layers.9.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.17.linear_attn.in_proj_z.weight|2d-64|(448, 1664)", + "tensor": "model.language_model.layers.17.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 1664 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.21.linear_attn.in_proj_z.weight|2d-64|(1920, 256)", + "tensor": "model.language_model.layers.21.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1920, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.1.linear_attn.in_proj_z.weight|2d-64|(1152, 512)", + "tensor": "model.language_model.layers.1.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1152, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.0.linear_attn.in_proj_z.weight|2d-64|(1792, 704)", + "tensor": "model.language_model.layers.0.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1792, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-64|(512, 0)", + "tensor": "model.language_model.layers.2.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 512, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.1.linear_attn.in_proj_z.weight|2d-64|(1600, 1280)", + "tensor": "model.language_model.layers.1.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1600, + 1280 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-64|(192, 1856)", + "tensor": "model.language_model.layers.4.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 1856 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.9.linear_attn.in_proj_z.weight|2d-64|(1472, 320)", + "tensor": "model.language_model.layers.9.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1472, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.16.linear_attn.in_proj_z.weight|2d-64|(1088, 0)", + "tensor": "model.language_model.layers.16.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1088, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.0.linear_attn.in_proj_z.weight|2d-64|(1792, 896)", + "tensor": "model.language_model.layers.0.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1792, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.13.linear_attn.in_proj_z.weight|2d-64|(64, 64)", + "tensor": "model.language_model.layers.13.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.0.linear_attn.in_proj_z.weight|2d-64|(512, 448)", + "tensor": "model.language_model.layers.0.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 512, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.20.linear_attn.in_proj_z.weight|2d-64|(1408, 704)", + "tensor": "model.language_model.layers.20.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1408, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.17.linear_attn.in_proj_z.weight|2d-64|(192, 576)", + "tensor": "model.language_model.layers.17.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 576 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.10.linear_attn.in_proj_z.weight|2d-64|(1856, 0)", + "tensor": "model.language_model.layers.10.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1856, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.13.linear_attn.in_proj_z.weight|2d-64|(1280, 896)", + "tensor": "model.language_model.layers.13.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1280, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.16.linear_attn.in_proj_z.weight|2d-64|(1536, 512)", + "tensor": "model.language_model.layers.16.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1536, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.8.linear_attn.in_proj_z.weight|2d-64|(1600, 128)", + "tensor": "model.language_model.layers.8.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1600, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.0.linear_attn.in_proj_z.weight|2d-64|(1152, 960)", + "tensor": "model.language_model.layers.0.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1152, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.1.linear_attn.in_proj_z.weight|2d-64|(320, 1344)", + "tensor": "model.language_model.layers.1.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 1344 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.22.linear_attn.in_proj_z.weight|2d-64|(1728, 1024)", + "tensor": "model.language_model.layers.22.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1728, + 1024 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.20.linear_attn.in_proj_z.weight|2d-64|(1152, 64)", + "tensor": "model.language_model.layers.20.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1152, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.13.linear_attn.in_proj_z.weight|2d-64|(960, 768)", + "tensor": "model.language_model.layers.13.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 960, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.5.linear_attn.in_proj_z.weight|2d-64|(1536, 1472)", + "tensor": "model.language_model.layers.5.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1536, + 1472 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-64|(192, 448)", + "tensor": "model.language_model.layers.18.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-64|(896, 832)", + "tensor": "model.language_model.layers.18.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 896, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.0.linear_attn.in_proj_z.weight|2d-64|(1728, 1856)", + "tensor": "model.language_model.layers.0.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1728, + 1856 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.13.linear_attn.in_proj_z.weight|2d-64|(512, 1856)", + "tensor": "model.language_model.layers.13.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 512, + 1856 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-64|(1472, 128)", + "tensor": "model.language_model.layers.2.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1472, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.13.linear_attn.in_proj_z.weight|2d-64|(128, 640)", + "tensor": "model.language_model.layers.13.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.5.linear_attn.in_proj_z.weight|2d-64|(384, 512)", + "tensor": "model.language_model.layers.5.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.1.linear_attn.in_proj_z.weight|2d-64|(1984, 384)", + "tensor": "model.language_model.layers.1.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1984, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.1.linear_attn.in_proj_z.weight|2d-64|(1408, 1152)", + "tensor": "model.language_model.layers.1.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1408, + 1152 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.1.linear_attn.in_proj_z.weight|2d-64|(832, 128)", + "tensor": "model.language_model.layers.1.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 832, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-64|(64, 1088)", + "tensor": "model.language_model.layers.18.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 1088 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-64|(384, 1088)", + "tensor": "model.language_model.layers.4.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 1088 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.16.linear_attn.in_proj_z.weight|2d-64|(384, 960)", + "tensor": "model.language_model.layers.16.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-64|(1920, 1536)", + "tensor": "model.language_model.layers.18.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1920, + 1536 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.9.linear_attn.in_proj_z.weight|2d-64|(1536, 448)", + "tensor": "model.language_model.layers.9.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1536, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.20.linear_attn.in_proj_z.weight|2d-64|(1728, 896)", + "tensor": "model.language_model.layers.20.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1728, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.5.linear_attn.in_proj_z.weight|2d-64|(960, 640)", + "tensor": "model.language_model.layers.5.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 960, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.10.linear_attn.in_proj_z.weight|2d-64|(0, 448)", + "tensor": "model.language_model.layers.10.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.21.linear_attn.in_proj_z.weight|2d-64|(64, 1472)", + "tensor": "model.language_model.layers.21.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 1472 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.22.linear_attn.in_proj_z.weight|2d-64|(192, 1728)", + "tensor": "model.language_model.layers.22.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 1728 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-64|(576, 1600)", + "tensor": "model.language_model.layers.4.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 576, + 1600 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.16.linear_attn.in_proj_z.weight|2d-64|(1088, 192)", + "tensor": "model.language_model.layers.16.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1088, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.6.linear_attn.in_proj_z.weight|2d-64|(256, 1472)", + "tensor": "model.language_model.layers.6.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 1472 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.21.linear_attn.in_proj_z.weight|2d-64|(1792, 1152)", + "tensor": "model.language_model.layers.21.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1792, + 1152 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.21.linear_attn.in_proj_z.weight|2d-64|(1600, 256)", + "tensor": "model.language_model.layers.21.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1600, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.8.linear_attn.in_proj_z.weight|2d-64|(1664, 704)", + "tensor": "model.language_model.layers.8.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1664, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.13.linear_attn.in_proj_z.weight|2d-64|(576, 1344)", + "tensor": "model.language_model.layers.13.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 576, + 1344 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.20.linear_attn.in_proj_z.weight|2d-64|(64, 384)", + "tensor": "model.language_model.layers.20.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.5.linear_attn.in_proj_z.weight|2d-64|(1408, 1280)", + "tensor": "model.language_model.layers.5.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1408, + 1280 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.1.linear_attn.in_proj_z.weight|2d-64|(192, 1472)", + "tensor": "model.language_model.layers.1.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 1472 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.14.linear_attn.in_proj_z.weight|2d-64|(0, 320)", + "tensor": "model.language_model.layers.14.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.8.linear_attn.in_proj_z.weight|2d-64|(1920, 1024)", + "tensor": "model.language_model.layers.8.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1920, + 1024 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.22.linear_attn.in_proj_z.weight|2d-64|(1024, 1856)", + "tensor": "model.language_model.layers.22.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1024, + 1856 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-64|(1920, 1280)", + "tensor": "model.language_model.layers.2.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1920, + 1280 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.22.linear_attn.in_proj_z.weight|2d-64|(128, 576)", + "tensor": "model.language_model.layers.22.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 576 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.20.linear_attn.in_proj_z.weight|2d-64|(1472, 640)", + "tensor": "model.language_model.layers.20.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1472, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.12.linear_attn.in_proj_z.weight|2d-64|(0, 832)", + "tensor": "model.language_model.layers.12.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-64|(1920, 1856)", + "tensor": "model.language_model.layers.2.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1920, + 1856 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-64|(448, 1088)", + "tensor": "model.language_model.layers.2.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 1088 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.0.linear_attn.in_proj_z.weight|2d-64|(1216, 1088)", + "tensor": "model.language_model.layers.0.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1216, + 1088 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-64|(832, 768)", + "tensor": "model.language_model.layers.4.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 832, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-64|(1280, 64)", + "tensor": "model.language_model.layers.2.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1280, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-64|(1664, 192)", + "tensor": "model.language_model.layers.18.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1664, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-64|(1024, 1920)", + "tensor": "model.language_model.layers.18.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1024, + 1920 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.17.linear_attn.in_proj_z.weight|2d-64|(1216, 1536)", + "tensor": "model.language_model.layers.17.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1216, + 1536 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.22.linear_attn.in_proj_z.weight|2d-64|(448, 128)", + "tensor": "model.language_model.layers.22.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.0.linear_attn.in_proj_z.weight|2d-64|(1088, 64)", + "tensor": "model.language_model.layers.0.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1088, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.20.linear_attn.in_proj_z.weight|2d-64|(576, 128)", + "tensor": "model.language_model.layers.20.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 576, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.20.linear_attn.in_proj_z.weight|2d-64|(192, 1728)", + "tensor": "model.language_model.layers.20.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 1728 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.20.linear_attn.in_proj_z.weight|2d-64|(640, 448)", + "tensor": "model.language_model.layers.20.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 640, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.17.linear_attn.in_proj_z.weight|2d-64|(832, 1728)", + "tensor": "model.language_model.layers.17.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 832, + 1728 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-64|(1600, 960)", + "tensor": "model.language_model.layers.2.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1600, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.17.linear_attn.in_proj_z.weight|2d-64|(1792, 896)", + "tensor": "model.language_model.layers.17.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1792, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-64|(1856, 704)", + "tensor": "model.language_model.layers.2.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1856, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.0.linear_attn.in_proj_z.weight|2d-64|(1984, 1600)", + "tensor": "model.language_model.layers.0.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1984, + 1600 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.21.linear_attn.in_proj_z.weight|2d-64|(1152, 1280)", + "tensor": "model.language_model.layers.21.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1152, + 1280 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.21.linear_attn.in_proj_z.weight|2d-64|(512, 1920)", + "tensor": "model.language_model.layers.21.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 512, + 1920 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.1.linear_attn.in_proj_z.weight|2d-64|(1280, 832)", + "tensor": "model.language_model.layers.1.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1280, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.20.linear_attn.in_proj_z.weight|2d-64|(1664, 1664)", + "tensor": "model.language_model.layers.20.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1664, + 1664 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.22.linear_attn.in_proj_z.weight|2d-64|(128, 1152)", + "tensor": "model.language_model.layers.22.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 1152 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.16.linear_attn.in_proj_z.weight|2d-64|(320, 1920)", + "tensor": "model.language_model.layers.16.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 1920 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.8.linear_attn.in_proj_z.weight|2d-64|(256, 320)", + "tensor": "model.language_model.layers.8.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.0.linear_attn.in_proj_z.weight|2d-64|(1856, 0)", + "tensor": "model.language_model.layers.0.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1856, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.14.linear_attn.in_proj_z.weight|2d-64|(1920, 1024)", + "tensor": "model.language_model.layers.14.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1920, + 1024 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.9.linear_attn.in_proj_z.weight|2d-64|(512, 1344)", + "tensor": "model.language_model.layers.9.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 512, + 1344 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-64|(1984, 1216)", + "tensor": "model.language_model.layers.18.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1984, + 1216 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.21.linear_attn.in_proj_z.weight|2d-64|(128, 1408)", + "tensor": "model.language_model.layers.21.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 1408 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.9.linear_attn.in_proj_z.weight|2d-64|(1472, 1728)", + "tensor": "model.language_model.layers.9.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1472, + 1728 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.12.linear_attn.in_proj_z.weight|2d-64|(128, 1792)", + "tensor": "model.language_model.layers.12.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 1792 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.16.linear_attn.in_proj_z.weight|2d-64|(1344, 1152)", + "tensor": "model.language_model.layers.16.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1344, + 1152 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.1.linear_attn.in_proj_z.weight|2d-64|(1280, 1152)", + "tensor": "model.language_model.layers.1.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1280, + 1152 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.9.linear_attn.in_proj_z.weight|2d-64|(1664, 256)", + "tensor": "model.language_model.layers.9.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1664, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.14.linear_attn.in_proj_z.weight|2d-64|(0, 576)", + "tensor": "model.language_model.layers.14.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 576 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-64|(640, 768)", + "tensor": "model.language_model.layers.4.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 640, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.22.linear_attn.in_proj_z.weight|2d-64|(1472, 192)", + "tensor": "model.language_model.layers.22.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1472, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.5.linear_attn.in_proj_z.weight|2d-64|(768, 832)", + "tensor": "model.language_model.layers.5.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 768, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-64|(1792, 960)", + "tensor": "model.language_model.layers.2.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1792, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.10.linear_attn.in_proj_z.weight|2d-64|(1216, 1280)", + "tensor": "model.language_model.layers.10.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1216, + 1280 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.10.linear_attn.in_proj_z.weight|2d-64|(512, 192)", + "tensor": "model.language_model.layers.10.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 512, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.14.linear_attn.in_proj_z.weight|2d-64|(64, 1280)", + "tensor": "model.language_model.layers.14.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 1280 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.6.linear_attn.in_proj_z.weight|2d-64|(1856, 1472)", + "tensor": "model.language_model.layers.6.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1856, + 1472 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-64|(256, 896)", + "tensor": "model.language_model.layers.2.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-64|(512, 1408)", + "tensor": "model.language_model.layers.18.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 512, + 1408 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.21.linear_attn.in_proj_z.weight|2d-64|(1536, 1216)", + "tensor": "model.language_model.layers.21.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1536, + 1216 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.10.linear_attn.in_proj_z.weight|2d-64|(576, 1664)", + "tensor": "model.language_model.layers.10.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 576, + 1664 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.12.linear_attn.in_proj_z.weight|2d-64|(1216, 704)", + "tensor": "model.language_model.layers.12.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1216, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.1.linear_attn.in_proj_z.weight|2d-64|(1600, 1344)", + "tensor": "model.language_model.layers.1.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1600, + 1344 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-64|(1984, 1664)", + "tensor": "model.language_model.layers.18.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1984, + 1664 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.6.linear_attn.in_proj_z.weight|2d-64|(1984, 1664)", + "tensor": "model.language_model.layers.6.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1984, + 1664 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.6.linear_attn.in_proj_z.weight|2d-64|(192, 1088)", + "tensor": "model.language_model.layers.6.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 1088 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.8.linear_attn.in_proj_z.weight|2d-64|(1024, 1728)", + "tensor": "model.language_model.layers.8.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1024, + 1728 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.17.linear_attn.in_proj_z.weight|2d-64|(128, 832)", + "tensor": "model.language_model.layers.17.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.10.linear_attn.in_proj_z.weight|2d-64|(1728, 1792)", + "tensor": "model.language_model.layers.10.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1728, + 1792 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.13.linear_attn.in_proj_z.weight|2d-64|(1856, 192)", + "tensor": "model.language_model.layers.13.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1856, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.0.linear_attn.in_proj_z.weight|2d-64|(768, 1728)", + "tensor": "model.language_model.layers.0.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 768, + 1728 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.9.linear_attn.in_proj_z.weight|2d-64|(640, 192)", + "tensor": "model.language_model.layers.9.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 640, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.13.linear_attn.in_proj_z.weight|2d-64|(1728, 640)", + "tensor": "model.language_model.layers.13.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1728, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.17.linear_attn.in_proj_z.weight|2d-64|(320, 1088)", + "tensor": "model.language_model.layers.17.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 1088 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.14.linear_attn.in_proj_z.weight|2d-64|(1088, 1344)", + "tensor": "model.language_model.layers.14.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1088, + 1344 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.20.linear_attn.in_proj_z.weight|2d-64|(1024, 192)", + "tensor": "model.language_model.layers.20.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1024, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.1.linear_attn.in_proj_z.weight|2d-64|(64, 0)", + "tensor": "model.language_model.layers.1.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-64|(1600, 1536)", + "tensor": "model.language_model.layers.2.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1600, + 1536 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.21.linear_attn.in_proj_z.weight|2d-64|(1088, 64)", + "tensor": "model.language_model.layers.21.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1088, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-64|(192, 576)", + "tensor": "model.language_model.layers.4.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 576 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.9.linear_attn.in_proj_z.weight|2d-64|(512, 1600)", + "tensor": "model.language_model.layers.9.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 512, + 1600 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.10.linear_attn.in_proj_z.weight|2d-64|(1856, 128)", + "tensor": "model.language_model.layers.10.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1856, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.13.linear_attn.in_proj_z.weight|2d-64|(1024, 1984)", + "tensor": "model.language_model.layers.13.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1024, + 1984 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-64|(448, 192)", + "tensor": "model.language_model.layers.4.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.22.linear_attn.in_proj_z.weight|2d-64|(128, 192)", + "tensor": "model.language_model.layers.22.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.6.linear_attn.in_proj_z.weight|2d-64|(384, 1536)", + "tensor": "model.language_model.layers.6.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 1536 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-64|(512, 192)", + "tensor": "model.language_model.layers.4.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 512, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.21.linear_attn.in_proj_z.weight|2d-64|(384, 640)", + "tensor": "model.language_model.layers.21.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-64|(1024, 832)", + "tensor": "model.language_model.layers.2.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1024, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-64|(0, 448)", + "tensor": "model.language_model.layers.4.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-64|(1408, 448)", + "tensor": "model.language_model.layers.2.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1408, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-64|(64, 1600)", + "tensor": "model.language_model.layers.2.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 1600 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-64|(384, 704)", + "tensor": "model.language_model.layers.2.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.5.linear_attn.in_proj_z.weight|2d-64|(1472, 384)", + "tensor": "model.language_model.layers.5.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1472, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.22.linear_attn.in_proj_z.weight|2d-64|(704, 64)", + "tensor": "model.language_model.layers.22.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 704, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.22.linear_attn.in_proj_z.weight|2d-64|(1792, 576)", + "tensor": "model.language_model.layers.22.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1792, + 576 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.9.linear_attn.in_proj_z.weight|2d-64|(1280, 1088)", + "tensor": "model.language_model.layers.9.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1280, + 1088 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.1.linear_attn.in_proj_z.weight|2d-64|(128, 512)", + "tensor": "model.language_model.layers.1.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.20.linear_attn.in_proj_z.weight|2d-64|(1600, 960)", + "tensor": "model.language_model.layers.20.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1600, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.20.linear_attn.in_proj_z.weight|2d-64|(1856, 64)", + "tensor": "model.language_model.layers.20.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1856, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.6.linear_attn.in_proj_z.weight|2d-64|(1792, 768)", + "tensor": "model.language_model.layers.6.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1792, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.0.linear_attn.in_proj_z.weight|2d-64|(1984, 1024)", + "tensor": "model.language_model.layers.0.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1984, + 1024 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-64|(512, 896)", + "tensor": "model.language_model.layers.2.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 512, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.5.linear_attn.in_proj_z.weight|2d-64|(1152, 128)", + "tensor": "model.language_model.layers.5.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1152, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.16.linear_attn.in_proj_z.weight|2d-64|(704, 64)", + "tensor": "model.language_model.layers.16.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 704, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.17.linear_attn.in_proj_z.weight|2d-64|(320, 1920)", + "tensor": "model.language_model.layers.17.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 1920 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-64|(1024, 64)", + "tensor": "model.language_model.layers.4.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1024, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-64|(1728, 1408)", + "tensor": "model.language_model.layers.2.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1728, + 1408 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.9.linear_attn.in_proj_z.weight|2d-64|(1088, 832)", + "tensor": "model.language_model.layers.9.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1088, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.9.linear_attn.in_proj_z.weight|2d-64|(960, 512)", + "tensor": "model.language_model.layers.9.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 960, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.14.linear_attn.in_proj_z.weight|2d-64|(256, 192)", + "tensor": "model.language_model.layers.14.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.10.linear_attn.in_proj_z.weight|2d-64|(896, 512)", + "tensor": "model.language_model.layers.10.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 896, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.6.linear_attn.in_proj_z.weight|2d-64|(1408, 1216)", + "tensor": "model.language_model.layers.6.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1408, + 1216 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.22.linear_attn.in_proj_z.weight|2d-64|(1216, 960)", + "tensor": "model.language_model.layers.22.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1216, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-64|(1280, 1024)", + "tensor": "model.language_model.layers.2.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1280, + 1024 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.9.linear_attn.in_proj_z.weight|2d-64|(768, 1344)", + "tensor": "model.language_model.layers.9.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 768, + 1344 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-64|(1920, 512)", + "tensor": "model.language_model.layers.4.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1920, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.0.linear_attn.in_proj_z.weight|2d-64|(384, 384)", + "tensor": "model.language_model.layers.0.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.20.linear_attn.in_proj_z.weight|2d-64|(256, 960)", + "tensor": "model.language_model.layers.20.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.12.linear_attn.in_proj_z.weight|2d-64|(1664, 1152)", + "tensor": "model.language_model.layers.12.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1664, + 1152 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.22.linear_attn.in_proj_z.weight|2d-64|(1920, 640)", + "tensor": "model.language_model.layers.22.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1920, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.1.linear_attn.in_proj_z.weight|2d-64|(896, 64)", + "tensor": "model.language_model.layers.1.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 896, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.6.linear_attn.in_proj_z.weight|2d-64|(1408, 128)", + "tensor": "model.language_model.layers.6.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1408, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.21.linear_attn.in_proj_z.weight|2d-64|(1728, 1984)", + "tensor": "model.language_model.layers.21.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1728, + 1984 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.8.linear_attn.in_proj_z.weight|2d-64|(1344, 448)", + "tensor": "model.language_model.layers.8.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1344, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.10.linear_attn.in_proj_z.weight|2d-64|(1792, 1728)", + "tensor": "model.language_model.layers.10.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1792, + 1728 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.10.linear_attn.in_proj_z.weight|2d-64|(0, 1536)", + "tensor": "model.language_model.layers.10.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 1536 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.16.linear_attn.in_proj_z.weight|2d-64|(1152, 832)", + "tensor": "model.language_model.layers.16.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1152, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.1.linear_attn.in_proj_z.weight|2d-64|(128, 960)", + "tensor": "model.language_model.layers.1.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.0.linear_attn.in_proj_z.weight|2d-64|(960, 832)", + "tensor": "model.language_model.layers.0.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 960, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-64|(0, 1152)", + "tensor": "model.language_model.layers.4.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 1152 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-64|(1408, 1472)", + "tensor": "model.language_model.layers.4.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1408, + 1472 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-64|(1792, 1920)", + "tensor": "model.language_model.layers.18.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1792, + 1920 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.16.linear_attn.in_proj_z.weight|2d-64|(1792, 1408)", + "tensor": "model.language_model.layers.16.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1792, + 1408 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.10.linear_attn.in_proj_z.weight|2d-64|(1536, 768)", + "tensor": "model.language_model.layers.10.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1536, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.5.linear_attn.in_proj_z.weight|2d-64|(1088, 1856)", + "tensor": "model.language_model.layers.5.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1088, + 1856 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-64|(192, 1280)", + "tensor": "model.language_model.layers.18.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 1280 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-64|(576, 1408)", + "tensor": "model.language_model.layers.2.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 576, + 1408 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.6.linear_attn.in_proj_z.weight|2d-64|(1472, 1216)", + "tensor": "model.language_model.layers.6.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1472, + 1216 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-64|(1472, 1472)", + "tensor": "model.language_model.layers.18.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1472, + 1472 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.1.linear_attn.in_proj_z.weight|2d-64|(320, 512)", + "tensor": "model.language_model.layers.1.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.1.linear_attn.in_proj_z.weight|2d-64|(1664, 512)", + "tensor": "model.language_model.layers.1.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1664, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.9.linear_attn.in_proj_z.weight|2d-64|(768, 320)", + "tensor": "model.language_model.layers.9.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 768, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-64|(1856, 768)", + "tensor": "model.language_model.layers.4.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1856, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.0.linear_attn.in_proj_z.weight|2d-64|(1984, 448)", + "tensor": "model.language_model.layers.0.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1984, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.12.linear_attn.in_proj_z.weight|2d-64|(1152, 1728)", + "tensor": "model.language_model.layers.12.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1152, + 1728 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.17.linear_attn.in_proj_z.weight|2d-64|(1024, 128)", + "tensor": "model.language_model.layers.17.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1024, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.5.linear_attn.in_proj_z.weight|2d-64|(1408, 1088)", + "tensor": "model.language_model.layers.5.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1408, + 1088 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.16.linear_attn.in_proj_z.weight|2d-64|(576, 640)", + "tensor": "model.language_model.layers.16.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 576, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-64|(896, 1664)", + "tensor": "model.language_model.layers.2.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 896, + 1664 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.10.linear_attn.in_proj_z.weight|2d-64|(1536, 128)", + "tensor": "model.language_model.layers.10.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1536, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.17.linear_attn.in_proj_z.weight|2d-64|(1344, 576)", + "tensor": "model.language_model.layers.17.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1344, + 576 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.8.linear_attn.in_proj_z.weight|2d-64|(896, 1600)", + "tensor": "model.language_model.layers.8.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 896, + 1600 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.0.linear_attn.in_proj_z.weight|2d-64|(1088, 576)", + "tensor": "model.language_model.layers.0.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1088, + 576 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.14.linear_attn.in_proj_z.weight|2d-64|(1920, 1088)", + "tensor": "model.language_model.layers.14.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1920, + 1088 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.5.linear_attn.in_proj_z.weight|2d-64|(128, 1152)", + "tensor": "model.language_model.layers.5.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 1152 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.20.linear_attn.in_proj_z.weight|2d-64|(1152, 0)", + "tensor": "model.language_model.layers.20.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1152, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.12.linear_attn.in_proj_z.weight|2d-64|(256, 0)", + "tensor": "model.language_model.layers.12.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-64|(1344, 1216)", + "tensor": "model.language_model.layers.18.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1344, + 1216 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.12.linear_attn.in_proj_z.weight|2d-64|(448, 512)", + "tensor": "model.language_model.layers.12.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-64|(320, 448)", + "tensor": "model.language_model.layers.2.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.5.linear_attn.in_proj_z.weight|2d-64|(576, 1472)", + "tensor": "model.language_model.layers.5.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 576, + 1472 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.17.linear_attn.in_proj_z.weight|2d-64|(1024, 64)", + "tensor": "model.language_model.layers.17.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1024, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-64|(1280, 704)", + "tensor": "model.language_model.layers.2.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1280, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.5.linear_attn.in_proj_z.weight|2d-64|(1280, 960)", + "tensor": "model.language_model.layers.5.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1280, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.10.linear_attn.in_proj_z.weight|2d-64|(256, 1088)", + "tensor": "model.language_model.layers.10.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 1088 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.5.linear_attn.in_proj_z.weight|2d-64|(640, 1472)", + "tensor": "model.language_model.layers.5.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 640, + 1472 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.14.linear_attn.in_proj_z.weight|2d-64|(1344, 768)", + "tensor": "model.language_model.layers.14.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1344, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-64|(576, 64)", + "tensor": "model.language_model.layers.2.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 576, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.9.linear_attn.in_proj_z.weight|2d-64|(1280, 0)", + "tensor": "model.language_model.layers.9.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1280, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.5.linear_attn.in_proj_z.weight|2d-64|(384, 1664)", + "tensor": "model.language_model.layers.5.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 1664 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.14.linear_attn.in_proj_z.weight|2d-64|(1472, 0)", + "tensor": "model.language_model.layers.14.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1472, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.22.linear_attn.in_proj_z.weight|2d-64|(896, 1600)", + "tensor": "model.language_model.layers.22.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 896, + 1600 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.12.linear_attn.in_proj_z.weight|2d-64|(1920, 320)", + "tensor": "model.language_model.layers.12.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1920, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.20.linear_attn.in_proj_z.weight|2d-64|(1600, 384)", + "tensor": "model.language_model.layers.20.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1600, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.13.linear_attn.out_proj.weight|2d-128|(1152, 512)", + "tensor": "model.language_model.layers.13.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.1.linear_attn.out_proj.weight|2d-128|(1408, 1920)", + "tensor": "model.language_model.layers.1.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1408, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.17.linear_attn.out_proj.weight|2d-128|(384, 1792)", + "tensor": "model.language_model.layers.17.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.10.linear_attn.out_proj.weight|2d-128|(1664, 384)", + "tensor": "model.language_model.layers.10.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.0.linear_attn.out_proj.weight|2d-128|(0, 512)", + "tensor": "model.language_model.layers.0.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.1.linear_attn.out_proj.weight|2d-128|(1024, 0)", + "tensor": "model.language_model.layers.1.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.5.linear_attn.out_proj.weight|2d-128|(1408, 1152)", + "tensor": "model.language_model.layers.5.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1408, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.12.linear_attn.out_proj.weight|2d-128|(640, 1408)", + "tensor": "model.language_model.layers.12.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.10.linear_attn.out_proj.weight|2d-128|(896, 1152)", + "tensor": "model.language_model.layers.10.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.4.linear_attn.out_proj.weight|2d-128|(512, 1152)", + "tensor": "model.language_model.layers.4.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.22.linear_attn.out_proj.weight|2d-128|(1280, 1280)", + "tensor": "model.language_model.layers.22.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.17.linear_attn.out_proj.weight|2d-128|(896, 1280)", + "tensor": "model.language_model.layers.17.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.5.linear_attn.out_proj.weight|2d-128|(1536, 1152)", + "tensor": "model.language_model.layers.5.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.22.linear_attn.out_proj.weight|2d-128|(512, 1408)", + "tensor": "model.language_model.layers.22.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.6.linear_attn.out_proj.weight|2d-128|(1280, 256)", + "tensor": "model.language_model.layers.6.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.2.linear_attn.out_proj.weight|2d-128|(384, 256)", + "tensor": "model.language_model.layers.2.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.1.linear_attn.out_proj.weight|2d-128|(128, 640)", + "tensor": "model.language_model.layers.1.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.14.linear_attn.out_proj.weight|2d-128|(768, 128)", + "tensor": "model.language_model.layers.14.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.4.linear_attn.out_proj.weight|2d-128|(1024, 768)", + "tensor": "model.language_model.layers.4.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.20.linear_attn.out_proj.weight|2d-128|(1664, 128)", + "tensor": "model.language_model.layers.20.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.6.linear_attn.out_proj.weight|2d-128|(1920, 1024)", + "tensor": "model.language_model.layers.6.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1920, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.14.linear_attn.out_proj.weight|2d-128|(384, 256)", + "tensor": "model.language_model.layers.14.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.6.linear_attn.out_proj.weight|2d-128|(0, 512)", + "tensor": "model.language_model.layers.6.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.8.linear_attn.out_proj.weight|2d-128|(256, 1152)", + "tensor": "model.language_model.layers.8.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.4.linear_attn.out_proj.weight|2d-128|(1664, 1792)", + "tensor": "model.language_model.layers.4.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.16.linear_attn.out_proj.weight|2d-128|(896, 0)", + "tensor": "model.language_model.layers.16.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.10.linear_attn.out_proj.weight|2d-128|(1408, 0)", + "tensor": "model.language_model.layers.10.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1408, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.18.linear_attn.out_proj.weight|2d-128|(0, 128)", + "tensor": "model.language_model.layers.18.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.2.linear_attn.out_proj.weight|2d-128|(1792, 768)", + "tensor": "model.language_model.layers.2.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1792, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.6.linear_attn.out_proj.weight|2d-128|(768, 1792)", + "tensor": "model.language_model.layers.6.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.8.linear_attn.out_proj.weight|2d-128|(384, 896)", + "tensor": "model.language_model.layers.8.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.5.linear_attn.out_proj.weight|2d-128|(1664, 512)", + "tensor": "model.language_model.layers.5.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.4.linear_attn.out_proj.weight|2d-128|(0, 1536)", + "tensor": "model.language_model.layers.4.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.21.linear_attn.out_proj.weight|2d-128|(1408, 1536)", + "tensor": "model.language_model.layers.21.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1408, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.10.linear_attn.out_proj.weight|2d-128|(0, 896)", + "tensor": "model.language_model.layers.10.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.16.linear_attn.out_proj.weight|2d-128|(1920, 1536)", + "tensor": "model.language_model.layers.16.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1920, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.5.linear_attn.out_proj.weight|2d-128|(1024, 1664)", + "tensor": "model.language_model.layers.5.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.18.linear_attn.out_proj.weight|2d-128|(896, 1920)", + "tensor": "model.language_model.layers.18.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.9.linear_attn.out_proj.weight|2d-128|(896, 0)", + "tensor": "model.language_model.layers.9.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.20.linear_attn.out_proj.weight|2d-128|(0, 1152)", + "tensor": "model.language_model.layers.20.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.21.linear_attn.out_proj.weight|2d-128|(1280, 1536)", + "tensor": "model.language_model.layers.21.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.20.linear_attn.out_proj.weight|2d-128|(1280, 640)", + "tensor": "model.language_model.layers.20.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.6.linear_attn.out_proj.weight|2d-128|(0, 1408)", + "tensor": "model.language_model.layers.6.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.21.linear_attn.out_proj.weight|2d-128|(512, 1536)", + "tensor": "model.language_model.layers.21.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.16.linear_attn.out_proj.weight|2d-128|(1408, 1024)", + "tensor": "model.language_model.layers.16.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1408, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.6.linear_attn.out_proj.weight|2d-128|(640, 512)", + "tensor": "model.language_model.layers.6.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.20.linear_attn.out_proj.weight|2d-128|(512, 384)", + "tensor": "model.language_model.layers.20.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.5.linear_attn.out_proj.weight|2d-128|(1024, 512)", + "tensor": "model.language_model.layers.5.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.20.linear_attn.out_proj.weight|2d-128|(1920, 1280)", + "tensor": "model.language_model.layers.20.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1920, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.14.linear_attn.out_proj.weight|2d-128|(1920, 640)", + "tensor": "model.language_model.layers.14.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1920, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.22.linear_attn.out_proj.weight|2d-128|(1280, 256)", + "tensor": "model.language_model.layers.22.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.5.linear_attn.out_proj.weight|2d-128|(384, 640)", + "tensor": "model.language_model.layers.5.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.8.linear_attn.out_proj.weight|2d-128|(1152, 1920)", + "tensor": "model.language_model.layers.8.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.4.linear_attn.out_proj.weight|2d-128|(1280, 512)", + "tensor": "model.language_model.layers.4.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.16.linear_attn.out_proj.weight|2d-128|(1664, 256)", + "tensor": "model.language_model.layers.16.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.5.linear_attn.out_proj.weight|2d-128|(1152, 1536)", + "tensor": "model.language_model.layers.5.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.9.linear_attn.out_proj.weight|2d-128|(384, 128)", + "tensor": "model.language_model.layers.9.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.2.linear_attn.out_proj.weight|2d-128|(1152, 1536)", + "tensor": "model.language_model.layers.2.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.14.linear_attn.out_proj.weight|2d-128|(1408, 1792)", + "tensor": "model.language_model.layers.14.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1408, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.18.linear_attn.out_proj.weight|2d-128|(128, 640)", + "tensor": "model.language_model.layers.18.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.1.linear_attn.out_proj.weight|2d-128|(1792, 384)", + "tensor": "model.language_model.layers.1.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1792, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.9.linear_attn.out_proj.weight|2d-128|(1792, 640)", + "tensor": "model.language_model.layers.9.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1792, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.12.linear_attn.out_proj.weight|2d-128|(1408, 1792)", + "tensor": "model.language_model.layers.12.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1408, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.10.linear_attn.out_proj.weight|2d-128|(1408, 1024)", + "tensor": "model.language_model.layers.10.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1408, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.14.linear_attn.out_proj.weight|2d-128|(384, 768)", + "tensor": "model.language_model.layers.14.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.10.linear_attn.out_proj.weight|2d-128|(512, 1152)", + "tensor": "model.language_model.layers.10.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.18.linear_attn.out_proj.weight|2d-128|(0, 1152)", + "tensor": "model.language_model.layers.18.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.1.linear_attn.out_proj.weight|2d-128|(640, 256)", + "tensor": "model.language_model.layers.1.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.21.linear_attn.out_proj.weight|2d-128|(512, 512)", + "tensor": "model.language_model.layers.21.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.18.linear_attn.out_proj.weight|2d-128|(128, 1536)", + "tensor": "model.language_model.layers.18.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.17.linear_attn.out_proj.weight|2d-128|(512, 896)", + "tensor": "model.language_model.layers.17.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.22.linear_attn.out_proj.weight|2d-128|(1536, 1920)", + "tensor": "model.language_model.layers.22.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.2.linear_attn.out_proj.weight|2d-128|(128, 1408)", + "tensor": "model.language_model.layers.2.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.21.linear_attn.out_proj.weight|2d-128|(896, 128)", + "tensor": "model.language_model.layers.21.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.20.linear_attn.out_proj.weight|2d-128|(1920, 0)", + "tensor": "model.language_model.layers.20.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1920, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.0.linear_attn.out_proj.weight|2d-128|(512, 1408)", + "tensor": "model.language_model.layers.0.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.5.linear_attn.out_proj.weight|2d-128|(1280, 1792)", + "tensor": "model.language_model.layers.5.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.10.linear_attn.out_proj.weight|2d-128|(512, 1920)", + "tensor": "model.language_model.layers.10.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.16.linear_attn.out_proj.weight|2d-128|(128, 128)", + "tensor": "model.language_model.layers.16.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.10.linear_attn.out_proj.weight|2d-128|(128, 128)", + "tensor": "model.language_model.layers.10.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.2.linear_attn.out_proj.weight|2d-128|(1408, 0)", + "tensor": "model.language_model.layers.2.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1408, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.2.linear_attn.out_proj.weight|2d-128|(384, 128)", + "tensor": "model.language_model.layers.2.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.8.linear_attn.out_proj.weight|2d-128|(768, 256)", + "tensor": "model.language_model.layers.8.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.13.linear_attn.out_proj.weight|2d-128|(896, 1536)", + "tensor": "model.language_model.layers.13.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.12.linear_attn.out_proj.weight|2d-128|(512, 1408)", + "tensor": "model.language_model.layers.12.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.1.linear_attn.out_proj.weight|2d-128|(1920, 1280)", + "tensor": "model.language_model.layers.1.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1920, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.16.linear_attn.out_proj.weight|2d-128|(1280, 256)", + "tensor": "model.language_model.layers.16.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.0.linear_attn.out_proj.weight|2d-128|(640, 896)", + "tensor": "model.language_model.layers.0.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.20.linear_attn.out_proj.weight|2d-128|(896, 1280)", + "tensor": "model.language_model.layers.20.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.1.linear_attn.out_proj.weight|2d-128|(1024, 1920)", + "tensor": "model.language_model.layers.1.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.8.linear_attn.out_proj.weight|2d-128|(896, 896)", + "tensor": "model.language_model.layers.8.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.5.linear_attn.out_proj.weight|2d-128|(0, 512)", + "tensor": "model.language_model.layers.5.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.18.linear_attn.out_proj.weight|2d-128|(1920, 1408)", + "tensor": "model.language_model.layers.18.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1920, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.6.linear_attn.out_proj.weight|2d-128|(512, 1024)", + "tensor": "model.language_model.layers.6.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.14.linear_attn.out_proj.weight|2d-128|(1792, 768)", + "tensor": "model.language_model.layers.14.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1792, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.2.linear_attn.out_proj.weight|2d-128|(640, 1408)", + "tensor": "model.language_model.layers.2.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.16.linear_attn.out_proj.weight|2d-128|(1408, 1280)", + "tensor": "model.language_model.layers.16.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1408, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.13.linear_attn.out_proj.weight|2d-128|(0, 1408)", + "tensor": "model.language_model.layers.13.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.0.linear_attn.out_proj.weight|2d-128|(768, 256)", + "tensor": "model.language_model.layers.0.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.8.linear_attn.out_proj.weight|2d-128|(1408, 1536)", + "tensor": "model.language_model.layers.8.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1408, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.20.linear_attn.out_proj.weight|2d-128|(1152, 1536)", + "tensor": "model.language_model.layers.20.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.21.linear_attn.out_proj.weight|2d-128|(1664, 1920)", + "tensor": "model.language_model.layers.21.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.16.linear_attn.out_proj.weight|2d-128|(1664, 1024)", + "tensor": "model.language_model.layers.16.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.9.linear_attn.out_proj.weight|2d-128|(128, 768)", + "tensor": "model.language_model.layers.9.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.6.linear_attn.out_proj.weight|2d-128|(1664, 1280)", + "tensor": "model.language_model.layers.6.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.13.linear_attn.out_proj.weight|2d-128|(896, 256)", + "tensor": "model.language_model.layers.13.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.9.linear_attn.out_proj.weight|2d-128|(1536, 1024)", + "tensor": "model.language_model.layers.9.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.1.linear_attn.out_proj.weight|2d-128|(128, 1280)", + "tensor": "model.language_model.layers.1.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.1.linear_attn.out_proj.weight|2d-128|(1536, 1280)", + "tensor": "model.language_model.layers.1.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.17.linear_attn.out_proj.weight|2d-128|(1664, 640)", + "tensor": "model.language_model.layers.17.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.0.linear_attn.out_proj.weight|2d-128|(768, 1792)", + "tensor": "model.language_model.layers.0.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.10.linear_attn.out_proj.weight|2d-128|(512, 384)", + "tensor": "model.language_model.layers.10.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.22.linear_attn.out_proj.weight|2d-128|(896, 768)", + "tensor": "model.language_model.layers.22.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.4.linear_attn.out_proj.weight|2d-128|(1280, 768)", + "tensor": "model.language_model.layers.4.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.10.linear_attn.out_proj.weight|2d-128|(640, 1408)", + "tensor": "model.language_model.layers.10.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.8.linear_attn.out_proj.weight|2d-128|(1792, 896)", + "tensor": "model.language_model.layers.8.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1792, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.2.linear_attn.out_proj.weight|2d-128|(1664, 1152)", + "tensor": "model.language_model.layers.2.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.8.linear_attn.out_proj.weight|2d-128|(1408, 0)", + "tensor": "model.language_model.layers.8.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1408, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.1.linear_attn.out_proj.weight|2d-128|(896, 128)", + "tensor": "model.language_model.layers.1.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.18.linear_attn.out_proj.weight|2d-128|(128, 512)", + "tensor": "model.language_model.layers.18.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.22.linear_attn.out_proj.weight|2d-128|(384, 1408)", + "tensor": "model.language_model.layers.22.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.12.linear_attn.out_proj.weight|2d-128|(1792, 0)", + "tensor": "model.language_model.layers.12.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1792, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.0.linear_attn.out_proj.weight|2d-128|(896, 1280)", + "tensor": "model.language_model.layers.0.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.18.linear_attn.out_proj.weight|2d-128|(1152, 384)", + "tensor": "model.language_model.layers.18.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.22.linear_attn.out_proj.weight|2d-128|(1152, 384)", + "tensor": "model.language_model.layers.22.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.1.linear_attn.out_proj.weight|2d-128|(0, 128)", + "tensor": "model.language_model.layers.1.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.1.linear_attn.out_proj.weight|2d-128|(512, 1792)", + "tensor": "model.language_model.layers.1.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.21.linear_attn.out_proj.weight|2d-128|(256, 384)", + "tensor": "model.language_model.layers.21.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.0.linear_attn.out_proj.weight|2d-128|(1024, 0)", + "tensor": "model.language_model.layers.0.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.0.linear_attn.out_proj.weight|2d-128|(1024, 128)", + "tensor": "model.language_model.layers.0.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.12.linear_attn.out_proj.weight|2d-128|(640, 896)", + "tensor": "model.language_model.layers.12.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.13.linear_attn.out_proj.weight|2d-128|(1280, 1664)", + "tensor": "model.language_model.layers.13.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.12.linear_attn.out_proj.weight|2d-128|(896, 1152)", + "tensor": "model.language_model.layers.12.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.22.linear_attn.out_proj.weight|2d-128|(0, 896)", + "tensor": "model.language_model.layers.22.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.18.linear_attn.out_proj.weight|2d-128|(1408, 1024)", + "tensor": "model.language_model.layers.18.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1408, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.13.linear_attn.out_proj.weight|2d-128|(896, 896)", + "tensor": "model.language_model.layers.13.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.21.linear_attn.out_proj.weight|2d-128|(1536, 1536)", + "tensor": "model.language_model.layers.21.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.13.linear_attn.out_proj.weight|2d-128|(1152, 1280)", + "tensor": "model.language_model.layers.13.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.21.linear_attn.out_proj.weight|2d-128|(1536, 1408)", + "tensor": "model.language_model.layers.21.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.22.linear_attn.out_proj.weight|2d-128|(1280, 1664)", + "tensor": "model.language_model.layers.22.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.2.linear_attn.out_proj.weight|2d-128|(1408, 1664)", + "tensor": "model.language_model.layers.2.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1408, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.16.linear_attn.out_proj.weight|2d-128|(1920, 1664)", + "tensor": "model.language_model.layers.16.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1920, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.10.linear_attn.out_proj.weight|2d-128|(1536, 1664)", + "tensor": "model.language_model.layers.10.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.6.linear_attn.out_proj.weight|2d-128|(384, 128)", + "tensor": "model.language_model.layers.6.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.13.linear_attn.out_proj.weight|2d-128|(256, 0)", + "tensor": "model.language_model.layers.13.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.13.linear_attn.out_proj.weight|2d-128|(384, 0)", + "tensor": "model.language_model.layers.13.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.0.linear_attn.out_proj.weight|2d-128|(1152, 256)", + "tensor": "model.language_model.layers.0.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.12.linear_attn.out_proj.weight|2d-128|(256, 512)", + "tensor": "model.language_model.layers.12.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.14.linear_attn.out_proj.weight|2d-128|(256, 896)", + "tensor": "model.language_model.layers.14.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.4.linear_attn.out_proj.weight|2d-128|(384, 0)", + "tensor": "model.language_model.layers.4.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.13.linear_attn.out_proj.weight|2d-128|(1536, 384)", + "tensor": "model.language_model.layers.13.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.9.linear_attn.out_proj.weight|2d-128|(256, 1536)", + "tensor": "model.language_model.layers.9.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.9.linear_attn.out_proj.weight|2d-128|(1664, 1792)", + "tensor": "model.language_model.layers.9.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.20.linear_attn.out_proj.weight|2d-128|(384, 1920)", + "tensor": "model.language_model.layers.20.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.22.linear_attn.out_proj.weight|2d-128|(256, 1792)", + "tensor": "model.language_model.layers.22.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.22.linear_attn.out_proj.weight|2d-128|(1792, 384)", + "tensor": "model.language_model.layers.22.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1792, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.1.linear_attn.out_proj.weight|2d-128|(1024, 1536)", + "tensor": "model.language_model.layers.1.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.9.linear_attn.out_proj.weight|2d-128|(1536, 256)", + "tensor": "model.language_model.layers.9.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.1.linear_attn.out_proj.weight|2d-128|(1280, 1792)", + "tensor": "model.language_model.layers.1.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.6.linear_attn.out_proj.weight|2d-128|(512, 384)", + "tensor": "model.language_model.layers.6.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.22.linear_attn.out_proj.weight|2d-128|(256, 256)", + "tensor": "model.language_model.layers.22.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.1.linear_attn.out_proj.weight|2d-128|(128, 1408)", + "tensor": "model.language_model.layers.1.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.1.linear_attn.out_proj.weight|2d-128|(1536, 1024)", + "tensor": "model.language_model.layers.1.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.14.linear_attn.out_proj.weight|2d-128|(256, 0)", + "tensor": "model.language_model.layers.14.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.8.linear_attn.out_proj.weight|2d-128|(1664, 512)", + "tensor": "model.language_model.layers.8.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.4.linear_attn.out_proj.weight|2d-128|(1920, 384)", + "tensor": "model.language_model.layers.4.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1920, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.20.linear_attn.out_proj.weight|2d-128|(1792, 1024)", + "tensor": "model.language_model.layers.20.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1792, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.17.linear_attn.out_proj.weight|2d-128|(128, 768)", + "tensor": "model.language_model.layers.17.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.8.linear_attn.out_proj.weight|2d-128|(1920, 1408)", + "tensor": "model.language_model.layers.8.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1920, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.22.linear_attn.out_proj.weight|2d-128|(1152, 512)", + "tensor": "model.language_model.layers.22.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.16.linear_attn.out_proj.weight|2d-128|(384, 1920)", + "tensor": "model.language_model.layers.16.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.1.linear_attn.out_proj.weight|2d-128|(256, 1408)", + "tensor": "model.language_model.layers.1.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.2.linear_attn.out_proj.weight|2d-128|(0, 1024)", + "tensor": "model.language_model.layers.2.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.17.linear_attn.out_proj.weight|2d-128|(512, 384)", + "tensor": "model.language_model.layers.17.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.5.linear_attn.out_proj.weight|2d-128|(1792, 1920)", + "tensor": "model.language_model.layers.5.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1792, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.14.linear_attn.out_proj.weight|2d-128|(1152, 1024)", + "tensor": "model.language_model.layers.14.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.17.linear_attn.out_proj.weight|2d-128|(896, 512)", + "tensor": "model.language_model.layers.17.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.9.linear_attn.out_proj.weight|2d-128|(640, 128)", + "tensor": "model.language_model.layers.9.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.17.linear_attn.out_proj.weight|2d-128|(1152, 384)", + "tensor": "model.language_model.layers.17.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.5.linear_attn.out_proj.weight|2d-128|(512, 1792)", + "tensor": "model.language_model.layers.5.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.4.linear_attn.out_proj.weight|2d-128|(1920, 640)", + "tensor": "model.language_model.layers.4.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1920, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.17.linear_attn.out_proj.weight|2d-128|(384, 1024)", + "tensor": "model.language_model.layers.17.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.4.linear_attn.out_proj.weight|2d-128|(1536, 640)", + "tensor": "model.language_model.layers.4.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.16.linear_attn.out_proj.weight|2d-128|(1152, 0)", + "tensor": "model.language_model.layers.16.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.10.linear_attn.out_proj.weight|2d-128|(0, 1152)", + "tensor": "model.language_model.layers.10.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.12.linear_attn.out_proj.weight|2d-128|(1664, 256)", + "tensor": "model.language_model.layers.12.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.13.linear_attn.out_proj.weight|2d-128|(1664, 256)", + "tensor": "model.language_model.layers.13.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.9.linear_attn.out_proj.weight|2d-128|(128, 1664)", + "tensor": "model.language_model.layers.9.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.10.linear_attn.out_proj.weight|2d-128|(256, 1664)", + "tensor": "model.language_model.layers.10.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.4.linear_attn.out_proj.weight|2d-128|(384, 1920)", + "tensor": "model.language_model.layers.4.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.14.linear_attn.out_proj.weight|2d-128|(512, 1536)", + "tensor": "model.language_model.layers.14.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.4.linear_attn.out_proj.weight|2d-128|(384, 512)", + "tensor": "model.language_model.layers.4.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.0.linear_attn.out_proj.weight|2d-128|(1536, 0)", + "tensor": "model.language_model.layers.0.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.13.linear_attn.out_proj.weight|2d-128|(256, 1152)", + "tensor": "model.language_model.layers.13.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.4.linear_attn.out_proj.weight|2d-128|(896, 896)", + "tensor": "model.language_model.layers.4.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.2.linear_attn.out_proj.weight|2d-128|(896, 1664)", + "tensor": "model.language_model.layers.2.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.8.linear_attn.out_proj.weight|2d-128|(384, 1152)", + "tensor": "model.language_model.layers.8.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.12.linear_attn.out_proj.weight|2d-128|(768, 1536)", + "tensor": "model.language_model.layers.12.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.21.linear_attn.out_proj.weight|2d-128|(1664, 1664)", + "tensor": "model.language_model.layers.21.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.21.linear_attn.out_proj.weight|2d-128|(768, 768)", + "tensor": "model.language_model.layers.21.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.17.linear_attn.out_proj.weight|2d-128|(640, 1536)", + "tensor": "model.language_model.layers.17.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.0.linear_attn.out_proj.weight|2d-128|(1536, 1152)", + "tensor": "model.language_model.layers.0.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.4.linear_attn.out_proj.weight|2d-128|(1152, 1152)", + "tensor": "model.language_model.layers.4.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.22.linear_attn.out_proj.weight|2d-128|(1792, 1152)", + "tensor": "model.language_model.layers.22.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1792, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.4.linear_attn.out_proj.weight|2d-128|(768, 256)", + "tensor": "model.language_model.layers.4.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.12.linear_attn.out_proj.weight|2d-128|(512, 0)", + "tensor": "model.language_model.layers.12.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.0.linear_attn.out_proj.weight|2d-128|(1536, 1792)", + "tensor": "model.language_model.layers.0.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.5.linear_attn.out_proj.weight|2d-128|(768, 896)", + "tensor": "model.language_model.layers.5.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.16.linear_attn.out_proj.weight|2d-128|(896, 1408)", + "tensor": "model.language_model.layers.16.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.2.linear_attn.out_proj.weight|2d-128|(1664, 256)", + "tensor": "model.language_model.layers.2.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.22.linear_attn.out_proj.weight|2d-128|(512, 1024)", + "tensor": "model.language_model.layers.22.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.8.linear_attn.out_proj.weight|2d-128|(1664, 1920)", + "tensor": "model.language_model.layers.8.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.5.linear_attn.out_proj.weight|2d-128|(768, 1152)", + "tensor": "model.language_model.layers.5.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.9.linear_attn.out_proj.weight|2d-128|(1536, 384)", + "tensor": "model.language_model.layers.9.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.16.linear_attn.out_proj.weight|2d-128|(0, 1920)", + "tensor": "model.language_model.layers.16.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.20.linear_attn.out_proj.weight|2d-128|(1280, 768)", + "tensor": "model.language_model.layers.20.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.1.linear_attn.out_proj.weight|2d-128|(1280, 1024)", + "tensor": "model.language_model.layers.1.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.22.linear_attn.out_proj.weight|2d-128|(1280, 512)", + "tensor": "model.language_model.layers.22.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.1.linear_attn.out_proj.weight|2d-128|(512, 1664)", + "tensor": "model.language_model.layers.1.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.8.linear_attn.out_proj.weight|2d-128|(1536, 640)", + "tensor": "model.language_model.layers.8.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.16.linear_attn.out_proj.weight|2d-128|(896, 1280)", + "tensor": "model.language_model.layers.16.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.14.linear_attn.out_proj.weight|2d-128|(1024, 640)", + "tensor": "model.language_model.layers.14.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.18.linear_attn.out_proj.weight|2d-128|(1920, 1920)", + "tensor": "model.language_model.layers.18.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1920, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.0.linear_attn.out_proj.weight|2d-128|(1664, 1920)", + "tensor": "model.language_model.layers.0.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.8.linear_attn.out_proj.weight|2d-128|(128, 0)", + "tensor": "model.language_model.layers.8.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.14.linear_attn.out_proj.weight|2d-128|(1024, 768)", + "tensor": "model.language_model.layers.14.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.12.linear_attn.out_proj.weight|2d-128|(0, 1920)", + "tensor": "model.language_model.layers.12.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.13.linear_attn.out_proj.weight|2d-128|(768, 512)", + "tensor": "model.language_model.layers.13.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.10.linear_attn.out_proj.weight|2d-128|(1664, 1408)", + "tensor": "model.language_model.layers.10.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.22.linear_attn.out_proj.weight|2d-128|(1664, 384)", + "tensor": "model.language_model.layers.22.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.9.linear_attn.out_proj.weight|2d-128|(128, 1792)", + "tensor": "model.language_model.layers.9.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.14.linear_attn.out_proj.weight|2d-128|(1536, 0)", + "tensor": "model.language_model.layers.14.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.21.linear_attn.out_proj.weight|2d-128|(512, 1152)", + "tensor": "model.language_model.layers.21.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.22.linear_attn.out_proj.weight|2d-128|(1920, 1024)", + "tensor": "model.language_model.layers.22.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1920, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.10.linear_attn.out_proj.weight|2d-128|(1664, 1664)", + "tensor": "model.language_model.layers.10.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.21.linear_attn.out_proj.weight|2d-128|(1280, 512)", + "tensor": "model.language_model.layers.21.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.18.linear_attn.out_proj.weight|2d-128|(768, 896)", + "tensor": "model.language_model.layers.18.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.16.linear_attn.out_proj.weight|2d-128|(1152, 896)", + "tensor": "model.language_model.layers.16.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.20.linear_attn.out_proj.weight|2d-128|(1536, 1408)", + "tensor": "model.language_model.layers.20.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.9.linear_attn.out_proj.weight|2d-128|(1280, 1280)", + "tensor": "model.language_model.layers.9.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.4.linear_attn.out_proj.weight|2d-128|(0, 1664)", + "tensor": "model.language_model.layers.4.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.12.linear_attn.out_proj.weight|2d-128|(640, 128)", + "tensor": "model.language_model.layers.12.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.18.linear_attn.out_proj.weight|2d-128|(1536, 1792)", + "tensor": "model.language_model.layers.18.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.22.linear_attn.out_proj.weight|2d-128|(640, 1664)", + "tensor": "model.language_model.layers.22.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.13.linear_attn.out_proj.weight|2d-128|(256, 1664)", + "tensor": "model.language_model.layers.13.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.18.linear_attn.out_proj.weight|2d-128|(384, 128)", + "tensor": "model.language_model.layers.18.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.14.linear_attn.out_proj.weight|2d-128|(1664, 1280)", + "tensor": "model.language_model.layers.14.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.0.linear_attn.out_proj.weight|2d-128|(1920, 896)", + "tensor": "model.language_model.layers.0.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1920, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.4.linear_attn.out_proj.weight|2d-128|(128, 0)", + "tensor": "model.language_model.layers.4.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.16.linear_attn.out_proj.weight|2d-128|(1280, 1536)", + "tensor": "model.language_model.layers.16.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.1.linear_attn.out_proj.weight|2d-128|(1280, 1280)", + "tensor": "model.language_model.layers.1.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.13.linear_attn.out_proj.weight|2d-128|(1152, 128)", + "tensor": "model.language_model.layers.13.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.18.linear_attn.out_proj.weight|2d-128|(1280, 896)", + "tensor": "model.language_model.layers.18.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.8.linear_attn.out_proj.weight|2d-128|(256, 768)", + "tensor": "model.language_model.layers.8.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.22.linear_attn.out_proj.weight|2d-128|(1024, 1664)", + "tensor": "model.language_model.layers.22.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.8.linear_attn.out_proj.weight|2d-128|(768, 1408)", + "tensor": "model.language_model.layers.8.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.8.linear_attn.out_proj.weight|2d-64|(64, 1472)", + "tensor": "model.language_model.layers.8.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 1472 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(128, 832)", + "tensor": "model.language_model.layers.12.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.16.linear_attn.out_proj.weight|2d-64|(448, 1408)", + "tensor": "model.language_model.layers.16.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 1408 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.20.linear_attn.out_proj.weight|2d-64|(1152, 832)", + "tensor": "model.language_model.layers.20.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1152, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.18.linear_attn.out_proj.weight|2d-64|(1792, 1984)", + "tensor": "model.language_model.layers.18.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1792, + 1984 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.5.linear_attn.out_proj.weight|2d-64|(1088, 256)", + "tensor": "model.language_model.layers.5.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1088, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.14.linear_attn.out_proj.weight|2d-64|(640, 128)", + "tensor": "model.language_model.layers.14.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 640, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(1472, 1408)", + "tensor": "model.language_model.layers.12.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1472, + 1408 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.8.linear_attn.out_proj.weight|2d-64|(1664, 1408)", + "tensor": "model.language_model.layers.8.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1664, + 1408 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.10.linear_attn.out_proj.weight|2d-64|(1600, 1408)", + "tensor": "model.language_model.layers.10.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1600, + 1408 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.10.linear_attn.out_proj.weight|2d-64|(1472, 192)", + "tensor": "model.language_model.layers.10.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1472, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.22.linear_attn.out_proj.weight|2d-64|(1024, 1536)", + "tensor": "model.language_model.layers.22.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1024, + 1536 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.6.linear_attn.out_proj.weight|2d-64|(1920, 704)", + "tensor": "model.language_model.layers.6.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1920, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(1856, 576)", + "tensor": "model.language_model.layers.12.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1856, + 576 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.10.linear_attn.out_proj.weight|2d-64|(1088, 512)", + "tensor": "model.language_model.layers.10.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1088, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.9.linear_attn.out_proj.weight|2d-64|(1088, 960)", + "tensor": "model.language_model.layers.9.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1088, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.5.linear_attn.out_proj.weight|2d-64|(64, 1408)", + "tensor": "model.language_model.layers.5.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 1408 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.18.linear_attn.out_proj.weight|2d-64|(1856, 1088)", + "tensor": "model.language_model.layers.18.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1856, + 1088 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.1.linear_attn.out_proj.weight|2d-64|(640, 448)", + "tensor": "model.language_model.layers.1.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 640, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.6.linear_attn.out_proj.weight|2d-64|(896, 512)", + "tensor": "model.language_model.layers.6.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 896, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.22.linear_attn.out_proj.weight|2d-64|(576, 640)", + "tensor": "model.language_model.layers.22.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 576, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.14.linear_attn.out_proj.weight|2d-64|(1664, 256)", + "tensor": "model.language_model.layers.14.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1664, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.8.linear_attn.out_proj.weight|2d-64|(384, 1216)", + "tensor": "model.language_model.layers.8.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 1216 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.22.linear_attn.out_proj.weight|2d-64|(1344, 64)", + "tensor": "model.language_model.layers.22.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1344, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.10.linear_attn.out_proj.weight|2d-64|(1280, 1728)", + "tensor": "model.language_model.layers.10.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1280, + 1728 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.20.linear_attn.out_proj.weight|2d-64|(1088, 192)", + "tensor": "model.language_model.layers.20.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1088, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.2.linear_attn.out_proj.weight|2d-64|(1664, 1024)", + "tensor": "model.language_model.layers.2.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1664, + 1024 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.14.linear_attn.out_proj.weight|2d-64|(704, 448)", + "tensor": "model.language_model.layers.14.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 704, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.10.linear_attn.out_proj.weight|2d-64|(576, 1152)", + "tensor": "model.language_model.layers.10.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 576, + 1152 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.22.linear_attn.out_proj.weight|2d-64|(1536, 192)", + "tensor": "model.language_model.layers.22.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1536, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.17.linear_attn.out_proj.weight|2d-64|(1856, 960)", + "tensor": "model.language_model.layers.17.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1856, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.10.linear_attn.out_proj.weight|2d-64|(128, 0)", + "tensor": "model.language_model.layers.10.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.8.linear_attn.out_proj.weight|2d-64|(256, 320)", + "tensor": "model.language_model.layers.8.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.4.linear_attn.out_proj.weight|2d-64|(1856, 1984)", + "tensor": "model.language_model.layers.4.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1856, + 1984 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.4.linear_attn.out_proj.weight|2d-64|(256, 1792)", + "tensor": "model.language_model.layers.4.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 1792 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.13.linear_attn.out_proj.weight|2d-64|(832, 128)", + "tensor": "model.language_model.layers.13.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 832, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.2.linear_attn.out_proj.weight|2d-64|(640, 960)", + "tensor": "model.language_model.layers.2.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 640, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.1.linear_attn.out_proj.weight|2d-64|(192, 1920)", + "tensor": "model.language_model.layers.1.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 1920 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.22.linear_attn.out_proj.weight|2d-64|(1600, 512)", + "tensor": "model.language_model.layers.22.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1600, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.9.linear_attn.out_proj.weight|2d-64|(768, 1984)", + "tensor": "model.language_model.layers.9.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 768, + 1984 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.10.linear_attn.out_proj.weight|2d-64|(1792, 192)", + "tensor": "model.language_model.layers.10.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1792, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.5.linear_attn.out_proj.weight|2d-64|(1152, 192)", + "tensor": "model.language_model.layers.5.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1152, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.17.linear_attn.out_proj.weight|2d-64|(1728, 1536)", + "tensor": "model.language_model.layers.17.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1728, + 1536 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.10.linear_attn.out_proj.weight|2d-64|(256, 1920)", + "tensor": "model.language_model.layers.10.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 1920 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.13.linear_attn.out_proj.weight|2d-64|(1856, 448)", + "tensor": "model.language_model.layers.13.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1856, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.13.linear_attn.out_proj.weight|2d-64|(512, 1920)", + "tensor": "model.language_model.layers.13.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 512, + 1920 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.0.linear_attn.out_proj.weight|2d-64|(64, 896)", + "tensor": "model.language_model.layers.0.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.18.linear_attn.out_proj.weight|2d-64|(64, 1536)", + "tensor": "model.language_model.layers.18.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 1536 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.21.linear_attn.out_proj.weight|2d-64|(768, 768)", + "tensor": "model.language_model.layers.21.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 768, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.18.linear_attn.out_proj.weight|2d-64|(1216, 448)", + "tensor": "model.language_model.layers.18.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1216, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.21.linear_attn.out_proj.weight|2d-64|(1344, 320)", + "tensor": "model.language_model.layers.21.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1344, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.9.linear_attn.out_proj.weight|2d-64|(1024, 1920)", + "tensor": "model.language_model.layers.9.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1024, + 1920 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.20.linear_attn.out_proj.weight|2d-64|(1536, 64)", + "tensor": "model.language_model.layers.20.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1536, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(256, 320)", + "tensor": "model.language_model.layers.12.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.2.linear_attn.out_proj.weight|2d-64|(256, 256)", + "tensor": "model.language_model.layers.2.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.18.linear_attn.out_proj.weight|2d-64|(64, 960)", + "tensor": "model.language_model.layers.18.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(64, 1024)", + "tensor": "model.language_model.layers.12.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 1024 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.1.linear_attn.out_proj.weight|2d-64|(320, 704)", + "tensor": "model.language_model.layers.1.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.21.linear_attn.out_proj.weight|2d-64|(64, 0)", + "tensor": "model.language_model.layers.21.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.14.linear_attn.out_proj.weight|2d-64|(1728, 1216)", + "tensor": "model.language_model.layers.14.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1728, + 1216 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.22.linear_attn.out_proj.weight|2d-64|(1472, 384)", + "tensor": "model.language_model.layers.22.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1472, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.6.linear_attn.out_proj.weight|2d-64|(1536, 1152)", + "tensor": "model.language_model.layers.6.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1536, + 1152 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.16.linear_attn.out_proj.weight|2d-64|(1344, 1152)", + "tensor": "model.language_model.layers.16.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1344, + 1152 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.5.linear_attn.out_proj.weight|2d-64|(1152, 832)", + "tensor": "model.language_model.layers.5.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1152, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.8.linear_attn.out_proj.weight|2d-64|(1856, 1984)", + "tensor": "model.language_model.layers.8.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1856, + 1984 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(640, 1280)", + "tensor": "model.language_model.layers.12.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 640, + 1280 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.13.linear_attn.out_proj.weight|2d-64|(640, 1856)", + "tensor": "model.language_model.layers.13.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 640, + 1856 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.2.linear_attn.out_proj.weight|2d-64|(1856, 768)", + "tensor": "model.language_model.layers.2.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1856, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(448, 1024)", + "tensor": "model.language_model.layers.12.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 1024 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.21.linear_attn.out_proj.weight|2d-64|(1472, 1472)", + "tensor": "model.language_model.layers.21.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1472, + 1472 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(1536, 896)", + "tensor": "model.language_model.layers.12.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1536, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.13.linear_attn.out_proj.weight|2d-64|(1792, 384)", + "tensor": "model.language_model.layers.13.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1792, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.5.linear_attn.out_proj.weight|2d-64|(704, 576)", + "tensor": "model.language_model.layers.5.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 704, + 576 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.8.linear_attn.out_proj.weight|2d-64|(384, 1408)", + "tensor": "model.language_model.layers.8.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 1408 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.0.linear_attn.out_proj.weight|2d-64|(1344, 512)", + "tensor": "model.language_model.layers.0.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1344, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.20.linear_attn.out_proj.weight|2d-64|(320, 384)", + "tensor": "model.language_model.layers.20.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.10.linear_attn.out_proj.weight|2d-64|(1984, 1600)", + "tensor": "model.language_model.layers.10.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1984, + 1600 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.4.linear_attn.out_proj.weight|2d-64|(1664, 0)", + "tensor": "model.language_model.layers.4.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1664, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.5.linear_attn.out_proj.weight|2d-64|(1664, 832)", + "tensor": "model.language_model.layers.5.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1664, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.5.linear_attn.out_proj.weight|2d-64|(1664, 128)", + "tensor": "model.language_model.layers.5.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1664, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.10.linear_attn.out_proj.weight|2d-64|(832, 1344)", + "tensor": "model.language_model.layers.10.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 832, + 1344 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.0.linear_attn.out_proj.weight|2d-64|(1216, 1344)", + "tensor": "model.language_model.layers.0.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1216, + 1344 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.13.linear_attn.out_proj.weight|2d-64|(320, 832)", + "tensor": "model.language_model.layers.13.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.9.linear_attn.out_proj.weight|2d-64|(1792, 1408)", + "tensor": "model.language_model.layers.9.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1792, + 1408 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.20.linear_attn.out_proj.weight|2d-64|(960, 1536)", + "tensor": "model.language_model.layers.20.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 960, + 1536 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.6.linear_attn.out_proj.weight|2d-64|(0, 64)", + "tensor": "model.language_model.layers.6.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.17.linear_attn.out_proj.weight|2d-64|(1536, 1792)", + "tensor": "model.language_model.layers.17.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1536, + 1792 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.18.linear_attn.out_proj.weight|2d-64|(320, 1152)", + "tensor": "model.language_model.layers.18.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 1152 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.18.linear_attn.out_proj.weight|2d-64|(1920, 1024)", + "tensor": "model.language_model.layers.18.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1920, + 1024 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.18.linear_attn.out_proj.weight|2d-64|(64, 832)", + "tensor": "model.language_model.layers.18.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(192, 1984)", + "tensor": "model.language_model.layers.12.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 1984 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.22.linear_attn.out_proj.weight|2d-64|(960, 1216)", + "tensor": "model.language_model.layers.22.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 960, + 1216 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.10.linear_attn.out_proj.weight|2d-64|(576, 1216)", + "tensor": "model.language_model.layers.10.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 576, + 1216 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.6.linear_attn.out_proj.weight|2d-64|(1280, 256)", + "tensor": "model.language_model.layers.6.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1280, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.2.linear_attn.out_proj.weight|2d-64|(128, 1216)", + "tensor": "model.language_model.layers.2.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 1216 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.8.linear_attn.out_proj.weight|2d-64|(1344, 640)", + "tensor": "model.language_model.layers.8.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1344, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.9.linear_attn.out_proj.weight|2d-64|(1600, 1024)", + "tensor": "model.language_model.layers.9.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1600, + 1024 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.16.linear_attn.out_proj.weight|2d-64|(640, 1024)", + "tensor": "model.language_model.layers.16.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 640, + 1024 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.18.linear_attn.out_proj.weight|2d-64|(448, 512)", + "tensor": "model.language_model.layers.18.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(192, 960)", + "tensor": "model.language_model.layers.12.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.1.linear_attn.out_proj.weight|2d-64|(192, 1536)", + "tensor": "model.language_model.layers.1.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 1536 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.5.linear_attn.out_proj.weight|2d-64|(128, 1024)", + "tensor": "model.language_model.layers.5.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 1024 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.2.linear_attn.out_proj.weight|2d-64|(1280, 1600)", + "tensor": "model.language_model.layers.2.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1280, + 1600 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.0.linear_attn.out_proj.weight|2d-64|(576, 576)", + "tensor": "model.language_model.layers.0.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 576, + 576 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.2.linear_attn.out_proj.weight|2d-64|(1088, 1472)", + "tensor": "model.language_model.layers.2.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1088, + 1472 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.13.linear_attn.out_proj.weight|2d-64|(1472, 384)", + "tensor": "model.language_model.layers.13.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1472, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.6.linear_attn.out_proj.weight|2d-64|(1472, 896)", + "tensor": "model.language_model.layers.6.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1472, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.20.linear_attn.out_proj.weight|2d-64|(64, 256)", + "tensor": "model.language_model.layers.20.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.8.linear_attn.out_proj.weight|2d-64|(1024, 1600)", + "tensor": "model.language_model.layers.8.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1024, + 1600 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.14.linear_attn.out_proj.weight|2d-64|(384, 256)", + "tensor": "model.language_model.layers.14.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.21.linear_attn.out_proj.weight|2d-64|(128, 1152)", + "tensor": "model.language_model.layers.21.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 1152 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.0.linear_attn.out_proj.weight|2d-64|(1408, 1280)", + "tensor": "model.language_model.layers.0.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1408, + 1280 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.4.linear_attn.out_proj.weight|2d-64|(320, 1920)", + "tensor": "model.language_model.layers.4.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 1920 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.13.linear_attn.out_proj.weight|2d-64|(512, 576)", + "tensor": "model.language_model.layers.13.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 512, + 576 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.13.linear_attn.out_proj.weight|2d-64|(1088, 1536)", + "tensor": "model.language_model.layers.13.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1088, + 1536 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.17.linear_attn.out_proj.weight|2d-64|(960, 1152)", + "tensor": "model.language_model.layers.17.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 960, + 1152 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.20.linear_attn.out_proj.weight|2d-64|(832, 1536)", + "tensor": "model.language_model.layers.20.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 832, + 1536 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.18.linear_attn.out_proj.weight|2d-64|(1792, 1664)", + "tensor": "model.language_model.layers.18.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1792, + 1664 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(192, 1472)", + "tensor": "model.language_model.layers.12.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 1472 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.9.linear_attn.out_proj.weight|2d-64|(256, 704)", + "tensor": "model.language_model.layers.9.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.13.linear_attn.out_proj.weight|2d-64|(896, 1408)", + "tensor": "model.language_model.layers.13.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 896, + 1408 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.6.linear_attn.out_proj.weight|2d-64|(1152, 576)", + "tensor": "model.language_model.layers.6.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1152, + 576 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.20.linear_attn.out_proj.weight|2d-64|(320, 128)", + "tensor": "model.language_model.layers.20.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.21.linear_attn.out_proj.weight|2d-64|(960, 320)", + "tensor": "model.language_model.layers.21.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 960, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.8.linear_attn.out_proj.weight|2d-64|(704, 1536)", + "tensor": "model.language_model.layers.8.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 704, + 1536 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.9.linear_attn.out_proj.weight|2d-64|(0, 576)", + "tensor": "model.language_model.layers.9.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 576 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.17.linear_attn.out_proj.weight|2d-64|(1856, 256)", + "tensor": "model.language_model.layers.17.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1856, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.2.linear_attn.out_proj.weight|2d-64|(1984, 128)", + "tensor": "model.language_model.layers.2.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1984, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.1.linear_attn.out_proj.weight|2d-64|(576, 576)", + "tensor": "model.language_model.layers.1.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 576, + 576 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.6.linear_attn.out_proj.weight|2d-64|(1152, 1920)", + "tensor": "model.language_model.layers.6.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1152, + 1920 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.10.linear_attn.out_proj.weight|2d-64|(1664, 1600)", + "tensor": "model.language_model.layers.10.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1664, + 1600 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.17.linear_attn.out_proj.weight|2d-64|(1408, 1792)", + "tensor": "model.language_model.layers.17.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1408, + 1792 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(1216, 640)", + "tensor": "model.language_model.layers.12.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1216, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.5.linear_attn.out_proj.weight|2d-64|(1152, 1600)", + "tensor": "model.language_model.layers.5.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1152, + 1600 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.20.linear_attn.out_proj.weight|2d-64|(1152, 1408)", + "tensor": "model.language_model.layers.20.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1152, + 1408 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.22.linear_attn.out_proj.weight|2d-64|(320, 960)", + "tensor": "model.language_model.layers.22.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.16.linear_attn.out_proj.weight|2d-64|(896, 384)", + "tensor": "model.language_model.layers.16.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 896, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.14.linear_attn.out_proj.weight|2d-64|(1216, 128)", + "tensor": "model.language_model.layers.14.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1216, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.18.linear_attn.out_proj.weight|2d-64|(1344, 192)", + "tensor": "model.language_model.layers.18.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1344, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.0.linear_attn.out_proj.weight|2d-64|(1984, 384)", + "tensor": "model.language_model.layers.0.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1984, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.1.linear_attn.out_proj.weight|2d-64|(1408, 1664)", + "tensor": "model.language_model.layers.1.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1408, + 1664 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.14.linear_attn.out_proj.weight|2d-64|(1536, 640)", + "tensor": "model.language_model.layers.14.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1536, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.18.linear_attn.out_proj.weight|2d-64|(896, 1792)", + "tensor": "model.language_model.layers.18.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 896, + 1792 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.8.linear_attn.out_proj.weight|2d-64|(64, 192)", + "tensor": "model.language_model.layers.8.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.20.linear_attn.out_proj.weight|2d-64|(448, 1984)", + "tensor": "model.language_model.layers.20.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 1984 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.8.linear_attn.out_proj.weight|2d-64|(640, 640)", + "tensor": "model.language_model.layers.8.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 640, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.10.linear_attn.out_proj.weight|2d-64|(1728, 832)", + "tensor": "model.language_model.layers.10.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1728, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.10.linear_attn.out_proj.weight|2d-64|(1216, 320)", + "tensor": "model.language_model.layers.10.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1216, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.2.linear_attn.out_proj.weight|2d-64|(448, 1792)", + "tensor": "model.language_model.layers.2.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 1792 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.5.linear_attn.out_proj.weight|2d-64|(960, 64)", + "tensor": "model.language_model.layers.5.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 960, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.5.linear_attn.out_proj.weight|2d-64|(320, 1536)", + "tensor": "model.language_model.layers.5.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 1536 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.22.linear_attn.out_proj.weight|2d-64|(1408, 384)", + "tensor": "model.language_model.layers.22.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1408, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.16.linear_attn.out_proj.weight|2d-64|(512, 1152)", + "tensor": "model.language_model.layers.16.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 512, + 1152 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.13.linear_attn.out_proj.weight|2d-64|(896, 1280)", + "tensor": "model.language_model.layers.13.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 896, + 1280 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.16.linear_attn.out_proj.weight|2d-64|(1152, 768)", + "tensor": "model.language_model.layers.16.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1152, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.0.linear_attn.out_proj.weight|2d-64|(256, 1728)", + "tensor": "model.language_model.layers.0.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 1728 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.2.linear_attn.out_proj.weight|2d-64|(1728, 192)", + "tensor": "model.language_model.layers.2.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1728, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.14.linear_attn.out_proj.weight|2d-64|(1472, 0)", + "tensor": "model.language_model.layers.14.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1472, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.0.linear_attn.out_proj.weight|2d-64|(832, 1344)", + "tensor": "model.language_model.layers.0.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 832, + 1344 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.22.linear_attn.out_proj.weight|2d-64|(1856, 1856)", + "tensor": "model.language_model.layers.22.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1856, + 1856 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.5.linear_attn.out_proj.weight|2d-64|(960, 1344)", + "tensor": "model.language_model.layers.5.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 960, + 1344 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.16.linear_attn.out_proj.weight|2d-64|(512, 0)", + "tensor": "model.language_model.layers.16.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 512, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.2.linear_attn.out_proj.weight|2d-64|(704, 704)", + "tensor": "model.language_model.layers.2.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 704, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.14.linear_attn.out_proj.weight|2d-64|(1664, 1344)", + "tensor": "model.language_model.layers.14.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1664, + 1344 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.8.linear_attn.out_proj.weight|2d-64|(192, 1920)", + "tensor": "model.language_model.layers.8.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 1920 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.9.linear_attn.out_proj.weight|2d-64|(1088, 1280)", + "tensor": "model.language_model.layers.9.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1088, + 1280 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.8.linear_attn.out_proj.weight|2d-64|(448, 1536)", + "tensor": "model.language_model.layers.8.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 1536 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.8.linear_attn.out_proj.weight|2d-64|(0, 896)", + "tensor": "model.language_model.layers.8.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.14.linear_attn.out_proj.weight|2d-64|(384, 896)", + "tensor": "model.language_model.layers.14.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.18.linear_attn.out_proj.weight|2d-64|(1856, 320)", + "tensor": "model.language_model.layers.18.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1856, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.1.linear_attn.out_proj.weight|2d-64|(384, 1536)", + "tensor": "model.language_model.layers.1.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 1536 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.16.linear_attn.out_proj.weight|2d-64|(1536, 704)", + "tensor": "model.language_model.layers.16.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1536, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.14.linear_attn.out_proj.weight|2d-64|(1664, 1664)", + "tensor": "model.language_model.layers.14.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1664, + 1664 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.18.linear_attn.out_proj.weight|2d-64|(1600, 192)", + "tensor": "model.language_model.layers.18.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1600, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.5.linear_attn.out_proj.weight|2d-64|(640, 1792)", + "tensor": "model.language_model.layers.5.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 640, + 1792 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.20.linear_attn.out_proj.weight|2d-64|(0, 64)", + "tensor": "model.language_model.layers.20.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.6.linear_attn.out_proj.weight|2d-64|(0, 1152)", + "tensor": "model.language_model.layers.6.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 1152 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.2.linear_attn.out_proj.weight|2d-64|(1216, 320)", + "tensor": "model.language_model.layers.2.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1216, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.9.linear_attn.out_proj.weight|2d-64|(704, 1600)", + "tensor": "model.language_model.layers.9.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 704, + 1600 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.20.linear_attn.out_proj.weight|2d-64|(1856, 640)", + "tensor": "model.language_model.layers.20.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1856, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.18.linear_attn.out_proj.weight|2d-64|(128, 1728)", + "tensor": "model.language_model.layers.18.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 1728 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.4.linear_attn.out_proj.weight|2d-64|(448, 1472)", + "tensor": "model.language_model.layers.4.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 1472 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.14.linear_attn.out_proj.weight|2d-64|(1536, 1728)", + "tensor": "model.language_model.layers.14.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1536, + 1728 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.13.linear_attn.out_proj.weight|2d-64|(1664, 1216)", + "tensor": "model.language_model.layers.13.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1664, + 1216 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.5.linear_attn.out_proj.weight|2d-64|(1920, 1280)", + "tensor": "model.language_model.layers.5.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1920, + 1280 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.9.linear_attn.out_proj.weight|2d-64|(1280, 896)", + "tensor": "model.language_model.layers.9.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1280, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.18.linear_attn.out_proj.weight|2d-64|(960, 448)", + "tensor": "model.language_model.layers.18.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 960, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(1728, 1536)", + "tensor": "model.language_model.layers.12.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1728, + 1536 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.18.linear_attn.out_proj.weight|2d-64|(1536, 256)", + "tensor": "model.language_model.layers.18.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1536, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.1.linear_attn.out_proj.weight|2d-64|(832, 1216)", + "tensor": "model.language_model.layers.1.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 832, + 1216 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.9.linear_attn.out_proj.weight|2d-64|(1664, 256)", + "tensor": "model.language_model.layers.9.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1664, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.1.linear_attn.out_proj.weight|2d-64|(1536, 1728)", + "tensor": "model.language_model.layers.1.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1536, + 1728 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.14.linear_attn.out_proj.weight|2d-64|(960, 832)", + "tensor": "model.language_model.layers.14.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 960, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.9.linear_attn.out_proj.weight|2d-64|(640, 1664)", + "tensor": "model.language_model.layers.9.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 640, + 1664 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.16.linear_attn.out_proj.weight|2d-64|(896, 1920)", + "tensor": "model.language_model.layers.16.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 896, + 1920 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.22.linear_attn.out_proj.weight|2d-64|(448, 320)", + "tensor": "model.language_model.layers.22.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.22.linear_attn.out_proj.weight|2d-64|(1472, 1280)", + "tensor": "model.language_model.layers.22.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1472, + 1280 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.20.linear_attn.out_proj.weight|2d-64|(640, 704)", + "tensor": "model.language_model.layers.20.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 640, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.6.linear_attn.out_proj.weight|2d-64|(640, 1536)", + "tensor": "model.language_model.layers.6.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 640, + 1536 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.13.linear_attn.out_proj.weight|2d-64|(448, 320)", + "tensor": "model.language_model.layers.13.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.1.linear_attn.out_proj.weight|2d-64|(768, 1792)", + "tensor": "model.language_model.layers.1.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 768, + 1792 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.10.linear_attn.out_proj.weight|2d-64|(1408, 1088)", + "tensor": "model.language_model.layers.10.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1408, + 1088 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.2.linear_attn.out_proj.weight|2d-64|(1984, 256)", + "tensor": "model.language_model.layers.2.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1984, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.4.linear_attn.out_proj.weight|2d-64|(768, 768)", + "tensor": "model.language_model.layers.4.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 768, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.14.linear_attn.out_proj.weight|2d-64|(1472, 1408)", + "tensor": "model.language_model.layers.14.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1472, + 1408 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.4.linear_attn.out_proj.weight|2d-64|(0, 640)", + "tensor": "model.language_model.layers.4.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.20.linear_attn.out_proj.weight|2d-64|(512, 1472)", + "tensor": "model.language_model.layers.20.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 512, + 1472 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.14.linear_attn.out_proj.weight|2d-64|(64, 1920)", + "tensor": "model.language_model.layers.14.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 1920 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(1152, 704)", + "tensor": "model.language_model.layers.12.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1152, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.9.linear_attn.out_proj.weight|2d-64|(1792, 512)", + "tensor": "model.language_model.layers.9.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1792, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.16.linear_attn.out_proj.weight|2d-64|(704, 1600)", + "tensor": "model.language_model.layers.16.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 704, + 1600 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.8.linear_attn.out_proj.weight|2d-64|(448, 704)", + "tensor": "model.language_model.layers.8.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.1.linear_attn.out_proj.weight|2d-64|(256, 1408)", + "tensor": "model.language_model.layers.1.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 1408 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.13.linear_attn.out_proj.weight|2d-64|(512, 1216)", + "tensor": "model.language_model.layers.13.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 512, + 1216 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.2.linear_attn.out_proj.weight|2d-64|(1856, 1088)", + "tensor": "model.language_model.layers.2.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1856, + 1088 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.9.linear_attn.out_proj.weight|2d-64|(1472, 896)", + "tensor": "model.language_model.layers.9.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1472, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.18.linear_attn.out_proj.weight|2d-64|(0, 320)", + "tensor": "model.language_model.layers.18.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.17.linear_attn.out_proj.weight|2d-64|(1600, 1984)", + "tensor": "model.language_model.layers.17.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1600, + 1984 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.10.linear_attn.out_proj.weight|2d-64|(1216, 1088)", + "tensor": "model.language_model.layers.10.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1216, + 1088 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.21.linear_attn.out_proj.weight|2d-64|(640, 192)", + "tensor": "model.language_model.layers.21.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 640, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.14.linear_attn.out_proj.weight|2d-64|(1856, 1984)", + "tensor": "model.language_model.layers.14.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1856, + 1984 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.6.linear_attn.out_proj.weight|2d-64|(704, 1472)", + "tensor": "model.language_model.layers.6.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 704, + 1472 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.22.linear_attn.out_proj.weight|2d-64|(1152, 1024)", + "tensor": "model.language_model.layers.22.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1152, + 1024 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.8.linear_attn.out_proj.weight|2d-64|(896, 256)", + "tensor": "model.language_model.layers.8.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 896, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.9.linear_attn.out_proj.weight|2d-64|(256, 192)", + "tensor": "model.language_model.layers.9.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(320, 192)", + "tensor": "model.language_model.layers.12.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(1408, 1920)", + "tensor": "model.language_model.layers.12.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1408, + 1920 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.10.linear_attn.out_proj.weight|2d-64|(1920, 0)", + "tensor": "model.language_model.layers.10.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1920, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.14.linear_attn.out_proj.weight|2d-64|(1984, 640)", + "tensor": "model.language_model.layers.14.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1984, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.17.linear_attn.out_proj.weight|2d-64|(1216, 1344)", + "tensor": "model.language_model.layers.17.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1216, + 1344 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.18.linear_attn.out_proj.weight|2d-64|(1216, 896)", + "tensor": "model.language_model.layers.18.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1216, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.16.linear_attn.out_proj.weight|2d-64|(1536, 1728)", + "tensor": "model.language_model.layers.16.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1536, + 1728 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.14.linear_attn.out_proj.weight|2d-64|(320, 640)", + "tensor": "model.language_model.layers.14.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.10.linear_attn.out_proj.weight|2d-64|(576, 576)", + "tensor": "model.language_model.layers.10.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 576, + 576 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.20.linear_attn.out_proj.weight|2d-64|(128, 384)", + "tensor": "model.language_model.layers.20.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.8.linear_attn.out_proj.weight|2d-64|(320, 832)", + "tensor": "model.language_model.layers.8.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.2.linear_attn.out_proj.weight|2d-64|(1408, 576)", + "tensor": "model.language_model.layers.2.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1408, + 576 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.21.linear_attn.out_proj.weight|2d-64|(256, 320)", + "tensor": "model.language_model.layers.21.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.4.linear_attn.out_proj.weight|2d-64|(576, 1152)", + "tensor": "model.language_model.layers.4.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 576, + 1152 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.6.linear_attn.out_proj.weight|2d-64|(704, 832)", + "tensor": "model.language_model.layers.6.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 704, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.20.linear_attn.out_proj.weight|2d-64|(768, 1280)", + "tensor": "model.language_model.layers.20.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 768, + 1280 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.14.linear_attn.out_proj.weight|2d-64|(448, 896)", + "tensor": "model.language_model.layers.14.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.6.linear_attn.out_proj.weight|2d-64|(384, 704)", + "tensor": "model.language_model.layers.6.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.9.linear_attn.out_proj.weight|2d-64|(1472, 1984)", + "tensor": "model.language_model.layers.9.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1472, + 1984 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.9.linear_attn.out_proj.weight|2d-64|(256, 1344)", + "tensor": "model.language_model.layers.9.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 1344 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.14.linear_attn.out_proj.weight|2d-64|(448, 1344)", + "tensor": "model.language_model.layers.14.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 1344 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.16.linear_attn.out_proj.weight|2d-64|(64, 1536)", + "tensor": "model.language_model.layers.16.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 1536 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.17.linear_attn.out_proj.weight|2d-64|(0, 0)", + "tensor": "model.language_model.layers.17.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.20.linear_attn.out_proj.weight|2d-64|(704, 1472)", + "tensor": "model.language_model.layers.20.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 704, + 1472 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.5.linear_attn.out_proj.weight|2d-64|(1344, 1216)", + "tensor": "model.language_model.layers.5.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1344, + 1216 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.2.linear_attn.out_proj.weight|2d-64|(704, 832)", + "tensor": "model.language_model.layers.2.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 704, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.0.linear_attn.out_proj.weight|2d-64|(448, 1728)", + "tensor": "model.language_model.layers.0.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 1728 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.4.linear_attn.out_proj.weight|2d-64|(1600, 1408)", + "tensor": "model.language_model.layers.4.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1600, + 1408 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.13.linear_attn.out_proj.weight|2d-64|(1408, 1600)", + "tensor": "model.language_model.layers.13.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1408, + 1600 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.22.linear_attn.out_proj.weight|2d-64|(576, 1408)", + "tensor": "model.language_model.layers.22.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 576, + 1408 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.9.linear_attn.out_proj.weight|2d-64|(384, 1600)", + "tensor": "model.language_model.layers.9.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 1600 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.mlp.down_proj.weight|2d-128|(1664, 3328)", + "tensor": "model.language_model.layers.3.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 3328 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.mlp.down_proj.weight|2d-128|(768, 384)", + "tensor": "model.language_model.layers.11.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.12.mlp.down_proj.weight|2d-128|(0, 2304)", + "tensor": "model.language_model.layers.12.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 2304 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.13.mlp.down_proj.weight|2d-128|(640, 4608)", + "tensor": "model.language_model.layers.13.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 4608 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.mlp.down_proj.weight|2d-128|(1536, 5248)", + "tensor": "model.language_model.layers.19.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 5248 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.9.mlp.down_proj.weight|2d-128|(1280, 1792)", + "tensor": "model.language_model.layers.9.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.20.mlp.down_proj.weight|2d-128|(0, 1280)", + "tensor": "model.language_model.layers.20.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.mlp.down_proj.weight|2d-128|(128, 4096)", + "tensor": "model.language_model.layers.3.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 4096 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.23.mlp.down_proj.weight|2d-128|(768, 2560)", + "tensor": "model.language_model.layers.23.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 2560 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.18.mlp.down_proj.weight|2d-128|(512, 128)", + "tensor": "model.language_model.layers.18.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.2.mlp.down_proj.weight|2d-128|(768, 640)", + "tensor": "model.language_model.layers.2.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.6.mlp.down_proj.weight|2d-128|(128, 1024)", + "tensor": "model.language_model.layers.6.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.14.mlp.down_proj.weight|2d-128|(384, 3968)", + "tensor": "model.language_model.layers.14.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 3968 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.mlp.down_proj.weight|2d-128|(1280, 3584)", + "tensor": "model.language_model.layers.19.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 3584 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.20.mlp.down_proj.weight|2d-128|(384, 2432)", + "tensor": "model.language_model.layers.20.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 2432 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.18.mlp.down_proj.weight|2d-128|(256, 2176)", + "tensor": "model.language_model.layers.18.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 2176 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.mlp.down_proj.weight|2d-128|(0, 1792)", + "tensor": "model.language_model.layers.19.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.12.mlp.down_proj.weight|2d-128|(1536, 5888)", + "tensor": "model.language_model.layers.12.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 5888 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.13.mlp.down_proj.weight|2d-128|(1536, 5760)", + "tensor": "model.language_model.layers.13.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 5760 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.17.mlp.down_proj.weight|2d-128|(1920, 1152)", + "tensor": "model.language_model.layers.17.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1920, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.5.mlp.down_proj.weight|2d-128|(1536, 1152)", + "tensor": "model.language_model.layers.5.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.mlp.down_proj.weight|2d-128|(1536, 1536)", + "tensor": "model.language_model.layers.15.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.7.mlp.down_proj.weight|2d-128|(1408, 4096)", + "tensor": "model.language_model.layers.7.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1408, + 4096 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.21.mlp.down_proj.weight|2d-128|(1024, 1664)", + "tensor": "model.language_model.layers.21.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.mlp.down_proj.weight|2d-128|(0, 3840)", + "tensor": "model.language_model.layers.3.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 3840 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.22.mlp.down_proj.weight|2d-128|(1664, 2688)", + "tensor": "model.language_model.layers.22.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 2688 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.2.mlp.down_proj.weight|2d-128|(1280, 5248)", + "tensor": "model.language_model.layers.2.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 5248 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.23.mlp.down_proj.weight|2d-128|(640, 3968)", + "tensor": "model.language_model.layers.23.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 3968 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.18.mlp.down_proj.weight|2d-128|(1280, 1920)", + "tensor": "model.language_model.layers.18.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.10.mlp.down_proj.weight|2d-128|(512, 3456)", + "tensor": "model.language_model.layers.10.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 3456 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.6.mlp.down_proj.weight|2d-128|(0, 5248)", + "tensor": "model.language_model.layers.6.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 5248 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.7.mlp.down_proj.weight|2d-128|(1408, 6016)", + "tensor": "model.language_model.layers.7.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1408, + 6016 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.6.mlp.down_proj.weight|2d-128|(1024, 384)", + "tensor": "model.language_model.layers.6.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.12.mlp.down_proj.weight|2d-128|(128, 1792)", + "tensor": "model.language_model.layers.12.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.21.mlp.down_proj.weight|2d-128|(1408, 2944)", + "tensor": "model.language_model.layers.21.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1408, + 2944 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.mlp.down_proj.weight|2d-128|(1024, 4096)", + "tensor": "model.language_model.layers.11.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 4096 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.17.mlp.down_proj.weight|2d-128|(640, 0)", + "tensor": "model.language_model.layers.17.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.9.mlp.down_proj.weight|2d-128|(1152, 2176)", + "tensor": "model.language_model.layers.9.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 2176 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.mlp.down_proj.weight|2d-128|(896, 2560)", + "tensor": "model.language_model.layers.19.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 2560 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.mlp.down_proj.weight|2d-128|(1280, 1408)", + "tensor": "model.language_model.layers.3.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.5.mlp.down_proj.weight|2d-128|(0, 3072)", + "tensor": "model.language_model.layers.5.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 3072 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.10.mlp.down_proj.weight|2d-128|(1536, 1920)", + "tensor": "model.language_model.layers.10.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.1.mlp.down_proj.weight|2d-128|(1792, 3456)", + "tensor": "model.language_model.layers.1.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1792, + 3456 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.13.mlp.down_proj.weight|2d-128|(1792, 4608)", + "tensor": "model.language_model.layers.13.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1792, + 4608 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.17.mlp.down_proj.weight|2d-128|(640, 3456)", + "tensor": "model.language_model.layers.17.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 3456 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.mlp.down_proj.weight|2d-128|(0, 3968)", + "tensor": "model.language_model.layers.19.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 3968 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.10.mlp.down_proj.weight|2d-128|(1920, 2816)", + "tensor": "model.language_model.layers.10.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1920, + 2816 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.1.mlp.down_proj.weight|2d-128|(384, 4096)", + "tensor": "model.language_model.layers.1.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 4096 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.17.mlp.down_proj.weight|2d-128|(1664, 5632)", + "tensor": "model.language_model.layers.17.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 5632 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.9.mlp.down_proj.weight|2d-128|(1024, 128)", + "tensor": "model.language_model.layers.9.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.0.mlp.down_proj.weight|2d-128|(640, 5760)", + "tensor": "model.language_model.layers.0.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 5760 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.18.mlp.down_proj.weight|2d-128|(1152, 4864)", + "tensor": "model.language_model.layers.18.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 4864 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.13.mlp.down_proj.weight|2d-128|(1792, 256)", + "tensor": "model.language_model.layers.13.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1792, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.1.mlp.down_proj.weight|2d-128|(1664, 1536)", + "tensor": "model.language_model.layers.1.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.6.mlp.down_proj.weight|2d-128|(1664, 2432)", + "tensor": "model.language_model.layers.6.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 2432 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.16.mlp.down_proj.weight|2d-128|(1792, 1024)", + "tensor": "model.language_model.layers.16.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1792, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.18.mlp.down_proj.weight|2d-128|(768, 768)", + "tensor": "model.language_model.layers.18.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.21.mlp.down_proj.weight|2d-128|(1280, 4608)", + "tensor": "model.language_model.layers.21.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 4608 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.5.mlp.down_proj.weight|2d-128|(768, 2560)", + "tensor": "model.language_model.layers.5.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 2560 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.mlp.down_proj.weight|2d-128|(128, 896)", + "tensor": "model.language_model.layers.11.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.0.mlp.down_proj.weight|2d-128|(1024, 1408)", + "tensor": "model.language_model.layers.0.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.8.mlp.down_proj.weight|2d-128|(128, 1024)", + "tensor": "model.language_model.layers.8.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.mlp.down_proj.weight|2d-128|(1280, 896)", + "tensor": "model.language_model.layers.3.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.0.mlp.down_proj.weight|2d-128|(896, 3712)", + "tensor": "model.language_model.layers.0.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 3712 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.mlp.down_proj.weight|2d-128|(768, 1152)", + "tensor": "model.language_model.layers.3.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.mlp.down_proj.weight|2d-128|(128, 1536)", + "tensor": "model.language_model.layers.11.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.mlp.down_proj.weight|2d-128|(1152, 2176)", + "tensor": "model.language_model.layers.15.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 2176 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.5.mlp.down_proj.weight|2d-128|(1024, 3584)", + "tensor": "model.language_model.layers.5.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 3584 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.mlp.down_proj.weight|2d-128|(896, 4224)", + "tensor": "model.language_model.layers.19.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 4224 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.12.mlp.down_proj.weight|2d-128|(1792, 1920)", + "tensor": "model.language_model.layers.12.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1792, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.23.mlp.down_proj.weight|2d-128|(1792, 4992)", + "tensor": "model.language_model.layers.23.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1792, + 4992 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.14.mlp.down_proj.weight|2d-128|(640, 1024)", + "tensor": "model.language_model.layers.14.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.8.mlp.down_proj.weight|2d-128|(1408, 6016)", + "tensor": "model.language_model.layers.8.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1408, + 6016 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.13.mlp.down_proj.weight|2d-128|(1920, 3072)", + "tensor": "model.language_model.layers.13.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1920, + 3072 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.4.mlp.down_proj.weight|2d-128|(1792, 4736)", + "tensor": "model.language_model.layers.4.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1792, + 4736 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.8.mlp.down_proj.weight|2d-128|(896, 2944)", + "tensor": "model.language_model.layers.8.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 2944 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.mlp.down_proj.weight|2d-128|(1792, 5504)", + "tensor": "model.language_model.layers.11.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1792, + 5504 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.17.mlp.down_proj.weight|2d-128|(1920, 1536)", + "tensor": "model.language_model.layers.17.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1920, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.9.mlp.down_proj.weight|2d-128|(1152, 1664)", + "tensor": "model.language_model.layers.9.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.0.mlp.down_proj.weight|2d-128|(128, 3968)", + "tensor": "model.language_model.layers.0.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 3968 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.6.mlp.down_proj.weight|2d-128|(384, 640)", + "tensor": "model.language_model.layers.6.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.16.mlp.down_proj.weight|2d-128|(512, 5248)", + "tensor": "model.language_model.layers.16.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 5248 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.9.mlp.down_proj.weight|2d-128|(768, 2688)", + "tensor": "model.language_model.layers.9.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 2688 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.12.mlp.down_proj.weight|2d-128|(128, 3328)", + "tensor": "model.language_model.layers.12.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 3328 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.21.mlp.down_proj.weight|2d-128|(1920, 640)", + "tensor": "model.language_model.layers.21.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1920, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.mlp.down_proj.weight|2d-128|(1024, 256)", + "tensor": "model.language_model.layers.15.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.12.mlp.down_proj.weight|2d-128|(256, 4608)", + "tensor": "model.language_model.layers.12.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 4608 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.8.mlp.down_proj.weight|2d-128|(0, 4864)", + "tensor": "model.language_model.layers.8.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 4864 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.14.mlp.down_proj.weight|2d-128|(640, 0)", + "tensor": "model.language_model.layers.14.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.9.mlp.down_proj.weight|2d-128|(1408, 640)", + "tensor": "model.language_model.layers.9.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1408, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.20.mlp.down_proj.weight|2d-128|(1792, 4480)", + "tensor": "model.language_model.layers.20.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1792, + 4480 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.mlp.down_proj.weight|2d-128|(512, 5248)", + "tensor": "model.language_model.layers.3.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 5248 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.23.mlp.down_proj.weight|2d-128|(1792, 3456)", + "tensor": "model.language_model.layers.23.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1792, + 3456 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.22.mlp.down_proj.weight|2d-128|(0, 1408)", + "tensor": "model.language_model.layers.22.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.7.mlp.down_proj.weight|2d-128|(1152, 1536)", + "tensor": "model.language_model.layers.7.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.20.mlp.down_proj.weight|2d-128|(640, 1280)", + "tensor": "model.language_model.layers.20.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.4.mlp.down_proj.weight|2d-128|(1024, 4096)", + "tensor": "model.language_model.layers.4.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 4096 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.7.mlp.down_proj.weight|2d-128|(1920, 3584)", + "tensor": "model.language_model.layers.7.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1920, + 3584 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.0.mlp.down_proj.weight|2d-128|(256, 256)", + "tensor": "model.language_model.layers.0.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.17.mlp.down_proj.weight|2d-128|(256, 896)", + "tensor": "model.language_model.layers.17.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.10.mlp.down_proj.weight|2d-128|(128, 4864)", + "tensor": "model.language_model.layers.10.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 4864 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.0.mlp.down_proj.weight|2d-128|(768, 5504)", + "tensor": "model.language_model.layers.0.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 5504 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.7.mlp.down_proj.weight|2d-128|(512, 1664)", + "tensor": "model.language_model.layers.7.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.0.mlp.down_proj.weight|2d-128|(1920, 1152)", + "tensor": "model.language_model.layers.0.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1920, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.21.mlp.down_proj.weight|2d-128|(256, 1280)", + "tensor": "model.language_model.layers.21.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.13.mlp.down_proj.weight|2d-128|(1792, 5632)", + "tensor": "model.language_model.layers.13.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1792, + 5632 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.9.mlp.down_proj.weight|2d-128|(1152, 5376)", + "tensor": "model.language_model.layers.9.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 5376 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.7.mlp.down_proj.weight|2d-128|(640, 5120)", + "tensor": "model.language_model.layers.7.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 5120 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.8.mlp.down_proj.weight|2d-128|(640, 4224)", + "tensor": "model.language_model.layers.8.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 4224 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.22.mlp.down_proj.weight|2d-128|(1536, 1920)", + "tensor": "model.language_model.layers.22.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.10.mlp.down_proj.weight|2d-128|(640, 3200)", + "tensor": "model.language_model.layers.10.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 3200 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.mlp.down_proj.weight|2d-128|(1152, 2176)", + "tensor": "model.language_model.layers.19.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 2176 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.7.mlp.down_proj.weight|2d-128|(768, 1920)", + "tensor": "model.language_model.layers.7.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.8.mlp.down_proj.weight|2d-128|(1664, 4352)", + "tensor": "model.language_model.layers.8.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 4352 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.16.mlp.down_proj.weight|2d-128|(512, 4352)", + "tensor": "model.language_model.layers.16.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 4352 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.2.mlp.down_proj.weight|2d-128|(640, 1664)", + "tensor": "model.language_model.layers.2.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.4.mlp.down_proj.weight|2d-128|(1536, 1536)", + "tensor": "model.language_model.layers.4.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.6.mlp.down_proj.weight|2d-128|(896, 5632)", + "tensor": "model.language_model.layers.6.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 5632 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.14.mlp.down_proj.weight|2d-128|(1280, 1024)", + "tensor": "model.language_model.layers.14.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.1.mlp.down_proj.weight|2d-128|(1536, 256)", + "tensor": "model.language_model.layers.1.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.14.mlp.down_proj.weight|2d-128|(640, 2944)", + "tensor": "model.language_model.layers.14.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 2944 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.mlp.down_proj.weight|2d-128|(1152, 3968)", + "tensor": "model.language_model.layers.3.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 3968 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.mlp.down_proj.weight|2d-128|(384, 3072)", + "tensor": "model.language_model.layers.15.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 3072 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.0.mlp.down_proj.weight|2d-128|(1152, 3968)", + "tensor": "model.language_model.layers.0.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 3968 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.7.mlp.down_proj.weight|2d-128|(256, 4736)", + "tensor": "model.language_model.layers.7.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 4736 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.21.mlp.down_proj.weight|2d-128|(1152, 1792)", + "tensor": "model.language_model.layers.21.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.20.mlp.down_proj.weight|2d-128|(1664, 5760)", + "tensor": "model.language_model.layers.20.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 5760 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.14.mlp.down_proj.weight|2d-128|(1536, 3712)", + "tensor": "model.language_model.layers.14.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 3712 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.7.mlp.down_proj.weight|2d-128|(640, 4608)", + "tensor": "model.language_model.layers.7.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 4608 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.13.mlp.down_proj.weight|2d-128|(1664, 1024)", + "tensor": "model.language_model.layers.13.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.21.mlp.down_proj.weight|2d-128|(1280, 2176)", + "tensor": "model.language_model.layers.21.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 2176 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.13.mlp.down_proj.weight|2d-128|(1152, 768)", + "tensor": "model.language_model.layers.13.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.16.mlp.down_proj.weight|2d-128|(1664, 2304)", + "tensor": "model.language_model.layers.16.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 2304 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.0.mlp.down_proj.weight|2d-128|(256, 4736)", + "tensor": "model.language_model.layers.0.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 4736 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.4.mlp.down_proj.weight|2d-128|(256, 1664)", + "tensor": "model.language_model.layers.4.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.14.mlp.down_proj.weight|2d-128|(640, 1920)", + "tensor": "model.language_model.layers.14.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.2.mlp.down_proj.weight|2d-128|(1664, 4736)", + "tensor": "model.language_model.layers.2.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 4736 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.1.mlp.down_proj.weight|2d-128|(1024, 4864)", + "tensor": "model.language_model.layers.1.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 4864 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.12.mlp.down_proj.weight|2d-128|(384, 3712)", + "tensor": "model.language_model.layers.12.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 3712 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.22.mlp.down_proj.weight|2d-128|(768, 1280)", + "tensor": "model.language_model.layers.22.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.9.mlp.down_proj.weight|2d-128|(512, 2048)", + "tensor": "model.language_model.layers.9.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 2048 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.23.mlp.down_proj.weight|2d-128|(896, 640)", + "tensor": "model.language_model.layers.23.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.10.mlp.down_proj.weight|2d-128|(896, 5248)", + "tensor": "model.language_model.layers.10.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 5248 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.14.mlp.down_proj.weight|2d-128|(1024, 384)", + "tensor": "model.language_model.layers.14.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.12.mlp.down_proj.weight|2d-128|(1152, 4608)", + "tensor": "model.language_model.layers.12.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 4608 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.5.mlp.down_proj.weight|2d-128|(1536, 2304)", + "tensor": "model.language_model.layers.5.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 2304 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.13.mlp.down_proj.weight|2d-128|(1408, 512)", + "tensor": "model.language_model.layers.13.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1408, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.mlp.down_proj.weight|2d-128|(1408, 5888)", + "tensor": "model.language_model.layers.15.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1408, + 5888 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.mlp.down_proj.weight|2d-128|(1024, 4864)", + "tensor": "model.language_model.layers.3.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 4864 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.17.mlp.down_proj.weight|2d-128|(1408, 3968)", + "tensor": "model.language_model.layers.17.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1408, + 3968 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.12.mlp.down_proj.weight|2d-128|(768, 1024)", + "tensor": "model.language_model.layers.12.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.12.mlp.down_proj.weight|2d-128|(128, 1536)", + "tensor": "model.language_model.layers.12.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.10.mlp.down_proj.weight|2d-128|(1024, 1920)", + "tensor": "model.language_model.layers.10.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.10.mlp.down_proj.weight|2d-128|(768, 6016)", + "tensor": "model.language_model.layers.10.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 6016 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.9.mlp.down_proj.weight|2d-128|(1920, 640)", + "tensor": "model.language_model.layers.9.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1920, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.mlp.down_proj.weight|2d-128|(640, 4608)", + "tensor": "model.language_model.layers.3.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 4608 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.2.mlp.down_proj.weight|2d-128|(1664, 3072)", + "tensor": "model.language_model.layers.2.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 3072 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.10.mlp.down_proj.weight|2d-128|(1792, 1664)", + "tensor": "model.language_model.layers.10.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1792, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.17.mlp.down_proj.weight|2d-128|(1792, 128)", + "tensor": "model.language_model.layers.17.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1792, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.5.mlp.down_proj.weight|2d-128|(1536, 2432)", + "tensor": "model.language_model.layers.5.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 2432 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.mlp.down_proj.weight|2d-128|(768, 3840)", + "tensor": "model.language_model.layers.15.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 3840 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.2.mlp.down_proj.weight|2d-128|(768, 2432)", + "tensor": "model.language_model.layers.2.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 2432 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.4.mlp.down_proj.weight|2d-128|(256, 4608)", + "tensor": "model.language_model.layers.4.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 4608 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.18.mlp.down_proj.weight|2d-128|(1536, 3840)", + "tensor": "model.language_model.layers.18.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 3840 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.7.mlp.down_proj.weight|2d-128|(256, 5248)", + "tensor": "model.language_model.layers.7.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 5248 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.mlp.down_proj.weight|2d-128|(1920, 3200)", + "tensor": "model.language_model.layers.11.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1920, + 3200 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.6.mlp.down_proj.weight|2d-128|(640, 3584)", + "tensor": "model.language_model.layers.6.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 3584 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.13.mlp.down_proj.weight|2d-128|(896, 4608)", + "tensor": "model.language_model.layers.13.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 4608 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.20.mlp.down_proj.weight|2d-128|(1664, 1536)", + "tensor": "model.language_model.layers.20.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.9.mlp.down_proj.weight|2d-128|(128, 4992)", + "tensor": "model.language_model.layers.9.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 4992 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.mlp.down_proj.weight|2d-128|(1536, 3072)", + "tensor": "model.language_model.layers.3.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 3072 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.5.mlp.down_proj.weight|2d-128|(1792, 2304)", + "tensor": "model.language_model.layers.5.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1792, + 2304 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.18.mlp.down_proj.weight|2d-128|(1664, 4992)", + "tensor": "model.language_model.layers.18.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 4992 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.mlp.down_proj.weight|2d-128|(896, 2816)", + "tensor": "model.language_model.layers.19.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 2816 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.mlp.down_proj.weight|2d-128|(0, 5248)", + "tensor": "model.language_model.layers.3.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 5248 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.7.mlp.down_proj.weight|2d-128|(1792, 5760)", + "tensor": "model.language_model.layers.7.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1792, + 5760 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.mlp.down_proj.weight|2d-128|(1280, 384)", + "tensor": "model.language_model.layers.15.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.17.mlp.down_proj.weight|2d-128|(1408, 2944)", + "tensor": "model.language_model.layers.17.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1408, + 2944 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.0.mlp.down_proj.weight|2d-128|(1152, 2816)", + "tensor": "model.language_model.layers.0.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 2816 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.6.mlp.down_proj.weight|2d-128|(0, 384)", + "tensor": "model.language_model.layers.6.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.10.mlp.down_proj.weight|2d-128|(512, 2688)", + "tensor": "model.language_model.layers.10.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 2688 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.10.mlp.down_proj.weight|2d-128|(256, 3072)", + "tensor": "model.language_model.layers.10.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 3072 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.7.mlp.down_proj.weight|2d-128|(128, 5504)", + "tensor": "model.language_model.layers.7.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 5504 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.mlp.down_proj.weight|2d-128|(768, 5504)", + "tensor": "model.language_model.layers.15.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 5504 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.21.mlp.down_proj.weight|2d-128|(640, 3712)", + "tensor": "model.language_model.layers.21.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 3712 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.0.mlp.down_proj.weight|2d-128|(384, 5248)", + "tensor": "model.language_model.layers.0.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 5248 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.1.mlp.down_proj.weight|2d-128|(1536, 4480)", + "tensor": "model.language_model.layers.1.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 4480 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.mlp.down_proj.weight|2d-128|(896, 2688)", + "tensor": "model.language_model.layers.19.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 2688 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.mlp.down_proj.weight|2d-128|(128, 4992)", + "tensor": "model.language_model.layers.19.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 4992 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.1.mlp.down_proj.weight|2d-128|(768, 4224)", + "tensor": "model.language_model.layers.1.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 4224 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.5.mlp.down_proj.weight|2d-128|(1920, 1024)", + "tensor": "model.language_model.layers.5.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1920, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.20.mlp.down_proj.weight|2d-128|(0, 5376)", + "tensor": "model.language_model.layers.20.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 5376 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.22.mlp.down_proj.weight|2d-128|(640, 3840)", + "tensor": "model.language_model.layers.22.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 3840 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.6.mlp.down_proj.weight|2d-128|(768, 2944)", + "tensor": "model.language_model.layers.6.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 2944 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.14.mlp.down_proj.weight|2d-128|(0, 896)", + "tensor": "model.language_model.layers.14.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.2.mlp.down_proj.weight|2d-128|(128, 5376)", + "tensor": "model.language_model.layers.2.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 5376 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.20.mlp.down_proj.weight|2d-128|(640, 5888)", + "tensor": "model.language_model.layers.20.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 5888 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.mlp.down_proj.weight|2d-128|(1920, 2048)", + "tensor": "model.language_model.layers.3.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1920, + 2048 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.2.mlp.down_proj.weight|2d-128|(1920, 5632)", + "tensor": "model.language_model.layers.2.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1920, + 5632 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.20.mlp.down_proj.weight|2d-128|(0, 3328)", + "tensor": "model.language_model.layers.20.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 3328 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.4.mlp.down_proj.weight|2d-128|(384, 1152)", + "tensor": "model.language_model.layers.4.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.1.mlp.down_proj.weight|2d-128|(1536, 1152)", + "tensor": "model.language_model.layers.1.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.mlp.down_proj.weight|2d-128|(768, 2176)", + "tensor": "model.language_model.layers.19.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 2176 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.mlp.down_proj.weight|2d-128|(1792, 2048)", + "tensor": "model.language_model.layers.15.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1792, + 2048 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.20.mlp.down_proj.weight|2d-128|(1920, 3584)", + "tensor": "model.language_model.layers.20.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1920, + 3584 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.8.mlp.down_proj.weight|2d-128|(1664, 5120)", + "tensor": "model.language_model.layers.8.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 5120 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.5.mlp.down_proj.weight|2d-128|(256, 5376)", + "tensor": "model.language_model.layers.5.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 5376 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.mlp.down_proj.weight|2d-128|(1024, 5120)", + "tensor": "model.language_model.layers.19.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 5120 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.9.mlp.down_proj.weight|2d-128|(128, 3584)", + "tensor": "model.language_model.layers.9.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 3584 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.18.mlp.down_proj.weight|2d-128|(1152, 4224)", + "tensor": "model.language_model.layers.18.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 4224 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.7.mlp.down_proj.weight|2d-128|(1792, 5504)", + "tensor": "model.language_model.layers.7.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1792, + 5504 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.mlp.down_proj.weight|2d-128|(1408, 2816)", + "tensor": "model.language_model.layers.3.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1408, + 2816 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.12.mlp.down_proj.weight|2d-128|(512, 2688)", + "tensor": "model.language_model.layers.12.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 2688 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.0.mlp.down_proj.weight|2d-128|(512, 2688)", + "tensor": "model.language_model.layers.0.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 2688 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.14.mlp.down_proj.weight|2d-128|(1664, 3200)", + "tensor": "model.language_model.layers.14.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 3200 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.5.mlp.down_proj.weight|2d-128|(0, 4608)", + "tensor": "model.language_model.layers.5.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 4608 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.mlp.down_proj.weight|2d-128|(128, 3200)", + "tensor": "model.language_model.layers.19.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 3200 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.6.mlp.down_proj.weight|2d-128|(384, 2560)", + "tensor": "model.language_model.layers.6.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 2560 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.mlp.down_proj.weight|2d-128|(512, 3840)", + "tensor": "model.language_model.layers.11.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 3840 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.5.mlp.down_proj.weight|2d-128|(0, 3328)", + "tensor": "model.language_model.layers.5.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 3328 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.17.mlp.down_proj.weight|2d-128|(128, 3840)", + "tensor": "model.language_model.layers.17.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 3840 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.0.mlp.down_proj.weight|2d-128|(1664, 256)", + "tensor": "model.language_model.layers.0.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.0.mlp.down_proj.weight|2d-128|(1408, 2048)", + "tensor": "model.language_model.layers.0.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1408, + 2048 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.4.mlp.down_proj.weight|2d-128|(1664, 3584)", + "tensor": "model.language_model.layers.4.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 3584 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.mlp.down_proj.weight|2d-128|(1664, 384)", + "tensor": "model.language_model.layers.3.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.12.mlp.down_proj.weight|2d-128|(0, 1792)", + "tensor": "model.language_model.layers.12.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.2.mlp.down_proj.weight|2d-128|(384, 640)", + "tensor": "model.language_model.layers.2.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.12.mlp.down_proj.weight|2d-128|(1664, 1920)", + "tensor": "model.language_model.layers.12.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.5.mlp.down_proj.weight|2d-128|(1024, 2176)", + "tensor": "model.language_model.layers.5.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 2176 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.mlp.down_proj.weight|2d-128|(512, 2048)", + "tensor": "model.language_model.layers.11.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 2048 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.16.mlp.down_proj.weight|2d-128|(1024, 5888)", + "tensor": "model.language_model.layers.16.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 5888 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.4.mlp.down_proj.weight|2d-128|(768, 256)", + "tensor": "model.language_model.layers.4.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.12.mlp.down_proj.weight|2d-128|(1024, 2560)", + "tensor": "model.language_model.layers.12.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 2560 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.9.mlp.down_proj.weight|2d-128|(896, 1152)", + "tensor": "model.language_model.layers.9.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.0.mlp.down_proj.weight|2d-128|(512, 5376)", + "tensor": "model.language_model.layers.0.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 5376 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.13.mlp.down_proj.weight|2d-128|(896, 2432)", + "tensor": "model.language_model.layers.13.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 2432 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.2.mlp.down_proj.weight|2d-128|(1792, 4224)", + "tensor": "model.language_model.layers.2.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1792, + 4224 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.mlp.down_proj.weight|2d-128|(1792, 4480)", + "tensor": "model.language_model.layers.19.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1792, + 4480 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.5.mlp.down_proj.weight|2d-128|(1024, 3840)", + "tensor": "model.language_model.layers.5.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 3840 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.8.mlp.down_proj.weight|2d-128|(768, 1024)", + "tensor": "model.language_model.layers.8.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.mlp.down_proj.weight|2d-128|(1920, 5376)", + "tensor": "model.language_model.layers.15.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1920, + 5376 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.7.mlp.down_proj.weight|2d-128|(128, 3328)", + "tensor": "model.language_model.layers.7.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 3328 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.5.mlp.down_proj.weight|2d-128|(1408, 896)", + "tensor": "model.language_model.layers.5.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1408, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.2.mlp.down_proj.weight|2d-128|(128, 1024)", + "tensor": "model.language_model.layers.2.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.5.mlp.down_proj.weight|2d-128|(1664, 4224)", + "tensor": "model.language_model.layers.5.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 4224 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.mlp.down_proj.weight|2d-128|(896, 2176)", + "tensor": "model.language_model.layers.15.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 2176 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.23.mlp.down_proj.weight|2d-128|(256, 2816)", + "tensor": "model.language_model.layers.23.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 2816 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.22.mlp.down_proj.weight|2d-128|(1280, 0)", + "tensor": "model.language_model.layers.22.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.21.mlp.down_proj.weight|2d-128|(1792, 3968)", + "tensor": "model.language_model.layers.21.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1792, + 3968 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.16.mlp.down_proj.weight|2d-128|(1152, 1024)", + "tensor": "model.language_model.layers.16.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.2.mlp.down_proj.weight|2d-128|(1408, 4096)", + "tensor": "model.language_model.layers.2.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1408, + 4096 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.14.mlp.down_proj.weight|2d-128|(1920, 0)", + "tensor": "model.language_model.layers.14.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1920, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.13.mlp.down_proj.weight|2d-128|(1536, 1920)", + "tensor": "model.language_model.layers.13.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.mlp.down_proj.weight|2d-128|(0, 6016)", + "tensor": "model.language_model.layers.3.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 6016 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.2.mlp.down_proj.weight|2d-128|(128, 2432)", + "tensor": "model.language_model.layers.2.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 2432 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.20.mlp.down_proj.weight|2d-128|(1152, 1280)", + "tensor": "model.language_model.layers.20.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.21.mlp.down_proj.weight|2d-64|(1792, 4096)", + "tensor": "model.language_model.layers.21.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1792, + 4096 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.0.mlp.down_proj.weight|2d-64|(576, 5888)", + "tensor": "model.language_model.layers.0.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 576, + 5888 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.18.mlp.down_proj.weight|2d-64|(384, 832)", + "tensor": "model.language_model.layers.18.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.5.mlp.down_proj.weight|2d-64|(1920, 3712)", + "tensor": "model.language_model.layers.5.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1920, + 3712 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.20.mlp.down_proj.weight|2d-64|(1408, 2816)", + "tensor": "model.language_model.layers.20.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1408, + 2816 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.mlp.down_proj.weight|2d-64|(832, 2880)", + "tensor": "model.language_model.layers.3.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 832, + 2880 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.14.mlp.down_proj.weight|2d-64|(1728, 1216)", + "tensor": "model.language_model.layers.14.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1728, + 1216 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.mlp.down_proj.weight|2d-64|(1856, 1728)", + "tensor": "model.language_model.layers.15.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1856, + 1728 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.20.mlp.down_proj.weight|2d-64|(1408, 3776)", + "tensor": "model.language_model.layers.20.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1408, + 3776 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.10.mlp.down_proj.weight|2d-64|(0, 3584)", + "tensor": "model.language_model.layers.10.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 3584 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.5.mlp.down_proj.weight|2d-64|(1984, 1728)", + "tensor": "model.language_model.layers.5.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1984, + 1728 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.0.mlp.down_proj.weight|2d-64|(1344, 5632)", + "tensor": "model.language_model.layers.0.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1344, + 5632 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.9.mlp.down_proj.weight|2d-64|(1792, 768)", + "tensor": "model.language_model.layers.9.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1792, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.5.mlp.down_proj.weight|2d-64|(896, 5568)", + "tensor": "model.language_model.layers.5.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 896, + 5568 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.9.mlp.down_proj.weight|2d-64|(0, 4224)", + "tensor": "model.language_model.layers.9.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 4224 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.20.mlp.down_proj.weight|2d-64|(1920, 5440)", + "tensor": "model.language_model.layers.20.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1920, + 5440 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.13.mlp.down_proj.weight|2d-64|(832, 2880)", + "tensor": "model.language_model.layers.13.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 832, + 2880 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.1.mlp.down_proj.weight|2d-64|(576, 2368)", + "tensor": "model.language_model.layers.1.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 576, + 2368 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.20.mlp.down_proj.weight|2d-64|(320, 2240)", + "tensor": "model.language_model.layers.20.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 2240 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.8.mlp.down_proj.weight|2d-64|(512, 5248)", + "tensor": "model.language_model.layers.8.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 512, + 5248 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.mlp.down_proj.weight|2d-64|(1856, 4032)", + "tensor": "model.language_model.layers.19.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1856, + 4032 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.4.mlp.down_proj.weight|2d-64|(1728, 6016)", + "tensor": "model.language_model.layers.4.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1728, + 6016 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.8.mlp.down_proj.weight|2d-64|(1600, 128)", + "tensor": "model.language_model.layers.8.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1600, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.10.mlp.down_proj.weight|2d-64|(192, 2304)", + "tensor": "model.language_model.layers.10.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 2304 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.1.mlp.down_proj.weight|2d-64|(1600, 2624)", + "tensor": "model.language_model.layers.1.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1600, + 2624 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.8.mlp.down_proj.weight|2d-64|(640, 5632)", + "tensor": "model.language_model.layers.8.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 640, + 5632 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.14.mlp.down_proj.weight|2d-64|(448, 1344)", + "tensor": "model.language_model.layers.14.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 1344 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.2.mlp.down_proj.weight|2d-64|(768, 5888)", + "tensor": "model.language_model.layers.2.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 768, + 5888 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.2.mlp.down_proj.weight|2d-64|(896, 4800)", + "tensor": "model.language_model.layers.2.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 896, + 4800 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.mlp.down_proj.weight|2d-64|(256, 3136)", + "tensor": "model.language_model.layers.11.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 3136 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.mlp.down_proj.weight|2d-64|(896, 2816)", + "tensor": "model.language_model.layers.3.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 896, + 2816 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.mlp.down_proj.weight|2d-64|(448, 2624)", + "tensor": "model.language_model.layers.19.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 2624 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.1.mlp.down_proj.weight|2d-64|(448, 512)", + "tensor": "model.language_model.layers.1.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.22.mlp.down_proj.weight|2d-64|(832, 5248)", + "tensor": "model.language_model.layers.22.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 832, + 5248 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.8.mlp.down_proj.weight|2d-64|(1856, 4928)", + "tensor": "model.language_model.layers.8.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1856, + 4928 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.14.mlp.down_proj.weight|2d-64|(1344, 3008)", + "tensor": "model.language_model.layers.14.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1344, + 3008 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.2.mlp.down_proj.weight|2d-64|(1344, 832)", + "tensor": "model.language_model.layers.2.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1344, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.18.mlp.down_proj.weight|2d-64|(1536, 4928)", + "tensor": "model.language_model.layers.18.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1536, + 4928 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.6.mlp.down_proj.weight|2d-64|(1600, 6080)", + "tensor": "model.language_model.layers.6.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1600, + 6080 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.20.mlp.down_proj.weight|2d-64|(1472, 5056)", + "tensor": "model.language_model.layers.20.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1472, + 5056 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.1.mlp.down_proj.weight|2d-64|(448, 448)", + "tensor": "model.language_model.layers.1.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.mlp.down_proj.weight|2d-64|(1216, 1728)", + "tensor": "model.language_model.layers.15.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1216, + 1728 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.16.mlp.down_proj.weight|2d-64|(1536, 4608)", + "tensor": "model.language_model.layers.16.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1536, + 4608 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.7.mlp.down_proj.weight|2d-64|(768, 1792)", + "tensor": "model.language_model.layers.7.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 768, + 1792 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.21.mlp.down_proj.weight|2d-64|(832, 2048)", + "tensor": "model.language_model.layers.21.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 832, + 2048 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.4.mlp.down_proj.weight|2d-64|(1408, 896)", + "tensor": "model.language_model.layers.4.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1408, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.21.mlp.down_proj.weight|2d-64|(832, 5824)", + "tensor": "model.language_model.layers.21.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 832, + 5824 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.23.mlp.down_proj.weight|2d-64|(1984, 640)", + "tensor": "model.language_model.layers.23.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1984, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.1.mlp.down_proj.weight|2d-64|(960, 256)", + "tensor": "model.language_model.layers.1.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 960, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.mlp.down_proj.weight|2d-64|(448, 320)", + "tensor": "model.language_model.layers.3.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.6.mlp.down_proj.weight|2d-64|(192, 2048)", + "tensor": "model.language_model.layers.6.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 2048 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.21.mlp.down_proj.weight|2d-64|(1984, 576)", + "tensor": "model.language_model.layers.21.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1984, + 576 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.21.mlp.down_proj.weight|2d-64|(128, 640)", + "tensor": "model.language_model.layers.21.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.4.mlp.down_proj.weight|2d-64|(768, 3456)", + "tensor": "model.language_model.layers.4.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 768, + 3456 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.mlp.down_proj.weight|2d-64|(1408, 2432)", + "tensor": "model.language_model.layers.19.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1408, + 2432 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.6.mlp.down_proj.weight|2d-64|(576, 1024)", + "tensor": "model.language_model.layers.6.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 576, + 1024 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.5.mlp.down_proj.weight|2d-64|(1024, 2752)", + "tensor": "model.language_model.layers.5.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1024, + 2752 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.0.mlp.down_proj.weight|2d-64|(1536, 3136)", + "tensor": "model.language_model.layers.0.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1536, + 3136 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.22.mlp.down_proj.weight|2d-64|(1024, 4480)", + "tensor": "model.language_model.layers.22.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1024, + 4480 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.21.mlp.down_proj.weight|2d-64|(320, 896)", + "tensor": "model.language_model.layers.21.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.22.mlp.down_proj.weight|2d-64|(896, 1024)", + "tensor": "model.language_model.layers.22.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 896, + 1024 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.2.mlp.down_proj.weight|2d-64|(256, 512)", + "tensor": "model.language_model.layers.2.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.mlp.down_proj.weight|2d-64|(576, 4160)", + "tensor": "model.language_model.layers.15.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 576, + 4160 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.2.mlp.down_proj.weight|2d-64|(1600, 1984)", + "tensor": "model.language_model.layers.2.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1600, + 1984 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.18.mlp.down_proj.weight|2d-64|(1536, 384)", + "tensor": "model.language_model.layers.18.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1536, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.4.mlp.down_proj.weight|2d-64|(960, 4416)", + "tensor": "model.language_model.layers.4.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 960, + 4416 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.6.mlp.down_proj.weight|2d-64|(1984, 896)", + "tensor": "model.language_model.layers.6.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1984, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.16.mlp.down_proj.weight|2d-64|(1984, 3776)", + "tensor": "model.language_model.layers.16.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1984, + 3776 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.4.mlp.down_proj.weight|2d-64|(1600, 896)", + "tensor": "model.language_model.layers.4.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1600, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.mlp.down_proj.weight|2d-64|(1408, 4736)", + "tensor": "model.language_model.layers.19.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1408, + 4736 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.10.mlp.down_proj.weight|2d-64|(0, 960)", + "tensor": "model.language_model.layers.10.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.1.mlp.down_proj.weight|2d-64|(384, 1920)", + "tensor": "model.language_model.layers.1.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 1920 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.9.mlp.down_proj.weight|2d-64|(192, 2624)", + "tensor": "model.language_model.layers.9.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 2624 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.12.mlp.down_proj.weight|2d-64|(192, 640)", + "tensor": "model.language_model.layers.12.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.mlp.down_proj.weight|2d-64|(1728, 704)", + "tensor": "model.language_model.layers.11.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1728, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.mlp.down_proj.weight|2d-64|(1344, 1088)", + "tensor": "model.language_model.layers.15.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1344, + 1088 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.mlp.down_proj.weight|2d-64|(320, 4288)", + "tensor": "model.language_model.layers.15.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 4288 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.13.mlp.down_proj.weight|2d-64|(768, 1664)", + "tensor": "model.language_model.layers.13.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 768, + 1664 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.14.mlp.down_proj.weight|2d-64|(384, 128)", + "tensor": "model.language_model.layers.14.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.21.mlp.down_proj.weight|2d-64|(1920, 4672)", + "tensor": "model.language_model.layers.21.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1920, + 4672 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.9.mlp.down_proj.weight|2d-64|(0, 1344)", + "tensor": "model.language_model.layers.9.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 1344 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.10.mlp.down_proj.weight|2d-64|(192, 2752)", + "tensor": "model.language_model.layers.10.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 2752 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.13.mlp.down_proj.weight|2d-64|(1024, 4096)", + "tensor": "model.language_model.layers.13.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1024, + 4096 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.9.mlp.down_proj.weight|2d-64|(1664, 5440)", + "tensor": "model.language_model.layers.9.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1664, + 5440 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.1.mlp.down_proj.weight|2d-64|(896, 5312)", + "tensor": "model.language_model.layers.1.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 896, + 5312 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.16.mlp.down_proj.weight|2d-64|(1920, 3456)", + "tensor": "model.language_model.layers.16.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1920, + 3456 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.mlp.down_proj.weight|2d-64|(512, 2816)", + "tensor": "model.language_model.layers.19.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 512, + 2816 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.0.mlp.down_proj.weight|2d-64|(1408, 4352)", + "tensor": "model.language_model.layers.0.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1408, + 4352 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.4.mlp.down_proj.weight|2d-64|(1088, 2304)", + "tensor": "model.language_model.layers.4.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1088, + 2304 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.mlp.down_proj.weight|2d-64|(1344, 5568)", + "tensor": "model.language_model.layers.3.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1344, + 5568 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.13.mlp.down_proj.weight|2d-64|(192, 5952)", + "tensor": "model.language_model.layers.13.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 5952 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.7.mlp.down_proj.weight|2d-64|(1216, 5760)", + "tensor": "model.language_model.layers.7.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1216, + 5760 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.9.mlp.down_proj.weight|2d-64|(768, 4096)", + "tensor": "model.language_model.layers.9.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 768, + 4096 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.12.mlp.down_proj.weight|2d-64|(0, 1088)", + "tensor": "model.language_model.layers.12.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 1088 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.1.mlp.down_proj.weight|2d-64|(640, 1600)", + "tensor": "model.language_model.layers.1.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 640, + 1600 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.6.mlp.down_proj.weight|2d-64|(896, 3008)", + "tensor": "model.language_model.layers.6.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 896, + 3008 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.7.mlp.down_proj.weight|2d-64|(1152, 3584)", + "tensor": "model.language_model.layers.7.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1152, + 3584 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.4.mlp.down_proj.weight|2d-64|(704, 3264)", + "tensor": "model.language_model.layers.4.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 704, + 3264 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.10.mlp.down_proj.weight|2d-64|(64, 4928)", + "tensor": "model.language_model.layers.10.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 4928 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.18.mlp.down_proj.weight|2d-64|(512, 4928)", + "tensor": "model.language_model.layers.18.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 512, + 4928 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.23.mlp.down_proj.weight|2d-64|(1024, 6016)", + "tensor": "model.language_model.layers.23.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1024, + 6016 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.1.mlp.down_proj.weight|2d-64|(1984, 1984)", + "tensor": "model.language_model.layers.1.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1984, + 1984 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.12.mlp.down_proj.weight|2d-64|(384, 2368)", + "tensor": "model.language_model.layers.12.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 2368 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.mlp.down_proj.weight|2d-64|(1280, 2880)", + "tensor": "model.language_model.layers.19.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1280, + 2880 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.12.mlp.down_proj.weight|2d-64|(512, 5568)", + "tensor": "model.language_model.layers.12.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 512, + 5568 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.mlp.down_proj.weight|2d-64|(1536, 2880)", + "tensor": "model.language_model.layers.3.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1536, + 2880 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.2.mlp.down_proj.weight|2d-64|(1600, 5568)", + "tensor": "model.language_model.layers.2.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1600, + 5568 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.9.mlp.down_proj.weight|2d-64|(512, 5376)", + "tensor": "model.language_model.layers.9.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 512, + 5376 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.14.mlp.down_proj.weight|2d-64|(1088, 1792)", + "tensor": "model.language_model.layers.14.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1088, + 1792 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.mlp.down_proj.weight|2d-64|(832, 1216)", + "tensor": "model.language_model.layers.15.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 832, + 1216 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.1.mlp.down_proj.weight|2d-64|(1152, 5312)", + "tensor": "model.language_model.layers.1.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1152, + 5312 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.13.mlp.down_proj.weight|2d-64|(768, 5632)", + "tensor": "model.language_model.layers.13.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 768, + 5632 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.7.mlp.down_proj.weight|2d-64|(704, 3520)", + "tensor": "model.language_model.layers.7.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 704, + 3520 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.20.mlp.down_proj.weight|2d-64|(1984, 4096)", + "tensor": "model.language_model.layers.20.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1984, + 4096 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.16.mlp.down_proj.weight|2d-64|(1344, 576)", + "tensor": "model.language_model.layers.16.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1344, + 576 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.4.mlp.down_proj.weight|2d-64|(1280, 2112)", + "tensor": "model.language_model.layers.4.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1280, + 2112 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.20.mlp.down_proj.weight|2d-64|(640, 4800)", + "tensor": "model.language_model.layers.20.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 640, + 4800 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.mlp.down_proj.weight|2d-64|(192, 384)", + "tensor": "model.language_model.layers.3.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.8.mlp.down_proj.weight|2d-64|(1216, 4864)", + "tensor": "model.language_model.layers.8.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1216, + 4864 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.mlp.down_proj.weight|2d-64|(128, 128)", + "tensor": "model.language_model.layers.15.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.mlp.down_proj.weight|2d-64|(896, 1792)", + "tensor": "model.language_model.layers.11.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 896, + 1792 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.mlp.down_proj.weight|2d-64|(1664, 6016)", + "tensor": "model.language_model.layers.3.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1664, + 6016 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.0.mlp.down_proj.weight|2d-64|(64, 1664)", + "tensor": "model.language_model.layers.0.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 1664 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.2.mlp.down_proj.weight|2d-64|(704, 832)", + "tensor": "model.language_model.layers.2.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 704, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.14.mlp.down_proj.weight|2d-64|(960, 5248)", + "tensor": "model.language_model.layers.14.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 960, + 5248 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.6.mlp.down_proj.weight|2d-64|(896, 5376)", + "tensor": "model.language_model.layers.6.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 896, + 5376 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.mlp.down_proj.weight|2d-64|(1024, 2816)", + "tensor": "model.language_model.layers.3.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1024, + 2816 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.21.mlp.down_proj.weight|2d-64|(1216, 192)", + "tensor": "model.language_model.layers.21.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1216, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.10.mlp.down_proj.weight|2d-64|(1600, 768)", + "tensor": "model.language_model.layers.10.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1600, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.0.mlp.down_proj.weight|2d-64|(832, 448)", + "tensor": "model.language_model.layers.0.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 832, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.16.mlp.down_proj.weight|2d-64|(1984, 4736)", + "tensor": "model.language_model.layers.16.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1984, + 4736 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.0.mlp.down_proj.weight|2d-64|(768, 896)", + "tensor": "model.language_model.layers.0.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 768, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.9.mlp.down_proj.weight|2d-64|(1536, 832)", + "tensor": "model.language_model.layers.9.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1536, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.1.mlp.down_proj.weight|2d-64|(640, 3392)", + "tensor": "model.language_model.layers.1.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 640, + 3392 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.13.mlp.down_proj.weight|2d-64|(1984, 320)", + "tensor": "model.language_model.layers.13.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1984, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.9.mlp.down_proj.weight|2d-64|(1216, 896)", + "tensor": "model.language_model.layers.9.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1216, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.13.mlp.down_proj.weight|2d-64|(768, 832)", + "tensor": "model.language_model.layers.13.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 768, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.7.mlp.down_proj.weight|2d-64|(256, 1152)", + "tensor": "model.language_model.layers.7.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 1152 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.5.mlp.down_proj.weight|2d-64|(576, 1856)", + "tensor": "model.language_model.layers.5.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 576, + 1856 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.2.mlp.down_proj.weight|2d-64|(1984, 4480)", + "tensor": "model.language_model.layers.2.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1984, + 4480 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.4.mlp.down_proj.weight|2d-64|(1408, 448)", + "tensor": "model.language_model.layers.4.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1408, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.18.mlp.down_proj.weight|2d-64|(1536, 3008)", + "tensor": "model.language_model.layers.18.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1536, + 3008 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.mlp.down_proj.weight|2d-64|(576, 3840)", + "tensor": "model.language_model.layers.3.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 576, + 3840 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.21.mlp.down_proj.weight|2d-64|(192, 2304)", + "tensor": "model.language_model.layers.21.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 2304 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.17.mlp.down_proj.weight|2d-64|(640, 2176)", + "tensor": "model.language_model.layers.17.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 640, + 2176 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.14.mlp.down_proj.weight|2d-64|(1088, 5056)", + "tensor": "model.language_model.layers.14.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1088, + 5056 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.mlp.down_proj.weight|2d-64|(128, 4224)", + "tensor": "model.language_model.layers.15.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 4224 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.12.mlp.down_proj.weight|2d-64|(896, 5376)", + "tensor": "model.language_model.layers.12.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 896, + 5376 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.mlp.down_proj.weight|2d-64|(1088, 640)", + "tensor": "model.language_model.layers.15.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1088, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.16.mlp.down_proj.weight|2d-64|(128, 6080)", + "tensor": "model.language_model.layers.16.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 6080 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.1.mlp.down_proj.weight|2d-64|(320, 2432)", + "tensor": "model.language_model.layers.1.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 2432 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.mlp.down_proj.weight|2d-64|(128, 2624)", + "tensor": "model.language_model.layers.15.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 2624 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.18.mlp.down_proj.weight|2d-64|(320, 4160)", + "tensor": "model.language_model.layers.18.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 4160 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.14.mlp.down_proj.weight|2d-64|(448, 2304)", + "tensor": "model.language_model.layers.14.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 2304 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.18.mlp.down_proj.weight|2d-64|(192, 4288)", + "tensor": "model.language_model.layers.18.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 4288 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.8.mlp.down_proj.weight|2d-64|(640, 3328)", + "tensor": "model.language_model.layers.8.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 640, + 3328 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.13.mlp.down_proj.weight|2d-64|(1728, 4160)", + "tensor": "model.language_model.layers.13.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1728, + 4160 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.1.mlp.down_proj.weight|2d-64|(1152, 2624)", + "tensor": "model.language_model.layers.1.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1152, + 2624 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.13.mlp.down_proj.weight|2d-64|(0, 3200)", + "tensor": "model.language_model.layers.13.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 3200 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.8.mlp.down_proj.weight|2d-64|(1728, 1472)", + "tensor": "model.language_model.layers.8.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1728, + 1472 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.5.mlp.down_proj.weight|2d-64|(1152, 1408)", + "tensor": "model.language_model.layers.5.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1152, + 1408 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.17.mlp.down_proj.weight|2d-64|(1664, 1024)", + "tensor": "model.language_model.layers.17.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1664, + 1024 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.mlp.down_proj.weight|2d-64|(896, 6080)", + "tensor": "model.language_model.layers.3.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 896, + 6080 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.2.mlp.down_proj.weight|2d-64|(1280, 4352)", + "tensor": "model.language_model.layers.2.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1280, + 4352 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.12.mlp.down_proj.weight|2d-64|(832, 4352)", + "tensor": "model.language_model.layers.12.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 832, + 4352 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.17.mlp.down_proj.weight|2d-64|(1152, 2112)", + "tensor": "model.language_model.layers.17.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1152, + 2112 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.8.mlp.down_proj.weight|2d-64|(768, 2368)", + "tensor": "model.language_model.layers.8.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 768, + 2368 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.20.mlp.down_proj.weight|2d-64|(1344, 4800)", + "tensor": "model.language_model.layers.20.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1344, + 4800 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.mlp.down_proj.weight|2d-64|(640, 1792)", + "tensor": "model.language_model.layers.11.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 640, + 1792 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.7.mlp.down_proj.weight|2d-64|(1344, 4224)", + "tensor": "model.language_model.layers.7.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1344, + 4224 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.mlp.down_proj.weight|2d-64|(576, 1920)", + "tensor": "model.language_model.layers.15.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 576, + 1920 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.18.mlp.down_proj.weight|2d-64|(192, 1920)", + "tensor": "model.language_model.layers.18.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 1920 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.6.mlp.down_proj.weight|2d-64|(128, 5120)", + "tensor": "model.language_model.layers.6.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 5120 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.1.mlp.down_proj.weight|2d-64|(960, 1920)", + "tensor": "model.language_model.layers.1.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 960, + 1920 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.13.mlp.down_proj.weight|2d-64|(960, 1792)", + "tensor": "model.language_model.layers.13.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 960, + 1792 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.9.mlp.down_proj.weight|2d-64|(1856, 2368)", + "tensor": "model.language_model.layers.9.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1856, + 2368 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.6.mlp.down_proj.weight|2d-64|(512, 1856)", + "tensor": "model.language_model.layers.6.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 512, + 1856 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.9.mlp.down_proj.weight|2d-64|(1088, 4608)", + "tensor": "model.language_model.layers.9.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1088, + 4608 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.12.mlp.down_proj.weight|2d-64|(832, 2688)", + "tensor": "model.language_model.layers.12.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 832, + 2688 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.22.mlp.down_proj.weight|2d-64|(1024, 4672)", + "tensor": "model.language_model.layers.22.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1024, + 4672 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.17.mlp.down_proj.weight|2d-64|(256, 3648)", + "tensor": "model.language_model.layers.17.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 3648 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.0.mlp.down_proj.weight|2d-64|(448, 2240)", + "tensor": "model.language_model.layers.0.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 2240 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.9.mlp.down_proj.weight|2d-64|(1472, 3968)", + "tensor": "model.language_model.layers.9.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1472, + 3968 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.9.mlp.down_proj.weight|2d-64|(640, 128)", + "tensor": "model.language_model.layers.9.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 640, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.12.mlp.down_proj.weight|2d-64|(1152, 1600)", + "tensor": "model.language_model.layers.12.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1152, + 1600 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.14.mlp.down_proj.weight|2d-64|(1472, 6080)", + "tensor": "model.language_model.layers.14.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1472, + 6080 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.8.mlp.down_proj.weight|2d-64|(512, 1792)", + "tensor": "model.language_model.layers.8.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 512, + 1792 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.14.mlp.down_proj.weight|2d-64|(128, 2944)", + "tensor": "model.language_model.layers.14.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 2944 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.0.mlp.down_proj.weight|2d-64|(1856, 4288)", + "tensor": "model.language_model.layers.0.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1856, + 4288 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.6.mlp.down_proj.weight|2d-64|(1408, 6016)", + "tensor": "model.language_model.layers.6.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1408, + 6016 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.14.mlp.down_proj.weight|2d-64|(1280, 1984)", + "tensor": "model.language_model.layers.14.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1280, + 1984 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.mlp.down_proj.weight|2d-64|(384, 2816)", + "tensor": "model.language_model.layers.11.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 2816 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.mlp.down_proj.weight|2d-64|(448, 2752)", + "tensor": "model.language_model.layers.19.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 2752 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.12.mlp.down_proj.weight|2d-64|(960, 448)", + "tensor": "model.language_model.layers.12.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 960, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.5.mlp.down_proj.weight|2d-64|(1216, 0)", + "tensor": "model.language_model.layers.5.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1216, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.5.mlp.down_proj.weight|2d-64|(1920, 4160)", + "tensor": "model.language_model.layers.5.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1920, + 4160 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.mlp.down_proj.weight|2d-64|(448, 3072)", + "tensor": "model.language_model.layers.3.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 3072 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.mlp.down_proj.weight|2d-64|(1472, 2560)", + "tensor": "model.language_model.layers.3.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1472, + 2560 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.4.mlp.down_proj.weight|2d-64|(512, 1344)", + "tensor": "model.language_model.layers.4.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 512, + 1344 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.9.mlp.down_proj.weight|2d-64|(1472, 4160)", + "tensor": "model.language_model.layers.9.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1472, + 4160 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.16.mlp.down_proj.weight|2d-64|(448, 320)", + "tensor": "model.language_model.layers.16.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.0.mlp.down_proj.weight|2d-64|(1792, 3584)", + "tensor": "model.language_model.layers.0.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1792, + 3584 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.mlp.down_proj.weight|2d-64|(1792, 1088)", + "tensor": "model.language_model.layers.3.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1792, + 1088 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.17.mlp.down_proj.weight|2d-64|(64, 1984)", + "tensor": "model.language_model.layers.17.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 1984 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.6.mlp.down_proj.weight|2d-64|(256, 2432)", + "tensor": "model.language_model.layers.6.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 2432 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.1.mlp.down_proj.weight|2d-64|(1024, 5824)", + "tensor": "model.language_model.layers.1.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1024, + 5824 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.1.mlp.down_proj.weight|2d-64|(832, 5056)", + "tensor": "model.language_model.layers.1.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 832, + 5056 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.5.mlp.down_proj.weight|2d-64|(1536, 3136)", + "tensor": "model.language_model.layers.5.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1536, + 3136 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.16.mlp.down_proj.weight|2d-64|(1856, 0)", + "tensor": "model.language_model.layers.16.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1856, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.1.mlp.down_proj.weight|2d-64|(768, 5696)", + "tensor": "model.language_model.layers.1.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 768, + 5696 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.21.mlp.down_proj.weight|2d-64|(1600, 2816)", + "tensor": "model.language_model.layers.21.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1600, + 2816 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.mlp.down_proj.weight|2d-64|(1984, 3648)", + "tensor": "model.language_model.layers.11.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1984, + 3648 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.9.mlp.down_proj.weight|2d-64|(1664, 3648)", + "tensor": "model.language_model.layers.9.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1664, + 3648 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.mlp.down_proj.weight|2d-64|(512, 5440)", + "tensor": "model.language_model.layers.11.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 512, + 5440 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.18.mlp.down_proj.weight|2d-64|(1024, 1920)", + "tensor": "model.language_model.layers.18.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1024, + 1920 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.4.mlp.down_proj.weight|2d-64|(1280, 1280)", + "tensor": "model.language_model.layers.4.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1280, + 1280 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.9.mlp.down_proj.weight|2d-64|(1600, 2496)", + "tensor": "model.language_model.layers.9.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1600, + 2496 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.mlp.down_proj.weight|2d-64|(1984, 320)", + "tensor": "model.language_model.layers.19.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1984, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.2.mlp.down_proj.weight|2d-64|(1216, 1536)", + "tensor": "model.language_model.layers.2.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1216, + 1536 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.4.mlp.down_proj.weight|2d-64|(1088, 3648)", + "tensor": "model.language_model.layers.4.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1088, + 3648 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.16.mlp.down_proj.weight|2d-64|(1600, 1984)", + "tensor": "model.language_model.layers.16.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1600, + 1984 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.mlp.down_proj.weight|2d-64|(960, 5184)", + "tensor": "model.language_model.layers.11.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 960, + 5184 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.6.mlp.down_proj.weight|2d-64|(1920, 2624)", + "tensor": "model.language_model.layers.6.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1920, + 2624 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.4.mlp.down_proj.weight|2d-64|(320, 1344)", + "tensor": "model.language_model.layers.4.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 1344 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.23.mlp.down_proj.weight|2d-64|(768, 4416)", + "tensor": "model.language_model.layers.23.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 768, + 4416 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.mlp.down_proj.weight|2d-64|(128, 3904)", + "tensor": "model.language_model.layers.15.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 3904 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.14.mlp.down_proj.weight|2d-64|(64, 1344)", + "tensor": "model.language_model.layers.14.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 1344 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.8.mlp.down_proj.weight|2d-64|(1152, 5120)", + "tensor": "model.language_model.layers.8.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1152, + 5120 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.17.mlp.down_proj.weight|2d-64|(0, 384)", + "tensor": "model.language_model.layers.17.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.mlp.down_proj.weight|2d-64|(1344, 4736)", + "tensor": "model.language_model.layers.11.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1344, + 4736 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.mlp.down_proj.weight|2d-64|(256, 3968)", + "tensor": "model.language_model.layers.15.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 3968 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.5.mlp.down_proj.weight|2d-64|(1088, 3392)", + "tensor": "model.language_model.layers.5.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1088, + 3392 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.14.mlp.down_proj.weight|2d-64|(576, 896)", + "tensor": "model.language_model.layers.14.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 576, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.mlp.down_proj.weight|2d-64|(384, 3776)", + "tensor": "model.language_model.layers.19.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 3776 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.18.mlp.down_proj.weight|2d-64|(960, 3904)", + "tensor": "model.language_model.layers.18.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 960, + 3904 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.0.mlp.down_proj.weight|2d-64|(1536, 4352)", + "tensor": "model.language_model.layers.0.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1536, + 4352 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.2.mlp.down_proj.weight|2d-64|(1344, 2880)", + "tensor": "model.language_model.layers.2.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1344, + 2880 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.10.mlp.down_proj.weight|2d-64|(768, 3776)", + "tensor": "model.language_model.layers.10.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 768, + 3776 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.5.mlp.down_proj.weight|2d-64|(1088, 448)", + "tensor": "model.language_model.layers.5.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1088, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.23.mlp.down_proj.weight|2d-64|(448, 3520)", + "tensor": "model.language_model.layers.23.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 3520 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.9.mlp.down_proj.weight|2d-64|(1408, 1408)", + "tensor": "model.language_model.layers.9.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1408, + 1408 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.mlp.down_proj.weight|2d-64|(320, 4608)", + "tensor": "model.language_model.layers.11.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 4608 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.10.mlp.down_proj.weight|2d-64|(128, 1792)", + "tensor": "model.language_model.layers.10.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 1792 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.0.mlp.down_proj.weight|2d-64|(192, 3840)", + "tensor": "model.language_model.layers.0.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 3840 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.5.mlp.down_proj.weight|2d-64|(512, 5376)", + "tensor": "model.language_model.layers.5.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 512, + 5376 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.5.mlp.down_proj.weight|2d-64|(768, 3072)", + "tensor": "model.language_model.layers.5.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 768, + 3072 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.0.mlp.down_proj.weight|2d-64|(1472, 1472)", + "tensor": "model.language_model.layers.0.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1472, + 1472 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.0.mlp.down_proj.weight|2d-64|(448, 2880)", + "tensor": "model.language_model.layers.0.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 2880 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.16.mlp.down_proj.weight|2d-64|(704, 5248)", + "tensor": "model.language_model.layers.16.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 704, + 5248 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.10.mlp.down_proj.weight|2d-64|(1280, 1600)", + "tensor": "model.language_model.layers.10.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1280, + 1600 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.21.mlp.down_proj.weight|2d-64|(704, 5568)", + "tensor": "model.language_model.layers.21.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 704, + 5568 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.13.mlp.down_proj.weight|2d-64|(576, 5632)", + "tensor": "model.language_model.layers.13.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 576, + 5632 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.mlp.down_proj.weight|2d-64|(1408, 128)", + "tensor": "model.language_model.layers.11.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1408, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.13.mlp.down_proj.weight|2d-64|(1472, 6080)", + "tensor": "model.language_model.layers.13.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1472, + 6080 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.mlp.down_proj.weight|2d-64|(1792, 4608)", + "tensor": "model.language_model.layers.3.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1792, + 4608 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.16.mlp.down_proj.weight|2d-64|(512, 512)", + "tensor": "model.language_model.layers.16.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 512, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.2.mlp.gate_proj.weight|2d-128|(2176, 1024)", + "tensor": "model.language_model.layers.2.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2176, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.22.mlp.gate_proj.weight|2d-128|(3712, 768)", + "tensor": "model.language_model.layers.22.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3712, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.14.mlp.gate_proj.weight|2d-128|(4352, 0)", + "tensor": "model.language_model.layers.14.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4352, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.22.mlp.gate_proj.weight|2d-128|(4736, 768)", + "tensor": "model.language_model.layers.22.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4736, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.22.mlp.gate_proj.weight|2d-128|(4864, 1024)", + "tensor": "model.language_model.layers.22.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4864, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.23.mlp.gate_proj.weight|2d-128|(4480, 512)", + "tensor": "model.language_model.layers.23.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4480, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.16.mlp.gate_proj.weight|2d-128|(2432, 512)", + "tensor": "model.language_model.layers.16.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2432, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.6.mlp.gate_proj.weight|2d-128|(4992, 1920)", + "tensor": "model.language_model.layers.6.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4992, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.12.mlp.gate_proj.weight|2d-128|(256, 1024)", + "tensor": "model.language_model.layers.12.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.20.mlp.gate_proj.weight|2d-128|(3840, 1536)", + "tensor": "model.language_model.layers.20.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3840, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.mlp.gate_proj.weight|2d-128|(5632, 128)", + "tensor": "model.language_model.layers.11.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 5632, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.5.mlp.gate_proj.weight|2d-128|(4736, 1280)", + "tensor": "model.language_model.layers.5.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4736, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.20.mlp.gate_proj.weight|2d-128|(5888, 1792)", + "tensor": "model.language_model.layers.20.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 5888, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.18.mlp.gate_proj.weight|2d-128|(4352, 512)", + "tensor": "model.language_model.layers.18.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4352, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.14.mlp.gate_proj.weight|2d-128|(3840, 1280)", + "tensor": "model.language_model.layers.14.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3840, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.17.mlp.gate_proj.weight|2d-128|(4608, 1792)", + "tensor": "model.language_model.layers.17.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4608, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.5.mlp.gate_proj.weight|2d-128|(4992, 640)", + "tensor": "model.language_model.layers.5.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4992, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.4.mlp.gate_proj.weight|2d-128|(5120, 1664)", + "tensor": "model.language_model.layers.4.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 5120, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.16.mlp.gate_proj.weight|2d-128|(128, 0)", + "tensor": "model.language_model.layers.16.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.1.mlp.gate_proj.weight|2d-128|(4352, 0)", + "tensor": "model.language_model.layers.1.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4352, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.20.mlp.gate_proj.weight|2d-128|(5632, 384)", + "tensor": "model.language_model.layers.20.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 5632, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.0.mlp.gate_proj.weight|2d-128|(128, 640)", + "tensor": "model.language_model.layers.0.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.17.mlp.gate_proj.weight|2d-128|(4224, 384)", + "tensor": "model.language_model.layers.17.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4224, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.mlp.gate_proj.weight|2d-128|(2816, 1280)", + "tensor": "model.language_model.layers.11.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2816, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.mlp.gate_proj.weight|2d-128|(3584, 384)", + "tensor": "model.language_model.layers.19.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3584, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.22.mlp.gate_proj.weight|2d-128|(3456, 512)", + "tensor": "model.language_model.layers.22.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3456, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.mlp.gate_proj.weight|2d-128|(2944, 640)", + "tensor": "model.language_model.layers.15.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2944, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.20.mlp.gate_proj.weight|2d-128|(3072, 1536)", + "tensor": "model.language_model.layers.20.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3072, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.mlp.gate_proj.weight|2d-128|(5504, 1920)", + "tensor": "model.language_model.layers.11.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 5504, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.22.mlp.gate_proj.weight|2d-128|(3840, 1280)", + "tensor": "model.language_model.layers.22.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3840, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.23.mlp.gate_proj.weight|2d-128|(3200, 512)", + "tensor": "model.language_model.layers.23.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3200, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.2.mlp.gate_proj.weight|2d-128|(2816, 1408)", + "tensor": "model.language_model.layers.2.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2816, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.14.mlp.gate_proj.weight|2d-128|(5120, 768)", + "tensor": "model.language_model.layers.14.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 5120, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.20.mlp.gate_proj.weight|2d-128|(2432, 896)", + "tensor": "model.language_model.layers.20.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2432, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.20.mlp.gate_proj.weight|2d-128|(2176, 384)", + "tensor": "model.language_model.layers.20.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2176, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.mlp.gate_proj.weight|2d-128|(896, 640)", + "tensor": "model.language_model.layers.11.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.21.mlp.gate_proj.weight|2d-128|(5120, 1152)", + "tensor": "model.language_model.layers.21.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 5120, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.20.mlp.gate_proj.weight|2d-128|(2688, 1024)", + "tensor": "model.language_model.layers.20.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2688, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.21.mlp.gate_proj.weight|2d-128|(2816, 768)", + "tensor": "model.language_model.layers.21.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2816, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.2.mlp.gate_proj.weight|2d-128|(512, 1280)", + "tensor": "model.language_model.layers.2.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.mlp.gate_proj.weight|2d-128|(896, 128)", + "tensor": "model.language_model.layers.3.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.5.mlp.gate_proj.weight|2d-128|(6016, 0)", + "tensor": "model.language_model.layers.5.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 6016, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.20.mlp.gate_proj.weight|2d-128|(4224, 640)", + "tensor": "model.language_model.layers.20.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4224, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.1.mlp.gate_proj.weight|2d-128|(5504, 1664)", + "tensor": "model.language_model.layers.1.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 5504, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.mlp.gate_proj.weight|2d-128|(640, 896)", + "tensor": "model.language_model.layers.19.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.22.mlp.gate_proj.weight|2d-128|(2176, 128)", + "tensor": "model.language_model.layers.22.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2176, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.10.mlp.gate_proj.weight|2d-128|(2560, 1152)", + "tensor": "model.language_model.layers.10.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2560, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.10.mlp.gate_proj.weight|2d-128|(896, 1408)", + "tensor": "model.language_model.layers.10.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.4.mlp.gate_proj.weight|2d-128|(2048, 1152)", + "tensor": "model.language_model.layers.4.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2048, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.22.mlp.gate_proj.weight|2d-128|(1024, 1024)", + "tensor": "model.language_model.layers.22.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.22.mlp.gate_proj.weight|2d-128|(3456, 1536)", + "tensor": "model.language_model.layers.22.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3456, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.mlp.gate_proj.weight|2d-128|(3968, 128)", + "tensor": "model.language_model.layers.11.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3968, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.mlp.gate_proj.weight|2d-128|(2048, 1280)", + "tensor": "model.language_model.layers.19.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2048, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.2.mlp.gate_proj.weight|2d-128|(768, 256)", + "tensor": "model.language_model.layers.2.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.17.mlp.gate_proj.weight|2d-128|(4864, 1536)", + "tensor": "model.language_model.layers.17.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4864, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.16.mlp.gate_proj.weight|2d-128|(1024, 640)", + "tensor": "model.language_model.layers.16.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.22.mlp.gate_proj.weight|2d-128|(3072, 512)", + "tensor": "model.language_model.layers.22.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3072, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.9.mlp.gate_proj.weight|2d-128|(1024, 1536)", + "tensor": "model.language_model.layers.9.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.mlp.gate_proj.weight|2d-128|(3840, 1664)", + "tensor": "model.language_model.layers.19.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3840, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.10.mlp.gate_proj.weight|2d-128|(1408, 1152)", + "tensor": "model.language_model.layers.10.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1408, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.12.mlp.gate_proj.weight|2d-128|(512, 512)", + "tensor": "model.language_model.layers.12.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.8.mlp.gate_proj.weight|2d-128|(3456, 1152)", + "tensor": "model.language_model.layers.8.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3456, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.8.mlp.gate_proj.weight|2d-128|(5376, 1792)", + "tensor": "model.language_model.layers.8.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 5376, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.13.mlp.gate_proj.weight|2d-128|(1664, 1152)", + "tensor": "model.language_model.layers.13.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.mlp.gate_proj.weight|2d-128|(384, 640)", + "tensor": "model.language_model.layers.15.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.22.mlp.gate_proj.weight|2d-128|(6016, 1408)", + "tensor": "model.language_model.layers.22.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 6016, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.23.mlp.gate_proj.weight|2d-128|(4480, 768)", + "tensor": "model.language_model.layers.23.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4480, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.9.mlp.gate_proj.weight|2d-128|(2176, 256)", + "tensor": "model.language_model.layers.9.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2176, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.18.mlp.gate_proj.weight|2d-128|(768, 512)", + "tensor": "model.language_model.layers.18.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.7.mlp.gate_proj.weight|2d-128|(1792, 1280)", + "tensor": "model.language_model.layers.7.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1792, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.6.mlp.gate_proj.weight|2d-128|(1408, 384)", + "tensor": "model.language_model.layers.6.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1408, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.8.mlp.gate_proj.weight|2d-128|(3200, 1152)", + "tensor": "model.language_model.layers.8.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3200, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.9.mlp.gate_proj.weight|2d-128|(4608, 1152)", + "tensor": "model.language_model.layers.9.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4608, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.0.mlp.gate_proj.weight|2d-128|(2176, 1920)", + "tensor": "model.language_model.layers.0.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2176, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.5.mlp.gate_proj.weight|2d-128|(1920, 768)", + "tensor": "model.language_model.layers.5.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1920, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.13.mlp.gate_proj.weight|2d-128|(5760, 256)", + "tensor": "model.language_model.layers.13.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 5760, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.8.mlp.gate_proj.weight|2d-128|(3968, 1792)", + "tensor": "model.language_model.layers.8.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3968, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.14.mlp.gate_proj.weight|2d-128|(2048, 1408)", + "tensor": "model.language_model.layers.14.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2048, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.12.mlp.gate_proj.weight|2d-128|(4992, 768)", + "tensor": "model.language_model.layers.12.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4992, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.12.mlp.gate_proj.weight|2d-128|(768, 128)", + "tensor": "model.language_model.layers.12.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.mlp.gate_proj.weight|2d-128|(3840, 1664)", + "tensor": "model.language_model.layers.11.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3840, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.23.mlp.gate_proj.weight|2d-128|(1024, 0)", + "tensor": "model.language_model.layers.23.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.18.mlp.gate_proj.weight|2d-128|(2176, 640)", + "tensor": "model.language_model.layers.18.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2176, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.21.mlp.gate_proj.weight|2d-128|(768, 1280)", + "tensor": "model.language_model.layers.21.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.16.mlp.gate_proj.weight|2d-128|(2048, 1280)", + "tensor": "model.language_model.layers.16.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2048, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.8.mlp.gate_proj.weight|2d-128|(4224, 896)", + "tensor": "model.language_model.layers.8.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4224, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.21.mlp.gate_proj.weight|2d-128|(512, 1152)", + "tensor": "model.language_model.layers.21.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.14.mlp.gate_proj.weight|2d-128|(5760, 1280)", + "tensor": "model.language_model.layers.14.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 5760, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.mlp.gate_proj.weight|2d-128|(1536, 256)", + "tensor": "model.language_model.layers.3.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.13.mlp.gate_proj.weight|2d-128|(768, 512)", + "tensor": "model.language_model.layers.13.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.0.mlp.gate_proj.weight|2d-128|(3968, 1792)", + "tensor": "model.language_model.layers.0.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3968, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.4.mlp.gate_proj.weight|2d-128|(3200, 0)", + "tensor": "model.language_model.layers.4.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3200, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.5.mlp.gate_proj.weight|2d-128|(3968, 768)", + "tensor": "model.language_model.layers.5.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3968, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.4.mlp.gate_proj.weight|2d-128|(5120, 768)", + "tensor": "model.language_model.layers.4.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 5120, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.18.mlp.gate_proj.weight|2d-128|(0, 1920)", + "tensor": "model.language_model.layers.18.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.1.mlp.gate_proj.weight|2d-128|(768, 896)", + "tensor": "model.language_model.layers.1.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.17.mlp.gate_proj.weight|2d-128|(3200, 128)", + "tensor": "model.language_model.layers.17.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3200, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.0.mlp.gate_proj.weight|2d-128|(3200, 1920)", + "tensor": "model.language_model.layers.0.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3200, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.8.mlp.gate_proj.weight|2d-128|(256, 1152)", + "tensor": "model.language_model.layers.8.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.mlp.gate_proj.weight|2d-128|(1920, 1408)", + "tensor": "model.language_model.layers.19.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1920, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.9.mlp.gate_proj.weight|2d-128|(3584, 1792)", + "tensor": "model.language_model.layers.9.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3584, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.10.mlp.gate_proj.weight|2d-128|(5120, 512)", + "tensor": "model.language_model.layers.10.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 5120, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.21.mlp.gate_proj.weight|2d-128|(1792, 256)", + "tensor": "model.language_model.layers.21.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1792, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.22.mlp.gate_proj.weight|2d-128|(4736, 1536)", + "tensor": "model.language_model.layers.22.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4736, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.4.mlp.gate_proj.weight|2d-128|(2560, 1920)", + "tensor": "model.language_model.layers.4.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2560, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.4.mlp.gate_proj.weight|2d-128|(1024, 1152)", + "tensor": "model.language_model.layers.4.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.17.mlp.gate_proj.weight|2d-128|(4096, 1280)", + "tensor": "model.language_model.layers.17.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4096, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.16.mlp.gate_proj.weight|2d-128|(2688, 0)", + "tensor": "model.language_model.layers.16.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2688, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.16.mlp.gate_proj.weight|2d-128|(3072, 1408)", + "tensor": "model.language_model.layers.16.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3072, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.18.mlp.gate_proj.weight|2d-128|(4480, 1920)", + "tensor": "model.language_model.layers.18.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4480, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.mlp.gate_proj.weight|2d-128|(896, 1152)", + "tensor": "model.language_model.layers.11.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.8.mlp.gate_proj.weight|2d-128|(2048, 1152)", + "tensor": "model.language_model.layers.8.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2048, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.2.mlp.gate_proj.weight|2d-128|(3072, 1152)", + "tensor": "model.language_model.layers.2.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3072, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.13.mlp.gate_proj.weight|2d-128|(5760, 1408)", + "tensor": "model.language_model.layers.13.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 5760, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.1.mlp.gate_proj.weight|2d-128|(2688, 1664)", + "tensor": "model.language_model.layers.1.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2688, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.1.mlp.gate_proj.weight|2d-128|(1408, 1280)", + "tensor": "model.language_model.layers.1.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1408, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.17.mlp.gate_proj.weight|2d-128|(2688, 1792)", + "tensor": "model.language_model.layers.17.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2688, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.mlp.gate_proj.weight|2d-128|(128, 512)", + "tensor": "model.language_model.layers.3.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.21.mlp.gate_proj.weight|2d-128|(6016, 1280)", + "tensor": "model.language_model.layers.21.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 6016, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.21.mlp.gate_proj.weight|2d-128|(0, 640)", + "tensor": "model.language_model.layers.21.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.17.mlp.gate_proj.weight|2d-128|(1536, 640)", + "tensor": "model.language_model.layers.17.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.8.mlp.gate_proj.weight|2d-128|(5888, 128)", + "tensor": "model.language_model.layers.8.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 5888, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.5.mlp.gate_proj.weight|2d-128|(3840, 512)", + "tensor": "model.language_model.layers.5.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3840, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.mlp.gate_proj.weight|2d-128|(4096, 1280)", + "tensor": "model.language_model.layers.15.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4096, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.22.mlp.gate_proj.weight|2d-128|(0, 768)", + "tensor": "model.language_model.layers.22.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.2.mlp.gate_proj.weight|2d-128|(2688, 1024)", + "tensor": "model.language_model.layers.2.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2688, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.1.mlp.gate_proj.weight|2d-128|(3200, 128)", + "tensor": "model.language_model.layers.1.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3200, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.21.mlp.gate_proj.weight|2d-128|(3328, 0)", + "tensor": "model.language_model.layers.21.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3328, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.14.mlp.gate_proj.weight|2d-128|(512, 1152)", + "tensor": "model.language_model.layers.14.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.mlp.gate_proj.weight|2d-128|(1536, 384)", + "tensor": "model.language_model.layers.15.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.2.mlp.gate_proj.weight|2d-128|(256, 1152)", + "tensor": "model.language_model.layers.2.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.8.mlp.gate_proj.weight|2d-128|(5504, 1024)", + "tensor": "model.language_model.layers.8.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 5504, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.mlp.gate_proj.weight|2d-128|(3456, 256)", + "tensor": "model.language_model.layers.15.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3456, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.17.mlp.gate_proj.weight|2d-128|(4736, 1024)", + "tensor": "model.language_model.layers.17.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4736, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.mlp.gate_proj.weight|2d-128|(4992, 1024)", + "tensor": "model.language_model.layers.3.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4992, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.0.mlp.gate_proj.weight|2d-128|(3840, 1920)", + "tensor": "model.language_model.layers.0.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3840, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.17.mlp.gate_proj.weight|2d-128|(1536, 384)", + "tensor": "model.language_model.layers.17.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.21.mlp.gate_proj.weight|2d-128|(4864, 384)", + "tensor": "model.language_model.layers.21.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4864, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.6.mlp.gate_proj.weight|2d-128|(2816, 1792)", + "tensor": "model.language_model.layers.6.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2816, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.12.mlp.gate_proj.weight|2d-128|(1024, 1152)", + "tensor": "model.language_model.layers.12.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.10.mlp.gate_proj.weight|2d-128|(5760, 128)", + "tensor": "model.language_model.layers.10.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 5760, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.mlp.gate_proj.weight|2d-128|(3712, 1408)", + "tensor": "model.language_model.layers.3.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3712, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.mlp.gate_proj.weight|2d-128|(5888, 0)", + "tensor": "model.language_model.layers.11.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 5888, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.14.mlp.gate_proj.weight|2d-128|(2816, 1152)", + "tensor": "model.language_model.layers.14.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2816, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.2.mlp.gate_proj.weight|2d-128|(2048, 1536)", + "tensor": "model.language_model.layers.2.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2048, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.13.mlp.gate_proj.weight|2d-128|(640, 640)", + "tensor": "model.language_model.layers.13.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.2.mlp.gate_proj.weight|2d-128|(6016, 768)", + "tensor": "model.language_model.layers.2.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 6016, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.5.mlp.gate_proj.weight|2d-128|(3200, 128)", + "tensor": "model.language_model.layers.5.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3200, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.23.mlp.gate_proj.weight|2d-128|(5760, 0)", + "tensor": "model.language_model.layers.23.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 5760, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.mlp.gate_proj.weight|2d-128|(768, 1280)", + "tensor": "model.language_model.layers.11.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.2.mlp.gate_proj.weight|2d-128|(1920, 256)", + "tensor": "model.language_model.layers.2.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1920, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.4.mlp.gate_proj.weight|2d-128|(1024, 1792)", + "tensor": "model.language_model.layers.4.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.9.mlp.gate_proj.weight|2d-128|(4736, 1664)", + "tensor": "model.language_model.layers.9.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4736, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.4.mlp.gate_proj.weight|2d-128|(6016, 640)", + "tensor": "model.language_model.layers.4.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 6016, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.14.mlp.gate_proj.weight|2d-128|(4864, 0)", + "tensor": "model.language_model.layers.14.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4864, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.6.mlp.gate_proj.weight|2d-128|(1536, 1408)", + "tensor": "model.language_model.layers.6.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.17.mlp.gate_proj.weight|2d-128|(1664, 768)", + "tensor": "model.language_model.layers.17.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.16.mlp.gate_proj.weight|2d-128|(5376, 512)", + "tensor": "model.language_model.layers.16.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 5376, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.6.mlp.gate_proj.weight|2d-128|(4736, 0)", + "tensor": "model.language_model.layers.6.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4736, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.14.mlp.gate_proj.weight|2d-128|(3968, 1920)", + "tensor": "model.language_model.layers.14.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3968, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.21.mlp.gate_proj.weight|2d-128|(896, 128)", + "tensor": "model.language_model.layers.21.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.14.mlp.gate_proj.weight|2d-128|(640, 1408)", + "tensor": "model.language_model.layers.14.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.6.mlp.gate_proj.weight|2d-128|(3840, 1792)", + "tensor": "model.language_model.layers.6.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3840, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.22.mlp.gate_proj.weight|2d-128|(4864, 640)", + "tensor": "model.language_model.layers.22.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4864, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.12.mlp.gate_proj.weight|2d-128|(6016, 0)", + "tensor": "model.language_model.layers.12.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 6016, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.0.mlp.gate_proj.weight|2d-128|(1280, 640)", + "tensor": "model.language_model.layers.0.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.7.mlp.gate_proj.weight|2d-128|(3200, 1664)", + "tensor": "model.language_model.layers.7.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3200, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.mlp.gate_proj.weight|2d-128|(768, 1664)", + "tensor": "model.language_model.layers.19.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.8.mlp.gate_proj.weight|2d-128|(3840, 256)", + "tensor": "model.language_model.layers.8.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3840, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.mlp.gate_proj.weight|2d-128|(1792, 1536)", + "tensor": "model.language_model.layers.3.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1792, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.10.mlp.gate_proj.weight|2d-128|(1408, 256)", + "tensor": "model.language_model.layers.10.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1408, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.13.mlp.gate_proj.weight|2d-128|(2048, 1664)", + "tensor": "model.language_model.layers.13.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2048, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.8.mlp.gate_proj.weight|2d-128|(1280, 256)", + "tensor": "model.language_model.layers.8.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.17.mlp.gate_proj.weight|2d-128|(1024, 512)", + "tensor": "model.language_model.layers.17.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.17.mlp.gate_proj.weight|2d-128|(3200, 640)", + "tensor": "model.language_model.layers.17.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3200, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.18.mlp.gate_proj.weight|2d-128|(4096, 0)", + "tensor": "model.language_model.layers.18.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4096, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.10.mlp.gate_proj.weight|2d-128|(3968, 1536)", + "tensor": "model.language_model.layers.10.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3968, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.16.mlp.gate_proj.weight|2d-128|(5504, 1408)", + "tensor": "model.language_model.layers.16.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 5504, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.12.mlp.gate_proj.weight|2d-128|(1152, 512)", + "tensor": "model.language_model.layers.12.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.mlp.gate_proj.weight|2d-128|(2816, 0)", + "tensor": "model.language_model.layers.3.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2816, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.mlp.gate_proj.weight|2d-128|(3712, 896)", + "tensor": "model.language_model.layers.19.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3712, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.14.mlp.gate_proj.weight|2d-128|(1408, 256)", + "tensor": "model.language_model.layers.14.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1408, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.18.mlp.gate_proj.weight|2d-128|(2560, 256)", + "tensor": "model.language_model.layers.18.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2560, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.mlp.gate_proj.weight|2d-128|(1152, 0)", + "tensor": "model.language_model.layers.11.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.22.mlp.gate_proj.weight|2d-128|(3328, 256)", + "tensor": "model.language_model.layers.22.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3328, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.0.mlp.gate_proj.weight|2d-128|(4096, 1536)", + "tensor": "model.language_model.layers.0.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4096, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.0.mlp.gate_proj.weight|2d-128|(4736, 128)", + "tensor": "model.language_model.layers.0.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4736, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.17.mlp.gate_proj.weight|2d-128|(2688, 1664)", + "tensor": "model.language_model.layers.17.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2688, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.mlp.gate_proj.weight|2d-128|(1792, 1792)", + "tensor": "model.language_model.layers.3.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1792, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.22.mlp.gate_proj.weight|2d-128|(4736, 1408)", + "tensor": "model.language_model.layers.22.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4736, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.mlp.gate_proj.weight|2d-128|(1152, 512)", + "tensor": "model.language_model.layers.19.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.mlp.gate_proj.weight|2d-128|(5888, 512)", + "tensor": "model.language_model.layers.11.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 5888, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.2.mlp.gate_proj.weight|2d-128|(2560, 1792)", + "tensor": "model.language_model.layers.2.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2560, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.23.mlp.gate_proj.weight|2d-128|(4352, 896)", + "tensor": "model.language_model.layers.23.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4352, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.1.mlp.gate_proj.weight|2d-128|(3968, 384)", + "tensor": "model.language_model.layers.1.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3968, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.10.mlp.gate_proj.weight|2d-128|(4224, 640)", + "tensor": "model.language_model.layers.10.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4224, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.mlp.gate_proj.weight|2d-128|(3840, 1792)", + "tensor": "model.language_model.layers.19.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3840, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.18.mlp.gate_proj.weight|2d-128|(768, 1664)", + "tensor": "model.language_model.layers.18.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.1.mlp.gate_proj.weight|2d-128|(5760, 512)", + "tensor": "model.language_model.layers.1.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 5760, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.mlp.gate_proj.weight|2d-128|(1920, 384)", + "tensor": "model.language_model.layers.11.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1920, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.0.mlp.gate_proj.weight|2d-128|(1536, 1024)", + "tensor": "model.language_model.layers.0.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.16.mlp.gate_proj.weight|2d-128|(4352, 512)", + "tensor": "model.language_model.layers.16.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4352, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.14.mlp.gate_proj.weight|2d-128|(1536, 1024)", + "tensor": "model.language_model.layers.14.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.mlp.gate_proj.weight|2d-128|(512, 1920)", + "tensor": "model.language_model.layers.19.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.16.mlp.gate_proj.weight|2d-128|(640, 896)", + "tensor": "model.language_model.layers.16.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.20.mlp.gate_proj.weight|2d-128|(2048, 1152)", + "tensor": "model.language_model.layers.20.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2048, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.9.mlp.gate_proj.weight|2d-128|(768, 1664)", + "tensor": "model.language_model.layers.9.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.22.mlp.gate_proj.weight|2d-128|(3200, 384)", + "tensor": "model.language_model.layers.22.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3200, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.mlp.gate_proj.weight|2d-128|(5120, 768)", + "tensor": "model.language_model.layers.19.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 5120, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.20.mlp.gate_proj.weight|2d-128|(1152, 1664)", + "tensor": "model.language_model.layers.20.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.16.mlp.gate_proj.weight|2d-128|(2688, 512)", + "tensor": "model.language_model.layers.16.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2688, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.4.mlp.gate_proj.weight|2d-128|(0, 1408)", + "tensor": "model.language_model.layers.4.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.mlp.gate_proj.weight|2d-128|(5120, 1920)", + "tensor": "model.language_model.layers.3.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 5120, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.4.mlp.gate_proj.weight|2d-128|(2176, 0)", + "tensor": "model.language_model.layers.4.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2176, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.6.mlp.gate_proj.weight|2d-128|(896, 1152)", + "tensor": "model.language_model.layers.6.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.21.mlp.gate_proj.weight|2d-128|(4864, 1792)", + "tensor": "model.language_model.layers.21.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4864, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.mlp.gate_proj.weight|2d-128|(2304, 1408)", + "tensor": "model.language_model.layers.19.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2304, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.21.mlp.gate_proj.weight|2d-128|(2688, 1536)", + "tensor": "model.language_model.layers.21.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2688, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.16.mlp.gate_proj.weight|2d-128|(1792, 896)", + "tensor": "model.language_model.layers.16.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1792, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.5.mlp.gate_proj.weight|2d-128|(2944, 1664)", + "tensor": "model.language_model.layers.5.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2944, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.9.mlp.gate_proj.weight|2d-128|(5248, 640)", + "tensor": "model.language_model.layers.9.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 5248, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.mlp.gate_proj.weight|2d-128|(384, 1024)", + "tensor": "model.language_model.layers.15.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.22.mlp.gate_proj.weight|2d-128|(512, 1920)", + "tensor": "model.language_model.layers.22.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.4.mlp.gate_proj.weight|2d-128|(2176, 1792)", + "tensor": "model.language_model.layers.4.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2176, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.2.mlp.gate_proj.weight|2d-128|(512, 1920)", + "tensor": "model.language_model.layers.2.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.mlp.gate_proj.weight|2d-128|(5888, 640)", + "tensor": "model.language_model.layers.11.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 5888, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.1.mlp.gate_proj.weight|2d-128|(3584, 1280)", + "tensor": "model.language_model.layers.1.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3584, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.6.mlp.gate_proj.weight|2d-128|(5888, 1792)", + "tensor": "model.language_model.layers.6.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 5888, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.7.mlp.gate_proj.weight|2d-128|(640, 128)", + "tensor": "model.language_model.layers.7.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.2.mlp.gate_proj.weight|2d-128|(896, 768)", + "tensor": "model.language_model.layers.2.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.0.mlp.gate_proj.weight|2d-128|(4992, 0)", + "tensor": "model.language_model.layers.0.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4992, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.0.mlp.gate_proj.weight|2d-128|(5120, 384)", + "tensor": "model.language_model.layers.0.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 5120, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.mlp.gate_proj.weight|2d-128|(5248, 1280)", + "tensor": "model.language_model.layers.3.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 5248, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.6.mlp.gate_proj.weight|2d-128|(4992, 512)", + "tensor": "model.language_model.layers.6.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4992, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.7.mlp.gate_proj.weight|2d-128|(1280, 512)", + "tensor": "model.language_model.layers.7.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.1.mlp.gate_proj.weight|2d-128|(4096, 384)", + "tensor": "model.language_model.layers.1.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4096, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.mlp.gate_proj.weight|2d-128|(256, 1152)", + "tensor": "model.language_model.layers.15.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.mlp.gate_proj.weight|2d-128|(2816, 896)", + "tensor": "model.language_model.layers.11.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2816, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.23.mlp.gate_proj.weight|2d-128|(2944, 1920)", + "tensor": "model.language_model.layers.23.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2944, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.8.mlp.gate_proj.weight|2d-128|(3584, 1280)", + "tensor": "model.language_model.layers.8.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3584, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.8.mlp.gate_proj.weight|2d-128|(1280, 1664)", + "tensor": "model.language_model.layers.8.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.12.mlp.gate_proj.weight|2d-128|(5504, 1280)", + "tensor": "model.language_model.layers.12.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 5504, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.mlp.gate_proj.weight|2d-128|(3712, 640)", + "tensor": "model.language_model.layers.11.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3712, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.16.mlp.gate_proj.weight|2d-128|(4480, 768)", + "tensor": "model.language_model.layers.16.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4480, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.22.mlp.gate_proj.weight|2d-128|(896, 1792)", + "tensor": "model.language_model.layers.22.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.18.mlp.gate_proj.weight|2d-128|(1280, 1024)", + "tensor": "model.language_model.layers.18.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.mlp.gate_proj.weight|2d-128|(1536, 1792)", + "tensor": "model.language_model.layers.3.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.23.mlp.gate_proj.weight|2d-128|(3840, 640)", + "tensor": "model.language_model.layers.23.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3840, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.mlp.gate_proj.weight|2d-128|(2560, 0)", + "tensor": "model.language_model.layers.11.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2560, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.7.mlp.gate_proj.weight|2d-128|(5760, 384)", + "tensor": "model.language_model.layers.7.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 5760, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.1.mlp.gate_proj.weight|2d-128|(4480, 640)", + "tensor": "model.language_model.layers.1.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4480, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.17.mlp.gate_proj.weight|2d-128|(5888, 1024)", + "tensor": "model.language_model.layers.17.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 5888, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.9.mlp.gate_proj.weight|2d-128|(3968, 768)", + "tensor": "model.language_model.layers.9.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3968, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.16.mlp.gate_proj.weight|2d-128|(4352, 896)", + "tensor": "model.language_model.layers.16.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4352, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.8.mlp.gate_proj.weight|2d-128|(6016, 256)", + "tensor": "model.language_model.layers.8.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 6016, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.9.mlp.gate_proj.weight|2d-128|(256, 896)", + "tensor": "model.language_model.layers.9.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.9.mlp.gate_proj.weight|2d-64|(4288, 1152)", + "tensor": "model.language_model.layers.9.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4288, + 1152 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.16.mlp.gate_proj.weight|2d-64|(2112, 1216)", + "tensor": "model.language_model.layers.16.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2112, + 1216 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.7.mlp.gate_proj.weight|2d-64|(64, 576)", + "tensor": "model.language_model.layers.7.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 576 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.mlp.gate_proj.weight|2d-64|(4672, 448)", + "tensor": "model.language_model.layers.19.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4672, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.16.mlp.gate_proj.weight|2d-64|(1408, 192)", + "tensor": "model.language_model.layers.16.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1408, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.5.mlp.gate_proj.weight|2d-64|(960, 1728)", + "tensor": "model.language_model.layers.5.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 960, + 1728 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.13.mlp.gate_proj.weight|2d-64|(2816, 0)", + "tensor": "model.language_model.layers.13.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2816, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.21.mlp.gate_proj.weight|2d-64|(576, 1472)", + "tensor": "model.language_model.layers.21.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 576, + 1472 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.mlp.gate_proj.weight|2d-64|(5696, 1088)", + "tensor": "model.language_model.layers.11.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 5696, + 1088 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.20.mlp.gate_proj.weight|2d-64|(4352, 1536)", + "tensor": "model.language_model.layers.20.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4352, + 1536 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.23.mlp.gate_proj.weight|2d-64|(4032, 128)", + "tensor": "model.language_model.layers.23.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4032, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.20.mlp.gate_proj.weight|2d-64|(5824, 576)", + "tensor": "model.language_model.layers.20.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 5824, + 576 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.20.mlp.gate_proj.weight|2d-64|(4864, 1984)", + "tensor": "model.language_model.layers.20.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4864, + 1984 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.9.mlp.gate_proj.weight|2d-64|(2560, 1728)", + "tensor": "model.language_model.layers.9.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2560, + 1728 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.mlp.gate_proj.weight|2d-64|(2432, 1536)", + "tensor": "model.language_model.layers.11.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2432, + 1536 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.mlp.gate_proj.weight|2d-64|(2240, 64)", + "tensor": "model.language_model.layers.19.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2240, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.mlp.gate_proj.weight|2d-64|(1472, 1792)", + "tensor": "model.language_model.layers.3.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1472, + 1792 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.mlp.gate_proj.weight|2d-64|(320, 960)", + "tensor": "model.language_model.layers.11.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.20.mlp.gate_proj.weight|2d-64|(1728, 512)", + "tensor": "model.language_model.layers.20.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1728, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.7.mlp.gate_proj.weight|2d-64|(4800, 1024)", + "tensor": "model.language_model.layers.7.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4800, + 1024 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.8.mlp.gate_proj.weight|2d-64|(3392, 1664)", + "tensor": "model.language_model.layers.8.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3392, + 1664 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.23.mlp.gate_proj.weight|2d-64|(1984, 1024)", + "tensor": "model.language_model.layers.23.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1984, + 1024 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.4.mlp.gate_proj.weight|2d-64|(4352, 1344)", + "tensor": "model.language_model.layers.4.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4352, + 1344 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.1.mlp.gate_proj.weight|2d-64|(5696, 128)", + "tensor": "model.language_model.layers.1.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 5696, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.8.mlp.gate_proj.weight|2d-64|(6016, 0)", + "tensor": "model.language_model.layers.8.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 6016, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.8.mlp.gate_proj.weight|2d-64|(512, 1536)", + "tensor": "model.language_model.layers.8.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 512, + 1536 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.6.mlp.gate_proj.weight|2d-64|(2688, 1600)", + "tensor": "model.language_model.layers.6.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2688, + 1600 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.5.mlp.gate_proj.weight|2d-64|(1856, 1344)", + "tensor": "model.language_model.layers.5.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1856, + 1344 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.4.mlp.gate_proj.weight|2d-64|(640, 320)", + "tensor": "model.language_model.layers.4.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 640, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.4.mlp.gate_proj.weight|2d-64|(4096, 1728)", + "tensor": "model.language_model.layers.4.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4096, + 1728 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.10.mlp.gate_proj.weight|2d-64|(64, 896)", + "tensor": "model.language_model.layers.10.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.18.mlp.gate_proj.weight|2d-64|(3968, 128)", + "tensor": "model.language_model.layers.18.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3968, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.17.mlp.gate_proj.weight|2d-64|(2112, 768)", + "tensor": "model.language_model.layers.17.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2112, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.13.mlp.gate_proj.weight|2d-64|(2880, 512)", + "tensor": "model.language_model.layers.13.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2880, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.14.mlp.gate_proj.weight|2d-64|(4928, 1152)", + "tensor": "model.language_model.layers.14.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4928, + 1152 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.16.mlp.gate_proj.weight|2d-64|(3520, 704)", + "tensor": "model.language_model.layers.16.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3520, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.mlp.gate_proj.weight|2d-64|(3008, 256)", + "tensor": "model.language_model.layers.11.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3008, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.21.mlp.gate_proj.weight|2d-64|(1728, 960)", + "tensor": "model.language_model.layers.21.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1728, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.mlp.gate_proj.weight|2d-64|(2944, 1536)", + "tensor": "model.language_model.layers.11.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2944, + 1536 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.1.mlp.gate_proj.weight|2d-64|(6080, 1024)", + "tensor": "model.language_model.layers.1.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 6080, + 1024 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.4.mlp.gate_proj.weight|2d-64|(5248, 960)", + "tensor": "model.language_model.layers.4.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 5248, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.16.mlp.gate_proj.weight|2d-64|(1792, 1344)", + "tensor": "model.language_model.layers.16.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1792, + 1344 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.22.mlp.gate_proj.weight|2d-64|(1344, 1472)", + "tensor": "model.language_model.layers.22.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1344, + 1472 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.mlp.gate_proj.weight|2d-64|(2176, 832)", + "tensor": "model.language_model.layers.15.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2176, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.1.mlp.gate_proj.weight|2d-64|(2752, 384)", + "tensor": "model.language_model.layers.1.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2752, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.20.mlp.gate_proj.weight|2d-64|(3328, 576)", + "tensor": "model.language_model.layers.20.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3328, + 576 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.16.mlp.gate_proj.weight|2d-64|(3648, 640)", + "tensor": "model.language_model.layers.16.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3648, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.4.mlp.gate_proj.weight|2d-64|(2816, 192)", + "tensor": "model.language_model.layers.4.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2816, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.7.mlp.gate_proj.weight|2d-64|(0, 1088)", + "tensor": "model.language_model.layers.7.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 1088 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.13.mlp.gate_proj.weight|2d-64|(1024, 704)", + "tensor": "model.language_model.layers.13.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1024, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.20.mlp.gate_proj.weight|2d-64|(1216, 256)", + "tensor": "model.language_model.layers.20.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1216, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.9.mlp.gate_proj.weight|2d-64|(2432, 832)", + "tensor": "model.language_model.layers.9.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2432, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.12.mlp.gate_proj.weight|2d-64|(3328, 384)", + "tensor": "model.language_model.layers.12.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3328, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.14.mlp.gate_proj.weight|2d-64|(3648, 256)", + "tensor": "model.language_model.layers.14.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3648, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.mlp.gate_proj.weight|2d-64|(2432, 1728)", + "tensor": "model.language_model.layers.11.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2432, + 1728 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.18.mlp.gate_proj.weight|2d-64|(4608, 832)", + "tensor": "model.language_model.layers.18.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4608, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.9.mlp.gate_proj.weight|2d-64|(4928, 512)", + "tensor": "model.language_model.layers.9.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4928, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.7.mlp.gate_proj.weight|2d-64|(1408, 1280)", + "tensor": "model.language_model.layers.7.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1408, + 1280 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.8.mlp.gate_proj.weight|2d-64|(896, 1088)", + "tensor": "model.language_model.layers.8.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 896, + 1088 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.mlp.gate_proj.weight|2d-64|(2176, 576)", + "tensor": "model.language_model.layers.11.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2176, + 576 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.14.mlp.gate_proj.weight|2d-64|(5888, 1024)", + "tensor": "model.language_model.layers.14.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 5888, + 1024 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.6.mlp.gate_proj.weight|2d-64|(3008, 1408)", + "tensor": "model.language_model.layers.6.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3008, + 1408 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.1.mlp.gate_proj.weight|2d-64|(5120, 1728)", + "tensor": "model.language_model.layers.1.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 5120, + 1728 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.9.mlp.gate_proj.weight|2d-64|(3136, 1216)", + "tensor": "model.language_model.layers.9.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3136, + 1216 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.13.mlp.gate_proj.weight|2d-64|(5888, 1984)", + "tensor": "model.language_model.layers.13.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 5888, + 1984 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.mlp.gate_proj.weight|2d-64|(3904, 64)", + "tensor": "model.language_model.layers.11.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3904, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.22.mlp.gate_proj.weight|2d-64|(4544, 1024)", + "tensor": "model.language_model.layers.22.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4544, + 1024 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.12.mlp.gate_proj.weight|2d-64|(3776, 1856)", + "tensor": "model.language_model.layers.12.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3776, + 1856 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.mlp.gate_proj.weight|2d-64|(1600, 960)", + "tensor": "model.language_model.layers.11.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1600, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.mlp.gate_proj.weight|2d-64|(6080, 512)", + "tensor": "model.language_model.layers.3.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 6080, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.7.mlp.gate_proj.weight|2d-64|(3072, 448)", + "tensor": "model.language_model.layers.7.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3072, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.mlp.gate_proj.weight|2d-64|(4544, 896)", + "tensor": "model.language_model.layers.15.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4544, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.9.mlp.gate_proj.weight|2d-64|(2048, 960)", + "tensor": "model.language_model.layers.9.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2048, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.1.mlp.gate_proj.weight|2d-64|(1664, 1792)", + "tensor": "model.language_model.layers.1.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1664, + 1792 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.21.mlp.gate_proj.weight|2d-64|(2496, 128)", + "tensor": "model.language_model.layers.21.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2496, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.21.mlp.gate_proj.weight|2d-64|(3264, 768)", + "tensor": "model.language_model.layers.21.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3264, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.12.mlp.gate_proj.weight|2d-64|(4032, 192)", + "tensor": "model.language_model.layers.12.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4032, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.21.mlp.gate_proj.weight|2d-64|(1728, 896)", + "tensor": "model.language_model.layers.21.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1728, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.0.mlp.gate_proj.weight|2d-64|(4864, 1920)", + "tensor": "model.language_model.layers.0.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4864, + 1920 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.23.mlp.gate_proj.weight|2d-64|(448, 1856)", + "tensor": "model.language_model.layers.23.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 1856 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.mlp.gate_proj.weight|2d-64|(1088, 832)", + "tensor": "model.language_model.layers.15.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1088, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.6.mlp.gate_proj.weight|2d-64|(6080, 832)", + "tensor": "model.language_model.layers.6.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 6080, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.18.mlp.gate_proj.weight|2d-64|(1536, 1152)", + "tensor": "model.language_model.layers.18.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1536, + 1152 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.16.mlp.gate_proj.weight|2d-64|(1536, 256)", + "tensor": "model.language_model.layers.16.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1536, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.2.mlp.gate_proj.weight|2d-64|(4864, 1728)", + "tensor": "model.language_model.layers.2.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4864, + 1728 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.17.mlp.gate_proj.weight|2d-64|(5888, 1600)", + "tensor": "model.language_model.layers.17.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 5888, + 1600 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.mlp.gate_proj.weight|2d-64|(1664, 768)", + "tensor": "model.language_model.layers.15.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1664, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.7.mlp.gate_proj.weight|2d-64|(4992, 1088)", + "tensor": "model.language_model.layers.7.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4992, + 1088 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.18.mlp.gate_proj.weight|2d-64|(4224, 1600)", + "tensor": "model.language_model.layers.18.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4224, + 1600 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.10.mlp.gate_proj.weight|2d-64|(4160, 768)", + "tensor": "model.language_model.layers.10.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4160, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.1.mlp.gate_proj.weight|2d-64|(6080, 1536)", + "tensor": "model.language_model.layers.1.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 6080, + 1536 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.18.mlp.gate_proj.weight|2d-64|(3072, 128)", + "tensor": "model.language_model.layers.18.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3072, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.10.mlp.gate_proj.weight|2d-64|(1728, 1600)", + "tensor": "model.language_model.layers.10.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1728, + 1600 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.17.mlp.gate_proj.weight|2d-64|(1984, 704)", + "tensor": "model.language_model.layers.17.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1984, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.22.mlp.gate_proj.weight|2d-64|(5504, 1088)", + "tensor": "model.language_model.layers.22.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 5504, + 1088 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.mlp.gate_proj.weight|2d-64|(5120, 128)", + "tensor": "model.language_model.layers.19.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 5120, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.14.mlp.gate_proj.weight|2d-64|(2496, 960)", + "tensor": "model.language_model.layers.14.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2496, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.23.mlp.gate_proj.weight|2d-64|(3328, 1344)", + "tensor": "model.language_model.layers.23.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3328, + 1344 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.10.mlp.gate_proj.weight|2d-64|(2176, 896)", + "tensor": "model.language_model.layers.10.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2176, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.mlp.gate_proj.weight|2d-64|(5312, 1792)", + "tensor": "model.language_model.layers.15.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 5312, + 1792 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.2.mlp.gate_proj.weight|2d-64|(5632, 1280)", + "tensor": "model.language_model.layers.2.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 5632, + 1280 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.22.mlp.gate_proj.weight|2d-64|(448, 128)", + "tensor": "model.language_model.layers.22.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.mlp.gate_proj.weight|2d-64|(192, 1152)", + "tensor": "model.language_model.layers.15.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 1152 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.18.mlp.gate_proj.weight|2d-64|(5440, 1024)", + "tensor": "model.language_model.layers.18.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 5440, + 1024 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.17.mlp.gate_proj.weight|2d-64|(4224, 640)", + "tensor": "model.language_model.layers.17.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4224, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.23.mlp.gate_proj.weight|2d-64|(4544, 1536)", + "tensor": "model.language_model.layers.23.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4544, + 1536 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.4.mlp.gate_proj.weight|2d-64|(1472, 384)", + "tensor": "model.language_model.layers.4.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1472, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.23.mlp.gate_proj.weight|2d-64|(2112, 448)", + "tensor": "model.language_model.layers.23.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2112, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.2.mlp.gate_proj.weight|2d-64|(4544, 1728)", + "tensor": "model.language_model.layers.2.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4544, + 1728 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.8.mlp.gate_proj.weight|2d-64|(2176, 1152)", + "tensor": "model.language_model.layers.8.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2176, + 1152 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.21.mlp.gate_proj.weight|2d-64|(1728, 1984)", + "tensor": "model.language_model.layers.21.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1728, + 1984 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.0.mlp.gate_proj.weight|2d-64|(192, 960)", + "tensor": "model.language_model.layers.0.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.mlp.gate_proj.weight|2d-64|(1472, 1152)", + "tensor": "model.language_model.layers.15.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1472, + 1152 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.23.mlp.gate_proj.weight|2d-64|(2688, 0)", + "tensor": "model.language_model.layers.23.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2688, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.4.mlp.gate_proj.weight|2d-64|(5568, 256)", + "tensor": "model.language_model.layers.4.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 5568, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.14.mlp.gate_proj.weight|2d-64|(1088, 192)", + "tensor": "model.language_model.layers.14.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1088, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.13.mlp.gate_proj.weight|2d-64|(3584, 832)", + "tensor": "model.language_model.layers.13.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3584, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.7.mlp.gate_proj.weight|2d-64|(3584, 256)", + "tensor": "model.language_model.layers.7.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3584, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.16.mlp.gate_proj.weight|2d-64|(512, 1664)", + "tensor": "model.language_model.layers.16.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 512, + 1664 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.12.mlp.gate_proj.weight|2d-64|(4672, 512)", + "tensor": "model.language_model.layers.12.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4672, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.10.mlp.gate_proj.weight|2d-64|(4416, 1792)", + "tensor": "model.language_model.layers.10.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4416, + 1792 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.17.mlp.gate_proj.weight|2d-64|(3200, 1536)", + "tensor": "model.language_model.layers.17.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3200, + 1536 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.7.mlp.gate_proj.weight|2d-64|(5888, 896)", + "tensor": "model.language_model.layers.7.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 5888, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.6.mlp.gate_proj.weight|2d-64|(2112, 1408)", + "tensor": "model.language_model.layers.6.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2112, + 1408 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.13.mlp.gate_proj.weight|2d-64|(1536, 1344)", + "tensor": "model.language_model.layers.13.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1536, + 1344 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.22.mlp.gate_proj.weight|2d-64|(1792, 704)", + "tensor": "model.language_model.layers.22.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1792, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.0.mlp.gate_proj.weight|2d-64|(1344, 640)", + "tensor": "model.language_model.layers.0.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1344, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.5.mlp.gate_proj.weight|2d-64|(960, 1664)", + "tensor": "model.language_model.layers.5.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 960, + 1664 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.14.mlp.gate_proj.weight|2d-64|(2944, 320)", + "tensor": "model.language_model.layers.14.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2944, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.2.mlp.gate_proj.weight|2d-64|(5888, 1024)", + "tensor": "model.language_model.layers.2.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 5888, + 1024 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.0.mlp.gate_proj.weight|2d-64|(1984, 1984)", + "tensor": "model.language_model.layers.0.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1984, + 1984 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.1.mlp.gate_proj.weight|2d-64|(1280, 320)", + "tensor": "model.language_model.layers.1.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1280, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.6.mlp.gate_proj.weight|2d-64|(576, 320)", + "tensor": "model.language_model.layers.6.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 576, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.mlp.gate_proj.weight|2d-64|(1600, 192)", + "tensor": "model.language_model.layers.15.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1600, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.0.mlp.gate_proj.weight|2d-64|(1600, 1792)", + "tensor": "model.language_model.layers.0.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1600, + 1792 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.12.mlp.gate_proj.weight|2d-64|(4864, 320)", + "tensor": "model.language_model.layers.12.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4864, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.10.mlp.gate_proj.weight|2d-64|(2176, 1280)", + "tensor": "model.language_model.layers.10.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2176, + 1280 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.mlp.gate_proj.weight|2d-64|(3840, 0)", + "tensor": "model.language_model.layers.15.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3840, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.22.mlp.gate_proj.weight|2d-64|(4096, 256)", + "tensor": "model.language_model.layers.22.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4096, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.mlp.gate_proj.weight|2d-64|(704, 384)", + "tensor": "model.language_model.layers.11.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 704, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.20.mlp.gate_proj.weight|2d-64|(1024, 1024)", + "tensor": "model.language_model.layers.20.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1024, + 1024 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.16.mlp.gate_proj.weight|2d-64|(3520, 256)", + "tensor": "model.language_model.layers.16.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3520, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.1.mlp.gate_proj.weight|2d-64|(3392, 1216)", + "tensor": "model.language_model.layers.1.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3392, + 1216 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.22.mlp.gate_proj.weight|2d-64|(448, 640)", + "tensor": "model.language_model.layers.22.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.12.mlp.gate_proj.weight|2d-64|(5248, 640)", + "tensor": "model.language_model.layers.12.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 5248, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.mlp.gate_proj.weight|2d-64|(3264, 704)", + "tensor": "model.language_model.layers.3.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3264, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.9.mlp.gate_proj.weight|2d-64|(5312, 0)", + "tensor": "model.language_model.layers.9.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 5312, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.2.mlp.gate_proj.weight|2d-64|(5248, 448)", + "tensor": "model.language_model.layers.2.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 5248, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.0.mlp.gate_proj.weight|2d-64|(6016, 1088)", + "tensor": "model.language_model.layers.0.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 6016, + 1088 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.17.mlp.gate_proj.weight|2d-64|(1664, 1152)", + "tensor": "model.language_model.layers.17.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1664, + 1152 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.14.mlp.gate_proj.weight|2d-64|(1152, 1088)", + "tensor": "model.language_model.layers.14.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1152, + 1088 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.20.mlp.gate_proj.weight|2d-64|(4224, 1152)", + "tensor": "model.language_model.layers.20.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4224, + 1152 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.7.mlp.gate_proj.weight|2d-64|(5952, 0)", + "tensor": "model.language_model.layers.7.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 5952, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.14.mlp.gate_proj.weight|2d-64|(2560, 896)", + "tensor": "model.language_model.layers.14.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2560, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.23.mlp.gate_proj.weight|2d-64|(5824, 1984)", + "tensor": "model.language_model.layers.23.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 5824, + 1984 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.17.mlp.gate_proj.weight|2d-64|(4032, 576)", + "tensor": "model.language_model.layers.17.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4032, + 576 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.8.mlp.gate_proj.weight|2d-64|(5120, 448)", + "tensor": "model.language_model.layers.8.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 5120, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.8.mlp.gate_proj.weight|2d-64|(4928, 832)", + "tensor": "model.language_model.layers.8.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4928, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.4.mlp.gate_proj.weight|2d-64|(4352, 1088)", + "tensor": "model.language_model.layers.4.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4352, + 1088 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.0.mlp.gate_proj.weight|2d-64|(4288, 1536)", + "tensor": "model.language_model.layers.0.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4288, + 1536 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.14.mlp.gate_proj.weight|2d-64|(2240, 448)", + "tensor": "model.language_model.layers.14.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2240, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.9.mlp.gate_proj.weight|2d-64|(3328, 1984)", + "tensor": "model.language_model.layers.9.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3328, + 1984 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.12.mlp.gate_proj.weight|2d-64|(6016, 960)", + "tensor": "model.language_model.layers.12.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 6016, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.4.mlp.gate_proj.weight|2d-64|(3776, 832)", + "tensor": "model.language_model.layers.4.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3776, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.16.mlp.gate_proj.weight|2d-64|(5568, 960)", + "tensor": "model.language_model.layers.16.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 5568, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.17.mlp.gate_proj.weight|2d-64|(3584, 960)", + "tensor": "model.language_model.layers.17.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3584, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.12.mlp.gate_proj.weight|2d-64|(3840, 192)", + "tensor": "model.language_model.layers.12.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3840, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.5.mlp.gate_proj.weight|2d-64|(320, 1728)", + "tensor": "model.language_model.layers.5.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 1728 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.2.mlp.gate_proj.weight|2d-64|(2688, 1920)", + "tensor": "model.language_model.layers.2.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2688, + 1920 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.22.mlp.gate_proj.weight|2d-64|(192, 448)", + "tensor": "model.language_model.layers.22.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.mlp.gate_proj.weight|2d-64|(2880, 1472)", + "tensor": "model.language_model.layers.19.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2880, + 1472 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.16.mlp.gate_proj.weight|2d-64|(5760, 832)", + "tensor": "model.language_model.layers.16.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 5760, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.10.mlp.gate_proj.weight|2d-64|(4608, 1408)", + "tensor": "model.language_model.layers.10.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4608, + 1408 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.7.mlp.gate_proj.weight|2d-64|(2240, 704)", + "tensor": "model.language_model.layers.7.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2240, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.8.mlp.gate_proj.weight|2d-64|(4096, 320)", + "tensor": "model.language_model.layers.8.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4096, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.1.mlp.gate_proj.weight|2d-64|(4416, 64)", + "tensor": "model.language_model.layers.1.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4416, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.1.mlp.gate_proj.weight|2d-64|(512, 0)", + "tensor": "model.language_model.layers.1.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 512, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.6.mlp.gate_proj.weight|2d-64|(896, 64)", + "tensor": "model.language_model.layers.6.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 896, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.21.mlp.gate_proj.weight|2d-64|(896, 1600)", + "tensor": "model.language_model.layers.21.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 896, + 1600 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.2.mlp.gate_proj.weight|2d-64|(1408, 1280)", + "tensor": "model.language_model.layers.2.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1408, + 1280 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.6.mlp.gate_proj.weight|2d-64|(4992, 1216)", + "tensor": "model.language_model.layers.6.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4992, + 1216 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.21.mlp.gate_proj.weight|2d-64|(1664, 1728)", + "tensor": "model.language_model.layers.21.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1664, + 1728 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.mlp.gate_proj.weight|2d-64|(768, 1088)", + "tensor": "model.language_model.layers.3.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 768, + 1088 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.8.mlp.gate_proj.weight|2d-64|(64, 832)", + "tensor": "model.language_model.layers.8.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.1.mlp.gate_proj.weight|2d-64|(2624, 1152)", + "tensor": "model.language_model.layers.1.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2624, + 1152 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.mlp.gate_proj.weight|2d-64|(3392, 1984)", + "tensor": "model.language_model.layers.15.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3392, + 1984 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.mlp.gate_proj.weight|2d-64|(4096, 1152)", + "tensor": "model.language_model.layers.3.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4096, + 1152 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.0.mlp.gate_proj.weight|2d-64|(1664, 1472)", + "tensor": "model.language_model.layers.0.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1664, + 1472 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.20.mlp.gate_proj.weight|2d-64|(5376, 128)", + "tensor": "model.language_model.layers.20.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 5376, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.14.mlp.gate_proj.weight|2d-64|(2176, 1088)", + "tensor": "model.language_model.layers.14.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2176, + 1088 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.mlp.gate_proj.weight|2d-64|(6080, 640)", + "tensor": "model.language_model.layers.11.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 6080, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.2.mlp.gate_proj.weight|2d-64|(960, 704)", + "tensor": "model.language_model.layers.2.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 960, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.14.mlp.gate_proj.weight|2d-64|(192, 1216)", + "tensor": "model.language_model.layers.14.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 1216 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.10.mlp.gate_proj.weight|2d-64|(1472, 1024)", + "tensor": "model.language_model.layers.10.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1472, + 1024 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.5.mlp.gate_proj.weight|2d-64|(768, 1600)", + "tensor": "model.language_model.layers.5.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 768, + 1600 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.22.mlp.gate_proj.weight|2d-64|(3072, 1984)", + "tensor": "model.language_model.layers.22.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3072, + 1984 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.13.mlp.gate_proj.weight|2d-64|(4608, 0)", + "tensor": "model.language_model.layers.13.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4608, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.18.mlp.gate_proj.weight|2d-64|(1408, 1344)", + "tensor": "model.language_model.layers.18.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1408, + 1344 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.mlp.gate_proj.weight|2d-64|(5824, 320)", + "tensor": "model.language_model.layers.3.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 5824, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.12.mlp.gate_proj.weight|2d-64|(4096, 832)", + "tensor": "model.language_model.layers.12.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4096, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.22.mlp.gate_proj.weight|2d-64|(1280, 1536)", + "tensor": "model.language_model.layers.22.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1280, + 1536 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.mlp.gate_proj.weight|2d-64|(3200, 1728)", + "tensor": "model.language_model.layers.3.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3200, + 1728 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.2.mlp.gate_proj.weight|2d-64|(3328, 1856)", + "tensor": "model.language_model.layers.2.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3328, + 1856 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.21.mlp.gate_proj.weight|2d-64|(3072, 256)", + "tensor": "model.language_model.layers.21.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3072, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.22.mlp.gate_proj.weight|2d-64|(128, 384)", + "tensor": "model.language_model.layers.22.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.13.mlp.gate_proj.weight|2d-64|(3200, 320)", + "tensor": "model.language_model.layers.13.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3200, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.2.mlp.gate_proj.weight|2d-64|(5440, 1280)", + "tensor": "model.language_model.layers.2.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 5440, + 1280 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.mlp.gate_proj.weight|2d-64|(4992, 512)", + "tensor": "model.language_model.layers.15.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4992, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.0.mlp.gate_proj.weight|2d-64|(1280, 192)", + "tensor": "model.language_model.layers.0.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1280, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.23.mlp.gate_proj.weight|2d-64|(3584, 0)", + "tensor": "model.language_model.layers.23.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3584, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.2.mlp.gate_proj.weight|2d-64|(1664, 512)", + "tensor": "model.language_model.layers.2.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1664, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.23.mlp.gate_proj.weight|2d-64|(2816, 1408)", + "tensor": "model.language_model.layers.23.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2816, + 1408 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.10.mlp.gate_proj.weight|2d-64|(3008, 960)", + "tensor": "model.language_model.layers.10.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3008, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.mlp.gate_proj.weight|2d-64|(5120, 960)", + "tensor": "model.language_model.layers.15.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 5120, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.4.mlp.gate_proj.weight|2d-64|(3584, 512)", + "tensor": "model.language_model.layers.4.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3584, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.12.mlp.gate_proj.weight|2d-64|(6016, 1792)", + "tensor": "model.language_model.layers.12.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 6016, + 1792 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.10.mlp.gate_proj.weight|2d-64|(128, 1792)", + "tensor": "model.language_model.layers.10.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 1792 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.22.mlp.gate_proj.weight|2d-64|(1344, 1792)", + "tensor": "model.language_model.layers.22.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1344, + 1792 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.16.mlp.gate_proj.weight|2d-64|(256, 1536)", + "tensor": "model.language_model.layers.16.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 1536 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.23.mlp.gate_proj.weight|2d-64|(1792, 1344)", + "tensor": "model.language_model.layers.23.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1792, + 1344 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.mlp.gate_proj.weight|2d-64|(3008, 832)", + "tensor": "model.language_model.layers.11.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3008, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.1.mlp.gate_proj.weight|2d-64|(1856, 576)", + "tensor": "model.language_model.layers.1.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1856, + 576 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.mlp.gate_proj.weight|2d-64|(5248, 512)", + "tensor": "model.language_model.layers.15.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 5248, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.22.mlp.gate_proj.weight|2d-64|(5824, 448)", + "tensor": "model.language_model.layers.22.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 5824, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.5.mlp.gate_proj.weight|2d-64|(1344, 64)", + "tensor": "model.language_model.layers.5.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1344, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.14.mlp.gate_proj.weight|2d-64|(4672, 1856)", + "tensor": "model.language_model.layers.14.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4672, + 1856 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.20.mlp.gate_proj.weight|2d-64|(2304, 1600)", + "tensor": "model.language_model.layers.20.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2304, + 1600 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.8.mlp.gate_proj.weight|2d-64|(4992, 1920)", + "tensor": "model.language_model.layers.8.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4992, + 1920 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.5.mlp.gate_proj.weight|2d-64|(4160, 1152)", + "tensor": "model.language_model.layers.5.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4160, + 1152 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.0.mlp.gate_proj.weight|2d-64|(896, 1664)", + "tensor": "model.language_model.layers.0.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 896, + 1664 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.13.mlp.gate_proj.weight|2d-64|(2560, 320)", + "tensor": "model.language_model.layers.13.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2560, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.1.mlp.gate_proj.weight|2d-64|(2624, 896)", + "tensor": "model.language_model.layers.1.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2624, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.mlp.gate_proj.weight|2d-64|(1792, 1536)", + "tensor": "model.language_model.layers.11.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1792, + 1536 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.2.mlp.gate_proj.weight|2d-64|(5376, 1536)", + "tensor": "model.language_model.layers.2.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 5376, + 1536 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.17.mlp.gate_proj.weight|2d-64|(2176, 1280)", + "tensor": "model.language_model.layers.17.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2176, + 1280 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.mlp.gate_proj.weight|2d-64|(1408, 448)", + "tensor": "model.language_model.layers.19.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1408, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.2.mlp.gate_proj.weight|2d-64|(5952, 384)", + "tensor": "model.language_model.layers.2.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 5952, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.17.mlp.gate_proj.weight|2d-64|(5760, 320)", + "tensor": "model.language_model.layers.17.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 5760, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.mlp.gate_proj.weight|2d-64|(4352, 128)", + "tensor": "model.language_model.layers.11.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4352, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.4.mlp.gate_proj.weight|2d-64|(3200, 1792)", + "tensor": "model.language_model.layers.4.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3200, + 1792 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.12.mlp.gate_proj.weight|2d-64|(2816, 448)", + "tensor": "model.language_model.layers.12.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2816, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.mlp.gate_proj.weight|2d-64|(6080, 896)", + "tensor": "model.language_model.layers.11.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 6080, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.10.mlp.gate_proj.weight|2d-64|(1280, 1920)", + "tensor": "model.language_model.layers.10.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1280, + 1920 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.10.mlp.gate_proj.weight|2d-64|(0, 1664)", + "tensor": "model.language_model.layers.10.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 1664 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.4.mlp.gate_proj.weight|2d-64|(4672, 448)", + "tensor": "model.language_model.layers.4.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4672, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.12.mlp.gate_proj.weight|2d-64|(4992, 576)", + "tensor": "model.language_model.layers.12.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4992, + 576 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.1.mlp.gate_proj.weight|2d-64|(3968, 1536)", + "tensor": "model.language_model.layers.1.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3968, + 1536 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.13.mlp.gate_proj.weight|2d-64|(1984, 0)", + "tensor": "model.language_model.layers.13.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1984, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.17.mlp.gate_proj.weight|2d-64|(4864, 448)", + "tensor": "model.language_model.layers.17.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4864, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.14.mlp.gate_proj.weight|2d-64|(960, 1280)", + "tensor": "model.language_model.layers.14.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 960, + 1280 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.1.mlp.gate_proj.weight|2d-64|(2176, 448)", + "tensor": "model.language_model.layers.1.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2176, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.2.mlp.gate_proj.weight|2d-64|(2176, 1600)", + "tensor": "model.language_model.layers.2.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2176, + 1600 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.12.mlp.gate_proj.weight|2d-64|(64, 448)", + "tensor": "model.language_model.layers.12.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.17.mlp.gate_proj.weight|2d-64|(896, 0)", + "tensor": "model.language_model.layers.17.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 896, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.mlp.gate_proj.weight|2d-64|(1344, 576)", + "tensor": "model.language_model.layers.11.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1344, + 576 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.9.mlp.gate_proj.weight|2d-64|(2816, 1024)", + "tensor": "model.language_model.layers.9.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2816, + 1024 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.0.mlp.up_proj.weight|2d-128|(6016, 768)", + "tensor": "model.language_model.layers.0.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 6016, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.mlp.up_proj.weight|2d-128|(3840, 768)", + "tensor": "model.language_model.layers.11.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3840, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.mlp.up_proj.weight|2d-128|(5888, 256)", + "tensor": "model.language_model.layers.15.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 5888, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.20.mlp.up_proj.weight|2d-128|(3072, 1664)", + "tensor": "model.language_model.layers.20.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3072, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.mlp.up_proj.weight|2d-128|(0, 256)", + "tensor": "model.language_model.layers.11.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.17.mlp.up_proj.weight|2d-128|(4352, 128)", + "tensor": "model.language_model.layers.17.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4352, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.10.mlp.up_proj.weight|2d-128|(1152, 512)", + "tensor": "model.language_model.layers.10.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.9.mlp.up_proj.weight|2d-128|(1152, 1280)", + "tensor": "model.language_model.layers.9.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.1.mlp.up_proj.weight|2d-128|(5120, 384)", + "tensor": "model.language_model.layers.1.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 5120, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.4.mlp.up_proj.weight|2d-128|(640, 1536)", + "tensor": "model.language_model.layers.4.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.2.mlp.up_proj.weight|2d-128|(4096, 896)", + "tensor": "model.language_model.layers.2.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4096, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.2.mlp.up_proj.weight|2d-128|(4864, 384)", + "tensor": "model.language_model.layers.2.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4864, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.mlp.up_proj.weight|2d-128|(768, 1664)", + "tensor": "model.language_model.layers.19.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.mlp.up_proj.weight|2d-128|(1408, 1152)", + "tensor": "model.language_model.layers.11.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1408, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.mlp.up_proj.weight|2d-128|(4864, 1152)", + "tensor": "model.language_model.layers.11.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4864, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.7.mlp.up_proj.weight|2d-128|(1152, 1408)", + "tensor": "model.language_model.layers.7.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.23.mlp.up_proj.weight|2d-128|(3072, 1792)", + "tensor": "model.language_model.layers.23.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3072, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.10.mlp.up_proj.weight|2d-128|(4736, 896)", + "tensor": "model.language_model.layers.10.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4736, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.5.mlp.up_proj.weight|2d-128|(384, 1920)", + "tensor": "model.language_model.layers.5.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.22.mlp.up_proj.weight|2d-128|(2560, 512)", + "tensor": "model.language_model.layers.22.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2560, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.17.mlp.up_proj.weight|2d-128|(5376, 256)", + "tensor": "model.language_model.layers.17.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 5376, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.17.mlp.up_proj.weight|2d-128|(2816, 128)", + "tensor": "model.language_model.layers.17.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2816, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.21.mlp.up_proj.weight|2d-128|(0, 1024)", + "tensor": "model.language_model.layers.21.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.20.mlp.up_proj.weight|2d-128|(4480, 1152)", + "tensor": "model.language_model.layers.20.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4480, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.12.mlp.up_proj.weight|2d-128|(5376, 512)", + "tensor": "model.language_model.layers.12.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 5376, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.6.mlp.up_proj.weight|2d-128|(4736, 512)", + "tensor": "model.language_model.layers.6.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4736, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.0.mlp.up_proj.weight|2d-128|(3200, 1408)", + "tensor": "model.language_model.layers.0.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3200, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.6.mlp.up_proj.weight|2d-128|(4480, 1408)", + "tensor": "model.language_model.layers.6.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4480, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.22.mlp.up_proj.weight|2d-128|(5504, 1792)", + "tensor": "model.language_model.layers.22.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 5504, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.23.mlp.up_proj.weight|2d-128|(4480, 1664)", + "tensor": "model.language_model.layers.23.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4480, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.9.mlp.up_proj.weight|2d-128|(3584, 1152)", + "tensor": "model.language_model.layers.9.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3584, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.mlp.up_proj.weight|2d-128|(4224, 768)", + "tensor": "model.language_model.layers.3.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4224, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.20.mlp.up_proj.weight|2d-128|(1536, 1408)", + "tensor": "model.language_model.layers.20.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.23.mlp.up_proj.weight|2d-128|(384, 1024)", + "tensor": "model.language_model.layers.23.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.13.mlp.up_proj.weight|2d-128|(5760, 1408)", + "tensor": "model.language_model.layers.13.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 5760, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.8.mlp.up_proj.weight|2d-128|(2176, 128)", + "tensor": "model.language_model.layers.8.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2176, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.21.mlp.up_proj.weight|2d-128|(5376, 1408)", + "tensor": "model.language_model.layers.21.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 5376, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.1.mlp.up_proj.weight|2d-128|(2560, 384)", + "tensor": "model.language_model.layers.1.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2560, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.6.mlp.up_proj.weight|2d-128|(5120, 1920)", + "tensor": "model.language_model.layers.6.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 5120, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.12.mlp.up_proj.weight|2d-128|(5376, 128)", + "tensor": "model.language_model.layers.12.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 5376, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.mlp.up_proj.weight|2d-128|(4096, 640)", + "tensor": "model.language_model.layers.15.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4096, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.mlp.up_proj.weight|2d-128|(1024, 1152)", + "tensor": "model.language_model.layers.19.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.0.mlp.up_proj.weight|2d-128|(2048, 1152)", + "tensor": "model.language_model.layers.0.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2048, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.1.mlp.up_proj.weight|2d-128|(2560, 768)", + "tensor": "model.language_model.layers.1.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2560, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.mlp.up_proj.weight|2d-128|(3712, 640)", + "tensor": "model.language_model.layers.11.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3712, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.20.mlp.up_proj.weight|2d-128|(4864, 1920)", + "tensor": "model.language_model.layers.20.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4864, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.5.mlp.up_proj.weight|2d-128|(3968, 768)", + "tensor": "model.language_model.layers.5.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3968, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.5.mlp.up_proj.weight|2d-128|(128, 1792)", + "tensor": "model.language_model.layers.5.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.6.mlp.up_proj.weight|2d-128|(1536, 512)", + "tensor": "model.language_model.layers.6.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.2.mlp.up_proj.weight|2d-128|(3712, 1792)", + "tensor": "model.language_model.layers.2.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3712, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.14.mlp.up_proj.weight|2d-128|(4992, 1152)", + "tensor": "model.language_model.layers.14.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4992, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.17.mlp.up_proj.weight|2d-128|(3456, 128)", + "tensor": "model.language_model.layers.17.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3456, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.12.mlp.up_proj.weight|2d-128|(5504, 512)", + "tensor": "model.language_model.layers.12.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 5504, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.18.mlp.up_proj.weight|2d-128|(5376, 1408)", + "tensor": "model.language_model.layers.18.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 5376, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.9.mlp.up_proj.weight|2d-128|(1664, 128)", + "tensor": "model.language_model.layers.9.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.0.mlp.up_proj.weight|2d-128|(3712, 640)", + "tensor": "model.language_model.layers.0.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3712, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.6.mlp.up_proj.weight|2d-128|(5632, 1280)", + "tensor": "model.language_model.layers.6.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 5632, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.18.mlp.up_proj.weight|2d-128|(1152, 640)", + "tensor": "model.language_model.layers.18.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.mlp.up_proj.weight|2d-128|(6016, 640)", + "tensor": "model.language_model.layers.19.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 6016, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.2.mlp.up_proj.weight|2d-128|(5248, 1280)", + "tensor": "model.language_model.layers.2.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 5248, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.14.mlp.up_proj.weight|2d-128|(5888, 1408)", + "tensor": "model.language_model.layers.14.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 5888, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.mlp.up_proj.weight|2d-128|(2816, 128)", + "tensor": "model.language_model.layers.19.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2816, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.13.mlp.up_proj.weight|2d-128|(4352, 640)", + "tensor": "model.language_model.layers.13.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4352, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.7.mlp.up_proj.weight|2d-128|(5888, 0)", + "tensor": "model.language_model.layers.7.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 5888, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.6.mlp.up_proj.weight|2d-128|(4864, 256)", + "tensor": "model.language_model.layers.6.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4864, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.18.mlp.up_proj.weight|2d-128|(384, 128)", + "tensor": "model.language_model.layers.18.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.17.mlp.up_proj.weight|2d-128|(2688, 896)", + "tensor": "model.language_model.layers.17.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2688, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.1.mlp.up_proj.weight|2d-128|(2048, 1152)", + "tensor": "model.language_model.layers.1.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2048, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.2.mlp.up_proj.weight|2d-128|(2688, 1152)", + "tensor": "model.language_model.layers.2.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2688, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.2.mlp.up_proj.weight|2d-128|(1024, 640)", + "tensor": "model.language_model.layers.2.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.0.mlp.up_proj.weight|2d-128|(2816, 1280)", + "tensor": "model.language_model.layers.0.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2816, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.7.mlp.up_proj.weight|2d-128|(1792, 1664)", + "tensor": "model.language_model.layers.7.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1792, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.6.mlp.up_proj.weight|2d-128|(2176, 896)", + "tensor": "model.language_model.layers.6.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2176, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.9.mlp.up_proj.weight|2d-128|(1408, 1024)", + "tensor": "model.language_model.layers.9.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1408, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.6.mlp.up_proj.weight|2d-128|(768, 0)", + "tensor": "model.language_model.layers.6.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.10.mlp.up_proj.weight|2d-128|(3840, 640)", + "tensor": "model.language_model.layers.10.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3840, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.mlp.up_proj.weight|2d-128|(2688, 0)", + "tensor": "model.language_model.layers.3.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2688, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.8.mlp.up_proj.weight|2d-128|(1024, 1024)", + "tensor": "model.language_model.layers.8.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.mlp.up_proj.weight|2d-128|(2176, 896)", + "tensor": "model.language_model.layers.3.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2176, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.0.mlp.up_proj.weight|2d-128|(3584, 384)", + "tensor": "model.language_model.layers.0.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3584, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.4.mlp.up_proj.weight|2d-128|(1280, 768)", + "tensor": "model.language_model.layers.4.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.23.mlp.up_proj.weight|2d-128|(896, 768)", + "tensor": "model.language_model.layers.23.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.6.mlp.up_proj.weight|2d-128|(2560, 1920)", + "tensor": "model.language_model.layers.6.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2560, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.10.mlp.up_proj.weight|2d-128|(2688, 0)", + "tensor": "model.language_model.layers.10.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2688, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.10.mlp.up_proj.weight|2d-128|(1536, 1408)", + "tensor": "model.language_model.layers.10.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.12.mlp.up_proj.weight|2d-128|(896, 1664)", + "tensor": "model.language_model.layers.12.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.18.mlp.up_proj.weight|2d-128|(3072, 1024)", + "tensor": "model.language_model.layers.18.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3072, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.mlp.up_proj.weight|2d-128|(1664, 1152)", + "tensor": "model.language_model.layers.15.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.20.mlp.up_proj.weight|2d-128|(384, 1920)", + "tensor": "model.language_model.layers.20.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.8.mlp.up_proj.weight|2d-128|(5504, 640)", + "tensor": "model.language_model.layers.8.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 5504, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.2.mlp.up_proj.weight|2d-128|(256, 1536)", + "tensor": "model.language_model.layers.2.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.13.mlp.up_proj.weight|2d-128|(256, 1280)", + "tensor": "model.language_model.layers.13.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.mlp.up_proj.weight|2d-128|(4864, 1792)", + "tensor": "model.language_model.layers.15.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4864, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.8.mlp.up_proj.weight|2d-128|(2944, 896)", + "tensor": "model.language_model.layers.8.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2944, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.7.mlp.up_proj.weight|2d-128|(3968, 0)", + "tensor": "model.language_model.layers.7.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3968, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.1.mlp.up_proj.weight|2d-128|(768, 1280)", + "tensor": "model.language_model.layers.1.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.mlp.up_proj.weight|2d-128|(4736, 512)", + "tensor": "model.language_model.layers.3.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4736, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.0.mlp.up_proj.weight|2d-128|(4480, 384)", + "tensor": "model.language_model.layers.0.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4480, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.9.mlp.up_proj.weight|2d-128|(384, 256)", + "tensor": "model.language_model.layers.9.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.16.mlp.up_proj.weight|2d-128|(4480, 128)", + "tensor": "model.language_model.layers.16.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4480, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.5.mlp.up_proj.weight|2d-128|(5760, 512)", + "tensor": "model.language_model.layers.5.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 5760, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.14.mlp.up_proj.weight|2d-128|(3328, 1920)", + "tensor": "model.language_model.layers.14.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3328, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.20.mlp.up_proj.weight|2d-128|(3712, 1920)", + "tensor": "model.language_model.layers.20.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3712, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.2.mlp.up_proj.weight|2d-128|(128, 768)", + "tensor": "model.language_model.layers.2.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.17.mlp.up_proj.weight|2d-128|(5376, 0)", + "tensor": "model.language_model.layers.17.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 5376, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.23.mlp.up_proj.weight|2d-128|(2048, 1280)", + "tensor": "model.language_model.layers.23.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2048, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.mlp.up_proj.weight|2d-128|(5504, 896)", + "tensor": "model.language_model.layers.11.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 5504, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.18.mlp.up_proj.weight|2d-128|(4096, 128)", + "tensor": "model.language_model.layers.18.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4096, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.mlp.up_proj.weight|2d-128|(3328, 1792)", + "tensor": "model.language_model.layers.11.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3328, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.9.mlp.up_proj.weight|2d-128|(4096, 1536)", + "tensor": "model.language_model.layers.9.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4096, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.mlp.up_proj.weight|2d-128|(2304, 640)", + "tensor": "model.language_model.layers.11.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2304, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.mlp.up_proj.weight|2d-128|(3840, 1280)", + "tensor": "model.language_model.layers.19.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3840, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.5.mlp.up_proj.weight|2d-128|(3584, 128)", + "tensor": "model.language_model.layers.5.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3584, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.14.mlp.up_proj.weight|2d-128|(0, 1536)", + "tensor": "model.language_model.layers.14.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.mlp.up_proj.weight|2d-128|(3712, 1536)", + "tensor": "model.language_model.layers.15.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3712, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.8.mlp.up_proj.weight|2d-128|(3200, 1280)", + "tensor": "model.language_model.layers.8.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3200, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.4.mlp.up_proj.weight|2d-128|(4992, 1152)", + "tensor": "model.language_model.layers.4.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4992, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.17.mlp.up_proj.weight|2d-128|(2304, 1408)", + "tensor": "model.language_model.layers.17.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2304, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.mlp.up_proj.weight|2d-128|(2688, 1152)", + "tensor": "model.language_model.layers.19.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2688, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.12.mlp.up_proj.weight|2d-128|(3200, 128)", + "tensor": "model.language_model.layers.12.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3200, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.21.mlp.up_proj.weight|2d-128|(3456, 1920)", + "tensor": "model.language_model.layers.21.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3456, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.mlp.up_proj.weight|2d-128|(5120, 768)", + "tensor": "model.language_model.layers.11.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 5120, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.12.mlp.up_proj.weight|2d-128|(5632, 896)", + "tensor": "model.language_model.layers.12.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 5632, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.mlp.up_proj.weight|2d-128|(3840, 1152)", + "tensor": "model.language_model.layers.3.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3840, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.21.mlp.up_proj.weight|2d-128|(6016, 1792)", + "tensor": "model.language_model.layers.21.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 6016, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.16.mlp.up_proj.weight|2d-128|(3584, 0)", + "tensor": "model.language_model.layers.16.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3584, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.18.mlp.up_proj.weight|2d-128|(4352, 256)", + "tensor": "model.language_model.layers.18.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4352, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.12.mlp.up_proj.weight|2d-128|(2560, 0)", + "tensor": "model.language_model.layers.12.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2560, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.mlp.up_proj.weight|2d-128|(4992, 640)", + "tensor": "model.language_model.layers.15.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4992, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.mlp.up_proj.weight|2d-128|(2816, 1024)", + "tensor": "model.language_model.layers.15.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2816, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.22.mlp.up_proj.weight|2d-128|(5888, 1920)", + "tensor": "model.language_model.layers.22.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 5888, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.mlp.up_proj.weight|2d-128|(1792, 1664)", + "tensor": "model.language_model.layers.3.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1792, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.20.mlp.up_proj.weight|2d-128|(3840, 640)", + "tensor": "model.language_model.layers.20.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3840, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.9.mlp.up_proj.weight|2d-128|(1536, 1408)", + "tensor": "model.language_model.layers.9.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.23.mlp.up_proj.weight|2d-128|(3968, 1792)", + "tensor": "model.language_model.layers.23.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3968, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.12.mlp.up_proj.weight|2d-128|(4224, 896)", + "tensor": "model.language_model.layers.12.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4224, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.4.mlp.up_proj.weight|2d-128|(3712, 128)", + "tensor": "model.language_model.layers.4.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3712, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.18.mlp.up_proj.weight|2d-128|(2560, 1792)", + "tensor": "model.language_model.layers.18.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2560, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.18.mlp.up_proj.weight|2d-128|(6016, 1664)", + "tensor": "model.language_model.layers.18.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 6016, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.20.mlp.up_proj.weight|2d-128|(128, 0)", + "tensor": "model.language_model.layers.20.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.20.mlp.up_proj.weight|2d-128|(3840, 1280)", + "tensor": "model.language_model.layers.20.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3840, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.mlp.up_proj.weight|2d-128|(5632, 1408)", + "tensor": "model.language_model.layers.11.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 5632, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.23.mlp.up_proj.weight|2d-128|(6016, 640)", + "tensor": "model.language_model.layers.23.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 6016, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.0.mlp.up_proj.weight|2d-128|(1024, 1920)", + "tensor": "model.language_model.layers.0.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.10.mlp.up_proj.weight|2d-128|(3968, 640)", + "tensor": "model.language_model.layers.10.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3968, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.mlp.up_proj.weight|2d-128|(4480, 1664)", + "tensor": "model.language_model.layers.15.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4480, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.5.mlp.up_proj.weight|2d-128|(2176, 128)", + "tensor": "model.language_model.layers.5.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2176, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.9.mlp.up_proj.weight|2d-128|(1152, 512)", + "tensor": "model.language_model.layers.9.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.16.mlp.up_proj.weight|2d-128|(2816, 1024)", + "tensor": "model.language_model.layers.16.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2816, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.6.mlp.up_proj.weight|2d-128|(768, 1664)", + "tensor": "model.language_model.layers.6.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.1.mlp.up_proj.weight|2d-128|(384, 1280)", + "tensor": "model.language_model.layers.1.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.13.mlp.up_proj.weight|2d-128|(2304, 768)", + "tensor": "model.language_model.layers.13.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2304, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.16.mlp.up_proj.weight|2d-128|(3072, 384)", + "tensor": "model.language_model.layers.16.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3072, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.17.mlp.up_proj.weight|2d-128|(1024, 1152)", + "tensor": "model.language_model.layers.17.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.4.mlp.up_proj.weight|2d-128|(5120, 1152)", + "tensor": "model.language_model.layers.4.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 5120, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.16.mlp.up_proj.weight|2d-128|(2048, 1792)", + "tensor": "model.language_model.layers.16.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2048, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.8.mlp.up_proj.weight|2d-128|(3584, 512)", + "tensor": "model.language_model.layers.8.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3584, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.7.mlp.up_proj.weight|2d-128|(3584, 1408)", + "tensor": "model.language_model.layers.7.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3584, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.6.mlp.up_proj.weight|2d-128|(1664, 1664)", + "tensor": "model.language_model.layers.6.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.9.mlp.up_proj.weight|2d-128|(2304, 1152)", + "tensor": "model.language_model.layers.9.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2304, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.16.mlp.up_proj.weight|2d-128|(2816, 1792)", + "tensor": "model.language_model.layers.16.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2816, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.7.mlp.up_proj.weight|2d-128|(4608, 1024)", + "tensor": "model.language_model.layers.7.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4608, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.16.mlp.up_proj.weight|2d-128|(5888, 1280)", + "tensor": "model.language_model.layers.16.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 5888, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.0.mlp.up_proj.weight|2d-128|(3328, 1280)", + "tensor": "model.language_model.layers.0.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3328, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.1.mlp.up_proj.weight|2d-128|(768, 896)", + "tensor": "model.language_model.layers.1.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.5.mlp.up_proj.weight|2d-128|(1664, 0)", + "tensor": "model.language_model.layers.5.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.6.mlp.up_proj.weight|2d-128|(0, 1792)", + "tensor": "model.language_model.layers.6.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.8.mlp.up_proj.weight|2d-128|(256, 1280)", + "tensor": "model.language_model.layers.8.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.21.mlp.up_proj.weight|2d-128|(3968, 128)", + "tensor": "model.language_model.layers.21.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3968, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.6.mlp.up_proj.weight|2d-128|(4608, 1024)", + "tensor": "model.language_model.layers.6.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4608, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.2.mlp.up_proj.weight|2d-128|(1664, 1664)", + "tensor": "model.language_model.layers.2.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.21.mlp.up_proj.weight|2d-128|(4224, 1920)", + "tensor": "model.language_model.layers.21.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4224, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.8.mlp.up_proj.weight|2d-128|(1152, 384)", + "tensor": "model.language_model.layers.8.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.12.mlp.up_proj.weight|2d-128|(1024, 896)", + "tensor": "model.language_model.layers.12.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.mlp.up_proj.weight|2d-128|(3456, 1792)", + "tensor": "model.language_model.layers.11.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3456, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.5.mlp.up_proj.weight|2d-128|(6016, 0)", + "tensor": "model.language_model.layers.5.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 6016, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.22.mlp.up_proj.weight|2d-128|(2688, 1792)", + "tensor": "model.language_model.layers.22.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2688, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.22.mlp.up_proj.weight|2d-128|(4864, 1792)", + "tensor": "model.language_model.layers.22.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4864, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.6.mlp.up_proj.weight|2d-128|(640, 384)", + "tensor": "model.language_model.layers.6.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.7.mlp.up_proj.weight|2d-128|(896, 640)", + "tensor": "model.language_model.layers.7.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.7.mlp.up_proj.weight|2d-128|(1408, 1536)", + "tensor": "model.language_model.layers.7.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1408, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.mlp.up_proj.weight|2d-128|(1792, 1152)", + "tensor": "model.language_model.layers.19.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1792, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.14.mlp.up_proj.weight|2d-128|(3840, 640)", + "tensor": "model.language_model.layers.14.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3840, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.6.mlp.up_proj.weight|2d-128|(5504, 896)", + "tensor": "model.language_model.layers.6.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 5504, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.14.mlp.up_proj.weight|2d-128|(2048, 1664)", + "tensor": "model.language_model.layers.14.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2048, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.16.mlp.up_proj.weight|2d-128|(3968, 1536)", + "tensor": "model.language_model.layers.16.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3968, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.8.mlp.up_proj.weight|2d-128|(1024, 1152)", + "tensor": "model.language_model.layers.8.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.1.mlp.up_proj.weight|2d-128|(4736, 1024)", + "tensor": "model.language_model.layers.1.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4736, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.5.mlp.up_proj.weight|2d-128|(2816, 640)", + "tensor": "model.language_model.layers.5.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2816, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.mlp.up_proj.weight|2d-128|(2560, 1920)", + "tensor": "model.language_model.layers.19.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2560, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.13.mlp.up_proj.weight|2d-128|(5888, 0)", + "tensor": "model.language_model.layers.13.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 5888, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.9.mlp.up_proj.weight|2d-128|(384, 1024)", + "tensor": "model.language_model.layers.9.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.1.mlp.up_proj.weight|2d-128|(4352, 768)", + "tensor": "model.language_model.layers.1.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4352, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.mlp.up_proj.weight|2d-128|(3200, 1920)", + "tensor": "model.language_model.layers.11.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3200, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.8.mlp.up_proj.weight|2d-128|(4224, 1920)", + "tensor": "model.language_model.layers.8.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4224, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.21.mlp.up_proj.weight|2d-128|(2176, 0)", + "tensor": "model.language_model.layers.21.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2176, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.21.mlp.up_proj.weight|2d-128|(1280, 1408)", + "tensor": "model.language_model.layers.21.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.6.mlp.up_proj.weight|2d-128|(2688, 768)", + "tensor": "model.language_model.layers.6.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2688, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.20.mlp.up_proj.weight|2d-128|(3456, 0)", + "tensor": "model.language_model.layers.20.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3456, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.mlp.up_proj.weight|2d-128|(1536, 896)", + "tensor": "model.language_model.layers.19.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.10.mlp.up_proj.weight|2d-128|(4096, 1280)", + "tensor": "model.language_model.layers.10.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4096, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.9.mlp.up_proj.weight|2d-128|(5376, 1280)", + "tensor": "model.language_model.layers.9.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 5376, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.8.mlp.up_proj.weight|2d-128|(4480, 256)", + "tensor": "model.language_model.layers.8.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4480, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.13.mlp.up_proj.weight|2d-128|(3072, 1408)", + "tensor": "model.language_model.layers.13.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3072, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.16.mlp.up_proj.weight|2d-128|(5504, 256)", + "tensor": "model.language_model.layers.16.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 5504, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.16.mlp.up_proj.weight|2d-128|(3584, 256)", + "tensor": "model.language_model.layers.16.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3584, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.21.mlp.up_proj.weight|2d-128|(3968, 1152)", + "tensor": "model.language_model.layers.21.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3968, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.7.mlp.up_proj.weight|2d-128|(4992, 640)", + "tensor": "model.language_model.layers.7.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4992, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.17.mlp.up_proj.weight|2d-128|(5120, 640)", + "tensor": "model.language_model.layers.17.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 5120, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.mlp.up_proj.weight|2d-128|(3200, 512)", + "tensor": "model.language_model.layers.11.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3200, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.mlp.up_proj.weight|2d-128|(4736, 128)", + "tensor": "model.language_model.layers.3.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4736, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.mlp.up_proj.weight|2d-128|(1920, 512)", + "tensor": "model.language_model.layers.11.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1920, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.9.mlp.up_proj.weight|2d-128|(6016, 1792)", + "tensor": "model.language_model.layers.9.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 6016, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.1.mlp.up_proj.weight|2d-128|(3840, 512)", + "tensor": "model.language_model.layers.1.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3840, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.9.mlp.up_proj.weight|2d-128|(2432, 1152)", + "tensor": "model.language_model.layers.9.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2432, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.4.mlp.up_proj.weight|2d-128|(6016, 256)", + "tensor": "model.language_model.layers.4.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 6016, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.10.mlp.up_proj.weight|2d-128|(5376, 1920)", + "tensor": "model.language_model.layers.10.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 5376, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.2.mlp.up_proj.weight|2d-128|(4096, 1792)", + "tensor": "model.language_model.layers.2.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4096, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.18.mlp.up_proj.weight|2d-128|(4352, 1408)", + "tensor": "model.language_model.layers.18.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4352, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.22.mlp.up_proj.weight|2d-128|(1024, 768)", + "tensor": "model.language_model.layers.22.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.21.mlp.up_proj.weight|2d-128|(5376, 256)", + "tensor": "model.language_model.layers.21.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 5376, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.7.mlp.up_proj.weight|2d-128|(1024, 1408)", + "tensor": "model.language_model.layers.7.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.mlp.up_proj.weight|2d-128|(2816, 1280)", + "tensor": "model.language_model.layers.15.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2816, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.mlp.up_proj.weight|2d-128|(1152, 1024)", + "tensor": "model.language_model.layers.3.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.2.mlp.up_proj.weight|2d-128|(384, 896)", + "tensor": "model.language_model.layers.2.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.21.mlp.up_proj.weight|2d-128|(2944, 0)", + "tensor": "model.language_model.layers.21.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2944, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.10.mlp.up_proj.weight|2d-128|(5632, 1280)", + "tensor": "model.language_model.layers.10.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 5632, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.0.mlp.up_proj.weight|2d-128|(4224, 1408)", + "tensor": "model.language_model.layers.0.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4224, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.5.mlp.up_proj.weight|2d-128|(2816, 1792)", + "tensor": "model.language_model.layers.5.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2816, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.5.mlp.up_proj.weight|2d-128|(4992, 1280)", + "tensor": "model.language_model.layers.5.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4992, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.mlp.up_proj.weight|2d-128|(1664, 1792)", + "tensor": "model.language_model.layers.19.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.10.mlp.up_proj.weight|2d-128|(3840, 1408)", + "tensor": "model.language_model.layers.10.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3840, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.8.mlp.up_proj.weight|2d-128|(5248, 640)", + "tensor": "model.language_model.layers.8.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 5248, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.20.mlp.up_proj.weight|2d-128|(512, 896)", + "tensor": "model.language_model.layers.20.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.2.mlp.up_proj.weight|2d-128|(640, 1280)", + "tensor": "model.language_model.layers.2.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.17.mlp.up_proj.weight|2d-128|(3328, 768)", + "tensor": "model.language_model.layers.17.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3328, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.7.mlp.up_proj.weight|2d-128|(4096, 384)", + "tensor": "model.language_model.layers.7.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4096, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.20.mlp.up_proj.weight|2d-128|(512, 1920)", + "tensor": "model.language_model.layers.20.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.13.mlp.up_proj.weight|2d-128|(4224, 1536)", + "tensor": "model.language_model.layers.13.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4224, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.2.mlp.up_proj.weight|2d-128|(2176, 384)", + "tensor": "model.language_model.layers.2.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2176, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.18.mlp.up_proj.weight|2d-128|(128, 640)", + "tensor": "model.language_model.layers.18.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.9.mlp.up_proj.weight|2d-128|(0, 1152)", + "tensor": "model.language_model.layers.9.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.mlp.up_proj.weight|2d-128|(3328, 1920)", + "tensor": "model.language_model.layers.19.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3328, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.17.mlp.up_proj.weight|2d-128|(4480, 1024)", + "tensor": "model.language_model.layers.17.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4480, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.22.mlp.up_proj.weight|2d-128|(5248, 384)", + "tensor": "model.language_model.layers.22.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 5248, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.8.mlp.up_proj.weight|2d-128|(1152, 256)", + "tensor": "model.language_model.layers.8.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.1.mlp.up_proj.weight|2d-128|(3840, 1792)", + "tensor": "model.language_model.layers.1.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3840, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.8.mlp.up_proj.weight|2d-128|(3840, 640)", + "tensor": "model.language_model.layers.8.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3840, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.13.mlp.up_proj.weight|2d-128|(2432, 1280)", + "tensor": "model.language_model.layers.13.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2432, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.4.mlp.up_proj.weight|2d-128|(4992, 640)", + "tensor": "model.language_model.layers.4.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4992, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.14.mlp.up_proj.weight|2d-128|(4352, 1024)", + "tensor": "model.language_model.layers.14.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4352, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.mlp.up_proj.weight|2d-128|(0, 1152)", + "tensor": "model.language_model.layers.19.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.13.mlp.up_proj.weight|2d-128|(4864, 1280)", + "tensor": "model.language_model.layers.13.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4864, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.12.mlp.up_proj.weight|2d-128|(512, 896)", + "tensor": "model.language_model.layers.12.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.17.mlp.up_proj.weight|2d-128|(4096, 384)", + "tensor": "model.language_model.layers.17.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4096, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.21.mlp.up_proj.weight|2d-128|(5760, 640)", + "tensor": "model.language_model.layers.21.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 5760, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.2.mlp.up_proj.weight|2d-64|(128, 1152)", + "tensor": "model.language_model.layers.2.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 1152 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.9.mlp.up_proj.weight|2d-64|(640, 704)", + "tensor": "model.language_model.layers.9.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 640, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.8.mlp.up_proj.weight|2d-64|(128, 64)", + "tensor": "model.language_model.layers.8.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.7.mlp.up_proj.weight|2d-64|(3136, 704)", + "tensor": "model.language_model.layers.7.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3136, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.4.mlp.up_proj.weight|2d-64|(4480, 384)", + "tensor": "model.language_model.layers.4.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4480, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.8.mlp.up_proj.weight|2d-64|(3136, 1984)", + "tensor": "model.language_model.layers.8.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3136, + 1984 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.14.mlp.up_proj.weight|2d-64|(2816, 1216)", + "tensor": "model.language_model.layers.14.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2816, + 1216 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.6.mlp.up_proj.weight|2d-64|(6016, 1280)", + "tensor": "model.language_model.layers.6.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 6016, + 1280 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.5.mlp.up_proj.weight|2d-64|(3392, 1600)", + "tensor": "model.language_model.layers.5.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3392, + 1600 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.12.mlp.up_proj.weight|2d-64|(3456, 64)", + "tensor": "model.language_model.layers.12.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3456, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.2.mlp.up_proj.weight|2d-64|(2944, 768)", + "tensor": "model.language_model.layers.2.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2944, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.22.mlp.up_proj.weight|2d-64|(4800, 640)", + "tensor": "model.language_model.layers.22.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4800, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.0.mlp.up_proj.weight|2d-64|(1280, 960)", + "tensor": "model.language_model.layers.0.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1280, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.21.mlp.up_proj.weight|2d-64|(3520, 1600)", + "tensor": "model.language_model.layers.21.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3520, + 1600 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.20.mlp.up_proj.weight|2d-64|(512, 832)", + "tensor": "model.language_model.layers.20.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 512, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.13.mlp.up_proj.weight|2d-64|(1024, 640)", + "tensor": "model.language_model.layers.13.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1024, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.13.mlp.up_proj.weight|2d-64|(2688, 1152)", + "tensor": "model.language_model.layers.13.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2688, + 1152 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.6.mlp.up_proj.weight|2d-64|(2432, 1600)", + "tensor": "model.language_model.layers.6.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2432, + 1600 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.9.mlp.up_proj.weight|2d-64|(4032, 128)", + "tensor": "model.language_model.layers.9.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4032, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.21.mlp.up_proj.weight|2d-64|(1280, 192)", + "tensor": "model.language_model.layers.21.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1280, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.5.mlp.up_proj.weight|2d-64|(3648, 1856)", + "tensor": "model.language_model.layers.5.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3648, + 1856 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.17.mlp.up_proj.weight|2d-64|(6080, 960)", + "tensor": "model.language_model.layers.17.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 6080, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.20.mlp.up_proj.weight|2d-64|(4480, 1600)", + "tensor": "model.language_model.layers.20.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4480, + 1600 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.0.mlp.up_proj.weight|2d-64|(5184, 1536)", + "tensor": "model.language_model.layers.0.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 5184, + 1536 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.13.mlp.up_proj.weight|2d-64|(4352, 64)", + "tensor": "model.language_model.layers.13.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4352, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.1.mlp.up_proj.weight|2d-64|(4544, 1792)", + "tensor": "model.language_model.layers.1.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4544, + 1792 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.4.mlp.up_proj.weight|2d-64|(960, 896)", + "tensor": "model.language_model.layers.4.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 960, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.13.mlp.up_proj.weight|2d-64|(5184, 1920)", + "tensor": "model.language_model.layers.13.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 5184, + 1920 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.mlp.up_proj.weight|2d-64|(3200, 1536)", + "tensor": "model.language_model.layers.19.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3200, + 1536 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.23.mlp.up_proj.weight|2d-64|(2752, 1728)", + "tensor": "model.language_model.layers.23.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2752, + 1728 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.5.mlp.up_proj.weight|2d-64|(5632, 576)", + "tensor": "model.language_model.layers.5.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 5632, + 576 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.12.mlp.up_proj.weight|2d-64|(4800, 1984)", + "tensor": "model.language_model.layers.12.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4800, + 1984 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.7.mlp.up_proj.weight|2d-64|(5056, 640)", + "tensor": "model.language_model.layers.7.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 5056, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.8.mlp.up_proj.weight|2d-64|(4096, 1664)", + "tensor": "model.language_model.layers.8.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4096, + 1664 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.12.mlp.up_proj.weight|2d-64|(64, 128)", + "tensor": "model.language_model.layers.12.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.16.mlp.up_proj.weight|2d-64|(1600, 640)", + "tensor": "model.language_model.layers.16.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1600, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.13.mlp.up_proj.weight|2d-64|(512, 1024)", + "tensor": "model.language_model.layers.13.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 512, + 1024 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.13.mlp.up_proj.weight|2d-64|(4096, 320)", + "tensor": "model.language_model.layers.13.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4096, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.16.mlp.up_proj.weight|2d-64|(4416, 512)", + "tensor": "model.language_model.layers.16.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4416, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.5.mlp.up_proj.weight|2d-64|(384, 64)", + "tensor": "model.language_model.layers.5.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.7.mlp.up_proj.weight|2d-64|(2176, 1408)", + "tensor": "model.language_model.layers.7.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2176, + 1408 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.16.mlp.up_proj.weight|2d-64|(3584, 320)", + "tensor": "model.language_model.layers.16.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3584, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.1.mlp.up_proj.weight|2d-64|(4992, 320)", + "tensor": "model.language_model.layers.1.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4992, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.0.mlp.up_proj.weight|2d-64|(3520, 1024)", + "tensor": "model.language_model.layers.0.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3520, + 1024 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.mlp.up_proj.weight|2d-64|(4800, 704)", + "tensor": "model.language_model.layers.15.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4800, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.1.mlp.up_proj.weight|2d-64|(3200, 448)", + "tensor": "model.language_model.layers.1.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3200, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.13.mlp.up_proj.weight|2d-64|(4416, 1536)", + "tensor": "model.language_model.layers.13.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4416, + 1536 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.mlp.up_proj.weight|2d-64|(4672, 896)", + "tensor": "model.language_model.layers.15.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4672, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.2.mlp.up_proj.weight|2d-64|(1600, 768)", + "tensor": "model.language_model.layers.2.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1600, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.mlp.up_proj.weight|2d-64|(3968, 0)", + "tensor": "model.language_model.layers.19.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3968, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.12.mlp.up_proj.weight|2d-64|(704, 1856)", + "tensor": "model.language_model.layers.12.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 704, + 1856 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.0.mlp.up_proj.weight|2d-64|(1728, 0)", + "tensor": "model.language_model.layers.0.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1728, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.mlp.up_proj.weight|2d-64|(2496, 1216)", + "tensor": "model.language_model.layers.11.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2496, + 1216 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.4.mlp.up_proj.weight|2d-64|(2048, 1344)", + "tensor": "model.language_model.layers.4.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2048, + 1344 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.18.mlp.up_proj.weight|2d-64|(4224, 896)", + "tensor": "model.language_model.layers.18.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4224, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.mlp.up_proj.weight|2d-64|(5440, 960)", + "tensor": "model.language_model.layers.19.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 5440, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.17.mlp.up_proj.weight|2d-64|(5952, 192)", + "tensor": "model.language_model.layers.17.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 5952, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.2.mlp.up_proj.weight|2d-64|(0, 192)", + "tensor": "model.language_model.layers.2.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.23.mlp.up_proj.weight|2d-64|(2944, 0)", + "tensor": "model.language_model.layers.23.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2944, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.8.mlp.up_proj.weight|2d-64|(3776, 1280)", + "tensor": "model.language_model.layers.8.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3776, + 1280 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.10.mlp.up_proj.weight|2d-64|(2944, 1216)", + "tensor": "model.language_model.layers.10.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2944, + 1216 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.6.mlp.up_proj.weight|2d-64|(1152, 320)", + "tensor": "model.language_model.layers.6.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1152, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.8.mlp.up_proj.weight|2d-64|(3008, 320)", + "tensor": "model.language_model.layers.8.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3008, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.2.mlp.up_proj.weight|2d-64|(5248, 1024)", + "tensor": "model.language_model.layers.2.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 5248, + 1024 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.9.mlp.up_proj.weight|2d-64|(4928, 896)", + "tensor": "model.language_model.layers.9.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4928, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.12.mlp.up_proj.weight|2d-64|(3776, 1344)", + "tensor": "model.language_model.layers.12.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3776, + 1344 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.mlp.up_proj.weight|2d-64|(5248, 576)", + "tensor": "model.language_model.layers.19.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 5248, + 576 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.17.mlp.up_proj.weight|2d-64|(448, 1920)", + "tensor": "model.language_model.layers.17.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 1920 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.22.mlp.up_proj.weight|2d-64|(3776, 896)", + "tensor": "model.language_model.layers.22.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3776, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.16.mlp.up_proj.weight|2d-64|(3328, 1472)", + "tensor": "model.language_model.layers.16.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3328, + 1472 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.mlp.up_proj.weight|2d-64|(448, 1984)", + "tensor": "model.language_model.layers.15.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 1984 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.17.mlp.up_proj.weight|2d-64|(1408, 1664)", + "tensor": "model.language_model.layers.17.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1408, + 1664 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.6.mlp.up_proj.weight|2d-64|(2944, 1152)", + "tensor": "model.language_model.layers.6.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2944, + 1152 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.5.mlp.up_proj.weight|2d-64|(1024, 1664)", + "tensor": "model.language_model.layers.5.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1024, + 1664 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.14.mlp.up_proj.weight|2d-64|(5568, 1792)", + "tensor": "model.language_model.layers.14.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 5568, + 1792 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.16.mlp.up_proj.weight|2d-64|(5504, 1984)", + "tensor": "model.language_model.layers.16.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 5504, + 1984 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.20.mlp.up_proj.weight|2d-64|(4416, 1728)", + "tensor": "model.language_model.layers.20.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4416, + 1728 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.1.mlp.up_proj.weight|2d-64|(1536, 1984)", + "tensor": "model.language_model.layers.1.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1536, + 1984 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.21.mlp.up_proj.weight|2d-64|(1728, 960)", + "tensor": "model.language_model.layers.21.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1728, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.mlp.up_proj.weight|2d-64|(4160, 1280)", + "tensor": "model.language_model.layers.19.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4160, + 1280 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.14.mlp.up_proj.weight|2d-64|(1664, 1600)", + "tensor": "model.language_model.layers.14.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1664, + 1600 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.1.mlp.up_proj.weight|2d-64|(2880, 1216)", + "tensor": "model.language_model.layers.1.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2880, + 1216 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.mlp.up_proj.weight|2d-64|(512, 1600)", + "tensor": "model.language_model.layers.19.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 512, + 1600 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.7.mlp.up_proj.weight|2d-64|(3072, 1280)", + "tensor": "model.language_model.layers.7.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3072, + 1280 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.16.mlp.up_proj.weight|2d-64|(1216, 192)", + "tensor": "model.language_model.layers.16.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1216, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.8.mlp.up_proj.weight|2d-64|(2048, 320)", + "tensor": "model.language_model.layers.8.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2048, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.2.mlp.up_proj.weight|2d-64|(2304, 256)", + "tensor": "model.language_model.layers.2.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2304, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.22.mlp.up_proj.weight|2d-64|(384, 1728)", + "tensor": "model.language_model.layers.22.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 1728 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.6.mlp.up_proj.weight|2d-64|(3904, 1600)", + "tensor": "model.language_model.layers.6.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3904, + 1600 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.2.mlp.up_proj.weight|2d-64|(384, 1344)", + "tensor": "model.language_model.layers.2.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 1344 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.2.mlp.up_proj.weight|2d-64|(2496, 1216)", + "tensor": "model.language_model.layers.2.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2496, + 1216 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.22.mlp.up_proj.weight|2d-64|(1344, 704)", + "tensor": "model.language_model.layers.22.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1344, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.13.mlp.up_proj.weight|2d-64|(5120, 0)", + "tensor": "model.language_model.layers.13.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 5120, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.0.mlp.up_proj.weight|2d-64|(5696, 1408)", + "tensor": "model.language_model.layers.0.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 5696, + 1408 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.12.mlp.up_proj.weight|2d-64|(2944, 0)", + "tensor": "model.language_model.layers.12.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2944, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.20.mlp.up_proj.weight|2d-64|(4608, 448)", + "tensor": "model.language_model.layers.20.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4608, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.0.mlp.up_proj.weight|2d-64|(5568, 1856)", + "tensor": "model.language_model.layers.0.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 5568, + 1856 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.1.mlp.up_proj.weight|2d-64|(3904, 1216)", + "tensor": "model.language_model.layers.1.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3904, + 1216 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.6.mlp.up_proj.weight|2d-64|(4288, 128)", + "tensor": "model.language_model.layers.6.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4288, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.18.mlp.up_proj.weight|2d-64|(3648, 1472)", + "tensor": "model.language_model.layers.18.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3648, + 1472 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.10.mlp.up_proj.weight|2d-64|(448, 448)", + "tensor": "model.language_model.layers.10.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.14.mlp.up_proj.weight|2d-64|(768, 64)", + "tensor": "model.language_model.layers.14.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 768, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.21.mlp.up_proj.weight|2d-64|(4416, 1088)", + "tensor": "model.language_model.layers.21.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4416, + 1088 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.6.mlp.up_proj.weight|2d-64|(4928, 704)", + "tensor": "model.language_model.layers.6.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4928, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.10.mlp.up_proj.weight|2d-64|(1728, 1152)", + "tensor": "model.language_model.layers.10.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1728, + 1152 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.14.mlp.up_proj.weight|2d-64|(6016, 1600)", + "tensor": "model.language_model.layers.14.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 6016, + 1600 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.10.mlp.up_proj.weight|2d-64|(384, 1344)", + "tensor": "model.language_model.layers.10.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 1344 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.6.mlp.up_proj.weight|2d-64|(6016, 1216)", + "tensor": "model.language_model.layers.6.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 6016, + 1216 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.8.mlp.up_proj.weight|2d-64|(5120, 1344)", + "tensor": "model.language_model.layers.8.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 5120, + 1344 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.0.mlp.up_proj.weight|2d-64|(5504, 1856)", + "tensor": "model.language_model.layers.0.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 5504, + 1856 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.12.mlp.up_proj.weight|2d-64|(2432, 960)", + "tensor": "model.language_model.layers.12.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2432, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.4.mlp.up_proj.weight|2d-64|(2112, 576)", + "tensor": "model.language_model.layers.4.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2112, + 576 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.22.mlp.up_proj.weight|2d-64|(320, 512)", + "tensor": "model.language_model.layers.22.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.7.mlp.up_proj.weight|2d-64|(768, 384)", + "tensor": "model.language_model.layers.7.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 768, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.6.mlp.up_proj.weight|2d-64|(3456, 832)", + "tensor": "model.language_model.layers.6.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3456, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.9.mlp.up_proj.weight|2d-64|(4672, 0)", + "tensor": "model.language_model.layers.9.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4672, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.18.mlp.up_proj.weight|2d-64|(2368, 192)", + "tensor": "model.language_model.layers.18.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2368, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.12.mlp.up_proj.weight|2d-64|(1472, 1984)", + "tensor": "model.language_model.layers.12.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1472, + 1984 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.22.mlp.up_proj.weight|2d-64|(3520, 1728)", + "tensor": "model.language_model.layers.22.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3520, + 1728 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.7.mlp.up_proj.weight|2d-64|(4864, 1216)", + "tensor": "model.language_model.layers.7.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4864, + 1216 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.17.mlp.up_proj.weight|2d-64|(4416, 1536)", + "tensor": "model.language_model.layers.17.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4416, + 1536 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.18.mlp.up_proj.weight|2d-64|(960, 1792)", + "tensor": "model.language_model.layers.18.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 960, + 1792 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.12.mlp.up_proj.weight|2d-64|(4928, 1472)", + "tensor": "model.language_model.layers.12.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4928, + 1472 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.22.mlp.up_proj.weight|2d-64|(3712, 64)", + "tensor": "model.language_model.layers.22.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3712, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.2.mlp.up_proj.weight|2d-64|(3136, 1920)", + "tensor": "model.language_model.layers.2.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3136, + 1920 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.7.mlp.up_proj.weight|2d-64|(5824, 1984)", + "tensor": "model.language_model.layers.7.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 5824, + 1984 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.6.mlp.up_proj.weight|2d-64|(768, 1408)", + "tensor": "model.language_model.layers.6.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 768, + 1408 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.14.mlp.up_proj.weight|2d-64|(2880, 576)", + "tensor": "model.language_model.layers.14.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2880, + 576 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.1.mlp.up_proj.weight|2d-64|(4992, 1664)", + "tensor": "model.language_model.layers.1.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4992, + 1664 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.mlp.up_proj.weight|2d-64|(3648, 320)", + "tensor": "model.language_model.layers.3.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3648, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.mlp.up_proj.weight|2d-64|(1664, 768)", + "tensor": "model.language_model.layers.11.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1664, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.1.mlp.up_proj.weight|2d-64|(4416, 896)", + "tensor": "model.language_model.layers.1.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4416, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.5.mlp.up_proj.weight|2d-64|(640, 384)", + "tensor": "model.language_model.layers.5.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 640, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.mlp.up_proj.weight|2d-64|(512, 1344)", + "tensor": "model.language_model.layers.15.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 512, + 1344 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.13.mlp.up_proj.weight|2d-64|(3904, 256)", + "tensor": "model.language_model.layers.13.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3904, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.0.mlp.up_proj.weight|2d-64|(4480, 832)", + "tensor": "model.language_model.layers.0.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4480, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.22.mlp.up_proj.weight|2d-64|(3072, 1600)", + "tensor": "model.language_model.layers.22.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3072, + 1600 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.0.mlp.up_proj.weight|2d-64|(5888, 1984)", + "tensor": "model.language_model.layers.0.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 5888, + 1984 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.12.mlp.up_proj.weight|2d-64|(1792, 64)", + "tensor": "model.language_model.layers.12.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1792, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.8.mlp.up_proj.weight|2d-64|(3904, 1024)", + "tensor": "model.language_model.layers.8.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3904, + 1024 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.4.mlp.up_proj.weight|2d-64|(4672, 384)", + "tensor": "model.language_model.layers.4.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4672, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.16.mlp.up_proj.weight|2d-64|(2816, 1792)", + "tensor": "model.language_model.layers.16.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2816, + 1792 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.7.mlp.up_proj.weight|2d-64|(192, 384)", + "tensor": "model.language_model.layers.7.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.14.mlp.up_proj.weight|2d-64|(3648, 896)", + "tensor": "model.language_model.layers.14.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3648, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.16.mlp.up_proj.weight|2d-64|(2176, 192)", + "tensor": "model.language_model.layers.16.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2176, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.12.mlp.up_proj.weight|2d-64|(640, 1600)", + "tensor": "model.language_model.layers.12.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 640, + 1600 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.16.mlp.up_proj.weight|2d-64|(1280, 896)", + "tensor": "model.language_model.layers.16.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1280, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.14.mlp.up_proj.weight|2d-64|(768, 1728)", + "tensor": "model.language_model.layers.14.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 768, + 1728 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.13.mlp.up_proj.weight|2d-64|(1408, 960)", + "tensor": "model.language_model.layers.13.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1408, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.7.mlp.up_proj.weight|2d-64|(4864, 256)", + "tensor": "model.language_model.layers.7.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4864, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.mlp.up_proj.weight|2d-64|(2240, 1472)", + "tensor": "model.language_model.layers.19.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2240, + 1472 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.2.mlp.up_proj.weight|2d-64|(5824, 1984)", + "tensor": "model.language_model.layers.2.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 5824, + 1984 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.14.mlp.up_proj.weight|2d-64|(2496, 1280)", + "tensor": "model.language_model.layers.14.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2496, + 1280 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.13.mlp.up_proj.weight|2d-64|(960, 512)", + "tensor": "model.language_model.layers.13.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 960, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.9.mlp.up_proj.weight|2d-64|(2240, 1600)", + "tensor": "model.language_model.layers.9.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2240, + 1600 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.21.mlp.up_proj.weight|2d-64|(5312, 1472)", + "tensor": "model.language_model.layers.21.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 5312, + 1472 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.0.mlp.up_proj.weight|2d-64|(1280, 128)", + "tensor": "model.language_model.layers.0.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1280, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.22.mlp.up_proj.weight|2d-64|(4736, 896)", + "tensor": "model.language_model.layers.22.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4736, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.10.mlp.up_proj.weight|2d-64|(1600, 1920)", + "tensor": "model.language_model.layers.10.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1600, + 1920 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.21.mlp.up_proj.weight|2d-64|(1408, 128)", + "tensor": "model.language_model.layers.21.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1408, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.8.mlp.up_proj.weight|2d-64|(5568, 768)", + "tensor": "model.language_model.layers.8.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 5568, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.16.mlp.up_proj.weight|2d-64|(704, 320)", + "tensor": "model.language_model.layers.16.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 704, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.mlp.up_proj.weight|2d-64|(4224, 64)", + "tensor": "model.language_model.layers.19.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4224, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.9.mlp.up_proj.weight|2d-64|(3520, 384)", + "tensor": "model.language_model.layers.9.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3520, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.17.mlp.up_proj.weight|2d-64|(5376, 576)", + "tensor": "model.language_model.layers.17.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 5376, + 576 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.20.mlp.up_proj.weight|2d-64|(6016, 256)", + "tensor": "model.language_model.layers.20.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 6016, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.9.mlp.up_proj.weight|2d-64|(5952, 1664)", + "tensor": "model.language_model.layers.9.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 5952, + 1664 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.mlp.up_proj.weight|2d-64|(2112, 1728)", + "tensor": "model.language_model.layers.19.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2112, + 1728 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.6.mlp.up_proj.weight|2d-64|(5248, 64)", + "tensor": "model.language_model.layers.6.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 5248, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.mlp.up_proj.weight|2d-64|(2752, 704)", + "tensor": "model.language_model.layers.11.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2752, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.12.mlp.up_proj.weight|2d-64|(5824, 448)", + "tensor": "model.language_model.layers.12.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 5824, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.mlp.up_proj.weight|2d-64|(1216, 64)", + "tensor": "model.language_model.layers.15.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1216, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.21.mlp.up_proj.weight|2d-64|(832, 1536)", + "tensor": "model.language_model.layers.21.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 832, + 1536 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.13.mlp.up_proj.weight|2d-64|(5568, 704)", + "tensor": "model.language_model.layers.13.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 5568, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.9.mlp.up_proj.weight|2d-64|(64, 1536)", + "tensor": "model.language_model.layers.9.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 1536 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.1.mlp.up_proj.weight|2d-64|(4416, 1600)", + "tensor": "model.language_model.layers.1.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4416, + 1600 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.5.mlp.up_proj.weight|2d-64|(2304, 896)", + "tensor": "model.language_model.layers.5.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2304, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.23.mlp.up_proj.weight|2d-64|(5184, 192)", + "tensor": "model.language_model.layers.23.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 5184, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.12.mlp.up_proj.weight|2d-64|(3392, 640)", + "tensor": "model.language_model.layers.12.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3392, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.22.mlp.up_proj.weight|2d-64|(3008, 1088)", + "tensor": "model.language_model.layers.22.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3008, + 1088 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.1.mlp.up_proj.weight|2d-64|(448, 640)", + "tensor": "model.language_model.layers.1.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.mlp.up_proj.weight|2d-64|(832, 1472)", + "tensor": "model.language_model.layers.19.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 832, + 1472 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.1.mlp.up_proj.weight|2d-64|(5440, 448)", + "tensor": "model.language_model.layers.1.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 5440, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.18.mlp.up_proj.weight|2d-64|(64, 640)", + "tensor": "model.language_model.layers.18.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.mlp.up_proj.weight|2d-64|(3904, 64)", + "tensor": "model.language_model.layers.15.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3904, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.mlp.up_proj.weight|2d-64|(5696, 1216)", + "tensor": "model.language_model.layers.11.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 5696, + 1216 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.18.mlp.up_proj.weight|2d-64|(1664, 1088)", + "tensor": "model.language_model.layers.18.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1664, + 1088 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.1.mlp.up_proj.weight|2d-64|(1472, 640)", + "tensor": "model.language_model.layers.1.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1472, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.mlp.up_proj.weight|2d-64|(5696, 1536)", + "tensor": "model.language_model.layers.19.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 5696, + 1536 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.10.mlp.up_proj.weight|2d-64|(640, 1984)", + "tensor": "model.language_model.layers.10.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 640, + 1984 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.mlp.up_proj.weight|2d-64|(4480, 1280)", + "tensor": "model.language_model.layers.3.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4480, + 1280 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.6.mlp.up_proj.weight|2d-64|(4352, 832)", + "tensor": "model.language_model.layers.6.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4352, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.22.mlp.up_proj.weight|2d-64|(576, 1728)", + "tensor": "model.language_model.layers.22.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 576, + 1728 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.8.mlp.up_proj.weight|2d-64|(1344, 512)", + "tensor": "model.language_model.layers.8.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1344, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.17.mlp.up_proj.weight|2d-64|(2304, 768)", + "tensor": "model.language_model.layers.17.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2304, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.4.mlp.up_proj.weight|2d-64|(3328, 576)", + "tensor": "model.language_model.layers.4.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3328, + 576 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.12.mlp.up_proj.weight|2d-64|(3200, 1344)", + "tensor": "model.language_model.layers.12.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3200, + 1344 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.22.mlp.up_proj.weight|2d-64|(1856, 832)", + "tensor": "model.language_model.layers.22.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1856, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.0.mlp.up_proj.weight|2d-64|(5248, 1216)", + "tensor": "model.language_model.layers.0.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 5248, + 1216 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.mlp.up_proj.weight|2d-64|(3648, 1152)", + "tensor": "model.language_model.layers.3.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3648, + 1152 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.mlp.up_proj.weight|2d-64|(3712, 768)", + "tensor": "model.language_model.layers.19.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3712, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.8.mlp.up_proj.weight|2d-64|(1024, 0)", + "tensor": "model.language_model.layers.8.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1024, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.13.mlp.up_proj.weight|2d-64|(5056, 768)", + "tensor": "model.language_model.layers.13.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 5056, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.1.mlp.up_proj.weight|2d-64|(3712, 1792)", + "tensor": "model.language_model.layers.1.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3712, + 1792 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.1.mlp.up_proj.weight|2d-64|(4864, 1792)", + "tensor": "model.language_model.layers.1.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4864, + 1792 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.23.mlp.up_proj.weight|2d-64|(3840, 512)", + "tensor": "model.language_model.layers.23.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3840, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.17.mlp.up_proj.weight|2d-64|(3072, 640)", + "tensor": "model.language_model.layers.17.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3072, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.2.mlp.up_proj.weight|2d-64|(448, 1408)", + "tensor": "model.language_model.layers.2.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 1408 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.16.mlp.up_proj.weight|2d-64|(3648, 1856)", + "tensor": "model.language_model.layers.16.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3648, + 1856 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.5.mlp.up_proj.weight|2d-64|(2048, 64)", + "tensor": "model.language_model.layers.5.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2048, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.mlp.up_proj.weight|2d-64|(960, 832)", + "tensor": "model.language_model.layers.3.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 960, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.23.mlp.up_proj.weight|2d-64|(960, 1024)", + "tensor": "model.language_model.layers.23.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 960, + 1024 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.16.mlp.up_proj.weight|2d-64|(6016, 320)", + "tensor": "model.language_model.layers.16.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 6016, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.mlp.up_proj.weight|2d-64|(1024, 1088)", + "tensor": "model.language_model.layers.19.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1024, + 1088 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.14.mlp.up_proj.weight|2d-64|(320, 1408)", + "tensor": "model.language_model.layers.14.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 1408 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.8.mlp.up_proj.weight|2d-64|(1472, 1856)", + "tensor": "model.language_model.layers.8.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1472, + 1856 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.5.mlp.up_proj.weight|2d-64|(4032, 128)", + "tensor": "model.language_model.layers.5.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4032, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.0.mlp.up_proj.weight|2d-64|(1600, 896)", + "tensor": "model.language_model.layers.0.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1600, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.16.mlp.up_proj.weight|2d-64|(4736, 1984)", + "tensor": "model.language_model.layers.16.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4736, + 1984 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.2.mlp.up_proj.weight|2d-64|(2368, 1408)", + "tensor": "model.language_model.layers.2.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2368, + 1408 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.17.mlp.up_proj.weight|2d-64|(2816, 448)", + "tensor": "model.language_model.layers.17.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2816, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.18.mlp.up_proj.weight|2d-64|(3456, 832)", + "tensor": "model.language_model.layers.18.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3456, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.4.mlp.up_proj.weight|2d-64|(4992, 0)", + "tensor": "model.language_model.layers.4.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4992, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.22.mlp.up_proj.weight|2d-64|(5248, 576)", + "tensor": "model.language_model.layers.22.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 5248, + 576 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.0.mlp.up_proj.weight|2d-64|(5056, 1408)", + "tensor": "model.language_model.layers.0.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 5056, + 1408 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.1.mlp.up_proj.weight|2d-64|(3712, 1664)", + "tensor": "model.language_model.layers.1.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3712, + 1664 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.23.mlp.up_proj.weight|2d-64|(5760, 640)", + "tensor": "model.language_model.layers.23.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 5760, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.18.mlp.up_proj.weight|2d-64|(3712, 640)", + "tensor": "model.language_model.layers.18.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3712, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.2.mlp.up_proj.weight|2d-64|(3776, 1856)", + "tensor": "model.language_model.layers.2.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3776, + 1856 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.6.mlp.up_proj.weight|2d-64|(3136, 768)", + "tensor": "model.language_model.layers.6.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3136, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.0.mlp.up_proj.weight|2d-64|(832, 1344)", + "tensor": "model.language_model.layers.0.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 832, + 1344 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.5.mlp.up_proj.weight|2d-64|(5760, 256)", + "tensor": "model.language_model.layers.5.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 5760, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.17.mlp.up_proj.weight|2d-64|(4736, 1728)", + "tensor": "model.language_model.layers.17.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4736, + 1728 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.8.mlp.up_proj.weight|2d-64|(576, 0)", + "tensor": "model.language_model.layers.8.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 576, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.23.mlp.up_proj.weight|2d-64|(1664, 576)", + "tensor": "model.language_model.layers.23.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1664, + 576 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.10.mlp.up_proj.weight|2d-64|(4096, 704)", + "tensor": "model.language_model.layers.10.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4096, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.10.mlp.up_proj.weight|2d-64|(2304, 1344)", + "tensor": "model.language_model.layers.10.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2304, + 1344 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.21.mlp.up_proj.weight|2d-64|(5952, 1152)", + "tensor": "model.language_model.layers.21.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 5952, + 1152 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.18.mlp.up_proj.weight|2d-64|(5312, 1664)", + "tensor": "model.language_model.layers.18.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 5312, + 1664 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.12.mlp.up_proj.weight|2d-64|(3072, 1600)", + "tensor": "model.language_model.layers.12.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3072, + 1600 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.13.mlp.up_proj.weight|2d-64|(3840, 1600)", + "tensor": "model.language_model.layers.13.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3840, + 1600 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.7.mlp.up_proj.weight|2d-64|(1536, 1664)", + "tensor": "model.language_model.layers.7.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1536, + 1664 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.mlp.up_proj.weight|2d-64|(640, 832)", + "tensor": "model.language_model.layers.3.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 640, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.14.mlp.up_proj.weight|2d-64|(2752, 1344)", + "tensor": "model.language_model.layers.14.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2752, + 1344 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.2.mlp.up_proj.weight|2d-64|(4992, 1344)", + "tensor": "model.language_model.layers.2.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4992, + 1344 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.17.mlp.up_proj.weight|2d-64|(1344, 1472)", + "tensor": "model.language_model.layers.17.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1344, + 1472 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.16.mlp.up_proj.weight|2d-64|(768, 1408)", + "tensor": "model.language_model.layers.16.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 768, + 1408 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.mlp.up_proj.weight|2d-64|(2432, 1856)", + "tensor": "model.language_model.layers.11.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2432, + 1856 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.13.mlp.up_proj.weight|2d-64|(3584, 64)", + "tensor": "model.language_model.layers.13.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3584, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.13.mlp.up_proj.weight|2d-64|(2048, 1664)", + "tensor": "model.language_model.layers.13.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2048, + 1664 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.18.mlp.up_proj.weight|2d-64|(1856, 1664)", + "tensor": "model.language_model.layers.18.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1856, + 1664 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.12.mlp.up_proj.weight|2d-64|(5696, 128)", + "tensor": "model.language_model.layers.12.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 5696, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.mlp.up_proj.weight|2d-64|(4224, 1728)", + "tensor": "model.language_model.layers.11.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4224, + 1728 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.mlp.up_proj.weight|2d-64|(1152, 1664)", + "tensor": "model.language_model.layers.3.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1152, + 1664 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.21.mlp.up_proj.weight|2d-64|(1280, 384)", + "tensor": "model.language_model.layers.21.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1280, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.9.mlp.up_proj.weight|2d-64|(1600, 832)", + "tensor": "model.language_model.layers.9.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1600, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.7.self_attn.k_proj.weight|2d-128|(256, 896)", + "tensor": "model.language_model.layers.7.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.self_attn.k_proj.weight|2d-128|(0, 128)", + "tensor": "model.language_model.layers.11.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.self_attn.k_proj.weight|2d-128|(0, 256)", + "tensor": "model.language_model.layers.11.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.7.self_attn.k_proj.weight|2d-128|(384, 512)", + "tensor": "model.language_model.layers.7.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.self_attn.k_proj.weight|2d-128|(0, 512)", + "tensor": "model.language_model.layers.11.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.self_attn.k_proj.weight|2d-128|(0, 640)", + "tensor": "model.language_model.layers.11.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.self_attn.k_proj.weight|2d-128|(128, 0)", + "tensor": "model.language_model.layers.3.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.self_attn.k_proj.weight|2d-128|(0, 896)", + "tensor": "model.language_model.layers.11.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.self_attn.k_proj.weight|2d-128|(0, 1024)", + "tensor": "model.language_model.layers.11.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.self_attn.k_proj.weight|2d-128|(0, 1152)", + "tensor": "model.language_model.layers.11.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.self_attn.k_proj.weight|2d-128|(0, 1280)", + "tensor": "model.language_model.layers.11.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.self_attn.k_proj.weight|2d-128|(256, 0)", + "tensor": "model.language_model.layers.3.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.7.self_attn.k_proj.weight|2d-128|(0, 640)", + "tensor": "model.language_model.layers.7.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.self_attn.k_proj.weight|2d-128|(0, 1664)", + "tensor": "model.language_model.layers.11.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.self_attn.k_proj.weight|2d-128|(0, 1792)", + "tensor": "model.language_model.layers.11.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.self_attn.k_proj.weight|2d-128|(0, 1920)", + "tensor": "model.language_model.layers.11.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.self_attn.k_proj.weight|2d-128|(128, 1280)", + "tensor": "model.language_model.layers.3.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.self_attn.k_proj.weight|2d-128|(128, 128)", + "tensor": "model.language_model.layers.11.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.self_attn.k_proj.weight|2d-128|(128, 256)", + "tensor": "model.language_model.layers.11.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.self_attn.k_proj.weight|2d-128|(128, 384)", + "tensor": "model.language_model.layers.11.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.self_attn.k_proj.weight|2d-128|(128, 512)", + "tensor": "model.language_model.layers.11.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.self_attn.k_proj.weight|2d-128|(128, 640)", + "tensor": "model.language_model.layers.11.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.self_attn.k_proj.weight|2d-128|(128, 768)", + "tensor": "model.language_model.layers.11.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.self_attn.k_proj.weight|2d-128|(128, 896)", + "tensor": "model.language_model.layers.11.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.self_attn.k_proj.weight|2d-128|(128, 1024)", + "tensor": "model.language_model.layers.11.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.self_attn.k_proj.weight|2d-128|(128, 1152)", + "tensor": "model.language_model.layers.11.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.7.self_attn.k_proj.weight|2d-128|(0, 512)", + "tensor": "model.language_model.layers.7.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.self_attn.k_proj.weight|2d-128|(128, 1408)", + "tensor": "model.language_model.layers.11.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.self_attn.k_proj.weight|2d-128|(384, 384)", + "tensor": "model.language_model.layers.3.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.7.self_attn.k_proj.weight|2d-128|(128, 1408)", + "tensor": "model.language_model.layers.7.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.self_attn.k_proj.weight|2d-128|(128, 1792)", + "tensor": "model.language_model.layers.11.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.self_attn.k_proj.weight|2d-128|(128, 1920)", + "tensor": "model.language_model.layers.11.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.self_attn.k_proj.weight|2d-128|(256, 0)", + "tensor": "model.language_model.layers.11.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.self_attn.k_proj.weight|2d-128|(256, 128)", + "tensor": "model.language_model.layers.11.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.self_attn.k_proj.weight|2d-128|(256, 256)", + "tensor": "model.language_model.layers.11.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.self_attn.k_proj.weight|2d-128|(256, 384)", + "tensor": "model.language_model.layers.11.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.self_attn.k_proj.weight|2d-128|(256, 512)", + "tensor": "model.language_model.layers.11.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.self_attn.k_proj.weight|2d-128|(256, 640)", + "tensor": "model.language_model.layers.11.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.self_attn.k_proj.weight|2d-128|(256, 768)", + "tensor": "model.language_model.layers.11.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.self_attn.k_proj.weight|2d-128|(128, 512)", + "tensor": "model.language_model.layers.3.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.7.self_attn.k_proj.weight|2d-128|(256, 640)", + "tensor": "model.language_model.layers.7.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.self_attn.k_proj.weight|2d-128|(256, 1152)", + "tensor": "model.language_model.layers.11.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.self_attn.k_proj.weight|2d-128|(256, 1280)", + "tensor": "model.language_model.layers.11.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.self_attn.k_proj.weight|2d-128|(256, 1408)", + "tensor": "model.language_model.layers.11.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.self_attn.k_proj.weight|2d-128|(256, 1536)", + "tensor": "model.language_model.layers.11.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.self_attn.k_proj.weight|2d-128|(256, 1664)", + "tensor": "model.language_model.layers.11.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.self_attn.k_proj.weight|2d-128|(256, 1792)", + "tensor": "model.language_model.layers.11.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.self_attn.k_proj.weight|2d-128|(256, 1920)", + "tensor": "model.language_model.layers.11.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.self_attn.k_proj.weight|2d-128|(384, 0)", + "tensor": "model.language_model.layers.11.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.self_attn.k_proj.weight|2d-128|(384, 128)", + "tensor": "model.language_model.layers.11.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.self_attn.k_proj.weight|2d-128|(384, 256)", + "tensor": "model.language_model.layers.11.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.self_attn.k_proj.weight|2d-128|(384, 384)", + "tensor": "model.language_model.layers.11.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.self_attn.k_proj.weight|2d-128|(384, 512)", + "tensor": "model.language_model.layers.11.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.self_attn.k_proj.weight|2d-128|(384, 640)", + "tensor": "model.language_model.layers.11.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.self_attn.k_proj.weight|2d-128|(384, 768)", + "tensor": "model.language_model.layers.11.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.self_attn.k_proj.weight|2d-128|(384, 896)", + "tensor": "model.language_model.layers.11.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.self_attn.k_proj.weight|2d-128|(0, 1408)", + "tensor": "model.language_model.layers.3.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.self_attn.k_proj.weight|2d-128|(384, 1152)", + "tensor": "model.language_model.layers.11.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.self_attn.k_proj.weight|2d-128|(384, 1280)", + "tensor": "model.language_model.layers.11.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.self_attn.k_proj.weight|2d-128|(384, 1408)", + "tensor": "model.language_model.layers.11.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.self_attn.k_proj.weight|2d-128|(128, 256)", + "tensor": "model.language_model.layers.3.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.self_attn.k_proj.weight|2d-128|(256, 384)", + "tensor": "model.language_model.layers.3.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.self_attn.k_proj.weight|2d-128|(384, 1792)", + "tensor": "model.language_model.layers.11.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.self_attn.k_proj.weight|2d-128|(0, 1280)", + "tensor": "model.language_model.layers.3.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.self_attn.k_proj.weight|2d-128|(0, 0)", + "tensor": "model.language_model.layers.15.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.self_attn.k_proj.weight|2d-128|(0, 128)", + "tensor": "model.language_model.layers.15.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.self_attn.k_proj.weight|2d-128|(0, 256)", + "tensor": "model.language_model.layers.15.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.7.self_attn.k_proj.weight|2d-128|(128, 1280)", + "tensor": "model.language_model.layers.7.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.self_attn.k_proj.weight|2d-128|(384, 1664)", + "tensor": "model.language_model.layers.3.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.self_attn.k_proj.weight|2d-128|(0, 640)", + "tensor": "model.language_model.layers.15.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.self_attn.k_proj.weight|2d-128|(0, 768)", + "tensor": "model.language_model.layers.15.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.self_attn.k_proj.weight|2d-128|(0, 896)", + "tensor": "model.language_model.layers.15.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.7.self_attn.k_proj.weight|2d-128|(0, 896)", + "tensor": "model.language_model.layers.7.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.7.self_attn.k_proj.weight|2d-128|(384, 1152)", + "tensor": "model.language_model.layers.7.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.7.self_attn.k_proj.weight|2d-128|(384, 1024)", + "tensor": "model.language_model.layers.7.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.self_attn.k_proj.weight|2d-128|(0, 1408)", + "tensor": "model.language_model.layers.15.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.self_attn.k_proj.weight|2d-128|(0, 1536)", + "tensor": "model.language_model.layers.15.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.self_attn.k_proj.weight|2d-128|(0, 1664)", + "tensor": "model.language_model.layers.15.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.self_attn.k_proj.weight|2d-128|(0, 1792)", + "tensor": "model.language_model.layers.15.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.self_attn.k_proj.weight|2d-128|(0, 1920)", + "tensor": "model.language_model.layers.15.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.7.self_attn.k_proj.weight|2d-128|(256, 1408)", + "tensor": "model.language_model.layers.7.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.self_attn.k_proj.weight|2d-128|(128, 128)", + "tensor": "model.language_model.layers.15.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.self_attn.k_proj.weight|2d-128|(128, 256)", + "tensor": "model.language_model.layers.15.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.self_attn.k_proj.weight|2d-128|(128, 384)", + "tensor": "model.language_model.layers.15.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.7.self_attn.k_proj.weight|2d-128|(0, 1152)", + "tensor": "model.language_model.layers.7.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.7.self_attn.k_proj.weight|2d-128|(0, 1280)", + "tensor": "model.language_model.layers.7.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.7.self_attn.k_proj.weight|2d-128|(384, 1536)", + "tensor": "model.language_model.layers.7.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.self_attn.k_proj.weight|2d-128|(128, 896)", + "tensor": "model.language_model.layers.15.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.self_attn.k_proj.weight|2d-128|(128, 1024)", + "tensor": "model.language_model.layers.15.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.self_attn.k_proj.weight|2d-128|(0, 896)", + "tensor": "model.language_model.layers.3.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.self_attn.k_proj.weight|2d-128|(384, 1536)", + "tensor": "model.language_model.layers.3.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.self_attn.k_proj.weight|2d-128|(128, 1408)", + "tensor": "model.language_model.layers.15.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.7.self_attn.k_proj.weight|2d-128|(128, 640)", + "tensor": "model.language_model.layers.7.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.7.self_attn.k_proj.weight|2d-128|(0, 1664)", + "tensor": "model.language_model.layers.7.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.7.self_attn.k_proj.weight|2d-128|(256, 128)", + "tensor": "model.language_model.layers.7.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.self_attn.k_proj.weight|2d-128|(128, 1920)", + "tensor": "model.language_model.layers.15.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.self_attn.k_proj.weight|2d-128|(256, 0)", + "tensor": "model.language_model.layers.15.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.self_attn.k_proj.weight|2d-128|(256, 128)", + "tensor": "model.language_model.layers.15.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.self_attn.k_proj.weight|2d-128|(256, 256)", + "tensor": "model.language_model.layers.15.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.7.self_attn.k_proj.weight|2d-128|(0, 1920)", + "tensor": "model.language_model.layers.7.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.self_attn.k_proj.weight|2d-128|(256, 512)", + "tensor": "model.language_model.layers.15.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.self_attn.k_proj.weight|2d-128|(256, 640)", + "tensor": "model.language_model.layers.15.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.self_attn.k_proj.weight|2d-128|(256, 1280)", + "tensor": "model.language_model.layers.3.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.7.self_attn.k_proj.weight|2d-128|(128, 0)", + "tensor": "model.language_model.layers.7.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.self_attn.k_proj.weight|2d-128|(256, 1024)", + "tensor": "model.language_model.layers.15.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.self_attn.k_proj.weight|2d-128|(256, 1152)", + "tensor": "model.language_model.layers.15.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.self_attn.k_proj.weight|2d-128|(256, 1280)", + "tensor": "model.language_model.layers.15.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.self_attn.k_proj.weight|2d-128|(256, 1408)", + "tensor": "model.language_model.layers.15.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.self_attn.k_proj.weight|2d-128|(256, 1536)", + "tensor": "model.language_model.layers.15.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.7.self_attn.k_proj.weight|2d-128|(384, 1408)", + "tensor": "model.language_model.layers.7.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.self_attn.k_proj.weight|2d-128|(256, 1792)", + "tensor": "model.language_model.layers.15.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.self_attn.k_proj.weight|2d-128|(256, 1920)", + "tensor": "model.language_model.layers.15.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.self_attn.k_proj.weight|2d-128|(384, 0)", + "tensor": "model.language_model.layers.15.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.7.self_attn.k_proj.weight|2d-128|(256, 0)", + "tensor": "model.language_model.layers.7.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.self_attn.k_proj.weight|2d-128|(0, 384)", + "tensor": "model.language_model.layers.3.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.7.self_attn.k_proj.weight|2d-128|(128, 1152)", + "tensor": "model.language_model.layers.7.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.7.self_attn.k_proj.weight|2d-128|(128, 896)", + "tensor": "model.language_model.layers.7.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.self_attn.k_proj.weight|2d-128|(384, 640)", + "tensor": "model.language_model.layers.15.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.self_attn.k_proj.weight|2d-128|(384, 768)", + "tensor": "model.language_model.layers.15.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.self_attn.k_proj.weight|2d-128|(384, 896)", + "tensor": "model.language_model.layers.15.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.self_attn.k_proj.weight|2d-128|(384, 1024)", + "tensor": "model.language_model.layers.15.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.self_attn.k_proj.weight|2d-128|(384, 1152)", + "tensor": "model.language_model.layers.15.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.self_attn.k_proj.weight|2d-128|(384, 1280)", + "tensor": "model.language_model.layers.15.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.self_attn.k_proj.weight|2d-128|(384, 1408)", + "tensor": "model.language_model.layers.15.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.self_attn.k_proj.weight|2d-128|(384, 1536)", + "tensor": "model.language_model.layers.15.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.self_attn.k_proj.weight|2d-128|(384, 1664)", + "tensor": "model.language_model.layers.15.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.self_attn.k_proj.weight|2d-128|(384, 1792)", + "tensor": "model.language_model.layers.15.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.self_attn.k_proj.weight|2d-128|(384, 640)", + "tensor": "model.language_model.layers.3.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.self_attn.k_proj.weight|2d-128|(0, 0)", + "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.self_attn.k_proj.weight|2d-128|(0, 128)", + "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.self_attn.k_proj.weight|2d-128|(256, 512)", + "tensor": "model.language_model.layers.3.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.self_attn.k_proj.weight|2d-128|(0, 384)", + "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.self_attn.k_proj.weight|2d-128|(0, 512)", + "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.self_attn.k_proj.weight|2d-128|(128, 1408)", + "tensor": "model.language_model.layers.3.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.self_attn.k_proj.weight|2d-128|(0, 768)", + "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.self_attn.k_proj.weight|2d-128|(0, 896)", + "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.self_attn.k_proj.weight|2d-128|(0, 1024)", + "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.self_attn.k_proj.weight|2d-128|(0, 1152)", + "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.7.self_attn.k_proj.weight|2d-128|(256, 1536)", + "tensor": "model.language_model.layers.7.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.self_attn.k_proj.weight|2d-128|(0, 1408)", + "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.self_attn.k_proj.weight|2d-128|(0, 1536)", + "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.self_attn.k_proj.weight|2d-128|(0, 1664)", + "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.self_attn.k_proj.weight|2d-128|(0, 1792)", + "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.self_attn.k_proj.weight|2d-128|(0, 1920)", + "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.self_attn.k_proj.weight|2d-128|(128, 0)", + "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.self_attn.k_proj.weight|2d-128|(128, 128)", + "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.self_attn.k_proj.weight|2d-128|(128, 256)", + "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.self_attn.k_proj.weight|2d-128|(128, 384)", + "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.self_attn.k_proj.weight|2d-128|(128, 512)", + "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.self_attn.k_proj.weight|2d-128|(128, 640)", + "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.self_attn.k_proj.weight|2d-128|(0, 768)", + "tensor": "model.language_model.layers.3.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.self_attn.k_proj.weight|2d-128|(128, 896)", + "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.self_attn.k_proj.weight|2d-128|(128, 1024)", + "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.self_attn.k_proj.weight|2d-128|(128, 1152)", + "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.self_attn.k_proj.weight|2d-128|(128, 1280)", + "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.self_attn.k_proj.weight|2d-128|(128, 1408)", + "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.self_attn.k_proj.weight|2d-128|(0, 1920)", + "tensor": "model.language_model.layers.3.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.self_attn.k_proj.weight|2d-128|(0, 1792)", + "tensor": "model.language_model.layers.3.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.self_attn.k_proj.weight|2d-128|(128, 1792)", + "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.self_attn.k_proj.weight|2d-128|(128, 1920)", + "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.self_attn.k_proj.weight|2d-128|(256, 0)", + "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.self_attn.k_proj.weight|2d-128|(256, 128)", + "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.self_attn.k_proj.weight|2d-128|(256, 256)", + "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.self_attn.k_proj.weight|2d-128|(256, 384)", + "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.self_attn.k_proj.weight|2d-128|(256, 512)", + "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.self_attn.k_proj.weight|2d-128|(128, 384)", + "tensor": "model.language_model.layers.3.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.self_attn.k_proj.weight|2d-128|(256, 768)", + "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.self_attn.k_proj.weight|2d-128|(256, 896)", + "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.self_attn.k_proj.weight|2d-128|(256, 1024)", + "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.self_attn.k_proj.weight|2d-128|(256, 1152)", + "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.self_attn.k_proj.weight|2d-128|(256, 1280)", + "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.self_attn.k_proj.weight|2d-128|(256, 1408)", + "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.7.self_attn.k_proj.weight|2d-128|(256, 1664)", + "tensor": "model.language_model.layers.7.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.7.self_attn.k_proj.weight|2d-128|(128, 768)", + "tensor": "model.language_model.layers.7.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.7.self_attn.k_proj.weight|2d-128|(384, 0)", + "tensor": "model.language_model.layers.7.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.self_attn.k_proj.weight|2d-128|(256, 1920)", + "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.self_attn.k_proj.weight|2d-128|(384, 0)", + "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.self_attn.k_proj.weight|2d-128|(384, 128)", + "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.self_attn.k_proj.weight|2d-128|(384, 256)", + "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.self_attn.k_proj.weight|2d-128|(384, 384)", + "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.self_attn.k_proj.weight|2d-128|(384, 512)", + "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.self_attn.k_proj.weight|2d-128|(128, 1664)", + "tensor": "model.language_model.layers.3.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.self_attn.k_proj.weight|2d-128|(0, 256)", + "tensor": "model.language_model.layers.3.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.self_attn.k_proj.weight|2d-128|(256, 1024)", + "tensor": "model.language_model.layers.3.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.self_attn.k_proj.weight|2d-128|(384, 1024)", + "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.self_attn.k_proj.weight|2d-128|(128, 1536)", + "tensor": "model.language_model.layers.3.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.self_attn.k_proj.weight|2d-128|(384, 1280)", + "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.self_attn.k_proj.weight|2d-128|(384, 1408)", + "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.self_attn.k_proj.weight|2d-128|(384, 1536)", + "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.self_attn.k_proj.weight|2d-128|(256, 1536)", + "tensor": "model.language_model.layers.3.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.7.self_attn.k_proj.weight|2d-128|(256, 1024)", + "tensor": "model.language_model.layers.7.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.self_attn.k_proj.weight|2d-128|(384, 1920)", + "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.7.self_attn.k_proj.weight|2d-128|(128, 128)", + "tensor": "model.language_model.layers.7.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 128)", + "tensor": "model.language_model.layers.23.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 256)", + "tensor": "model.language_model.layers.23.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 384)", + "tensor": "model.language_model.layers.23.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 512)", + "tensor": "model.language_model.layers.23.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 640)", + "tensor": "model.language_model.layers.23.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 768)", + "tensor": "model.language_model.layers.23.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.self_attn.k_proj.weight|2d-128|(256, 1152)", + "tensor": "model.language_model.layers.3.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 1024)", + "tensor": "model.language_model.layers.23.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.7.self_attn.k_proj.weight|2d-128|(384, 640)", + "tensor": "model.language_model.layers.7.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.7.self_attn.k_proj.weight|2d-128|(0, 1024)", + "tensor": "model.language_model.layers.7.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 1408)", + "tensor": "model.language_model.layers.23.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 1536)", + "tensor": "model.language_model.layers.23.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 1664)", + "tensor": "model.language_model.layers.23.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.self_attn.k_proj.weight|2d-128|(0, 1024)", + "tensor": "model.language_model.layers.3.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.self_attn.k_proj.weight|2d-128|(256, 1408)", + "tensor": "model.language_model.layers.3.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(128, 0)", + "tensor": "model.language_model.layers.23.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(128, 128)", + "tensor": "model.language_model.layers.23.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.self_attn.k_proj.weight|2d-128|(256, 256)", + "tensor": "model.language_model.layers.3.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(128, 384)", + "tensor": "model.language_model.layers.23.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.self_attn.k_proj.weight|2d-128|(384, 1792)", + "tensor": "model.language_model.layers.3.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.self_attn.k_proj.weight|2d-128|(256, 128)", + "tensor": "model.language_model.layers.3.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(128, 768)", + "tensor": "model.language_model.layers.23.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(128, 896)", + "tensor": "model.language_model.layers.23.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(128, 1024)", + "tensor": "model.language_model.layers.23.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(128, 1152)", + "tensor": "model.language_model.layers.23.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.self_attn.k_proj.weight|2d-128|(128, 1024)", + "tensor": "model.language_model.layers.3.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(128, 1408)", + "tensor": "model.language_model.layers.23.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(128, 1536)", + "tensor": "model.language_model.layers.23.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(128, 1664)", + "tensor": "model.language_model.layers.23.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(128, 1792)", + "tensor": "model.language_model.layers.23.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(128, 1920)", + "tensor": "model.language_model.layers.23.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.7.self_attn.k_proj.weight|2d-128|(128, 256)", + "tensor": "model.language_model.layers.7.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(256, 128)", + "tensor": "model.language_model.layers.23.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.self_attn.k_proj.weight|2d-128|(0, 0)", + "tensor": "model.language_model.layers.3.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(256, 384)", + "tensor": "model.language_model.layers.23.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(256, 512)", + "tensor": "model.language_model.layers.23.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(256, 640)", + "tensor": "model.language_model.layers.23.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.self_attn.k_proj.weight|2d-128|(384, 128)", + "tensor": "model.language_model.layers.3.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(256, 896)", + "tensor": "model.language_model.layers.23.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.self_attn.k_proj.weight|2d-128|(256, 1920)", + "tensor": "model.language_model.layers.3.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.self_attn.k_proj.weight|2d-128|(128, 1920)", + "tensor": "model.language_model.layers.3.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(256, 1280)", + "tensor": "model.language_model.layers.23.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.self_attn.k_proj.weight|2d-128|(128, 1792)", + "tensor": "model.language_model.layers.3.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.self_attn.k_proj.weight|2d-128|(0, 640)", + "tensor": "model.language_model.layers.3.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(256, 1664)", + "tensor": "model.language_model.layers.23.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.7.self_attn.k_proj.weight|2d-128|(128, 1664)", + "tensor": "model.language_model.layers.7.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(256, 1920)", + "tensor": "model.language_model.layers.23.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(384, 0)", + "tensor": "model.language_model.layers.23.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.7.self_attn.k_proj.weight|2d-128|(256, 384)", + "tensor": "model.language_model.layers.7.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(384, 256)", + "tensor": "model.language_model.layers.23.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(384, 384)", + "tensor": "model.language_model.layers.23.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.self_attn.k_proj.weight|2d-128|(0, 1664)", + "tensor": "model.language_model.layers.3.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.7.self_attn.k_proj.weight|2d-128|(128, 1536)", + "tensor": "model.language_model.layers.7.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(384, 768)", + "tensor": "model.language_model.layers.23.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.self_attn.k_proj.weight|2d-128|(384, 768)", + "tensor": "model.language_model.layers.3.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(384, 1024)", + "tensor": "model.language_model.layers.23.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.7.self_attn.k_proj.weight|2d-128|(128, 512)", + "tensor": "model.language_model.layers.7.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.self_attn.k_proj.weight|2d-128|(384, 1920)", + "tensor": "model.language_model.layers.3.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(384, 1408)", + "tensor": "model.language_model.layers.23.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.7.self_attn.k_proj.weight|2d-128|(256, 1280)", + "tensor": "model.language_model.layers.7.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(384, 1664)", + "tensor": "model.language_model.layers.23.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.self_attn.k_proj.weight|2d-128|(256, 768)", + "tensor": "model.language_model.layers.3.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(384, 1920)", + "tensor": "model.language_model.layers.23.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.self_attn.k_proj.weight|2d-64|(192, 832)", + "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.self_attn.k_proj.weight|2d-64|(128, 1216)", + "tensor": "model.language_model.layers.3.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 1216 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.self_attn.k_proj.weight|2d-64|(192, 128)", + "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.self_attn.k_proj.weight|2d-64|(384, 1728)", + "tensor": "model.language_model.layers.3.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 1728 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.self_attn.k_proj.weight|2d-64|(0, 256)", + "tensor": "model.language_model.layers.11.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.self_attn.k_proj.weight|2d-64|(0, 320)", + "tensor": "model.language_model.layers.11.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.self_attn.k_proj.weight|2d-64|(384, 768)", + "tensor": "model.language_model.layers.15.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.self_attn.k_proj.weight|2d-64|(320, 1792)", + "tensor": "model.language_model.layers.15.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 1792 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.self_attn.k_proj.weight|2d-64|(384, 960)", + "tensor": "model.language_model.layers.3.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(320, 1408)", + "tensor": "model.language_model.layers.23.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 1408 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(0, 0)", + "tensor": "model.language_model.layers.23.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.self_attn.k_proj.weight|2d-64|(0, 704)", + "tensor": "model.language_model.layers.11.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.self_attn.k_proj.weight|2d-64|(320, 1216)", + "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 1216 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 704)", + "tensor": "model.language_model.layers.23.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.self_attn.k_proj.weight|2d-64|(0, 896)", + "tensor": "model.language_model.layers.11.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.self_attn.k_proj.weight|2d-64|(320, 640)", + "tensor": "model.language_model.layers.15.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.7.self_attn.k_proj.weight|2d-64|(448, 576)", + "tensor": "model.language_model.layers.7.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 576 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.self_attn.k_proj.weight|2d-64|(128, 1344)", + "tensor": "model.language_model.layers.3.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 1344 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.7.self_attn.k_proj.weight|2d-64|(192, 1216)", + "tensor": "model.language_model.layers.7.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 1216 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.self_attn.k_proj.weight|2d-64|(320, 1984)", + "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 1984 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.self_attn.k_proj.weight|2d-64|(0, 1280)", + "tensor": "model.language_model.layers.11.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 1280 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.self_attn.k_proj.weight|2d-64|(0, 1344)", + "tensor": "model.language_model.layers.11.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 1344 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.self_attn.k_proj.weight|2d-64|(192, 1600)", + "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 1600 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 640)", + "tensor": "model.language_model.layers.23.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.self_attn.k_proj.weight|2d-64|(0, 1536)", + "tensor": "model.language_model.layers.11.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 1536 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.self_attn.k_proj.weight|2d-64|(256, 1152)", + "tensor": "model.language_model.layers.3.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 1152 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.self_attn.k_proj.weight|2d-64|(64, 1984)", + "tensor": "model.language_model.layers.3.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 1984 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.self_attn.k_proj.weight|2d-64|(0, 1984)", + "tensor": "model.language_model.layers.15.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 1984 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.7.self_attn.k_proj.weight|2d-64|(448, 1152)", + "tensor": "model.language_model.layers.7.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 1152 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.7.self_attn.k_proj.weight|2d-64|(0, 512)", + "tensor": "model.language_model.layers.7.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.self_attn.k_proj.weight|2d-64|(192, 512)", + "tensor": "model.language_model.layers.3.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.self_attn.k_proj.weight|2d-64|(0, 1984)", + "tensor": "model.language_model.layers.11.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 1984 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.self_attn.k_proj.weight|2d-64|(192, 448)", + "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(384, 576)", + "tensor": "model.language_model.layers.23.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 576 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.self_attn.k_proj.weight|2d-64|(384, 1664)", + "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 1664 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.self_attn.k_proj.weight|2d-64|(128, 1472)", + "tensor": "model.language_model.layers.15.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 1472 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(448, 768)", + "tensor": "model.language_model.layers.23.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.7.self_attn.k_proj.weight|2d-64|(256, 1024)", + "tensor": "model.language_model.layers.7.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 1024 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.7.self_attn.k_proj.weight|2d-64|(384, 896)", + "tensor": "model.language_model.layers.7.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.self_attn.k_proj.weight|2d-64|(0, 1984)", + "tensor": "model.language_model.layers.3.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 1984 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.self_attn.k_proj.weight|2d-64|(256, 1024)", + "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 1024 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.self_attn.k_proj.weight|2d-64|(64, 576)", + "tensor": "model.language_model.layers.11.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 576 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.self_attn.k_proj.weight|2d-64|(256, 960)", + "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.self_attn.k_proj.weight|2d-64|(64, 1728)", + "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 1728 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.self_attn.k_proj.weight|2d-64|(384, 512)", + "tensor": "model.language_model.layers.3.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.self_attn.k_proj.weight|2d-64|(448, 1088)", + "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 1088 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.7.self_attn.k_proj.weight|2d-64|(192, 640)", + "tensor": "model.language_model.layers.7.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.self_attn.k_proj.weight|2d-64|(192, 1088)", + "tensor": "model.language_model.layers.15.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 1088 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.self_attn.k_proj.weight|2d-64|(320, 1664)", + "tensor": "model.language_model.layers.3.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 1664 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.self_attn.k_proj.weight|2d-64|(256, 640)", + "tensor": "model.language_model.layers.15.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.self_attn.k_proj.weight|2d-64|(256, 1408)", + "tensor": "model.language_model.layers.15.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 1408 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.self_attn.k_proj.weight|2d-64|(128, 1024)", + "tensor": "model.language_model.layers.15.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 1024 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.7.self_attn.k_proj.weight|2d-64|(256, 1600)", + "tensor": "model.language_model.layers.7.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 1600 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.self_attn.k_proj.weight|2d-64|(256, 1152)", + "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 1152 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(128, 1344)", + "tensor": "model.language_model.layers.23.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 1344 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.self_attn.k_proj.weight|2d-64|(384, 896)", + "tensor": "model.language_model.layers.15.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.self_attn.k_proj.weight|2d-64|(64, 1536)", + "tensor": "model.language_model.layers.11.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 1536 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 1024)", + "tensor": "model.language_model.layers.23.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 1024 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.self_attn.k_proj.weight|2d-64|(64, 768)", + "tensor": "model.language_model.layers.3.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.self_attn.k_proj.weight|2d-64|(256, 1536)", + "tensor": "model.language_model.layers.3.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 1536 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.self_attn.k_proj.weight|2d-64|(64, 1216)", + "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 1216 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.self_attn.k_proj.weight|2d-64|(64, 1856)", + "tensor": "model.language_model.layers.11.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 1856 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.self_attn.k_proj.weight|2d-64|(128, 1728)", + "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 1728 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.7.self_attn.k_proj.weight|2d-64|(64, 1152)", + "tensor": "model.language_model.layers.7.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 1152 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.self_attn.k_proj.weight|2d-64|(128, 0)", + "tensor": "model.language_model.layers.11.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.self_attn.k_proj.weight|2d-64|(128, 128)", + "tensor": "model.language_model.layers.3.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.self_attn.k_proj.weight|2d-64|(128, 128)", + "tensor": "model.language_model.layers.11.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.self_attn.k_proj.weight|2d-64|(256, 1728)", + "tensor": "model.language_model.layers.3.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 1728 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.self_attn.k_proj.weight|2d-64|(128, 1536)", + "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 1536 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.self_attn.k_proj.weight|2d-64|(0, 1792)", + "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 1792 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.self_attn.k_proj.weight|2d-64|(320, 0)", + "tensor": "model.language_model.layers.3.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(128, 1472)", + "tensor": "model.language_model.layers.23.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 1472 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.self_attn.k_proj.weight|2d-64|(320, 192)", + "tensor": "model.language_model.layers.15.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.self_attn.k_proj.weight|2d-64|(192, 1152)", + "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 1152 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.self_attn.k_proj.weight|2d-64|(128, 1728)", + "tensor": "model.language_model.layers.15.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 1728 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(0, 1472)", + "tensor": "model.language_model.layers.23.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 1472 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.7.self_attn.k_proj.weight|2d-64|(384, 192)", + "tensor": "model.language_model.layers.7.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.self_attn.k_proj.weight|2d-64|(0, 1920)", + "tensor": "model.language_model.layers.15.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 1920 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(64, 1024)", + "tensor": "model.language_model.layers.23.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 1024 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.self_attn.k_proj.weight|2d-64|(192, 704)", + "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.self_attn.k_proj.weight|2d-64|(128, 1024)", + "tensor": "model.language_model.layers.11.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 1024 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(128, 1024)", + "tensor": "model.language_model.layers.23.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 1024 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.self_attn.k_proj.weight|2d-64|(384, 960)", + "tensor": "model.language_model.layers.15.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.self_attn.k_proj.weight|2d-64|(128, 1216)", + "tensor": "model.language_model.layers.11.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 1216 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.self_attn.k_proj.weight|2d-64|(0, 1216)", + "tensor": "model.language_model.layers.15.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 1216 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.self_attn.k_proj.weight|2d-64|(384, 1344)", + "tensor": "model.language_model.layers.15.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 1344 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.self_attn.k_proj.weight|2d-64|(64, 896)", + "tensor": "model.language_model.layers.3.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.self_attn.k_proj.weight|2d-64|(256, 1664)", + "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 1664 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.self_attn.k_proj.weight|2d-64|(0, 1088)", + "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 1088 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.self_attn.k_proj.weight|2d-64|(320, 64)", + "tensor": "model.language_model.layers.15.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(0, 576)", + "tensor": "model.language_model.layers.23.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 576 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(320, 832)", + "tensor": "model.language_model.layers.23.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.7.self_attn.k_proj.weight|2d-64|(384, 1856)", + "tensor": "model.language_model.layers.7.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 1856 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.self_attn.k_proj.weight|2d-64|(384, 576)", + "tensor": "model.language_model.layers.3.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 576 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.7.self_attn.k_proj.weight|2d-64|(0, 1856)", + "tensor": "model.language_model.layers.7.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 1856 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(448, 1920)", + "tensor": "model.language_model.layers.23.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 1920 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(64, 0)", + "tensor": "model.language_model.layers.23.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.self_attn.k_proj.weight|2d-64|(128, 704)", + "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.self_attn.k_proj.weight|2d-64|(192, 128)", + "tensor": "model.language_model.layers.11.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.self_attn.k_proj.weight|2d-64|(192, 192)", + "tensor": "model.language_model.layers.11.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.self_attn.k_proj.weight|2d-64|(256, 704)", + "tensor": "model.language_model.layers.15.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(384, 1344)", + "tensor": "model.language_model.layers.23.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 1344 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.7.self_attn.k_proj.weight|2d-64|(384, 1600)", + "tensor": "model.language_model.layers.7.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 1600 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.self_attn.k_proj.weight|2d-64|(384, 1792)", + "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 1792 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.self_attn.k_proj.weight|2d-64|(384, 1920)", + "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 1920 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.7.self_attn.k_proj.weight|2d-64|(320, 256)", + "tensor": "model.language_model.layers.7.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.self_attn.k_proj.weight|2d-64|(128, 768)", + "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.7.self_attn.k_proj.weight|2d-64|(192, 128)", + "tensor": "model.language_model.layers.7.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.self_attn.k_proj.weight|2d-64|(192, 768)", + "tensor": "model.language_model.layers.11.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.self_attn.k_proj.weight|2d-64|(192, 832)", + "tensor": "model.language_model.layers.11.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.self_attn.k_proj.weight|2d-64|(192, 896)", + "tensor": "model.language_model.layers.11.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.7.self_attn.k_proj.weight|2d-64|(192, 960)", + "tensor": "model.language_model.layers.7.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.self_attn.k_proj.weight|2d-64|(192, 1024)", + "tensor": "model.language_model.layers.11.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 1024 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.self_attn.k_proj.weight|2d-64|(192, 1088)", + "tensor": "model.language_model.layers.11.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 1088 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.self_attn.k_proj.weight|2d-64|(448, 1664)", + "tensor": "model.language_model.layers.3.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 1664 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.self_attn.k_proj.weight|2d-64|(0, 640)", + "tensor": "model.language_model.layers.3.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.7.self_attn.k_proj.weight|2d-64|(320, 128)", + "tensor": "model.language_model.layers.7.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.self_attn.k_proj.weight|2d-64|(320, 1664)", + "tensor": "model.language_model.layers.15.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 1664 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.self_attn.k_proj.weight|2d-64|(0, 1024)", + "tensor": "model.language_model.layers.3.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 1024 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.self_attn.k_proj.weight|2d-64|(384, 1024)", + "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 1024 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.self_attn.k_proj.weight|2d-64|(256, 1024)", + "tensor": "model.language_model.layers.15.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 1024 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.self_attn.k_proj.weight|2d-64|(448, 320)", + "tensor": "model.language_model.layers.3.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.self_attn.k_proj.weight|2d-64|(192, 1664)", + "tensor": "model.language_model.layers.11.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 1664 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.self_attn.k_proj.weight|2d-64|(256, 1856)", + "tensor": "model.language_model.layers.3.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 1856 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.self_attn.k_proj.weight|2d-64|(256, 1280)", + "tensor": "model.language_model.layers.15.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 1280 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.self_attn.k_proj.weight|2d-64|(192, 1664)", + "tensor": "model.language_model.layers.3.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 1664 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.self_attn.k_proj.weight|2d-64|(448, 640)", + "tensor": "model.language_model.layers.15.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.7.self_attn.k_proj.weight|2d-64|(256, 960)", + "tensor": "model.language_model.layers.7.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.7.self_attn.k_proj.weight|2d-64|(128, 640)", + "tensor": "model.language_model.layers.7.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.self_attn.k_proj.weight|2d-64|(64, 896)", + "tensor": "model.language_model.layers.15.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(64, 1728)", + "tensor": "model.language_model.layers.23.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 1728 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.self_attn.k_proj.weight|2d-64|(64, 512)", + "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.self_attn.k_proj.weight|2d-64|(128, 640)", + "tensor": "model.language_model.layers.3.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.self_attn.k_proj.weight|2d-64|(256, 320)", + "tensor": "model.language_model.layers.11.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.self_attn.k_proj.weight|2d-64|(64, 128)", + "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.self_attn.k_proj.weight|2d-64|(448, 832)", + "tensor": "model.language_model.layers.3.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.self_attn.k_proj.weight|2d-64|(256, 768)", + "tensor": "model.language_model.layers.15.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.self_attn.k_proj.weight|2d-64|(448, 1088)", + "tensor": "model.language_model.layers.3.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 1088 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(128, 960)", + "tensor": "model.language_model.layers.23.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.self_attn.k_proj.weight|2d-64|(256, 704)", + "tensor": "model.language_model.layers.11.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.self_attn.k_proj.weight|2d-64|(256, 1984)", + "tensor": "model.language_model.layers.15.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 1984 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.7.self_attn.k_proj.weight|2d-64|(64, 512)", + "tensor": "model.language_model.layers.7.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.self_attn.k_proj.weight|2d-64|(448, 1920)", + "tensor": "model.language_model.layers.15.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 1920 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(0, 1216)", + "tensor": "model.language_model.layers.23.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 1216 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.self_attn.k_proj.weight|2d-64|(256, 1024)", + "tensor": "model.language_model.layers.11.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 1024 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.self_attn.k_proj.weight|2d-64|(0, 128)", + "tensor": "model.language_model.layers.3.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.7.self_attn.k_proj.weight|2d-64|(192, 1664)", + "tensor": "model.language_model.layers.7.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 1664 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.self_attn.k_proj.weight|2d-64|(128, 256)", + "tensor": "model.language_model.layers.15.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.self_attn.k_proj.weight|2d-64|(448, 960)", + "tensor": "model.language_model.layers.15.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.self_attn.k_proj.weight|2d-64|(192, 576)", + "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 576 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(64, 960)", + "tensor": "model.language_model.layers.23.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.self_attn.k_proj.weight|2d-64|(384, 832)", + "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(320, 1152)", + "tensor": "model.language_model.layers.23.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 1152 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.7.self_attn.k_proj.weight|2d-64|(384, 128)", + "tensor": "model.language_model.layers.7.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 1984)", + "tensor": "model.language_model.layers.23.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 1984 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.self_attn.k_proj.weight|2d-64|(128, 896)", + "tensor": "model.language_model.layers.15.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.self_attn.k_proj.weight|2d-64|(256, 1792)", + "tensor": "model.language_model.layers.11.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 1792 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(0, 1728)", + "tensor": "model.language_model.layers.23.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 1728 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.self_attn.k_proj.weight|2d-64|(256, 1920)", + "tensor": "model.language_model.layers.11.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 1920 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.self_attn.k_proj.weight|2d-64|(64, 1792)", + "tensor": "model.language_model.layers.3.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 1792 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.self_attn.k_proj.weight|2d-64|(192, 1280)", + "tensor": "model.language_model.layers.3.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 1280 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(128, 704)", + "tensor": "model.language_model.layers.23.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 512)", + "tensor": "model.language_model.layers.23.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.self_attn.k_proj.weight|2d-64|(256, 1472)", + "tensor": "model.language_model.layers.15.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 1472 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(384, 448)", + "tensor": "model.language_model.layers.23.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.self_attn.k_proj.weight|2d-64|(64, 1472)", + "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 1472 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.self_attn.k_proj.weight|2d-64|(128, 1216)", + "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 1216 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.self_attn.k_proj.weight|2d-64|(0, 704)", + "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.7.self_attn.k_proj.weight|2d-64|(320, 1920)", + "tensor": "model.language_model.layers.7.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 1920 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.self_attn.k_proj.weight|2d-64|(0, 960)", + "tensor": "model.language_model.layers.3.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.self_attn.k_proj.weight|2d-64|(192, 1344)", + "tensor": "model.language_model.layers.15.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 1344 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.self_attn.k_proj.weight|2d-64|(448, 256)", + "tensor": "model.language_model.layers.3.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.self_attn.k_proj.weight|2d-64|(320, 768)", + "tensor": "model.language_model.layers.11.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.7.self_attn.k_proj.weight|2d-64|(448, 704)", + "tensor": "model.language_model.layers.7.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(384, 704)", + "tensor": "model.language_model.layers.23.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.self_attn.k_proj.weight|2d-64|(128, 1536)", + "tensor": "model.language_model.layers.15.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 1536 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.self_attn.k_proj.weight|2d-64|(384, 1664)", + "tensor": "model.language_model.layers.15.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 1664 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.self_attn.k_proj.weight|2d-64|(320, 1088)", + "tensor": "model.language_model.layers.11.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 1088 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.self_attn.k_proj.weight|2d-64|(192, 832)", + "tensor": "model.language_model.layers.3.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.self_attn.k_proj.weight|2d-64|(384, 1728)", + "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 1728 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.7.self_attn.k_proj.weight|2d-64|(256, 1344)", + "tensor": "model.language_model.layers.7.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 1344 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.7.self_attn.k_proj.weight|2d-64|(0, 704)", + "tensor": "model.language_model.layers.7.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.self_attn.k_proj.weight|2d-64|(128, 64)", + "tensor": "model.language_model.layers.15.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.self_attn.k_proj.weight|2d-64|(0, 1984)", + "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 1984 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.self_attn.k_proj.weight|2d-64|(448, 1344)", + "tensor": "model.language_model.layers.3.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 1344 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.self_attn.k_proj.weight|2d-64|(192, 64)", + "tensor": "model.language_model.layers.15.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.self_attn.k_proj.weight|2d-64|(320, 1664)", + "tensor": "model.language_model.layers.11.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 1664 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.self_attn.k_proj.weight|2d-64|(448, 128)", + "tensor": "model.language_model.layers.3.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(128, 192)", + "tensor": "model.language_model.layers.23.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.self_attn.k_proj.weight|2d-64|(256, 1536)", + "tensor": "model.language_model.layers.15.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 1536 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 960)", + "tensor": "model.language_model.layers.23.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.self_attn.k_proj.weight|2d-64|(448, 1216)", + "tensor": "model.language_model.layers.3.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 1216 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.self_attn.k_proj.weight|2d-64|(384, 704)", + "tensor": "model.language_model.layers.3.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.self_attn.k_proj.weight|2d-64|(320, 1728)", + "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 1728 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.self_attn.k_proj.weight|2d-64|(256, 384)", + "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(448, 1024)", + "tensor": "model.language_model.layers.23.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 1024 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.self_attn.k_proj.weight|2d-64|(320, 512)", + "tensor": "model.language_model.layers.15.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.self_attn.k_proj.weight|2d-64|(448, 1920)", + "tensor": "model.language_model.layers.3.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 1920 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.7.self_attn.k_proj.weight|2d-64|(0, 1472)", + "tensor": "model.language_model.layers.7.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 1472 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.self_attn.k_proj.weight|2d-64|(320, 384)", + "tensor": "model.language_model.layers.3.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.self_attn.k_proj.weight|2d-64|(320, 256)", + "tensor": "model.language_model.layers.3.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.7.self_attn.k_proj.weight|2d-64|(64, 1536)", + "tensor": "model.language_model.layers.7.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 1536 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.7.self_attn.k_proj.weight|2d-64|(256, 0)", + "tensor": "model.language_model.layers.7.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.self_attn.k_proj.weight|2d-64|(192, 704)", + "tensor": "model.language_model.layers.15.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.self_attn.k_proj.weight|2d-64|(384, 768)", + "tensor": "model.language_model.layers.11.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.self_attn.k_proj.weight|2d-64|(0, 1664)", + "tensor": "model.language_model.layers.15.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 1664 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.self_attn.k_proj.weight|2d-64|(128, 1216)", + "tensor": "model.language_model.layers.15.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 1216 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.self_attn.k_proj.weight|2d-64|(128, 896)", + "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.7.self_attn.k_proj.weight|2d-64|(64, 256)", + "tensor": "model.language_model.layers.7.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(0, 1024)", + "tensor": "model.language_model.layers.23.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 1024 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.self_attn.k_proj.weight|2d-64|(320, 1024)", + "tensor": "model.language_model.layers.3.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 1024 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.self_attn.k_proj.weight|2d-64|(384, 64)", + "tensor": "model.language_model.layers.15.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.self_attn.k_proj.weight|2d-64|(128, 0)", + "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.7.self_attn.k_proj.weight|2d-64|(256, 256)", + "tensor": "model.language_model.layers.7.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.self_attn.k_proj.weight|2d-64|(192, 1664)", + "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 1664 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.self_attn.k_proj.weight|2d-64|(128, 1536)", + "tensor": "model.language_model.layers.3.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 1536 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.self_attn.k_proj.weight|2d-64|(128, 1152)", + "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 1152 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.self_attn.k_proj.weight|2d-64|(0, 384)", + "tensor": "model.language_model.layers.3.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.self_attn.k_proj.weight|2d-64|(448, 1216)", + "tensor": "model.language_model.layers.15.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 1216 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.self_attn.k_proj.weight|2d-64|(384, 1280)", + "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 1280 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(384, 1728)", + "tensor": "model.language_model.layers.23.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 1728 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.self_attn.k_proj.weight|2d-64|(384, 1856)", + "tensor": "model.language_model.layers.11.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 1856 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(64, 1088)", + "tensor": "model.language_model.layers.23.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 1088 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.self_attn.k_proj.weight|2d-64|(256, 1344)", + "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 1344 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.self_attn.k_proj.weight|2d-64|(384, 1280)", + "tensor": "model.language_model.layers.15.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 1280 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.self_attn.k_proj.weight|2d-64|(192, 256)", + "tensor": "model.language_model.layers.15.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.self_attn.k_proj.weight|2d-64|(448, 128)", + "tensor": "model.language_model.layers.11.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.self_attn.k_proj.weight|2d-64|(448, 192)", + "tensor": "model.language_model.layers.11.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.self_attn.k_proj.weight|2d-64|(64, 1472)", + "tensor": "model.language_model.layers.15.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 1472 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.self_attn.k_proj.weight|2d-64|(448, 320)", + "tensor": "model.language_model.layers.11.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.self_attn.k_proj.weight|2d-64|(64, 1216)", + "tensor": "model.language_model.layers.3.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 1216 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.self_attn.k_proj.weight|2d-64|(192, 1280)", + "tensor": "model.language_model.layers.15.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 1280 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(384, 1472)", + "tensor": "model.language_model.layers.23.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 1472 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.7.self_attn.k_proj.weight|2d-64|(192, 1984)", + "tensor": "model.language_model.layers.7.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 1984 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.self_attn.k_proj.weight|2d-64|(256, 1024)", + "tensor": "model.language_model.layers.3.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 1024 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.self_attn.k_proj.weight|2d-64|(256, 1408)", + "tensor": "model.language_model.layers.3.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 1408 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.self_attn.k_proj.weight|2d-64|(192, 1472)", + "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 1472 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.self_attn.k_proj.weight|2d-64|(448, 832)", + "tensor": "model.language_model.layers.11.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.7.self_attn.k_proj.weight|2d-64|(0, 1984)", + "tensor": "model.language_model.layers.7.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 1984 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.self_attn.k_proj.weight|2d-64|(192, 1856)", + "tensor": "model.language_model.layers.15.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 1856 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.self_attn.k_proj.weight|2d-64|(320, 768)", + "tensor": "model.language_model.layers.3.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.self_attn.k_proj.weight|2d-64|(64, 960)", + "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.self_attn.k_proj.weight|2d-64|(384, 384)", + "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.self_attn.k_proj.weight|2d-64|(448, 1216)", + "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 1216 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.self_attn.k_proj.weight|2d-64|(192, 1408)", + "tensor": "model.language_model.layers.3.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 1408 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.self_attn.k_proj.weight|2d-64|(0, 448)", + "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(128, 0)", + "tensor": "model.language_model.layers.23.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.self_attn.k_proj.weight|2d-64|(448, 320)", + "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.self_attn.k_proj.weight|2d-64|(0, 512)", + "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(0, 1344)", + "tensor": "model.language_model.layers.23.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 1344 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.self_attn.k_proj.weight|2d-64|(0, 448)", + "tensor": "model.language_model.layers.3.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.7.self_attn.k_proj.weight|2d-64|(64, 320)", + "tensor": "model.language_model.layers.7.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.self_attn.k_proj.weight|2d-64|(448, 1472)", + "tensor": "model.language_model.layers.3.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 1472 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.self_attn.k_proj.weight|2d-64|(448, 1408)", + "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 1408 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(384, 64)", + "tensor": "model.language_model.layers.23.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.self_attn.k_proj.weight|2d-64|(192, 768)", + "tensor": "model.language_model.layers.3.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.self_attn.o_proj.weight|2d-128|(1536, 512)", + "tensor": "model.language_model.layers.3.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.self_attn.o_proj.weight|2d-128|(1152, 896)", + "tensor": "model.language_model.layers.15.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.23.self_attn.o_proj.weight|2d-128|(0, 0)", + "tensor": "model.language_model.layers.23.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.self_attn.o_proj.weight|2d-128|(256, 384)", + "tensor": "model.language_model.layers.15.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.self_attn.o_proj.weight|2d-128|(1280, 1152)", + "tensor": "model.language_model.layers.15.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.23.self_attn.o_proj.weight|2d-128|(384, 1536)", + "tensor": "model.language_model.layers.23.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(512, 384)", + "tensor": "model.language_model.layers.7.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(512, 640)", + "tensor": "model.language_model.layers.7.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.self_attn.o_proj.weight|2d-128|(512, 1536)", + "tensor": "model.language_model.layers.15.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.23.self_attn.o_proj.weight|2d-128|(1792, 256)", + "tensor": "model.language_model.layers.23.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1792, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(384, 0)", + "tensor": "model.language_model.layers.19.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.self_attn.o_proj.weight|2d-128|(0, 1408)", + "tensor": "model.language_model.layers.11.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.self_attn.o_proj.weight|2d-128|(1280, 0)", + "tensor": "model.language_model.layers.3.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.23.self_attn.o_proj.weight|2d-128|(1280, 1664)", + "tensor": "model.language_model.layers.23.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.self_attn.o_proj.weight|2d-128|(1408, 1024)", + "tensor": "model.language_model.layers.15.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1408, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.self_attn.o_proj.weight|2d-128|(1920, 512)", + "tensor": "model.language_model.layers.3.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1920, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.23.self_attn.o_proj.weight|2d-128|(0, 1664)", + "tensor": "model.language_model.layers.23.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(384, 640)", + "tensor": "model.language_model.layers.7.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.self_attn.o_proj.weight|2d-128|(1024, 768)", + "tensor": "model.language_model.layers.3.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.self_attn.o_proj.weight|2d-128|(768, 384)", + "tensor": "model.language_model.layers.3.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(128, 1536)", + "tensor": "model.language_model.layers.7.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.self_attn.o_proj.weight|2d-128|(1792, 0)", + "tensor": "model.language_model.layers.15.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1792, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.self_attn.o_proj.weight|2d-128|(640, 128)", + "tensor": "model.language_model.layers.3.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(1536, 1024)", + "tensor": "model.language_model.layers.19.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(640, 768)", + "tensor": "model.language_model.layers.7.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.self_attn.o_proj.weight|2d-128|(128, 1152)", + "tensor": "model.language_model.layers.11.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(640, 1920)", + "tensor": "model.language_model.layers.19.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(896, 384)", + "tensor": "model.language_model.layers.7.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.self_attn.o_proj.weight|2d-128|(1152, 1792)", + "tensor": "model.language_model.layers.3.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.self_attn.o_proj.weight|2d-128|(1280, 1664)", + "tensor": "model.language_model.layers.15.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(128, 1280)", + "tensor": "model.language_model.layers.19.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(640, 512)", + "tensor": "model.language_model.layers.19.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.self_attn.o_proj.weight|2d-128|(1024, 256)", + "tensor": "model.language_model.layers.15.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.self_attn.o_proj.weight|2d-128|(256, 128)", + "tensor": "model.language_model.layers.15.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.self_attn.o_proj.weight|2d-128|(1920, 896)", + "tensor": "model.language_model.layers.15.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1920, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.self_attn.o_proj.weight|2d-128|(128, 1024)", + "tensor": "model.language_model.layers.3.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.self_attn.o_proj.weight|2d-128|(1536, 256)", + "tensor": "model.language_model.layers.3.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(1152, 1664)", + "tensor": "model.language_model.layers.7.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(896, 1280)", + "tensor": "model.language_model.layers.19.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.self_attn.o_proj.weight|2d-128|(1280, 768)", + "tensor": "model.language_model.layers.15.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(1024, 256)", + "tensor": "model.language_model.layers.19.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.23.self_attn.o_proj.weight|2d-128|(1408, 1408)", + "tensor": "model.language_model.layers.23.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1408, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.self_attn.o_proj.weight|2d-128|(512, 1024)", + "tensor": "model.language_model.layers.3.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.23.self_attn.o_proj.weight|2d-128|(768, 768)", + "tensor": "model.language_model.layers.23.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.self_attn.o_proj.weight|2d-128|(256, 1536)", + "tensor": "model.language_model.layers.11.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.23.self_attn.o_proj.weight|2d-128|(640, 0)", + "tensor": "model.language_model.layers.23.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.self_attn.o_proj.weight|2d-128|(1920, 640)", + "tensor": "model.language_model.layers.15.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1920, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.23.self_attn.o_proj.weight|2d-128|(640, 1792)", + "tensor": "model.language_model.layers.23.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.self_attn.o_proj.weight|2d-128|(1536, 512)", + "tensor": "model.language_model.layers.15.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.self_attn.o_proj.weight|2d-128|(512, 896)", + "tensor": "model.language_model.layers.15.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.self_attn.o_proj.weight|2d-128|(1792, 1152)", + "tensor": "model.language_model.layers.15.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1792, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.23.self_attn.o_proj.weight|2d-128|(640, 1664)", + "tensor": "model.language_model.layers.23.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.self_attn.o_proj.weight|2d-128|(1408, 1408)", + "tensor": "model.language_model.layers.15.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1408, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(0, 1408)", + "tensor": "model.language_model.layers.7.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.self_attn.o_proj.weight|2d-128|(1152, 1536)", + "tensor": "model.language_model.layers.15.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.self_attn.o_proj.weight|2d-128|(128, 512)", + "tensor": "model.language_model.layers.3.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(1024, 1152)", + "tensor": "model.language_model.layers.7.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.self_attn.o_proj.weight|2d-128|(256, 256)", + "tensor": "model.language_model.layers.15.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.23.self_attn.o_proj.weight|2d-128|(1536, 384)", + "tensor": "model.language_model.layers.23.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.self_attn.o_proj.weight|2d-128|(512, 1152)", + "tensor": "model.language_model.layers.15.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.23.self_attn.o_proj.weight|2d-128|(512, 1920)", + "tensor": "model.language_model.layers.23.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.self_attn.o_proj.weight|2d-128|(384, 1664)", + "tensor": "model.language_model.layers.11.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.self_attn.o_proj.weight|2d-128|(128, 768)", + "tensor": "model.language_model.layers.15.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(1280, 128)", + "tensor": "model.language_model.layers.19.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.23.self_attn.o_proj.weight|2d-128|(512, 1280)", + "tensor": "model.language_model.layers.23.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.self_attn.o_proj.weight|2d-128|(0, 512)", + "tensor": "model.language_model.layers.3.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(768, 256)", + "tensor": "model.language_model.layers.19.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.self_attn.o_proj.weight|2d-128|(640, 1408)", + "tensor": "model.language_model.layers.15.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(1152, 1536)", + "tensor": "model.language_model.layers.19.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.self_attn.o_proj.weight|2d-128|(512, 640)", + "tensor": "model.language_model.layers.11.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.self_attn.o_proj.weight|2d-128|(128, 896)", + "tensor": "model.language_model.layers.15.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.23.self_attn.o_proj.weight|2d-128|(1536, 1408)", + "tensor": "model.language_model.layers.23.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.23.self_attn.o_proj.weight|2d-128|(384, 1792)", + "tensor": "model.language_model.layers.23.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.23.self_attn.o_proj.weight|2d-128|(1536, 1664)", + "tensor": "model.language_model.layers.23.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.self_attn.o_proj.weight|2d-128|(512, 512)", + "tensor": "model.language_model.layers.3.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.self_attn.o_proj.weight|2d-128|(512, 1408)", + "tensor": "model.language_model.layers.11.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.self_attn.o_proj.weight|2d-128|(512, 1536)", + "tensor": "model.language_model.layers.11.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.self_attn.o_proj.weight|2d-128|(512, 1664)", + "tensor": "model.language_model.layers.11.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(0, 1152)", + "tensor": "model.language_model.layers.7.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.self_attn.o_proj.weight|2d-128|(896, 256)", + "tensor": "model.language_model.layers.15.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.23.self_attn.o_proj.weight|2d-128|(0, 512)", + "tensor": "model.language_model.layers.23.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.self_attn.o_proj.weight|2d-128|(1152, 768)", + "tensor": "model.language_model.layers.15.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(128, 1792)", + "tensor": "model.language_model.layers.7.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.23.self_attn.o_proj.weight|2d-128|(1408, 1152)", + "tensor": "model.language_model.layers.23.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1408, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(768, 1408)", + "tensor": "model.language_model.layers.7.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.self_attn.o_proj.weight|2d-128|(640, 640)", + "tensor": "model.language_model.layers.11.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(1664, 0)", + "tensor": "model.language_model.layers.7.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.self_attn.o_proj.weight|2d-128|(896, 1152)", + "tensor": "model.language_model.layers.3.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.self_attn.o_proj.weight|2d-128|(768, 128)", + "tensor": "model.language_model.layers.3.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(512, 1280)", + "tensor": "model.language_model.layers.19.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.23.self_attn.o_proj.weight|2d-128|(256, 1792)", + "tensor": "model.language_model.layers.23.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.self_attn.o_proj.weight|2d-128|(640, 1408)", + "tensor": "model.language_model.layers.11.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.23.self_attn.o_proj.weight|2d-128|(384, 256)", + "tensor": "model.language_model.layers.23.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.23.self_attn.o_proj.weight|2d-128|(0, 1920)", + "tensor": "model.language_model.layers.23.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.self_attn.o_proj.weight|2d-128|(640, 1792)", + "tensor": "model.language_model.layers.11.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(1536, 1792)", + "tensor": "model.language_model.layers.19.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(384, 1408)", + "tensor": "model.language_model.layers.19.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(896, 1792)", + "tensor": "model.language_model.layers.7.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.23.self_attn.o_proj.weight|2d-128|(640, 128)", + "tensor": "model.language_model.layers.23.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.self_attn.o_proj.weight|2d-128|(1408, 896)", + "tensor": "model.language_model.layers.15.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1408, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.self_attn.o_proj.weight|2d-128|(0, 0)", + "tensor": "model.language_model.layers.3.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.self_attn.o_proj.weight|2d-128|(1536, 1792)", + "tensor": "model.language_model.layers.15.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.23.self_attn.o_proj.weight|2d-128|(256, 640)", + "tensor": "model.language_model.layers.23.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(1920, 1792)", + "tensor": "model.language_model.layers.7.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1920, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.self_attn.o_proj.weight|2d-128|(768, 1024)", + "tensor": "model.language_model.layers.11.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.self_attn.o_proj.weight|2d-128|(768, 1152)", + "tensor": "model.language_model.layers.11.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.self_attn.o_proj.weight|2d-128|(768, 1280)", + "tensor": "model.language_model.layers.11.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.self_attn.o_proj.weight|2d-128|(768, 1408)", + "tensor": "model.language_model.layers.11.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.self_attn.o_proj.weight|2d-128|(640, 1920)", + "tensor": "model.language_model.layers.15.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.self_attn.o_proj.weight|2d-128|(768, 1664)", + "tensor": "model.language_model.layers.11.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.self_attn.o_proj.weight|2d-128|(768, 1792)", + "tensor": "model.language_model.layers.11.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.self_attn.o_proj.weight|2d-128|(896, 1792)", + "tensor": "model.language_model.layers.15.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(1536, 512)", + "tensor": "model.language_model.layers.7.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.23.self_attn.o_proj.weight|2d-128|(1664, 1920)", + "tensor": "model.language_model.layers.23.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.self_attn.o_proj.weight|2d-128|(1024, 1408)", + "tensor": "model.language_model.layers.3.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(896, 512)", + "tensor": "model.language_model.layers.7.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.self_attn.o_proj.weight|2d-128|(896, 512)", + "tensor": "model.language_model.layers.11.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.self_attn.o_proj.weight|2d-128|(1408, 256)", + "tensor": "model.language_model.layers.3.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1408, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.23.self_attn.o_proj.weight|2d-128|(512, 0)", + "tensor": "model.language_model.layers.23.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.self_attn.o_proj.weight|2d-128|(896, 896)", + "tensor": "model.language_model.layers.11.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(1920, 896)", + "tensor": "model.language_model.layers.19.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1920, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.self_attn.o_proj.weight|2d-128|(1280, 640)", + "tensor": "model.language_model.layers.15.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.self_attn.o_proj.weight|2d-128|(1024, 1664)", + "tensor": "model.language_model.layers.3.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.self_attn.o_proj.weight|2d-128|(384, 384)", + "tensor": "model.language_model.layers.3.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(768, 384)", + "tensor": "model.language_model.layers.7.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(1280, 1792)", + "tensor": "model.language_model.layers.19.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.self_attn.o_proj.weight|2d-128|(896, 1792)", + "tensor": "model.language_model.layers.11.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(1024, 1280)", + "tensor": "model.language_model.layers.7.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.self_attn.o_proj.weight|2d-128|(1024, 0)", + "tensor": "model.language_model.layers.11.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.23.self_attn.o_proj.weight|2d-128|(512, 128)", + "tensor": "model.language_model.layers.23.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(256, 1664)", + "tensor": "model.language_model.layers.19.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.self_attn.o_proj.weight|2d-128|(1024, 384)", + "tensor": "model.language_model.layers.11.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.self_attn.o_proj.weight|2d-128|(0, 1152)", + "tensor": "model.language_model.layers.15.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.self_attn.o_proj.weight|2d-128|(1536, 768)", + "tensor": "model.language_model.layers.15.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.23.self_attn.o_proj.weight|2d-128|(1152, 128)", + "tensor": "model.language_model.layers.23.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.self_attn.o_proj.weight|2d-128|(896, 1664)", + "tensor": "model.language_model.layers.3.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.self_attn.o_proj.weight|2d-128|(1024, 1024)", + "tensor": "model.language_model.layers.11.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.self_attn.o_proj.weight|2d-128|(0, 896)", + "tensor": "model.language_model.layers.15.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(128, 1664)", + "tensor": "model.language_model.layers.19.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(1408, 1536)", + "tensor": "model.language_model.layers.7.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1408, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(1536, 384)", + "tensor": "model.language_model.layers.7.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(256, 1280)", + "tensor": "model.language_model.layers.19.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(256, 896)", + "tensor": "model.language_model.layers.19.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.self_attn.o_proj.weight|2d-128|(1280, 128)", + "tensor": "model.language_model.layers.15.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(640, 128)", + "tensor": "model.language_model.layers.19.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.self_attn.o_proj.weight|2d-128|(1280, 384)", + "tensor": "model.language_model.layers.15.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(640, 768)", + "tensor": "model.language_model.layers.19.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(1408, 640)", + "tensor": "model.language_model.layers.7.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1408, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(1792, 640)", + "tensor": "model.language_model.layers.19.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1792, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.self_attn.o_proj.weight|2d-128|(1152, 640)", + "tensor": "model.language_model.layers.11.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(1920, 0)", + "tensor": "model.language_model.layers.7.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1920, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.self_attn.o_proj.weight|2d-128|(1664, 0)", + "tensor": "model.language_model.layers.15.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(512, 0)", + "tensor": "model.language_model.layers.7.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.self_attn.o_proj.weight|2d-128|(1152, 1152)", + "tensor": "model.language_model.layers.11.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.self_attn.o_proj.weight|2d-128|(256, 768)", + "tensor": "model.language_model.layers.3.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.self_attn.o_proj.weight|2d-128|(0, 768)", + "tensor": "model.language_model.layers.3.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.self_attn.o_proj.weight|2d-128|(1536, 640)", + "tensor": "model.language_model.layers.15.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.self_attn.o_proj.weight|2d-128|(1024, 1152)", + "tensor": "model.language_model.layers.15.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.self_attn.o_proj.weight|2d-128|(1152, 128)", + "tensor": "model.language_model.layers.15.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(1664, 1152)", + "tensor": "model.language_model.layers.7.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(512, 1152)", + "tensor": "model.language_model.layers.7.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.self_attn.o_proj.weight|2d-128|(1280, 128)", + "tensor": "model.language_model.layers.11.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.23.self_attn.o_proj.weight|2d-128|(896, 1280)", + "tensor": "model.language_model.layers.23.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.self_attn.o_proj.weight|2d-128|(1280, 384)", + "tensor": "model.language_model.layers.11.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(1664, 768)", + "tensor": "model.language_model.layers.19.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.self_attn.o_proj.weight|2d-128|(1920, 1792)", + "tensor": "model.language_model.layers.3.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1920, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.self_attn.o_proj.weight|2d-128|(1280, 768)", + "tensor": "model.language_model.layers.11.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.self_attn.o_proj.weight|2d-128|(1280, 896)", + "tensor": "model.language_model.layers.11.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(1920, 1408)", + "tensor": "model.language_model.layers.7.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1920, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(1664, 1664)", + "tensor": "model.language_model.layers.19.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(1664, 640)", + "tensor": "model.language_model.layers.7.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.self_attn.o_proj.weight|2d-128|(1280, 1408)", + "tensor": "model.language_model.layers.11.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.23.self_attn.o_proj.weight|2d-128|(128, 1408)", + "tensor": "model.language_model.layers.23.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(384, 512)", + "tensor": "model.language_model.layers.19.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.self_attn.o_proj.weight|2d-128|(512, 1408)", + "tensor": "model.language_model.layers.15.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(1152, 640)", + "tensor": "model.language_model.layers.19.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.self_attn.o_proj.weight|2d-128|(1536, 1280)", + "tensor": "model.language_model.layers.15.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.self_attn.o_proj.weight|2d-128|(1408, 128)", + "tensor": "model.language_model.layers.11.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1408, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(1152, 128)", + "tensor": "model.language_model.layers.19.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(512, 256)", + "tensor": "model.language_model.layers.7.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(1664, 1920)", + "tensor": "model.language_model.layers.19.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(1920, 1280)", + "tensor": "model.language_model.layers.7.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1920, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(1536, 896)", + "tensor": "model.language_model.layers.7.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.self_attn.o_proj.weight|2d-128|(1408, 896)", + "tensor": "model.language_model.layers.11.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1408, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.23.self_attn.o_proj.weight|2d-128|(384, 512)", + "tensor": "model.language_model.layers.23.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.self_attn.o_proj.weight|2d-128|(1408, 1152)", + "tensor": "model.language_model.layers.11.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1408, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.self_attn.o_proj.weight|2d-128|(896, 1536)", + "tensor": "model.language_model.layers.15.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(256, 256)", + "tensor": "model.language_model.layers.19.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.23.self_attn.o_proj.weight|2d-128|(1664, 384)", + "tensor": "model.language_model.layers.23.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.self_attn.o_proj.weight|2d-128|(640, 1536)", + "tensor": "model.language_model.layers.15.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.self_attn.o_proj.weight|2d-128|(1024, 1280)", + "tensor": "model.language_model.layers.15.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(1408, 256)", + "tensor": "model.language_model.layers.19.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1408, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.self_attn.o_proj.weight|2d-128|(256, 128)", + "tensor": "model.language_model.layers.3.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.23.self_attn.o_proj.weight|2d-128|(1280, 256)", + "tensor": "model.language_model.layers.23.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(1792, 0)", + "tensor": "model.language_model.layers.19.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1792, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.self_attn.o_proj.weight|2d-128|(1280, 1920)", + "tensor": "model.language_model.layers.3.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(512, 896)", + "tensor": "model.language_model.layers.19.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(1664, 128)", + "tensor": "model.language_model.layers.19.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.23.self_attn.o_proj.weight|2d-128|(1152, 1408)", + "tensor": "model.language_model.layers.23.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.self_attn.o_proj.weight|2d-128|(1536, 896)", + "tensor": "model.language_model.layers.11.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.self_attn.o_proj.weight|2d-128|(1280, 1664)", + "tensor": "model.language_model.layers.3.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.self_attn.o_proj.weight|2d-128|(1536, 1152)", + "tensor": "model.language_model.layers.11.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.self_attn.o_proj.weight|2d-128|(768, 256)", + "tensor": "model.language_model.layers.3.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.self_attn.o_proj.weight|2d-128|(1536, 1408)", + "tensor": "model.language_model.layers.11.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(640, 512)", + "tensor": "model.language_model.layers.7.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.self_attn.o_proj.weight|2d-128|(1536, 1664)", + "tensor": "model.language_model.layers.11.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.self_attn.o_proj.weight|2d-128|(1280, 1792)", + "tensor": "model.language_model.layers.15.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(1024, 1024)", + "tensor": "model.language_model.layers.7.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(384, 1664)", + "tensor": "model.language_model.layers.7.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.self_attn.o_proj.weight|2d-128|(1920, 1024)", + "tensor": "model.language_model.layers.3.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1920, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(512, 1664)", + "tensor": "model.language_model.layers.19.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(1280, 896)", + "tensor": "model.language_model.layers.7.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.self_attn.o_proj.weight|2d-128|(896, 896)", + "tensor": "model.language_model.layers.3.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(1792, 1024)", + "tensor": "model.language_model.layers.7.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1792, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.self_attn.o_proj.weight|2d-128|(256, 1024)", + "tensor": "model.language_model.layers.3.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(128, 1920)", + "tensor": "model.language_model.layers.7.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.self_attn.o_proj.weight|2d-128|(768, 384)", + "tensor": "model.language_model.layers.15.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.self_attn.o_proj.weight|2d-128|(1664, 1152)", + "tensor": "model.language_model.layers.11.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.23.self_attn.o_proj.weight|2d-128|(0, 256)", + "tensor": "model.language_model.layers.23.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.self_attn.o_proj.weight|2d-128|(1664, 1408)", + "tensor": "model.language_model.layers.11.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.self_attn.o_proj.weight|2d-128|(1280, 1280)", + "tensor": "model.language_model.layers.15.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(1408, 128)", + "tensor": "model.language_model.layers.7.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1408, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.self_attn.o_proj.weight|2d-128|(1920, 1920)", + "tensor": "model.language_model.layers.3.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1920, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.self_attn.o_proj.weight|2d-128|(1664, 1920)", + "tensor": "model.language_model.layers.11.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.self_attn.o_proj.weight|2d-128|(1792, 0)", + "tensor": "model.language_model.layers.11.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1792, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.self_attn.o_proj.weight|2d-128|(1024, 896)", + "tensor": "model.language_model.layers.15.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(1280, 512)", + "tensor": "model.language_model.layers.7.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(1152, 1408)", + "tensor": "model.language_model.layers.19.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(512, 1024)", + "tensor": "model.language_model.layers.19.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.self_attn.o_proj.weight|2d-128|(256, 1280)", + "tensor": "model.language_model.layers.15.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.self_attn.o_proj.weight|2d-128|(1408, 768)", + "tensor": "model.language_model.layers.15.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1408, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.self_attn.o_proj.weight|2d-128|(128, 1536)", + "tensor": "model.language_model.layers.3.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.self_attn.o_proj.weight|2d-128|(768, 1920)", + "tensor": "model.language_model.layers.15.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.self_attn.o_proj.weight|2d-128|(1792, 1152)", + "tensor": "model.language_model.layers.11.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1792, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(1152, 512)", + "tensor": "model.language_model.layers.7.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.self_attn.o_proj.weight|2d-128|(512, 1920)", + "tensor": "model.language_model.layers.15.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.self_attn.o_proj.weight|2d-128|(384, 1536)", + "tensor": "model.language_model.layers.3.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(1280, 256)", + "tensor": "model.language_model.layers.19.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(384, 128)", + "tensor": "model.language_model.layers.19.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(0, 896)", + "tensor": "model.language_model.layers.7.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.self_attn.o_proj.weight|2d-128|(1920, 1280)", + "tensor": "model.language_model.layers.15.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1920, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.self_attn.o_proj.weight|2d-128|(1792, 640)", + "tensor": "model.language_model.layers.3.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1792, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.self_attn.o_proj.weight|2d-128|(1920, 256)", + "tensor": "model.language_model.layers.11.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1920, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(768, 384)", + "tensor": "model.language_model.layers.19.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(1920, 640)", + "tensor": "model.language_model.layers.7.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1920, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.self_attn.o_proj.weight|2d-128|(1920, 640)", + "tensor": "model.language_model.layers.11.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1920, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.23.self_attn.o_proj.weight|2d-128|(1792, 1920)", + "tensor": "model.language_model.layers.23.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1792, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(256, 384)", + "tensor": "model.language_model.layers.7.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.self_attn.o_proj.weight|2d-128|(896, 1664)", + "tensor": "model.language_model.layers.15.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(384, 1024)", + "tensor": "model.language_model.layers.7.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.self_attn.o_proj.weight|2d-128|(1920, 1280)", + "tensor": "model.language_model.layers.11.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1920, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(1536, 768)", + "tensor": "model.language_model.layers.19.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(768, 1536)", + "tensor": "model.language_model.layers.7.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(512, 1536)", + "tensor": "model.language_model.layers.19.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(1024, 512)", + "tensor": "model.language_model.layers.7.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(1792, 1152)", + "tensor": "model.language_model.layers.19.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1792, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(640, 640)", + "tensor": "model.language_model.layers.19.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 640, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(448, 768)", + "tensor": "model.language_model.layers.23.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(1216, 1088)", + "tensor": "model.language_model.layers.7.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1216, + 1088 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(64, 256)", + "tensor": "model.language_model.layers.7.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(832, 512)", + "tensor": "model.language_model.layers.23.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 832, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.self_attn.o_proj.weight|2d-64|(448, 1408)", + "tensor": "model.language_model.layers.3.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 1408 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.self_attn.o_proj.weight|2d-64|(1024, 1920)", + "tensor": "model.language_model.layers.11.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1024, + 1920 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.self_attn.o_proj.weight|2d-64|(832, 1984)", + "tensor": "model.language_model.layers.11.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 832, + 1984 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(1664, 1728)", + "tensor": "model.language_model.layers.19.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1664, + 1728 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(1856, 768)", + "tensor": "model.language_model.layers.19.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1856, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.self_attn.o_proj.weight|2d-64|(1664, 576)", + "tensor": "model.language_model.layers.3.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1664, + 576 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(1792, 896)", + "tensor": "model.language_model.layers.23.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1792, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.self_attn.o_proj.weight|2d-64|(0, 512)", + "tensor": "model.language_model.layers.15.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(128, 448)", + "tensor": "model.language_model.layers.19.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.self_attn.o_proj.weight|2d-64|(1536, 320)", + "tensor": "model.language_model.layers.3.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1536, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(384, 1472)", + "tensor": "model.language_model.layers.7.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 1472 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.self_attn.o_proj.weight|2d-64|(1600, 1408)", + "tensor": "model.language_model.layers.15.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1600, + 1408 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(384, 896)", + "tensor": "model.language_model.layers.23.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(1856, 704)", + "tensor": "model.language_model.layers.23.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1856, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.self_attn.o_proj.weight|2d-64|(1280, 640)", + "tensor": "model.language_model.layers.3.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1280, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(1472, 1216)", + "tensor": "model.language_model.layers.23.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1472, + 1216 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(1472, 1472)", + "tensor": "model.language_model.layers.7.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1472, + 1472 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.self_attn.o_proj.weight|2d-64|(1984, 1024)", + "tensor": "model.language_model.layers.3.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1984, + 1024 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.self_attn.o_proj.weight|2d-64|(960, 1600)", + "tensor": "model.language_model.layers.15.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 960, + 1600 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.self_attn.o_proj.weight|2d-64|(1408, 704)", + "tensor": "model.language_model.layers.3.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1408, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(832, 0)", + "tensor": "model.language_model.layers.19.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 832, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.self_attn.o_proj.weight|2d-64|(0, 1664)", + "tensor": "model.language_model.layers.11.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 1664 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(1344, 1024)", + "tensor": "model.language_model.layers.7.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1344, + 1024 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(576, 1920)", + "tensor": "model.language_model.layers.19.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 576, + 1920 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(1280, 896)", + "tensor": "model.language_model.layers.19.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1280, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(704, 1856)", + "tensor": "model.language_model.layers.7.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 704, + 1856 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.self_attn.o_proj.weight|2d-64|(1216, 1792)", + "tensor": "model.language_model.layers.11.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1216, + 1792 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(896, 1280)", + "tensor": "model.language_model.layers.19.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 896, + 1280 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(128, 64)", + "tensor": "model.language_model.layers.19.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(256, 384)", + "tensor": "model.language_model.layers.19.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(768, 1984)", + "tensor": "model.language_model.layers.7.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 768, + 1984 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(1792, 960)", + "tensor": "model.language_model.layers.19.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1792, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.self_attn.o_proj.weight|2d-64|(64, 320)", + "tensor": "model.language_model.layers.11.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(1920, 1024)", + "tensor": "model.language_model.layers.23.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1920, + 1024 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.self_attn.o_proj.weight|2d-64|(1728, 1408)", + "tensor": "model.language_model.layers.11.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1728, + 1408 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.self_attn.o_proj.weight|2d-64|(896, 128)", + "tensor": "model.language_model.layers.3.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 896, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.self_attn.o_proj.weight|2d-64|(960, 64)", + "tensor": "model.language_model.layers.3.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 960, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(1600, 1408)", + "tensor": "model.language_model.layers.23.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1600, + 1408 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(1088, 768)", + "tensor": "model.language_model.layers.19.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1088, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(1216, 896)", + "tensor": "model.language_model.layers.23.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1216, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.self_attn.o_proj.weight|2d-64|(768, 1920)", + "tensor": "model.language_model.layers.11.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 768, + 1920 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(1408, 1280)", + "tensor": "model.language_model.layers.7.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1408, + 1280 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(1216, 512)", + "tensor": "model.language_model.layers.19.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1216, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(1856, 1984)", + "tensor": "model.language_model.layers.19.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1856, + 1984 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(512, 960)", + "tensor": "model.language_model.layers.19.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 512, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(1600, 1664)", + "tensor": "model.language_model.layers.7.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1600, + 1664 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.self_attn.o_proj.weight|2d-64|(1472, 1408)", + "tensor": "model.language_model.layers.11.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1472, + 1408 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(1216, 256)", + "tensor": "model.language_model.layers.19.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1216, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.self_attn.o_proj.weight|2d-64|(768, 1088)", + "tensor": "model.language_model.layers.15.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 768, + 1088 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(704, 320)", + "tensor": "model.language_model.layers.7.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 704, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(1792, 704)", + "tensor": "model.language_model.layers.7.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1792, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.self_attn.o_proj.weight|2d-64|(1408, 1216)", + "tensor": "model.language_model.layers.3.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1408, + 1216 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(896, 576)", + "tensor": "model.language_model.layers.19.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 896, + 576 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(640, 960)", + "tensor": "model.language_model.layers.23.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 640, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(1408, 704)", + "tensor": "model.language_model.layers.7.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1408, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.self_attn.o_proj.weight|2d-64|(1664, 128)", + "tensor": "model.language_model.layers.11.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1664, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.self_attn.o_proj.weight|2d-64|(1024, 1408)", + "tensor": "model.language_model.layers.15.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1024, + 1408 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(1664, 320)", + "tensor": "model.language_model.layers.7.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1664, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(1344, 320)", + "tensor": "model.language_model.layers.7.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1344, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(1344, 1152)", + "tensor": "model.language_model.layers.23.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1344, + 1152 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.self_attn.o_proj.weight|2d-64|(1408, 832)", + "tensor": "model.language_model.layers.3.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1408, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(960, 1856)", + "tensor": "model.language_model.layers.23.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 960, + 1856 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(0, 128)", + "tensor": "model.language_model.layers.23.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.self_attn.o_proj.weight|2d-64|(192, 1600)", + "tensor": "model.language_model.layers.15.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 1600 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.self_attn.o_proj.weight|2d-64|(1792, 1856)", + "tensor": "model.language_model.layers.3.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1792, + 1856 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(1472, 64)", + "tensor": "model.language_model.layers.23.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1472, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.self_attn.o_proj.weight|2d-64|(832, 1216)", + "tensor": "model.language_model.layers.11.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 832, + 1216 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(768, 1024)", + "tensor": "model.language_model.layers.7.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 768, + 1024 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(0, 1472)", + "tensor": "model.language_model.layers.23.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 1472 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(320, 1472)", + "tensor": "model.language_model.layers.19.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 1472 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(512, 512)", + "tensor": "model.language_model.layers.23.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 512, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(1024, 1024)", + "tensor": "model.language_model.layers.23.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1024, + 1024 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.self_attn.o_proj.weight|2d-64|(1344, 192)", + "tensor": "model.language_model.layers.15.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1344, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.self_attn.o_proj.weight|2d-64|(320, 832)", + "tensor": "model.language_model.layers.15.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(0, 1536)", + "tensor": "model.language_model.layers.19.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 1536 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.self_attn.o_proj.weight|2d-64|(960, 1984)", + "tensor": "model.language_model.layers.15.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 960, + 1984 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.self_attn.o_proj.weight|2d-64|(1920, 1728)", + "tensor": "model.language_model.layers.3.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1920, + 1728 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.self_attn.o_proj.weight|2d-64|(576, 448)", + "tensor": "model.language_model.layers.15.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 576, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(1536, 320)", + "tensor": "model.language_model.layers.23.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1536, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(384, 1920)", + "tensor": "model.language_model.layers.19.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 1920 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.self_attn.o_proj.weight|2d-64|(1728, 1408)", + "tensor": "model.language_model.layers.15.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1728, + 1408 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(832, 256)", + "tensor": "model.language_model.layers.23.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 832, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.self_attn.o_proj.weight|2d-64|(128, 768)", + "tensor": "model.language_model.layers.3.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(1792, 1664)", + "tensor": "model.language_model.layers.23.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1792, + 1664 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.self_attn.o_proj.weight|2d-64|(1536, 384)", + "tensor": "model.language_model.layers.15.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1536, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.self_attn.o_proj.weight|2d-64|(704, 1280)", + "tensor": "model.language_model.layers.15.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 704, + 1280 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(1536, 512)", + "tensor": "model.language_model.layers.23.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1536, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.self_attn.o_proj.weight|2d-64|(256, 1216)", + "tensor": "model.language_model.layers.3.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 1216 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(1472, 1728)", + "tensor": "model.language_model.layers.23.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1472, + 1728 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.self_attn.o_proj.weight|2d-64|(1344, 1536)", + "tensor": "model.language_model.layers.15.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1344, + 1536 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(1024, 192)", + "tensor": "model.language_model.layers.7.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1024, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(1792, 896)", + "tensor": "model.language_model.layers.19.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1792, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(832, 1472)", + "tensor": "model.language_model.layers.23.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 832, + 1472 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(1280, 512)", + "tensor": "model.language_model.layers.19.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1280, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(512, 128)", + "tensor": "model.language_model.layers.23.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 512, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(896, 128)", + "tensor": "model.language_model.layers.19.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 896, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(1600, 1088)", + "tensor": "model.language_model.layers.7.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1600, + 1088 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(1088, 1280)", + "tensor": "model.language_model.layers.19.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1088, + 1280 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.self_attn.o_proj.weight|2d-64|(384, 704)", + "tensor": "model.language_model.layers.3.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(1536, 1856)", + "tensor": "model.language_model.layers.19.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1536, + 1856 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(448, 448)", + "tensor": "model.language_model.layers.23.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.self_attn.o_proj.weight|2d-64|(64, 1664)", + "tensor": "model.language_model.layers.15.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 1664 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(1856, 384)", + "tensor": "model.language_model.layers.7.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1856, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.self_attn.o_proj.weight|2d-64|(960, 1280)", + "tensor": "model.language_model.layers.15.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 960, + 1280 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.self_attn.o_proj.weight|2d-64|(1792, 448)", + "tensor": "model.language_model.layers.3.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1792, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(1024, 1920)", + "tensor": "model.language_model.layers.19.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1024, + 1920 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(384, 640)", + "tensor": "model.language_model.layers.7.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(1664, 960)", + "tensor": "model.language_model.layers.23.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1664, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(64, 1792)", + "tensor": "model.language_model.layers.19.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 1792 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.self_attn.o_proj.weight|2d-64|(192, 1152)", + "tensor": "model.language_model.layers.11.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 1152 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.self_attn.o_proj.weight|2d-64|(640, 1152)", + "tensor": "model.language_model.layers.11.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 640, + 1152 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(1984, 704)", + "tensor": "model.language_model.layers.19.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1984, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(1920, 320)", + "tensor": "model.language_model.layers.23.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1920, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(448, 64)", + "tensor": "model.language_model.layers.23.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(0, 64)", + "tensor": "model.language_model.layers.23.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(1984, 512)", + "tensor": "model.language_model.layers.7.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1984, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(576, 832)", + "tensor": "model.language_model.layers.23.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 576, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(512, 1920)", + "tensor": "model.language_model.layers.7.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 512, + 1920 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(960, 0)", + "tensor": "model.language_model.layers.23.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 960, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(0, 448)", + "tensor": "model.language_model.layers.23.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.self_attn.o_proj.weight|2d-64|(512, 896)", + "tensor": "model.language_model.layers.15.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 512, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.self_attn.o_proj.weight|2d-64|(1600, 1152)", + "tensor": "model.language_model.layers.11.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1600, + 1152 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.self_attn.o_proj.weight|2d-64|(192, 1984)", + "tensor": "model.language_model.layers.11.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 1984 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(832, 192)", + "tensor": "model.language_model.layers.7.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 832, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.self_attn.o_proj.weight|2d-64|(960, 1856)", + "tensor": "model.language_model.layers.11.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 960, + 1856 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(192, 256)", + "tensor": "model.language_model.layers.23.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.self_attn.o_proj.weight|2d-64|(1536, 1472)", + "tensor": "model.language_model.layers.15.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1536, + 1472 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.self_attn.o_proj.weight|2d-64|(896, 1472)", + "tensor": "model.language_model.layers.15.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 896, + 1472 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(896, 448)", + "tensor": "model.language_model.layers.7.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 896, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(192, 832)", + "tensor": "model.language_model.layers.23.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(1728, 960)", + "tensor": "model.language_model.layers.23.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1728, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.self_attn.o_proj.weight|2d-64|(1856, 1088)", + "tensor": "model.language_model.layers.3.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1856, + 1088 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.self_attn.o_proj.weight|2d-64|(384, 192)", + "tensor": "model.language_model.layers.15.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(128, 1792)", + "tensor": "model.language_model.layers.7.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 1792 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(256, 832)", + "tensor": "model.language_model.layers.7.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(1728, 1408)", + "tensor": "model.language_model.layers.7.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1728, + 1408 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(1664, 64)", + "tensor": "model.language_model.layers.23.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1664, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.self_attn.o_proj.weight|2d-64|(384, 1216)", + "tensor": "model.language_model.layers.3.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 1216 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(768, 1280)", + "tensor": "model.language_model.layers.23.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 768, + 1280 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.self_attn.o_proj.weight|2d-64|(768, 1280)", + "tensor": "model.language_model.layers.11.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 768, + 1280 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(1728, 320)", + "tensor": "model.language_model.layers.7.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1728, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(0, 1984)", + "tensor": "model.language_model.layers.23.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 1984 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.self_attn.o_proj.weight|2d-64|(1152, 1024)", + "tensor": "model.language_model.layers.15.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1152, + 1024 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(256, 128)", + "tensor": "model.language_model.layers.23.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(384, 960)", + "tensor": "model.language_model.layers.23.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.self_attn.o_proj.weight|2d-64|(1216, 512)", + "tensor": "model.language_model.layers.11.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1216, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(1024, 1472)", + "tensor": "model.language_model.layers.7.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1024, + 1472 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(64, 128)", + "tensor": "model.language_model.layers.23.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.self_attn.o_proj.weight|2d-64|(1024, 1152)", + "tensor": "model.language_model.layers.3.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1024, + 1152 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(0, 1472)", + "tensor": "model.language_model.layers.19.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 1472 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.self_attn.o_proj.weight|2d-64|(448, 1280)", + "tensor": "model.language_model.layers.3.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 1280 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.self_attn.o_proj.weight|2d-64|(768, 0)", + "tensor": "model.language_model.layers.11.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 768, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.self_attn.o_proj.weight|2d-64|(640, 832)", + "tensor": "model.language_model.layers.3.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 640, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(64, 512)", + "tensor": "model.language_model.layers.19.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(1152, 192)", + "tensor": "model.language_model.layers.23.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1152, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.self_attn.o_proj.weight|2d-64|(1216, 1536)", + "tensor": "model.language_model.layers.15.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1216, + 1536 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.self_attn.o_proj.weight|2d-64|(320, 64)", + "tensor": "model.language_model.layers.11.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.self_attn.o_proj.weight|2d-64|(1664, 1856)", + "tensor": "model.language_model.layers.15.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1664, + 1856 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.self_attn.o_proj.weight|2d-64|(1984, 192)", + "tensor": "model.language_model.layers.15.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1984, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.self_attn.o_proj.weight|2d-64|(1984, 384)", + "tensor": "model.language_model.layers.15.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1984, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.self_attn.o_proj.weight|2d-64|(320, 320)", + "tensor": "model.language_model.layers.11.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.self_attn.o_proj.weight|2d-64|(512, 1984)", + "tensor": "model.language_model.layers.11.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 512, + 1984 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.self_attn.o_proj.weight|2d-64|(896, 1472)", + "tensor": "model.language_model.layers.11.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 896, + 1472 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(256, 1280)", + "tensor": "model.language_model.layers.19.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 1280 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(128, 256)", + "tensor": "model.language_model.layers.23.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.self_attn.o_proj.weight|2d-64|(192, 448)", + "tensor": "model.language_model.layers.15.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(1536, 1536)", + "tensor": "model.language_model.layers.23.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1536, + 1536 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.self_attn.o_proj.weight|2d-64|(1920, 64)", + "tensor": "model.language_model.layers.11.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1920, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(1600, 1344)", + "tensor": "model.language_model.layers.19.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1600, + 1344 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.self_attn.o_proj.weight|2d-64|(1152, 960)", + "tensor": "model.language_model.layers.11.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1152, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(576, 1280)", + "tensor": "model.language_model.layers.19.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 576, + 1280 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.self_attn.o_proj.weight|2d-64|(1792, 1024)", + "tensor": "model.language_model.layers.15.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1792, + 1024 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(1728, 896)", + "tensor": "model.language_model.layers.19.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1728, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(960, 1152)", + "tensor": "model.language_model.layers.19.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 960, + 1152 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(1600, 192)", + "tensor": "model.language_model.layers.7.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1600, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.self_attn.o_proj.weight|2d-64|(704, 256)", + "tensor": "model.language_model.layers.3.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 704, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(320, 512)", + "tensor": "model.language_model.layers.23.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.self_attn.o_proj.weight|2d-64|(1600, 384)", + "tensor": "model.language_model.layers.15.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1600, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.self_attn.o_proj.weight|2d-64|(1920, 640)", + "tensor": "model.language_model.layers.3.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1920, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.self_attn.o_proj.weight|2d-64|(448, 384)", + "tensor": "model.language_model.layers.3.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.self_attn.o_proj.weight|2d-64|(1920, 64)", + "tensor": "model.language_model.layers.3.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1920, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.self_attn.o_proj.weight|2d-64|(1088, 1664)", + "tensor": "model.language_model.layers.3.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1088, + 1664 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(1728, 1088)", + "tensor": "model.language_model.layers.19.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1728, + 1088 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.self_attn.o_proj.weight|2d-64|(1152, 1088)", + "tensor": "model.language_model.layers.11.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1152, + 1088 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(512, 448)", + "tensor": "model.language_model.layers.7.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 512, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.self_attn.o_proj.weight|2d-64|(192, 1152)", + "tensor": "model.language_model.layers.15.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 1152 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.self_attn.o_proj.weight|2d-64|(832, 1536)", + "tensor": "model.language_model.layers.3.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 832, + 1536 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.self_attn.o_proj.weight|2d-64|(384, 0)", + "tensor": "model.language_model.layers.11.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(384, 320)", + "tensor": "model.language_model.layers.7.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.self_attn.o_proj.weight|2d-64|(768, 896)", + "tensor": "model.language_model.layers.15.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 768, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(1472, 64)", + "tensor": "model.language_model.layers.19.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1472, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(192, 0)", + "tensor": "model.language_model.layers.19.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(1856, 1600)", + "tensor": "model.language_model.layers.19.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1856, + 1600 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(704, 192)", + "tensor": "model.language_model.layers.23.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 704, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.self_attn.o_proj.weight|2d-64|(1856, 896)", + "tensor": "model.language_model.layers.11.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1856, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.self_attn.o_proj.weight|2d-64|(1152, 576)", + "tensor": "model.language_model.layers.3.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1152, + 576 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.self_attn.o_proj.weight|2d-64|(768, 1344)", + "tensor": "model.language_model.layers.3.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 768, + 1344 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(448, 1536)", + "tensor": "model.language_model.layers.23.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 1536 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(1536, 448)", + "tensor": "model.language_model.layers.23.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1536, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.self_attn.o_proj.weight|2d-64|(1472, 64)", + "tensor": "model.language_model.layers.3.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1472, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.self_attn.o_proj.weight|2d-64|(1728, 1152)", + "tensor": "model.language_model.layers.3.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1728, + 1152 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.self_attn.o_proj.weight|2d-64|(1792, 192)", + "tensor": "model.language_model.layers.15.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1792, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.self_attn.o_proj.weight|2d-64|(1600, 512)", + "tensor": "model.language_model.layers.3.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1600, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.self_attn.o_proj.weight|2d-64|(1088, 1408)", + "tensor": "model.language_model.layers.3.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1088, + 1408 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.self_attn.o_proj.weight|2d-64|(640, 1024)", + "tensor": "model.language_model.layers.3.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 640, + 1024 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.self_attn.o_proj.weight|2d-64|(1664, 1024)", + "tensor": "model.language_model.layers.11.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1664, + 1024 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.self_attn.o_proj.weight|2d-64|(384, 1216)", + "tensor": "model.language_model.layers.11.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 1216 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.self_attn.o_proj.weight|2d-64|(384, 1280)", + "tensor": "model.language_model.layers.11.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 1280 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(1472, 768)", + "tensor": "model.language_model.layers.19.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1472, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.self_attn.o_proj.weight|2d-64|(192, 320)", + "tensor": "model.language_model.layers.3.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(448, 128)", + "tensor": "model.language_model.layers.23.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.self_attn.o_proj.weight|2d-64|(640, 1984)", + "tensor": "model.language_model.layers.15.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 640, + 1984 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.self_attn.o_proj.weight|2d-64|(0, 1856)", + "tensor": "model.language_model.layers.15.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 1856 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(1408, 640)", + "tensor": "model.language_model.layers.7.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1408, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(1408, 192)", + "tensor": "model.language_model.layers.23.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1408, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.self_attn.o_proj.weight|2d-64|(1216, 576)", + "tensor": "model.language_model.layers.11.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1216, + 576 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(960, 1856)", + "tensor": "model.language_model.layers.19.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 960, + 1856 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.self_attn.o_proj.weight|2d-64|(576, 1536)", + "tensor": "model.language_model.layers.11.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 576, + 1536 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.self_attn.o_proj.weight|2d-64|(768, 1472)", + "tensor": "model.language_model.layers.15.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 768, + 1472 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(1088, 1408)", + "tensor": "model.language_model.layers.23.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1088, + 1408 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(1792, 64)", + "tensor": "model.language_model.layers.19.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1792, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.self_attn.o_proj.weight|2d-64|(1152, 1472)", + "tensor": "model.language_model.layers.3.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1152, + 1472 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.self_attn.o_proj.weight|2d-64|(448, 640)", + "tensor": "model.language_model.layers.3.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(1984, 576)", + "tensor": "model.language_model.layers.19.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1984, + 576 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(1344, 1536)", + "tensor": "model.language_model.layers.19.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1344, + 1536 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(448, 576)", + "tensor": "model.language_model.layers.23.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 576 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.self_attn.o_proj.weight|2d-64|(1024, 128)", + "tensor": "model.language_model.layers.3.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1024, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(1984, 576)", + "tensor": "model.language_model.layers.23.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1984, + 576 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.self_attn.o_proj.weight|2d-64|(704, 0)", + "tensor": "model.language_model.layers.15.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 704, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(960, 256)", + "tensor": "model.language_model.layers.23.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 960, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(512, 64)", + "tensor": "model.language_model.layers.19.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 512, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.self_attn.o_proj.weight|2d-64|(64, 640)", + "tensor": "model.language_model.layers.3.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(1024, 1664)", + "tensor": "model.language_model.layers.19.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1024, + 1664 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.self_attn.o_proj.weight|2d-64|(448, 896)", + "tensor": "model.language_model.layers.11.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(320, 1856)", + "tensor": "model.language_model.layers.7.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 1856 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(1728, 448)", + "tensor": "model.language_model.layers.7.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1728, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.self_attn.o_proj.weight|2d-64|(384, 1088)", + "tensor": "model.language_model.layers.15.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 1088 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.self_attn.o_proj.weight|2d-64|(1344, 704)", + "tensor": "model.language_model.layers.11.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1344, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(576, 1792)", + "tensor": "model.language_model.layers.7.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 576, + 1792 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(320, 1664)", + "tensor": "model.language_model.layers.19.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 1664 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.self_attn.o_proj.weight|2d-64|(1536, 960)", + "tensor": "model.language_model.layers.11.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1536, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(576, 1856)", + "tensor": "model.language_model.layers.23.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 576, + 1856 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(384, 1344)", + "tensor": "model.language_model.layers.23.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 1344 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.self_attn.o_proj.weight|2d-64|(1024, 960)", + "tensor": "model.language_model.layers.3.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1024, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(704, 1664)", + "tensor": "model.language_model.layers.19.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 704, + 1664 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.self_attn.o_proj.weight|2d-64|(896, 1408)", + "tensor": "model.language_model.layers.3.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 896, + 1408 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(256, 1856)", + "tensor": "model.language_model.layers.23.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 1856 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(320, 1600)", + "tensor": "model.language_model.layers.7.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 1600 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.self_attn.o_proj.weight|2d-64|(448, 1856)", + "tensor": "model.language_model.layers.11.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 1856 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(64, 1344)", + "tensor": "model.language_model.layers.23.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 1344 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.self_attn.o_proj.weight|2d-64|(1152, 192)", + "tensor": "model.language_model.layers.15.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1152, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.self_attn.q_proj.weight|2d-128|(2048, 1664)", + "tensor": "model.language_model.layers.15.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2048, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(3584, 256)", + "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3584, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.self_attn.q_proj.weight|2d-128|(0, 256)", + "tensor": "model.language_model.layers.11.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.self_attn.q_proj.weight|2d-128|(3968, 256)", + "tensor": "model.language_model.layers.11.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3968, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(2816, 1152)", + "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2816, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(3456, 0)", + "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3456, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(1920, 512)", + "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1920, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.23.self_attn.q_proj.weight|2d-128|(1536, 1280)", + "tensor": "model.language_model.layers.23.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(3968, 512)", + "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3968, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.self_attn.q_proj.weight|2d-128|(256, 1408)", + "tensor": "model.language_model.layers.15.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.self_attn.q_proj.weight|2d-128|(3456, 128)", + "tensor": "model.language_model.layers.15.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3456, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.23.self_attn.q_proj.weight|2d-128|(384, 1664)", + "tensor": "model.language_model.layers.23.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(3968, 1664)", + "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3968, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.23.self_attn.q_proj.weight|2d-128|(1024, 1792)", + "tensor": "model.language_model.layers.23.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.23.self_attn.q_proj.weight|2d-128|(1152, 1152)", + "tensor": "model.language_model.layers.23.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.self_attn.q_proj.weight|2d-128|(2944, 896)", + "tensor": "model.language_model.layers.15.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2944, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(3712, 1792)", + "tensor": "model.language_model.layers.7.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3712, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.self_attn.q_proj.weight|2d-128|(1024, 1024)", + "tensor": "model.language_model.layers.15.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.23.self_attn.q_proj.weight|2d-128|(2304, 512)", + "tensor": "model.language_model.layers.23.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2304, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(512, 128)", + "tensor": "model.language_model.layers.7.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(1024, 640)", + "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(2048, 896)", + "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2048, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.23.self_attn.q_proj.weight|2d-128|(3840, 1024)", + "tensor": "model.language_model.layers.23.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3840, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.self_attn.q_proj.weight|2d-128|(128, 1792)", + "tensor": "model.language_model.layers.19.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(3968, 1920)", + "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3968, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.self_attn.q_proj.weight|2d-128|(2816, 1792)", + "tensor": "model.language_model.layers.11.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2816, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(3456, 768)", + "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3456, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.23.self_attn.q_proj.weight|2d-128|(3328, 1664)", + "tensor": "model.language_model.layers.23.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3328, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.self_attn.q_proj.weight|2d-128|(1280, 1152)", + "tensor": "model.language_model.layers.15.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.self_attn.q_proj.weight|2d-128|(128, 1664)", + "tensor": "model.language_model.layers.11.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(3200, 256)", + "tensor": "model.language_model.layers.7.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3200, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.23.self_attn.q_proj.weight|2d-128|(3200, 1792)", + "tensor": "model.language_model.layers.23.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3200, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.self_attn.q_proj.weight|2d-128|(896, 1152)", + "tensor": "model.language_model.layers.15.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.self_attn.q_proj.weight|2d-128|(2944, 1408)", + "tensor": "model.language_model.layers.15.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2944, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.self_attn.q_proj.weight|2d-128|(768, 1920)", + "tensor": "model.language_model.layers.15.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(3584, 1664)", + "tensor": "model.language_model.layers.7.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3584, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.self_attn.q_proj.weight|2d-128|(3328, 384)", + "tensor": "model.language_model.layers.11.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3328, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.23.self_attn.q_proj.weight|2d-128|(0, 0)", + "tensor": "model.language_model.layers.23.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.self_attn.q_proj.weight|2d-128|(512, 1920)", + "tensor": "model.language_model.layers.15.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.self_attn.q_proj.weight|2d-128|(1920, 1536)", + "tensor": "model.language_model.layers.15.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1920, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(2816, 512)", + "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2816, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(3584, 1024)", + "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3584, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(384, 768)", + "tensor": "model.language_model.layers.7.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.23.self_attn.q_proj.weight|2d-128|(3072, 1664)", + "tensor": "model.language_model.layers.23.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3072, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.self_attn.q_proj.weight|2d-128|(3584, 0)", + "tensor": "model.language_model.layers.19.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3584, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.self_attn.q_proj.weight|2d-128|(1408, 640)", + "tensor": "model.language_model.layers.19.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1408, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(3328, 768)", + "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3328, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.self_attn.q_proj.weight|2d-128|(256, 1920)", + "tensor": "model.language_model.layers.11.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.self_attn.q_proj.weight|2d-128|(2560, 1792)", + "tensor": "model.language_model.layers.11.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2560, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.self_attn.q_proj.weight|2d-128|(3968, 1664)", + "tensor": "model.language_model.layers.19.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3968, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.self_attn.q_proj.weight|2d-128|(2432, 1024)", + "tensor": "model.language_model.layers.19.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2432, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.23.self_attn.q_proj.weight|2d-128|(768, 256)", + "tensor": "model.language_model.layers.23.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(2688, 1536)", + "tensor": "model.language_model.layers.7.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2688, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(256, 1024)", + "tensor": "model.language_model.layers.7.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.self_attn.q_proj.weight|2d-128|(128, 1536)", + "tensor": "model.language_model.layers.15.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.self_attn.q_proj.weight|2d-128|(384, 896)", + "tensor": "model.language_model.layers.11.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(3456, 1024)", + "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3456, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.self_attn.q_proj.weight|2d-128|(3328, 768)", + "tensor": "model.language_model.layers.15.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3328, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.23.self_attn.q_proj.weight|2d-128|(3968, 128)", + "tensor": "model.language_model.layers.23.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3968, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.23.self_attn.q_proj.weight|2d-128|(1920, 1792)", + "tensor": "model.language_model.layers.23.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1920, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(2432, 1664)", + "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2432, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.self_attn.q_proj.weight|2d-128|(896, 896)", + "tensor": "model.language_model.layers.19.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.self_attn.q_proj.weight|2d-128|(384, 1792)", + "tensor": "model.language_model.layers.11.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.23.self_attn.q_proj.weight|2d-128|(2816, 640)", + "tensor": "model.language_model.layers.23.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2816, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.self_attn.q_proj.weight|2d-128|(2560, 1536)", + "tensor": "model.language_model.layers.19.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2560, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.self_attn.q_proj.weight|2d-128|(3200, 1536)", + "tensor": "model.language_model.layers.11.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3200, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(2816, 1280)", + "tensor": "model.language_model.layers.7.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2816, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.self_attn.q_proj.weight|2d-128|(1280, 1408)", + "tensor": "model.language_model.layers.19.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.self_attn.q_proj.weight|2d-128|(1280, 1920)", + "tensor": "model.language_model.layers.15.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.self_attn.q_proj.weight|2d-128|(2816, 1280)", + "tensor": "model.language_model.layers.19.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2816, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.self_attn.q_proj.weight|2d-128|(0, 768)", + "tensor": "model.language_model.layers.15.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.23.self_attn.q_proj.weight|2d-128|(2432, 1152)", + "tensor": "model.language_model.layers.23.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2432, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.23.self_attn.q_proj.weight|2d-128|(3072, 128)", + "tensor": "model.language_model.layers.23.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3072, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.self_attn.q_proj.weight|2d-128|(3456, 1536)", + "tensor": "model.language_model.layers.19.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3456, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(3328, 640)", + "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3328, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.self_attn.q_proj.weight|2d-128|(2304, 1024)", + "tensor": "model.language_model.layers.19.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2304, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(2176, 1280)", + "tensor": "model.language_model.layers.7.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2176, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.23.self_attn.q_proj.weight|2d-128|(2560, 1920)", + "tensor": "model.language_model.layers.23.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2560, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.self_attn.q_proj.weight|2d-128|(3072, 1280)", + "tensor": "model.language_model.layers.15.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3072, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.self_attn.q_proj.weight|2d-128|(3968, 896)", + "tensor": "model.language_model.layers.11.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3968, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.self_attn.q_proj.weight|2d-128|(256, 1024)", + "tensor": "model.language_model.layers.15.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(2816, 512)", + "tensor": "model.language_model.layers.7.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2816, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.23.self_attn.q_proj.weight|2d-128|(3072, 256)", + "tensor": "model.language_model.layers.23.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3072, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.23.self_attn.q_proj.weight|2d-128|(1408, 384)", + "tensor": "model.language_model.layers.23.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1408, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.self_attn.q_proj.weight|2d-128|(2432, 0)", + "tensor": "model.language_model.layers.11.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2432, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(3840, 1280)", + "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3840, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.self_attn.q_proj.weight|2d-128|(3840, 1408)", + "tensor": "model.language_model.layers.15.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3840, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.23.self_attn.q_proj.weight|2d-128|(3456, 1536)", + "tensor": "model.language_model.layers.23.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3456, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.self_attn.q_proj.weight|2d-128|(2048, 1024)", + "tensor": "model.language_model.layers.15.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2048, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.self_attn.q_proj.weight|2d-128|(2304, 128)", + "tensor": "model.language_model.layers.11.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2304, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(1152, 512)", + "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.23.self_attn.q_proj.weight|2d-128|(896, 512)", + "tensor": "model.language_model.layers.23.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(0, 1792)", + "tensor": "model.language_model.layers.7.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(3072, 896)", + "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3072, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(2944, 512)", + "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2944, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(896, 1152)", + "tensor": "model.language_model.layers.7.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.self_attn.q_proj.weight|2d-128|(2688, 1920)", + "tensor": "model.language_model.layers.19.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2688, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(2304, 1024)", + "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2304, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(896, 1152)", + "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.self_attn.q_proj.weight|2d-128|(2688, 1024)", + "tensor": "model.language_model.layers.19.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2688, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.self_attn.q_proj.weight|2d-128|(3200, 0)", + "tensor": "model.language_model.layers.11.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3200, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.self_attn.q_proj.weight|2d-128|(640, 1792)", + "tensor": "model.language_model.layers.15.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(3200, 384)", + "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3200, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.self_attn.q_proj.weight|2d-128|(768, 896)", + "tensor": "model.language_model.layers.11.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.23.self_attn.q_proj.weight|2d-128|(128, 1792)", + "tensor": "model.language_model.layers.23.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.self_attn.q_proj.weight|2d-128|(3584, 768)", + "tensor": "model.language_model.layers.19.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3584, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.self_attn.q_proj.weight|2d-128|(768, 1280)", + "tensor": "model.language_model.layers.11.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.self_attn.q_proj.weight|2d-128|(3968, 768)", + "tensor": "model.language_model.layers.19.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3968, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.self_attn.q_proj.weight|2d-128|(3840, 512)", + "tensor": "model.language_model.layers.19.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3840, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.self_attn.q_proj.weight|2d-128|(768, 1664)", + "tensor": "model.language_model.layers.11.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.self_attn.q_proj.weight|2d-128|(3328, 384)", + "tensor": "model.language_model.layers.15.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3328, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(512, 384)", + "tensor": "model.language_model.layers.7.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.self_attn.q_proj.weight|2d-128|(3072, 384)", + "tensor": "model.language_model.layers.15.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3072, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.self_attn.q_proj.weight|2d-128|(2688, 768)", + "tensor": "model.language_model.layers.15.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2688, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(1664, 1280)", + "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.self_attn.q_proj.weight|2d-128|(1792, 256)", + "tensor": "model.language_model.layers.19.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1792, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.self_attn.q_proj.weight|2d-128|(2944, 256)", + "tensor": "model.language_model.layers.15.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2944, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(1664, 128)", + "tensor": "model.language_model.layers.7.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.23.self_attn.q_proj.weight|2d-128|(2688, 1408)", + "tensor": "model.language_model.layers.23.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2688, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(128, 256)", + "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.self_attn.q_proj.weight|2d-128|(3584, 1024)", + "tensor": "model.language_model.layers.19.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3584, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.self_attn.q_proj.weight|2d-128|(3072, 384)", + "tensor": "model.language_model.layers.11.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3072, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(2816, 1280)", + "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2816, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.23.self_attn.q_proj.weight|2d-128|(3712, 640)", + "tensor": "model.language_model.layers.23.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3712, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.23.self_attn.q_proj.weight|2d-128|(512, 1664)", + "tensor": "model.language_model.layers.23.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(1152, 1536)", + "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.self_attn.q_proj.weight|2d-128|(3968, 1024)", + "tensor": "model.language_model.layers.19.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3968, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.self_attn.q_proj.weight|2d-128|(896, 1920)", + "tensor": "model.language_model.layers.11.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(2176, 128)", + "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2176, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(1536, 128)", + "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(2944, 1920)", + "tensor": "model.language_model.layers.7.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2944, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(1920, 1280)", + "tensor": "model.language_model.layers.7.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1920, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.self_attn.q_proj.weight|2d-128|(2816, 0)", + "tensor": "model.language_model.layers.19.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2816, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(2048, 256)", + "tensor": "model.language_model.layers.7.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2048, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.self_attn.q_proj.weight|2d-128|(3072, 256)", + "tensor": "model.language_model.layers.11.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3072, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.self_attn.q_proj.weight|2d-128|(2816, 512)", + "tensor": "model.language_model.layers.19.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2816, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.23.self_attn.q_proj.weight|2d-128|(1280, 896)", + "tensor": "model.language_model.layers.23.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.self_attn.q_proj.weight|2d-128|(3840, 896)", + "tensor": "model.language_model.layers.11.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3840, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(2304, 256)", + "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2304, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(2944, 512)", + "tensor": "model.language_model.layers.7.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2944, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.self_attn.q_proj.weight|2d-128|(2944, 1280)", + "tensor": "model.language_model.layers.15.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2944, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.self_attn.q_proj.weight|2d-128|(3712, 640)", + "tensor": "model.language_model.layers.15.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3712, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.self_attn.q_proj.weight|2d-128|(3840, 1408)", + "tensor": "model.language_model.layers.19.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3840, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.self_attn.q_proj.weight|2d-128|(3584, 1536)", + "tensor": "model.language_model.layers.15.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3584, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.self_attn.q_proj.weight|2d-128|(2944, 1920)", + "tensor": "model.language_model.layers.11.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2944, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.self_attn.q_proj.weight|2d-128|(1664, 512)", + "tensor": "model.language_model.layers.19.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.23.self_attn.q_proj.weight|2d-128|(512, 1024)", + "tensor": "model.language_model.layers.23.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.self_attn.q_proj.weight|2d-128|(1920, 768)", + "tensor": "model.language_model.layers.19.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1920, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.self_attn.q_proj.weight|2d-128|(1152, 512)", + "tensor": "model.language_model.layers.11.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.23.self_attn.q_proj.weight|2d-128|(1280, 1536)", + "tensor": "model.language_model.layers.23.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.self_attn.q_proj.weight|2d-128|(1152, 768)", + "tensor": "model.language_model.layers.11.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(3328, 1792)", + "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3328, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.self_attn.q_proj.weight|2d-128|(1792, 1408)", + "tensor": "model.language_model.layers.19.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1792, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(1280, 1792)", + "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.self_attn.q_proj.weight|2d-128|(3968, 128)", + "tensor": "model.language_model.layers.11.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3968, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(3328, 0)", + "tensor": "model.language_model.layers.7.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3328, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.self_attn.q_proj.weight|2d-128|(512, 256)", + "tensor": "model.language_model.layers.19.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(2304, 512)", + "tensor": "model.language_model.layers.7.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2304, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.self_attn.q_proj.weight|2d-128|(2688, 896)", + "tensor": "model.language_model.layers.19.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2688, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(1536, 1152)", + "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.self_attn.q_proj.weight|2d-128|(1664, 768)", + "tensor": "model.language_model.layers.19.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(384, 384)", + "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(1664, 1920)", + "tensor": "model.language_model.layers.7.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.self_attn.q_proj.weight|2d-128|(3072, 1920)", + "tensor": "model.language_model.layers.19.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3072, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.23.self_attn.q_proj.weight|2d-128|(256, 1792)", + "tensor": "model.language_model.layers.23.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.self_attn.q_proj.weight|2d-128|(3712, 896)", + "tensor": "model.language_model.layers.15.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3712, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.self_attn.q_proj.weight|2d-128|(1024, 1792)", + "tensor": "model.language_model.layers.19.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(640, 1024)", + "tensor": "model.language_model.layers.7.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(3200, 0)", + "tensor": "model.language_model.layers.7.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3200, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.self_attn.q_proj.weight|2d-128|(2688, 1024)", + "tensor": "model.language_model.layers.15.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2688, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(3840, 1920)", + "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3840, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.self_attn.q_proj.weight|2d-128|(384, 256)", + "tensor": "model.language_model.layers.19.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.self_attn.q_proj.weight|2d-128|(1280, 1536)", + "tensor": "model.language_model.layers.11.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(1024, 0)", + "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.self_attn.q_proj.weight|2d-128|(384, 128)", + "tensor": "model.language_model.layers.15.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.self_attn.q_proj.weight|2d-128|(1280, 1920)", + "tensor": "model.language_model.layers.11.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.self_attn.q_proj.weight|2d-128|(2176, 1024)", + "tensor": "model.language_model.layers.19.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2176, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.self_attn.q_proj.weight|2d-128|(512, 128)", + "tensor": "model.language_model.layers.19.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.self_attn.q_proj.weight|2d-128|(3584, 1536)", + "tensor": "model.language_model.layers.19.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3584, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.self_attn.q_proj.weight|2d-128|(2304, 1792)", + "tensor": "model.language_model.layers.19.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2304, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.self_attn.q_proj.weight|2d-128|(3456, 768)", + "tensor": "model.language_model.layers.15.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3456, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.self_attn.q_proj.weight|2d-128|(1536, 1536)", + "tensor": "model.language_model.layers.19.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(384, 1920)", + "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.self_attn.q_proj.weight|2d-128|(896, 1536)", + "tensor": "model.language_model.layers.15.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.23.self_attn.q_proj.weight|2d-128|(1408, 1280)", + "tensor": "model.language_model.layers.23.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1408, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(2176, 128)", + "tensor": "model.language_model.layers.7.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2176, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.23.self_attn.q_proj.weight|2d-128|(2560, 1024)", + "tensor": "model.language_model.layers.23.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2560, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(0, 1920)", + "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(3968, 128)", + "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3968, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(3840, 640)", + "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3840, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.self_attn.q_proj.weight|2d-128|(128, 768)", + "tensor": "model.language_model.layers.19.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.self_attn.q_proj.weight|2d-128|(2560, 640)", + "tensor": "model.language_model.layers.11.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2560, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.self_attn.q_proj.weight|2d-128|(3072, 1536)", + "tensor": "model.language_model.layers.15.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3072, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.self_attn.q_proj.weight|2d-128|(2304, 0)", + "tensor": "model.language_model.layers.19.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2304, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(128, 768)", + "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.23.self_attn.q_proj.weight|2d-128|(640, 1280)", + "tensor": "model.language_model.layers.23.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.self_attn.q_proj.weight|2d-128|(768, 768)", + "tensor": "model.language_model.layers.19.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(1536, 1024)", + "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.self_attn.q_proj.weight|2d-128|(1408, 1024)", + "tensor": "model.language_model.layers.15.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1408, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(3200, 512)", + "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3200, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(1792, 384)", + "tensor": "model.language_model.layers.7.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1792, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(3456, 640)", + "tensor": "model.language_model.layers.7.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3456, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(1920, 1152)", + "tensor": "model.language_model.layers.7.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1920, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(1280, 1792)", + "tensor": "model.language_model.layers.7.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(1152, 384)", + "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(2432, 1920)", + "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2432, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.23.self_attn.q_proj.weight|2d-128|(128, 384)", + "tensor": "model.language_model.layers.23.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(2688, 1792)", + "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2688, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(2944, 128)", + "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2944, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.self_attn.q_proj.weight|2d-128|(3328, 256)", + "tensor": "model.language_model.layers.15.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3328, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.self_attn.q_proj.weight|2d-128|(3328, 1408)", + "tensor": "model.language_model.layers.19.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3328, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.self_attn.q_proj.weight|2d-128|(2176, 384)", + "tensor": "model.language_model.layers.11.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2176, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(3456, 1536)", + "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3456, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.self_attn.q_proj.weight|2d-128|(2944, 1792)", + "tensor": "model.language_model.layers.19.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2944, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.self_attn.q_proj.weight|2d-128|(2944, 1536)", + "tensor": "model.language_model.layers.11.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2944, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(3712, 128)", + "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3712, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.self_attn.q_proj.weight|2d-128|(3200, 1152)", + "tensor": "model.language_model.layers.19.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3200, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.self_attn.q_proj.weight|2d-128|(2560, 768)", + "tensor": "model.language_model.layers.11.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2560, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(640, 128)", + "tensor": "model.language_model.layers.7.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(768, 1280)", + "tensor": "model.language_model.layers.7.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(3840, 768)", + "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3840, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(0, 768)", + "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.self_attn.q_proj.weight|2d-128|(1408, 512)", + "tensor": "model.language_model.layers.15.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1408, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(256, 1536)", + "tensor": "model.language_model.layers.7.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.self_attn.q_proj.weight|2d-128|(2048, 128)", + "tensor": "model.language_model.layers.11.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2048, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(1408, 0)", + "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1408, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(3968, 1408)", + "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3968, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(128, 1536)", + "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.23.self_attn.q_proj.weight|2d-128|(768, 0)", + "tensor": "model.language_model.layers.23.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(1536, 512)", + "tensor": "model.language_model.layers.7.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.self_attn.q_proj.weight|2d-128|(1280, 384)", + "tensor": "model.language_model.layers.19.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.self_attn.q_proj.weight|2d-128|(1792, 896)", + "tensor": "model.language_model.layers.11.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1792, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.23.self_attn.q_proj.weight|2d-128|(1536, 128)", + "tensor": "model.language_model.layers.23.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(3328, 128)", + "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3328, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.self_attn.q_proj.weight|2d-128|(3712, 0)", + "tensor": "model.language_model.layers.11.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3712, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.self_attn.q_proj.weight|2d-128|(2944, 1280)", + "tensor": "model.language_model.layers.19.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2944, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(2304, 1920)", + "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2304, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.self_attn.q_proj.weight|2d-128|(0, 0)", + "tensor": "model.language_model.layers.15.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.self_attn.q_proj.weight|2d-128|(2048, 1536)", + "tensor": "model.language_model.layers.15.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2048, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.self_attn.q_proj.weight|2d-128|(1792, 1920)", + "tensor": "model.language_model.layers.11.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1792, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.self_attn.q_proj.weight|2d-128|(1152, 0)", + "tensor": "model.language_model.layers.15.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.23.self_attn.q_proj.weight|2d-128|(2304, 384)", + "tensor": "model.language_model.layers.23.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2304, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(128, 1920)", + "tensor": "model.language_model.layers.7.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(3072, 512)", + "tensor": "model.language_model.layers.7.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3072, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(2432, 128)", + "tensor": "model.language_model.layers.7.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2432, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(2560, 128)", + "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2560, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(1024, 896)", + "tensor": "model.language_model.layers.7.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(2560, 1152)", + "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2560, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.self_attn.q_proj.weight|2d-128|(640, 0)", + "tensor": "model.language_model.layers.19.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.self_attn.q_proj.weight|2d-128|(3584, 128)", + "tensor": "model.language_model.layers.15.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3584, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.self_attn.q_proj.weight|2d-128|(1920, 1280)", + "tensor": "model.language_model.layers.11.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1920, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(3200, 0)", + "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3200, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(1408, 128)", + "tensor": "model.language_model.layers.7.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1408, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.self_attn.q_proj.weight|2d-128|(0, 1536)", + "tensor": "model.language_model.layers.15.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.self_attn.q_proj.weight|2d-128|(1408, 1536)", + "tensor": "model.language_model.layers.19.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1408, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.self_attn.q_proj.weight|2d-128|(0, 1280)", + "tensor": "model.language_model.layers.15.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.self_attn.q_proj.weight|2d-64|(1344, 1728)", + "tensor": "model.language_model.layers.11.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1344, + 1728 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.23.self_attn.q_proj.weight|2d-64|(3840, 1728)", + "tensor": "model.language_model.layers.23.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3840, + 1728 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.self_attn.q_proj.weight|2d-64|(1344, 1408)", + "tensor": "model.language_model.layers.15.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1344, + 1408 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.self_attn.q_proj.weight|2d-64|(0, 576)", + "tensor": "model.language_model.layers.15.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 576 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.23.self_attn.q_proj.weight|2d-64|(3648, 1472)", + "tensor": "model.language_model.layers.23.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3648, + 1472 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.self_attn.q_proj.weight|2d-64|(2432, 1792)", + "tensor": "model.language_model.layers.15.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2432, + 1792 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.self_attn.q_proj.weight|2d-64|(1664, 704)", + "tensor": "model.language_model.layers.15.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1664, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.self_attn.q_proj.weight|2d-64|(3968, 704)", + "tensor": "model.language_model.layers.15.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3968, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.self_attn.q_proj.weight|2d-64|(448, 1664)", + "tensor": "model.language_model.layers.15.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 1664 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(3712, 448)", + "tensor": "model.language_model.layers.7.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3712, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.self_attn.q_proj.weight|2d-64|(3840, 1536)", + "tensor": "model.language_model.layers.11.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3840, + 1536 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.23.self_attn.q_proj.weight|2d-64|(3776, 1792)", + "tensor": "model.language_model.layers.23.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3776, + 1792 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.self_attn.q_proj.weight|2d-64|(3776, 0)", + "tensor": "model.language_model.layers.19.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3776, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(576, 1792)", + "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 576, + 1792 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.self_attn.q_proj.weight|2d-64|(2880, 192)", + "tensor": "model.language_model.layers.11.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2880, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(2752, 1152)", + "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2752, + 1152 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.self_attn.q_proj.weight|2d-64|(1920, 832)", + "tensor": "model.language_model.layers.19.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1920, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(896, 0)", + "tensor": "model.language_model.layers.7.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 896, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.self_attn.q_proj.weight|2d-64|(3456, 576)", + "tensor": "model.language_model.layers.11.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3456, + 576 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.self_attn.q_proj.weight|2d-64|(1600, 1216)", + "tensor": "model.language_model.layers.11.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1600, + 1216 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.self_attn.q_proj.weight|2d-64|(1344, 0)", + "tensor": "model.language_model.layers.11.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1344, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.self_attn.q_proj.weight|2d-64|(2624, 960)", + "tensor": "model.language_model.layers.11.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2624, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.self_attn.q_proj.weight|2d-64|(2496, 1600)", + "tensor": "model.language_model.layers.19.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2496, + 1600 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.self_attn.q_proj.weight|2d-64|(3840, 1216)", + "tensor": "model.language_model.layers.19.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3840, + 1216 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.self_attn.q_proj.weight|2d-64|(1792, 1600)", + "tensor": "model.language_model.layers.15.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1792, + 1600 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.self_attn.q_proj.weight|2d-64|(0, 1600)", + "tensor": "model.language_model.layers.11.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 1600 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.self_attn.q_proj.weight|2d-64|(3072, 1792)", + "tensor": "model.language_model.layers.19.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3072, + 1792 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.self_attn.q_proj.weight|2d-64|(1152, 0)", + "tensor": "model.language_model.layers.11.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1152, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(2496, 384)", + "tensor": "model.language_model.layers.7.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2496, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(3072, 1728)", + "tensor": "model.language_model.layers.7.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3072, + 1728 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(2752, 1088)", + "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2752, + 1088 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.23.self_attn.q_proj.weight|2d-64|(3968, 1792)", + "tensor": "model.language_model.layers.23.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3968, + 1792 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(64, 1280)", + "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 1280 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.self_attn.q_proj.weight|2d-64|(2112, 1856)", + "tensor": "model.language_model.layers.19.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2112, + 1856 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.self_attn.q_proj.weight|2d-64|(512, 768)", + "tensor": "model.language_model.layers.15.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 512, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(384, 1728)", + "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 1728 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.self_attn.q_proj.weight|2d-64|(1344, 1792)", + "tensor": "model.language_model.layers.11.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1344, + 1792 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.self_attn.q_proj.weight|2d-64|(64, 320)", + "tensor": "model.language_model.layers.11.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.23.self_attn.q_proj.weight|2d-64|(2816, 1280)", + "tensor": "model.language_model.layers.23.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2816, + 1280 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.23.self_attn.q_proj.weight|2d-64|(192, 1472)", + "tensor": "model.language_model.layers.23.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 1472 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.self_attn.q_proj.weight|2d-64|(2432, 896)", + "tensor": "model.language_model.layers.15.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2432, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.self_attn.q_proj.weight|2d-64|(3648, 832)", + "tensor": "model.language_model.layers.15.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3648, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.23.self_attn.q_proj.weight|2d-64|(3840, 64)", + "tensor": "model.language_model.layers.23.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3840, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.23.self_attn.q_proj.weight|2d-64|(896, 320)", + "tensor": "model.language_model.layers.23.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 896, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.self_attn.q_proj.weight|2d-64|(2368, 1088)", + "tensor": "model.language_model.layers.15.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2368, + 1088 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.self_attn.q_proj.weight|2d-64|(2560, 256)", + "tensor": "model.language_model.layers.15.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2560, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(1216, 640)", + "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1216, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.23.self_attn.q_proj.weight|2d-64|(192, 896)", + "tensor": "model.language_model.layers.23.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.self_attn.q_proj.weight|2d-64|(2240, 512)", + "tensor": "model.language_model.layers.19.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2240, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(1600, 1088)", + "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1600, + 1088 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(1408, 704)", + "tensor": "model.language_model.layers.7.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1408, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.self_attn.q_proj.weight|2d-64|(3584, 1024)", + "tensor": "model.language_model.layers.19.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3584, + 1024 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.23.self_attn.q_proj.weight|2d-64|(1472, 0)", + "tensor": "model.language_model.layers.23.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1472, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(1536, 256)", + "tensor": "model.language_model.layers.7.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1536, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.23.self_attn.q_proj.weight|2d-64|(128, 1536)", + "tensor": "model.language_model.layers.23.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 1536 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.self_attn.q_proj.weight|2d-64|(1408, 1856)", + "tensor": "model.language_model.layers.15.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1408, + 1856 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.self_attn.q_proj.weight|2d-64|(2688, 1088)", + "tensor": "model.language_model.layers.11.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2688, + 1088 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(1344, 320)", + "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1344, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.self_attn.q_proj.weight|2d-64|(704, 64)", + "tensor": "model.language_model.layers.19.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 704, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.23.self_attn.q_proj.weight|2d-64|(2048, 704)", + "tensor": "model.language_model.layers.23.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2048, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.self_attn.q_proj.weight|2d-64|(128, 1792)", + "tensor": "model.language_model.layers.15.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 1792 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.self_attn.q_proj.weight|2d-64|(2112, 640)", + "tensor": "model.language_model.layers.15.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2112, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.self_attn.q_proj.weight|2d-64|(3968, 1280)", + "tensor": "model.language_model.layers.11.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3968, + 1280 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(320, 1088)", + "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 1088 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.self_attn.q_proj.weight|2d-64|(1024, 1344)", + "tensor": "model.language_model.layers.11.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1024, + 1344 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(3584, 832)", + "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3584, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.self_attn.q_proj.weight|2d-64|(1216, 256)", + "tensor": "model.language_model.layers.15.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1216, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(2624, 832)", + "tensor": "model.language_model.layers.7.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2624, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.self_attn.q_proj.weight|2d-64|(3456, 640)", + "tensor": "model.language_model.layers.11.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3456, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.self_attn.q_proj.weight|2d-64|(3456, 704)", + "tensor": "model.language_model.layers.15.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3456, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.self_attn.q_proj.weight|2d-64|(2304, 1600)", + "tensor": "model.language_model.layers.15.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2304, + 1600 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.self_attn.q_proj.weight|2d-64|(2496, 896)", + "tensor": "model.language_model.layers.15.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2496, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.self_attn.q_proj.weight|2d-64|(2496, 896)", + "tensor": "model.language_model.layers.11.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2496, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(2624, 384)", + "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2624, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.self_attn.q_proj.weight|2d-64|(1024, 1280)", + "tensor": "model.language_model.layers.11.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1024, + 1280 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.self_attn.q_proj.weight|2d-64|(256, 0)", + "tensor": "model.language_model.layers.19.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(1856, 512)", + "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1856, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(3456, 1856)", + "tensor": "model.language_model.layers.7.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3456, + 1856 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.self_attn.q_proj.weight|2d-64|(2624, 1728)", + "tensor": "model.language_model.layers.19.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2624, + 1728 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(1408, 1024)", + "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1408, + 1024 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.23.self_attn.q_proj.weight|2d-64|(3584, 1408)", + "tensor": "model.language_model.layers.23.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3584, + 1408 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.self_attn.q_proj.weight|2d-64|(3712, 1472)", + "tensor": "model.language_model.layers.11.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3712, + 1472 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.self_attn.q_proj.weight|2d-64|(3328, 0)", + "tensor": "model.language_model.layers.11.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3328, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.23.self_attn.q_proj.weight|2d-64|(3776, 1728)", + "tensor": "model.language_model.layers.23.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3776, + 1728 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.self_attn.q_proj.weight|2d-64|(2624, 320)", + "tensor": "model.language_model.layers.15.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2624, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.23.self_attn.q_proj.weight|2d-64|(3008, 1856)", + "tensor": "model.language_model.layers.23.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3008, + 1856 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.self_attn.q_proj.weight|2d-64|(2944, 1152)", + "tensor": "model.language_model.layers.15.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2944, + 1152 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(3200, 1664)", + "tensor": "model.language_model.layers.7.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3200, + 1664 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.self_attn.q_proj.weight|2d-64|(3072, 704)", + "tensor": "model.language_model.layers.11.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3072, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(3520, 1216)", + "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3520, + 1216 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.self_attn.q_proj.weight|2d-64|(1664, 896)", + "tensor": "model.language_model.layers.15.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1664, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.23.self_attn.q_proj.weight|2d-64|(1664, 960)", + "tensor": "model.language_model.layers.23.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1664, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(1536, 1472)", + "tensor": "model.language_model.layers.7.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1536, + 1472 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(1152, 0)", + "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1152, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(960, 1792)", + "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 960, + 1792 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(1152, 1984)", + "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1152, + 1984 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(1920, 0)", + "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1920, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(2368, 576)", + "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2368, + 576 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.23.self_attn.q_proj.weight|2d-64|(3200, 896)", + "tensor": "model.language_model.layers.23.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3200, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(2496, 512)", + "tensor": "model.language_model.layers.7.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2496, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.23.self_attn.q_proj.weight|2d-64|(3328, 1600)", + "tensor": "model.language_model.layers.23.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3328, + 1600 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.self_attn.q_proj.weight|2d-64|(192, 320)", + "tensor": "model.language_model.layers.11.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.self_attn.q_proj.weight|2d-64|(1728, 960)", + "tensor": "model.language_model.layers.19.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1728, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.self_attn.q_proj.weight|2d-64|(0, 1216)", + "tensor": "model.language_model.layers.15.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 1216 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.self_attn.q_proj.weight|2d-64|(1472, 1408)", + "tensor": "model.language_model.layers.11.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1472, + 1408 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.self_attn.q_proj.weight|2d-64|(1856, 448)", + "tensor": "model.language_model.layers.15.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1856, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(3264, 1216)", + "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3264, + 1216 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.self_attn.q_proj.weight|2d-64|(192, 1600)", + "tensor": "model.language_model.layers.15.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 1600 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.self_attn.q_proj.weight|2d-64|(1664, 1984)", + "tensor": "model.language_model.layers.15.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1664, + 1984 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(1792, 1536)", + "tensor": "model.language_model.layers.7.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1792, + 1536 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.self_attn.q_proj.weight|2d-64|(2112, 1600)", + "tensor": "model.language_model.layers.15.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2112, + 1600 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.self_attn.q_proj.weight|2d-64|(1280, 832)", + "tensor": "model.language_model.layers.15.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1280, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(960, 1280)", + "tensor": "model.language_model.layers.7.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 960, + 1280 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.23.self_attn.q_proj.weight|2d-64|(576, 64)", + "tensor": "model.language_model.layers.23.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 576, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(3904, 960)", + "tensor": "model.language_model.layers.7.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3904, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.self_attn.q_proj.weight|2d-64|(2496, 1344)", + "tensor": "model.language_model.layers.19.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2496, + 1344 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.self_attn.q_proj.weight|2d-64|(1920, 1280)", + "tensor": "model.language_model.layers.19.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1920, + 1280 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.23.self_attn.q_proj.weight|2d-64|(3392, 832)", + "tensor": "model.language_model.layers.23.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3392, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(2816, 384)", + "tensor": "model.language_model.layers.7.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2816, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.self_attn.q_proj.weight|2d-64|(320, 1536)", + "tensor": "model.language_model.layers.15.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 1536 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.self_attn.q_proj.weight|2d-64|(1344, 896)", + "tensor": "model.language_model.layers.15.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1344, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.self_attn.q_proj.weight|2d-64|(3136, 256)", + "tensor": "model.language_model.layers.15.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3136, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.self_attn.q_proj.weight|2d-64|(1216, 0)", + "tensor": "model.language_model.layers.19.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1216, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.self_attn.q_proj.weight|2d-64|(1728, 768)", + "tensor": "model.language_model.layers.11.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1728, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.self_attn.q_proj.weight|2d-64|(256, 768)", + "tensor": "model.language_model.layers.15.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(0, 1920)", + "tensor": "model.language_model.layers.7.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 1920 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.23.self_attn.q_proj.weight|2d-64|(3776, 384)", + "tensor": "model.language_model.layers.23.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3776, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.self_attn.q_proj.weight|2d-64|(3712, 1152)", + "tensor": "model.language_model.layers.11.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3712, + 1152 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.23.self_attn.q_proj.weight|2d-64|(2624, 192)", + "tensor": "model.language_model.layers.23.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2624, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(2880, 1344)", + "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2880, + 1344 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(3712, 1600)", + "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3712, + 1600 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(2176, 576)", + "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2176, + 576 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.self_attn.q_proj.weight|2d-64|(2816, 576)", + "tensor": "model.language_model.layers.19.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2816, + 576 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.self_attn.q_proj.weight|2d-64|(0, 832)", + "tensor": "model.language_model.layers.19.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.23.self_attn.q_proj.weight|2d-64|(1408, 1856)", + "tensor": "model.language_model.layers.23.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1408, + 1856 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(320, 1728)", + "tensor": "model.language_model.layers.7.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 1728 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.self_attn.q_proj.weight|2d-64|(2432, 320)", + "tensor": "model.language_model.layers.11.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2432, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.self_attn.q_proj.weight|2d-64|(3136, 320)", + "tensor": "model.language_model.layers.15.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3136, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.self_attn.q_proj.weight|2d-64|(2176, 1152)", + "tensor": "model.language_model.layers.15.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2176, + 1152 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(2496, 896)", + "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2496, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.self_attn.q_proj.weight|2d-64|(3584, 1280)", + "tensor": "model.language_model.layers.15.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3584, + 1280 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.23.self_attn.q_proj.weight|2d-64|(2112, 1152)", + "tensor": "model.language_model.layers.23.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2112, + 1152 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.23.self_attn.q_proj.weight|2d-64|(3648, 896)", + "tensor": "model.language_model.layers.23.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3648, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(2240, 0)", + "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2240, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.self_attn.q_proj.weight|2d-64|(832, 1664)", + "tensor": "model.language_model.layers.11.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 832, + 1664 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(896, 320)", + "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 896, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.23.self_attn.q_proj.weight|2d-64|(1856, 64)", + "tensor": "model.language_model.layers.23.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1856, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(3840, 576)", + "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3840, + 576 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(1408, 704)", + "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1408, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.self_attn.q_proj.weight|2d-64|(3520, 960)", + "tensor": "model.language_model.layers.11.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3520, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.self_attn.q_proj.weight|2d-64|(3904, 1856)", + "tensor": "model.language_model.layers.19.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3904, + 1856 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.self_attn.q_proj.weight|2d-64|(3392, 1024)", + "tensor": "model.language_model.layers.19.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3392, + 1024 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(1344, 0)", + "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1344, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(3328, 256)", + "tensor": "model.language_model.layers.7.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3328, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.self_attn.q_proj.weight|2d-64|(3392, 1408)", + "tensor": "model.language_model.layers.19.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3392, + 1408 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(1280, 1152)", + "tensor": "model.language_model.layers.7.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1280, + 1152 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.self_attn.q_proj.weight|2d-64|(1408, 448)", + "tensor": "model.language_model.layers.19.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1408, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.self_attn.q_proj.weight|2d-64|(3392, 1216)", + "tensor": "model.language_model.layers.19.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3392, + 1216 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.self_attn.q_proj.weight|2d-64|(2112, 1024)", + "tensor": "model.language_model.layers.19.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2112, + 1024 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.23.self_attn.q_proj.weight|2d-64|(2240, 896)", + "tensor": "model.language_model.layers.23.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2240, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(1984, 704)", + "tensor": "model.language_model.layers.7.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1984, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(512, 256)", + "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 512, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(128, 960)", + "tensor": "model.language_model.layers.7.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.self_attn.q_proj.weight|2d-64|(3584, 896)", + "tensor": "model.language_model.layers.19.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3584, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(1408, 448)", + "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1408, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.self_attn.q_proj.weight|2d-64|(2304, 192)", + "tensor": "model.language_model.layers.11.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2304, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.self_attn.q_proj.weight|2d-64|(1344, 832)", + "tensor": "model.language_model.layers.19.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1344, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.self_attn.q_proj.weight|2d-64|(1216, 576)", + "tensor": "model.language_model.layers.11.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1216, + 576 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.23.self_attn.q_proj.weight|2d-64|(1856, 1728)", + "tensor": "model.language_model.layers.23.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1856, + 1728 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.self_attn.q_proj.weight|2d-64|(2048, 1472)", + "tensor": "model.language_model.layers.11.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2048, + 1472 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.self_attn.q_proj.weight|2d-64|(3712, 1152)", + "tensor": "model.language_model.layers.19.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3712, + 1152 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.self_attn.q_proj.weight|2d-64|(1280, 448)", + "tensor": "model.language_model.layers.11.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1280, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(704, 64)", + "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 704, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.self_attn.q_proj.weight|2d-64|(512, 1344)", + "tensor": "model.language_model.layers.15.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 512, + 1344 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.self_attn.q_proj.weight|2d-64|(320, 256)", + "tensor": "model.language_model.layers.15.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.self_attn.q_proj.weight|2d-64|(1408, 640)", + "tensor": "model.language_model.layers.11.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1408, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.self_attn.q_proj.weight|2d-64|(64, 1728)", + "tensor": "model.language_model.layers.19.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 1728 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.self_attn.q_proj.weight|2d-64|(1472, 1600)", + "tensor": "model.language_model.layers.15.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1472, + 1600 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.self_attn.q_proj.weight|2d-64|(1216, 1984)", + "tensor": "model.language_model.layers.11.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1216, + 1984 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.self_attn.q_proj.weight|2d-64|(3968, 1088)", + "tensor": "model.language_model.layers.19.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3968, + 1088 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.self_attn.q_proj.weight|2d-64|(2624, 128)", + "tensor": "model.language_model.layers.11.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2624, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.23.self_attn.q_proj.weight|2d-64|(3008, 960)", + "tensor": "model.language_model.layers.23.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3008, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.23.self_attn.q_proj.weight|2d-64|(1408, 1088)", + "tensor": "model.language_model.layers.23.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1408, + 1088 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.self_attn.q_proj.weight|2d-64|(1920, 896)", + "tensor": "model.language_model.layers.19.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1920, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.23.self_attn.q_proj.weight|2d-64|(64, 640)", + "tensor": "model.language_model.layers.23.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(3648, 128)", + "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3648, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.self_attn.q_proj.weight|2d-64|(1920, 1024)", + "tensor": "model.language_model.layers.15.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1920, + 1024 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.self_attn.q_proj.weight|2d-64|(1920, 320)", + "tensor": "model.language_model.layers.11.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1920, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(3840, 1600)", + "tensor": "model.language_model.layers.7.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3840, + 1600 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.23.self_attn.q_proj.weight|2d-64|(1536, 704)", + "tensor": "model.language_model.layers.23.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1536, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(3200, 256)", + "tensor": "model.language_model.layers.7.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3200, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.self_attn.q_proj.weight|2d-64|(1024, 1600)", + "tensor": "model.language_model.layers.15.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1024, + 1600 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(1792, 512)", + "tensor": "model.language_model.layers.7.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1792, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.self_attn.q_proj.weight|2d-64|(3584, 256)", + "tensor": "model.language_model.layers.15.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3584, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.23.self_attn.q_proj.weight|2d-64|(2816, 1984)", + "tensor": "model.language_model.layers.23.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2816, + 1984 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(1216, 1856)", + "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1216, + 1856 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(2496, 1984)", + "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2496, + 1984 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(2624, 320)", + "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2624, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.self_attn.q_proj.weight|2d-64|(2560, 960)", + "tensor": "model.language_model.layers.19.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2560, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.self_attn.q_proj.weight|2d-64|(3520, 1024)", + "tensor": "model.language_model.layers.19.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3520, + 1024 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.self_attn.q_proj.weight|2d-64|(1280, 1152)", + "tensor": "model.language_model.layers.15.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1280, + 1152 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.23.self_attn.q_proj.weight|2d-64|(768, 384)", + "tensor": "model.language_model.layers.23.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 768, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.self_attn.q_proj.weight|2d-64|(2624, 1344)", + "tensor": "model.language_model.layers.15.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2624, + 1344 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(1792, 640)", + "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1792, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(2176, 896)", + "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2176, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.self_attn.q_proj.weight|2d-64|(768, 1920)", + "tensor": "model.language_model.layers.11.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 768, + 1920 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.self_attn.q_proj.weight|2d-64|(2304, 128)", + "tensor": "model.language_model.layers.15.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2304, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(2752, 896)", + "tensor": "model.language_model.layers.7.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2752, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.self_attn.q_proj.weight|2d-64|(2944, 384)", + "tensor": "model.language_model.layers.15.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2944, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(1216, 1600)", + "tensor": "model.language_model.layers.7.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1216, + 1600 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.23.self_attn.q_proj.weight|2d-64|(3456, 1152)", + "tensor": "model.language_model.layers.23.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3456, + 1152 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(128, 128)", + "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(3776, 768)", + "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3776, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.self_attn.q_proj.weight|2d-64|(384, 1344)", + "tensor": "model.language_model.layers.11.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 1344 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.23.self_attn.q_proj.weight|2d-64|(1024, 1664)", + "tensor": "model.language_model.layers.23.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1024, + 1664 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(2880, 1088)", + "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2880, + 1088 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(2112, 128)", + "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2112, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.self_attn.q_proj.weight|2d-64|(1024, 832)", + "tensor": "model.language_model.layers.15.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1024, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(704, 1792)", + "tensor": "model.language_model.layers.7.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 704, + 1792 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(1600, 256)", + "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1600, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(1344, 640)", + "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1344, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.self_attn.q_proj.weight|2d-64|(2688, 1728)", + "tensor": "model.language_model.layers.19.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2688, + 1728 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.self_attn.q_proj.weight|2d-64|(4032, 1856)", + "tensor": "model.language_model.layers.11.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4032, + 1856 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.self_attn.q_proj.weight|2d-64|(3456, 320)", + "tensor": "model.language_model.layers.19.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3456, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(3008, 384)", + "tensor": "model.language_model.layers.7.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3008, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.self_attn.q_proj.weight|2d-64|(192, 576)", + "tensor": "model.language_model.layers.19.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 576 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(2624, 448)", + "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2624, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(2240, 1472)", + "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2240, + 1472 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(2688, 1920)", + "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2688, + 1920 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.self_attn.q_proj.weight|2d-64|(256, 1664)", + "tensor": "model.language_model.layers.15.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 1664 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.self_attn.q_proj.weight|2d-64|(2880, 1536)", + "tensor": "model.language_model.layers.11.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2880, + 1536 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.self_attn.q_proj.weight|2d-64|(1152, 128)", + "tensor": "model.language_model.layers.11.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1152, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.23.self_attn.q_proj.weight|2d-64|(1472, 1664)", + "tensor": "model.language_model.layers.23.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1472, + 1664 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(1408, 1920)", + "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1408, + 1920 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.self_attn.q_proj.weight|2d-64|(704, 1600)", + "tensor": "model.language_model.layers.11.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 704, + 1600 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(3200, 1408)", + "tensor": "model.language_model.layers.7.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3200, + 1408 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.self_attn.q_proj.weight|2d-64|(3456, 384)", + "tensor": "model.language_model.layers.11.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3456, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.self_attn.q_proj.weight|2d-64|(3072, 1856)", + "tensor": "model.language_model.layers.19.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3072, + 1856 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(1920, 1792)", + "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1920, + 1792 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(0, 1216)", + "tensor": "model.language_model.layers.7.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 1216 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.self_attn.q_proj.weight|2d-64|(2432, 896)", + "tensor": "model.language_model.layers.11.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2432, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.self_attn.q_proj.weight|2d-64|(2624, 1664)", + "tensor": "model.language_model.layers.15.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2624, + 1664 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(2688, 960)", + "tensor": "model.language_model.layers.7.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2688, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(2176, 1152)", + "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2176, + 1152 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(2688, 384)", + "tensor": "model.language_model.layers.7.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2688, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(1088, 1792)", + "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1088, + 1792 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(3840, 832)", + "tensor": "model.language_model.layers.7.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3840, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(1536, 576)", + "tensor": "model.language_model.layers.7.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1536, + 576 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.self_attn.q_proj.weight|2d-64|(3584, 384)", + "tensor": "model.language_model.layers.19.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3584, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.self_attn.q_proj.weight|2d-64|(2304, 512)", + "tensor": "model.language_model.layers.11.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2304, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.self_attn.q_proj.weight|2d-64|(3136, 512)", + "tensor": "model.language_model.layers.11.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3136, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.self_attn.q_proj.weight|2d-64|(3072, 576)", + "tensor": "model.language_model.layers.19.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3072, + 576 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(1536, 768)", + "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1536, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.self_attn.q_proj.weight|2d-64|(4032, 384)", + "tensor": "model.language_model.layers.19.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4032, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.self_attn.q_proj.weight|2d-64|(3328, 1344)", + "tensor": "model.language_model.layers.11.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3328, + 1344 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(2560, 1024)", + "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2560, + 1024 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.self_attn.v_proj.weight|2d-128|(0, 0)", + "tensor": "model.language_model.layers.11.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.self_attn.v_proj.weight|2d-128|(0, 128)", + "tensor": "model.language_model.layers.11.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(256, 768)", + "tensor": "model.language_model.layers.7.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.self_attn.v_proj.weight|2d-128|(0, 384)", + "tensor": "model.language_model.layers.11.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(0, 1536)", + "tensor": "model.language_model.layers.7.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.self_attn.v_proj.weight|2d-128|(0, 640)", + "tensor": "model.language_model.layers.11.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.self_attn.v_proj.weight|2d-128|(0, 1664)", + "tensor": "model.language_model.layers.3.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(128, 1024)", + "tensor": "model.language_model.layers.7.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.self_attn.v_proj.weight|2d-128|(0, 1024)", + "tensor": "model.language_model.layers.11.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.self_attn.v_proj.weight|2d-128|(0, 1152)", + "tensor": "model.language_model.layers.11.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.self_attn.v_proj.weight|2d-128|(0, 1280)", + "tensor": "model.language_model.layers.11.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.self_attn.v_proj.weight|2d-128|(256, 1792)", + "tensor": "model.language_model.layers.3.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(256, 384)", + "tensor": "model.language_model.layers.7.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.self_attn.v_proj.weight|2d-128|(128, 128)", + "tensor": "model.language_model.layers.3.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.self_attn.v_proj.weight|2d-128|(0, 1792)", + "tensor": "model.language_model.layers.11.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(256, 1664)", + "tensor": "model.language_model.layers.7.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.self_attn.v_proj.weight|2d-128|(128, 0)", + "tensor": "model.language_model.layers.11.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.self_attn.v_proj.weight|2d-128|(128, 128)", + "tensor": "model.language_model.layers.11.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.self_attn.v_proj.weight|2d-128|(256, 384)", + "tensor": "model.language_model.layers.3.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.self_attn.v_proj.weight|2d-128|(128, 384)", + "tensor": "model.language_model.layers.11.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.self_attn.v_proj.weight|2d-128|(128, 512)", + "tensor": "model.language_model.layers.11.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.self_attn.v_proj.weight|2d-128|(128, 640)", + "tensor": "model.language_model.layers.11.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.self_attn.v_proj.weight|2d-128|(128, 768)", + "tensor": "model.language_model.layers.11.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.self_attn.v_proj.weight|2d-128|(128, 896)", + "tensor": "model.language_model.layers.11.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.self_attn.v_proj.weight|2d-128|(128, 1024)", + "tensor": "model.language_model.layers.11.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.self_attn.v_proj.weight|2d-128|(128, 1152)", + "tensor": "model.language_model.layers.11.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.self_attn.v_proj.weight|2d-128|(128, 1280)", + "tensor": "model.language_model.layers.11.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.self_attn.v_proj.weight|2d-128|(128, 1408)", + "tensor": "model.language_model.layers.11.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.self_attn.v_proj.weight|2d-128|(128, 1536)", + "tensor": "model.language_model.layers.11.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.self_attn.v_proj.weight|2d-128|(128, 1664)", + "tensor": "model.language_model.layers.11.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(384, 1664)", + "tensor": "model.language_model.layers.7.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.self_attn.v_proj.weight|2d-128|(128, 1920)", + "tensor": "model.language_model.layers.11.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.self_attn.v_proj.weight|2d-128|(384, 1408)", + "tensor": "model.language_model.layers.3.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.self_attn.v_proj.weight|2d-128|(128, 1920)", + "tensor": "model.language_model.layers.3.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.self_attn.v_proj.weight|2d-128|(256, 256)", + "tensor": "model.language_model.layers.11.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.self_attn.v_proj.weight|2d-128|(384, 768)", + "tensor": "model.language_model.layers.3.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.self_attn.v_proj.weight|2d-128|(256, 512)", + "tensor": "model.language_model.layers.11.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.self_attn.v_proj.weight|2d-128|(256, 640)", + "tensor": "model.language_model.layers.11.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(0, 1152)", + "tensor": "model.language_model.layers.7.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(256, 1152)", + "tensor": "model.language_model.layers.7.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.self_attn.v_proj.weight|2d-128|(256, 1024)", + "tensor": "model.language_model.layers.11.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.self_attn.v_proj.weight|2d-128|(0, 1408)", + "tensor": "model.language_model.layers.3.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.self_attn.v_proj.weight|2d-128|(256, 1280)", + "tensor": "model.language_model.layers.11.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.self_attn.v_proj.weight|2d-128|(256, 1408)", + "tensor": "model.language_model.layers.11.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.self_attn.v_proj.weight|2d-128|(256, 1536)", + "tensor": "model.language_model.layers.11.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.self_attn.v_proj.weight|2d-128|(256, 1664)", + "tensor": "model.language_model.layers.11.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.self_attn.v_proj.weight|2d-128|(256, 1792)", + "tensor": "model.language_model.layers.11.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.self_attn.v_proj.weight|2d-128|(256, 1920)", + "tensor": "model.language_model.layers.11.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.self_attn.v_proj.weight|2d-128|(384, 0)", + "tensor": "model.language_model.layers.11.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.self_attn.v_proj.weight|2d-128|(384, 128)", + "tensor": "model.language_model.layers.11.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(384, 768)", + "tensor": "model.language_model.layers.7.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.self_attn.v_proj.weight|2d-128|(384, 384)", + "tensor": "model.language_model.layers.11.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.self_attn.v_proj.weight|2d-128|(384, 512)", + "tensor": "model.language_model.layers.11.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.self_attn.v_proj.weight|2d-128|(256, 1408)", + "tensor": "model.language_model.layers.3.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(0, 1664)", + "tensor": "model.language_model.layers.7.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.self_attn.v_proj.weight|2d-128|(384, 896)", + "tensor": "model.language_model.layers.11.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(0, 384)", + "tensor": "model.language_model.layers.7.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(128, 256)", + "tensor": "model.language_model.layers.7.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.self_attn.v_proj.weight|2d-128|(384, 1280)", + "tensor": "model.language_model.layers.11.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(128, 1792)", + "tensor": "model.language_model.layers.7.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.self_attn.v_proj.weight|2d-128|(384, 1536)", + "tensor": "model.language_model.layers.11.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.self_attn.v_proj.weight|2d-128|(384, 1664)", + "tensor": "model.language_model.layers.11.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.11.self_attn.v_proj.weight|2d-128|(384, 1792)", + "tensor": "model.language_model.layers.11.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.self_attn.v_proj.weight|2d-128|(256, 1152)", + "tensor": "model.language_model.layers.3.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.self_attn.v_proj.weight|2d-128|(0, 0)", + "tensor": "model.language_model.layers.15.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.self_attn.v_proj.weight|2d-128|(0, 128)", + "tensor": "model.language_model.layers.15.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.self_attn.v_proj.weight|2d-128|(0, 256)", + "tensor": "model.language_model.layers.15.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.self_attn.v_proj.weight|2d-128|(0, 384)", + "tensor": "model.language_model.layers.15.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(128, 1536)", + "tensor": "model.language_model.layers.7.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.self_attn.v_proj.weight|2d-128|(128, 768)", + "tensor": "model.language_model.layers.3.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.self_attn.v_proj.weight|2d-128|(0, 768)", + "tensor": "model.language_model.layers.15.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.self_attn.v_proj.weight|2d-128|(0, 896)", + "tensor": "model.language_model.layers.15.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(384, 1280)", + "tensor": "model.language_model.layers.7.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.self_attn.v_proj.weight|2d-128|(0, 1152)", + "tensor": "model.language_model.layers.15.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.self_attn.v_proj.weight|2d-128|(0, 1280)", + "tensor": "model.language_model.layers.15.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.self_attn.v_proj.weight|2d-128|(0, 1408)", + "tensor": "model.language_model.layers.15.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.self_attn.v_proj.weight|2d-128|(0, 1536)", + "tensor": "model.language_model.layers.15.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.self_attn.v_proj.weight|2d-128|(256, 896)", + "tensor": "model.language_model.layers.3.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.self_attn.v_proj.weight|2d-128|(384, 1920)", + "tensor": "model.language_model.layers.3.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.self_attn.v_proj.weight|2d-128|(384, 512)", + "tensor": "model.language_model.layers.3.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.self_attn.v_proj.weight|2d-128|(128, 0)", + "tensor": "model.language_model.layers.15.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(384, 0)", + "tensor": "model.language_model.layers.7.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.self_attn.v_proj.weight|2d-128|(128, 256)", + "tensor": "model.language_model.layers.15.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.self_attn.v_proj.weight|2d-128|(128, 384)", + "tensor": "model.language_model.layers.15.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.self_attn.v_proj.weight|2d-128|(128, 512)", + "tensor": "model.language_model.layers.15.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.self_attn.v_proj.weight|2d-128|(384, 1024)", + "tensor": "model.language_model.layers.3.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.self_attn.v_proj.weight|2d-128|(128, 640)", + "tensor": "model.language_model.layers.3.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(384, 384)", + "tensor": "model.language_model.layers.7.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.self_attn.v_proj.weight|2d-128|(128, 1024)", + "tensor": "model.language_model.layers.15.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.self_attn.v_proj.weight|2d-128|(0, 128)", + "tensor": "model.language_model.layers.3.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.self_attn.v_proj.weight|2d-128|(128, 1280)", + "tensor": "model.language_model.layers.15.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.self_attn.v_proj.weight|2d-128|(128, 1408)", + "tensor": "model.language_model.layers.15.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.self_attn.v_proj.weight|2d-128|(128, 1536)", + "tensor": "model.language_model.layers.15.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.self_attn.v_proj.weight|2d-128|(128, 1664)", + "tensor": "model.language_model.layers.15.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.self_attn.v_proj.weight|2d-128|(128, 512)", + "tensor": "model.language_model.layers.3.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.self_attn.v_proj.weight|2d-128|(128, 1920)", + "tensor": "model.language_model.layers.15.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.self_attn.v_proj.weight|2d-128|(256, 0)", + "tensor": "model.language_model.layers.15.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.self_attn.v_proj.weight|2d-128|(256, 128)", + "tensor": "model.language_model.layers.15.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.self_attn.v_proj.weight|2d-128|(128, 256)", + "tensor": "model.language_model.layers.3.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.self_attn.v_proj.weight|2d-128|(256, 768)", + "tensor": "model.language_model.layers.3.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.self_attn.v_proj.weight|2d-128|(256, 512)", + "tensor": "model.language_model.layers.15.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(256, 1792)", + "tensor": "model.language_model.layers.7.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.self_attn.v_proj.weight|2d-128|(256, 768)", + "tensor": "model.language_model.layers.15.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.self_attn.v_proj.weight|2d-128|(0, 384)", + "tensor": "model.language_model.layers.3.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.self_attn.v_proj.weight|2d-128|(128, 896)", + "tensor": "model.language_model.layers.3.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(128, 640)", + "tensor": "model.language_model.layers.7.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.self_attn.v_proj.weight|2d-128|(0, 640)", + "tensor": "model.language_model.layers.3.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.self_attn.v_proj.weight|2d-128|(256, 1408)", + "tensor": "model.language_model.layers.15.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.self_attn.v_proj.weight|2d-128|(256, 1536)", + "tensor": "model.language_model.layers.15.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.self_attn.v_proj.weight|2d-128|(256, 1664)", + "tensor": "model.language_model.layers.15.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.self_attn.v_proj.weight|2d-128|(256, 1792)", + "tensor": "model.language_model.layers.15.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.self_attn.v_proj.weight|2d-128|(256, 1920)", + "tensor": "model.language_model.layers.15.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(128, 512)", + "tensor": "model.language_model.layers.7.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.self_attn.v_proj.weight|2d-128|(384, 128)", + "tensor": "model.language_model.layers.15.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.self_attn.v_proj.weight|2d-128|(384, 256)", + "tensor": "model.language_model.layers.15.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.self_attn.v_proj.weight|2d-128|(384, 384)", + "tensor": "model.language_model.layers.15.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.self_attn.v_proj.weight|2d-128|(384, 512)", + "tensor": "model.language_model.layers.15.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.self_attn.v_proj.weight|2d-128|(384, 640)", + "tensor": "model.language_model.layers.15.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(384, 256)", + "tensor": "model.language_model.layers.7.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.self_attn.v_proj.weight|2d-128|(256, 1536)", + "tensor": "model.language_model.layers.3.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.self_attn.v_proj.weight|2d-128|(384, 1024)", + "tensor": "model.language_model.layers.15.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.self_attn.v_proj.weight|2d-128|(256, 1664)", + "tensor": "model.language_model.layers.3.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.self_attn.v_proj.weight|2d-128|(384, 640)", + "tensor": "model.language_model.layers.3.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(128, 1152)", + "tensor": "model.language_model.layers.7.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(384, 512)", + "tensor": "model.language_model.layers.7.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.self_attn.v_proj.weight|2d-128|(384, 1664)", + "tensor": "model.language_model.layers.15.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.15.self_attn.v_proj.weight|2d-128|(384, 1792)", + "tensor": "model.language_model.layers.15.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.self_attn.v_proj.weight|2d-128|(128, 384)", + "tensor": "model.language_model.layers.3.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(256, 1920)", + "tensor": "model.language_model.layers.7.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.self_attn.v_proj.weight|2d-128|(256, 1280)", + "tensor": "model.language_model.layers.3.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(0, 0)", + "tensor": "model.language_model.layers.7.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(0, 384)", + "tensor": "model.language_model.layers.19.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(0, 512)", + "tensor": "model.language_model.layers.19.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(0, 640)", + "tensor": "model.language_model.layers.19.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(0, 768)", + "tensor": "model.language_model.layers.19.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(0, 896)", + "tensor": "model.language_model.layers.19.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(0, 1024)", + "tensor": "model.language_model.layers.19.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(0, 1152)", + "tensor": "model.language_model.layers.19.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(0, 1280)", + "tensor": "model.language_model.layers.19.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(128, 896)", + "tensor": "model.language_model.layers.7.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(0, 1536)", + "tensor": "model.language_model.layers.19.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(0, 1664)", + "tensor": "model.language_model.layers.19.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(0, 1792)", + "tensor": "model.language_model.layers.19.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(0, 1920)", + "tensor": "model.language_model.layers.19.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(128, 0)", + "tensor": "model.language_model.layers.19.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(128, 128)", + "tensor": "model.language_model.layers.19.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(128, 256)", + "tensor": "model.language_model.layers.19.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(128, 384)", + "tensor": "model.language_model.layers.19.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(128, 512)", + "tensor": "model.language_model.layers.19.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(128, 640)", + "tensor": "model.language_model.layers.19.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(128, 768)", + "tensor": "model.language_model.layers.19.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(128, 896)", + "tensor": "model.language_model.layers.19.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(256, 1536)", + "tensor": "model.language_model.layers.7.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(128, 1152)", + "tensor": "model.language_model.layers.19.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(128, 1280)", + "tensor": "model.language_model.layers.19.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(128, 1408)", + "tensor": "model.language_model.layers.19.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(128, 1536)", + "tensor": "model.language_model.layers.19.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(128, 1664)", + "tensor": "model.language_model.layers.19.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(128, 1792)", + "tensor": "model.language_model.layers.19.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.self_attn.v_proj.weight|2d-128|(384, 256)", + "tensor": "model.language_model.layers.3.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(256, 896)", + "tensor": "model.language_model.layers.7.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.self_attn.v_proj.weight|2d-128|(0, 1024)", + "tensor": "model.language_model.layers.3.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(256, 256)", + "tensor": "model.language_model.layers.19.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.self_attn.v_proj.weight|2d-128|(0, 512)", + "tensor": "model.language_model.layers.3.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(256, 512)", + "tensor": "model.language_model.layers.19.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(128, 1408)", + "tensor": "model.language_model.layers.7.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(256, 768)", + "tensor": "model.language_model.layers.19.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(256, 896)", + "tensor": "model.language_model.layers.19.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(256, 1024)", + "tensor": "model.language_model.layers.19.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(256, 1152)", + "tensor": "model.language_model.layers.19.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(256, 1280)", + "tensor": "model.language_model.layers.19.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(256, 1408)", + "tensor": "model.language_model.layers.19.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(256, 1536)", + "tensor": "model.language_model.layers.19.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(256, 1664)", + "tensor": "model.language_model.layers.19.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(256, 1792)", + "tensor": "model.language_model.layers.19.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.self_attn.v_proj.weight|2d-128|(128, 1536)", + "tensor": "model.language_model.layers.3.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(384, 0)", + "tensor": "model.language_model.layers.19.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(384, 128)", + "tensor": "model.language_model.layers.19.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(384, 256)", + "tensor": "model.language_model.layers.19.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(256, 0)", + "tensor": "model.language_model.layers.7.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(384, 512)", + "tensor": "model.language_model.layers.19.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(384, 896)", + "tensor": "model.language_model.layers.7.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(0, 512)", + "tensor": "model.language_model.layers.7.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(384, 896)", + "tensor": "model.language_model.layers.19.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(384, 1024)", + "tensor": "model.language_model.layers.19.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(384, 1152)", + "tensor": "model.language_model.layers.19.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(384, 1280)", + "tensor": "model.language_model.layers.19.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(384, 1408)", + "tensor": "model.language_model.layers.19.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(384, 1536)", + "tensor": "model.language_model.layers.19.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(384, 1664)", + "tensor": "model.language_model.layers.19.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(384, 1792)", + "tensor": "model.language_model.layers.19.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(384, 1920)", + "tensor": "model.language_model.layers.19.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.23.self_attn.v_proj.weight|2d-128|(0, 0)", + "tensor": "model.language_model.layers.23.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.23.self_attn.v_proj.weight|2d-128|(0, 128)", + "tensor": "model.language_model.layers.23.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(128, 1664)", + "tensor": "model.language_model.layers.7.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.23.self_attn.v_proj.weight|2d-128|(0, 384)", + "tensor": "model.language_model.layers.23.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.23.self_attn.v_proj.weight|2d-128|(0, 512)", + "tensor": "model.language_model.layers.23.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(256, 1280)", + "tensor": "model.language_model.layers.7.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.23.self_attn.v_proj.weight|2d-128|(0, 768)", + "tensor": "model.language_model.layers.23.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.23.self_attn.v_proj.weight|2d-128|(0, 896)", + "tensor": "model.language_model.layers.23.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.23.self_attn.v_proj.weight|2d-128|(0, 1024)", + "tensor": "model.language_model.layers.23.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.self_attn.v_proj.weight|2d-128|(256, 640)", + "tensor": "model.language_model.layers.3.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.23.self_attn.v_proj.weight|2d-128|(0, 1280)", + "tensor": "model.language_model.layers.23.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.self_attn.v_proj.weight|2d-128|(128, 1664)", + "tensor": "model.language_model.layers.3.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.23.self_attn.v_proj.weight|2d-128|(0, 1536)", + "tensor": "model.language_model.layers.23.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(384, 1152)", + "tensor": "model.language_model.layers.7.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.23.self_attn.v_proj.weight|2d-128|(0, 1792)", + "tensor": "model.language_model.layers.23.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.23.self_attn.v_proj.weight|2d-128|(0, 1920)", + "tensor": "model.language_model.layers.23.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.self_attn.v_proj.weight|2d-128|(128, 1280)", + "tensor": "model.language_model.layers.3.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.23.self_attn.v_proj.weight|2d-128|(128, 128)", + "tensor": "model.language_model.layers.23.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.23.self_attn.v_proj.weight|2d-128|(128, 256)", + "tensor": "model.language_model.layers.23.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.23.self_attn.v_proj.weight|2d-128|(128, 384)", + "tensor": "model.language_model.layers.23.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.23.self_attn.v_proj.weight|2d-128|(128, 512)", + "tensor": "model.language_model.layers.23.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.23.self_attn.v_proj.weight|2d-128|(128, 640)", + "tensor": "model.language_model.layers.23.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.23.self_attn.v_proj.weight|2d-128|(128, 768)", + "tensor": "model.language_model.layers.23.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.23.self_attn.v_proj.weight|2d-128|(128, 896)", + "tensor": "model.language_model.layers.23.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(0, 1280)", + "tensor": "model.language_model.layers.7.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(256, 256)", + "tensor": "model.language_model.layers.7.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.23.self_attn.v_proj.weight|2d-128|(128, 1280)", + "tensor": "model.language_model.layers.23.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.23.self_attn.v_proj.weight|2d-128|(128, 1408)", + "tensor": "model.language_model.layers.23.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(256, 512)", + "tensor": "model.language_model.layers.7.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(384, 1408)", + "tensor": "model.language_model.layers.7.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.23.self_attn.v_proj.weight|2d-128|(128, 1792)", + "tensor": "model.language_model.layers.23.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.23.self_attn.v_proj.weight|2d-128|(128, 1920)", + "tensor": "model.language_model.layers.23.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.23.self_attn.v_proj.weight|2d-128|(256, 0)", + "tensor": "model.language_model.layers.23.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(0, 1920)", + "tensor": "model.language_model.layers.7.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.23.self_attn.v_proj.weight|2d-128|(256, 256)", + "tensor": "model.language_model.layers.23.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.23.self_attn.v_proj.weight|2d-128|(256, 384)", + "tensor": "model.language_model.layers.23.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.23.self_attn.v_proj.weight|2d-128|(256, 512)", + "tensor": "model.language_model.layers.23.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(0, 1024)", + "tensor": "model.language_model.layers.7.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.23.self_attn.v_proj.weight|2d-128|(256, 768)", + "tensor": "model.language_model.layers.23.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.23.self_attn.v_proj.weight|2d-128|(256, 896)", + "tensor": "model.language_model.layers.23.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(128, 128)", + "tensor": "model.language_model.layers.7.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.23.self_attn.v_proj.weight|2d-128|(256, 1152)", + "tensor": "model.language_model.layers.23.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.self_attn.v_proj.weight|2d-128|(384, 1792)", + "tensor": "model.language_model.layers.3.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.23.self_attn.v_proj.weight|2d-128|(256, 1408)", + "tensor": "model.language_model.layers.23.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.self_attn.v_proj.weight|2d-128|(0, 896)", + "tensor": "model.language_model.layers.3.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.self_attn.v_proj.weight|2d-128|(256, 1024)", + "tensor": "model.language_model.layers.3.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(256, 1024)", + "tensor": "model.language_model.layers.7.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.23.self_attn.v_proj.weight|2d-128|(256, 1920)", + "tensor": "model.language_model.layers.23.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.23.self_attn.v_proj.weight|2d-128|(384, 0)", + "tensor": "model.language_model.layers.23.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.self_attn.v_proj.weight|2d-128|(384, 1280)", + "tensor": "model.language_model.layers.3.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.23.self_attn.v_proj.weight|2d-128|(384, 256)", + "tensor": "model.language_model.layers.23.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(128, 1920)", + "tensor": "model.language_model.layers.7.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(256, 128)", + "tensor": "model.language_model.layers.7.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(0, 1408)", + "tensor": "model.language_model.layers.7.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.self_attn.v_proj.weight|2d-128|(0, 1280)", + "tensor": "model.language_model.layers.3.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.23.self_attn.v_proj.weight|2d-128|(384, 896)", + "tensor": "model.language_model.layers.23.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.23.self_attn.v_proj.weight|2d-128|(384, 1024)", + "tensor": "model.language_model.layers.23.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.self_attn.v_proj.weight|2d-128|(0, 768)", + "tensor": "model.language_model.layers.3.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.23.self_attn.v_proj.weight|2d-128|(384, 1280)", + "tensor": "model.language_model.layers.23.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.23.self_attn.v_proj.weight|2d-128|(384, 1408)", + "tensor": "model.language_model.layers.23.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.23.self_attn.v_proj.weight|2d-128|(384, 1536)", + "tensor": "model.language_model.layers.23.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.23.self_attn.v_proj.weight|2d-128|(384, 1664)", + "tensor": "model.language_model.layers.23.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.self_attn.v_proj.weight|2d-128|(128, 0)", + "tensor": "model.language_model.layers.3.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.23.self_attn.v_proj.weight|2d-128|(384, 1920)", + "tensor": "model.language_model.layers.23.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.language_model.layers.3.self_attn.v_proj.weight|2d-64|(64, 0)", + "tensor": "model.language_model.layers.3.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.self_attn.v_proj.weight|2d-64|(0, 64)", + "tensor": "model.language_model.layers.11.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.23.self_attn.v_proj.weight|2d-64|(0, 1728)", + "tensor": "model.language_model.layers.23.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 1728 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.self_attn.v_proj.weight|2d-64|(0, 192)", + "tensor": "model.language_model.layers.11.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.23.self_attn.v_proj.weight|2d-64|(64, 0)", + "tensor": "model.language_model.layers.23.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.self_attn.v_proj.weight|2d-64|(0, 320)", + "tensor": "model.language_model.layers.11.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.self_attn.v_proj.weight|2d-64|(448, 1664)", + "tensor": "model.language_model.layers.15.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 1664 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.self_attn.v_proj.weight|2d-64|(128, 896)", + "tensor": "model.language_model.layers.3.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(192, 704)", + "tensor": "model.language_model.layers.7.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.23.self_attn.v_proj.weight|2d-64|(64, 1792)", + "tensor": "model.language_model.layers.23.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 1792 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.self_attn.v_proj.weight|2d-64|(0, 640)", + "tensor": "model.language_model.layers.11.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.self_attn.v_proj.weight|2d-64|(0, 704)", + "tensor": "model.language_model.layers.11.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.self_attn.v_proj.weight|2d-64|(192, 1088)", + "tensor": "model.language_model.layers.15.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 1088 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.self_attn.v_proj.weight|2d-64|(64, 1088)", + "tensor": "model.language_model.layers.15.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 1088 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.self_attn.v_proj.weight|2d-64|(384, 1856)", + "tensor": "model.language_model.layers.15.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 1856 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.self_attn.v_proj.weight|2d-64|(320, 192)", + "tensor": "model.language_model.layers.15.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.self_attn.v_proj.weight|2d-64|(0, 1024)", + "tensor": "model.language_model.layers.11.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 1024 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(448, 1472)", + "tensor": "model.language_model.layers.7.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 1472 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.23.self_attn.v_proj.weight|2d-64|(256, 1152)", + "tensor": "model.language_model.layers.23.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 1152 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.self_attn.v_proj.weight|2d-64|(0, 1216)", + "tensor": "model.language_model.layers.11.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 1216 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(448, 1536)", + "tensor": "model.language_model.layers.7.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 1536 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(64, 1984)", + "tensor": "model.language_model.layers.7.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 1984 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.self_attn.v_proj.weight|2d-64|(64, 832)", + "tensor": "model.language_model.layers.15.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.self_attn.v_proj.weight|2d-64|(128, 448)", + "tensor": "model.language_model.layers.3.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.self_attn.v_proj.weight|2d-64|(0, 1536)", + "tensor": "model.language_model.layers.11.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 1536 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.self_attn.v_proj.weight|2d-64|(64, 576)", + "tensor": "model.language_model.layers.15.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 576 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.self_attn.v_proj.weight|2d-64|(0, 1664)", + "tensor": "model.language_model.layers.11.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 1664 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.self_attn.v_proj.weight|2d-64|(0, 1856)", + "tensor": "model.language_model.layers.3.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 1856 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(128, 64)", + "tensor": "model.language_model.layers.19.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(256, 1280)", + "tensor": "model.language_model.layers.19.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 1280 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.self_attn.v_proj.weight|2d-64|(0, 1920)", + "tensor": "model.language_model.layers.11.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 1920 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(192, 640)", + "tensor": "model.language_model.layers.19.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.self_attn.v_proj.weight|2d-64|(320, 576)", + "tensor": "model.language_model.layers.15.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 576 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.self_attn.v_proj.weight|2d-64|(192, 384)", + "tensor": "model.language_model.layers.3.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(320, 1152)", + "tensor": "model.language_model.layers.7.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 1152 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(256, 832)", + "tensor": "model.language_model.layers.19.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(384, 1472)", + "tensor": "model.language_model.layers.7.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 1472 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.23.self_attn.v_proj.weight|2d-64|(128, 1600)", + "tensor": "model.language_model.layers.23.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 1600 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.self_attn.v_proj.weight|2d-64|(128, 1728)", + "tensor": "model.language_model.layers.15.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 1728 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.self_attn.v_proj.weight|2d-64|(64, 448)", + "tensor": "model.language_model.layers.11.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.self_attn.v_proj.weight|2d-64|(64, 512)", + "tensor": "model.language_model.layers.11.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.self_attn.v_proj.weight|2d-64|(64, 576)", + "tensor": "model.language_model.layers.11.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 576 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.self_attn.v_proj.weight|2d-64|(192, 64)", + "tensor": "model.language_model.layers.3.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(0, 1600)", + "tensor": "model.language_model.layers.19.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 1600 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.self_attn.v_proj.weight|2d-64|(384, 960)", + "tensor": "model.language_model.layers.15.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.23.self_attn.v_proj.weight|2d-64|(64, 1344)", + "tensor": "model.language_model.layers.23.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 1344 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.self_attn.v_proj.weight|2d-64|(448, 1920)", + "tensor": "model.language_model.layers.3.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 1920 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.self_attn.v_proj.weight|2d-64|(64, 960)", + "tensor": "model.language_model.layers.11.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.self_attn.v_proj.weight|2d-64|(64, 1856)", + "tensor": "model.language_model.layers.3.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 1856 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(128, 768)", + "tensor": "model.language_model.layers.19.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.23.self_attn.v_proj.weight|2d-64|(64, 448)", + "tensor": "model.language_model.layers.23.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(384, 0)", + "tensor": "model.language_model.layers.19.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.self_attn.v_proj.weight|2d-64|(64, 1728)", + "tensor": "model.language_model.layers.15.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 1728 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.self_attn.v_proj.weight|2d-64|(256, 1088)", + "tensor": "model.language_model.layers.15.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 1088 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.self_attn.v_proj.weight|2d-64|(256, 1280)", + "tensor": "model.language_model.layers.15.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 1280 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(128, 1600)", + "tensor": "model.language_model.layers.19.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 1600 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.self_attn.v_proj.weight|2d-64|(256, 960)", + "tensor": "model.language_model.layers.3.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.self_attn.v_proj.weight|2d-64|(256, 1920)", + "tensor": "model.language_model.layers.15.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 1920 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.self_attn.v_proj.weight|2d-64|(320, 896)", + "tensor": "model.language_model.layers.15.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(384, 256)", + "tensor": "model.language_model.layers.19.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(128, 1536)", + "tensor": "model.language_model.layers.7.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 1536 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(0, 832)", + "tensor": "model.language_model.layers.19.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.self_attn.v_proj.weight|2d-64|(384, 1472)", + "tensor": "model.language_model.layers.15.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 1472 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.self_attn.v_proj.weight|2d-64|(0, 640)", + "tensor": "model.language_model.layers.15.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(320, 1920)", + "tensor": "model.language_model.layers.7.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 1920 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(448, 1920)", + "tensor": "model.language_model.layers.19.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 1920 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(256, 384)", + "tensor": "model.language_model.layers.19.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.23.self_attn.v_proj.weight|2d-64|(320, 1088)", + "tensor": "model.language_model.layers.23.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 1088 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(320, 768)", + "tensor": "model.language_model.layers.19.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(320, 1984)", + "tensor": "model.language_model.layers.19.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 1984 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.self_attn.v_proj.weight|2d-64|(128, 384)", + "tensor": "model.language_model.layers.11.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(192, 896)", + "tensor": "model.language_model.layers.7.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(320, 256)", + "tensor": "model.language_model.layers.7.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.self_attn.v_proj.weight|2d-64|(64, 1728)", + "tensor": "model.language_model.layers.3.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 1728 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(64, 1024)", + "tensor": "model.language_model.layers.7.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 1024 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(320, 704)", + "tensor": "model.language_model.layers.19.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.23.self_attn.v_proj.weight|2d-64|(0, 1856)", + "tensor": "model.language_model.layers.23.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 1856 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(448, 1984)", + "tensor": "model.language_model.layers.19.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 1984 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.self_attn.v_proj.weight|2d-64|(64, 896)", + "tensor": "model.language_model.layers.15.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.self_attn.v_proj.weight|2d-64|(320, 1792)", + "tensor": "model.language_model.layers.15.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 1792 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.self_attn.v_proj.weight|2d-64|(128, 1024)", + "tensor": "model.language_model.layers.11.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 1024 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.self_attn.v_proj.weight|2d-64|(128, 1088)", + "tensor": "model.language_model.layers.11.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 1088 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(128, 1344)", + "tensor": "model.language_model.layers.19.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 1344 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.self_attn.v_proj.weight|2d-64|(128, 512)", + "tensor": "model.language_model.layers.3.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(256, 576)", + "tensor": "model.language_model.layers.19.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 576 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(64, 832)", + "tensor": "model.language_model.layers.7.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.self_attn.v_proj.weight|2d-64|(320, 1664)", + "tensor": "model.language_model.layers.15.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 1664 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(256, 1216)", + "tensor": "model.language_model.layers.19.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 1216 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.23.self_attn.v_proj.weight|2d-64|(0, 192)", + "tensor": "model.language_model.layers.23.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.23.self_attn.v_proj.weight|2d-64|(128, 896)", + "tensor": "model.language_model.layers.23.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.self_attn.v_proj.weight|2d-64|(128, 1664)", + "tensor": "model.language_model.layers.11.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 1664 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(64, 640)", + "tensor": "model.language_model.layers.19.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.self_attn.v_proj.weight|2d-64|(384, 1600)", + "tensor": "model.language_model.layers.15.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 1600 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.self_attn.v_proj.weight|2d-64|(448, 448)", + "tensor": "model.language_model.layers.15.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(192, 832)", + "tensor": "model.language_model.layers.7.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.self_attn.v_proj.weight|2d-64|(128, 1984)", + "tensor": "model.language_model.layers.11.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 1984 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.self_attn.v_proj.weight|2d-64|(0, 256)", + "tensor": "model.language_model.layers.3.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(384, 640)", + "tensor": "model.language_model.layers.19.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.self_attn.v_proj.weight|2d-64|(448, 960)", + "tensor": "model.language_model.layers.15.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.self_attn.v_proj.weight|2d-64|(384, 448)", + "tensor": "model.language_model.layers.15.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(448, 960)", + "tensor": "model.language_model.layers.7.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.23.self_attn.v_proj.weight|2d-64|(448, 448)", + "tensor": "model.language_model.layers.23.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.23.self_attn.v_proj.weight|2d-64|(256, 1024)", + "tensor": "model.language_model.layers.23.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 1024 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.self_attn.v_proj.weight|2d-64|(128, 1600)", + "tensor": "model.language_model.layers.15.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 1600 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.self_attn.v_proj.weight|2d-64|(192, 512)", + "tensor": "model.language_model.layers.11.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(448, 1600)", + "tensor": "model.language_model.layers.19.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 1600 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.23.self_attn.v_proj.weight|2d-64|(256, 512)", + "tensor": "model.language_model.layers.23.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.self_attn.v_proj.weight|2d-64|(64, 1664)", + "tensor": "model.language_model.layers.15.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 1664 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.self_attn.v_proj.weight|2d-64|(192, 768)", + "tensor": "model.language_model.layers.11.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(256, 448)", + "tensor": "model.language_model.layers.19.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(448, 704)", + "tensor": "model.language_model.layers.19.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.self_attn.v_proj.weight|2d-64|(384, 0)", + "tensor": "model.language_model.layers.15.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.self_attn.v_proj.weight|2d-64|(320, 64)", + "tensor": "model.language_model.layers.15.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.self_attn.v_proj.weight|2d-64|(64, 1600)", + "tensor": "model.language_model.layers.15.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 1600 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.self_attn.v_proj.weight|2d-64|(0, 1088)", + "tensor": "model.language_model.layers.15.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 1088 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(128, 1088)", + "tensor": "model.language_model.layers.7.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 1088 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.self_attn.v_proj.weight|2d-64|(192, 1664)", + "tensor": "model.language_model.layers.3.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 1664 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(128, 960)", + "tensor": "model.language_model.layers.7.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.self_attn.v_proj.weight|2d-64|(448, 64)", + "tensor": "model.language_model.layers.15.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.self_attn.v_proj.weight|2d-64|(0, 448)", + "tensor": "model.language_model.layers.15.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.23.self_attn.v_proj.weight|2d-64|(320, 1344)", + "tensor": "model.language_model.layers.23.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 1344 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.23.self_attn.v_proj.weight|2d-64|(320, 1856)", + "tensor": "model.language_model.layers.23.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 1856 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.self_attn.v_proj.weight|2d-64|(192, 1664)", + "tensor": "model.language_model.layers.11.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 1664 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(128, 1792)", + "tensor": "model.language_model.layers.7.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 1792 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(448, 1472)", + "tensor": "model.language_model.layers.19.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 1472 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.self_attn.v_proj.weight|2d-64|(64, 1344)", + "tensor": "model.language_model.layers.3.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 1344 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.self_attn.v_proj.weight|2d-64|(0, 640)", + "tensor": "model.language_model.layers.3.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.self_attn.v_proj.weight|2d-64|(128, 1792)", + "tensor": "model.language_model.layers.3.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 1792 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.self_attn.v_proj.weight|2d-64|(0, 768)", + "tensor": "model.language_model.layers.15.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(64, 1728)", + "tensor": "model.language_model.layers.7.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 1728 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.23.self_attn.v_proj.weight|2d-64|(256, 704)", + "tensor": "model.language_model.layers.23.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.self_attn.v_proj.weight|2d-64|(128, 64)", + "tensor": "model.language_model.layers.15.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(192, 384)", + "tensor": "model.language_model.layers.7.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.self_attn.v_proj.weight|2d-64|(64, 1408)", + "tensor": "model.language_model.layers.15.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 1408 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(128, 192)", + "tensor": "model.language_model.layers.7.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(384, 192)", + "tensor": "model.language_model.layers.19.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.self_attn.v_proj.weight|2d-64|(256, 512)", + "tensor": "model.language_model.layers.11.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.self_attn.v_proj.weight|2d-64|(256, 576)", + "tensor": "model.language_model.layers.11.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 576 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.self_attn.v_proj.weight|2d-64|(192, 960)", + "tensor": "model.language_model.layers.15.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.23.self_attn.v_proj.weight|2d-64|(448, 1152)", + "tensor": "model.language_model.layers.23.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 1152 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.self_attn.v_proj.weight|2d-64|(256, 1856)", + "tensor": "model.language_model.layers.15.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 1856 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.self_attn.v_proj.weight|2d-64|(256, 832)", + "tensor": "model.language_model.layers.11.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(64, 640)", + "tensor": "model.language_model.layers.7.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.self_attn.v_proj.weight|2d-64|(192, 1472)", + "tensor": "model.language_model.layers.3.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 1472 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.23.self_attn.v_proj.weight|2d-64|(128, 1792)", + "tensor": "model.language_model.layers.23.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 1792 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.self_attn.v_proj.weight|2d-64|(0, 896)", + "tensor": "model.language_model.layers.3.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.self_attn.v_proj.weight|2d-64|(256, 1152)", + "tensor": "model.language_model.layers.11.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 1152 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.self_attn.v_proj.weight|2d-64|(64, 448)", + "tensor": "model.language_model.layers.3.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(384, 1152)", + "tensor": "model.language_model.layers.7.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 1152 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.self_attn.v_proj.weight|2d-64|(64, 640)", + "tensor": "model.language_model.layers.15.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(64, 1920)", + "tensor": "model.language_model.layers.19.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 1920 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(64, 256)", + "tensor": "model.language_model.layers.7.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.self_attn.v_proj.weight|2d-64|(256, 1536)", + "tensor": "model.language_model.layers.11.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 1536 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(256, 64)", + "tensor": "model.language_model.layers.19.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(384, 512)", + "tensor": "model.language_model.layers.7.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.self_attn.v_proj.weight|2d-64|(448, 1728)", + "tensor": "model.language_model.layers.15.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 1728 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.self_attn.v_proj.weight|2d-64|(256, 1792)", + "tensor": "model.language_model.layers.11.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 1792 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(256, 384)", + "tensor": "model.language_model.layers.7.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(128, 1024)", + "tensor": "model.language_model.layers.19.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 1024 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.23.self_attn.v_proj.weight|2d-64|(320, 1216)", + "tensor": "model.language_model.layers.23.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 1216 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(64, 1088)", + "tensor": "model.language_model.layers.19.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 1088 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.self_attn.v_proj.weight|2d-64|(256, 1024)", + "tensor": "model.language_model.layers.15.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 1024 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.23.self_attn.v_proj.weight|2d-64|(64, 1216)", + "tensor": "model.language_model.layers.23.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 1216 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.self_attn.v_proj.weight|2d-64|(64, 1792)", + "tensor": "model.language_model.layers.15.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 1792 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.self_attn.v_proj.weight|2d-64|(320, 256)", + "tensor": "model.language_model.layers.11.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.self_attn.v_proj.weight|2d-64|(0, 896)", + "tensor": "model.language_model.layers.15.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(64, 1600)", + "tensor": "model.language_model.layers.19.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 1600 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.23.self_attn.v_proj.weight|2d-64|(128, 1280)", + "tensor": "model.language_model.layers.23.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 1280 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(0, 768)", + "tensor": "model.language_model.layers.19.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.23.self_attn.v_proj.weight|2d-64|(384, 1408)", + "tensor": "model.language_model.layers.23.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 1408 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.23.self_attn.v_proj.weight|2d-64|(320, 1920)", + "tensor": "model.language_model.layers.23.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 1920 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(64, 1536)", + "tensor": "model.language_model.layers.7.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 1536 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.self_attn.v_proj.weight|2d-64|(320, 768)", + "tensor": "model.language_model.layers.11.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.23.self_attn.v_proj.weight|2d-64|(128, 1728)", + "tensor": "model.language_model.layers.23.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 1728 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.self_attn.v_proj.weight|2d-64|(192, 1856)", + "tensor": "model.language_model.layers.3.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 1856 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.self_attn.v_proj.weight|2d-64|(448, 1792)", + "tensor": "model.language_model.layers.3.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 1792 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.self_attn.v_proj.weight|2d-64|(320, 1024)", + "tensor": "model.language_model.layers.11.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 1024 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(320, 1280)", + "tensor": "model.language_model.layers.19.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 1280 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(384, 1216)", + "tensor": "model.language_model.layers.19.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 1216 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(0, 1024)", + "tensor": "model.language_model.layers.19.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 1024 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.self_attn.v_proj.weight|2d-64|(320, 1280)", + "tensor": "model.language_model.layers.11.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 1280 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.self_attn.v_proj.weight|2d-64|(320, 1344)", + "tensor": "model.language_model.layers.11.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 1344 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(384, 1408)", + "tensor": "model.language_model.layers.19.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 1408 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.self_attn.v_proj.weight|2d-64|(320, 1472)", + "tensor": "model.language_model.layers.11.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 1472 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(192, 320)", + "tensor": "model.language_model.layers.7.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(0, 192)", + "tensor": "model.language_model.layers.7.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(192, 1152)", + "tensor": "model.language_model.layers.7.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 1152 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.23.self_attn.v_proj.weight|2d-64|(64, 512)", + "tensor": "model.language_model.layers.23.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.self_attn.v_proj.weight|2d-64|(384, 1152)", + "tensor": "model.language_model.layers.3.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 1152 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.23.self_attn.v_proj.weight|2d-64|(128, 128)", + "tensor": "model.language_model.layers.23.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.self_attn.v_proj.weight|2d-64|(320, 1920)", + "tensor": "model.language_model.layers.11.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 1920 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.23.self_attn.v_proj.weight|2d-64|(64, 832)", + "tensor": "model.language_model.layers.23.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(0, 1792)", + "tensor": "model.language_model.layers.19.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 1792 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(256, 1728)", + "tensor": "model.language_model.layers.7.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 1728 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(128, 320)", + "tensor": "model.language_model.layers.7.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(128, 1664)", + "tensor": "model.language_model.layers.19.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 1664 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.self_attn.v_proj.weight|2d-64|(256, 832)", + "tensor": "model.language_model.layers.3.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.self_attn.v_proj.weight|2d-64|(448, 320)", + "tensor": "model.language_model.layers.3.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.self_attn.v_proj.weight|2d-64|(384, 384)", + "tensor": "model.language_model.layers.11.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.23.self_attn.v_proj.weight|2d-64|(384, 256)", + "tensor": "model.language_model.layers.23.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.self_attn.v_proj.weight|2d-64|(448, 1472)", + "tensor": "model.language_model.layers.15.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 1472 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.self_attn.v_proj.weight|2d-64|(384, 576)", + "tensor": "model.language_model.layers.11.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 576 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.self_attn.v_proj.weight|2d-64|(448, 640)", + "tensor": "model.language_model.layers.3.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.self_attn.v_proj.weight|2d-64|(64, 1280)", + "tensor": "model.language_model.layers.3.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 1280 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(384, 128)", + "tensor": "model.language_model.layers.19.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.self_attn.v_proj.weight|2d-64|(256, 1664)", + "tensor": "model.language_model.layers.15.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 1664 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(256, 128)", + "tensor": "model.language_model.layers.19.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.self_attn.v_proj.weight|2d-64|(320, 384)", + "tensor": "model.language_model.layers.3.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.23.self_attn.v_proj.weight|2d-64|(320, 1792)", + "tensor": "model.language_model.layers.23.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 1792 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(448, 1792)", + "tensor": "model.language_model.layers.19.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 1792 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.23.self_attn.v_proj.weight|2d-64|(384, 128)", + "tensor": "model.language_model.layers.23.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.self_attn.v_proj.weight|2d-64|(384, 1216)", + "tensor": "model.language_model.layers.11.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 1216 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(0, 1664)", + "tensor": "model.language_model.layers.7.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 1664 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(192, 1024)", + "tensor": "model.language_model.layers.7.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 1024 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.self_attn.v_proj.weight|2d-64|(384, 1408)", + "tensor": "model.language_model.layers.11.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 1408 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.self_attn.v_proj.weight|2d-64|(256, 192)", + "tensor": "model.language_model.layers.15.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(320, 1344)", + "tensor": "model.language_model.layers.19.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 1344 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.23.self_attn.v_proj.weight|2d-64|(192, 1408)", + "tensor": "model.language_model.layers.23.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 1408 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(128, 1344)", + "tensor": "model.language_model.layers.7.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 1344 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.self_attn.v_proj.weight|2d-64|(0, 320)", + "tensor": "model.language_model.layers.3.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.self_attn.v_proj.weight|2d-64|(384, 384)", + "tensor": "model.language_model.layers.3.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(256, 1600)", + "tensor": "model.language_model.layers.19.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 1600 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.self_attn.v_proj.weight|2d-64|(384, 1920)", + "tensor": "model.language_model.layers.11.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 1920 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.self_attn.v_proj.weight|2d-64|(256, 1984)", + "tensor": "model.language_model.layers.15.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 1984 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(192, 1728)", + "tensor": "model.language_model.layers.19.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 1728 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.self_attn.v_proj.weight|2d-64|(64, 320)", + "tensor": "model.language_model.layers.3.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.self_attn.v_proj.weight|2d-64|(320, 1472)", + "tensor": "model.language_model.layers.15.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 1472 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(256, 0)", + "tensor": "model.language_model.layers.19.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.23.self_attn.v_proj.weight|2d-64|(320, 128)", + "tensor": "model.language_model.layers.23.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.self_attn.v_proj.weight|2d-64|(448, 320)", + "tensor": "model.language_model.layers.11.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.self_attn.v_proj.weight|2d-64|(256, 1600)", + "tensor": "model.language_model.layers.3.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 1600 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.self_attn.v_proj.weight|2d-64|(64, 640)", + "tensor": "model.language_model.layers.3.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.self_attn.v_proj.weight|2d-64|(384, 64)", + "tensor": "model.language_model.layers.15.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.self_attn.v_proj.weight|2d-64|(448, 576)", + "tensor": "model.language_model.layers.11.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 576 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(64, 1472)", + "tensor": "model.language_model.layers.19.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 1472 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.self_attn.v_proj.weight|2d-64|(448, 704)", + "tensor": "model.language_model.layers.11.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(448, 192)", + "tensor": "model.language_model.layers.19.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.self_attn.v_proj.weight|2d-64|(384, 1088)", + "tensor": "model.language_model.layers.3.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 1088 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.self_attn.v_proj.weight|2d-64|(448, 896)", + "tensor": "model.language_model.layers.11.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.self_attn.v_proj.weight|2d-64|(384, 1024)", + "tensor": "model.language_model.layers.3.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 1024 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.self_attn.v_proj.weight|2d-64|(128, 1280)", + "tensor": "model.language_model.layers.15.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 1280 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(448, 384)", + "tensor": "model.language_model.layers.7.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.23.self_attn.v_proj.weight|2d-64|(448, 1024)", + "tensor": "model.language_model.layers.23.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 1024 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.23.self_attn.v_proj.weight|2d-64|(192, 1792)", + "tensor": "model.language_model.layers.23.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 1792 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.self_attn.v_proj.weight|2d-64|(256, 1152)", + "tensor": "model.language_model.layers.3.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 1152 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.23.self_attn.v_proj.weight|2d-64|(384, 1856)", + "tensor": "model.language_model.layers.23.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 1856 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.self_attn.v_proj.weight|2d-64|(320, 1024)", + "tensor": "model.language_model.layers.3.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 1024 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.self_attn.v_proj.weight|2d-64|(448, 1344)", + "tensor": "model.language_model.layers.3.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 1344 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.self_attn.v_proj.weight|2d-64|(448, 1536)", + "tensor": "model.language_model.layers.11.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 1536 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(0, 64)", + "tensor": "model.language_model.layers.7.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.self_attn.v_proj.weight|2d-64|(448, 1664)", + "tensor": "model.language_model.layers.11.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 1664 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.self_attn.v_proj.weight|2d-64|(256, 1152)", + "tensor": "model.language_model.layers.15.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 1152 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.23.self_attn.v_proj.weight|2d-64|(448, 1600)", + "tensor": "model.language_model.layers.23.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 1600 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.3.self_attn.v_proj.weight|2d-64|(128, 128)", + "tensor": "model.language_model.layers.3.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.11.self_attn.v_proj.weight|2d-64|(448, 1920)", + "tensor": "model.language_model.layers.11.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 1920 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.language_model.layers.15.self_attn.v_proj.weight|2d-64|(192, 192)", + "tensor": "model.language_model.layers.15.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.7.attn.proj.weight|2d-128|(896, 512)", + "tensor": "model.visual.blocks.7.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.14.attn.proj.weight|2d-128|(640, 896)", + "tensor": "model.visual.blocks.14.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.21.attn.proj.weight|2d-128|(640, 768)", + "tensor": "model.visual.blocks.21.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.20.attn.proj.weight|2d-128|(896, 256)", + "tensor": "model.visual.blocks.20.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.13.attn.proj.weight|2d-128|(512, 768)", + "tensor": "model.visual.blocks.13.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.20.attn.proj.weight|2d-128|(256, 640)", + "tensor": "model.visual.blocks.20.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.0.attn.proj.weight|2d-128|(0, 768)", + "tensor": "model.visual.blocks.0.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.20.attn.proj.weight|2d-128|(768, 640)", + "tensor": "model.visual.blocks.20.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.0.attn.proj.weight|2d-128|(128, 0)", + "tensor": "model.visual.blocks.0.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.16.attn.proj.weight|2d-128|(128, 128)", + "tensor": "model.visual.blocks.16.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.0.attn.proj.weight|2d-128|(128, 256)", + "tensor": "model.visual.blocks.0.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.5.attn.proj.weight|2d-128|(768, 640)", + "tensor": "model.visual.blocks.5.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.18.attn.proj.weight|2d-128|(0, 384)", + "tensor": "model.visual.blocks.18.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.12.attn.proj.weight|2d-128|(128, 128)", + "tensor": "model.visual.blocks.12.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.13.attn.proj.weight|2d-128|(384, 768)", + "tensor": "model.visual.blocks.13.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.18.attn.proj.weight|2d-128|(896, 640)", + "tensor": "model.visual.blocks.18.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.21.attn.proj.weight|2d-128|(512, 0)", + "tensor": "model.visual.blocks.21.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.23.attn.proj.weight|2d-128|(640, 512)", + "tensor": "model.visual.blocks.23.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.2.attn.proj.weight|2d-128|(0, 768)", + "tensor": "model.visual.blocks.2.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.16.attn.proj.weight|2d-128|(0, 128)", + "tensor": "model.visual.blocks.16.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.9.attn.proj.weight|2d-128|(896, 512)", + "tensor": "model.visual.blocks.9.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.0.attn.proj.weight|2d-128|(256, 640)", + "tensor": "model.visual.blocks.0.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.16.attn.proj.weight|2d-128|(256, 896)", + "tensor": "model.visual.blocks.16.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.6.attn.proj.weight|2d-128|(384, 640)", + "tensor": "model.visual.blocks.6.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.21.attn.proj.weight|2d-128|(0, 512)", + "tensor": "model.visual.blocks.21.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.13.attn.proj.weight|2d-128|(384, 896)", + "tensor": "model.visual.blocks.13.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.0.attn.proj.weight|2d-128|(384, 256)", + "tensor": "model.visual.blocks.0.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.15.attn.proj.weight|2d-128|(512, 768)", + "tensor": "model.visual.blocks.15.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.0.attn.proj.weight|2d-128|(384, 512)", + "tensor": "model.visual.blocks.0.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.12.attn.proj.weight|2d-128|(384, 0)", + "tensor": "model.visual.blocks.12.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.15.attn.proj.weight|2d-128|(768, 128)", + "tensor": "model.visual.blocks.15.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.20.attn.proj.weight|2d-128|(640, 512)", + "tensor": "model.visual.blocks.20.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.21.attn.proj.weight|2d-128|(512, 896)", + "tensor": "model.visual.blocks.21.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.19.attn.proj.weight|2d-128|(512, 256)", + "tensor": "model.visual.blocks.19.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.23.attn.proj.weight|2d-128|(0, 896)", + "tensor": "model.visual.blocks.23.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.21.attn.proj.weight|2d-128|(384, 512)", + "tensor": "model.visual.blocks.21.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.0.attn.proj.weight|2d-128|(512, 512)", + "tensor": "model.visual.blocks.0.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.16.attn.proj.weight|2d-128|(768, 896)", + "tensor": "model.visual.blocks.16.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.3.attn.proj.weight|2d-128|(768, 768)", + "tensor": "model.visual.blocks.3.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.0.attn.proj.weight|2d-128|(512, 896)", + "tensor": "model.visual.blocks.0.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.6.attn.proj.weight|2d-128|(128, 0)", + "tensor": "model.visual.blocks.6.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.20.attn.proj.weight|2d-128|(128, 256)", + "tensor": "model.visual.blocks.20.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.21.attn.proj.weight|2d-128|(128, 896)", + "tensor": "model.visual.blocks.21.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.22.attn.proj.weight|2d-128|(256, 640)", + "tensor": "model.visual.blocks.22.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.19.attn.proj.weight|2d-128|(384, 0)", + "tensor": "model.visual.blocks.19.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.15.attn.proj.weight|2d-128|(640, 896)", + "tensor": "model.visual.blocks.15.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.0.attn.proj.weight|2d-128|(640, 768)", + "tensor": "model.visual.blocks.0.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.21.attn.proj.weight|2d-128|(640, 640)", + "tensor": "model.visual.blocks.21.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.16.attn.proj.weight|2d-128|(640, 896)", + "tensor": "model.visual.blocks.16.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.0.attn.proj.weight|2d-128|(768, 128)", + "tensor": "model.visual.blocks.0.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.0.attn.proj.weight|2d-128|(768, 256)", + "tensor": "model.visual.blocks.0.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.8.attn.proj.weight|2d-128|(384, 128)", + "tensor": "model.visual.blocks.8.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.22.attn.proj.weight|2d-128|(896, 0)", + "tensor": "model.visual.blocks.22.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.0.attn.proj.weight|2d-128|(768, 640)", + "tensor": "model.visual.blocks.0.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.0.attn.proj.weight|2d-128|(768, 768)", + "tensor": "model.visual.blocks.0.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.17.attn.proj.weight|2d-128|(256, 256)", + "tensor": "model.visual.blocks.17.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.23.attn.proj.weight|2d-128|(128, 896)", + "tensor": "model.visual.blocks.23.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.20.attn.proj.weight|2d-128|(384, 384)", + "tensor": "model.visual.blocks.20.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.16.attn.proj.weight|2d-128|(896, 640)", + "tensor": "model.visual.blocks.16.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.12.attn.proj.weight|2d-128|(256, 256)", + "tensor": "model.visual.blocks.12.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.7.attn.proj.weight|2d-128|(128, 128)", + "tensor": "model.visual.blocks.7.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.4.attn.proj.weight|2d-128|(0, 512)", + "tensor": "model.visual.blocks.4.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.3.attn.proj.weight|2d-128|(256, 768)", + "tensor": "model.visual.blocks.3.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.6.attn.proj.weight|2d-128|(768, 512)", + "tensor": "model.visual.blocks.6.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.23.attn.proj.weight|2d-128|(0, 512)", + "tensor": "model.visual.blocks.23.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.15.attn.proj.weight|2d-128|(128, 768)", + "tensor": "model.visual.blocks.15.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.22.attn.proj.weight|2d-128|(256, 256)", + "tensor": "model.visual.blocks.22.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.9.attn.proj.weight|2d-128|(512, 896)", + "tensor": "model.visual.blocks.9.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.19.attn.proj.weight|2d-128|(512, 896)", + "tensor": "model.visual.blocks.19.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.1.attn.proj.weight|2d-128|(0, 640)", + "tensor": "model.visual.blocks.1.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.4.attn.proj.weight|2d-128|(0, 256)", + "tensor": "model.visual.blocks.4.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.9.attn.proj.weight|2d-128|(512, 0)", + "tensor": "model.visual.blocks.9.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.4.attn.proj.weight|2d-128|(640, 512)", + "tensor": "model.visual.blocks.4.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.22.attn.proj.weight|2d-128|(768, 384)", + "tensor": "model.visual.blocks.22.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.13.attn.proj.weight|2d-128|(896, 0)", + "tensor": "model.visual.blocks.13.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.20.attn.proj.weight|2d-128|(896, 384)", + "tensor": "model.visual.blocks.20.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.9.attn.proj.weight|2d-128|(384, 384)", + "tensor": "model.visual.blocks.9.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.19.attn.proj.weight|2d-128|(384, 896)", + "tensor": "model.visual.blocks.19.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.12.attn.proj.weight|2d-128|(640, 640)", + "tensor": "model.visual.blocks.12.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.1.attn.proj.weight|2d-128|(128, 896)", + "tensor": "model.visual.blocks.1.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.6.attn.proj.weight|2d-128|(640, 384)", + "tensor": "model.visual.blocks.6.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.22.attn.proj.weight|2d-128|(128, 896)", + "tensor": "model.visual.blocks.22.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.7.attn.proj.weight|2d-128|(512, 384)", + "tensor": "model.visual.blocks.7.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.3.attn.proj.weight|2d-128|(0, 384)", + "tensor": "model.visual.blocks.3.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.17.attn.proj.weight|2d-128|(896, 768)", + "tensor": "model.visual.blocks.17.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.21.attn.proj.weight|2d-128|(896, 128)", + "tensor": "model.visual.blocks.21.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.2.attn.proj.weight|2d-128|(512, 256)", + "tensor": "model.visual.blocks.2.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.16.attn.proj.weight|2d-128|(384, 384)", + "tensor": "model.visual.blocks.16.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.3.attn.proj.weight|2d-128|(896, 896)", + "tensor": "model.visual.blocks.3.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.14.attn.proj.weight|2d-128|(384, 128)", + "tensor": "model.visual.blocks.14.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.18.attn.proj.weight|2d-128|(384, 384)", + "tensor": "model.visual.blocks.18.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.15.attn.proj.weight|2d-128|(256, 256)", + "tensor": "model.visual.blocks.15.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.14.attn.proj.weight|2d-128|(256, 0)", + "tensor": "model.visual.blocks.14.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.8.attn.proj.weight|2d-128|(768, 128)", + "tensor": "model.visual.blocks.8.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.20.attn.proj.weight|2d-128|(0, 256)", + "tensor": "model.visual.blocks.20.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.17.attn.proj.weight|2d-128|(768, 384)", + "tensor": "model.visual.blocks.17.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.21.attn.proj.weight|2d-128|(896, 512)", + "tensor": "model.visual.blocks.21.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.15.attn.proj.weight|2d-128|(768, 512)", + "tensor": "model.visual.blocks.15.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.19.attn.proj.weight|2d-128|(768, 640)", + "tensor": "model.visual.blocks.19.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.2.attn.proj.weight|2d-128|(512, 384)", + "tensor": "model.visual.blocks.2.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.5.attn.proj.weight|2d-128|(768, 512)", + "tensor": "model.visual.blocks.5.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.16.attn.proj.weight|2d-128|(0, 896)", + "tensor": "model.visual.blocks.16.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.14.attn.proj.weight|2d-128|(0, 256)", + "tensor": "model.visual.blocks.14.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.18.attn.proj.weight|2d-128|(768, 0)", + "tensor": "model.visual.blocks.18.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.1.attn.proj.weight|2d-128|(640, 0)", + "tensor": "model.visual.blocks.1.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.15.attn.proj.weight|2d-128|(128, 384)", + "tensor": "model.visual.blocks.15.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.8.attn.proj.weight|2d-128|(512, 896)", + "tensor": "model.visual.blocks.8.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.1.attn.proj.weight|2d-128|(640, 384)", + "tensor": "model.visual.blocks.1.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.12.attn.proj.weight|2d-128|(896, 512)", + "tensor": "model.visual.blocks.12.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.5.attn.proj.weight|2d-128|(768, 0)", + "tensor": "model.visual.blocks.5.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.1.attn.proj.weight|2d-128|(640, 768)", + "tensor": "model.visual.blocks.1.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.8.attn.proj.weight|2d-128|(640, 512)", + "tensor": "model.visual.blocks.8.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.1.attn.proj.weight|2d-128|(768, 0)", + "tensor": "model.visual.blocks.1.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.13.attn.proj.weight|2d-128|(512, 256)", + "tensor": "model.visual.blocks.13.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.4.attn.proj.weight|2d-128|(640, 896)", + "tensor": "model.visual.blocks.4.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.13.attn.proj.weight|2d-128|(128, 512)", + "tensor": "model.visual.blocks.13.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.14.attn.proj.weight|2d-128|(896, 0)", + "tensor": "model.visual.blocks.14.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.3.attn.proj.weight|2d-128|(768, 640)", + "tensor": "model.visual.blocks.3.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.8.attn.proj.weight|2d-128|(256, 0)", + "tensor": "model.visual.blocks.8.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.18.attn.proj.weight|2d-128|(0, 512)", + "tensor": "model.visual.blocks.18.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.15.attn.proj.weight|2d-128|(512, 896)", + "tensor": "model.visual.blocks.15.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.14.attn.proj.weight|2d-128|(256, 512)", + "tensor": "model.visual.blocks.14.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.1.attn.proj.weight|2d-128|(896, 256)", + "tensor": "model.visual.blocks.1.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.8.attn.proj.weight|2d-128|(128, 384)", + "tensor": "model.visual.blocks.8.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.3.attn.proj.weight|2d-128|(896, 384)", + "tensor": "model.visual.blocks.3.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.2.attn.proj.weight|2d-128|(512, 0)", + "tensor": "model.visual.blocks.2.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.5.attn.proj.weight|2d-128|(384, 0)", + "tensor": "model.visual.blocks.5.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.16.attn.proj.weight|2d-128|(128, 768)", + "tensor": "model.visual.blocks.16.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.10.attn.proj.weight|2d-128|(0, 0)", + "tensor": "model.visual.blocks.10.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.17.attn.proj.weight|2d-128|(896, 0)", + "tensor": "model.visual.blocks.17.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.12.attn.proj.weight|2d-128|(256, 0)", + "tensor": "model.visual.blocks.12.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.22.attn.proj.weight|2d-128|(896, 640)", + "tensor": "model.visual.blocks.22.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.2.attn.proj.weight|2d-128|(640, 896)", + "tensor": "model.visual.blocks.2.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.20.attn.proj.weight|2d-128|(256, 128)", + "tensor": "model.visual.blocks.20.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.12.attn.proj.weight|2d-128|(512, 768)", + "tensor": "model.visual.blocks.12.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.18.attn.proj.weight|2d-128|(256, 640)", + "tensor": "model.visual.blocks.18.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.3.attn.proj.weight|2d-128|(896, 0)", + "tensor": "model.visual.blocks.3.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.17.attn.proj.weight|2d-128|(896, 512)", + "tensor": "model.visual.blocks.17.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.8.attn.proj.weight|2d-128|(0, 896)", + "tensor": "model.visual.blocks.8.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.19.attn.proj.weight|2d-128|(256, 384)", + "tensor": "model.visual.blocks.19.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.16.attn.proj.weight|2d-128|(512, 640)", + "tensor": "model.visual.blocks.16.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.14.attn.proj.weight|2d-128|(0, 512)", + "tensor": "model.visual.blocks.14.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.2.attn.proj.weight|2d-128|(256, 768)", + "tensor": "model.visual.blocks.2.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.17.attn.proj.weight|2d-128|(384, 768)", + "tensor": "model.visual.blocks.17.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.17.attn.proj.weight|2d-128|(384, 256)", + "tensor": "model.visual.blocks.17.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.23.attn.proj.weight|2d-128|(384, 896)", + "tensor": "model.visual.blocks.23.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.20.attn.proj.weight|2d-128|(0, 768)", + "tensor": "model.visual.blocks.20.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.5.attn.proj.weight|2d-128|(256, 768)", + "tensor": "model.visual.blocks.5.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.22.attn.proj.weight|2d-128|(0, 640)", + "tensor": "model.visual.blocks.22.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.10.attn.proj.weight|2d-128|(256, 640)", + "tensor": "model.visual.blocks.10.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.6.attn.proj.weight|2d-128|(0, 256)", + "tensor": "model.visual.blocks.6.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.10.attn.proj.weight|2d-128|(256, 896)", + "tensor": "model.visual.blocks.10.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.9.attn.proj.weight|2d-128|(128, 384)", + "tensor": "model.visual.blocks.9.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.3.attn.proj.weight|2d-128|(640, 896)", + "tensor": "model.visual.blocks.3.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.3.attn.proj.weight|2d-128|(128, 512)", + "tensor": "model.visual.blocks.3.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.10.attn.proj.weight|2d-128|(384, 384)", + "tensor": "model.visual.blocks.10.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.10.attn.proj.weight|2d-128|(384, 512)", + "tensor": "model.visual.blocks.10.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.21.attn.proj.weight|2d-128|(384, 640)", + "tensor": "model.visual.blocks.21.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.8.attn.proj.weight|2d-128|(384, 640)", + "tensor": "model.visual.blocks.8.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.10.attn.proj.weight|2d-128|(384, 896)", + "tensor": "model.visual.blocks.10.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.7.attn.proj.weight|2d-128|(768, 384)", + "tensor": "model.visual.blocks.7.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.19.attn.proj.weight|2d-128|(0, 384)", + "tensor": "model.visual.blocks.19.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.6.attn.proj.weight|2d-128|(384, 128)", + "tensor": "model.visual.blocks.6.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.12.attn.proj.weight|2d-128|(512, 512)", + "tensor": "model.visual.blocks.12.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.19.attn.proj.weight|2d-128|(128, 512)", + "tensor": "model.visual.blocks.19.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.15.attn.proj.weight|2d-128|(896, 896)", + "tensor": "model.visual.blocks.15.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.13.attn.proj.weight|2d-128|(0, 640)", + "tensor": "model.visual.blocks.13.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.10.attn.proj.weight|2d-128|(512, 896)", + "tensor": "model.visual.blocks.10.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.16.attn.proj.weight|2d-128|(512, 0)", + "tensor": "model.visual.blocks.16.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.13.attn.proj.weight|2d-128|(896, 768)", + "tensor": "model.visual.blocks.13.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.5.attn.proj.weight|2d-128|(0, 768)", + "tensor": "model.visual.blocks.5.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.17.attn.proj.weight|2d-128|(256, 0)", + "tensor": "model.visual.blocks.17.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.19.attn.proj.weight|2d-128|(384, 384)", + "tensor": "model.visual.blocks.19.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.7.attn.proj.weight|2d-128|(256, 128)", + "tensor": "model.visual.blocks.7.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.21.attn.proj.weight|2d-128|(384, 768)", + "tensor": "model.visual.blocks.21.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.7.attn.proj.weight|2d-128|(256, 256)", + "tensor": "model.visual.blocks.7.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.7.attn.proj.weight|2d-128|(384, 640)", + "tensor": "model.visual.blocks.7.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.19.attn.proj.weight|2d-128|(896, 640)", + "tensor": "model.visual.blocks.19.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.9.attn.proj.weight|2d-128|(768, 256)", + "tensor": "model.visual.blocks.9.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.4.attn.proj.weight|2d-128|(640, 768)", + "tensor": "model.visual.blocks.4.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.15.attn.proj.weight|2d-128|(640, 384)", + "tensor": "model.visual.blocks.15.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.10.attn.proj.weight|2d-128|(768, 640)", + "tensor": "model.visual.blocks.10.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.9.attn.proj.weight|2d-128|(384, 128)", + "tensor": "model.visual.blocks.9.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.20.attn.proj.weight|2d-128|(768, 0)", + "tensor": "model.visual.blocks.20.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.10.attn.proj.weight|2d-128|(896, 0)", + "tensor": "model.visual.blocks.10.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.8.attn.proj.weight|2d-128|(128, 512)", + "tensor": "model.visual.blocks.8.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.20.attn.proj.weight|2d-128|(640, 256)", + "tensor": "model.visual.blocks.20.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.14.attn.proj.weight|2d-128|(896, 896)", + "tensor": "model.visual.blocks.14.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.2.attn.proj.weight|2d-128|(768, 128)", + "tensor": "model.visual.blocks.2.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.19.attn.proj.weight|2d-128|(384, 768)", + "tensor": "model.visual.blocks.19.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.4.attn.proj.weight|2d-128|(384, 256)", + "tensor": "model.visual.blocks.4.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.12.attn.proj.weight|2d-128|(0, 512)", + "tensor": "model.visual.blocks.12.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.11.attn.proj.weight|2d-128|(0, 0)", + "tensor": "model.visual.blocks.11.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.6.attn.proj.weight|2d-128|(768, 0)", + "tensor": "model.visual.blocks.6.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.14.attn.proj.weight|2d-128|(896, 256)", + "tensor": "model.visual.blocks.14.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.14.attn.proj.weight|2d-128|(768, 0)", + "tensor": "model.visual.blocks.14.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.23.attn.proj.weight|2d-128|(128, 256)", + "tensor": "model.visual.blocks.23.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.3.attn.proj.weight|2d-128|(384, 512)", + "tensor": "model.visual.blocks.3.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.3.attn.proj.weight|2d-128|(0, 128)", + "tensor": "model.visual.blocks.3.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.2.attn.proj.weight|2d-128|(640, 0)", + "tensor": "model.visual.blocks.2.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.17.attn.proj.weight|2d-128|(768, 128)", + "tensor": "model.visual.blocks.17.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.11.attn.proj.weight|2d-128|(128, 128)", + "tensor": "model.visual.blocks.11.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.11.attn.proj.weight|2d-128|(128, 256)", + "tensor": "model.visual.blocks.11.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.12.attn.proj.weight|2d-128|(128, 768)", + "tensor": "model.visual.blocks.12.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.11.attn.proj.weight|2d-128|(128, 512)", + "tensor": "model.visual.blocks.11.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.4.attn.proj.weight|2d-128|(256, 128)", + "tensor": "model.visual.blocks.4.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.11.attn.proj.weight|2d-128|(128, 768)", + "tensor": "model.visual.blocks.11.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.5.attn.proj.weight|2d-128|(128, 512)", + "tensor": "model.visual.blocks.5.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.11.attn.proj.weight|2d-128|(256, 0)", + "tensor": "model.visual.blocks.11.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.21.attn.proj.weight|2d-128|(256, 0)", + "tensor": "model.visual.blocks.21.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.11.attn.proj.weight|2d-128|(256, 256)", + "tensor": "model.visual.blocks.11.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.14.attn.proj.weight|2d-128|(640, 384)", + "tensor": "model.visual.blocks.14.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.9.attn.proj.weight|2d-128|(128, 768)", + "tensor": "model.visual.blocks.9.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.22.attn.proj.weight|2d-128|(512, 768)", + "tensor": "model.visual.blocks.22.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.19.attn.proj.weight|2d-128|(128, 640)", + "tensor": "model.visual.blocks.19.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.13.attn.proj.weight|2d-128|(384, 512)", + "tensor": "model.visual.blocks.13.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.21.attn.proj.weight|2d-128|(256, 512)", + "tensor": "model.visual.blocks.21.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.9.attn.proj.weight|2d-128|(384, 0)", + "tensor": "model.visual.blocks.9.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.11.attn.proj.weight|2d-128|(384, 256)", + "tensor": "model.visual.blocks.11.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.2.attn.proj.weight|2d-128|(0, 128)", + "tensor": "model.visual.blocks.2.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.9.attn.proj.weight|2d-128|(512, 768)", + "tensor": "model.visual.blocks.9.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.11.attn.proj.weight|2d-128|(384, 640)", + "tensor": "model.visual.blocks.11.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.8.attn.proj.weight|2d-128|(256, 256)", + "tensor": "model.visual.blocks.8.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.9.attn.proj.weight|2d-128|(384, 768)", + "tensor": "model.visual.blocks.9.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.20.attn.proj.weight|2d-128|(896, 640)", + "tensor": "model.visual.blocks.20.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.14.attn.proj.weight|2d-128|(128, 128)", + "tensor": "model.visual.blocks.14.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.20.attn.proj.weight|2d-128|(768, 896)", + "tensor": "model.visual.blocks.20.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.13.attn.proj.weight|2d-128|(256, 768)", + "tensor": "model.visual.blocks.13.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.11.attn.proj.weight|2d-128|(512, 512)", + "tensor": "model.visual.blocks.11.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.23.attn.proj.weight|2d-128|(256, 384)", + "tensor": "model.visual.blocks.23.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.13.attn.proj.weight|2d-128|(640, 896)", + "tensor": "model.visual.blocks.13.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.17.attn.proj.weight|2d-128|(256, 896)", + "tensor": "model.visual.blocks.17.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.20.attn.proj.weight|2d-128|(384, 512)", + "tensor": "model.visual.blocks.20.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.18.attn.proj.weight|2d-128|(512, 768)", + "tensor": "model.visual.blocks.18.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.5.attn.proj.weight|2d-128|(896, 640)", + "tensor": "model.visual.blocks.5.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.3.attn.proj.weight|2d-128|(512, 896)", + "tensor": "model.visual.blocks.3.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.4.attn.proj.weight|2d-128|(768, 128)", + "tensor": "model.visual.blocks.4.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.14.attn.proj.weight|2d-128|(896, 640)", + "tensor": "model.visual.blocks.14.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.17.attn.proj.weight|2d-128|(640, 128)", + "tensor": "model.visual.blocks.17.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.11.attn.proj.weight|2d-128|(640, 896)", + "tensor": "model.visual.blocks.11.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.11.attn.proj.weight|2d-128|(768, 0)", + "tensor": "model.visual.blocks.11.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.11.attn.proj.weight|2d-128|(768, 128)", + "tensor": "model.visual.blocks.11.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.23.attn.proj.weight|2d-128|(256, 768)", + "tensor": "model.visual.blocks.23.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.16.attn.proj.weight|2d-128|(0, 384)", + "tensor": "model.visual.blocks.16.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.2.attn.proj.weight|2d-128|(896, 512)", + "tensor": "model.visual.blocks.2.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.9.attn.proj.weight|2d-128|(256, 256)", + "tensor": "model.visual.blocks.9.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.8.attn.proj.weight|2d-128|(896, 256)", + "tensor": "model.visual.blocks.8.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.14.attn.proj.weight|2d-128|(896, 384)", + "tensor": "model.visual.blocks.14.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.16.attn.proj.weight|2d-128|(0, 0)", + "tensor": "model.visual.blocks.16.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.19.attn.proj.weight|2d-128|(384, 256)", + "tensor": "model.visual.blocks.19.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.21.attn.proj.weight|2d-128|(896, 256)", + "tensor": "model.visual.blocks.21.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.6.attn.proj.weight|2d-128|(128, 768)", + "tensor": "model.visual.blocks.6.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.3.attn.proj.weight|2d-128|(0, 640)", + "tensor": "model.visual.blocks.3.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.5.attn.proj.weight|2d-128|(0, 0)", + "tensor": "model.visual.blocks.5.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.20.attn.proj.weight|2d-128|(512, 0)", + "tensor": "model.visual.blocks.20.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.15.attn.proj.weight|2d-128|(512, 0)", + "tensor": "model.visual.blocks.15.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.6.attn.proj.weight|2d-64|(704, 960)", + "tensor": "model.visual.blocks.6.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 704, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.17.attn.proj.weight|2d-64|(576, 512)", + "tensor": "model.visual.blocks.17.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 576, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.0.attn.proj.weight|2d-64|(0, 128)", + "tensor": "model.visual.blocks.0.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.9.attn.proj.weight|2d-64|(832, 192)", + "tensor": "model.visual.blocks.9.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 832, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.3.attn.proj.weight|2d-64|(192, 704)", + "tensor": "model.visual.blocks.3.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.0.attn.proj.weight|2d-64|(0, 320)", + "tensor": "model.visual.blocks.0.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.12.attn.proj.weight|2d-64|(576, 768)", + "tensor": "model.visual.blocks.12.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 576, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.3.attn.proj.weight|2d-64|(512, 192)", + "tensor": "model.visual.blocks.3.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 512, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.15.attn.proj.weight|2d-64|(384, 768)", + "tensor": "model.visual.blocks.15.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.11.attn.proj.weight|2d-64|(832, 64)", + "tensor": "model.visual.blocks.11.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 832, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.21.attn.proj.weight|2d-64|(832, 768)", + "tensor": "model.visual.blocks.21.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 832, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.9.attn.proj.weight|2d-64|(192, 128)", + "tensor": "model.visual.blocks.9.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.6.attn.proj.weight|2d-64|(384, 384)", + "tensor": "model.visual.blocks.6.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.12.attn.proj.weight|2d-64|(0, 128)", + "tensor": "model.visual.blocks.12.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.11.attn.proj.weight|2d-64|(704, 512)", + "tensor": "model.visual.blocks.11.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 704, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.18.attn.proj.weight|2d-64|(704, 320)", + "tensor": "model.visual.blocks.18.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 704, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.8.attn.proj.weight|2d-64|(704, 192)", + "tensor": "model.visual.blocks.8.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 704, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.10.attn.proj.weight|2d-64|(0, 320)", + "tensor": "model.visual.blocks.10.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.19.attn.proj.weight|2d-64|(832, 896)", + "tensor": "model.visual.blocks.19.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 832, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.23.attn.proj.weight|2d-64|(64, 512)", + "tensor": "model.visual.blocks.23.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.12.attn.proj.weight|2d-64|(0, 768)", + "tensor": "model.visual.blocks.12.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.7.attn.proj.weight|2d-64|(64, 512)", + "tensor": "model.visual.blocks.7.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.9.attn.proj.weight|2d-64|(896, 832)", + "tensor": "model.visual.blocks.9.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 896, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.5.attn.proj.weight|2d-64|(64, 64)", + "tensor": "model.visual.blocks.5.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.15.attn.proj.weight|2d-64|(640, 192)", + "tensor": "model.visual.blocks.15.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 640, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.12.attn.proj.weight|2d-64|(192, 768)", + "tensor": "model.visual.blocks.12.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.0.attn.proj.weight|2d-64|(64, 640)", + "tensor": "model.visual.blocks.0.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.3.attn.proj.weight|2d-64|(128, 192)", + "tensor": "model.visual.blocks.3.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.14.attn.proj.weight|2d-64|(512, 384)", + "tensor": "model.visual.blocks.14.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 512, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.0.attn.proj.weight|2d-64|(64, 832)", + "tensor": "model.visual.blocks.0.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.23.attn.proj.weight|2d-64|(64, 448)", + "tensor": "model.visual.blocks.23.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.14.attn.proj.weight|2d-64|(384, 512)", + "tensor": "model.visual.blocks.14.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.15.attn.proj.weight|2d-64|(0, 896)", + "tensor": "model.visual.blocks.15.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.23.attn.proj.weight|2d-64|(896, 896)", + "tensor": "model.visual.blocks.23.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 896, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.9.attn.proj.weight|2d-64|(384, 512)", + "tensor": "model.visual.blocks.9.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.7.attn.proj.weight|2d-64|(192, 256)", + "tensor": "model.visual.blocks.7.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.12.attn.proj.weight|2d-64|(704, 960)", + "tensor": "model.visual.blocks.12.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 704, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.18.attn.proj.weight|2d-64|(960, 256)", + "tensor": "model.visual.blocks.18.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 960, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.12.attn.proj.weight|2d-64|(256, 256)", + "tensor": "model.visual.blocks.12.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.0.attn.proj.weight|2d-64|(128, 448)", + "tensor": "model.visual.blocks.0.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.15.attn.proj.weight|2d-64|(960, 896)", + "tensor": "model.visual.blocks.15.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 960, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.19.attn.proj.weight|2d-64|(64, 0)", + "tensor": "model.visual.blocks.19.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.6.attn.proj.weight|2d-64|(640, 192)", + "tensor": "model.visual.blocks.6.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 640, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.8.attn.proj.weight|2d-64|(896, 832)", + "tensor": "model.visual.blocks.8.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 896, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.22.attn.proj.weight|2d-64|(192, 128)", + "tensor": "model.visual.blocks.22.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.19.attn.proj.weight|2d-64|(896, 768)", + "tensor": "model.visual.blocks.19.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 896, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.11.attn.proj.weight|2d-64|(320, 256)", + "tensor": "model.visual.blocks.11.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.22.attn.proj.weight|2d-64|(768, 512)", + "tensor": "model.visual.blocks.22.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 768, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.9.attn.proj.weight|2d-64|(640, 896)", + "tensor": "model.visual.blocks.9.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 640, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.0.attn.proj.weight|2d-64|(192, 64)", + "tensor": "model.visual.blocks.0.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.2.attn.proj.weight|2d-64|(0, 704)", + "tensor": "model.visual.blocks.2.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.15.attn.proj.weight|2d-64|(832, 256)", + "tensor": "model.visual.blocks.15.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 832, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.11.attn.proj.weight|2d-64|(64, 256)", + "tensor": "model.visual.blocks.11.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.2.attn.proj.weight|2d-64|(320, 256)", + "tensor": "model.visual.blocks.2.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.19.attn.proj.weight|2d-64|(128, 640)", + "tensor": "model.visual.blocks.19.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.10.attn.proj.weight|2d-64|(448, 640)", + "tensor": "model.visual.blocks.10.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.8.attn.proj.weight|2d-64|(832, 448)", + "tensor": "model.visual.blocks.8.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 832, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.5.attn.proj.weight|2d-64|(256, 384)", + "tensor": "model.visual.blocks.5.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.14.attn.proj.weight|2d-64|(64, 704)", + "tensor": "model.visual.blocks.14.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.14.attn.proj.weight|2d-64|(0, 704)", + "tensor": "model.visual.blocks.14.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.5.attn.proj.weight|2d-64|(320, 960)", + "tensor": "model.visual.blocks.5.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.10.attn.proj.weight|2d-64|(0, 640)", + "tensor": "model.visual.blocks.10.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.8.attn.proj.weight|2d-64|(128, 384)", + "tensor": "model.visual.blocks.8.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.11.attn.proj.weight|2d-64|(384, 448)", + "tensor": "model.visual.blocks.11.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.6.attn.proj.weight|2d-64|(256, 0)", + "tensor": "model.visual.blocks.6.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.15.attn.proj.weight|2d-64|(192, 0)", + "tensor": "model.visual.blocks.15.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.17.attn.proj.weight|2d-64|(704, 64)", + "tensor": "model.visual.blocks.17.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 704, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.8.attn.proj.weight|2d-64|(832, 704)", + "tensor": "model.visual.blocks.8.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 832, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.4.attn.proj.weight|2d-64|(192, 0)", + "tensor": "model.visual.blocks.4.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.11.attn.proj.weight|2d-64|(384, 192)", + "tensor": "model.visual.blocks.11.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.12.attn.proj.weight|2d-64|(512, 768)", + "tensor": "model.visual.blocks.12.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 512, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.22.attn.proj.weight|2d-64|(256, 384)", + "tensor": "model.visual.blocks.22.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.1.attn.proj.weight|2d-64|(64, 832)", + "tensor": "model.visual.blocks.1.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.3.attn.proj.weight|2d-64|(64, 640)", + "tensor": "model.visual.blocks.3.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.11.attn.proj.weight|2d-64|(768, 576)", + "tensor": "model.visual.blocks.11.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 768, + 576 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.9.attn.proj.weight|2d-64|(768, 128)", + "tensor": "model.visual.blocks.9.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 768, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.8.attn.proj.weight|2d-64|(640, 512)", + "tensor": "model.visual.blocks.8.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 640, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.13.attn.proj.weight|2d-64|(256, 0)", + "tensor": "model.visual.blocks.13.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.15.attn.proj.weight|2d-64|(128, 192)", + "tensor": "model.visual.blocks.15.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.7.attn.proj.weight|2d-64|(192, 64)", + "tensor": "model.visual.blocks.7.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.3.attn.proj.weight|2d-64|(192, 768)", + "tensor": "model.visual.blocks.3.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.2.attn.proj.weight|2d-64|(64, 960)", + "tensor": "model.visual.blocks.2.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.9.attn.proj.weight|2d-64|(384, 64)", + "tensor": "model.visual.blocks.9.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.8.attn.proj.weight|2d-64|(960, 0)", + "tensor": "model.visual.blocks.8.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 960, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.16.attn.proj.weight|2d-64|(512, 704)", + "tensor": "model.visual.blocks.16.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 512, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.4.attn.proj.weight|2d-64|(320, 448)", + "tensor": "model.visual.blocks.4.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.19.attn.proj.weight|2d-64|(896, 448)", + "tensor": "model.visual.blocks.19.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 896, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.1.attn.proj.weight|2d-64|(128, 320)", + "tensor": "model.visual.blocks.1.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.1.attn.proj.weight|2d-64|(256, 960)", + "tensor": "model.visual.blocks.1.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.11.attn.proj.weight|2d-64|(832, 576)", + "tensor": "model.visual.blocks.11.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 832, + 576 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.13.attn.proj.weight|2d-64|(384, 576)", + "tensor": "model.visual.blocks.13.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 576 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.16.attn.proj.weight|2d-64|(832, 768)", + "tensor": "model.visual.blocks.16.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 832, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.2.attn.proj.weight|2d-64|(576, 768)", + "tensor": "model.visual.blocks.2.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 576, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.18.attn.proj.weight|2d-64|(896, 384)", + "tensor": "model.visual.blocks.18.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 896, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.3.attn.proj.weight|2d-64|(576, 320)", + "tensor": "model.visual.blocks.3.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 576, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.20.attn.proj.weight|2d-64|(128, 640)", + "tensor": "model.visual.blocks.20.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.0.attn.proj.weight|2d-64|(384, 0)", + "tensor": "model.visual.blocks.0.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.1.attn.proj.weight|2d-64|(448, 192)", + "tensor": "model.visual.blocks.1.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.0.attn.proj.weight|2d-64|(384, 128)", + "tensor": "model.visual.blocks.0.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.19.attn.proj.weight|2d-64|(512, 896)", + "tensor": "model.visual.blocks.19.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 512, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.10.attn.proj.weight|2d-64|(64, 448)", + "tensor": "model.visual.blocks.10.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.13.attn.proj.weight|2d-64|(960, 384)", + "tensor": "model.visual.blocks.13.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 960, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.1.attn.proj.weight|2d-64|(320, 448)", + "tensor": "model.visual.blocks.1.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.8.attn.proj.weight|2d-64|(704, 896)", + "tensor": "model.visual.blocks.8.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 704, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.9.attn.proj.weight|2d-64|(576, 0)", + "tensor": "model.visual.blocks.9.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 576, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.2.attn.proj.weight|2d-64|(192, 64)", + "tensor": "model.visual.blocks.2.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.8.attn.proj.weight|2d-64|(384, 0)", + "tensor": "model.visual.blocks.8.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.19.attn.proj.weight|2d-64|(128, 896)", + "tensor": "model.visual.blocks.19.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.20.attn.proj.weight|2d-64|(704, 768)", + "tensor": "model.visual.blocks.20.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 704, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.18.attn.proj.weight|2d-64|(192, 128)", + "tensor": "model.visual.blocks.18.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.18.attn.proj.weight|2d-64|(256, 320)", + "tensor": "model.visual.blocks.18.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.0.attn.proj.weight|2d-64|(384, 960)", + "tensor": "model.visual.blocks.0.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.23.attn.proj.weight|2d-64|(0, 64)", + "tensor": "model.visual.blocks.23.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.3.attn.proj.weight|2d-64|(448, 896)", + "tensor": "model.visual.blocks.3.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.10.attn.proj.weight|2d-64|(896, 128)", + "tensor": "model.visual.blocks.10.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 896, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.14.attn.proj.weight|2d-64|(512, 320)", + "tensor": "model.visual.blocks.14.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 512, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.10.attn.proj.weight|2d-64|(960, 0)", + "tensor": "model.visual.blocks.10.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 960, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.18.attn.proj.weight|2d-64|(512, 0)", + "tensor": "model.visual.blocks.18.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 512, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.10.attn.proj.weight|2d-64|(192, 128)", + "tensor": "model.visual.blocks.10.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.20.attn.proj.weight|2d-64|(64, 0)", + "tensor": "model.visual.blocks.20.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.14.attn.proj.weight|2d-64|(0, 640)", + "tensor": "model.visual.blocks.14.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.11.attn.proj.weight|2d-64|(256, 384)", + "tensor": "model.visual.blocks.11.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.19.attn.proj.weight|2d-64|(640, 192)", + "tensor": "model.visual.blocks.19.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 640, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.10.attn.proj.weight|2d-64|(192, 256)", + "tensor": "model.visual.blocks.10.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.0.attn.proj.weight|2d-64|(448, 768)", + "tensor": "model.visual.blocks.0.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.14.attn.proj.weight|2d-64|(64, 384)", + "tensor": "model.visual.blocks.14.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.16.attn.proj.weight|2d-64|(192, 896)", + "tensor": "model.visual.blocks.16.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.9.attn.proj.weight|2d-64|(512, 320)", + "tensor": "model.visual.blocks.9.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 512, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.5.attn.proj.weight|2d-64|(64, 448)", + "tensor": "model.visual.blocks.5.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.2.attn.proj.weight|2d-64|(0, 960)", + "tensor": "model.visual.blocks.2.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.6.attn.proj.weight|2d-64|(512, 896)", + "tensor": "model.visual.blocks.6.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 512, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.10.attn.proj.weight|2d-64|(704, 64)", + "tensor": "model.visual.blocks.10.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 704, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.2.attn.proj.weight|2d-64|(128, 960)", + "tensor": "model.visual.blocks.2.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.6.attn.proj.weight|2d-64|(576, 768)", + "tensor": "model.visual.blocks.6.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 576, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.9.attn.proj.weight|2d-64|(192, 384)", + "tensor": "model.visual.blocks.9.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.7.attn.proj.weight|2d-64|(128, 384)", + "tensor": "model.visual.blocks.7.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.11.attn.proj.weight|2d-64|(192, 128)", + "tensor": "model.visual.blocks.11.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.9.attn.proj.weight|2d-64|(832, 320)", + "tensor": "model.visual.blocks.9.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 832, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.16.attn.proj.weight|2d-64|(0, 320)", + "tensor": "model.visual.blocks.16.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.16.attn.proj.weight|2d-64|(640, 768)", + "tensor": "model.visual.blocks.16.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 640, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.23.attn.proj.weight|2d-64|(192, 384)", + "tensor": "model.visual.blocks.23.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.15.attn.proj.weight|2d-64|(512, 512)", + "tensor": "model.visual.blocks.15.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 512, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.11.attn.proj.weight|2d-64|(448, 192)", + "tensor": "model.visual.blocks.11.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.22.attn.proj.weight|2d-64|(256, 448)", + "tensor": "model.visual.blocks.22.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.10.attn.proj.weight|2d-64|(768, 832)", + "tensor": "model.visual.blocks.10.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 768, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.13.attn.proj.weight|2d-64|(576, 704)", + "tensor": "model.visual.blocks.13.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 576, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.9.attn.proj.weight|2d-64|(640, 704)", + "tensor": "model.visual.blocks.9.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 640, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.7.attn.proj.weight|2d-64|(128, 320)", + "tensor": "model.visual.blocks.7.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.20.attn.proj.weight|2d-64|(192, 768)", + "tensor": "model.visual.blocks.20.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.0.attn.proj.weight|2d-64|(576, 320)", + "tensor": "model.visual.blocks.0.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 576, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.14.attn.proj.weight|2d-64|(832, 768)", + "tensor": "model.visual.blocks.14.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 832, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.18.attn.proj.weight|2d-64|(512, 640)", + "tensor": "model.visual.blocks.18.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 512, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.2.attn.proj.weight|2d-64|(448, 384)", + "tensor": "model.visual.blocks.2.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.2.attn.proj.weight|2d-64|(192, 320)", + "tensor": "model.visual.blocks.2.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.4.attn.proj.weight|2d-64|(768, 0)", + "tensor": "model.visual.blocks.4.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 768, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.15.attn.proj.weight|2d-64|(576, 704)", + "tensor": "model.visual.blocks.15.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 576, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.5.attn.proj.weight|2d-64|(704, 0)", + "tensor": "model.visual.blocks.5.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 704, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.18.attn.proj.weight|2d-64|(64, 448)", + "tensor": "model.visual.blocks.18.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.2.attn.proj.weight|2d-64|(960, 320)", + "tensor": "model.visual.blocks.2.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 960, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.14.attn.proj.weight|2d-64|(256, 448)", + "tensor": "model.visual.blocks.14.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.2.attn.proj.weight|2d-64|(64, 640)", + "tensor": "model.visual.blocks.2.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.11.attn.proj.weight|2d-64|(256, 0)", + "tensor": "model.visual.blocks.11.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.6.attn.proj.weight|2d-64|(832, 896)", + "tensor": "model.visual.blocks.6.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 832, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.8.attn.proj.weight|2d-64|(640, 64)", + "tensor": "model.visual.blocks.8.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 640, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.20.attn.proj.weight|2d-64|(256, 320)", + "tensor": "model.visual.blocks.20.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.0.attn.proj.weight|2d-64|(640, 320)", + "tensor": "model.visual.blocks.0.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 640, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.15.attn.proj.weight|2d-64|(640, 448)", + "tensor": "model.visual.blocks.15.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 640, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.20.attn.proj.weight|2d-64|(128, 960)", + "tensor": "model.visual.blocks.20.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.8.attn.proj.weight|2d-64|(128, 768)", + "tensor": "model.visual.blocks.8.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.15.attn.proj.weight|2d-64|(896, 192)", + "tensor": "model.visual.blocks.15.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 896, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.0.attn.proj.weight|2d-64|(640, 640)", + "tensor": "model.visual.blocks.0.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 640, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.14.attn.proj.weight|2d-64|(576, 320)", + "tensor": "model.visual.blocks.14.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 576, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.3.attn.proj.weight|2d-64|(64, 448)", + "tensor": "model.visual.blocks.3.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.7.attn.proj.weight|2d-64|(0, 576)", + "tensor": "model.visual.blocks.7.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 576 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.7.attn.proj.weight|2d-64|(640, 512)", + "tensor": "model.visual.blocks.7.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 640, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.15.attn.proj.weight|2d-64|(0, 768)", + "tensor": "model.visual.blocks.15.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.14.attn.proj.weight|2d-64|(832, 448)", + "tensor": "model.visual.blocks.14.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 832, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.21.attn.proj.weight|2d-64|(512, 768)", + "tensor": "model.visual.blocks.21.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 512, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.19.attn.proj.weight|2d-64|(704, 960)", + "tensor": "model.visual.blocks.19.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 704, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.1.attn.proj.weight|2d-64|(128, 384)", + "tensor": "model.visual.blocks.1.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.14.attn.proj.weight|2d-64|(768, 896)", + "tensor": "model.visual.blocks.14.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 768, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.6.attn.proj.weight|2d-64|(960, 640)", + "tensor": "model.visual.blocks.6.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 960, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.17.attn.proj.weight|2d-64|(896, 192)", + "tensor": "model.visual.blocks.17.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 896, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.16.attn.proj.weight|2d-64|(832, 128)", + "tensor": "model.visual.blocks.16.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 832, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.2.attn.proj.weight|2d-64|(448, 0)", + "tensor": "model.visual.blocks.2.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.22.attn.proj.weight|2d-64|(512, 320)", + "tensor": "model.visual.blocks.22.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 512, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.13.attn.proj.weight|2d-64|(576, 320)", + "tensor": "model.visual.blocks.13.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 576, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.7.attn.proj.weight|2d-64|(576, 128)", + "tensor": "model.visual.blocks.7.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 576, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.19.attn.proj.weight|2d-64|(768, 832)", + "tensor": "model.visual.blocks.19.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 768, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.17.attn.proj.weight|2d-64|(0, 576)", + "tensor": "model.visual.blocks.17.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 576 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.16.attn.proj.weight|2d-64|(704, 128)", + "tensor": "model.visual.blocks.16.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 704, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.12.attn.proj.weight|2d-64|(512, 640)", + "tensor": "model.visual.blocks.12.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 512, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.23.attn.proj.weight|2d-64|(0, 448)", + "tensor": "model.visual.blocks.23.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.20.attn.proj.weight|2d-64|(704, 512)", + "tensor": "model.visual.blocks.20.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 704, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.18.attn.proj.weight|2d-64|(512, 512)", + "tensor": "model.visual.blocks.18.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 512, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.22.attn.proj.weight|2d-64|(64, 0)", + "tensor": "model.visual.blocks.22.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.20.attn.proj.weight|2d-64|(448, 960)", + "tensor": "model.visual.blocks.20.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.8.attn.proj.weight|2d-64|(704, 576)", + "tensor": "model.visual.blocks.8.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 704, + 576 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.2.attn.proj.weight|2d-64|(768, 128)", + "tensor": "model.visual.blocks.2.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 768, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.2.attn.proj.weight|2d-64|(256, 960)", + "tensor": "model.visual.blocks.2.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.13.attn.proj.weight|2d-64|(832, 576)", + "tensor": "model.visual.blocks.13.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 832, + 576 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.7.attn.proj.weight|2d-64|(512, 64)", + "tensor": "model.visual.blocks.7.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 512, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.3.attn.proj.weight|2d-64|(448, 768)", + "tensor": "model.visual.blocks.3.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.20.attn.proj.weight|2d-64|(640, 704)", + "tensor": "model.visual.blocks.20.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 640, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.4.attn.proj.weight|2d-64|(512, 192)", + "tensor": "model.visual.blocks.4.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 512, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.21.attn.proj.weight|2d-64|(512, 512)", + "tensor": "model.visual.blocks.21.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 512, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.6.attn.proj.weight|2d-64|(960, 448)", + "tensor": "model.visual.blocks.6.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 960, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.6.attn.proj.weight|2d-64|(960, 384)", + "tensor": "model.visual.blocks.6.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 960, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.19.attn.proj.weight|2d-64|(256, 128)", + "tensor": "model.visual.blocks.19.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.22.attn.proj.weight|2d-64|(384, 960)", + "tensor": "model.visual.blocks.22.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.9.attn.proj.weight|2d-64|(448, 192)", + "tensor": "model.visual.blocks.9.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.15.attn.proj.weight|2d-64|(256, 192)", + "tensor": "model.visual.blocks.15.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.1.attn.proj.weight|2d-64|(576, 640)", + "tensor": "model.visual.blocks.1.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 576, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.22.attn.proj.weight|2d-64|(960, 576)", + "tensor": "model.visual.blocks.22.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 960, + 576 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.16.attn.proj.weight|2d-64|(960, 832)", + "tensor": "model.visual.blocks.16.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 960, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.22.attn.proj.weight|2d-64|(896, 448)", + "tensor": "model.visual.blocks.22.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 896, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.15.attn.proj.weight|2d-64|(448, 640)", + "tensor": "model.visual.blocks.15.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.17.attn.proj.weight|2d-64|(576, 192)", + "tensor": "model.visual.blocks.17.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 576, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.0.attn.proj.weight|2d-64|(832, 640)", + "tensor": "model.visual.blocks.0.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 832, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.16.attn.proj.weight|2d-64|(704, 0)", + "tensor": "model.visual.blocks.16.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 704, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.16.attn.proj.weight|2d-64|(384, 64)", + "tensor": "model.visual.blocks.16.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.20.attn.proj.weight|2d-64|(0, 320)", + "tensor": "model.visual.blocks.20.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.10.attn.proj.weight|2d-64|(768, 704)", + "tensor": "model.visual.blocks.10.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 768, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.9.attn.proj.weight|2d-64|(320, 0)", + "tensor": "model.visual.blocks.9.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.6.attn.proj.weight|2d-64|(320, 960)", + "tensor": "model.visual.blocks.6.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.0.attn.proj.weight|2d-64|(896, 64)", + "tensor": "model.visual.blocks.0.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 896, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.14.attn.proj.weight|2d-64|(192, 128)", + "tensor": "model.visual.blocks.14.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.15.attn.proj.weight|2d-64|(384, 832)", + "tensor": "model.visual.blocks.15.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.9.attn.proj.weight|2d-64|(768, 384)", + "tensor": "model.visual.blocks.9.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 768, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.8.attn.proj.weight|2d-64|(192, 704)", + "tensor": "model.visual.blocks.8.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.21.attn.proj.weight|2d-64|(192, 64)", + "tensor": "model.visual.blocks.21.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.14.attn.proj.weight|2d-64|(576, 192)", + "tensor": "model.visual.blocks.14.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 576, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.6.attn.proj.weight|2d-64|(576, 64)", + "tensor": "model.visual.blocks.6.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 576, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.0.attn.proj.weight|2d-64|(896, 576)", + "tensor": "model.visual.blocks.0.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 896, + 576 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.5.attn.proj.weight|2d-64|(960, 64)", + "tensor": "model.visual.blocks.5.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 960, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.3.attn.proj.weight|2d-64|(256, 448)", + "tensor": "model.visual.blocks.3.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.8.attn.proj.weight|2d-64|(384, 960)", + "tensor": "model.visual.blocks.8.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.17.attn.proj.weight|2d-64|(576, 320)", + "tensor": "model.visual.blocks.17.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 576, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.9.attn.proj.weight|2d-64|(320, 896)", + "tensor": "model.visual.blocks.9.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.15.attn.proj.weight|2d-64|(832, 704)", + "tensor": "model.visual.blocks.15.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 832, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.18.attn.proj.weight|2d-64|(64, 512)", + "tensor": "model.visual.blocks.18.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.7.attn.proj.weight|2d-64|(384, 128)", + "tensor": "model.visual.blocks.7.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.18.attn.proj.weight|2d-64|(512, 768)", + "tensor": "model.visual.blocks.18.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 512, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.21.attn.proj.weight|2d-64|(640, 256)", + "tensor": "model.visual.blocks.21.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 640, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.20.attn.proj.weight|2d-64|(384, 192)", + "tensor": "model.visual.blocks.20.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.14.attn.proj.weight|2d-64|(384, 192)", + "tensor": "model.visual.blocks.14.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.22.attn.proj.weight|2d-64|(960, 0)", + "tensor": "model.visual.blocks.22.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 960, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.19.attn.proj.weight|2d-64|(192, 576)", + "tensor": "model.visual.blocks.19.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 576 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.23.attn.proj.weight|2d-64|(128, 256)", + "tensor": "model.visual.blocks.23.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.0.attn.proj.weight|2d-64|(960, 576)", + "tensor": "model.visual.blocks.0.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 960, + 576 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.11.attn.proj.weight|2d-64|(640, 960)", + "tensor": "model.visual.blocks.11.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 640, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.10.attn.proj.weight|2d-64|(64, 128)", + "tensor": "model.visual.blocks.10.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.7.attn.proj.weight|2d-64|(256, 0)", + "tensor": "model.visual.blocks.7.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.2.attn.proj.weight|2d-64|(640, 576)", + "tensor": "model.visual.blocks.2.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 640, + 576 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.15.attn.proj.weight|2d-64|(384, 384)", + "tensor": "model.visual.blocks.15.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.9.attn.proj.weight|2d-64|(512, 256)", + "tensor": "model.visual.blocks.9.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 512, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.8.attn.qkv.weight|2d-128|(1536, 640)", + "tensor": "model.visual.blocks.8.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.13.attn.qkv.weight|2d-128|(1664, 256)", + "tensor": "model.visual.blocks.13.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.11.attn.qkv.weight|2d-128|(896, 256)", + "tensor": "model.visual.blocks.11.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.6.attn.qkv.weight|2d-128|(1536, 0)", + "tensor": "model.visual.blocks.6.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.21.attn.qkv.weight|2d-128|(640, 512)", + "tensor": "model.visual.blocks.21.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.20.attn.qkv.weight|2d-128|(896, 512)", + "tensor": "model.visual.blocks.20.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.5.attn.qkv.weight|2d-128|(1408, 640)", + "tensor": "model.visual.blocks.5.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1408, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.2.attn.qkv.weight|2d-128|(512, 768)", + "tensor": "model.visual.blocks.2.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.0.attn.qkv.weight|2d-128|(128, 0)", + "tensor": "model.visual.blocks.0.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.5.attn.qkv.weight|2d-128|(1408, 384)", + "tensor": "model.visual.blocks.5.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1408, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.15.attn.qkv.weight|2d-128|(1920, 384)", + "tensor": "model.visual.blocks.15.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1920, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.14.attn.qkv.weight|2d-128|(2432, 640)", + "tensor": "model.visual.blocks.14.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2432, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.17.attn.qkv.weight|2d-128|(2944, 768)", + "tensor": "model.visual.blocks.17.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2944, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.11.attn.qkv.weight|2d-128|(1536, 0)", + "tensor": "model.visual.blocks.11.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.23.attn.qkv.weight|2d-128|(512, 768)", + "tensor": "model.visual.blocks.23.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.6.attn.qkv.weight|2d-128|(1920, 512)", + "tensor": "model.visual.blocks.6.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1920, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.23.attn.qkv.weight|2d-128|(768, 768)", + "tensor": "model.visual.blocks.23.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.15.attn.qkv.weight|2d-128|(384, 640)", + "tensor": "model.visual.blocks.15.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.3.attn.qkv.weight|2d-128|(1792, 896)", + "tensor": "model.visual.blocks.3.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1792, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.7.attn.qkv.weight|2d-128|(2048, 640)", + "tensor": "model.visual.blocks.7.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2048, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.5.attn.qkv.weight|2d-128|(2048, 896)", + "tensor": "model.visual.blocks.5.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2048, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.5.attn.qkv.weight|2d-128|(1920, 640)", + "tensor": "model.visual.blocks.5.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1920, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.17.attn.qkv.weight|2d-128|(1664, 128)", + "tensor": "model.visual.blocks.17.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.1.attn.qkv.weight|2d-128|(1152, 768)", + "tensor": "model.visual.blocks.1.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.18.attn.qkv.weight|2d-128|(128, 128)", + "tensor": "model.visual.blocks.18.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.7.attn.qkv.weight|2d-128|(1792, 768)", + "tensor": "model.visual.blocks.7.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1792, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.19.attn.qkv.weight|2d-128|(896, 512)", + "tensor": "model.visual.blocks.19.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.10.attn.qkv.weight|2d-128|(2432, 0)", + "tensor": "model.visual.blocks.10.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2432, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.1.attn.qkv.weight|2d-128|(2432, 384)", + "tensor": "model.visual.blocks.1.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2432, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.20.attn.qkv.weight|2d-128|(768, 512)", + "tensor": "model.visual.blocks.20.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.8.attn.qkv.weight|2d-128|(0, 896)", + "tensor": "model.visual.blocks.8.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.7.attn.qkv.weight|2d-128|(2816, 128)", + "tensor": "model.visual.blocks.7.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2816, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.20.attn.qkv.weight|2d-128|(2048, 768)", + "tensor": "model.visual.blocks.20.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2048, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.20.attn.qkv.weight|2d-128|(2432, 384)", + "tensor": "model.visual.blocks.20.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2432, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.10.attn.qkv.weight|2d-128|(1024, 256)", + "tensor": "model.visual.blocks.10.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.12.attn.qkv.weight|2d-128|(1408, 256)", + "tensor": "model.visual.blocks.12.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1408, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.10.attn.qkv.weight|2d-128|(1664, 0)", + "tensor": "model.visual.blocks.10.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.4.attn.qkv.weight|2d-128|(1024, 384)", + "tensor": "model.visual.blocks.4.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.11.attn.qkv.weight|2d-128|(256, 640)", + "tensor": "model.visual.blocks.11.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.16.attn.qkv.weight|2d-128|(2176, 768)", + "tensor": "model.visual.blocks.16.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2176, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.23.attn.qkv.weight|2d-128|(1920, 384)", + "tensor": "model.visual.blocks.23.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1920, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.13.attn.qkv.weight|2d-128|(256, 512)", + "tensor": "model.visual.blocks.13.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.4.attn.qkv.weight|2d-128|(256, 768)", + "tensor": "model.visual.blocks.4.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.10.attn.qkv.weight|2d-128|(768, 768)", + "tensor": "model.visual.blocks.10.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.8.attn.qkv.weight|2d-128|(1664, 0)", + "tensor": "model.visual.blocks.8.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.3.attn.qkv.weight|2d-128|(2560, 512)", + "tensor": "model.visual.blocks.3.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2560, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.16.attn.qkv.weight|2d-128|(1280, 128)", + "tensor": "model.visual.blocks.16.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.5.attn.qkv.weight|2d-128|(2432, 128)", + "tensor": "model.visual.blocks.5.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2432, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.6.attn.qkv.weight|2d-128|(128, 0)", + "tensor": "model.visual.blocks.6.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.17.attn.qkv.weight|2d-128|(2688, 256)", + "tensor": "model.visual.blocks.17.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2688, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.5.attn.qkv.weight|2d-128|(384, 896)", + "tensor": "model.visual.blocks.5.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.21.attn.qkv.weight|2d-128|(1664, 384)", + "tensor": "model.visual.blocks.21.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.6.attn.qkv.weight|2d-128|(128, 640)", + "tensor": "model.visual.blocks.6.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.2.attn.qkv.weight|2d-128|(1408, 768)", + "tensor": "model.visual.blocks.2.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1408, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.21.attn.qkv.weight|2d-128|(768, 512)", + "tensor": "model.visual.blocks.21.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.5.attn.qkv.weight|2d-128|(2944, 256)", + "tensor": "model.visual.blocks.5.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2944, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.15.attn.qkv.weight|2d-128|(2304, 768)", + "tensor": "model.visual.blocks.15.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2304, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.9.attn.qkv.weight|2d-128|(0, 512)", + "tensor": "model.visual.blocks.9.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.12.attn.qkv.weight|2d-128|(2048, 128)", + "tensor": "model.visual.blocks.12.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2048, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.15.attn.qkv.weight|2d-128|(1280, 896)", + "tensor": "model.visual.blocks.15.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.19.attn.qkv.weight|2d-128|(1152, 768)", + "tensor": "model.visual.blocks.19.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.23.attn.qkv.weight|2d-128|(128, 384)", + "tensor": "model.visual.blocks.23.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.6.attn.qkv.weight|2d-128|(384, 384)", + "tensor": "model.visual.blocks.6.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.20.attn.qkv.weight|2d-128|(2816, 384)", + "tensor": "model.visual.blocks.20.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2816, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.17.attn.qkv.weight|2d-128|(640, 768)", + "tensor": "model.visual.blocks.17.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.9.attn.qkv.weight|2d-128|(640, 256)", + "tensor": "model.visual.blocks.9.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.21.attn.qkv.weight|2d-128|(2944, 640)", + "tensor": "model.visual.blocks.21.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2944, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.10.attn.qkv.weight|2d-128|(2048, 128)", + "tensor": "model.visual.blocks.10.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2048, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.10.attn.qkv.weight|2d-128|(2688, 768)", + "tensor": "model.visual.blocks.10.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2688, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.5.attn.qkv.weight|2d-128|(1664, 128)", + "tensor": "model.visual.blocks.5.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.11.attn.qkv.weight|2d-128|(2176, 256)", + "tensor": "model.visual.blocks.11.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2176, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.9.attn.qkv.weight|2d-128|(384, 640)", + "tensor": "model.visual.blocks.9.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.0.attn.qkv.weight|2d-128|(1152, 0)", + "tensor": "model.visual.blocks.0.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.13.attn.qkv.weight|2d-128|(768, 0)", + "tensor": "model.visual.blocks.13.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.14.attn.qkv.weight|2d-128|(2048, 640)", + "tensor": "model.visual.blocks.14.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2048, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.12.attn.qkv.weight|2d-128|(640, 640)", + "tensor": "model.visual.blocks.12.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.0.attn.qkv.weight|2d-128|(1152, 512)", + "tensor": "model.visual.blocks.0.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.14.attn.qkv.weight|2d-128|(2176, 256)", + "tensor": "model.visual.blocks.14.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2176, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.17.attn.qkv.weight|2d-128|(2944, 384)", + "tensor": "model.visual.blocks.17.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2944, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.9.attn.qkv.weight|2d-128|(1536, 512)", + "tensor": "model.visual.blocks.9.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.13.attn.qkv.weight|2d-128|(0, 896)", + "tensor": "model.visual.blocks.13.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.23.attn.qkv.weight|2d-128|(2944, 256)", + "tensor": "model.visual.blocks.23.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2944, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.0.attn.qkv.weight|2d-128|(1280, 256)", + "tensor": "model.visual.blocks.0.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.20.attn.qkv.weight|2d-128|(512, 128)", + "tensor": "model.visual.blocks.20.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.20.attn.qkv.weight|2d-128|(1280, 256)", + "tensor": "model.visual.blocks.20.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.11.attn.qkv.weight|2d-128|(1280, 0)", + "tensor": "model.visual.blocks.11.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.23.attn.qkv.weight|2d-128|(2432, 256)", + "tensor": "model.visual.blocks.23.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2432, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.12.attn.qkv.weight|2d-128|(896, 896)", + "tensor": "model.visual.blocks.12.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.20.attn.qkv.weight|2d-128|(2304, 384)", + "tensor": "model.visual.blocks.20.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2304, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.22.attn.qkv.weight|2d-128|(2944, 640)", + "tensor": "model.visual.blocks.22.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2944, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.15.attn.qkv.weight|2d-128|(1536, 640)", + "tensor": "model.visual.blocks.15.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.12.attn.qkv.weight|2d-128|(1280, 896)", + "tensor": "model.visual.blocks.12.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.6.attn.qkv.weight|2d-128|(1536, 256)", + "tensor": "model.visual.blocks.6.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.10.attn.qkv.weight|2d-128|(1280, 256)", + "tensor": "model.visual.blocks.10.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.17.attn.qkv.weight|2d-128|(384, 768)", + "tensor": "model.visual.blocks.17.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.2.attn.qkv.weight|2d-128|(1920, 768)", + "tensor": "model.visual.blocks.2.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1920, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.20.attn.qkv.weight|2d-128|(1152, 256)", + "tensor": "model.visual.blocks.20.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.6.attn.qkv.weight|2d-128|(1664, 640)", + "tensor": "model.visual.blocks.6.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.10.attn.qkv.weight|2d-128|(896, 128)", + "tensor": "model.visual.blocks.10.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.17.attn.qkv.weight|2d-128|(896, 896)", + "tensor": "model.visual.blocks.17.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.18.attn.qkv.weight|2d-128|(256, 128)", + "tensor": "model.visual.blocks.18.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.12.attn.qkv.weight|2d-128|(128, 384)", + "tensor": "model.visual.blocks.12.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.23.attn.qkv.weight|2d-128|(896, 896)", + "tensor": "model.visual.blocks.23.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.23.attn.qkv.weight|2d-128|(1664, 256)", + "tensor": "model.visual.blocks.23.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.21.attn.qkv.weight|2d-128|(2048, 640)", + "tensor": "model.visual.blocks.21.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2048, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.6.attn.qkv.weight|2d-128|(640, 128)", + "tensor": "model.visual.blocks.6.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.6.attn.qkv.weight|2d-128|(1792, 640)", + "tensor": "model.visual.blocks.6.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1792, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.0.attn.qkv.weight|2d-128|(1664, 384)", + "tensor": "model.visual.blocks.0.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.23.attn.qkv.weight|2d-128|(2176, 256)", + "tensor": "model.visual.blocks.23.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2176, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.4.attn.qkv.weight|2d-128|(1280, 0)", + "tensor": "model.visual.blocks.4.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.22.attn.qkv.weight|2d-128|(256, 128)", + "tensor": "model.visual.blocks.22.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.6.attn.qkv.weight|2d-128|(1408, 256)", + "tensor": "model.visual.blocks.6.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1408, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.23.attn.qkv.weight|2d-128|(512, 512)", + "tensor": "model.visual.blocks.23.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.10.attn.qkv.weight|2d-128|(2560, 384)", + "tensor": "model.visual.blocks.10.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2560, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.8.attn.qkv.weight|2d-128|(2560, 0)", + "tensor": "model.visual.blocks.8.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2560, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.8.attn.qkv.weight|2d-128|(1920, 768)", + "tensor": "model.visual.blocks.8.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1920, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.12.attn.qkv.weight|2d-128|(1152, 0)", + "tensor": "model.visual.blocks.12.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.15.attn.qkv.weight|2d-128|(2432, 128)", + "tensor": "model.visual.blocks.15.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2432, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.8.attn.qkv.weight|2d-128|(1024, 512)", + "tensor": "model.visual.blocks.8.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.14.attn.qkv.weight|2d-128|(2816, 512)", + "tensor": "model.visual.blocks.14.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2816, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.15.attn.qkv.weight|2d-128|(2560, 512)", + "tensor": "model.visual.blocks.15.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2560, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.18.attn.qkv.weight|2d-128|(896, 512)", + "tensor": "model.visual.blocks.18.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.8.attn.qkv.weight|2d-128|(1024, 640)", + "tensor": "model.visual.blocks.8.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.15.attn.qkv.weight|2d-128|(896, 128)", + "tensor": "model.visual.blocks.15.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.21.attn.qkv.weight|2d-128|(2560, 0)", + "tensor": "model.visual.blocks.21.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2560, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.10.attn.qkv.weight|2d-128|(1920, 384)", + "tensor": "model.visual.blocks.10.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1920, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.13.attn.qkv.weight|2d-128|(1152, 384)", + "tensor": "model.visual.blocks.13.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.0.attn.qkv.weight|2d-128|(1920, 896)", + "tensor": "model.visual.blocks.0.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1920, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.0.attn.qkv.weight|2d-128|(2048, 0)", + "tensor": "model.visual.blocks.0.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2048, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.12.attn.qkv.weight|2d-128|(1280, 384)", + "tensor": "model.visual.blocks.12.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.0.attn.qkv.weight|2d-128|(2048, 256)", + "tensor": "model.visual.blocks.0.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2048, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.22.attn.qkv.weight|2d-128|(2048, 768)", + "tensor": "model.visual.blocks.22.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2048, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.19.attn.qkv.weight|2d-128|(2304, 384)", + "tensor": "model.visual.blocks.19.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2304, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.5.attn.qkv.weight|2d-128|(1024, 512)", + "tensor": "model.visual.blocks.5.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.6.attn.qkv.weight|2d-128|(2432, 128)", + "tensor": "model.visual.blocks.6.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2432, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.19.attn.qkv.weight|2d-128|(256, 768)", + "tensor": "model.visual.blocks.19.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.10.attn.qkv.weight|2d-128|(512, 896)", + "tensor": "model.visual.blocks.10.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.18.attn.qkv.weight|2d-128|(1152, 512)", + "tensor": "model.visual.blocks.18.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.7.attn.qkv.weight|2d-128|(896, 128)", + "tensor": "model.visual.blocks.7.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.23.attn.qkv.weight|2d-128|(768, 896)", + "tensor": "model.visual.blocks.23.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.8.attn.qkv.weight|2d-128|(2432, 0)", + "tensor": "model.visual.blocks.8.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2432, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.17.attn.qkv.weight|2d-128|(2688, 128)", + "tensor": "model.visual.blocks.17.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2688, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.1.attn.qkv.weight|2d-128|(1024, 128)", + "tensor": "model.visual.blocks.1.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.10.attn.qkv.weight|2d-128|(1152, 896)", + "tensor": "model.visual.blocks.10.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.4.attn.qkv.weight|2d-128|(896, 768)", + "tensor": "model.visual.blocks.4.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.7.attn.qkv.weight|2d-128|(2560, 512)", + "tensor": "model.visual.blocks.7.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2560, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.6.attn.qkv.weight|2d-128|(2176, 640)", + "tensor": "model.visual.blocks.6.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2176, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.17.attn.qkv.weight|2d-128|(1408, 128)", + "tensor": "model.visual.blocks.17.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1408, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.4.attn.qkv.weight|2d-128|(896, 0)", + "tensor": "model.visual.blocks.4.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.19.attn.qkv.weight|2d-128|(2432, 0)", + "tensor": "model.visual.blocks.19.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2432, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.12.attn.qkv.weight|2d-128|(2048, 384)", + "tensor": "model.visual.blocks.12.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2048, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.20.attn.qkv.weight|2d-128|(2304, 128)", + "tensor": "model.visual.blocks.20.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2304, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.18.attn.qkv.weight|2d-128|(1536, 384)", + "tensor": "model.visual.blocks.18.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.21.attn.qkv.weight|2d-128|(2176, 896)", + "tensor": "model.visual.blocks.21.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2176, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.21.attn.qkv.weight|2d-128|(2560, 640)", + "tensor": "model.visual.blocks.21.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2560, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.1.attn.qkv.weight|2d-128|(1536, 896)", + "tensor": "model.visual.blocks.1.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.8.attn.qkv.weight|2d-128|(640, 640)", + "tensor": "model.visual.blocks.8.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.20.attn.qkv.weight|2d-128|(128, 896)", + "tensor": "model.visual.blocks.20.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.11.attn.qkv.weight|2d-128|(2176, 896)", + "tensor": "model.visual.blocks.11.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2176, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.15.attn.qkv.weight|2d-128|(896, 640)", + "tensor": "model.visual.blocks.15.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.16.attn.qkv.weight|2d-128|(1792, 256)", + "tensor": "model.visual.blocks.16.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1792, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.3.attn.qkv.weight|2d-128|(2304, 0)", + "tensor": "model.visual.blocks.3.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2304, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.9.attn.qkv.weight|2d-128|(2048, 768)", + "tensor": "model.visual.blocks.9.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2048, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.13.attn.qkv.weight|2d-128|(1280, 768)", + "tensor": "model.visual.blocks.13.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.15.attn.qkv.weight|2d-128|(2048, 0)", + "tensor": "model.visual.blocks.15.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2048, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.13.attn.qkv.weight|2d-128|(768, 896)", + "tensor": "model.visual.blocks.13.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.12.attn.qkv.weight|2d-128|(2688, 384)", + "tensor": "model.visual.blocks.12.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2688, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.21.attn.qkv.weight|2d-128|(1920, 384)", + "tensor": "model.visual.blocks.21.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1920, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.8.attn.qkv.weight|2d-128|(1408, 256)", + "tensor": "model.visual.blocks.8.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1408, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.3.attn.qkv.weight|2d-128|(2048, 640)", + "tensor": "model.visual.blocks.3.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2048, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.0.attn.qkv.weight|2d-128|(2688, 256)", + "tensor": "model.visual.blocks.0.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2688, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.13.attn.qkv.weight|2d-128|(1280, 640)", + "tensor": "model.visual.blocks.13.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.6.attn.qkv.weight|2d-128|(2816, 640)", + "tensor": "model.visual.blocks.6.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2816, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.0.attn.qkv.weight|2d-128|(2688, 640)", + "tensor": "model.visual.blocks.0.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2688, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.19.attn.qkv.weight|2d-128|(1920, 896)", + "tensor": "model.visual.blocks.19.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1920, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.14.attn.qkv.weight|2d-128|(2176, 0)", + "tensor": "model.visual.blocks.14.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2176, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.18.attn.qkv.weight|2d-128|(2560, 128)", + "tensor": "model.visual.blocks.18.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2560, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.8.attn.qkv.weight|2d-128|(1920, 896)", + "tensor": "model.visual.blocks.8.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1920, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.2.attn.qkv.weight|2d-128|(2176, 640)", + "tensor": "model.visual.blocks.2.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2176, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.2.attn.qkv.weight|2d-128|(2048, 512)", + "tensor": "model.visual.blocks.2.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2048, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.12.attn.qkv.weight|2d-128|(1920, 640)", + "tensor": "model.visual.blocks.12.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1920, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.16.attn.qkv.weight|2d-128|(896, 640)", + "tensor": "model.visual.blocks.16.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.16.attn.qkv.weight|2d-128|(1024, 640)", + "tensor": "model.visual.blocks.16.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.4.attn.qkv.weight|2d-128|(1792, 384)", + "tensor": "model.visual.blocks.4.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1792, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.12.attn.qkv.weight|2d-128|(384, 640)", + "tensor": "model.visual.blocks.12.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.2.attn.qkv.weight|2d-128|(2560, 768)", + "tensor": "model.visual.blocks.2.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2560, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.9.attn.qkv.weight|2d-128|(1536, 384)", + "tensor": "model.visual.blocks.9.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.21.attn.qkv.weight|2d-128|(1408, 512)", + "tensor": "model.visual.blocks.21.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1408, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.14.attn.qkv.weight|2d-128|(2688, 640)", + "tensor": "model.visual.blocks.14.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2688, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.21.attn.qkv.weight|2d-128|(2944, 768)", + "tensor": "model.visual.blocks.21.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2944, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.18.attn.qkv.weight|2d-128|(2048, 128)", + "tensor": "model.visual.blocks.18.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2048, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.11.attn.qkv.weight|2d-128|(2432, 0)", + "tensor": "model.visual.blocks.11.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2432, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.1.attn.qkv.weight|2d-128|(0, 0)", + "tensor": "model.visual.blocks.1.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.22.attn.qkv.weight|2d-128|(768, 128)", + "tensor": "model.visual.blocks.22.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.16.attn.qkv.weight|2d-128|(512, 768)", + "tensor": "model.visual.blocks.16.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.9.attn.qkv.weight|2d-128|(2176, 640)", + "tensor": "model.visual.blocks.9.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2176, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.21.attn.qkv.weight|2d-128|(2304, 768)", + "tensor": "model.visual.blocks.21.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2304, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.12.attn.qkv.weight|2d-128|(2944, 512)", + "tensor": "model.visual.blocks.12.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2944, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.23.attn.qkv.weight|2d-128|(1408, 256)", + "tensor": "model.visual.blocks.23.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1408, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.13.attn.qkv.weight|2d-128|(2688, 768)", + "tensor": "model.visual.blocks.13.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2688, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.14.attn.qkv.weight|2d-128|(1280, 128)", + "tensor": "model.visual.blocks.14.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.8.attn.qkv.weight|2d-128|(0, 640)", + "tensor": "model.visual.blocks.8.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.22.attn.qkv.weight|2d-128|(0, 512)", + "tensor": "model.visual.blocks.22.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.22.attn.qkv.weight|2d-128|(2048, 896)", + "tensor": "model.visual.blocks.22.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2048, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.1.attn.qkv.weight|2d-128|(128, 512)", + "tensor": "model.visual.blocks.1.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.1.attn.qkv.weight|2d-128|(128, 640)", + "tensor": "model.visual.blocks.1.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.13.attn.qkv.weight|2d-128|(2688, 0)", + "tensor": "model.visual.blocks.13.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2688, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.13.attn.qkv.weight|2d-128|(384, 640)", + "tensor": "model.visual.blocks.13.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.17.attn.qkv.weight|2d-128|(256, 128)", + "tensor": "model.visual.blocks.17.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.9.attn.qkv.weight|2d-128|(2816, 896)", + "tensor": "model.visual.blocks.9.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2816, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.13.attn.qkv.weight|2d-128|(1408, 896)", + "tensor": "model.visual.blocks.13.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1408, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.17.attn.qkv.weight|2d-128|(2944, 0)", + "tensor": "model.visual.blocks.17.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2944, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.8.attn.qkv.weight|2d-128|(1792, 768)", + "tensor": "model.visual.blocks.8.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1792, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.9.attn.qkv.weight|2d-128|(896, 384)", + "tensor": "model.visual.blocks.9.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.17.attn.qkv.weight|2d-128|(2304, 256)", + "tensor": "model.visual.blocks.17.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2304, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.11.attn.qkv.weight|2d-128|(256, 256)", + "tensor": "model.visual.blocks.11.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.17.attn.qkv.weight|2d-128|(2432, 640)", + "tensor": "model.visual.blocks.17.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2432, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.20.attn.qkv.weight|2d-128|(2304, 512)", + "tensor": "model.visual.blocks.20.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2304, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.21.attn.qkv.weight|2d-128|(2560, 256)", + "tensor": "model.visual.blocks.21.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2560, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.19.attn.qkv.weight|2d-128|(512, 256)", + "tensor": "model.visual.blocks.19.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.3.attn.qkv.weight|2d-128|(1280, 128)", + "tensor": "model.visual.blocks.3.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.11.attn.qkv.weight|2d-128|(2432, 256)", + "tensor": "model.visual.blocks.11.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2432, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.9.attn.qkv.weight|2d-128|(2560, 896)", + "tensor": "model.visual.blocks.9.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2560, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.17.attn.qkv.weight|2d-128|(2944, 896)", + "tensor": "model.visual.blocks.17.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2944, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.14.attn.qkv.weight|2d-128|(0, 768)", + "tensor": "model.visual.blocks.14.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.22.attn.qkv.weight|2d-128|(2816, 256)", + "tensor": "model.visual.blocks.22.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2816, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.10.attn.qkv.weight|2d-128|(896, 896)", + "tensor": "model.visual.blocks.10.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.23.attn.qkv.weight|2d-128|(2560, 128)", + "tensor": "model.visual.blocks.23.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2560, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.15.attn.qkv.weight|2d-128|(2048, 768)", + "tensor": "model.visual.blocks.15.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2048, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.14.attn.qkv.weight|2d-128|(1664, 768)", + "tensor": "model.visual.blocks.14.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.13.attn.qkv.weight|2d-128|(128, 128)", + "tensor": "model.visual.blocks.13.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.6.attn.qkv.weight|2d-128|(1664, 768)", + "tensor": "model.visual.blocks.6.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.21.attn.qkv.weight|2d-128|(1280, 0)", + "tensor": "model.visual.blocks.21.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.19.attn.qkv.weight|2d-128|(2560, 640)", + "tensor": "model.visual.blocks.19.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2560, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.14.attn.qkv.weight|2d-128|(1920, 640)", + "tensor": "model.visual.blocks.14.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1920, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.13.attn.qkv.weight|2d-128|(2816, 512)", + "tensor": "model.visual.blocks.13.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2816, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.18.attn.qkv.weight|2d-128|(1408, 384)", + "tensor": "model.visual.blocks.18.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1408, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.1.attn.qkv.weight|2d-128|(640, 640)", + "tensor": "model.visual.blocks.1.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.22.attn.qkv.weight|2d-128|(2048, 0)", + "tensor": "model.visual.blocks.22.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2048, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.21.attn.qkv.weight|2d-128|(2048, 384)", + "tensor": "model.visual.blocks.21.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2048, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.21.attn.qkv.weight|2d-128|(640, 0)", + "tensor": "model.visual.blocks.21.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.21.attn.qkv.weight|2d-128|(2432, 128)", + "tensor": "model.visual.blocks.21.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2432, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.12.attn.qkv.weight|2d-128|(128, 512)", + "tensor": "model.visual.blocks.12.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.6.attn.qkv.weight|2d-128|(768, 896)", + "tensor": "model.visual.blocks.6.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.2.attn.qkv.weight|2d-128|(2688, 128)", + "tensor": "model.visual.blocks.2.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2688, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.18.attn.qkv.weight|2d-128|(128, 640)", + "tensor": "model.visual.blocks.18.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.2.attn.qkv.weight|2d-128|(1280, 512)", + "tensor": "model.visual.blocks.2.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.20.attn.qkv.weight|2d-128|(768, 0)", + "tensor": "model.visual.blocks.20.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.14.attn.qkv.weight|2d-128|(2944, 640)", + "tensor": "model.visual.blocks.14.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2944, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.15.attn.qkv.weight|2d-128|(768, 768)", + "tensor": "model.visual.blocks.15.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.20.attn.qkv.weight|2d-128|(128, 768)", + "tensor": "model.visual.blocks.20.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.22.attn.qkv.weight|2d-128|(1152, 512)", + "tensor": "model.visual.blocks.22.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.10.attn.qkv.weight|2d-128|(128, 256)", + "tensor": "model.visual.blocks.10.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.14.attn.qkv.weight|2d-128|(1152, 0)", + "tensor": "model.visual.blocks.14.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.8.attn.qkv.weight|2d-128|(1536, 384)", + "tensor": "model.visual.blocks.8.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.11.attn.qkv.weight|2d-128|(1920, 128)", + "tensor": "model.visual.blocks.11.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1920, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.1.attn.qkv.weight|2d-64|(1024, 64)", + "tensor": "model.visual.blocks.1.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1024, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.11.attn.qkv.weight|2d-64|(1984, 704)", + "tensor": "model.visual.blocks.11.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1984, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.8.attn.qkv.weight|2d-64|(1664, 256)", + "tensor": "model.visual.blocks.8.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1664, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.19.attn.qkv.weight|2d-64|(768, 640)", + "tensor": "model.visual.blocks.19.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 768, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.6.attn.qkv.weight|2d-64|(2304, 512)", + "tensor": "model.visual.blocks.6.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2304, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.16.attn.qkv.weight|2d-64|(0, 960)", + "tensor": "model.visual.blocks.16.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.6.attn.qkv.weight|2d-64|(1664, 0)", + "tensor": "model.visual.blocks.6.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1664, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.22.attn.qkv.weight|2d-64|(1536, 576)", + "tensor": "model.visual.blocks.22.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1536, + 576 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.18.attn.qkv.weight|2d-64|(2816, 896)", + "tensor": "model.visual.blocks.18.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2816, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.16.attn.qkv.weight|2d-64|(1856, 128)", + "tensor": "model.visual.blocks.16.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1856, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.22.attn.qkv.weight|2d-64|(2944, 512)", + "tensor": "model.visual.blocks.22.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2944, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.13.attn.qkv.weight|2d-64|(1856, 320)", + "tensor": "model.visual.blocks.13.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1856, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.9.attn.qkv.weight|2d-64|(2880, 768)", + "tensor": "model.visual.blocks.9.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2880, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.22.attn.qkv.weight|2d-64|(768, 0)", + "tensor": "model.visual.blocks.22.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 768, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.18.attn.qkv.weight|2d-64|(256, 640)", + "tensor": "model.visual.blocks.18.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.9.attn.qkv.weight|2d-64|(1600, 256)", + "tensor": "model.visual.blocks.9.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1600, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.15.attn.qkv.weight|2d-64|(2688, 576)", + "tensor": "model.visual.blocks.15.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2688, + 576 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.15.attn.qkv.weight|2d-64|(832, 0)", + "tensor": "model.visual.blocks.15.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 832, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.14.attn.qkv.weight|2d-64|(448, 192)", + "tensor": "model.visual.blocks.14.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.2.attn.qkv.weight|2d-64|(1920, 704)", + "tensor": "model.visual.blocks.2.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1920, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.15.attn.qkv.weight|2d-64|(832, 64)", + "tensor": "model.visual.blocks.15.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 832, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.8.attn.qkv.weight|2d-64|(704, 704)", + "tensor": "model.visual.blocks.8.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 704, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.3.attn.qkv.weight|2d-64|(1472, 256)", + "tensor": "model.visual.blocks.3.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1472, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.17.attn.qkv.weight|2d-64|(1152, 704)", + "tensor": "model.visual.blocks.17.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1152, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.0.attn.qkv.weight|2d-64|(64, 512)", + "tensor": "model.visual.blocks.0.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.5.attn.qkv.weight|2d-64|(512, 256)", + "tensor": "model.visual.blocks.5.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 512, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.19.attn.qkv.weight|2d-64|(1728, 960)", + "tensor": "model.visual.blocks.19.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1728, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.15.attn.qkv.weight|2d-64|(448, 64)", + "tensor": "model.visual.blocks.15.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.0.attn.qkv.weight|2d-64|(64, 768)", + "tensor": "model.visual.blocks.0.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.23.attn.qkv.weight|2d-64|(1920, 768)", + "tensor": "model.visual.blocks.23.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1920, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.11.attn.qkv.weight|2d-64|(2304, 512)", + "tensor": "model.visual.blocks.11.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2304, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.8.attn.qkv.weight|2d-64|(192, 64)", + "tensor": "model.visual.blocks.8.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.16.attn.qkv.weight|2d-64|(576, 256)", + "tensor": "model.visual.blocks.16.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 576, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.22.attn.qkv.weight|2d-64|(1024, 64)", + "tensor": "model.visual.blocks.22.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1024, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.20.attn.qkv.weight|2d-64|(896, 0)", + "tensor": "model.visual.blocks.20.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 896, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.17.attn.qkv.weight|2d-64|(1472, 64)", + "tensor": "model.visual.blocks.17.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1472, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.16.attn.qkv.weight|2d-64|(2304, 192)", + "tensor": "model.visual.blocks.16.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2304, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.6.attn.qkv.weight|2d-64|(128, 192)", + "tensor": "model.visual.blocks.6.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.23.attn.qkv.weight|2d-64|(832, 128)", + "tensor": "model.visual.blocks.23.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 832, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.4.attn.qkv.weight|2d-64|(2112, 896)", + "tensor": "model.visual.blocks.4.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2112, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.11.attn.qkv.weight|2d-64|(448, 192)", + "tensor": "model.visual.blocks.11.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.17.attn.qkv.weight|2d-64|(2368, 0)", + "tensor": "model.visual.blocks.17.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2368, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.3.attn.qkv.weight|2d-64|(2880, 128)", + "tensor": "model.visual.blocks.3.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2880, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.19.attn.qkv.weight|2d-64|(448, 704)", + "tensor": "model.visual.blocks.19.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.18.attn.qkv.weight|2d-64|(832, 320)", + "tensor": "model.visual.blocks.18.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 832, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.3.attn.qkv.weight|2d-64|(2496, 192)", + "tensor": "model.visual.blocks.3.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2496, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.18.attn.qkv.weight|2d-64|(2368, 576)", + "tensor": "model.visual.blocks.18.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2368, + 576 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.8.attn.qkv.weight|2d-64|(1856, 704)", + "tensor": "model.visual.blocks.8.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1856, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.4.attn.qkv.weight|2d-64|(2560, 0)", + "tensor": "model.visual.blocks.4.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2560, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.4.attn.qkv.weight|2d-64|(832, 320)", + "tensor": "model.visual.blocks.4.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 832, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.0.attn.qkv.weight|2d-64|(1600, 384)", + "tensor": "model.visual.blocks.0.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1600, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.11.attn.qkv.weight|2d-64|(1280, 128)", + "tensor": "model.visual.blocks.11.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1280, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.15.attn.qkv.weight|2d-64|(1280, 640)", + "tensor": "model.visual.blocks.15.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1280, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.10.attn.qkv.weight|2d-64|(512, 704)", + "tensor": "model.visual.blocks.10.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 512, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.16.attn.qkv.weight|2d-64|(576, 192)", + "tensor": "model.visual.blocks.16.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 576, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.17.attn.qkv.weight|2d-64|(768, 832)", + "tensor": "model.visual.blocks.17.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 768, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.21.attn.qkv.weight|2d-64|(256, 320)", + "tensor": "model.visual.blocks.21.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.16.attn.qkv.weight|2d-64|(1408, 256)", + "tensor": "model.visual.blocks.16.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1408, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.9.attn.qkv.weight|2d-64|(320, 128)", + "tensor": "model.visual.blocks.9.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.0.attn.qkv.weight|2d-64|(192, 704)", + "tensor": "model.visual.blocks.0.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.22.attn.qkv.weight|2d-64|(1600, 512)", + "tensor": "model.visual.blocks.22.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1600, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.9.attn.qkv.weight|2d-64|(2368, 704)", + "tensor": "model.visual.blocks.9.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2368, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.10.attn.qkv.weight|2d-64|(1664, 960)", + "tensor": "model.visual.blocks.10.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1664, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.3.attn.qkv.weight|2d-64|(960, 64)", + "tensor": "model.visual.blocks.3.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 960, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.8.attn.qkv.weight|2d-64|(2880, 0)", + "tensor": "model.visual.blocks.8.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2880, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.20.attn.qkv.weight|2d-64|(704, 640)", + "tensor": "model.visual.blocks.20.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 704, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.23.attn.qkv.weight|2d-64|(128, 768)", + "tensor": "model.visual.blocks.23.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.11.attn.qkv.weight|2d-64|(1728, 576)", + "tensor": "model.visual.blocks.11.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1728, + 576 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.16.attn.qkv.weight|2d-64|(1472, 384)", + "tensor": "model.visual.blocks.16.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1472, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.11.attn.qkv.weight|2d-64|(2112, 640)", + "tensor": "model.visual.blocks.11.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2112, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.14.attn.qkv.weight|2d-64|(1536, 256)", + "tensor": "model.visual.blocks.14.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1536, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.13.attn.qkv.weight|2d-64|(1344, 704)", + "tensor": "model.visual.blocks.13.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1344, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.2.attn.qkv.weight|2d-64|(64, 640)", + "tensor": "model.visual.blocks.2.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.22.attn.qkv.weight|2d-64|(2240, 704)", + "tensor": "model.visual.blocks.22.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2240, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.4.attn.qkv.weight|2d-64|(2368, 896)", + "tensor": "model.visual.blocks.4.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2368, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.9.attn.qkv.weight|2d-64|(896, 832)", + "tensor": "model.visual.blocks.9.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 896, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.21.attn.qkv.weight|2d-64|(320, 512)", + "tensor": "model.visual.blocks.21.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.11.attn.qkv.weight|2d-64|(768, 768)", + "tensor": "model.visual.blocks.11.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 768, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.16.attn.qkv.weight|2d-64|(640, 0)", + "tensor": "model.visual.blocks.16.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 640, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.19.attn.qkv.weight|2d-64|(256, 384)", + "tensor": "model.visual.blocks.19.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.7.attn.qkv.weight|2d-64|(1536, 832)", + "tensor": "model.visual.blocks.7.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1536, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.16.attn.qkv.weight|2d-64|(2944, 384)", + "tensor": "model.visual.blocks.16.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2944, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.10.attn.qkv.weight|2d-64|(1728, 960)", + "tensor": "model.visual.blocks.10.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1728, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.11.attn.qkv.weight|2d-64|(2944, 576)", + "tensor": "model.visual.blocks.11.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2944, + 576 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.21.attn.qkv.weight|2d-64|(2496, 512)", + "tensor": "model.visual.blocks.21.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2496, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.13.attn.qkv.weight|2d-64|(2496, 832)", + "tensor": "model.visual.blocks.13.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2496, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.13.attn.qkv.weight|2d-64|(320, 576)", + "tensor": "model.visual.blocks.13.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 576 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.8.attn.qkv.weight|2d-64|(2624, 960)", + "tensor": "model.visual.blocks.8.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2624, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.22.attn.qkv.weight|2d-64|(896, 576)", + "tensor": "model.visual.blocks.22.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 896, + 576 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.6.attn.qkv.weight|2d-64|(2496, 768)", + "tensor": "model.visual.blocks.6.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2496, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.19.attn.qkv.weight|2d-64|(192, 0)", + "tensor": "model.visual.blocks.19.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.13.attn.qkv.weight|2d-64|(2048, 128)", + "tensor": "model.visual.blocks.13.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2048, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.23.attn.qkv.weight|2d-64|(256, 384)", + "tensor": "model.visual.blocks.23.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.7.attn.qkv.weight|2d-64|(3008, 192)", + "tensor": "model.visual.blocks.7.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3008, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.0.attn.qkv.weight|2d-64|(320, 896)", + "tensor": "model.visual.blocks.0.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.11.attn.qkv.weight|2d-64|(768, 0)", + "tensor": "model.visual.blocks.11.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 768, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.21.attn.qkv.weight|2d-64|(2688, 832)", + "tensor": "model.visual.blocks.21.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2688, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.4.attn.qkv.weight|2d-64|(1088, 576)", + "tensor": "model.visual.blocks.4.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1088, + 576 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.10.attn.qkv.weight|2d-64|(2496, 0)", + "tensor": "model.visual.blocks.10.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2496, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.3.attn.qkv.weight|2d-64|(1792, 704)", + "tensor": "model.visual.blocks.3.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1792, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.8.attn.qkv.weight|2d-64|(2752, 576)", + "tensor": "model.visual.blocks.8.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2752, + 576 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.23.attn.qkv.weight|2d-64|(2304, 896)", + "tensor": "model.visual.blocks.23.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2304, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.23.attn.qkv.weight|2d-64|(2496, 704)", + "tensor": "model.visual.blocks.23.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2496, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.15.attn.qkv.weight|2d-64|(2496, 192)", + "tensor": "model.visual.blocks.15.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2496, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.16.attn.qkv.weight|2d-64|(640, 192)", + "tensor": "model.visual.blocks.16.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 640, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.7.attn.qkv.weight|2d-64|(1984, 384)", + "tensor": "model.visual.blocks.7.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1984, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.20.attn.qkv.weight|2d-64|(2816, 512)", + "tensor": "model.visual.blocks.20.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2816, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.2.attn.qkv.weight|2d-64|(1792, 64)", + "tensor": "model.visual.blocks.2.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1792, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.3.attn.qkv.weight|2d-64|(832, 64)", + "tensor": "model.visual.blocks.3.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 832, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.15.attn.qkv.weight|2d-64|(1280, 768)", + "tensor": "model.visual.blocks.15.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1280, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.17.attn.qkv.weight|2d-64|(1600, 0)", + "tensor": "model.visual.blocks.17.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1600, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.19.attn.qkv.weight|2d-64|(2752, 768)", + "tensor": "model.visual.blocks.19.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2752, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.12.attn.qkv.weight|2d-64|(1280, 448)", + "tensor": "model.visual.blocks.12.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1280, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.17.attn.qkv.weight|2d-64|(1344, 704)", + "tensor": "model.visual.blocks.17.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1344, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.23.attn.qkv.weight|2d-64|(1536, 448)", + "tensor": "model.visual.blocks.23.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1536, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.2.attn.qkv.weight|2d-64|(576, 256)", + "tensor": "model.visual.blocks.2.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 576, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.1.attn.qkv.weight|2d-64|(2688, 832)", + "tensor": "model.visual.blocks.1.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2688, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.20.attn.qkv.weight|2d-64|(1472, 0)", + "tensor": "model.visual.blocks.20.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1472, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.17.attn.qkv.weight|2d-64|(2688, 0)", + "tensor": "model.visual.blocks.17.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2688, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.8.attn.qkv.weight|2d-64|(2944, 384)", + "tensor": "model.visual.blocks.8.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2944, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.6.attn.qkv.weight|2d-64|(1600, 576)", + "tensor": "model.visual.blocks.6.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1600, + 576 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.5.attn.qkv.weight|2d-64|(640, 448)", + "tensor": "model.visual.blocks.5.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 640, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.10.attn.qkv.weight|2d-64|(1536, 704)", + "tensor": "model.visual.blocks.10.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1536, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.18.attn.qkv.weight|2d-64|(2880, 576)", + "tensor": "model.visual.blocks.18.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2880, + 576 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.12.attn.qkv.weight|2d-64|(896, 192)", + "tensor": "model.visual.blocks.12.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 896, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.23.attn.qkv.weight|2d-64|(2304, 320)", + "tensor": "model.visual.blocks.23.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2304, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.8.attn.qkv.weight|2d-64|(2496, 64)", + "tensor": "model.visual.blocks.8.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2496, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.15.attn.qkv.weight|2d-64|(768, 768)", + "tensor": "model.visual.blocks.15.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 768, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.9.attn.qkv.weight|2d-64|(2688, 960)", + "tensor": "model.visual.blocks.9.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2688, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.18.attn.qkv.weight|2d-64|(2944, 448)", + "tensor": "model.visual.blocks.18.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2944, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.13.attn.qkv.weight|2d-64|(2176, 256)", + "tensor": "model.visual.blocks.13.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2176, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.12.attn.qkv.weight|2d-64|(1536, 704)", + "tensor": "model.visual.blocks.12.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1536, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.21.attn.qkv.weight|2d-64|(1920, 768)", + "tensor": "model.visual.blocks.21.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1920, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.23.attn.qkv.weight|2d-64|(2560, 256)", + "tensor": "model.visual.blocks.23.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2560, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.19.attn.qkv.weight|2d-64|(1088, 448)", + "tensor": "model.visual.blocks.19.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1088, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.16.attn.qkv.weight|2d-64|(2176, 448)", + "tensor": "model.visual.blocks.16.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2176, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.21.attn.qkv.weight|2d-64|(192, 704)", + "tensor": "model.visual.blocks.21.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.6.attn.qkv.weight|2d-64|(1152, 256)", + "tensor": "model.visual.blocks.6.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1152, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.23.attn.qkv.weight|2d-64|(1856, 448)", + "tensor": "model.visual.blocks.23.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1856, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.12.attn.qkv.weight|2d-64|(0, 960)", + "tensor": "model.visual.blocks.12.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.9.attn.qkv.weight|2d-64|(192, 576)", + "tensor": "model.visual.blocks.9.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 576 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.17.attn.qkv.weight|2d-64|(1472, 128)", + "tensor": "model.visual.blocks.17.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1472, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.6.attn.qkv.weight|2d-64|(1472, 256)", + "tensor": "model.visual.blocks.6.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1472, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.19.attn.qkv.weight|2d-64|(2752, 640)", + "tensor": "model.visual.blocks.19.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2752, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.22.attn.qkv.weight|2d-64|(2816, 256)", + "tensor": "model.visual.blocks.22.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2816, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.14.attn.qkv.weight|2d-64|(2816, 768)", + "tensor": "model.visual.blocks.14.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2816, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.1.attn.qkv.weight|2d-64|(2176, 128)", + "tensor": "model.visual.blocks.1.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2176, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.10.attn.qkv.weight|2d-64|(704, 320)", + "tensor": "model.visual.blocks.10.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 704, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.15.attn.qkv.weight|2d-64|(1792, 704)", + "tensor": "model.visual.blocks.15.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1792, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.0.attn.qkv.weight|2d-64|(1920, 896)", + "tensor": "model.visual.blocks.0.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1920, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.18.attn.qkv.weight|2d-64|(2752, 576)", + "tensor": "model.visual.blocks.18.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2752, + 576 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.0.attn.qkv.weight|2d-64|(1920, 512)", + "tensor": "model.visual.blocks.0.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1920, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.9.attn.qkv.weight|2d-64|(2048, 64)", + "tensor": "model.visual.blocks.9.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2048, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.4.attn.qkv.weight|2d-64|(2560, 320)", + "tensor": "model.visual.blocks.4.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2560, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.10.attn.qkv.weight|2d-64|(64, 832)", + "tensor": "model.visual.blocks.10.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.21.attn.qkv.weight|2d-64|(384, 704)", + "tensor": "model.visual.blocks.21.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.13.attn.qkv.weight|2d-64|(1792, 576)", + "tensor": "model.visual.blocks.13.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1792, + 576 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.4.attn.qkv.weight|2d-64|(1536, 640)", + "tensor": "model.visual.blocks.4.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1536, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.14.attn.qkv.weight|2d-64|(448, 448)", + "tensor": "model.visual.blocks.14.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.16.attn.qkv.weight|2d-64|(128, 832)", + "tensor": "model.visual.blocks.16.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.19.attn.qkv.weight|2d-64|(3008, 192)", + "tensor": "model.visual.blocks.19.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3008, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.2.attn.qkv.weight|2d-64|(768, 192)", + "tensor": "model.visual.blocks.2.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 768, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.1.attn.qkv.weight|2d-64|(448, 320)", + "tensor": "model.visual.blocks.1.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.3.attn.qkv.weight|2d-64|(2752, 128)", + "tensor": "model.visual.blocks.3.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2752, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.20.attn.qkv.weight|2d-64|(448, 640)", + "tensor": "model.visual.blocks.20.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.22.attn.qkv.weight|2d-64|(3008, 256)", + "tensor": "model.visual.blocks.22.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3008, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.0.attn.qkv.weight|2d-64|(2496, 320)", + "tensor": "model.visual.blocks.0.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2496, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.0.attn.qkv.weight|2d-64|(1280, 192)", + "tensor": "model.visual.blocks.0.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1280, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.13.attn.qkv.weight|2d-64|(2880, 320)", + "tensor": "model.visual.blocks.13.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2880, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.15.attn.qkv.weight|2d-64|(1728, 384)", + "tensor": "model.visual.blocks.15.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1728, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.1.attn.qkv.weight|2d-64|(1792, 640)", + "tensor": "model.visual.blocks.1.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1792, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.2.attn.qkv.weight|2d-64|(2816, 704)", + "tensor": "model.visual.blocks.2.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2816, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.16.attn.qkv.weight|2d-64|(448, 768)", + "tensor": "model.visual.blocks.16.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.12.attn.qkv.weight|2d-64|(832, 576)", + "tensor": "model.visual.blocks.12.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 832, + 576 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.6.attn.qkv.weight|2d-64|(2624, 128)", + "tensor": "model.visual.blocks.6.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2624, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.18.attn.qkv.weight|2d-64|(2624, 640)", + "tensor": "model.visual.blocks.18.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2624, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.2.attn.qkv.weight|2d-64|(64, 960)", + "tensor": "model.visual.blocks.2.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.12.attn.qkv.weight|2d-64|(192, 960)", + "tensor": "model.visual.blocks.12.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.0.attn.qkv.weight|2d-64|(1664, 512)", + "tensor": "model.visual.blocks.0.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1664, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.3.attn.qkv.weight|2d-64|(832, 128)", + "tensor": "model.visual.blocks.3.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 832, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.6.attn.qkv.weight|2d-64|(2176, 320)", + "tensor": "model.visual.blocks.6.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2176, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.20.attn.qkv.weight|2d-64|(1408, 256)", + "tensor": "model.visual.blocks.20.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1408, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.8.attn.qkv.weight|2d-64|(640, 384)", + "tensor": "model.visual.blocks.8.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 640, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.14.attn.qkv.weight|2d-64|(2944, 768)", + "tensor": "model.visual.blocks.14.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2944, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.15.attn.qkv.weight|2d-64|(1600, 0)", + "tensor": "model.visual.blocks.15.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1600, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.4.attn.qkv.weight|2d-64|(1600, 768)", + "tensor": "model.visual.blocks.4.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1600, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.7.attn.qkv.weight|2d-64|(1088, 0)", + "tensor": "model.visual.blocks.7.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1088, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.18.attn.qkv.weight|2d-64|(2816, 512)", + "tensor": "model.visual.blocks.18.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2816, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.19.attn.qkv.weight|2d-64|(704, 448)", + "tensor": "model.visual.blocks.19.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 704, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.9.attn.qkv.weight|2d-64|(1728, 448)", + "tensor": "model.visual.blocks.9.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1728, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.10.attn.qkv.weight|2d-64|(128, 448)", + "tensor": "model.visual.blocks.10.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.11.attn.qkv.weight|2d-64|(256, 320)", + "tensor": "model.visual.blocks.11.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.20.attn.qkv.weight|2d-64|(2816, 384)", + "tensor": "model.visual.blocks.20.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2816, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.14.attn.qkv.weight|2d-64|(2752, 448)", + "tensor": "model.visual.blocks.14.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2752, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.0.attn.qkv.weight|2d-64|(1728, 64)", + "tensor": "model.visual.blocks.0.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1728, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.7.attn.qkv.weight|2d-64|(2112, 192)", + "tensor": "model.visual.blocks.7.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2112, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.10.attn.qkv.weight|2d-64|(2176, 0)", + "tensor": "model.visual.blocks.10.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2176, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.15.attn.qkv.weight|2d-64|(1920, 192)", + "tensor": "model.visual.blocks.15.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1920, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.11.attn.qkv.weight|2d-64|(1984, 768)", + "tensor": "model.visual.blocks.11.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1984, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.17.attn.qkv.weight|2d-64|(1792, 320)", + "tensor": "model.visual.blocks.17.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1792, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.1.attn.qkv.weight|2d-64|(2176, 0)", + "tensor": "model.visual.blocks.1.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2176, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.15.attn.qkv.weight|2d-64|(64, 128)", + "tensor": "model.visual.blocks.15.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.17.attn.qkv.weight|2d-64|(1216, 832)", + "tensor": "model.visual.blocks.17.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1216, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.3.attn.qkv.weight|2d-64|(1856, 320)", + "tensor": "model.visual.blocks.3.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1856, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.18.attn.qkv.weight|2d-64|(640, 832)", + "tensor": "model.visual.blocks.18.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 640, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.11.attn.qkv.weight|2d-64|(768, 832)", + "tensor": "model.visual.blocks.11.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 768, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.18.attn.qkv.weight|2d-64|(320, 512)", + "tensor": "model.visual.blocks.18.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.23.attn.qkv.weight|2d-64|(2432, 576)", + "tensor": "model.visual.blocks.23.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2432, + 576 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.18.attn.qkv.weight|2d-64|(448, 640)", + "tensor": "model.visual.blocks.18.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.11.attn.qkv.weight|2d-64|(2176, 256)", + "tensor": "model.visual.blocks.11.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2176, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.7.attn.qkv.weight|2d-64|(128, 320)", + "tensor": "model.visual.blocks.7.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.3.attn.qkv.weight|2d-64|(1920, 256)", + "tensor": "model.visual.blocks.3.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1920, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.11.attn.qkv.weight|2d-64|(192, 448)", + "tensor": "model.visual.blocks.11.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.5.attn.qkv.weight|2d-64|(1152, 960)", + "tensor": "model.visual.blocks.5.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1152, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.17.attn.qkv.weight|2d-64|(2880, 640)", + "tensor": "model.visual.blocks.17.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2880, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.15.attn.qkv.weight|2d-64|(448, 512)", + "tensor": "model.visual.blocks.15.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.20.attn.qkv.weight|2d-64|(2368, 256)", + "tensor": "model.visual.blocks.20.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2368, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.3.attn.qkv.weight|2d-64|(1280, 896)", + "tensor": "model.visual.blocks.3.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1280, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.18.attn.qkv.weight|2d-64|(1152, 448)", + "tensor": "model.visual.blocks.18.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1152, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.20.attn.qkv.weight|2d-64|(2368, 64)", + "tensor": "model.visual.blocks.20.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2368, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.3.attn.qkv.weight|2d-64|(640, 640)", + "tensor": "model.visual.blocks.3.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 640, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.10.attn.qkv.weight|2d-64|(1472, 320)", + "tensor": "model.visual.blocks.10.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1472, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.4.attn.qkv.weight|2d-64|(1536, 832)", + "tensor": "model.visual.blocks.4.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1536, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.20.attn.qkv.weight|2d-64|(960, 960)", + "tensor": "model.visual.blocks.20.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 960, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.3.attn.qkv.weight|2d-64|(832, 896)", + "tensor": "model.visual.blocks.3.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 832, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.21.attn.qkv.weight|2d-64|(2240, 256)", + "tensor": "model.visual.blocks.21.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2240, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.20.attn.qkv.weight|2d-64|(64, 320)", + "tensor": "model.visual.blocks.20.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.17.attn.qkv.weight|2d-64|(2688, 320)", + "tensor": "model.visual.blocks.17.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2688, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.7.attn.qkv.weight|2d-64|(512, 192)", + "tensor": "model.visual.blocks.7.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 512, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.17.attn.qkv.weight|2d-64|(2304, 576)", + "tensor": "model.visual.blocks.17.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2304, + 576 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.16.attn.qkv.weight|2d-64|(768, 64)", + "tensor": "model.visual.blocks.16.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 768, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.20.attn.qkv.weight|2d-64|(1024, 896)", + "tensor": "model.visual.blocks.20.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1024, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.8.attn.qkv.weight|2d-64|(1152, 704)", + "tensor": "model.visual.blocks.8.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1152, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.18.attn.qkv.weight|2d-64|(1920, 896)", + "tensor": "model.visual.blocks.18.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1920, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.10.attn.qkv.weight|2d-64|(1792, 832)", + "tensor": "model.visual.blocks.10.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1792, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.2.attn.qkv.weight|2d-64|(2944, 64)", + "tensor": "model.visual.blocks.2.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2944, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.16.attn.qkv.weight|2d-64|(512, 960)", + "tensor": "model.visual.blocks.16.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 512, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.12.attn.qkv.weight|2d-64|(1920, 384)", + "tensor": "model.visual.blocks.12.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1920, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.10.attn.qkv.weight|2d-64|(1216, 512)", + "tensor": "model.visual.blocks.10.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1216, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.20.attn.qkv.weight|2d-64|(384, 320)", + "tensor": "model.visual.blocks.20.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.3.attn.qkv.weight|2d-64|(2880, 64)", + "tensor": "model.visual.blocks.3.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2880, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.13.attn.qkv.weight|2d-64|(704, 64)", + "tensor": "model.visual.blocks.13.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 704, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.21.attn.qkv.weight|2d-64|(512, 384)", + "tensor": "model.visual.blocks.21.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 512, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.2.attn.qkv.weight|2d-64|(2688, 512)", + "tensor": "model.visual.blocks.2.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2688, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.13.attn.qkv.weight|2d-64|(576, 64)", + "tensor": "model.visual.blocks.13.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 576, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.22.attn.qkv.weight|2d-64|(384, 832)", + "tensor": "model.visual.blocks.22.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.9.attn.qkv.weight|2d-64|(3008, 960)", + "tensor": "model.visual.blocks.9.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3008, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.7.attn.qkv.weight|2d-64|(2432, 896)", + "tensor": "model.visual.blocks.7.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2432, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.7.attn.qkv.weight|2d-64|(2624, 576)", + "tensor": "model.visual.blocks.7.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2624, + 576 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.22.attn.qkv.weight|2d-64|(1920, 576)", + "tensor": "model.visual.blocks.22.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1920, + 576 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.7.attn.qkv.weight|2d-64|(704, 640)", + "tensor": "model.visual.blocks.7.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 704, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.15.attn.qkv.weight|2d-64|(832, 512)", + "tensor": "model.visual.blocks.15.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 832, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.3.attn.qkv.weight|2d-64|(896, 64)", + "tensor": "model.visual.blocks.3.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 896, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.20.attn.qkv.weight|2d-64|(2496, 832)", + "tensor": "model.visual.blocks.20.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2496, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.16.attn.qkv.weight|2d-64|(1344, 0)", + "tensor": "model.visual.blocks.16.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1344, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.2.attn.qkv.weight|2d-64|(2816, 192)", + "tensor": "model.visual.blocks.2.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2816, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.13.mlp.linear_fc1.weight|2d-128|(2560, 512)", + "tensor": "model.visual.blocks.13.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2560, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.2.mlp.linear_fc1.weight|2d-128|(640, 384)", + "tensor": "model.visual.blocks.2.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.8.mlp.linear_fc1.weight|2d-128|(512, 384)", + "tensor": "model.visual.blocks.8.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.17.mlp.linear_fc1.weight|2d-128|(3456, 128)", + "tensor": "model.visual.blocks.17.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3456, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.19.mlp.linear_fc1.weight|2d-128|(384, 256)", + "tensor": "model.visual.blocks.19.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.22.mlp.linear_fc1.weight|2d-128|(1280, 512)", + "tensor": "model.visual.blocks.22.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.11.mlp.linear_fc1.weight|2d-128|(3840, 640)", + "tensor": "model.visual.blocks.11.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3840, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.4.mlp.linear_fc1.weight|2d-128|(2560, 768)", + "tensor": "model.visual.blocks.4.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2560, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.8.mlp.linear_fc1.weight|2d-128|(1664, 512)", + "tensor": "model.visual.blocks.8.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.13.mlp.linear_fc1.weight|2d-128|(1280, 512)", + "tensor": "model.visual.blocks.13.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.13.mlp.linear_fc1.weight|2d-128|(1664, 256)", + "tensor": "model.visual.blocks.13.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.2.mlp.linear_fc1.weight|2d-128|(2560, 256)", + "tensor": "model.visual.blocks.2.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2560, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.19.mlp.linear_fc1.weight|2d-128|(2688, 128)", + "tensor": "model.visual.blocks.19.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2688, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.11.mlp.linear_fc1.weight|2d-128|(3200, 128)", + "tensor": "model.visual.blocks.11.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3200, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.1.mlp.linear_fc1.weight|2d-128|(1664, 640)", + "tensor": "model.visual.blocks.1.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.21.mlp.linear_fc1.weight|2d-128|(1792, 512)", + "tensor": "model.visual.blocks.21.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1792, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.3.mlp.linear_fc1.weight|2d-128|(1152, 640)", + "tensor": "model.visual.blocks.3.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.4.mlp.linear_fc1.weight|2d-128|(1920, 896)", + "tensor": "model.visual.blocks.4.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1920, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.21.mlp.linear_fc1.weight|2d-128|(1280, 512)", + "tensor": "model.visual.blocks.21.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.8.mlp.linear_fc1.weight|2d-128|(3968, 256)", + "tensor": "model.visual.blocks.8.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3968, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.15.mlp.linear_fc1.weight|2d-128|(2944, 768)", + "tensor": "model.visual.blocks.15.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2944, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.22.mlp.linear_fc1.weight|2d-128|(1792, 896)", + "tensor": "model.visual.blocks.22.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1792, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.14.mlp.linear_fc1.weight|2d-128|(640, 256)", + "tensor": "model.visual.blocks.14.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.1.mlp.linear_fc1.weight|2d-128|(3200, 512)", + "tensor": "model.visual.blocks.1.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3200, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.21.mlp.linear_fc1.weight|2d-128|(128, 768)", + "tensor": "model.visual.blocks.21.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.21.mlp.linear_fc1.weight|2d-128|(768, 128)", + "tensor": "model.visual.blocks.21.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.19.mlp.linear_fc1.weight|2d-128|(3584, 768)", + "tensor": "model.visual.blocks.19.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3584, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.1.mlp.linear_fc1.weight|2d-128|(1536, 768)", + "tensor": "model.visual.blocks.1.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.21.mlp.linear_fc1.weight|2d-128|(2944, 256)", + "tensor": "model.visual.blocks.21.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2944, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.9.mlp.linear_fc1.weight|2d-128|(1152, 768)", + "tensor": "model.visual.blocks.9.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.17.mlp.linear_fc1.weight|2d-128|(2688, 768)", + "tensor": "model.visual.blocks.17.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2688, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.13.mlp.linear_fc1.weight|2d-128|(3456, 896)", + "tensor": "model.visual.blocks.13.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3456, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.21.mlp.linear_fc1.weight|2d-128|(1792, 0)", + "tensor": "model.visual.blocks.21.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1792, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.6.mlp.linear_fc1.weight|2d-128|(1664, 768)", + "tensor": "model.visual.blocks.6.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.3.mlp.linear_fc1.weight|2d-128|(1024, 640)", + "tensor": "model.visual.blocks.3.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.22.mlp.linear_fc1.weight|2d-128|(3968, 768)", + "tensor": "model.visual.blocks.22.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3968, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.19.mlp.linear_fc1.weight|2d-128|(512, 640)", + "tensor": "model.visual.blocks.19.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.20.mlp.linear_fc1.weight|2d-128|(384, 512)", + "tensor": "model.visual.blocks.20.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.15.mlp.linear_fc1.weight|2d-128|(128, 128)", + "tensor": "model.visual.blocks.15.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.20.mlp.linear_fc1.weight|2d-128|(3584, 384)", + "tensor": "model.visual.blocks.20.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3584, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.16.mlp.linear_fc1.weight|2d-128|(896, 256)", + "tensor": "model.visual.blocks.16.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.14.mlp.linear_fc1.weight|2d-128|(3968, 256)", + "tensor": "model.visual.blocks.14.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3968, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.9.mlp.linear_fc1.weight|2d-128|(1024, 128)", + "tensor": "model.visual.blocks.9.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.0.mlp.linear_fc1.weight|2d-128|(640, 384)", + "tensor": "model.visual.blocks.0.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.14.mlp.linear_fc1.weight|2d-128|(3840, 896)", + "tensor": "model.visual.blocks.14.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3840, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.23.mlp.linear_fc1.weight|2d-128|(128, 640)", + "tensor": "model.visual.blocks.23.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.10.mlp.linear_fc1.weight|2d-128|(2688, 384)", + "tensor": "model.visual.blocks.10.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2688, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.11.mlp.linear_fc1.weight|2d-128|(3840, 896)", + "tensor": "model.visual.blocks.11.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3840, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.1.mlp.linear_fc1.weight|2d-128|(3968, 128)", + "tensor": "model.visual.blocks.1.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3968, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.8.mlp.linear_fc1.weight|2d-128|(3584, 512)", + "tensor": "model.visual.blocks.8.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3584, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.17.mlp.linear_fc1.weight|2d-128|(1024, 640)", + "tensor": "model.visual.blocks.17.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.7.mlp.linear_fc1.weight|2d-128|(3328, 768)", + "tensor": "model.visual.blocks.7.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3328, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.11.mlp.linear_fc1.weight|2d-128|(2432, 512)", + "tensor": "model.visual.blocks.11.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2432, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.4.mlp.linear_fc1.weight|2d-128|(1536, 896)", + "tensor": "model.visual.blocks.4.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.20.mlp.linear_fc1.weight|2d-128|(896, 128)", + "tensor": "model.visual.blocks.20.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.17.mlp.linear_fc1.weight|2d-128|(2688, 256)", + "tensor": "model.visual.blocks.17.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2688, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.12.mlp.linear_fc1.weight|2d-128|(2176, 0)", + "tensor": "model.visual.blocks.12.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2176, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.4.mlp.linear_fc1.weight|2d-128|(1792, 0)", + "tensor": "model.visual.blocks.4.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1792, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.8.mlp.linear_fc1.weight|2d-128|(0, 640)", + "tensor": "model.visual.blocks.8.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.5.mlp.linear_fc1.weight|2d-128|(3712, 0)", + "tensor": "model.visual.blocks.5.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3712, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.14.mlp.linear_fc1.weight|2d-128|(2688, 896)", + "tensor": "model.visual.blocks.14.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2688, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.5.mlp.linear_fc1.weight|2d-128|(2560, 128)", + "tensor": "model.visual.blocks.5.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2560, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.12.mlp.linear_fc1.weight|2d-128|(3200, 128)", + "tensor": "model.visual.blocks.12.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3200, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.13.mlp.linear_fc1.weight|2d-128|(3072, 896)", + "tensor": "model.visual.blocks.13.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3072, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.12.mlp.linear_fc1.weight|2d-128|(3712, 384)", + "tensor": "model.visual.blocks.12.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3712, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.12.mlp.linear_fc1.weight|2d-128|(2304, 128)", + "tensor": "model.visual.blocks.12.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2304, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.11.mlp.linear_fc1.weight|2d-128|(2688, 384)", + "tensor": "model.visual.blocks.11.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2688, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.8.mlp.linear_fc1.weight|2d-128|(1536, 128)", + "tensor": "model.visual.blocks.8.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.4.mlp.linear_fc1.weight|2d-128|(2688, 384)", + "tensor": "model.visual.blocks.4.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2688, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.23.mlp.linear_fc1.weight|2d-128|(2688, 640)", + "tensor": "model.visual.blocks.23.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2688, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.19.mlp.linear_fc1.weight|2d-128|(1792, 256)", + "tensor": "model.visual.blocks.19.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1792, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.21.mlp.linear_fc1.weight|2d-128|(2816, 896)", + "tensor": "model.visual.blocks.21.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2816, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.14.mlp.linear_fc1.weight|2d-128|(3200, 896)", + "tensor": "model.visual.blocks.14.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3200, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.0.mlp.linear_fc1.weight|2d-128|(1152, 128)", + "tensor": "model.visual.blocks.0.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.16.mlp.linear_fc1.weight|2d-128|(2304, 384)", + "tensor": "model.visual.blocks.16.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2304, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.11.mlp.linear_fc1.weight|2d-128|(512, 896)", + "tensor": "model.visual.blocks.11.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.8.mlp.linear_fc1.weight|2d-128|(2688, 256)", + "tensor": "model.visual.blocks.8.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2688, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.21.mlp.linear_fc1.weight|2d-128|(0, 256)", + "tensor": "model.visual.blocks.21.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.10.mlp.linear_fc1.weight|2d-128|(3456, 256)", + "tensor": "model.visual.blocks.10.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3456, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.22.mlp.linear_fc1.weight|2d-128|(3968, 512)", + "tensor": "model.visual.blocks.22.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3968, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.7.mlp.linear_fc1.weight|2d-128|(1536, 128)", + "tensor": "model.visual.blocks.7.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.11.mlp.linear_fc1.weight|2d-128|(2304, 896)", + "tensor": "model.visual.blocks.11.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2304, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.7.mlp.linear_fc1.weight|2d-128|(3968, 768)", + "tensor": "model.visual.blocks.7.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3968, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.7.mlp.linear_fc1.weight|2d-128|(2048, 768)", + "tensor": "model.visual.blocks.7.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2048, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.8.mlp.linear_fc1.weight|2d-128|(3328, 128)", + "tensor": "model.visual.blocks.8.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3328, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.8.mlp.linear_fc1.weight|2d-128|(2560, 128)", + "tensor": "model.visual.blocks.8.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2560, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.19.mlp.linear_fc1.weight|2d-128|(3456, 640)", + "tensor": "model.visual.blocks.19.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3456, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.6.mlp.linear_fc1.weight|2d-128|(2048, 256)", + "tensor": "model.visual.blocks.6.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2048, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.7.mlp.linear_fc1.weight|2d-128|(3584, 512)", + "tensor": "model.visual.blocks.7.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3584, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.8.mlp.linear_fc1.weight|2d-128|(1152, 896)", + "tensor": "model.visual.blocks.8.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.23.mlp.linear_fc1.weight|2d-128|(512, 640)", + "tensor": "model.visual.blocks.23.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.7.mlp.linear_fc1.weight|2d-128|(1280, 128)", + "tensor": "model.visual.blocks.7.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.20.mlp.linear_fc1.weight|2d-128|(1536, 256)", + "tensor": "model.visual.blocks.20.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.12.mlp.linear_fc1.weight|2d-128|(128, 512)", + "tensor": "model.visual.blocks.12.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.4.mlp.linear_fc1.weight|2d-128|(2944, 128)", + "tensor": "model.visual.blocks.4.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2944, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.13.mlp.linear_fc1.weight|2d-128|(3840, 640)", + "tensor": "model.visual.blocks.13.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3840, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.4.mlp.linear_fc1.weight|2d-128|(1536, 384)", + "tensor": "model.visual.blocks.4.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.18.mlp.linear_fc1.weight|2d-128|(3712, 768)", + "tensor": "model.visual.blocks.18.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3712, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.14.mlp.linear_fc1.weight|2d-128|(3200, 640)", + "tensor": "model.visual.blocks.14.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3200, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.20.mlp.linear_fc1.weight|2d-128|(2560, 768)", + "tensor": "model.visual.blocks.20.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2560, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.0.mlp.linear_fc1.weight|2d-128|(1536, 512)", + "tensor": "model.visual.blocks.0.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.22.mlp.linear_fc1.weight|2d-128|(3456, 512)", + "tensor": "model.visual.blocks.22.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3456, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.15.mlp.linear_fc1.weight|2d-128|(384, 512)", + "tensor": "model.visual.blocks.15.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.13.mlp.linear_fc1.weight|2d-128|(640, 512)", + "tensor": "model.visual.blocks.13.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.4.mlp.linear_fc1.weight|2d-128|(384, 640)", + "tensor": "model.visual.blocks.4.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.18.mlp.linear_fc1.weight|2d-128|(3584, 256)", + "tensor": "model.visual.blocks.18.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3584, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.17.mlp.linear_fc1.weight|2d-128|(1792, 768)", + "tensor": "model.visual.blocks.17.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1792, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.12.mlp.linear_fc1.weight|2d-128|(1664, 896)", + "tensor": "model.visual.blocks.12.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.15.mlp.linear_fc1.weight|2d-128|(512, 384)", + "tensor": "model.visual.blocks.15.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.3.mlp.linear_fc1.weight|2d-128|(1536, 640)", + "tensor": "model.visual.blocks.3.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.12.mlp.linear_fc1.weight|2d-128|(3328, 768)", + "tensor": "model.visual.blocks.12.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3328, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.19.mlp.linear_fc1.weight|2d-128|(1408, 0)", + "tensor": "model.visual.blocks.19.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1408, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.13.mlp.linear_fc1.weight|2d-128|(1152, 128)", + "tensor": "model.visual.blocks.13.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.9.mlp.linear_fc1.weight|2d-128|(3200, 512)", + "tensor": "model.visual.blocks.9.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3200, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.9.mlp.linear_fc1.weight|2d-128|(2432, 256)", + "tensor": "model.visual.blocks.9.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2432, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.1.mlp.linear_fc1.weight|2d-128|(2688, 0)", + "tensor": "model.visual.blocks.1.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2688, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.22.mlp.linear_fc1.weight|2d-128|(3456, 384)", + "tensor": "model.visual.blocks.22.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3456, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.10.mlp.linear_fc1.weight|2d-128|(256, 640)", + "tensor": "model.visual.blocks.10.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.2.mlp.linear_fc1.weight|2d-128|(1024, 512)", + "tensor": "model.visual.blocks.2.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.16.mlp.linear_fc1.weight|2d-128|(512, 0)", + "tensor": "model.visual.blocks.16.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.13.mlp.linear_fc1.weight|2d-128|(2816, 0)", + "tensor": "model.visual.blocks.13.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2816, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.22.mlp.linear_fc1.weight|2d-128|(1152, 128)", + "tensor": "model.visual.blocks.22.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.16.mlp.linear_fc1.weight|2d-128|(1792, 512)", + "tensor": "model.visual.blocks.16.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1792, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.12.mlp.linear_fc1.weight|2d-128|(2048, 768)", + "tensor": "model.visual.blocks.12.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2048, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.16.mlp.linear_fc1.weight|2d-128|(3200, 768)", + "tensor": "model.visual.blocks.16.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3200, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.1.mlp.linear_fc1.weight|2d-128|(2560, 128)", + "tensor": "model.visual.blocks.1.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2560, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.19.mlp.linear_fc1.weight|2d-128|(3584, 256)", + "tensor": "model.visual.blocks.19.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3584, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.16.mlp.linear_fc1.weight|2d-128|(1664, 0)", + "tensor": "model.visual.blocks.16.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.6.mlp.linear_fc1.weight|2d-128|(512, 0)", + "tensor": "model.visual.blocks.6.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.5.mlp.linear_fc1.weight|2d-128|(768, 256)", + "tensor": "model.visual.blocks.5.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.13.mlp.linear_fc1.weight|2d-128|(1792, 256)", + "tensor": "model.visual.blocks.13.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1792, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.11.mlp.linear_fc1.weight|2d-128|(1664, 640)", + "tensor": "model.visual.blocks.11.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.15.mlp.linear_fc1.weight|2d-128|(3712, 0)", + "tensor": "model.visual.blocks.15.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3712, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.17.mlp.linear_fc1.weight|2d-128|(3072, 256)", + "tensor": "model.visual.blocks.17.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3072, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.0.mlp.linear_fc1.weight|2d-128|(2048, 768)", + "tensor": "model.visual.blocks.0.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2048, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.3.mlp.linear_fc1.weight|2d-128|(768, 384)", + "tensor": "model.visual.blocks.3.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.15.mlp.linear_fc1.weight|2d-128|(2176, 0)", + "tensor": "model.visual.blocks.15.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2176, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.19.mlp.linear_fc1.weight|2d-128|(2688, 512)", + "tensor": "model.visual.blocks.19.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2688, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.10.mlp.linear_fc1.weight|2d-128|(2944, 384)", + "tensor": "model.visual.blocks.10.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2944, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.12.mlp.linear_fc1.weight|2d-128|(640, 896)", + "tensor": "model.visual.blocks.12.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.10.mlp.linear_fc1.weight|2d-128|(3712, 896)", + "tensor": "model.visual.blocks.10.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3712, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.10.mlp.linear_fc1.weight|2d-128|(3328, 0)", + "tensor": "model.visual.blocks.10.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3328, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.7.mlp.linear_fc1.weight|2d-128|(1792, 512)", + "tensor": "model.visual.blocks.7.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1792, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.20.mlp.linear_fc1.weight|2d-128|(3712, 384)", + "tensor": "model.visual.blocks.20.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3712, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.1.mlp.linear_fc1.weight|2d-128|(3200, 896)", + "tensor": "model.visual.blocks.1.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3200, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.16.mlp.linear_fc1.weight|2d-128|(2560, 128)", + "tensor": "model.visual.blocks.16.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2560, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.8.mlp.linear_fc1.weight|2d-128|(1664, 256)", + "tensor": "model.visual.blocks.8.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.4.mlp.linear_fc1.weight|2d-128|(2944, 896)", + "tensor": "model.visual.blocks.4.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2944, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.20.mlp.linear_fc1.weight|2d-128|(1792, 640)", + "tensor": "model.visual.blocks.20.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1792, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.2.mlp.linear_fc1.weight|2d-128|(3840, 896)", + "tensor": "model.visual.blocks.2.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3840, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.19.mlp.linear_fc1.weight|2d-128|(3456, 128)", + "tensor": "model.visual.blocks.19.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3456, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.17.mlp.linear_fc1.weight|2d-128|(3328, 512)", + "tensor": "model.visual.blocks.17.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3328, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.8.mlp.linear_fc1.weight|2d-128|(1536, 512)", + "tensor": "model.visual.blocks.8.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.8.mlp.linear_fc1.weight|2d-128|(1920, 256)", + "tensor": "model.visual.blocks.8.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1920, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.14.mlp.linear_fc1.weight|2d-128|(2304, 768)", + "tensor": "model.visual.blocks.14.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2304, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.8.mlp.linear_fc1.weight|2d-128|(1152, 128)", + "tensor": "model.visual.blocks.8.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.5.mlp.linear_fc1.weight|2d-128|(3968, 512)", + "tensor": "model.visual.blocks.5.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3968, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.16.mlp.linear_fc1.weight|2d-128|(2560, 896)", + "tensor": "model.visual.blocks.16.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2560, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.0.mlp.linear_fc1.weight|2d-128|(2432, 768)", + "tensor": "model.visual.blocks.0.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2432, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.17.mlp.linear_fc1.weight|2d-128|(2944, 128)", + "tensor": "model.visual.blocks.17.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2944, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.23.mlp.linear_fc1.weight|2d-128|(896, 0)", + "tensor": "model.visual.blocks.23.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.8.mlp.linear_fc1.weight|2d-128|(3968, 0)", + "tensor": "model.visual.blocks.8.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3968, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.23.mlp.linear_fc1.weight|2d-128|(1920, 768)", + "tensor": "model.visual.blocks.23.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1920, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.2.mlp.linear_fc1.weight|2d-128|(0, 384)", + "tensor": "model.visual.blocks.2.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.13.mlp.linear_fc1.weight|2d-128|(1280, 384)", + "tensor": "model.visual.blocks.13.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.17.mlp.linear_fc1.weight|2d-128|(1024, 256)", + "tensor": "model.visual.blocks.17.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.0.mlp.linear_fc1.weight|2d-128|(2560, 768)", + "tensor": "model.visual.blocks.0.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2560, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.6.mlp.linear_fc1.weight|2d-128|(768, 640)", + "tensor": "model.visual.blocks.6.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.1.mlp.linear_fc1.weight|2d-128|(2816, 256)", + "tensor": "model.visual.blocks.1.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2816, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.20.mlp.linear_fc1.weight|2d-128|(1152, 256)", + "tensor": "model.visual.blocks.20.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.3.mlp.linear_fc1.weight|2d-128|(3840, 384)", + "tensor": "model.visual.blocks.3.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3840, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.22.mlp.linear_fc1.weight|2d-128|(2432, 768)", + "tensor": "model.visual.blocks.22.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2432, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.1.mlp.linear_fc1.weight|2d-128|(3200, 768)", + "tensor": "model.visual.blocks.1.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3200, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.6.mlp.linear_fc1.weight|2d-128|(128, 896)", + "tensor": "model.visual.blocks.6.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.13.mlp.linear_fc1.weight|2d-128|(3584, 0)", + "tensor": "model.visual.blocks.13.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3584, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.23.mlp.linear_fc1.weight|2d-128|(3712, 128)", + "tensor": "model.visual.blocks.23.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3712, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.17.mlp.linear_fc1.weight|2d-128|(0, 640)", + "tensor": "model.visual.blocks.17.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.19.mlp.linear_fc1.weight|2d-128|(1536, 768)", + "tensor": "model.visual.blocks.19.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.11.mlp.linear_fc1.weight|2d-128|(384, 0)", + "tensor": "model.visual.blocks.11.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.16.mlp.linear_fc1.weight|2d-128|(2816, 128)", + "tensor": "model.visual.blocks.16.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2816, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.14.mlp.linear_fc1.weight|2d-128|(1920, 0)", + "tensor": "model.visual.blocks.14.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1920, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.22.mlp.linear_fc1.weight|2d-128|(1664, 0)", + "tensor": "model.visual.blocks.22.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.22.mlp.linear_fc1.weight|2d-128|(1536, 384)", + "tensor": "model.visual.blocks.22.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.23.mlp.linear_fc1.weight|2d-128|(128, 768)", + "tensor": "model.visual.blocks.23.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.9.mlp.linear_fc1.weight|2d-128|(3328, 512)", + "tensor": "model.visual.blocks.9.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3328, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.0.mlp.linear_fc1.weight|2d-128|(2944, 128)", + "tensor": "model.visual.blocks.0.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2944, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.22.mlp.linear_fc1.weight|2d-128|(1408, 768)", + "tensor": "model.visual.blocks.22.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1408, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.5.mlp.linear_fc1.weight|2d-128|(2944, 768)", + "tensor": "model.visual.blocks.5.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2944, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.18.mlp.linear_fc1.weight|2d-128|(1024, 256)", + "tensor": "model.visual.blocks.18.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.23.mlp.linear_fc1.weight|2d-128|(2560, 640)", + "tensor": "model.visual.blocks.23.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2560, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.17.mlp.linear_fc1.weight|2d-128|(128, 640)", + "tensor": "model.visual.blocks.17.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.5.mlp.linear_fc1.weight|2d-128|(2048, 896)", + "tensor": "model.visual.blocks.5.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2048, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.3.mlp.linear_fc1.weight|2d-128|(3200, 256)", + "tensor": "model.visual.blocks.3.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3200, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.11.mlp.linear_fc1.weight|2d-128|(2944, 512)", + "tensor": "model.visual.blocks.11.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2944, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.23.mlp.linear_fc1.weight|2d-128|(3072, 512)", + "tensor": "model.visual.blocks.23.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3072, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.7.mlp.linear_fc1.weight|2d-128|(2560, 640)", + "tensor": "model.visual.blocks.7.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2560, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.18.mlp.linear_fc1.weight|2d-128|(0, 128)", + "tensor": "model.visual.blocks.18.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.16.mlp.linear_fc1.weight|2d-128|(3328, 768)", + "tensor": "model.visual.blocks.16.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3328, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.8.mlp.linear_fc1.weight|2d-128|(256, 0)", + "tensor": "model.visual.blocks.8.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.3.mlp.linear_fc1.weight|2d-128|(512, 128)", + "tensor": "model.visual.blocks.3.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.3.mlp.linear_fc1.weight|2d-128|(2304, 0)", + "tensor": "model.visual.blocks.3.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2304, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.23.mlp.linear_fc1.weight|2d-128|(1920, 640)", + "tensor": "model.visual.blocks.23.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1920, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.22.mlp.linear_fc1.weight|2d-128|(1024, 0)", + "tensor": "model.visual.blocks.22.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.17.mlp.linear_fc1.weight|2d-128|(3072, 0)", + "tensor": "model.visual.blocks.17.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3072, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.10.mlp.linear_fc1.weight|2d-128|(512, 640)", + "tensor": "model.visual.blocks.10.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.21.mlp.linear_fc1.weight|2d-128|(2688, 512)", + "tensor": "model.visual.blocks.21.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2688, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.15.mlp.linear_fc1.weight|2d-128|(896, 768)", + "tensor": "model.visual.blocks.15.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.5.mlp.linear_fc1.weight|2d-128|(2816, 0)", + "tensor": "model.visual.blocks.5.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2816, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.18.mlp.linear_fc1.weight|2d-128|(2560, 896)", + "tensor": "model.visual.blocks.18.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2560, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.18.mlp.linear_fc1.weight|2d-128|(896, 0)", + "tensor": "model.visual.blocks.18.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.7.mlp.linear_fc1.weight|2d-128|(1920, 640)", + "tensor": "model.visual.blocks.7.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1920, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.0.mlp.linear_fc1.weight|2d-128|(3328, 384)", + "tensor": "model.visual.blocks.0.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3328, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.1.mlp.linear_fc1.weight|2d-128|(1536, 384)", + "tensor": "model.visual.blocks.1.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.14.mlp.linear_fc1.weight|2d-128|(2048, 256)", + "tensor": "model.visual.blocks.14.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2048, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.9.mlp.linear_fc1.weight|2d-128|(640, 640)", + "tensor": "model.visual.blocks.9.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.12.mlp.linear_fc1.weight|2d-128|(640, 128)", + "tensor": "model.visual.blocks.12.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.15.mlp.linear_fc1.weight|2d-128|(0, 896)", + "tensor": "model.visual.blocks.15.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.5.mlp.linear_fc1.weight|2d-128|(2048, 256)", + "tensor": "model.visual.blocks.5.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2048, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.7.mlp.linear_fc1.weight|2d-128|(2688, 768)", + "tensor": "model.visual.blocks.7.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2688, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.5.mlp.linear_fc1.weight|2d-128|(384, 128)", + "tensor": "model.visual.blocks.5.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.20.mlp.linear_fc1.weight|2d-128|(2816, 256)", + "tensor": "model.visual.blocks.20.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2816, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.9.mlp.linear_fc1.weight|2d-128|(2560, 896)", + "tensor": "model.visual.blocks.9.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2560, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.10.mlp.linear_fc1.weight|2d-128|(3200, 896)", + "tensor": "model.visual.blocks.10.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3200, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.1.mlp.linear_fc1.weight|2d-128|(0, 128)", + "tensor": "model.visual.blocks.1.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.16.mlp.linear_fc1.weight|2d-128|(3584, 384)", + "tensor": "model.visual.blocks.16.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3584, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.12.mlp.linear_fc1.weight|2d-128|(2944, 0)", + "tensor": "model.visual.blocks.12.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2944, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.9.mlp.linear_fc1.weight|2d-128|(2304, 512)", + "tensor": "model.visual.blocks.9.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2304, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.8.mlp.linear_fc1.weight|2d-128|(2304, 512)", + "tensor": "model.visual.blocks.8.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2304, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.20.mlp.linear_fc1.weight|2d-128|(2688, 256)", + "tensor": "model.visual.blocks.20.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2688, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.3.mlp.linear_fc1.weight|2d-128|(128, 128)", + "tensor": "model.visual.blocks.3.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.3.mlp.linear_fc1.weight|2d-128|(256, 128)", + "tensor": "model.visual.blocks.3.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.14.mlp.linear_fc1.weight|2d-128|(128, 384)", + "tensor": "model.visual.blocks.14.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.8.mlp.linear_fc1.weight|2d-128|(1024, 512)", + "tensor": "model.visual.blocks.8.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.13.mlp.linear_fc1.weight|2d-128|(3200, 896)", + "tensor": "model.visual.blocks.13.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3200, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.13.mlp.linear_fc1.weight|2d-128|(3712, 896)", + "tensor": "model.visual.blocks.13.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3712, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.10.mlp.linear_fc1.weight|2d-128|(2560, 256)", + "tensor": "model.visual.blocks.10.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2560, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.14.mlp.linear_fc1.weight|2d-128|(2560, 640)", + "tensor": "model.visual.blocks.14.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2560, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.1.mlp.linear_fc1.weight|2d-128|(2176, 0)", + "tensor": "model.visual.blocks.1.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2176, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.1.mlp.linear_fc1.weight|2d-128|(3584, 640)", + "tensor": "model.visual.blocks.1.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3584, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.2.mlp.linear_fc1.weight|2d-128|(3200, 768)", + "tensor": "model.visual.blocks.2.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3200, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.5.mlp.linear_fc1.weight|2d-128|(2176, 384)", + "tensor": "model.visual.blocks.5.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2176, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.7.mlp.linear_fc1.weight|2d-128|(384, 0)", + "tensor": "model.visual.blocks.7.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.8.mlp.linear_fc1.weight|2d-128|(1792, 896)", + "tensor": "model.visual.blocks.8.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1792, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.17.mlp.linear_fc1.weight|2d-128|(3712, 512)", + "tensor": "model.visual.blocks.17.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3712, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.4.mlp.linear_fc1.weight|2d-128|(1152, 896)", + "tensor": "model.visual.blocks.4.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.22.mlp.linear_fc1.weight|2d-128|(2560, 512)", + "tensor": "model.visual.blocks.22.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2560, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.22.mlp.linear_fc1.weight|2d-128|(3072, 256)", + "tensor": "model.visual.blocks.22.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3072, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.5.mlp.linear_fc1.weight|2d-128|(3200, 256)", + "tensor": "model.visual.blocks.5.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3200, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.4.mlp.linear_fc1.weight|2d-128|(3840, 640)", + "tensor": "model.visual.blocks.4.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3840, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.17.mlp.linear_fc1.weight|2d-128|(2560, 0)", + "tensor": "model.visual.blocks.17.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2560, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.17.mlp.linear_fc1.weight|2d-128|(1024, 896)", + "tensor": "model.visual.blocks.17.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.6.mlp.linear_fc1.weight|2d-128|(1920, 128)", + "tensor": "model.visual.blocks.6.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1920, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.9.mlp.linear_fc1.weight|2d-128|(384, 0)", + "tensor": "model.visual.blocks.9.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.19.mlp.linear_fc1.weight|2d-128|(2304, 0)", + "tensor": "model.visual.blocks.19.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2304, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.18.mlp.linear_fc1.weight|2d-128|(512, 768)", + "tensor": "model.visual.blocks.18.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.18.mlp.linear_fc1.weight|2d-128|(2560, 768)", + "tensor": "model.visual.blocks.18.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2560, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.23.mlp.linear_fc1.weight|2d-64|(2304, 832)", + "tensor": "model.visual.blocks.23.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2304, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.7.mlp.linear_fc1.weight|2d-64|(3584, 960)", + "tensor": "model.visual.blocks.7.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3584, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.7.mlp.linear_fc1.weight|2d-64|(960, 640)", + "tensor": "model.visual.blocks.7.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 960, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.4.mlp.linear_fc1.weight|2d-64|(448, 832)", + "tensor": "model.visual.blocks.4.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.3.mlp.linear_fc1.weight|2d-64|(1664, 192)", + "tensor": "model.visual.blocks.3.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1664, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.14.mlp.linear_fc1.weight|2d-64|(384, 448)", + "tensor": "model.visual.blocks.14.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.2.mlp.linear_fc1.weight|2d-64|(192, 128)", + "tensor": "model.visual.blocks.2.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.19.mlp.linear_fc1.weight|2d-64|(4032, 320)", + "tensor": "model.visual.blocks.19.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4032, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.20.mlp.linear_fc1.weight|2d-64|(2304, 320)", + "tensor": "model.visual.blocks.20.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2304, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.9.mlp.linear_fc1.weight|2d-64|(3840, 0)", + "tensor": "model.visual.blocks.9.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3840, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.15.mlp.linear_fc1.weight|2d-64|(704, 128)", + "tensor": "model.visual.blocks.15.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 704, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.17.mlp.linear_fc1.weight|2d-64|(3840, 192)", + "tensor": "model.visual.blocks.17.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3840, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.6.mlp.linear_fc1.weight|2d-64|(3328, 192)", + "tensor": "model.visual.blocks.6.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3328, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.18.mlp.linear_fc1.weight|2d-64|(0, 832)", + "tensor": "model.visual.blocks.18.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.20.mlp.linear_fc1.weight|2d-64|(2624, 640)", + "tensor": "model.visual.blocks.20.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2624, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.14.mlp.linear_fc1.weight|2d-64|(1088, 768)", + "tensor": "model.visual.blocks.14.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1088, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.21.mlp.linear_fc1.weight|2d-64|(2688, 192)", + "tensor": "model.visual.blocks.21.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2688, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.17.mlp.linear_fc1.weight|2d-64|(640, 704)", + "tensor": "model.visual.blocks.17.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 640, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.23.mlp.linear_fc1.weight|2d-64|(2880, 384)", + "tensor": "model.visual.blocks.23.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2880, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.21.mlp.linear_fc1.weight|2d-64|(3200, 512)", + "tensor": "model.visual.blocks.21.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3200, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.21.mlp.linear_fc1.weight|2d-64|(1216, 384)", + "tensor": "model.visual.blocks.21.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1216, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.21.mlp.linear_fc1.weight|2d-64|(1920, 832)", + "tensor": "model.visual.blocks.21.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1920, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.0.mlp.linear_fc1.weight|2d-64|(1600, 128)", + "tensor": "model.visual.blocks.0.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1600, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.16.mlp.linear_fc1.weight|2d-64|(1856, 64)", + "tensor": "model.visual.blocks.16.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1856, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.8.mlp.linear_fc1.weight|2d-64|(1856, 704)", + "tensor": "model.visual.blocks.8.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1856, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.5.mlp.linear_fc1.weight|2d-64|(2816, 704)", + "tensor": "model.visual.blocks.5.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2816, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.20.mlp.linear_fc1.weight|2d-64|(3456, 128)", + "tensor": "model.visual.blocks.20.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3456, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.2.mlp.linear_fc1.weight|2d-64|(1664, 384)", + "tensor": "model.visual.blocks.2.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1664, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.16.mlp.linear_fc1.weight|2d-64|(896, 640)", + "tensor": "model.visual.blocks.16.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 896, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.23.mlp.linear_fc1.weight|2d-64|(3264, 960)", + "tensor": "model.visual.blocks.23.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3264, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.21.mlp.linear_fc1.weight|2d-64|(832, 448)", + "tensor": "model.visual.blocks.21.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 832, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.3.mlp.linear_fc1.weight|2d-64|(3136, 0)", + "tensor": "model.visual.blocks.3.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3136, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.5.mlp.linear_fc1.weight|2d-64|(448, 960)", + "tensor": "model.visual.blocks.5.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.20.mlp.linear_fc1.weight|2d-64|(2368, 832)", + "tensor": "model.visual.blocks.20.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2368, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.4.mlp.linear_fc1.weight|2d-64|(3968, 512)", + "tensor": "model.visual.blocks.4.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3968, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.16.mlp.linear_fc1.weight|2d-64|(448, 320)", + "tensor": "model.visual.blocks.16.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.19.mlp.linear_fc1.weight|2d-64|(3200, 768)", + "tensor": "model.visual.blocks.19.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3200, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.0.mlp.linear_fc1.weight|2d-64|(3712, 128)", + "tensor": "model.visual.blocks.0.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3712, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.20.mlp.linear_fc1.weight|2d-64|(3008, 832)", + "tensor": "model.visual.blocks.20.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3008, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.18.mlp.linear_fc1.weight|2d-64|(3136, 896)", + "tensor": "model.visual.blocks.18.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3136, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.7.mlp.linear_fc1.weight|2d-64|(3456, 896)", + "tensor": "model.visual.blocks.7.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3456, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.1.mlp.linear_fc1.weight|2d-64|(1344, 576)", + "tensor": "model.visual.blocks.1.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1344, + 576 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.2.mlp.linear_fc1.weight|2d-64|(576, 384)", + "tensor": "model.visual.blocks.2.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 576, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.22.mlp.linear_fc1.weight|2d-64|(2752, 832)", + "tensor": "model.visual.blocks.22.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2752, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.8.mlp.linear_fc1.weight|2d-64|(2688, 448)", + "tensor": "model.visual.blocks.8.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2688, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.16.mlp.linear_fc1.weight|2d-64|(3968, 512)", + "tensor": "model.visual.blocks.16.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3968, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.15.mlp.linear_fc1.weight|2d-64|(2624, 704)", + "tensor": "model.visual.blocks.15.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2624, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.15.mlp.linear_fc1.weight|2d-64|(2560, 576)", + "tensor": "model.visual.blocks.15.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2560, + 576 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.19.mlp.linear_fc1.weight|2d-64|(3200, 320)", + "tensor": "model.visual.blocks.19.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3200, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.11.mlp.linear_fc1.weight|2d-64|(2880, 384)", + "tensor": "model.visual.blocks.11.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2880, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.22.mlp.linear_fc1.weight|2d-64|(128, 384)", + "tensor": "model.visual.blocks.22.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.3.mlp.linear_fc1.weight|2d-64|(3840, 256)", + "tensor": "model.visual.blocks.3.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3840, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.22.mlp.linear_fc1.weight|2d-64|(2688, 320)", + "tensor": "model.visual.blocks.22.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2688, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.2.mlp.linear_fc1.weight|2d-64|(3136, 448)", + "tensor": "model.visual.blocks.2.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3136, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.20.mlp.linear_fc1.weight|2d-64|(256, 832)", + "tensor": "model.visual.blocks.20.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.6.mlp.linear_fc1.weight|2d-64|(3648, 384)", + "tensor": "model.visual.blocks.6.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3648, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.20.mlp.linear_fc1.weight|2d-64|(1920, 0)", + "tensor": "model.visual.blocks.20.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1920, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.16.mlp.linear_fc1.weight|2d-64|(960, 832)", + "tensor": "model.visual.blocks.16.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 960, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.14.mlp.linear_fc1.weight|2d-64|(1024, 320)", + "tensor": "model.visual.blocks.14.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1024, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.22.mlp.linear_fc1.weight|2d-64|(896, 384)", + "tensor": "model.visual.blocks.22.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 896, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.20.mlp.linear_fc1.weight|2d-64|(3712, 704)", + "tensor": "model.visual.blocks.20.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3712, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.11.mlp.linear_fc1.weight|2d-64|(1728, 0)", + "tensor": "model.visual.blocks.11.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1728, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.21.mlp.linear_fc1.weight|2d-64|(2880, 448)", + "tensor": "model.visual.blocks.21.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2880, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.16.mlp.linear_fc1.weight|2d-64|(3712, 512)", + "tensor": "model.visual.blocks.16.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3712, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.22.mlp.linear_fc1.weight|2d-64|(1920, 128)", + "tensor": "model.visual.blocks.22.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1920, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.2.mlp.linear_fc1.weight|2d-64|(1792, 704)", + "tensor": "model.visual.blocks.2.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1792, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.12.mlp.linear_fc1.weight|2d-64|(448, 896)", + "tensor": "model.visual.blocks.12.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.23.mlp.linear_fc1.weight|2d-64|(832, 0)", + "tensor": "model.visual.blocks.23.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 832, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.1.mlp.linear_fc1.weight|2d-64|(2496, 192)", + "tensor": "model.visual.blocks.1.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2496, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.2.mlp.linear_fc1.weight|2d-64|(640, 192)", + "tensor": "model.visual.blocks.2.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 640, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.4.mlp.linear_fc1.weight|2d-64|(832, 320)", + "tensor": "model.visual.blocks.4.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 832, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.18.mlp.linear_fc1.weight|2d-64|(3648, 576)", + "tensor": "model.visual.blocks.18.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3648, + 576 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.7.mlp.linear_fc1.weight|2d-64|(1280, 512)", + "tensor": "model.visual.blocks.7.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1280, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.11.mlp.linear_fc1.weight|2d-64|(832, 896)", + "tensor": "model.visual.blocks.11.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 832, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.19.mlp.linear_fc1.weight|2d-64|(704, 256)", + "tensor": "model.visual.blocks.19.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 704, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.20.mlp.linear_fc1.weight|2d-64|(3776, 832)", + "tensor": "model.visual.blocks.20.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3776, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.15.mlp.linear_fc1.weight|2d-64|(1856, 896)", + "tensor": "model.visual.blocks.15.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1856, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.8.mlp.linear_fc1.weight|2d-64|(384, 704)", + "tensor": "model.visual.blocks.8.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.9.mlp.linear_fc1.weight|2d-64|(2880, 896)", + "tensor": "model.visual.blocks.9.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2880, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.8.mlp.linear_fc1.weight|2d-64|(2560, 256)", + "tensor": "model.visual.blocks.8.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2560, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.5.mlp.linear_fc1.weight|2d-64|(1536, 640)", + "tensor": "model.visual.blocks.5.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1536, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.16.mlp.linear_fc1.weight|2d-64|(3648, 512)", + "tensor": "model.visual.blocks.16.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3648, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.19.mlp.linear_fc1.weight|2d-64|(2368, 192)", + "tensor": "model.visual.blocks.19.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2368, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.9.mlp.linear_fc1.weight|2d-64|(3840, 640)", + "tensor": "model.visual.blocks.9.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3840, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.21.mlp.linear_fc1.weight|2d-64|(2688, 256)", + "tensor": "model.visual.blocks.21.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2688, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.21.mlp.linear_fc1.weight|2d-64|(1024, 448)", + "tensor": "model.visual.blocks.21.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1024, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.17.mlp.linear_fc1.weight|2d-64|(1728, 768)", + "tensor": "model.visual.blocks.17.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1728, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.13.mlp.linear_fc1.weight|2d-64|(2176, 128)", + "tensor": "model.visual.blocks.13.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2176, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.2.mlp.linear_fc1.weight|2d-64|(2880, 960)", + "tensor": "model.visual.blocks.2.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2880, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.15.mlp.linear_fc1.weight|2d-64|(64, 896)", + "tensor": "model.visual.blocks.15.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.4.mlp.linear_fc1.weight|2d-64|(2048, 0)", + "tensor": "model.visual.blocks.4.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2048, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.11.mlp.linear_fc1.weight|2d-64|(4032, 448)", + "tensor": "model.visual.blocks.11.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4032, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.11.mlp.linear_fc1.weight|2d-64|(64, 640)", + "tensor": "model.visual.blocks.11.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.5.mlp.linear_fc1.weight|2d-64|(2432, 704)", + "tensor": "model.visual.blocks.5.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2432, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.14.mlp.linear_fc1.weight|2d-64|(1280, 128)", + "tensor": "model.visual.blocks.14.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1280, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.9.mlp.linear_fc1.weight|2d-64|(2304, 320)", + "tensor": "model.visual.blocks.9.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2304, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.2.mlp.linear_fc1.weight|2d-64|(3008, 768)", + "tensor": "model.visual.blocks.2.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3008, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.3.mlp.linear_fc1.weight|2d-64|(3456, 640)", + "tensor": "model.visual.blocks.3.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3456, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.1.mlp.linear_fc1.weight|2d-64|(1536, 128)", + "tensor": "model.visual.blocks.1.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1536, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.8.mlp.linear_fc1.weight|2d-64|(2880, 0)", + "tensor": "model.visual.blocks.8.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2880, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.9.mlp.linear_fc1.weight|2d-64|(2496, 0)", + "tensor": "model.visual.blocks.9.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2496, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.8.mlp.linear_fc1.weight|2d-64|(0, 192)", + "tensor": "model.visual.blocks.8.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.2.mlp.linear_fc1.weight|2d-64|(2368, 832)", + "tensor": "model.visual.blocks.2.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2368, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.15.mlp.linear_fc1.weight|2d-64|(3776, 64)", + "tensor": "model.visual.blocks.15.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3776, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.8.mlp.linear_fc1.weight|2d-64|(1984, 384)", + "tensor": "model.visual.blocks.8.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1984, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.11.mlp.linear_fc1.weight|2d-64|(1984, 896)", + "tensor": "model.visual.blocks.11.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1984, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.23.mlp.linear_fc1.weight|2d-64|(3328, 448)", + "tensor": "model.visual.blocks.23.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3328, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.7.mlp.linear_fc1.weight|2d-64|(128, 896)", + "tensor": "model.visual.blocks.7.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.23.mlp.linear_fc1.weight|2d-64|(3840, 768)", + "tensor": "model.visual.blocks.23.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3840, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.6.mlp.linear_fc1.weight|2d-64|(3392, 640)", + "tensor": "model.visual.blocks.6.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3392, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.22.mlp.linear_fc1.weight|2d-64|(1216, 832)", + "tensor": "model.visual.blocks.22.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1216, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.18.mlp.linear_fc1.weight|2d-64|(1984, 896)", + "tensor": "model.visual.blocks.18.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1984, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.7.mlp.linear_fc1.weight|2d-64|(3648, 64)", + "tensor": "model.visual.blocks.7.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3648, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.9.mlp.linear_fc1.weight|2d-64|(3584, 320)", + "tensor": "model.visual.blocks.9.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3584, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.19.mlp.linear_fc1.weight|2d-64|(1280, 832)", + "tensor": "model.visual.blocks.19.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1280, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.21.mlp.linear_fc1.weight|2d-64|(2688, 0)", + "tensor": "model.visual.blocks.21.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2688, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.20.mlp.linear_fc1.weight|2d-64|(128, 0)", + "tensor": "model.visual.blocks.20.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.5.mlp.linear_fc1.weight|2d-64|(896, 576)", + "tensor": "model.visual.blocks.5.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 896, + 576 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.3.mlp.linear_fc1.weight|2d-64|(1408, 768)", + "tensor": "model.visual.blocks.3.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1408, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.1.mlp.linear_fc1.weight|2d-64|(704, 768)", + "tensor": "model.visual.blocks.1.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 704, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.23.mlp.linear_fc1.weight|2d-64|(1024, 64)", + "tensor": "model.visual.blocks.23.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1024, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.19.mlp.linear_fc1.weight|2d-64|(1984, 256)", + "tensor": "model.visual.blocks.19.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1984, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.4.mlp.linear_fc1.weight|2d-64|(3584, 896)", + "tensor": "model.visual.blocks.4.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3584, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.10.mlp.linear_fc1.weight|2d-64|(2560, 896)", + "tensor": "model.visual.blocks.10.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2560, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.17.mlp.linear_fc1.weight|2d-64|(2112, 128)", + "tensor": "model.visual.blocks.17.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2112, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.16.mlp.linear_fc1.weight|2d-64|(704, 960)", + "tensor": "model.visual.blocks.16.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 704, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.17.mlp.linear_fc1.weight|2d-64|(512, 576)", + "tensor": "model.visual.blocks.17.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 512, + 576 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.9.mlp.linear_fc1.weight|2d-64|(1088, 704)", + "tensor": "model.visual.blocks.9.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1088, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.20.mlp.linear_fc1.weight|2d-64|(64, 768)", + "tensor": "model.visual.blocks.20.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.3.mlp.linear_fc1.weight|2d-64|(3456, 576)", + "tensor": "model.visual.blocks.3.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3456, + 576 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.9.mlp.linear_fc1.weight|2d-64|(2112, 0)", + "tensor": "model.visual.blocks.9.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2112, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.17.mlp.linear_fc1.weight|2d-64|(320, 640)", + "tensor": "model.visual.blocks.17.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.22.mlp.linear_fc1.weight|2d-64|(1024, 832)", + "tensor": "model.visual.blocks.22.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1024, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.3.mlp.linear_fc1.weight|2d-64|(3456, 384)", + "tensor": "model.visual.blocks.3.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3456, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.14.mlp.linear_fc1.weight|2d-64|(3648, 512)", + "tensor": "model.visual.blocks.14.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3648, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.23.mlp.linear_fc1.weight|2d-64|(2240, 0)", + "tensor": "model.visual.blocks.23.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2240, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.13.mlp.linear_fc1.weight|2d-64|(3712, 448)", + "tensor": "model.visual.blocks.13.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3712, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.6.mlp.linear_fc1.weight|2d-64|(2944, 576)", + "tensor": "model.visual.blocks.6.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2944, + 576 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.23.mlp.linear_fc1.weight|2d-64|(1280, 512)", + "tensor": "model.visual.blocks.23.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1280, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.10.mlp.linear_fc1.weight|2d-64|(576, 320)", + "tensor": "model.visual.blocks.10.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 576, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.3.mlp.linear_fc1.weight|2d-64|(2560, 128)", + "tensor": "model.visual.blocks.3.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2560, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.3.mlp.linear_fc1.weight|2d-64|(1920, 192)", + "tensor": "model.visual.blocks.3.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1920, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.16.mlp.linear_fc1.weight|2d-64|(3648, 384)", + "tensor": "model.visual.blocks.16.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3648, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.12.mlp.linear_fc1.weight|2d-64|(384, 960)", + "tensor": "model.visual.blocks.12.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.21.mlp.linear_fc1.weight|2d-64|(640, 64)", + "tensor": "model.visual.blocks.21.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 640, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.10.mlp.linear_fc1.weight|2d-64|(1856, 896)", + "tensor": "model.visual.blocks.10.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1856, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.20.mlp.linear_fc1.weight|2d-64|(3136, 64)", + "tensor": "model.visual.blocks.20.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3136, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.7.mlp.linear_fc1.weight|2d-64|(3840, 128)", + "tensor": "model.visual.blocks.7.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3840, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.7.mlp.linear_fc1.weight|2d-64|(4032, 768)", + "tensor": "model.visual.blocks.7.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4032, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.16.mlp.linear_fc1.weight|2d-64|(256, 192)", + "tensor": "model.visual.blocks.16.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.13.mlp.linear_fc1.weight|2d-64|(768, 512)", + "tensor": "model.visual.blocks.13.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 768, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.1.mlp.linear_fc1.weight|2d-64|(2304, 768)", + "tensor": "model.visual.blocks.1.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2304, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.9.mlp.linear_fc1.weight|2d-64|(448, 832)", + "tensor": "model.visual.blocks.9.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.15.mlp.linear_fc1.weight|2d-64|(1728, 0)", + "tensor": "model.visual.blocks.15.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1728, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.10.mlp.linear_fc1.weight|2d-64|(1216, 448)", + "tensor": "model.visual.blocks.10.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1216, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.12.mlp.linear_fc1.weight|2d-64|(1792, 256)", + "tensor": "model.visual.blocks.12.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1792, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.7.mlp.linear_fc1.weight|2d-64|(3648, 832)", + "tensor": "model.visual.blocks.7.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3648, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.9.mlp.linear_fc1.weight|2d-64|(1408, 896)", + "tensor": "model.visual.blocks.9.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1408, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.20.mlp.linear_fc1.weight|2d-64|(3584, 192)", + "tensor": "model.visual.blocks.20.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3584, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.9.mlp.linear_fc1.weight|2d-64|(4032, 0)", + "tensor": "model.visual.blocks.9.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4032, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.15.mlp.linear_fc1.weight|2d-64|(2496, 128)", + "tensor": "model.visual.blocks.15.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2496, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.20.mlp.linear_fc1.weight|2d-64|(3392, 128)", + "tensor": "model.visual.blocks.20.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3392, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.4.mlp.linear_fc1.weight|2d-64|(2688, 64)", + "tensor": "model.visual.blocks.4.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2688, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.11.mlp.linear_fc1.weight|2d-64|(1920, 320)", + "tensor": "model.visual.blocks.11.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1920, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.23.mlp.linear_fc1.weight|2d-64|(1152, 320)", + "tensor": "model.visual.blocks.23.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1152, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.1.mlp.linear_fc1.weight|2d-64|(1600, 768)", + "tensor": "model.visual.blocks.1.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1600, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.23.mlp.linear_fc1.weight|2d-64|(3776, 768)", + "tensor": "model.visual.blocks.23.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3776, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.8.mlp.linear_fc1.weight|2d-64|(768, 448)", + "tensor": "model.visual.blocks.8.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 768, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.1.mlp.linear_fc1.weight|2d-64|(2944, 832)", + "tensor": "model.visual.blocks.1.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2944, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.9.mlp.linear_fc1.weight|2d-64|(2816, 0)", + "tensor": "model.visual.blocks.9.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2816, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.10.mlp.linear_fc1.weight|2d-64|(1280, 896)", + "tensor": "model.visual.blocks.10.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1280, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.21.mlp.linear_fc1.weight|2d-64|(2752, 704)", + "tensor": "model.visual.blocks.21.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2752, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.4.mlp.linear_fc1.weight|2d-64|(3840, 960)", + "tensor": "model.visual.blocks.4.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3840, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.18.mlp.linear_fc1.weight|2d-64|(1536, 832)", + "tensor": "model.visual.blocks.18.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1536, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.14.mlp.linear_fc1.weight|2d-64|(1152, 256)", + "tensor": "model.visual.blocks.14.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1152, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.19.mlp.linear_fc1.weight|2d-64|(1920, 704)", + "tensor": "model.visual.blocks.19.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1920, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.18.mlp.linear_fc1.weight|2d-64|(1280, 128)", + "tensor": "model.visual.blocks.18.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1280, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.7.mlp.linear_fc1.weight|2d-64|(3328, 256)", + "tensor": "model.visual.blocks.7.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3328, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.10.mlp.linear_fc1.weight|2d-64|(2112, 896)", + "tensor": "model.visual.blocks.10.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2112, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.23.mlp.linear_fc1.weight|2d-64|(3328, 960)", + "tensor": "model.visual.blocks.23.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3328, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.13.mlp.linear_fc1.weight|2d-64|(3392, 192)", + "tensor": "model.visual.blocks.13.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3392, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.3.mlp.linear_fc1.weight|2d-64|(1856, 448)", + "tensor": "model.visual.blocks.3.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1856, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.20.mlp.linear_fc1.weight|2d-64|(3584, 960)", + "tensor": "model.visual.blocks.20.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3584, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.3.mlp.linear_fc1.weight|2d-64|(2816, 256)", + "tensor": "model.visual.blocks.3.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2816, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.18.mlp.linear_fc1.weight|2d-64|(3904, 192)", + "tensor": "model.visual.blocks.18.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3904, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.16.mlp.linear_fc1.weight|2d-64|(3200, 512)", + "tensor": "model.visual.blocks.16.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3200, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.7.mlp.linear_fc1.weight|2d-64|(2496, 832)", + "tensor": "model.visual.blocks.7.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2496, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.22.mlp.linear_fc1.weight|2d-64|(1216, 384)", + "tensor": "model.visual.blocks.22.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1216, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.22.mlp.linear_fc1.weight|2d-64|(3264, 576)", + "tensor": "model.visual.blocks.22.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3264, + 576 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.11.mlp.linear_fc1.weight|2d-64|(768, 512)", + "tensor": "model.visual.blocks.11.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 768, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.11.mlp.linear_fc1.weight|2d-64|(1664, 128)", + "tensor": "model.visual.blocks.11.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1664, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.17.mlp.linear_fc1.weight|2d-64|(256, 256)", + "tensor": "model.visual.blocks.17.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.1.mlp.linear_fc1.weight|2d-64|(896, 960)", + "tensor": "model.visual.blocks.1.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 896, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.9.mlp.linear_fc1.weight|2d-64|(3328, 192)", + "tensor": "model.visual.blocks.9.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3328, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.10.mlp.linear_fc1.weight|2d-64|(1152, 832)", + "tensor": "model.visual.blocks.10.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1152, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.10.mlp.linear_fc1.weight|2d-64|(2240, 64)", + "tensor": "model.visual.blocks.10.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2240, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.18.mlp.linear_fc1.weight|2d-64|(384, 512)", + "tensor": "model.visual.blocks.18.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.19.mlp.linear_fc1.weight|2d-64|(128, 512)", + "tensor": "model.visual.blocks.19.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.7.mlp.linear_fc1.weight|2d-64|(3968, 0)", + "tensor": "model.visual.blocks.7.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3968, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.17.mlp.linear_fc1.weight|2d-64|(3904, 384)", + "tensor": "model.visual.blocks.17.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3904, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.20.mlp.linear_fc1.weight|2d-64|(3072, 64)", + "tensor": "model.visual.blocks.20.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3072, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.16.mlp.linear_fc1.weight|2d-64|(1344, 960)", + "tensor": "model.visual.blocks.16.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1344, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.6.mlp.linear_fc1.weight|2d-64|(1664, 384)", + "tensor": "model.visual.blocks.6.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1664, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.12.mlp.linear_fc1.weight|2d-64|(2432, 320)", + "tensor": "model.visual.blocks.12.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2432, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.15.mlp.linear_fc1.weight|2d-64|(3264, 768)", + "tensor": "model.visual.blocks.15.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3264, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.21.mlp.linear_fc1.weight|2d-64|(320, 960)", + "tensor": "model.visual.blocks.21.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.5.mlp.linear_fc1.weight|2d-64|(1216, 448)", + "tensor": "model.visual.blocks.5.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1216, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.10.mlp.linear_fc1.weight|2d-64|(1152, 128)", + "tensor": "model.visual.blocks.10.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1152, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.13.mlp.linear_fc1.weight|2d-64|(1536, 256)", + "tensor": "model.visual.blocks.13.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1536, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.14.mlp.linear_fc1.weight|2d-64|(1024, 512)", + "tensor": "model.visual.blocks.14.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1024, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.3.mlp.linear_fc1.weight|2d-64|(3712, 896)", + "tensor": "model.visual.blocks.3.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3712, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.6.mlp.linear_fc1.weight|2d-64|(2560, 64)", + "tensor": "model.visual.blocks.6.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2560, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.10.mlp.linear_fc1.weight|2d-64|(2624, 256)", + "tensor": "model.visual.blocks.10.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2624, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.22.mlp.linear_fc1.weight|2d-64|(2560, 768)", + "tensor": "model.visual.blocks.22.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2560, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.1.mlp.linear_fc1.weight|2d-64|(3904, 768)", + "tensor": "model.visual.blocks.1.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3904, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.1.mlp.linear_fc1.weight|2d-64|(2048, 576)", + "tensor": "model.visual.blocks.1.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2048, + 576 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.1.mlp.linear_fc1.weight|2d-64|(3328, 640)", + "tensor": "model.visual.blocks.1.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3328, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.23.mlp.linear_fc1.weight|2d-64|(0, 576)", + "tensor": "model.visual.blocks.23.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 576 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.18.mlp.linear_fc1.weight|2d-64|(3840, 576)", + "tensor": "model.visual.blocks.18.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3840, + 576 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.0.mlp.linear_fc1.weight|2d-64|(832, 704)", + "tensor": "model.visual.blocks.0.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 832, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.1.mlp.linear_fc1.weight|2d-64|(3648, 128)", + "tensor": "model.visual.blocks.1.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3648, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.9.mlp.linear_fc1.weight|2d-64|(896, 448)", + "tensor": "model.visual.blocks.9.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 896, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.20.mlp.linear_fc1.weight|2d-64|(3264, 320)", + "tensor": "model.visual.blocks.20.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3264, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.15.mlp.linear_fc1.weight|2d-64|(2560, 0)", + "tensor": "model.visual.blocks.15.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2560, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.23.mlp.linear_fc1.weight|2d-64|(1792, 384)", + "tensor": "model.visual.blocks.23.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1792, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.3.mlp.linear_fc1.weight|2d-64|(3264, 64)", + "tensor": "model.visual.blocks.3.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3264, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.9.mlp.linear_fc1.weight|2d-64|(2368, 384)", + "tensor": "model.visual.blocks.9.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2368, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.10.mlp.linear_fc1.weight|2d-64|(832, 64)", + "tensor": "model.visual.blocks.10.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 832, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.2.mlp.linear_fc1.weight|2d-64|(1280, 0)", + "tensor": "model.visual.blocks.2.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1280, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.6.mlp.linear_fc1.weight|2d-64|(2560, 576)", + "tensor": "model.visual.blocks.6.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2560, + 576 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.15.mlp.linear_fc1.weight|2d-64|(3392, 64)", + "tensor": "model.visual.blocks.15.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3392, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.17.mlp.linear_fc1.weight|2d-64|(3776, 128)", + "tensor": "model.visual.blocks.17.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3776, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.23.mlp.linear_fc1.weight|2d-64|(2368, 448)", + "tensor": "model.visual.blocks.23.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2368, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.13.mlp.linear_fc1.weight|2d-64|(3392, 960)", + "tensor": "model.visual.blocks.13.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3392, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.0.mlp.linear_fc1.weight|2d-64|(896, 640)", + "tensor": "model.visual.blocks.0.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 896, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.2.mlp.linear_fc1.weight|2d-64|(3392, 448)", + "tensor": "model.visual.blocks.2.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3392, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.22.mlp.linear_fc1.weight|2d-64|(1856, 192)", + "tensor": "model.visual.blocks.22.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1856, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.23.mlp.linear_fc1.weight|2d-64|(1536, 128)", + "tensor": "model.visual.blocks.23.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1536, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.22.mlp.linear_fc1.weight|2d-64|(448, 896)", + "tensor": "model.visual.blocks.22.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.14.mlp.linear_fc1.weight|2d-64|(3200, 256)", + "tensor": "model.visual.blocks.14.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3200, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.9.mlp.linear_fc1.weight|2d-64|(2304, 640)", + "tensor": "model.visual.blocks.9.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2304, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.15.mlp.linear_fc1.weight|2d-64|(2496, 0)", + "tensor": "model.visual.blocks.15.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2496, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.17.mlp.linear_fc1.weight|2d-64|(2688, 256)", + "tensor": "model.visual.blocks.17.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2688, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.23.mlp.linear_fc1.weight|2d-64|(128, 512)", + "tensor": "model.visual.blocks.23.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.23.mlp.linear_fc1.weight|2d-64|(1344, 128)", + "tensor": "model.visual.blocks.23.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1344, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.19.mlp.linear_fc1.weight|2d-64|(128, 576)", + "tensor": "model.visual.blocks.19.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 576 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.10.mlp.linear_fc1.weight|2d-64|(1472, 832)", + "tensor": "model.visual.blocks.10.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1472, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.4.mlp.linear_fc1.weight|2d-64|(1792, 832)", + "tensor": "model.visual.blocks.4.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1792, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.14.mlp.linear_fc1.weight|2d-64|(256, 384)", + "tensor": "model.visual.blocks.14.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.3.mlp.linear_fc1.weight|2d-64|(1920, 512)", + "tensor": "model.visual.blocks.3.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1920, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.7.mlp.linear_fc1.weight|2d-64|(2624, 512)", + "tensor": "model.visual.blocks.7.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2624, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.5.mlp.linear_fc1.weight|2d-64|(2752, 640)", + "tensor": "model.visual.blocks.5.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2752, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.3.mlp.linear_fc1.weight|2d-64|(3904, 960)", + "tensor": "model.visual.blocks.3.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3904, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.11.mlp.linear_fc1.weight|2d-64|(3456, 832)", + "tensor": "model.visual.blocks.11.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3456, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.1.mlp.linear_fc1.weight|2d-64|(3136, 192)", + "tensor": "model.visual.blocks.1.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3136, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.10.mlp.linear_fc1.weight|2d-64|(640, 576)", + "tensor": "model.visual.blocks.10.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 640, + 576 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.22.mlp.linear_fc2.weight|2d-128|(0, 128)", + "tensor": "model.visual.blocks.22.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.4.mlp.linear_fc2.weight|2d-128|(256, 1024)", + "tensor": "model.visual.blocks.4.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.23.mlp.linear_fc2.weight|2d-128|(128, 1664)", + "tensor": "model.visual.blocks.23.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.7.mlp.linear_fc2.weight|2d-128|(256, 384)", + "tensor": "model.visual.blocks.7.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(128, 2048)", + "tensor": "model.visual.blocks.10.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 2048 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.16.mlp.linear_fc2.weight|2d-128|(768, 896)", + "tensor": "model.visual.blocks.16.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.6.mlp.linear_fc2.weight|2d-128|(256, 1152)", + "tensor": "model.visual.blocks.6.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.6.mlp.linear_fc2.weight|2d-128|(768, 3584)", + "tensor": "model.visual.blocks.6.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 3584 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.9.mlp.linear_fc2.weight|2d-128|(128, 2688)", + "tensor": "model.visual.blocks.9.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 2688 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(384, 1280)", + "tensor": "model.visual.blocks.10.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(640, 512)", + "tensor": "model.visual.blocks.10.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.22.mlp.linear_fc2.weight|2d-128|(0, 1536)", + "tensor": "model.visual.blocks.22.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.15.mlp.linear_fc2.weight|2d-128|(896, 3328)", + "tensor": "model.visual.blocks.15.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 3328 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.9.mlp.linear_fc2.weight|2d-128|(384, 1920)", + "tensor": "model.visual.blocks.9.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.4.mlp.linear_fc2.weight|2d-128|(128, 1152)", + "tensor": "model.visual.blocks.4.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.2.mlp.linear_fc2.weight|2d-128|(640, 2944)", + "tensor": "model.visual.blocks.2.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 2944 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.12.mlp.linear_fc2.weight|2d-128|(640, 1792)", + "tensor": "model.visual.blocks.12.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.2.mlp.linear_fc2.weight|2d-128|(896, 896)", + "tensor": "model.visual.blocks.2.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.22.mlp.linear_fc2.weight|2d-128|(768, 1920)", + "tensor": "model.visual.blocks.22.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.3.mlp.linear_fc2.weight|2d-128|(256, 1408)", + "tensor": "model.visual.blocks.3.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.22.mlp.linear_fc2.weight|2d-128|(128, 1408)", + "tensor": "model.visual.blocks.22.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.23.mlp.linear_fc2.weight|2d-128|(640, 1024)", + "tensor": "model.visual.blocks.23.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.9.mlp.linear_fc2.weight|2d-128|(768, 2816)", + "tensor": "model.visual.blocks.9.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 2816 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.18.mlp.linear_fc2.weight|2d-128|(384, 3200)", + "tensor": "model.visual.blocks.18.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 3200 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.22.mlp.linear_fc2.weight|2d-128|(640, 1152)", + "tensor": "model.visual.blocks.22.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.2.mlp.linear_fc2.weight|2d-128|(640, 1536)", + "tensor": "model.visual.blocks.2.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.12.mlp.linear_fc2.weight|2d-128|(512, 768)", + "tensor": "model.visual.blocks.12.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.5.mlp.linear_fc2.weight|2d-128|(256, 2048)", + "tensor": "model.visual.blocks.5.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 2048 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.16.mlp.linear_fc2.weight|2d-128|(256, 3840)", + "tensor": "model.visual.blocks.16.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 3840 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.3.mlp.linear_fc2.weight|2d-128|(512, 1152)", + "tensor": "model.visual.blocks.3.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.13.mlp.linear_fc2.weight|2d-128|(128, 3584)", + "tensor": "model.visual.blocks.13.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 3584 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.11.mlp.linear_fc2.weight|2d-128|(128, 1152)", + "tensor": "model.visual.blocks.11.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.17.mlp.linear_fc2.weight|2d-128|(0, 3712)", + "tensor": "model.visual.blocks.17.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 3712 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.12.mlp.linear_fc2.weight|2d-128|(384, 1024)", + "tensor": "model.visual.blocks.12.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.17.mlp.linear_fc2.weight|2d-128|(0, 3456)", + "tensor": "model.visual.blocks.17.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 3456 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.11.mlp.linear_fc2.weight|2d-128|(896, 256)", + "tensor": "model.visual.blocks.11.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.8.mlp.linear_fc2.weight|2d-128|(128, 0)", + "tensor": "model.visual.blocks.8.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.7.mlp.linear_fc2.weight|2d-128|(256, 3968)", + "tensor": "model.visual.blocks.7.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 3968 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.0.mlp.linear_fc2.weight|2d-128|(128, 768)", + "tensor": "model.visual.blocks.0.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.7.mlp.linear_fc2.weight|2d-128|(0, 2432)", + "tensor": "model.visual.blocks.7.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 2432 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.14.mlp.linear_fc2.weight|2d-128|(384, 384)", + "tensor": "model.visual.blocks.14.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.0.mlp.linear_fc2.weight|2d-128|(128, 1152)", + "tensor": "model.visual.blocks.0.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.14.mlp.linear_fc2.weight|2d-128|(768, 3840)", + "tensor": "model.visual.blocks.14.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 3840 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(256, 768)", + "tensor": "model.visual.blocks.10.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.18.mlp.linear_fc2.weight|2d-128|(256, 3840)", + "tensor": "model.visual.blocks.18.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 3840 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.20.mlp.linear_fc2.weight|2d-128|(768, 128)", + "tensor": "model.visual.blocks.20.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.3.mlp.linear_fc2.weight|2d-128|(128, 2560)", + "tensor": "model.visual.blocks.3.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 2560 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.3.mlp.linear_fc2.weight|2d-128|(0, 1024)", + "tensor": "model.visual.blocks.3.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.13.mlp.linear_fc2.weight|2d-128|(768, 2816)", + "tensor": "model.visual.blocks.13.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 2816 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.6.mlp.linear_fc2.weight|2d-128|(896, 1408)", + "tensor": "model.visual.blocks.6.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.16.mlp.linear_fc2.weight|2d-128|(384, 3328)", + "tensor": "model.visual.blocks.16.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 3328 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.2.mlp.linear_fc2.weight|2d-128|(768, 2176)", + "tensor": "model.visual.blocks.2.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 2176 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(0, 2944)", + "tensor": "model.visual.blocks.10.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 2944 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.13.mlp.linear_fc2.weight|2d-128|(640, 1664)", + "tensor": "model.visual.blocks.13.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.20.mlp.linear_fc2.weight|2d-128|(640, 3712)", + "tensor": "model.visual.blocks.20.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 3712 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.15.mlp.linear_fc2.weight|2d-128|(640, 896)", + "tensor": "model.visual.blocks.15.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.4.mlp.linear_fc2.weight|2d-128|(128, 1920)", + "tensor": "model.visual.blocks.4.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.3.mlp.linear_fc2.weight|2d-128|(128, 640)", + "tensor": "model.visual.blocks.3.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.17.mlp.linear_fc2.weight|2d-128|(640, 128)", + "tensor": "model.visual.blocks.17.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.0.mlp.linear_fc2.weight|2d-128|(128, 3456)", + "tensor": "model.visual.blocks.0.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 3456 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.4.mlp.linear_fc2.weight|2d-128|(896, 2176)", + "tensor": "model.visual.blocks.4.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 2176 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.13.mlp.linear_fc2.weight|2d-128|(512, 1664)", + "tensor": "model.visual.blocks.13.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.15.mlp.linear_fc2.weight|2d-128|(768, 3968)", + "tensor": "model.visual.blocks.15.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 3968 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.15.mlp.linear_fc2.weight|2d-128|(384, 2048)", + "tensor": "model.visual.blocks.15.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 2048 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.19.mlp.linear_fc2.weight|2d-128|(768, 512)", + "tensor": "model.visual.blocks.19.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.17.mlp.linear_fc2.weight|2d-128|(896, 3584)", + "tensor": "model.visual.blocks.17.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 3584 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.11.mlp.linear_fc2.weight|2d-128|(768, 1664)", + "tensor": "model.visual.blocks.11.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.14.mlp.linear_fc2.weight|2d-128|(896, 3328)", + "tensor": "model.visual.blocks.14.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 3328 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.16.mlp.linear_fc2.weight|2d-128|(768, 1664)", + "tensor": "model.visual.blocks.16.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.6.mlp.linear_fc2.weight|2d-128|(512, 3072)", + "tensor": "model.visual.blocks.6.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 3072 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(896, 2176)", + "tensor": "model.visual.blocks.10.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 2176 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.6.mlp.linear_fc2.weight|2d-128|(896, 3840)", + "tensor": "model.visual.blocks.6.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 3840 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.21.mlp.linear_fc2.weight|2d-128|(384, 1408)", + "tensor": "model.visual.blocks.21.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.2.mlp.linear_fc2.weight|2d-128|(0, 3328)", + "tensor": "model.visual.blocks.2.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 3328 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.5.mlp.linear_fc2.weight|2d-128|(768, 128)", + "tensor": "model.visual.blocks.5.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.4.mlp.linear_fc2.weight|2d-128|(0, 384)", + "tensor": "model.visual.blocks.4.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.21.mlp.linear_fc2.weight|2d-128|(384, 1280)", + "tensor": "model.visual.blocks.21.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.13.mlp.linear_fc2.weight|2d-128|(512, 128)", + "tensor": "model.visual.blocks.13.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.13.mlp.linear_fc2.weight|2d-128|(896, 0)", + "tensor": "model.visual.blocks.13.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(128, 128)", + "tensor": "model.visual.blocks.10.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.21.mlp.linear_fc2.weight|2d-128|(384, 3968)", + "tensor": "model.visual.blocks.21.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 3968 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.13.mlp.linear_fc2.weight|2d-128|(0, 1024)", + "tensor": "model.visual.blocks.13.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.8.mlp.linear_fc2.weight|2d-128|(768, 1280)", + "tensor": "model.visual.blocks.8.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.13.mlp.linear_fc2.weight|2d-128|(896, 2560)", + "tensor": "model.visual.blocks.13.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 2560 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.16.mlp.linear_fc2.weight|2d-128|(896, 256)", + "tensor": "model.visual.blocks.16.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.2.mlp.linear_fc2.weight|2d-128|(384, 3968)", + "tensor": "model.visual.blocks.2.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 3968 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.3.mlp.linear_fc2.weight|2d-128|(0, 3584)", + "tensor": "model.visual.blocks.3.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 3584 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(512, 3328)", + "tensor": "model.visual.blocks.10.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 3328 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.11.mlp.linear_fc2.weight|2d-128|(896, 3840)", + "tensor": "model.visual.blocks.11.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 3840 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.13.mlp.linear_fc2.weight|2d-128|(0, 3968)", + "tensor": "model.visual.blocks.13.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 3968 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.14.mlp.linear_fc2.weight|2d-128|(512, 2048)", + "tensor": "model.visual.blocks.14.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 2048 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.14.mlp.linear_fc2.weight|2d-128|(640, 3968)", + "tensor": "model.visual.blocks.14.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 3968 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.5.mlp.linear_fc2.weight|2d-128|(256, 640)", + "tensor": "model.visual.blocks.5.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.4.mlp.linear_fc2.weight|2d-128|(256, 2560)", + "tensor": "model.visual.blocks.4.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 2560 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.19.mlp.linear_fc2.weight|2d-128|(256, 3712)", + "tensor": "model.visual.blocks.19.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 3712 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.0.mlp.linear_fc2.weight|2d-128|(256, 3968)", + "tensor": "model.visual.blocks.0.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 3968 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.4.mlp.linear_fc2.weight|2d-128|(0, 1664)", + "tensor": "model.visual.blocks.4.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.17.mlp.linear_fc2.weight|2d-128|(0, 1408)", + "tensor": "model.visual.blocks.17.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.7.mlp.linear_fc2.weight|2d-128|(0, 640)", + "tensor": "model.visual.blocks.7.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.19.mlp.linear_fc2.weight|2d-128|(512, 2560)", + "tensor": "model.visual.blocks.19.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 2560 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.7.mlp.linear_fc2.weight|2d-128|(512, 3200)", + "tensor": "model.visual.blocks.7.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 3200 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.15.mlp.linear_fc2.weight|2d-128|(768, 1408)", + "tensor": "model.visual.blocks.15.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.13.mlp.linear_fc2.weight|2d-128|(256, 1152)", + "tensor": "model.visual.blocks.13.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(384, 2432)", + "tensor": "model.visual.blocks.10.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 2432 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.8.mlp.linear_fc2.weight|2d-128|(0, 640)", + "tensor": "model.visual.blocks.8.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.5.mlp.linear_fc2.weight|2d-128|(0, 2432)", + "tensor": "model.visual.blocks.5.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 2432 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.6.mlp.linear_fc2.weight|2d-128|(128, 3072)", + "tensor": "model.visual.blocks.6.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 3072 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.14.mlp.linear_fc2.weight|2d-128|(768, 2176)", + "tensor": "model.visual.blocks.14.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 2176 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.12.mlp.linear_fc2.weight|2d-128|(768, 1792)", + "tensor": "model.visual.blocks.12.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.21.mlp.linear_fc2.weight|2d-128|(512, 256)", + "tensor": "model.visual.blocks.21.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.17.mlp.linear_fc2.weight|2d-128|(128, 2304)", + "tensor": "model.visual.blocks.17.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 2304 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.15.mlp.linear_fc2.weight|2d-128|(384, 512)", + "tensor": "model.visual.blocks.15.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.23.mlp.linear_fc2.weight|2d-128|(640, 1536)", + "tensor": "model.visual.blocks.23.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.12.mlp.linear_fc2.weight|2d-128|(384, 384)", + "tensor": "model.visual.blocks.12.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.4.mlp.linear_fc2.weight|2d-128|(384, 768)", + "tensor": "model.visual.blocks.4.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.20.mlp.linear_fc2.weight|2d-128|(0, 384)", + "tensor": "model.visual.blocks.20.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(512, 2688)", + "tensor": "model.visual.blocks.10.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 2688 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.19.mlp.linear_fc2.weight|2d-128|(128, 1280)", + "tensor": "model.visual.blocks.19.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.18.mlp.linear_fc2.weight|2d-128|(384, 2048)", + "tensor": "model.visual.blocks.18.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 2048 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.11.mlp.linear_fc2.weight|2d-128|(896, 2944)", + "tensor": "model.visual.blocks.11.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 2944 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.8.mlp.linear_fc2.weight|2d-128|(128, 3200)", + "tensor": "model.visual.blocks.8.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 3200 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.5.mlp.linear_fc2.weight|2d-128|(896, 1792)", + "tensor": "model.visual.blocks.5.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.0.mlp.linear_fc2.weight|2d-128|(384, 3328)", + "tensor": "model.visual.blocks.0.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 3328 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.20.mlp.linear_fc2.weight|2d-128|(0, 3968)", + "tensor": "model.visual.blocks.20.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 3968 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.18.mlp.linear_fc2.weight|2d-128|(640, 1408)", + "tensor": "model.visual.blocks.18.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.1.mlp.linear_fc2.weight|2d-128|(896, 768)", + "tensor": "model.visual.blocks.1.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.22.mlp.linear_fc2.weight|2d-128|(0, 3968)", + "tensor": "model.visual.blocks.22.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 3968 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.2.mlp.linear_fc2.weight|2d-128|(640, 1280)", + "tensor": "model.visual.blocks.2.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.22.mlp.linear_fc2.weight|2d-128|(256, 2816)", + "tensor": "model.visual.blocks.22.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 2816 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.6.mlp.linear_fc2.weight|2d-128|(0, 2688)", + "tensor": "model.visual.blocks.6.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 2688 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.14.mlp.linear_fc2.weight|2d-128|(768, 2432)", + "tensor": "model.visual.blocks.14.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 2432 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.7.mlp.linear_fc2.weight|2d-128|(128, 512)", + "tensor": "model.visual.blocks.7.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.20.mlp.linear_fc2.weight|2d-128|(768, 1536)", + "tensor": "model.visual.blocks.20.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.22.mlp.linear_fc2.weight|2d-128|(896, 2048)", + "tensor": "model.visual.blocks.22.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 2048 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.2.mlp.linear_fc2.weight|2d-128|(896, 3584)", + "tensor": "model.visual.blocks.2.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 3584 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.1.mlp.linear_fc2.weight|2d-128|(384, 3584)", + "tensor": "model.visual.blocks.1.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 3584 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.2.mlp.linear_fc2.weight|2d-128|(640, 3968)", + "tensor": "model.visual.blocks.2.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 3968 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.21.mlp.linear_fc2.weight|2d-128|(768, 3072)", + "tensor": "model.visual.blocks.21.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 3072 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.15.mlp.linear_fc2.weight|2d-128|(384, 896)", + "tensor": "model.visual.blocks.15.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(128, 3584)", + "tensor": "model.visual.blocks.10.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 3584 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.20.mlp.linear_fc2.weight|2d-128|(256, 1792)", + "tensor": "model.visual.blocks.20.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(640, 384)", + "tensor": "model.visual.blocks.10.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.5.mlp.linear_fc2.weight|2d-128|(896, 1664)", + "tensor": "model.visual.blocks.5.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.20.mlp.linear_fc2.weight|2d-128|(384, 1408)", + "tensor": "model.visual.blocks.20.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.19.mlp.linear_fc2.weight|2d-128|(640, 128)", + "tensor": "model.visual.blocks.19.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.12.mlp.linear_fc2.weight|2d-128|(896, 3840)", + "tensor": "model.visual.blocks.12.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 3840 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.3.mlp.linear_fc2.weight|2d-128|(128, 2432)", + "tensor": "model.visual.blocks.3.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 2432 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.21.mlp.linear_fc2.weight|2d-128|(640, 256)", + "tensor": "model.visual.blocks.21.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.2.mlp.linear_fc2.weight|2d-128|(256, 1408)", + "tensor": "model.visual.blocks.2.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.5.mlp.linear_fc2.weight|2d-128|(640, 1920)", + "tensor": "model.visual.blocks.5.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.19.mlp.linear_fc2.weight|2d-128|(0, 2560)", + "tensor": "model.visual.blocks.19.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 2560 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(256, 384)", + "tensor": "model.visual.blocks.10.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.0.mlp.linear_fc2.weight|2d-128|(512, 3072)", + "tensor": "model.visual.blocks.0.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 3072 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.20.mlp.linear_fc2.weight|2d-128|(512, 384)", + "tensor": "model.visual.blocks.20.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.13.mlp.linear_fc2.weight|2d-128|(128, 2048)", + "tensor": "model.visual.blocks.13.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 2048 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.12.mlp.linear_fc2.weight|2d-128|(128, 512)", + "tensor": "model.visual.blocks.12.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(512, 3456)", + "tensor": "model.visual.blocks.10.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 3456 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.11.mlp.linear_fc2.weight|2d-128|(640, 1280)", + "tensor": "model.visual.blocks.11.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.23.mlp.linear_fc2.weight|2d-128|(512, 1024)", + "tensor": "model.visual.blocks.23.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.1.mlp.linear_fc2.weight|2d-128|(0, 2560)", + "tensor": "model.visual.blocks.1.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 2560 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.22.mlp.linear_fc2.weight|2d-128|(896, 1920)", + "tensor": "model.visual.blocks.22.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.7.mlp.linear_fc2.weight|2d-128|(768, 2176)", + "tensor": "model.visual.blocks.7.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 2176 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.3.mlp.linear_fc2.weight|2d-128|(768, 1792)", + "tensor": "model.visual.blocks.3.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(256, 2304)", + "tensor": "model.visual.blocks.10.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 2304 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.5.mlp.linear_fc2.weight|2d-128|(512, 2944)", + "tensor": "model.visual.blocks.5.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 2944 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.5.mlp.linear_fc2.weight|2d-128|(512, 512)", + "tensor": "model.visual.blocks.5.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.3.mlp.linear_fc2.weight|2d-128|(640, 1792)", + "tensor": "model.visual.blocks.3.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.16.mlp.linear_fc2.weight|2d-128|(384, 1536)", + "tensor": "model.visual.blocks.16.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.19.mlp.linear_fc2.weight|2d-128|(256, 1664)", + "tensor": "model.visual.blocks.19.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.14.mlp.linear_fc2.weight|2d-128|(896, 128)", + "tensor": "model.visual.blocks.14.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.11.mlp.linear_fc2.weight|2d-128|(768, 1024)", + "tensor": "model.visual.blocks.11.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.1.mlp.linear_fc2.weight|2d-128|(128, 768)", + "tensor": "model.visual.blocks.1.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(640, 896)", + "tensor": "model.visual.blocks.10.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.19.mlp.linear_fc2.weight|2d-128|(384, 384)", + "tensor": "model.visual.blocks.19.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.14.mlp.linear_fc2.weight|2d-128|(512, 2304)", + "tensor": "model.visual.blocks.14.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 2304 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.23.mlp.linear_fc2.weight|2d-128|(256, 3968)", + "tensor": "model.visual.blocks.23.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 3968 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.1.mlp.linear_fc2.weight|2d-128|(896, 256)", + "tensor": "model.visual.blocks.1.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.19.mlp.linear_fc2.weight|2d-128|(128, 3072)", + "tensor": "model.visual.blocks.19.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 3072 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.14.mlp.linear_fc2.weight|2d-128|(256, 2560)", + "tensor": "model.visual.blocks.14.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 2560 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.18.mlp.linear_fc2.weight|2d-128|(896, 128)", + "tensor": "model.visual.blocks.18.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(512, 1152)", + "tensor": "model.visual.blocks.10.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(640, 1920)", + "tensor": "model.visual.blocks.10.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.5.mlp.linear_fc2.weight|2d-128|(768, 2688)", + "tensor": "model.visual.blocks.5.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 2688 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.0.mlp.linear_fc2.weight|2d-128|(640, 2944)", + "tensor": "model.visual.blocks.0.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 2944 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.9.mlp.linear_fc2.weight|2d-128|(0, 1536)", + "tensor": "model.visual.blocks.9.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.23.mlp.linear_fc2.weight|2d-128|(768, 1024)", + "tensor": "model.visual.blocks.23.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.17.mlp.linear_fc2.weight|2d-128|(384, 2304)", + "tensor": "model.visual.blocks.17.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 2304 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.21.mlp.linear_fc2.weight|2d-128|(640, 2944)", + "tensor": "model.visual.blocks.21.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 2944 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.1.mlp.linear_fc2.weight|2d-128|(640, 2304)", + "tensor": "model.visual.blocks.1.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 2304 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.4.mlp.linear_fc2.weight|2d-128|(640, 128)", + "tensor": "model.visual.blocks.4.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.8.mlp.linear_fc2.weight|2d-128|(128, 3712)", + "tensor": "model.visual.blocks.8.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 3712 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.21.mlp.linear_fc2.weight|2d-128|(768, 2944)", + "tensor": "model.visual.blocks.21.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 2944 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.11.mlp.linear_fc2.weight|2d-128|(512, 2176)", + "tensor": "model.visual.blocks.11.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 2176 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.16.mlp.linear_fc2.weight|2d-128|(768, 1536)", + "tensor": "model.visual.blocks.16.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(512, 640)", + "tensor": "model.visual.blocks.10.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.7.mlp.linear_fc2.weight|2d-128|(384, 3072)", + "tensor": "model.visual.blocks.7.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 3072 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.0.mlp.linear_fc2.weight|2d-128|(768, 512)", + "tensor": "model.visual.blocks.0.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.2.mlp.linear_fc2.weight|2d-128|(896, 1536)", + "tensor": "model.visual.blocks.2.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.17.mlp.linear_fc2.weight|2d-128|(512, 3328)", + "tensor": "model.visual.blocks.17.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 3328 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.22.mlp.linear_fc2.weight|2d-128|(0, 1664)", + "tensor": "model.visual.blocks.22.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.14.mlp.linear_fc2.weight|2d-128|(256, 3072)", + "tensor": "model.visual.blocks.14.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 3072 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.15.mlp.linear_fc2.weight|2d-128|(896, 3456)", + "tensor": "model.visual.blocks.15.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 3456 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.23.mlp.linear_fc2.weight|2d-128|(896, 1152)", + "tensor": "model.visual.blocks.23.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.1.mlp.linear_fc2.weight|2d-128|(640, 0)", + "tensor": "model.visual.blocks.1.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.0.mlp.linear_fc2.weight|2d-128|(768, 1536)", + "tensor": "model.visual.blocks.0.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.5.mlp.linear_fc2.weight|2d-128|(768, 3840)", + "tensor": "model.visual.blocks.5.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 3840 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.3.mlp.linear_fc2.weight|2d-128|(0, 2944)", + "tensor": "model.visual.blocks.3.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 2944 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.0.mlp.linear_fc2.weight|2d-128|(768, 1920)", + "tensor": "model.visual.blocks.0.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.15.mlp.linear_fc2.weight|2d-128|(896, 1536)", + "tensor": "model.visual.blocks.15.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.21.mlp.linear_fc2.weight|2d-128|(768, 2688)", + "tensor": "model.visual.blocks.21.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 2688 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.22.mlp.linear_fc2.weight|2d-128|(512, 1152)", + "tensor": "model.visual.blocks.22.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.4.mlp.linear_fc2.weight|2d-128|(640, 2304)", + "tensor": "model.visual.blocks.4.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 2304 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.20.mlp.linear_fc2.weight|2d-128|(640, 2048)", + "tensor": "model.visual.blocks.20.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 2048 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.18.mlp.linear_fc2.weight|2d-128|(128, 2688)", + "tensor": "model.visual.blocks.18.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 2688 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.8.mlp.linear_fc2.weight|2d-128|(768, 2048)", + "tensor": "model.visual.blocks.8.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 2048 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.1.mlp.linear_fc2.weight|2d-128|(256, 1920)", + "tensor": "model.visual.blocks.1.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.9.mlp.linear_fc2.weight|2d-128|(0, 1664)", + "tensor": "model.visual.blocks.9.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.8.mlp.linear_fc2.weight|2d-128|(384, 3328)", + "tensor": "model.visual.blocks.8.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 3328 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.1.mlp.linear_fc2.weight|2d-128|(128, 384)", + "tensor": "model.visual.blocks.1.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.3.mlp.linear_fc2.weight|2d-128|(512, 3712)", + "tensor": "model.visual.blocks.3.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 3712 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.18.mlp.linear_fc2.weight|2d-128|(640, 3200)", + "tensor": "model.visual.blocks.18.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 3200 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.22.mlp.linear_fc2.weight|2d-128|(640, 3200)", + "tensor": "model.visual.blocks.22.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 3200 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.11.mlp.linear_fc2.weight|2d-128|(0, 1920)", + "tensor": "model.visual.blocks.11.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.11.mlp.linear_fc2.weight|2d-128|(640, 1408)", + "tensor": "model.visual.blocks.11.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.2.mlp.linear_fc2.weight|2d-128|(896, 2048)", + "tensor": "model.visual.blocks.2.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 2048 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.0.mlp.linear_fc2.weight|2d-128|(896, 128)", + "tensor": "model.visual.blocks.0.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.14.mlp.linear_fc2.weight|2d-128|(0, 3200)", + "tensor": "model.visual.blocks.14.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 3200 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.3.mlp.linear_fc2.weight|2d-128|(256, 2560)", + "tensor": "model.visual.blocks.3.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 2560 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.5.mlp.linear_fc2.weight|2d-128|(640, 1536)", + "tensor": "model.visual.blocks.5.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.3.mlp.linear_fc2.weight|2d-128|(896, 1664)", + "tensor": "model.visual.blocks.3.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.21.mlp.linear_fc2.weight|2d-128|(896, 2176)", + "tensor": "model.visual.blocks.21.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 2176 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.19.mlp.linear_fc2.weight|2d-128|(512, 2048)", + "tensor": "model.visual.blocks.19.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 2048 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.11.mlp.linear_fc2.weight|2d-128|(640, 128)", + "tensor": "model.visual.blocks.11.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.12.mlp.linear_fc2.weight|2d-128|(128, 896)", + "tensor": "model.visual.blocks.12.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.12.mlp.linear_fc2.weight|2d-128|(256, 3328)", + "tensor": "model.visual.blocks.12.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 3328 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.18.mlp.linear_fc2.weight|2d-128|(256, 768)", + "tensor": "model.visual.blocks.18.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.20.mlp.linear_fc2.weight|2d-128|(768, 768)", + "tensor": "model.visual.blocks.20.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.12.mlp.linear_fc2.weight|2d-128|(384, 3072)", + "tensor": "model.visual.blocks.12.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 3072 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.5.mlp.linear_fc2.weight|2d-128|(640, 896)", + "tensor": "model.visual.blocks.5.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.6.mlp.linear_fc2.weight|2d-128|(768, 2944)", + "tensor": "model.visual.blocks.6.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 2944 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.21.mlp.linear_fc2.weight|2d-128|(256, 2816)", + "tensor": "model.visual.blocks.21.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 2816 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.15.mlp.linear_fc2.weight|2d-128|(512, 768)", + "tensor": "model.visual.blocks.15.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.3.mlp.linear_fc2.weight|2d-128|(512, 3328)", + "tensor": "model.visual.blocks.3.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 3328 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.22.mlp.linear_fc2.weight|2d-128|(128, 1536)", + "tensor": "model.visual.blocks.22.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.21.mlp.linear_fc2.weight|2d-128|(256, 640)", + "tensor": "model.visual.blocks.21.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(128, 3840)", + "tensor": "model.visual.blocks.10.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 3840 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(128, 3456)", + "tensor": "model.visual.blocks.10.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 3456 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.19.mlp.linear_fc2.weight|2d-128|(384, 1920)", + "tensor": "model.visual.blocks.19.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.22.mlp.linear_fc2.weight|2d-128|(0, 896)", + "tensor": "model.visual.blocks.22.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.13.mlp.linear_fc2.weight|2d-128|(640, 1408)", + "tensor": "model.visual.blocks.13.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.14.mlp.linear_fc2.weight|2d-128|(768, 3200)", + "tensor": "model.visual.blocks.14.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 3200 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.11.mlp.linear_fc2.weight|2d-128|(0, 2816)", + "tensor": "model.visual.blocks.11.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 2816 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.18.mlp.linear_fc2.weight|2d-128|(512, 2944)", + "tensor": "model.visual.blocks.18.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 2944 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.6.mlp.linear_fc2.weight|2d-128|(768, 2432)", + "tensor": "model.visual.blocks.6.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 2432 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.1.mlp.linear_fc2.weight|2d-128|(256, 256)", + "tensor": "model.visual.blocks.1.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.4.mlp.linear_fc2.weight|2d-128|(896, 1664)", + "tensor": "model.visual.blocks.4.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.blocks.7.mlp.linear_fc2.weight|2d-64|(448, 3136)", + "tensor": "model.visual.blocks.7.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 3136 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.2.mlp.linear_fc2.weight|2d-64|(896, 3008)", + "tensor": "model.visual.blocks.2.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 896, + 3008 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.20.mlp.linear_fc2.weight|2d-64|(128, 3776)", + "tensor": "model.visual.blocks.20.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 3776 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.3.mlp.linear_fc2.weight|2d-64|(832, 1920)", + "tensor": "model.visual.blocks.3.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 832, + 1920 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.6.mlp.linear_fc2.weight|2d-64|(896, 2240)", + "tensor": "model.visual.blocks.6.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 896, + 2240 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.21.mlp.linear_fc2.weight|2d-64|(640, 1984)", + "tensor": "model.visual.blocks.21.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 640, + 1984 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.10.mlp.linear_fc2.weight|2d-64|(320, 384)", + "tensor": "model.visual.blocks.10.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.13.mlp.linear_fc2.weight|2d-64|(512, 3904)", + "tensor": "model.visual.blocks.13.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 512, + 3904 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.11.mlp.linear_fc2.weight|2d-64|(64, 3968)", + "tensor": "model.visual.blocks.11.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 3968 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.0.mlp.linear_fc2.weight|2d-64|(256, 3392)", + "tensor": "model.visual.blocks.0.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 3392 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.18.mlp.linear_fc2.weight|2d-64|(128, 1792)", + "tensor": "model.visual.blocks.18.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 1792 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.0.mlp.linear_fc2.weight|2d-64|(576, 832)", + "tensor": "model.visual.blocks.0.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 576, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.16.mlp.linear_fc2.weight|2d-64|(256, 1088)", + "tensor": "model.visual.blocks.16.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 1088 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.5.mlp.linear_fc2.weight|2d-64|(192, 1152)", + "tensor": "model.visual.blocks.5.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 1152 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.4.mlp.linear_fc2.weight|2d-64|(576, 2240)", + "tensor": "model.visual.blocks.4.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 576, + 2240 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.4.mlp.linear_fc2.weight|2d-64|(832, 2624)", + "tensor": "model.visual.blocks.4.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 832, + 2624 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.3.mlp.linear_fc2.weight|2d-64|(832, 3136)", + "tensor": "model.visual.blocks.3.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 832, + 3136 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.21.mlp.linear_fc2.weight|2d-64|(320, 2688)", + "tensor": "model.visual.blocks.21.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 2688 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.23.mlp.linear_fc2.weight|2d-64|(256, 320)", + "tensor": "model.visual.blocks.23.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.16.mlp.linear_fc2.weight|2d-64|(0, 1984)", + "tensor": "model.visual.blocks.16.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 1984 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.14.mlp.linear_fc2.weight|2d-64|(0, 2048)", + "tensor": "model.visual.blocks.14.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 2048 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.10.mlp.linear_fc2.weight|2d-64|(704, 3520)", + "tensor": "model.visual.blocks.10.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 704, + 3520 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.10.mlp.linear_fc2.weight|2d-64|(192, 2880)", + "tensor": "model.visual.blocks.10.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 2880 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.11.mlp.linear_fc2.weight|2d-64|(768, 64)", + "tensor": "model.visual.blocks.11.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 768, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.4.mlp.linear_fc2.weight|2d-64|(640, 3200)", + "tensor": "model.visual.blocks.4.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 640, + 3200 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.3.mlp.linear_fc2.weight|2d-64|(640, 3968)", + "tensor": "model.visual.blocks.3.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 640, + 3968 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.21.mlp.linear_fc2.weight|2d-64|(832, 3776)", + "tensor": "model.visual.blocks.21.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 832, + 3776 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.4.mlp.linear_fc2.weight|2d-64|(384, 2944)", + "tensor": "model.visual.blocks.4.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 2944 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.23.mlp.linear_fc2.weight|2d-64|(128, 3328)", + "tensor": "model.visual.blocks.23.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 3328 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.11.mlp.linear_fc2.weight|2d-64|(896, 1856)", + "tensor": "model.visual.blocks.11.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 896, + 1856 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.1.mlp.linear_fc2.weight|2d-64|(64, 1536)", + "tensor": "model.visual.blocks.1.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 1536 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.2.mlp.linear_fc2.weight|2d-64|(0, 384)", + "tensor": "model.visual.blocks.2.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.18.mlp.linear_fc2.weight|2d-64|(640, 3392)", + "tensor": "model.visual.blocks.18.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 640, + 3392 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.18.mlp.linear_fc2.weight|2d-64|(320, 1792)", + "tensor": "model.visual.blocks.18.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 1792 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.12.mlp.linear_fc2.weight|2d-64|(320, 2304)", + "tensor": "model.visual.blocks.12.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 2304 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.11.mlp.linear_fc2.weight|2d-64|(384, 0)", + "tensor": "model.visual.blocks.11.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.15.mlp.linear_fc2.weight|2d-64|(832, 1984)", + "tensor": "model.visual.blocks.15.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 832, + 1984 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.14.mlp.linear_fc2.weight|2d-64|(704, 1152)", + "tensor": "model.visual.blocks.14.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 704, + 1152 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.2.mlp.linear_fc2.weight|2d-64|(768, 1664)", + "tensor": "model.visual.blocks.2.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 768, + 1664 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.15.mlp.linear_fc2.weight|2d-64|(512, 3264)", + "tensor": "model.visual.blocks.15.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 512, + 3264 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.20.mlp.linear_fc2.weight|2d-64|(960, 3520)", + "tensor": "model.visual.blocks.20.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 960, + 3520 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.20.mlp.linear_fc2.weight|2d-64|(0, 256)", + "tensor": "model.visual.blocks.20.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.21.mlp.linear_fc2.weight|2d-64|(256, 640)", + "tensor": "model.visual.blocks.21.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.2.mlp.linear_fc2.weight|2d-64|(832, 3776)", + "tensor": "model.visual.blocks.2.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 832, + 3776 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.21.mlp.linear_fc2.weight|2d-64|(768, 3008)", + "tensor": "model.visual.blocks.21.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 768, + 3008 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.7.mlp.linear_fc2.weight|2d-64|(768, 1280)", + "tensor": "model.visual.blocks.7.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 768, + 1280 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.16.mlp.linear_fc2.weight|2d-64|(384, 448)", + "tensor": "model.visual.blocks.16.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.7.mlp.linear_fc2.weight|2d-64|(576, 3776)", + "tensor": "model.visual.blocks.7.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 576, + 3776 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.7.mlp.linear_fc2.weight|2d-64|(704, 2176)", + "tensor": "model.visual.blocks.7.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 704, + 2176 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.5.mlp.linear_fc2.weight|2d-64|(512, 2816)", + "tensor": "model.visual.blocks.5.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 512, + 2816 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.15.mlp.linear_fc2.weight|2d-64|(896, 3008)", + "tensor": "model.visual.blocks.15.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 896, + 3008 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.7.mlp.linear_fc2.weight|2d-64|(448, 1536)", + "tensor": "model.visual.blocks.7.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 1536 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.3.mlp.linear_fc2.weight|2d-64|(0, 448)", + "tensor": "model.visual.blocks.3.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.4.mlp.linear_fc2.weight|2d-64|(384, 1792)", + "tensor": "model.visual.blocks.4.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 1792 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.1.mlp.linear_fc2.weight|2d-64|(448, 2752)", + "tensor": "model.visual.blocks.1.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 2752 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.2.mlp.linear_fc2.weight|2d-64|(192, 3456)", + "tensor": "model.visual.blocks.2.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 3456 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.6.mlp.linear_fc2.weight|2d-64|(896, 4032)", + "tensor": "model.visual.blocks.6.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 896, + 4032 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.22.mlp.linear_fc2.weight|2d-64|(832, 3840)", + "tensor": "model.visual.blocks.22.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 832, + 3840 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.1.mlp.linear_fc2.weight|2d-64|(64, 1728)", + "tensor": "model.visual.blocks.1.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 1728 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.1.mlp.linear_fc2.weight|2d-64|(64, 2944)", + "tensor": "model.visual.blocks.1.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 2944 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.1.mlp.linear_fc2.weight|2d-64|(64, 832)", + "tensor": "model.visual.blocks.1.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.21.mlp.linear_fc2.weight|2d-64|(128, 512)", + "tensor": "model.visual.blocks.21.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.5.mlp.linear_fc2.weight|2d-64|(448, 2304)", + "tensor": "model.visual.blocks.5.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 2304 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.12.mlp.linear_fc2.weight|2d-64|(512, 3776)", + "tensor": "model.visual.blocks.12.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 512, + 3776 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.23.mlp.linear_fc2.weight|2d-64|(320, 3904)", + "tensor": "model.visual.blocks.23.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 3904 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.3.mlp.linear_fc2.weight|2d-64|(384, 832)", + "tensor": "model.visual.blocks.3.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.22.mlp.linear_fc2.weight|2d-64|(448, 3008)", + "tensor": "model.visual.blocks.22.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 3008 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.15.mlp.linear_fc2.weight|2d-64|(0, 3520)", + "tensor": "model.visual.blocks.15.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 3520 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.2.mlp.linear_fc2.weight|2d-64|(960, 256)", + "tensor": "model.visual.blocks.2.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 960, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.18.mlp.linear_fc2.weight|2d-64|(64, 384)", + "tensor": "model.visual.blocks.18.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.18.mlp.linear_fc2.weight|2d-64|(0, 1216)", + "tensor": "model.visual.blocks.18.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 1216 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.17.mlp.linear_fc2.weight|2d-64|(512, 3392)", + "tensor": "model.visual.blocks.17.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 512, + 3392 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.23.mlp.linear_fc2.weight|2d-64|(960, 2560)", + "tensor": "model.visual.blocks.23.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 960, + 2560 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.15.mlp.linear_fc2.weight|2d-64|(640, 3200)", + "tensor": "model.visual.blocks.15.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 640, + 3200 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.10.mlp.linear_fc2.weight|2d-64|(896, 3584)", + "tensor": "model.visual.blocks.10.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 896, + 3584 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.18.mlp.linear_fc2.weight|2d-64|(960, 3136)", + "tensor": "model.visual.blocks.18.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 960, + 3136 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.2.mlp.linear_fc2.weight|2d-64|(256, 2048)", + "tensor": "model.visual.blocks.2.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 2048 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.15.mlp.linear_fc2.weight|2d-64|(0, 704)", + "tensor": "model.visual.blocks.15.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.8.mlp.linear_fc2.weight|2d-64|(512, 2496)", + "tensor": "model.visual.blocks.8.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 512, + 2496 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.1.mlp.linear_fc2.weight|2d-64|(0, 1024)", + "tensor": "model.visual.blocks.1.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 1024 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.14.mlp.linear_fc2.weight|2d-64|(576, 2176)", + "tensor": "model.visual.blocks.14.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 576, + 2176 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.4.mlp.linear_fc2.weight|2d-64|(256, 384)", + "tensor": "model.visual.blocks.4.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.7.mlp.linear_fc2.weight|2d-64|(832, 1152)", + "tensor": "model.visual.blocks.7.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 832, + 1152 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.17.mlp.linear_fc2.weight|2d-64|(960, 3520)", + "tensor": "model.visual.blocks.17.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 960, + 3520 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.20.mlp.linear_fc2.weight|2d-64|(832, 192)", + "tensor": "model.visual.blocks.20.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 832, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.23.mlp.linear_fc2.weight|2d-64|(704, 3584)", + "tensor": "model.visual.blocks.23.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 704, + 3584 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.13.mlp.linear_fc2.weight|2d-64|(704, 1408)", + "tensor": "model.visual.blocks.13.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 704, + 1408 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.2.mlp.linear_fc2.weight|2d-64|(256, 1280)", + "tensor": "model.visual.blocks.2.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 1280 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.21.mlp.linear_fc2.weight|2d-64|(320, 768)", + "tensor": "model.visual.blocks.21.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.11.mlp.linear_fc2.weight|2d-64|(512, 3136)", + "tensor": "model.visual.blocks.11.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 512, + 3136 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.7.mlp.linear_fc2.weight|2d-64|(64, 3776)", + "tensor": "model.visual.blocks.7.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 3776 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.5.mlp.linear_fc2.weight|2d-64|(384, 448)", + "tensor": "model.visual.blocks.5.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.11.mlp.linear_fc2.weight|2d-64|(128, 4032)", + "tensor": "model.visual.blocks.11.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 4032 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.22.mlp.linear_fc2.weight|2d-64|(704, 3904)", + "tensor": "model.visual.blocks.22.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 704, + 3904 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.4.mlp.linear_fc2.weight|2d-64|(768, 1728)", + "tensor": "model.visual.blocks.4.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 768, + 1728 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.16.mlp.linear_fc2.weight|2d-64|(832, 256)", + "tensor": "model.visual.blocks.16.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 832, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.19.mlp.linear_fc2.weight|2d-64|(640, 1920)", + "tensor": "model.visual.blocks.19.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 640, + 1920 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.12.mlp.linear_fc2.weight|2d-64|(448, 384)", + "tensor": "model.visual.blocks.12.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.6.mlp.linear_fc2.weight|2d-64|(64, 1280)", + "tensor": "model.visual.blocks.6.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 1280 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.4.mlp.linear_fc2.weight|2d-64|(768, 1280)", + "tensor": "model.visual.blocks.4.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 768, + 1280 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.21.mlp.linear_fc2.weight|2d-64|(0, 1920)", + "tensor": "model.visual.blocks.21.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 1920 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.2.mlp.linear_fc2.weight|2d-64|(384, 3008)", + "tensor": "model.visual.blocks.2.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 3008 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.21.mlp.linear_fc2.weight|2d-64|(768, 1280)", + "tensor": "model.visual.blocks.21.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 768, + 1280 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.13.mlp.linear_fc2.weight|2d-64|(704, 1088)", + "tensor": "model.visual.blocks.13.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 704, + 1088 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.8.mlp.linear_fc2.weight|2d-64|(960, 448)", + "tensor": "model.visual.blocks.8.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 960, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.11.mlp.linear_fc2.weight|2d-64|(704, 2432)", + "tensor": "model.visual.blocks.11.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 704, + 2432 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.13.mlp.linear_fc2.weight|2d-64|(128, 1600)", + "tensor": "model.visual.blocks.13.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 1600 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.12.mlp.linear_fc2.weight|2d-64|(320, 384)", + "tensor": "model.visual.blocks.12.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.2.mlp.linear_fc2.weight|2d-64|(192, 128)", + "tensor": "model.visual.blocks.2.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.0.mlp.linear_fc2.weight|2d-64|(832, 2304)", + "tensor": "model.visual.blocks.0.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 832, + 2304 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.8.mlp.linear_fc2.weight|2d-64|(192, 2944)", + "tensor": "model.visual.blocks.8.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 2944 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.5.mlp.linear_fc2.weight|2d-64|(192, 0)", + "tensor": "model.visual.blocks.5.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.19.mlp.linear_fc2.weight|2d-64|(128, 3136)", + "tensor": "model.visual.blocks.19.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 3136 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.3.mlp.linear_fc2.weight|2d-64|(576, 3840)", + "tensor": "model.visual.blocks.3.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 576, + 3840 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.8.mlp.linear_fc2.weight|2d-64|(512, 704)", + "tensor": "model.visual.blocks.8.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 512, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.8.mlp.linear_fc2.weight|2d-64|(384, 3328)", + "tensor": "model.visual.blocks.8.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 3328 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.8.mlp.linear_fc2.weight|2d-64|(448, 3392)", + "tensor": "model.visual.blocks.8.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 3392 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.15.mlp.linear_fc2.weight|2d-64|(448, 3584)", + "tensor": "model.visual.blocks.15.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 3584 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.4.mlp.linear_fc2.weight|2d-64|(0, 1664)", + "tensor": "model.visual.blocks.4.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 1664 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.22.mlp.linear_fc2.weight|2d-64|(384, 2176)", + "tensor": "model.visual.blocks.22.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 2176 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.2.mlp.linear_fc2.weight|2d-64|(704, 1920)", + "tensor": "model.visual.blocks.2.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 704, + 1920 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.0.mlp.linear_fc2.weight|2d-64|(576, 2304)", + "tensor": "model.visual.blocks.0.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 576, + 2304 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.17.mlp.linear_fc2.weight|2d-64|(64, 3264)", + "tensor": "model.visual.blocks.17.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 3264 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.21.mlp.linear_fc2.weight|2d-64|(128, 4032)", + "tensor": "model.visual.blocks.21.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 4032 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.2.mlp.linear_fc2.weight|2d-64|(192, 192)", + "tensor": "model.visual.blocks.2.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.22.mlp.linear_fc2.weight|2d-64|(64, 1216)", + "tensor": "model.visual.blocks.22.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 1216 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.16.mlp.linear_fc2.weight|2d-64|(512, 1024)", + "tensor": "model.visual.blocks.16.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 512, + 1024 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.20.mlp.linear_fc2.weight|2d-64|(512, 3776)", + "tensor": "model.visual.blocks.20.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 512, + 3776 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.16.mlp.linear_fc2.weight|2d-64|(704, 3648)", + "tensor": "model.visual.blocks.16.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 704, + 3648 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.9.mlp.linear_fc2.weight|2d-64|(384, 704)", + "tensor": "model.visual.blocks.9.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.18.mlp.linear_fc2.weight|2d-64|(768, 0)", + "tensor": "model.visual.blocks.18.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 768, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.16.mlp.linear_fc2.weight|2d-64|(384, 2752)", + "tensor": "model.visual.blocks.16.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 2752 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.18.mlp.linear_fc2.weight|2d-64|(704, 448)", + "tensor": "model.visual.blocks.18.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 704, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.23.mlp.linear_fc2.weight|2d-64|(320, 2432)", + "tensor": "model.visual.blocks.23.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 2432 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.1.mlp.linear_fc2.weight|2d-64|(640, 2944)", + "tensor": "model.visual.blocks.1.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 640, + 2944 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.10.mlp.linear_fc2.weight|2d-64|(576, 3968)", + "tensor": "model.visual.blocks.10.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 576, + 3968 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.23.mlp.linear_fc2.weight|2d-64|(192, 3520)", + "tensor": "model.visual.blocks.23.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 3520 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.10.mlp.linear_fc2.weight|2d-64|(384, 64)", + "tensor": "model.visual.blocks.10.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.7.mlp.linear_fc2.weight|2d-64|(704, 3200)", + "tensor": "model.visual.blocks.7.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 704, + 3200 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.14.mlp.linear_fc2.weight|2d-64|(512, 3456)", + "tensor": "model.visual.blocks.14.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 512, + 3456 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.23.mlp.linear_fc2.weight|2d-64|(448, 1216)", + "tensor": "model.visual.blocks.23.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 1216 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.9.mlp.linear_fc2.weight|2d-64|(960, 1664)", + "tensor": "model.visual.blocks.9.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 960, + 1664 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.10.mlp.linear_fc2.weight|2d-64|(576, 2176)", + "tensor": "model.visual.blocks.10.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 576, + 2176 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.11.mlp.linear_fc2.weight|2d-64|(64, 3392)", + "tensor": "model.visual.blocks.11.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 3392 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.8.mlp.linear_fc2.weight|2d-64|(768, 1856)", + "tensor": "model.visual.blocks.8.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 768, + 1856 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.4.mlp.linear_fc2.weight|2d-64|(576, 2304)", + "tensor": "model.visual.blocks.4.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 576, + 2304 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.3.mlp.linear_fc2.weight|2d-64|(640, 320)", + "tensor": "model.visual.blocks.3.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 640, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.10.mlp.linear_fc2.weight|2d-64|(704, 2624)", + "tensor": "model.visual.blocks.10.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 704, + 2624 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.19.mlp.linear_fc2.weight|2d-64|(512, 2752)", + "tensor": "model.visual.blocks.19.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 512, + 2752 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.12.mlp.linear_fc2.weight|2d-64|(320, 192)", + "tensor": "model.visual.blocks.12.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.4.mlp.linear_fc2.weight|2d-64|(192, 3072)", + "tensor": "model.visual.blocks.4.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 3072 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.20.mlp.linear_fc2.weight|2d-64|(192, 192)", + "tensor": "model.visual.blocks.20.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.7.mlp.linear_fc2.weight|2d-64|(448, 3904)", + "tensor": "model.visual.blocks.7.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 3904 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.12.mlp.linear_fc2.weight|2d-64|(704, 1088)", + "tensor": "model.visual.blocks.12.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 704, + 1088 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.9.mlp.linear_fc2.weight|2d-64|(832, 3072)", + "tensor": "model.visual.blocks.9.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 832, + 3072 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.23.mlp.linear_fc2.weight|2d-64|(448, 1600)", + "tensor": "model.visual.blocks.23.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 1600 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.17.mlp.linear_fc2.weight|2d-64|(0, 1856)", + "tensor": "model.visual.blocks.17.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 1856 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.7.mlp.linear_fc2.weight|2d-64|(320, 448)", + "tensor": "model.visual.blocks.7.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.8.mlp.linear_fc2.weight|2d-64|(384, 3712)", + "tensor": "model.visual.blocks.8.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 3712 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.10.mlp.linear_fc2.weight|2d-64|(0, 3456)", + "tensor": "model.visual.blocks.10.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 3456 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.0.mlp.linear_fc2.weight|2d-64|(896, 960)", + "tensor": "model.visual.blocks.0.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 896, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.6.mlp.linear_fc2.weight|2d-64|(576, 512)", + "tensor": "model.visual.blocks.6.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 576, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.0.mlp.linear_fc2.weight|2d-64|(640, 3968)", + "tensor": "model.visual.blocks.0.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 640, + 3968 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.21.mlp.linear_fc2.weight|2d-64|(320, 704)", + "tensor": "model.visual.blocks.21.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.11.mlp.linear_fc2.weight|2d-64|(64, 2816)", + "tensor": "model.visual.blocks.11.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 2816 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.18.mlp.linear_fc2.weight|2d-64|(128, 3904)", + "tensor": "model.visual.blocks.18.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 3904 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.16.mlp.linear_fc2.weight|2d-64|(384, 3200)", + "tensor": "model.visual.blocks.16.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 3200 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.12.mlp.linear_fc2.weight|2d-64|(576, 3968)", + "tensor": "model.visual.blocks.12.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 576, + 3968 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.10.mlp.linear_fc2.weight|2d-64|(512, 192)", + "tensor": "model.visual.blocks.10.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 512, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.6.mlp.linear_fc2.weight|2d-64|(832, 2048)", + "tensor": "model.visual.blocks.6.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 832, + 2048 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.6.mlp.linear_fc2.weight|2d-64|(0, 1088)", + "tensor": "model.visual.blocks.6.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 1088 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.20.mlp.linear_fc2.weight|2d-64|(768, 2752)", + "tensor": "model.visual.blocks.20.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 768, + 2752 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.12.mlp.linear_fc2.weight|2d-64|(128, 3392)", + "tensor": "model.visual.blocks.12.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 3392 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.2.mlp.linear_fc2.weight|2d-64|(576, 3392)", + "tensor": "model.visual.blocks.2.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 576, + 3392 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.21.mlp.linear_fc2.weight|2d-64|(64, 3136)", + "tensor": "model.visual.blocks.21.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 3136 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.10.mlp.linear_fc2.weight|2d-64|(512, 2368)", + "tensor": "model.visual.blocks.10.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 512, + 2368 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.8.mlp.linear_fc2.weight|2d-64|(768, 1408)", + "tensor": "model.visual.blocks.8.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 768, + 1408 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.5.mlp.linear_fc2.weight|2d-64|(704, 3776)", + "tensor": "model.visual.blocks.5.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 704, + 3776 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.10.mlp.linear_fc2.weight|2d-64|(320, 3072)", + "tensor": "model.visual.blocks.10.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 3072 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.15.mlp.linear_fc2.weight|2d-64|(320, 1152)", + "tensor": "model.visual.blocks.15.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 1152 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.21.mlp.linear_fc2.weight|2d-64|(832, 448)", + "tensor": "model.visual.blocks.21.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 832, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.17.mlp.linear_fc2.weight|2d-64|(832, 3776)", + "tensor": "model.visual.blocks.17.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 832, + 3776 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.21.mlp.linear_fc2.weight|2d-64|(192, 3648)", + "tensor": "model.visual.blocks.21.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 3648 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.11.mlp.linear_fc2.weight|2d-64|(832, 3072)", + "tensor": "model.visual.blocks.11.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 832, + 3072 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.6.mlp.linear_fc2.weight|2d-64|(960, 2112)", + "tensor": "model.visual.blocks.6.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 960, + 2112 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.18.mlp.linear_fc2.weight|2d-64|(960, 640)", + "tensor": "model.visual.blocks.18.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 960, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.15.mlp.linear_fc2.weight|2d-64|(960, 1792)", + "tensor": "model.visual.blocks.15.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 960, + 1792 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.0.mlp.linear_fc2.weight|2d-64|(704, 2752)", + "tensor": "model.visual.blocks.0.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 704, + 2752 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.18.mlp.linear_fc2.weight|2d-64|(256, 1984)", + "tensor": "model.visual.blocks.18.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 1984 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.3.mlp.linear_fc2.weight|2d-64|(896, 1024)", + "tensor": "model.visual.blocks.3.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 896, + 1024 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.2.mlp.linear_fc2.weight|2d-64|(960, 896)", + "tensor": "model.visual.blocks.2.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 2, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 960, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.8.mlp.linear_fc2.weight|2d-64|(704, 1216)", + "tensor": "model.visual.blocks.8.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 704, + 1216 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.18.mlp.linear_fc2.weight|2d-64|(64, 2560)", + "tensor": "model.visual.blocks.18.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 2560 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.17.mlp.linear_fc2.weight|2d-64|(768, 3648)", + "tensor": "model.visual.blocks.17.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 768, + 3648 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.0.mlp.linear_fc2.weight|2d-64|(192, 128)", + "tensor": "model.visual.blocks.0.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.9.mlp.linear_fc2.weight|2d-64|(832, 1664)", + "tensor": "model.visual.blocks.9.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 832, + 1664 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.21.mlp.linear_fc2.weight|2d-64|(64, 3648)", + "tensor": "model.visual.blocks.21.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 3648 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.0.mlp.linear_fc2.weight|2d-64|(512, 2304)", + "tensor": "model.visual.blocks.0.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 512, + 2304 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.13.mlp.linear_fc2.weight|2d-64|(448, 1984)", + "tensor": "model.visual.blocks.13.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 1984 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.19.mlp.linear_fc2.weight|2d-64|(384, 3264)", + "tensor": "model.visual.blocks.19.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 3264 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.17.mlp.linear_fc2.weight|2d-64|(448, 3072)", + "tensor": "model.visual.blocks.17.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 3072 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.23.mlp.linear_fc2.weight|2d-64|(320, 3392)", + "tensor": "model.visual.blocks.23.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 3392 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.14.mlp.linear_fc2.weight|2d-64|(576, 960)", + "tensor": "model.visual.blocks.14.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 576, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.14.mlp.linear_fc2.weight|2d-64|(448, 2432)", + "tensor": "model.visual.blocks.14.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 14, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 2432 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.11.mlp.linear_fc2.weight|2d-64|(896, 832)", + "tensor": "model.visual.blocks.11.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 896, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.7.mlp.linear_fc2.weight|2d-64|(320, 64)", + "tensor": "model.visual.blocks.7.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.12.mlp.linear_fc2.weight|2d-64|(768, 1856)", + "tensor": "model.visual.blocks.12.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 12, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 768, + 1856 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.17.mlp.linear_fc2.weight|2d-64|(960, 0)", + "tensor": "model.visual.blocks.17.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 960, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.22.mlp.linear_fc2.weight|2d-64|(192, 2176)", + "tensor": "model.visual.blocks.22.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 2176 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.21.mlp.linear_fc2.weight|2d-64|(128, 3328)", + "tensor": "model.visual.blocks.21.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 3328 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.16.mlp.linear_fc2.weight|2d-64|(768, 3520)", + "tensor": "model.visual.blocks.16.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 768, + 3520 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.1.mlp.linear_fc2.weight|2d-64|(576, 192)", + "tensor": "model.visual.blocks.1.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 576, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.16.mlp.linear_fc2.weight|2d-64|(448, 3520)", + "tensor": "model.visual.blocks.16.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 3520 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.9.mlp.linear_fc2.weight|2d-64|(192, 384)", + "tensor": "model.visual.blocks.9.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.20.mlp.linear_fc2.weight|2d-64|(448, 320)", + "tensor": "model.visual.blocks.20.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.9.mlp.linear_fc2.weight|2d-64|(576, 3840)", + "tensor": "model.visual.blocks.9.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 576, + 3840 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.3.mlp.linear_fc2.weight|2d-64|(64, 2752)", + "tensor": "model.visual.blocks.3.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 2752 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.4.mlp.linear_fc2.weight|2d-64|(960, 2176)", + "tensor": "model.visual.blocks.4.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 960, + 2176 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.19.mlp.linear_fc2.weight|2d-64|(896, 576)", + "tensor": "model.visual.blocks.19.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 19, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 896, + 576 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.9.mlp.linear_fc2.weight|2d-64|(0, 704)", + "tensor": "model.visual.blocks.9.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.4.mlp.linear_fc2.weight|2d-64|(448, 1216)", + "tensor": "model.visual.blocks.4.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 1216 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.1.mlp.linear_fc2.weight|2d-64|(192, 256)", + "tensor": "model.visual.blocks.1.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.11.mlp.linear_fc2.weight|2d-64|(0, 2688)", + "tensor": "model.visual.blocks.11.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 11, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 2688 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.13.mlp.linear_fc2.weight|2d-64|(256, 1344)", + "tensor": "model.visual.blocks.13.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 1344 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.8.mlp.linear_fc2.weight|2d-64|(704, 3392)", + "tensor": "model.visual.blocks.8.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 8, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 704, + 3392 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.10.mlp.linear_fc2.weight|2d-64|(768, 2048)", + "tensor": "model.visual.blocks.10.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 768, + 2048 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.22.mlp.linear_fc2.weight|2d-64|(256, 256)", + "tensor": "model.visual.blocks.22.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.13.mlp.linear_fc2.weight|2d-64|(640, 3840)", + "tensor": "model.visual.blocks.13.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 640, + 3840 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.17.mlp.linear_fc2.weight|2d-64|(128, 2048)", + "tensor": "model.visual.blocks.17.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 2048 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.17.mlp.linear_fc2.weight|2d-64|(640, 2112)", + "tensor": "model.visual.blocks.17.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 17, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 640, + 2112 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.21.mlp.linear_fc2.weight|2d-64|(768, 1216)", + "tensor": "model.visual.blocks.21.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 768, + 1216 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.7.mlp.linear_fc2.weight|2d-64|(64, 1408)", + "tensor": "model.visual.blocks.7.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 1408 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.3.mlp.linear_fc2.weight|2d-64|(384, 3392)", + "tensor": "model.visual.blocks.3.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 3392 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.0.mlp.linear_fc2.weight|2d-64|(768, 320)", + "tensor": "model.visual.blocks.0.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 768, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.21.mlp.linear_fc2.weight|2d-64|(960, 1792)", + "tensor": "model.visual.blocks.21.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 21, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 960, + 1792 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.23.mlp.linear_fc2.weight|2d-64|(0, 3072)", + "tensor": "model.visual.blocks.23.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 3072 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.16.mlp.linear_fc2.weight|2d-64|(768, 1536)", + "tensor": "model.visual.blocks.16.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 16, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 768, + 1536 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.3.mlp.linear_fc2.weight|2d-64|(192, 1728)", + "tensor": "model.visual.blocks.3.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 3, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 1728 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.20.mlp.linear_fc2.weight|2d-64|(832, 2112)", + "tensor": "model.visual.blocks.20.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 832, + 2112 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.18.mlp.linear_fc2.weight|2d-64|(448, 1472)", + "tensor": "model.visual.blocks.18.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 1472 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.5.mlp.linear_fc2.weight|2d-64|(704, 1152)", + "tensor": "model.visual.blocks.5.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 704, + 1152 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.23.mlp.linear_fc2.weight|2d-64|(0, 2816)", + "tensor": "model.visual.blocks.23.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 23, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 2816 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.18.mlp.linear_fc2.weight|2d-64|(320, 128)", + "tensor": "model.visual.blocks.18.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 18, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.9.mlp.linear_fc2.weight|2d-64|(960, 1152)", + "tensor": "model.visual.blocks.9.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 9, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 960, + 1152 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.4.mlp.linear_fc2.weight|2d-64|(768, 3264)", + "tensor": "model.visual.blocks.4.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 768, + 3264 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.4.mlp.linear_fc2.weight|2d-64|(576, 1600)", + "tensor": "model.visual.blocks.4.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 576, + 1600 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.7.mlp.linear_fc2.weight|2d-64|(256, 1792)", + "tensor": "model.visual.blocks.7.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 1792 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.13.mlp.linear_fc2.weight|2d-64|(896, 2944)", + "tensor": "model.visual.blocks.13.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 13, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 896, + 2944 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.4.mlp.linear_fc2.weight|2d-64|(896, 3328)", + "tensor": "model.visual.blocks.4.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 4, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 896, + 3328 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.7.mlp.linear_fc2.weight|2d-64|(128, 2304)", + "tensor": "model.visual.blocks.7.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 7, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 2304 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.5.mlp.linear_fc2.weight|2d-64|(512, 640)", + "tensor": "model.visual.blocks.5.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 5, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 512, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.15.mlp.linear_fc2.weight|2d-64|(384, 3648)", + "tensor": "model.visual.blocks.15.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 15, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 3648 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.22.mlp.linear_fc2.weight|2d-64|(512, 1600)", + "tensor": "model.visual.blocks.22.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 22, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 512, + 1600 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.10.mlp.linear_fc2.weight|2d-64|(256, 2496)", + "tensor": "model.visual.blocks.10.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 10, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 2496 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.20.mlp.linear_fc2.weight|2d-64|(512, 1728)", + "tensor": "model.visual.blocks.20.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 20, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 512, + 1728 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.6.mlp.linear_fc2.weight|2d-64|(640, 2624)", + "tensor": "model.visual.blocks.6.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 6, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 640, + 2624 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(1920, 2560)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1920, + 2560 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(1024, 768)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(2560, 896)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2560, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(3584, 0)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3584, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(2048, 3456)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2048, + 3456 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(0, 640)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(3968, 768)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3968, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(0, 896)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(2048, 1920)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2048, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(3712, 3072)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3712, + 3072 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(1536, 1536)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(0, 1408)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(2688, 1280)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2688, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(0, 1664)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(1280, 640)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(1024, 2560)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 2560 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(1024, 1152)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(1536, 896)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(0, 2304)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 2304 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(0, 2432)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 2432 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(0, 2560)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 2560 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(3328, 2816)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3328, + 2816 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(0, 2816)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 2816 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(2304, 1792)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2304, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(1792, 1280)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1792, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(0, 3200)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 3200 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(2432, 1408)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2432, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(1664, 1024)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(2304, 128)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2304, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(1280, 2688)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 2688 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(2048, 1664)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2048, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(3072, 2432)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3072, + 2432 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(128, 0)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(1536, 2176)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 2176 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(3072, 1664)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3072, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(128, 384)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(2304, 3840)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2304, + 3840 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(1408, 0)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1408, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(128, 768)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(3072, 2688)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3072, + 2688 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(2944, 512)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2944, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(2432, 2816)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2432, + 2816 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(1536, 3456)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 3456 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(2176, 1280)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2176, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(1536, 1280)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(3584, 2304)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3584, + 2304 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(3584, 3456)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3584, + 3456 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(1024, 2944)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 2944 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(1536, 2304)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 2304 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(1280, 2816)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 2816 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(1664, 3584)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 3584 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(128, 2432)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 2432 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(1408, 768)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1408, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(2944, 896)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2944, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(128, 2816)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 2816 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(128, 2944)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 2944 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(128, 3072)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 3072 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(1792, 3584)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1792, + 3584 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(2048, 2816)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2048, + 2816 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(2304, 2816)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2304, + 2816 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(3712, 1408)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3712, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(1152, 128)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(3072, 1920)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3072, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(1664, 1536)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(1152, 3968)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 3968 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(2304, 2944)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2304, + 2944 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(256, 256)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(3072, 1152)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3072, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(256, 512)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(3456, 0)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3456, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(3584, 1664)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3584, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(2816, 3328)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2816, + 3328 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(256, 1024)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(1024, 3072)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 3072 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(3968, 0)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3968, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(256, 1408)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(256, 1536)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(2048, 2048)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2048, + 2048 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(2432, 896)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2432, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(2816, 128)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2816, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(1280, 1664)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(3712, 2944)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3712, + 2944 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(2048, 1280)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2048, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(3712, 2560)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3712, + 2560 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(2944, 2560)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2944, + 2560 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(2304, 3200)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2304, + 3200 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(256, 2816)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 2816 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(256, 2944)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 2944 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(256, 3072)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 3072 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(256, 3200)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 3200 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(3072, 3584)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3072, + 3584 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(1664, 3328)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 3328 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(256, 3584)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 3584 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(3840, 0)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3840, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(2048, 128)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2048, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(1536, 3584)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 3584 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(384, 0)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(384, 128)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(1920, 256)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1920, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(1408, 2304)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1408, + 2304 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(2432, 2048)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2432, + 2048 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(1920, 896)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1920, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(1792, 3200)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1792, + 3200 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(3584, 3200)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3584, + 3200 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(384, 1024)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(1280, 3840)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 3840 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(2944, 1152)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2944, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(384, 1408)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(3328, 512)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3328, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(384, 1664)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(384, 1792)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(1664, 3840)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 3840 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(384, 2048)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 2048 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(3968, 1024)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3968, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(3712, 2304)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3712, + 2304 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(2176, 3328)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2176, + 3328 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(1792, 3072)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1792, + 3072 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(3200, 3968)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3200, + 3968 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(2688, 2688)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2688, + 2688 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(1664, 384)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(3456, 2816)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3456, + 2816 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(3968, 2688)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3968, + 2688 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(384, 3328)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 3328 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(2560, 3968)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2560, + 3968 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(3456, 3072)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3456, + 3072 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(1920, 1536)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1920, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(384, 3840)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 3840 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(384, 3968)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 3968 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(2432, 768)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2432, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(1152, 3840)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 3840 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(512, 256)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(3712, 3840)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3712, + 3840 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(512, 512)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(3328, 1920)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3328, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(2176, 896)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2176, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(1024, 1664)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(2944, 1664)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2944, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(3712, 896)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3712, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(1664, 1664)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(1280, 3200)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 3200 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(3200, 1024)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3200, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(3968, 1664)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3968, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(2432, 1024)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2432, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(2048, 3840)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2048, + 3840 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(512, 2048)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 2048 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(2048, 0)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2048, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(3200, 1664)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3200, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(3200, 3584)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3200, + 3584 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(1024, 256)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(3200, 1536)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3200, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(512, 2816)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 2816 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(1152, 0)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(512, 3072)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 3072 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(2944, 2816)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2944, + 2816 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(1408, 256)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1408, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(3840, 1280)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3840, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(512, 3584)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 3584 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(3840, 2048)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3840, + 2048 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(3584, 2176)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3584, + 2176 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(1024, 1408)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(3584, 512)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3584, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(1664, 2176)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 2176 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(1152, 3328)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 3328 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(3072, 2944)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3072, + 2944 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(1152, 1792)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(1280, 1024)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(640, 768)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(2176, 384)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2176, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(640, 1024)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(3072, 128)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3072, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(640, 1280)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(3456, 2944)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3456, + 2944 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(2688, 1408)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2688, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(1664, 1280)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(640, 1792)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(2688, 3328)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2688, + 3328 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(2944, 1536)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2944, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(640, 2176)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 2176 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(1152, 3712)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 3712 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(3072, 2304)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3072, + 2304 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(640, 2560)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 2560 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(2816, 1408)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2816, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(1792, 2432)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1792, + 2432 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(640, 2944)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 2944 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(2048, 2944)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2048, + 2944 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(2432, 3968)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2432, + 3968 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(1408, 2048)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1408, + 2048 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(2048, 2304)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2048, + 2304 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(1664, 3072)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 3072 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(640, 3712)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 3712 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(1792, 1664)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1792, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(1024, 1280)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(768, 0)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(3072, 1408)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3072, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(1280, 2560)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 2560 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(2176, 0)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2176, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(2816, 384)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2816, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(2048, 1536)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2048, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(2560, 1152)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2560, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(768, 896)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(1664, 768)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(3328, 2432)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3328, + 2432 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(2304, 2432)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2304, + 2432 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(768, 1408)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(1664, 2688)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 2688 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(768, 1664)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(1280, 896)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(1408, 3968)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1408, + 3968 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(3968, 2432)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3968, + 2432 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(768, 2176)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 2176 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(1920, 1920)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1920, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(3968, 1408)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3968, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(1152, 2176)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 2176 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(2048, 512)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2048, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(2176, 3072)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2176, + 3072 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(1408, 128)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1408, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(1152, 2688)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 2688 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(768, 3200)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 3200 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(3712, 3328)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3712, + 3328 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(2560, 0)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2560, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(2432, 2688)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2432, + 2688 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(2944, 1408)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2944, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(2304, 0)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2304, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(1920, 512)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1920, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(1280, 3328)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 3328 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(1152, 1664)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(896, 256)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(3328, 1792)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3328, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(896, 512)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(896, 640)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(2560, 2560)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2560, + 2560 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(3712, 1664)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3712, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(1152, 2304)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 2304 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(2816, 256)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2816, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(896, 1280)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(2688, 1792)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2688, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(3840, 1664)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3840, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(2560, 1536)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2560, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(3200, 1792)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3200, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(896, 1920)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(2688, 2560)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2688, + 2560 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(3968, 3840)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3968, + 3840 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(896, 2304)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 2304 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(3840, 1920)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3840, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(1024, 2176)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 2176 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(896, 2688)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 2688 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(2048, 768)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2048, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(896, 2944)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 2944 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(1920, 3584)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1920, + 3584 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(2816, 3072)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2816, + 3072 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(896, 3328)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 3328 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(1408, 896)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1408, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(3712, 1280)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3712, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(3968, 2176)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3968, + 2176 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(896, 3840)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 3840 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-128|(3712, 0)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3712, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(1664, 1920)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1664, + 1920 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(2432, 3200)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2432, + 3200 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(1664, 1088)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1664, + 1088 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(1344, 1920)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1344, + 1920 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(704, 1920)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 704, + 1920 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(3840, 3008)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3840, + 3008 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(1920, 512)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1920, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(1344, 3264)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1344, + 3264 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(256, 2368)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 2368 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(1856, 3968)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1856, + 3968 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(768, 2560)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 768, + 2560 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(1856, 2432)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1856, + 2432 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(3008, 256)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3008, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(3072, 1984)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3072, + 1984 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(2496, 832)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2496, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(576, 1664)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 576, + 1664 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(3008, 3200)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3008, + 3200 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(3840, 1536)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3840, + 1536 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(320, 256)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(3072, 0)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3072, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(3648, 1344)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3648, + 1344 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(2112, 1664)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2112, + 1664 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(1856, 192)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1856, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(2944, 3584)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2944, + 3584 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(1664, 1216)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1664, + 1216 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(384, 704)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(2496, 1600)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2496, + 1600 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(512, 2624)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 512, + 2624 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(3072, 512)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3072, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(0, 1856)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 1856 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(320, 832)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(3456, 3520)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3456, + 3520 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(448, 2496)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 2496 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(3264, 512)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3264, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(704, 2048)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 704, + 2048 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(1792, 2432)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1792, + 2432 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(3392, 3200)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3392, + 3200 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(2432, 1536)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2432, + 1536 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(2624, 2112)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2624, + 2112 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(2368, 1088)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2368, + 1088 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(3072, 320)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3072, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(1088, 3648)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1088, + 3648 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(1600, 2816)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1600, + 2816 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(3520, 128)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3520, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(1344, 448)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1344, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(1920, 1408)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1920, + 1408 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(1984, 1088)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1984, + 1088 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(2624, 1344)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2624, + 1344 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(0, 3072)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 3072 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(960, 2752)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 960, + 2752 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(256, 4032)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 4032 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(2688, 576)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2688, + 576 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(1280, 3456)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1280, + 3456 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(768, 576)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 768, + 576 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(1536, 1600)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1536, + 1600 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(1792, 2240)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1792, + 2240 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(0, 3584)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 3584 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(1856, 1920)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1856, + 1920 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(640, 1472)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 640, + 1472 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(1920, 2112)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1920, + 2112 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(576, 192)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 576, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(704, 1024)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 704, + 1024 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(1344, 576)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1344, + 576 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(3840, 1088)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3840, + 1088 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(3840, 1408)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3840, + 1408 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(3712, 704)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3712, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(2688, 2752)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2688, + 2752 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(4032, 1472)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4032, + 1472 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(2560, 3072)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2560, + 3072 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(3648, 3776)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3648, + 3776 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(448, 3712)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 3712 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(3328, 1792)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3328, + 1792 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(512, 960)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 512, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(1920, 1088)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1920, + 1088 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(2368, 3712)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2368, + 3712 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(1344, 64)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1344, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(1216, 1152)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1216, + 1152 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(2240, 3648)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2240, + 3648 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(1216, 448)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1216, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(1408, 1728)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1408, + 1728 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(3776, 768)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3776, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(1728, 2496)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1728, + 2496 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(64, 1152)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 1152 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(640, 192)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 640, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(2816, 192)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2816, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(960, 768)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 960, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(1152, 256)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1152, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(768, 2240)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 768, + 2240 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(896, 1728)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 896, + 1728 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(1152, 1600)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1152, + 1600 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(3264, 3968)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3264, + 3968 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(3072, 640)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3072, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(3328, 1664)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3328, + 1664 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(2048, 1088)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2048, + 1088 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(3904, 3968)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3904, + 3968 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(3136, 3136)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3136, + 3136 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(1408, 1280)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1408, + 1280 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(1472, 3136)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1472, + 3136 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(3968, 2304)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3968, + 2304 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(1024, 3328)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1024, + 3328 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(1600, 2688)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1600, + 2688 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(1408, 896)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1408, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(832, 3008)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 832, + 3008 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(2752, 576)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2752, + 576 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(3968, 2560)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3968, + 2560 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(2880, 0)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2880, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(64, 2688)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 2688 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(1600, 256)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1600, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(1472, 128)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1472, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(1600, 2304)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1600, + 2304 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(1152, 2048)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1152, + 2048 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(2688, 2048)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2688, + 2048 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(64, 3072)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 3072 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(2560, 256)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2560, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(2560, 3392)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2560, + 3392 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(640, 2624)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 640, + 2624 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(3200, 2240)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3200, + 2240 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(3712, 1216)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3712, + 1216 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(1344, 3840)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1344, + 3840 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(320, 3200)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 3200 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(2368, 2496)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2368, + 2496 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(2176, 256)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2176, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(3456, 768)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3456, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(256, 3200)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 3200 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(1920, 3136)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1920, + 3136 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(64, 3904)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 3904 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(384, 1984)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 1984 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(2240, 1216)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2240, + 1216 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(2688, 3840)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2688, + 3840 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(2240, 512)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2240, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(640, 2560)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 640, + 2560 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(1024, 1536)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1024, + 1536 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(1152, 2944)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1152, + 2944 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(1536, 3072)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1536, + 3072 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(2688, 1152)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2688, + 1152 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(768, 192)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 768, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(128, 512)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(2112, 896)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2112, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(1088, 2624)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1088, + 2624 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(2560, 3136)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2560, + 3136 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(256, 512)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(832, 3328)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 832, + 3328 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(1920, 3904)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1920, + 3904 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(832, 2560)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 832, + 2560 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(128, 1024)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 1024 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(576, 1152)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 576, + 1152 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(1280, 64)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1280, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(3072, 448)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3072, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(3520, 2560)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3520, + 2560 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(3584, 2560)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3584, + 2560 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(2368, 1920)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2368, + 1920 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(2816, 320)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2816, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(960, 3584)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 960, + 3584 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(2240, 2496)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2240, + 2496 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(704, 1216)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 704, + 1216 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(2112, 3904)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2112, + 3904 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(128, 1792)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 1792 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(4032, 3968)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4032, + 3968 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(384, 3136)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 3136 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(2176, 3520)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2176, + 3520 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(512, 2240)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 512, + 2240 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(1088, 3712)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1088, + 3712 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(3136, 3904)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3136, + 3904 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(768, 3072)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 768, + 3072 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(3328, 1600)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3328, + 1600 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(960, 1920)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 960, + 1920 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(2944, 1600)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2944, + 1600 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(1920, 3776)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1920, + 3776 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(384, 3392)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 3392 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(896, 704)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 896, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(2176, 1152)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2176, + 1152 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(704, 512)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 704, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(2880, 1792)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2880, + 1792 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(128, 2880)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 2880 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(1856, 2560)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1856, + 2560 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(576, 448)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 576, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(1280, 4032)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1280, + 4032 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(2560, 576)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2560, + 576 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(3648, 1600)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3648, + 1600 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(2240, 576)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2240, + 576 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(320, 3392)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 3392 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(128, 3392)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 3392 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(1024, 1472)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1024, + 1472 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(448, 3008)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 3008 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(640, 1344)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 640, + 1344 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(768, 3968)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 768, + 3968 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(2240, 2432)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2240, + 2432 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(1792, 3072)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1792, + 3072 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(2368, 3840)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2368, + 3840 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(256, 1088)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 1088 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(2176, 3712)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2176, + 3712 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(128, 4032)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 4032 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(1408, 3328)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1408, + 3328 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(1600, 1216)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1600, + 1216 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(2304, 3264)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2304, + 3264 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(3648, 3904)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3648, + 3904 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(448, 2624)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 2624 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(1216, 2624)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1216, + 2624 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(448, 3456)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 3456 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(576, 2496)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 576, + 2496 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(3072, 3776)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3072, + 3776 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(576, 128)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 576, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(4032, 1088)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4032, + 1088 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(2176, 192)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2176, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(2816, 1216)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2816, + 1216 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(3968, 3264)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3968, + 3264 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(1728, 3840)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1728, + 3840 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(320, 384)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(256, 3456)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 3456 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(448, 1600)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 1600 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(4032, 832)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4032, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(3520, 3968)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3520, + 3968 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(2624, 3776)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2624, + 3776 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(192, 1344)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 1344 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(2496, 2112)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2496, + 2112 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(3328, 64)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3328, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(3776, 2944)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3776, + 2944 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(2624, 3456)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2624, + 3456 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(3776, 1984)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3776, + 1984 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(3136, 2304)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3136, + 2304 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(2112, 256)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2112, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(2240, 3136)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2240, + 3136 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(512, 512)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 512, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(2688, 3072)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2688, + 3072 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(3840, 3904)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3840, + 3904 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(1024, 3584)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1024, + 3584 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(1536, 768)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1536, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(2432, 192)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2432, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(4032, 2688)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4032, + 2688 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(1472, 3200)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1472, + 3200 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(256, 3072)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 3072 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(2496, 1920)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2496, + 1920 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(1536, 256)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1536, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(384, 3776)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 3776 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(1216, 960)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1216, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(320, 1984)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 1984 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(2496, 0)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2496, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(640, 1216)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 640, + 1216 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(2304, 1344)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2304, + 1344 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(1920, 4032)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1920, + 4032 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(2368, 704)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2368, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(3840, 2048)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3840, + 2048 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(1152, 2176)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1152, + 2176 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(3264, 4032)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3264, + 4032 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(3264, 3008)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3264, + 3008 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(192, 3392)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 3392 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(192, 3456)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 3456 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(1024, 2560)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1024, + 2560 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(1280, 1792)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1280, + 1792 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(2880, 2560)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2880, + 2560 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(3520, 2112)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3520, + 2112 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(1088, 192)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1088, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(1728, 512)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1728, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(3200, 3904)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3200, + 3904 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(2048, 3840)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2048, + 3840 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight|2d-64|(1792, 1792)", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1792, + 1792 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(1280, 2816)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 2816 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(0, 128)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(1920, 768)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1920, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(0, 384)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(0, 512)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(1408, 640)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1408, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(0, 768)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(1280, 2432)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 2432 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(1408, 3584)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1408, + 3584 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(1664, 3840)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 3840 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(1024, 2432)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 2432 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(0, 1408)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(1408, 3328)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1408, + 3328 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(1408, 384)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1408, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(1408, 3840)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1408, + 3840 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(0, 1920)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(1920, 2176)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1920, + 2176 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(1152, 3456)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 3456 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(1920, 3840)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1920, + 3840 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(0, 2432)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 2432 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(0, 2560)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 2560 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(0, 2688)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 2688 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(1024, 3200)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 3200 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(0, 2944)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 2944 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(0, 3072)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 3072 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(0, 3200)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 3200 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(1664, 640)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(0, 3456)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 3456 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(1664, 1280)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(0, 3712)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 3712 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(1792, 896)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1792, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(0, 3968)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 3968 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(128, 0)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(1792, 3712)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1792, + 3712 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(128, 256)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(128, 384)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(1024, 1664)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(128, 640)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(1280, 128)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(128, 896)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(1152, 1408)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(1280, 3328)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 3328 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(1792, 2688)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1792, + 2688 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(128, 1408)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(128, 1536)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(1408, 3712)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1408, + 3712 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(128, 1792)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(1536, 384)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(128, 2048)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 2048 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(128, 2176)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 2176 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(128, 2304)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 2304 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(128, 2432)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 2432 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(1920, 640)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1920, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(128, 2688)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 2688 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(128, 2816)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 2816 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(128, 2944)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 2944 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(1408, 1152)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1408, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(128, 3200)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 3200 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(1792, 3072)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1792, + 3072 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(128, 3456)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 3456 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(128, 3584)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 3584 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(1280, 1536)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(128, 3840)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 3840 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(1536, 1280)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(1920, 3712)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1920, + 3712 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(1024, 1280)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(256, 256)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(1536, 2816)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 2816 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(1024, 1024)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(256, 640)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(256, 768)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(1792, 1152)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1792, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(1280, 896)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(256, 1152)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(256, 1280)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(1280, 2048)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 2048 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(256, 1536)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(1408, 1536)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1408, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(1280, 3584)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 3584 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(1280, 2944)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 2944 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(1536, 3456)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 3456 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(1792, 3328)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1792, + 3328 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(1408, 896)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1408, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(1408, 3968)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1408, + 3968 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(256, 2560)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 2560 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(1536, 1408)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(1408, 1024)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1408, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(256, 2944)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 2944 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(256, 3072)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 3072 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(256, 3200)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 3200 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(1280, 640)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(256, 3456)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 3456 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(1280, 3968)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 3968 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(256, 3712)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 3712 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(256, 3840)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 3840 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(1024, 0)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(384, 0)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(384, 128)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(384, 256)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(384, 384)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(1152, 2176)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 2176 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(384, 640)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(1024, 640)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(384, 896)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(384, 1024)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(1664, 2944)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 2944 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(384, 1280)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(1664, 896)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(1408, 768)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1408, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(384, 1664)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(384, 1792)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(384, 1920)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(1792, 1408)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1792, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(1920, 1280)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1920, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(1152, 1536)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(1152, 512)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(1408, 1792)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1408, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(1152, 3584)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 3584 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(1920, 2432)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1920, + 2432 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(1792, 3584)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1792, + 3584 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(384, 3072)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 3072 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(384, 3200)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 3200 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(1536, 1536)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(1024, 3456)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 3456 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(384, 3584)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 3584 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(384, 3712)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 3712 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(1792, 1536)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1792, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(1408, 2816)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1408, + 2816 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(512, 0)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(1280, 1920)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(512, 256)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(512, 384)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(1408, 256)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1408, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(512, 640)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(512, 768)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(1152, 3072)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 3072 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(1280, 0)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(512, 1152)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(1664, 3328)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 3328 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(512, 1408)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(1536, 3968)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 3968 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(1152, 3840)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 3840 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(1280, 2304)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 2304 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(1664, 2304)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 2304 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(512, 2048)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 2048 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(512, 2176)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 2176 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(1536, 2432)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 2432 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(1536, 1792)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(1152, 896)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(512, 2688)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 2688 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(512, 2816)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 2816 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(1920, 1152)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1920, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(1024, 2560)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 2560 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(1920, 3456)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1920, + 3456 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(512, 3328)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 3328 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(512, 3456)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 3456 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(512, 3584)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 3584 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(512, 3712)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 3712 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(512, 3840)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 3840 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(512, 3968)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 3968 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(640, 0)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(1152, 3968)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 3968 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(1408, 2432)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1408, + 2432 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(640, 384)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(1664, 3712)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 3712 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(1664, 2432)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 2432 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(640, 768)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(640, 896)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(1920, 128)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1920, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(640, 1152)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(1024, 3840)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 3840 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(1152, 1920)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(640, 1536)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(640, 1664)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(640, 1792)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(640, 1920)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(1152, 1024)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(1920, 3072)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1920, + 3072 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(640, 2304)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 2304 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(1792, 0)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1792, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(640, 2560)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 2560 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(640, 2688)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 2688 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(1024, 2176)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 2176 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(1536, 2560)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 2560 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(640, 3072)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 3072 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(640, 3200)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 3200 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(640, 3328)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 3328 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(1408, 1408)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1408, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(640, 3584)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 3584 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(1664, 128)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(640, 3840)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 3840 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(1024, 768)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(768, 0)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(768, 128)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(768, 256)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(768, 384)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(1536, 1664)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(1792, 2560)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1792, + 2560 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(768, 768)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(768, 896)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(1024, 1408)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(1664, 3456)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 3456 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(1536, 128)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(768, 1408)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(768, 1536)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(768, 1664)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(768, 1792)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(768, 1920)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(768, 2048)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 2048 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(1152, 3200)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 3200 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(1280, 256)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(768, 2432)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 2432 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(1152, 3328)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 3328 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(1920, 2560)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1920, + 2560 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(768, 2816)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 2816 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(1024, 896)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(768, 3072)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 3072 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(1920, 1024)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1920, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(768, 3328)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 3328 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(768, 3456)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 3456 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(1920, 384)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1920, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(768, 3712)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 3712 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(768, 3840)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 3840 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(1664, 3968)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 3968 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(896, 0)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(896, 128)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(896, 256)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(896, 384)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(1792, 1664)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1792, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(1664, 256)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(896, 768)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(896, 896)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(896, 1024)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(896, 1152)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(896, 1280)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(1920, 1920)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1920, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(1024, 256)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(1280, 1024)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(1664, 3200)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 3200 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(896, 1920)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(1536, 1024)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(1920, 2048)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1920, + 2048 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(1792, 256)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1792, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(1280, 1280)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(896, 2560)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 2560 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(1664, 512)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(896, 2816)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 2816 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(896, 2944)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 2944 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(896, 3072)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 3072 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(1280, 3712)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 3712 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(896, 3328)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 3328 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(896, 3456)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 3456 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(1792, 2304)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1792, + 2304 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(896, 3712)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 3712 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(1408, 2688)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1408, + 2688 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-128|(1536, 2176)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 2176 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(1344, 320)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1344, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(384, 2496)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 2496 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(1280, 3648)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1280, + 3648 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(448, 3136)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 3136 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(1792, 1664)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1792, + 1664 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(448, 384)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(1152, 3712)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1152, + 3712 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(1152, 2688)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1152, + 2688 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(448, 2560)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 2560 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(1728, 448)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1728, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(256, 1792)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 1792 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(1984, 2624)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1984, + 2624 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(1664, 2240)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1664, + 2240 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(1664, 3136)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1664, + 3136 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(320, 128)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(1216, 2112)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1216, + 2112 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(0, 1024)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 1024 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(576, 0)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 576, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(448, 896)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(1728, 1408)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1728, + 1408 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(0, 1280)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 1280 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(1088, 3776)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1088, + 3776 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(768, 768)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 768, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(1664, 3072)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1664, + 3072 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(832, 3392)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 832, + 3392 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(768, 256)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 768, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(1664, 3328)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1664, + 3328 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(1152, 384)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1152, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(1536, 1536)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1536, + 1536 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(1408, 192)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1408, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(1856, 192)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1856, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(0, 1984)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 1984 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(576, 1536)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 576, + 1536 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(1152, 576)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1152, + 576 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(1536, 896)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1536, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(896, 1216)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 896, + 1216 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(0, 2304)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 2304 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(1088, 1408)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1088, + 1408 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(960, 2304)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 960, + 2304 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(512, 3456)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 512, + 3456 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(704, 3136)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 704, + 3136 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(1536, 3648)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1536, + 3648 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(1536, 128)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1536, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(960, 1600)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 960, + 1600 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(1408, 896)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1408, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(1536, 3264)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1536, + 3264 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(512, 4032)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 512, + 4032 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(0, 3008)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 3008 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(768, 2304)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 768, + 2304 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(320, 3968)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 3968 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(1792, 3840)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1792, + 3840 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(640, 2176)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 640, + 2176 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(1728, 1856)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1728, + 1856 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(1216, 1472)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1216, + 1472 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(448, 3008)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 3008 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(1216, 1152)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1216, + 1152 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(1408, 3584)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1408, + 3584 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(1856, 1984)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1856, + 1984 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(1728, 3776)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1728, + 3776 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(704, 3392)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 704, + 3392 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(896, 640)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 896, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(256, 3328)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 3328 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(960, 1728)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 960, + 1728 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(448, 832)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(64, 0)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(1088, 3264)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1088, + 3264 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(64, 128)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(64, 192)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(1792, 2176)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1792, + 2176 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(832, 2112)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 832, + 2112 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(320, 832)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(704, 2240)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 704, + 2240 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(1024, 2048)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1024, + 2048 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(1792, 1152)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1792, + 1152 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(640, 64)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 640, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(1408, 2368)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1408, + 2368 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(1920, 896)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1920, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(896, 2112)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 896, + 2112 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(1600, 2688)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1600, + 2688 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(1280, 3392)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1280, + 3392 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(64, 1024)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 1024 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(1664, 4032)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1664, + 4032 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(1536, 3584)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1536, + 3584 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(64, 1216)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 1216 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(64, 1280)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 1280 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(896, 3200)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 896, + 3200 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(1792, 1088)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1792, + 1088 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(448, 1344)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 1344 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(1664, 3008)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1664, + 3008 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(448, 3584)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 3584 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(1344, 2688)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1344, + 2688 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(960, 2944)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 960, + 2944 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(1088, 320)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1088, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(1408, 3328)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1408, + 3328 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(64, 1920)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 1920 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(1792, 3008)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1792, + 3008 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(768, 512)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 768, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(320, 1088)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 1088 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(1216, 3584)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1216, + 3584 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(320, 3776)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 3776 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(832, 896)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 832, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(320, 2176)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 2176 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(768, 64)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 768, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(512, 3072)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 512, + 3072 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(1152, 1600)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1152, + 1600 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(896, 896)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 896, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(576, 1920)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 576, + 1920 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(64, 2752)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 2752 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(64, 2816)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 2816 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(384, 384)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(1472, 3456)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1472, + 3456 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(1728, 2240)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1728, + 2240 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(960, 576)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 960, + 576 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(1088, 1664)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1088, + 1664 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(960, 3648)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 960, + 3648 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(1664, 1280)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1664, + 1280 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(768, 3072)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 768, + 3072 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(704, 192)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 704, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(384, 320)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(384, 3776)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 3776 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(832, 2560)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 832, + 2560 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(448, 2432)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 2432 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(1344, 3904)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1344, + 3904 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(64, 3776)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 3776 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(64, 3840)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 3840 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(1344, 3200)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1344, + 3200 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(704, 448)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 704, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(1792, 3264)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1792, + 3264 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(896, 3264)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 896, + 3264 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(128, 64)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(1664, 896)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1664, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(256, 3264)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 3264 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(1536, 3968)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1536, + 3968 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(832, 1856)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 832, + 1856 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(576, 2752)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 576, + 2752 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(1280, 2304)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1280, + 2304 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(128, 512)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(1920, 2176)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1920, + 2176 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(832, 2176)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 832, + 2176 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(1984, 2432)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1984, + 2432 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(1216, 3328)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1216, + 3328 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(1024, 1728)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1024, + 1728 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(1536, 256)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1536, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(1088, 128)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1088, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(320, 768)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(1664, 3200)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1664, + 3200 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(1024, 1664)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1024, + 1664 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(128, 1216)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 1216 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(1280, 896)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1280, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(1344, 3264)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1344, + 3264 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(320, 1024)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 1024 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(1088, 1216)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1088, + 1216 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(1984, 1856)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1984, + 1856 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(1728, 3072)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1728, + 3072 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(768, 1152)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 768, + 1152 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(1728, 896)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1728, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(576, 3136)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 576, + 3136 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(832, 384)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 832, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(1664, 3392)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1664, + 3392 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(1088, 256)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1088, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(1600, 128)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1600, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(320, 2432)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 2432 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(1856, 1664)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1856, + 1664 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(1600, 1792)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1600, + 1792 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(1216, 2560)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1216, + 2560 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(320, 3840)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 3840 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(1408, 1088)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1408, + 1088 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(1920, 3904)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1920, + 3904 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(128, 2560)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 2560 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(1920, 384)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1920, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(128, 2688)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 2688 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(1216, 3264)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1216, + 3264 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(1344, 640)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1344, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(1984, 3136)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1984, + 3136 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(256, 1088)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 1088 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(256, 384)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(128, 3072)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 3072 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(1728, 2688)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1728, + 2688 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(1856, 3072)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1856, + 3072 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(1088, 1536)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1088, + 1536 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(128, 3328)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 3328 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(1984, 3776)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1984, + 3776 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(1856, 2176)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1856, + 2176 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(1216, 128)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1216, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(640, 448)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 640, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(1472, 1536)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1472, + 1536 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(128, 3712)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 3712 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(768, 1216)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 768, + 1216 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(1984, 384)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1984, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(128, 3904)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 3904 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(128, 3968)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 3968 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(128, 4032)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 4032 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(896, 256)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 896, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(1216, 448)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1216, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(1280, 2048)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1280, + 2048 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(1600, 576)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1600, + 576 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(1856, 3584)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1856, + 3584 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(768, 3648)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 768, + 3648 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(512, 1280)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 512, + 1280 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(640, 2624)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 640, + 2624 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(192, 512)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(1344, 768)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1344, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(1856, 1856)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1856, + 1856 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(1600, 1472)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1600, + 1472 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(1792, 3200)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1792, + 3200 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(1728, 3584)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1728, + 3584 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(576, 2560)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 576, + 2560 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(640, 960)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 640, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(960, 3584)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 960, + 3584 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(256, 1984)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 1984 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(192, 1152)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 1152 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(1472, 3136)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1472, + 3136 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(704, 1088)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 704, + 1088 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(704, 2560)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 704, + 2560 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(192, 1408)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 1408 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(320, 2752)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 2752 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(448, 1792)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 1792 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(640, 1536)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 640, + 1536 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(448, 2368)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 2368 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(960, 128)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 960, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(192, 1792)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 1792 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(960, 512)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 960, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(1280, 1920)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1280, + 1920 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(448, 0)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(1536, 384)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1536, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(1728, 2880)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1728, + 2880 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(192, 2176)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 2176 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(960, 2112)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 960, + 2112 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(1216, 3712)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1216, + 3712 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(1536, 64)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1536, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(1280, 192)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1280, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(1024, 3328)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1024, + 3328 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(192, 2560)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 2560 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(1280, 2432)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1280, + 2432 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(1152, 2944)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1152, + 2944 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(1472, 2432)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1472, + 2432 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(640, 1024)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 640, + 1024 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(1856, 1344)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1856, + 1344 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(1792, 1984)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1792, + 1984 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(832, 1600)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 832, + 1600 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(1536, 192)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1536, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(512, 256)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 512, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(192, 3200)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 3200 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(1216, 2240)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1216, + 2240 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(768, 4032)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 768, + 4032 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(1984, 3200)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1984, + 3200 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(1088, 3456)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1088, + 3456 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(1216, 3840)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1216, + 3840 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(1344, 3328)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1344, + 3328 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(1536, 2112)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1536, + 2112 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(1600, 1088)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1600, + 1088 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(1088, 2816)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1088, + 2816 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(1664, 1344)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1664, + 1344 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(1600, 2240)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1600, + 2240 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(768, 3776)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 768, + 3776 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc2.weight|2d-64|(1088, 1472)", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1088, + 1472 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-128|(0, 0)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.pos_embed.weight|2d-128|(0, 128)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.pos_embed.weight|2d-128|(0, 256)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.pos_embed.weight|2d-128|(0, 384)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.pos_embed.weight|2d-128|(0, 512)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.pos_embed.weight|2d-128|(0, 640)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.pos_embed.weight|2d-128|(0, 768)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.pos_embed.weight|2d-128|(0, 896)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.pos_embed.weight|2d-128|(128, 0)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.pos_embed.weight|2d-128|(128, 128)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.pos_embed.weight|2d-128|(128, 256)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.pos_embed.weight|2d-128|(128, 384)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.pos_embed.weight|2d-128|(128, 512)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.pos_embed.weight|2d-128|(128, 640)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.pos_embed.weight|2d-128|(128, 768)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.pos_embed.weight|2d-128|(128, 896)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.pos_embed.weight|2d-128|(256, 0)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.pos_embed.weight|2d-128|(256, 128)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.pos_embed.weight|2d-128|(256, 256)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.pos_embed.weight|2d-128|(256, 384)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.pos_embed.weight|2d-128|(256, 512)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.pos_embed.weight|2d-128|(256, 640)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.pos_embed.weight|2d-128|(256, 768)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.pos_embed.weight|2d-128|(256, 896)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.pos_embed.weight|2d-128|(384, 0)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.pos_embed.weight|2d-128|(384, 128)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.pos_embed.weight|2d-128|(384, 256)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.pos_embed.weight|2d-128|(384, 384)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.pos_embed.weight|2d-128|(384, 512)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.pos_embed.weight|2d-128|(384, 640)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.pos_embed.weight|2d-128|(384, 768)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.pos_embed.weight|2d-128|(384, 896)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.pos_embed.weight|2d-128|(512, 0)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.pos_embed.weight|2d-128|(512, 128)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.pos_embed.weight|2d-128|(512, 256)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.pos_embed.weight|2d-128|(512, 384)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.pos_embed.weight|2d-128|(512, 512)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.pos_embed.weight|2d-128|(512, 640)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.pos_embed.weight|2d-128|(512, 768)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.pos_embed.weight|2d-128|(512, 896)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.pos_embed.weight|2d-128|(640, 0)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.pos_embed.weight|2d-128|(640, 128)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.pos_embed.weight|2d-128|(640, 256)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.pos_embed.weight|2d-128|(640, 384)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.pos_embed.weight|2d-128|(640, 512)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.pos_embed.weight|2d-128|(640, 640)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.pos_embed.weight|2d-128|(640, 768)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.pos_embed.weight|2d-128|(640, 896)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.pos_embed.weight|2d-128|(768, 0)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.pos_embed.weight|2d-128|(768, 128)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.pos_embed.weight|2d-128|(768, 256)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.pos_embed.weight|2d-128|(768, 384)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.pos_embed.weight|2d-128|(768, 512)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.pos_embed.weight|2d-128|(768, 640)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.pos_embed.weight|2d-128|(768, 768)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.pos_embed.weight|2d-128|(768, 896)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.pos_embed.weight|2d-128|(896, 0)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.pos_embed.weight|2d-128|(896, 128)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.pos_embed.weight|2d-128|(896, 256)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.pos_embed.weight|2d-128|(896, 384)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.pos_embed.weight|2d-128|(896, 512)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.pos_embed.weight|2d-128|(896, 640)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.pos_embed.weight|2d-128|(896, 768)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.pos_embed.weight|2d-128|(896, 896)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.pos_embed.weight|2d-128|(1024, 0)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.pos_embed.weight|2d-128|(1024, 128)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.pos_embed.weight|2d-128|(1024, 256)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.pos_embed.weight|2d-128|(1024, 384)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.pos_embed.weight|2d-128|(1024, 512)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.pos_embed.weight|2d-128|(1024, 640)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.pos_embed.weight|2d-128|(1024, 768)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.pos_embed.weight|2d-128|(1024, 896)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.pos_embed.weight|2d-128|(1152, 0)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.pos_embed.weight|2d-128|(1152, 128)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.pos_embed.weight|2d-128|(1152, 256)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.pos_embed.weight|2d-128|(1152, 384)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.pos_embed.weight|2d-128|(1152, 512)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.pos_embed.weight|2d-128|(1152, 640)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.pos_embed.weight|2d-128|(1152, 768)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.pos_embed.weight|2d-128|(1152, 896)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.pos_embed.weight|2d-128|(1280, 0)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.pos_embed.weight|2d-128|(1280, 128)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.pos_embed.weight|2d-128|(1280, 256)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.pos_embed.weight|2d-128|(1280, 384)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.pos_embed.weight|2d-128|(1280, 512)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.pos_embed.weight|2d-128|(1280, 640)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.pos_embed.weight|2d-128|(1280, 768)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.pos_embed.weight|2d-128|(1280, 896)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.pos_embed.weight|2d-128|(1408, 0)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1408, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.pos_embed.weight|2d-128|(1408, 128)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1408, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.pos_embed.weight|2d-128|(1408, 256)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1408, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.pos_embed.weight|2d-128|(1408, 384)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1408, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.pos_embed.weight|2d-128|(1408, 512)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1408, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.pos_embed.weight|2d-128|(1408, 640)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1408, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.pos_embed.weight|2d-128|(1408, 768)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1408, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.pos_embed.weight|2d-128|(1408, 896)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1408, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.pos_embed.weight|2d-128|(1536, 0)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.pos_embed.weight|2d-128|(1536, 128)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.pos_embed.weight|2d-128|(1536, 256)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.pos_embed.weight|2d-128|(1536, 384)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.pos_embed.weight|2d-128|(1536, 512)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.pos_embed.weight|2d-128|(1536, 640)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.pos_embed.weight|2d-128|(1536, 768)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.pos_embed.weight|2d-128|(1536, 896)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.pos_embed.weight|2d-128|(1664, 0)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.pos_embed.weight|2d-128|(1664, 128)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.pos_embed.weight|2d-128|(1664, 256)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.pos_embed.weight|2d-128|(1664, 384)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.pos_embed.weight|2d-128|(1664, 512)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.pos_embed.weight|2d-128|(1664, 640)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.pos_embed.weight|2d-128|(1664, 768)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.pos_embed.weight|2d-128|(1664, 896)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.pos_embed.weight|2d-128|(1792, 0)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1792, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.pos_embed.weight|2d-128|(1792, 128)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1792, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.pos_embed.weight|2d-128|(1792, 256)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1792, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.pos_embed.weight|2d-128|(1792, 384)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1792, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.pos_embed.weight|2d-128|(1792, 512)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1792, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.pos_embed.weight|2d-128|(1792, 640)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1792, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.pos_embed.weight|2d-128|(1792, 768)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1792, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.pos_embed.weight|2d-128|(1792, 896)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1792, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.pos_embed.weight|2d-128|(1920, 0)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1920, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.pos_embed.weight|2d-128|(1920, 128)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1920, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.pos_embed.weight|2d-128|(1920, 256)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1920, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.pos_embed.weight|2d-128|(1920, 384)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1920, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.pos_embed.weight|2d-128|(1920, 512)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1920, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.pos_embed.weight|2d-128|(1920, 640)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1920, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.pos_embed.weight|2d-128|(1920, 768)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1920, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.pos_embed.weight|2d-128|(1920, 896)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1920, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.pos_embed.weight|2d-128|(2048, 0)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2048, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.pos_embed.weight|2d-128|(2048, 128)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2048, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.pos_embed.weight|2d-128|(2048, 256)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2048, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.pos_embed.weight|2d-128|(2048, 384)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2048, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.pos_embed.weight|2d-128|(2048, 512)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2048, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.pos_embed.weight|2d-128|(2048, 640)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2048, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.pos_embed.weight|2d-128|(2048, 768)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2048, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.pos_embed.weight|2d-128|(2048, 896)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2048, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.pos_embed.weight|2d-128|(2176, 0)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2176, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.pos_embed.weight|2d-128|(2176, 128)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2176, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.pos_embed.weight|2d-128|(2176, 256)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2176, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.pos_embed.weight|2d-128|(2176, 384)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2176, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.pos_embed.weight|2d-128|(2176, 512)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2176, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.pos_embed.weight|2d-128|(2176, 640)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2176, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.pos_embed.weight|2d-128|(2176, 768)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2176, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.pos_embed.weight|2d-128|(2176, 896)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2176, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(1408, 384)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1408, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(1728, 192)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1728, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(1536, 704)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1536, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(0, 192)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(1024, 960)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1024, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(0, 320)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(0, 384)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(2048, 896)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2048, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(1920, 704)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1920, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(1088, 768)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1088, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(0, 640)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(1408, 320)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1408, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(2176, 640)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2176, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(1856, 896)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1856, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(1152, 512)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1152, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(1664, 384)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1664, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(2048, 704)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2048, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(1664, 896)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1664, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(64, 128)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(64, 192)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(64, 256)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(2240, 128)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2240, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(64, 384)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(1728, 896)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1728, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(1600, 832)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1600, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(1344, 768)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1344, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(64, 640)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(64, 704)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(1280, 384)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1280, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(2048, 192)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2048, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(64, 896)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(64, 960)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(1664, 64)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1664, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(128, 64)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(128, 128)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(128, 192)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(1280, 256)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1280, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(128, 320)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(128, 384)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(2176, 384)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2176, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(128, 512)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(1152, 64)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1152, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(128, 640)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(128, 704)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(1152, 128)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1152, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(1984, 832)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1984, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(128, 896)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(2112, 320)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2112, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(2240, 192)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2240, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(192, 64)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(192, 128)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(192, 192)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(1920, 384)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1920, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(192, 320)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(192, 384)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(1408, 128)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1408, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(192, 512)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(192, 576)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 576 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(2048, 832)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2048, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(2176, 64)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2176, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(192, 768)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(192, 832)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(1856, 960)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1856, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(1280, 832)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1280, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(256, 0)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(256, 64)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(1152, 704)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1152, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(256, 192)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(256, 256)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(1280, 192)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1280, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(1664, 512)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1664, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(256, 448)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(2176, 576)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2176, + 576 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(1536, 0)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1536, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(256, 640)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(1152, 0)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1152, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(256, 768)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(2048, 640)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2048, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(1408, 640)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1408, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(256, 960)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(320, 0)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(1856, 768)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1856, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(1664, 704)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1664, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(320, 192)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(1984, 448)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1984, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(320, 320)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(320, 384)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(1664, 128)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1664, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(320, 512)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(320, 576)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 576 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(1920, 512)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1920, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(1152, 256)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1152, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(320, 768)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(1920, 768)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1920, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(320, 896)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(320, 960)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(384, 0)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(2048, 768)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2048, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(384, 128)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(1664, 192)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1664, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(384, 256)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(2176, 128)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2176, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(1984, 256)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1984, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(1792, 448)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1792, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(1792, 256)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1792, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(2112, 256)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2112, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(1600, 448)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1600, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(384, 704)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(1920, 192)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1920, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(384, 832)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(2240, 768)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2240, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(384, 960)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(2240, 64)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2240, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(448, 64)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(1216, 960)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1216, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(1472, 896)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1472, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(448, 256)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(448, 320)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(448, 384)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(448, 448)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(1280, 896)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1280, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(1024, 320)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1024, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(448, 640)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(448, 704)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(2112, 192)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2112, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(1856, 320)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1856, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(1024, 896)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1024, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(2176, 320)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2176, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(1344, 256)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1344, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(1408, 448)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1408, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(1344, 960)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1344, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(512, 192)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 512, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(2240, 960)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2240, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(512, 320)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 512, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(1536, 960)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1536, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(512, 448)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 512, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(512, 512)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 512, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(1024, 576)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1024, + 576 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(512, 640)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 512, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(1024, 832)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1024, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(1280, 128)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1280, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(1728, 256)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1728, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(512, 896)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 512, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(512, 960)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 512, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(1664, 832)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1664, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(576, 64)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 576, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(1408, 256)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1408, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(1152, 896)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1152, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(2112, 576)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2112, + 576 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(1984, 960)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1984, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(1664, 960)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1664, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(2112, 384)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2112, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(1920, 128)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1920, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(576, 576)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 576, + 576 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(1984, 896)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1984, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(1920, 960)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1920, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(576, 768)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 576, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(576, 832)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 576, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(576, 896)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 576, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(576, 960)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 576, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(640, 0)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 640, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(1792, 768)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1792, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(1536, 832)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1536, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(640, 192)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 640, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(640, 256)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 640, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(640, 320)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 640, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(640, 384)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 640, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(1088, 0)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1088, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(640, 512)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 640, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(1600, 256)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1600, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(1408, 960)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1408, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(640, 704)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 640, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(1216, 704)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1216, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(1280, 704)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1280, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(640, 896)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 640, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(1600, 768)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1600, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(1792, 640)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1792, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(1984, 0)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1984, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(704, 128)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 704, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(1472, 512)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1472, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(704, 256)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 704, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(1472, 768)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1472, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(1664, 640)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1664, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(1984, 192)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1984, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(704, 512)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 704, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(2048, 320)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2048, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(704, 640)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 704, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(1856, 192)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1856, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(704, 768)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 704, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(704, 832)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 704, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(1664, 256)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1664, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(1280, 320)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1280, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(1536, 384)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1536, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(1408, 64)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1408, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(1664, 320)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1664, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(768, 192)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 768, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(1088, 960)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1088, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(1024, 0)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1024, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(1536, 512)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1536, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(1408, 576)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1408, + 576 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(2048, 256)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2048, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(1984, 320)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1984, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(1152, 576)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1152, + 576 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(1536, 576)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1536, + 576 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(1280, 64)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1280, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(768, 832)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 768, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(1472, 960)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1472, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(1856, 256)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1856, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(832, 0)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 832, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(832, 64)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 832, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(1408, 832)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1408, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(832, 192)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 832, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(832, 256)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 832, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(832, 320)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 832, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(2112, 640)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2112, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(2176, 256)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2176, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(2112, 448)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2112, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(832, 576)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 832, + 576 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(1024, 256)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1024, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(832, 704)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 832, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(832, 768)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 832, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(1024, 512)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1024, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(1984, 576)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1984, + 576 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(832, 960)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 832, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(1152, 384)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1152, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(896, 64)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 896, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(1216, 128)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1216, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(896, 192)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 896, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(896, 256)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 896, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(896, 320)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 896, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(1600, 384)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1600, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(896, 448)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 896, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(1856, 576)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1856, + 576 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(1856, 704)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1856, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(896, 640)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 896, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(1600, 896)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1600, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(2176, 512)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2176, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(1600, 0)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1600, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(1728, 832)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1728, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(896, 960)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 896, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(960, 0)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 960, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(1216, 64)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1216, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(2176, 0)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2176, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(960, 192)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 960, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(960, 256)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 960, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(960, 320)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 960, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(2240, 256)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2240, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(960, 448)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 960, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(960, 512)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 960, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(2112, 704)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2112, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(960, 640)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 960, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(960, 704)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 960, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(2048, 0)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2048, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(960, 832)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 960, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(1152, 960)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1152, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "model.visual.pos_embed.weight|2d-64|(960, 960)", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 960, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-128|(0, 0)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(0, 128)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(1664, 896)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(0, 384)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(0, 512)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(1024, 3328)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 3328 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(0, 768)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(1280, 2560)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 2560 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(1536, 2304)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 2304 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(1664, 512)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(1152, 1792)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(0, 1408)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(1536, 256)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(0, 1664)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(1792, 2944)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1792, + 2944 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(1024, 3200)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 3200 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(1920, 1792)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1920, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(0, 2176)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 2176 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(0, 2304)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 2304 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(1536, 1920)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(1024, 2816)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 2816 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(1280, 3584)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 3584 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(0, 2816)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 2816 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(1024, 3072)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 3072 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(0, 3072)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 3072 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(1920, 1024)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1920, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(1536, 3968)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 3968 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(0, 3456)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 3456 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(1280, 1536)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(1664, 1792)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(0, 3840)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 3840 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(1280, 2816)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 2816 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(1408, 1408)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1408, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(128, 128)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(128, 256)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(1280, 3456)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 3456 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(1792, 2560)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1792, + 2560 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(128, 640)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(1280, 512)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(128, 896)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(1792, 3072)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1792, + 3072 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(1152, 512)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(1536, 2432)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 2432 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(1536, 3712)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 3712 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(128, 1536)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(1792, 2048)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1792, + 2048 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(128, 1792)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(128, 1920)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(128, 2048)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 2048 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(1792, 1920)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1792, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(1792, 768)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1792, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(128, 2432)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 2432 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(128, 2560)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 2560 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(128, 2688)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 2688 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(1920, 512)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1920, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(128, 2944)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 2944 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(128, 3072)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 3072 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(128, 3200)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 3200 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(128, 3328)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 3328 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(128, 3456)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 3456 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(1408, 3584)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1408, + 3584 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(1536, 1536)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(1024, 1408)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(1152, 3072)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 3072 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(256, 0)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(256, 128)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(1408, 1664)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1408, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(256, 384)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(1664, 3200)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 3200 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(1920, 0)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1920, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(1280, 2432)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 2432 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(256, 896)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(1664, 1920)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(256, 1152)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(1920, 1408)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1920, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(1792, 3712)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1792, + 3712 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(1664, 128)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(256, 1664)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(1664, 0)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(1536, 3584)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 3584 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(256, 2048)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 2048 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(256, 2176)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 2176 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(256, 2304)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 2304 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(256, 2432)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 2432 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(256, 2560)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 2560 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(256, 2688)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 2688 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(1920, 256)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1920, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(1920, 2176)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1920, + 2176 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(1792, 3328)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1792, + 3328 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(256, 3200)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 3200 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(256, 3328)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 3328 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(1664, 2560)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 2560 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(1152, 3840)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 3840 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(1664, 384)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(256, 3840)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 3840 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(256, 3968)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 3968 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(1152, 768)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(1024, 0)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(384, 256)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(384, 384)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(384, 512)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(384, 640)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(1920, 2560)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1920, + 2560 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(1280, 2944)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 2944 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(384, 1024)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(384, 1152)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(1024, 2560)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 2560 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(384, 1408)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(1792, 2432)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1792, + 2432 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(1536, 1408)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(1920, 1664)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1920, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(384, 1920)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(384, 2048)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 2048 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(384, 2176)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 2176 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(384, 2304)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 2304 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(1408, 2688)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1408, + 2688 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(384, 2560)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 2560 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(384, 2688)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 2688 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(384, 2816)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 2816 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(384, 2944)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 2944 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(384, 3072)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 3072 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(1664, 2432)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 2432 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(384, 3328)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 3328 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(1024, 1792)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(1920, 3712)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1920, + 3712 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(384, 3712)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 3712 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(384, 3840)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 3840 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(1408, 2560)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1408, + 2560 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(1024, 3968)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 3968 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(512, 128)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(1280, 1024)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(1280, 2304)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 2304 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(512, 512)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(512, 640)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(1920, 3200)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1920, + 3200 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(512, 896)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(1280, 2688)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 2688 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(1152, 1664)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(512, 1280)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(1536, 384)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(512, 1536)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(512, 1664)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(512, 1792)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(512, 1920)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(512, 2048)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 2048 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(512, 2176)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 2176 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(512, 2304)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 2304 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(1152, 640)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(512, 2560)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 2560 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(1024, 1024)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(1280, 3840)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 3840 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(512, 2944)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 2944 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(1792, 512)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1792, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(512, 3200)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 3200 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(1408, 3456)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1408, + 3456 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(1024, 384)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(512, 3584)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 3584 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(1664, 1408)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(1280, 768)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(1536, 768)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(640, 0)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(640, 128)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(640, 256)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(640, 384)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(1536, 2176)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 2176 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(1152, 2432)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 2432 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(640, 768)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(640, 896)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(1280, 128)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(640, 1152)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(1536, 1792)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(640, 1408)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(640, 1536)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(1152, 2048)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 2048 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(1280, 2176)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 2176 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(1536, 1152)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(1280, 2048)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 2048 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(1408, 1152)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1408, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(640, 2304)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 2304 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(640, 2432)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 2432 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(1536, 3840)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 3840 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(1664, 2176)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 2176 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(1792, 1408)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1792, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(640, 2944)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 2944 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(1280, 3968)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 3968 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(1152, 2944)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 2944 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(640, 3328)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 3328 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(1408, 1792)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1408, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(1664, 1024)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(1664, 3584)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 3584 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(1920, 1920)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1920, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(1152, 384)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(1664, 3456)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 3456 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(1920, 2048)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1920, + 2048 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(1792, 2304)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1792, + 2304 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(1024, 1280)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(1408, 3072)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1408, + 3072 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(768, 640)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(1920, 640)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1920, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(1152, 1536)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(768, 1024)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(768, 1152)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(1280, 3200)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 3200 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(768, 1408)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(768, 1536)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(1920, 1536)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1920, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(1152, 3584)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 3584 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(1408, 2944)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1408, + 2944 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(768, 2048)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 2048 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(768, 2176)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 2176 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(768, 2304)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 2304 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(1792, 3968)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1792, + 3968 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(1664, 3968)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 3968 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(1152, 1920)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(1024, 3584)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 3584 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(768, 2944)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 2944 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(768, 3072)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 3072 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(1408, 256)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1408, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(1280, 1920)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(1536, 896)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(768, 3584)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 3584 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(768, 3712)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 3712 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(768, 3840)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 3840 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(768, 3968)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 3968 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(1664, 3328)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 3328 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(896, 128)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(1280, 1664)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(896, 384)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(896, 512)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(1792, 2688)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1792, + 2688 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(896, 768)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(1792, 896)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1792, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(896, 1024)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(896, 1152)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(896, 1280)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(896, 1408)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(896, 1536)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(1024, 2688)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 2688 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(1792, 1152)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1792, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(1920, 3584)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1920, + 3584 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(1280, 1408)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(896, 2176)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 2176 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(1664, 768)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(1152, 3200)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 3200 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(896, 2560)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 2560 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(896, 2688)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 2688 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(896, 2816)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 2816 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(1152, 3968)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 3968 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(1024, 896)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(896, 3200)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 3200 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(896, 3328)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 3328 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(896, 3456)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 3456 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(896, 3584)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 3584 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(896, 3712)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 3712 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(896, 3840)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 3840 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-128|(896, 3968)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 3968 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.fc.weight|2d-64|(1920, 3584)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1920, + 3584 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(0, 64)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(832, 960)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 832, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(1344, 2688)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1344, + 2688 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(1984, 2688)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1984, + 2688 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(384, 1920)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 1920 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(1280, 3584)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1280, + 3584 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(0, 448)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(1344, 2496)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1344, + 2496 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(960, 3520)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 960, + 3520 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(1280, 2880)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1280, + 2880 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(960, 704)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 960, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(256, 2624)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 2624 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(0, 832)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(768, 1600)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 768, + 1600 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(1536, 1984)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1536, + 1984 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(1088, 3904)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1088, + 3904 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(1728, 1792)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1728, + 1792 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(640, 448)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 640, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(576, 2624)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 576, + 2624 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(576, 192)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 576, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(1856, 1472)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1856, + 1472 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(256, 448)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(1728, 1600)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1728, + 1600 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(1216, 2048)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1216, + 2048 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(1600, 1664)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1600, + 1664 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(1472, 640)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1472, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(640, 3520)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 640, + 3520 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(512, 2496)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 512, + 2496 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(1280, 4032)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1280, + 4032 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(1664, 0)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1664, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(256, 3008)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 3008 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(704, 1152)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 704, + 1152 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(0, 2112)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 2112 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(0, 2176)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 2176 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(0, 2240)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 2240 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(1216, 4032)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1216, + 4032 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(1280, 1536)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1280, + 1536 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(1728, 320)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1728, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(320, 2304)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 2304 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(1216, 1856)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1216, + 1856 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(1216, 3584)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1216, + 3584 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(1920, 3008)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1920, + 3008 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(1280, 384)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1280, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(384, 1408)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 1408 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(1408, 3328)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1408, + 3328 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(1152, 3392)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1152, + 3392 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(0, 3008)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 3008 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(832, 2944)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 832, + 2944 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(0, 3136)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 3136 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(1792, 2944)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1792, + 2944 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(1792, 384)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1792, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(1984, 3840)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1984, + 3840 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(896, 1600)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 896, + 1600 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(960, 960)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 960, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(1984, 1792)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1984, + 1792 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(1728, 2816)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1728, + 2816 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(1344, 3968)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1344, + 3968 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(448, 1472)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 1472 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(576, 3136)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 576, + 3136 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(1088, 320)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1088, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(960, 1792)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 960, + 1792 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(1216, 704)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1216, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(704, 3200)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 704, + 3200 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(1920, 256)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1920, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(64, 64)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(1344, 3072)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1344, + 3072 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(64, 192)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(1536, 2688)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1536, + 2688 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(1664, 1856)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1664, + 1856 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(1472, 2048)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1472, + 2048 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(1536, 64)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1536, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(64, 512)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(320, 2752)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 2752 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(1920, 64)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1920, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(1344, 4032)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1344, + 4032 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(640, 576)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 640, + 576 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(1984, 1088)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1984, + 1088 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(1792, 1280)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1792, + 1280 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(1024, 3328)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1024, + 3328 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(64, 1024)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 1024 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(960, 384)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 960, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(64, 1152)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 1152 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(1216, 2880)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1216, + 2880 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(448, 2944)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 2944 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(576, 3520)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 576, + 3520 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(1664, 320)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1664, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(448, 3456)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 3456 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(1024, 1408)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1024, + 1408 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(576, 1856)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 576, + 1856 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(1792, 2880)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1792, + 2880 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(1472, 128)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1472, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(1024, 3392)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1024, + 3392 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(1280, 1088)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1280, + 1088 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(320, 192)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(1600, 0)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1600, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(512, 2112)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 512, + 2112 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(1664, 384)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1664, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(64, 2176)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 2176 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(1664, 1472)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1664, + 1472 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(896, 1984)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 896, + 1984 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(1344, 576)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1344, + 576 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(64, 2432)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 2432 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(960, 3200)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 960, + 3200 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(1216, 3776)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1216, + 3776 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(1088, 2048)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1088, + 2048 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(1856, 2304)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1856, + 2304 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(1728, 1856)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1728, + 1856 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(1728, 448)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1728, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(64, 2880)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 2880 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(832, 3712)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 832, + 3712 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(640, 2880)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 640, + 2880 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(1792, 448)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1792, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(1152, 3968)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1152, + 3968 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(1152, 832)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1152, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(960, 1536)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 960, + 1536 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(960, 2112)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 960, + 2112 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(1024, 3904)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1024, + 3904 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(1216, 2176)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1216, + 2176 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(1152, 2688)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1152, + 2688 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(512, 1152)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 512, + 1152 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(1408, 1280)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1408, + 1280 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(64, 3712)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 3712 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(1408, 2304)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1408, + 2304 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(1600, 1984)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1600, + 1984 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(1536, 3136)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1536, + 3136 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(1344, 0)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1344, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(256, 768)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(128, 0)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(1792, 1024)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1792, + 1024 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(320, 3776)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 3776 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(512, 2816)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 512, + 2816 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(896, 2816)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 896, + 2816 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(1856, 2752)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1856, + 2752 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(1920, 2944)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1920, + 2944 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(384, 896)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(1152, 2752)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1152, + 2752 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(1024, 2624)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1024, + 2624 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(1920, 2560)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1920, + 2560 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(384, 3520)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 3520 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(1792, 3840)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1792, + 3840 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(1408, 640)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1408, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(896, 320)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 896, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(384, 2944)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 2944 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(1344, 1664)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1344, + 1664 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(640, 2688)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 640, + 2688 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(960, 3648)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 960, + 3648 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(1664, 1216)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1664, + 1216 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(960, 1664)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 960, + 1664 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(1792, 640)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1792, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(1664, 1536)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1664, + 1536 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(896, 0)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 896, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(1664, 3008)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1664, + 3008 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(1536, 2880)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1536, + 2880 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(448, 2304)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 2304 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(1216, 1728)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1216, + 1728 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(1408, 2624)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1408, + 2624 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(1536, 2176)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1536, + 2176 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(704, 192)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 704, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(832, 2688)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 832, + 2688 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(1024, 3584)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1024, + 3584 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(576, 2432)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 576, + 2432 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(448, 3584)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 3584 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(768, 0)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 768, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(128, 2304)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 2304 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(1792, 0)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1792, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(1344, 2240)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1344, + 2240 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(512, 1728)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 512, + 1728 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(320, 0)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(1472, 832)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1472, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(128, 2688)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 2688 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(1152, 3904)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1152, + 3904 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(128, 2816)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 2816 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(1216, 512)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1216, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(1984, 1856)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1984, + 1856 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(960, 3776)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 960, + 3776 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(704, 256)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 704, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(832, 192)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 832, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(128, 3200)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 3200 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(1536, 1856)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1536, + 1856 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(1856, 768)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1856, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(1920, 128)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1920, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(576, 3328)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 576, + 3328 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(1408, 3008)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1408, + 3008 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(1856, 832)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1856, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(832, 1344)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 832, + 1344 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(448, 704)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(576, 384)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 576, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(1088, 3072)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1088, + 3072 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(448, 3328)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 3328 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(1408, 3968)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1408, + 3968 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(128, 4032)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 4032 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(1408, 3456)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1408, + 3456 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(1280, 0)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1280, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(1344, 640)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1344, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(832, 2752)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 832, + 2752 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(1664, 3712)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1664, + 3712 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(1024, 3456)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1024, + 3456 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(192, 384)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(1344, 896)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1344, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(1472, 256)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1472, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(960, 1344)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 960, + 1344 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(1088, 1408)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1088, + 1408 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(512, 3136)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 512, + 3136 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(1216, 3392)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1216, + 3392 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(1152, 1472)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1152, + 1472 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(640, 1920)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 640, + 1920 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(1536, 3904)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1536, + 3904 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(576, 704)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 576, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(1920, 3200)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1920, + 3200 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(1408, 2048)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1408, + 2048 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(1984, 2624)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1984, + 2624 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(192, 1280)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 1280 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(576, 3008)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 576, + 3008 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(960, 1088)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 960, + 1088 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(1856, 3456)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1856, + 3456 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(1024, 2240)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1024, + 2240 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(1856, 1920)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1856, + 1920 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(576, 1792)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 576, + 1792 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(320, 3648)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 3648 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(640, 4032)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 640, + 4032 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(640, 2560)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 640, + 2560 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(576, 1600)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 576, + 1600 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(1216, 768)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1216, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(1792, 1600)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1792, + 1600 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(192, 2112)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 2112 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(1984, 3136)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1984, + 3136 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(1344, 448)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1344, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(576, 3968)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 576, + 3968 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(576, 2560)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 576, + 2560 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(1728, 1664)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1728, + 1664 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(192, 2496)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 2496 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(1152, 1856)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1152, + 1856 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(1408, 384)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1408, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(1152, 1664)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1152, + 1664 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(1600, 1408)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1600, + 1408 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(320, 1472)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 1472 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(1664, 960)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1664, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(256, 1920)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 1920 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(576, 1536)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 576, + 1536 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(320, 704)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(1984, 3776)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1984, + 3776 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(1024, 2880)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1024, + 2880 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(192, 3264)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 3264 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(1728, 2560)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1728, + 2560 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(1024, 1344)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1024, + 1344 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(192, 3456)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 3456 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(1216, 3904)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1216, + 3904 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(192, 3584)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 3584 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(640, 3456)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 640, + 3456 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(1920, 640)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1920, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(320, 1984)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 1984 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(448, 2048)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 2048 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(512, 0)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 512, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(1216, 640)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1216, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.fc.weight|2d-64|(1408, 3520)", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1408, + 3520 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1152, 5376)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 5376 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(0, 128)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(640, 5760)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 5760 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1024, 4096)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 4096 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1536, 1024)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(0, 640)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1024, 3200)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 3200 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(0, 896)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1664, 2816)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 2816 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1024, 768)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(768, 4224)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 4224 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(0, 1408)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(0, 1536)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1536, 1536)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1152, 512)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(0, 1920)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1536, 1152)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(0, 2176)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 2176 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(0, 2304)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 2304 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(0, 2432)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 2432 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(0, 2560)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 2560 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(0, 2688)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 2688 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1920, 1024)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1920, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1408, 5248)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1408, + 5248 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(896, 384)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1792, 1408)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1792, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1536, 1408)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(768, 5248)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 5248 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1664, 1280)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1152, 1664)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1024, 128)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1408, 4736)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1408, + 4736 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1408, 1664)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1408, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1280, 768)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(0, 4352)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 4352 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1280, 128)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1408, 2432)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1408, + 2432 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(0, 4736)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 4736 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1152, 4992)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 4992 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(768, 2560)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 2560 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1280, 4480)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 4480 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(768, 4736)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 4736 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1664, 640)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1408, 768)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1408, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(640, 5248)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 5248 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1792, 5248)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1792, + 5248 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1536, 4224)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 4224 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(896, 3328)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 3328 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1792, 640)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1792, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1280, 1280)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1024, 2176)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 2176 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(768, 3584)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 3584 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(128, 512)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1536, 3840)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 3840 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(128, 768)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(128, 896)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(128, 1024)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1664, 3328)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 3328 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(128, 1280)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1152, 2944)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 2944 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(128, 1536)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(768, 4096)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 4096 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1280, 4096)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 4096 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(128, 1920)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(896, 3072)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 3072 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1152, 5120)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 5120 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(128, 2304)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 2304 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(128, 2432)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 2432 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(128, 2560)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 2560 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(128, 2688)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 2688 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(896, 256)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(128, 2944)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 2944 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1792, 2176)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1792, + 2176 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1792, 5504)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1792, + 5504 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(128, 3328)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 3328 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(128, 3456)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 3456 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(768, 4352)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 4352 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(128, 3712)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 3712 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(128, 3840)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 3840 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1792, 3712)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1792, + 3712 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(128, 4096)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 4096 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1152, 896)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(128, 4352)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 4352 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1792, 1152)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1792, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(128, 4608)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 4608 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1920, 640)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1920, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(768, 3456)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 3456 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(128, 4992)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 4992 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(128, 5120)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 5120 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(768, 1024)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1408, 2048)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1408, + 2048 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(768, 1280)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1408, 2816)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1408, + 2816 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1664, 2944)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 2944 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1408, 4480)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1408, + 4480 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(128, 6016)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 6016 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(640, 2432)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 2432 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(896, 4352)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 4352 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(256, 256)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(256, 384)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1664, 4992)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 4992 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1408, 5632)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1408, + 5632 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(256, 768)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1792, 4096)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1792, + 4096 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1664, 2432)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 2432 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1920, 4096)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1920, + 4096 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(256, 1280)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(640, 2816)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 2816 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(256, 1536)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1536, 5376)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 5376 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(640, 4992)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 4992 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1152, 3328)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 3328 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(640, 4864)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 4864 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(640, 2944)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 2944 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1408, 128)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1408, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(640, 4096)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 4096 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(256, 2560)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 2560 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1792, 2432)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1792, + 2432 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1280, 5120)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 5120 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1792, 1664)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1792, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1024, 512)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1536, 5632)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 5632 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1024, 2688)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 2688 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(256, 3456)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 3456 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1024, 1792)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1536, 2560)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 2560 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1024, 1152)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1920, 4992)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1920, + 4992 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(256, 4096)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 4096 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(256, 4224)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 4224 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1408, 5120)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1408, + 5120 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(768, 1152)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1792, 1536)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1792, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1408, 3968)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1408, + 3968 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1152, 1792)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1664, 2304)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 2304 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1280, 4736)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 4736 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(256, 5248)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 5248 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(256, 5376)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 5376 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1408, 896)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1408, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(768, 2944)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 2944 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1920, 2432)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1920, + 2432 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1024, 5376)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 5376 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(256, 6016)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 6016 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1664, 5120)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 5120 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1664, 4608)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 4608 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(384, 256)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1920, 3712)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1920, + 3712 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(384, 512)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(384, 640)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(768, 896)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(384, 896)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(384, 1024)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1792, 768)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1792, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1024, 4736)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 4736 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1408, 2560)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1408, + 2560 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(384, 1536)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(384, 1664)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1920, 128)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1920, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(384, 1920)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1408, 1536)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1408, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(384, 2176)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 2176 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1792, 5376)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1792, + 5376 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1280, 3200)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 3200 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1536, 2688)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 2688 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1536, 5888)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 5888 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(768, 4864)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 4864 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(384, 2944)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 2944 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(896, 3712)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 3712 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(384, 3200)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 3200 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1664, 2048)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 2048 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1920, 384)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1920, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1408, 1024)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1408, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1664, 5760)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 5760 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1408, 2176)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1408, + 2176 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(384, 3968)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 3968 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(384, 4096)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 4096 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(384, 4224)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 4224 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1152, 3200)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 3200 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(768, 512)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1408, 5760)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1408, + 5760 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(768, 2688)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 2688 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1792, 1280)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1792, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1664, 896)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(640, 4352)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 4352 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(384, 5248)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 5248 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(384, 5376)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 5376 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(384, 5504)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 5504 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(384, 5632)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 5632 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(384, 5760)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 5760 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(640, 3328)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 3328 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(384, 6016)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 6016 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(512, 0)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1024, 3840)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 3840 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(896, 1920)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1152, 4736)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 4736 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(512, 512)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(512, 640)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(512, 768)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1280, 512)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1664, 3968)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 3968 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1280, 5760)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 5760 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(512, 1280)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1920, 2048)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1920, + 2048 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(512, 1536)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(512, 1664)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(640, 3200)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 3200 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(512, 1920)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1792, 5632)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1792, + 5632 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1536, 640)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(768, 768)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1664, 3072)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 3072 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1536, 5120)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 5120 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1920, 1280)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1920, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1024, 2304)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 2304 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1792, 2816)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1792, + 2816 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1152, 4480)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 4480 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1408, 256)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1408, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1024, 256)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(512, 3456)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 3456 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1792, 2688)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1792, + 2688 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(768, 3072)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 3072 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1408, 640)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1408, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1536, 384)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1152, 1024)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1152, 640)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(512, 4352)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 4352 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(512, 4480)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 4480 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(512, 4608)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 4608 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(512, 4736)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 4736 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(512, 4864)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 4864 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(768, 4480)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 4480 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(512, 5120)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 5120 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(896, 4608)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 4608 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(512, 5376)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 5376 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(512, 5504)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 5504 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(512, 5632)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 5632 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(896, 4096)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 4096 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(512, 5888)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 5888 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1536, 2176)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 2176 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(640, 0)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1152, 256)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(640, 256)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1536, 5760)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 5760 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1408, 384)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1408, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(896, 3200)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 3200 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(640, 768)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1792, 2560)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1792, + 2560 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1536, 1792)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(640, 6016)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 6016 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(640, 1280)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(896, 2560)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 2560 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1792, 3200)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1792, + 3200 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1664, 0)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1280, 1536)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-128|(1536, 1920)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(320, 2176)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 2176 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(448, 4736)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 4736 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(832, 4864)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 832, + 4864 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1024, 4544)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1024, + 4544 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(192, 512)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(0, 320)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(832, 3072)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 832, + 3072 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(448, 3392)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 3392 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1344, 256)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1344, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1472, 5312)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1472, + 5312 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1792, 5120)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1792, + 5120 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1216, 2624)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1216, + 2624 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1536, 1536)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1536, + 1536 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1280, 512)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1280, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(768, 4672)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 768, + 4672 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(640, 4416)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 640, + 4416 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(768, 768)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 768, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(256, 768)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(256, 3456)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 3456 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1664, 2944)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1664, + 2944 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(256, 3136)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 3136 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(448, 1472)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 1472 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(960, 1088)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 960, + 1088 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1408, 5248)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1408, + 5248 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(960, 5440)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 960, + 5440 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1728, 384)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1728, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(384, 4416)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 4416 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(832, 4672)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 832, + 4672 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1728, 5184)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1728, + 5184 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(0, 1856)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 1856 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1984, 4992)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1984, + 4992 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1280, 1280)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1280, + 1280 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1792, 1856)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1792, + 1856 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(640, 3712)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 640, + 3712 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1600, 2944)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1600, + 2944 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(576, 2240)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 576, + 2240 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(512, 4800)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 512, + 4800 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(768, 1536)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 768, + 1536 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(768, 5184)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 768, + 5184 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1152, 5248)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1152, + 5248 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(448, 1600)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 1600 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(384, 5440)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 5440 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(320, 640)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1408, 3904)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1408, + 3904 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(896, 5696)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 896, + 5696 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1472, 64)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1472, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(0, 2944)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 2944 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(896, 3008)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 896, + 3008 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(192, 1216)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 1216 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1024, 1600)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1024, + 1600 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(0, 3200)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 3200 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(768, 192)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 768, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(0, 3328)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 3328 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(896, 640)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 896, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(256, 2176)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 2176 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(768, 2880)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 768, + 2880 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(512, 4480)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 512, + 4480 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1088, 2048)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1088, + 2048 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(0, 3712)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 3712 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(192, 2944)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 2944 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1664, 1792)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1664, + 1792 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(0, 3904)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 3904 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(256, 2304)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 2304 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1856, 704)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1856, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1856, 3712)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1856, + 3712 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1664, 1984)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1664, + 1984 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(512, 1600)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 512, + 1600 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(512, 4032)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 512, + 4032 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1152, 3712)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1152, + 3712 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(576, 4480)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 576, + 4480 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1792, 5440)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1792, + 5440 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1536, 4416)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1536, + 4416 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(896, 4480)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 896, + 4480 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1856, 5184)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1856, + 5184 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(384, 5696)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 5696 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1920, 2752)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1920, + 2752 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1344, 3648)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1344, + 3648 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1792, 128)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1792, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1024, 2560)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1024, + 2560 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(384, 832)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1984, 2816)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1984, + 2816 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(576, 6080)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 576, + 6080 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(640, 2944)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 640, + 2944 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(0, 5312)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 5312 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1920, 6016)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1920, + 6016 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(576, 4992)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 576, + 4992 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1920, 1856)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1920, + 1856 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1024, 1856)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1024, + 1856 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1920, 3584)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1920, + 3584 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1216, 5952)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1216, + 5952 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(768, 1792)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 768, + 1792 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(0, 5824)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 5824 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1984, 2304)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1984, + 2304 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1984, 1664)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1984, + 1664 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1664, 4992)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1664, + 4992 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(832, 1856)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 832, + 1856 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1920, 1280)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1920, + 1280 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(512, 384)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 512, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1920, 5888)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1920, + 5888 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(192, 5504)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 5504 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(384, 3264)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 3264 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1024, 1152)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1024, + 1152 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1088, 5504)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1088, + 5504 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1216, 3904)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1216, + 3904 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1536, 1408)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1536, + 1408 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1728, 4224)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1728, + 4224 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1792, 2368)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1792, + 2368 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(512, 4608)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 512, + 4608 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(320, 2752)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 2752 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(960, 1344)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 960, + 1344 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(768, 1920)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 768, + 1920 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1280, 832)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1280, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(704, 5248)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 704, + 5248 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1280, 4160)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1280, + 4160 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1344, 5312)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1344, + 5312 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1856, 3264)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1856, + 3264 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1024, 3200)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1024, + 3200 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1984, 4736)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1984, + 4736 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1216, 5760)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1216, + 5760 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(64, 1472)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 1472 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(512, 1088)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 512, + 1088 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1216, 5248)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1216, + 5248 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1152, 5952)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1152, + 5952 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1664, 256)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1664, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(384, 3392)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 3392 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(960, 0)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 960, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1600, 6080)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1600, + 6080 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1600, 2688)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1600, + 2688 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1728, 3200)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1728, + 3200 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(256, 1856)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 1856 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(704, 384)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 704, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(64, 2240)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 2240 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(512, 1984)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 512, + 1984 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(256, 1088)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 1088 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(320, 3648)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 3648 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(896, 384)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 896, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(64, 2560)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 2560 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(768, 1664)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 768, + 1664 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(704, 2496)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 704, + 2496 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1792, 1088)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1792, + 1088 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(128, 5952)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 5952 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(384, 3904)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 3904 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(128, 6080)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 6080 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(64, 3008)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 3008 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(384, 64)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1472, 2816)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1472, + 2816 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(192, 2368)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 2368 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(960, 3840)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 960, + 3840 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1728, 1984)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1728, + 1984 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(704, 5952)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 704, + 5952 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(384, 2496)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 2496 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(640, 5504)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 640, + 5504 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1472, 5248)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1472, + 5248 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(832, 768)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 832, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1536, 5760)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1536, + 5760 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1408, 2176)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1408, + 2176 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1408, 1024)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1408, + 1024 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1472, 1664)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1472, + 1664 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1344, 4416)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1344, + 4416 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1664, 2048)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1664, + 2048 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(256, 1216)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 1216 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1152, 4928)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1152, + 4928 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1024, 384)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1024, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1984, 5440)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1984, + 5440 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1344, 896)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1344, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1024, 640)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1024, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(64, 4480)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 4480 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(192, 448)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(256, 1472)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 1472 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1472, 3584)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1472, + 3584 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1600, 1600)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1600, + 1600 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1408, 576)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1408, + 576 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(896, 1280)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 896, + 1280 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1216, 256)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1216, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(960, 576)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 960, + 576 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1664, 3904)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1664, + 3904 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(448, 4672)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 4672 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1728, 640)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1728, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1280, 1856)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1280, + 1856 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(896, 704)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 896, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(64, 5376)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 5376 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1088, 5376)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1088, + 5376 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(960, 5888)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 960, + 5888 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(640, 3072)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 640, + 3072 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1024, 4096)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1024, + 4096 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1088, 2304)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1088, + 2304 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(448, 128)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(896, 5312)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 896, + 5312 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(576, 1024)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 576, + 1024 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1664, 2240)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1664, + 2240 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1216, 4864)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1216, + 4864 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(576, 5120)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 576, + 5120 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(896, 5888)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 896, + 5888 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1856, 4992)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1856, + 4992 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(256, 576)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 576 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1344, 6016)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1344, + 6016 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1280, 5312)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1280, + 5312 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1408, 2560)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1408, + 2560 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(704, 1280)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 704, + 1280 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1856, 3328)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1856, + 3328 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1664, 1152)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1664, + 1152 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(512, 3456)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 512, + 3456 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1600, 384)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1600, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(640, 3776)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 640, + 3776 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(896, 768)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 896, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1152, 3584)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1152, + 3584 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1920, 576)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1920, + 576 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1408, 2752)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1408, + 2752 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(640, 256)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 640, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(512, 0)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 512, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1408, 4864)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1408, + 4864 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1856, 192)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1856, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1408, 1856)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1408, + 1856 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(320, 5632)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 5632 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1088, 2752)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1088, + 2752 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(320, 5440)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 5440 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1280, 2752)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1280, + 2752 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(384, 320)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1472, 5120)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1472, + 5120 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(448, 1088)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 1088 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(448, 6016)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 6016 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(448, 3200)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 3200 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1856, 5952)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1856, + 5952 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1344, 5248)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1344, + 5248 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(704, 4544)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 704, + 4544 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(128, 2112)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 2112 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1344, 1792)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1344, + 1792 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1728, 3264)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1728, + 3264 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(960, 5632)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 960, + 5632 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(448, 2176)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 2176 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1728, 64)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1728, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1344, 2688)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1344, + 2688 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(960, 3264)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 960, + 3264 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1728, 4928)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1728, + 4928 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1856, 4160)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1856, + 4160 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1024, 1728)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1024, + 1728 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(576, 1344)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 576, + 1344 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(320, 128)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1536, 4800)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1536, + 4800 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1536, 4032)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1536, + 4032 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1664, 2496)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1664, + 2496 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1280, 2304)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1280, + 2304 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(960, 4480)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 960, + 4480 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1344, 6080)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1344, + 6080 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1792, 2240)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1792, + 2240 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1728, 256)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1728, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(128, 4288)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 4288 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(192, 2432)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 2432 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(576, 256)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 576, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(448, 2752)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 2752 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(512, 5632)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 512, + 5632 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1024, 2880)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1024, + 2880 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1728, 896)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1728, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1216, 4800)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1216, + 4800 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(128, 3968)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 3968 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight|2d-64|(1984, 1408)", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1984, + 1408 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(4480, 1792)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4480, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(0, 128)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(5376, 512)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 5376, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(0, 384)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(2560, 0)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2560, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(5632, 1920)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 5632, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(0, 768)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(4864, 896)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4864, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(3712, 1792)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3712, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(3840, 1280)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3840, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(2304, 1152)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2304, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(4736, 768)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4736, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(4608, 512)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4608, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(0, 1664)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(3200, 384)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3200, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(2688, 1152)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2688, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(128, 0)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(3712, 256)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3712, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(128, 256)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(128, 384)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(4480, 1920)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4480, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(3200, 640)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3200, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(128, 768)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(128, 896)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(128, 1024)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(4608, 1408)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4608, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(2688, 0)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2688, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(3968, 640)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3968, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(2688, 1792)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2688, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(3968, 768)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3968, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(5504, 0)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 5504, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(3968, 0)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3968, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(256, 0)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(2944, 384)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2944, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(5248, 640)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 5248, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(2048, 0)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2048, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(5888, 0)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 5888, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(256, 640)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(256, 768)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(256, 896)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(5120, 256)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 5120, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(3968, 1152)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3968, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(3072, 0)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3072, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(4992, 1280)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4992, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(5248, 128)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 5248, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(3968, 1408)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3968, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(5376, 1920)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 5376, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(256, 1920)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(3840, 640)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3840, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(4864, 0)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4864, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(4352, 0)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4352, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(384, 384)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(3200, 1664)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3200, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(5632, 256)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 5632, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(5504, 1536)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 5504, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(3712, 1536)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3712, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(5248, 256)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 5248, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(3072, 1408)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3072, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(4480, 768)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4480, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(2048, 128)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2048, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(384, 1536)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(384, 1664)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(3712, 512)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3712, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(4736, 512)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4736, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(5376, 1792)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 5376, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(512, 128)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(512, 256)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(2560, 1408)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2560, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(512, 512)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(512, 640)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(512, 768)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(5760, 384)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 5760, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(512, 1024)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(4096, 128)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4096, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(512, 1280)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(4352, 640)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4352, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(6016, 512)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 6016, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(2304, 0)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2304, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(2560, 1664)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2560, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(4352, 1536)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4352, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(4864, 1408)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4864, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(4224, 640)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4224, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(5376, 128)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 5376, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(640, 384)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(640, 512)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(2304, 512)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2304, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(640, 768)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(640, 896)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(4736, 1024)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4736, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(640, 1152)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(5632, 896)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 5632, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(4736, 1536)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4736, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(5888, 1664)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 5888, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(640, 1664)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(3712, 1152)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3712, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(640, 1920)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(768, 0)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(4224, 1664)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4224, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(768, 256)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(4096, 1664)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4096, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(5376, 768)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 5376, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(4608, 1024)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4608, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(768, 768)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(768, 896)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(2944, 512)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2944, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(4864, 512)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4864, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(5760, 1408)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 5760, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(3456, 1280)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3456, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(2560, 768)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2560, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(2304, 1024)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2304, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(768, 1792)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(3968, 512)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3968, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(2816, 0)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2816, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(4864, 1024)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4864, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(4224, 1792)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4224, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(896, 384)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(896, 512)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(2816, 128)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2816, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(4480, 384)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4480, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(5376, 1536)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 5376, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(896, 1024)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(2176, 256)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2176, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(896, 1280)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(6016, 384)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 6016, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(2816, 1920)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2816, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(2432, 1792)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2432, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(896, 1792)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(896, 1920)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(5120, 1408)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 5120, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(4864, 1664)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4864, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(4480, 256)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4480, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(5760, 1280)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 5760, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(3200, 512)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3200, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(1024, 640)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(2432, 768)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2432, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(5760, 1152)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 5760, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(2176, 896)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2176, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(2048, 1408)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2048, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(1024, 1280)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(3328, 1152)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3328, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(3328, 1408)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3328, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(1024, 1664)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(4096, 384)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4096, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(4992, 0)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4992, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(5632, 512)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 5632, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(3072, 128)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3072, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(2816, 1664)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2816, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(1152, 384)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(1152, 512)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(2304, 896)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2304, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(4992, 1408)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4992, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(2304, 128)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2304, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(2048, 1792)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2048, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(2048, 1536)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2048, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(2048, 1664)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2048, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(1152, 1408)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(3328, 1024)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3328, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(1152, 1664)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(1152, 1792)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(2816, 384)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2816, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(1280, 0)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(1280, 128)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(5888, 1536)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 5888, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(5760, 640)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 5760, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(5760, 512)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 5760, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(4480, 640)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4480, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(2176, 1920)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2176, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(2176, 1536)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2176, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(3200, 1536)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3200, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(3840, 1792)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3840, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(3712, 384)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3712, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(3456, 640)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3456, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(5504, 1408)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 5504, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(3968, 256)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3968, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(1280, 1792)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(4224, 512)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4224, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(1408, 0)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1408, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(4096, 1536)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4096, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(3840, 512)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3840, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(2688, 1024)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2688, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(4736, 1408)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4736, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(5120, 640)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 5120, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(4352, 256)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4352, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(4608, 1664)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4608, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(5120, 1280)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 5120, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(1408, 1152)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1408, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(2944, 896)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2944, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(4864, 1280)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4864, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(1408, 1536)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1408, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(6016, 1664)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 6016, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(4608, 0)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4608, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(3072, 640)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3072, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(5632, 128)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 5632, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(2816, 256)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2816, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(1536, 256)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(4608, 384)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4608, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(2944, 768)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2944, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(2560, 512)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2560, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(2560, 1536)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2560, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(1536, 896)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(1536, 1024)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(3456, 384)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3456, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(1536, 1280)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(3072, 384)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3072, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(5888, 512)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 5888, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(2432, 512)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2432, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(1536, 1792)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(6016, 640)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 6016, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(1664, 0)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(4992, 640)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4992, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(4096, 1024)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4096, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(5248, 1152)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 5248, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(4224, 1536)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4224, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(1664, 640)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(4096, 1792)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4096, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(2688, 384)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2688, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(1664, 1024)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(4736, 1920)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4736, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(1664, 1280)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(3584, 512)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3584, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(5248, 1920)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 5248, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(4864, 1792)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4864, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(1664, 1792)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(3328, 1280)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3328, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(3840, 1024)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3840, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(6016, 1920)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 6016, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(1792, 256)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1792, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(4096, 768)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4096, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(1792, 512)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1792, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(2944, 0)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2944, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(2304, 256)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2304, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(5504, 768)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 5504, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(4224, 1152)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4224, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(3456, 1152)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3456, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(2176, 1280)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2176, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(3072, 1536)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3072, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(1792, 1536)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1792, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(4736, 0)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4736, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(5632, 384)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 5632, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(2560, 1920)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2560, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(2432, 384)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2432, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(3456, 768)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3456, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(2560, 256)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2560, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(1920, 384)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1920, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(1920, 512)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1920, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(1920, 640)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1920, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(5376, 1152)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 5376, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(1920, 896)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1920, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(4224, 768)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4224, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(4480, 1280)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4480, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(3072, 1792)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3072, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(2304, 1536)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2304, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(3584, 1152)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3584, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(6016, 1408)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 6016, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(3840, 1920)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3840, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-128|(4736, 1280)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4736, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(5568, 1280)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 5568, + 1280 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(0, 64)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(5056, 832)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 5056, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(4480, 1728)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4480, + 1728 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(6080, 320)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 6080, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(5056, 1216)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 5056, + 1216 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(1024, 448)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1024, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(1792, 704)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1792, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(4160, 320)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4160, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(1856, 512)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1856, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(0, 640)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(4928, 1920)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4928, + 1920 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(0, 768)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(4480, 1152)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4480, + 1152 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(3840, 1280)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3840, + 1280 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(1856, 64)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1856, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(2368, 640)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2368, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(6016, 1792)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 6016, + 1792 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(1920, 1792)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1920, + 1792 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(896, 1280)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 896, + 1280 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(1856, 1152)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1856, + 1152 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(0, 1344)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 1344 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(5056, 192)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 5056, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(3008, 192)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3008, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(5632, 384)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 5632, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(2496, 1472)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2496, + 1472 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(1856, 384)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1856, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(0, 1728)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 1728 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(4800, 448)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4800, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(3520, 1792)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3520, + 1792 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(2688, 384)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2688, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(4288, 1152)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4288, + 1152 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(64, 0)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(5632, 768)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 5632, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(3584, 1600)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3584, + 1600 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(1152, 320)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1152, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(5312, 1344)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 5312, + 1344 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(64, 320)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(5184, 1984)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 5184, + 1984 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(64, 448)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(4480, 1344)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4480, + 1344 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(4864, 1856)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4864, + 1856 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(64, 640)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(2944, 1216)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2944, + 1216 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(5568, 1536)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 5568, + 1536 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(4224, 832)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4224, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(5888, 512)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 5888, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(1408, 1024)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1408, + 1024 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(4672, 448)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4672, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(3072, 1728)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3072, + 1728 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(1536, 384)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1536, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(2048, 448)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2048, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(3072, 1664)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3072, + 1664 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(2176, 192)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2176, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(1984, 1728)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1984, + 1728 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(1472, 448)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1472, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(5312, 256)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 5312, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(3648, 1728)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3648, + 1728 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(4800, 640)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4800, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(896, 1728)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 896, + 1728 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(1472, 1280)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1472, + 1280 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(4032, 1536)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4032, + 1536 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(2816, 1472)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2816, + 1472 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(4160, 1536)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4160, + 1536 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(704, 640)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 704, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(1472, 832)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1472, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(2688, 1408)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2688, + 1408 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(960, 1600)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 960, + 1600 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(1600, 1024)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1600, + 1024 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(128, 320)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(2176, 576)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2176, + 576 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(1152, 1088)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1152, + 1088 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(1984, 1280)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1984, + 1280 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(896, 1408)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 896, + 1408 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(5440, 1024)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 5440, + 1024 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(2368, 192)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2368, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(5056, 1536)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 5056, + 1536 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(5568, 1344)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 5568, + 1344 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(2624, 704)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2624, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(4032, 1664)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4032, + 1664 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(2304, 960)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2304, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(4736, 768)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4736, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(2944, 1728)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2944, + 1728 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(3904, 1664)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3904, + 1664 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(1408, 1472)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1408, + 1472 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(1984, 320)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1984, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(4096, 896)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4096, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(4672, 256)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4672, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(1088, 512)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1088, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(5440, 1664)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 5440, + 1664 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(1984, 1408)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1984, + 1408 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(6016, 448)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 6016, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(576, 1152)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 576, + 1152 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(3520, 1280)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3520, + 1280 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(512, 256)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 512, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(3328, 192)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3328, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(1536, 448)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1536, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(1856, 0)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1856, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(4160, 64)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4160, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(5824, 1664)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 5824, + 1664 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(1472, 960)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1472, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(192, 320)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(5056, 960)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 5056, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(2560, 448)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2560, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(1920, 384)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1920, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(2176, 1600)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2176, + 1600 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(3712, 384)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3712, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(2944, 768)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2944, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(1600, 1600)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1600, + 1600 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(1408, 768)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1408, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(1792, 256)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1792, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(2176, 960)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2176, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(5056, 768)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 5056, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(3712, 1344)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3712, + 1344 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(640, 1728)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 640, + 1728 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(1152, 512)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1152, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(3328, 1984)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3328, + 1984 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(4224, 1152)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4224, + 1152 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(1792, 128)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1792, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(4864, 576)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4864, + 576 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(4736, 384)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4736, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(5824, 1152)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 5824, + 1152 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(2752, 768)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2752, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(5440, 0)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 5440, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(192, 1792)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 1792 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(192, 1856)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 1856 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(192, 1920)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 1920 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(5760, 1600)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 5760, + 1600 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(3712, 1856)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3712, + 1856 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(256, 64)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(5312, 576)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 5312, + 576 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(256, 192)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(3136, 512)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3136, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(3904, 0)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3904, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(4864, 1344)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4864, + 1344 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(3264, 1472)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3264, + 1472 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(2752, 960)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2752, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(5376, 1664)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 5376, + 1664 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(4608, 1216)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4608, + 1216 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(1856, 1856)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1856, + 1856 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(704, 1664)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 704, + 1664 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(2752, 1984)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2752, + 1984 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(2880, 1664)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2880, + 1664 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(4992, 0)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4992, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(3584, 1792)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3584, + 1792 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(2048, 1792)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2048, + 1792 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(5632, 128)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 5632, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(2880, 640)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2880, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(6080, 640)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 6080, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(1536, 256)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1536, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(5440, 448)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 5440, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(5376, 1216)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 5376, + 1216 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(2624, 896)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2624, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(5504, 1600)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 5504, + 1600 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(3008, 384)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3008, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(1728, 1344)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1728, + 1344 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(640, 1984)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 640, + 1984 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(5568, 128)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 5568, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(3072, 1472)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3072, + 1472 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(1280, 1216)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1280, + 1216 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(3712, 640)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3712, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(4288, 0)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4288, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(3648, 1280)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3648, + 1280 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(2688, 256)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2688, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(4224, 512)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4224, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(4480, 1088)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4480, + 1088 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(6080, 896)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 6080, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(5248, 320)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 5248, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(5504, 1920)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 5504, + 1920 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(4864, 1792)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4864, + 1792 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(4736, 704)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4736, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(6016, 320)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 6016, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(2560, 1792)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2560, + 1792 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(4416, 832)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4416, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(3776, 1280)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3776, + 1280 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(1856, 896)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1856, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(2240, 1088)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2240, + 1088 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(5824, 768)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 5824, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(4288, 1024)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4288, + 1024 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(2368, 704)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2368, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(5824, 1856)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 5824, + 1856 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(4416, 384)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4416, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(3200, 1984)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3200, + 1984 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(2048, 1024)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2048, + 1024 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(4160, 1152)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4160, + 1152 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(4992, 64)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4992, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(1280, 1280)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1280, + 1280 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(2304, 192)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2304, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(3456, 1472)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3456, + 1472 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(3456, 384)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3456, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(4224, 896)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4224, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(512, 1728)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 512, + 1728 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(5888, 1344)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 5888, + 1344 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(5696, 1600)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 5696, + 1600 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(5696, 1856)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 5696, + 1856 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(2432, 1280)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2432, + 1280 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(832, 1216)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 832, + 1216 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(384, 320)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(6016, 1664)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 6016, + 1664 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(832, 1856)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 832, + 1856 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(3136, 320)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3136, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(6016, 1280)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 6016, + 1280 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(5120, 1536)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 5120, + 1536 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(4224, 256)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4224, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(2944, 192)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2944, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(3904, 1472)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3904, + 1472 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(4416, 512)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4416, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(1536, 704)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1536, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(3520, 640)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3520, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(3776, 64)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3776, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(384, 1152)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 1152 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(1472, 1152)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1472, + 1152 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(4544, 1600)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4544, + 1600 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(1920, 1920)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1920, + 1920 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(2304, 1088)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2304, + 1088 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(704, 832)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 704, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(384, 1536)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 1536 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(1408, 448)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1408, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(512, 1024)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 512, + 1024 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(1408, 1984)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1408, + 1984 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(1856, 1344)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1856, + 1344 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(384, 1856)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 1856 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(384, 1920)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 1920 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(1280, 1472)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1280, + 1472 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(448, 0)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(3648, 0)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3648, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(2240, 448)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2240, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(960, 1024)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 960, + 1024 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(704, 1280)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 704, + 1280 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(2816, 1408)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2816, + 1408 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(3264, 256)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3264, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(1472, 1536)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1472, + 1536 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(1664, 1024)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1664, + 1024 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(5312, 192)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 5312, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(1472, 320)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1472, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(3392, 192)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3392, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(1408, 256)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1408, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(3200, 960)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3200, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(5952, 512)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 5952, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(3328, 320)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3328, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(4160, 768)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4160, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(5248, 768)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 5248, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(1536, 512)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1536, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(2880, 832)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2880, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(2944, 448)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2944, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(960, 1728)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 960, + 1728 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(5120, 512)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 5120, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(4672, 1664)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4672, + 1664 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(3584, 960)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3584, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(2368, 1728)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2368, + 1728 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(5632, 448)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 5632, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(1472, 896)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1472, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(2240, 192)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2240, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(5184, 192)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 5184, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(1088, 1600)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1088, + 1600 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight|2d-64|(3328, 1472)", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3328, + 1472 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(5504, 1536)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 5504, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(0, 128)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(4864, 1408)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4864, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(0, 384)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(4864, 1152)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4864, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(3328, 1664)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3328, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(0, 768)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(3200, 768)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3200, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(5632, 1536)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 5632, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(5120, 0)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 5120, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(6016, 1152)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 6016, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(3328, 1280)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3328, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(0, 1536)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(4608, 896)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4608, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(3328, 384)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3328, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(0, 1920)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(2688, 1664)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2688, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(3840, 1408)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3840, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(4736, 1664)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4736, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(3968, 1536)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3968, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(2560, 1792)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2560, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(2048, 128)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2048, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(2816, 1792)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2816, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(4608, 1280)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4608, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(2432, 1792)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2432, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(2304, 1664)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2304, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(2944, 1024)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2944, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(128, 1408)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(5504, 256)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 5504, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(128, 1664)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(5504, 1792)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 5504, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(3840, 384)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3840, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(2816, 256)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2816, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(256, 128)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(256, 256)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(5376, 1792)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 5376, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(256, 512)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(2176, 768)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2176, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(2048, 0)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2048, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(5632, 1792)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 5632, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(5760, 1920)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 5760, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(3712, 384)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3712, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(4736, 1280)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4736, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(256, 1408)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(3712, 1408)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3712, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(4352, 768)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4352, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(4224, 256)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4224, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(256, 1920)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(6016, 0)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 6016, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(2944, 512)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2944, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(5120, 128)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 5120, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(384, 384)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(4864, 1536)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4864, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(4736, 640)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4736, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(2432, 0)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2432, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(3456, 1280)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3456, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(384, 1024)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(5760, 0)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 5760, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(4736, 1536)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4736, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(384, 1408)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(4736, 768)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4736, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(384, 1664)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(384, 1792)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(384, 1920)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(4736, 1792)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4736, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(5248, 512)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 5248, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(5760, 1664)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 5760, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(512, 384)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(2432, 896)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2432, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(512, 640)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(5248, 640)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 5248, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(3200, 1920)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3200, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(512, 1024)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(3968, 256)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3968, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(4480, 1920)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4480, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(3456, 640)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3456, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(512, 1536)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(3072, 128)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3072, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(512, 1792)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(3840, 896)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3840, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(2048, 1920)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2048, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(2944, 1792)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2944, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(640, 256)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(4096, 1280)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4096, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(3328, 640)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3328, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(640, 640)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(3200, 128)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3200, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(5504, 768)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 5504, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(3456, 256)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3456, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(640, 1152)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(4480, 1664)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4480, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(640, 1408)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(2560, 896)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2560, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(640, 1664)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(640, 1792)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(2432, 512)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2432, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(4352, 384)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4352, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(3328, 1024)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3328, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(2816, 1024)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2816, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(3328, 512)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3328, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(2816, 1664)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2816, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(3712, 1280)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3712, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(768, 768)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(3072, 1920)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3072, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(4736, 256)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4736, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(4096, 512)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4096, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(5632, 896)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 5632, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(768, 1408)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(5888, 256)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 5888, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(5376, 512)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 5376, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(3072, 0)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3072, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(768, 1920)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(896, 0)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(5504, 1024)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 5504, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(3712, 640)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3712, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(5376, 1408)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 5376, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(3456, 1664)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3456, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(896, 640)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(3328, 1792)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3328, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(2816, 512)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2816, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(896, 1024)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(896, 1152)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(2816, 768)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2816, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(3584, 1792)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3584, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(6016, 384)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 6016, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(896, 1664)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(4096, 1536)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4096, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(2048, 1664)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2048, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(4736, 0)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4736, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(1024, 128)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(5632, 128)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 5632, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(5504, 0)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 5504, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(5504, 384)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 5504, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(4608, 512)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4608, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(1024, 768)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(2688, 256)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2688, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(1024, 1024)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(3840, 1152)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3840, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(4736, 896)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4736, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(1024, 1408)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(1024, 1536)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(3968, 0)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3968, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(1024, 1792)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(1024, 1920)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(3840, 1536)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3840, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(4480, 1792)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4480, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(4992, 1664)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4992, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(5760, 128)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 5760, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(3072, 1408)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3072, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(1152, 640)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(1152, 768)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(3072, 1152)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3072, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(2944, 1664)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2944, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(2432, 768)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2432, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(1152, 1280)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(1152, 1408)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(3072, 768)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3072, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(2432, 1664)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2432, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(1152, 1792)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(6016, 640)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 6016, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(1280, 0)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(1280, 128)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(3584, 1024)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3584, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(1280, 384)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(4992, 1152)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4992, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(4864, 768)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4864, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(5888, 896)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 5888, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(1280, 896)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(4480, 640)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4480, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(3456, 1536)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3456, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(1280, 1280)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(1280, 1408)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(2048, 384)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2048, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(1280, 1664)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(1280, 1792)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(4736, 1408)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4736, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(1408, 0)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1408, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(4096, 768)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4096, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(1408, 256)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1408, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(4736, 512)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4736, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(4480, 1152)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4480, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(4480, 0)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4480, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(3712, 768)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3712, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(1408, 896)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1408, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(2560, 1024)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2560, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(5248, 256)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 5248, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(5632, 384)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 5632, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(2432, 1280)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2432, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(5632, 512)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 5632, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(5760, 1792)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 5760, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(4992, 1792)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4992, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(5120, 768)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 5120, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(2560, 1152)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2560, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(2432, 1152)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2432, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(1536, 256)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(2560, 1664)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2560, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(1536, 512)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(5888, 0)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 5888, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(3840, 1664)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3840, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(4608, 1024)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4608, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(4864, 1024)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4864, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(1536, 1152)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(2432, 128)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2432, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(5376, 896)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 5376, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(3456, 1152)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3456, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(1536, 1664)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(5504, 1408)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 5504, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(3200, 1536)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3200, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(1664, 0)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(2176, 1920)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2176, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(2688, 512)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2688, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(5376, 1152)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 5376, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(1664, 512)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(1664, 640)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(2688, 896)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2688, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(5120, 1792)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 5120, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(5888, 1664)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 5888, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(1664, 1152)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(2176, 640)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2176, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(2560, 1408)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2560, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(3328, 1536)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3328, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(2432, 1408)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2432, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(2816, 1408)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2816, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(5248, 1152)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 5248, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(2688, 0)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2688, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(5120, 1408)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 5120, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(4992, 1408)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4992, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(4608, 256)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4608, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(3840, 768)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3840, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(5888, 1408)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 5888, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(3328, 0)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3328, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(4096, 256)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4096, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(3840, 512)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3840, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(4992, 1024)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4992, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(2304, 0)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2304, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(2176, 896)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2176, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(6016, 768)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 6016, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(2688, 1280)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2688, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(2816, 384)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2816, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(1792, 1920)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1792, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(1920, 0)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1920, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(1920, 128)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1920, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(2048, 896)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2048, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(5376, 1920)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 5376, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(1920, 512)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1920, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(1920, 640)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1920, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(1920, 768)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1920, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(5376, 384)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 5376, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(3072, 512)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3072, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(2688, 1152)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2688, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(5632, 640)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 5632, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(3328, 896)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3328, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(1920, 1536)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1920, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(2304, 1920)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2304, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(1920, 1792)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1920, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-128|(4224, 1152)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 4224, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(3008, 1728)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3008, + 1728 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(2240, 128)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2240, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(2112, 384)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2112, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(3008, 1984)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3008, + 1984 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(4416, 384)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4416, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(2048, 320)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2048, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(5440, 832)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 5440, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(2432, 256)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2432, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(1536, 1664)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1536, + 1664 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(1600, 1536)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1600, + 1536 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(6016, 1536)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 6016, + 1536 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(2432, 1344)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2432, + 1344 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(1728, 960)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1728, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(0, 832)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(0, 896)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(3840, 512)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3840, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(0, 1024)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 1024 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(3456, 960)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3456, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(4544, 768)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4544, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(5312, 64)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 5312, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(2560, 128)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2560, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(3648, 640)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3648, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(2560, 576)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2560, + 576 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(5568, 128)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 5568, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(2176, 1664)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2176, + 1664 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(5696, 1216)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 5696, + 1216 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(2432, 1408)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2432, + 1408 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(896, 192)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 896, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(1984, 384)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1984, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(5120, 512)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 5120, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(4160, 1216)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4160, + 1216 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(4992, 256)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4992, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(2112, 1600)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2112, + 1600 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(64, 64)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(5696, 1472)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 5696, + 1472 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(4096, 1792)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4096, + 1792 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(1280, 1920)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1280, + 1920 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(3712, 1856)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3712, + 1856 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(1984, 960)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1984, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(768, 704)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 768, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(5952, 1408)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 5952, + 1408 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(4864, 1024)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4864, + 1024 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(960, 448)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 960, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(4992, 768)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4992, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(2752, 1856)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2752, + 1856 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(5184, 1280)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 5184, + 1280 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(3584, 448)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3584, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(832, 1856)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 832, + 1856 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(3904, 1856)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3904, + 1856 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(4480, 1088)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4480, + 1088 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(64, 1152)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 1152 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(3776, 1920)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3776, + 1920 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(896, 1600)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 896, + 1600 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(5696, 256)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 5696, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(5888, 1920)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 5888, + 1920 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(4096, 1344)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4096, + 1344 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(2688, 1728)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2688, + 1728 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(4032, 832)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4032, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(1408, 128)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1408, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(1344, 1344)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1344, + 1344 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(5696, 1536)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 5696, + 1536 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(832, 1792)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 832, + 1792 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(5888, 1600)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 5888, + 1600 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(4736, 1856)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4736, + 1856 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(960, 1024)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 960, + 1024 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(5056, 512)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 5056, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(3520, 256)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3520, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(640, 576)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 640, + 576 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(896, 896)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 896, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(5952, 576)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 5952, + 576 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(2432, 512)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2432, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(4416, 768)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4416, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(3776, 832)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3776, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(5440, 64)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 5440, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(3392, 384)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3392, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(3520, 896)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3520, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(5184, 960)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 5184, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(1600, 64)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1600, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(832, 1024)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 832, + 1024 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(1088, 1216)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1088, + 1216 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(4800, 640)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4800, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(1984, 1664)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1984, + 1664 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(1280, 1024)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1280, + 1024 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(5440, 1408)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 5440, + 1408 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(3328, 1408)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3328, + 1408 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(896, 1024)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 896, + 1024 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(4992, 704)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4992, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(128, 1472)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 1472 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(2944, 1600)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2944, + 1600 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(3008, 1088)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3008, + 1088 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(6016, 1280)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 6016, + 1280 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(128, 1728)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 1728 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(3008, 448)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3008, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(128, 1856)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 1856 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(128, 1920)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 1920 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(3904, 320)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3904, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(6080, 896)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 6080, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(3904, 1024)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3904, + 1024 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(5696, 704)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 5696, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(1472, 1792)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1472, + 1792 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(1408, 896)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1408, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(5312, 1024)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 5312, + 1024 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(2816, 1472)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2816, + 1472 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(3200, 128)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3200, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(2880, 128)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2880, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(1728, 1024)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1728, + 1024 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(2176, 1920)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2176, + 1920 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(1536, 1536)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1536, + 1536 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(4544, 64)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4544, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(192, 832)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(4672, 1536)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4672, + 1536 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(1088, 832)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1088, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(1344, 960)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1344, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(4672, 1792)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4672, + 1792 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(4416, 192)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4416, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(5184, 896)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 5184, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(2368, 1088)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2368, + 1088 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(1984, 576)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1984, + 576 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(5568, 576)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 5568, + 576 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(1856, 896)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1856, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(4096, 576)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4096, + 576 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(704, 1728)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 704, + 1728 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(2560, 1728)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2560, + 1728 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(5376, 1344)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 5376, + 1344 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(3712, 1664)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3712, + 1664 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(3136, 1792)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3136, + 1792 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(2496, 1600)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2496, + 1600 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(2752, 384)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2752, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(3008, 1216)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3008, + 1216 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(3264, 1536)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3264, + 1536 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(6080, 1216)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 6080, + 1216 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(576, 832)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 576, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(1536, 448)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1536, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(1792, 1344)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1792, + 1344 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(576, 384)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 576, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(5248, 1408)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 5248, + 1408 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(1664, 64)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1664, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(5504, 1600)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 5504, + 1600 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(3072, 768)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3072, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(256, 704)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(4736, 832)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4736, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(2816, 1664)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2816, + 1664 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(4736, 448)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4736, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(5632, 192)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 5632, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(1536, 576)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1536, + 576 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(1856, 768)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1856, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(256, 1152)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 1152 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(3264, 128)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3264, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(1920, 1280)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1920, + 1280 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(4864, 1920)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4864, + 1920 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(2816, 320)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2816, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(5120, 1472)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 5120, + 1472 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(2048, 1472)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2048, + 1472 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(2368, 1472)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2368, + 1472 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(4160, 1664)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4160, + 1664 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(2624, 768)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2624, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(3328, 512)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3328, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(4416, 1472)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4416, + 1472 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(3456, 1792)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3456, + 1792 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(3456, 1600)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3456, + 1600 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(5504, 1728)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 5504, + 1728 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(1408, 1856)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1408, + 1856 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(3520, 64)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3520, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(320, 192)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(320, 256)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(6016, 896)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 6016, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(3264, 1856)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3264, + 1856 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(2368, 256)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2368, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(3968, 832)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3968, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(1664, 704)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1664, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(896, 960)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 896, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(2560, 1024)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2560, + 1024 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(5696, 1664)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 5696, + 1664 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(1088, 1664)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1088, + 1664 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(1280, 512)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1280, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(320, 960)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(2560, 1536)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2560, + 1536 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(4928, 1024)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4928, + 1024 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(5568, 448)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 5568, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(4480, 256)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4480, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(3200, 1728)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3200, + 1728 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(1280, 896)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1280, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(3200, 448)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3200, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(320, 1472)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 1472 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(1664, 1600)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1664, + 1600 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(4480, 512)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4480, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(1088, 384)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1088, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(5440, 768)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 5440, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(3712, 1984)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3712, + 1984 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(4352, 1536)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4352, + 1536 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(640, 768)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 640, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(2432, 832)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2432, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(1088, 640)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1088, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(384, 64)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(2752, 1984)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2752, + 1984 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(832, 1472)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 832, + 1472 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(5632, 1280)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 5632, + 1280 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(1408, 1536)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1408, + 1536 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(4416, 320)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4416, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(4800, 64)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4800, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(4608, 128)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4608, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(1536, 128)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1536, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(2112, 768)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2112, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(2752, 512)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2752, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(384, 768)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(640, 832)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 640, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(5760, 128)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 5760, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(2560, 1600)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2560, + 1600 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(3840, 1088)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3840, + 1088 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(5824, 256)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 5824, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(512, 1920)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 512, + 1920 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(4800, 832)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4800, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(1472, 1856)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1472, + 1856 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(1856, 1344)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1856, + 1344 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(1984, 448)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1984, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(832, 768)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 832, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(3840, 256)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3840, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(2432, 448)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2432, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(3200, 640)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3200, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(3200, 1664)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3200, + 1664 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(1920, 1472)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1920, + 1472 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(384, 1856)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 1856 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(2432, 0)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2432, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(4928, 512)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4928, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(4288, 1344)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4288, + 1344 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(4352, 576)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4352, + 576 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(704, 1920)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 704, + 1920 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(4224, 1664)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4224, + 1664 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(3328, 896)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3328, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(3392, 1472)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3392, + 1472 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(768, 192)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 768, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(3520, 1664)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3520, + 1664 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(3968, 576)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3968, + 576 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(3136, 1152)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3136, + 1152 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(5504, 1344)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 5504, + 1344 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(1920, 1216)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1920, + 1216 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(1344, 1600)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1344, + 1600 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(896, 1088)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 896, + 1088 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(1152, 448)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1152, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(3776, 704)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3776, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(768, 512)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 768, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(3904, 1600)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3904, + 1600 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(1280, 128)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1280, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(6016, 832)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 6016, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(4928, 640)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4928, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(3264, 960)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3264, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(1600, 1280)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1600, + 1280 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(768, 1792)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 768, + 1792 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(3456, 1408)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3456, + 1408 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(2816, 1984)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2816, + 1984 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(448, 1664)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 1664 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(1408, 1984)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1408, + 1984 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(896, 768)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 896, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(4544, 1728)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4544, + 1728 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(2560, 320)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2560, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight|2d-64|(3776, 128)", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3776, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 0)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 128)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 256)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 384)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 512)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 640)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 768)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 896)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 1024)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 1152)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 1280)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 1408)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 1536)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 1664)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 1792)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 1920)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-128|(128, 0)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-128|(128, 128)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-128|(128, 256)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-128|(128, 384)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-128|(128, 512)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-128|(128, 640)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-128|(128, 768)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-128|(128, 896)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-128|(128, 1024)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-128|(128, 1152)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-128|(128, 1280)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-128|(128, 1408)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-128|(128, 1536)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-128|(128, 1664)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-128|(128, 1792)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-128|(128, 1920)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-128|(256, 0)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-128|(256, 128)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-128|(256, 256)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-128|(256, 384)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-128|(256, 512)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-128|(256, 640)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-128|(256, 768)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-128|(256, 896)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-128|(256, 1024)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-128|(256, 1152)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-128|(256, 1280)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-128|(256, 1408)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-128|(256, 1536)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-128|(256, 1664)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-128|(256, 1792)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-128|(256, 1920)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 0)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 128)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 256)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 384)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 512)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 640)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 768)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 896)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 1024)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 1152)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 1280)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 1408)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 1536)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 1664)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 1792)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 1920)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 0)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 64)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 128)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 192)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 256)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 320)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 384)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 448)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 512)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 576)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 576 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 640)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 704)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 768)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 832)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 896)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 960)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 1024)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 1024 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 1088)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 1088 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 1152)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 1152 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 1216)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 1216 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 1280)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 1280 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 1344)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 1344 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 1408)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 1408 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 1472)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 1472 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 1536)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 1536 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 1600)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 1600 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 1664)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 1664 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 1728)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 1728 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 1792)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 1792 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 1856)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 1856 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 1920)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 1920 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 1984)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 1984 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(64, 0)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(64, 64)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(64, 128)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(64, 192)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(64, 256)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(64, 320)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(64, 384)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(64, 448)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(64, 512)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(64, 576)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 576 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(64, 640)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(64, 704)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(64, 768)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(64, 832)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(64, 896)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(64, 960)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(64, 1024)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 1024 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(64, 1088)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 1088 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(64, 1152)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 1152 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(64, 1216)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 1216 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(64, 1280)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 1280 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(64, 1344)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 1344 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(64, 1408)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 1408 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(64, 1472)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 1472 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(64, 1536)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 1536 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(64, 1600)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 1600 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(64, 1664)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 1664 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(64, 1728)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 1728 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(64, 1792)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 1792 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(64, 1856)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 1856 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(64, 1920)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 1920 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(64, 1984)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 1984 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(128, 0)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(128, 64)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(128, 128)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(128, 192)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(128, 256)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(128, 320)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(128, 384)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(128, 448)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(128, 512)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(128, 576)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 576 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(128, 640)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(128, 704)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(128, 768)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(128, 832)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(128, 896)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(128, 960)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(128, 1024)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 1024 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(128, 1088)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 1088 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(128, 1152)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 1152 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(128, 1216)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 1216 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(128, 1280)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 1280 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(128, 1344)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 1344 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(128, 1408)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 1408 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(128, 1472)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 1472 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(128, 1536)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 1536 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(128, 1600)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 1600 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(128, 1664)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 1664 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(128, 1728)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 1728 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(128, 1792)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 1792 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(128, 1856)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 1856 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(128, 1920)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 1920 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(128, 1984)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 1984 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(192, 0)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(192, 64)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(192, 128)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(192, 192)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(192, 256)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(192, 320)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(192, 384)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(192, 448)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(192, 512)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(192, 576)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 576 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(192, 640)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(192, 704)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(192, 768)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(192, 832)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(192, 896)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(192, 960)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(192, 1024)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 1024 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(192, 1088)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 1088 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(192, 1152)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 1152 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(192, 1216)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 1216 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(192, 1280)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 1280 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(192, 1344)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 1344 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(192, 1408)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 1408 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(192, 1472)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 1472 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(192, 1536)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 1536 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(192, 1600)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 1600 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(192, 1664)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 1664 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(192, 1728)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 1728 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(192, 1792)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 1792 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(192, 1856)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 1856 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(192, 1920)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 1920 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(192, 1984)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 1984 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(256, 0)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(256, 64)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(256, 128)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(256, 192)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(256, 256)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(256, 320)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(256, 384)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(256, 448)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(256, 512)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(256, 576)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 576 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(256, 640)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(256, 704)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(256, 768)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(256, 832)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(256, 896)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(256, 960)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(256, 1024)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 1024 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(256, 1088)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 1088 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(256, 1152)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 1152 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(256, 1216)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 1216 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(256, 1280)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 1280 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(256, 1344)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 1344 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(256, 1408)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 1408 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(256, 1472)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 1472 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(256, 1536)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 1536 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(256, 1600)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 1600 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(256, 1664)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 1664 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(256, 1728)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 1728 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(256, 1792)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 1792 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(256, 1856)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 1856 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(256, 1920)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 1920 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(256, 1984)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 1984 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(320, 0)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(320, 64)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(320, 128)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(320, 192)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(320, 256)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(320, 320)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(320, 384)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(320, 448)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(320, 512)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(320, 576)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 576 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(320, 640)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(320, 704)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(320, 768)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(320, 832)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(320, 896)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(320, 960)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(320, 1024)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 1024 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(320, 1088)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 1088 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(320, 1152)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 1152 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(320, 1216)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 1216 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(320, 1280)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 1280 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(320, 1344)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 1344 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(320, 1408)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 1408 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(320, 1472)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 1472 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(320, 1536)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 1536 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(320, 1600)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 1600 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(320, 1664)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 1664 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(320, 1728)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 1728 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(320, 1792)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 1792 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(320, 1856)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 1856 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(320, 1920)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 1920 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(320, 1984)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 1984 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 0)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 64)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 128)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 192)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 256)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 320)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 384)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 448)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 512)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 576)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 576 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 640)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 704)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 768)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 832)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 896)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 960)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 1024)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 1024 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 1088)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 1088 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 1152)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 1152 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 1216)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 1216 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 1280)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 1280 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 1344)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 1344 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 1408)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 1408 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 1472)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 1472 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 1536)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 1536 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 1600)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 1600 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 1664)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 1664 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 1728)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 1728 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 1792)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 1792 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 1856)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 1856 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 1920)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 1920 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 1984)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 1984 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(448, 0)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(448, 64)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(448, 128)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(448, 192)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(448, 256)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(448, 320)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(448, 384)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(448, 448)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(448, 512)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(448, 576)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 576 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(448, 640)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(448, 704)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(448, 768)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(448, 832)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(448, 896)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(448, 960)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(448, 1024)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 1024 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(448, 1088)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 1088 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(448, 1152)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 1152 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(448, 1216)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 1216 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(448, 1280)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 1280 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(448, 1344)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 1344 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(448, 1408)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 1408 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(448, 1472)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 1472 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(448, 1536)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 1536 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(448, 1600)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 1600 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(448, 1664)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 1664 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(448, 1728)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 1728 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(448, 1792)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 1792 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(448, 1856)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 1856 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(448, 1920)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 1920 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight|2d-64|(448, 1984)", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 1984 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(0, 0)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(0, 128)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(0, 256)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(0, 384)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(0, 512)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(0, 640)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(0, 768)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(0, 896)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(0, 1024)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(0, 1152)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(0, 1280)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(0, 1408)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(0, 1536)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(0, 1664)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(0, 1792)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(0, 1920)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(128, 0)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(128, 128)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(128, 256)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(128, 384)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(128, 512)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(128, 640)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(128, 768)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(128, 896)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(128, 1024)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(128, 1152)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(128, 1280)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(128, 1408)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(128, 1536)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(128, 1664)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(128, 1792)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(128, 1920)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(256, 0)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(256, 128)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(256, 256)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(256, 384)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(256, 512)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(256, 640)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(256, 768)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(256, 896)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(256, 1024)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(256, 1152)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(256, 1280)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(256, 1408)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(256, 1536)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(256, 1664)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(256, 1792)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(256, 1920)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(384, 0)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(384, 128)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(384, 256)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(384, 384)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(384, 512)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(384, 640)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(384, 768)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(384, 896)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(384, 1024)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(384, 1152)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(384, 1280)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(384, 1408)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(384, 1536)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(384, 1664)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(384, 1792)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(384, 1920)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(512, 0)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(512, 128)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(512, 256)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(512, 384)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(512, 512)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(512, 640)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(512, 768)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(512, 896)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(512, 1024)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(512, 1152)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(512, 1280)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(512, 1408)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(512, 1536)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(512, 1664)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(512, 1792)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(512, 1920)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(640, 0)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(640, 128)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(640, 256)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(640, 384)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(640, 512)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(640, 640)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(640, 768)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(640, 896)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(640, 1024)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(640, 1152)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(640, 1280)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(640, 1408)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(640, 1536)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(640, 1664)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(640, 1792)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(640, 1920)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(768, 0)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(768, 128)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(768, 256)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(768, 384)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(768, 512)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(768, 640)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(768, 768)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(768, 896)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(768, 1024)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(768, 1152)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(768, 1280)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(768, 1408)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(768, 1536)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(768, 1664)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(768, 1792)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(768, 1920)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(896, 0)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(896, 128)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(896, 256)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(896, 384)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(896, 512)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(896, 640)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(896, 768)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(896, 896)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(896, 1024)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(896, 1152)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(896, 1280)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(896, 1408)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(896, 1536)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(896, 1664)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(896, 1792)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(896, 1920)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1024, 0)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1024, 128)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1024, 256)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1024, 384)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1024, 512)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1024, 640)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1024, 768)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1024, 896)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1024, 1024)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1024, 1152)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1024, 1280)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1024, 1408)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1024, 1536)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1024, 1664)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1024, 1792)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1024, 1920)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1152, 0)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1152, 128)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1152, 256)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1152, 384)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1152, 512)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1152, 640)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1152, 768)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1152, 896)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1152, 1024)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1152, 1152)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1152, 1280)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1152, 1408)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1152, 1536)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1152, 1664)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1152, 1792)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1152, 1920)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1280, 0)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1280, 128)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1280, 256)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1280, 384)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1280, 512)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1280, 640)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1280, 768)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1280, 896)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1280, 1024)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1280, 1152)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1280, 1280)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1280, 1408)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1280, 1536)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1280, 1664)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1280, 1792)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1280, 1920)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1408, 0)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1408, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1408, 128)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1408, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1408, 256)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1408, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1408, 384)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1408, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1408, 512)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1408, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1408, 640)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1408, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1408, 768)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1408, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1408, 896)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1408, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1408, 1024)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1408, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1408, 1152)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1408, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1408, 1280)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1408, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1408, 1408)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1408, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1408, 1536)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1408, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1408, 1664)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1408, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1408, 1792)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1408, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1408, 1920)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1408, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1536, 0)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1536, 128)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1536, 256)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1536, 384)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1536, 512)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1536, 640)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1536, 768)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1536, 896)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1536, 1024)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1536, 1152)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1536, 1280)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1536, 1408)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1536, 1536)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1536, 1664)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1536, 1792)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1536, 1920)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1664, 0)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1664, 128)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1664, 256)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1664, 384)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1664, 512)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1664, 640)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1664, 768)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1664, 896)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1664, 1024)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1664, 1152)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1664, 1280)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1664, 1408)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1664, 1536)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1664, 1664)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1664, 1792)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1664, 1920)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1792, 0)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1792, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1792, 128)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1792, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1792, 256)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1792, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1792, 384)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1792, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1792, 512)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1792, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1792, 640)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1792, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1792, 768)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1792, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1792, 896)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1792, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1792, 1024)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1792, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1792, 1152)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1792, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1792, 1280)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1792, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1792, 1408)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1792, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1792, 1536)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1792, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1792, 1664)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1792, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1792, 1792)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1792, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1792, 1920)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1792, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1920, 0)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1920, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1920, 128)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1920, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1920, 256)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1920, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1920, 384)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1920, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1920, 512)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1920, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1920, 640)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1920, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1920, 768)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1920, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1920, 896)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1920, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1920, 1024)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1920, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1920, 1152)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1920, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1920, 1280)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1920, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1920, 1408)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1920, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1920, 1536)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1920, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1920, 1664)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1920, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1920, 1792)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1920, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-128|(1920, 1920)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1920, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1024, 384)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1024, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(960, 1216)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 960, + 1216 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1088, 1216)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1088, + 1216 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(0, 192)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(0, 256)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1792, 1472)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1792, + 1472 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(960, 1856)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 960, + 1856 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1792, 768)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1792, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1664, 576)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1664, + 576 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1728, 448)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1728, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1280, 960)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1280, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(576, 1920)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 576, + 1920 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(0, 768)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(0, 832)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(0, 896)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(832, 64)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 832, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(960, 1024)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 960, + 1024 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1600, 192)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1600, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(512, 704)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 512, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1664, 768)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1664, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1792, 1280)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1792, + 1280 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(704, 640)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 704, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1472, 64)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1472, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(896, 128)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 896, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(0, 1536)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 1536 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1792, 1600)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1792, + 1600 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1664, 832)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1664, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(0, 1728)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 1728 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1600, 704)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1600, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(0, 1856)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 1856 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(0, 1920)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 1920 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(512, 1856)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 512, + 1856 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1472, 0)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1472, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(64, 64)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1024, 640)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1024, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(576, 1600)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 576, + 1600 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(896, 1984)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 896, + 1984 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1856, 1472)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1856, + 1472 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1664, 1408)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1664, + 1408 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1536, 1152)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1536, + 1152 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1920, 192)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1920, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(512, 0)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 512, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(64, 640)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(64, 704)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(64, 768)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1344, 1728)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1344, + 1728 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1856, 1536)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1856, + 1536 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1728, 64)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1728, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(64, 1024)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 1024 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1408, 1728)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1408, + 1728 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(64, 1152)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 1152 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1920, 1024)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1920, + 1024 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1152, 1472)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1152, + 1472 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(64, 1344)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 1344 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(64, 1408)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 1408 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1600, 1984)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1600, + 1984 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(64, 1536)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 1536 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1088, 256)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1088, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1536, 1408)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1536, + 1408 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1024, 256)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1024, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(64, 1792)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 1792 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(512, 1920)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 512, + 1920 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1728, 128)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1728, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(832, 704)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 832, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(128, 0)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1792, 832)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1792, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1472, 1408)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1472, + 1408 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(704, 1152)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 704, + 1152 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1344, 128)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1344, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(128, 320)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1344, 64)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1344, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1088, 832)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1088, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1792, 64)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1792, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1792, 1664)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1792, + 1664 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(128, 640)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1536, 1600)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1536, + 1600 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1792, 1920)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1792, + 1920 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1280, 128)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1280, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1472, 1728)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1472, + 1728 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1728, 1664)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1728, + 1664 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1216, 384)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1216, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(512, 1600)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 512, + 1600 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(128, 1152)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 1152 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(640, 320)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 640, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(768, 1344)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 768, + 1344 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(128, 1344)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 1344 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1728, 1024)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1728, + 1024 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1728, 0)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1728, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1984, 1280)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1984, + 1280 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1088, 1024)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1088, + 1024 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(128, 1664)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 1664 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(128, 1728)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 1728 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1792, 960)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1792, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1088, 320)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1088, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(896, 1536)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 896, + 1536 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(896, 448)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 896, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1344, 1600)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1344, + 1600 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1088, 1600)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1088, + 1600 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(896, 1152)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 896, + 1152 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(512, 256)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 512, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1600, 1152)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1600, + 1152 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1152, 576)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1152, + 576 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(192, 384)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(512, 448)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 512, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1600, 1536)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1600, + 1536 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(768, 768)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 768, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(576, 64)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 576, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(704, 1024)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 704, + 1024 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1984, 64)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1984, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1856, 1152)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1856, + 1152 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1088, 1536)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1088, + 1536 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(192, 960)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1088, 640)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1088, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1856, 320)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1856, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(192, 1152)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 1152 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(960, 1792)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 960, + 1792 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(192, 1280)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 1280 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(192, 1344)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 1344 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(640, 1024)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 640, + 1024 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1472, 1600)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1472, + 1600 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(192, 1536)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 1536 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(704, 1472)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 704, + 1472 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1024, 832)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1024, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1216, 832)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1216, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(768, 448)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 768, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(768, 1280)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 768, + 1280 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(896, 704)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 896, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1728, 256)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1728, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1280, 192)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1280, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1792, 576)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1792, + 576 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(256, 128)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(256, 192)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1408, 192)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1408, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(960, 832)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 960, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1856, 1408)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1856, + 1408 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1216, 1472)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1216, + 1472 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1472, 1216)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1472, + 1216 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1024, 1856)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1024, + 1856 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(832, 1920)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 832, + 1920 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1984, 1536)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1984, + 1536 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(256, 768)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1280, 1280)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1280, + 1280 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1856, 1984)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1856, + 1984 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1216, 1600)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1216, + 1600 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(576, 1088)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 576, + 1088 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(256, 1088)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 1088 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(256, 1152)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 1152 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(256, 1216)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 1216 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1728, 1728)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1728, + 1728 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(512, 1664)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 512, + 1664 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1280, 832)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1280, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(768, 1920)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 768, + 1920 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1344, 1344)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1344, + 1344 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(256, 1600)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 1600 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(256, 1664)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 1664 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(256, 1728)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 1728 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1408, 1536)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1408, + 1536 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1728, 1152)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1728, + 1152 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(256, 1920)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 1920 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(256, 1984)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 1984 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(320, 0)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1088, 512)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1088, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(576, 960)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 576, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1792, 896)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1792, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1344, 192)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1344, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1216, 960)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1216, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(320, 384)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1984, 1728)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1984, + 1728 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(512, 640)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 512, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1472, 128)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1472, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1344, 1856)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1344, + 1856 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(512, 1984)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 512, + 1984 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(832, 896)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 832, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(320, 832)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1984, 1472)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1984, + 1472 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(640, 0)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 640, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(320, 1024)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 1024 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(320, 1088)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 1088 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1984, 704)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1984, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(320, 1216)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 1216 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(320, 1280)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 1280 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(704, 768)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 704, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(320, 1408)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 1408 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1664, 896)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1664, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(576, 1664)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 576, + 1664 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(320, 1600)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 1600 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1664, 960)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1664, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1408, 640)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1408, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1408, 1600)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1408, + 1600 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(704, 448)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 704, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(768, 64)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 768, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(320, 1984)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 1984 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1920, 512)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1920, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1856, 960)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1856, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1728, 1984)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1728, + 1984 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(384, 192)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(960, 768)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 960, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1920, 1472)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1920, + 1472 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(768, 576)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 768, + 576 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1088, 1280)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1088, + 1280 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1472, 640)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1472, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(896, 576)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 896, + 576 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1728, 512)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1728, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(384, 704)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1024, 896)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1024, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1536, 384)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1536, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(384, 896)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(384, 960)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1984, 512)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1984, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(384, 1088)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 1088 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(384, 1152)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 1152 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(384, 1216)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 1216 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1408, 1472)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1408, + 1472 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(384, 1344)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 1344 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1152, 1920)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1152, + 1920 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(384, 1472)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 1472 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1408, 768)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1408, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(384, 1600)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 1600 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1664, 256)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1664, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1856, 1856)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1856, + 1856 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(512, 768)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 512, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(384, 1856)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 1856 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1984, 1984)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1984, + 1984 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(640, 1152)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 640, + 1152 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1152, 1536)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1152, + 1536 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1088, 1088)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1088, + 1088 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(448, 128)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1344, 1536)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1344, + 1536 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(704, 1344)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 704, + 1344 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(832, 960)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 832, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(768, 1984)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 768, + 1984 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1216, 640)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1216, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1088, 1792)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1088, + 1792 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1856, 896)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1856, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(640, 576)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 640, + 576 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1472, 1536)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1472, + 1536 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(704, 576)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 704, + 576 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(832, 1152)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 832, + 1152 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(768, 192)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 768, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1280, 448)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1280, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1408, 512)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1408, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1344, 832)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1344, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1664, 320)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1664, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1024, 1792)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1024, + 1792 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1856, 1024)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1856, + 1024 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(448, 1344)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 1344 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(960, 320)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 960, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(704, 1728)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 704, + 1728 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(704, 0)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 704, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(448, 1600)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 1600 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1408, 64)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1408, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1984, 896)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1984, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1728, 768)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1728, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1088, 1856)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1088, + 1856 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1280, 1664)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1280, + 1664 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight|2d-64|(1408, 1664)", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1408, + 1664 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(3072, 1536)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3072, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(2176, 1024)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2176, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(0, 256)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(0, 384)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(3712, 1664)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3712, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(0, 640)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(2560, 1280)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2560, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(0, 896)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(2176, 1408)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2176, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(3072, 0)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3072, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(0, 1280)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(0, 1408)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(2304, 768)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2304, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(0, 1664)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(0, 1792)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(3712, 1792)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3712, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(2176, 768)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2176, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(2176, 896)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2176, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(128, 256)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(128, 384)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(128, 512)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(128, 640)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(2176, 1792)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2176, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(2816, 0)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2816, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(3712, 256)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3712, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(2944, 128)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2944, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(128, 1280)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(128, 1408)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(128, 1536)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(2688, 1664)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2688, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(128, 1792)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(128, 1920)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(256, 0)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(3840, 1664)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3840, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(256, 256)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(256, 384)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(256, 512)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(3072, 1408)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3072, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(3456, 1792)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3456, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(256, 896)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(2176, 1152)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2176, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(256, 1152)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(2688, 1152)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2688, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(256, 1408)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(256, 1536)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(256, 1664)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(256, 1792)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(256, 1920)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(384, 0)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(384, 128)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(384, 256)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(384, 384)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(2560, 384)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2560, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(2432, 1792)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2432, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(2432, 1024)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2432, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(2432, 1664)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2432, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(384, 1024)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(384, 1152)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(2304, 640)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2304, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(384, 1408)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(384, 1536)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(2048, 1792)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2048, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(3456, 640)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3456, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(2432, 640)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2432, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(3456, 0)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3456, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(512, 128)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(2816, 1280)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2816, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(3840, 1792)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3840, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(512, 512)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(512, 640)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(3456, 512)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3456, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(512, 896)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(512, 1024)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(2432, 0)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2432, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(512, 1280)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(512, 1408)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(2432, 128)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2432, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(2944, 512)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2944, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(512, 1792)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(512, 1920)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 512, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 0)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 128)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 256)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(3840, 1152)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3840, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 512)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 640)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(3456, 896)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3456, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 896)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(2816, 1536)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2816, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(2944, 768)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2944, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(3968, 1536)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3968, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(2688, 1920)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2688, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 1536)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(2176, 1664)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2176, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(2048, 1152)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2048, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 1920)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 640, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(768, 0)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(3712, 1280)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3712, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(2304, 512)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2304, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(2048, 1920)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2048, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(768, 512)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(2688, 1280)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2688, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(768, 768)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(768, 896)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(3584, 384)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3584, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(3072, 1024)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3072, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(3968, 1024)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3968, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(768, 1408)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(768, 1536)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(3584, 1792)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3584, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(768, 1792)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 768, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(2304, 1536)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2304, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(896, 0)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(896, 128)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(896, 256)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(896, 384)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(896, 512)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(896, 640)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(896, 768)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(896, 896)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(3968, 1408)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3968, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(3584, 0)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3584, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(3200, 0)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3200, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(896, 1408)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(896, 1536)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(2560, 1920)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2560, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(896, 1792)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 896, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(2688, 512)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2688, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(1024, 0)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(1024, 128)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(3200, 1536)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3200, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(3072, 1152)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3072, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(1024, 512)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(1024, 640)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(3072, 896)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3072, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(3968, 512)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3968, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(3328, 768)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3328, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(2048, 0)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2048, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(1024, 1280)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(3456, 1536)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3456, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(1024, 1536)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(1024, 1664)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(1024, 1792)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(1024, 1920)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1024, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(2816, 512)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2816, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(3712, 0)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3712, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(3840, 1920)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3840, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(2944, 1408)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2944, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(1152, 512)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(2816, 256)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2816, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(2560, 1408)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2560, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(1152, 896)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(3584, 256)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3584, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(2816, 1664)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2816, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(2688, 256)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2688, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(3200, 1280)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3200, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(3840, 0)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3840, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(1152, 1664)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1152, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(2560, 512)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2560, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(2304, 1152)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2304, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(1280, 0)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(3968, 128)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3968, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(1280, 256)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(1280, 384)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(2560, 128)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2560, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(2048, 1664)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2048, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(1280, 768)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(2048, 640)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2048, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(1280, 1024)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(1280, 1152)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(3200, 384)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3200, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(2816, 1024)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2816, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(1280, 1536)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(1280, 1664)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1280, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(2304, 128)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2304, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(2816, 768)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2816, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(3840, 384)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3840, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(3456, 1024)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3456, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(1408, 256)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1408, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(2944, 0)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2944, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(1408, 512)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1408, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(1408, 640)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1408, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(1408, 768)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1408, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(3968, 896)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3968, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(3328, 640)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3328, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(2176, 640)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2176, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(1408, 1280)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1408, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(2560, 1536)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2560, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(3328, 128)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3328, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(2816, 1408)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2816, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(1408, 1792)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1408, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(1408, 1920)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1408, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(3328, 1280)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3328, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(3072, 1920)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3072, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(1536, 256)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(1536, 384)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(3584, 512)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3584, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(3584, 768)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3584, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(3328, 256)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3328, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(1536, 896)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(3584, 1408)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3584, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(3200, 640)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3200, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(1536, 1280)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(1536, 1408)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(1536, 1536)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(3200, 1664)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3200, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(1536, 1792)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1536, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(3328, 512)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3328, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(1664, 0)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(2432, 1152)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2432, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(1664, 256)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(2688, 384)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2688, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(3328, 1408)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3328, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(1664, 640)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(1664, 768)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(2560, 1664)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2560, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(2688, 1536)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2688, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(1664, 1152)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(3072, 1280)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3072, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(1664, 1408)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(1664, 1536)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(3584, 1536)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3584, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(1664, 1792)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1664, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(3200, 896)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3200, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(1792, 0)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1792, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(3840, 896)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3840, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(3712, 768)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3712, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(2304, 896)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2304, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(3840, 512)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3840, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(3072, 1664)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3072, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(1792, 768)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1792, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(3328, 0)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3328, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(3200, 1152)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3200, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(3200, 128)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3200, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(2048, 1024)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2048, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(3840, 640)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3840, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(3200, 1792)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3200, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(3072, 128)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3072, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(1792, 1792)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1792, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(3200, 768)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3200, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(2048, 896)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2048, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(2048, 1408)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2048, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(2304, 1408)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2304, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(3072, 384)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3072, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(2560, 896)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2560, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(1920, 640)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1920, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(2560, 768)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2560, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(1920, 896)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1920, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(2560, 1152)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2560, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(2688, 640)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2688, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(1920, 1280)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1920, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(2432, 256)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 2432, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(1920, 1536)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1920, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(3584, 1024)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3584, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(1920, 1792)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 1920, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-128|(3840, 128)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 3840, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(0, 0)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(2560, 576)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2560, + 576 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(1728, 1152)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1728, + 1152 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(3776, 320)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3776, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(2368, 448)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2368, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(2368, 128)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2368, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(1600, 896)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1600, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(1152, 1984)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1152, + 1984 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(2816, 896)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2816, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(512, 832)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 512, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(2944, 1664)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2944, + 1664 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(0, 704)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(3200, 1984)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3200, + 1984 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(3392, 896)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3392, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(1344, 1600)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1344, + 1600 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(2944, 512)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2944, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(1792, 1152)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1792, + 1152 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(1280, 1472)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1280, + 1472 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(3072, 1728)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3072, + 1728 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(576, 512)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 576, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(1984, 1856)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1984, + 1856 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(0, 1344)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 1344 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(1984, 448)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1984, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(896, 1728)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 896, + 1728 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(0, 1536)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 1536 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(1152, 832)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1152, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(704, 1984)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 704, + 1984 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(1920, 448)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1920, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(1152, 448)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1152, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(704, 448)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 704, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(2752, 0)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2752, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(576, 320)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 576, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(4032, 384)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4032, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(1728, 1280)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1728, + 1280 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(2368, 640)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2368, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(1792, 64)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1792, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(896, 192)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 896, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(3264, 0)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3264, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(64, 384)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(704, 1408)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 704, + 1408 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(64, 512)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(64, 576)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 576 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(3968, 1856)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3968, + 1856 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(1600, 1792)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1600, + 1792 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(2496, 1984)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2496, + 1984 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(1152, 1280)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1152, + 1280 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(3520, 768)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3520, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(576, 256)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 576, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(1600, 384)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1600, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(3648, 1024)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3648, + 1024 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(1024, 1536)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1024, + 1536 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(1344, 1216)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1344, + 1216 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(2176, 1472)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2176, + 1472 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(768, 1664)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 768, + 1664 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(2432, 512)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2432, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(64, 1472)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 1472 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(832, 512)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 832, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(2624, 1280)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2624, + 1280 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(2880, 960)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2880, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(1152, 1152)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1152, + 1152 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(64, 1792)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 1792 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(64, 1856)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 1856 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(1856, 1408)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1856, + 1408 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(896, 1984)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 896, + 1984 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(512, 1984)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 512, + 1984 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(2304, 128)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2304, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(128, 128)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(3904, 320)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3904, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(1856, 1472)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1856, + 1472 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(2176, 1856)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2176, + 1856 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(3392, 128)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3392, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(4032, 1216)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4032, + 1216 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(1472, 192)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1472, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(1728, 128)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1728, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(1664, 1216)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1664, + 1216 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(512, 1536)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 512, + 1536 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(576, 1856)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 576, + 1856 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(576, 0)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 576, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(1600, 576)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1600, + 576 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(128, 960)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(128, 1024)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 1024 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(1216, 832)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1216, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(3264, 1472)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3264, + 1472 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(128, 1216)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 1216 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(1152, 1600)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1152, + 1600 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(1408, 1728)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1408, + 1728 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(3456, 1792)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3456, + 1792 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(2112, 640)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2112, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(3648, 1280)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3648, + 1280 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(3968, 1472)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3968, + 1472 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(1152, 896)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1152, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(1344, 832)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1344, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(1920, 0)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1920, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(2624, 512)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2624, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(896, 1792)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 896, + 1792 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(3712, 448)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3712, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(3712, 1728)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3712, + 1728 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(192, 64)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(1024, 640)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1024, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(1792, 1472)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1792, + 1472 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(2560, 0)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2560, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(2240, 1024)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2240, + 1024 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(1984, 1344)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1984, + 1344 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(896, 320)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 896, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(3904, 1984)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3904, + 1984 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(960, 448)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 960, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(3712, 1344)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3712, + 1344 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(2432, 1856)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2432, + 1856 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(1920, 1152)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1920, + 1152 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(704, 1152)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 704, + 1152 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(3008, 960)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3008, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(1216, 1408)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1216, + 1408 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(1792, 0)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1792, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(2752, 704)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2752, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(832, 1088)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 832, + 1088 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(2752, 448)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2752, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(3840, 1536)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3840, + 1536 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(1280, 1344)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1280, + 1344 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(2368, 512)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2368, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(2176, 1024)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2176, + 1024 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(192, 1536)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 1536 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(2112, 1216)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2112, + 1216 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(2752, 640)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2752, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(3968, 512)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3968, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(2496, 1280)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2496, + 1280 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(192, 1856)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 1856 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(2560, 896)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2560, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(2624, 1472)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2624, + 1472 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(2496, 128)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2496, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(2944, 192)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2944, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(576, 448)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 576, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(1280, 1600)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1280, + 1600 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(1536, 1280)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1536, + 1280 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(1856, 1536)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1856, + 1536 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(2816, 1344)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2816, + 1344 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(1216, 1152)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1216, + 1152 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(4032, 1408)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4032, + 1408 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(2496, 1408)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2496, + 1408 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(1664, 384)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1664, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(1408, 64)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1408, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(1536, 1856)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1536, + 1856 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(1024, 256)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1024, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(256, 896)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(1856, 192)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1856, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(3200, 1344)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3200, + 1344 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(256, 1088)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 1088 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(1792, 1920)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1792, + 1920 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(3264, 384)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3264, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(2624, 384)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2624, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(3264, 1216)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3264, + 1216 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(3840, 640)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3840, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(256, 1472)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 1472 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(3328, 1600)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3328, + 1600 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(3328, 1408)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3328, + 1408 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(2880, 1088)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2880, + 1088 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(2560, 1856)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2560, + 1856 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(1664, 128)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1664, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(3136, 1600)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3136, + 1600 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(3648, 1472)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3648, + 1472 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(1792, 576)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1792, + 576 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(320, 0)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(768, 1344)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 768, + 1344 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(1856, 1344)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1856, + 1344 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(2880, 1216)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2880, + 1216 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(3456, 1216)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3456, + 1216 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(2048, 448)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2048, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(3328, 832)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3328, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(2368, 1600)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2368, + 1600 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(2688, 1216)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2688, + 1216 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(2944, 1216)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2944, + 1216 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(3136, 1472)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3136, + 1472 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(1216, 1792)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1216, + 1792 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(2816, 1792)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2816, + 1792 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(3456, 768)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3456, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(3456, 1152)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3456, + 1152 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(832, 1920)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 832, + 1920 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(1152, 1664)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1152, + 1664 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(2048, 1792)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2048, + 1792 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(320, 1152)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 1152 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(3392, 1216)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3392, + 1216 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(320, 1280)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 1280 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(320, 1344)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 1344 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(3648, 256)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3648, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(3072, 1280)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3072, + 1280 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(1600, 832)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1600, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(3520, 1088)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3520, + 1088 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(2560, 1152)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2560, + 1152 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(3008, 1792)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3008, + 1792 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(1984, 1088)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1984, + 1088 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(1024, 1152)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1024, + 1152 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(704, 1216)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 704, + 1216 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(2368, 256)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2368, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(3904, 64)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3904, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(3520, 1472)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3520, + 1472 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(1536, 1600)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1536, + 1600 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(3584, 192)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3584, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(640, 1536)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 640, + 1536 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(384, 320)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(2048, 128)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2048, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(2432, 1472)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2432, + 1472 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(2048, 384)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2048, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(1984, 1536)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1984, + 1536 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(896, 1216)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 896, + 1216 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(3136, 832)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3136, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(3072, 960)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3072, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(384, 832)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(384, 896)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(3008, 1472)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3008, + 1472 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(1792, 512)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1792, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(2560, 1792)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2560, + 1792 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(384, 1152)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 1152 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(384, 1216)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 1216 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(2880, 256)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2880, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(832, 1536)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 832, + 1536 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(2688, 1088)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2688, + 1088 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(1024, 1792)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1024, + 1792 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(384, 1536)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 1536 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(1280, 960)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1280, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(4032, 1856)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 4032, + 1856 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(3136, 256)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3136, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(2624, 640)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2624, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(3840, 0)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3840, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(2496, 896)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2496, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(1344, 1280)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1344, + 1280 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(1920, 1280)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1920, + 1280 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(3264, 1408)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3264, + 1408 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(448, 128)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(448, 192)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(2944, 960)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2944, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(2048, 640)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2048, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(448, 384)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(1728, 1984)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1728, + 1984 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(448, 512)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(1280, 1280)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1280, + 1280 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(1920, 704)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1920, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(576, 1344)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 576, + 1344 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(576, 1600)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 576, + 1600 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(3072, 576)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3072, + 576 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(448, 896)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(2560, 1600)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2560, + 1600 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(448, 1024)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 1024 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(1792, 384)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1792, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(448, 1152)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 1152 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(768, 1600)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 768, + 1600 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(1856, 1216)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1856, + 1216 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(704, 640)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 704, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(2880, 320)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2880, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(3968, 1664)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3968, + 1664 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(3648, 384)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3648, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(3264, 1536)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3264, + 1536 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(3776, 1216)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 3776, + 1216 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(448, 1728)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 1728 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(2880, 1408)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 2880, + 1408 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(640, 1024)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 640, + 1024 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(1408, 1792)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1408, + 1792 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight|2d-64|(1408, 1536)", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 1408, + 1536 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-128|(0, 0)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-128|(0, 128)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-128|(0, 256)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-128|(0, 384)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-128|(0, 512)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-128|(0, 640)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-128|(0, 768)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-128|(0, 896)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-128|(0, 1024)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-128|(0, 1152)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-128|(0, 1280)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-128|(0, 1408)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-128|(0, 1536)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-128|(0, 1664)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-128|(0, 1792)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-128|(0, 1920)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 0, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 0)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 128)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 256)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 384)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 512)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 640)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 768)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 896)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 1024)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 1152)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 1280)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 1408)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 1536)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 1664)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 1792)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 1920)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 128, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-128|(256, 0)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-128|(256, 128)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-128|(256, 256)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-128|(256, 384)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-128|(256, 512)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-128|(256, 640)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-128|(256, 768)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-128|(256, 896)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-128|(256, 1024)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-128|(256, 1152)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-128|(256, 1280)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-128|(256, 1408)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-128|(256, 1536)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-128|(256, 1664)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-128|(256, 1792)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-128|(256, 1920)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 256, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-128|(384, 0)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 0 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-128|(384, 128)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 128 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-128|(384, 256)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 256 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-128|(384, 384)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 384 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-128|(384, 512)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 512 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-128|(384, 640)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 640 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-128|(384, 768)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 768 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-128|(384, 896)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 896 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-128|(384, 1024)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 1024 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-128|(384, 1152)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 1152 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-128|(384, 1280)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 1280 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-128|(384, 1408)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 1408 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-128|(384, 1536)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 1536 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-128|(384, 1664)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 1664 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-128|(384, 1792)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 1792 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-128|(384, 1920)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 128, + 128 + ], + "start": [ + 384, + 1920 + ], + "scale": "2d-128", + "bytes": 32768 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(0, 0)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(0, 64)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(0, 128)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(0, 192)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(0, 256)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(0, 320)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(0, 384)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(0, 448)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(0, 512)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(0, 576)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 576 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(0, 640)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(0, 704)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(0, 768)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(0, 832)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(0, 896)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(0, 960)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(0, 1024)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 1024 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(0, 1088)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 1088 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(0, 1152)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 1152 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(0, 1216)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 1216 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(0, 1280)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 1280 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(0, 1344)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 1344 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(0, 1408)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 1408 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(0, 1472)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 1472 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(0, 1536)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 1536 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(0, 1600)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 1600 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(0, 1664)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 1664 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(0, 1728)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 1728 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(0, 1792)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 1792 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(0, 1856)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 1856 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(0, 1920)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 1920 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(0, 1984)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 0, + 1984 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(64, 0)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(64, 64)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(64, 128)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(64, 192)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(64, 256)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(64, 320)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(64, 384)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(64, 448)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(64, 512)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(64, 576)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 576 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(64, 640)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(64, 704)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(64, 768)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(64, 832)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(64, 896)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(64, 960)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(64, 1024)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 1024 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(64, 1088)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 1088 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(64, 1152)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 1152 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(64, 1216)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 1216 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(64, 1280)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 1280 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(64, 1344)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 1344 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(64, 1408)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 1408 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(64, 1472)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 1472 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(64, 1536)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 1536 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(64, 1600)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 1600 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(64, 1664)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 1664 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(64, 1728)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 1728 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(64, 1792)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 1792 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(64, 1856)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 1856 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(64, 1920)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 1920 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(64, 1984)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 64, + 1984 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(128, 0)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(128, 64)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(128, 128)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(128, 192)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(128, 256)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(128, 320)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(128, 384)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(128, 448)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(128, 512)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(128, 576)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 576 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(128, 640)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(128, 704)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(128, 768)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(128, 832)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(128, 896)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(128, 960)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(128, 1024)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 1024 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(128, 1088)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 1088 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(128, 1152)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 1152 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(128, 1216)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 1216 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(128, 1280)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 1280 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(128, 1344)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 1344 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(128, 1408)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 1408 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(128, 1472)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 1472 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(128, 1536)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 1536 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(128, 1600)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 1600 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(128, 1664)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 1664 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(128, 1728)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 1728 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(128, 1792)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 1792 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(128, 1856)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 1856 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(128, 1920)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 1920 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(128, 1984)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 128, + 1984 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 0)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 64)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 128)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 192)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 256)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 320)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 384)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 448)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 512)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 576)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 576 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 640)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 704)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 768)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 832)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 896)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 960)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 1024)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 1024 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 1088)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 1088 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 1152)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 1152 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 1216)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 1216 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 1280)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 1280 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 1344)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 1344 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 1408)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 1408 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 1472)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 1472 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 1536)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 1536 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 1600)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 1600 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 1664)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 1664 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 1728)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 1728 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 1792)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 1792 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 1856)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 1856 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 1920)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 1920 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 1984)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 192, + 1984 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(256, 0)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(256, 64)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(256, 128)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(256, 192)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(256, 256)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(256, 320)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(256, 384)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(256, 448)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(256, 512)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(256, 576)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 576 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(256, 640)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(256, 704)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(256, 768)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(256, 832)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(256, 896)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(256, 960)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(256, 1024)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 1024 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(256, 1088)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 1088 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(256, 1152)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 1152 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(256, 1216)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 1216 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(256, 1280)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 1280 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(256, 1344)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 1344 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(256, 1408)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 1408 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(256, 1472)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 1472 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(256, 1536)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 1536 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(256, 1600)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 1600 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(256, 1664)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 1664 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(256, 1728)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 1728 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(256, 1792)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 1792 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(256, 1856)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 1856 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(256, 1920)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 1920 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(256, 1984)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 256, + 1984 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(320, 0)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(320, 64)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(320, 128)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(320, 192)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(320, 256)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(320, 320)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(320, 384)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(320, 448)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(320, 512)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(320, 576)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 576 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(320, 640)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(320, 704)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(320, 768)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(320, 832)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(320, 896)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(320, 960)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(320, 1024)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 1024 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(320, 1088)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 1088 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(320, 1152)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 1152 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(320, 1216)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 1216 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(320, 1280)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 1280 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(320, 1344)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 1344 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(320, 1408)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 1408 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(320, 1472)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 1472 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(320, 1536)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 1536 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(320, 1600)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 1600 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(320, 1664)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 1664 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(320, 1728)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 1728 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(320, 1792)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 1792 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(320, 1856)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 1856 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(320, 1920)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 1920 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(320, 1984)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 320, + 1984 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 0)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 64)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 128)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 192)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 256)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 320)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 384)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 448)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 512)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 576)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 576 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 640)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 704)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 768)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 832)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 896)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 960)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 1024)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 1024 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 1088)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 1088 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 1152)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 1152 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 1216)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 1216 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 1280)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 1280 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 1344)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 1344 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 1408)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 1408 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 1472)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 1472 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 1536)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 1536 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 1600)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 1600 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 1664)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 1664 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 1728)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 1728 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 1792)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 1792 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 1856)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 1856 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 1920)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 1920 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 1984)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 384, + 1984 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(448, 0)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 0 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(448, 64)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 64 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(448, 128)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 128 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(448, 192)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 192 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(448, 256)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 256 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(448, 320)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 320 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(448, 384)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 384 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(448, 448)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 448 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(448, 512)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 512 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(448, 576)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 576 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(448, 640)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 640 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(448, 704)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 704 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(448, 768)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 768 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(448, 832)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 832 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(448, 896)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 896 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(448, 960)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 960 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(448, 1024)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 1024 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(448, 1088)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 1088 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(448, 1152)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 1152 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(448, 1216)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 1216 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(448, 1280)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 1280 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(448, 1344)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 1344 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(448, 1408)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 1408 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(448, 1472)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 1472 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(448, 1536)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 1536 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(448, 1600)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 1600 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(448, 1664)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 1664 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(448, 1728)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 1728 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(448, 1792)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 1792 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(448, 1856)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 1856 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(448, 1920)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 1920 + ], + "scale": "2d-64", + "bytes": 8192 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight|2d-64|(448, 1984)", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "block", + "dtype": "BF16", + "shape": [ + 64, + 64 + ], + "start": [ + 448, + 1984 + ], + "scale": "2d-64", + "bytes": 8192 + } +] \ No newline at end of file diff --git a/results/qwen35-2b/analysis/block_pairs.csv b/results/qwen35-2b/analysis/block_pairs.csv new file mode 100644 index 0000000..c7df91e --- /dev/null +++ b/results/qwen35-2b/analysis/block_pairs.csv @@ -0,0 +1,14779 @@ +a,b,screen_error,screen_cosine,cosine,pearson,error_member_to_rep,error_rep_to_member,symmetric_error,scaled_error,scale,a_id,b_id,role,scale_name,layer_distance,screen_vs_exact_min_error_absolute_difference,sampled_error_q99_over_member_rms +167,246,1.0894452486474806,0.38796336124490094,0.37324869392682886,0.37202595882877076,1.1188727792139785,1.1203278195810313,1.1195995902799467,0.9277313255905054,0.37373408594520896,"model.language_model.embed_tokens.weight|2d-128|(232576, 768)","model.language_model.embed_tokens.weight|2d-128|(238592, 768)",model.language_model.embed_tokens.weight,2d-128,0,0.02942753056649794,3.0233346033796966 +423,496,0.7438507081053086,0.6699333398210837,0.6417520096030089,0.6411730069591058,0.7867192520997638,0.9627317961194786,0.8615218421626015,0.7669122232501576,0.7853310608827481,"model.language_model.embed_tokens.weight|2d-64|(239488, 832)","model.language_model.embed_tokens.weight|2d-64|(248192, 832)",model.language_model.embed_tokens.weight,2d-64,0,0.042868543994455166,2.1299594313244268 +545,718,0.029953771990458095,0.9995525787405712,0.9995525787405716,0.999907302992927,0.030015470714371044,0.029953771990451055,0.0299845737438786,0.029910572262557524,0.9974979343478151,"model.language_model.layers.8.linear_attn.conv1d.weight|3d-axis0-slice|(1998, 0, 0)","model.language_model.layers.8.linear_attn.conv1d.weight|3d-axis0-slice|(174, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,0,7.039507865513883e-15,0.048599921013148646 +904,1005,0.1902743069402343,0.993953072582102,0.9939530725821022,0.9944423811096604,0.22690602719217906,0.1902743069402343,0.20618853667545073,0.10980568976423064,0.8334892393867384,"model.language_model.layers.14.linear_attn.conv1d.weight|3d-volume|(1952, 0, 0)","model.language_model.layers.17.linear_attn.conv1d.weight|3d-volume|(1648, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,3,0.0,0.5710743277943352 +1103,1150,1.0711159653949,0.0559822305204397,0.01028288010919769,0.0103939934737235,1.0892664178974607,2.4629365914181918,1.4088239907931361,0.9999471297907004,0.023250585228721685,"model.language_model.layers.18.linear_attn.in_proj_qkv.weight|2d-128|(5376, 1920)","model.language_model.layers.6.linear_attn.in_proj_qkv.weight|2d-128|(4864, 256)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,12,0.018150452502560643,3.2259271035015873 +1434,1503,1.0779031821899423,0.015806161866962647,-0.012553062167801374,-0.012413970994473184,1.090431605185219,2.5814123621722116,1.42056286403144,0.9999212072109539,-0.02971725114073025,"model.language_model.layers.20.linear_attn.in_proj_qkv.weight|2d-64|(4608, 640)","model.language_model.layers.14.linear_attn.in_proj_qkv.weight|2d-64|(5248, 1728)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,6,0.012528422995276678,3.087485067219551 +1569,1706,1.1081752593339522,0.0202168183721736,0.0008817725583642154,0.0008949717898999777,2.2331574982947857,1.1179049072811298,1.4137143132167809,0.9999996112385021,0.00044140991884983094,"model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(256, 1664)","model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-128|(1920, 1536)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,16,0.009729647947177567,6.300079018594715 +1811,1814,1.0585798898445296,0.10052658532672124,0.043485528874022565,0.04529577341491599,2.1514579231056645,1.1039258846581124,1.3890103921441352,0.9990540569851796,0.022312684071824906,"model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-64|(320, 704)","model.language_model.layers.22.linear_attn.in_proj_z.weight|2d-64|(320, 192)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,4,0.04534599481358281,7.185525671842986 +2102,2176,1.1734808420205778,0.03929645467152874,0.004081316830747968,0.004151017798498881,1.8174545632726535,1.194360251621981,1.4115620498852515,0.9999916713917807,0.002682082234916312,"model.language_model.layers.16.linear_attn.out_proj.weight|2d-128|(1664, 256)","model.language_model.layers.0.linear_attn.out_proj.weight|2d-128|(1024, 0)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,16,0.02087940960140311,4.774061324076325 +2395,2465,1.1835603233407535,0.0874764048349385,0.03925175505343579,0.03948197026606924,1.2229487000660755,1.643005575627051,1.3873710410414284,0.999229352914147,0.05273389832497295,"model.language_model.layers.22.linear_attn.out_proj.weight|2d-64|(960, 1216)","model.language_model.layers.16.linear_attn.out_proj.weight|2d-64|(512, 0)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,6,0.03938837672532203,3.2924553859284442 +2669,2813,1.2355320128476635,0.03354971199833752,0.015434176227294018,0.01545843518617855,1.2582617322579883,1.614646024158198,1.403590851842235,0.9998808860080208,0.019805681634167054,"model.language_model.layers.22.mlp.down_proj.weight|2d-128|(1536, 1920)","model.language_model.layers.3.mlp.down_proj.weight|2d-128|(0, 6016)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,19,0.022729719410324867,3.337470620889861 +2920,2973,1.2104279288692616,0.0427721874990917,0.026731854567807262,0.026184644686830478,1.562085825497462,1.2730144509385202,1.3955774749270475,0.9996426401226418,0.021784998371884155,"model.language_model.layers.12.mlp.down_proj.weight|2d-64|(512, 5568)","model.language_model.layers.1.mlp.down_proj.weight|2d-64|(1152, 2624)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,11,0.06258652206925852,3.9850871662870815 +3082,3138,1.1080989659511462,0.0730690960653304,0.0025627439770077986,0.002623898268926326,1.981764706473186,1.156541429072691,1.4126349362518662,0.9999967161662624,0.001495596107769383,"model.language_model.layers.11.mlp.gate_proj.weight|2d-128|(5632, 128)","model.language_model.layers.23.mlp.gate_proj.weight|2d-128|(4480, 768)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,12,0.048442463121544765,5.221208913902469 +3537,3575,1.1041235061648995,0.06450074354297969,0.034057548262042964,0.03405910559171775,1.1323403386998094,1.9993009344371577,1.3934067442909839,0.9994198734297706,0.06013323533375642,"model.language_model.layers.23.mlp.gate_proj.weight|2d-64|(3584, 0)","model.language_model.layers.13.mlp.gate_proj.weight|2d-64|(1984, 0)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,10,0.02821683253490992,3.0377801090077523 +3689,3818,1.1655761376905103,0.044603181868445134,0.002404561338131494,0.0024268481856735058,1.2012251784862145,1.7983820018295664,1.4126420416565377,0.9999971090382067,0.003599924402384248,"model.language_model.layers.23.mlp.up_proj.weight|2d-128|(2048, 1280)","model.language_model.layers.2.mlp.up_proj.weight|2d-128|(640, 1280)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,21,0.03564904079570419,3.1895248619643546 +3964,4066,1.18467347454022,0.03424202478457788,0.030913013421218393,0.030933585961625796,1.7334381850834844,1.1978183406004888,1.3936173130244018,0.9995220785961757,0.02136111616658608,"model.language_model.layers.2.mlp.up_proj.weight|2d-64|(3136, 1920)","model.language_model.layers.23.mlp.up_proj.weight|2d-64|(5760, 640)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,21,0.013144866060268656,4.32663306649515 +4208,4293,1.123937111677656,0.06731541512250179,0.01656469073106184,0.016561710032212757,1.1821431515814131,1.826469602750078,1.40348719057167,0.9998627960980367,0.025593265975247487,"model.language_model.layers.15.self_attn.k_proj.weight|2d-128|(384, 0)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 640)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,8,0.05820603990375717,3.253088091975438 +4409,4582,1.052680747563263,0.08554665171493507,0.03637255118043134,0.03640511505016866,2.367041392608807,1.084746718278628,1.3945960417924863,0.9993382998367604,0.016668489892738822,"model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 1024)","model.language_model.layers.3.self_attn.k_proj.weight|2d-64|(64, 1216)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,20,0.03206597071536499,6.875064342676766 +4814,4828,1.0789874393328727,0.3753911255568909,0.3717312413966341,0.37172464299775076,1.1695680211355917,1.079814236683138,1.1220076356666884,0.9283403924044872,0.34320422534316725,"model.language_model.layers.15.self_attn.o_proj.weight|2d-128|(1280, 1792)","model.language_model.layers.15.self_attn.o_proj.weight|2d-128|(1280, 1280)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,0,0.0008267973502653625,3.1995238675112225 +4871,4935,1.0580171183737301,0.37705546779251675,0.4006143023357977,0.4007438849886019,1.170070196285435,1.0370017719034161,1.0975315022556145,0.9162467903157981,0.35505369053151087,"model.language_model.layers.11.self_attn.o_proj.weight|2d-64|(832, 1984)","model.language_model.layers.11.self_attn.o_proj.weight|2d-64|(832, 1216)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,0,0.021015346470314,3.4884921154657773 +5280,5310,0.7043073044897941,0.7485413637824063,0.766589729840059,0.7665809510174927,0.681062120292795,0.6854919075405095,0.6832662443672706,0.6421372019309778,0.7715758086547412,"model.language_model.layers.19.self_attn.q_proj.weight|2d-128|(1664, 768)","model.language_model.layers.19.self_attn.q_proj.weight|2d-128|(128, 768)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,0,0.023245184196999058,1.9839553980873788 +5524,5620,1.0681726780871723,0.021473915662381417,0.007613702278025557,0.007040257625466312,1.0791659050469389,2.610507009212283,1.4104069244941255,0.9999710153487558,0.018417578863350714,"model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(1408, 704)","model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(2688, 384)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,4,0.010993226959766567,2.937870828897461 +5763,5784,1.0550783154181904,0.0678811107844952,0.0022653164074056256,0.002282957038779318,1.089940911801141,2.500852888727572,1.4130397145830387,0.9999974341674954,0.005197734134027936,"model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(0, 384)","model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(256, 1536)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,12,0.03486259638295053,3.6750982261276337 +5988,6070,1.03983501059295,0.050704201881961605,0.03202650550503335,0.03196491398150493,2.5393513782101604,1.0730832219679467,1.3978795399583834,0.9994870198982756,0.013533812614754687,"model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(448, 960)","model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(384, 1408)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,12,0.03324821137499678,11.312669036943484 +6200,6394,1.0925445428218992,0.012520095599178785,-0.008530005452108098,-0.008486549689585303,1.1011471135154756,2.4331881916002,1.4187375698657156,0.9999636188416993,-0.018848624571237236,"model.visual.blocks.23.attn.proj.weight|2d-128|(128, 896)","model.visual.blocks.21.attn.proj.weight|2d-128|(896, 256)",model.visual.layers.*.attn.proj.weight,2d-128,2,0.008602570693576395,3.0412122626595264 +6512,6642,1.0992417123100044,-0.013305839082465496,0.005058849609412047,0.004866144865479302,1.0929319776557436,2.449917244143517,1.4115491983616242,0.9999872039384451,0.011339921556884952,"model.visual.blocks.23.attn.proj.weight|2d-64|(0, 64)","model.visual.blocks.18.attn.proj.weight|2d-64|(512, 768)",model.visual.layers.*.attn.proj.weight,2d-64,5,0.006309734654260879,2.829431170893779 +6763,6852,1.033156926566112,0.038659376754967265,0.0034003546758831884,0.0035199665538316657,1.0525674864684573,3.171370356188395,1.4127751635212673,0.9999942187773279,0.010245218628027325,"model.visual.blocks.0.attn.qkv.weight|2d-128|(1664, 384)","model.visual.blocks.21.attn.qkv.weight|2d-128|(2304, 768)",model.visual.layers.*.attn.qkv.weight,2d-128,21,0.019410559902345303,3.5790242952160756 +6920,7090,1.0331416291031628,0.005285473775742872,0.008966235989091196,0.008911506127349235,3.547502237378981,1.0395248281175173,1.4107875633392561,0.9999598024981744,0.002627376757430188,"model.visual.blocks.18.attn.qkv.weight|2d-64|(2816, 896)","model.visual.blocks.0.attn.qkv.weight|2d-64|(1664, 512)",model.visual.layers.*.attn.qkv.weight,2d-64,18,0.006383199014354579,13.629539661805554 +7182,7240,1.1537464593813556,0.07302562762216058,0.025351834507209892,0.025627416003383384,1.1943218369853204,1.759355741692622,1.3974535167265958,0.9996785905915556,0.03734579258408811,"model.visual.blocks.1.mlp.linear_fc1.weight|2d-128|(1664, 640)","model.visual.blocks.14.mlp.linear_fc1.weight|2d-128|(3200, 896)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,13,0.04057537760396479,3.2814412049575883 +7435,7640,1.1745349899928483,0.04663097109929398,0.0107345585303503,0.010591422553174145,1.7759595469796106,1.2012420814914404,1.4071508308308043,0.999942382966718,0.007260752901055654,"model.visual.blocks.17.mlp.linear_fc1.weight|2d-64|(3840, 192)","model.visual.blocks.1.mlp.linear_fc1.weight|2d-64|(3328, 640)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,16,0.026707091498592073,5.292258106069272 +7689,7828,1.1468915236403037,0.03916069782830123,0.007969862799926482,0.007957072202071,1.7349258436707256,1.216872236050213,1.40890485024366,0.9999682401391308,0.005590039944209056,"model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(384, 1280)","model.visual.blocks.2.mlp.linear_fc2.weight|2d-128|(256, 1408)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,8,0.06998071240990944,4.845802218747903 +8010,8072,1.0563473069145437,0.057964568565604835,0.03525612165740582,0.034684468487886436,2.2715057848013758,1.0946464398174,1.3945780186323082,0.9993783096934205,0.016990046123709537,"model.visual.blocks.10.mlp.linear_fc2.weight|2d-64|(896, 3584)","model.visual.blocks.23.mlp.linear_fc2.weight|2d-64|(192, 3520)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,13,0.03829913290285636,4.224516087360286 +8269,8337,0.5506722030140612,0.8436165886878654,0.8394467875146913,0.8395691659792573,0.5714047142637327,0.5624011676000831,0.5668493200660722,0.5434418928747256,0.8262197382195556,"model.visual.merger.linear_fc1.weight|2d-128|(2048, 2048)","model.visual.merger.linear_fc1.weight|2d-128|(2048, 0)",model.visual.merger.linear_fc1.weight,2d-128,0,0.011728964586021906,1.414632040530846 +8623,8647,0.5695108658139727,0.8346012138517019,0.8382741355593843,0.83821879529538,0.5704160177838491,0.5671047340284683,0.568753146667114,0.5452490015141402,0.8334079266152212,"model.visual.merger.linear_fc1.weight|2d-64|(576, 448)","model.visual.merger.linear_fc1.weight|2d-64|(576, 2496)",model.visual.merger.linear_fc1.weight,2d-64,0,0.0024061317855044173,1.6101159118737693 +8852,8866,1.3043512352901137,0.06432613120158012,0.011381312930655503,0.011452820065614218,1.3702704517775306,1.4450130870839248,1.406154130848682,0.9999352307604601,0.012002116889888833,"model.visual.merger.linear_fc2.weight|2d-128|(1152, 896)","model.visual.merger.linear_fc2.weight|2d-128|(1408, 2432)",model.visual.merger.linear_fc2.weight,2d-128,0,0.06591921648741694,3.3439156783385386 +8966,9179,1.2893950379742163,0.0479155894986723,0.023307836758369692,0.02330741960912553,1.321120695772949,1.4894851182910003,1.3977545140607808,0.9997283354720148,0.026278201607337546,"model.visual.merger.linear_fc2.weight|2d-64|(1152, 3712)","model.visual.merger.linear_fc2.weight|2d-64|(960, 128)",model.visual.merger.linear_fc2.weight,2d-64,0,0.03172565779873282,3.3300679309594723 +9271,9295,0.1957616943563766,0.98068460260963,0.9820068756666321,0.9820455292582908,0.1894907479098447,0.19608337302827444,0.19270253334448942,0.18884516446935973,1.0161721489921178,"model.visual.pos_embed.weight|2d-128|(768, 896)","model.visual.pos_embed.weight|2d-128|(1152, 896)",model.visual.pos_embed.weight,2d-128,0,0.006270946446531922,0.8122989555480878 +9364,9583,0.07004737033100995,0.9976100182950955,0.9956530039194292,0.9956236857721101,0.09494430310075026,0.09362662282834061,0.09427855747856338,0.09314019425692001,0.9818348781490198,"model.visual.pos_embed.weight|2d-64|(1024, 960)","model.visual.pos_embed.weight|2d-64|(832, 960)",model.visual.pos_embed.weight,2d-64,0,0.023579252497330658,0.2597855660120499 +9639,9695,0.3614567637813128,0.9339206878576314,0.9219877695675962,0.9214361630161053,0.39795158187541674,0.39254003850508734,0.39521802621347774,0.3872189984592301,0.909450121699946,"mtp.fc.weight|2d-128|(1024, 3072)","mtp.fc.weight|2d-128|(1536, 3584)",mtp.fc.weight,2d-128,0,0.031083274723774534,0.8540122169455618 +9891,10068,0.2886300503483287,0.9577191034476885,0.9598132531637373,0.959271283527643,0.2839409442692466,0.28309544190071007,0.28351724754601626,0.2806394823456665,0.9569551786405605,"mtp.fc.weight|2d-64|(576, 2624)","mtp.fc.weight|2d-64|(1664, 3712)",mtp.fc.weight,2d-64,0,0.005534608447618661,0.8782199658641164 +10187,10200,1.1946825544055946,0.07446873043760187,0.006509500040408419,0.006527859532127082,1.3441284970252416,1.4857378251829334,1.4096262053621242,0.9999788129801671,0.007195301977801161,"mtp.layers.0.mlp.down_proj.weight|2d-128|(1152, 2944)","mtp.layers.0.mlp.down_proj.weight|2d-128|(1792, 2176)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.14944594261964705,2.913183001718908 +10457,10506,1.198150997064628,0.024918949826102973,-0.007254272083593336,-0.006812156548399444,1.6490820946703235,1.2645829911997384,1.4191588617486015,0.9999736874220927,-0.005562869865663763,"mtp.layers.0.mlp.down_proj.weight|2d-64|(1856, 5184)","mtp.layers.0.mlp.down_proj.weight|2d-64|(1152, 5952)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.06643199413511036,4.181156221642901 +10774,10882,1.2768599659253228,0.050237231231781546,-0.0029713092879358307,-0.002957340566802546,1.3110138900431856,1.551808804958648,1.4162835610226077,0.9999955856508145,-0.00351705191706424,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(2432, 768)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(2560, 256)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.03415392411786278,3.6172813491868308 +10962,11053,1.2433693978335718,0.04576581177407618,0.04657381952004896,0.046697217585344314,1.2564681140844673,1.553632152339137,1.3816340385095114,0.9989148508933652,0.057588873647074344,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(2688, 1408)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(5568, 128)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.013098716250895537,3.407050665985599 +11152,11214,1.2826879016049593,0.04188754257032787,0.00018545514665608477,0.0002868182498373276,1.4744156881912869,1.360597769248373,1.4140828417913525,0.9999999828031941,0.00017113888631057632,"mtp.layers.0.mlp.up_proj.weight|2d-128|(5504, 1536)","mtp.layers.0.mlp.up_proj.weight|2d-128|(384, 1792)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.07790986764341379,3.9114060436397873 +11500,11525,1.2689310555889588,0.0538477070634744,0.013087176494294929,0.012737627899661206,1.3047581067622382,1.5327038514760445,1.405048511253724,0.9999143592385336,0.015373551399139023,"mtp.layers.0.mlp.up_proj.weight|2d-64|(3008, 448)","mtp.layers.0.mlp.up_proj.weight|2d-64|(1984, 576)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.035827051173279445,3.474631610911024 +11676,11718,1.174938052884719,0.028759711562451568,0.013216874550090634,0.013318147663513058,1.834544741171617,1.1825781227600496,1.4056759009307889,0.9999126532988405,0.00851981766561839,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 1536)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 768)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.007640069875330502,5.612726402999833 +11749,11933,1.0428231161058483,0.05382512042460118,0.03637384877504431,0.036409964835352526,2.6544560250720037,1.0636833355077997,1.3963395665730842,0.9993382526078395,0.014575587775746229,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 1344)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 832)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.020860219401951374,10.859965557393824 +12107,12109,0.8654957504211962,0.5823965390317896,0.5767316801239848,0.5767314910138576,0.8821045427467973,0.9698896070429528,0.9228803795722684,0.8169336381502268,0.6341267225116606,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(896, 1408)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(896, 1664)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.016608792325601085,2.8452785898124433 +12407,12414,0.9485605177132503,0.5047085964430541,0.524476918171388,0.5243281390855615,1.0177454899353642,0.9405761288480083,0.9768821785772885,0.8514246662538285,0.4847090694502683,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(1984, 1728)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(1984, 1472)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.007984388865241998,3.44582960012728 +12516,12644,0.9681457755438944,0.4749434849695384,0.4898664655238783,0.489845890138563,1.0794700122485215,0.9583030770022706,1.0134941761889928,0.8717974798972196,0.4348805764913478,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(128, 512)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(1152, 512)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.009842698541623784,3.0068863441508302 +12754,12887,0.9132896966933031,0.5431185797323121,0.5430402363306829,0.5429725256523041,1.008280496287895,0.9156347201505268,0.9586161211041178,0.8397066760041365,0.4931430258283478,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(1728, 1152)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(1216, 1152)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.0023450234572237605,2.842001236531133 +13031,13067,1.3008245097731315,0.05329366779201837,0.006530202330808273,0.006454532374199633,1.3680147701413792,1.455217787579088,1.4095972800990122,0.9999786780014456,0.006946464903518938,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 896)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(384, 1408)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.06719026036824771,3.4623749519759075 +13193,13279,1.2536471030059182,0.03702871867789737,0.03073761183313115,0.03086288475693952,1.2793180400256439,1.542767390569433,1.392690561228705,0.9995274879755912,0.03706739349910622,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 1600)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 960)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.02567093701972567,3.2890972647859105 +155,220,1.0935004990632051,0.3804886045588433,0.3469398338048047,0.3458989697896254,1.1072995884430297,1.1835623902745709,1.1435281275465072,0.9378873875468708,0.3708345449282207,"model.language_model.embed_tokens.weight|2d-128|(241920, 1152)","model.language_model.embed_tokens.weight|2d-128|(176256, 1152)",model.language_model.embed_tokens.weight,2d-128,0,0.013799089379824547,3.1148320325102166 +496,508,0.7474382918785522,0.6661982158025668,0.6305240495258688,0.6298864875776136,0.9638150023712678,0.801892279578134,0.8717711734965778,0.7761697127365249,0.5245948300858365,"model.language_model.embed_tokens.weight|2d-64|(248192, 832)","model.language_model.embed_tokens.weight|2d-64|(204608, 832)",model.language_model.embed_tokens.weight,2d-64,0,0.054453987699581874,2.737282973460522 +531,751,0.030796562937720245,0.9995272346174879,0.9995272346174878,0.9996274199444429,0.030865683838279045,0.030796562937720245,0.030831065276728464,0.030745849442121175,0.9972888839963968,"model.language_model.layers.4.linear_attn.conv1d.weight|3d-axis0-slice|(152, 0, 0)","model.language_model.layers.14.linear_attn.conv1d.weight|3d-axis0-slice|(707, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,10,0.0,0.04499781071511481 +870,971,0.19802419391338302,0.9802612394073156,0.9802612394073157,0.980575988832631,0.20434866638862353,0.19802419391338302,0.20111188513432723,0.1977066071623142,0.9499227236893492,"model.language_model.layers.10.linear_attn.conv1d.weight|3d-volume|(1656, 0, 0)","model.language_model.layers.9.linear_attn.conv1d.weight|3d-volume|(244, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,1,0.0,0.5639894156541914 +1103,1156,1.0784146431543578,0.02338033007257561,0.007158612416376109,0.007162858801121737,1.0895889132656138,2.4769655391846355,1.4104772990077095,0.999974376805862,0.016273693727847576,"model.language_model.layers.18.linear_attn.in_proj_qkv.weight|2d-128|(5376, 1920)","model.language_model.layers.10.linear_attn.in_proj_qkv.weight|2d-128|(4352, 1152)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,8,0.011174270111256046,3.346260585929831 +1360,1503,1.0841620103861473,0.0408147878925415,0.033536041068112865,0.03312560524212907,1.1019128675439602,2.214544906074931,1.3951697820988214,0.9994375087765507,0.0673983135189645,"model.language_model.layers.16.linear_attn.in_proj_qkv.weight|2d-64|(2304, 1920)","model.language_model.layers.14.linear_attn.in_proj_qkv.weight|2d-64|(5248, 1728)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,2,0.017750857157812883,3.070883723490639 +1635,1706,1.10846081594884,0.008139457424767526,-0.0009558873991997446,-0.0008036585310235453,2.2727440380277306,1.114108217818349,1.4147477450999986,0.9999995431395357,-0.00046857982638538124,"model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(256, 1920)","model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-128|(1920, 1536)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,16,0.005647401869508961,6.060146570881549 +1814,1922,1.0764268072892007,0.050784112347396534,0.025019157179407243,0.02120703845765066,1.1117797737126893,2.173494941514722,1.3997947786800544,0.9996869718937184,0.04891167554596674,"model.language_model.layers.22.linear_attn.in_proj_z.weight|2d-64|(320, 192)","model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-64|(640, 768)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,18,0.03535296642348862,3.610809620595609 +2061,2134,1.1798588622930277,0.04176850135006261,0.00782399471759439,0.007823907202205362,1.1973121649948735,1.7969013133266878,1.4090985022169924,0.9999693920849073,0.011742089318508361,"model.language_model.layers.22.linear_attn.out_proj.weight|2d-128|(512, 1408)","model.language_model.layers.16.linear_attn.out_proj.weight|2d-128|(1280, 256)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,6,0.017453302701845752,3.206170541175117 +2374,2458,1.185801300064947,0.011555279642868063,0.027654708097652893,0.027444676574805836,1.7710868931118866,1.1889054544514805,1.395998005025921,0.9996175354204395,0.01856421242031402,"model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(1536, 896)","model.language_model.layers.16.linear_attn.out_proj.weight|2d-64|(1152, 768)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,4,0.003104154386533553,5.034114720318088 +2594,2632,1.239189270888164,0.058869441096805614,0.01581393240512056,0.015792493241041438,1.2966149156700715,1.5411672928177589,1.4031530359915632,0.999874951952436,0.018796571826422064,"model.language_model.layers.21.mlp.down_proj.weight|2d-128|(1408, 2944)","model.language_model.layers.8.mlp.down_proj.weight|2d-128|(1408, 6016)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,13,0.05742564478190748,3.230994296594653 +2942,2973,1.2248379261786813,0.047452355950809995,0.01131037107713967,0.01150762541518856,1.542914584940549,1.3005582121772121,1.4063091936104037,0.9999360357073334,0.009533772077028109,"model.language_model.layers.3.mlp.down_proj.weight|2d-64|(1024, 2816)","model.language_model.layers.1.mlp.down_proj.weight|2d-64|(1152, 2624)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,2,0.07572028599853087,3.607275176578205 +3278,3319,1.1189033642283337,0.04735582978285068,-0.008841081204813547,-0.008744261278822319,2.0098379639968424,1.1586866719447477,1.4196133308449492,0.9999609168778197,-0.005096949675100656,"model.language_model.layers.9.mlp.gate_proj.weight|2d-128|(768, 1664)","model.language_model.layers.23.mlp.gate_proj.weight|2d-128|(3840, 640)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,14,0.03978330771641403,5.264877871628759 +3472,3539,1.1058536874129425,0.03900342965345889,0.01354064457329182,0.013844711057949235,2.09535797725386,1.1296167116518414,1.4061920235510947,0.9999083212697751,0.007299821110555337,"model.language_model.layers.12.mlp.gate_proj.weight|2d-64|(5248, 640)","model.language_model.layers.23.mlp.gate_proj.weight|2d-64|(2816, 1408)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,11,0.023763024238898867,5.901437557476287 +3653,3689,1.1762872768442856,0.018770996099192652,-0.007829589779249564,-0.007858626671551358,1.8165996000444224,1.2040213067551813,1.4193033570969233,0.9999693482921808,-0.0051893619910180246,"model.language_model.layers.2.mlp.up_proj.weight|2d-128|(1024, 640)","model.language_model.layers.23.mlp.up_proj.weight|2d-128|(2048, 1280)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,21,0.027734029910895686,4.846648921693085 +3885,4045,1.185994935387896,0.07177464971383685,0.04645507288269968,0.04649334468379994,1.7045331020145014,1.1939760404559732,1.3829973941226004,0.9989203803123966,0.032540432282615495,"model.language_model.layers.1.mlp.up_proj.weight|2d-64|(3200, 448)","model.language_model.layers.23.mlp.up_proj.weight|2d-64|(3840, 512)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,22,0.007981105068077143,4.1906523928064106 +4223,4293,1.133109374990293,0.09944442343549056,0.0023364494597588117,0.002342389197177389,1.2132338409987848,1.7600529749200624,1.4126687026256481,0.9999972704982358,0.0033895154284630507,"model.language_model.layers.3.self_attn.k_proj.weight|2d-128|(384, 640)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 640)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,20,0.08012446600849188,3.049776163654257 +4500,4506,1.0729723827335713,0.057096414115268425,0.02483774892570497,0.024865811329940153,1.0960898788822255,2.3108894434698577,1.4005466426541888,0.9996914955266468,0.05236549748137373,"model.language_model.layers.15.self_attn.k_proj.weight|2d-64|(448, 960)","model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 1984)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,8,0.023117496148654215,2.886935802687288 +4648,4710,1.083503495878119,0.0265069301036364,0.011677746618301737,0.011689459770202313,1.100230790430423,2.3377451192334453,1.4078361039791931,0.9999318127922118,0.024812607861937626,"model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(1024, 256)","model.language_model.layers.23.self_attn.o_proj.weight|2d-128|(256, 640)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,4,0.01672729455230404,2.914813285367577 +4916,4933,1.0792252167636358,0.0282840886739839,0.017685505572767008,0.017587146241559503,1.0962569365814003,2.3462796709429443,1.404588819689899,0.9998435992157151,0.03785165759145027,"model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(1216, 256)","model.language_model.layers.3.self_attn.o_proj.weight|2d-64|(1792, 1856)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,16,0.017031719817764523,2.9213168377685292 +5219,5296,0.8501586074603862,0.5925032737620842,0.576744724435529,0.5767482988994865,0.8588479600274835,1.0202518018030002,0.9291966272275128,0.8169244290849588,0.6851327262474878,"model.language_model.layers.19.self_attn.q_proj.weight|2d-128|(2688, 1024)","model.language_model.layers.19.self_attn.q_proj.weight|2d-128|(2176, 1024)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,0,0.008689352567097353,2.3112567579264702 +5528,5618,1.069482584032153,0.01873315374168497,0.005236364399949196,0.004865511911125726,1.0748511248348216,2.6914433410851264,1.411660660648029,0.9999862901499554,0.01311193501137591,"model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(1344, 0)","model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(2688, 960)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,4,0.0053685408026686865,2.759163988624914 +5647,5770,1.0577139534201399,0.061646261703369974,0.009010442796016583,0.00890312498602076,2.536084750334254,1.0839663574998935,1.4096008886413747,0.9999594051363384,0.0038512186376153104,"model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(256, 1664)","model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(0, 1280)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,12,0.0262524040797536,8.833780761112425 +5970,5988,1.0469377271764795,0.013109026443681502,-0.0013471821755834954,-0.0012567979005316796,1.062240958355662,2.976105086554449,1.4148166046172557,0.9999990925496812,-0.0037744314919620223,"model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(128, 1344)","model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(448, 960)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,12,0.01530323117918253,3.4837068376849514 +6289,6394,1.0943912601253716,0.007591428950822788,-0.00393106007868674,-0.003928288530765916,1.097454127593229,2.4485902173525806,1.4162869306565808,0.9999922733534783,-0.008770804182592065,"model.visual.blocks.23.attn.proj.weight|2d-128|(384, 896)","model.visual.blocks.21.attn.proj.weight|2d-128|(896, 256)",model.visual.layers.*.attn.proj.weight,2d-128,2,0.003062867467857444,3.054778941017298 +6512,6524,1.1080589221694928,0.0029574118623939345,0.0047534036532367,0.004915991776357549,1.1226039274661297,2.180184413673641,1.4114749097503552,0.9999887025130381,0.009231480759271323,"model.visual.blocks.23.attn.proj.weight|2d-64|(0, 64)","model.visual.blocks.0.attn.proj.weight|2d-64|(448, 768)",model.visual.layers.*.attn.proj.weight,2d-64,23,0.014545005296636937,2.908020906100653 +6848,6852,1.0406084967665092,0.04097132234699253,0.0019135528883197149,0.0018726531699266226,1.0547762760261035,3.1261133993601473,1.4133935648578988,0.9999981691559957,0.005671329039649856,"model.visual.blocks.1.attn.qkv.weight|2d-128|(0, 0)","model.visual.blocks.21.attn.qkv.weight|2d-128|(2304, 768)",model.visual.layers.*.attn.qkv.weight,2d-128,20,0.014167779259594226,3.081208347030841 +7063,7099,1.0344190109797486,0.04922249826585061,0.004791148885206039,0.003447485034513963,1.051184360066576,3.1965860029650606,1.412201405979269,0.999988522380312,0.014569584600365717,"model.visual.blocks.0.attn.qkv.weight|2d-64|(1920, 512)","model.visual.blocks.18.attn.qkv.weight|2d-64|(2816, 512)",model.visual.layers.*.attn.qkv.weight,2d-64,18,0.016765349086827364,3.46945164565838 +7182,7304,1.1575946955968142,0.06795638924361275,0.008276482169634513,0.008564228353134461,1.208997801704984,1.7577903218201758,1.4087378558260626,0.9999657493348938,0.01203337196807479,"model.visual.blocks.1.mlp.linear_fc1.weight|2d-128|(1664, 640)","model.visual.blocks.15.mlp.linear_fc1.weight|2d-128|(2176, 0)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,14,0.051403106108169894,3.430235546262716 +7530,7640,1.1753632942087457,0.05581056910864196,0.03865837280902787,0.039616073753657575,1.7392566261715516,1.1894686333669118,1.3885053156262985,0.9992524857170776,0.026438261715616102,"model.visual.blocks.23.mlp.linear_fc1.weight|2d-64|(3328, 448)","model.visual.blocks.1.mlp.linear_fc1.weight|2d-64|(3328, 640)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,22,0.01410533915816603,5.388214759703163 +7828,7877,1.1580537182082806,0.08737478997380586,-0.003776792818777645,-0.0037796186604157622,1.2828857508950362,1.6039152925672648,1.416816516329498,0.9999928678925685,-0.004721898076012944,"model.visual.blocks.2.mlp.linear_fc2.weight|2d-128|(256, 1408)","model.visual.blocks.2.mlp.linear_fc2.weight|2d-128|(896, 1536)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,0,0.12483203268675558,3.2648634705171826 +8072,8155,1.0608767598548852,0.031710857568215664,0.0198903778907776,0.019587964165940205,1.1093767208416088,2.215953266584556,1.4029081540701729,0.9998021668647064,0.03973055052681498,"model.visual.blocks.23.mlp.linear_fc2.weight|2d-64|(192, 3520)","model.visual.blocks.9.mlp.linear_fc2.weight|2d-64|(0, 704)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,14,0.0484999609867236,1.6736839077212051 +8250,8438,0.5573242527984019,0.843920037000917,0.8394248871563923,0.8393509497717053,0.5701295556985032,0.5635311111714169,0.5668015294389499,0.5434757205455254,0.8297097294397027,"model.visual.merger.linear_fc1.weight|2d-128|(2048, 2816)","model.visual.merger.linear_fc1.weight|2d-128|(2048, 768)",model.visual.merger.linear_fc1.weight,2d-128,0,0.006206858373014934,1.5377660407232991 +8535,8583,0.5865557850890762,0.8263653013603015,0.8280515256314781,0.827890249505259,0.5858846510105598,0.5869763160476769,0.5864297214618415,0.5606520051684305,0.8295944144883616,"model.visual.merger.linear_fc1.weight|2d-64|(768, 2240)","model.visual.merger.linear_fc1.weight|2d-64|(768, 192)",model.visual.merger.linear_fc1.weight,2d-64,0,0.0006711340785164888,1.515303910119289 +8704,8852,1.3097994443052454,0.05586296245648692,0.017008572077141303,0.017074735293005072,1.441349407924407,1.3659889446649311,1.4021525760160432,0.9998553437752367,0.016119284674608318,"model.visual.merger.linear_fc2.weight|2d-128|(1280, 2816)","model.visual.merger.linear_fc2.weight|2d-128|(1152, 896)",model.visual.merger.linear_fc2.weight,2d-128,0,0.05618950035968573,3.7984877704914757 +8964,8966,1.2944199532662342,0.021804802356475785,-0.0019292619632561836,-0.001928666872653464,1.5195199435670146,1.330389279327609,1.4155651471896478,0.9999981389724069,-0.0016891317838878801,"model.visual.merger.linear_fc2.weight|2d-64|(1792, 1664)","model.visual.merger.linear_fc2.weight|2d-64|(1152, 3712)",model.visual.merger.linear_fc2.weight,2d-64,0,0.03596932606137493,4.155651743577192 +9287,9311,0.23202241152297753,0.981645586456563,0.9516282826123709,0.9513879218012692,0.32533386787596325,0.3851575862028902,0.3514833754806321,0.3072517074520983,1.1266175719311355,"model.visual.pos_embed.weight|2d-128|(1024, 896)","model.visual.pos_embed.weight|2d-128|(1408, 896)",model.visual.pos_embed.weight,2d-128,0,0.09331145635298571,0.7576842250526394 +9614,9615,0.07788550833653142,0.9974361665461607,0.9945322108088724,0.9946318007522339,0.11180332222774361,0.10807882724754828,0.10989376686711567,0.1044302717779496,0.9614014401573985,"model.visual.pos_embed.weight|2d-64|(1152, 960)","model.visual.pos_embed.weight|2d-64|(960, 960)",model.visual.pos_embed.weight,2d-64,0,0.030193318911016856,0.31349803795926817 +9639,9770,0.3649761556791358,0.9326925356925333,0.9026821583141863,0.9020076394663482,0.4351444643492073,0.44981760833703527,0.44229859917308834,0.4303079374834286,0.9331207514007295,"mtp.fc.weight|2d-128|(1024, 3072)","mtp.fc.weight|2d-128|(1408, 3456)",mtp.fc.weight,2d-128,0,0.07016830867007146,0.9555369833398781 +9891,10017,0.34108163616079645,0.9408841214527678,0.9276466719977533,0.9266286833644823,0.3763620401836042,0.38628883380052825,0.38122853994113653,0.3734590364839131,0.9521139563653688,"mtp.fc.weight|2d-64|(576, 2624)","mtp.fc.weight|2d-64|(640, 2688)",mtp.fc.weight,2d-64,0,0.03528040402280774,0.7966694037573129 +10132,10187,1.2090078861520532,0.0455833879890021,0.0100976659673105,0.010097206882475642,1.5068029615964031,1.324909348372223,1.40711429457163,0.999949017271387,0.00887872693232279,"mtp.layers.0.mlp.down_proj.weight|2d-128|(1536, 1024)","mtp.layers.0.mlp.down_proj.weight|2d-128|(1152, 2944)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.11590146222016973,4.184292674156305 +10536,10545,1.1995087887092406,0.032065418545341985,0.01702499629487734,0.01711685906447422,1.5056053695602933,1.3175893668384089,1.4022306183956579,0.9998550642473936,0.014898959941372195,"mtp.layers.0.mlp.down_proj.weight|2d-64|(1472, 5248)","mtp.layers.0.mlp.down_proj.weight|2d-64|(1152, 4928)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.11808057812916828,4.413261669800515 +10765,10871,1.2786207872941788,0.013399016177399659,0.00041399487312156967,0.0004144950922798127,1.3096766280897594,1.5478243675117207,1.4139248328536822,0.9999999143041188,0.0004892744811191451,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(2432, 1792)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(5504, 768)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.031055840795580547,3.8253578508213213 +10962,11026,1.2496334956615915,0.0563822450605868,0.03003615581566686,0.030271497813009095,1.290393055486034,1.5250449521433702,1.393110367808568,0.999548812887003,0.035498089216871365,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(2688, 1408)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(5312, 576)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.04075955982444235,3.4325434215569723 +11214,11284,1.2882052757546185,0.055201445049249384,0.010644347248879216,0.010579404153384597,1.356484564325582,1.4629133002577905,1.4066882705781623,0.9999433473310602,0.011479494549714838,"mtp.layers.0.mlp.up_proj.weight|2d-128|(384, 1792)","mtp.layers.0.mlp.up_proj.weight|2d-128|(5504, 384)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.06827928857096355,3.4037367540828463 +11500,11652,1.2818732685591845,0.06282317615290589,0.031980131522278,0.03223684306586977,1.2989339199151206,1.5076014729823248,1.3916691400082528,0.999488504780229,0.03711758746919574,"mtp.layers.0.mlp.up_proj.weight|2d-64|(3008, 448)","mtp.layers.0.mlp.up_proj.weight|2d-64|(4928, 640)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.01706065135593615,3.3892370220675256 +11678,11718,1.1784693118188143,0.03376637450663699,0.00371738022561136,0.00394545277300073,1.8061730779809821,1.1978836085448488,1.4117899649900132,0.9999930905182587,0.002465427534755607,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 1792)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 768)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.019414296726034452,5.877950387024183 +11872,11933,1.050915739064377,0.04847658157207521,0.012360056864143399,0.012317701668042604,2.551115669786005,1.0812807698232263,1.4079190831667274,0.9999236115795621,0.005238763557216868,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(256, 1024)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 832)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.03036503075884922,10.241511552420382 +12123,12125,0.8780353700619699,0.5764010420711057,0.5666209111142084,0.5666223943164707,0.887038095121903,0.9909977956180751,0.9347095822570228,0.8239786059650483,0.6330281381975119,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(1024, 1408)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1024, 1664)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.009002725059933159,2.6617862975599964 +12274,12444,0.9622386918290026,0.509993503867037,0.4904310037205707,0.4903599088995709,0.9767320216771822,1.0485759341171932,1.0107439858596876,0.8714800230582647,0.5265048513135522,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(1024, 640)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(1024, 896)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.014493329848179637,2.874193793962929 +12597,12651,0.9714744131862952,0.46138962561789604,0.42338196758290814,0.42339008207980994,1.1401931795874596,1.0219607898730627,1.0762364742299229,0.9059512732623236,0.37947935293350094,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(2688, 1280)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(3200, 1280)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.050486376686767476,3.387098687690566 +12826,12835,0.9723441515158403,0.4656948964701066,0.4495276334645458,0.44956784292993107,1.0172492062589285,1.0865474367062897,1.0501874118714063,0.8932664254027266,0.48015087636767545,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(1664, 1216)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(128, 1216)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.044905054743088146,2.766167384065556 +13013,13031,1.3035945955391455,0.030980408102641757,0.018336814067372097,0.018460375823573842,1.4470621520728266,1.3594627670369235,1.40121296021567,0.9998318664904907,0.017226776303259077,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(0, 640)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 896)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.05586817149777801,4.0198356736089025 +13177,13215,1.2580749523277754,0.06630515621952934,0.04216064250206507,0.04217150097385824,1.2806977826251802,1.5185166034653843,1.3845169781518216,0.9991108448134336,0.04998965136093414,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 576)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(256, 960)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.02262283029740475,3.442780997138874 +26,36,1.1084257576966596,0.3696691735881532,0.37078213918067504,0.37076673130524007,1.1382431195769498,1.1063064386365054,1.1219340099025192,0.928719874485629,0.3603787809931642,"model.language_model.embed_tokens.weight|2d-128|(245888, 1408)","model.language_model.embed_tokens.weight|2d-128|(246656, 1408)",model.language_model.embed_tokens.weight,2d-128,0,0.002119319060154279,3.027275595682369 +335,496,0.7644607496729374,0.6468156606196593,0.6246700691612385,0.6241365962245768,0.7976094917859411,1.0133120901034254,0.8863489268801753,0.7808887915024094,0.7936035615492698,"model.language_model.embed_tokens.weight|2d-64|(165056, 832)","model.language_model.embed_tokens.weight|2d-64|(248192, 832)",model.language_model.embed_tokens.weight,2d-64,0,0.03314874211300367,2.101100182743358 +695,697,0.03403512335111858,0.9997388056912778,0.9997388056912777,0.9998657555917921,0.03492507027335487,0.03403512335111858,0.03447148392396843,0.02285432989560993,0.9742638541392428,"model.language_model.layers.2.linear_attn.conv1d.weight|3d-axis0-slice|(4710, 0, 0)","model.language_model.layers.6.linear_attn.conv1d.weight|3d-axis0-slice|(5935, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,4,0.0,0.05199571883134296 +774,846,0.21693618206171744,0.9763601333963948,0.9763601333963948,0.9768640530554213,0.2180678383391658,0.21693618206171744,0.21749980221934062,0.21615015594297957,0.9712933427938767,"model.language_model.layers.10.linear_attn.conv1d.weight|3d-volume|(5400, 0, 0)","model.language_model.layers.9.linear_attn.conv1d.weight|3d-volume|(2948, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,1,0.0,0.41170233220629765 +1124,1239,1.0801312938540426,0.052095975685828036,0.005338661831461035,0.005361791939969411,1.1110663258700546,2.2693930213898907,1.411228722202265,0.9999857492433827,0.01090440923442695,"model.language_model.layers.20.linear_attn.in_proj_qkv.weight|2d-128|(5632, 1792)","model.language_model.layers.12.linear_attn.in_proj_qkv.weight|2d-128|(5120, 128)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,8,0.030935032016012,3.053145690029337 +1434,1458,1.0923146243651338,0.03356510789512309,0.020260094929430254,0.02038701682189558,1.1032583952356418,2.266697360273373,1.4028935534200977,0.9997947432115507,0.041625338083757644,"model.language_model.layers.20.linear_attn.in_proj_qkv.weight|2d-64|(4608, 640)","model.language_model.layers.0.linear_attn.in_proj_qkv.weight|2d-64|(6080, 0)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,20,0.010943770870508018,3.136287729881976 +1540,1569,1.1090709761058477,0.026602447085622535,0.007244950946351299,0.007154612491061562,1.1148596025057755,2.2290096434789675,1.4101084585825503,0.9999737549984925,0.014485290784285513,"model.language_model.layers.0.linear_attn.in_proj_z.weight|2d-128|(0, 512)","model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(256, 1664)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,18,0.005788626399927832,2.9998700457959018 +1886,1922,1.0899938118087689,0.020502114611172267,0.004303655876254976,0.002399396887575813,1.0991661244633573,2.386501902938899,1.411899046093083,0.9999907392301685,0.009344067934490885,"model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-64|(1920, 1856)","model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-64|(640, 768)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,2,0.0091723126545884,2.963762111799592 +2134,2176,1.179937917453415,0.0033014025526312612,0.003441319671254585,0.003441538517841398,1.8798287067310397,1.1784114929683205,1.4120216953888964,0.9999940786419289,0.002157266051456562,"model.language_model.layers.16.linear_attn.out_proj.weight|2d-128|(1280, 256)","model.language_model.layers.0.linear_attn.out_proj.weight|2d-128|(1024, 0)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,16,0.0015264244850945463,4.997804185176664 +2403,2439,1.1891496230240926,0.022938256457556164,0.03537173105645061,0.03577003994355206,1.7674845818475176,1.183691927321633,1.3908934687863437,0.9993742245235616,0.023688598439227902,"model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(192, 960)","model.language_model.layers.22.linear_attn.out_proj.weight|2d-64|(320, 960)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,10,0.005457695702459464,4.726781925829632 +2669,2721,1.2408840762188014,0.05038818849856301,-0.0048776940137050485,-0.004968606815144817,1.2840905053147433,1.6037635958194905,1.4175751147540159,0.9999881039797966,-0.0060919912251896895,"model.language_model.layers.22.mlp.down_proj.weight|2d-128|(1536, 1920)","model.language_model.layers.2.mlp.down_proj.weight|2d-128|(768, 2432)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,20,0.04320642909594197,3.336368700951933 +2933,2973,1.2253359320539436,0.05183397769877203,0.030437323298056283,0.03040202567094527,1.5432591078262845,1.2793679045616777,1.3929035495312896,0.9995366773412818,0.02523266140521874,"model.language_model.layers.3.mlp.down_proj.weight|2d-64|(192, 384)","model.language_model.layers.1.mlp.down_proj.weight|2d-64|(1152, 2624)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,2,0.05403197250773406,3.877267364779108 +3131,3138,1.1228313009404223,0.05426143126098754,0.00719267924307348,0.0070812123511609145,1.9760607399603167,1.1545378493340597,1.4097759502446454,0.9999741323480854,0.004202411523248296,"model.language_model.layers.10.mlp.gate_proj.weight|2d-128|(1408, 1152)","model.language_model.layers.23.mlp.gate_proj.weight|2d-128|(4480, 768)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,13,0.0317065483936374,5.52444710239551 +3437,3539,1.1077939284181282,0.04174285602509351,0.020455424136150247,0.020455249154563104,2.0468935149161362,1.1330299349235973,1.4019027409061104,0.9997907659222555,0.011322820512608089,"model.language_model.layers.8.mlp.gate_proj.weight|2d-64|(2176, 1152)","model.language_model.layers.23.mlp.gate_proj.weight|2d-64|(2816, 1408)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,15,0.02523600650546909,6.220903968176898 +3689,3801,1.1797001377135128,0.014915961749648078,-0.005780588543987707,-0.005810908027711337,1.204693675952187,1.8087864802792963,1.4179802143725768,0.9999832922584683,-0.00867926064122323,"model.language_model.layers.23.mlp.up_proj.weight|2d-128|(2048, 1280)","model.language_model.layers.2.mlp.up_proj.weight|2d-128|(4096, 1792)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,21,0.024993538238674118,3.1068256518983244 +3929,4074,1.1871946577877035,0.006770228831355348,-0.007801387859719081,-0.007770028775032543,1.822568846062179,1.2022619067090652,1.419275663100162,0.9999695687106994,-0.005146204196054184,"model.language_model.layers.2.mlp.up_proj.weight|2d-64|(384, 1344)","model.language_model.layers.23.mlp.up_proj.weight|2d-64|(1664, 576)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,21,0.015067248921361687,4.7497354220493095 +4214,4300,1.1342125697029712,0.026293140042928206,0.018277834466248026,0.01829675852031464,1.1432871543196577,1.9961357815951228,1.4030213783306187,0.9998329464301646,0.0319124021032683,"model.language_model.layers.15.self_attn.k_proj.weight|2d-128|(384, 768)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 1536)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,8,0.00907458461668642,3.271424410363211 +4409,4438,1.0739972062814467,0.04388374674127539,0.0273989096555774,0.0273477395477486,2.330262818557391,1.0928075482008017,1.3992388387746024,0.9996245794045311,0.012849080818541754,"model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 1024)","model.language_model.layers.3.self_attn.k_proj.weight|2d-64|(64, 896)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,20,0.018810341919355045,6.7676330374134 +4631,4710,1.0861954990258729,0.032521884617574603,0.006549320891483018,0.006535354679973297,1.1159105101598885,2.2236993008266177,1.4104957229566597,0.9999785529679426,0.013050975104798721,"model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(1536, 1024)","model.language_model.layers.23.self_attn.o_proj.weight|2d-128|(256, 640)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,4,0.029715011134015645,3.0920883632041867 +4898,5002,1.082137589555169,0.021971262247872096,0.02298209336716901,0.022391870239579975,1.090185636068711,2.3815595652746406,1.401859136518599,0.9997358768117021,0.05020541683707027,"model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(256, 384)","model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(128, 1792)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,12,0.008048046513541962,2.853698636968441 +5220,5354,0.8705647590797841,0.5497326704033514,0.538497400462129,0.5384885495614407,1.1103828458959004,0.880113437500165,0.9754235521329729,0.8426271712302715,0.4268246757930008,"model.language_model.layers.11.self_attn.q_proj.weight|2d-128|(3200, 0)","model.language_model.layers.11.self_attn.q_proj.weight|2d-128|(3712, 0)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,0,0.009548678420380874,2.869845601057707 +5443,5524,1.0710050674962164,0.018484453349043747,0.00830194931738472,0.007267649825093213,2.578084560075691,1.0811586242166156,1.4100200929820152,0.9999655382249588,0.0034815475959548096,"model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(2624, 832)","model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(1408, 704)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,4,0.010153556720399193,7.1996226300605315 +5662,5770,1.0627417215278756,0.018553346188674033,-0.0032855732323261045,-0.0033014586306974536,2.6266376825602507,1.082904497874455,1.4158499609827377,0.999994602489701,-0.0013545690199319056,"model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(384, 1664)","model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(0, 1280)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,12,0.02016277634657948,10.390306374815342 +5988,6038,1.0487191865665346,0.01840553982831401,0.0008976983995976206,0.0007461139822998663,2.7988283093812907,1.0703046887303918,1.4137899519892956,0.9999995970687104,0.00034329037009329775,"model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(448, 960)","model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(64, 1920)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,12,0.02158550216385713,10.958912065938526 +6289,6377,1.0992297099856836,0.05607686098893018,0.00875587757315011,0.008761196050460178,1.116476112463651,2.209357248529591,1.409220184833355,0.999961666569236,0.01732671336853764,"model.visual.blocks.23.attn.proj.weight|2d-128|(384, 896)","model.visual.blocks.18.attn.proj.weight|2d-128|(512, 768)",model.visual.layers.*.attn.proj.weight,2d-128,5,0.017246402477967493,3.057028071056152 +6512,6643,1.111799625353118,-0.008986464562766394,-0.019110992809810767,-0.01891714628483256,1.1179042263629597,2.3242987313813925,1.4247313818378458,0.9998173682997428,-0.03973476018406247,"model.visual.blocks.23.attn.proj.weight|2d-64|(0, 64)","model.visual.blocks.21.attn.proj.weight|2d-64|(640, 256)",model.visual.layers.*.attn.proj.weight,2d-64,2,0.006104601009841781,2.9139990016098225 +6763,6888,1.0407050293344227,0.03243988455832638,0.012315580882473613,0.012214500153318418,1.053848407515933,3.0537124240297002,1.4088323601719535,0.999924160357938,0.03568657700835757,"model.visual.blocks.0.attn.qkv.weight|2d-128|(1664, 384)","model.visual.blocks.21.attn.qkv.weight|2d-128|(1280, 0)",model.visual.layers.*.attn.qkv.weight,2d-128,21,0.013143378181510235,3.4212222188375616 +7090,7102,1.0366275400257565,0.06239226818570879,0.03408831784186176,0.03400953093096884,1.0532636952713272,2.87350285701375,1.3985493244613376,0.9994188244108234,0.09299938766440562,"model.visual.blocks.0.attn.qkv.weight|2d-64|(1664, 512)","model.visual.blocks.10.attn.qkv.weight|2d-64|(128, 448)",model.visual.layers.*.attn.qkv.weight,2d-64,10,0.016636155245570716,3.466060894146785 +7182,7290,1.1674527785586273,0.058395798811772155,0.004303289575801269,0.004583098811838734,1.211674111664351,1.7597864707802144,1.4113680696410533,0.999990740806547,0.006249923723254708,"model.visual.blocks.1.mlp.linear_fc1.weight|2d-128|(1664, 640)","model.visual.blocks.16.mlp.linear_fc1.weight|2d-128|(1792, 512)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,15,0.04422133310572374,3.305763941582865 +7466,7623,1.1761287971249463,0.04675587428565946,0.013005234376329451,0.012813155230616225,1.1979928165777496,1.7805539032595108,1.405669309456652,0.9999154283632274,0.019329432122747056,"model.visual.blocks.2.mlp.linear_fc1.weight|2d-64|(576, 384)","model.visual.blocks.17.mlp.linear_fc1.weight|2d-64|(3904, 384)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,15,0.02186401945280325,3.255803221921703 +7783,7828,1.1627124093417378,0.027579661249636164,0.01925258137971514,0.019243151867970196,1.6997486449621941,1.2194637212454074,1.4012581715134198,0.9998146518781456,0.013812527283061699,"model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(384, 2432)","model.visual.blocks.2.mlp.linear_fc2.weight|2d-128|(256, 1408)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,8,0.056751311903669555,4.82227924258322 +8046,8072,1.0611365812656708,0.02668089171872339,0.023154283005299446,0.02183184993905152,2.325257076769249,1.0955146766330006,1.4015316536090838,0.9997319036514292,0.010908839763413752,"model.visual.blocks.8.mlp.linear_fc2.weight|2d-64|(192, 2944)","model.visual.blocks.23.mlp.linear_fc2.weight|2d-64|(192, 3520)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,15,0.03437809536732983,4.3017552668730525 +8227,8243,0.5622464514709057,0.8385693895133686,0.8347713399115981,0.8346900099098674,0.5690482377069183,0.581549200715572,0.57519686126914,0.5505967762911393,0.8531097600128023,"model.visual.merger.linear_fc1.weight|2d-128|(128, 384)","model.visual.merger.linear_fc1.weight|2d-128|(128, 2432)",model.visual.merger.linear_fc1.weight,2d-128,0,0.006801786236012575,1.4594856328958683 +8555,8557,0.5928664759236246,0.8228119373179549,0.8178004793739156,0.8177717433342744,0.6011478695136464,0.60629287462287,0.6037039297724321,0.5755018470307404,0.8247997350613864,"model.visual.merger.linear_fc1.weight|2d-64|(1600, 256)","model.visual.merger.linear_fc1.weight|2d-64|(1600, 2304)",model.visual.merger.linear_fc1.weight,2d-64,0,0.00828139359002178,1.6904593379433637 +8852,8948,1.3173063757883638,0.06638337716508734,0.009256867874962346,0.009148570612091969,1.3711492945352635,1.4472568465224198,1.4076623334852123,0.9999571542806949,0.009770683223764842,"model.visual.merger.linear_fc2.weight|2d-128|(1152, 896)","model.visual.merger.linear_fc2.weight|2d-128|(896, 2560)",model.visual.merger.linear_fc2.weight,2d-128,0,0.053842918746899615,3.471885109700073 +8966,9142,1.3005494151319963,0.02743013484832641,0.0013064188362895603,0.0013049890887493801,1.3294675343984914,1.5152889454974423,1.4132973375965028,0.999999146634548,0.0014890187007950224,"model.visual.merger.linear_fc2.weight|2d-64|(1152, 3712)","model.visual.merger.linear_fc2.weight|2d-64|(1856, 2176)",model.visual.merger.linear_fc2.weight,2d-64,0,0.028918119266495124,3.4693208333303773 +9279,9303,0.25069270643837904,0.9683537048033586,0.9706356759641124,0.9704669563118634,0.25080319032642795,0.2787718354391059,0.26368147253262425,0.24055432763866585,1.0788773802239802,"model.visual.pos_embed.weight|2d-128|(896, 896)","model.visual.pos_embed.weight|2d-128|(1280, 896)",model.visual.pos_embed.weight,2d-128,0,0.00011048388804890674,1.1769049104042453 +9364,9474,0.08144377524699625,0.9976829480966698,0.9960502566825586,0.9960253886310504,0.09788430856076823,0.10251274734574889,0.10011837789001492,0.08879125048454295,1.043148281969803,"model.visual.pos_embed.weight|2d-64|(1024, 960)","model.visual.pos_embed.weight|2d-64|(1216, 960)",model.visual.pos_embed.weight,2d-64,0,0.016440533313771974,0.3597876869136228 +9695,9764,0.3729514301087001,0.9297739246222165,0.9085112876029131,0.9078987828307522,0.4221470483021222,0.4358687615494067,0.42884334735519036,0.4178603119441914,0.9380420670328488,"mtp.fc.weight|2d-128|(1536, 3584)","mtp.fc.weight|2d-128|(512, 2560)",mtp.fc.weight,2d-128,0,0.04919561819342211,0.9967008296846974 +9891,10012,0.3627576514228468,0.9319429215362784,0.9302081563947883,0.9292696855476709,0.3677818485977797,0.3856468602496061,0.3763967523651244,0.36703240425963646,0.975393038726464,"mtp.fc.weight|2d-64|(576, 2624)","mtp.fc.weight|2d-64|(1792, 3840)",mtp.fc.weight,2d-64,0,0.005024197174932854,0.8265936760276735 +10187,10360,1.215764823925745,0.0652465807316423,0.011290348277651841,0.011284289607716373,1.339078913696135,1.4846624026935842,1.4062499882874002,0.9999362619866174,0.012517825073414366,"mtp.layers.0.mlp.down_proj.weight|2d-128|(1152, 2944)","mtp.layers.0.mlp.down_proj.weight|2d-128|(512, 5120)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.12331408977038993,3.2050517853064457 +10457,10545,1.206563861529369,0.0015650472241687443,0.018295590445823358,0.01783712550379371,1.5692955957170858,1.2780834708226914,1.4014872017646554,0.999832621677368,0.014900501729289218,"mtp.layers.0.mlp.down_proj.weight|2d-64|(1856, 5184)","mtp.layers.0.mlp.down_proj.weight|2d-64|(1152, 4928)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.07151960929332235,4.57692634425093 +10845,10871,1.279986271017964,0.016589030011043955,0.0033007540554042445,0.0032830781447347776,1.3160477871338738,1.532307817547148,1.4119044460896746,0.9999945524964952,0.0038431516639006965,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(2432, 512)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(5504, 768)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.03606151611590991,3.625617984772038 +10921,11035,1.2598576238149986,0.07016223803743574,0.042195445016591365,0.04199032195677489,1.2776319152160516,1.5236852486812673,1.3845220425628408,0.9991093756040185,0.05032167431607222,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(2496, 1472)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(1856, 1856)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.017774291401053022,3.5713945097149984 +11207,11214,1.2922125689783062,0.019547071818538545,0.009339586990029984,0.009309323581617382,1.4553822093824653,1.3642490333973665,1.4076078329827004,0.9999563851062984,0.008754760393069112,"mtp.layers.0.mlp.up_proj.weight|2d-128|(3456, 1280)","mtp.layers.0.mlp.up_proj.weight|2d-128|(384, 1792)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.07203646441906031,4.056598663737619 +11523,11607,1.284685323892326,0.04837393244317967,0.02217134839389191,0.022373696363816486,1.4948353552281308,1.318792601194892,1.3985718178499058,0.9997541854428,0.019560288106723698,"mtp.layers.0.mlp.up_proj.weight|2d-64|(5184, 896)","mtp.layers.0.mlp.up_proj.weight|2d-64|(4800, 64)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.03410727730256613,3.951501325452596 +11675,11722,1.1812923266565556,0.04128832065253017,0.003471884136711443,0.003505078562005457,1.6990883353208737,1.2337969846263968,1.4118771833778294,0.9999939729921082,0.002521116818824984,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 1408)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 1280)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.05250465796984116,5.170701772478099 +11735,11933,1.0571574302349382,0.030941312856518098,0.0021200585798896387,0.0013307133204393106,2.703607015258092,1.0754243218718103,1.4131834970896722,0.9999977526732837,0.0008433039815842756,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 448)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 832)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.018266891636872007,10.148272052896044 +12059,12061,0.8965046179218634,0.5652229574024088,0.5603994273434411,0.5603763592389714,0.8999406106829075,0.986288770448094,0.9401536621649644,0.828222483293676,0.614169041371472,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(512, 1408)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(512, 1664)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.0034359927610441154,2.8747829213933 +12361,12487,0.9667858735801383,0.49648568810728283,0.5275664580383422,0.5274612688161889,0.9425522849964715,1.0071146267430566,0.9732310160182116,0.849513762309286,0.5637033668338415,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(704, 1472)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(704, 1728)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.024233588583666865,3.2495105685395567 +12666,12707,0.9817189653046672,0.44390446942445305,0.42323878603110854,0.42323881255679535,1.0237777819118037,1.1375961430890225,1.0761989460430048,0.9060181731063198,0.4702923027842649,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(3200, 384)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(2688, 384)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.04205881660713651,2.893220977019942 +12793,12830,0.9740785399562253,0.43998775924394273,0.41422634186588114,0.4143317335472473,1.198758698114005,1.003684316452079,1.088321876125695,0.9101739051985671,0.34681915838959193,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(64, 576)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(1600, 576)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.02960577649585372,3.343975023689596 +13031,13063,1.3118474926239154,0.008779995814788466,-0.004019183149857072,-0.004036492844884119,1.3647378940582275,1.475865520523833,1.4170440356787493,0.9999919230507854,-0.004346456456855254,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 896)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(384, 896)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.05289040143431212,3.543368698651961 +13184,13279,1.258875835558496,0.03602486361341177,0.029878933466035935,0.029824660655648635,1.2817756893523378,1.540084176520646,1.3932821920132317,0.9995535249975022,0.03590025386236368,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 1024)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 960)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.02289985379384185,3.2490083372909173 +86,155,1.1108329095584892,0.32987710327973496,0.350669444494936,0.3495665010152127,1.1978893788425486,1.0913696758960458,1.1409169260995553,0.9364993009594897,0.3194869282127497,"model.language_model.embed_tokens.weight|2d-128|(183040, 1152)","model.language_model.embed_tokens.weight|2d-128|(241920, 1152)",model.language_model.embed_tokens.weight,2d-128,0,0.019463233662443402,3.369640287627221 +496,511,0.7921397570173135,0.6263304720209766,0.5813876896106288,0.5811610191772207,0.988141771094588,0.8651719052025963,0.920553086880094,0.8136266676856253,0.5090365672170484,"model.language_model.embed_tokens.weight|2d-64|(248192, 832)","model.language_model.embed_tokens.weight|2d-64|(184320, 832)",model.language_model.embed_tokens.weight,2d-64,0,0.07303214818528281,2.854937469059467 +596,733,0.034862066800840495,0.9998162589853437,0.9998162589853437,0.9999519885761453,0.034862066800840495,0.03591445842587493,0.03537652794588472,0.01916894020419961,1.0299980110753852,"model.language_model.layers.20.linear_attn.conv1d.weight|3d-axis0-slice|(5656, 0, 0)","model.language_model.layers.8.linear_attn.conv1d.weight|3d-axis0-slice|(1992, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,12,0.0,0.05617422229115627 +843,930,0.2348436565153077,0.9742560872838468,0.9742560872838467,0.9743507846714959,0.23484365651530828,0.25850167683919933,0.2458229285201298,0.22544417577389245,1.0724021077284458,"model.language_model.layers.14.linear_attn.conv1d.weight|3d-volume|(1688, 0, 0)","model.language_model.layers.21.linear_attn.conv1d.weight|3d-volume|(5740, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,7,5.828670879282072e-16,0.6282063600088552 +1103,1239,1.0830601936830107,-0.008759095964567724,-0.0029857341847877653,-0.003014171552160011,1.0859194381904604,2.5832477474916127,1.4157211984317277,0.9999955426857551,-0.0071026365641950395,"model.language_model.layers.18.linear_attn.in_proj_qkv.weight|2d-128|(5376, 1920)","model.language_model.layers.12.linear_attn.in_proj_qkv.weight|2d-128|(5120, 128)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,6,0.0028592445074497874,3.4437576422426024 +1300,1434,1.0931726376294666,0.018918748993468307,-0.0037401744358666867,-0.0038679093510202234,2.495865616658865,1.0932207357738437,1.416156110975409,0.9999930055231333,-0.0016382437505486746,"model.language_model.layers.22.linear_attn.in_proj_qkv.weight|2d-64|(2752, 1984)","model.language_model.layers.20.linear_attn.in_proj_qkv.weight|2d-64|(4608, 640)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,2,4.809814437711779e-05,6.542912588690593 +1543,1569,1.1100595767134265,0.02342332529118355,0.007806576976363079,0.007750796886645468,1.1165533737236466,2.2129760133147443,1.409766561424177,0.9999695282136912,0.015472406426190684,"model.language_model.layers.0.linear_attn.in_proj_z.weight|2d-128|(0, 896)","model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(256, 1664)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,18,0.006493797010220126,3.01496517501403 +1811,1882,1.0915295865234689,0.04146437070403791,0.015189924256643936,0.014971842554503501,2.3179361771328733,1.1004380361251802,1.4058662789249348,0.9998846264450101,0.007211402359899095,"model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-64|(320, 704)","model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-64|(1920, 1280)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,16,0.008908449601711332,6.16363839515579 +2102,2217,1.1806276037774028,0.0658298147441106,0.01716059274742637,0.017241352100780642,1.717880037023484,1.2148324446963905,1.4027261738286434,0.9998527461864357,0.01213544857062108,"model.language_model.layers.16.linear_attn.out_proj.weight|2d-128|(1664, 256)","model.language_model.layers.22.linear_attn.out_proj.weight|2d-128|(1152, 512)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,6,0.03420484091898768,4.429375382255246 +2307,2403,1.1922670923876164,0.058565860979710116,0.028186242079430043,0.028370398648971114,1.2221506705500391,1.6710765184428742,1.3950907303778537,0.9996026889506849,0.03853973852576101,"model.language_model.layers.20.linear_attn.out_proj.weight|2d-64|(1152, 832)","model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(192, 960)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,8,0.029883578162422708,3.2581284674595206 +2653,2696,1.241073636493234,0.0733254857597295,0.012266065833044225,0.01218332339156195,1.2802660446718797,1.5770985963131396,1.405699720530995,0.9999247689846369,0.015109980685722633,"model.language_model.layers.22.mlp.down_proj.weight|2d-128|(0, 1408)","model.language_model.layers.2.mlp.down_proj.weight|2d-128|(1664, 4736)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,20,0.039192408178645666,3.281625727204391 +2913,3066,1.22693838965798,0.03864893977619232,0.036037242252150124,0.036199031505141185,1.5688146158380665,1.25972092283182,1.389109984903182,0.9993504476262868,0.02893705069285146,"model.language_model.layers.4.mlp.down_proj.weight|2d-64|(704, 3264)","model.language_model.layers.21.mlp.down_proj.weight|2d-64|(704, 5568)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,17,0.032782533173840056,4.318008614653066 +3265,3324,1.1231189421881116,0.04831733144891098,0.007088597378000707,0.007069542733378192,1.1461492372241606,2.0207668050549508,1.4099050263855333,0.999974875577988,0.012497850899901497,"model.language_model.layers.23.mlp.gate_proj.weight|2d-128|(4352, 896)","model.language_model.layers.9.mlp.gate_proj.weight|2d-128|(3968, 768)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,14,0.02303029503604903,3.051272625522667 +3384,3539,1.1099794390043078,0.02286490343417801,-0.005994612000953623,-0.0060165288563637735,2.166613328720345,1.130771725145287,1.4176866623293458,0.9999820321520572,-0.003128632905576437,"model.language_model.layers.9.mlp.gate_proj.weight|2d-64|(4928, 512)","model.language_model.layers.23.mlp.gate_proj.weight|2d-64|(2816, 1408)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,14,0.020792286140979055,5.869335297831083 +3689,3700,1.1809207862424898,0.022634362216201562,0.01237087611763707,0.012317261032720074,1.1938896537465822,1.7961491083415597,1.4061250156375364,0.9999234777842163,0.01861138342087867,"model.language_model.layers.23.mlp.up_proj.weight|2d-128|(2048, 1280)","model.language_model.layers.4.mlp.up_proj.weight|2d-128|(4992, 1152)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,19,0.01296886750409243,3.0345756630811436 +3964,4074,1.1875172945153327,0.0284155915810755,0.013616271763962242,0.013619239531772196,1.7805336670138407,1.1975021431196282,1.4052679362641267,0.9999072942744492,0.009157655887512805,"model.language_model.layers.2.mlp.up_proj.weight|2d-64|(3136, 1920)","model.language_model.layers.23.mlp.up_proj.weight|2d-64|(1664, 576)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,21,0.009984848604295493,4.623347646740308 +4220,4300,1.134937536057569,0.02457796955662006,0.003960888871686534,0.004007754399234451,1.1520665278356084,1.9999812740230352,1.4117887057444292,0.9999921556489062,0.0068760817022796685,"model.language_model.layers.15.self_attn.k_proj.weight|2d-128|(384, 1536)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 1536)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,8,0.017128991778039282,3.0807551191832925 +4409,4570,1.07543232217128,0.035858005513789856,0.018443667565893336,0.018397948159154753,2.3604175010583233,1.094485166935078,1.4042240801784978,0.9998299010965409,0.00855201275439665,"model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 1024)","model.language_model.layers.15.self_attn.k_proj.weight|2d-64|(448, 1216)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,8,0.01905284476379787,7.136034325185222 +4825,4831,1.0868348270824353,0.3247554892392386,0.3426797052552568,0.3426798157237095,1.0759865369389314,1.240684557264691,1.149579735306538,0.9394522976746453,0.39513265622053345,"model.language_model.layers.11.self_attn.o_proj.weight|2d-128|(1664, 1152)","model.language_model.layers.11.self_attn.o_proj.weight|2d-128|(1664, 1920)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,0,0.010848290143503858,2.9920895884451584 +4898,4903,1.0847520227730303,0.03824292376297855,0.010173623252208597,0.009810258914125125,1.1028264924080806,2.320341570999839,1.408624345331369,0.999948247355793,0.021405253793137128,"model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(256, 384)","model.language_model.layers.11.self_attn.o_proj.weight|2d-64|(1728, 1408)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,8,0.018074469635050328,2.875007507019375 +5167,5359,0.9901317383027024,0.4693932170741091,0.492721592274797,0.49156596962224597,1.036073005218095,0.9820060611130629,1.007953595346533,0.8701870100766781,0.4670091659740498,"model.language_model.layers.11.self_attn.q_proj.weight|2d-128|(256, 1920)","model.language_model.layers.11.self_attn.q_proj.weight|2d-128|(1792, 1920)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,0,0.008125677189639524,3.2194260947624933 +5583,5609,1.0725144041680301,0.024252849374670465,0.021701565886170324,0.02195081534292115,2.7224839800096494,1.065980649696222,1.4037554545984938,0.9997644932873383,0.008497184730057885,"model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(2752, 896)","model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(1408, 1920)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,4,0.00653375447180804,6.975369292653089 +5756,5769,1.0627486375257877,0.040098238247494804,-0.0016436307545224353,-0.0016399619711224061,2.644248959484029,1.0809513392226338,1.415027489590495,0.9999986492380591,-0.0006719052905045743,"model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(384, 512)","model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(0, 1152)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,12,0.018202701696846013,8.765115713933405 +6038,6042,1.0508178334330696,0.037331309411169765,0.0025420004491387123,0.0028196937084100644,1.081968224217915,2.603048858714745,1.4129388672871293,0.999996769111639,0.006115661458325971,"model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(64, 1920)","model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(384, 512)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,12,0.031150390784845383,3.547105421401996 +6198,6289,1.101446063555874,0.025007187573142582,0.006922039929444528,0.006919924901043307,2.1844657901914277,1.1207733888147071,1.4102320416708651,0.9999760423946241,0.0035514578365424578,"model.visual.blocks.0.attn.proj.weight|2d-128|(768, 768)","model.visual.blocks.23.attn.proj.weight|2d-128|(384, 896)",model.visual.layers.*.attn.proj.weight,2d-128,23,0.019327325258833072,6.489762272130812 +6512,6543,1.1129436111400544,0.022118821216779324,0.017210449276449193,0.017205938230930525,1.1146687902186778,2.1858809309028726,1.4043288751038998,0.9998518892494542,0.0337499293205124,"model.visual.blocks.23.attn.proj.weight|2d-64|(0, 64)","model.visual.blocks.22.attn.proj.weight|2d-64|(256, 448)",model.visual.layers.*.attn.proj.weight,2d-64,1,0.0017251790786234622,3.0689277262323458 +6732,6784,1.046335903962435,0.03324213752134536,0.0034434798381858815,0.0035083584208722915,1.0912742061645562,2.478171961030112,1.4124162701449947,0.9999940712057267,0.007819790053828107,"model.visual.blocks.0.attn.qkv.weight|2d-128|(1152, 512)","model.visual.blocks.0.attn.qkv.weight|2d-128|(2048, 0)",model.visual.layers.*.attn.qkv.weight,2d-128,0,0.04493830220212125,4.881888498637951 +7079,7099,1.037513836839957,0.06957270434303198,0.037349546492717337,0.03759468920661851,1.0362718713311392,3.3248490345543296,1.399127978916274,0.9993022622694238,0.11983496516009477,"model.visual.blocks.0.attn.qkv.weight|2d-64|(1280, 192)","model.visual.blocks.18.attn.qkv.weight|2d-64|(2816, 512)",model.visual.layers.*.attn.qkv.weight,2d-64,18,0.0012419655088178327,3.1487643945381554 +7182,7357,1.1675981000802635,0.04997602498776193,0.0059620877653554965,0.0055343214130313,1.2090814348350603,1.7635267616745698,1.4102757150148042,0.9999822265967923,0.008696106835096086,"model.visual.blocks.1.mlp.linear_fc1.weight|2d-128|(1664, 640)","model.visual.blocks.23.mlp.linear_fc1.weight|2d-128|(2560, 640)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,22,0.04148333475479671,3.2399709390114912 +7462,7640,1.176600443924449,0.0640765107530364,0.025123194768266372,0.02544332075170304,1.7384627557831773,1.2010898356850335,1.397498959987932,0.9996843627288744,0.017357411756863447,"model.visual.blocks.20.mlp.linear_fc1.weight|2d-64|(3008, 832)","model.visual.blocks.1.mlp.linear_fc1.weight|2d-64|(3328, 640)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,19,0.0244893917605844,4.646537896701879 +7828,7861,1.163859322939483,0.005827791280118081,0.013479066662921327,0.013459547128051993,1.2036389363314197,1.7609927017241942,1.4053051090671032,0.9999091532543827,0.01972064653525178,"model.visual.blocks.2.mlp.linear_fc2.weight|2d-128|(256, 1408)","model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(640, 1920)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,8,0.03977961339193681,3.1651973440596675 +8072,8077,1.0623990544695512,0.03677063757459029,0.01560871624844712,0.015642061851544153,1.0973576240937362,2.346003152965932,1.4057163304224096,0.9998781765680634,0.03336933806137169,"model.visual.blocks.23.mlp.linear_fc2.weight|2d-64|(192, 3520)","model.visual.blocks.9.mlp.linear_fc2.weight|2d-64|(960, 1664)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,14,0.034958569624184976,1.7609497988111302 +8273,8329,0.5661948726000369,0.8375993630157609,0.820126370864165,0.8200945843977938,0.6050774647175449,0.5950124690863771,0.5999816591586532,0.5721824322828987,0.806484203007845,"model.visual.merger.linear_fc1.weight|2d-128|(3712, 2944)","model.visual.merger.linear_fc1.weight|2d-128|(3712, 896)",model.visual.merger.linear_fc1.weight,2d-128,0,0.02881759648634019,1.5536978260585945 +8531,8685,0.6032101900798731,0.8167175768868427,0.813513833440082,0.8131016134321462,0.6123809190230427,0.6090999592225387,0.6107338295318634,0.581545563822494,0.809155261672482,"model.visual.merger.linear_fc1.weight|2d-64|(640, 192)","model.visual.merger.linear_fc1.weight|2d-64|(640, 1216)",model.visual.merger.linear_fc1.weight,2d-64,0,0.005889769142665591,1.6574044858857353 +8875,8915,1.317680120205195,0.05921279826473172,-0.004150279744273506,-0.004065414735737064,1.386170116783526,1.450287732665072,1.4171422232849515,0.9999913875519351,-0.00434225188335104,"model.visual.merger.linear_fc2.weight|2d-128|(1152, 1920)","model.visual.merger.linear_fc2.weight|2d-128|(768, 2432)",model.visual.merger.linear_fc2.weight,2d-128,0,0.06848999657833099,3.3260498601441726 +8966,9084,1.3007362872650983,0.04963565579237447,-0.0020897338273048673,-0.0020872561573310024,1.3549229065322894,1.485429097211812,1.4156842366550588,0.9999978165038816,-0.002291017014725242,"model.visual.merger.linear_fc2.weight|2d-64|(1152, 3712)","model.visual.merger.linear_fc2.weight|2d-64|(64, 3840)",model.visual.merger.linear_fc2.weight,2d-64,0,0.05418661926719115,3.409367006020747 +9263,9287,0.28097502055733314,0.9599364702013281,0.933938980429408,0.9335302329436767,0.3577257322437193,0.37718045602330913,0.36706699215944766,0.3574324843022495,0.9847307553942208,"model.visual.pos_embed.weight|2d-128|(640, 896)","model.visual.pos_embed.weight|2d-128|(1024, 896)",model.visual.pos_embed.weight,2d-128,0,0.07675071168638614,1.3780360208135773 +9556,9599,0.09003767567213544,0.9962202251985024,0.992885405369933,0.9929263105831093,0.12492921840604052,0.12121000414187093,0.12302746831732385,0.11907380821735697,0.963326639138517,"model.visual.pos_embed.weight|2d-64|(1088, 960)","model.visual.pos_embed.weight|2d-64|(896, 960)",model.visual.pos_embed.weight,2d-64,0,0.031172328469735486,0.33635191585935614 +9764,9770,0.3957130699317522,0.9207214594194351,0.8908891350230587,0.8901683787360524,0.4639169424203186,0.47086619219786646,0.46735282261481526,0.45422081535071285,0.9042342202253352,"mtp.fc.weight|2d-128|(512, 2560)","mtp.fc.weight|2d-128|(1408, 3456)",mtp.fc.weight,2d-128,0,0.06820387248856641,1.0514358037080076 +10012,10017,0.3662561512189138,0.9305559268842727,0.9325700997972546,0.9316406879668115,0.37181242334844006,0.36394078591716483,0.3678134463568533,0.3609889319136234,0.9128266667006881,"mtp.fc.weight|2d-64|(1792, 3840)","mtp.fc.weight|2d-64|(640, 2688)",mtp.fc.weight,2d-64,0,0.002315365301748973,0.7296771543790186 +10187,10210,1.220031283512759,0.06600479088475866,0.01006189909821258,0.01004864262411766,1.3440189630307264,1.4800197737110128,1.4071138293677528,0.9999493778119658,0.011080059162899754,"mtp.layers.0.mlp.down_proj.weight|2d-128|(1152, 2944)","mtp.layers.0.mlp.down_proj.weight|2d-128|(128, 4352)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.12398767951796752,3.1084864123125064 +10422,10545,1.2092018349093823,0.001521954953207391,-0.008314880812763886,-0.008426799181418391,1.5912018058317852,1.2942683169931724,1.4199581834426247,0.9999654307810193,-0.0067632444584294375,"mtp.layers.0.mlp.down_proj.weight|2d-64|(768, 5184)","mtp.layers.0.mlp.down_proj.weight|2d-64|(1152, 4928)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.08506648208379008,4.6795255098699124 +10765,10864,1.2822042414107515,0.024858278173450595,0.01537698983704572,0.015373757950372343,1.3059448318531277,1.5266113260473513,1.4034304610834036,0.9998817671022666,0.017975251536803873,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(2432, 1792)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(3840, 1024)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.023740590442376197,3.4635950737490906 +11047,11053,1.2633445384020257,0.03293692255432872,0.005239889506964718,0.005021640713104889,1.30236997043124,1.551136803760832,1.4105595758523721,0.9999862716847441,0.006240765409541735,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(5376, 1216)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(5568, 128)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.03902543202921427,3.5538594638598595 +11183,11214,1.2953850338294461,0.03945359971205373,0.01416092677054156,0.014336969284705453,1.4498419017921713,1.3625845787135298,1.4041839689652669,0.9998997290493679,0.013308665182031304,"mtp.layers.0.mlp.up_proj.weight|2d-128|(3840, 384)","mtp.layers.0.mlp.up_proj.weight|2d-128|(384, 1792)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.06719954488408364,3.8276402261599274 +11521,11647,1.287091704825899,0.04276992702427007,0.014823361007096962,0.014823135359141149,1.3350736009580135,1.484250417955154,1.4037516941507155,0.9998901279482928,0.01647967554335285,"mtp.layers.0.mlp.up_proj.weight|2d-64|(4672, 1792)","mtp.layers.0.mlp.up_proj.weight|2d-64|(3776, 704)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.047981896132114565,3.2814115642450417 +11666,11718,1.1839522551235275,0.0015373844952025894,-0.0004910718049346743,-0.00047987232256596613,1.80164984618849,1.2025784374448205,1.4145342069343176,0.999999879424234,-0.0003277842057383687,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 256)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 768)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.018626182321292983,5.882531239687308 +11730,11933,1.0572136036325601,0.02429563769859649,0.012772979279593857,0.013015725949259429,2.6204130270553474,1.0761865970477322,1.4078513017378447,0.9999184221726906,0.005245779563427948,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 128)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 832)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.018972993415172112,10.408991072260953 +12139,12141,0.8986015998804608,0.544706769948907,0.4976865034443716,0.4976555248218378,0.9526180412521194,1.0684287384263216,1.0055557312019299,0.8673569878022056,0.5581907333058229,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(1152, 1408)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1152, 1664)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.05401644137165851,2.978097638230364 +12289,12452,0.9807996208927958,0.49255711645432565,0.5206123930457127,0.5206218681694266,1.0020007285637782,0.9587995680075326,0.9796864810163644,0.8537931460296553,0.4981662421214747,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(1408, 1728)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(1408, 1472)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.022000052885263188,3.2607659737352215 +12502,12714,0.9831532068081777,0.432603069975999,0.3306361412980743,0.33066487553324164,1.057628689872448,1.3089083072516636,1.1633882377053755,0.9437583070190799,0.409191237120163,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(2560, 1280)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(3072, 1280)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.07447548306427032,3.29451988887316 +12879,12922,1.0101537253085318,0.4551735985340176,0.43165737971203083,0.43135054122394567,1.0985463440212004,1.0376763506010156,1.0668111309092527,0.9020376414208797,0.40773942485664744,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(2624, 1472)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(3136, 1472)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.027522625292483838,2.857345537020884 +13012,13036,1.3151358146885108,0.028977582458426226,-0.008523906140195228,-0.008573116761154988,1.4529788667307264,1.389585407487248,1.420222117490625,0.999963670852153,-0.008152008166407394,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(0, 512)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 1536)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.0744495927987372,3.7347441856788506 +13177,13273,1.259665258680513,0.020356717142973844,0.027948315837297077,0.027887608462585648,1.269834274085324,1.565652344595558,1.394742643330147,0.9996093695248454,0.034459099987421776,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 576)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 576)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.010169015404810855,3.384041585925689 +155,209,1.1129449050203855,0.33202069302622833,0.35422196517497206,0.3528033340434124,1.0971431655919834,1.1822939944693718,1.137334844253753,0.9351613761204967,0.3817136316111856,"model.language_model.embed_tokens.weight|2d-128|(241920, 1152)","model.language_model.embed_tokens.weight|2d-128|(186240, 1152)",model.language_model.embed_tokens.weight,2d-128,0,0.015801739428402017,2.800813500860639 +394,496,0.8144320659911198,0.6020851289917909,0.5836653387832813,0.583672337482094,0.8574841175078984,0.9979504738630134,0.9197682977313856,0.8119943179006843,0.6792768396795719,"model.language_model.embed_tokens.weight|2d-64|(172480, 832)","model.language_model.embed_tokens.weight|2d-64|(248192, 832)",model.language_model.embed_tokens.weight,2d-64,0,0.0430520515167786,2.1338011451421437 +649,715,0.0350398931764176,0.9993994346291001,0.9993994346291001,0.9997268989274902,0.03524427584455391,0.03503989317641759,0.03514163876214478,0.034652129271305065,0.9936038857608436,"model.language_model.layers.0.linear_attn.conv1d.weight|3d-axis0-slice|(2491, 0, 0)","model.language_model.layers.9.linear_attn.conv1d.weight|3d-axis0-slice|(1265, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,9,6.938893903907228e-18,0.061607635385464606 +805,876,0.23868731678556987,0.971325788810023,0.9713257888100231,0.972041207336864,0.23868731678556987,0.25119144155753975,0.24470009484665814,0.23775241742742953,1.0222106829932518,"model.language_model.layers.14.linear_attn.conv1d.weight|3d-volume|(4924, 0, 0)","model.language_model.layers.2.linear_attn.conv1d.weight|3d-volume|(4380, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,12,0.0,0.6435831835444187 +1031,1103,1.084550390873571,0.03444904382475407,0.00827925284958081,0.008289396298787622,2.3589543546721385,1.0998465748878432,1.40972216226727,0.9999657263987866,0.0038601458613248415,"model.language_model.layers.8.linear_attn.in_proj_qkv.weight|2d-128|(3840, 512)","model.language_model.layers.18.linear_attn.in_proj_qkv.weight|2d-128|(5376, 1920)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,10,0.01529618401427224,7.535433060091929 +1346,1405,1.094324612209367,0.036109071684002784,0.02014473221994241,0.02007160635333512,1.1144952641458008,2.1742294683188255,1.4026012677762145,0.9997970742924721,0.0392996469640095,"model.language_model.layers.20.linear_attn.in_proj_qkv.weight|2d-64|(5632, 192)","model.language_model.layers.12.linear_attn.in_proj_qkv.weight|2d-64|(2688, 704)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,8,0.020170651936433748,2.970524924646897 +1645,1646,1.1104701047329069,0.062282904578603276,0.011437239609257108,0.011423003356025425,2.0119363127715952,1.1449054195909576,1.4072435674227124,0.9999345926359986,0.006508435446328857,"model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-128|(640, 1664)","model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-128|(640, 512)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,2,0.034435314858050736,6.02773998588774 +1867,1922,1.0960351783473479,0.02678634454903835,0.02935115003955185,0.025524150311875653,1.1004169846574523,2.2478329790811475,1.3977254237168049,0.9995691621850665,0.05995589304121958,"model.language_model.layers.21.linear_attn.in_proj_z.weight|2d-64|(64, 1472)","model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-64|(640, 768)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,17,0.00438180631010443,2.8222020337800147 +2134,2240,1.1839271570924506,0.01636548841540249,-0.005946135338777577,-0.00594650473067907,1.8923314971785568,1.1822722582748975,1.4179872912574452,0.9999823215810032,-0.003714967945873284,"model.language_model.layers.16.linear_attn.out_proj.weight|2d-128|(1280, 256)","model.language_model.layers.0.linear_attn.out_proj.weight|2d-128|(1536, 0)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,16,0.0016548988175530965,4.8004813573588425 +2403,2458,1.1943437076358607,0.0013111197446237345,0.01915817201288988,0.019352682761555898,1.8245525356001222,1.1806482838214536,1.4018014642106722,0.999816465380084,0.012397046654913063,"model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(192, 960)","model.language_model.layers.16.linear_attn.out_proj.weight|2d-64|(1152, 768)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,4,0.013695423814407137,5.010559074613683 +2807,2813,1.24147012154222,0.044486074315483376,0.0073817025096192795,0.007358411118782237,1.2775330416052517,1.5920262491929216,1.4091085986297545,0.999972754862881,0.009198872965571717,"model.language_model.layers.22.mlp.down_proj.weight|2d-128|(1280, 0)","model.language_model.layers.3.mlp.down_proj.weight|2d-128|(0, 6016)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,19,0.0360629200630318,3.2166566709238826 +3002,3066,1.2290086656298107,0.029594978890297403,0.019008438583315152,0.018714574585295914,1.5976547793536897,1.2628211375878513,1.4010748908550095,0.9998193233092788,0.01502468389651828,"model.language_model.layers.8.mlp.down_proj.weight|2d-64|(512, 1792)","model.language_model.layers.21.mlp.down_proj.weight|2d-64|(704, 5568)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,13,0.0338124719580406,4.341180589595708 +3220,3267,1.1251354881760862,0.042484090540854,0.006003390861785259,0.006009519082385555,1.1550128968722877,1.9777303102175101,1.410511448542432,0.9999819794867109,0.010279615148529687,"model.language_model.layers.23.mlp.gate_proj.weight|2d-128|(5760, 0)","model.language_model.layers.10.mlp.gate_proj.weight|2d-128|(4224, 640)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,13,0.02987740869620148,2.987643161644658 +3539,3569,1.1126801200881047,0.013787146158649906,-0.02767084150542446,-0.027832988524574474,1.1407554157122393,2.1855435036623616,1.4301756654421927,0.9996170889547565,-0.05301384245920299,"model.language_model.layers.23.mlp.gate_proj.weight|2d-64|(2816, 1408)","model.language_model.layers.11.mlp.gate_proj.weight|2d-64|(6080, 896)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,12,0.028075295624134577,3.0018533560193448 +3653,3718,1.18148121458869,0.02624942849333143,0.003714545861659338,0.0037883527036396947,1.7900529799299716,1.202665875001242,1.411779747097289,0.999993101050723,0.002495656608509731,"model.language_model.layers.2.mlp.up_proj.weight|2d-128|(1024, 640)","model.language_model.layers.23.mlp.up_proj.weight|2d-128|(3968, 1792)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,21,0.02118466041255207,4.825048018542249 +3976,4084,1.188696201065871,0.06660170623876567,0.04055980027043918,0.04081926915280985,1.2129097522016896,1.6657168532050939,1.3866498429861693,0.9991771127292809,0.05570170637218902,"model.language_model.layers.22.mlp.up_proj.weight|2d-64|(3072, 1600)","model.language_model.layers.2.mlp.up_proj.weight|2d-64|(4992, 1344)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,20,0.02421355113581858,3.068215852386648 +4208,4300,1.1366424171620635,0.011143535390121157,-0.009636797393444406,-0.009590715052915897,1.1560110322154027,2.0266315101486634,1.4200668615581042,0.9999535649898937,-0.016894507673551176,"model.language_model.layers.15.self_attn.k_proj.weight|2d-128|(384, 0)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 1536)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,8,0.0193686150533392,3.40093234980044 +4378,4409,1.0770388829231923,0.03942868614864648,0.001089527670148487,0.0010411854481329195,1.1038660683154207,2.355907689872204,1.4136214477442797,0.9999994064645519,0.002325306203449599,"model.language_model.layers.3.self_attn.k_proj.weight|2d-64|(64, 1984)","model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 1024)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,20,0.026827185392228392,2.963223088523108 +4710,4795,1.0875699472107063,0.025991515397137045,0.00043536247358284705,0.000396123138547181,2.34220280062264,1.1056298499166928,1.4139758661748,0.9999999052297538,0.00020551155783726482,"model.language_model.layers.23.self_attn.o_proj.weight|2d-128|(256, 640)","model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(256, 256)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,4,0.018059902705986453,6.542459968482327 +4877,4955,1.0853530923738006,0.024751257872040685,0.005008787184367813,0.005267681088278615,1.1101857937449515,2.278564778205963,1.4114216422953558,0.9999874559467942,0.010280122592211666,"model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(128, 448)","model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(1536, 512)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,4,0.0248327013711509,2.9831506152742593 +5184,5298,1.0731942356825237,0.38690581921498896,0.3976092987182743,0.39760888641469394,1.1320260350664593,1.0673301871886112,1.098251520431083,0.9175548188379603,0.37488573061307157,"model.language_model.layers.19.self_attn.q_proj.weight|2d-128|(2560, 1536)","model.language_model.layers.19.self_attn.q_proj.weight|2d-128|(3584, 1536)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,0,0.005864048493912533,4.1422324834944675 +5528,5620,1.073156026890757,0.009174254762531248,0.003209397356482499,0.0034699513325038667,1.078610499850289,2.647218162195319,1.4126266511227012,0.9999948498710421,0.007876777551267448,"model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(1344, 0)","model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(2688, 384)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,4,0.005454472959532053,2.8424601463064056 +5685,5787,1.0634905374969994,0.06921488941211956,0.017660042433250093,0.017693597381349496,2.4183153620556364,1.0895251600426679,1.404828939891256,0.999844049290316,0.007956390163312559,"model.language_model.layers.3.self_attn.v_proj.weight|2d-128|(256, 1408)","model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(128, 1408)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,16,0.026034622545668462,8.59161948001795 +5908,6080,1.0513055525137451,0.027144095814710348,0.018473532444823137,0.0186412310361578,2.736563463502451,1.066533398621925,1.4053463851573227,0.9998293497387492,0.007199774317571559,"model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(448, 1536)","model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(0, 1792)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,12,0.015227846108179843,9.617371037775587 +6200,6252,1.102908495462688,0.06137076023870415,0.00970384252268131,0.009723525926866122,1.1280288996572496,2.1213092627448353,1.4085131992393702,0.9999529166117248,0.018248513875695704,"model.visual.blocks.23.attn.proj.weight|2d-128|(128, 896)","model.visual.blocks.12.attn.proj.weight|2d-128|(896, 512)",model.visual.layers.*.attn.proj.weight,2d-128,11,0.02512040419456163,3.0916932946843807 +6469,6512,1.1208443213121297,0.023258677301899636,0.011423488563246504,0.011553691346851315,2.116694888103034,1.1276765804774005,1.4074935999932743,0.9999347498257302,0.006085903354578071,"model.visual.blocks.11.attn.proj.weight|2d-64|(384, 192)","model.visual.blocks.23.attn.proj.weight|2d-64|(0, 64)",model.visual.layers.*.attn.proj.weight,2d-64,12,0.006832259165270749,5.58053659037978 +6732,6852,1.0480914022537031,0.009539572915602798,-0.006355490662897692,-0.006377964597789082,1.0606262937490982,3.0552093990276226,1.4169954571074672,0.999979803665271,-0.018307442426380854,"model.visual.blocks.0.attn.qkv.weight|2d-128|(1152, 512)","model.visual.blocks.21.attn.qkv.weight|2d-128|(2304, 768)",model.visual.layers.*.attn.qkv.weight,2d-128,21,0.012534891495395106,4.815467041112666 +6920,7106,1.037971359528483,0.004901956646794144,0.03582944199312158,0.035841968762057676,4.686862284073142,1.0155916718638254,1.4036870709373512,0.9993579194094884,0.007763847258622466,"model.visual.blocks.18.attn.qkv.weight|2d-64|(2816, 896)","model.visual.blocks.0.attn.qkv.weight|2d-64|(1728, 64)",model.visual.layers.*.attn.qkv.weight,2d-64,18,0.022379687664657588,14.792907650089404 +7312,7318,1.1691327144014454,0.07881612095257301,0.006318717122900055,0.006301177746421693,1.2209984871121145,1.7271477039188985,1.4099951140231433,0.9999800367076939,0.008938060026873543,"model.visual.blocks.1.mlp.linear_fc1.weight|2d-128|(3200, 896)","model.visual.blocks.19.mlp.linear_fc1.weight|2d-128|(3456, 128)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,18,0.051865772710669056,3.484594763454393 +7453,7640,1.1784398426382598,0.03717395427825767,0.029403059181361168,0.030319408139137524,1.7573883166118633,1.1915816772424415,1.3947651265413192,0.999567636586328,0.019936485433642036,"model.visual.blocks.23.mlp.linear_fc1.weight|2d-64|(3264, 960)","model.visual.blocks.1.mlp.linear_fc1.weight|2d-64|(3328, 640)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,22,0.013141834604181613,5.290870519437089 +7819,7828,1.164237385465568,0.014942977107153168,-0.004267636073197242,-0.004280092244357843,1.6975253628272842,1.241379776903031,1.4170863477942275,0.9999908935997102,-0.003120870670011864,"model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(128, 3584)","model.visual.blocks.2.mlp.linear_fc2.weight|2d-128|(256, 1408)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,8,0.07714239143746293,5.145614871877143 +8072,8149,1.0629179916600127,0.05400383143652869,0.02502105755665467,0.02416576622080379,1.1074568810936751,2.2080365816060064,1.3999613084055111,0.9996869243311861,0.04988673720732407,"model.visual.blocks.23.mlp.linear_fc2.weight|2d-64|(192, 3520)","model.visual.blocks.9.mlp.linear_fc2.weight|2d-64|(192, 384)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,14,0.044538889433662465,1.6906438439460734 +8192,8415,0.5667514988997023,0.8352176906178197,0.8271317493532887,0.8271350007981303,0.5935057385681695,0.5830636018841058,0.5882151673895394,0.5620080686358235,0.8125791979267218,"model.visual.merger.linear_fc1.weight|2d-128|(1920, 2560)","model.visual.merger.linear_fc1.weight|2d-128|(1920, 512)",model.visual.merger.linear_fc1.weight,2d-128,0,0.016312102984403443,1.502630613135991 +8536,8617,0.6116784186964912,0.8126516888943521,0.8053921107856635,0.8054039474387308,0.6205265348365341,0.6274320885778828,0.6239506534128625,0.5927423958889844,0.8143549482980897,"model.visual.merger.linear_fc1.weight|2d-64|(896, 1728)","model.visual.merger.linear_fc1.weight|2d-64|(896, 704)",model.visual.merger.linear_fc1.weight,2d-64,0,0.008848116140042883,1.6271460836510516 +8720,8852,1.3229446926659716,0.04438286324825892,0.007182251497773985,0.007203323121539135,1.4520291138107715,1.369829629465213,1.4091344342486933,0.9999742072990797,0.006775663665655574,"model.visual.merger.linear_fc2.weight|2d-128|(1920, 2176)","model.visual.merger.linear_fc2.weight|2d-128|(1152, 896)",model.visual.merger.linear_fc2.weight,2d-128,0,0.04688493679924144,3.6173547960486543 +8966,9040,1.3011098154338567,0.04383591176643672,0.016903867060750245,0.016902798849618345,1.3301965701928715,1.487525805858545,1.4022847106490313,0.9998571194317678,0.018903174940544564,"model.visual.merger.linear_fc2.weight|2d-64|(1152, 3712)","model.visual.merger.linear_fc2.weight|2d-64|(64, 1024)",model.visual.merger.linear_fc2.weight,2d-64,0,0.029086754759014788,3.230039847507095 +9264,9288,0.33805483374764356,0.9411969166019389,0.9345984734050905,0.934654364063091,0.396713042296289,0.357316749386091,0.37547357575928064,0.3557045030764643,0.8417865129044532,"model.visual.pos_embed.weight|2d-128|(768, 0)","model.visual.pos_embed.weight|2d-128|(1152, 0)",model.visual.pos_embed.weight,2d-128,0,0.019261915638447424,1.3569951460075182 +9474,9583,0.10837006356902538,0.9956875657955275,0.9933523870415927,0.9933524408876072,0.13404040905321496,0.1262122172747499,0.12994980697089858,0.11511314068676108,0.9353388891398482,"model.visual.pos_embed.weight|2d-64|(1216, 960)","model.visual.pos_embed.weight|2d-64|(832, 960)",model.visual.pos_embed.weight,2d-64,0,0.01784215370572452,0.5506173267717531 +9695,9770,0.396315043121696,0.9198374131928468,0.9097166867635217,0.909109710596643,0.41760810475496424,0.43764118204647173,0.4272728198439362,0.4152295146349796,0.9533567035443289,"mtp.fc.weight|2d-128|(1536, 3584)","mtp.fc.weight|2d-128|(1408, 3456)",mtp.fc.weight,2d-128,0,0.021293061633268218,0.9696589232893406 +10017,10068,0.3729813893819537,0.9304375272785457,0.9298921357328278,0.9287626959644144,0.38106509145481177,0.37016698363643996,0.37549747813517426,0.36783232036111246,0.9032980840027597,"mtp.fc.weight|2d-64|(640, 2688)","mtp.fc.weight|2d-64|(1664, 3712)",mtp.fc.weight,2d-64,0,0.002814405745513726,0.8480736420914318 +10171,10187,1.220312277012829,0.03992234840505803,0.008439204403735643,0.008434033632327406,1.479236420953265,1.3466084189852205,1.4082598435871887,0.9999643892804544,0.007682547251158177,"mtp.layers.0.mlp.down_proj.weight|2d-128|(1408, 768)","mtp.layers.0.mlp.down_proj.weight|2d-128|(1152, 2944)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.12629614197239158,3.9646683818556556 +10545,10550,1.2111199824509205,0.030793508689644773,0.019493225385992064,0.01943226078295107,1.3075252246865596,1.5166579340351438,1.4005137565275994,0.9998099890299411,0.02261107807590279,"mtp.layers.0.mlp.down_proj.weight|2d-64|(1152, 4928)","mtp.layers.0.mlp.down_proj.weight|2d-64|(64, 4480)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.09640524223563918,2.9918332432493946 +10795,10882,1.2828570064323708,0.04206545145776926,-0.004967146368918588,-0.004959917810216062,1.342222559716582,1.507528744273636,1.4176980152162795,0.9999876636523822,-0.005578892914555354,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(1152, 1408)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(2560, 256)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.059365553284211225,3.50583592902187 +11091,11133,1.267112760262862,0.06510018044324939,0.042616319541450814,0.042524605949496704,1.3065630363887692,1.4770232751413275,1.383981295242496,0.9990915119791285,0.04817624110778349,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(2432, 1280)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(3200, 960)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.039450276125907235,3.3878621079681137 +11214,11404,1.295650745953974,0.013788500452513206,-0.006330072720755904,-0.0064570470064801875,1.3569787844261039,1.4896047345185888,1.4186632089954558,0.9999799648889721,-0.006948749975242111,"mtp.layers.0.mlp.up_proj.weight|2d-128|(384, 1792)","mtp.layers.0.mlp.up_proj.weight|2d-128|(1920, 1536)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.061328038472129975,3.3096659795418804 +11500,11575,1.2887529039568846,0.036571124414145555,0.01690122765078087,0.017091443166529594,1.3164149296299013,1.5075892836612603,1.402321628399213,0.999857164050894,0.01935568270575611,"mtp.layers.0.mlp.up_proj.weight|2d-64|(3008, 448)","mtp.layers.0.mlp.up_proj.weight|2d-64|(2368, 256)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.027662025673016677,3.568312525451775 +11666,11722,1.184909920747452,0.015121029024492699,0.0010623783166736746,0.001070441071035368,1.7065313751655349,1.2331285931431077,1.4135001464035026,0.9999994356759969,0.000767667737077776,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 256)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 1280)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.04821867239565569,5.4076470134757955 +11757,11933,1.0573206190477955,0.01234199266416457,0.002057369862471405,0.0023734647136222364,2.7099041120179903,1.0750581291146601,1.413215904232011,0.999997883612385,0.0008161883608488029,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 1856)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 832)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.017737510066864637,10.858403691075559 +12187,12189,0.9078785116695365,0.5439855375861803,0.5694928259618846,0.5694140599735847,0.8885774684289295,0.9797190585005896,0.930818246312842,0.8219963024113592,0.6279058327471458,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(1536, 1408)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1536, 1664)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.019301043240606996,3.2263026136049007 +12443,12447,0.9977838272628323,0.39831091776522565,0.44707598473556837,0.44683562050277426,0.990718954430991,1.1348598571409951,1.0554780792967844,0.8944959831506915,0.5121216121877659,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(384, 704)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(384, 960)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.007064872831841318,3.3913646824383603 +12538,12728,1.0046251898487282,0.4019002143651345,0.4316426716879554,0.4316268461653423,1.1666935488119923,0.9958395268932573,1.0711792960405582,0.9020446795908083,0.36843165405206424,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(2688, 1152)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(3200, 1152)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.008785662955470896,4.180364629819955 +12818,12908,1.0267385975097378,0.4462667765153254,0.45434906141301956,0.4543624374372739,1.081992633475112,1.0126586948099257,1.0456055239328457,0.8908237369946471,0.4252344362464704,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(128, 128)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(1664, 128)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.014079902699812186,2.9458987067549707 +13009,13031,1.317134943937085,0.017161946430398037,-0.0039144954484005975,-0.003801638524559846,1.462418054130772,1.375518453182621,1.4169736494724716,0.9999923383333417,-0.0036818888476967014,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(0, 128)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 896)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.058383509245536036,3.9501747626250867 +13181,13273,1.2612091015318427,0.05007986155291417,0.033641037174458745,0.03339155979958906,1.300790098001472,1.5016867745821965,1.3904696645898753,0.9994339801196609,0.03883662758943877,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 832)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 576)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.039580996469629204,3.5273619487514543 +26,210,1.1173681346799937,0.33890095812344556,0.3453451858947722,0.3452973655374469,1.125146754363133,1.1647422502675897,1.1444310942709257,0.9384757336123856,0.35749836843802213,"model.language_model.embed_tokens.weight|2d-128|(245888, 1408)","model.language_model.embed_tokens.weight|2d-128|(195712, 1408)",model.language_model.embed_tokens.weight,2d-128,0,0.0077786196831393095,2.873258035343594 +317,496,0.8181143820970943,0.6014714731805381,0.5450337139466689,0.5443538506492428,0.9156530482093465,1.0027819050588576,0.9562532173077729,0.838414128376604,0.5968963321441233,"model.language_model.embed_tokens.weight|2d-64|(158848, 832)","model.language_model.embed_tokens.weight|2d-64|(248192, 832)",model.language_model.embed_tokens.weight,2d-64,0,0.09753866611225215,2.1912723423382636 +643,731,0.03987152738784184,0.9993331857355416,0.9993331857355416,0.9991747190181217,0.03987152738784184,0.04054803661487099,0.040205513955559366,0.0365127907404176,1.0162890980197719,"model.language_model.layers.21.linear_attn.conv1d.weight|3d-axis0-slice|(4589, 0, 0)","model.language_model.layers.17.linear_attn.conv1d.weight|3d-axis0-slice|(5026, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,4,0.0,0.0566634035189968 +943,987,0.2537318738180255,0.9808934039379864,0.9808934039379865,0.9842550471584195,0.2537318738180255,0.3101827230400485,0.2777436077683585,0.19454595886563678,1.1991248181287504,"model.language_model.layers.18.linear_attn.conv1d.weight|3d-volume|(2936, 0, 0)","model.language_model.layers.10.linear_attn.conv1d.weight|3d-volume|(3244, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,8,0.0,0.6704039589879167 +1103,1230,1.086223009279016,0.011971884705612394,0.0011698778475575104,0.0011633200209005769,1.094852409384696,2.4497112311608693,1.4135971078998206,0.9999993156926769,0.002617579207647306,"model.language_model.layers.18.linear_attn.in_proj_qkv.weight|2d-128|(5376, 1920)","model.language_model.layers.10.linear_attn.in_proj_qkv.weight|2d-128|(5504, 384)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,8,0.00862940010568014,3.172729400353127 +1379,1434,1.095868936857877,0.017766613652862775,0.012958999537452616,0.012922063557316166,2.400110021209685,1.0935134816694896,1.4072820326917161,0.9999160286398995,0.005904246296180554,"model.language_model.layers.13.linear_attn.in_proj_qkv.weight|2d-64|(2304, 640)","model.language_model.layers.20.linear_attn.in_proj_qkv.weight|2d-64|(4608, 640)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,7,0.002355455188387312,6.70144394517978 +1565,1635,1.1111888173248154,0.029065050995366166,0.009730513881873622,0.00958757417717756,1.1244327202437803,2.145981351573512,1.4085449851669243,0.9999526574291379,0.018570698767286675,"model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-128|(1024, 384)","model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(256, 1920)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,14,0.013243902918964823,3.0898096476286745 +1811,2029,1.096352242186618,0.033561295701297116,0.009706770588892489,0.008828760660005023,2.2399739123178124,1.112148372648929,1.4087351491879656,0.9999528881926061,0.004819417339973733,"model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-64|(320, 704)","model.language_model.layers.20.linear_attn.in_proj_z.weight|2d-64|(1152, 0)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,2,0.015796130462310876,6.776241011413475 +2134,2172,1.1904002255235586,0.04474199533528756,0.010259893161731487,0.010260237625656891,1.7515449061335977,1.209363791826913,1.40741310339315,0.9999473659109812,0.007083999533417729,"model.language_model.layers.16.linear_attn.out_proj.weight|2d-128|(1280, 256)","model.language_model.layers.22.linear_attn.out_proj.weight|2d-128|(1152, 384)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,6,0.018963566303354273,4.58044038468677 +2403,2558,1.194813662596964,0.027585121584826157,0.0026987045774631412,0.00269006536940374,1.7862939938664866,1.2046341109246796,1.412443265161981,0.9999963584901715,0.0018199420702769606,"model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(192, 960)","model.language_model.layers.22.linear_attn.out_proj.weight|2d-64|(576, 1408)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,10,0.009820448327715559,5.021921729813975 +2632,2653,1.2450017500573411,0.05360038640654683,0.014414064439120121,0.014383476811789392,1.5565761916089196,1.2892317927628412,1.4041638990199128,0.9998961119768117,0.011938426296137797,"model.language_model.layers.8.mlp.down_proj.weight|2d-128|(1408, 6016)","model.language_model.layers.22.mlp.down_proj.weight|2d-128|(0, 1408)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,14,0.04423004270550002,4.044401498787736 +2928,2973,1.2296252251846693,0.039193178088324926,0.015697506253739432,0.015600101733724185,1.527314753670061,1.3051447699293546,1.4032066610347738,0.9998767865579308,0.01341407731364532,"model.language_model.layers.7.mlp.down_proj.weight|2d-64|(704, 3520)","model.language_model.layers.1.mlp.down_proj.weight|2d-64|(1152, 2624)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,6,0.07551954474468525,3.8274840847285496 +3138,3211,1.1255246770434593,0.0347533273918056,-9.715210373537575e-05,-0.00019689778863941752,1.1507872119918423,2.02110156348683,1.4142726383965056,0.9999999952807344,-0.00017062604338098476,"model.language_model.layers.23.mlp.gate_proj.weight|2d-128|(4480, 768)","model.language_model.layers.12.mlp.gate_proj.weight|2d-128|(1024, 1152)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,11,0.025262534948383042,2.9222804928357524 +3518,3539,1.1159118276224336,-0.013977464574522796,-0.02166759134038728,-0.022291325327083583,2.2289885952157635,1.131160759141231,1.4265257809884058,0.9997652301843197,-0.010995807301105526,"model.language_model.layers.11.mlp.gate_proj.weight|2d-64|(6080, 640)","model.language_model.layers.23.mlp.gate_proj.weight|2d-64|(2816, 1408)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,12,0.01524893151879736,6.675543222380966 +3660,3689,1.1832433411114944,0.03130261797094598,-0.00561717974004987,-0.00561035361837136,1.788017980548017,1.2108821189416763,1.417897003507781,0.9999842235214353,-0.003804068292435822,"model.language_model.layers.3.mlp.up_proj.weight|2d-128|(2688, 0)","model.language_model.layers.23.mlp.up_proj.weight|2d-128|(2048, 1280)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,20,0.02763877783018187,4.910032034484005 +4074,4084,1.189139424419187,0.008126853174932714,-0.0016934760836243878,-0.0016624307613034963,1.1982869032487864,1.8196404473659356,1.4153132111163549,0.9999985660683489,-0.002571602485227208,"model.language_model.layers.23.mlp.up_proj.weight|2d-64|(1664, 576)","model.language_model.layers.2.mlp.up_proj.weight|2d-64|(4992, 1344)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,21,0.00914747882959932,3.2224460224424734 +4182,4300,1.1411493091224194,0.08197863570323093,0.029770641663691994,0.029803237095323187,1.1802105127886535,1.7955648074325918,1.3947551820366775,0.9995567562149396,0.04529286588009261,"model.language_model.layers.7.self_attn.k_proj.weight|2d-128|(384, 1536)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 1536)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,16,0.03906120366623411,3.1452680024864987 +4352,4409,1.0794908093025177,0.018737041171994137,-0.0072965167536752475,-0.007291682981001577,1.101216760684593,2.4259518145993333,1.4180920223611782,0.9999733800673213,-0.01607403618505473,"model.language_model.layers.19.self_attn.k_proj.weight|2d-64|(192, 832)","model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 1024)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,4,0.021725951382075337,3.3908496399140273 +4795,4823,1.0896737068599376,0.03837298705996571,0.008794435829912262,0.00861779722607353,1.1024595507882917,2.3307409681242155,1.4093980370262431,0.9999613282014628,0.018592565927393556,"model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(256, 256)","model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(128, 1920)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,12,0.012785843928354135,2.978959094561817 +4955,5051,1.0856214640255648,0.04745375619347909,0.01791549501997634,0.018148484000676358,2.1568497373800155,1.1181062661824368,1.4038231214612131,0.9998395046397143,0.009287354096316654,"model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(1536, 512)","model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(1728, 1088)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,4,0.032484802156871995,6.261622408363448 +5150,5345,1.075888025194726,0.04396075569314666,0.0026849779702209425,0.002658337924044124,2.408838433169842,1.0978468754268267,1.4127799046012754,0.9999963954401533,0.0012236996199525057,"model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(3200, 256)","model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(1408, 0)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,4,0.021958850232100646,6.335048011866712 +5452,5492,1.0751345925560813,0.08827007124393005,0.04300319677158862,0.042693802414830236,1.0996318921445332,2.1887854847378594,1.3896035209757234,0.9990749346607711,0.08559661970826833,"model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(1856, 512)","model.language_model.layers.19.self_attn.q_proj.weight|2d-64|(1920, 1280)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,16,0.024497299588451815,3.094693438827872 +5756,5770,1.0650447592690067,0.022987926832900515,2.999176656755682e-05,1.943757774348921e-05,2.618310041078769,1.0820116464486151,1.4141985911548276,0.9999999995502469,1.2394040512595056e-05,"model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(384, 512)","model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(0, 1280)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,12,0.01696688717960848,9.549216426141065 +6070,6081,1.052713262323201,0.02879155589536532,0.020168721655261065,0.020232906651213457,1.0842906076411964,2.4654008524194344,1.4036629216688166,0.9997965906457136,0.04585853940878656,"model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(384, 1408)","model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(256, 1728)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,12,0.0315773453179955,3.9377118500057007 +6178,6395,1.10349328557768,0.03801293021571901,0.014719620363196661,0.014830961477949281,1.1214949035621082,2.1458899301395165,1.4056423040034123,0.9998916605194602,0.028164804862272845,"model.visual.blocks.23.attn.proj.weight|2d-128|(0, 896)","model.visual.blocks.6.attn.proj.weight|2d-128|(128, 768)",model.visual.layers.*.attn.proj.weight,2d-128,17,0.01800161798442823,3.086913384817999 +6496,6512,1.120869073664463,0.008602859240330541,0.005625021136144236,0.0051422761201577035,2.21691121364775,1.11728668593553,1.411012826041512,0.999984179443464,0.00283491787349428,"model.visual.blocks.0.attn.proj.weight|2d-64|(384, 0)","model.visual.blocks.23.attn.proj.weight|2d-64|(0, 64)",model.visual.layers.*.attn.proj.weight,2d-64,23,0.0035823877289331563,5.749042017902581 +6728,6852,1.0490617097701145,0.03366647442050184,0.00032156135431298964,0.0002410669852459037,1.0551914635844606,3.130073356723012,1.414075895438041,0.9999999482991464,0.0009538654001879091,"model.visual.blocks.0.attn.qkv.weight|2d-128|(1152, 0)","model.visual.blocks.21.attn.qkv.weight|2d-128|(2304, 768)",model.visual.layers.*.attn.qkv.weight,2d-128,21,0.006129753814346106,3.9637289305643537 +7067,7090,1.0422931070785282,0.02186047591729569,0.022013213408789926,0.022007244156234743,3.1450577097273844,1.0469784032576517,1.4048529660258122,0.999757679858184,0.007328119593488338,"model.visual.blocks.21.attn.qkv.weight|2d-64|(384, 704)","model.visual.blocks.0.attn.qkv.weight|2d-64|(1664, 512)",model.visual.layers.*.attn.qkv.weight,2d-64,21,0.004685296179123499,11.197969767333989 +7312,7423,1.1741016324120785,0.05234333050771213,0.003826523443498796,0.0035736263872157533,1.214953923452485,1.751041164638331,1.4116767203678542,0.9999926788323684,0.005514941709048318,"model.visual.blocks.1.mlp.linear_fc1.weight|2d-128|(3200, 896)","model.visual.blocks.18.mlp.linear_fc1.weight|2d-128|(2560, 768)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,17,0.04085229104040655,3.412350746587541 +7439,7640,1.1823158115949246,0.03093683690694493,0.017629428405284073,0.017126247029035584,1.795555652521154,1.1898594592586247,1.4026863730761796,0.9998445895508477,0.011682479526544673,"model.visual.blocks.14.mlp.linear_fc1.weight|2d-64|(1088, 768)","model.visual.blocks.1.mlp.linear_fc1.weight|2d-64|(3328, 640)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,13,0.0075436476637000816,5.142341613883441 +7750,7828,1.1647398599226901,0.01049295666685932,-0.006016132321858954,-0.0060208580741696995,1.710024240508415,1.2381197206169052,1.4182493044336797,0.9999819029121907,-0.0043558985265143004,"model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(896, 2176)","model.visual.blocks.2.mlp.linear_fc2.weight|2d-128|(256, 1408)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,8,0.0733798606942151,5.00257281045161 +8072,8115,1.063723905283438,0.05116511929320853,0.03603455711134982,0.03543273260119572,1.1083375393764365,2.150792500980253,1.3933085680015707,0.9993505444506391,0.06992712279224958,"model.visual.blocks.23.mlp.linear_fc2.weight|2d-64|(192, 3520)","model.visual.blocks.15.mlp.linear_fc2.weight|2d-64|(320, 1152)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,8,0.044613634092998566,1.7047012407499071 +8229,8378,0.569754544410783,0.8356365860755725,0.8342347101391386,0.8341962568509025,0.5731178882602735,0.5786281412664398,0.5758532431630979,0.5514095106171704,0.8422554758726011,"model.visual.merger.linear_fc1.weight|2d-128|(1408, 0)","model.visual.merger.linear_fc1.weight|2d-128|(1408, 2048)",model.visual.merger.linear_fc1.weight,2d-128,0,0.003363343849490552,1.4682305048347148 +8544,8640,0.6363388784955797,0.7915022640662124,0.793018235132116,0.7929928372164983,0.6493373429434689,0.6379951303915261,0.6435912910164029,0.6091978978525321,0.7791662959541499,"model.visual.merger.linear_fc1.weight|2d-64|(1408, 1280)","model.visual.merger.linear_fc1.weight|2d-64|(1408, 3328)",model.visual.merger.linear_fc1.weight,2d-64,0,0.0016562518959464256,1.7757885078195357 +8744,8888,1.3241968141236642,0.04681004583904798,0.0022005525117106636,0.002168882454396892,1.3886002651138794,1.4380103223817449,1.4126576314777142,0.9999975787813905,0.0022788539699173213,"model.visual.merger.linear_fc2.weight|2d-128|(1152, 1408)","model.visual.merger.linear_fc2.weight|2d-128|(640, 3072)",model.visual.merger.linear_fc2.weight,2d-128,0,0.06440345099021516,3.3026826224608334 +8966,9088,1.3019785685020309,0.04595331068913128,0.02184084149321563,0.021846868983006786,1.3387000175854382,1.4676817173315482,1.3987503239247263,0.9997614603708568,0.023945173175201683,"model.visual.merger.linear_fc2.weight|2d-64|(1152, 3712)","model.visual.merger.linear_fc2.weight|2d-64|(896, 3264)",model.visual.merger.linear_fc2.weight,2d-64,0,0.036721449083407354,3.3503722207384654 +9263,9311,0.3464176091765663,0.9447110450178482,0.8931001660878307,0.8923755242651291,0.45916706859253686,0.5731640102869594,0.5067908281876669,0.4498578590331498,1.1148292371052033,"model.visual.pos_embed.weight|2d-128|(640, 896)","model.visual.pos_embed.weight|2d-128|(1408, 896)",model.visual.pos_embed.weight,2d-128,0,0.11274945941597059,1.9703229235151671 +9503,9556,0.12205499371405762,0.9925237097410393,0.9826503532703658,0.9825714431109203,0.18661711940726244,0.18599766511369117,0.18630661990182562,0.18546774171705843,0.9793885572339355,"model.visual.pos_embed.weight|2d-64|(512, 960)","model.visual.pos_embed.weight|2d-64|(1088, 960)",model.visual.pos_embed.weight,2d-64,0,0.06394267139963355,0.4902686780568079 +9695,9698,0.4067233836618315,0.9152907877283112,0.9138858680085592,0.9132828388892141,0.4120147179672996,0.41863077993006115,0.4152832278868642,0.4059712061886192,0.9285608911714857,"mtp.fc.weight|2d-128|(1536, 3584)","mtp.fc.weight|2d-128|(256, 2304)",mtp.fc.weight,2d-128,0,0.005291334305468132,0.9823338292876561 +10064,10068,0.399238456145511,0.9169011893759609,0.9354406286149161,0.9345409165863702,0.3781368289133764,0.3534844177935779,0.3651880274193585,0.3534838473488294,0.8744551196893614,"mtp.fc.weight|2d-64|(1408, 3456)","mtp.fc.weight|2d-64|(1664, 3712)",mtp.fc.weight,2d-64,0,0.04575403835193309,1.2578209149255009 +10187,10340,1.2250839553202537,0.0240058302462384,0.012839545010820559,0.012853060975926507,1.3218403071062577,1.5065802703446123,1.4051829346144253,0.9999175696445758,0.01463399556626539,"mtp.layers.0.mlp.down_proj.weight|2d-128|(1152, 2944)","mtp.layers.0.mlp.down_proj.weight|2d-128|(1536, 5120)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.09675635178600395,2.944917413757838 +10506,10623,1.2121997262689284,0.03364015342255876,0.013751020684422483,0.013745161193327105,1.267972123099752,1.5980338158812568,1.4047127533757193,0.9999054502452402,0.017330504083062557,"mtp.layers.0.mlp.down_proj.weight|2d-64|(1152, 5952)","mtp.layers.0.mlp.down_proj.weight|2d-64|(1536, 4032)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.05577239683082369,2.9345305071483443 +10765,10802,1.2835541646057118,0.03971608994459731,0.022308809449878383,0.02230341064683636,1.3174370702994413,1.4965880492575319,1.398478672129181,0.9997511275417142,0.0253424610317538,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(2432, 1792)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(5888, 1536)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.03388290569372954,3.6633851675956883 +11053,11091,1.268028412675051,0.04232226586968574,0.02604487993203089,0.026107670317123202,1.5395039045411785,1.2863120637630183,1.3959727578634167,0.9996607745777195,0.021761453905383435,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(5568, 128)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(2432, 1280)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.018283651087967367,4.257511759367189 +11214,11393,1.297209373857858,0.015685876747443685,0.0015028604462305431,0.00149372030768344,1.3567398890904894,1.4772469755040716,1.413154318874698,0.9999988707046019,0.0016363461166362871,"mtp.layers.0.mlp.up_proj.weight|2d-128|(384, 1792)","mtp.layers.0.mlp.up_proj.weight|2d-128|(1920, 128)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.05953051523263131,3.2891159188891064 +11491,11520,1.2894912114910053,0.06345561904308161,0.03579434369906561,0.035975391851589024,1.3298101962916444,1.4563584688084872,1.3887786282713124,0.9993591771526158,0.039200628576127466,"mtp.layers.0.mlp.up_proj.weight|2d-64|(5440, 1408)","mtp.layers.0.mlp.up_proj.weight|2d-64|(1344, 960)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.04031898480063911,3.4818126195831294 +11708,11723,1.1862634952830757,0.030285598453319813,0.0003862047029418164,0.000386938290235857,1.7162151339024738,1.2301204675791604,1.4139549233614683,0.9999999254229609,0.0002768174574266718,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(256, 1536)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 1408)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.04385697229608465,5.7708486142307525 +11744,11933,1.0582647998530137,-0.0026045716977961698,-0.005450834527166127,-0.004855620979594894,2.6770979356666778,1.0804028391549818,1.4168863092803956,0.9999851440911297,-0.002199806372585216,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 1024)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 832)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.022138039301968115,10.58406119359794 +12203,12205,0.9078881776639075,0.544309061612956,0.559278237490994,0.5592833043476203,0.8970532617736247,0.9944538994019252,0.9419977499499536,0.8289800076412984,0.6200037922206548,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(1664, 1408)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1664, 1664)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.010834915890282848,3.1454637019713942 +12356,12360,1.0203594512248266,0.4326339662027006,0.40025942002406184,0.3999574274933364,1.1304851305422248,1.0642570683671921,1.0958730323613812,0.9164018750973841,0.3768107208423383,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(192, 1280)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(192, 1536)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.04389761714236551,3.8000765348720913 +12517,12709,1.0047565150949944,0.43632534959175384,0.4219543381413937,0.4219410481975232,1.1172846711693893,1.0394072318385217,1.0762384574192716,0.9066170837369315,0.39254310193906616,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(128, 640)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(1664, 640)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.034650716743527266,3.1195180277320174 +12790,12800,1.0283374107148393,0.4128211739407823,0.4232546602493382,0.42325220822671533,1.1657215634738753,1.0077345423904593,1.0781415144807764,0.9060107574290811,0.36589212615226285,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(64, 384)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(1600, 384)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.020602868324379964,3.005789653742844 +13031,13040,1.3174121191140777,0.013749467029153018,-0.0004707688015063072,-0.0005402645689918442,1.3674657898885507,1.4668488274230733,1.4145455896526429,0.9999998891883617,-0.0005049827714762592,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 896)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(256, 0)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.05005367077447298,3.5691895933688467 +13192,13273,1.2614668266135782,0.032144031424011996,-0.005559015310911943,-0.005011045023292822,1.3175916204475187,1.5457592856009164,1.4180894637859944,0.999984548555013,-0.006521671360296928,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 1536)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 576)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.05612479383394042,3.206062527041789 +142,191,1.1224263624695363,0.28967711657234396,0.2655641130875418,0.26320388475737017,1.2950652476368965,1.1458004789710796,1.2136018307277605,0.9640932018430725,0.23495610628766467,"model.language_model.embed_tokens.weight|2d-128|(173696, 1920)","model.language_model.embed_tokens.weight|2d-128|(158208, 1920)",model.language_model.embed_tokens.weight,2d-128,0,0.023374116501543307,3.338661382434882 +431,496,0.87414977047356,0.5353191535743981,0.5388136062805238,0.5397362716001698,0.8992174656797742,1.053791092830628,0.9673621816704632,0.8424250101267037,0.6314345535594461,"model.language_model.embed_tokens.weight|2d-64|(151808, 832)","model.language_model.embed_tokens.weight|2d-64|(248192, 832)",model.language_model.embed_tokens.weight,2d-64,0,0.025067695206214213,2.2972946241056853 +639,696,0.0409543014409479,0.9994381264474617,0.9994381264474619,0.9995977890536145,0.041965473215978474,0.0409543014409479,0.04145064001974248,0.03351762824525688,0.9753563385655056,"model.language_model.layers.2.linear_attn.conv1d.weight|3d-axis0-slice|(59, 0, 0)","model.language_model.layers.5.linear_attn.conv1d.weight|3d-axis0-slice|(5346, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,3,0.0,0.0656775078617354 +814,815,0.2677074457738158,0.9677771281084907,0.9677771281084906,0.9660818069571264,0.30529074114934435,0.2677074457738158,0.2846548844243983,0.2518083205735711,0.8486374073084113,"model.language_model.layers.2.linear_attn.conv1d.weight|3d-volume|(5328, 0, 0)","model.language_model.layers.6.linear_attn.conv1d.weight|3d-volume|(5844, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,4,0.0,0.705936762144973 +1103,1260,1.0881372780709437,-0.017043188088215505,-0.01364962970674987,-0.01363083986973315,1.0918438093478708,2.569763079407198,1.4211440794416892,0.9999068394649916,-0.03212576209864272,"model.language_model.layers.18.linear_attn.in_proj_qkv.weight|2d-128|(5376, 1920)","model.language_model.layers.12.linear_attn.in_proj_qkv.weight|2d-128|(2688, 1408)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,6,0.0037065312769271053,3.2806853581187387 +1434,1466,1.0960261973574643,0.018040804960683585,0.009762138932777565,0.009711054777797486,1.0918811495620573,2.4357010535246246,1.4090508561940727,0.9999523491864286,0.02177677679732547,"model.language_model.layers.20.linear_attn.in_proj_qkv.weight|2d-64|(4608, 640)","model.language_model.layers.9.linear_attn.in_proj_qkv.weight|2d-64|(3968, 896)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,11,0.004145047795407031,3.3569235030359774 +1543,1592,1.1128411330890742,0.031738409416905054,-0.00048363650446415726,-0.0005422522362248353,1.1306248413717706,2.145113535053309,1.41449565724655,0.9999998830478589,-0.0009175945670123475,"model.language_model.layers.0.linear_attn.in_proj_z.weight|2d-128|(0, 896)","model.language_model.layers.16.linear_attn.in_proj_z.weight|2d-128|(512, 512)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,16,0.017783708282696375,3.0020417626307365 +1811,1886,1.0968209483504274,0.01361999798974925,0.0004569299934629027,0.0012477188352883947,2.3838941603440493,1.1013755849886566,1.4139675092416035,0.9999998956074851,0.00021110481632139117,"model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-64|(320, 704)","model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-64|(1920, 1856)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,16,0.0045546366382291925,6.2410878092831465 +2134,2138,1.1932131369509984,0.03894553184516694,0.000397187255455068,0.00039745402919926203,1.764573609141235,1.2133815926150577,1.4139512901515543,0.999999921121139,0.0002731196375678653,"model.language_model.layers.16.linear_attn.out_proj.weight|2d-128|(1280, 256)","model.language_model.layers.8.linear_attn.out_proj.weight|2d-128|(896, 896)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,8,0.020168455664059337,4.7099500193215444 +2333,2509,1.1959149086300713,0.07691416446257507,0.04260383097855994,0.042788315675112584,1.2613248108464845,1.5523808399281496,1.384411978940664,0.9990920446014723,0.05243484497404638,"model.language_model.layers.22.linear_attn.out_proj.weight|2d-64|(1536, 192)","model.language_model.layers.4.linear_attn.out_proj.weight|2d-64|(0, 640)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,18,0.06540990221641318,3.1270751440906555 +2669,2803,1.2463509991116741,0.04458620545359006,0.011304291243710317,0.011279634767037739,1.2682081377788432,1.6025773048101934,1.4064126784837332,0.9999361044584185,0.01428472192731972,"model.language_model.layers.22.mlp.down_proj.weight|2d-128|(1536, 1920)","model.language_model.layers.2.mlp.down_proj.weight|2d-128|(128, 1024)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,20,0.021857138667169096,3.43541905981689 +2819,2995,1.2304937240211806,0.07681211702574105,0.02669403308654924,0.026865858201543896,1.5862463890797374,1.2606115347450295,1.3957044519671022,0.9996436508064132,0.021214110398884493,"model.language_model.layers.5.mlp.down_proj.weight|2d-64|(1920, 3712)","model.language_model.layers.22.mlp.down_proj.weight|2d-64|(1024, 4672)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,17,0.030117810723848892,4.211198306599043 +3131,3319,1.125696840094519,0.05429633002574778,0.008228054290017628,0.008184714897693192,1.9758056021873784,1.1538870330259832,1.409137098319566,0.9999661489883548,0.004805252673529343,"model.language_model.layers.10.mlp.gate_proj.weight|2d-128|(1408, 1152)","model.language_model.layers.23.mlp.gate_proj.weight|2d-128|(3840, 640)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,13,0.028190192931464075,5.379074103100029 +3521,3539,1.116083578048789,-0.007073757413344384,-0.002502714385438796,-0.0023046224490850874,2.2227784406073967,1.1211264341052096,1.4156359905968623,0.9999968682054484,-0.0012623207078453034,"model.language_model.layers.10.mlp.gate_proj.weight|2d-64|(1472, 1024)","model.language_model.layers.23.mlp.gate_proj.weight|2d-64|(2816, 1408)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,13,0.00504285605642063,6.168447733186485 +3594,3689,1.184648705330756,0.00941730059672654,-0.006478337552975482,-0.006577958813926478,1.7934255716598226,1.2099057708841043,1.4184548130232812,0.9999790153510971,-0.0043705064291159725,"model.language_model.layers.2.mlp.up_proj.weight|2d-128|(4096, 896)","model.language_model.layers.23.mlp.up_proj.weight|2d-128|(2048, 1280)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,21,0.02525706555334839,4.63875278031782 +3880,4045,1.1892709989531989,0.058591139080454456,0.020875442390734415,0.021062414518798395,1.6905041039598068,1.2214199835777646,1.4001289930144067,0.9997820842088495,0.015082887076312966,"model.language_model.layers.7.mlp.up_proj.weight|2d-64|(2176, 1408)","model.language_model.layers.23.mlp.up_proj.weight|2d-64|(3840, 512)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,16,0.032148984624565724,4.455243457195182 +4216,4300,1.1442286605461547,0.0237397010807594,-0.007290691143643542,-0.0072628447820837815,1.1619660279559563,1.9879601345907012,1.4186983787272445,0.9999734225581437,-0.01247334517401762,"model.language_model.layers.15.self_attn.k_proj.weight|2d-128|(384, 1024)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 1536)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,8,0.017737367409801585,3.076409698704527 +4410,4561,1.0809843723604569,0.06349789712729828,0.03401640094984574,0.03390516934173205,1.1050908835817062,2.185739098893745,1.394708416292935,0.9994212747717648,0.06728041889074814,"model.language_model.layers.3.self_attn.k_proj.weight|2d-64|(64, 768)","model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(0, 1024)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,20,0.024106511221249294,2.8649882674450993 +4709,4784,1.089925648620532,0.35160636304326504,0.3583985192516924,0.35837340881119734,1.1881174052374788,1.0867311008873974,1.1340392065088627,0.9335686913121038,0.32781509273905113,"model.language_model.layers.15.self_attn.o_proj.weight|2d-128|(1536, 1792)","model.language_model.layers.15.self_attn.o_proj.weight|2d-128|(1536, 1280)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,0,0.003194547733134545,3.3951073742601636 +4898,4927,1.0870850549824072,0.024592710376360866,0.011872966524599961,0.012109265743462914,1.0984606012567657,2.354291503209614,1.4077651735528969,0.9999295138488041,0.025446906493302602,"model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(256, 384)","model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(1344, 320)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,12,0.01137554627435855,2.9273444171431167 +5172,5345,1.079168654434958,0.0025469063871099654,-0.0002669476001854725,-0.0002590682940936882,2.6907130297114126,1.0772678622385696,1.4143438220307878,0.9999999643694888,-0.00010687652953178868,"model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(2688, 1536)","model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(1408, 0)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,4,0.001900792196388279,7.011807938909946 +5465,5583,1.076614573056925,0.014042760765409154,0.017000211838157482,0.017138281379459646,1.0742978815183941,2.6205956555598378,1.4057504040035687,0.9998554859565745,0.04146957939049945,"model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(3520, 1216)","model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(2752, 896)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,4,0.0023166915385308684,3.008843035618211 +5770,5784,1.0652033894754984,0.025808467651554364,-0.002051586580910139,-0.0020181240215204803,1.0841695940510439,2.601239719200668,1.4152434775670426,0.9999978954940361,-0.004922355811236016,"model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(0, 1280)","model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(256, 1536)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,12,0.01896620457554543,3.8569444986913073 +5908,6038,1.0545321607512756,0.0053502744921250294,0.008809864467408467,0.008469345610590505,2.7545004149725374,1.069545569802802,1.4100033951292548,0.9999611923910178,0.0034207842048097096,"model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(448, 1536)","model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(64, 1920)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,12,0.015013409051526372,10.883241596310466 +6145,6200,1.1058997813334677,0.04146344511972853,-0.004913527340327412,-0.004823417879608981,2.1620258426888497,1.1307940491964532,1.4170644208194194,0.9999879285516781,-0.0025698987344648216,"model.visual.blocks.14.attn.proj.weight|2d-128|(640, 896)","model.visual.blocks.23.attn.proj.weight|2d-128|(128, 896)",model.visual.layers.*.attn.proj.weight,2d-128,9,0.024894267862985542,5.8322446355287205 +6419,6642,1.1224070038732459,0.0007503682958390039,0.0008592817386243234,0.0013446893428727391,1.1234391868340228,2.1906561728503835,1.4137200484449577,0.9999996308173786,0.0016755609622624717,"model.visual.blocks.23.attn.proj.weight|2d-64|(64, 512)","model.visual.blocks.18.attn.proj.weight|2d-64|(512, 768)",model.visual.layers.*.attn.proj.weight,2d-64,5,0.001032182960776895,2.9331991575117997 +6783,6852,1.0522751576569722,0.01653597237126465,5.3427168013901106e-05,0.0001053740889285,1.065956905145128,2.8872608778180218,1.4141890130133419,0.9999999985727689,0.00014471332872330805,"model.visual.blocks.0.attn.qkv.weight|2d-128|(1920, 896)","model.visual.blocks.21.attn.qkv.weight|2d-128|(2304, 768)",model.visual.layers.*.attn.qkv.weight,2d-128,21,0.013681747488155871,3.864765865853372 +6968,7063,1.0425838833767338,0.0433658026165542,0.027234721579435895,0.027665316629863327,3.035014168919054,1.04912419296427,1.4022703395934508,0.9996290661742938,0.009414323527790532,"model.visual.blocks.21.attn.qkv.weight|2d-64|(256, 320)","model.visual.blocks.0.attn.qkv.weight|2d-64|(1920, 512)",model.visual.layers.*.attn.qkv.weight,2d-64,21,0.006540309587536264,10.632173309238272 +7182,7422,1.1766452892486174,0.03603463534866009,-0.007576611750477405,-0.007204006774754865,1.2094364055421396,1.7978492754665847,1.419167276457788,0.999971297065262,-0.011262771555137222,"model.visual.blocks.1.mlp.linear_fc1.weight|2d-128|(1664, 640)","model.visual.blocks.18.mlp.linear_fc1.weight|2d-128|(512, 768)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,17,0.03279111629352216,3.3136688309860776 +7469,7592,1.1823712017994448,0.04320458770827865,0.0401252376799109,0.039886685717196946,1.6898436257660259,1.204527715062898,1.387133243076636,0.9991946583629892,0.02860143987407671,"model.visual.blocks.16.mlp.linear_fc1.weight|2d-64|(3968, 512)","model.visual.blocks.1.mlp.linear_fc1.weight|2d-64|(2944, 832)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,15,0.022156513263453137,4.702391331952529 +7782,7828,1.1664727553146115,0.037535779981965646,0.004687801385449976,0.004683276194035599,1.6828508132806428,1.2390256259765657,1.411044748684001,0.9999890121987194,0.0034514681873302447,"model.visual.blocks.13.mlp.linear_fc2.weight|2d-128|(256, 1152)","model.visual.blocks.2.mlp.linear_fc2.weight|2d-128|(256, 1408)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,11,0.07255287066195426,4.958275951716259 +7957,8072,1.0663877720995572,0.030229732748521598,0.016861699245999402,0.016887310258519833,2.3075796287781967,1.100642456218794,1.4049171667055909,0.9998578314433195,0.008042496927382617,"model.visual.blocks.10.mlp.linear_fc2.weight|2d-64|(704, 3520)","model.visual.blocks.23.mlp.linear_fc2.weight|2d-64|(192, 3520)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,13,0.03425468411923682,4.311081649183146 +8253,8404,0.5766435649946303,0.8264748037704007,0.8251999514374294,0.825169651233926,0.5839857967367318,0.5998796417961676,0.5917727003912149,0.5648407210423696,0.8476587171205837,"model.visual.merger.linear_fc1.weight|2d-128|(1152, 128)","model.visual.merger.linear_fc1.weight|2d-128|(1152, 2176)",model.visual.merger.linear_fc1.weight,2d-128,0,0.007342231742101468,1.586795315338934 +8507,8572,0.6372722653051527,0.7968282557201828,0.7836220378138309,0.7835664776455485,0.6617833798458816,0.6541283811529667,0.6579224828298417,0.6212378786362749,0.7745577036859457,"model.visual.merger.linear_fc1.weight|2d-64|(1920, 2112)","model.visual.merger.linear_fc1.weight|2d-64|(1920, 3136)",model.visual.merger.linear_fc1.weight,2d-64,0,0.01685611584781399,1.6650266866018393 +8865,8932,1.325836008422733,0.0331805922528685,0.003830983464394326,0.0038384158920319934,1.3712604051475987,1.4555186235629742,1.4115068670680258,0.9999926617559228,0.004066381380265662,"model.visual.merger.linear_fc2.weight|2d-128|(1152, 3968)","model.visual.merger.linear_fc2.weight|2d-128|(1792, 1664)",model.visual.merger.linear_fc2.weight,2d-128,0,0.045424396724865757,3.394213085354851 +8966,9104,1.301982129815674,0.04607791205344491,0.013466145059044397,0.013466606820149874,1.3394954584786976,1.4804754384188108,1.4047070869887146,0.9999093273578603,0.014883437553974442,"model.visual.merger.linear_fc2.weight|2d-64|(1152, 3712)","model.visual.merger.linear_fc2.weight|2d-64|(320, 768)",model.visual.merger.linear_fc2.weight,2d-64,0,0.03751332866302359,3.2333416922012495 +9288,9312,0.3620752988722578,0.9332682503138554,0.8109866174711875,0.8153578374201234,0.5866859491789033,0.6865259588095023,0.6307551341823132,0.5850647026463329,0.9489972717435975,"model.visual.pos_embed.weight|2d-128|(1152, 0)","model.visual.pos_embed.weight|2d-128|(1536, 0)",model.visual.pos_embed.weight,2d-128,0,0.22461065030664545,1.4780816255309863 +9503,9599,0.12404525294469132,0.9926789089929906,0.9822059425237134,0.9820553997864926,0.19484920268728592,0.18842090575797077,0.19155420480132912,0.18780704585053232,0.949801850758383,"model.visual.pos_embed.weight|2d-64|(512, 960)","model.visual.pos_embed.weight|2d-64|(896, 960)",model.visual.pos_embed.weight,2d-64,0,0.06437565281327945,0.5234631383284981 +9698,9764,0.4083560022419398,0.9152566996805879,0.9004014359069035,0.8997208619081919,0.443032563435128,0.4502038550145202,0.44657503015572053,0.4350600581721868,0.9149760784237561,"mtp.fc.weight|2d-128|(256, 2304)","mtp.fc.weight|2d-128|(512, 2560)",mtp.fc.weight,2d-128,0,0.03467656119318818,1.0365703842044496 +10012,10068,0.4116207217573123,0.9117752946472387,0.9275719517515179,0.9265682245450263,0.39372543482591355,0.3743680845518844,0.3836810149166446,0.373644582891121,0.8819682554031781,"mtp.fc.weight|2d-64|(1792, 3840)","mtp.fc.weight|2d-64|(1664, 3712)",mtp.fc.weight,2d-64,0,0.037252637205427874,0.8769955397598285 +10172,10187,1.2252265644044662,0.04097185152906831,-0.010369220389041896,-0.010392391812741849,1.5018111660821254,1.3528105661442562,1.4214871600209542,0.9999462381890956,-0.009340449200127497,"mtp.layers.0.mlp.down_proj.weight|2d-128|(640, 5248)","mtp.layers.0.mlp.down_proj.weight|2d-128|(1152, 2944)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.12758400173979,3.8932103639879565 +10505,10506,1.2126154572603893,0.031416885615092524,0.03238430761532676,0.032407689079870405,1.5860376036183381,1.2549028226672019,1.3917498566387614,0.999475490755164,0.025623074096026207,"mtp.layers.0.mlp.down_proj.weight|2d-64|(1216, 5248)","mtp.layers.0.mlp.down_proj.weight|2d-64|(1152, 5952)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.04228736540681255,4.315467946455579 +10655,10871,1.2838436379295894,0.05000857743914566,0.0069037563948890195,0.006909608480212491,1.3213542808322412,1.517697210913775,1.409370049418526,0.9999761687898567,0.00792960069630369,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(2688, 1152)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(5504, 768)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.037510642902651714,3.5314802388708606 +10947,10973,1.2686370757001015,0.06263924508724084,0.03609427733046675,0.03616936115478668,1.2879342431237872,1.5178135394065553,1.388803137510445,0.9993483892737264,0.042536630359638665,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(2048, 448)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(5568, 1344)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.0192971674236857,3.343672590448694 +11178,11387,1.2993552927112775,0.04778714090663585,0.01163171642306883,0.011870244678920915,1.33996899251246,1.4828815527236405,1.4060069399347694,0.999932349298218,0.01287228122938896,"mtp.layers.0.mlp.up_proj.weight|2d-128|(2944, 1024)","mtp.layers.0.mlp.up_proj.weight|2d-128|(2176, 896)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.04061369980118257,3.5435809485839282 +11575,11637,1.2907481175542035,0.04880810131708906,0.03421262828569327,0.03431792254098568,1.452492655726442,1.3347569379488173,1.389898733408158,0.9994145766726564,0.03143943123550881,"mtp.layers.0.mlp.up_proj.weight|2d-64|(2368, 256)","mtp.layers.0.mlp.up_proj.weight|2d-64|(3392, 1472)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.044008820394613846,4.0039048216730775 +11672,11712,1.1879476755845741,0.039418240254510316,0.011523950220624054,0.011540302079493496,1.7398825479689892,1.2121531665799792,1.4065488288709411,0.9999335970809825,0.008028583749946592,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 1024)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 0)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.024205490995405032,5.445281856365771 +11753,11933,1.0595398104192444,0.02235334452747963,0.02055050207482999,0.020529185257685413,2.762319577022614,1.0642354471129856,1.4044299150858008,0.9997888161329234,0.007917466518329638,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 1600)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 832)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.004695636693741179,10.489758148552637 +12011,12013,0.9083386025790742,0.5526414789929588,0.5558950239973752,0.5559396841015007,0.904455293586825,0.9913491217841349,0.9449187909222905,0.8312525021285395,0.6093015848892988,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(128, 1408)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(128, 1664)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.0038833089922492015,2.6791460175814636 +12350,12439,1.0270158790132133,0.3988244167105149,0.3786099112786382,0.3784523113835622,1.066843578315348,1.1734177259357317,1.116333188452728,0.9255563381456483,0.416431790132581,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(1088, 1536)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(1088, 1280)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.0398276993021347,3.65096906950722 +12514,12706,1.0161972428382549,0.4316830446754996,0.42023584329575137,0.4202232874090797,1.1338814672034103,1.030659352619517,1.0785834746668166,0.9074149194329508,0.38197996415529845,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(128, 256)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(1664, 256)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.014462109781262056,3.0805140413489447 +12795,12812,1.033048922988491,0.39033829857633273,0.4192677032644278,0.4193613349111019,1.0215195820277472,1.150944032290812,1.0804609032899928,0.9078626509551826,0.472388067242514,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(1600, 1792)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(64, 1792)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.011529340960743761,2.788619328535489 +13031,13033,1.3179835790701755,0.055284383319120015,0.021098493499339725,0.021082553603560584,1.3802782147573034,1.4189655223933797,1.3992209010718952,0.9997774020110968,0.021689855371127463,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 896)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 1152)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.0622946356871279,3.607232588434023 +13185,13273,1.2618771264593598,0.03788661322397235,0.010481827606944872,0.010033621789749578,1.3153727627507539,1.5205448329654165,1.4068598570916448,0.9999450641360346,0.012116784883430298,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 1088)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 576)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.05349563629139409,3.5544107851536997 +51,126,1.122469397873808,0.3355380566222751,0.3042945216761433,0.30018416575711127,1.2069778447644266,1.1544465454699009,1.1798360053718553,0.9525779989470086,0.2910507105646196,"model.language_model.embed_tokens.weight|2d-128|(220416, 1920)","model.language_model.embed_tokens.weight|2d-128|(102784, 1920)",model.language_model.embed_tokens.weight,2d-128,0,0.031977147596092825,3.068361765217034 +449,462,0.9948997025621957,0.468706087716256,0.34823981743914967,0.34735308534545484,1.1782698367299844,1.109381577864548,1.142270700803201,0.9374054776615868,0.3278797658251848,"model.language_model.embed_tokens.weight|2d-64|(183872, 1920)","model.language_model.embed_tokens.weight|2d-64|(224448, 1920)",model.language_model.embed_tokens.weight,2d-64,0,0.11448187530235221,2.929684966988325 +655,731,0.04448904110323406,0.9991941682459693,0.9991941682459693,0.9999361361086518,0.04448904110323406,0.045396793104461694,0.04493604201042891,0.04013744066635946,1.0195816722997333,"model.language_model.layers.16.linear_attn.conv1d.weight|3d-axis0-slice|(1101, 0, 0)","model.language_model.layers.17.linear_attn.conv1d.weight|3d-axis0-slice|(5026, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,1,0.0,0.05417174286027133 +966,1016,0.2782211810267177,0.9610097523921992,0.9610097523921993,0.961023520995421,0.29908533566021056,0.2782211810267174,0.28808815782232416,0.2765144766681917,0.8939698353934424,"model.language_model.layers.17.linear_attn.conv1d.weight|3d-volume|(1592, 0, 0)","model.language_model.layers.16.linear_attn.conv1d.weight|3d-volume|(1740, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,1,3.3306690738754696e-16,0.7725460310176102 +1103,1243,1.0882523432936941,0.016125463437934612,-0.0003052841367370926,-0.000287624425008781,1.0969176150239128,2.43487162455111,1.4143752376544747,0.9999999534007968,-0.0006776513311353133,"model.language_model.layers.18.linear_attn.in_proj_qkv.weight|2d-128|(5376, 1920)","model.language_model.layers.6.linear_attn.in_proj_qkv.weight|2d-128|(3968, 512)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,12,0.008665271730218693,3.445553345302469 +1346,1503,1.097581222343965,-0.012761743416939095,-0.00045435299748595515,-0.0008471591292722818,1.1117266624803668,2.2909045501371654,1.4144659218471425,0.9999998967816716,-0.000936272722817257,"model.language_model.layers.20.linear_attn.in_proj_qkv.weight|2d-64|(5632, 192)","model.language_model.layers.14.linear_attn.in_proj_qkv.weight|2d-64|(5248, 1728)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,6,0.014145440136401843,3.2423016919633323 +1569,1733,1.114081913298388,0.04005660919668075,-0.015755321901632518,-0.015614292780259525,2.1153215210315808,1.1444469345569583,1.4235082627116311,0.9998758772126548,-0.008524061081971212,"model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(256, 1664)","model.language_model.layers.22.linear_attn.in_proj_z.weight|2d-128|(256, 1408)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,4,0.030365021258570435,6.323639942196611 +1922,2029,1.0994938017827343,0.016756819209062017,-0.01529864100876646,-0.01317465032723253,2.267959791918292,1.1225564671604997,1.4227890852752385,0.9998829689435084,-0.007572263169900296,"model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-64|(640, 768)","model.language_model.layers.20.linear_attn.in_proj_z.weight|2d-64|(1152, 0)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,16,0.023062665377765468,6.418703783058775 +2134,2236,1.1937453392782402,0.0442171804538744,0.011468564251933008,0.011469812647042532,1.7241833355636993,1.2175728449229684,1.4065504617184807,0.9999342338544066,0.008098797915154795,"model.language_model.layers.16.linear_attn.out_proj.weight|2d-128|(1280, 256)","model.language_model.layers.10.linear_attn.out_proj.weight|2d-128|(256, 1664)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,6,0.02382750564472813,4.579083950202419 +2397,2533,1.2001692454921438,0.04843755616476391,0.03464918694945628,0.034617936196992,1.2412580076528166,1.6103446361794018,1.3903183833429236,0.9993995366437497,0.044952082490525104,"model.language_model.layers.6.linear_attn.out_proj.weight|2d-64|(1280, 256)","model.language_model.layers.17.linear_attn.out_proj.weight|2d-64|(1216, 1344)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,11,0.04108876216067281,3.169256236932826 +2632,2655,1.2467472387605796,0.04714062094781733,0.008014580303701706,0.007978539649650524,1.5524000559318902,1.2985872007042325,1.4086244799509857,0.9999678827355184,0.006704219934568142,"model.language_model.layers.8.mlp.down_proj.weight|2d-128|(1408, 6016)","model.language_model.layers.20.mlp.down_proj.weight|2d-128|(640, 1280)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,12,0.051839961943652924,4.163514300639738 +2832,2875,1.2315183245169359,0.037320194616287015,0.027318948700177283,0.02727178913359089,1.5568725837373876,1.2752006175032085,1.3951460341168465,0.999626767869847,0.022376359257592824,"model.language_model.layers.13.mlp.down_proj.weight|2d-64|(832, 2880)","model.language_model.layers.21.mlp.down_proj.weight|2d-64|(320, 896)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,8,0.043682292986272575,4.2420487303728285 +3082,3265,1.128004627039798,0.031351042666304445,-0.005204176402961202,-0.005183049030750859,2.0101001688089823,1.1562218629714887,1.417390947377848,0.999986458182293,-0.002993473971712237,"model.language_model.layers.11.mlp.gate_proj.weight|2d-128|(5632, 128)","model.language_model.layers.23.mlp.gate_proj.weight|2d-128|(4352, 896)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,12,0.028217235931690565,5.571697453565939 +3489,3539,1.116649977983216,0.02403804453681138,0.010000377217779964,0.010098749286269526,2.113441503637744,1.129024979687608,1.4083235282977251,0.9999499949774999,0.005342317573369529,"model.language_model.layers.9.mlp.gate_proj.weight|2d-64|(3328, 1984)","model.language_model.layers.23.mlp.gate_proj.weight|2d-64|(2816, 1408)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,14,0.012375001704391986,5.683466865598427 +3687,3689,1.18579740907856,0.007147282229541689,0.0022083812633065616,0.0021954962236810944,1.7882390133497574,1.2044385912994635,1.4127657525868504,0.9999975615231248,0.0014874184032293279,"model.language_model.layers.2.mlp.up_proj.weight|2d-128|(128, 768)","model.language_model.layers.23.mlp.up_proj.weight|2d-128|(2048, 1280)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,21,0.018641182220903607,4.686467296271838 +3840,4074,1.190080565865623,0.011224165652564327,-0.00867780071551446,-0.008670521337112602,1.827662887060673,1.201486866921062,1.4198355940323306,0.9999623471785034,-0.005704697330817275,"model.language_model.layers.2.mlp.up_proj.weight|2d-64|(128, 1152)","model.language_model.layers.23.mlp.up_proj.weight|2d-64|(1664, 576)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,21,0.01140630105543905,4.6996524201243215 +4213,4300,1.1444719905767498,0.020157858554008076,0.0003347409879572743,0.00038601688337355067,1.1635899003895673,1.9547439057178913,1.4140054785967828,0.9999999439742339,0.0005623397951326311,"model.language_model.layers.15.self_attn.k_proj.weight|2d-128|(384, 640)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 1536)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,8,0.01911790981281758,3.260674041308662 +4409,4443,1.0818940253159204,0.03427022638808279,0.02051146595030138,0.020424987935872087,2.2377379583006562,1.106430779567693,1.4026412020690457,0.9997896177519398,0.010141722437734585,"model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 1024)","model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(320, 832)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,0,0.024536754251772708,8.56987704044058 +4648,4816,1.090805070975278,0.027617209137789697,0.009575232410261028,0.00959999867929145,1.1003913840396558,2.346894275974003,1.408999017456813,0.9999541564113275,0.020421877579834376,"model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(1024, 256)","model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(384, 1664)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,12,0.00958631306437785,2.763899255519983 +4898,4997,1.0871464435145064,0.06403220417628167,0.026008087347708785,0.026538847056706796,1.1125755966327777,2.162971789029009,1.3991727486865715,0.9996617324838007,0.05056263986910378,"model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(256, 384)","model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(896, 448)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,12,0.02542915311827132,2.88482974790345 +5185,5345,1.0819180494052902,0.04987764527078509,0.0038619165954533984,0.003892209497712297,2.3390308328571563,1.1041733110587018,1.4121036135355152,0.9999925427722998,0.0018230735458179149,"model.language_model.layers.11.self_attn.q_proj.weight|2d-128|(3200, 1536)","model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(1408, 0)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,8,0.022255261653411518,5.897338059607468 +5528,5583,1.0768385115463246,0.002378480585936795,-0.00935589593281461,-0.009122642457692766,1.0800928597097557,2.707551564342234,1.4187598070731222,0.9999562326478566,-0.023453141497039875,"model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(1344, 0)","model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(2752, 896)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,4,0.0032543481634310645,2.716383399142678 +5634,5776,1.0658198134080539,0.06564868320121739,-7.306089339232772e-05,-8.043243372658887e-05,2.430741473295504,1.0971815935029698,1.4142523060236238,0.9999999973310529,-3.297803090769069e-05,"model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(256, 768)","model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(128, 0)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,12,0.03136178009491597,8.417081108013775 +5970,6129,1.0552558655479995,0.013392670548659492,-0.0050788879648280705,-0.004980957268804768,1.0662771060360285,2.921152752127192,1.4165252178191983,0.9999871023653458,-0.013914026168448829,"model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(128, 1344)","model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(448, 384)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,12,0.011021240488028994,3.585438120256953 +6178,6374,1.1064150527678467,0.03314932523431958,0.006362491708657116,0.006493540803564741,1.1252695216499813,2.154128960834523,1.410516062591014,0.9999797591447824,0.012179862147684654,"model.visual.blocks.23.attn.proj.weight|2d-128|(0, 896)","model.visual.blocks.13.attn.proj.weight|2d-128|(640, 896)",model.visual.layers.*.attn.proj.weight,2d-128,10,0.0188544688821346,3.160805748213389 +6512,6533,1.1224147238779936,-0.016125203110200843,0.0011105422357038672,0.0014569738038748379,1.1173688752378883,2.2364250642589663,1.4135854898884048,0.9999993833477813,0.0022227614764350296,"model.visual.blocks.23.attn.proj.weight|2d-64|(0, 64)","model.visual.blocks.6.attn.proj.weight|2d-64|(576, 768)",model.visual.layers.*.attn.proj.weight,2d-64,17,0.005045848640105266,3.0149384991639256 +6675,6763,1.053560178101208,0.024311365526062872,0.005013683108082663,0.005137875395218479,2.7309018718715077,1.0725217839766483,1.4117989562867412,0.9999874314118612,0.00196905073988957,"model.visual.blocks.7.attn.qkv.weight|2d-128|(2048, 640)","model.visual.blocks.0.attn.qkv.weight|2d-128|(1664, 384)",model.visual.layers.*.attn.qkv.weight,2d-128,7,0.01896160587544027,9.641129278680015 +6988,7090,1.0427336126617286,0.006971790717243563,0.011053053601731382,0.010991414337279144,3.2876385537139323,1.0460406387039154,1.4096900368655332,0.9999389131372363,0.00351679269490333,"model.visual.blocks.21.attn.qkv.weight|2d-64|(320, 512)","model.visual.blocks.0.attn.qkv.weight|2d-64|(1664, 512)",model.visual.layers.*.attn.qkv.weight,2d-64,21,0.0033070260421868003,11.566511863261663 +7182,7265,1.1776201024539337,0.022197789072795515,0.00712828894542912,0.007366804085049972,1.2011369057849068,1.7859551235936015,1.409537512810747,0.9999745934256082,0.010598961786313253,"model.visual.blocks.1.mlp.linear_fc1.weight|2d-128|(1664, 640)","model.visual.blocks.18.mlp.linear_fc1.weight|2d-128|(3712, 768)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,17,0.02351680333097317,3.5196824102021687 +7552,7640,1.1825475149579574,0.06693241648985215,0.046074334270025795,0.0456674802725176,1.7085464576937146,1.192979619472392,1.3832903061473236,0.9989380139536056,0.03217105482697544,"model.visual.blocks.20.mlp.linear_fc1.weight|2d-64|(64, 768)","model.visual.blocks.1.mlp.linear_fc1.weight|2d-64|(3328, 640)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,19,0.01043210451443466,4.795256917831949 +7807,7828,1.1684706369214168,0.008650660944397866,-0.013954917119298181,-0.013961778108710668,1.7110584155842392,1.2448233833721283,1.423571143285968,0.9999026254031907,-0.010152433712902167,"model.visual.blocks.2.mlp.linear_fc2.weight|2d-128|(640, 1280)","model.visual.blocks.2.mlp.linear_fc2.weight|2d-128|(256, 1408)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,0,0.07635274645071144,5.395719660988748 +7979,8072,1.067745642152901,0.033446506395573734,-0.0044621312186270525,-0.006209585522754561,2.1684858357734993,1.1296037249095583,1.416796793709012,0.9999900446429394,-0.002324405335024206,"model.visual.blocks.2.mlp.linear_fc2.weight|2d-64|(832, 3776)","model.visual.blocks.23.mlp.linear_fc2.weight|2d-64|(192, 3520)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,21,0.06185808275665727,4.302161489474608 +8291,8346,0.5774060293027856,0.8326465294050294,0.8305109779667447,0.8305090798562891,0.5871228110143489,0.577791734033368,0.5824012175071789,0.5570022580535211,0.8173117601479567,"model.visual.merger.linear_fc1.weight|2d-128|(1408, 2304)","model.visual.merger.linear_fc1.weight|2d-128|(1408, 256)",model.visual.merger.linear_fc1.weight,2d-128,0,0.0003857047305824146,1.5066271177791406 +8482,8509,0.6388511393189416,0.7923890674990788,0.7957566903580433,0.7956065391370117,0.6391023688147666,0.6391568025246683,0.6391295839312033,0.6056164543260142,0.7958244666501507,"model.visual.merger.linear_fc1.weight|2d-64|(704, 2048)","model.visual.merger.linear_fc1.weight|2d-64|(704, 1024)",model.visual.merger.linear_fc1.weight,2d-64,0,0.00025122949582501164,1.7748372568012039 +8719,8875,1.326337814134835,0.06322699474436512,0.015754508113188154,0.01582785441140983,1.433667773137386,1.3742934478230988,1.4030392536292666,0.9998758900354141,0.015102046428964072,"model.visual.merger.linear_fc2.weight|2d-128|(0, 1920)","model.visual.merger.linear_fc2.weight|2d-128|(1152, 1920)",model.visual.merger.linear_fc2.weight,2d-128,0,0.04795563368826383,3.5877916033626995 +8966,9081,1.302754039855824,0.04586886833654006,0.02347439442290313,0.023473926525164203,1.3361975122880623,1.468305971388796,1.3975904638792118,0.9997244384361512,0.02579528339853238,"model.visual.merger.linear_fc2.weight|2d-64|(1152, 3712)","model.visual.merger.linear_fc2.weight|2d-64|(448, 2432)",model.visual.merger.linear_fc2.weight,2d-64,0,0.03344347243223833,3.4428615488258703 +9251,9315,0.3873155779697397,0.926381809650338,0.8603025492157812,0.8606312360505262,0.5136361813660322,0.5564296863614081,0.5337505984957437,0.5097838010498454,0.9319784995732666,"model.visual.pos_embed.weight|2d-128|(512, 384)","model.visual.pos_embed.weight|2d-128|(1536, 384)",model.visual.pos_embed.weight,2d-128,0,0.12632060339629247,2.175982538543832 +9519,9615,0.15455959569592448,0.9879854409283952,0.9686122656492135,0.9683827652887256,0.2487159210039972,0.25458701292254726,0.25160010577176667,0.24857650499171757,0.9914769524859286,"model.visual.pos_embed.weight|2d-64|(576, 960)","model.visual.pos_embed.weight|2d-64|(960, 960)",model.visual.pos_embed.weight,2d-64,0,0.09415632530807272,0.6623021557505863 +9639,9764,0.41045480516965527,0.9155820398947514,0.9046667196363998,0.9040100894783355,0.43305724369422227,0.44105324354551373,0.43700038823211085,0.42611984978678924,0.9213705505063635,"mtp.fc.weight|2d-128|(1024, 3072)","mtp.fc.weight|2d-128|(512, 2560)",mtp.fc.weight,2d-128,0,0.022602438524567003,0.9412806085087748 +9891,10064,0.4151531723624131,0.9099811408065528,0.9268274258139264,0.9258376879105118,0.37564200683969784,0.40064313950741914,0.38753904615163315,0.3754875800331225,0.9885131132795059,"mtp.fc.weight|2d-64|(576, 2624)","mtp.fc.weight|2d-64|(1408, 3456)",mtp.fc.weight,2d-64,0,0.039511165522715275,1.1144314728262201 +10187,10271,1.2256268330181288,0.007837095109168548,-0.0015187931824114423,-0.0015241886015548857,1.3480297864968287,1.493719820507365,1.4152814774329876,0.9999988466329695,-0.0016829386876643516,"mtp.layers.0.mlp.down_proj.weight|2d-128|(1152, 2944)","mtp.layers.0.mlp.down_proj.weight|2d-128|(256, 6016)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.1224029534786999,2.8277567563278496 +10431,10506,1.2126746184949762,0.042910668711347945,0.026124117142429883,0.0263642796290559,1.606633761142348,1.2513875497560547,1.3961882646335684,0.9996587070113122,0.020347757983848948,"mtp.layers.0.mlp.down_proj.weight|2d-64|(896, 3008)","mtp.layers.0.mlp.down_proj.weight|2d-64|(1152, 5952)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.038712931261078554,4.062223855733005 +10748,10765,1.2842468188392526,0.015988138881298335,-0.0018368275780545431,-0.0018460346921630511,1.5466606124978208,1.3128850226188922,1.4154945691851653,0.9999983130308012,-0.001559193656885435,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(2560, 768)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(2432, 1792)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.02863820377963955,4.533239232201259 +10921,11053,1.273652757216638,0.03161531403683014,0.014036027147617642,0.013900228719437815,1.272441018445274,1.5885770819321856,1.4044946359806574,0.9999014901188573,0.017523257050709694,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(2496, 1472)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(5568, 128)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.001211738771364157,3.5423711204591424 +11214,11321,1.300065375634967,0.006343260635208324,0.004579069129638652,0.004432912092658915,1.3657899832050107,1.460972967841829,1.4109793072112986,0.9999895160079959,0.004898188080558577,"mtp.layers.0.mlp.up_proj.weight|2d-128|(384, 1792)","mtp.layers.0.mlp.up_proj.weight|2d-128|(3456, 1536)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.06572460757004372,3.380463704026805 +11543,11647,1.290854367904149,0.050099928990087576,0.038239100300468676,0.03823724383345163,1.3270919668965884,1.4558965318898542,1.3870287476874066,0.9992686181443959,0.041950501471446855,"mtp.layers.0.mlp.up_proj.weight|2d-64|(5248, 1408)","mtp.layers.0.mlp.up_proj.weight|2d-64|(3776, 704)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.03623759899243928,3.446452709435306 +11676,11722,1.1890550507734619,0.01849602262771575,0.008021974015356764,0.00809337924696407,1.7408358337548753,1.2148157599206624,1.4088794092979926,0.9999678234487833,0.005598012328658007,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 1536)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 1280)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.025760709147200522,5.304421938318042 +11866,11933,1.0618327774110774,0.022710467759039926,0.013078704930566584,0.013404974684378313,2.5974653596834156,1.0776217776029657,1.4076516153583416,0.9999144700809861,0.005426019332069024,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(256, 640)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 832)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.015789000191888336,10.191180174535495 +12091,12093,0.9090976319020785,0.537185833690159,0.5309177954410113,0.5309523673538022,0.933916465719579,1.0113450569532476,0.9703214370483004,0.8474233266107657,0.5749348124557062,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(768, 1408)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(768, 1664)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.024818833817500496,2.971055549891882 +12303,12469,1.0270962719777417,0.3441492639402214,0.357585122535333,0.35757916868182754,1.0504446999374721,1.2527322099820475,1.1383229055094721,0.933880549182491,0.42644643819617895,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(832, 704)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(832, 960)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.023348427959730467,3.473378594257931 +12496,12683,1.019937598263243,0.36902046490257967,0.30475626809689255,0.30482461420645535,1.3163667261995533,1.084826386724633,1.1839416319707488,0.9524303738623915,0.2511516240658284,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(3072, 1536)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(2560, 1536)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.06488878846139001,4.325458144435481 +12778,12846,1.0348408798131885,0.06426157877069834,0.020076746937525747,0.019892757257909264,3.123339023923608,1.0484270222879017,1.4056218594820675,0.99979844180335,0.006739263284488291,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(704, 1984)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(896, 1792)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.013586142474713236,9.090902517580902 +13011,13070,1.3195214227724552,0.03386159479472266,0.0068624535847459965,0.006872727257916177,1.4134260232324085,1.4053145934729985,1.4093528018709462,0.9999764530881701,0.006823071042387977,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(0, 384)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(384, 1792)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.08579317070054326,4.210570039379324 +13172,13279,1.2674467571508694,0.04414883581079451,0.01183260948979241,0.01200410251183928,1.301938369049272,1.5396453279326645,1.405938721763904,0.9999299922257868,0.013992998709696317,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 256)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 960)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.03449161189840266,3.4216187123889337 +28,155,1.1225562241797453,0.3175280179577994,0.3143581351429284,0.31358546550258015,1.2167671451997735,1.13134579306709,1.1717276266608374,0.9493044626827898,0.29228908350576494,"model.language_model.embed_tokens.weight|2d-128|(83456, 1152)","model.language_model.embed_tokens.weight|2d-128|(241920, 1152)",model.language_model.embed_tokens.weight,2d-128,0,0.008789568887344723,3.3116423894365123 +342,462,1.0010444093087776,0.48598925100458973,0.36853584789646643,0.3660737697269032,1.1358462870916992,1.1122704451471919,1.123872949367755,0.92961353734508,0.36088644762141786,"model.language_model.embed_tokens.weight|2d-64|(217088, 1920)","model.language_model.embed_tokens.weight|2d-64|(224448, 1920)",model.language_model.embed_tokens.weight,2d-64,0,0.11122603583841428,2.739664709766033 +643,655,0.0453037962969353,0.9989760059191877,0.9989760059191878,0.9991061370818044,0.04545689509457686,0.0453037962969353,0.045380152006153994,0.04524311657862508,0.9956114552814729,"model.language_model.layers.21.linear_attn.conv1d.weight|3d-axis0-slice|(4589, 0, 0)","model.language_model.layers.16.linear_attn.conv1d.weight|3d-axis0-slice|(1101, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,5,0.0,0.08741635311514222 +810,836,0.2837305553216617,0.9623657660658397,0.9623657660658396,0.9662530259152259,0.3221235817348631,0.28373055532166225,0.3011066026392391,0.2717574880376066,0.8476640293077473,"model.language_model.layers.9.linear_attn.conv1d.weight|3d-volume|(4532, 0, 0)","model.language_model.layers.9.linear_attn.conv1d.weight|3d-volume|(4632, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,0,5.551115123125783e-16,0.9247448030604546 +1103,1221,1.08830732081369,-0.012809809685989085,-0.0022336132227854548,-0.0022350942472872497,1.0888614966246917,2.540461056371583,1.4153568728731052,0.9999975054828742,-0.005211321573104467,"model.language_model.layers.18.linear_attn.in_proj_qkv.weight|2d-128|(5376, 1920)","model.language_model.layers.6.linear_attn.in_proj_qkv.weight|2d-128|(2816, 512)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,12,0.0005541758110017003,3.516951247172253 +1379,1455,1.0994027885035176,0.03522421378299225,0.027833093542501637,0.02779645856449072,2.1800825486290742,1.1093228691073687,1.398213333093337,0.9996125844065061,0.014162714711934978,"model.language_model.layers.13.linear_attn.in_proj_qkv.weight|2d-64|(2304, 640)","model.language_model.layers.17.linear_attn.in_proj_qkv.weight|2d-64|(4992, 576)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,4,0.009920080603851078,6.219871664805086 +1540,1645,1.1156582342622337,0.01909329028380755,0.004931471260154653,0.00519432796512147,1.1290994937150935,2.1334719876425496,1.4113272640283807,0.999987840221675,0.009318183074182711,"model.language_model.layers.0.linear_attn.in_proj_z.weight|2d-128|(0, 512)","model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-128|(640, 1664)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,4,0.0134412594528599,3.030621362368639 +1811,2041,1.0997658064458675,0.03625795218257072,0.014346100598182185,0.013947982545294203,2.276211793206051,1.105397159254055,1.4062184823069084,0.999897089403518,0.006966899519164362,"model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-64|(320, 704)","model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-64|(576, 64)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,16,0.005631352808187495,5.994489298501452 +2176,2178,1.19377792278685,-0.0020881095615896627,-0.001015809598609111,-0.0010283582933269422,1.1951881759983194,1.8287216956439643,1.4148712903233103,0.9999994840652966,-0.0015542598972485822,"model.language_model.layers.0.linear_attn.out_proj.weight|2d-128|(1024, 0)","model.language_model.layers.12.linear_attn.out_proj.weight|2d-128|(640, 896)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,12,0.001410253211469481,3.1842013424275746 +2364,2533,1.2007553886824032,0.03414499044680412,0.019242229596983858,0.019446233463188026,1.2288739759092597,1.6748173505907242,1.4011741917087883,0.999814851160022,0.026224999979541096,"model.language_model.layers.22.linear_attn.out_proj.weight|2d-64|(1472, 384)","model.language_model.layers.17.linear_attn.out_proj.weight|2d-64|(1216, 1344)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,5,0.028118587226856562,3.1426802618649448 +2651,2671,1.246870556371663,0.06153928511947539,0.007679366312765957,0.007698609289770319,1.5438146219726592,1.304041529818774,1.4088497012455123,0.9999705132317824,0.006486667798068976,"model.language_model.layers.3.mlp.down_proj.weight|2d-128|(512, 5248)","model.language_model.layers.19.mlp.down_proj.weight|2d-128|(1152, 2176)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,16,0.05717097344711086,4.006309681425775 +2816,3035,1.2320643703873366,0.05974475782833823,0.03961879071524286,0.039876449340304994,1.248950400012903,1.5831215650714971,1.3867005995069863,0.9992148674946054,0.05021925767645169,"model.language_model.layers.21.mlp.down_proj.weight|2d-64|(1792, 4096)","model.language_model.layers.4.mlp.down_proj.weight|2d-64|(1088, 3648)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,17,0.0168860296255664,3.2973077510857762 +3220,3278,1.1293307184729107,0.015049630268374931,0.007943251557849418,0.007921893902540104,1.1512058359707444,1.9905783796489211,1.409336816774864,0.9999684518797024,0.013734872010820387,"model.language_model.layers.23.mlp.gate_proj.weight|2d-128|(5760, 0)","model.language_model.layers.9.mlp.gate_proj.weight|2d-128|(768, 1664)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,14,0.021875117497833774,3.0820099378036305 +3544,3547,1.1171891625472994,0.05983746566217748,0.017342739926802724,0.01740509700878721,2.0316340763862377,1.1375890274695697,1.403719424100577,0.9998496033763434,0.00971085830676847,"model.language_model.layers.10.mlp.gate_proj.weight|2d-64|(128, 1792)","model.language_model.layers.23.mlp.gate_proj.weight|2d-64|(1792, 1344)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,13,0.020399864922270305,5.50817563071366 +3665,3801,1.1869424817028886,0.03679187730184876,0.022302925841241175,0.022333997060233188,1.2059770974329223,1.730861807836096,1.3993411227674455,0.9997512588133711,0.03200996322714349,"model.language_model.layers.23.mlp.up_proj.weight|2d-128|(896, 768)","model.language_model.layers.2.mlp.up_proj.weight|2d-128|(4096, 1792)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,21,0.01903461573003362,3.1026501993888624 +4047,4074,1.1902122267469897,0.04387062387646309,0.02159675273179979,0.02156824410527894,1.7315953606901187,1.2063357474887304,1.3998150818452648,0.9997667629359568,0.015045625231787242,"model.language_model.layers.2.mlp.up_proj.weight|2d-64|(448, 1408)","model.language_model.layers.23.mlp.up_proj.weight|2d-64|(1664, 576)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,21,0.016123520741740727,4.615905412746361 +4300,4322,1.1450138088929476,0.04308869245706723,0.0096119497320221,0.009647974521118466,1.9191353240443918,1.1647703435679493,1.4081714279185549,0.9999538041441459,0.005833728268901517,"model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 1536)","model.language_model.layers.3.self_attn.k_proj.weight|2d-128|(0, 0)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,20,0.019756534675001713,5.731063648519672 +4375,4500,1.0822200651278608,0.04220054288517098,0.037816163635736,0.037819049551452114,2.2983891964826513,1.0905221574255886,1.393347567094441,0.9992847130662388,0.017942724590209843,"model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 640)","model.language_model.layers.15.self_attn.k_proj.weight|2d-64|(448, 960)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,8,0.008302092297727715,6.638924798311062 +4710,4851,1.0908318568971171,0.023477454418356438,-0.003148505036912473,-0.0031310525826984477,2.300211544363925,1.1121157252551024,1.4159573931116067,0.9999950434457325,-0.00152225214727523,"model.language_model.layers.23.self_attn.o_proj.weight|2d-128|(256, 640)","model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(768, 384)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,4,0.021283868357985236,6.398868974091462 +4867,4898,1.0872457369608184,0.020425720406394038,0.014018259614851876,0.013684229005087586,2.3492342417546594,1.097857510783925,1.4065890240806322,0.9999017393711097,0.006551092833888358,"model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(64, 256)","model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(256, 384)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,12,0.01061177382310663,6.521987561126811 +5288,5353,1.0843012789011286,0.05155183365184918,-0.001777350915520453,-0.0018157356460525526,2.3472541123726685,1.106253083680671,1.415182553396347,0.9999984205106142,-0.000837659595828624,"model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(3200, 0)","model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(3328, 128)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,4,0.021951804779542394,6.3047213533948145 +5455,5620,1.0771404975340504,0.01631070021321511,0.01606181653796488,0.01601450024559631,1.0796446702385032,2.550190078982703,1.4060350155677743,0.9998710007043412,0.03793904264493776,"model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(1408, 1024)","model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(2688, 384)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,4,0.0025041727044528006,2.998549875435078 +5786,5792,1.0661050474234983,0.027808974769903655,0.0074836442992641805,0.007473821771076429,1.077734102104687,2.632231872264848,1.4104975427849455,0.999971997141921,0.018277872999237107,"model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(128, 1280)","model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(256, 896)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,12,0.011629054681188578,3.6302580313187334 +5970,6081,1.0553223932729425,0.003955564214617662,0.0148159666435695,0.014727911128276436,1.0615939539051586,2.857828126554111,1.4073573659118315,0.9998902375423098,0.039884822290409495,"model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(128, 1344)","model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(256, 1728)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,12,0.006271560632216122,3.4868038228461256 +6178,6335,1.1079789986465474,0.03070666740201908,-0.013498643416824064,-0.01343619911077521,1.136957938965517,2.1547060294279836,1.4220709910964835,0.9999088891623603,-0.02558195634377932,"model.visual.blocks.23.attn.proj.weight|2d-128|(0, 896)","model.visual.blocks.12.attn.proj.weight|2d-128|(0, 512)",model.visual.layers.*.attn.proj.weight,2d-128,11,0.028978940318969526,3.1280625589647384 +6512,6636,1.1237275244490466,0.01803078764648159,-0.01039838727121369,-0.010044670374533734,1.135490350503543,2.1521644317497435,1.4202698276743002,0.9999459353095835,-0.01970870049467281,"model.visual.blocks.23.attn.proj.weight|2d-64|(0, 64)","model.visual.blocks.8.attn.proj.weight|2d-64|(384, 960)",model.visual.layers.*.attn.proj.weight,2d-64,15,0.011762826054496411,2.8486413579016623 +6763,6770,1.0540925731042872,0.015930682321161488,0.00918640068517184,0.00919198067039038,1.0692963642778845,2.756111973752584,1.4098258251967186,0.99995780413098,0.023677952876225546,"model.visual.blocks.0.attn.qkv.weight|2d-128|(1664, 384)","model.visual.blocks.8.attn.qkv.weight|2d-128|(2560, 0)",model.visual.layers.*.attn.qkv.weight,2d-128,8,0.01520379117359738,3.356685331195102 +7099,7106,1.0444864103886087,-0.0022648743783857065,0.013573857481873496,0.01356876196865901,4.638171758212579,1.021020545147226,1.410177344195631,0.9999078709526502,0.0029880711815713727,"model.visual.blocks.18.attn.qkv.weight|2d-64|(2816, 512)","model.visual.blocks.0.attn.qkv.weight|2d-64|(1728, 64)",model.visual.layers.*.attn.qkv.weight,2d-64,18,0.02346586524138261,14.24014870753172 +7182,7371,1.1777787118333,0.014321251652626642,0.01342998967611,0.01386208069829413,1.186352445149484,1.819906873329728,1.40549793750668,0.9999098136218584,0.020602082138601055,"model.visual.blocks.1.mlp.linear_fc1.weight|2d-128|(1664, 640)","model.visual.blocks.17.mlp.linear_fc1.weight|2d-128|(3072, 0)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,16,0.00857373331618394,3.627310519769018 +7463,7466,1.1833380004717262,0.0658889720507314,0.02876895122264315,0.029227604430817553,1.7352769109963995,1.1990385609020093,1.3950559261900304,0.9995860880612281,0.01987871886847789,"model.visual.blocks.18.mlp.linear_fc1.weight|2d-64|(3136, 896)","model.visual.blocks.2.mlp.linear_fc1.weight|2d-64|(576, 384)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,16,0.015700560430283117,4.813867381914423 +7690,7828,1.16851843886253,-0.00813183141920481,-0.005829965580761318,-0.005836634771800017,1.7490736981913626,1.2238185445886212,1.4180811000330882,0.9999830056062589,-0.004079199178071721,"model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(640, 512)","model.visual.blocks.2.mlp.linear_fc2.weight|2d-128|(256, 1408)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,8,0.05530010572609112,5.161526919983048 +8016,8072,1.0680591200530667,0.0210563569495397,0.012747642597902623,0.013787879150764328,2.2751557019578956,1.1063804909548562,1.4071055953517264,0.9999187455029513,0.00619902324216646,"model.visual.blocks.14.mlp.linear_fc2.weight|2d-64|(576, 2176)","model.visual.blocks.23.mlp.linear_fc2.weight|2d-64|(192, 3520)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,9,0.03832137090178955,4.546438440209927 +8232,8276,0.5778058107280046,0.8323026639071752,0.830163264204215,0.8301162177641243,0.5775196218531842,0.588808061946658,0.5830819040028019,0.5575203626467847,0.8463899826067881,"model.visual.merger.linear_fc1.weight|2d-128|(2944, 512)","model.visual.merger.linear_fc1.weight|2d-128|(2944, 2560)",model.visual.merger.linear_fc1.weight,2d-128,0,0.00028618887482045885,1.619429860788171 +8521,8572,0.6403673091280125,0.7909264631705184,0.783348728004378,0.7832269591543903,0.6521593243292322,0.664994579954481,0.658483150653567,0.621582472672712,0.7987659440013908,"model.visual.merger.linear_fc1.weight|2d-64|(1920, 1088)","model.visual.merger.linear_fc1.weight|2d-64|(1920, 3136)",model.visual.merger.linear_fc1.weight,2d-64,0,0.011792015201219641,1.6316172711838568 +8838,8852,1.3271776440666299,0.014258279953650446,0.004862705161209359,0.00498818774217062,1.4597431931718963,1.3664319789583965,1.4107784269983334,0.9999881769793657,0.004551866292374665,"model.visual.merger.linear_fc2.weight|2d-128|(512, 768)","model.visual.merger.linear_fc2.weight|2d-128|(1152, 896)",model.visual.merger.linear_fc2.weight,2d-128,0,0.03925433489176666,3.961984574375105 +8964,9064,1.304391129695975,0.02630395702505037,0.010164008265454215,0.010193145422788312,1.493887906164626,1.3337917612400434,1.407054331439422,0.9999483451338773,0.009074757503354867,"model.visual.merger.linear_fc2.weight|2d-64|(1792, 1664)","model.visual.merger.linear_fc2.weight|2d-64|(1152, 1600)",model.visual.merger.linear_fc2.weight,2d-64,0,0.029400631544068467,4.0153822642168375 +9300,9324,0.3895988045516076,0.9219355391101497,0.8965704729605799,0.898076002189783,0.503419410426167,0.44319716314605634,0.47044161625201425,0.4429011029736118,0.7893169829114578,"model.visual.pos_embed.weight|2d-128|(1280, 512)","model.visual.pos_embed.weight|2d-128|(1664, 512)",model.visual.pos_embed.weight,2d-128,0,0.053598358594448725,1.9448961184242213 +9569,9601,0.1613166442340477,0.9874033280502528,0.9623551453260085,0.9628031768409826,0.28855565979837394,0.2724108451132815,0.2801349306164122,0.2717950961010096,0.9085109563283295,"model.visual.pos_embed.weight|2d-64|(832, 64)","model.visual.pos_embed.weight|2d-64|(1216, 64)",model.visual.pos_embed.weight,2d-64,0,0.1110942008792338,0.7535255879508272 +9639,9698,0.43740486340077883,0.9029215976830782,0.908346737274682,0.9076717865029569,0.42767003525551955,0.4286284309311842,0.4281484285944217,0.4182178916335837,0.910382314970669,"mtp.fc.weight|2d-128|(1024, 3072)","mtp.fc.weight|2d-128|(256, 2304)",mtp.fc.weight,2d-128,0,0.009734828145259278,0.9654818428701184 +10017,10064,0.42735883397026075,0.9040864081015701,0.9138232418993454,0.9126037296105431,0.4089984364120889,0.42500972311858326,0.41677359083193544,0.40611215515491605,0.9495971828793215,"mtp.fc.weight|2d-64|(640, 2688)","mtp.fc.weight|2d-64|(1408, 3456)",mtp.fc.weight,2d-64,0,0.01836039755817187,1.0158505871642545 +10187,10261,1.2278644658500004,0.026799263031330622,0.013784874736202825,0.013786687997749247,1.3457799581388568,1.4715787141192882,1.4044714185705196,0.999904984100243,0.01507343612595527,"mtp.layers.0.mlp.down_proj.weight|2d-128|(1152, 2944)","mtp.layers.0.mlp.down_proj.weight|2d-128|(1408, 3968)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.11791549228885634,2.8836099969561353 +10412,10545,1.2135378284079799,-0.00599340281036062,0.007300362169241225,0.008159706045351784,1.5789205163274505,1.2845087176215086,1.4091503646115824,0.9999733520010411,0.005939107606250051,"mtp.layers.0.mlp.down_proj.weight|2d-64|(1728, 5184)","mtp.layers.0.mlp.down_proj.weight|2d-64|(1152, 4928)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.07097088921352879,4.4378153782925525 +10765,10799,1.2847631457455408,0.04469347943538719,0.002656443807251629,0.002639978401125389,1.3336032719807467,1.5069208681829458,1.4123478767597706,0.9999964716469248,0.003001680254096308,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(2432, 1792)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(2816, 384)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.04884012623520584,3.619682349701585 +10897,10973,1.2738909189323628,0.022714169019017676,0.006801716439651723,0.007119061324815203,1.2814052184591032,1.5857421237804696,1.4095033494853892,0.999976868059194,0.008417140898907688,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(0, 64)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(5568, 1344)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.00751429952674032,3.7986029240432644 +11377,11381,1.302810514184478,0.06957577833944503,0.012096790430794108,0.012093496683282984,1.445546667026638,1.3688779691992732,1.4056465772622215,0.9999268311537968,0.011455202586295676,"mtp.layers.0.mlp.up_proj.weight|2d-128|(5120, 1408)","mtp.layers.0.mlp.up_proj.weight|2d-128|(5888, 1408)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.06606745501479527,3.897701785710102 +11500,11591,1.2908706493769198,0.035494382373041575,0.018031106225613235,0.018305545509901208,1.3067048361158338,1.5205890956186687,1.401552067983238,0.9998374263890508,0.020982476494162832,"mtp.layers.0.mlp.up_proj.weight|2d-64|(3008, 448)","mtp.layers.0.mlp.up_proj.weight|2d-64|(320, 1472)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.015834186738914013,3.5003560006082415 +11675,11718,1.193381181577691,0.00416367662507948,-0.0028672101313618054,-0.00282115975048545,1.7975188135955862,1.2057301577431714,1.4160881848029176,0.9999958895445833,-0.0019232520393232886,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 1408)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 768)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.012348976165480474,5.468380675824335 +11729,11933,1.061980513060017,8.058928035806125e-05,0.00600783466095941,0.0054307914138277315,2.63283725002425,1.0783464233186149,1.411230414328669,0.9999819527984926,0.00246066368837478,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 64)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 832)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.016365910258597793,10.7380697300318 +12075,12077,0.9094511242535147,0.5503011192262753,0.5631223496913995,0.5630987090547646,0.8948448134279373,0.9872285954294807,0.9376404008873249,0.826373534957429,0.6212591032529451,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(640, 1408)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(640, 1664)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.014606310825577395,2.898058402933769 +12328,12379,1.0318906790933282,0.4290543823001005,0.3690689430581431,0.3691152191938702,1.1341094770674005,1.1129582932677748,1.123384574098149,0.9294020202635376,0.36218579358518227,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(1984, 1280)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(1984, 1536)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.08106761417444663,3.4939100068279303 +12526,12718,1.0213068908506908,0.4372468454234897,0.4227961197343362,0.42280744341044474,1.1258035030900326,1.0321174442308825,1.0759132901557218,0.9062248292435984,0.3876122692221179,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(128, 1792)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(1664, 1792)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.010810553380191656,3.1466495360333875 +12771,12808,1.0348651688399548,0.05356668202714262,0.01361589891039547,0.013474844134690639,3.213888549959407,1.0475515239303113,1.4085285656071485,0.999907299351726,0.004438036799205745,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(576, 512)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(832, 512)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.012686355090356427,9.222369222003985 +13011,13036,1.3214085094404067,0.02711064726679972,-0.0032993618733951186,-0.003346289713476661,1.456826700800415,1.379422902916406,1.4165411754320336,0.9999945570908015,-0.003124060899398577,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(0, 384)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 1536)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.05801439347599935,3.8284588025358146 +13127,13193,1.2677709786124514,0.06514782615357176,0.021447082881829206,0.021526519396718506,1.5188830546049819,1.303883431424269,1.3991428260595575,0.9997699848644487,0.01841122391695451,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(64, 1472)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 1600)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.03611245281181774,3.952925582114336 +51,142,1.1235377121900807,0.3400544595864282,0.2838186344389569,0.2801002630123652,1.1578373452004604,1.2412866968216791,1.1973865757045565,0.9588779811556869,0.30427442740515287,"model.language_model.embed_tokens.weight|2d-128|(220416, 1920)","model.language_model.embed_tokens.weight|2d-128|(173696, 1920)",model.language_model.embed_tokens.weight,2d-128,0,0.03429963301037975,3.1053223759815927 +262,462,1.020512013349483,0.4257969118804904,0.30234886080969436,0.3022415713480354,1.2256174318411526,1.142476322290828,1.1818592065194868,0.9531973386277787,0.2818386925419077,"model.language_model.embed_tokens.weight|2d-64|(62976, 1920)","model.language_model.embed_tokens.weight|2d-64|(224448, 1920)",model.language_model.embed_tokens.weight,2d-64,0,0.12196430894134513,2.983784099346923 +596,745,0.04586202319577609,0.9990030205607583,0.9990030205607584,0.9996042312880465,0.046395676879949214,0.0458620231957761,0.04612653494088853,0.044642635568266587,0.987512259389156,"model.language_model.layers.20.linear_attn.conv1d.weight|3d-axis0-slice|(5656, 0, 0)","model.language_model.layers.13.linear_attn.conv1d.weight|3d-axis0-slice|(1782, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,7,6.938893903907228e-18,0.076366740402715 +792,965,0.3070566153721014,0.9936502960483268,0.9936502960483267,0.9931590054849407,0.30705661537210144,0.43372643274594563,0.354417508045106,0.11251261779495034,1.4035600496010383,"model.language_model.layers.4.linear_attn.conv1d.weight|3d-volume|(5084, 0, 0)","model.language_model.layers.9.linear_attn.conv1d.weight|3d-volume|(900, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,5,5.551115123125783e-17,0.817477731702706 +1103,1130,1.0902651652894837,0.004811878921347746,-0.007880376007602273,-0.007903008779313127,1.1002020016885665,2.439853433016175,1.4183836325943067,0.9999689493549181,-0.017475847549902265,"model.language_model.layers.18.linear_attn.in_proj_qkv.weight|2d-128|(5376, 1920)","model.language_model.layers.0.linear_attn.in_proj_qkv.weight|2d-128|(5888, 1408)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,18,0.009936836399082827,3.2247353124826894 +1383,1503,1.0997483808203288,0.009639931235726424,-0.006752665977346975,-0.005616478325479039,1.11121193744638,2.3254518302870846,1.4179237207763034,0.9999772004911904,-0.014131417173599769,"model.language_model.layers.16.linear_attn.in_proj_qkv.weight|2d-64|(0, 256)","model.language_model.layers.14.linear_attn.in_proj_qkv.weight|2d-64|(5248, 1728)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,2,0.011463556626051252,2.974485622377525 +1544,1635,1.1187109370718347,0.0012806410306773863,-0.0001847476006840351,-0.00037283280187562295,1.1159046334358744,2.254190710292521,1.4143174404537093,0.9999999829341619,-0.00037320064164310667,"model.language_model.layers.0.linear_attn.in_proj_z.weight|2d-128|(0, 1024)","model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(256, 1920)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,18,0.002806303635960239,2.9828863809806148 +1844,1922,1.1030032332600614,0.07444932645116502,0.04324848885145808,0.044169767665153487,1.1136457426310395,2.0805620273106356,1.3885331578164317,0.9990643463821863,0.0807987317675425,"model.language_model.layers.1.linear_attn.in_proj_z.weight|2d-64|(320, 1344)","model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-64|(640, 768)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,3,0.010642509370978104,2.8867563831342173 +2128,2134,1.1952114274258425,0.031087269361792062,0.009981356058791765,0.009981316918949745,1.2013848602337112,1.7775037681611565,1.40764939064226,0.999950185024848,0.014767872139165411,"model.language_model.layers.2.linear_attn.out_proj.weight|2d-128|(1408, 0)","model.language_model.layers.16.linear_attn.out_proj.weight|2d-128|(1280, 256)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,14,0.00617343280786864,3.271735939454212 +2347,2374,1.2009201637890419,0.050068366601979636,0.021034054703124288,0.020706208301863725,1.2389802441842988,1.6457798185630763,1.3998472697411017,0.9997787597977594,0.02794025400763724,"model.language_model.layers.10.linear_attn.out_proj.weight|2d-64|(256, 1920)","model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(1536, 896)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,2,0.03806008039525688,3.429215154093722 +2622,2655,1.246925024995694,0.03539621621642364,0.01178597788065689,0.011715253345852335,1.5768762911694796,1.2808886328044617,1.4060328616076592,0.9999305429505575,0.009573690199008571,"model.language_model.layers.3.mlp.down_proj.weight|2d-128|(1280, 896)","model.language_model.layers.20.mlp.down_proj.weight|2d-128|(640, 1280)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,17,0.033963607808767726,4.330156092772509 +2933,3066,1.232383833645087,0.03994846936382327,0.01852883812916675,0.01849551887775447,1.6094547781053394,1.2576285996950072,1.4014427629100215,0.9998283263428692,0.01447844143703818,"model.language_model.layers.3.mlp.down_proj.weight|2d-64|(192, 384)","model.language_model.layers.21.mlp.down_proj.weight|2d-64|(704, 5568)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,18,0.02524476604992021,4.261349469934126 +3144,3310,1.1307470846245657,0.0451217961881814,0.0015160099301386792,0.001572119523701604,1.973235494619523,1.1589594704943436,1.4132769965817626,0.9999988508562856,0.0008904127615221478,"model.language_model.layers.9.mlp.gate_proj.weight|2d-128|(4608, 1152)","model.language_model.layers.23.mlp.gate_proj.weight|2d-128|(2944, 1920)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,14,0.028212385869777812,5.044314965931955 +3384,3407,1.1186456145190016,0.053490654306667856,0.0318130386168981,0.0318219847320628,2.0602137982432387,1.1237499881514037,1.3951722262348085,0.999493837186583,0.017352520306039895,"model.language_model.layers.9.mlp.gate_proj.weight|2d-64|(4928, 512)","model.language_model.layers.23.mlp.gate_proj.weight|2d-64|(448, 1856)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,14,0.005104373632402126,5.266978701658313 +3594,3718,1.1889306227767376,0.01897470292337597,0.007223502564746424,0.007475471840834227,1.765533646235792,1.2073921111274524,1.4094455449610996,0.9999739101650088,0.004939922855607226,"model.language_model.layers.2.mlp.up_proj.weight|2d-128|(4096, 896)","model.language_model.layers.23.mlp.up_proj.weight|2d-128|(3968, 1792)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,21,0.018461488350714816,4.493562312278729 +4051,4084,1.1905193072345173,0.023295435317364305,0.014284465151407393,0.01438609147576251,1.2049466341412924,1.7547716877125066,1.4047551863625183,0.9998979718227946,0.020802560305642873,"model.language_model.layers.23.mlp.up_proj.weight|2d-64|(960, 1024)","model.language_model.layers.2.mlp.up_proj.weight|2d-64|(4992, 1344)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,21,0.014427326906775173,3.174562645050736 +4150,4300,1.145147259333282,0.028749050289662424,0.013549323166935074,0.013533570775684355,1.1573518777209593,1.9407528941415224,1.4057590450691224,0.9999082037075794,0.022720737449071677,"model.language_model.layers.11.self_attn.k_proj.weight|2d-128|(384, 768)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 1536)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,12,0.012204618387677169,3.33723255698489 +4380,4409,1.0835350753370376,0.02867182851895199,-0.006454787275986121,-0.006413087703565363,1.1178175989220394,2.266905500796605,1.4178297909021542,0.9999791676436174,-0.013090143505090216,"model.language_model.layers.7.self_attn.k_proj.weight|2d-64|(448, 1152)","model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 1024)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,16,0.03428252358500172,2.9981778207865752 +4674,4681,1.0915192660801094,0.04019926504276801,0.01578810024549997,0.01580048628775408,1.1093560345456768,2.2351199047071164,1.4052938846867615,0.9998753601777765,0.03180971303832154,"model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(768, 256)","model.language_model.layers.23.self_attn.o_proj.weight|2d-128|(1536, 1664)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,4,0.017836768465567365,2.827984403671651 +4898,5116,1.087303865246138,0.02292244890650175,0.019861334222329042,0.02035378299636378,1.1011862629998415,2.2875294955041046,1.4031931889008464,0.9998027442465384,0.04125858574540654,"model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(256, 384)","model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(320, 1600)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,12,0.01388239775370348,2.846774336445941 +5125,5172,1.0851833189332503,-0.003759965850111657,-0.00654389082066189,-0.0065576538688759765,1.0818470971508152,2.6627131785635028,1.4174371814994142,0.9999785885172379,-0.01610625417690434,"model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(3456, 0)","model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(2688, 1536)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,4,0.0033362217824350893,3.0175004425625804 +5524,5560,1.0773878956885858,0.036220440434505646,0.007515819374389826,0.006950119645441395,1.1009688726696008,2.3517160305628533,1.4101261785352919,0.9999717558306993,0.016054107744853285,"model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(1408, 704)","model.language_model.layers.23.self_attn.q_proj.weight|2d-64|(64, 640)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,20,0.02358097698101491,3.0296018763639894 +5664,5769,1.0666153520954733,0.042565985135079816,0.013176243208333754,0.013173692735022656,2.5118887568639945,1.083893788755468,1.4074186996023468,0.9999131895394294,0.005685621281443417,"model.language_model.layers.3.self_attn.v_proj.weight|2d-128|(384, 1408)","model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(0, 1152)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,16,0.017278436659994734,8.321627617222768 +5905,5970,1.055773986437911,-0.002225374713113475,-0.018622877798069405,-0.018562809974589464,2.9805019241834834,1.0685955867477608,1.422555917116266,0.9998265791738676,-0.006676836832779959,"model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(448, 1472)","model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(128, 1344)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,12,0.012821600309849801,10.544443648329402 +6178,6254,1.1100687980689314,0.015534671070628297,0.024172942758532153,0.024003423203315038,1.1231228119623047,2.0952934316624647,1.3999067470149529,0.9997077917263587,0.045096945451059994,"model.visual.blocks.23.attn.proj.weight|2d-128|(0, 896)","model.visual.blocks.1.attn.proj.weight|2d-128|(640, 768)",model.visual.layers.*.attn.proj.weight,2d-128,22,0.01305401389337324,3.0913227019397045 +6498,6512,1.1252971763467856,-0.026178515140314784,-0.023278833914344543,-0.023231636464080697,2.167107174945038,1.14091154419563,1.4277196908861889,0.999729011228337,-0.012255550004794766,"model.visual.blocks.0.attn.proj.weight|2d-64|(384, 128)","model.visual.blocks.23.attn.proj.weight|2d-64|(0, 64)",model.visual.layers.*.attn.proj.weight,2d-64,23,0.01561436784884429,6.127512482647256 +6732,6806,1.0544540988324438,0.04526207924559116,0.006050761042872781,0.006065404569498414,1.077465273864132,2.6456514144967853,1.4112212356560223,0.9999816939778459,0.014857281158071965,"model.visual.blocks.0.attn.qkv.weight|2d-128|(1152, 512)","model.visual.blocks.12.attn.qkv.weight|2d-128|(2048, 384)",model.visual.layers.*.attn.qkv.weight,2d-128,12,0.023011175031688147,4.686689571388048 +6920,7063,1.0458270999901678,-0.0050871264324467815,0.0025607837838509317,0.002927807434634477,3.244668009748712,1.0502968147800373,1.4131520711315297,0.9999967211878309,0.0008289239587649845,"model.visual.blocks.18.attn.qkv.weight|2d-64|(2816, 896)","model.visual.blocks.0.attn.qkv.weight|2d-64|(1920, 512)",model.visual.layers.*.attn.qkv.weight,2d-64,18,0.004469714789869572,11.520501903985382 +7182,7345,1.1809774360079404,0.037261323030155974,0.016949706433683966,0.01702021116960123,1.2068346126893341,1.7420348022963688,1.4029478434020333,0.9998563434072977,0.024466466395412403,"model.visual.blocks.1.mlp.linear_fc1.weight|2d-128|(1664, 640)","model.visual.blocks.19.mlp.linear_fc1.weight|2d-128|(1536, 768)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,18,0.025857176681393756,3.386636090755009 +7466,7535,1.1853848144444257,0.0601571122472563,0.02751329750110697,0.02791475456218754,1.2086591665684816,1.7097173358788011,1.3957523524976725,0.9996214375755532,0.03891912873865442,"model.visual.blocks.2.mlp.linear_fc1.weight|2d-64|(576, 384)","model.visual.blocks.18.mlp.linear_fc1.weight|2d-64|(1984, 896)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,16,0.02327435212405593,3.4178119120974366 +7796,7828,1.1691339566251089,0.00828732209865832,0.009098530630646164,0.009114661216471517,1.7134437601339882,1.2234595356297302,1.4081152371534207,0.9999586075135126,0.006496673144038738,"model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(512, 2688)","model.visual.blocks.2.mlp.linear_fc2.weight|2d-128|(256, 1408)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,8,0.054325579004621316,5.286006150327462 +8023,8072,1.0685587539551133,0.011058435072993244,0.003241214093752681,0.003311876935133249,2.3515463302040778,1.103199542457307,1.4124499541065623,0.9999947472518036,0.0015205764221212755,"model.visual.blocks.2.mlp.linear_fc2.weight|2d-64|(256, 1280)","model.visual.blocks.23.mlp.linear_fc2.weight|2d-64|(192, 3520)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,21,0.03464078850219354,4.307390938270925 +8230,8246,0.5810846306614843,0.8299591509097106,0.8272850038855956,0.8272827907120825,0.5819598452626658,0.5943225901875063,0.5880437745365658,0.5617824510840563,0.8448592636329623,"model.visual.merger.linear_fc1.weight|2d-128|(128, 768)","model.visual.merger.linear_fc1.weight|2d-128|(128, 2816)",model.visual.merger.linear_fc1.weight,2d-128,0,0.000875214601181451,1.5010804051298863 +8507,8521,0.6412859385110409,0.7902194832142748,0.7679164044485367,0.7678280945503945,0.6927054639965756,0.6714773261152378,0.6818436807098747,0.6405500728115106,0.7443834078688313,"model.visual.merger.linear_fc1.weight|2d-64|(1920, 2112)","model.visual.merger.linear_fc1.weight|2d-64|(1920, 1088)",model.visual.merger.linear_fc1.weight,2d-64,0,0.03019138760419693,1.718400782067547 +8726,8852,1.3272209921558116,0.05442912962912239,0.00660850759711094,0.006624653220050136,1.442632300335657,1.3786210108021437,1.409537720582107,0.9999781635752548,0.006315280353353354,"model.visual.merger.linear_fc2.weight|2d-128|(1024, 3200)","model.visual.merger.linear_fc2.weight|2d-128|(1152, 896)",model.visual.merger.linear_fc2.weight,2d-128,0,0.051400018646332146,3.612358840535611 +8966,9033,1.306074319730201,0.013936709737399038,-0.012564294440113692,-0.012568334290786633,1.3378204224081263,1.5268246768564442,1.42299359139381,0.9999210661373338,-0.01433934964449477,"model.visual.merger.linear_fc2.weight|2d-64|(1152, 3712)","model.visual.merger.linear_fc2.weight|2d-64|(1792, 1152)",model.visual.merger.linear_fc2.weight,2d-64,0,0.031746102677925325,3.375827936264355 +9255,9279,0.3997615666726609,0.9197507705404475,0.9358004819760085,0.935524464217047,0.355758040516149,0.3616838625107336,0.3586842440440452,0.35253008089164567,0.9513880062118368,"model.visual.pos_embed.weight|2d-128|(512, 896)","model.visual.pos_embed.weight|2d-128|(896, 896)",model.visual.pos_embed.weight,2d-128,0,0.044003526156511874,1.477512321927543 +9519,9614,0.1697342174459433,0.9859142784393333,0.9665089563880024,0.9662435474674239,0.2575839765892951,0.2727505203005106,0.2648421031163548,0.2566328841395322,1.0234170006244356,"model.visual.pos_embed.weight|2d-64|(576, 960)","model.visual.pos_embed.weight|2d-64|(1152, 960)",model.visual.pos_embed.weight,2d-64,0,0.0878497591433518,0.7236956842496899 +9695,9859,0.4539602467347725,0.89553033099679,0.870485868066694,0.8696538466745212,0.504737444781506,0.5138249445334699,0.5092203892383089,0.4921934106590358,0.8861584522823718,"mtp.fc.weight|2d-128|(1536, 3584)","mtp.fc.weight|2d-128|(1152, 3200)",mtp.fc.weight,2d-128,0,0.050777198046733474,1.4638008832591431 +10012,10064,0.4759475596776906,0.8832977200065729,0.9130919134736978,0.9119248872980719,0.4137270563967523,0.4208215513944447,0.4172290730931498,0.4077537952600089,0.9287494004869725,"mtp.fc.weight|2d-64|(1792, 3840)","mtp.fc.weight|2d-64|(1408, 3456)",mtp.fc.weight,2d-64,0,0.06222050328093831,1.1433407717147623 +10187,10247,1.2280581427795207,0.032823309277680464,0.019086461166685536,0.01907440065598459,1.3242326562741538,1.492272877308635,1.4007490413837735,0.9998178369083702,0.02150846242003016,"mtp.layers.0.mlp.down_proj.weight|2d-128|(1152, 2944)","mtp.layers.0.mlp.down_proj.weight|2d-128|(1792, 1664)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.09617451349463302,2.897051248454706 +10395,10545,1.2158549249029829,0.03507261034866982,0.020652027443677265,0.020855078755037528,1.5415094014888684,1.2910776057905928,1.39976306691872,0.9997867241379361,0.017296923470561786,"mtp.layers.0.mlp.down_proj.weight|2d-64|(1216, 2624)","mtp.layers.0.mlp.down_proj.weight|2d-64|(1152, 4928)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.07522268088760997,4.046407961594117 +10845,10852,1.2848399217320405,0.01739373443344794,-0.0008238773748619146,-0.0009735061043817024,1.3330252293555127,1.5137216100330586,1.4147913380789026,0.9999996606129781,-0.000935556926367209,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(2432, 512)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(4224, 1536)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.04818530762347217,3.5256433794297366 +11025,11133,1.2742065866028065,0.048100066341256166,0.031923876101979436,0.032361718812749116,1.3103926250197504,1.4901663042430835,1.3916451679203503,0.9994903031718845,0.03630353495562735,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(256, 64)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(3200, 960)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.0361860384169439,3.588947097336483 +11214,11294,1.3028875171132974,0.0323283261019705,-0.005222636599853831,-0.005109134146037011,1.3961540213215553,1.4406946059502568,1.4178998993869365,0.9999863619404746,-0.00538925094462401,"mtp.layers.0.mlp.up_proj.weight|2d-128|(384, 1792)","mtp.layers.0.mlp.up_proj.weight|2d-128|(1024, 1792)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.09326650420825788,3.573923591786989 +11491,11571,1.2911461106953284,0.049281152397283395,0.033850023039891396,0.03364604318518028,1.3209041684622567,1.4717193021809187,1.390213545729596,0.999426923761912,0.037714872491524325,"mtp.layers.0.mlp.up_proj.weight|2d-64|(5440, 1408)","mtp.layers.0.mlp.up_proj.weight|2d-64|(320, 192)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.029758057766928303,3.307633053415732 +11675,11723,1.1941757877665773,0.028774459345655843,0.0039273850005030675,0.00391741864088783,1.6946389074774801,1.235095802800665,1.4115673762508858,0.9999922877937899,0.002862377765965513,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 1408)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 1408)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.04092001503408782,5.738235881525317 +11751,11933,1.0638243705557107,0.01046402015749556,0.0028708773296044084,0.0029726935959052043,2.7264578489335425,1.0736955070135836,1.4128286846897407,0.999995879023188,0.0011305687675271091,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 1472)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 832)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.009871136457872964,10.243737567837444 +12219,12221,0.9201102205931689,0.5442517890843215,0.5521629863650427,0.5521639901430508,0.9061250323647797,0.9989775380359083,0.9491618365241252,0.833736191183061,0.6087442692913572,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(1792, 1408)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1792, 1664)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.013985188228389234,2.8696864919651657 +12453,12457,1.0462717647189064,0.4237441273949263,0.4202291811867664,0.42028382654021973,1.030456121556705,1.1342083194219228,1.078607583412084,0.9074180047139796,0.462540251248985,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(384, 1344)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(384, 1600)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.01581564316220141,3.6107197181895794 +12525,12701,1.025554959543252,0.4196073726692492,0.43645000428471425,0.43644817542007347,1.1460083384466595,0.999784450829037,1.0654433039528062,0.899728511140929,0.38076156447480675,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(2688, 1664)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(3200, 1664)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.025770508714215046,3.460684384246698 +12788,12873,1.0365900190984512,0.0651375960709907,0.03113493376954106,0.030569503194145024,1.049602442457221,2.986054817566093,1.4003706620655447,0.9995151904294233,0.08857698421460043,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(896, 192)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(2112, 1216)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.013012423358769842,3.0576201158281964 +13012,13056,1.32237142777156,0.056788821069977014,0.009957502969534479,0.009968660232252523,1.3791355341577864,1.4369672745392066,1.4071608950401189,0.9999504228383584,0.010375054190802232,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(0, 512)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(384, 0)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.05676410638622653,3.8543343938540615 +13177,13279,1.270531691087159,0.002865376322357707,-0.006572590277604437,-0.006635763087956674,1.2962506731809957,1.5842017083393327,1.4187618011832004,0.9999784002952476,-0.008032635169587733,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 576)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 960)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.02571898209383683,3.392143573679232 +10,155,1.1237302012342085,0.3538913870395565,0.333645733980279,0.33199751003495537,1.1748208566069758,1.1353853814564128,1.1545983288981982,0.9426985330405266,0.32244617280678145,"model.language_model.embed_tokens.weight|2d-128|(127616, 1152)","model.language_model.embed_tokens.weight|2d-128|(241920, 1152)",model.language_model.embed_tokens.weight,2d-128,0,0.011655180222204242,3.025309207065956 +262,342,1.0269572304664756,0.4311585169539656,0.3044748452120457,0.3044681229522476,1.2098998387428848,1.151730486868135,1.179740965286009,0.9525203770172588,0.2898363570983919,"model.language_model.embed_tokens.weight|2d-64|(62976, 1920)","model.language_model.embed_tokens.weight|2d-64|(217088, 1920)",model.language_model.embed_tokens.weight,2d-64,0,0.12477325640165948,2.969770738349405 +519,729,0.04618492380888755,0.999054639936266,0.9990546399362661,0.9989871098263653,0.046961712650368824,0.04618492380888755,0.04656845995092792,0.04347213385397417,0.9825293802612127,"model.language_model.layers.0.linear_attn.conv1d.weight|3d-axis0-slice|(4924, 0, 0)","model.language_model.layers.5.linear_attn.conv1d.weight|3d-axis0-slice|(6054, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,5,0.0,0.07579302200632435 +781,988,0.3210462367293957,0.9472738403783263,0.9472738403783264,0.9443152276461754,0.3210462367293957,0.3462111068357163,0.3329174628419572,0.32042514154619206,1.0215248996372104,"model.language_model.layers.22.linear_attn.conv1d.weight|3d-volume|(5076, 0, 0)","model.language_model.layers.16.linear_attn.conv1d.weight|3d-volume|(896, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,6,0.0,0.9247990103130251 +1103,1224,1.0906890956803554,0.043469782249933635,0.01679235779913446,0.016874726480006895,1.099693823809825,2.316986018436015,1.4049843658973857,0.99985899841905,0.035380446261284074,"model.language_model.layers.18.linear_attn.in_proj_qkv.weight|2d-128|(5376, 1920)","model.language_model.layers.14.linear_attn.in_proj_qkv.weight|2d-128|(5504, 256)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,4,0.009004728129469619,3.4381580949778066 +1346,1379,1.1006265713924581,0.02949833394942041,0.007362631799599999,0.007464665753546901,1.1252785737332878,2.149894143443686,1.409929124203338,0.9999728954591637,0.014066631459779336,"model.language_model.layers.20.linear_attn.in_proj_qkv.weight|2d-64|(5632, 192)","model.language_model.layers.13.linear_attn.in_proj_qkv.weight|2d-64|(2304, 640)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,7,0.02465200234082965,3.1607692766896993 +1645,1706,1.120629983238862,-0.0005458834300566791,-0.014238738156672408,-0.014276766697842964,2.148930829425019,1.1382691920838621,1.422518408077792,0.9998986240293091,-0.00754213060558387,"model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-128|(640, 1664)","model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-128|(1920, 1536)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,2,0.017639208845000143,6.288868791363322 +1894,1922,1.1062028644366289,0.05889342308360623,0.024094649894421064,0.025248526946939624,1.1219028087002134,2.103868241122129,1.3999944245504177,0.9997096817808985,0.04518392172719363,"model.language_model.layers.22.linear_attn.in_proj_z.weight|2d-64|(448, 128)","model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-64|(640, 768)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,18,0.015699944263584564,2.9561060051421797 +2102,2240,1.1959086741600584,0.0199777337161985,0.002911008375847133,0.00281750292361061,1.822711494467303,1.1937992470337242,1.4123254024210232,0.9999957630061418,0.0019065878597593446,"model.language_model.layers.16.linear_attn.out_proj.weight|2d-128|(1664, 256)","model.language_model.layers.0.linear_attn.out_proj.weight|2d-128|(1536, 0)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,16,0.002109427126334218,4.785212385075785 +2403,2489,1.2012610564579014,0.037267182896120854,0.038997805676033934,0.038966682599576044,1.6702204683254405,1.2126429498459486,1.3877455510078587,0.9992392962411227,0.028313875329236106,"model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(192, 960)","model.language_model.layers.9.linear_attn.out_proj.weight|2d-64|(1280, 896)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,3,0.011381893388047182,4.802019230754044 +2585,2622,1.2476070438410134,0.043989079660572514,0.007052889548416032,0.0069580582474228405,1.278336794523019,1.591126259908857,1.4093351285469535,0.9999751280652024,0.008778623768635795,"model.language_model.layers.22.mlp.down_proj.weight|2d-128|(1664, 2688)","model.language_model.layers.3.mlp.down_proj.weight|2d-128|(1280, 896)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,19,0.030729750682005674,3.2685158110957357 +2966,2973,1.233475794588028,0.031524241567680945,-0.0036742379851344878,-0.004078688292713371,1.5611450466223693,1.3062300092558303,1.4167685868966593,0.9999932499648329,-0.003074281872599945,"model.language_model.layers.1.mlp.down_proj.weight|2d-64|(320, 2432)","model.language_model.layers.1.mlp.down_proj.weight|2d-64|(1152, 2624)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,0,0.07275421466780241,3.9037564530782927 +3211,3265,1.1309179415763235,0.022030467942482757,-0.005305506587182363,-0.005340541607219557,2.047927749813468,1.1493065779747234,1.4174121834974889,0.9999859257008836,-0.002977474972294462,"model.language_model.layers.12.mlp.gate_proj.weight|2d-128|(1024, 1152)","model.language_model.layers.23.mlp.gate_proj.weight|2d-128|(4352, 896)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,11,0.018388636398399827,5.579395291320662 +3377,3407,1.1193701026229923,0.06115608214871604,0.03057210977297502,0.030561909536998045,2.026389622186298,1.1299816271127423,1.3957015767105294,0.9995325638037158,0.01704801582445119,"model.language_model.layers.13.mlp.gate_proj.weight|2d-64|(1024, 704)","model.language_model.layers.23.mlp.gate_proj.weight|2d-64|(448, 1856)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,10,0.010611524489750002,5.312675286459148 +3592,3718,1.1895971764661553,0.060903928010580866,0.019564271753053912,0.019584349959601045,1.7280171497659005,1.2092741597472814,1.4011561090310176,0.9998086013186587,0.013691165211205707,"model.language_model.layers.1.mlp.up_proj.weight|2d-128|(5120, 384)","model.language_model.layers.23.mlp.up_proj.weight|2d-128|(3968, 1792)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,22,0.019676983281126104,4.522058740798685 +4066,4084,1.1907648231919141,0.005960044673702291,-0.0016398745216790011,-0.0014624449345868112,1.2083071058153938,1.785852593044531,1.4152895272367885,0.9999986554048725,-0.0024237001940262807,"model.language_model.layers.23.mlp.up_proj.weight|2d-64|(5760, 640)","model.language_model.layers.2.mlp.up_proj.weight|2d-64|(4992, 1344)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,21,0.017542282623479677,3.101962046458746 +4222,4300,1.1463175997427963,0.010728986784529212,0.009372757703104544,0.00937959939626484,1.148260593433697,2.0011137955201033,1.408480023173658,0.9999560747418053,0.01633423183640137,"model.language_model.layers.15.self_attn.k_proj.weight|2d-128|(384, 1792)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 1536)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,8,0.001942993690900563,3.212008316505093 +4409,4589,1.083562269219738,0.024599440198044227,0.030050200943600756,0.030053824912667303,2.2779378078768406,1.0967571241349596,1.3975042116912082,0.999548390736161,0.014468249243950878,"model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 1024)","model.language_model.layers.11.self_attn.k_proj.weight|2d-64|(448, 832)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,12,0.013194854915221654,6.722422232496318 +4739,4795,1.0918293404875186,0.03919797715218354,0.004602262611966769,0.004414181800276657,2.275322770628305,1.1107797411079305,1.4116453486806202,0.9999894095333463,0.002246758191243129,"model.language_model.layers.11.self_attn.o_proj.weight|2d-128|(1024, 384)","model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(256, 256)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,8,0.018950400620411978,6.204343007214774 +4898,5045,1.0873290075769118,0.0019888742967359685,0.012084438771523256,0.011985011294176763,1.0921139976560132,2.420242245199003,1.4077918812557055,0.9999269805038652,0.026780417874996815,"model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(256, 384)","model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(320, 512)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,4,0.004784990079101492,3.0029044293705467 +5166,5172,1.0873109845574527,0.015613912630327909,0.010303554671359362,0.01030993417208351,1.0799540473718166,2.58217917532316,1.409017054743354,0.9999469169716632,0.024635885544329817,"model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(3328, 768)","model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(2688, 1536)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,4,0.007356937185636125,3.0807269545236604 +5596,5620,1.0787086016489187,0.017992029719135508,0.008104684993872905,0.008336700471979874,1.0869805799937347,2.503171452465221,1.410019802137118,0.9999671565012274,0.018664009717637143,"model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(1344, 640)","model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(2688, 384)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,4,0.008271978344815967,2.843708969963063 +5786,5813,1.066658913142123,0.021504605684607023,0.014465501464291156,0.014521948073373757,1.0703772237415003,2.699864647621189,1.407187311340966,0.999895369159887,0.036487039472902806,"model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(128, 1280)","model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(384, 896)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,12,0.003718310599377439,3.602374889939297 +5916,6090,1.0557853710182348,0.056083211657753984,0.0320533948456237,0.0322506217799377,1.0653798102959804,2.6573467422351706,1.3984687963293854,0.999486157922595,0.07994987660497539,"model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(128, 64)","model.language_model.layers.3.self_attn.v_proj.weight|2d-64|(448, 640)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,16,0.009594439277745614,3.927922592639492 +6178,6198,1.1102144663930533,-0.0022986420161914115,-0.007641198880812668,-0.007551649189523764,1.1304097887864002,2.175930090948704,1.4186274897812914,0.9999708056136759,-0.014708572714620739,"model.visual.blocks.23.attn.proj.weight|2d-128|(0, 896)","model.visual.blocks.0.attn.proj.weight|2d-128|(768, 768)",model.visual.layers.*.attn.proj.weight,2d-128,23,0.02019532239334687,3.193111800342916 +6512,6615,1.1263813133164178,-0.012456514669053186,-0.014744638639827144,-0.014730734454192658,1.1302336009008596,2.2067287851696973,1.4226489327005467,0.9998912919069657,-0.028788224387859093,"model.visual.blocks.23.attn.proj.weight|2d-64|(0, 64)","model.visual.blocks.22.attn.proj.weight|2d-64|(896, 448)",model.visual.layers.*.attn.proj.weight,2d-64,1,0.0038522875844417825,2.9330622450230543 +6726,6763,1.054731917716719,0.023094229537710086,0.012072002739192698,0.012162863898918796,2.791527834911632,1.0661331590336243,1.4085118111238937,0.9999271307199665,0.004610508358626307,"model.visual.blocks.11.attn.qkv.weight|2d-128|(2176, 256)","model.visual.blocks.0.attn.qkv.weight|2d-128|(1664, 384)",model.visual.layers.*.attn.qkv.weight,2d-128,11,0.011401241316905342,9.322631338876374 +7015,7090,1.0462331914822545,0.047720555330949634,0.028380886206971635,0.028367327301335506,2.8097326074711937,1.0585624689736652,1.4009091083204135,0.9995971815176886,0.010692455536525834,"model.visual.blocks.15.attn.qkv.weight|2d-64|(2496, 192)","model.visual.blocks.0.attn.qkv.weight|2d-64|(1664, 512)",model.visual.layers.*.attn.qkv.weight,2d-64,15,0.012329277491410773,9.915605939858656 +7182,7348,1.181751380499539,0.022844265902111655,0.013823863523208432,0.013960510938394347,1.2025749706582327,1.76346447903762,1.4050841195529802,0.9999044458333465,0.020271411663339883,"model.visual.blocks.1.mlp.linear_fc1.weight|2d-128|(1664, 640)","model.visual.blocks.14.mlp.linear_fc1.weight|2d-128|(1920, 0)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,13,0.020823590158693728,3.4103061039403797 +7495,7644,1.185850167093591,0.033990487653637005,0.025174658405155897,0.02511047117146117,1.7286952850112862,1.204245040346876,1.3974157216052945,0.9996830680641658,0.01753718991987524,"model.visual.blocks.18.mlp.linear_fc1.weight|2d-64|(3648, 576)","model.visual.blocks.1.mlp.linear_fc1.weight|2d-64|(3648, 128)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,17,0.018394873253285038,4.99442405413315 +7828,7855,1.171295522808707,0.04993127039949476,0.007882221778894924,0.0078883997645862,1.259976365800346,1.626962872188864,1.408806921432759,0.999968934807391,0.010178033916116002,"model.visual.blocks.2.mlp.linear_fc2.weight|2d-128|(256, 1408)","model.visual.blocks.23.mlp.linear_fc2.weight|2d-128|(256, 3968)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,21,0.08868084299163903,3.0243676514291273 +8051,8072,1.0711970232457182,0.04021230414028907,0.01812093567466185,0.01740826394847236,2.1905145723251667,1.1135519234564193,1.4038231650382913,0.9998358023647057,0.009211809421532748,"model.visual.blocks.8.mlp.linear_fc2.weight|2d-64|(384, 3328)","model.visual.blocks.23.mlp.linear_fc2.weight|2d-64|(192, 3520)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,15,0.042354900210701096,4.210134524915025 +8206,8221,0.585866720170053,0.8275770072148091,0.8174526858304025,0.8174479015253036,0.6000419194867825,0.6087983344397621,0.6043725571194704,0.5759957520925493,0.8293817772640157,"model.visual.merger.linear_fc1.weight|2d-128|(1280, 640)","model.visual.merger.linear_fc1.weight|2d-128|(1280, 2688)",model.visual.merger.linear_fc1.weight,2d-128,0,0.014175199316729503,1.7299241493236013 +8489,8586,0.6457511895302545,0.7874636804288473,0.7822184103922746,0.782218477996625,0.6572413273252313,0.6628230434064138,0.6600144843940913,0.6230043005015159,0.7888615122465847,"model.visual.merger.linear_fc1.weight|2d-64|(1088, 3648)","model.visual.merger.linear_fc1.weight|2d-64|(1088, 2624)",model.visual.merger.linear_fc1.weight,2d-64,0,0.011490137794976873,1.673594031889025 +8865,8949,1.327386580954785,0.04183379023890964,0.007458458795557989,0.007441309869406235,1.3648112120459994,1.4576487951219341,1.408941207119116,0.9999721853093689,0.00796580023731903,"model.visual.merger.linear_fc2.weight|2d-128|(1152, 3968)","model.visual.merger.linear_fc2.weight|2d-128|(1664, 512)",model.visual.merger.linear_fc2.weight,2d-128,0,0.03742463109121452,3.3825996075680655 +8966,9160,1.306990160035936,0.014141752756719281,0.0010099660793929932,0.0010100457825188477,1.3356855306008177,1.5067297699934539,1.4135043840954402,0.9999994899841292,0.001139299575866846,"model.visual.merger.linear_fc2.weight|2d-64|(1152, 3712)","model.visual.merger.linear_fc2.weight|2d-64|(192, 512)",model.visual.merger.linear_fc2.weight,2d-64,0,0.028695370564881806,3.2581671801091674 +9272,9296,0.4080088509553729,0.9134871353139582,0.949208542569692,0.9506567168267483,0.3147348382117265,0.3290084231446214,0.32163433481047055,0.3146476485097598,0.9922562357592318,"model.visual.pos_embed.weight|2d-128|(896, 0)","model.visual.pos_embed.weight|2d-128|(1280, 0)",model.visual.pos_embed.weight,2d-128,0,0.09327401274364644,2.4967578665350785 +9490,9614,0.19731497666961914,0.9860522389854587,0.9809804018796708,0.9808010598686692,0.24098229886627856,0.21443683569514088,0.22655139989360293,0.19410680340472217,0.8729202694458169,"model.visual.pos_embed.weight|2d-64|(1344, 960)","model.visual.pos_embed.weight|2d-64|(1152, 960)",model.visual.pos_embed.weight,2d-64,0,0.01712185902552174,1.1873980079880395 +9698,9770,0.4612895985110311,0.8931326529060903,0.9034811146056003,0.9028184112410647,0.4336895941690223,0.44731126860310144,0.44034249384728286,0.42862789870821777,0.9318583820474842,"mtp.fc.weight|2d-128|(256, 2304)","mtp.fc.weight|2d-128|(1408, 3456)",mtp.fc.weight,2d-128,0,0.027600004342008766,0.9916476459799038 +9967,10068,1.0029622868391646,0.06532102063743285,0.031537246822456635,0.03300875951995307,6.078554746626059,1.0084946763255087,1.4069936963092318,0.9995025773167668,0.005232353224105571,"mtp.fc.weight|2d-64|(1600, 0)","mtp.fc.weight|2d-64|(1664, 3712)",mtp.fc.weight,2d-64,0,0.005532389486344158,45.98231674624076 +10187,10359,1.2342857277945583,0.041573175084268756,0.006986541587766799,0.006970989132252078,1.3489176501410052,1.478558502603653,1.409285472715217,0.9999755938204904,0.007657999335472265,"mtp.layers.0.mlp.down_proj.weight|2d-128|(1152, 2944)","mtp.layers.0.mlp.down_proj.weight|2d-128|(768, 4480)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.11463192234644692,3.036056753902269 +10453,10545,1.2179745572447382,0.018198142560422313,0.005738086567512107,0.006021795233913376,1.5399930738367644,1.308520602742629,1.410203671182138,0.9999835370457575,0.004875609261802563,"mtp.layers.0.mlp.down_proj.weight|2d-64|(576, 4480)","mtp.layers.0.mlp.down_proj.weight|2d-64|(1152, 4928)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.0905460454978908,4.261495831827301 +10748,10774,1.285948434726473,0.04748756274597907,0.022529152162991714,0.0224991528871478,1.5213195522681635,1.301130435346925,1.3983872270279734,0.999746186440747,0.01926838152978885,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(2560, 768)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(2432, 768)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.015182000620452163,4.011972871273081 +10973,11034,1.2742912810083884,0.04631139807892723,0.02712371606221981,0.025720492035256216,1.5388323362345577,1.2855144850263374,1.395212665779852,0.9996320843325189,0.022658693260271028,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(5568, 1344)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(4608, 1216)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.011223204017948962,4.346616124542944 +11214,11298,1.3030607534631844,0.01816649133474781,-0.0063288303668098365,-0.006450400720606343,1.3796072827982389,1.461259927966543,1.4186742983217817,0.9999799727525488,-0.006703404890092552,"mtp.layers.0.mlp.up_proj.weight|2d-128|(384, 1792)","mtp.layers.0.mlp.up_proj.weight|2d-128|(4992, 1664)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.07654652933505446,3.3542123843109395 +11484,11500,1.294020949340653,0.03560494040053545,0.018286932672759715,0.01815107369011295,1.5177174551062842,1.308232926453706,1.4013657236246186,0.9998327800654577,0.01576285979044169,"mtp.layers.0.mlp.up_proj.weight|2d-64|(5184, 960)","mtp.layers.0.mlp.up_proj.weight|2d-64|(3008, 448)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.01421197711305311,4.088119395433599 +11676,11716,1.196263292116229,0.046780535896984464,-0.002723822746597749,-0.0028062957049618297,1.7076030605611683,1.2361016891197916,1.4160420598191394,0.9999962903879419,-0.001971723977131968,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 1536)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 512)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.03983839700356251,4.953964100679347 +11749,11935,1.0647134474740794,0.05063403343005046,0.03355915081226083,0.03356650296741113,2.389666281593202,1.0841479464298767,1.396243055881784,0.9994367330635591,0.015225173789867567,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 1344)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 960)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.019434498955797297,8.576021639146372 +12171,12173,0.9201442310073078,0.5447422644427059,0.5493063737421066,0.5493053915415372,0.9192405510488375,0.9859141393877668,0.9508285917487591,0.8356210311895561,0.5891482051245925,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(1408, 1408)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1408, 1664)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.0009036799584702937,2.7766933117973265 +12336,12392,1.0566312898414736,0.3938784931503607,0.3615119248261039,0.3614570081110091,1.2161316100112658,1.0646121177060752,1.132841670872687,0.9323674856023914,0.31647066213627373,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(1344, 1600)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(1344, 1344)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.007980827864601636,3.7267772279248854 +12581,12603,1.0323573885196236,0.06765298303382475,0.01657429582034969,0.01653990271945277,3.184331621368749,1.0475265386318204,1.407238557346789,0.9998626369247225,0.005452326200713949,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 640)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(768, 1408)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.015169150112196883,9.087446540551875 +12805,12873,1.0376036821519454,0.056633641027893075,0.033541411988188774,0.03189156043012804,1.0504205417577965,2.9438477380628894,1.3991189830197914,0.9994373285413342,0.09400121750059265,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(768, 1664)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(2112, 1216)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.012816859605851105,3.1451446291585388 +13013,13070,1.3240761778511607,0.02522263130506492,0.004092272883305021,0.0041001054154403025,1.4198513572465457,1.4029349648528844,1.4113171302319085,0.9999916266162675,0.004043516727583076,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(0, 640)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(384, 1792)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.07885878700172366,4.140647445732887 +13199,13273,1.2711684256244598,0.03641930629512294,0.029740447518483242,0.029601083798026766,1.2930909030906639,1.5211276016750435,1.3933036640847647,0.9995576550561756,0.03498517814826899,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 1984)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 576)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.021922477466204127,3.4662634217091566 +36,45,1.1246623868056362,0.3404147156602306,0.3555825677294271,0.3556282637500476,1.1184524725807732,1.1531733251109046,1.1354149327687848,0.9346448724124835,0.366621150234351,"model.language_model.embed_tokens.weight|2d-128|(246656, 1408)","model.language_model.embed_tokens.weight|2d-128|(247552, 1408)",model.language_model.embed_tokens.weight,2d-128,0,0.006209914224863056,3.063147249863935 +335,511,1.027577603470513,0.42533783415029985,0.38242240048170556,0.3820167071805491,1.0585908597744729,1.1775089055684034,1.1133145541175884,0.9239876122599318,0.4253822693613566,"model.language_model.embed_tokens.weight|2d-64|(165056, 832)","model.language_model.embed_tokens.weight|2d-64|(184320, 832)",model.language_model.embed_tokens.weight,2d-64,0,0.03101325630395979,2.801466910324477 +691,728,0.04716472920859974,0.998950487146693,0.9989504871466931,0.9998974813735527,0.04716472920859973,0.04775210985076433,0.047455693393453,0.04580310283577632,1.0113912281087736,"model.language_model.layers.12.linear_attn.conv1d.weight|3d-axis0-slice|(556, 0, 0)","model.language_model.layers.0.linear_attn.conv1d.weight|3d-axis0-slice|(480, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,12,6.938893903907228e-18,0.06462097471988766 +960,998,0.3229757358904573,0.9468766035625319,0.9468766035625321,0.9405526816282335,0.3229757358904573,0.3521834606604987,0.33663297570974426,0.32159710450481915,1.0325056714917282,"model.language_model.layers.12.linear_attn.conv1d.weight|3d-volume|(3664, 0, 0)","model.language_model.layers.18.linear_attn.conv1d.weight|3d-volume|(5908, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,6,0.0,1.0208479523381269 +1078,1108,1.0940620124734683,0.0673999306128368,0.00486057878313484,0.00490046694889718,2.123323480583797,1.130650279914613,1.4113589835000644,0.9999881873171768,0.0025882136245144543,"model.language_model.layers.0.linear_attn.in_proj_qkv.weight|2d-128|(4608, 1920)","model.language_model.layers.18.linear_attn.in_proj_qkv.weight|2d-128|(4352, 1408)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,18,0.03658826744114463,5.713090781908358 +1316,1434,1.1012732456396772,0.01050176384404816,0.020562291431196696,0.02054897279807435,2.375525869369651,1.091969303330365,1.4031348427117458,0.9997885737350164,0.009451966547077775,"model.language_model.layers.9.linear_attn.in_proj_qkv.weight|2d-64|(4032, 320)","model.language_model.layers.20.linear_attn.in_proj_qkv.weight|2d-64|(4608, 640)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,11,0.009303942309312196,6.659778291785941 +1635,1788,1.1219433823904472,0.036406550985292094,0.013384815643642814,0.013576810930571307,2.110343651607195,1.127437136213472,1.4063243090087334,0.9999104193427457,0.007150749218745148,"model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(256, 1920)","model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-128|(1024, 1408)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,14,0.005493753823024861,5.680405831292733 +1882,1922,1.1103423958267662,-0.011810618589109225,-0.009204877241892985,-0.008677831226613622,1.1102729032903365,2.345916480574582,1.419238150264793,0.9999576342200511,-0.019449158093859973,"model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-64|(1920, 1280)","model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-64|(640, 768)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,2,6.94925364297383e-05,3.015096511370134 +2178,2251,1.1984220313073086,0.013693844697302539,-0.009976318966277892,-0.009984087904872546,1.7847509284233278,1.2154843169971412,1.4207624402739214,0.9999502352916785,-0.0067942585442912345,"model.language_model.layers.12.linear_attn.out_proj.weight|2d-128|(640, 896)","model.language_model.layers.22.linear_attn.out_proj.weight|2d-128|(1792, 1152)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,10,0.01706228568983259,5.114273190208717 +2327,2403,1.2015445086695837,0.015646968803155036,0.019217038495677474,0.01937757955877933,1.2072392784651196,1.734979784849862,1.4014142542636203,0.9998153356652696,0.027617700906047298,"model.language_model.layers.22.linear_attn.out_proj.weight|2d-64|(1344, 64)","model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(192, 960)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,10,0.005694769795535848,3.1651271311543905 +2651,2744,1.2483687094829081,0.0346563885117883,0.0003763383458705494,0.00035095433393220177,1.6049934545164137,1.278098771650765,1.4139541824881687,0.9999999291847221,0.0002996881864089315,"model.language_model.layers.3.mlp.down_proj.weight|2d-128|(512, 5248)","model.language_model.layers.21.mlp.down_proj.weight|2d-128|(640, 3712)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,18,0.029730062167856897,4.230602518879204 +2816,2928,1.2335577691703867,0.06677071309814686,0.04156117656728645,0.041645773554163115,1.2689459916815868,1.5402927147589232,1.3850683514110929,0.9991359610194915,0.05044846502770944,"model.language_model.layers.21.mlp.down_proj.weight|2d-64|(1792, 4096)","model.language_model.layers.7.mlp.down_proj.weight|2d-64|(704, 3520)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,14,0.03538822251120011,3.3002178869335412 +3102,3242,1.1315984092708489,0.05620572216878877,0.005109437117772359,0.0051722914239549994,1.1670830952821425,1.9231364694779818,1.4110051049908303,0.999986946740976,0.008419404667426031,"model.language_model.layers.23.mlp.gate_proj.weight|2d-128|(3200, 512)","model.language_model.layers.10.mlp.gate_proj.weight|2d-128|(1408, 256)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,13,0.03548468601129362,2.9453312878308577 +3441,3575,1.120460921948621,0.047304571698323326,0.02718028784528846,0.02718436963947239,1.1388336389974512,1.9882509806442517,1.3975371561047671,0.9996305477288332,0.04745314162844883,"model.language_model.layers.23.mlp.gate_proj.weight|2d-64|(2688, 0)","model.language_model.layers.13.mlp.gate_proj.weight|2d-64|(1984, 0)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,10,0.018372717048830145,3.100757874424281 +3633,3718,1.1896270195967336,0.03344629349338382,0.0038990820886678117,0.00372820291541928,1.7703701126684226,1.208610441876246,1.4116435107732592,0.9999923985505419,0.002661856575851025,"model.language_model.layers.2.mlp.up_proj.weight|2d-128|(3712, 1792)","model.language_model.layers.23.mlp.up_proj.weight|2d-128|(3968, 1792)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,21,0.01898342227951244,4.440258822134378 +4059,4074,1.1918700046142914,0.0213957270629353,0.0003714491828177685,0.00037362495364964924,1.793978548300588,1.204184458278191,1.4139704583492314,0.99999993101275,0.0002493303687566423,"model.language_model.layers.2.mlp.up_proj.weight|2d-64|(2368, 1408)","model.language_model.layers.23.mlp.up_proj.weight|2d-64|(1664, 576)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,21,0.012314453663899716,4.6333887946334595 +4300,4331,1.148657153339803,0.037126268257095134,0.01211504734039748,0.012103794199843048,1.9109833514034265,1.1647986854377443,1.4065786460735168,0.9999266101209329,0.007384465806961359,"model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 1536)","model.language_model.layers.3.self_attn.k_proj.weight|2d-128|(128, 1792)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,20,0.016141532097941447,5.165397597101519 +4375,4407,1.0836121921917738,0.039993819395141586,0.007891318439460728,0.007846958922632501,2.397603982026024,1.0962920807300365,1.4099867748753006,0.999968863061889,0.0036082647411976995,"model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 640)","model.language_model.layers.15.self_attn.k_proj.weight|2d-64|(384, 896)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,8,0.01267988853826263,6.869347242816585 +4648,4779,1.0919054253075677,0.049609158449253225,-0.0031036257162938923,-0.003068618448790535,1.1165047796206102,2.2625253829622163,1.4159542929808973,0.9999951837421084,-0.006289298613406131,"model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(1024, 256)","model.language_model.layers.11.self_attn.o_proj.weight|2d-128|(1280, 1408)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,8,0.0245993543130425,2.9287466966383846 +4898,4933,1.088978908108537,-0.023339579728301064,-0.0234060302703247,-0.023794549385007437,1.1052038909239814,2.4681428686345344,1.426506742335909,0.9997260413468205,-0.05227037940162254,"model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(256, 384)","model.language_model.layers.3.self_attn.o_proj.weight|2d-64|(1792, 1856)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,16,0.016224982815444378,2.8823164679996 +5172,5332,1.0873829627991392,-0.013438595322864441,0.006875762299509963,0.006888102177346706,2.643715432642949,1.077231383614615,1.4108114956929918,0.999976361667015,0.0028016581678390728,"model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(2688, 1536)","model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(3456, 1536)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,4,0.01015157918452414,7.17225640542888 +5443,5609,1.0792810479129846,0.00832618668659368,0.004219960707754634,0.0046736030238833945,2.6560970625017064,1.0775747039801908,1.4121330376453174,0.9999910959261713,0.0017120319037526948,"model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(2624, 832)","model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(1408, 1920)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,4,0.0017063439327937857,6.875821099470871 +5754,5786,1.066950026773002,0.04882575609893214,0.003090924672263639,0.002976677172508535,2.499139663612971,1.0896894403657678,1.412611160173585,0.9999952230809257,0.0013477229885833692,"model.language_model.layers.3.self_attn.v_proj.weight|2d-128|(384, 640)","model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(128, 1280)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,16,0.022739413592765656,8.254014501632726 +5970,6132,1.0558980685363186,0.05160278741358091,0.025380773267041783,0.025555746592413893,1.0721392796221105,2.596967396999107,1.4014957361379305,0.9996778562858972,0.06147805787729924,"model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(128, 1344)","model.language_model.layers.3.self_attn.v_proj.weight|2d-64|(256, 1152)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,16,0.016241211085791907,3.631053619863942 +6178,6394,1.1104554955469257,-0.039004755450864376,0.004040594573099144,0.003925892926554801,1.0964898212068823,2.416105698039337,1.412061536183736,0.9999918367644287,0.008903414680846093,"model.visual.blocks.23.attn.proj.weight|2d-128|(0, 896)","model.visual.blocks.21.attn.proj.weight|2d-128|(896, 256)",model.visual.layers.*.attn.proj.weight,2d-128,2,0.013965674340043366,3.240267562311675 +6433,6643,1.1267510732202228,0.06246204742160854,0.02386734542085258,0.023795926345557095,1.1534826671338885,1.9248026446916775,1.3992516556495165,0.9997151343370578,0.03982715206460441,"model.visual.blocks.23.attn.proj.weight|2d-64|(896, 896)","model.visual.blocks.21.attn.proj.weight|2d-64|(640, 256)",model.visual.layers.*.attn.proj.weight,2d-64,2,0.02673159391366564,2.871788273906585 +6852,6860,1.0556266203933358,0.03369729126654372,-0.0003641672967294071,-0.00031075241699526115,2.7329248775693897,1.0746706386938247,1.414388947857295,0.9999999336910878,-0.00014320185109356664,"model.visual.blocks.21.attn.qkv.weight|2d-128|(2304, 768)","model.visual.blocks.1.attn.qkv.weight|2d-128|(128, 512)",model.visual.layers.*.attn.qkv.weight,2d-128,20,0.019044018300488963,9.667308465894632 +6971,7090,1.04628548365505,0.027171446422083488,-0.0021831395611379293,-0.0022028521041073984,1.5372222448063113,1.3191449257539147,1.41573856066684,0.9999976169479888,-0.001873429482313138,"model.visual.blocks.0.attn.qkv.weight|2d-64|(192, 704)","model.visual.blocks.0.attn.qkv.weight|2d-64|(1664, 512)",model.visual.layers.*.attn.qkv.weight,2d-64,0,0.2728594420988648,10.664313362816792 +7182,7358,1.1818675274547732,0.012978712632352861,-0.004426077570103284,-0.004060298776438261,1.2110725441336703,1.784294445031434,1.417119151236708,0.9999902048706995,-0.006521017803489937,"model.visual.blocks.1.mlp.linear_fc1.weight|2d-128|(1664, 640)","model.visual.blocks.17.mlp.linear_fc1.weight|2d-128|(128, 640)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,16,0.029205016678897078,3.564010597701736 +7623,7644,1.18595941898223,0.014913490571460842,0.01774631117136479,0.017838230773523252,1.7615100250291102,1.1999396284533614,1.4024875369739676,0.9998425218202159,0.01208877708943683,"model.visual.blocks.17.mlp.linear_fc1.weight|2d-64|(3904, 384)","model.visual.blocks.1.mlp.linear_fc1.weight|2d-64|(3648, 128)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,16,0.013980209471131433,4.823761845044051 +7828,7880,1.1762108944770955,0.04994848188599245,0.008089557305785809,0.008072635412418518,1.2574533779730082,1.6320177731320964,1.4086715909971117,0.9999672789959662,0.010499237213148134,"model.visual.blocks.2.mlp.linear_fc2.weight|2d-128|(256, 1408)","model.visual.blocks.14.mlp.linear_fc2.weight|2d-128|(256, 3072)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,12,0.08124248349591268,3.1382880781771774 +8008,8072,1.0725216872772998,0.04402517529940837,0.029577321283959946,0.029095778220952002,2.155945051031825,1.1114229828836912,1.3970737832148992,0.9995624953276635,0.015247566087732723,"model.visual.blocks.23.mlp.linear_fc2.weight|2d-64|(960, 2560)","model.visual.blocks.23.mlp.linear_fc2.weight|2d-64|(192, 3520)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,0,0.03890129560639144,3.9178066970314718 +8288,8304,0.5874217656295414,0.826000176276337,0.8240594902565122,0.8239880977241624,0.5881470956402085,0.5988393317532558,0.5934209812982412,0.5665032714099516,0.8390405021603948,"model.visual.merger.linear_fc1.weight|2d-128|(384, 0)","model.visual.merger.linear_fc1.weight|2d-128|(384, 2048)",model.visual.merger.linear_fc1.weight,2d-128,0,0.0007253300106671023,1.5831333055132397 +8593,8649,0.6543319683736055,0.7849762468145659,0.7941266038282132,0.7941034927204259,0.6385272544710121,0.6449974320696619,0.6417378817749342,0.6077523649417319,0.802173464986611,"model.visual.merger.linear_fc1.weight|2d-64|(576, 1152)","model.visual.merger.linear_fc1.weight|2d-64|(576, 128)",model.visual.merger.linear_fc1.weight,2d-64,0,0.015804713902593415,1.7357316288408335 +8751,8852,1.327919079218374,0.03784105157761714,0.0029986081840021276,0.0030753454966466584,1.4569354344192647,1.3711562192403344,1.4120955378788065,0.9999955041643731,0.0028220607196628128,"model.visual.merger.linear_fc2.weight|2d-128|(1536, 384)","model.visual.merger.linear_fc2.weight|2d-128|(1152, 896)",model.visual.merger.linear_fc2.weight,2d-128,0,0.04323714002196044,3.5197243992170084 +8966,9037,1.3074826115784433,0.05085922207669986,0.04032969118262632,0.04033181059409462,1.3172335252228955,1.465775443542988,1.3855680727721575,0.9991864270540879,0.04487759372140395,"model.visual.merger.linear_fc2.weight|2d-64|(1152, 3712)","model.visual.merger.linear_fc2.weight|2d-64|(896, 2112)",model.visual.merger.linear_fc2.weight,2d-64,0,0.009750913644452242,3.3632781863064882 +9292,9316,0.41926410219135685,0.9419690445711153,0.9576328601699009,0.9594436452310108,0.4621156521690094,0.3503437141997528,0.39482259662491026,0.2879918490562104,0.7260101481023912,"model.visual.pos_embed.weight|2d-128|(1152, 512)","model.visual.pos_embed.weight|2d-128|(1536, 512)",model.visual.pos_embed.weight,2d-128,0,0.06892038799160405,1.9714518615795757 +9475,9480,0.19909770038353072,0.9800597600359733,0.9673256452433925,0.9673075661990171,0.25836869775360943,0.2540354107171711,0.2561745711518527,0.25353716898012113,0.9511019319414624,"model.visual.pos_embed.weight|2d-64|(1472, 896)","model.visual.pos_embed.weight|2d-64|(1280, 896)",model.visual.pos_embed.weight,2d-64,0,0.054937710333640394,0.7219348795967293 +9770,9859,0.48642046557447555,0.8806300998238028,0.8569219288304981,0.8560119258915446,0.5435495555461138,0.5280068301841753,0.5356091303651739,0.515446222111889,0.832418363220821,"mtp.fc.weight|2d-128|(1408, 3456)","mtp.fc.weight|2d-128|(1152, 3200)",mtp.fc.weight,2d-128,0,0.04158636460969972,1.7233240654383386 +9945,10068,1.0036643895108228,0.05881871562588736,0.010328471956301708,0.009429887685407031,6.365021592666547,1.0109124475448272,1.4119489519390311,0.9999466599109414,0.0016403999126684606,"mtp.fc.weight|2d-64|(320, 2752)","mtp.fc.weight|2d-64|(1664, 3712)",mtp.fc.weight,2d-64,0,0.007248058034004412,46.75335468716495 +10142,10158,1.2367496897230246,0.03150277947108718,0.017843709303218026,0.017837920397221485,1.3252635592801958,1.4929260807828202,1.4016291647980639,0.9998407883449756,0.020101163131015343,"mtp.layers.0.mlp.down_proj.weight|2d-128|(1152, 512)","mtp.layers.0.mlp.down_proj.weight|2d-128|(1024, 128)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.08851386955717122,3.2442700669244453 +10505,10545,1.2186708403941502,0.012295161982736374,0.010917564194604275,0.010900858808675211,1.546014733880512,1.2991510457492277,1.4065884897972858,0.9999404016200449,0.009174275399596992,"mtp.layers.0.mlp.down_proj.weight|2d-64|(1216, 5248)","mtp.layers.0.mlp.down_proj.weight|2d-64|(1152, 4928)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.0804802053550775,4.671215137820081 +10787,10871,1.2872122753338402,0.02583918708199097,0.020239367045678584,0.02025393782986226,1.3313363687116913,1.4803030640631845,1.3999099564310338,0.9997951630317033,0.02250400256203438,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(1152, 384)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(5504, 768)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.04412409337785106,3.5609024893274954 +10962,11135,1.2743511565981789,0.024941561284159676,0.009641920288835816,0.009713874202983358,1.3086010401010475,1.532756512813092,1.407463927600148,0.9999535156061725,0.011293523133373487,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(2688, 1408)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(3328, 320)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.03424988350286862,3.5938372083796306 +11214,11226,1.303330224184534,0.03227935955462296,0.007104397122106931,0.007142079947173264,1.3644763323892894,1.458613681359424,1.4091922398356729,0.9999747634523241,0.007594540553129371,"mtp.layers.0.mlp.up_proj.weight|2d-128|(384, 1792)","mtp.layers.0.mlp.up_proj.weight|2d-128|(4480, 1920)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.06114610820475552,3.34785896396743 +11507,11647,1.2940609995620742,0.04095920374528548,0.021507269745194103,0.021472737163147335,1.312314797362596,1.5056641829255617,1.3990670331111852,0.9997686919223403,0.024676034891123688,"mtp.layers.0.mlp.up_proj.weight|2d-64|(1472, 1792)","mtp.layers.0.mlp.up_proj.weight|2d-64|(3776, 704)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.01825379780052172,3.655806721844838 +11708,11718,1.1966072404058024,-0.01435944531824063,-0.0008013576646070807,-0.0008048370096612262,1.8166963944960346,1.1984267048677901,1.4147343820921918,0.9999996789128952,-0.000528634519408525,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(256, 1536)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 768)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.0018194644619877742,5.773354159350824 +11861,11933,1.0659540537679661,0.043920895570703,0.024502032921777276,0.02512889982989066,2.3964702915655405,1.0880687966708387,1.4011090930851435,0.9996997801253635,0.01112465177265827,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(256, 320)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 832)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.02211474290287252,8.840535352959419 +12235,12237,0.9232815159463438,0.5334286967853907,0.5379383055394481,0.5378796525259911,0.9207609262119671,1.0137031055773913,0.9638874313663814,0.8429842106666929,0.5922381319739486,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(1920, 1408)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1920, 1664)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.0025205897343766326,2.9614555962691775 +12305,12369,1.0775949695226277,0.37375655701128524,0.45608140585320994,0.4561268509088647,1.0998186136238244,0.9977399646411479,1.0450586486686175,0.8899380603362009,0.41375063134284223,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(1792, 832)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(1792, 576)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.07985500488147979,3.5197277266311744 +12577,12603,1.0337739172558285,0.06518870950263812,-0.0011219406220791934,-0.0011849356129827945,3.1640915873506277,1.054419442273707,1.4146893811288388,0.9999993706244222,-0.000373881720025529,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 128)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(768, 1408)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.02064552501787853,9.137177389200907 +12965,12997,1.0378694967486495,0.053410771451967806,0.02758746855061505,0.02776236731877896,1.0449792448802762,3.146349721131272,1.4024946380534744,0.9996193933587767,0.08306368227523037,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(832, 1536)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(704, 640)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.007109748131626681,3.1137387609813882 +13031,13058,1.3243470976470264,0.0047344737860811935,0.0021208270931166056,0.0022897231018634825,1.374929908941393,1.4537978764353767,1.4127154473663086,0.9999977510436916,0.002242480801536596,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 896)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(384, 256)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.0505828112943667,3.653724911684944 +13227,13273,1.2724943853422184,0.04339601204916518,0.00934532585023678,0.009246559076437596,1.3335811866879144,1.495571642564265,1.4076332973666668,0.999956331488907,0.010480505027856038,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(256, 1728)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 576)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.061086801345695996,3.5051708552555882 +126,142,1.125620634073749,0.3037659354296721,0.26278026724503817,0.25918940491646203,1.1519913574303178,1.2912170090661332,1.215665120205295,0.9648557048318812,0.2945389724716415,"model.language_model.embed_tokens.weight|2d-128|(102784, 1920)","model.language_model.embed_tokens.weight|2d-128|(173696, 1920)",model.language_model.embed_tokens.weight,2d-128,0,0.02637072335656887,2.8760335929348653 +317,508,1.0295126118435867,0.42778888346187083,0.38811062554707987,0.387026156020068,1.1630110672757716,1.0596970876445033,1.1077569961991989,0.9216127941480925,0.35363352176820245,"model.language_model.embed_tokens.weight|2d-64|(158848, 832)","model.language_model.embed_tokens.weight|2d-64|(204608, 832)",model.language_model.embed_tokens.weight,2d-64,0,0.030184475800916655,2.9891934130574067 +731,760,0.053275522619552394,0.999371715769215,0.999371715769215,0.9996684811422824,0.053275522619552394,0.05551870019983027,0.05436243173116251,0.03544254111227503,1.0414504813439067,"model.language_model.layers.17.linear_attn.conv1d.weight|3d-axis0-slice|(5026, 0, 0)","model.language_model.layers.22.linear_attn.conv1d.weight|3d-axis0-slice|(4629, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,5,0.0,0.08425384903703738 +980,1011,0.32477807017422644,0.9564971024155157,0.9564971024155157,0.9534751650245543,0.3247780701742265,0.3990969721888525,0.35624978211856384,0.2917418260563993,1.1753721465142708,"model.language_model.layers.2.linear_attn.conv1d.weight|3d-volume|(3224, 0, 0)","model.language_model.layers.2.linear_attn.conv1d.weight|3d-volume|(5924, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,0,5.551115123125783e-17,0.8776095602981429 +1103,1241,1.0977778160491247,0.04269596771468288,0.01293088189926525,0.012857135031753456,1.112188962549716,2.2248568238804576,1.4068806848525546,0.9999163926515593,0.025867331722496358,"model.language_model.layers.18.linear_attn.in_proj_qkv.weight|2d-128|(5376, 1920)","model.language_model.layers.2.linear_attn.in_proj_qkv.weight|2d-128|(5504, 640)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,16,0.014411146500591387,3.44757017102335 +1330,1434,1.1018961869663157,0.0018933557123904004,-0.02056252157726388,-0.020565006348594116,2.3528091239900446,1.115467909486528,1.425425704373846,0.9997885690016588,-0.0097487011265344,"model.language_model.layers.1.linear_attn.in_proj_qkv.weight|2d-64|(4480, 1984)","model.language_model.layers.20.linear_attn.in_proj_qkv.weight|2d-64|(4608, 640)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,19,0.013571722520212326,6.873431157321826 +1592,1706,1.1224261463078704,0.0033553971265349314,0.005417260358806554,0.0054309424596079466,2.153150021298796,1.1259659514101201,1.4110640560437562,0.9999853265374472,0.0028328962931531334,"model.language_model.layers.16.linear_attn.in_proj_z.weight|2d-128|(512, 512)","model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-128|(1920, 1536)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,14,0.0035398051022497157,6.018084648849462 +1922,2032,1.1112015057305231,0.0294732438434133,0.01545788095308897,0.016047443196974962,2.133517543747298,1.122804091567719,1.4051752827002555,0.9998805198204634,0.008135003169746954,"model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-64|(640, 768)","model.language_model.layers.12.linear_attn.in_proj_z.weight|2d-64|(448, 512)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,8,0.011602585837195978,6.4828395988092895 +2082,2134,1.1987122860759303,0.023554350219245186,0.006261820100519602,0.00626180523162053,1.213837449725141,1.748209011731121,1.4100588154716955,0.9999803946123287,0.009018481290098811,"model.language_model.layers.10.linear_attn.out_proj.weight|2d-128|(0, 896)","model.language_model.layers.16.linear_attn.out_proj.weight|2d-128|(1280, 256)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,6,0.015125163649210682,3.2647947352351228 +2317,2374,1.2016582490878,0.007838468707044126,-0.005130787383108876,-0.005232041491225089,1.229065335022566,1.7324161571729515,1.417633711600483,0.9999868374237879,-0.007232047563487536,"model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(1856, 576)","model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(1536, 896)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,0,0.02740708593476593,3.337710051587342 +2690,2721,1.2485035590477547,0.049823420103837654,0.010190760168354159,0.010278954593632574,1.2912439422791733,1.5610847266978798,1.4071176449940825,0.9999480728553813,0.012320398595000158,"model.language_model.layers.21.mlp.down_proj.weight|2d-128|(1280, 2176)","model.language_model.layers.2.mlp.down_proj.weight|2d-128|(768, 2432)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,19,0.0427403832314186,3.3086305313152233 +2819,3066,1.233808004933571,0.042182090445998216,0.021639662497229258,0.021135391868633658,1.5986466506567705,1.2596766928146839,1.399257348524823,0.9997658350868999,0.017051284270315093,"model.language_model.layers.5.mlp.down_proj.weight|2d-64|(1920, 3712)","model.language_model.layers.21.mlp.down_proj.weight|2d-64|(704, 5568)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,16,0.02586868788111296,4.170818641969819 +3138,3214,1.131824088641774,0.037143020437535146,-0.00028854517041078327,-6.950758696037836e-05,1.1549727217729457,1.9995858434016869,1.4143902875509675,0.9999999583708414,-0.0004995536492408653,"model.language_model.layers.23.mlp.gate_proj.weight|2d-128|(4480, 768)","model.language_model.layers.11.mlp.gate_proj.weight|2d-128|(5888, 0)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,12,0.02314863313117166,3.121823824311211 +3539,3558,1.1215977176846736,0.03983234902332801,0.02475861483386544,0.024785019996031703,1.1361322594272392,2.0123416313123483,1.3991431465844049,0.9996934585119122,0.04385298538123735,"model.language_model.layers.23.mlp.gate_proj.weight|2d-64|(2816, 1408)","model.language_model.layers.13.mlp.gate_proj.weight|2d-64|(2560, 320)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,10,0.014534541742565521,3.0901525750984837 +3652,3689,1.1900036905523028,0.004076168881294286,0.0144728329341928,0.014496967148171204,1.8069792773273712,1.1891213765586381,1.4047832034976122,0.9998952630685171,0.009524157380966247,"model.language_model.layers.2.mlp.up_proj.weight|2d-128|(2688, 1152)","model.language_model.layers.23.mlp.up_proj.weight|2d-128|(2048, 1280)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,21,0.000882313993664674,4.6374063124442335 +3921,4051,1.1934666972476875,0.035667182113619245,0.018867249095804794,0.018983116729301017,1.7430258638945793,1.2048904334881871,1.4016773176618087,0.9998219976133536,0.013042243613631639,"model.language_model.layers.1.mlp.up_proj.weight|2d-64|(2880, 1216)","model.language_model.layers.23.mlp.up_proj.weight|2d-64|(960, 1024)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,22,0.011423736240499638,4.319128724652236 +4214,4290,1.148702818911226,0.018400150362566474,0.00957578517998724,0.009621757062474786,1.161133584223732,1.9359820295521526,1.408227494460976,0.9999541511180334,0.01596590459460437,"model.language_model.layers.15.self_attn.k_proj.weight|2d-128|(384, 768)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 256)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,8,0.012430765312505976,3.2002521430385675 +4410,4514,1.0837677380029695,0.04125350224356722,0.02241399283363833,0.021801058531900386,1.123645550954775,2.098981639145709,1.400962259020016,0.9997487749056028,0.041869572996372686,"model.language_model.layers.3.self_attn.k_proj.weight|2d-64|(64, 768)","model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 512)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,20,0.03987781295180537,2.8381654537815204 +4674,4710,1.0922233172468037,0.009639550313919169,-0.006180503254338585,-0.006223664733920735,1.1133451316095562,2.3037074299452733,1.4176337896847906,0.9999809005073663,-0.012788551243976654,"model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(768, 256)","model.language_model.layers.23.self_attn.o_proj.weight|2d-128|(256, 640)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,4,0.02112181436275251,2.961897920436475 +4877,4933,1.0894698513509908,0.0025471611368565175,0.0037302791238826203,0.003983547900544596,1.101194462526057,2.368859310237831,1.4121955552559626,0.9999930424846255,0.008024474089821416,"model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(128, 448)","model.language_model.layers.3.self_attn.o_proj.weight|2d-64|(1792, 1856)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,16,0.01172461117506618,2.943377521598446 +5125,5185,1.0876616323010326,0.046327521793749014,0.008099508329320458,0.00805024789504267,1.1053210446291097,2.307288840606774,1.4097434305748797,0.9999671984444406,0.016907219195227963,"model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(3456, 0)","model.language_model.layers.11.self_attn.q_proj.weight|2d-128|(3200, 1536)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,8,0.017659412328077106,3.0181962368663435 +5433,5443,1.0794305174649181,0.02102636494948641,0.013354562912350328,0.013818831156714253,1.079455699861352,2.569813345722361,1.4074540422814021,0.999910823848517,0.03179262845418736,"model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(1344, 320)","model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(2624, 832)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,4,2.518239643389819e-05,2.7466461631942884 +5786,5837,1.067115784679722,0.03905418832315154,-0.0008458337294586849,-0.0010740721163202786,1.0857656296263725,2.5722620828357505,1.4146420576491676,0.9999996422825871,-0.0020038450023683466,"model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(128, 1280)","model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(384, 1152)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,12,0.018649844946650562,3.577202145432701 +6045,6070,1.0559904560548756,0.019890405269171935,0.009869495960902244,0.009684850472211536,2.4886984105783925,1.0873175387290852,1.4090836111050073,0.9999512953386669,0.004312003419574992,"model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(256, 384)","model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(384, 1408)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,12,0.03132708267420958,11.306217191037858 +6200,6203,1.111346044519065,0.03672322428618112,0.004461296680315836,0.004457784801832942,1.1319769284131924,2.116141645753952,1.4115870309644218,0.9999900483664476,0.008340042506444224,"model.visual.blocks.23.attn.proj.weight|2d-128|(128, 896)","model.visual.blocks.12.attn.proj.weight|2d-128|(256, 256)",model.visual.layers.*.attn.proj.weight,2d-128,11,0.020630883894127372,3.1534976672260244 +6558,6642,1.1285086124747326,0.024600531379052444,0.015476176343978498,0.01561215269406808,1.1264408406148312,2.1085203856114996,1.4050877221326346,0.9998802368112744,0.028968972125323587,"model.visual.blocks.2.attn.proj.weight|2d-64|(960, 320)","model.visual.blocks.18.attn.proj.weight|2d-64|(512, 768)",model.visual.layers.*.attn.proj.weight,2d-64,16,0.0020677718599013684,3.508283523668566 +6763,6786,1.056718625319834,-0.006691320102832875,-0.006454293279027729,-0.0065874386560931435,1.065083232368023,2.956825766102494,1.4171208769793504,0.999979170832207,-0.01791805568751747,"model.visual.blocks.0.attn.qkv.weight|2d-128|(1664, 384)","model.visual.blocks.0.attn.qkv.weight|2d-128|(2048, 256)",model.visual.layers.*.attn.qkv.weight,2d-128,0,0.008364607048189088,3.6307528093215784 +7090,7095,1.0475112058777478,0.04737745486119335,0.016438791162538394,0.01636485598805521,1.0685738248428294,2.7160650090112055,1.406270839283941,0.9998648739430316,0.04178356649675591,"model.visual.blocks.0.attn.qkv.weight|2d-64|(1664, 512)","model.visual.blocks.14.attn.qkv.weight|2d-64|(2944, 768)",model.visual.layers.*.attn.qkv.weight,2d-64,14,0.021062618965081548,3.5019939521736085 +7312,7421,1.18195844066504,0.04202998929993648,0.011305882291467586,0.011132483662854931,1.2111864459713646,1.7433330264681157,1.4067015377246235,0.9999360864703362,0.016273231968236917,"model.visual.blocks.1.mlp.linear_fc1.weight|2d-128|(3200, 896)","model.visual.blocks.19.mlp.linear_fc1.weight|2d-128|(2304, 0)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,18,0.029228005306324523,3.436792611439678 +7435,7592,1.1868712387662996,0.022181752141605216,0.016625975652579093,0.016450084609258894,1.7324145229400816,1.2103084381533304,1.4031313644225218,0.9998617789142656,0.01161532552307302,"model.visual.blocks.17.mlp.linear_fc1.weight|2d-64|(3840, 192)","model.visual.blocks.1.mlp.linear_fc1.weight|2d-64|(2944, 832)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,16,0.023437199387030816,4.982485229748433 +7794,7861,1.1777598145148236,0.040176315454394054,0.0124119073727815,0.012379915216378065,1.2006963378054831,1.7732619628040178,1.4060407788844558,0.9999229693108211,0.01833066574536834,"model.visual.blocks.4.mlp.linear_fc2.weight|2d-128|(384, 768)","model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(640, 1920)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,6,0.02293652329065954,3.7007942358113417 +8072,8076,1.0750302347252112,0.04246921951789925,0.02919793498076588,0.029950936956257283,1.1221844091072792,2.081019938738952,1.3968566038557932,0.9995736494090163,0.05414572183667595,"model.visual.blocks.23.mlp.linear_fc2.weight|2d-64|(192, 3520)","model.visual.blocks.23.mlp.linear_fc2.weight|2d-64|(448, 1216)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,0,0.04715417438206804,1.7872813329052208 +8358,8366,0.5944305500880566,0.8225993683252172,0.8147500702242771,0.8147128254416199,0.611550170068747,0.6059744073454468,0.6087431379132338,0.5798123171074718,0.8073216476798897,"model.visual.merger.linear_fc1.weight|2d-128|(640, 768)","model.visual.merger.linear_fc1.weight|2d-128|(640, 1792)",model.visual.merger.linear_fc1.weight,2d-128,0,0.011543857257390266,1.6096512435999413 +8457,8505,0.6644000692062757,0.7748697574075113,0.7792211074231034,0.7791466248004941,0.6691000181924266,0.6601961497462435,0.6646033553375025,0.6267491250463079,0.7688518322141029,"model.visual.merger.linear_fc1.weight|2d-64|(1856, 3968)","model.visual.merger.linear_fc1.weight|2d-64|(1856, 1920)",model.visual.merger.linear_fc1.weight,2d-64,0,0.004203919460032179,1.8144831508744144 +8808,8924,1.3284347948148862,0.059084576781952114,0.0033077702218787014,0.0033170781192273604,1.4426358484590516,1.3830010688720644,1.4118747643743736,0.9999945293131154,0.0031710356825860333,"model.visual.merger.linear_fc2.weight|2d-128|(384, 1024)","model.visual.merger.linear_fc2.weight|2d-128|(1920, 384)",model.visual.merger.linear_fc2.weight,2d-128,0,0.05456627405717818,3.8263695787362524 +8966,9146,1.3097193329283514,0.03951096289717905,0.013444885716497167,0.013460321813072733,1.3384496398915493,1.4819304547462655,1.4047238352571114,0.99990961343917,0.014886167555377455,"model.visual.merger.linear_fc2.weight|2d-64|(1152, 3712)","model.visual.merger.linear_fc2.weight|2d-64|(128, 3712)",model.visual.merger.linear_fc2.weight,2d-64,0,0.028730306963197894,3.260742892982616 +9307,9315,0.4315229275451527,0.9122390331330394,0.8416192370427666,0.8415772576188688,0.5946117882260402,0.5453210650934553,0.5683696685061964,0.5400713469899616,0.771852674022051,"model.visual.pos_embed.weight|2d-128|(1408, 384)","model.visual.pos_embed.weight|2d-128|(1536, 384)",model.visual.pos_embed.weight,2d-128,0,0.11379813754830265,2.4636356261726418 +9478,9590,0.20032798641915375,0.9797810581998854,0.9642166845626211,0.9640803460137125,0.27280403333320385,0.2652375226765084,0.2689409809905988,0.2651154186596224,0.9374731070210252,"model.visual.pos_embed.weight|2d-64|(448, 384)","model.visual.pos_embed.weight|2d-64|(1600, 384)",model.visual.pos_embed.weight,2d-64,0,0.06490953625735466,0.8716270208714563 +9764,9859,0.4866350140555084,0.8810898740521115,0.86519693182115,0.864342201959371,0.5231149155795028,0.5157684529943408,0.5194027225469342,0.5014322179191006,0.8530463761800825,"mtp.fc.weight|2d-128|(512, 2560)","mtp.fc.weight|2d-128|(1152, 3200)",mtp.fc.weight,2d-128,0,0.029133438938832412,1.7560814095982005 +9925,10068,1.0038432675767366,0.058419987276360746,0.03192911448982451,0.029677768730356283,6.334678708689379,1.00754191139351,1.407191412716066,0.9994901358432187,0.005078382428149357,"mtp.fc.weight|2d-64|(896, 1600)","mtp.fc.weight|2d-64|(1664, 3712)",mtp.fc.weight,2d-64,0,0.003698643816773428,46.852016884136084 +10142,10270,1.2401512806855435,0.04791237912767399,0.02012798576659999,0.020131596883688443,1.3290279000400242,1.4836980096460872,1.39999526759113,0.9997974115734545,0.02247044807651503,"mtp.layers.0.mlp.down_proj.weight|2d-128|(1152, 512)","mtp.layers.0.mlp.down_proj.weight|2d-128|(1024, 5376)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.08887661935448077,3.2800318335123007 +10406,10545,1.2188929999270894,-0.00760913851413766,-0.013394522282717128,-0.01372314486892056,1.5790688837348317,1.3063648390606895,1.4234868135944416,0.9999102893624097,-0.011081298052539542,"mtp.layers.0.mlp.down_proj.weight|2d-64|(960, 1088)","mtp.layers.0.mlp.down_proj.weight|2d-64|(1152, 4928)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.08747183913360002,4.555811024339648 +10657,10845,1.287916008453356,0.055376444642749136,0.007228514664365899,0.007031546683299639,1.4716838568377963,1.3538954738781392,1.4091107583207843,0.9999738739465881,0.006649969856960521,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(3712, 256)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(2432, 512)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.06597946542478317,4.195949203594976 +10896,11091,1.274426420516158,0.05751689972602472,0.02366080231902762,0.023718150325589077,1.5212651480487853,1.29988070678529,1.3975899419325948,0.9997200440291372,0.020217527812961062,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(5568, 1280)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(2432, 1280)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.025454286269132043,4.0703667898596745 +11214,11395,1.3045729175668643,0.03732028095926989,0.00085434780565996,0.0008746307034419446,1.3858433588334989,1.4431150318502384,1.4136098133636739,0.9999996350448469,0.0008896547744139985,"mtp.layers.0.mlp.up_proj.weight|2d-128|(384, 1792)","mtp.layers.0.mlp.up_proj.weight|2d-128|(5376, 1920)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.08127044126663452,3.401269044936135 +11607,11617,1.2944677621963705,0.029779552307168243,0.009551099509199863,0.00944103221605809,1.3284574307294181,1.502556878979557,1.407494846182084,0.9999543872088194,0.010802807780966504,"mtp.layers.0.mlp.up_proj.weight|2d-64|(4800, 64)","mtp.layers.0.mlp.up_proj.weight|2d-64|(5824, 256)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.033989668533047634,3.3100237285277445 +11711,11718,1.1973454228041107,0.040137897219455244,0.013807377939315765,0.013763676056436247,1.7326171224209783,1.2126533739125254,1.405010518724758,0.9999046736136605,0.009663741184550299,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(256, 1920)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 768)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.015307951108414652,5.335519571542505 +11744,11940,1.0661123933871637,0.022251291793327944,-0.005775572989385784,-0.005118986378994682,2.433345223030615,1.0997659819299639,1.4172756301109874,0.9999833212392316,-0.0026103072592261268,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 1024)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 1280)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.033653588542800206,9.454717064420239 +12155,12157,0.9330948039685855,0.5268089115695919,0.5538922247982472,0.5539032632104842,0.9082726009106485,0.9906188590648151,0.9467704275540751,0.8325883756743473,0.6041094746493292,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(1280, 1408)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1280, 1664)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.02482220305793692,3.218271602873896 +12485,12489,1.083249596449608,0.3558333408964155,0.36512095453562243,0.36520309032699055,1.0837025764510826,1.1781293557253516,1.1279623766577447,0.9309600896703338,0.3969352147685839,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(448, 1344)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(448, 1600)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.00045298000147453443,3.4863068375021413 +12711,12725,1.0362907526339833,0.33924280590141487,0.32084015916198944,0.3207974392021725,1.0696314639733135,1.3078077335620801,1.1709278457878247,0.947133355060896,0.392282066788386,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(2560, 1664)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(3072, 1664)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.03334071133933025,3.460261615591849 +12828,12913,1.0382440266621527,0.05628749479730952,0.018605242365777017,0.018353340988189266,2.9939231284396692,1.0539580323801736,1.4059481229225266,0.9998269074977482,0.0065496486698408355,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(576, 1856)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(768, 1344)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.01571400571802095,8.858784330760725 +13036,13058,1.3246531993482595,0.025557118670900547,-0.005602690918971982,-0.00565415808231617,1.381289730358825,1.458158258494829,1.4181639431323787,0.9999843048040636,-0.005914479673406908,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 1536)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(384, 256)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.05663653101056543,3.548463328583578 +13192,13266,1.2733050600543816,0.04237006014531046,0.027496422064386378,0.02722959168947932,1.3222410739332178,1.480691230509002,1.3947607367430406,0.9996219019077449,0.03079144327289856,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 1536)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 128)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.04893601387883617,3.4183841434678297 +51,191,1.1261341276025592,0.3125397496072029,0.32025592965477495,0.31771538612737454,1.1984302575258818,1.1367230408835305,1.166354171528046,0.9473310612035033,0.30376594043086885,"model.language_model.embed_tokens.weight|2d-128|(220416, 1920)","model.language_model.embed_tokens.weight|2d-128|(158208, 1920)",model.language_model.embed_tokens.weight,2d-128,0,0.010588913280971335,3.3037868712370964 +348,462,1.0308847219781774,0.44050400482260454,0.33381423598535737,0.3317810914699053,1.1712211760131255,1.1382864057448774,1.15440158254051,0.9426388788149532,0.32442737089137674,"model.language_model.embed_tokens.weight|2d-64|(154944, 1920)","model.language_model.embed_tokens.weight|2d-64|(224448, 1920)",model.language_model.embed_tokens.weight,2d-64,0,0.1074016837667,2.931834968641709 +543,545,0.054105313349108244,0.9994975853035325,0.9994975853035326,0.9995534524611401,0.056616376993684256,0.05410531334910825,0.05531814656233557,0.031695062271710574,0.9551676196192715,"model.language_model.layers.16.linear_attn.conv1d.weight|3d-axis0-slice|(2603, 0, 0)","model.language_model.layers.8.linear_attn.conv1d.weight|3d-axis0-slice|(1998, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,8,6.938893903907228e-18,0.08957847449557234 +826,895,0.3309538919265359,0.9611849075638782,0.961184907563878,0.9669587306432753,0.3309538919265359,0.4251669031242337,0.369334932855118,0.2759050080578808,1.2348064804429035,"model.language_model.layers.16.linear_attn.conv1d.weight|3d-volume|(520, 0, 0)","model.language_model.layers.18.linear_attn.conv1d.weight|3d-volume|(3132, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,2,0.0,0.7049369281508872 +1108,1239,1.1025303473924586,0.008850623452400197,0.006209723183146285,0.00623489283323005,1.1017829273237083,2.3503582022282345,1.4108344826664054,0.9999807194831252,0.013246777976971318,"model.language_model.layers.18.linear_attn.in_proj_qkv.weight|2d-128|(4352, 1408)","model.language_model.layers.12.linear_attn.in_proj_qkv.weight|2d-128|(5120, 128)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,6,0.0007474200687502819,3.069994910042074 +1360,1379,1.1031033147491973,0.04649969792887649,0.027193203001243726,0.027307558051250194,1.1219788067343586,2.090595175715936,1.3980979236141824,0.9996301964779442,0.050669387572598,"model.language_model.layers.16.linear_attn.in_proj_qkv.weight|2d-64|(2304, 1920)","model.language_model.layers.13.linear_attn.in_proj_qkv.weight|2d-64|(2304, 640)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,3,0.018875491985161252,3.0566082277392432 +1645,1733,1.1244644964901527,0.02546683539622901,0.005509941472589105,0.005078736850614221,2.0080009529399625,1.1495297705835792,1.4108497930200743,0.9999848201572705,0.0031543021668594194,"model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-128|(640, 1664)","model.language_model.layers.22.linear_attn.in_proj_z.weight|2d-128|(256, 1408)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,18,0.025065274093426515,6.056003014266702 +1922,2011,1.1136022341317922,0.06730813138585204,0.0248181944274998,0.025255474040883408,1.9942991862024755,1.139299015979509,1.3990146777798091,0.9996919811748811,0.014178085557704253,"model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-64|(640, 768)","model.language_model.layers.6.linear_attn.in_proj_z.weight|2d-64|(1472, 1216)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,2,0.025696781847716954,5.401044260093947 +2100,2134,1.1988006676184506,0.010088456942048876,0.0073977485487941065,0.007398841695872772,1.1993607504623065,1.7911416126290258,1.409368509548097,0.9999726362838179,0.011047898024346383,"model.language_model.layers.8.linear_attn.out_proj.weight|2d-128|(1152, 1920)","model.language_model.layers.16.linear_attn.out_proj.weight|2d-128|(1280, 256)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,8,0.0005600828438558914,3.3936600503932324 +2374,2395,1.201718405738705,0.010754686074087305,0.0034951434775157804,0.003587770418936103,1.7169101985080355,1.2271281955007391,1.4118733060025066,0.9999938919673818,0.0024980858709483895,"model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(1536, 896)","model.language_model.layers.22.linear_attn.out_proj.weight|2d-64|(960, 1216)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,10,0.02540978976203423,4.83421467638745 +2617,2771,1.2489855286688534,0.04221629819930866,0.008880210367143442,0.008847094763822077,1.2892608121501377,1.567144809253229,1.408038567082107,0.9999605701545613,0.010794228328972847,"model.language_model.layers.21.mlp.down_proj.weight|2d-128|(1280, 4608)","model.language_model.layers.3.mlp.down_proj.weight|2d-128|(1408, 2816)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,18,0.040275283481284285,3.2802012436718146 +2837,2973,1.2338834652255881,0.043460726785836304,0.017773709445076013,0.0174645050845465,1.5282899326101567,1.3021990972846347,1.4017500895774493,0.999842035149834,0.015144317776960245,"model.language_model.layers.4.mlp.down_proj.weight|2d-64|(1728, 6016)","model.language_model.layers.1.mlp.down_proj.weight|2d-64|(1152, 2624)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,3,0.06831563205904656,3.6907863093720583 +3278,3310,1.1318869171524548,0.025034811080838174,0.012687509687941573,0.012600902901692352,1.9613330813925736,1.1537323830096033,1.4063503311989043,0.9999195103096641,0.0074632865399553066,"model.language_model.layers.9.mlp.gate_proj.weight|2d-128|(768, 1664)","model.language_model.layers.23.mlp.gate_proj.weight|2d-128|(2944, 1920)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,14,0.021845465857148527,5.368143519310999 +3335,3518,1.1219833489853892,0.0929707522338949,0.05295776268245469,0.05235570644662194,1.147282080037396,1.8570073823364637,1.3803193378421805,0.9985967531349523,0.0857182012728163,"model.language_model.layers.21.mlp.gate_proj.weight|2d-64|(576, 1472)","model.language_model.layers.11.mlp.gate_proj.weight|2d-64|(6080, 640)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,10,0.02529873105200675,3.008605148135765 +3689,3715,1.1913828363241261,0.026049783113742397,0.0037636861379142365,0.003740670822942238,1.2030366555084324,1.7886970667087945,1.4117465281580135,0.9999929173082454,0.00559591789998668,"model.language_model.layers.23.mlp.up_proj.weight|2d-128|(2048, 1280)","model.language_model.layers.3.mlp.up_proj.weight|2d-128|(1792, 1664)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,20,0.011653819184306302,3.1653463664091843 +4066,4082,1.1935677232292456,0.028272849481736605,0.010850187046623353,0.010511104974288567,1.2103343436499099,1.747071269818879,1.407012291125446,0.9999411349879818,0.015661829444707277,"model.language_model.layers.23.mlp.up_proj.weight|2d-64|(5760, 640)","model.language_model.layers.3.mlp.up_proj.weight|2d-64|(640, 832)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,20,0.016766620420664236,2.9942648957421283 +4217,4293,1.1496148287362504,0.05396326300451077,0.003649199990131679,0.0036455991658499273,1.1978957698996628,1.8063179846195712,1.411834518403546,0.9999933416475492,0.0055026620322739216,"model.language_model.layers.15.self_attn.k_proj.weight|2d-128|(384, 1152)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 640)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,8,0.048280941163412416,3.097495651678855 +4409,4583,1.0854513305394606,0.004033635437909615,-0.00043626985766850765,-0.000503503107891016,2.2909953718794553,1.111706523600962,1.414455870201406,0.9999999048343011,-0.00021170014255535673,"model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 1024)","model.language_model.layers.15.self_attn.k_proj.weight|2d-64|(192, 1280)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,8,0.02625519306150137,8.340920144869665 +4631,4661,1.0936309888089344,0.04391453533270863,0.0009154771394158894,0.0009179292864884088,1.1175355302804277,2.235962162922871,1.4136957193584192,0.9999995809507158,0.0018316842635340094,"model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(1536, 1024)","model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(0, 1408)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,12,0.023904541471493346,2.9167089162593163 +4898,5072,1.0894906914608353,0.034595777130213154,0.008638391285005903,0.008907278955426678,1.1099736072922504,2.2633002456102265,1.4093756271637787,0.9999626884019258,0.017614178380985005,"model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(256, 384)","model.language_model.layers.3.self_attn.o_proj.weight|2d-64|(1088, 1408)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,16,0.02048291583141504,2.977610015220119 +5263,5312,1.089259159458535,0.3735559617495848,0.3962440809428042,0.3962380656703399,1.135269647083325,1.067021366683041,1.0995601508762698,0.9181452109104488,0.37242332856682486,"model.language_model.layers.15.self_attn.q_proj.weight|2d-128|(3584, 1536)","model.language_model.layers.15.self_attn.q_proj.weight|2d-128|(3072, 1536)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,0,0.02223779277549398,3.443128778982257 +5524,5618,1.0795494331980322,-0.009588270610822989,-0.013573445492102107,-0.012751665446489568,1.0840539455517042,2.67546564382441,1.4208788161602737,0.9999078765453709,-0.03349952023278757,"model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(1408, 704)","model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(2688, 960)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,4,0.004504512353671997,2.958912083437708 +5770,5813,1.0672848618909736,0.01628938159012123,0.005114324629310192,0.005155552873741368,1.075658381821232,2.67955811534311,1.4117108456102019,0.9999869217562728,0.012740225239322136,"model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(0, 1280)","model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(384, 896)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,12,0.008373519930258366,3.8812952028191012 +6038,6118,1.0562260258436886,0.0420654001328077,0.011049150990855055,0.011102891551674715,1.0822769621411845,2.545881461306214,1.4085763481562918,0.9999389562680221,0.02599134016041403,"model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(64, 1920)","model.language_model.layers.3.self_attn.v_proj.weight|2d-64|(256, 1600)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,16,0.026050936297495886,3.815852550039515 +6289,6322,1.111500559010709,0.041462486722616265,-0.0036419513760174694,-0.0036412266218388595,1.1329082427006965,2.1424137792350875,1.4163403782172297,0.9999933680730961,-0.006887201025816331,"model.visual.blocks.23.attn.proj.weight|2d-128|(384, 896)","model.visual.blocks.9.attn.proj.weight|2d-128|(768, 256)",model.visual.layers.*.attn.proj.weight,2d-128,14,0.021407683689987467,3.1436787651846325 +6471,6642,1.1326110576003932,0.005707493216247205,-0.013383361958048868,-0.013443366067348382,1.1476770063562727,2.0868847857311814,1.422182877967314,0.9999104388007457,-0.02433570969663176,"model.visual.blocks.22.attn.proj.weight|2d-64|(256, 384)","model.visual.blocks.18.attn.proj.weight|2d-64|(512, 768)",model.visual.layers.*.attn.proj.weight,2d-64,4,0.015065948755879521,3.0229314856252265 +6826,6848,1.05769700522781,0.036886716647248324,0.005254883272979556,0.005240614954450282,2.8072186734876916,1.068063179116838,1.4117414683833316,0.9999861930055771,0.0019993267312707797,"model.visual.blocks.0.attn.qkv.weight|2d-128|(2688, 256)","model.visual.blocks.1.attn.qkv.weight|2d-128|(0, 0)",model.visual.layers.*.attn.qkv.weight,2d-128,1,0.010366173889027941,8.485075879298524 +7090,7155,1.04859406371306,-0.0027678208816942344,0.0025444387550298516,0.0024840573813229186,1.058200408199294,3.035067293347204,1.4130944981080544,0.9999967629104716,0.007297807471514199,"model.visual.blocks.0.attn.qkv.weight|2d-64|(1664, 512)","model.visual.blocks.2.attn.qkv.weight|2d-64|(2688, 512)",model.visual.layers.*.attn.qkv.weight,2d-64,2,0.009606344486233986,3.499064626790987 +7182,7384,1.1829589092205715,0.06708690065748642,-0.0023036739224161435,-0.0020359107627569745,1.222630330356663,1.7437797937729154,1.4157441344779638,0.9999973465397092,-0.0032856211216181802,"model.visual.blocks.1.mlp.linear_fc1.weight|2d-128|(1664, 640)","model.visual.blocks.15.mlp.linear_fc1.weight|2d-128|(0, 896)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,14,0.03967142113609157,3.399832125481121 +7540,7592,1.1875748301822369,0.03435238024651874,0.017061591318162962,0.017101399451372335,1.7175321845756848,1.2150401413168508,1.402791289094215,0.9998544404570557,0.012069944605685825,"model.visual.blocks.20.mlp.linear_fc1.weight|2d-64|(128, 0)","model.visual.blocks.1.mlp.linear_fc1.weight|2d-64|(2944, 832)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,19,0.027465311134613923,4.781078733360832 +7727,7896,1.1832058510814092,0.04898329604463341,-0.006234842006271872,-0.006524267674224128,1.2769596620116013,1.6206938158924584,1.4184934296114742,0.9999805631836834,-0.007913147285101594,"model.visual.blocks.3.mlp.linear_fc2.weight|2d-128|(0, 1024)","model.visual.blocks.9.mlp.linear_fc2.weight|2d-128|(0, 1664)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,6,0.09375381093019208,3.355782185802462 +8072,8132,1.0788873659029852,0.050069267071779375,0.0489723133324172,0.04930642496263758,1.1216506786674652,2.0052290115576605,1.3843916615537104,0.998800136427139,0.08755016630838992,"model.visual.blocks.23.mlp.linear_fc2.weight|2d-64|(192, 3520)","model.visual.blocks.21.mlp.linear_fc2.weight|2d-64|(64, 3648)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,2,0.04276331276447998,1.8105016482734961 +8266,8305,0.6065200814760673,0.814439827123612,0.8010276439222704,0.8008685306774029,0.6351259290405568,0.6268323577666902,0.6309382655123289,0.5986273579384227,0.7905677027461284,"model.visual.merger.linear_fc1.weight|2d-128|(3968, 0)","model.visual.merger.linear_fc1.weight|2d-128|(3968, 1024)",model.visual.merger.linear_fc1.weight,2d-128,0,0.020312276290622933,1.7201007808995061 +8661,8693,0.6676976131071998,0.7731917431409362,0.779318135371177,0.7793169425560933,0.6577911818307683,0.6716382726405994,0.6646065625321181,0.6266284735643537,0.7957234768964289,"model.visual.merger.linear_fc1.weight|2d-64|(192, 1344)","model.visual.merger.linear_fc1.weight|2d-64|(192, 3392)",model.visual.merger.linear_fc1.weight,2d-64,0,0.009906431276431427,1.7704271013683643 +8787,8852,1.3285056117052705,0.050740196595680985,-0.006777927621812614,-0.006744205951031693,1.4590311689793798,1.3820764717462792,1.4189911835688729,0.9999770295847568,-0.006420434664092373,"model.visual.merger.linear_fc2.weight|2d-128|(1408, 3968)","model.visual.merger.linear_fc2.weight|2d-128|(1152, 896)",model.visual.merger.linear_fc2.weight,2d-128,0,0.05357086004100875,3.5538162996845593 +9064,9171,1.31103623304753,0.03207240769156512,0.027070900959621513,0.02709357449877702,1.3376586029983015,1.4604439829365083,1.3950148057418128,0.999633516005358,0.029555773297112037,"model.visual.merger.linear_fc2.weight|2d-64|(1152, 1600)","model.visual.merger.linear_fc2.weight|2d-64|(1472, 3136)",model.visual.merger.linear_fc2.weight,2d-64,0,0.026622369950771496,3.378552729453911 +9295,9319,0.4338130364676481,0.9053512228985687,0.8880165467186586,0.8871301988568742,0.47275343908317174,0.6075299254166915,0.5276437373832024,0.45981149697878193,1.1411796970595083,"model.visual.pos_embed.weight|2d-128|(1152, 896)","model.visual.pos_embed.weight|2d-128|(1536, 896)",model.visual.pos_embed.weight,2d-128,0,0.03894040261552362,0.6779337503991464 +9474,9530,0.20922911653236276,0.9871527421012638,0.9842658430884218,0.9840694329536503,0.2167338901007431,0.25238135042385584,0.23253282918228177,0.17669394480128162,1.1461536658584581,"model.visual.pos_embed.weight|2d-64|(1216, 960)","model.visual.pos_embed.weight|2d-64|(1408, 960)",model.visual.pos_embed.weight,2d-64,0,0.007504773568380335,1.1641623480317065 +9639,9859,0.488093067113113,0.8806295649114972,0.8595915718224136,0.8586658954186925,0.5288386979559012,0.5310392380085052,0.5299355413864256,0.5109817312310415,0.8631684009954439,"mtp.fc.weight|2d-128|(1024, 3072)","mtp.fc.weight|2d-128|(1152, 3200)",mtp.fc.weight,2d-128,0,0.040745630842788205,1.8111340108855951 +9945,10017,1.0038500851805874,0.057666018885319394,0.012415004162994606,0.011531374103745246,6.185190590832808,1.011272587838385,1.4114149040235315,0.9999229308659907,0.002029840989304973,"mtp.fc.weight|2d-64|(320, 2752)","mtp.fc.weight|2d-64|(640, 2688)",mtp.fc.weight,2d-64,0,0.007422502657797647,48.57094442260595 +10187,10323,1.241068029642152,0.08001747758899944,0.016141975821229972,0.016153006863175497,1.3685757032758945,1.439657646838923,1.4027677606380162,0.9998697098205279,0.01698036788940271,"mtp.layers.0.mlp.down_proj.weight|2d-128|(1152, 2944)","mtp.layers.0.mlp.down_proj.weight|2d-128|(1152, 4736)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.1275076736337426,3.347569577577753 +10506,10573,1.2194512101991766,0.04036675021664795,0.010281995874155785,0.010282855848616632,1.2710318211179448,1.5989804782172365,1.4071126806144996,0.9999471388832731,0.012934932396440498,"mtp.layers.0.mlp.down_proj.weight|2d-64|(1152, 5952)","mtp.layers.0.mlp.down_proj.weight|2d-64|(1664, 2240)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.0515806109187682,2.9065001553452703 +10677,10871,1.2883723060953758,0.022742706647258314,0.00685783975934495,0.00685843303968296,1.3386067678719689,1.49272467600834,1.4093847445614287,0.9999764847404339,0.007647403911724737,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(256, 640)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(5504, 768)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.050234461776593076,3.5978711391623306 +11029,11047,1.2746629872809871,0.05533135040444927,0.010422867265457816,0.01031362917786773,1.5038831692116355,1.3265152621258542,1.4068821362192576,0.9999456804436763,0.009193594812281637,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(3904, 0)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(5376, 1216)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.0518522748448671,4.306740361243143 +11178,11404,1.3057207319942703,0.03036126837355991,0.00766187760719276,0.007530419303944037,1.3325820408065963,1.4998513986831803,1.4088231813494867,0.9999706473849782,0.008623617528817679,"mtp.layers.0.mlp.up_proj.weight|2d-128|(2944, 1024)","mtp.layers.0.mlp.up_proj.weight|2d-128|(1920, 1536)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.026861308812325957,3.6448112765444542 +11474,11500,1.2950963123017114,0.04491869794629974,0.04387260082287379,0.04368042112970763,1.4670651936734536,1.3119741413056465,1.3830400069863498,0.9990371338929483,0.0392346011885871,"mtp.layers.0.mlp.up_proj.weight|2d-64|(3520, 256)","mtp.layers.0.mlp.up_proj.weight|2d-64|(3008, 448)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.016877829003935085,4.173821514462554 +11676,11712,1.1975200391277787,0.01537162665664309,0.0024864939396148597,0.0025023076808170165,1.7581894245166996,1.213718623050102,1.4125685829578123,0.999996908669166,0.0017164839911611616,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 1536)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 0)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.016198583922323317,5.696170267132119 +11885,11933,1.0666085135655508,0.03566094260117239,0.011555898315016465,0.011275650693844478,2.5092315218575147,1.0848658996547986,1.408248057688749,0.9999332283778417,0.004996191030056569,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(256, 1856)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 832)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.018257386089247873,9.263256638081353 +12027,12029,0.9444325277377288,0.502977295426503,0.5506401526360183,0.550588273122715,0.9104995378636628,0.9958949781534081,0.9503316946078689,0.8347427282132995,0.602284504247547,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(256, 1408)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(256, 1664)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.03393298987406601,3.1663200428176785 +12248,12266,1.104481891243771,0.33390867261231294,0.4250638506443234,0.4250060214329804,1.0227575150971822,1.1348753600656316,1.0744537908742873,0.905163368058728,0.4716606658275431,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(1664, 576)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(1664, 832)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.0817243761465889,3.2724927797063414 +12576,12592,1.036961337208772,0.0477774277865775,-0.009092957765641617,-0.009441963637762838,3.218238585142108,1.0552115076314825,1.4180155527974387,0.9999586582049641,-0.002981442618024046,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 0)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(768, 0)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.018250170422710488,9.759748722120932 +12771,12927,1.0395402296856933,0.0340015677219616,0.02031475535847835,0.020143227750212527,3.1307864109067505,1.0480773830291605,1.4055385640001488,0.9997936340639128,0.006800666937488431,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(576, 512)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(832, 1920)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.008537153343467274,9.65431522373382 +13022,13036,1.3249164314239539,0.036578688565526415,0.009638875645316491,0.009654312031124858,1.435346386791423,1.380999265465758,1.4073864431961611,0.9999535449591117,0.009273914860268627,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(0, 1792)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 1536)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.05608283404180403,3.8639073203357124 +13273,13286,1.275759796395446,0.06207613149110222,0.0345539134432176,0.03456234981547211,1.452459716329273,1.3343501970029767,1.3896546301793462,0.999402835229998,0.031744096371020276,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 576)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 1408)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.058590400607530846,4.298192337648517 +125,246,1.127631518757888,0.33005007998251495,0.3477598345165042,0.3468289890510987,1.164924890018895,1.121062422905752,1.1423625824354027,0.937583648266678,0.3346657677355079,"model.language_model.embed_tokens.weight|2d-128|(192384, 768)","model.language_model.embed_tokens.weight|2d-128|(238592, 768)",model.language_model.embed_tokens.weight,2d-128,0,0.006569095852136053,3.0116173012185734 +394,423,1.0354324450509245,0.4309729872873702,0.4176632878083783,0.41755288135747126,1.1078293935267503,1.0535866293146579,1.0796874315027274,0.9086018809231553,0.3972131974126768,"model.language_model.embed_tokens.weight|2d-64|(172480, 832)","model.language_model.embed_tokens.weight|2d-64|(239488, 832)",model.language_model.embed_tokens.weight,2d-64,0,0.018154184263733386,2.7879239249358365 +565,672,0.05432306705252144,0.9991156731990296,0.9991156731990296,0.9995062531234622,0.056309724651729676,0.05432306705252144,0.05528964474511888,0.042046064834293594,0.9638659759766525,"model.language_model.layers.22.linear_attn.conv1d.weight|3d-axis0-slice|(4907, 0, 0)","model.language_model.layers.9.linear_attn.conv1d.weight|3d-axis0-slice|(426, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,13,0.0,0.06958916624316772 +860,971,0.3356057197784218,0.9920115511373693,0.9920115511373696,0.9921606451895325,0.3356057197784218,0.49280138469766754,0.3922888779917641,0.12614706659304548,1.4566636896395615,"model.language_model.layers.20.linear_attn.conv1d.weight|3d-volume|(4260, 0, 0)","model.language_model.layers.9.linear_attn.conv1d.weight|3d-volume|(244, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,11,0.0,0.8170319865591735 +1124,1260,1.1025665591657188,0.004965749519576464,-0.0015030262205720194,-0.0015185976069974983,1.1164030066413564,2.256081811073097,1.4150582471597988,0.9999988704554521,-0.003037388915674798,"model.language_model.layers.20.linear_attn.in_proj_qkv.weight|2d-128|(5632, 1792)","model.language_model.layers.12.linear_attn.in_proj_qkv.weight|2d-128|(2688, 1408)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,8,0.013836447475637614,3.0936667423270006 +1300,1455,1.1038562439448532,0.019802600609060604,0.014811806426607715,0.014690006364693312,2.2623344717060268,1.1067142750232617,1.4059208304791604,0.9998902991780552,0.007245806407593881,"model.language_model.layers.22.linear_attn.in_proj_qkv.weight|2d-64|(2752, 1984)","model.language_model.layers.17.linear_attn.in_proj_qkv.weight|2d-64|(4992, 576)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,5,0.0028580310784085405,6.242393335677084 +1543,1635,1.1245555439415884,-0.020900279809968992,-0.00203918879089466,-0.002700203190300697,1.1163003780801837,2.2593678711119147,1.4153583673408685,0.9999979208523762,-0.004127274099111706,"model.language_model.layers.0.linear_attn.in_proj_z.weight|2d-128|(0, 896)","model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(256, 1920)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,18,0.008255165861404734,3.0484836668926123 +2021,2029,1.1140860179782643,0.03491216528703415,0.02023452575563453,0.01986004276849228,2.067724926052898,1.1297943659733451,1.4021210202103356,0.9997952610246983,0.011056041792027802,"model.language_model.layers.16.linear_attn.in_proj_z.weight|2d-64|(576, 640)","model.language_model.layers.20.linear_attn.in_proj_z.weight|2d-64|(1152, 0)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,4,0.015708347995080807,5.923553581617121 +2102,2242,1.1988581118932464,0.05843493831484321,0.003975428781508671,0.003966975989157684,1.7004555910794041,1.232824165475744,1.4115393288675906,0.9999920979517805,0.0028821715166702194,"model.language_model.layers.16.linear_attn.out_proj.weight|2d-128|(1664, 256)","model.language_model.layers.4.linear_attn.out_proj.weight|2d-128|(896, 896)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,12,0.03396605358249749,4.354083155815915 +2366,2558,1.204157081342834,0.03505602843237444,0.006903167944287206,0.006901827416982597,1.695564285755804,1.2320584567401223,1.409563361842953,0.9999761728523,0.0050160919969278505,"model.language_model.layers.16.linear_attn.out_proj.weight|2d-64|(1344, 1152)","model.language_model.layers.22.linear_attn.out_proj.weight|2d-64|(576, 1408)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,6,0.02790137539728832,4.3750285521466115 +2564,2813,1.2490130832468092,0.01941378463008128,0.0006066035388503515,0.0005896633353983831,1.2859544555430222,1.5893426028410138,1.4137940125613402,0.9999998160160565,0.0007497161685418128,"model.language_model.layers.19.mlp.down_proj.weight|2d-128|(1536, 5248)","model.language_model.layers.3.mlp.down_proj.weight|2d-128|(0, 6016)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,16,0.03694137229621308,3.2049474698436295 +2939,2973,1.233998272424276,0.036432802468935814,0.0034136289743829104,0.003621142191383438,1.5463710841074936,1.30723038930069,1.411831423516737,0.9999941735516389,0.002885723600869201,"model.language_model.layers.2.mlp.down_proj.weight|2d-64|(704, 832)","model.language_model.layers.1.mlp.down_proj.weight|2d-64|(1152, 2624)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,1,0.07323211687641407,3.6714436647345208 +3265,3278,1.1322939573530417,0.012469835738371404,-0.014870453318720944,-0.014784233049528474,1.1576121368035321,2.0363617374305516,1.423220032097593,0.9998894286960412,-0.02615869443119862,"model.language_model.layers.23.mlp.gate_proj.weight|2d-128|(4352, 896)","model.language_model.layers.9.mlp.gate_proj.weight|2d-128|(768, 1664)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,14,0.02531817945049042,3.1810770144983453 +3518,3537,1.122096325122916,-0.0028973772018933974,0.006209326241288604,0.006162586579950799,2.1151633535934935,1.131064634964517,1.4105572662452417,0.9999807219479929,0.003320381523510665,"model.language_model.layers.11.mlp.gate_proj.weight|2d-64|(6080, 640)","model.language_model.layers.23.mlp.gate_proj.weight|2d-64|(3584, 0)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,12,0.00896830984160113,5.950534571176759 +3689,3770,1.191646398346885,0.046814510430064495,0.0077938597134916375,0.0077791503110294065,1.2223523374132228,1.7197053875405754,1.4089990949718985,0.9999696274141362,0.0109650402169567,"model.language_model.layers.23.mlp.up_proj.weight|2d-128|(2048, 1280)","model.language_model.layers.8.mlp.up_proj.weight|2d-128|(1024, 1152)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,15,0.030705939066337784,3.19549493919275 +3893,4066,1.193582301213073,0.02686191449788794,0.020089416095983775,0.02032467203421548,1.744647859125725,1.2033344275583153,1.4008719453268363,0.9997981873162816,0.013856255227318835,"model.language_model.layers.4.mlp.up_proj.weight|2d-64|(2048, 1344)","model.language_model.layers.23.mlp.up_proj.weight|2d-64|(5760, 640)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,19,0.009752126345242251,4.460940019053429 +4300,4343,1.149634109866791,0.023433340482287124,0.004985610140844057,0.00495415531293356,1.8765126933887089,1.1780823401019265,1.4110349319406124,0.9999875717685313,0.0031299864276190153,"model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 1536)","model.language_model.layers.3.self_attn.k_proj.weight|2d-128|(384, 768)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,20,0.02844823023513543,5.693670649615596 +4409,4500,1.085935355989853,0.00576740882833988,0.018146165787013436,0.0181476008706979,2.35186965020877,1.0954691132193335,1.4043569518139511,0.999835344777944,0.008452238899067406,"model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 1024)","model.language_model.layers.15.self_attn.k_proj.weight|2d-64|(448, 960)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,8,0.009533757229480466,7.003680963404676 +4631,4747,1.0942718767954585,0.045856904988206854,0.011224108030834101,0.011231848343349747,1.115219431978719,2.208241382105748,1.40781174580899,0.9999370077154421,0.0222248098626982,"model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(1536, 1024)","model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(1408, 1536)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,12,0.020947555183260524,3.1452064559313975 +4898,5096,1.0895814763421663,0.014320363760694963,0.01645570779339508,0.016511795956209236,1.0917011236769678,2.4007811405381108,1.4054170914281696,0.9998645956733434,0.036188066557563445,"model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(256, 384)","model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(1984, 576)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,4,0.002119647334801522,2.8922046742354826 +5146,5172,1.0894655529611297,-0.0071936447194508365,-0.0044945884107079,-0.004503649301732087,1.0831436388155418,2.6308866343157735,1.4164494280815374,0.999989899286497,-0.010917067831753873,"model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(3456, 768)","model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(2688, 1536)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,4,0.006321914145587915,3.135175971344873 +5433,5620,1.07985744840833,0.015028150272419846,0.0075510122436589335,0.0078124085734640174,1.0794448165120543,2.6069104219404933,1.4104339274549387,0.999971490700658,0.018236052656958514,"model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(1344, 320)","model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(2688, 384)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,4,0.00041263189627582797,2.904770314752728 +5770,5870,1.0673265581392406,0.03143059029817762,0.002485222584392359,0.002451489705382308,1.0849080331617187,2.5633613740959365,1.4129514563169652,0.9999969118295846,0.005871948021526585,"model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(0, 1280)","model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(256, 1024)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,12,0.017581475022478088,3.6884335335716587 +6080,6081,1.0566565299737891,0.024190378042492522,0.018611951844111387,0.01854200669054955,1.0699118546044089,2.6782850413095223,1.4051166100880672,0.9998267826221462,0.046590858862936554,"model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(0, 1792)","model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(256, 1728)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,12,0.013255324630619736,3.4198657192163813 +6178,6282,1.1116791016278005,0.028962792775109485,0.00883676405768701,0.008803316037052642,1.1263592314557198,2.1362479378780557,1.4090482658378227,0.9999609550382399,0.016759767637675657,"model.visual.blocks.23.attn.proj.weight|2d-128|(0, 896)","model.visual.blocks.8.attn.proj.weight|2d-128|(0, 896)",model.visual.layers.*.attn.proj.weight,2d-128,15,0.01468012982791933,3.1726958778535232 +6512,6597,1.134393630810874,0.05099296592858423,0.021478424772950446,0.02152280464813905,1.1613712345236369,1.8962787890609767,1.4006195738682483,0.9997693120261657,0.035069821008692124,"model.visual.blocks.23.attn.proj.weight|2d-64|(0, 64)","model.visual.blocks.8.attn.proj.weight|2d-64|(704, 576)",model.visual.layers.*.attn.proj.weight,2d-64,15,0.02697760371276292,3.0517245736879737 +6714,6763,1.0578025567001206,0.014728447679438737,-0.004379141370437411,-0.004278927470328222,2.7721757437494827,1.0740066629334064,1.4162982245179068,0.9999904115144593,-0.001696583277731086,"model.visual.blocks.12.attn.qkv.weight|2d-128|(2048, 128)","model.visual.blocks.0.attn.qkv.weight|2d-128|(1664, 384)",model.visual.layers.*.attn.qkv.weight,2d-128,12,0.01620410623328583,9.889406417026361 +6988,7106,1.0498019913456769,0.0037704436475291068,0.007212716513352955,0.007222873719191276,4.359243577678478,1.0256528203972786,1.4119376633305256,0.9999739880219375,0.0016970244728986134,"model.visual.blocks.21.attn.qkv.weight|2d-64|(320, 512)","model.visual.blocks.0.attn.qkv.weight|2d-64|(1728, 64)",model.visual.layers.*.attn.qkv.weight,2d-64,21,0.024149170948398302,13.19971768908334 +7312,7404,1.184548494223453,0.017609889060348282,0.0015851794125214338,0.0012586213914896709,1.2060084470768837,1.7847732049759317,1.4131732096659342,0.9999987436023258,0.0023459087267631564,"model.visual.blocks.1.mlp.linear_fc1.weight|2d-128|(3200, 896)","model.visual.blocks.14.mlp.linear_fc1.weight|2d-128|(2560, 640)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,13,0.02145995285343072,3.42440129846014 +7573,7592,1.1880579442650114,0.013524553729716868,0.016883504759667572,0.016862847609667997,1.7247842109612999,1.2126816493971417,1.4029344192774504,0.9998574634751848,0.011870653887854705,"model.visual.blocks.16.mlp.linear_fc1.weight|2d-64|(256, 192)","model.visual.blocks.1.mlp.linear_fc1.weight|2d-64|(2944, 832)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,15,0.024623705132130302,4.716322368663842 +7690,7736,1.1836599537259513,0.04952451501481064,0.00856375051702952,0.008515999451973327,1.7758129378021785,1.2030653703582346,1.4085786024587985,0.9999633304162119,0.005801710004532777,"model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(640, 512)","model.visual.blocks.4.mlp.linear_fc2.weight|2d-128|(128, 1920)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,6,0.019405416632283234,5.143243481339913 +8005,8072,1.0818624884568926,0.03854107117704944,0.03017272031110726,0.03160753046314872,2.1111032089598916,1.1171909003655196,1.396461255923429,0.9995446998253894,0.01596733330126985,"model.visual.blocks.18.mlp.linear_fc2.weight|2d-64|(64, 384)","model.visual.blocks.23.mlp.linear_fc2.weight|2d-64|(192, 3520)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,5,0.03532841190862701,3.8874099133776254 +8232,8368,0.6073643289255384,0.8144621354763493,0.8108193998188455,0.8107750115423471,0.6174323821582663,0.6128862475009619,0.6151467161568691,0.5852964213775848,0.8048493628061343,"model.visual.merger.linear_fc1.weight|2d-128|(2944, 512)","model.visual.merger.linear_fc1.weight|2d-128|(2944, 1536)",model.visual.merger.linear_fc1.weight,2d-128,0,0.005521918575423501,1.6301479759967175 +8673,8695,0.6796761096668628,0.7618199560047495,0.7690218089385406,0.7690684519300531,0.6724422180911032,0.6877350623501016,0.6799596935136263,0.6392225413554303,0.786511089711624,"model.visual.merger.linear_fc1.weight|2d-64|(1024, 3584)","model.visual.merger.linear_fc1.weight|2d-64|(1024, 2560)",model.visual.merger.linear_fc1.weight,2d-64,0,0.007233891575759599,1.78445394668318 +8727,8916,1.3287059771582845,0.035774673395044254,-0.005610468174406131,-0.005604976219786766,1.4452793283533791,1.392535773474192,1.4181724813087417,0.9999842611995772,-0.005405721569200158,"model.visual.merger.linear_fc2.weight|2d-128|(0, 2944)","model.visual.merger.linear_fc2.weight|2d-128|(1152, 3328)",model.visual.merger.linear_fc2.weight,2d-128,0,0.06382979631590757,3.8775796466157253 +9056,9064,1.3121201831419638,0.021331861012234277,0.009587367599705755,0.00964858820401038,1.4873527253206595,1.3391890193160148,1.407455274513497,0.9999540401350995,0.008632315116042193,"model.visual.merger.linear_fc2.weight|2d-64|(768, 512)","model.visual.merger.linear_fc2.weight|2d-64|(1152, 1600)",model.visual.merger.linear_fc2.weight,2d-64,0,0.02706883617405098,3.8849097441865905 +9273,9297,0.44377086630515933,0.9013267952090857,0.9046854976705915,0.9057034931094499,0.43685987262769255,0.436364843954371,0.43661214781828334,0.42607998111213147,0.9036603514171914,"model.visual.pos_embed.weight|2d-128|(896, 128)","model.visual.pos_embed.weight|2d-128|(1280, 128)",model.visual.pos_embed.weight,2d-128,0,0.007406022350788355,2.547312419059876 +9564,9585,0.21339480035703523,0.9771814024196598,0.9706554936115015,0.971911761460705,0.24203579018350596,0.2424956037905994,0.2422653697196483,0.24047434940511317,0.9724995209077297,"model.visual.pos_embed.weight|2d-64|(1280, 64)","model.visual.pos_embed.weight|2d-64|(896, 64)",model.visual.pos_embed.weight,2d-64,0,0.02864098982647073,1.2202105183485794 +9698,9859,0.5039588879853123,0.8713337558951619,0.8675556400969898,0.8666907370350875,0.5141846636062156,0.5151697471554988,0.5146764983437058,0.4973401364618606,0.8692177176532389,"mtp.fc.weight|2d-128|(256, 2304)","mtp.fc.weight|2d-128|(1152, 3200)",mtp.fc.weight,2d-128,0,0.010225775620903321,1.7063045572715794 +9891,10091,1.0039027236836653,0.04118034054291453,0.02405283404164378,0.024489006269001672,1.0069281686219613,6.9733000755543,1.4093938641852728,0.999710688736779,0.16657357959250899,"mtp.fc.weight|2d-64|(576, 2624)","mtp.fc.weight|2d-64|(320, 3648)",mtp.fc.weight,2d-64,0,0.0030254449382960402,7.664253467857195 +10142,10223,1.2420350525302681,0.026769775306295724,0.01505849581336848,0.01506194432754855,1.3331426987838908,1.4865287510338097,1.4035885177067755,0.999886614423775,0.01679106594838967,"mtp.layers.0.mlp.down_proj.weight|2d-128|(1152, 512)","mtp.layers.0.mlp.down_proj.weight|2d-128|(128, 6016)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.09110764625362267,3.0515305066084575 +10402,10506,1.2198590551108315,0.025108613277185256,0.006206066474439929,0.006374045331633043,1.553722543111579,1.2997922909405577,1.4098875505273005,0.9999807421840257,0.0051917875532571005,"mtp.layers.0.mlp.down_proj.weight|2d-64|(256, 3456)","mtp.layers.0.mlp.down_proj.weight|2d-64|(1152, 5952)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.07993323582972622,3.9199883764568013 +10765,10882,1.2897873734998402,-0.003775434241951806,-0.004987470154668619,-0.004983449094623663,1.3082191798377538,1.5601995615710718,1.4176819693040834,0.9999875624933824,-0.005948123119268015,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(2432, 1792)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(2560, 256)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.018431806337913637,3.619783560488742 +10962,10973,1.2746892056424068,-0.00418646703454686,-0.004560530051849294,-0.004326655987822916,1.2865076872333494,1.59847174258366,1.417360300500231,0.9999896007287506,-0.005666408752489978,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(2688, 1408)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(5568, 1344)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.011818481590942564,3.390085557816441 +11207,11341,1.3059864901463767,0.0501174609160612,0.011561631651765958,0.011562738328921473,1.433261281978512,1.3802758035377327,1.406020317254357,0.9999331621031222,0.011134215804894529,"mtp.layers.0.mlp.up_proj.weight|2d-128|(3456, 1280)","mtp.layers.0.mlp.up_proj.weight|2d-128|(5760, 1792)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.07428931339135603,3.736509182350079 +11516,11551,1.2955418665898415,0.07342721358383436,0.03130231507203413,0.03272320615925944,1.3531530586377616,1.4342691260338432,1.391941562722026,0.9995099624671737,0.03317876259053782,"mtp.layers.0.mlp.up_proj.weight|2d-64|(4544, 64)","mtp.layers.0.mlp.up_proj.weight|2d-64|(5632, 192)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.05761119204792009,3.5189092983802523 +11667,11722,1.1976610492366317,0.016198990104023547,0.013965811018412282,0.013931260224715187,1.699959685025359,1.2240849168710726,1.404816642024243,0.9999024733055709,0.01005632002341002,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 384)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 1280)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.026423867634440823,5.17219955189169 +11749,11942,1.067259026165597,0.03945228446410158,0.024993158309384693,0.024995597945795842,2.4022793768578836,1.0873064650473054,1.40087277919868,0.999687622228925,0.011312265706284843,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 1344)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 1408)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.020047438881708457,8.149837975137832 +12069,12071,0.9468742964513905,0.48234968078338797,0.44187080623982167,0.4418703734164534,0.997803561458353,1.135483056555967,1.0599952091584988,0.8970786981045586,0.5028412736257646,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(640, 640)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(640, 896)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.05092926500696249,2.8871125343230557 +12454,12478,1.1104078283870356,0.038347631862838925,0.0174874080267217,0.017743279223634112,1.1113926266916654,2.210538025319365,1.4042533650745976,0.999847083588539,0.03478210983135119,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(1152, 1920)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(768, 192)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.0009847983046298303,3.3319235388549577 +12581,12604,1.038744393101738,0.06384756634713158,0.00779925625556319,0.007753501446215069,3.021882503249101,1.0568105131115921,1.4107723926091185,0.9999695853384042,0.00272755012693857,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 640)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(768, 1536)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.018066120009854192,8.616134230091152 +12791,12927,1.0396903681746585,0.03760265463061456,0.02495050545351482,0.02498921379440475,3.1678584885396086,1.0451749198101656,1.4036754190348306,0.9996886876811271,0.008231946796532039,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(704, 1408)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(832, 1920)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.005484551635507096,9.144889513904946 +13025,13036,1.3250274809675742,0.0422322375465922,-0.004236897664395654,-0.004224097638347192,1.439458394509109,1.395952633355752,1.4172049274185765,0.9999910243088092,-0.004108842933170667,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 128)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 1536)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.07092515238817776,4.062022595157399 +13193,13289,1.2765147953440683,0.01904322722277309,0.001989536524303762,0.002028460119347377,1.2963482811582652,1.567668398293059,1.412831098362292,0.9999980208702508,0.0024059379579800147,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 1600)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 1600)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.01983348581419686,3.304483818944205 +55,79,1.1294800788020702,0.32938496876519036,0.29685375915971207,0.2946894980928462,1.1654014012793177,1.2077980034556024,1.1860317547308776,0.9549229527416061,0.30765312040795934,"model.language_model.embed_tokens.weight|2d-128|(244096, 640)","model.language_model.embed_tokens.weight|2d-128|(219520, 640)",model.language_model.embed_tokens.weight,2d-128,0,0.03592132247724744,2.9692363845613756 +423,511,1.03567046703789,0.4279090477069523,0.41603016106031904,0.4156346841371969,1.0461879988064178,1.1209298151922,1.081626917019983,0.9093508151907739,0.4457522090520696,"model.language_model.embed_tokens.weight|2d-64|(239488, 832)","model.language_model.embed_tokens.weight|2d-64|(184320, 832)",model.language_model.embed_tokens.weight,2d-64,0,0.010517531768527766,2.9005470424261026 +638,737,0.05694350947292405,0.9987013632726323,0.9987013632726323,0.998983104453355,0.05850767501311662,0.05694350947292406,0.05770970012431095,0.05094690370754213,0.9720017164822894,"model.language_model.layers.4.linear_attn.conv1d.weight|3d-axis0-slice|(6054, 0, 0)","model.language_model.layers.5.linear_attn.conv1d.weight|3d-axis0-slice|(4227, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,1,6.938893903907228e-18,0.08931571829193806 +781,933,0.3403258431926277,0.9425185034628284,0.9425185034628283,0.9409366369314747,0.3403258431926277,0.38761544275024834,0.3616722236953192,0.334153962463698,1.0734851153024623,"model.language_model.layers.22.linear_attn.conv1d.weight|3d-volume|(5076, 0, 0)","model.language_model.layers.10.linear_attn.conv1d.weight|3d-volume|(924, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,12,0.0,0.7430949185012224 +1124,1221,1.1034470071487814,0.00797995712272553,0.007983134522471498,0.007984413801791152,1.1140971624882139,2.23184611386933,1.409694839134751,0.9999681342738859,0.015992436171977584,"model.language_model.layers.20.linear_attn.in_proj_qkv.weight|2d-128|(5632, 1792)","model.language_model.layers.6.linear_attn.in_proj_qkv.weight|2d-128|(2816, 512)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,14,0.010650155339432477,3.083067992611906 +1316,1346,1.103923205712342,0.027632508111766364,-0.0012091382969398416,-0.0011724551261352056,2.1425414237454117,1.1314356913948904,1.4149194847575672,0.9999992689920222,-0.0006385231155058082,"model.language_model.layers.9.linear_attn.in_proj_qkv.weight|2d-64|(4032, 320)","model.language_model.layers.20.linear_attn.in_proj_qkv.weight|2d-64|(5632, 192)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,11,0.027512485682548382,6.330924226170781 +1565,1569,1.1249515572348627,0.011477855247846076,-0.012099806790859246,-0.012113059359702756,1.1398490803254258,2.1302528923018063,1.421313851620385,0.9999267946583009,-0.022613211571098534,"model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-128|(1024, 384)","model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(256, 1664)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,14,0.014897523090563025,3.196870092003856 +1811,2010,1.1148744582779546,0.020171376660887818,0.011095903219809833,0.011205904065891862,2.2346484211943727,1.1120201696561958,1.4079408003638771,0.9999384385709635,0.005521614972607992,"model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-64|(320, 704)","model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-64|(576, 1408)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,16,0.0028542886217588492,5.892512470734584 +2134,2242,1.1992413227297998,0.03197145107850077,-0.010627026814538348,-0.01062705175189785,1.7667886636576078,1.2218766372372816,1.4212270849128237,0.999943531556199,-0.007349444817637186,"model.language_model.layers.16.linear_attn.out_proj.weight|2d-128|(1280, 256)","model.language_model.layers.4.linear_attn.out_proj.weight|2d-128|(896, 896)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,12,0.022635314507481796,4.3978165292999964 +2395,2403,1.205027603563344,0.010457360874174808,-0.003713555980402636,-0.003793789558206291,1.216467834543939,1.7656375582231063,1.4166650567286194,0.9999931047272178,-0.005390026540258752,"model.language_model.layers.22.linear_attn.out_proj.weight|2d-64|(960, 1216)","model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(192, 960)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,10,0.01144023098059499,3.2329734421773972 +2583,2651,1.2499781482959857,0.029388021568013872,-0.0027825977927117694,-0.002761630112336728,1.282295946822473,1.603081196605411,1.4161318095390585,0.999996128567268,-0.003478705684335695,"model.language_model.layers.21.mlp.down_proj.weight|2d-128|(1024, 1664)","model.language_model.layers.3.mlp.down_proj.weight|2d-128|(512, 5248)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,18,0.03231779852648731,3.153908043922872 +2973,3022,1.2340745833327535,0.04061581783464565,0.02494286465488105,0.02454646197476277,1.2982395697735398,1.5215710747670763,1.3966875863420267,0.9996888783530645,0.029233696356457037,"model.language_model.layers.1.mlp.down_proj.weight|2d-64|(1152, 2624)","model.language_model.layers.1.mlp.down_proj.weight|2d-64|(832, 5056)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,0,0.06416498644078628,2.881314363891375 +3077,3267,1.1328024997890158,0.060216077207803226,-0.01092188237553761,-0.010962056732277145,1.1622665807790313,1.9986830331766705,1.420909924476163,0.9999403544638925,-0.018781733343573186,"model.language_model.layers.23.mlp.gate_proj.weight|2d-128|(4480, 512)","model.language_model.layers.10.mlp.gate_proj.weight|2d-128|(4224, 640)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,13,0.029464080990015518,3.0086187747743613 +3420,3537,1.1221850981426338,0.047666113821418915,0.019241790879983386,0.019218998743115653,1.9801189835435833,1.145633185243963,1.402368415201973,0.9998148596033822,0.011132681600872295,"model.language_model.layers.10.mlp.gate_proj.weight|2d-64|(1728, 1600)","model.language_model.layers.23.mlp.gate_proj.weight|2d-64|(3584, 0)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,13,0.023448087101329174,5.1241826084324815 +3689,3825,1.1927453411095716,0.05390305156232893,0.002342468861900797,0.0023467835763300343,1.2341073505213358,1.7009310423475545,1.412638045850425,0.9999972564160519,0.00322855058051186,"model.language_model.layers.23.mlp.up_proj.weight|2d-128|(2048, 1280)","model.language_model.layers.9.mlp.up_proj.weight|2d-128|(0, 1152)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,14,0.041362009411764156,3.208335997970935 +3951,4066,1.1936034390725492,0.04352375791275684,0.023047995987855972,0.02275623086052581,1.7129952915985176,1.2114114624480357,1.3987632385306616,0.9997343596580762,0.01629928970796549,"model.language_model.layers.4.mlp.up_proj.weight|2d-64|(2112, 576)","model.language_model.layers.23.mlp.up_proj.weight|2d-64|(5760, 640)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,19,0.01780802337548648,4.441535083148155 +4261,4300,1.151164185474045,0.025216154104140943,0.0010605265477491147,0.0011808469121430522,1.1701676589008019,1.9222285368832808,1.4135472522394457,0.9999994376415626,0.0017421216341943636,"model.language_model.layers.3.self_attn.k_proj.weight|2d-128|(128, 384)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 1536)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,20,0.01900347342675679,3.0839129485557466 +4358,4409,1.0859969106402712,0.007070148387317237,0.019729240918565157,0.019735414534422905,1.0934024194966196,2.364851683603769,1.4035450136755196,0.9998053595839428,0.042671140808315564,"model.language_model.layers.15.self_attn.k_proj.weight|2d-64|(384, 768)","model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 1024)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,8,0.007405508856348497,2.983960702049597 +4816,4851,1.094450262248819,0.034257522100641646,0.007559455075029342,0.007596893214182402,2.297575343397701,1.1066721596255134,1.4100276972213586,0.9999714269112736,0.0036411595804746047,"model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(384, 1664)","model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(768, 384)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,12,0.012221897376694324,6.286153127863479 +4933,5042,1.0896549536680635,0.04462804225879895,0.024519719245853753,0.024809725658543353,2.213862683215078,1.10703405742197,1.400273639364885,0.999699346487785,0.012260997255785071,"model.language_model.layers.3.self_attn.o_proj.weight|2d-64|(1792, 1856)","model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(960, 1152)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,16,0.01737910375390639,5.887594520894608 +5172,5176,1.089476583416502,-0.0028530797125984574,-0.017477894286060093,-0.017493052184280145,2.610557582343897,1.090449903133219,1.4229772619796075,0.9998472499393721,-0.007300650351521799,"model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(2688, 1536)","model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(3456, 1024)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,4,0.0009733197167169916,6.78787067180782 +5433,5583,1.0800462573710155,0.017748199809801437,-0.007552667899871487,-0.007319967902993811,1.081883956357129,2.6686824206076745,1.4179275976467993,0.9999714781970506,-0.0186301607807756,"model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(1344, 320)","model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(2752, 896)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,4,0.001837698986113523,2.8231597865902147 +5770,5852,1.0681272430705706,0.016453123123148127,-0.0020822577071780432,-0.0020657467715274685,1.0832742433192981,2.6138519803129396,1.4152547031414116,0.9999978320990706,-0.005024317216988382,"model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(0, 1280)","model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(256, 512)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,12,0.015147000248727505,3.7851261713663047 +6070,6090,1.0568191771748545,0.025475071785951986,0.020324675783635907,0.020438442238927244,1.0900443147819208,2.397720833629547,1.403342657038075,0.999793432442067,0.044707263642707475,"model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(384, 1408)","model.language_model.layers.3.self_attn.v_proj.weight|2d-64|(448, 640)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,16,0.033225137607066246,4.066676130489556 +6194,6289,1.1124492642084998,0.01762186279575794,0.010643819638142074,0.010640166118787524,2.2324592005252906,1.1125378389671865,1.4081916649717607,0.9999433529473111,0.0053043084038394885,"model.visual.blocks.0.attn.proj.weight|2d-128|(768, 256)","model.visual.blocks.23.attn.proj.weight|2d-128|(384, 896)",model.visual.layers.*.attn.proj.weight,2d-128,23,8.857475868673248e-05,6.114001509089574 +6433,6642,1.1356300007704294,0.0058498833019459285,-0.003332790844343334,-0.0032609946466168856,1.1457176882561193,2.061216860359013,1.4162136190264425,0.9999944462371718,-0.005995896502974269,"model.visual.blocks.23.attn.proj.weight|2d-64|(896, 896)","model.visual.blocks.18.attn.proj.weight|2d-64|(512, 768)",model.visual.layers.*.attn.proj.weight,2d-64,5,0.010087687485689889,2.9219843966915646 +6732,6786,1.0580954901296022,0.013734157108515395,0.009092892241871745,0.009117884416834364,1.0654124659790138,2.8277534484546103,1.409964462012535,0.9999586588007916,0.0241338056522097,"model.visual.blocks.0.attn.qkv.weight|2d-128|(1152, 512)","model.visual.blocks.0.attn.qkv.weight|2d-128|(2048, 256)",model.visual.layers.*.attn.qkv.weight,2d-128,0,0.0073169758494116,4.582470522239441 +7062,7106,1.0502517709714336,-0.005710278999225852,-0.003363748225259106,-0.003364451335227005,4.501164295991223,1.0264178159221025,1.4152443377745287,0.9999943425829354,-0.0007670484522764981,"model.visual.blocks.18.attn.qkv.weight|2d-64|(2752, 576)","model.visual.blocks.0.attn.qkv.weight|2d-64|(1728, 64)",model.visual.layers.*.attn.qkv.weight,2d-64,18,0.023833955049331168,13.313229556705451 +7312,7392,1.186222626469261,0.039396564980102,0.0039413738600532384,0.004008433139501077,1.2214952472404497,1.7315964435080813,1.4115856412448027,0.9999922327558826,0.0055873070108314864,"model.visual.blocks.1.mlp.linear_fc1.weight|2d-128|(3200, 896)","model.visual.blocks.16.mlp.linear_fc1.weight|2d-128|(3584, 384)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,15,0.035272620771188645,3.5318959385576307 +7592,7623,1.1883982684531007,-0.005801020195738293,-4.929129980432099e-05,0.0003960647952837792,1.2136206524185056,1.7649843989542204,1.4142461067851635,0.9999999987851839,-7.168498244112048e-05,"model.visual.blocks.1.mlp.linear_fc1.weight|2d-64|(2944, 832)","model.visual.blocks.17.mlp.linear_fc1.weight|2d-64|(3904, 384)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,16,0.025222383965404882,3.1969945927449817 +7794,7819,1.1894885893258251,0.029903043847981075,0.001065384835259174,0.0010457474106608732,1.234215544764078,1.7036524503099417,1.4134975515707344,0.9999994324774153,0.0014706065669099102,"model.visual.blocks.4.mlp.linear_fc2.weight|2d-128|(384, 768)","model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(128, 3584)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,6,0.04472695543825278,3.44488319530205 +8059,8072,1.0825313710963007,0.04065802732872975,0.017315734945797745,0.018115104659731318,2.060610130571761,1.1327657023248956,1.4038378012682071,0.9998500714223543,0.009518865488497723,"model.visual.blocks.21.mlp.linear_fc2.weight|2d-64|(128, 4032)","model.visual.blocks.23.mlp.linear_fc2.weight|2d-64|(192, 3520)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,2,0.050234331228594886,4.041341140192542 +8260,8268,0.6112047101787716,0.8126850126978235,0.8074201070912713,0.8074077994504267,0.6256315398667297,0.6160169627346938,0.6207684161387499,0.5899769238408566,0.7950118405591214,"model.visual.merger.linear_fc1.weight|2d-128|(256, 512)","model.visual.merger.linear_fc1.weight|2d-128|(256, 1536)",model.visual.merger.linear_fc1.weight,2d-128,0,0.004812252555922103,1.6956139733010247 +8559,8671,0.682019394288411,0.7621047275769716,0.7735136952431817,0.773393589526597,0.6798846767048375,0.6668042836010046,0.6732491979792818,0.633779585716705,0.7586319608084289,"model.visual.merger.linear_fc1.weight|2d-64|(2688, 2048)","model.visual.merger.linear_fc1.weight|2d-64|(2688, 3072)",model.visual.merger.linear_fc1.weight,2d-64,0,0.01521511068740633,1.8078505970812082 +8816,8821,1.3289531774402987,0.04618125878538141,0.007865365788637151,0.007826654011782227,1.4398191031023906,1.3794138605057285,1.4086460538720098,0.9999690675320967,0.007535387302068671,"model.visual.merger.linear_fc2.weight|2d-128|(1792, 1408)","model.visual.merger.linear_fc2.weight|2d-128|(1152, 3584)",model.visual.merger.linear_fc2.weight,2d-128,0,0.05046068306542972,3.7619322336851395 +9046,9054,1.3139893799036424,0.07196644087704275,0.025072297422885158,0.025065167744948037,1.3752659629404203,1.4184990922538678,1.3963808276373253,0.9996856405400342,0.025860475059704763,"model.visual.merger.linear_fc2.weight|2d-64|(1792, 1088)","model.visual.merger.linear_fc2.weight|2d-64|(64, 1920)",model.visual.merger.linear_fc2.weight,2d-64,0,0.061276583036777854,3.46512403797579 +9243,9315,0.44428435847100145,0.9012343032649428,0.8106725330792549,0.8107228032993131,0.6251872646088571,0.6070524717662785,0.6159197270391432,0.5854998241766297,0.7871573732498901,"model.visual.pos_embed.weight|2d-128|(384, 384)","model.visual.pos_embed.weight|2d-128|(1536, 384)",model.visual.pos_embed.weight,2d-128,0,0.16276811329527707,2.072492053001433 +9486,9595,0.23463287610660002,0.9723737467617829,0.9510899508330978,0.9530275059959147,0.3121850553505135,0.31338744092210324,0.3127845148504512,0.30891407450016883,0.9547530884963715,"model.visual.pos_embed.weight|2d-64|(1024, 896)","model.visual.pos_embed.weight|2d-64|(1600, 896)",model.visual.pos_embed.weight,2d-64,0,0.07755217924391347,0.8894109954506253 +9673,9764,1.0088042288290204,0.0677169697591169,0.008755325127719945,0.008534106721956286,4.186947459044803,1.0275877463177234,1.4113444493494216,0.9999616714064133,0.002148788563572085,"mtp.fc.weight|2d-128|(128, 3200)","mtp.fc.weight|2d-128|(512, 2560)",mtp.fc.weight,2d-128,0,0.018783517488702994,5.808200767767852 +9891,9899,1.0041374459698114,0.04360246582918853,0.013305562072093146,0.013406853652190066,1.0086621733966892,6.914250018540742,1.4115231631448915,0.9999114770908201,0.09120792395124731,"mtp.fc.weight|2d-64|(576, 2624)","mtp.fc.weight|2d-64|(640, 3520)",mtp.fc.weight,2d-64,0,0.004524727426877817,7.619825975993287 +10142,10274,1.242321405281799,0.02005068026566593,-0.01059821906959298,-0.01060186762554394,1.347829876931332,1.5090774247550383,1.4216405380397736,0.9999438372991519,-0.011866136382838125,"mtp.layers.0.mlp.down_proj.weight|2d-128|(1152, 512)","mtp.layers.0.mlp.down_proj.weight|2d-128|(384, 256)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.10550847164953292,3.155807537669164 +10534,10545,1.2210186196686676,0.02477322347626643,0.014884688721152983,0.014849439406520603,1.4892591898993555,1.3313992668605619,1.403715257695869,0.9998892168843878,0.013306927219384843,"mtp.layers.0.mlp.down_proj.weight|2d-64|(384, 2496)","mtp.layers.0.mlp.down_proj.weight|2d-64|(1152, 4928)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.11038064719189422,4.084860667897917 +10699,10882,1.2903051522674642,0.04133363525958685,0.0004761189529811507,0.0005441526749540753,1.329508075186427,1.5166655632213153,1.413879755037393,0.9999998866553649,0.0005431431620919213,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(2048, 128)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(2560, 256)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.03920292291896277,3.6440944519300853 +11035,11083,1.2749457137167985,0.04560973758663174,0.036097752243094125,0.03596831287473976,1.5027857511885665,1.2972415825391024,1.3887326625810348,0.9993482637614357,0.031160466625997463,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(1856, 1856)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(2304, 192)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.022295868822303833,4.267070312864082 +11178,11317,1.3072152694634716,0.04737983677953092,-0.00013517066847072457,-0.0003361563985060742,1.344803261550626,1.4958400381907788,1.414308600381907,0.9999999908644452,-0.00015035187946702493,"mtp.layers.0.mlp.up_proj.weight|2d-128|(2944, 1024)","mtp.layers.0.mlp.up_proj.weight|2d-128|(4864, 768)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.037587992087154465,3.4177144811950786 +11484,11521,1.29591441672177,0.0360664319653414,0.013213938687541843,0.013215354369352374,1.486985995951978,1.3350498713718035,1.4048931954344064,0.9999126921008463,0.011863774906517249,"mtp.layers.0.mlp.up_proj.weight|2d-64|(5184, 960)","mtp.layers.0.mlp.up_proj.weight|2d-64|(4672, 1792)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.03913545465003354,3.6403032941102493 +11672,11718,1.1980301858281386,-0.006324527339574636,-0.00632399046129795,-0.006223417521261571,1.8390865146747648,1.1964344475036572,1.418295744599658,0.9999800033723901,-0.004114129473087607,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 1024)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 768)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.001595738324481344,5.216198465598556 +11749,11901,1.0683008913595036,0.02142602745887316,0.0075382222483454915,0.007534008947532529,2.4375188532839664,1.0928132061241653,1.410228352011537,0.9999715871990236,0.00337961235154855,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 1344)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(320, 832)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.024512314764661758,9.623298009328199 +12197,12199,0.9690560629131808,0.4690468303647439,0.4583110625115659,0.45830508232522055,0.987002345682826,1.1120868299795292,1.04396580776759,0.8887918597621828,0.5163936021858491,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(1664, 640)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1664, 896)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.01794628276964516,3.291056769410799 +12287,12454,1.1104440242600504,-0.001072158458722139,-0.020875435653951353,-0.020755149161527008,2.1324062474921393,1.144836285784317,1.4264640085200357,0.9997820843495134,-0.011207506189923255,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(1728, 64)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(1152, 1920)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.034392261524266665,6.525634515865329 +12615,12743,1.0390353698371444,0.07979500388797213,0.040581182108351675,0.04033581100851777,1.0547590663167286,2.786960816003978,1.3950853595011632,0.9991762445428177,0.10722653923046356,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(896, 896)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(1920, 896)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.01572369647958416,3.031897444250788 +12965,12988,1.039788691528589,0.05024785353422802,0.02888842846800088,0.02913455438232256,1.045860138174374,3.1075572265563087,1.4018084002209197,0.9995826422565817,0.0858359940998378,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(832, 1536)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(576, 1600)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.006071446645784961,3.061366448903054 +13031,13044,1.325218341280858,0.00884009140364799,0.012663271139793287,0.012570129497748174,1.3534677309181036,1.4634884970153987,1.4052581994812476,0.9999198175674088,0.01369264388379861,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 896)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(256, 512)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.028249389637245548,3.617153192672012 +13192,13289,1.277073867756585,0.025894645526595237,0.007761777591325348,0.007937540356744025,1.312274917472722,1.530275564016507,1.4087788986573184,0.9999698769506123,0.009051196836262767,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 1536)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 1600)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.03520104971613702,3.353663655756272 +28,195,1.1299196984147049,0.30858235642151555,0.2943118600094068,0.2934438386362464,1.2306663751272067,1.1505249198510963,1.1885740503103357,0.9557094375686594,0.27514616145545484,"model.language_model.embed_tokens.weight|2d-128|(83456, 1152)","model.language_model.embed_tokens.weight|2d-128|(142080, 1152)",model.language_model.embed_tokens.weight,2d-128,0,0.02060522143639143,3.4280700903346943 +342,449,1.036954747475358,0.4359441481334565,0.3191885904561484,0.3181531348664752,1.1448455805911433,1.1906978157754922,1.1670967091462952,0.9476912174978817,0.33197241961693275,"model.language_model.embed_tokens.weight|2d-64|(217088, 1920)","model.language_model.embed_tokens.weight|2d-64|(183872, 1920)",model.language_model.embed_tokens.weight,2d-64,0,0.10789083311578529,2.7950253956823654 +532,538,0.05773734969542729,0.9999315536907861,0.9999315536907862,0.9999028632602367,0.06120186054996487,0.05773734969542729,0.05939395577162406,0.011699911688992764,0.9433274947548959,"model.language_model.layers.14.linear_attn.conv1d.weight|3d-axis0-slice|(603, 0, 0)","model.language_model.layers.13.linear_attn.conv1d.weight|3d-axis0-slice|(1231, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,1,0.0,0.11774002560483683 +827,955,0.35306653022623846,0.9443944876164085,0.9443944876164087,0.9540903929849363,0.35306653022623846,0.43278643166277725,0.3868972825479177,0.3288146160981002,1.1576320194259182,"model.language_model.layers.2.linear_attn.conv1d.weight|3d-volume|(4384, 0, 0)","model.language_model.layers.12.linear_attn.conv1d.weight|3d-volume|(4440, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,10,0.0,0.8398575833039162 +1124,1130,1.1039104859046245,0.031395614762469895,0.018195410373638143,0.018213970231583988,1.1210269240988482,2.134561285272294,1.403581124073119,0.9998344498172359,0.03464610681356405,"model.language_model.layers.20.linear_attn.in_proj_qkv.weight|2d-128|(5632, 1792)","model.language_model.layers.0.linear_attn.in_proj_qkv.weight|2d-128|(5888, 1408)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,20,0.017116438194223704,3.0421332118523434 +1434,1449,1.1040104140262796,0.029441641635401142,0.026404739212230476,0.026401064045277717,1.0912830192532563,2.3512880854154927,1.3998813786997684,0.9996513340896085,0.056891885617998926,"model.language_model.layers.20.linear_attn.in_proj_qkv.weight|2d-64|(4608, 640)","model.language_model.layers.14.linear_attn.in_proj_qkv.weight|2d-64|(4544, 256)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,6,0.012727394773023315,3.231272149803713 +1569,1571,1.1252048035132427,0.024755365598114656,-0.0018390086546097532,-0.0018242504588659046,2.1354210829141973,1.1328708589423926,1.4152898550900617,0.9999983090221544,-0.0009756199050479994,"model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(256, 1664)","model.language_model.layers.1.linear_attn.in_proj_z.weight|2d-128|(512, 768)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,17,0.007666055429149887,5.6011940049053734 +1922,2010,1.1152776972950569,0.00884268163081343,-0.005193492597100662,-0.005459889264745622,2.2548421543313997,1.1185945009549143,1.417134549147835,0.9999865137263821,-0.0025764163796154725,"model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-64|(640, 768)","model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-64|(576, 1408)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,2,0.0033168036598574258,6.229831380769852 +2102,2203,1.1999549586941065,0.05184087718044733,0.01744675712855633,0.017354039084675733,1.7148623599815158,1.215641034061109,1.402524370642711,0.9998477937494772,0.012367752871431529,"model.language_model.layers.16.linear_attn.out_proj.weight|2d-128|(1664, 256)","model.language_model.layers.22.linear_attn.out_proj.weight|2d-128|(1792, 384)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,6,0.015686075367002505,4.337081685329615 +2333,2374,1.2051557613616735,0.026287815848407017,0.016451189088100837,0.016640285215425696,1.2344080840117093,1.6673234754260209,1.4030432746742423,0.9998646700316937,0.022220734067229853,"model.language_model.layers.22.linear_attn.out_proj.weight|2d-64|(1536, 192)","model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(1536, 896)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,10,0.029252322650035856,3.19892173646357 +2669,2786,1.250161950943265,0.04249635020223,0.00812450911380397,0.008053408234800795,1.2738019636367626,1.597848315598185,1.4086020004310347,0.9999669956311857,0.01019132767348728,"model.language_model.layers.22.mlp.down_proj.weight|2d-128|(1536, 1920)","model.language_model.layers.2.mlp.down_proj.weight|2d-128|(384, 640)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,20,0.02364001269349747,3.3331394633560567 +2931,3066,1.2342520316873455,0.0380730749944971,0.006539884328152481,0.006977825590046473,1.6042421532795437,1.2722122603856818,1.4097035864761607,0.9999786147278223,0.005186324899125101,"model.language_model.layers.4.mlp.down_proj.weight|2d-64|(1280, 2112)","model.language_model.layers.21.mlp.down_proj.weight|2d-64|(704, 5568)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,17,0.03796022869833626,4.395690629012402 +3220,3297,1.1328932292661624,0.04199683726260871,0.008845805164806911,0.008858784813264502,1.1512161792596889,1.9873773267223154,1.4087772382896357,0.9999608751001142,0.01527076576742131,"model.language_model.layers.23.mlp.gate_proj.weight|2d-128|(5760, 0)","model.language_model.layers.11.mlp.gate_proj.weight|2d-128|(5888, 640)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,12,0.01832294999352646,3.1303123706244214 +3420,3539,1.122501829553474,0.021486077339493287,-0.0043515115934463205,-0.00467346564910593,2.0815499936697464,1.1429154883295138,1.4168074295759352,0.9999905321286058,-0.002389282031620669,"model.language_model.layers.10.mlp.gate_proj.weight|2d-64|(1728, 1600)","model.language_model.layers.23.mlp.gate_proj.weight|2d-64|(2816, 1408)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,13,0.020413658776039734,5.978946327898886 +3679,3718,1.1932043149380642,0.026256943502378415,0.012357697065237738,0.012522914910124618,1.7443671921752475,1.2099523289008514,1.4060052767052085,0.9999236407462542,0.008571718392209618,"model.language_model.layers.1.mlp.up_proj.weight|2d-128|(768, 1280)","model.language_model.layers.23.mlp.up_proj.weight|2d-128|(3968, 1792)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,22,0.016748013962787134,4.560306390663982 +3898,3929,1.1941361097968464,0.011048500964869975,0.003263382389953649,0.0036568696183574318,1.2176353098796244,1.7444858052093515,1.4120458639086226,0.9999946751535115,0.004675393535365784,"model.language_model.layers.23.mlp.up_proj.weight|2d-64|(2944, 0)","model.language_model.layers.2.mlp.up_proj.weight|2d-64|(384, 1344)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,21,0.02349920008277806,3.2014139573840343 +4252,4300,1.1516231308626124,0.044605690786186966,0.0013815184893763667,0.0014045922667001761,1.1825399058982649,1.8694128995338646,1.41333059677601,0.9999990457028765,0.002183967299626085,"model.language_model.layers.3.self_attn.k_proj.weight|2d-128|(0, 1920)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 1536)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,20,0.03091677503565249,3.330790911311321 +4407,4506,1.086536354871528,0.02566535825086811,0.018068193577799735,0.01782067858734267,1.0919783090837631,2.3889612731779906,1.4045191156644252,0.9998367568662573,0.03952845434252653,"model.language_model.layers.15.self_attn.k_proj.weight|2d-64|(384, 896)","model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 1984)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,8,0.005441954212235034,3.159277066226625 +4829,4845,1.094740894650515,0.07071612755995171,0.0020587268857691775,0.0020748498338212314,2.1760060602543567,1.1247397019098093,1.4130254594803833,0.9999978808195594,0.0010641201355583857,"model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(1408, 128)","model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(1280, 256)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,12,0.02999880725929427,5.614681328126466 +4916,4986,1.0928015643103317,0.027317736438547062,0.01772181198766199,0.017690173716606836,1.0937018089713268,2.3724425926399624,1.4046524852193387,0.9998429563585843,0.03844190549326322,"model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(1216, 256)","model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(512, 1920)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,12,0.000900244660995142,3.067666608332079 +5150,5273,1.0898127245474618,0.015462587508934112,0.012134009876003335,0.011994494566332434,2.358227598350777,1.0979358050959749,1.407632185198861,0.9999263801922266,0.0056493121832554265,"model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(3200, 256)","model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(1280, 1792)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,4,0.008123080548513073,6.470051153967719 +5465,5618,1.080095565142141,0.0014219002371695763,-0.0045756385803233665,-0.004786859094185772,1.082672969235977,2.638115930869901,1.4164845809200834,0.9999895317109986,-0.011149317823250309,"model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(3520, 1216)","model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(2688, 960)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,4,0.002577404093836,3.1355686986140396 +5644,5770,1.0681860191357098,0.016729956316764133,0.002500363224368866,0.0026027107924086186,2.557899343396254,1.0853147146479858,1.4129415459720973,0.9999968740869875,0.0010609021838088126,"model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(256, 384)","model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(0, 1280)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,12,0.017128695512276026,9.686136611863184 +5908,5970,1.0568769349899916,-0.013905181685611698,-0.007291254557355298,-0.007088179641486977,2.9417698345161787,1.0661265342296133,1.4175128298203898,0.9999734184502005,-0.00264242289121764,"model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(448, 1536)","model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(128, 1344)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,12,0.009249599239621764,10.917707933674887 +6178,6329,1.1130344169996182,0.00943884356805175,0.0030624271558029117,0.002940198952720685,1.1274299249817905,2.152642150324462,1.412432421371573,0.9999953107589632,0.00584720134866571,"model.visual.blocks.23.attn.proj.weight|2d-128|(0, 896)","model.visual.blocks.8.attn.proj.weight|2d-128|(128, 512)",model.visual.layers.*.attn.proj.weight,2d-128,15,0.014395507982172262,3.1694837295411564 +6419,6643,1.143694887267856,-0.0058149687364894695,0.012963096231824654,0.012480110338294817,1.1363817125385989,2.0553129226909164,1.4064291791956847,0.9999159755379871,0.023445659948043346,"model.visual.blocks.23.attn.proj.weight|2d-64|(64, 512)","model.visual.blocks.21.attn.proj.weight|2d-64|(640, 256)",model.visual.layers.*.attn.proj.weight,2d-64,2,0.007313174729257188,3.0739694754438904 +6763,6806,1.0581061537230418,0.010356172310628551,-0.003956040694982851,-0.0040343889540386795,1.0745615372599042,2.7598091554804105,1.4161038830406747,0.9999921748403933,-0.0101603462909226,"model.visual.blocks.0.attn.qkv.weight|2d-128|(1664, 384)","model.visual.blocks.12.attn.qkv.weight|2d-128|(2048, 384)",model.visual.layers.*.attn.qkv.weight,2d-128,12,0.016455383536862378,3.455522173134452 +6920,7079,1.0502728214203325,0.014106577295230072,-0.0019767965288291565,-0.002025431036833258,3.411323305857737,1.0465836468692458,1.4149972464459295,0.999998046135833,-0.0006064751812611583,"model.visual.blocks.18.attn.qkv.weight|2d-64|(2816, 896)","model.visual.blocks.0.attn.qkv.weight|2d-64|(1280, 192)",model.visual.layers.*.attn.qkv.weight,2d-64,18,0.003689174551086749,9.650414604567132 +7330,7399,1.186404889518036,0.04691378205302839,0.017575494705271328,0.01745651288558265,1.1934304900688244,1.7834287746791633,1.402678217102672,0.9998455390638421,0.02626432226043977,"model.visual.blocks.23.mlp.linear_fc1.weight|2d-128|(1920, 768)","model.visual.blocks.14.mlp.linear_fc1.weight|2d-128|(128, 384)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,9,0.007025600550788491,2.7760514777521004 +7447,7592,1.18935384052613,0.04430036466740027,0.02257931765368094,0.02218691151268061,1.6811074404846873,1.2234165085929674,1.3989387752134521,0.9997450547085963,0.0164319717497137,"model.visual.blocks.16.mlp.linear_fc1.weight|2d-64|(1856, 64)","model.visual.blocks.1.mlp.linear_fc1.weight|2d-64|(2944, 832)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,15,0.03406266806683744,4.794138725284957 +7727,7860,1.1896373201718466,0.02549012693459348,-0.006177120169884146,-0.006542472835751647,1.2686317823482565,1.6379901874236293,1.4184363180010544,0.9999809214112071,-0.00797557050484588,"model.visual.blocks.3.mlp.linear_fc2.weight|2d-128|(0, 1024)","model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(512, 1152)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,7,0.07899446217640982,3.0507464786645753 +8072,8156,1.0902126516733994,0.03765929915902526,0.012859559191124326,0.012568084994874995,1.1706788068222675,1.883109190532623,1.406035546515246,0.9999173124500895,0.020685395479855942,"model.visual.blocks.23.mlp.linear_fc2.weight|2d-64|(192, 3520)","model.visual.blocks.4.mlp.linear_fc2.weight|2d-64|(448, 1216)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,19,0.08046615514886812,1.9488702554772228 +8233,8320,0.6140897696893296,0.8058740498959691,0.8048858704604143,0.8048704557349236,0.6301458369722547,0.6197092213184883,0.6248621704570823,0.5934296382328583,0.791555171466187,"model.visual.merger.linear_fc1.weight|2d-128|(2432, 2816)","model.visual.merger.linear_fc1.weight|2d-128|(2432, 768)",model.visual.merger.linear_fc1.weight,2d-128,0,0.005619451629158667,1.750712421536796 +8579,8695,0.6851117505750596,0.7577830704351944,0.7646868696962269,0.7646921067357594,0.6793295083562582,0.693399152716084,0.6862561831095381,0.6444020416744392,0.7805243567638609,"model.visual.merger.linear_fc1.weight|2d-64|(1024, 1536)","model.visual.merger.linear_fc1.weight|2d-64|(1024, 2560)",model.visual.merger.linear_fc1.weight,2d-64,0,0.005782242218801414,1.8379667558654205 +8808,8834,1.32915762556981,0.05598654624105793,0.006036133118422016,0.006080712998032278,1.4241408368928472,1.3961551977840663,1.4099397543568983,0.9999817823825475,0.005917517712776268,"model.visual.merger.linear_fc2.weight|2d-128|(384, 1024)","model.visual.merger.linear_fc2.weight|2d-128|(512, 256)",model.visual.merger.linear_fc2.weight,2d-128,0,0.06699757221425617,3.731571952940915 +9064,9213,1.3143194228692525,0.03718096596733872,0.02045089706662373,0.02054937131374997,1.3402159806213452,1.4679676412593126,1.399738245258076,0.9997908585345089,0.02240031126521138,"model.visual.merger.linear_fc2.weight|2d-64|(1152, 1600)","model.visual.merger.linear_fc2.weight|2d-64|(1600, 2240)",model.visual.merger.linear_fc2.weight,2d-64,0,0.025896557752092653,3.309248795944367 +9255,9303,0.45285188398315207,0.8933207586322777,0.9175822138957073,0.9172551992638681,0.3988846155885957,0.4507518646762083,0.42244865580583646,0.39754607373517425,1.0368960790751502,"model.visual.pos_embed.weight|2d-128|(512, 896)","model.visual.pos_embed.weight|2d-128|(1280, 896)",model.visual.pos_embed.weight,2d-128,0,0.053967268394556345,1.8740657978429875 +9490,9615,0.2366749877156744,0.9801694033079675,0.977843222027321,0.9777264440031663,0.27915507737306705,0.24012959760381603,0.2574499091264436,0.20933856103266607,0.8411421409012637,"model.visual.pos_embed.weight|2d-64|(1344, 960)","model.visual.pos_embed.weight|2d-64|(960, 960)",model.visual.pos_embed.weight,2d-64,0,0.003454609888141613,1.4947361923889433 +9695,9868,1.0099306849574097,0.05007842634677641,0.003928189590811608,0.004253206733052933,1.0200602690840086,4.969367242282449,1.41311891044547,0.9999922846335059,0.019136728746021233,"mtp.fc.weight|2d-128|(1536, 3584)","mtp.fc.weight|2d-128|(896, 3584)",mtp.fc.weight,2d-128,0,0.010129584126598923,0.9008877994506428 +9891,10051,1.004265730239353,0.05123340564355336,0.020928790369200565,0.02017194495613056,1.0103402892404236,6.063791319690236,1.4094070645801045,0.9997809688795252,0.12560898414511867,"mtp.fc.weight|2d-64|(576, 2624)","mtp.fc.weight|2d-64|(1536, 1856)",mtp.fc.weight,2d-64,0,0.0060745590010706785,7.6649819068121685 +10142,10247,1.2426132121558318,0.03636890706649065,0.012817267227219865,0.012822134753719036,1.3249771983736796,1.501996605086248,1.4051924092596348,0.99991785545655,0.014529677858152864,"mtp.layers.0.mlp.down_proj.weight|2d-128|(1152, 512)","mtp.layers.0.mlp.down_proj.weight|2d-128|(1792, 1664)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.0823639862178478,3.1652260445986395 +10406,10506,1.2215169541695994,-0.003322829346656307,-0.003298274009946225,-0.0029901633993322497,1.6298848193935263,1.269611710430478,1.4164730696482681,0.9999945606794846,-0.00256921670624209,"mtp.layers.0.mlp.down_proj.weight|2d-64|(960, 1088)","mtp.layers.0.mlp.down_proj.weight|2d-64|(1152, 5952)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.04809475626087867,4.3702441190997465 +10845,10866,1.2908616697312192,0.03875584369986235,0.0018352843214043885,0.0019408166892661025,1.328258706977925,1.5161675659112868,1.4129265127287374,0.9999983158643116,0.0020949221320520094,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(2432, 512)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(1792, 256)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.037397037246705844,3.6831655358292448 +10940,11143,1.2766510669709035,0.04608157251780764,0.036066020742829163,0.0366412041071133,1.4733165283155996,1.3170626869844928,1.3886392309735336,0.9993494094398504,0.032241008144187316,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(5568, 1536)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(4672, 1664)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.04041162001358933,4.428439556730583 +11201,11352,1.3089965873903895,0.04314407147468735,0.008054794208117307,0.007889596743015313,1.3438281744182146,1.4835883188748147,1.4085343242847244,0.9999675596189432,0.008892504879410554,"mtp.layers.0.mlp.up_proj.weight|2d-128|(2944, 512)","mtp.layers.0.mlp.up_proj.weight|2d-128|(4864, 1024)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.03483158702782507,3.5365836485382003 +11440,11521,1.296475843865898,0.04935466030632717,0.031226321197523835,0.03122597886803054,1.4395351735314554,1.3488927476195245,1.3920054609868557,0.9995123395258655,0.029260110466663315,"mtp.layers.0.mlp.up_proj.weight|2d-64|(2112, 1600)","mtp.layers.0.mlp.up_proj.weight|2d-64|(4672, 1792)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.0524169037536264,3.5984508378803772 +11708,11715,1.1988932552552456,0.03364141373123518,0.0058642396345658385,0.0058634905563987915,1.6852294503849028,1.2370088398049894,1.410251995204693,0.9999828051989236,0.004304527353848403,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(256, 1536)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 384)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.03811558454974384,4.98871700710366 +11757,11931,1.068316494211371,0.03128427056550448,-0.0008002615431068068,-0.0007252986380775809,2.379467539457419,1.1024549937144488,1.4146451858696791,0.99999967979068,-0.0003707772095419744,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 1856)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 704)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.03413849950307779,8.376551357908431 +12181,12183,0.9696579070648895,0.47149054412717145,0.4544832985656524,0.4544759234367511,0.9899490799557016,1.1168165832318988,1.0476650341091545,0.8907552589375402,0.5127278714807915,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(1536, 640)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1536, 896)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.02029117289081206,2.9739313189895746 +12346,12454,1.1114161835819298,0.012690305957913865,0.0019521144836647678,0.0019031801918675745,2.0152077955884447,1.1505332452866188,1.4130243669852023,0.9999980946227061,0.0011145116731776084,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(576, 64)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(1152, 1920)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.03911706170468898,6.179179705859227 +12523,12715,1.0395274375987913,0.445185337990029,0.44411033201127353,0.44403926258512205,1.0921597177503088,1.0220017220851785,1.0553357070646738,0.8959721050349929,0.4155816376804962,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(128, 1408)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(1664, 1408)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.017525715513612816,3.189294761554689 +12778,12808,1.0401523281754923,0.02463413039562426,0.002129482383706836,0.0020194034099286396,3.327336788768263,1.047768594208824,1.4133505257585852,0.9999977326498183,0.0006705677559003367,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(704, 1984)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(832, 512)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.007616266033331653,9.835890870741398 +13018,13031,1.3252335532909352,0.03271832995415539,0.007811062554571761,0.007837096099479803,1.4411048507258826,1.378359048150663,1.408684968815285,0.9999694931855514,0.007470968363156762,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(0, 1280)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 896)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.05312549485972773,3.9067392109517427 +13173,13266,1.2786495451197621,0.057346571959722155,0.03569789751178668,0.035816246230621816,1.315879406661006,1.4756265368278647,1.3889097512298807,0.9993626269344067,0.040031605184109635,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 320)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 128)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.03722986154124386,3.398720445275901 +125,167,1.130122398236273,0.34687429486649024,0.3526369503655352,0.3514462569802429,1.1613661360951584,1.1161861188753062,1.1381041015627087,0.9357602156732755,0.3389185001759685,"model.language_model.embed_tokens.weight|2d-128|(192384, 768)","model.language_model.embed_tokens.weight|2d-128|(232576, 768)",model.language_model.embed_tokens.weight,2d-128,0,0.013936279360966752,3.1073432239654357 +335,508,1.0384488270931576,0.44830162874280854,0.41755523397330174,0.41658010018067076,1.0511797489154184,1.1110976946668478,1.0798940088132967,0.9086515429918672,0.44135616039264325,"model.language_model.embed_tokens.weight|2d-64|(165056, 832)","model.language_model.embed_tokens.weight|2d-64|(204608, 832)",model.language_model.embed_tokens.weight,2d-64,0,0.012730921822260877,2.695708292175922 +651,719,0.059461572399496905,0.9983978068661199,0.9983978068661198,0.9984463880269043,0.06066727451231248,0.0594615723994969,0.06005534799939791,0.05658462021540855,0.978555637346462,"model.language_model.layers.2.linear_attn.conv1d.weight|3d-axis0-slice|(3784, 0, 0)","model.language_model.layers.4.linear_attn.conv1d.weight|3d-axis0-slice|(5900, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,2,6.938893903907228e-18,0.11132913357710067 +798,830,0.355484906866125,0.9500680729763994,0.9500680729763992,0.9509936768805383,0.45587989417930547,0.355484906866125,0.39644777163895734,0.31204271616384766,0.7408417540468611,"model.language_model.layers.9.linear_attn.conv1d.weight|3d-volume|(1860, 0, 0)","model.language_model.layers.6.linear_attn.conv1d.weight|3d-volume|(1752, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,3,0.0,1.3749702811063633 +1086,1124,1.1091018967583792,0.018533460611287928,0.010213914351345563,0.010265915119825266,2.1438474526659,1.1244494439144759,1.4082593557609444,0.9999478366163024,0.005357205009283114,"model.language_model.layers.10.linear_attn.in_proj_qkv.weight|2d-128|(4096, 1408)","model.language_model.layers.20.linear_attn.in_proj_qkv.weight|2d-128|(5632, 1792)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,10,0.015347547156096653,6.0329240416301895 +1434,1523,1.10416494863944,0.00789966128186978,-0.0027750122418268926,-0.0027806380100926283,1.103089162553748,2.3832167881259148,1.4157087443324876,0.9999961496461163,-0.005995395464375747,"model.language_model.layers.20.linear_attn.in_proj_qkv.weight|2d-64|(4608, 640)","model.language_model.layers.6.linear_attn.in_proj_qkv.weight|2d-64|(3520, 576)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,14,0.001075786085692032,3.1776137918631986 +1559,1635,1.1262822247439994,0.013275651704743967,0.0029393054708994303,0.003185330067514014,1.1259310418426722,2.1637332246664127,1.4125103879982288,0.9999956802323442,0.0056485456644133685,"model.language_model.layers.1.linear_attn.in_proj_z.weight|2d-128|(512, 512)","model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(256, 1920)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,17,0.000351182901327185,2.8844746705951656 +1811,1829,1.1155394176958486,0.030300204086516784,0.017830212217633357,0.017718817918531797,2.1288535545390266,1.1220549417133814,1.4037740089984114,0.9998410291302684,0.00939777078039825,"model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-64|(320, 704)","model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-64|(512, 0)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,16,0.006515524017532748,5.805442580334029 +2050,2240,1.2011847079264617,0.07937102583385099,0.008008472451403684,0.007943658963165613,1.673745597781367,1.2396243602996517,1.4087863161950154,0.9999679316703086,0.005931306139181527,"model.language_model.layers.17.linear_attn.out_proj.weight|2d-128|(384, 1792)","model.language_model.layers.0.linear_attn.out_proj.weight|2d-128|(1536, 0)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,17,0.038439652373190025,4.017023310591832 +2393,2439,1.2053472625512531,0.04362361914613758,0.011408652854109894,0.011912734829743412,1.6320194093662337,1.2542209372395177,1.406396608511207,0.9999349192022721,0.008767647733355482,"model.language_model.layers.18.linear_attn.out_proj.weight|2d-64|(64, 832)","model.language_model.layers.22.linear_attn.out_proj.weight|2d-64|(320, 960)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,4,0.048873674688264535,4.752493230610978 +2715,2744,1.250367730897295,0.029495473297269762,-0.0020281009328271863,-0.0020092336650204615,1.605201121459155,1.2804435142078407,1.4156110824790344,0.9999979434011884,-0.001617783996585328,"model.language_model.layers.3.mlp.down_proj.weight|2d-128|(640, 4608)","model.language_model.layers.21.mlp.down_proj.weight|2d-128|(640, 3712)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,18,0.030075783310545834,4.166860217963175 +3023,3066,1.2349233292584352,0.04456424801077458,0.01680523638099493,0.016937004991273458,1.5655654526723497,1.2816797113758358,1.4025160263389025,0.9998587820438338,0.0137579239996835,"model.language_model.layers.5.mlp.down_proj.weight|2d-64|(1536, 3136)","model.language_model.layers.21.mlp.down_proj.weight|2d-64|(704, 5568)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,16,0.04675638211740063,4.266952671635602 +3102,3278,1.134197076855915,0.025160526645170506,0.00708905898857999,0.007256349137860655,1.1513867950208236,1.9926150542780916,1.4098639382558042,0.9999748723056276,0.012268479821374394,"model.language_model.layers.23.mlp.gate_proj.weight|2d-128|(3200, 512)","model.language_model.layers.9.mlp.gate_proj.weight|2d-128|(768, 1664)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,14,0.017189718164908552,3.113680353630971 +3467,3539,1.1228884346888137,0.0060562487323224425,-0.014491580469653409,-0.014001119981240649,2.1283052291074025,1.1416051541725165,1.4227247031692916,0.9998949915343568,-0.007773162763500993,"model.language_model.layers.11.mlp.gate_proj.weight|2d-64|(704, 384)","model.language_model.layers.23.mlp.gate_proj.weight|2d-64|(2816, 1408)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,12,0.018716719483702793,6.294295337111074 +3584,3718,1.193986292558578,0.04216019332578602,0.013794299515530961,0.013810699212620486,1.7251032876793695,1.215239718437474,1.4049989562307315,0.999904854124069,0.009717319988327389,"model.language_model.layers.0.mlp.up_proj.weight|2d-128|(6016, 768)","model.language_model.layers.23.mlp.up_proj.weight|2d-128|(3968, 1792)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,23,0.021253425878895893,4.653226090731539 +3951,4074,1.1952943536066476,0.03981153869882457,0.018528560696563317,0.01847948549749065,1.7484097431146506,1.2034338897240677,1.40192218769839,0.9998283314842172,0.01275324503187209,"model.language_model.layers.4.mlp.up_proj.weight|2d-64|(2112, 576)","model.language_model.layers.23.mlp.up_proj.weight|2d-64|(1664, 576)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,19,0.008139536117420132,4.629657641335635 +4246,4293,1.152114888760359,0.06690553147377531,0.005526275086639688,0.005523731437695176,1.214499167410464,1.7480924301585041,1.4105467032398666,0.9999847300252473,0.007954257940354302,"model.language_model.layers.3.self_attn.k_proj.weight|2d-128|(0, 768)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 640)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,20,0.062384278650104985,3.6493732979527205 +4514,4583,1.0870363359921156,0.031080984401552957,0.02568768087417703,0.02515990046294022,2.0296759164215676,1.1325627774649731,1.398670207184653,0.9996700170812899,0.014333771693356956,"model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 512)","model.language_model.layers.15.self_attn.k_proj.weight|2d-64|(192, 1280)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,8,0.04552644147285756,7.367936479067074 +4648,4850,1.0952412350573053,0.03167777544426868,-0.0023662960847727886,-0.0023547528475483114,1.1125327211021692,2.2928696679192804,1.415527263992162,0.9999972003175005,-0.004876808039152871,"model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(1024, 256)","model.language_model.layers.11.self_attn.o_proj.weight|2d-128|(1920, 256)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,8,0.017291486044863857,2.9691329325078097 +4871,4898,1.0935137125562941,0.04268189649806837,0.03212972212953105,0.032240489242253846,2.2103108331563837,1.103196070334081,1.3959395403926749,0.9994837071988113,0.0160363794370078,"model.language_model.layers.11.self_attn.o_proj.weight|2d-64|(832, 1984)","model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(256, 384)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,8,0.00968235777778692,6.066462442364042 +5125,5150,1.0898193841560277,0.019839404842316805,0.012274360651389662,0.012320107246019708,1.0966128271508275,2.3710136206137893,1.407584311742179,0.9999246671977843,0.026538697677268797,"model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(3456, 0)","model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(3200, 256)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,4,0.006793442994799781,3.0390700659792604 +5540,5620,1.080551720558093,-0.0037285163459083726,0.010811461493118292,0.010565286084644993,1.0816331154098826,2.5559699655696044,1.4087153031630968,0.9999415544422497,0.025548192327535114,"model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(1408, 448)","model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(2688, 384)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,4,0.0010813948517895966,2.804607373566808 +5733,5785,1.0682219017766403,0.024440021112582443,0.010451541119354708,0.010394460391460272,2.6339801834726253,1.076304382711562,1.4090284979640895,0.999945381152506,0.004270738095690949,"model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(256, 1792)","model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(128, 1152)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,12,0.008082480934921588,9.278281999334808 +5934,5970,1.0573418237480914,0.008421063502812163,0.010912700196847985,0.011147016620469935,2.805645200994857,1.0658459728166059,1.40908080591893,0.9999404547143863,0.004145662307280003,"model.language_model.layers.3.self_attn.v_proj.weight|2d-64|(448, 1920)","model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(128, 1344)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,16,0.008504149068514488,9.835533606874879 +6200,6254,1.113280854436348,0.01639816198052002,-0.006073860490628435,-0.0060082425011633925,1.1367515299198871,2.1266801667757,1.4177801473593798,0.9999815539392416,-0.011363220810525192,"model.visual.blocks.23.attn.proj.weight|2d-128|(128, 896)","model.visual.blocks.1.attn.proj.weight|2d-128|(640, 768)",model.visual.layers.*.attn.proj.weight,2d-128,22,0.023470675483539205,3.064280277293732 +6419,6543,1.1438062798619013,0.03234805146843774,0.0277230806377526,0.027763372583881046,1.1450496450122891,1.9533107762761583,1.3970037340114998,0.9996156415342613,0.0472920911308731,"model.visual.blocks.23.attn.proj.weight|2d-64|(64, 512)","model.visual.blocks.22.attn.proj.weight|2d-64|(256, 448)",model.visual.layers.*.attn.proj.weight,2d-64,1,0.0012433651503878096,2.949194283927865 +6732,6818,1.0586227506139088,0.04867703705346291,0.0003535532500158287,0.0003686980363516222,1.0855182631563618,2.5682489408912486,1.4140342488784916,0.9999999375000478,0.0008364785657880889,"model.visual.blocks.0.attn.qkv.weight|2d-128|(1152, 512)","model.visual.blocks.9.attn.qkv.weight|2d-128|(2048, 768)",model.visual.layers.*.attn.qkv.weight,2d-128,9,0.026895512542453037,4.8215928338716445 +7106,7155,1.0503853934039482,0.012589422907657303,0.02026475028666353,0.02027641342098777,1.0276302940676463,3.9857728891264985,1.4072681460966907,0.999794648863365,0.07859897938371309,"model.visual.blocks.0.attn.qkv.weight|2d-64|(1728, 64)","model.visual.blocks.2.attn.qkv.weight|2d-64|(2688, 512)",model.visual.layers.*.attn.qkv.weight,2d-64,2,0.02275509933630193,4.147668150567306 +7191,7399,1.1865169317758009,0.04788761079954343,0.0033256145796734366,0.003418875553957097,1.2241986576043424,1.7254537972757658,1.4119922608041238,0.9999944701285439,0.004687306483412065,"model.visual.blocks.1.mlp.linear_fc1.weight|2d-128|(3200, 512)","model.visual.blocks.14.mlp.linear_fc1.weight|2d-128|(128, 384)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,13,0.03768172582854157,3.239488171701049 +7592,7667,1.1895036464476407,0.037913602900426564,0.010696187577813229,0.01049563311449035,1.233879848086303,1.681977237504758,1.4069807147482154,0.9999427941493955,0.014580628788018468,"model.visual.blocks.1.mlp.linear_fc1.weight|2d-64|(2944, 832)","model.visual.blocks.23.mlp.linear_fc1.weight|2d-64|(128, 512)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,22,0.04437620163866218,3.133093184496798 +7727,7843,1.190257735279814,0.022761565271502283,-0.0036056670088626453,-0.003598642854009226,1.2609087219151331,1.6494405708382285,1.416671729878481,0.9999934995615828,-0.004716704188006452,"model.visual.blocks.3.mlp.linear_fc2.weight|2d-128|(0, 1024)","model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(256, 2304)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,7,0.0706509866353191,3.1996298642335783 +8057,8072,1.1030150745775242,0.052696570812062665,0.02965636593734614,0.028533795214119046,1.8680736478723563,1.161872394539087,1.3952775276947245,0.9995601532471121,0.01844515763294263,"model.visual.blocks.0.mlp.linear_fc2.weight|2d-64|(576, 2304)","model.visual.blocks.23.mlp.linear_fc2.weight|2d-64|(192, 3520)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,23,0.05885731996156274,3.8556659822086803 +8206,8272,0.6151494752397312,0.8060158864186069,0.8054296846395305,0.8054396683837385,0.6275333878495344,0.6203241924074865,0.6238975536990419,0.5926913388109082,0.7961767904926684,"model.visual.merger.linear_fc1.weight|2d-128|(1280, 640)","model.visual.merger.linear_fc1.weight|2d-128|(1280, 1664)",model.visual.merger.linear_fc1.weight,2d-128,0,0.005174717167755305,1.5814793216733911 +8691,8692,0.6952422144529753,0.751442540450824,0.7592094110973743,0.7590782934646471,0.6816585152508741,0.7087060507757,0.6947877420356694,0.6508464258956778,0.7893340894487935,"model.visual.merger.linear_fc1.weight|2d-64|(3264, 4032)","model.visual.merger.linear_fc1.weight|2d-64|(3264, 3008)",model.visual.merger.linear_fc1.weight,2d-64,0,0.01358369920210123,2.024829275916248 +8818,8951,1.329161257576174,0.053377921220979514,0.014333284738484279,0.01432170984578911,1.3707202743733151,1.4399446221897043,1.4040541967806952,0.9998972731979048,0.015057146715751531,"model.visual.merger.linear_fc2.weight|2d-128|(1152, 1536)","model.visual.merger.linear_fc2.weight|2d-128|(896, 2944)",model.visual.merger.linear_fc2.weight,2d-128,0,0.041559016797141135,3.4695810187686185 +8966,8993,1.314630406442896,0.08442170786236611,0.007571762712991742,0.007570416598169897,1.3695269814816282,1.4517857100444096,1.4088584738096812,0.9999713337938334,0.008026550082771016,"model.visual.merger.linear_fc2.weight|2d-64|(1152, 3712)","model.visual.merger.linear_fc2.weight|2d-64|(1152, 576)",model.visual.merger.linear_fc2.weight,2d-64,0,0.05489657503873224,3.5492775372104046 +9265,9313,0.45615841169989146,0.8901652613679885,0.8814218168923842,0.8832195084310119,0.4823837712429153,0.4925329725646694,0.487379134540636,0.47232994898283587,0.8999666519434834,"model.visual.pos_embed.weight|2d-128|(768, 128)","model.visual.pos_embed.weight|2d-128|(1536, 128)",model.visual.pos_embed.weight,2d-128,0,0.026225359543023852,2.420372026546677 +9473,9553,0.24221294474913485,0.9705715921194111,0.8356143001163343,0.8354100825438897,0.566176628086518,0.5820348875777048,0.5739415090775478,0.5493166131122277,0.859019343257335,"model.visual.pos_embed.weight|2d-64|(448, 64)","model.visual.pos_embed.weight|2d-64|(1408, 64)",model.visual.pos_embed.weight,2d-64,0,0.3239636833373832,0.95120414247865 +9859,9868,1.010473293164329,0.04960652492940661,0.0077170316517640326,0.008036458791254255,1.020020272499079,4.8812876898057915,1.4120267384020488,0.999970223267916,0.036929708770696464,"mtp.fc.weight|2d-128|(1152, 3200)","mtp.fc.weight|2d-128|(896, 3584)",mtp.fc.weight,2d-128,0,0.009546979334750016,2.6257714154489675 +9941,10068,1.004271064697874,0.04985066807036334,0.025479285836779036,0.02258575651854942,6.347580603733748,1.0085375467197544,1.4086183238682324,0.9996753502979093,0.004048285171027405,"mtp.fc.weight|2d-64|(1664, 1856)","mtp.fc.weight|2d-64|(1664, 3712)",mtp.fc.weight,2d-64,0,0.004266482021880291,49.23463275490655 +10151,10187,1.2433074186531707,0.04575617703804602,0.007292441302192,0.00729450226194074,1.462635676608566,1.360972671844542,1.4090609930741715,0.9999734097964076,0.006785567644792136,"mtp.layers.0.mlp.down_proj.weight|2d-128|(1408, 5248)","mtp.layers.0.mlp.down_proj.weight|2d-128|(1152, 2944)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.11766525319137133,3.811305534018783 +10506,10607,1.2216797329038747,-0.015354590048773945,-0.014696584790284826,-0.014960095366717044,1.2705185191195583,1.6518230955573645,1.4242222780971123,0.9998919993656824,-0.01910728400813269,"mtp.layers.0.mlp.down_proj.weight|2d-64|(1152, 5952)","mtp.layers.0.mlp.down_proj.weight|2d-64|(1344, 5248)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.048838786215683605,2.9590341643618165 +10675,10748,1.2909077102008466,0.028874827269859536,0.003232681706352786,0.0031589459901986985,1.3336247953433222,1.5059060248938232,1.4119426553048986,0.9999947748708418,0.0036502882033679347,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(2048, 0)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(2560, 768)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.04271708514247563,3.49824780248321 +11110,11116,1.276785162364068,0.04094647828472182,0.01597897914595947,0.016504302906914566,1.2995140348000045,1.5360060844029495,1.4030265776828816,0.9998723279626519,0.018886913518035914,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(2304, 1088)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(1856, 1344)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.022728872435936465,3.4821260564443723 +11152,11199,1.3094472784878959,0.07755766770560374,0.02645354883654201,0.026401045367450835,1.419422840388427,1.3725444197287906,1.3953933943576784,0.9996500436422502,0.025579883460014538,"mtp.layers.0.mlp.up_proj.weight|2d-128|(5504, 1536)","mtp.layers.0.mlp.up_proj.weight|2d-128|(256, 1920)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.06309714124089472,3.5322811982016424 +11507,11571,1.2967220251222664,0.030505935751964478,0.0008614290471608908,0.00030788748701484606,1.318638399154598,1.5325861666795106,1.413611132750616,0.9999996289699296,0.0010011950524883133,"mtp.layers.0.mlp.up_proj.weight|2d-64|(1472, 1792)","mtp.layers.0.mlp.up_proj.weight|2d-64|(320, 192)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.021916374032331598,3.5266284444527245 +11676,11686,1.199743080061737,0.03582977819876321,0.0026110433807650752,0.002638923034154178,1.742653673091101,1.2188152711845082,1.41247823993433,0.999996591220422,0.0018261686732951522,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 1536)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(128, 768)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.019072191122771143,5.129033226576188 +11859,11901,1.068406804960503,0.05406234048820488,0.019839763648175385,0.01984577287357762,2.1696981830890487,1.1152666814045349,1.402759170771391,0.9998031725186635,0.010198020875073375,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(256, 192)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(320, 832)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.04685987644403178,9.038909678417545 +11995,11997,0.9744075695422231,0.4888722907295697,0.5046799965363321,0.5046910076982539,0.9626540181701475,1.0344486290010155,0.9966170523552301,0.863306493139075,0.5423189647030296,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(0, 1408)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(0, 1664)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.011753551372075566,3.2164797527030227 +12402,12454,1.111620161739596,0.04053250686968054,0.020914475724680935,0.02076407549804632,2.100280486938129,1.1243649801071838,1.401852545663187,0.9997812684308311,0.011196363642084244,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(576, 960)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(1152, 1920)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.012744818367587785,5.902481717427567 +12581,12599,1.0402491979292783,0.041529746159419435,0.005652634552949892,0.005691663858508301,3.21339206810942,1.0503032964615024,1.4118509195362394,0.9999840237336849,0.0018475743323000263,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 640)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(768, 896)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.010054098532224165,9.206743976031893 +12808,12987,1.0401752509669817,0.03693073497669923,0.015208026781941596,0.0152230917660189,1.0461352168916465,3.240532239369484,1.4079116375769916,0.9998843512733859,0.04710872962532213,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(832, 512)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(576, 1344)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.005959965924664745,3.10347898173395 +13022,13031,1.3275569284055577,0.011316481294027535,0.0068454086627548864,0.006795331692065178,1.4385787624591737,1.381868699803253,1.4093687409966114,0.9999765699156355,0.006575556525144709,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(0, 1792)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 896)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.054311771397695274,4.153512653400011 +13193,13273,1.2809650470279945,-0.00655800030331325,-0.01793383255233537,-0.017811615864138566,1.3057954992769218,1.588634169299375,1.4266005584686152,0.9998391758927957,-0.021818346896516155,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 1600)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 576)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.024830452248927326,3.3818381391646786 +26,45,1.1306295511872582,0.34991975338999315,0.35833281279444595,0.3583219056947108,1.1316495071873391,1.1340426775646437,1.1328441965114189,0.9335939134735297,0.3590906017276355,"model.language_model.embed_tokens.weight|2d-128|(245888, 1408)","model.language_model.embed_tokens.weight|2d-128|(247552, 1408)",model.language_model.embed_tokens.weight,2d-128,0,0.0010199560000809793,2.9421776992297133 +317,423,1.0401110794842032,0.41586732329837145,0.3884360327425338,0.3874339461797749,1.1749514427305736,1.051501567850462,1.1081020068452778,0.9214756906545291,0.34762381029906675,"model.language_model.embed_tokens.weight|2d-64|(158848, 832)","model.language_model.embed_tokens.weight|2d-64|(239488, 832)",model.language_model.embed_tokens.weight,2d-64,0,0.011390488366258777,3.155361925583847 +713,745,0.05975889730928673,0.9994641748344965,0.9994641748344966,0.999210394550172,0.05975889730928432,0.06293944464898939,0.06128736135149229,0.03273168529725916,1.0526586490556016,"model.language_model.layers.12.linear_attn.conv1d.weight|3d-axis0-slice|(875, 0, 0)","model.language_model.layers.13.linear_attn.conv1d.weight|3d-axis0-slice|(1782, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,1,2.4147350785597155e-15,0.09645400593187291 +872,930,0.3653125901575873,0.964895002128539,0.9648950021285388,0.9678453485434383,0.5138195853668788,0.36531259015758755,0.42105756255558807,0.26263593597862245,0.6860156803987977,"model.language_model.layers.8.linear_attn.conv1d.weight|3d-volume|(1268, 0, 0)","model.language_model.layers.21.linear_attn.conv1d.weight|3d-volume|(5740, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,13,2.220446049250313e-16,1.5144099546559233 +1164,1260,1.1100385483336914,0.029833329697352976,-0.0029978038205571234,-0.003018001028376642,1.125642736230266,2.1908164524073284,1.4159358450243023,0.9999955065760312,-0.005834566972075758,"model.language_model.layers.0.linear_attn.in_proj_qkv.weight|2d-128|(5120, 0)","model.language_model.layers.12.linear_attn.in_proj_qkv.weight|2d-128|(2688, 1408)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,12,0.015604187896574473,3.0767248404763197 +1455,1503,1.1044229287635108,-0.02683290740515955,-0.0006829409261957054,-0.0005364817135777153,1.1059901215397492,2.3443268763511673,1.4145862117101393,0.9999997667958185,-0.0014476049442573708,"model.language_model.layers.17.linear_attn.in_proj_qkv.weight|2d-64|(4992, 576)","model.language_model.layers.14.linear_attn.in_proj_qkv.weight|2d-64|(5248, 1728)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,3,0.001567192776238402,3.010496865098548 +1543,1645,1.126845750176119,-0.006398580782509345,-0.0060654374835124895,-0.005906580337162757,1.1364414618689687,2.128664671084826,1.417772824207995,0.99998160506488,-0.011361150502721941,"model.language_model.layers.0.linear_attn.in_proj_z.weight|2d-128|(0, 896)","model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-128|(640, 1664)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,4,0.009595711692849562,3.0970365668027555 +1793,1922,1.1167806873055244,0.008405378185693342,-0.009090889560804175,-0.009113429345952748,1.1312235433508362,2.176172815622655,1.4194651841227652,0.9999586770097018,-0.017488450314116423,"model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-64|(640, 704)","model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-64|(640, 768)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,2,0.014442856045311814,3.2015160780317604 +2061,2102,1.2021687310253333,0.028049678964328834,0.006969915545616256,0.006896507303340207,1.2158072133382645,1.740557838695406,1.4095785576218245,0.9999757098436377,0.00997817828754079,"model.language_model.layers.22.linear_attn.out_proj.weight|2d-128|(512, 1408)","model.language_model.layers.16.linear_attn.out_proj.weight|2d-128|(1664, 256)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,6,0.013638482312931188,3.1533651222589354 +2367,2403,1.2065426353811708,0.025253896561964497,0.0062745171070525746,0.006240533231393871,1.2308761931381955,1.7001613463812577,1.409992294402697,0.9999803150237875,0.008666746105000856,"model.language_model.layers.5.linear_attn.out_proj.weight|2d-64|(1152, 832)","model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(192, 960)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,7,0.024333557757024726,3.484638114090896 +2617,2813,1.2504102931564496,0.020929543766184076,0.0005908842815259263,0.0006011031010956995,1.2845544423893025,1.5920283560022606,1.413805124555646,0.9999998254278677,0.0007323197057771752,"model.language_model.layers.21.mlp.down_proj.weight|2d-128|(1280, 4608)","model.language_model.layers.3.mlp.down_proj.weight|2d-128|(0, 6016)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,18,0.034144149232852916,3.268511333452295 +2955,2973,1.235334042379329,0.03449648013830639,0.011130076981612084,0.010989430447064899,1.5378271439704176,1.3038204320157782,1.406428000397116,0.999938058774834,0.009436445334855844,"model.language_model.layers.2.mlp.down_proj.weight|2d-64|(1984, 4480)","model.language_model.layers.1.mlp.down_proj.weight|2d-64|(1152, 2624)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,1,0.06848638963644915,3.83384605526253 +3212,3220,1.1347626456316942,0.03776101290217712,-0.009542583644228723,-0.009550717619516752,1.9341177580847695,1.1750236336267685,1.4201893807357273,0.9999544685121382,-0.005797351924906718,"model.language_model.layers.10.mlp.gate_proj.weight|2d-128|(5760, 128)","model.language_model.layers.23.mlp.gate_proj.weight|2d-128|(5760, 0)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,13,0.04026098799507438,5.404153475392694 +3370,3448,1.1234555128335442,0.060252675306984714,0.03575663055160989,0.03576611462612017,1.1457982108947469,1.9217337817482727,1.3917930337611306,0.9993605272230817,0.059971052668045435,"model.language_model.layers.22.mlp.gate_proj.weight|2d-64|(1344, 1472)","model.language_model.layers.10.mlp.gate_proj.weight|2d-64|(4416, 1792)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,12,0.022342698061202704,3.149338731547551 +3594,3617,1.1958486443546248,0.03992706586417728,-0.0019547098956249195,-0.002235284516744247,1.7405228480664732,1.223459770435677,1.4155135115500925,0.9999980895527871,-0.0013740175389402732,"model.language_model.layers.2.mlp.up_proj.weight|2d-128|(4096, 896)","model.language_model.layers.23.mlp.up_proj.weight|2d-128|(384, 1024)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,21,0.027611126081052317,4.485235906641454 +3898,3921,1.1958563953408587,0.03070676216693223,0.009942886636141905,0.010383188975658346,1.215773364971861,1.733190157366908,1.4075873100868574,0.999950568280923,0.014174445460050826,"model.language_model.layers.23.mlp.up_proj.weight|2d-64|(2944, 0)","model.language_model.layers.1.mlp.up_proj.weight|2d-64|(2880, 1216)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,22,0.0199169696310022,3.232678081607724 +4215,4300,1.152128209978997,-0.0052158338275474945,-0.00294167165864975,-0.0029029250039549295,1.149483326256243,2.038417070395392,1.4159923834389359,0.9999956732745661,-0.005216564335926061,"model.language_model.layers.15.self_attn.k_proj.weight|2d-128|(384, 896)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 1536)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,8,0.0026448837227539546,3.2208309302298965 +4409,4412,1.0876504312000832,0.003666946431910497,0.007969247195570937,0.007932872148665724,2.3052434540926936,1.1056126757027644,1.4098122581469914,0.9999682450453794,0.0038221128877252417,"model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 1024)","model.language_model.layers.19.self_attn.k_proj.weight|2d-64|(64, 1216)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,4,0.017962244502681246,8.019046298962996 +4789,4795,1.0958214683133867,0.029740820622936884,-0.005030297572997772,-0.005034089717267001,2.3383059481103046,1.108904446269709,1.4169651240704835,0.9999873479731266,-0.0023855387056021895,"model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(1920, 1280)","model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(256, 256)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,12,0.013082977956322406,6.0670600779994786 +4877,4891,1.0941179131535281,0.04252655404771019,0.013434108972686829,0.013774261128661784,1.111570596389518,2.2276173863787894,1.4066027792772864,0.9999097582862716,0.026922315879231613,"model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(128, 448)","model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(1344, 1024)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,12,0.017452683235989808,2.9321382157204345 +5204,5345,1.0904130614388312,0.05151478400377511,0.048977263639793385,0.04897777923227142,2.2208992802974152,1.0926351124580114,1.386506244077326,0.9987998936956082,0.02409576987110594,"model.language_model.layers.11.self_attn.q_proj.weight|2d-128|(2432, 0)","model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(1408, 0)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,8,0.00222205101918016,5.932175156424878 +5609,5620,1.0806149919654193,-9.086856252495741e-05,0.00332999195073006,0.00358628199938081,1.0757665079758418,2.6899454920542674,1.4125889572273251,0.9999944555614336,0.008326618062592144,"model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(1408, 1920)","model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(2688, 384)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,4,0.00484848398957749,2.9057922731163415 +5760,5770,1.0683783877222068,0.017174884544124417,0.004094912260654948,0.004247905083028206,2.521357799149313,1.0874151302525317,1.4121061082585822,0.9999916158116414,0.0017660601564740846,"model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(256, 1920)","model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(0, 1280)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,12,0.019036742530324835,9.592344589116076 +5916,6081,1.0576340636337511,0.04231603462128002,0.02818411769010486,0.028295725625702636,1.0623410237707596,2.7390193500274593,1.4007113214198064,0.9996027488507774,0.07266672564581915,"model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(128, 64)","model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(256, 1728)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,12,0.004706960137008442,3.997258817430567 +6200,6264,1.113524849449366,0.03299670582326486,0.007293695553749305,0.007238847323005106,1.1311307893096476,2.110394210225704,1.4099122464449338,0.9999734006488218,0.013608128267090932,"model.visual.blocks.23.attn.proj.weight|2d-128|(128, 896)","model.visual.blocks.15.attn.proj.weight|2d-128|(512, 896)",model.visual.layers.*.attn.proj.weight,2d-128,8,0.017605939860281694,3.060251274737758 +6419,6615,1.1476001721126268,0.019377515750238383,0.003100710299726624,0.003063570458953025,1.1588832359785386,1.9682796207935351,1.412295047057564,0.9999951927862639,0.005266332882780221,"model.visual.blocks.23.attn.proj.weight|2d-64|(64, 512)","model.visual.blocks.22.attn.proj.weight|2d-64|(896, 448)",model.visual.layers.*.attn.proj.weight,2d-64,1,0.011283063865911824,2.845778941310072 +6763,6784,1.0586238050944523,-0.029384718955333324,-0.007446130642201744,-0.0077914666508745725,1.0878934919889527,2.5840585348121157,1.4179744177877496,0.9999722771849524,-0.01768669229018867,"model.visual.blocks.0.attn.qkv.weight|2d-128|(1664, 384)","model.visual.blocks.0.attn.qkv.weight|2d-128|(2048, 0)",model.visual.layers.*.attn.qkv.weight,2d-128,0,0.02926968689450038,3.4415866112955986 +6920,7082,1.0504125700005893,0.01881787796103567,-0.005732977740005582,-0.005805286300678886,2.950664609353237,1.0650999191491348,1.4168004371070546,0.9999835663480838,-0.0020694300897526156,"model.visual.blocks.18.attn.qkv.weight|2d-64|(2816, 896)","model.visual.blocks.1.attn.qkv.weight|2d-64|(1792, 640)",model.visual.layers.*.attn.qkv.weight,2d-64,17,0.014687349148545525,8.886012323404007 +7191,7301,1.1876818975366636,0.041140221449629116,0.019558851114316194,0.019270260857397633,1.2055807577921258,1.7391247075190763,1.4012027136837581,0.9998087073751099,0.028214850812557053,"model.visual.blocks.1.mlp.linear_fc1.weight|2d-128|(3200, 512)","model.visual.blocks.17.mlp.linear_fc1.weight|2d-128|(3072, 256)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,16,0.017898860255462168,3.539964108581276 +7623,7640,1.1896896995072457,-0.005666801450891556,0.008789556292261315,0.009152581742833201,1.7972087204388965,1.1964479996655566,1.408467945548483,0.9999613711039967,0.005851433350076159,"model.visual.blocks.17.mlp.linear_fc1.weight|2d-64|(3904, 384)","model.visual.blocks.1.mlp.linear_fc1.weight|2d-64|(3328, 640)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,16,0.006758300158310915,5.091909474924657 +7794,7843,1.190506520232103,0.022560722073005066,-0.000672605116359644,-0.0006736747004523798,1.2177362822013305,1.7540955878135,1.4146590891916384,0.9999997738011531,-0.0009688581051510271,"model.visual.blocks.4.mlp.linear_fc2.weight|2d-128|(384, 768)","model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(256, 2304)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,6,0.02722976196922744,3.491889272186247 +8072,8086,1.1076882140809061,0.06655981527789415,0.03588510834675097,0.03539836280824705,1.172358816152394,1.8068552228279124,1.3908479447075828,0.9993559220812883,0.05530661308188099,"model.visual.blocks.23.mlp.linear_fc2.weight|2d-64|(192, 3520)","model.visual.blocks.4.mlp.linear_fc2.weight|2d-64|(192, 3072)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,19,0.06467060207148778,2.0817183465272167 +8317,8415,0.6168566710536133,0.807035094643502,0.8006357803449234,0.8006337736155903,0.6277544166424488,0.635399715849853,0.631542361840659,0.599151355862169,0.8103865681285111,"model.visual.merger.linear_fc1.weight|2d-128|(1920, 1536)","model.visual.merger.linear_fc1.weight|2d-128|(1920, 512)",model.visual.merger.linear_fc1.weight,2d-128,0,0.010897745588835495,1.6377175005642566 +8579,8673,0.70414324405862,0.7518506172561304,0.7616259111188888,0.7616373010901293,0.6911590587989902,0.6897864156517972,0.6904717139329329,0.648016953105644,0.7601133206748909,"model.visual.merger.linear_fc1.weight|2d-64|(1024, 1536)","model.visual.merger.linear_fc1.weight|2d-64|(1024, 3584)",model.visual.merger.linear_fc1.weight,2d-64,0,0.014356828406822841,1.9681665109819908 +8721,8931,1.3292125381616744,0.054984555174485014,0.02060724260209668,0.02060090352742169,1.3750625576464826,1.4254484081157623,1.3995757172854666,0.9997876482295319,0.021362345298013702,"model.visual.merger.linear_fc2.weight|2d-128|(1152, 3456)","model.visual.merger.linear_fc2.weight|2d-128|(896, 384)",model.visual.merger.linear_fc2.weight,2d-128,0,0.04585001948480816,3.530424187046122 +9064,9166,1.3147057403166966,0.03364306780708991,0.023062111352983583,0.023106761276329362,1.3324115957447413,1.474090859574784,1.3978949435755568,0.9997340341410522,0.0255143738290024,"model.visual.merger.linear_fc2.weight|2d-64|(1152, 1600)","model.visual.merger.linear_fc2.weight|2d-64|(576, 2560)",model.visual.merger.linear_fc2.weight,2d-64,0,0.017705855428044703,3.3155338490237742 +9247,9295,0.4570654345760063,0.8926858872044547,0.871055896356413,0.8716650486587926,0.4951869552186323,0.5302395265991545,0.5118151906496173,0.4911839018358866,0.9327149297006522,"model.visual.pos_embed.weight|2d-128|(384, 896)","model.visual.pos_embed.weight|2d-128|(1152, 896)",model.visual.pos_embed.weight,2d-128,0,0.03812152064262603,1.7759815986943925 +9392,9564,0.24290103068875252,0.9701326182366594,0.8049996772630239,0.806726167686652,0.7311557218168099,0.5933105236105374,0.6515407492950004,0.5932752477614648,0.6532326367308441,"model.visual.pos_embed.weight|2d-64|(1664, 64)","model.visual.pos_embed.weight|2d-64|(1280, 64)",model.visual.pos_embed.weight,2d-64,0,0.35040949292178486,1.1386081630917104 +9673,9695,1.0106761629700853,0.05734748944147139,0.008467362407882538,0.00824153825483537,4.315952688093345,1.0259025125456651,1.411516836654468,0.9999641512443601,0.0020126931402296997,"mtp.fc.weight|2d-128|(128, 3200)","mtp.fc.weight|2d-128|(1536, 3584)",mtp.fc.weight,2d-128,0,0.015226349575579778,5.524887098611942 +9891,9945,1.0042822074248234,0.05293003530019939,0.008893306395746415,0.008052471519271966,1.0112083434197803,6.34792571737347,1.4122583029977087,0.9999604537687234,0.055828305560771084,"mtp.fc.weight|2d-64|(576, 2624)","mtp.fc.weight|2d-64|(320, 2752)",mtp.fc.weight,2d-64,0,0.006926135994956839,7.664503565231732 +10142,10193,1.2433530066879572,0.06309812994713901,-0.015200346889240669,-0.015197913651906621,1.3897499903832233,1.462875281718728,1.4249072833375689,0.9998844680534079,-0.016000152467487122,"mtp.layers.0.mlp.down_proj.weight|2d-128|(1152, 512)","mtp.layers.0.mlp.down_proj.weight|2d-128|(1152, 5120)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.1463969836952661,3.4909561352696934 +10504,10506,1.2227934461997518,0.005428538909050632,0.01050925334475246,0.010540562488791132,1.600709386274487,1.26993898739522,1.4069585271934153,0.9999447762722378,0.008337622472481836,"mtp.layers.0.mlp.down_proj.weight|2d-64|(512, 1088)","mtp.layers.0.mlp.down_proj.weight|2d-64|(1152, 5952)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.04714554119546821,3.96091622335787 +10773,10871,1.2910356202082816,0.03826484996472909,0.015392120437580394,0.01538751673332922,1.3248993379540317,1.4976674101506067,1.4033693637890319,0.9998815342971562,0.017399266866625202,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(1024, 640)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(5504, 768)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.033863717745750144,3.61899738815259 +11049,11110,1.2779304635178161,0.032009415717825354,0.006758843503978644,0.007768791160626565,1.5321812917584654,1.3122131136929753,1.409483252043058,0.9999771587563832,0.005788507617881475,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(5504, 1600)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(2304, 1088)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.03428265017515919,4.325702319625086 +11178,11204,1.3114364970357166,0.048341184657618434,-0.005480731448209892,-0.005574052549076697,1.3460543460278676,1.503014183765797,1.4180603394159779,0.9999849806786062,-0.0061198250489510175,"mtp.layers.0.mlp.up_proj.weight|2d-128|(2944, 1024)","mtp.layers.0.mlp.up_proj.weight|2d-128|(4864, 1536)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.034617848992150924,3.7568952110184872 +11417,11637,1.2968635572086222,0.034999799571993936,0.027218244182660372,0.027124046841823953,1.4525404296785052,1.3436071775803682,1.3948937247591207,0.999629514962225,0.025177012286709193,"mtp.layers.0.mlp.up_proj.weight|2d-64|(1600, 1536)","mtp.layers.0.mlp.up_proj.weight|2d-64|(3392, 1472)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.04674362037174595,3.933249280465543 +11666,11719,1.2003013241590914,0.01910981305856794,0.008996754219543298,0.008995208909020403,1.6959904557092238,1.2300144522122722,1.4081536158718553,0.9999595283877809,0.006524882068638999,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 256)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 896)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.029713128053180826,4.893243278877909 +11744,11925,1.068619634425972,0.018485034248989493,-0.00042922433024546506,-0.00031089074949849774,2.421646046743098,1.0982011734479125,1.4144418655292856,0.9999999078832329,-0.00019465052036895386,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 1024)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 320)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.029581539021940495,8.997642827830843 +12117,12119,0.984489461845535,0.4565338048237113,0.4498463228087219,0.4499026013241284,0.9981485337245243,1.114550252261519,1.0515479189702284,0.8931059768333606,0.5023063358060804,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(1024, 640)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1024, 896)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.013659071878989293,3.1248052266314286 +12426,12454,1.1159435290968895,0.031114869445344143,0.003459248932140669,0.003467126277587605,2.128623857076341,1.1307019547973083,1.4121853441215861,0.9999940167805133,0.0018375155933252694,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(1664, 960)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(1152, 1920)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.014758425700418742,6.262217980435839 +12512,12614,1.0406837966363454,0.08148838543470596,0.005308465557406386,0.005266880452216366,2.762031915487465,1.0705701568557602,1.4116815105207265,0.9999859099974489,0.002057573908755128,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(2176, 768)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(896, 768)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.02988636021941482,7.762438552354938 +12771,12775,1.0403089044764247,0.05309875026369777,0.03295673550100346,0.032864806644230256,2.939631305894718,1.0508188470879338,1.3993625758851334,0.9994567792481658,0.011780919169523485,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(576, 512)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(896, 1728)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.010509942611509171,8.943070423965889 +13031,13062,1.3276296081979264,0.016557904561107423,-0.001526527814476425,-0.0015768300366859316,1.3640757089665416,1.4727415234686743,1.415289408273628,0.999998834855737,-0.001648134985713216,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 896)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(384, 768)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.03644610076861521,3.4702357697407584 +13167,13279,1.28156030134888,0.020791366511655144,-0.004151803200469838,-0.00417820105659181,1.338454220176997,1.5115269377346405,1.4171247603945607,0.9999913812279507,-0.004688664194172569,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(128, 1984)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 960)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.056893918828116785,3.504999149711935 +155,173,1.1316866583014553,0.33655076872005185,0.33602957878802237,0.33441855150452776,1.1361554878798426,1.1695402872891618,1.1524853911867945,0.9418514331780486,0.3459034738693817,"model.language_model.embed_tokens.weight|2d-128|(241920, 1152)","model.language_model.embed_tokens.weight|2d-128|(131072, 1152)",model.language_model.embed_tokens.weight,2d-128,0,0.0044688295783872345,2.916714227651717 +335,394,1.0417688025038498,0.41202241811288093,0.3967154872288547,0.39656584008164464,1.0546795017189632,1.151305321718017,1.0998216797119087,0.9179416224318258,0.4330610871929532,"model.language_model.embed_tokens.weight|2d-64|(165056, 832)","model.language_model.embed_tokens.weight|2d-64|(172480, 832)",model.language_model.embed_tokens.weight,2d-64,0,0.012910699215113342,2.8211211667945633 +627,702,0.06014169465092067,0.9982535101772229,0.9982535101772227,0.9995421094217373,0.06093507468772119,0.06014169465092066,0.060534485679526205,0.059075624574384075,0.9852561615943342,"model.language_model.layers.17.linear_attn.conv1d.weight|3d-axis0-slice|(1460, 0, 0)","model.language_model.layers.18.linear_attn.conv1d.weight|3d-axis0-slice|(2881, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,1,6.938893903907228e-18,0.0996858528179451 +775,908,0.3670474555353699,0.9307927817882881,0.930792781788288,0.9304914336310581,0.3807765393178254,0.3670474555353699,0.3737229983829505,0.3655472573701248,0.8972325942090581,"model.language_model.layers.8.linear_attn.conv1d.weight|3d-volume|(4364, 0, 0)","model.language_model.layers.10.linear_attn.conv1d.weight|3d-volume|(5272, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,2,0.0,1.0424230060643622 +1103,1182,1.1102085841598082,0.04658563315133892,0.001142739274986508,0.0011914985528656585,1.1324842463368743,2.126049817058836,1.4135428327367046,0.9999993470732615,0.0021453019186708534,"model.language_model.layers.18.linear_attn.in_proj_qkv.weight|2d-128|(5376, 1920)","model.language_model.layers.13.linear_attn.in_proj_qkv.weight|2d-128|(896, 1536)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,5,0.022275662177066113,3.418056642198305 +1503,1514,1.105275191196074,0.02230909946185585,0.018472235577964864,0.01807846359617647,2.1702519150008888,1.1159856850474297,1.4035492814585955,0.9998293736997089,0.009498782299576581,"model.language_model.layers.14.linear_attn.in_proj_qkv.weight|2d-64|(5248, 1728)","model.language_model.layers.18.linear_attn.in_proj_qkv.weight|2d-64|(4608, 832)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,4,0.010710493851355585,5.687069001260863 +1568,1635,1.127020804081184,0.01701176201420354,0.001564878610357439,0.0007701191772931272,1.1266484904843312,2.1643676854086964,1.4133068733468712,0.9999987755767178,0.00300623728203718,"model.language_model.layers.21.linear_attn.in_proj_z.weight|2d-128|(0, 768)","model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(256, 1920)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,3,0.0003723135968527469,3.151049721416059 +1837,1922,1.1170423934627658,-0.005246678779919436,-0.014287163411696464,-0.01678646602594803,1.1263822976243203,2.2335194720127,1.4223139233914168,0.9998979332720153,-0.02833021945315988,"model.language_model.layers.20.linear_attn.in_proj_z.weight|2d-64|(1408, 704)","model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-64|(640, 768)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,16,0.009339904161554502,3.193525629939724 +2134,2175,1.2029198029482522,0.041686019353358875,6.484201853382775e-05,6.492450751087609e-05,1.7343809701307906,1.2238675180814422,1.4141703634703318,0.9999999978977563,4.575582969202102e-05,"model.language_model.layers.16.linear_attn.out_proj.weight|2d-128|(1280, 256)","model.language_model.layers.21.linear_attn.out_proj.weight|2d-128|(256, 384)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,5,0.020947715133190048,4.528477853591296 +2403,2495,1.2071625104564212,0.03701511275133135,0.014266806458420192,0.014429246041415298,1.709282097539004,1.2204150378033651,1.4046395756202856,0.9998982239375556,0.010186396480928957,"model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(192, 960)","model.language_model.layers.1.linear_attn.out_proj.weight|2d-64|(1536, 1728)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,11,0.013252527346943932,4.4402777397975095 +2617,2757,1.2505165462435681,0.04415361316697904,0.0014066472623480346,0.00139895634892979,1.2922504861843667,1.5761286562534669,1.4132378715693,0.9999990106712503,0.0017156558137374277,"model.language_model.layers.21.mlp.down_proj.weight|2d-128|(1280, 4608)","model.language_model.layers.3.mlp.down_proj.weight|2d-128|(1920, 2048)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,18,0.04173393994079855,3.2963059604104075 +2875,3002,1.2356189305726923,0.03797512219794267,0.015222215871445071,0.015274448632709346,1.2788156221251041,1.5739885813010566,1.403638312697964,0.9998841353596741,0.018735768901492453,"model.language_model.layers.21.mlp.down_proj.weight|2d-64|(320, 896)","model.language_model.layers.8.mlp.down_proj.weight|2d-64|(512, 1792)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,13,0.04319669155241179,3.2528474947197883 +3248,3310,1.1352660694726697,0.05911920200737024,0.0036877861317242597,0.003701903064371065,1.9213560927203222,1.1684917382531708,1.4118962810285225,0.9999932000936039,0.0022427636624418627,"model.language_model.layers.10.mlp.gate_proj.weight|2d-128|(3968, 1536)","model.language_model.layers.23.mlp.gate_proj.weight|2d-128|(2944, 1920)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,13,0.03322566878050104,5.135755413842695 +3464,3547,1.1236805273427746,0.03314719747185821,0.0160832241079227,0.016248641079825526,2.041185357060836,1.1367677246722985,1.4045118813917894,0.9998706565862878,0.008956996488003436,"model.language_model.layers.10.mlp.gate_proj.weight|2d-64|(2176, 1280)","model.language_model.layers.23.mlp.gate_proj.weight|2d-64|(1792, 1344)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,13,0.013087197329523903,5.661682744505085 +3700,3718,1.1967172403004513,0.011622341441512378,0.013644944996397509,0.013787310901529704,1.7782466959213954,1.1981686640034421,1.405242803582152,0.9999069034045346,0.009193856822133938,"model.language_model.layers.4.mlp.up_proj.weight|2d-128|(4992, 1152)","model.language_model.layers.23.mlp.up_proj.weight|2d-128|(3968, 1792)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,19,0.001451423702990784,4.89558316123652 +3893,4074,1.196276172374929,0.02130733994478906,0.00378725884154995,0.0038280863432596764,1.7910079317587708,1.2023186380795434,1.4117328351806395,0.999992828309517,0.002542418607803436,"model.language_model.layers.4.mlp.up_proj.weight|2d-64|(2048, 1344)","model.language_model.layers.23.mlp.up_proj.weight|2d-64|(1664, 576)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,19,0.00604246570461453,4.697926307499367 +4300,4329,1.1521335926980572,0.03536717944208712,0.004573703745458892,0.004536604493275893,1.9327067690173192,1.1653545532273382,1.4113504488906914,0.9999895405623245,0.002757783317328303,"model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 1536)","model.language_model.layers.3.self_attn.k_proj.weight|2d-128|(128, 1920)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,20,0.013220960529281012,5.0440985961934715 +4375,4549,1.08782457978875,0.03364920409522598,0.005275112013101625,0.005361188174714532,2.210583187908331,1.1182927937361575,1.4112054302304098,0.9999860864998319,0.002668580754015582,"model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 640)","model.language_model.layers.3.self_attn.k_proj.weight|2d-64|(448, 1920)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,20,0.030468213947407508,6.770947202275223 +4648,4830,1.0968515794409428,0.027993328061169827,-0.0038953902724897923,-0.003934326360193485,1.1128737414405583,2.2970836886816177,1.4163734806374757,0.9999924129385308,-0.008040478558153926,"model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(1024, 256)","model.language_model.layers.3.self_attn.o_proj.weight|2d-128|(1920, 1920)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,16,0.01602216199961548,2.957810361265306 +4877,5053,1.0944715223762578,0.03623592581760571,0.019018786523660222,0.018460226794105576,1.105554288312645,2.252387879738197,1.4035344891548618,0.9998191265219761,0.038747698512934685,"model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(128, 448)","model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(512, 448)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,12,0.01108276593638724,2.774787933428268 +5172,5271,1.0913034894005842,-0.002499993029898691,-0.002452154496021841,-0.002427115955911565,2.595256873923515,1.0847877176634946,1.4154469670271321,0.9999969934646441,-0.0010249725589114094,"model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(2688, 1536)","model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(3328, 1792)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,4,0.006515771737089615,7.1191958008419975 +5411,5492,1.0817258967595997,0.08658824346676207,0.053096738229624095,0.05284415845635409,1.097792550190658,2.1562061053384602,1.3835196907608085,0.9985893732607887,0.1042888395666285,"model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(384, 1728)","model.language_model.layers.19.self_attn.q_proj.weight|2d-64|(1920, 1280)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,16,0.016066653431058286,2.9000663764675405 +5769,5784,1.0683861889814943,0.02849436372078348,0.00541040609293597,0.0053987675582508185,1.0795958160013632,2.6184929489304842,1.4115146570293085,0.9999853636458433,0.01312260569670963,"model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(0, 1152)","model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(256, 1536)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,12,0.01120962701986894,3.5264949585117913 +5905,6038,1.057730101373943,0.003696064340701203,-0.007717378739464074,-0.00782156365646766,2.7959272029169533,1.074004789742133,1.4178622015292979,0.9999702205892891,-0.002964491250627426,"model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(448, 1472)","model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(64, 1920)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,12,0.016274688368189905,10.909513822072206 +6169,6289,1.1137929237975568,0.019813921609867564,-0.0048604025672143,-0.004861838554168258,2.201047297697985,1.1253297850870247,1.4169968537415991,0.9999881881736827,-0.002484978756303942,"model.visual.blocks.13.attn.proj.weight|2d-128|(384, 896)","model.visual.blocks.23.attn.proj.weight|2d-128|(384, 896)",model.visual.layers.*.attn.proj.weight,2d-128,10,0.011536861289467959,5.969946652956511 +6402,6642,1.1483900061349575,0.023785846001192237,0.004513879221338447,0.004304976674523186,1.1547620730035613,1.9841107418318789,1.4114356060738715,0.9999898123952939,0.0077557416023324045,"model.visual.blocks.0.attn.proj.weight|2d-64|(0, 128)","model.visual.blocks.18.attn.proj.weight|2d-64|(512, 768)",model.visual.layers.*.attn.proj.weight,2d-64,18,0.0063720668686038096,4.956805192216476 +6675,6848,1.0586656155280814,0.042911935569793225,0.004438477136558357,0.004396229989449228,2.6927766950095786,1.0751102530826264,1.4120503543077423,0.999990149911842,0.0017720935740532069,"model.visual.blocks.7.attn.qkv.weight|2d-128|(2048, 640)","model.visual.blocks.1.attn.qkv.weight|2d-128|(0, 0)",model.visual.layers.*.attn.qkv.weight,2d-128,6,0.01644463755454506,7.666062761467735 +6968,7106,1.0505354566863832,-0.0008816393750376947,0.0015956716130593484,0.0016049598716175635,4.434177191695025,1.026063832721871,1.4137178352338127,0.9999987269152413,0.00036923669494481784,"model.visual.blocks.21.attn.qkv.weight|2d-64|(256, 320)","model.visual.blocks.0.attn.qkv.weight|2d-64|(1728, 64)",model.visual.layers.*.attn.qkv.weight,2d-64,21,0.02447162396451219,13.194282606916603 +7312,7377,1.1883835827150822,0.028544418279105404,0.02482209133550382,0.024728791933930707,1.2040950670754456,1.7300563101588389,1.397657634410875,0.9996918844232616,0.035664638881571536,"model.visual.blocks.1.mlp.linear_fc1.weight|2d-128|(3200, 896)","model.visual.blocks.18.mlp.linear_fc1.weight|2d-128|(896, 0)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,17,0.015711484360363404,3.2374163855989173 +7640,7667,1.1897429913307447,0.04004907735236473,0.035856025365124944,0.03569829820975037,1.205616013453614,1.6974735946852273,1.3900683653417474,0.9993569659761299,0.050484279893819685,"model.visual.blocks.1.mlp.linear_fc1.weight|2d-64|(3328, 640)","model.visual.blocks.23.mlp.linear_fc1.weight|2d-64|(128, 512)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,22,0.01587302212286934,3.3086445562854263 +7727,7925,1.19109762929692,0.024623486768905405,-0.0052008020647481635,-0.0054311633041250135,1.2765704457418483,1.61937650464847,1.4177849369151927,0.9999864757374889,-0.006597408468191625,"model.visual.blocks.3.mlp.linear_fc2.weight|2d-128|(0, 1024)","model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(128, 3840)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,7,0.08547281644492832,3.006840807201005 +8072,8173,1.111562675787717,0.054003174278744286,0.03704132456725924,0.037146656067804686,1.1541404289466297,1.8783007066913346,1.3906512846415622,0.9993137346570911,0.06028273888210135,"model.visual.blocks.23.mlp.linear_fc2.weight|2d-64|(192, 3520)","model.visual.blocks.3.mlp.linear_fc2.weight|2d-64|(192, 1728)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,20,0.04257775315891266,2.249539191973791 +8200,8376,0.6186452482748785,0.8036135811414065,0.7980719244298407,0.7980544052785898,0.626861970853963,0.6456404258263412,0.6360433879754583,0.6025621988117497,0.8219791933254303,"model.visual.merger.linear_fc1.weight|2d-128|(2048, 1920)","model.visual.merger.linear_fc1.weight|2d-128|(2048, 2944)",model.visual.merger.linear_fc1.weight,2d-128,0,0.008216722579084457,1.6094244203319177 +8644,8657,0.7102854582993072,0.7455524713796404,0.7520465975004935,0.7520448716878523,0.7053439088383728,0.7030855209758935,0.7042119989520523,0.6591099416546002,0.7496386757951639,"model.visual.merger.linear_fc1.weight|2d-64|(448, 2624)","model.visual.merger.linear_fc1.weight|2d-64|(448, 1600)",model.visual.merger.linear_fc1.weight,2d-64,0,0.00719993732341373,2.1168561128620444 +8765,8852,1.3292529249195395,0.04416706925194533,0.0010752864162345047,0.0011343204285628858,1.4569117532075038,1.3736672616267915,1.413454330343608,0.9999994218793944,0.001013847093759399,"model.visual.merger.linear_fc2.weight|2d-128|(1280, 1536)","model.visual.merger.linear_fc2.weight|2d-128|(1152, 896)",model.visual.merger.linear_fc2.weight,2d-128,0,0.04441433670725203,3.8902063226245804 +9064,9138,1.3154121330078716,0.05519548778712183,0.019332220339846818,0.01929792712605214,1.3464581102225932,1.4616721675074853,1.400523299605614,0.9998131151653951,0.020986444503798746,"model.visual.merger.linear_fc2.weight|2d-64|(1152, 1600)","model.visual.merger.linear_fc2.weight|2d-64|(1856, 3072)",model.visual.merger.linear_fc2.weight,2d-64,0,0.031045977214721576,3.4429184069724914 +9275,9283,0.4609289661318723,0.8874889711627992,0.7857447319855309,0.7848993774825579,0.6971315878306871,0.6295872138723271,0.6607842365161758,0.6185509002151612,0.7096147201778721,"model.visual.pos_embed.weight|2d-128|(896, 384)","model.visual.pos_embed.weight|2d-128|(1024, 384)",model.visual.pos_embed.weight,2d-128,0,0.1686582477404548,1.5082375074660088 +9553,9569,0.2504669757024018,0.9683640591727413,0.9294680276045713,0.93356635958062,0.389457772846786,0.3693921597222212,0.3790271952425328,0.3689026777632115,0.8815800480753946,"model.visual.pos_embed.weight|2d-64|(1408, 64)","model.visual.pos_embed.weight|2d-64|(832, 64)",model.visual.pos_embed.weight,2d-64,0,0.11892518401981944,1.6417364486385984 +9639,9673,1.0108764974332565,0.05841766874833171,0.0051048654697119795,0.0048568713000079885,1.0274286496995906,4.263595340917122,1.4125683828316724,0.9999869700893788,0.02118403126001652,"mtp.fc.weight|2d-128|(1024, 3072)","mtp.fc.weight|2d-128|(128, 3200)",mtp.fc.weight,2d-128,0,0.016552152266334108,1.0898168089942 +9891,9967,1.0043227165039168,0.055006047096442176,0.02815782356778262,0.029467046816276734,1.0091182468336715,6.064201678325355,1.4077508703994452,0.9996034898758235,0.16921180592414892,"mtp.fc.weight|2d-64|(576, 2624)","mtp.fc.weight|2d-64|(1600, 0)",mtp.fc.weight,2d-64,0,0.00479553032975466,7.614663771932369 +10142,10310,1.24381215512715,0.03325474713377593,0.006753497887683333,0.006753865304987125,1.3418170228939235,1.4884757818052077,1.409455690703447,0.9999771948731035,0.007491645937393922,"mtp.layers.0.mlp.down_proj.weight|2d-128|(1152, 512)","mtp.layers.0.mlp.down_proj.weight|2d-128|(1792, 1280)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.09800486776677353,3.183429777174264 +10506,10639,1.2235286046174032,0.03935244562687334,0.044434762604782845,0.044741922366774475,1.249807578942172,1.5712356990729721,1.383260043017109,0.9990122881487777,0.0558625875381237,"mtp.layers.0.mlp.down_proj.weight|2d-64|(1152, 5952)","mtp.layers.0.mlp.down_proj.weight|2d-64|(1984, 1408)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.02627897432476889,3.0460564983909695 +10649,10765,1.291062661039877,0.002841594949852473,-0.013519178048600644,-0.013513003518011544,1.5533128708257384,1.3217858318636642,1.4236186068568226,0.9999086117365378,-0.011504094467190772,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(3840, 1280)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(2432, 1792)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.03072317082378717,4.4533928806800285 +10912,10962,1.278222575556235,-0.002396336406082361,-0.002380230378420287,-0.002300559257955887,1.5703843582278827,1.2995016990311246,1.4158659495439165,0.9999971672476605,-0.001969653737721329,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(2368, 640)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(2688, 1408)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.021279123474889472,4.2323229275525405 +11349,11393,1.3116625573410206,0.04058367951506166,0.011214344603596375,0.011223276405069026,1.3568309707648711,1.4615697894232882,1.406283462073067,0.9999371172604364,0.012080021486802355,"mtp.layers.0.mlp.up_proj.weight|2d-128|(5888, 0)","mtp.layers.0.mlp.up_proj.weight|2d-128|(1920, 128)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.045168413423850584,3.542081259068272 +11411,11563,1.297099454476515,0.04622559997531388,0.020969294680796707,0.021230839768870486,1.3134620063741,1.5048764594948376,1.3994450834011603,0.9997801201667245,0.02402520802596664,"mtp.layers.0.mlp.up_proj.weight|2d-64|(3008, 1984)","mtp.layers.0.mlp.up_proj.weight|2d-64|(2624, 768)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.016362551897584954,3.457016076179541 +11666,11716,1.2008877966552975,0.02760518949502454,0.007783618654049225,0.007774909114633215,1.6610471931266684,1.2450613108935178,1.4089208235911699,0.9999697071814967,0.0058343209542793175,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 256)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 512)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.044173514238220246,4.98152220538444 +11729,11925,1.0686348641280985,0.03338611782113312,0.027779276037477332,0.027673087177302685,2.366486892405743,1.0891511929890083,1.3992135716559806,0.9996140814448512,0.012785125382981388,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 64)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 320)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.020516328860909816,8.835044861944654 +12043,12045,0.9868738514198117,0.49623302916270773,0.5575415002650559,0.5575449543750813,0.9004360024922828,0.9935218370158173,0.9435524499252858,0.83014906822943,0.6151793731288976,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(384, 1408)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(384, 1664)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.08643784892752882,2.9216897176617693 +12433,12454,1.1168578365665027,0.02200710750866211,0.007474373195752461,0.0073275877670588305,2.1442081729564357,1.1260233202542917,1.4098557907243436,0.9999720664825246,0.003925140585158969,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(1856, 960)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(1152, 1920)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.009165483687789022,6.114717695810999 +12588,12612,1.0418274865365553,0.04053806525498064,0.006490920336536245,0.006435373099119856,3.103198313845778,1.0540193100174426,1.4114154010635587,0.999978933754699,0.0022046787483637853,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 1536)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(896, 512)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.01219182348088732,8.984515060315998 +12779,12808,1.0410199788566414,0.04503291776529209,0.03797414925103461,0.037650360724392616,3.0642219087032885,1.0441421695680215,1.3977215285473767,0.999278721873262,0.012939797367108548,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(1920, 448)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(832, 512)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.0031221907113800906,8.960542590731276 +13036,13048,1.3289966681627066,0.03643127226605471,0.003825820272066105,0.0038745489103847053,1.3827915018470174,1.4420914433247638,1.4115080942351168,0.9999926815228428,0.003989887608273235,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 1536)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(256, 1024)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.05379483368431082,3.5111999618741203 +13181,13279,1.281666179130321,0.01835430888675456,0.013641177700774023,0.0133959040639871,1.3190279343314668,1.509382537993401,1.40462225395825,0.9999069548067641,0.015609794821857922,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 832)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 960)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.03736175520114582,3.6560017906849307 +191,213,1.1317083723421448,0.31107645837487063,0.3018864888552441,0.29941363297811746,1.1376922834020382,1.2329283700844151,1.1824435508525732,0.9533438770174447,0.3271573711845888,"model.language_model.embed_tokens.weight|2d-128|(158208, 1920)","model.language_model.embed_tokens.weight|2d-128|(206208, 1920)",model.language_model.embed_tokens.weight,2d-128,0,0.0059839110598933765,3.0888902643791183 +342,348,1.042536471991715,0.44151900981545694,0.33139212755392866,0.3289726052009356,1.1520488434835086,1.1607778004647094,1.1563886138781494,0.9434931148637391,0.33390305201836373,"model.language_model.embed_tokens.weight|2d-64|(217088, 1920)","model.language_model.embed_tokens.weight|2d-64|(154944, 1920)",model.language_model.embed_tokens.weight,2d-64,0,0.1095123714917936,2.659287052347392 +596,752,0.060553083909005226,0.998279884047524,0.9982798840475241,0.9982180138704853,0.06159190323997132,0.06055308390900523,0.06106586763696169,0.05862826200785671,0.9814427287282166,"model.language_model.layers.20.linear_attn.conv1d.weight|3d-axis0-slice|(5656, 0, 0)","model.language_model.layers.5.linear_attn.conv1d.weight|3d-axis0-slice|(216, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,15,6.938893903907228e-18,0.11254815733222097 +901,982,0.37123764008351073,0.9562320149958738,0.9562320149958736,0.9521320074172871,0.37123764008351073,0.5101062850116491,0.4244944921092517,0.2926095239340843,1.3139291604941286,"model.language_model.layers.12.linear_attn.conv1d.weight|3d-volume|(6124, 0, 0)","model.language_model.layers.6.linear_attn.conv1d.weight|3d-volume|(6008, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,6,0.0,0.8996540411596925 +1164,1221,1.1105194931623363,0.03406533713219112,-0.0023241581073793986,-0.0023227128968753992,1.1274092498609094,2.175175715351338,1.4155557791476252,0.9999972991408985,-0.004484132336533779,"model.language_model.layers.0.linear_attn.in_proj_qkv.weight|2d-128|(5120, 0)","model.language_model.layers.6.linear_attn.in_proj_qkv.weight|2d-128|(2816, 512)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,6,0.016889756698573066,3.1159815945030775 +1429,1434,1.1055317135208693,0.035228604270966496,0.016760758765626108,0.01678298387637986,2.2208794984212687,1.1105309167462598,1.404699777544051,0.9998595286166956,0.00838106741522227,"model.language_model.layers.9.linear_attn.in_proj_qkv.weight|2d-64|(960, 1856)","model.language_model.layers.20.linear_attn.in_proj_qkv.weight|2d-64|(4608, 640)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,11,0.004999203225390492,6.180655506208342 +1635,1646,1.1273057390623282,0.00821815293909432,0.005135521929873622,0.005201583870563807,2.1415233866323677,1.1278010872280837,1.411216044560662,0.999986813120307,0.002704545396117785,"model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(256, 1920)","model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-128|(640, 512)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,16,0.0004953481657554715,6.196698964200611 +1811,1952,1.1188803791408357,0.023968283600235254,0.019021220637116937,0.01915564766667009,2.129636187632711,1.121232839702743,1.4030808671388162,0.999819080216753,0.01001448855603559,"model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-64|(320, 704)","model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-64|(192, 576)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,14,0.002352460561907188,5.888327447672984 +2100,2178,1.2030544254158786,0.023713286168100818,0.0016269976514001778,0.0015936008260262649,1.2186465538954605,1.7456126383730528,1.413133177754519,0.9999986764384453,0.0023305425628201127,"model.language_model.layers.8.linear_attn.out_proj.weight|2d-128|(1152, 1920)","model.language_model.layers.12.linear_attn.out_proj.weight|2d-128|(640, 896)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,4,0.015592128479581913,3.312519361739828 +2366,2439,1.2072227006000007,0.014547891363772832,0.003274777240950657,0.0033340981003409606,1.7062763545848763,1.2312528794796351,1.4120142540247396,0.999994637902635,0.0023630866692493347,"model.language_model.layers.16.linear_attn.out_proj.weight|2d-64|(1344, 1152)","model.language_model.layers.22.linear_attn.out_proj.weight|2d-64|(320, 960)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,6,0.024030178879634434,4.77956733408752 +2669,2796,1.250726759748197,0.03183672714524615,0.009784978713789088,0.009798324007209041,1.2698743544934539,1.6023214391887597,1.407461359730152,0.999952125949823,0.012346639744027315,"model.language_model.layers.22.mlp.down_proj.weight|2d-128|(1536, 1920)","model.language_model.layers.2.mlp.down_proj.weight|2d-128|(1792, 4224)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,20,0.019147594745256846,3.2885117058699276 +2973,3070,1.235880346899231,0.02230458061858435,0.012867089555000369,0.012627335737756758,1.2969988699400432,1.5460248629020927,1.405225141220942,0.9999172155765613,0.01533759267356801,"model.language_model.layers.1.mlp.down_proj.weight|2d-64|(1152, 2624)","model.language_model.layers.3.mlp.down_proj.weight|2d-64|(1792, 4608)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,2,0.06111852304081222,2.8132041383259883 +3220,3255,1.1363304571633126,0.014409215394681964,0.0016546088598048097,0.0016476077195699814,1.1626399080192757,1.9549151856779294,1.4131851595183014,0.9999986311338236,0.002782133972934326,"model.language_model.layers.23.mlp.gate_proj.weight|2d-128|(5760, 0)","model.language_model.layers.11.mlp.gate_proj.weight|2d-128|(1152, 0)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,12,0.026309450855963146,3.0316541238498154 +3527,3537,1.1238592353988384,0.041303195190809175,0.013539041343961052,0.013564201222513745,1.9798680450808448,1.149510457999344,1.4058748434778263,0.9999083429792385,0.00786076105164535,"model.language_model.layers.12.mlp.gate_proj.weight|2d-64|(4096, 832)","model.language_model.layers.23.mlp.gate_proj.weight|2d-64|(3584, 0)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,11,0.025651222600505674,5.418597686287281 +3613,3643,1.19813887862203,0.045560058212147723,0.0008430876192475475,0.0008087108598285519,1.2279802192784615,1.7209702832179992,1.4136497129040262,0.99999964460157,0.0011815570935878588,"model.language_model.layers.23.mlp.up_proj.weight|2d-128|(4480, 1664)","model.language_model.layers.2.mlp.up_proj.weight|2d-128|(5248, 1280)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,21,0.029841340656431514,3.1895892149617953 +4039,4045,1.1967276108710783,0.002498476510364311,-0.0112609525363649,-0.011328576159598156,1.8423557746282393,1.199353193547699,1.421476379010546,0.9999365934637925,-0.007330755314946479,"model.language_model.layers.3.mlp.up_proj.weight|2d-64|(3648, 1152)","model.language_model.layers.23.mlp.up_proj.weight|2d-64|(3840, 512)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,20,0.00262558267662083,4.680600062803961 +4215,4293,1.1528267096951095,0.026888562982136786,0.0013268517679805756,0.0013241559187139606,1.1864710711013833,1.8542875879878629,1.413361423271442,0.9999991197318054,0.002073682894082039,"model.language_model.layers.15.self_attn.k_proj.weight|2d-128|(384, 896)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 640)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,8,0.033644361406273804,3.2158436073460903 +4409,4434,1.0882760028405598,0.008381967339265451,0.009686115097895244,0.009662674598269836,2.3580109056088827,1.099216526868777,1.408958118035035,0.9999530884868101,0.0045153047305395485,"model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 1024)","model.language_model.layers.15.self_attn.k_proj.weight|2d-64|(384, 960)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,8,0.010940524028217213,6.698935937222522 +4674,4823,1.0978517120408477,0.014106375381398186,0.0002297715247934211,3.742858337287193e-05,1.1109874332886027,2.294157659761656,1.4140860888247624,0.9999999736025228,0.0004744717067047225,"model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(768, 256)","model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(128, 1920)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,12,0.013135721247754972,2.866730506551254 +4877,5019,1.0971161172028265,0.04953575544166267,0.04047029330643986,0.04088904487364469,1.101245350569975,2.1872617927714435,1.3910350123039723,0.9991807420880823,0.08038093077588448,"model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(128, 448)","model.language_model.layers.3.self_attn.o_proj.weight|2d-64|(448, 1280)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,16,0.004129233367148544,2.8952030467788172 +5187,5272,1.0929535635370757,0.38038781950705697,0.37418466604988077,0.3742823313597505,1.1197413126253792,1.117788279556439,1.1187635175592798,0.9273542126356785,0.37353201974805567,"model.language_model.layers.19.self_attn.q_proj.weight|2d-128|(1280, 1408)","model.language_model.layers.19.self_attn.q_proj.weight|2d-128|(1792, 1408)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,0,0.024834716019363157,3.010998122218337 +5443,5465,1.0817444504406806,0.002385364455971077,0.02207562695331214,0.022338933563032088,2.5374460408870876,1.0778069414307228,1.4029345675063578,0.9997563036533544,0.009376855146207126,"model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(2624, 832)","model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(3520, 1216)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,4,0.003937509009957818,7.245300960230433 +5644,5764,1.0686889828152955,0.048642303911094475,0.01434366694481082,0.01455620164492745,2.4462402636510756,1.0887190578789623,1.406657962274349,0.9998971243175852,0.00638376523955028,"model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(256, 384)","model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(0, 512)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,12,0.02003007506366683,8.86178162453227 +5952,6046,1.0577736773456343,0.05506101704691754,0.0274685275934042,0.0273268909086772,2.4495127069348426,1.082069110763241,1.3997815179875277,0.9996226688065104,0.012134186992711552,"model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(320, 1920)","model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(128, 1024)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,12,0.02429543341760665,8.692454381872263 +6200,6350,1.1142258113475683,0.051055056141204626,-0.012288250263881256,-0.012245737071434726,1.1486948135171458,2.076873748501159,1.4215546716140635,0.9999244966023446,-0.022217515120421916,"model.visual.blocks.23.attn.proj.weight|2d-128|(128, 896)","model.visual.blocks.11.attn.proj.weight|2d-128|(128, 768)",model.visual.layers.*.attn.proj.weight,2d-128,12,0.03446900216957749,3.1172893109223327 +6419,6533,1.1484989790357116,0.0037756328799730897,0.005546308216988777,0.004686600427644466,1.150437182362807,2.0030281855269405,1.4108219630795218,0.9999846191142953,0.00965668691395327,"model.visual.blocks.23.attn.proj.weight|2d-64|(64, 512)","model.visual.blocks.6.attn.proj.weight|2d-64|(576, 768)",model.visual.layers.*.attn.proj.weight,2d-64,17,0.001938203327095378,3.007744039756327 +6763,6847,1.0590283416720192,0.02664612771070719,0.008765710873103042,0.008596596821207406,1.0791358751459095,2.6035356263017575,1.4098218305842913,0.9999615804184124,0.021148254889495465,"model.visual.blocks.0.attn.qkv.weight|2d-128|(1664, 384)","model.visual.blocks.11.attn.qkv.weight|2d-128|(2432, 0)",model.visual.layers.*.attn.qkv.weight,2d-128,11,0.02010753347389027,3.4018114362547007 +7090,7151,1.0511312533350115,0.014153164223003611,0.02359421781007992,0.0236355758821005,1.0536888031384213,2.9557668552123038,1.403620126141443,0.9997216176946112,0.0661855822800582,"model.visual.blocks.0.attn.qkv.weight|2d-64|(1664, 512)","model.visual.blocks.20.attn.qkv.weight|2d-64|(384, 320)",model.visual.layers.*.attn.qkv.weight,2d-64,20,0.002557549803409831,3.5094439953098346 +7312,7322,1.18938180999297,0.026642665817684787,0.0005984162319952749,0.0005381521374024801,1.2127653432628724,1.765956040069192,1.4138185781744128,0.9999998209489906,0.0008713777691934269,"model.visual.blocks.1.mlp.linear_fc1.weight|2d-128|(3200, 896)","model.visual.blocks.14.mlp.linear_fc1.weight|2d-128|(2304, 768)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,13,0.02338353326990239,3.4992758071389978 +7495,7592,1.1905286901327996,0.009337532745473349,0.01651409522365086,0.0161634544908591,1.7249495317802686,1.2129436416659292,1.4031817257626036,0.9998636330314971,0.011612320494223357,"model.visual.blocks.18.mlp.linear_fc1.weight|2d-64|(3648, 576)","model.visual.blocks.1.mlp.linear_fc1.weight|2d-64|(2944, 832)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,17,0.022414951533129557,5.24977224504385 +7794,7807,1.1936043407841352,0.024559564447135845,-0.0031915332726338017,-0.003202296848021755,1.2345172250942442,1.7129024769557324,1.41635284987148,0.9999949070447157,-0.004428277821367566,"model.visual.blocks.4.mlp.linear_fc2.weight|2d-128|(384, 768)","model.visual.blocks.2.mlp.linear_fc2.weight|2d-128|(640, 1280)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,2,0.04091288431010898,3.496076968262257 +8109,8169,1.1519409283846824,0.0563686358064494,0.029942571555103638,0.03032664292429715,1.4833600009173473,1.3174184285393042,1.3930304462504226,0.9995516206823275,0.026592934648470602,"model.visual.blocks.2.mlp.linear_fc2.weight|2d-64|(576, 3392)","model.visual.blocks.0.mlp.linear_fc2.weight|2d-64|(768, 320)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,2,0.16547750015462181,5.453900149916824 +8418,8434,0.6188351332506591,0.8038551940628629,0.8138766367291265,0.8138729791137929,0.6096896972973648,0.6105544129813518,0.6101215955593926,0.5810377097800843,0.8150309483334229,"model.visual.merger.linear_fc1.weight|2d-128|(896, 256)","model.visual.merger.linear_fc1.weight|2d-128|(896, 2304)",model.visual.merger.linear_fc1.weight,2d-128,0,0.009145435953294312,1.8204391277043324 +8532,8652,0.757513413573722,0.7122926169794862,0.7136301472686477,0.7136261547413694,0.7501070326920162,0.7639924987143749,0.7569542650256387,0.7005226712315085,0.7268403782497752,"model.visual.merger.linear_fc1.weight|2d-64|(2816, 192)","model.visual.merger.linear_fc1.weight|2d-64|(2816, 1216)",model.visual.merger.linear_fc1.weight,2d-64,0,0.007406380881705865,2.403641637326237 +8856,8915,1.3293920084307365,0.07704291609944278,0.01713394887651286,0.01723479272138808,1.3939409642881173,1.4102951300083304,1.4020465160553155,0.999853203123287,0.017334969900033217,"model.visual.merger.linear_fc2.weight|2d-128|(1024, 2560)","model.visual.merger.linear_fc2.weight|2d-128|(768, 2432)",model.visual.merger.linear_fc2.weight,2d-128,0,0.06454895585738085,3.3117027192272412 +8967,9116,1.3154249255027943,0.07143621256745258,0.04854562175164742,0.04846310705842371,1.3425508827704387,1.4197094946764748,1.3795144621499003,0.9988209662440742,0.05133561864230016,"model.visual.merger.linear_fc2.weight|2d-64|(1152, 2688)","model.visual.merger.linear_fc2.weight|2d-64|(576, 3136)",model.visual.merger.linear_fc2.weight,2d-64,0,0.02712595726764433,3.574835263465977 +9300,9308,0.46157026853661326,0.8910392798184215,0.8514150821837704,0.8510513547534503,0.5900604754352661,0.5260195081459882,0.5552892555558786,0.5244924764284074,0.7590085447224919,"model.visual.pos_embed.weight|2d-128|(1280, 512)","model.visual.pos_embed.weight|2d-128|(1408, 512)",model.visual.pos_embed.weight,2d-128,0,0.06444923960937493,2.304047526834589 +9364,9530,0.2579739278668187,0.9807948555076792,0.978371575889311,0.9781469492526216,0.2605303186955061,0.3177265447336162,0.28490944082213404,0.20685516549476402,1.1931610179934722,"model.visual.pos_embed.weight|2d-64|(1024, 960)","model.visual.pos_embed.weight|2d-64|(1408, 960)",model.visual.pos_embed.weight,2d-64,0,0.0025563908286873605,1.4431234033641622 +9639,9868,1.0108846326305592,0.04722556473243945,0.002476263629648654,0.0028123545120727054,1.0209185956772266,4.905915914330359,1.4135148817001864,0.9999969340545183,0.011899421952160821,"mtp.fc.weight|2d-128|(1024, 3072)","mtp.fc.weight|2d-128|(896, 3584)",mtp.fc.weight,2d-128,0,0.010033963046667482,1.1034434119274235 +9945,10012,1.0043535316427357,0.06143564722067671,0.01668573955219564,0.01590254459845728,6.053220720832824,1.011101667895945,1.4103737716263303,0.9998607833571613,0.0027871078669309095,"mtp.fc.weight|2d-64|(320, 2752)","mtp.fc.weight|2d-64|(1792, 3840)",mtp.fc.weight,2d-64,0,0.006748136253209358,45.50798095865189 +10135,10187,1.2441834094143098,0.04384036109200288,0.012028705531291086,0.01202715264054657,1.4610385152974243,1.3562185436456078,1.4057059091295054,0.9999276525045407,0.01116572446707095,"mtp.layers.0.mlp.down_proj.weight|2d-128|(0, 896)","mtp.layers.0.mlp.down_proj.weight|2d-128|(1152, 2944)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.11203513423129796,4.130010935536163 +10545,10638,1.2253113966600244,0.040022970914770806,0.014753400777688615,0.014691208102165348,1.3188095296775613,1.507759813248159,1.403836078775283,0.9998911626599631,0.01686717020219111,"mtp.layers.0.mlp.down_proj.weight|2d-64|(1152, 4928)","mtp.layers.0.mlp.down_proj.weight|2d-64|(128, 3968)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.09349813301753684,3.358175556518386 +10681,10864,1.291625881526962,0.06043693020927042,-0.003744382412770837,-0.0037847739301546234,1.3582847934534805,1.4837052030555282,1.4168484929074356,0.9999929897756018,-0.0040901287379744,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(3968, 1152)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(3840, 1024)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.06665891192651863,3.7311642707942445 +11010,11049,1.2784922018628626,0.047261725368294746,0.02359381138902922,0.02335645441653116,1.3071611424312797,1.5098599540276736,1.3976045544262574,0.9997216272863856,0.02725245558701272,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(640, 1728)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(5504, 1600)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.028668940568417067,3.4580305695171227 +11178,11207,1.3119943787932626,0.021393454194211167,0.0002132580711475992,0.00018009970422945632,1.3547860210446274,1.481871017391061,1.4140633622905332,0.9999999772604973,0.00023326263332321335,"mtp.layers.0.mlp.up_proj.weight|2d-128|(2944, 1024)","mtp.layers.0.mlp.up_proj.weight|2d-128|(3456, 1280)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.04279164225136478,3.8343404460899393 +11500,11587,1.2973041850171299,0.03780553827364483,0.03773682216367191,0.03773542591896002,1.2939027995891361,1.5050790749551175,1.3875808928015263,0.9992877124497165,0.0438958022286375,"mtp.layers.0.mlp.up_proj.weight|2d-64|(3008, 448)","mtp.layers.0.mlp.up_proj.weight|2d-64|(4480, 256)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.0034013854279937306,3.4183797915563003 +11666,11723,1.2013652983023746,-0.004567440967536567,0.001916000617181727,0.0019135831863628604,1.7017296372874502,1.2341853296850636,1.4129251766491426,0.9999981644691329,0.0013895861020335382,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 256)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 1408)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.03282003138268896,5.891624871166716 +11736,11940,1.0693990890752476,0.041393088382338336,0.03278361538730817,0.033126545498460336,2.4473680988325763,1.0796730433890411,1.3969874063344816,0.9994624728133303,0.014462714380969058,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 512)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 1280)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.01027395431379352,8.347303326869921 +12149,12151,0.9912630057953091,0.43427806109972894,0.44655095045351373,0.4465836217714497,0.9849536951364808,1.1475565284878966,1.0569877169487745,0.8947582068073271,0.5202706086852112,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(1280, 640)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1280, 896)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.006309310658828338,3.256111925378341 +12371,12454,1.1171332666884712,0.014693277732080302,0.0071061346905565885,0.007220246711468052,2.21810093622194,1.116300424321077,1.4101722599863973,0.9999747511061265,0.003576294045419997,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(256, 192)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(1152, 1920)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.0008328423673942265,6.351479329137567 +12583,12612,1.0419499536452335,0.03465298647809777,-0.006209399797736032,-0.006348608372110198,3.0982818273617836,1.0587848142748018,1.4168981107673482,0.9999807214912455,-0.002121956160844837,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 896)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(896, 512)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.016834860629568293,9.190190386556822 +12808,12988,1.0417230086923452,0.02586230287973508,0.01857670507431501,0.018672603512011013,1.0429281937101964,3.307740048864299,1.4066590382570319,0.9998274381254907,0.05891768169739112,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(832, 512)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(576, 1600)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.0012051850178511625,3.0874729919659454 +13025,13070,1.3292718495046785,0.04008427696601003,-0.0027266379425243434,-0.0027293318954595145,1.4034621104811493,1.4291676967780047,1.4161399569887518,0.999996282715856,-0.0027765786045546217,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 128)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(384, 1792)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.07419026097647086,4.143359348265621 +13192,13279,1.2818094180328785,-0.00013559272345306517,0.007075195070400973,0.007611631935588462,1.3142755653708071,1.5283424227792188,1.4092583863038677,0.9999749704941198,0.008227590210490871,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 1536)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 960)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.03246614733792863,3.2451390479242384 +167,212,1.1318588943865617,0.34395563481736885,0.38371384285373505,0.3823290184840197,1.117223348709275,1.1033851545624889,1.110239576363625,0.9234520490000654,0.37896107192359474,"model.language_model.embed_tokens.weight|2d-128|(232576, 768)","model.language_model.embed_tokens.weight|2d-128|(226176, 768)",model.language_model.embed_tokens.weight,2d-128,0,0.028473739824072863,3.1106453210876857 +258,294,1.043927802554069,0.4033335775251492,0.328085540252286,0.3255952894595488,1.1264697093895844,1.1961554533725502,1.1597453176995625,0.9446480181937427,0.3483815897349862,"model.language_model.embed_tokens.weight|2d-64|(223808, 1216)","model.language_model.embed_tokens.weight|2d-64|(192960, 1216)",model.language_model.embed_tokens.weight,2d-64,0,0.08254190683551532,2.871906506033577 +673,685,0.060760933324233754,0.9991461772071231,0.9991461772071231,0.9989364872877091,0.06365113232254653,0.060760933324233754,0.06215569231797927,0.04131484687605826,0.9537780717993709,"model.language_model.layers.4.linear_attn.conv1d.weight|3d-axis0-slice|(2039, 0, 0)","model.language_model.layers.16.linear_attn.conv1d.weight|3d-axis0-slice|(1065, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,12,0.0,0.09036262603617881 +908,922,0.37552781697128296,0.9841908201575367,0.9841908201575367,0.9832062314672794,0.5750348176694136,0.37552781697128296,0.44465653010749145,0.17711134779464466,0.6427280902309005,"model.language_model.layers.10.linear_attn.conv1d.weight|3d-volume|(5272, 0, 0)","model.language_model.layers.8.linear_attn.conv1d.weight|3d-volume|(2076, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,2,0.0,1.618877096795418 +1124,1252,1.1112288525484264,0.008189032273260646,-0.0056143867233820295,-0.00564383218985258,1.1282549266700335,2.1828570539278123,1.4174485525299634,0.9999842392066589,-0.01086226470003911,"model.language_model.layers.20.linear_attn.in_proj_qkv.weight|2d-128|(5632, 1792)","model.language_model.layers.13.linear_attn.in_proj_qkv.weight|2d-128|(2304, 512)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,7,0.01702607412160706,3.177288565567104 +1330,1346,1.1059032293562958,0.015915771944735094,-0.0035737811832493678,-0.0035679528685883008,2.09383073022315,1.1404124136157725,1.416334929233211,0.9999936140236367,-0.0019464727334905854,"model.language_model.layers.1.linear_attn.in_proj_qkv.weight|2d-64|(4480, 1984)","model.language_model.layers.20.linear_attn.in_proj_qkv.weight|2d-64|(5632, 192)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,19,0.03450918425947669,6.000405275245115 +1538,1645,1.1275914689567763,0.03543630933533965,0.006128727483110484,0.005973739344385331,1.1511971886641081,1.9969665447242768,1.4104583688215866,0.9999812191733591,0.010631422545173422,"model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-128|(1024, 1408)","model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-128|(640, 1664)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,2,0.02360571970733183,3.037395268135743 +1922,1952,1.119268494795869,0.012498432695850142,-0.02761938857587412,-0.027963083182547473,2.17607413259115,1.1421342440260687,1.430196343821541,0.9996185119207702,-0.01449631196801467,"model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-64|(640, 768)","model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-64|(192, 576)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,0,0.022865749230199572,6.04377934917496 +2110,2134,1.204442589345908,0.015012125928587137,0.007771604906327105,0.00777243590991974,1.2024308961977388,1.77998310081356,1.4091062536358185,0.9999698006225888,0.011504466030609312,"model.language_model.layers.12.linear_attn.out_proj.weight|2d-128|(1408, 1792)","model.language_model.layers.16.linear_attn.out_proj.weight|2d-128|(1280, 256)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,4,0.0020116931481692912,3.377306112303675 +2317,2403,1.2072664528431136,0.003434787226559137,0.007410903952519975,0.007498800700694588,1.2072922493475118,1.7653586554577738,1.4093216030866367,0.9999725388742465,0.010836567073480425,"model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(1856, 576)","model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(192, 960)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,0,2.5796504398156728e-05,3.3406313624787862 +2767,2771,1.2509935660973708,0.06614354002125361,0.0015178833517087813,0.001563472746718754,1.3002786652169267,1.5616754959950139,1.4131576216393205,0.9999988480144018,0.0018230255556388156,"model.language_model.layers.19.mlp.down_proj.weight|2d-128|(1024, 5120)","model.language_model.layers.3.mlp.down_proj.weight|2d-128|(1408, 2816)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,16,0.04928509911955592,3.220213198791384 +2868,2928,1.2359408088392088,0.05401374652777504,0.027177238865348192,0.027285933756734514,1.2632201799032394,1.5800365589285081,1.3953417875748808,0.9996306306269611,0.03399330667854917,"model.language_model.layers.21.mlp.down_proj.weight|2d-64|(128, 640)","model.language_model.layers.7.mlp.down_proj.weight|2d-64|(704, 3520)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,14,0.027279371064030666,3.254136868512191 +3220,3263,1.136358401941682,0.034081127397674216,0.012807624980182659,0.012820014605469405,1.1526000199380861,1.9665975812973755,1.4062898712178338,0.9999179790074619,0.021852718959300427,"model.language_model.layers.23.mlp.gate_proj.weight|2d-128|(5760, 0)","model.language_model.layers.11.mlp.gate_proj.weight|2d-128|(5888, 512)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,12,0.016241617996404223,3.2642043347843948 +3537,3583,1.1250287903084983,0.017643051540412326,-0.0018720834500517806,-0.001886859244934985,1.1450714781831495,2.059577579538931,1.4153375122501952,0.9999982476502427,-0.003367214339204626,"model.language_model.layers.23.mlp.gate_proj.weight|2d-64|(3584, 0)","model.language_model.layers.9.mlp.gate_proj.weight|2d-64|(2816, 1024)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,14,0.020042687874651133,3.026807998472946 +3726,3771,1.1986761247384716,0.05455093946565245,-0.00016587025754666602,-0.00017231054234554107,1.23388291688409,1.7074349142335181,1.4143249191623573,0.9999999862435287,-0.00022952961346063281,"model.language_model.layers.23.mlp.up_proj.weight|2d-128|(6016, 640)","model.language_model.layers.1.mlp.up_proj.weight|2d-128|(4736, 1024)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,22,0.03520679214561828,3.237667272961796 +4045,4059,1.1968776649672028,0.02058430149452281,0.0002602847317824136,0.0002509668145152201,1.2097742307447419,1.776185334260528,1.4140422880811885,0.9999999661259286,0.000382148926282928,"model.language_model.layers.23.mlp.up_proj.weight|2d-64|(3840, 512)","model.language_model.layers.2.mlp.up_proj.weight|2d-64|(2368, 1408)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,21,0.01289656577753906,3.1575192421299634 +4169,4300,1.1537503618573772,0.0364223169411766,0.008603110782063264,0.00863518697153671,1.1749417473638977,1.8784032174953529,1.4087328752029846,0.9999629925576604,0.013753967811385936,"model.language_model.layers.7.self_attn.k_proj.weight|2d-128|(384, 1152)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 1536)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,16,0.021191385506520444,3.005071317863169 +4352,4506,1.0883394205034598,0.016737200203416108,0.028025799500958796,0.028090361949514916,1.089843800559886,2.3577269417527438,1.3990367655891722,0.9996072001352992,0.060629956800805115,"model.language_model.layers.19.self_attn.k_proj.weight|2d-64|(192, 832)","model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 1984)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,4,0.00150438005642628,3.279157017566039 +4789,4851,1.097927530835551,0.030439125701162854,0.0033203253867230085,0.003321856992141596,2.285806157686371,1.11027134763656,1.4123669495668065,0.9999944877044704,0.001612762363646868,"model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(1920, 1280)","model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(768, 384)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,12,0.012343816801009044,6.161172455157015 +4916,5096,1.0990187746513829,0.020115316468734518,-0.004382905872180737,-0.004369443336569485,1.1087307721145871,2.33676181938615,1.4166120658064563,0.99999039502193,-0.009237415752917165,"model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(1216, 256)","model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(1984, 576)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,4,0.00971199746320428,2.945450775154009 +5220,5273,1.0931555742865058,0.033850978249392316,0.007083244523590666,0.007467037713500707,2.3162857074382925,1.1048891599956772,1.4103155972822374,0.9999749135088435,0.0033787714816793882,"model.language_model.layers.11.self_attn.q_proj.weight|2d-128|(3200, 0)","model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(1280, 1792)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,8,0.011733585709171379,6.153272609664375 +5470,5583,1.0820515839535472,0.042947477322965916,0.018820635905878288,0.019231522143795993,1.091668134428582,2.38821974296855,1.404113767938547,0.9998228761456193,0.041173514942953425,"model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(960, 1792)","model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(2752, 896)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,4,0.009616550475034735,3.0414093834665805 +5785,5866,1.0694001942832758,0.038090901331037014,-0.01720021318170707,-0.017156574370449807,1.0899399983974938,2.6156781921177896,1.4228237794510352,0.9998520653909276,-0.041277705731797995,"model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(128, 1152)","model.language_model.layers.3.self_attn.v_proj.weight|2d-128|(384, 1792)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,16,0.020539804114217963,3.8389544998515253 +5970,6135,1.057966295425117,-0.003715332597036194,0.00440479748977194,0.0046156055995333735,1.070334799836065,2.772689615429418,1.412119187312321,0.9999902988324807,0.011410575700080777,"model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(128, 1344)","model.language_model.layers.3.self_attn.v_proj.weight|2d-64|(448, 1344)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,16,0.012368504410948056,3.6396217841453042 +6289,6395,1.1156133196978582,0.019048013859633107,-0.0038710692212310842,-0.0038740661899585313,1.127120841985165,2.1837304335185106,1.4164430366556509,0.9999925073834726,-0.0074999692612998286,"model.visual.blocks.23.attn.proj.weight|2d-128|(384, 896)","model.visual.blocks.6.attn.proj.weight|2d-128|(128, 768)",model.visual.layers.*.attn.proj.weight,2d-128,17,0.011507522287306893,3.0505305842772406 +6485,6642,1.1506293932740417,0.02258588363813758,0.028338256384502016,0.028636238819771974,1.1523429359848483,1.915274090443594,1.396397657268195,0.9995983909676357,0.047100152677378083,"model.visual.blocks.4.attn.proj.weight|2d-64|(320, 448)","model.visual.blocks.18.attn.proj.weight|2d-64|(512, 768)",model.visual.layers.*.attn.proj.weight,2d-64,14,0.0017135427108065926,3.0271160060862625 +6675,6732,1.059055005193376,0.0330712463272209,0.0062664568122958895,0.006243511983836812,2.625930411304203,1.0787024356179393,1.4110952908468202,0.9999803655667543,0.0025741893985533827,"model.visual.blocks.7.attn.qkv.weight|2d-128|(2048, 640)","model.visual.blocks.0.attn.qkv.weight|2d-128|(1152, 512)",model.visual.layers.*.attn.qkv.weight,2d-128,7,0.019647430424563295,11.903196936055656 +7078,7090,1.0513897614465852,-0.008311079006692246,-0.005408339603487322,-0.00534857470596492,3.3534864657828325,1.0494358571434577,1.4163919192460277,0.9999853748244188,-0.0016924790260585403,"model.visual.blocks.0.attn.qkv.weight|2d-64|(2496, 320)","model.visual.blocks.0.attn.qkv.weight|2d-64|(1664, 512)",model.visual.layers.*.attn.qkv.weight,2d-64,0,0.001953904303127585,11.559796495815256 +7369,7371,1.1896432782019746,0.046461966320845656,0.007170350538680727,0.007668337599206389,1.1896498409481004,1.8256742649416184,1.409567674184612,0.9999742927061437,0.011003846676974228,"model.visual.blocks.23.mlp.linear_fc1.weight|2d-128|(1920, 640)","model.visual.blocks.17.mlp.linear_fc1.weight|2d-128|(3072, 0)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,6,6.562746125871044e-06,3.0059802008943817 +7592,7666,1.191060414335832,0.018753794457961256,0.022496110215997112,0.02200190095844949,1.212666254855398,1.7107799558849246,1.3991234562050037,0.9997469304904866,0.03173659223121955,"model.visual.blocks.1.mlp.linear_fc1.weight|2d-64|(2944, 832)","model.visual.blocks.17.mlp.linear_fc1.weight|2d-64|(2688, 256)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,16,0.021605840519565822,3.247023281475468 +7709,7819,1.1947065528076206,0.03502429825341424,-0.0014676092329144984,-0.001425813370759356,1.2198735376590835,1.7497521032264447,1.4151869420963916,0.9999989230609899,-0.0021050971782981286,"model.visual.blocks.3.mlp.linear_fc2.weight|2d-128|(512, 1152)","model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(128, 3584)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,7,0.025166984851462848,3.7021605146751506 +8075,8169,1.156875158272635,0.06778183578334214,0.04781914438956049,0.046405749622968055,1.6307359658112763,1.2198396460018965,1.3813960762724409,0.9988560103587756,0.03577016107279854,"model.visual.blocks.14.mlp.linear_fc2.weight|2d-64|(512, 3456)","model.visual.blocks.0.mlp.linear_fc2.weight|2d-64|(768, 320)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,14,0.06296448772926144,5.201917627952391 +8293,8402,0.6216083179797457,0.8026324086002943,0.8026462051965375,0.8026171644363483,0.631677796972756,0.6250329291041389,0.6283290123747706,0.5964554210363064,0.7942028532149769,"model.visual.merger.linear_fc1.weight|2d-128|(1920, 896)","model.visual.merger.linear_fc1.weight|2d-128|(1920, 1920)",model.visual.merger.linear_fc1.weight,2d-128,0,0.0034246111243931843,1.6238304743153733 +8525,8627,0.7678373871643529,0.7035683817539212,0.7136590542348618,0.7134549297298765,0.7545084155488098,0.7590612274461003,0.756774550420634,0.70049322217178,0.7179653752324429,"model.visual.merger.linear_fc1.weight|2d-64|(2240, 3648)","model.visual.merger.linear_fc1.weight|2d-64|(2240, 576)",model.visual.merger.linear_fc1.weight,2d-64,0,0.01332897161554314,2.047186901824857 +8821,8949,1.329893366953186,0.0518631363940801,-0.0080765360817949,-0.008057376154406043,1.3810569262764048,1.4622246656449984,1.4199037875646008,0.9999673842505662,-0.008551211790822818,"model.visual.merger.linear_fc2.weight|2d-128|(1152, 3584)","model.visual.merger.linear_fc2.weight|2d-128|(1664, 512)",model.visual.merger.linear_fc2.weight,2d-128,0,0.0511635593232187,3.4325450255042065 +9070,9114,1.3156076421095328,0.09505682037950125,0.04793632254533591,0.04789649959968327,1.3524813935423607,1.4091215552453502,1.3799304256702576,0.9988503936930844,0.04994383338679981,"model.visual.merger.linear_fc2.weight|2d-64|(1472, 3456)","model.visual.merger.linear_fc2.weight|2d-64|(768, 1152)",model.visual.merger.linear_fc2.weight,2d-64,0,0.036873751432827895,3.437623620965592 +9250,9274,0.46470215446266216,0.8874882067226354,0.6478794674937112,0.6489200276782243,0.8650762041411911,0.8177411512130603,0.8404105418382761,0.7617428671146618,0.6124289386986103,"model.visual.pos_embed.weight|2d-128|(512, 256)","model.visual.pos_embed.weight|2d-128|(896, 256)",model.visual.pos_embed.weight,2d-128,0,0.3530389967503982,3.3739525342899825 +9415,9586,0.2580736602916472,0.9662875923855576,0.9583657745096449,0.9584093135040905,0.2922160863922623,0.2863583338661502,0.28924273286075053,0.285543415698083,0.9391544107346975,"model.visual.pos_embed.weight|2d-64|(1408, 128)","model.visual.pos_embed.weight|2d-64|(1216, 128)",model.visual.pos_embed.weight,2d-64,0,0.02828467357450304,0.767870435318155 +9673,9770,1.0109950163752957,0.05970377944426497,0.008055608883950677,0.007831375272141375,4.12925906400835,1.0286101669807728,1.411538973423237,0.9999675530563523,0.0020066750646564775,"mtp.fc.weight|2d-128|(128, 3200)","mtp.fc.weight|2d-128|(1408, 3456)",mtp.fc.weight,2d-128,0,0.017615150605477137,5.46963918250842 +10051,10068,1.004399077128462,0.052454484293791175,0.016022832160763854,0.015172591874004793,6.086325846538063,1.0110752487233443,1.410545612083184,0.9998716261848558,0.0026617518385762293,"mtp.fc.weight|2d-64|(1536, 1856)","mtp.fc.weight|2d-64|(1664, 3712)",mtp.fc.weight,2d-64,0,0.006676171594882208,47.42554038739022 +10226,10231,1.2470096989014359,0.04618549304370973,0.006968937080243293,0.006878592070141597,1.4647824001906862,1.3596630072355314,1.4092908446255867,0.9999757166631456,0.006468814717138385,"mtp.layers.0.mlp.down_proj.weight|2d-128|(256, 256)","mtp.layers.0.mlp.down_proj.weight|2d-128|(1792, 4096)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.11265330833409548,4.098425347891899 +10480,10506,1.2253251601089306,0.0722219768976898,0.04290306915326719,0.0424992012088327,1.5592835927167048,1.2574169135547935,1.38424800128403,0.9990792394286001,0.0345973272910147,"mtp.layers.0.mlp.down_proj.weight|2d-64|(1920, 1280)","mtp.layers.0.mlp.down_proj.weight|2d-64|(1152, 5952)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.0320917534458629,3.7931729961108593 +10838,10845,1.292015186102615,0.004290822452306593,0.0074225674832182455,0.007655056746722227,1.5368669709142597,1.3085547501955272,1.409022637992287,0.9999724523665424,0.0063198937335702315,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(2560, 1536)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(2432, 512)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.01653956409291224,4.175900414736788 +10962,11073,1.2791272446489153,0.031059834601765056,0.0011458390546400937,0.0012749046173712354,1.3203797119914706,1.5293597288131584,1.4134117723132642,0.999999343526215,0.0013271940563406807,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(2688, 1408)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(5824, 768)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.04125246734255539,3.8911174100927552 +11317,11381,1.3132377387937,0.05879271409455107,0.008945793822458362,0.009018718645580114,1.4605887005020068,1.3605120111985352,1.4078896925327422,0.9999599855858663,0.008332845475921533,"mtp.layers.0.mlp.up_proj.weight|2d-128|(4864, 768)","mtp.layers.0.mlp.up_proj.weight|2d-128|(5888, 1408)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.04727427240483517,3.9782020517444403 +11458,11525,1.2973755203655761,0.03739838044387281,0.017881302873611914,0.01779909654739429,1.3239036440799374,1.4948208263732012,1.4016060118533527,0.9998401167224398,0.020189795577409967,"mtp.layers.0.mlp.up_proj.weight|2d-64|(64, 1152)","mtp.layers.0.mlp.up_proj.weight|2d-64|(1984, 576)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.026528123714361307,3.3931619037627048 +11708,11722,1.2018315141714022,-0.007981113642825617,-0.010521263450444197,-0.010524260589331829,1.7292467431471583,1.2349152597701816,1.421233171744665,0.9999446499758906,-0.007513600264684796,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(256, 1536)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 1280)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.03308374559877936,5.2926589035916 +11738,11942,1.069541913230463,0.04159159997616667,0.010393639163893442,0.01039302342089951,2.4467927088704986,1.0905990069465024,1.4087372020022593,0.9999459846736376,0.004632714700190161,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 640)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 1408)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.021057093716039255,7.8950766773835905 +12101,12103,0.9953103854912517,0.44789165482815463,0.4393184764120782,0.4392560372443871,1.0063934145401805,1.12697821600306,1.0615834471723993,0.898331384447282,0.4919570673366118,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(896, 640)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(896, 896)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.011083029048928772,3.016495305227717 +12405,12454,1.1172868186946863,0.019793179278842186,0.00846241991794044,0.008470357183768653,2.095914695744276,1.1326493956567554,1.4091990833871362,0.9999641930834986,0.00457316074232937,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(1216, 960)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(1152, 1920)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.015362576962069108,6.119955729029333 +12576,12615,1.0428998360728707,0.03672714514650904,0.0007753589211594486,0.0007536376610664128,3.069113930008026,1.0574378056478735,1.4138758131643627,0.9999996994092265,0.00026714349968044547,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 0)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(896, 896)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.014537969575002752,9.385712041536296 +12775,12948,1.0431256224362286,0.03506002586433516,0.009662955484569843,0.009646875907261362,1.054531447219239,3.060862133552188,1.4099987641312055,0.9999533125557929,0.02804750357982559,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(896, 1728)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(640, 1536)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.011405824783010443,3.165026864088955 +13019,13070,1.3307404849540676,0.028093697691547667,0.010990637986729163,0.010985404382680199,1.4264251850660332,1.3872404208460958,1.4064235666771079,0.9999396011143096,0.010688718501118893,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(0, 1408)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(384, 1792)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.056499935892028175,4.1235103226646626 +13118,13279,1.2827153450413933,0.06578063813195253,0.039612070000788466,0.039689973366728686,1.3157952831546913,1.4690135707156549,1.3860930904054782,0.9992151339477663,0.04422471271958159,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(64, 896)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 960)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.03307993811329801,3.597828592330734 +37,126,1.1319408397660033,0.3267927260236253,0.29616632710889856,0.29216987093948504,1.2286611230064746,1.1493202787891867,1.1870065962223955,0.955136381197379,0.2770413739533411,"model.language_model.embed_tokens.weight|2d-128|(215936, 1920)","model.language_model.embed_tokens.weight|2d-128|(102784, 1920)",model.language_model.embed_tokens.weight,2d-128,0,0.017379439023183396,3.1147829503488698 +508,511,1.0477353633651703,0.41445603602396835,0.40012234834414734,0.3997000894031035,1.0688993040822115,1.124857721784707,1.0958083773478169,0.9164617320737211,0.42106932942574715,"model.language_model.embed_tokens.weight|2d-64|(204608, 832)","model.language_model.embed_tokens.weight|2d-64|(184320, 832)",model.language_model.embed_tokens.weight,2d-64,0,0.021163940717041196,2.861666392767862 +608,683,0.06486742291812732,0.9983845965182998,0.9983845965182998,0.9988752564687515,0.06486742291812732,0.06707511501286693,0.06594356879014894,0.056817228329019184,1.0323635289637152,"model.language_model.layers.13.linear_attn.conv1d.weight|3d-axis0-slice|(3380, 0, 0)","model.language_model.layers.5.linear_attn.conv1d.weight|3d-axis0-slice|(2152, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,8,0.0,0.10241191258648696 +860,870,0.3844648830117797,0.9756251369309057,0.9756251369309058,0.9756154318036563,0.3844648830117797,0.5825762781930993,0.4538027292047717,0.21944382467627416,1.478356246043479,"model.language_model.layers.20.linear_attn.conv1d.weight|3d-volume|(4260, 0, 0)","model.language_model.layers.10.linear_attn.conv1d.weight|3d-volume|(1656, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,10,0.0,0.977343891339064 +1108,1252,1.1130871269687324,0.013971961985590324,-0.004199473604916611,-0.0042314375416256525,1.1176217285122176,2.2582976441914537,1.4165725160100002,0.9999911821718437,-0.008485573523567817,"model.language_model.layers.18.linear_attn.in_proj_qkv.weight|2d-128|(4352, 1408)","model.language_model.layers.13.linear_attn.in_proj_qkv.weight|2d-128|(2304, 512)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,5,0.004534601543485284,3.1065325626052065 +1330,1455,1.1074373263255857,0.015536530473401117,0.00771710268816608,0.007714903757711078,2.130169370925869,1.1279154801432323,1.4096930012449063,0.9999702227197069,0.004086172537564096,"model.language_model.layers.1.linear_attn.in_proj_qkv.weight|2d-64|(4480, 1984)","model.language_model.layers.17.linear_attn.in_proj_qkv.weight|2d-64|(4992, 576)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,16,0.020478153817646616,6.299005432013382 +1592,1646,1.1279164142109968,0.034813248005093535,0.009153702022762505,0.009159225216510969,2.0336562058461403,1.142513500749819,1.4086747626738272,0.9999581039920015,0.005142574301783595,"model.language_model.layers.16.linear_attn.in_proj_z.weight|2d-128|(512, 512)","model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-128|(640, 512)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,14,0.014597086538822301,5.7611633640475075 +1922,1961,1.1200946724937941,0.026735302468790852,0.01581819408681228,0.015172551755252704,2.12750315209803,1.123451064973985,1.4049460715764477,0.999874884540977,0.008352968584450593,"model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-64|(640, 768)","model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-64|(1024, 832)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,2,0.0033563924801909284,5.74116552251774 +2134,2181,1.2047729028389647,0.018833642046742885,-0.006298366986433752,-0.0062982637439096545,1.8234257207805313,1.2008302790314442,1.4182991267478096,0.9999801650899403,-0.004147835417460364,"model.language_model.layers.16.linear_attn.out_proj.weight|2d-128|(1280, 256)","model.language_model.layers.22.linear_attn.out_proj.weight|2d-128|(0, 896)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,6,0.003942623807520418,4.542536998435383 +2369,2403,1.207371159517754,0.03160270952517453,0.020411292155791013,0.020357341628172713,1.2124037988696865,1.716740220352984,1.4005456584657616,0.9997916678751283,0.028901993070204923,"model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(640, 1280)","model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(192, 960)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,0,0.005032639351932433,3.4027975901289653 +2685,2813,1.2510993935007593,0.04485278051062035,-0.006006050632404591,-0.00603536391710387,1.2929820160908787,1.5891102663124324,1.4183656529082511,0.9999819635152432,-0.00738160051815878,"model.language_model.layers.21.mlp.down_proj.weight|2d-128|(1152, 1792)","model.language_model.layers.3.mlp.down_proj.weight|2d-128|(0, 6016)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,18,0.041882622590119434,3.467194828471301 +2875,2938,1.236427103375771,0.04179238929006703,0.029924680419380574,0.029906849036882382,1.284205471197678,1.5357643500315332,1.393232088233232,0.9995521564689848,0.03578652980765657,"model.language_model.layers.21.mlp.down_proj.weight|2d-64|(320, 896)","model.language_model.layers.0.mlp.down_proj.weight|2d-64|(64, 1664)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,21,0.04777836782190703,3.304562755991217 +3118,3138,1.136929741919953,0.008158450962614722,0.002912964371661883,0.0029893697604721145,2.0073665791644397,1.1513646899150016,1.4124345028893572,0.9999957573102844,0.0016707881636188124,"model.language_model.layers.10.mlp.gate_proj.weight|2d-128|(2560, 1152)","model.language_model.layers.23.mlp.gate_proj.weight|2d-128|(4480, 768)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,13,0.01443494799504852,5.736468597116205 +3448,3537,1.1254606634117201,-0.003184521215905305,-0.004210114174522386,-0.004211701667443496,2.115752272602852,1.1373132850825494,1.4166944412678766,0.9999911374300462,-0.002263128270923737,"model.language_model.layers.10.mlp.gate_proj.weight|2d-64|(4416, 1792)","model.language_model.layers.23.mlp.gate_proj.weight|2d-64|(3584, 0)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,13,0.011852621670829233,6.276898636471303 +3689,3711,1.1989086416696608,0.04867802055033383,0.021571862629176215,0.021523731302123712,1.2191654030464822,1.6949245698996593,1.3996772844266125,0.9997673002967781,0.029989925810991074,"model.language_model.layers.23.mlp.up_proj.weight|2d-128|(2048, 1280)","model.language_model.layers.12.mlp.up_proj.weight|2d-128|(2560, 0)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,11,0.02025676137682142,3.2184870325781962 +4044,4066,1.197376305312088,0.01657611006368816,0.015011824797450677,0.015056470091869839,1.7275305717548164,1.2133532078159388,1.4041928089503553,0.9998873162093069,0.010543747283531602,"model.language_model.layers.1.mlp.up_proj.weight|2d-64|(4864, 1792)","model.language_model.layers.23.mlp.up_proj.weight|2d-64|(5760, 640)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,22,0.015976902503850754,4.530318529739999 +4148,4300,1.1547515841166807,0.02965620941630026,0.01444120890218446,0.01440542672013097,1.1688395384166956,1.885996393030889,1.4050391001809035,0.9998957203055944,0.02330180234783921,"model.language_model.layers.11.self_attn.k_proj.weight|2d-128|(384, 512)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 1536)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,12,0.014087954300014971,3.3516137018483185 +4412,4475,1.0893699358740685,0.06629134986486544,0.038930237080433715,0.03935184372227217,1.1217986375467903,2.044164695162218,1.3907993083151207,0.9992419309861157,0.07093948374562756,"model.language_model.layers.19.self_attn.k_proj.weight|2d-64|(64, 1216)","model.language_model.layers.3.self_attn.k_proj.weight|2d-64|(256, 1856)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,16,0.03242870167272183,3.4733077025288517 +4795,4816,1.097988620614475,0.020661160973995178,-0.00034040258662693053,-0.00042372077305480354,1.1052054721890336,2.350123836543182,1.4143989409147826,0.9999999420630378,-0.0007238366557020406,"model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(256, 256)","model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(384, 1664)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,12,0.007216851574558536,2.940960508474491 +4877,4885,1.0990931701367084,0.021616896429201927,-0.008839646171455107,-0.008722217810724823,1.1136365433979318,2.313674137089718,1.4190904888430136,0.9999609295645323,-0.018365112791213212,"model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(128, 448)","model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(1472, 1472)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,12,0.014543373261223458,2.9539705673884717 +5172,5273,1.093624203197363,-0.03026851525506123,-0.00992821185034943,-0.00989448768721238,2.650808614397155,1.0841561245039852,1.4191246024401871,0.9999507140901769,-0.004060546515681691,"model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(2688, 1536)","model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(1280, 1792)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,4,0.009468078693377846,6.870793048956513 +5443,5596,1.0824721210091983,0.013376509864338576,0.01397597150397411,0.01438799078503354,2.4677480445151727,1.0870785115073511,1.4069028869436757,0.9999023313406765,0.006156616488128644,"model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(2624, 832)","model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(1344, 640)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,4,0.0046063904981528125,6.734279060532617 +5662,5763,1.0695292990517837,0.01588293812387312,0.007691214262367718,0.007683082193806735,2.5188960182122804,1.0859208947927728,1.4102537514407067,0.9999704221741612,0.0033157582581598327,"model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(384, 1664)","model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(0, 384)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,12,0.01639159574098903,9.06023657126482 +5970,6063,1.0582578815760324,-0.00268175647302172,0.008292688701848438,0.008511853263367793,1.0665919991427573,2.811593135899447,1.4103189640396858,0.9999656150658853,0.02185996768305712,"model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(128, 1344)","model.language_model.layers.3.self_attn.v_proj.weight|2d-64|(448, 1792)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,16,0.008334117566724863,3.502226649805092 +6200,6385,1.1157397117240988,0.03601536362567692,-0.005600708403753086,-0.0056268152791851414,1.1282427236770036,2.182887587659761,1.4174406338609955,0.9999843159096927,-0.010836069757055516,"model.visual.blocks.23.attn.proj.weight|2d-128|(128, 896)","model.visual.blocks.11.attn.proj.weight|2d-128|(768, 128)",model.visual.layers.*.attn.proj.weight,2d-128,12,0.012503011952904819,3.274789077505876 +6419,6524,1.1512227495105127,-0.017668687084073414,-0.007324778583746198,-0.007735811142585675,1.165781751824047,1.9694741992858087,1.418746986227,0.9999731734495176,-0.01237449669597051,"model.visual.blocks.23.attn.proj.weight|2d-64|(64, 512)","model.visual.blocks.0.attn.proj.weight|2d-64|(448, 768)",model.visual.layers.*.attn.proj.weight,2d-64,23,0.014559002313534242,3.09707904921323 +6712,6848,1.0595495113938267,0.05291683016067564,0.014375235690373333,0.014406327002948168,2.6743041211762186,1.0719857662451853,1.4071750882509302,0.9998966709609779,0.005762264629694514,"model.visual.blocks.15.attn.qkv.weight|2d-128|(2304, 768)","model.visual.blocks.1.attn.qkv.weight|2d-128|(0, 0)",model.visual.layers.*.attn.qkv.weight,2d-128,14,0.012436254851358575,7.292824577255582 +6962,7090,1.051791035033772,0.045011700071119674,0.02965840289871273,0.0298738799603345,2.7812840240054753,1.05948837298277,1.4001910993374964,0.9995600928095807,0.01129792310357828,"model.visual.blocks.0.attn.qkv.weight|2d-64|(1600, 384)","model.visual.blocks.0.attn.qkv.weight|2d-64|(1664, 512)",model.visual.layers.*.attn.qkv.weight,2d-64,0,0.007697337948997962,9.023786991835586 +7173,7182,1.1899029911321297,0.062334228195204504,0.003571493653415894,0.002579066978278424,1.7119979704596622,1.2288615844530102,1.4118188438372263,0.9999936221962036,0.002563596117244308,"model.visual.blocks.22.mlp.linear_fc1.weight|2d-128|(1280, 512)","model.visual.blocks.1.mlp.linear_fc1.weight|2d-128|(1664, 640)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,21,0.038958593320880475,4.605211594380085 +7454,7640,1.1910964210744077,0.057041800294416425,0.04916996563994991,0.04917696823272832,1.6888726748667209,1.1968934250165153,1.381019595773362,0.9987904257044949,0.034846444885129266,"model.visual.blocks.21.mlp.linear_fc1.weight|2d-64|(832, 448)","model.visual.blocks.1.mlp.linear_fc1.weight|2d-64|(3328, 640)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,20,0.005797003942107581,4.847420782753351 +7706,7828,1.1950688052049392,0.04149733324876309,0.011634235312040579,0.011624942530478773,1.5922107423981728,1.2730612547373654,1.4061656460664531,0.9999323199940605,0.009302219743818466,"model.visual.blocks.12.mlp.linear_fc2.weight|2d-128|(512, 768)","model.visual.blocks.2.mlp.linear_fc2.weight|2d-128|(256, 1408)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,10,0.07799244953242623,4.632941482632061 +8023,8169,1.1662387127371414,0.018059692963138887,0.01485291620795362,0.014788797955280167,1.7755819928921943,1.1979906741598987,1.4044409053400284,0.9998896893558407,0.010021308603284082,"model.visual.blocks.2.mlp.linear_fc2.weight|2d-64|(256, 1280)","model.visual.blocks.0.mlp.linear_fc2.weight|2d-64|(768, 320)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,2,0.03175196142275727,5.718348956479268 +8259,8361,0.6227407694356303,0.8016070700237632,0.7984499386344337,0.7984336376657782,0.6309083303327776,0.6391898334373081,0.6350085840746473,0.6020612057711981,0.8089306460965232,"model.visual.merger.linear_fc1.weight|2d-128|(3072, 1152)","model.visual.merger.linear_fc1.weight|2d-128|(3072, 128)",model.visual.merger.linear_fc1.weight,2d-128,0,0.008167560897147319,1.6612335017238362 +8556,8677,0.7709532676452943,0.6982480863537561,0.6958952047685123,0.6961068503841116,0.7848901248646143,0.7750985336489925,0.7799482361066813,0.7181433450086345,0.6872138350351625,"model.visual.merger.linear_fc1.weight|2d-64|(1472, 128)","model.visual.merger.linear_fc1.weight|2d-64|(1472, 3200)",model.visual.merger.linear_fc1.weight,2d-64,0,0.004145266003698245,2.1304725817919 +8865,8953,1.3303427318268726,0.045540028670624406,0.015154778521465217,0.015056455445635839,1.374252470273931,1.4346266923358977,1.403466578060663,0.999885159749841,0.015820564454942555,"model.visual.merger.linear_fc2.weight|2d-128|(1152, 3968)","model.visual.merger.linear_fc2.weight|2d-128|(1280, 3712)",model.visual.merger.linear_fc2.weight,2d-128,0,0.043909738447058366,3.3434912211210657 +8966,9083,1.3156317473764678,0.03549963567142614,0.020281260693664066,0.020282544621552965,1.332955074127266,1.478007124555562,1.3998760388991032,0.9997943140789888,0.022488265645284736,"model.visual.merger.linear_fc2.weight|2d-64|(1152, 3712)","model.visual.merger.linear_fc2.weight|2d-64|(64, 3776)",model.visual.merger.linear_fc2.weight,2d-64,0,0.017323326750798174,3.3651962703611846 +9271,9319,0.46506909249313744,0.8904759148164312,0.8654023995390019,0.8646654228810263,0.5137511034181623,0.6831852872070765,0.5806868176852437,0.5010775258102659,1.150810544143047,"model.visual.pos_embed.weight|2d-128|(768, 896)","model.visual.pos_embed.weight|2d-128|(1536, 896)",model.visual.pos_embed.weight,2d-128,0,0.04868201092502489,1.2230885267880471 +9553,9601,0.26400463474163494,0.964697151609554,0.9468069499801322,0.9486039654648283,0.3639456319465993,0.32588067354153283,0.34334061165464075,0.3218021122822529,0.8477807108799205,"model.visual.pos_embed.weight|2d-64|(1408, 64)","model.visual.pos_embed.weight|2d-64|(1216, 64)",model.visual.pos_embed.weight,2d-64,0,0.06187603879989789,1.3074124164357444 +9770,9868,1.0110728642424736,0.048084185941902335,0.003458898679442581,0.003777300008794215,1.0221482450824062,4.751600114808114,1.4132074756176565,0.9999940179920704,0.016079177791890623,"mtp.fc.weight|2d-128|(1408, 3456)","mtp.fc.weight|2d-128|(896, 3584)",mtp.fc.weight,2d-128,0,0.011075380839932647,1.117706951650832 +10068,10091,1.0044931854641574,0.03888646901333437,0.022995533886820227,0.023477831290493467,1.007028035517289,6.994820443925763,1.4096192552218119,0.9997355677484222,0.1597270630781324,"mtp.fc.weight|2d-64|(1664, 3712)","mtp.fc.weight|2d-64|(320, 3648)",mtp.fc.weight,2d-64,0,0.0025348500531314766,7.692894878470197 +10142,10367,1.2472988102669293,0.03160832930455064,0.0060831464562695284,0.006081218336056831,1.3241486846210073,1.5149173723296536,1.4099443521923964,0.9999814974934245,0.00695953887358646,"mtp.layers.0.mlp.down_proj.weight|2d-128|(1152, 512)","mtp.layers.0.mlp.down_proj.weight|2d-128|(1536, 2176)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.07684987435407797,3.321309794162073 +10454,10607,1.2315314702670819,0.03717565543495055,0.0227745303580695,0.022755668601957914,1.3214522796655717,1.489926812163518,1.3981333673134368,0.9997406267462423,0.025678099721850905,"mtp.layers.0.mlp.down_proj.weight|2d-64|(1792, 5440)","mtp.layers.0.mlp.down_proj.weight|2d-64|(1344, 5248)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.08992080939848979,3.510184140702047 +10807,10838,1.2922185169930733,0.048632420390147285,0.021164796841892933,0.021261186832463155,1.3257381285973993,1.4865639652047202,1.399266366656248,0.999776000599455,0.02373230703511835,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(2176, 1536)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(2560, 1536)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.03351961160432593,3.723767392331843 +10940,10986,1.2794328795541656,0.068450670642986,0.05219542567286029,0.052654814327210586,1.4438333604350269,1.3186052190071864,1.376966710506978,0.9986368897346166,0.047668354663725356,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(5568, 1536)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(1984, 1408)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.03917233945302079,4.104940517048387 +11201,11321,1.3140265821251287,0.027710531634490235,0.012536345811146942,0.012427080493055284,1.3524461298568222,1.464990017891132,1.4053494921280638,0.9999214169292022,0.013579558600316202,"mtp.layers.0.mlp.up_proj.weight|2d-128|(2944, 512)","mtp.layers.0.mlp.up_proj.weight|2d-128|(3456, 1536)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.03841954773169354,3.6284404211113572 +11586,11607,1.2974757206062602,0.0343498641504376,0.019032876675346908,0.019175350217136334,1.4885799558786683,1.326883056061965,1.4007799732658206,0.9998188583965902,0.016965431698109767,"mtp.layers.0.mlp.up_proj.weight|2d-64|(5568, 448)","mtp.layers.0.mlp.up_proj.weight|2d-64|(4800, 64)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.029407335455704953,4.068373493965659 +11666,11726,1.201872190428748,0.04828924990112206,0.0016810314842615629,0.00168200770970525,1.682673411624138,1.241852347860816,1.413077250942281,0.9999985870655763,0.0012406405670505026,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 256)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 1792)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.039980157432068175,5.052769873470082 +11744,11935,1.0704378370695133,0.024276724990839115,0.013589802326613408,0.013748918089800857,2.3938324174681203,1.0937792422985013,1.406930072159126,0.9999076543725043,0.006209391928742889,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 1024)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 960)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.023341405228987977,8.387813983413528 +12021,12023,1.0014893032124845,0.4587354086173686,0.4512827580522474,0.45129761546544384,1.0006360983616538,1.1069310294463133,1.0497687875883515,0.892381012956213,0.4992213340694416,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(256, 640)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(256, 896)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.0008532048508307355,2.9915130349428436 +12348,12454,1.1205484331695164,-0.003321830302123075,0.003194871885679403,0.003155818410376238,2.0609415931482835,1.1416223740755906,1.412297115425948,0.9999948963837936,0.0017697431305780118,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(1984, 64)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(1152, 1920)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.021073940906074284,6.221021084871691 +12578,12609,1.0432656945494805,0.05446068158156107,-0.0013350165903454794,-0.001148395267619247,3.0696982510375275,1.0581831419589987,1.414795147071477,0.9999991088649547,-0.00046020551031740426,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 256)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(896, 128)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.01491744740951817,8.63943779771884 +12866,12988,1.043204910531282,0.03275045674998738,0.007982678171461467,0.007728405652796646,1.0507073942331477,3.178662919295512,1.4108454721095474,0.9999681379170092,0.02414967596074975,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(832, 1088)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(576, 1600)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.007502483701865792,3.033088835883287 +13047,13070,1.3309702099223175,0.0009076101133781858,-0.00981738951907337,-0.009810088232162653,1.43660742447642,1.406155769717541,1.421136965074315,0.999951808270294,-0.009609291084403778,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(256, 896)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(384, 1792)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.07518555979522357,4.063346349353166 +13136,13192,1.2829628692156243,0.06922231956401405,0.023898060580132104,0.024548418609564183,1.456436042251121,1.34476930974507,1.3972671704889124,0.999714400566736,0.02206576704934973,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(128, 0)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 1536)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.061806440529445617,3.918635037170025 +125,212,1.1330534137715746,0.3281466720692858,0.36381548435852323,0.3627953475892084,1.159025189929945,1.1001387620574052,1.1284312501413456,0.9314710373065677,0.34533116282286597,"model.language_model.embed_tokens.weight|2d-128|(192384, 768)","model.language_model.embed_tokens.weight|2d-128|(226176, 768)",model.language_model.embed_tokens.weight,2d-128,0,0.03291465171416941,3.1109329460684396 +423,508,1.0479226367415206,0.45091960599815534,0.4191292947327556,0.4179992605979463,1.0683442067491185,1.0877249411620118,1.077903921201281,0.9079265577660028,0.42673268088355104,"model.language_model.embed_tokens.weight|2d-64|(239488, 832)","model.language_model.embed_tokens.weight|2d-64|(204608, 832)",model.language_model.embed_tokens.weight,2d-64,0,0.02042157000759781,2.797595937919657 +535,553,0.06594598205979679,0.9978354987542325,0.9978354987542325,0.9987324299764962,0.06594598205979678,0.06641887207132693,0.06618115998092203,0.06575954247021552,1.0049908465976116,"model.language_model.layers.2.linear_attn.conv1d.weight|3d-axis0-slice|(5377, 0, 0)","model.language_model.layers.22.linear_attn.conv1d.weight|3d-axis0-slice|(5359, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,20,1.3877787807814457e-17,0.12486484171545167 +898,975,0.38587136477980544,0.9342447671295486,0.9342447671295486,0.9395092415368294,0.3858713647798058,0.49036797200553117,0.42884998257919754,0.35663246499870904,1.1872446458304073,"model.language_model.layers.12.linear_attn.conv1d.weight|3d-volume|(1908, 0, 0)","model.language_model.layers.18.linear_attn.conv1d.weight|3d-volume|(5348, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,6,3.885780586188048e-16,1.177337568335444 +1071,1108,1.1141510835169637,0.01823525263506203,-0.00283986622471645,-0.002797064276842712,2.249368958658125,1.1179643350858035,1.4158133438699456,0.9999959675717827,-0.0014114488169792048,"model.language_model.layers.5.linear_attn.in_proj_qkv.weight|2d-128|(4992, 384)","model.language_model.layers.18.linear_attn.in_proj_qkv.weight|2d-128|(4352, 1408)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,13,0.003813251568839826,5.706782497404185 +1346,1433,1.1074516504210574,0.011297362868424945,0.011792021176265991,0.011848831348295619,1.1250620361037549,2.133019303274617,1.4073152116538312,0.9999304717011971,0.022356641666361234,"model.language_model.layers.20.linear_attn.in_proj_qkv.weight|2d-64|(5632, 192)","model.language_model.layers.0.linear_attn.in_proj_qkv.weight|2d-64|(4352, 1472)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,20,0.01761038568269746,3.1796842559024387 +1544,1645,1.128076967335403,0.00017017615421071556,0.001655994157963639,0.0017017029497436204,1.1332956080046745,2.118659115422574,1.4132392000169824,0.9999986288407343,0.0030958269784821424,"model.language_model.layers.0.linear_attn.in_proj_z.weight|2d-128|(0, 1024)","model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-128|(640, 1664)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,4,0.005218640669271579,3.0136163995270153 +1922,2013,1.120213250364061,0.014745290382991905,0.024624849395745343,0.024947361393631233,2.10449682174127,1.1214895371758353,1.399685342062078,0.9996967624196034,0.013122619462551182,"model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-64|(640, 768)","model.language_model.layers.1.linear_attn.in_proj_z.weight|2d-64|(320, 512)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,3,0.0012762868117743853,5.712957306591472 +2178,2243,1.2068146365381474,0.02864759974712367,-0.012834327939100032,-0.012846283914824811,1.7558829442354627,1.2274385017476317,1.4227111072292604,0.9999176366213127,-0.008971753104741246,"model.language_model.layers.12.linear_attn.out_proj.weight|2d-128|(640, 896)","model.language_model.layers.2.linear_attn.out_proj.weight|2d-128|(896, 1664)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,10,0.020623865209484338,4.522336382690733 +2374,2486,1.208138485498648,0.01748133030149497,0.016344758001045706,0.01626824661742406,1.7013256158302628,1.2214678395217735,1.4032200396228556,0.999866415520537,0.011734729705636396,"model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(1536, 896)","model.language_model.layers.14.linear_attn.out_proj.weight|2d-64|(1536, 1728)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,2,0.013329354023125406,4.53346260216488 +2585,2804,1.2513705046300525,0.06496219252732713,0.007900856811275671,0.007756865562586912,1.2975838400733306,1.5543378464970357,1.4087059226150884,0.9999687877437213,0.00946420599752972,"model.language_model.layers.22.mlp.down_proj.weight|2d-128|(1664, 2688)","model.language_model.layers.5.mlp.down_proj.weight|2d-128|(1664, 4224)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,17,0.0462133354432781,3.195168724333138 +2875,3034,1.2373400446131,0.03823721901719896,0.016123308485108224,0.016118254154306233,1.2704990776720102,1.5881679142240017,1.403046712520568,0.9998700110131786,0.02015469484173448,"model.language_model.layers.21.mlp.down_proj.weight|2d-64|(320, 896)","model.language_model.layers.2.mlp.down_proj.weight|2d-64|(1216, 1536)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,19,0.033159033058910214,3.3748300336155848 +3150,3220,1.1374641202148876,0.04452107653888155,7.520867187925411e-05,6.463020964119975e-05,1.9611393900093597,1.1624291384151784,1.4141669086318984,0.9999999971718279,4.457855066259925e-05,"model.language_model.layers.12.mlp.gate_proj.weight|2d-128|(4992, 768)","model.language_model.layers.23.mlp.gate_proj.weight|2d-128|(5760, 0)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,11,0.024965018200290734,5.181254131361395 +3384,3537,1.125781309306195,0.013740010478133773,0.015519185682909374,0.015517335441551327,2.0615498397790444,1.1337424144746284,1.4049158458326363,0.9998795701861997,0.008534724073761686,"model.language_model.layers.9.mlp.gate_proj.weight|2d-64|(4928, 512)","model.language_model.layers.23.mlp.gate_proj.weight|2d-64|(3584, 0)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,14,0.007961105168433402,5.621895838502588 +3718,3734,1.19892288866598,0.024762291630229964,0.002669128593117071,0.00262805901040886,1.215606313971474,1.7520187435160777,1.4124445237404581,0.9999964378699323,0.003846938988592276,"model.language_model.layers.23.mlp.up_proj.weight|2d-128|(3968, 1792)","model.language_model.layers.1.mlp.up_proj.weight|2d-128|(384, 1280)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,22,0.016683425305493937,3.2680304944908234 +3933,4066,1.1981411369984512,0.04844758766078856,0.030124896551459678,0.030007255218748047,1.6766168814685647,1.2182834799603364,1.393806608374036,0.9995461423104808,0.021889713869522164,"model.language_model.layers.0.mlp.up_proj.weight|2d-64|(5696, 1408)","model.language_model.layers.23.mlp.up_proj.weight|2d-64|(5760, 640)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,23,0.020142342961885218,4.195723615181976 +4205,4300,1.1558125505713646,0.03953747523830479,0.004027927673079075,0.004207795229716884,1.1820155323636512,1.863649737618145,1.4116347483788194,0.9999918878664269,0.006350717182258851,"model.language_model.layers.7.self_attn.k_proj.weight|2d-128|(384, 1408)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 1536)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,16,0.02620298179228664,3.1282260883698885 +4494,4506,1.0893860097723314,0.06610811924086488,0.023208696547902884,0.023193487364817782,1.1132256375478355,2.1704000356852315,1.4008217406427679,0.9997306419253874,0.04524882837475223,"model.language_model.layers.15.self_attn.k_proj.weight|2d-64|(448, 1920)","model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 1984)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,8,0.02383962777550419,3.1881765318383226 +4648,4827,1.0986439552603753,0.028400911378936588,0.004674755105643072,0.0047269635751925835,1.1116841876218946,2.2672041076484617,1.411597816202297,0.9999890732726544,0.009533844319974612,"model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(1024, 256)","model.language_model.layers.11.self_attn.o_proj.weight|2d-128|(1664, 1408)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,8,0.0130402323615193,2.8688116799164614 +4894,4916,1.0993628751289617,0.02956661047474505,0.01818675664903359,0.01798450960574654,2.2527694032557215,1.1059662587839507,1.4040021003728809,0.9998346072639158,0.008928538882620202,"model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(704, 1856)","model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(1216, 256)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,12,0.006603383654989026,6.208313807987698 +5273,5362,1.0949602358267607,0.030323772681749246,-0.007978285421101893,-0.008072363834349571,1.1127526704792234,2.3174465564721225,1.4186093571100533,0.9999681729743899,-0.0166157768623657,"model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(1280, 1792)","model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(128, 1920)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,4,0.01779243465246272,2.870263975477284 +5452,5618,1.0829271557381308,0.013518921838145882,-0.004753980882392524,-0.004598493504008316,1.0923091704013024,2.5125115291199127,1.4166696792188607,0.9999886997690373,-0.010935028378310346,"model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(1856, 512)","model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(2688, 960)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,4,0.009382014663171567,3.033851638888777 +5662,5769,1.069634602365928,0.010548329586400394,0.0010609715382900043,0.0010664600760305635,2.64707520877918,1.079566017353081,1.413688801473555,0.9999994371695391,0.00043269976399535714,"model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(384, 1664)","model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(0, 1152)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,12,0.009931414987152998,9.03340796221817 +6038,6090,1.0588521123944963,0.014098683367543843,0.006506591779515024,0.00677245835563794,1.0788409190505501,2.6223539383282866,1.4109722211503515,0.9999788319076632,0.015815665013078906,"model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(64, 1920)","model.language_model.layers.3.self_attn.v_proj.weight|2d-64|(448, 640)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,16,0.019988806656053848,3.595833101398141 +6189,6200,1.1157783196789386,0.04219187256560157,-0.0021634021588594152,-0.0022147505116251165,2.1272041079568087,1.1343059134459077,1.4154832516725586,0.9999976598428113,-0.0011536080871491544,"model.visual.blocks.15.attn.proj.weight|2d-128|(640, 896)","model.visual.blocks.23.attn.proj.weight|2d-128|(128, 896)",model.visual.layers.*.attn.proj.weight,2d-128,8,0.018527593766969108,6.061351709383701 +6430,6642,1.1512416149755516,-0.0015765724448538725,-0.013338251347802348,-0.013303311657097132,1.1567880588351562,2.0354205574157276,1.4222936409682032,0.9999110415686902,-0.023469252458080306,"model.visual.blocks.23.attn.proj.weight|2d-64|(64, 448)","model.visual.blocks.18.attn.proj.weight|2d-64|(512, 768)",model.visual.layers.*.attn.proj.weight,2d-64,5,0.005546443859604677,2.9249392414302986 +6786,6848,1.0603236049453997,0.016017007017054778,0.014643527017005312,0.01468960141340692,2.894353084894344,1.0598928452743206,1.4075108416970339,0.9998927778099521,0.0053623621789294276,"model.visual.blocks.0.attn.qkv.weight|2d-128|(2048, 256)","model.visual.blocks.1.attn.qkv.weight|2d-128|(0, 0)",model.visual.layers.*.attn.qkv.weight,2d-128,1,0.00043075967107908397,8.337477378435635 +7078,7106,1.051800732850409,0.01199683166285039,-0.02327080491343869,-0.023282885698933643,4.458125491681475,1.031659496305543,1.421423793800989,0.99972919815252,-0.005385121374537119,"model.visual.blocks.0.attn.qkv.weight|2d-64|(2496, 320)","model.visual.blocks.0.attn.qkv.weight|2d-64|(1728, 64)",model.visual.layers.*.attn.qkv.weight,2d-64,0,0.020141236544866103,12.613897723848233 +7191,7325,1.1912737752621578,0.05330185935862612,0.015927772902967458,0.015652363607231212,1.2186388237228583,1.7101611182597538,1.4035275953725237,0.9998731449790776,0.02235203522887345,"model.visual.blocks.1.mlp.linear_fc1.weight|2d-128|(3200, 512)","model.visual.blocks.16.mlp.linear_fc1.weight|2d-128|(2560, 896)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,15,0.027365048460700425,3.4928004725088 +7555,7640,1.1915385196346502,0.010900388904055846,0.002781177140223589,0.0025141734311441982,1.7850255185404373,1.204955688514518,1.4123884618156413,0.9999961325193787,0.0018773934496012846,"model.visual.blocks.17.mlp.linear_fc1.weight|2d-64|(320, 640)","model.visual.blocks.1.mlp.linear_fc1.weight|2d-64|(3328, 640)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,16,0.01341716887986788,5.323151215358548 +7727,7836,1.1950809487274885,0.03041880760450307,0.007634054728859815,0.00736417058544528,1.2632578079753785,1.6204634190833653,1.4089688955198414,0.9999708601796339,0.009792701338790238,"model.visual.blocks.3.mlp.linear_fc2.weight|2d-128|(0, 1024)","model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(512, 3456)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,7,0.06817685924788996,2.9795498465943067 +8078,8169,1.166989228138549,0.027263512635249783,0.003460692023335324,0.003730556397545417,1.760114114896133,1.2122725593131312,1.4119254262941001,0.9999940117874304,0.0023835397606426353,"model.visual.blocks.10.mlp.linear_fc2.weight|2d-64|(576, 2176)","model.visual.blocks.0.mlp.linear_fc2.weight|2d-64|(768, 320)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,10,0.045283331174582164,5.959826409523344 +8197,8205,0.6244280958659848,0.8046274449006503,0.8001217162726985,0.8001186158115626,0.6324675711332947,0.632059259241025,0.6322633163051588,0.5998376773334861,0.7996051692955437,"model.visual.merger.linear_fc1.weight|2d-128|(0, 640)","model.visual.merger.linear_fc1.weight|2d-128|(0, 1664)",model.visual.merger.linear_fc1.weight,2d-128,0,0.0076311633750402175,1.6014395743790604 +8473,8681,0.7807336308089459,0.6892513765699517,0.6830058067249589,0.682965654476358,0.7942427984617574,0.7982620264501357,0.7962448045667838,0.7304129434641667,0.686462125195747,"model.visual.merger.linear_fc1.weight|2d-64|(384, 704)","model.visual.merger.linear_fc1.weight|2d-64|(384, 3776)",model.visual.merger.linear_fc1.weight,2d-64,0,0.013509167652811516,2.1084929861165764 +8706,8865,1.330398588382158,0.05439774032785712,0.02035975383324995,0.02036367806706322,1.4371578935044529,1.3651415777384381,1.3997622092114792,0.9997927187291621,0.019339521840926334,"model.visual.merger.linear_fc2.weight|2d-128|(1920, 768)","model.visual.merger.linear_fc2.weight|2d-128|(1152, 3968)",model.visual.merger.linear_fc2.weight,2d-128,0,0.03474298935628006,3.523828499858464 +9033,9064,1.3164298158629153,0.01832939413089258,0.00015533609905466508,2.496002104717043e-05,1.5007264786426124,1.340935483575256,1.414104411382236,0.9999999879353481,0.00013879656957273252,"model.visual.merger.linear_fc2.weight|2d-64|(1792, 1152)","model.visual.merger.linear_fc2.weight|2d-64|(1152, 1600)",model.visual.merger.linear_fc2.weight,2d-64,0,0.02450566771234075,3.8977430757901335 +9280,9304,0.4661000634322652,0.8853375262521007,0.8547524858402185,0.8636902466317742,0.5191414489348257,0.6148919227674554,0.5609783457954907,0.5190358253049275,1.012403075475749,"model.visual.pos_embed.weight|2d-128|(1024, 0)","model.visual.pos_embed.weight|2d-128|(1408, 0)",model.visual.pos_embed.weight,2d-128,0,0.053041385502560545,3.0198371193106204 +9377,9480,0.2720663985021488,0.9625750124797486,0.9185167594545626,0.9187268320021078,0.3961484361265592,0.42002855765382624,0.4075647358402844,0.39538204638183716,0.9738856309186897,"model.visual.pos_embed.weight|2d-64|(1664, 896)","model.visual.pos_embed.weight|2d-64|(1280, 896)",model.visual.pos_embed.weight,2d-64,0,0.12408203762441039,0.9553331582230139 +9698,9868,1.0111266616678038,0.04853136041675654,0.004745482316767167,0.00508341748528035,1.0205489778059593,4.8931742985814415,1.412871563040671,0.9999887401353984,0.022752922801116956,"mtp.fc.weight|2d-128|(256, 2304)","mtp.fc.weight|2d-128|(896, 3584)",mtp.fc.weight,2d-128,0,0.009422316138155473,0.9918586168857778 +9891,9941,1.0045382421200795,0.046057688528465035,0.026014109831554295,0.023346840832300115,1.0085159197185034,6.328543445992778,1.4084843871125414,0.9996615757793593,0.1632412746878315,"mtp.fc.weight|2d-64|(576, 2624)","mtp.fc.weight|2d-64|(1664, 1856)",mtp.fc.weight,2d-64,0,0.003977677598423934,7.650926677175931 +10142,10263,1.2473438626001054,0.01802027201557835,-0.004174034842630304,-0.00418168469336009,1.3510949773128267,1.4939418983038464,1.4171471642795712,0.9999912886786226,-0.00461534210480727,"mtp.layers.0.mlp.down_proj.weight|2d-128|(1152, 512)","mtp.layers.0.mlp.down_proj.weight|2d-128|(1664, 2304)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.10375111471272125,3.2580839257828886 +10513,10607,1.2368437765398592,0.03885853843822944,0.015134423796530258,0.015576119086943481,1.3117340622983755,1.5178976879261743,1.4035849864761278,0.9998854680493896,0.017513082528783697,"mtp.layers.0.mlp.down_proj.weight|2d-64|(256, 1856)","mtp.layers.0.mlp.down_proj.weight|2d-64|(1344, 5248)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.0748902857585163,3.1193091337333154 +10684,10765,1.2922327360736592,0.029412563122210498,-0.0019723433135581847,-0.001992022905404056,1.5152570503288956,1.3333236416258494,1.4155962120482135,0.9999980549290352,-0.0017355286146327354,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(5248, 128)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(2432, 1792)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.04109090555219019,4.154228914778914 +10947,11116,1.280228410339406,0.06039460881505987,0.033443901188696126,0.0334193972441385,1.3081230901446992,1.4908655675956533,1.3905682334832354,0.9994405962703741,0.03811595491581992,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(2048, 448)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(1856, 1344)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.027894679805293254,3.722330101787742 +11214,11241,1.314104189290426,0.041572992768562286,0.007500144754983915,0.007590319709892537,1.3803474226024381,1.4393113230296306,1.4089048314217605,0.9999718735187777,0.007820526262770286,"mtp.layers.0.mlp.up_proj.weight|2d-128|(384, 1792)","mtp.layers.0.mlp.up_proj.weight|2d-128|(640, 1152)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.0662432333120122,3.3507235541380043 +11500,11523,1.2975305111874476,0.02477978320870901,0.007385778235467698,0.006893729869795773,1.3155533568578204,1.5257811635136684,1.4090384286598339,0.9999727247679591,0.008566038960579954,"mtp.layers.0.mlp.up_proj.weight|2d-64|(3008, 448)","mtp.layers.0.mlp.up_proj.weight|2d-64|(5184, 896)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.018022845670372822,3.4639437652336262 +11707,11712,1.2025558308812128,0.0207260314480606,0.0013837416492229683,0.001382518306091402,1.652908373758345,1.2545989459765416,1.4132708441743167,0.9999990426290658,0.0010502946455958765,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(256, 1408)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 0)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.052043115095328885,5.566319018907549 +11738,11940,1.0711465446151305,0.028469980011985894,0.02106589750848233,0.021065257020786217,2.4545845361817813,1.084749288272975,1.403155715802583,0.9997780893589148,0.009309606979233954,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 640)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 1280)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.01360274365784453,8.709894273186386 +12229,12231,1.0030815111881881,0.42749690946815194,0.4399654521648137,0.4400621679523849,1.001851658116195,1.1331580861503838,1.061461533577164,0.8980146997134352,0.49762897102431763,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(1920, 640)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1920, 896)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.0012298530719931922,3.3265515692276204 +12255,12454,1.1210161150313358,0.01778423466860319,0.008957365698029162,0.009009866463816142,1.96210923061969,1.1561284754102463,1.4086621567739528,0.9999598819951487,0.005277925095374947,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(832, 64)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(1152, 1920)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.03511236037891052,6.265000971620733 +12577,12592,1.0436508812893346,0.020131676145939158,-0.004287364821942123,-0.004119966880566612,3.2421564093942417,1.0527164493986454,1.4159933956629585,0.9999908092092065,-0.001392091837258042,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 128)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(768, 0)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.009065568109310806,9.249913540967954 +12779,12927,1.0432644318142685,0.033238900310055754,0.024142475149209943,0.023721106543347286,3.0044216462567257,1.0514669668873864,1.4035280269148067,0.9997085279688624,0.008449218554233766,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(1920, 448)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(832, 1920)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.008202535073117856,9.277124941054266 +13036,13052,1.3315387122420688,0.028317820152315078,0.0004311561324606862,0.00048230651804502994,1.3766777920678988,1.4543342875230787,1.413909114631005,0.9999999070521904,0.00045547705521677503,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 1536)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(256, 1536)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.045139079825829986,3.5542789985324537 +13128,13279,1.2835299938162112,0.02729131311707385,0.028358017863088905,0.02810339493639297,1.331530884476857,1.466435758518239,1.394111563044357,0.9995978305413016,0.031231127959507225,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(64, 1536)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 960)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.04800089066064572,3.379821377562461 +10,209,1.1350731987053233,0.31965046804823294,0.2986474968768279,0.29700200994776876,1.1612383276130243,1.2093588674227036,1.1845661776569039,0.9543634908195122,0.311023146578352,"model.language_model.embed_tokens.weight|2d-128|(127616, 1152)","model.language_model.embed_tokens.weight|2d-128|(186240, 1152)",model.language_model.embed_tokens.weight,2d-128,0,0.026165128907700952,2.9811847070486963 +317,335,1.0536725170865868,0.3883732672224925,0.36039748293953905,0.35948035809232626,1.2286417780276366,1.0591266866972204,1.134493946870216,0.9327988284141682,0.31067362255297337,"model.language_model.embed_tokens.weight|2d-64|(158848, 832)","model.language_model.embed_tokens.weight|2d-64|(165056, 832)",model.language_model.embed_tokens.weight,2d-64,0,0.005454169610633608,3.1744011965208627 +577,662,0.06735483095044109,0.9991204065629175,0.9991204065629173,0.9990160799418872,0.06735483095044109,0.07116867455146854,0.06918303519781882,0.04193343760712488,1.055693764634733,"model.language_model.layers.0.linear_attn.conv1d.weight|3d-axis0-slice|(5768, 0, 0)","model.language_model.layers.5.linear_attn.conv1d.weight|3d-axis0-slice|(3539, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,5,0.0,0.1144477569447787 +933,988,0.3917288446011674,0.9204582746522956,0.9204582746522955,0.9139668617647031,0.41373120750261266,0.3917288446011678,0.402279451213982,0.3908408430859285,0.8715079981750015,"model.language_model.layers.10.linear_attn.conv1d.weight|3d-volume|(924, 0, 0)","model.language_model.layers.16.linear_attn.conv1d.weight|3d-volume|(896, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,6,3.885780586188048e-16,1.1434049466891973 +1028,1124,1.1141618648287641,0.01392204676674259,-0.011834738216147804,-0.011845867972749516,2.211958511857193,1.1278547155045828,1.4209704603505007,0.9999299670333694,-0.006034410334684591,"model.language_model.layers.14.linear_attn.in_proj_qkv.weight|2d-128|(4480, 256)","model.language_model.layers.20.linear_attn.in_proj_qkv.weight|2d-128|(5632, 1792)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,6,0.013692850675818713,6.273054618099898 +1336,1466,1.1077240158083657,0.06871753013502002,0.01156300030053315,0.011498016371624313,1.1355445150255992,2.0657405322897833,1.4072935188121765,0.9999331462773148,0.02103498196647253,"model.language_model.layers.22.linear_attn.in_proj_qkv.weight|2d-64|(1664, 320)","model.language_model.layers.9.linear_attn.in_proj_qkv.weight|2d-64|(3968, 896)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,13,0.027820499217233507,2.909276224463131 +1540,1635,1.1290792642112395,-0.03011500561481984,0.0068234098967149565,0.005756170092542406,1.1104948912862496,2.2673417857097875,1.410396564911916,0.9999767202677178,0.013931628593021243,"model.language_model.layers.0.linear_attn.in_proj_z.weight|2d-128|(0, 512)","model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(256, 1920)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,18,0.018584372924989934,2.9604591722352604 +1882,2021,1.1206680324292657,0.017518694980294902,0.00925543352142502,0.00915700493855076,1.1239620660750866,2.151298445164179,1.408831179446735,0.9999571675578561,0.017715188390203102,"model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-64|(1920, 1280)","model.language_model.layers.16.linear_attn.in_proj_z.weight|2d-64|(576, 640)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,14,0.0032940336458209263,3.246308378646565 +2240,2283,1.2069713483593643,0.04646054300889724,0.003495901657000069,0.0035251444606540167,1.2269447012868961,1.7174124793464949,1.4118731333955563,0.9999938893171321,0.004893378752932173,"model.language_model.layers.0.linear_attn.out_proj.weight|2d-128|(1536, 0)","model.language_model.layers.21.linear_attn.out_proj.weight|2d-128|(1280, 512)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,21,0.019973352927531884,3.0119945028251522 +2533,2558,1.2084324273176301,0.017019073257277643,-0.0009337906835434129,-0.0009414331318164229,1.7303766865665413,1.226148573492215,1.4148363896248302,0.9999995640173847,-0.0006616860498964233,"model.language_model.layers.17.linear_attn.out_proj.weight|2d-64|(1216, 1344)","model.language_model.layers.22.linear_attn.out_proj.weight|2d-64|(576, 1408)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,5,0.017716146174584946,4.674306596710983 +2564,2606,1.2517688979502588,0.06273976339787352,0.010542095853125627,0.010544798913563103,1.3025324696354064,1.5410411942071152,1.4068441281487631,0.9999444305635307,0.012472475244700791,"model.language_model.layers.19.mlp.down_proj.weight|2d-128|(1536, 5248)","model.language_model.layers.10.mlp.down_proj.weight|2d-128|(1920, 2816)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,9,0.05076357168514756,3.3741547884615293 +2837,3066,1.2386976286877747,0.03518199835125728,0.02998840754448904,0.02972986052139966,1.5734186930092224,1.2636679391989043,1.393354298002369,0.9995502465673977,0.02408474573867238,"model.language_model.layers.4.mlp.down_proj.weight|2d-64|(1728, 6016)","model.language_model.layers.21.mlp.down_proj.weight|2d-64|(704, 5568)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,17,0.024970310511129634,4.258569985142866 +3214,3265,1.1379923955464213,0.02307317155251658,0.008614467675531399,0.008691962897786149,2.013730772991505,1.1464297643767998,1.4089658258016389,0.9999628947849352,0.004904271355410568,"model.language_model.layers.11.mlp.gate_proj.weight|2d-128|(5888, 0)","model.language_model.layers.23.mlp.gate_proj.weight|2d-128|(4352, 896)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,12,0.008437368830378489,5.375403455814246 +3537,3566,1.1257951659610197,0.03488345707435565,0.025546064215817975,0.025531666015041702,1.133144831607867,2.0267641009956217,1.3987404735972684,0.9996736460480897,0.045692169641617486,"model.language_model.layers.23.mlp.gate_proj.weight|2d-64|(3584, 0)","model.language_model.layers.11.mlp.gate_proj.weight|2d-64|(4352, 128)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,12,0.007349665646847248,3.0615901458282093 +3585,3689,1.199314656680801,0.03990409593650533,0.004017463269288498,0.003982891758200651,1.6890190913705176,1.2372007648558998,1.4115024847764654,0.9999919299618772,0.0029427782403046044,"model.language_model.layers.11.mlp.up_proj.weight|2d-128|(3840, 768)","model.language_model.layers.23.mlp.up_proj.weight|2d-128|(2048, 1280)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,12,0.03788610817509874,4.389092081395224 +3869,3964,1.1986653224866057,0.03456170773935404,0.027461770630399597,0.02748080146228248,1.2056432622355677,1.7186605028683317,1.3958353146597318,0.9996228544575415,0.03914711921815191,"model.language_model.layers.23.mlp.up_proj.weight|2d-64|(2752, 1728)","model.language_model.layers.2.mlp.up_proj.weight|2d-64|(3136, 1920)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,21,0.006977939748961992,3.0587751268547505 +4222,4290,1.156238822836401,0.01283930374588406,-0.0019237773581771902,-0.0019084316080400178,1.1676313341213391,1.9432176462456787,1.4154141542088228,0.999998149538626,-0.0032016253766185138,"model.language_model.layers.15.self_attn.k_proj.weight|2d-128|(384, 1792)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 256)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,8,0.011392511284938234,3.1857416051071574 +4409,4494,1.0903352906465784,0.043128771681547697,0.006583307274457815,0.0065802855908415605,2.2170853316123,1.1167236423461322,1.4104681207014442,0.9999783297978663,0.0033159458381649305,"model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 1024)","model.language_model.layers.15.self_attn.k_proj.weight|2d-64|(448, 1920)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,8,0.02638835169955378,6.8061603423940475 +4776,4845,1.0986848509592764,0.036893059902927454,0.0027599565263041544,0.00278096691842307,2.320628750481235,1.1067072392690647,1.4126962344787464,0.9999961913127334,0.0013162225397299315,"model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(1920, 1408)","model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(1280, 256)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,12,0.008022388309788298,5.936696380882953 +4895,4916,1.1000429709029205,0.0327002170330564,0.0011501872577764426,0.0013693015380568127,2.235250749303639,1.1174930704670618,1.4135628147031185,0.9999993385344172,0.0005750255494624539,"model.language_model.layers.11.self_attn.o_proj.weight|2d-64|(1216, 1792)","model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(1216, 256)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,8,0.01745009956414134,6.071293223922691 +5126,5288,1.0967121797192045,0.03695315282103847,0.0011876411058766247,0.001201374010931148,1.1142820778375608,2.261389231655517,1.413547487809019,0.9999992947540531,0.002410268334489331,"model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(1920, 512)","model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(3200, 0)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,4,0.017569898118356297,2.9685321078989753 +5492,5524,1.083745053827832,0.0366868088293754,0.036701765012415545,0.03503228186831403,2.3247537793868602,1.08851668141035,1.3941381253031602,0.9993262632618906,0.0171848235316145,"model.language_model.layers.19.self_attn.q_proj.weight|2d-64|(1920, 1280)","model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(1408, 704)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,16,0.004771627582518034,6.5496126563390025 +5664,5775,1.0699447116860106,0.05546120313674128,0.009631101525920793,0.009624384325750171,2.448881857351124,1.0907897810915093,1.4091420088849305,0.9999536198661403,0.004289919945951459,"model.language_model.layers.3.self_attn.v_proj.weight|2d-128|(384, 1408)","model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(0, 1920)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,16,0.020845069405498684,7.6502079946915575 +5908,6070,1.059085612553194,-0.0032556269282741634,-0.0003999662695096197,-0.00054422216675664,2.5364285751748232,1.0883247936885165,1.4144185141111019,0.9999999200134885,-0.00017161658404531258,"model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(448, 1536)","model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(384, 1408)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,12,0.029239181135322534,12.197710329978827 +6178,6194,1.115932479527153,0.00232919421175811,-0.007310821509745504,-0.007103748651422178,1.1233886785373566,2.226283019614743,1.4183657805588241,0.9999732755873292,-0.014488269374204311,"model.visual.blocks.23.attn.proj.weight|2d-128|(0, 896)","model.visual.blocks.0.attn.proj.weight|2d-128|(768, 256)",model.visual.layers.*.attn.proj.weight,2d-128,23,0.007456199010203557,3.1189182980432406 +6558,6643,1.151371801144855,0.018845216597806105,0.004523061786023512,0.0043869696755255054,1.1517524271786093,1.9996667158876265,1.411444366308631,0.9999897709037228,0.007852916906431537,"model.visual.blocks.2.attn.proj.weight|2d-64|(960, 320)","model.visual.blocks.21.attn.proj.weight|2d-64|(640, 256)",model.visual.layers.*.attn.proj.weight,2d-64,19,0.00038062603375421666,3.705627574071982 +6763,6858,1.0607105926579392,0.04927489702011305,-0.0022301387672430486,-0.0020646676307618426,1.0926775300828484,2.4937498568405543,1.415372434590362,0.9999975132374475,-0.005089706778472188,"model.visual.blocks.0.attn.qkv.weight|2d-128|(1664, 384)","model.visual.blocks.22.attn.qkv.weight|2d-128|(0, 512)",model.visual.layers.*.attn.qkv.weight,2d-128,22,0.03196693742490919,3.4250838030961517 +7062,7079,1.0525885480805723,0.042349192460262176,0.011723644250989351,0.01172800227105085,3.2435765189012784,1.0472191830852953,1.4093576084184336,0.9999312757212249,0.0037850888005140837,"model.visual.blocks.18.attn.qkv.weight|2d-64|(2752, 576)","model.visual.blocks.0.attn.qkv.weight|2d-64|(1280, 192)",model.visual.layers.*.attn.qkv.weight,2d-64,18,0.0053693649952770706,8.40269122689027 +7212,7312,1.192063281160138,0.019427252584003157,0.00018919510437012446,0.0002819480918254595,1.7708544365366206,1.2115283990386267,1.4140888668139315,0.9999999821026061,0.00012943765290600307,"model.visual.blocks.14.mlp.linear_fc1.weight|2d-128|(3840, 896)","model.visual.blocks.1.mlp.linear_fc1.weight|2d-128|(3200, 896)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,13,0.019465117878488813,5.084875569426134 +7435,7589,1.193187343337572,0.044156058700207196,0.04774804378592886,0.04787276694543042,1.7083907724351104,1.1915908900406604,1.3821659659147496,0.998859411686458,0.033303934269954316,"model.visual.blocks.17.mlp.linear_fc1.weight|2d-64|(3840, 192)","model.visual.blocks.1.mlp.linear_fc1.weight|2d-64|(1600, 768)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,16,0.001596453296911493,4.804293142249312 +7690,7794,1.1964441921017859,0.0014051778879669964,0.010497069471699627,0.010486639485104882,1.7467205127974326,1.2107485473364614,1.407245903806834,0.9999449042484823,0.007276099136086656,"model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(640, 512)","model.visual.blocks.4.mlp.linear_fc2.weight|2d-128|(384, 768)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,6,0.014304355234675548,5.3027889833499 +7991,7992,1.168734168859752,0.028967718767943355,0.026223113189672284,0.02625549790239461,1.6819801890142152,1.219795176210625,1.3964773387880143,0.9996561150388876,0.019017362501002163,"model.visual.blocks.2.mlp.linear_fc2.weight|2d-64|(192, 3456)","model.visual.blocks.6.mlp.linear_fc2.weight|2d-64|(896, 4032)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,4,0.051061007350873044,5.883505254287534 +8389,8405,0.6260578317575908,0.8029178153938731,0.8142502839402587,0.8142678240952222,0.6086784128352761,0.6103501402653967,0.6095125571466803,0.5805139749422128,0.8164866118696588,"model.visual.merger.linear_fc1.weight|2d-128|(2048, 1536)","model.visual.merger.linear_fc1.weight|2d-128|(2048, 512)",model.visual.merger.linear_fc1.weight,2d-128,0,0.01737941892231465,1.6786460269132013 +8553,8689,1.30348302354564,0.10875417633779595,0.0706222174831976,0.07032347215800917,1.3767849651209219,1.3503427881795222,1.3633716000747216,0.9975031340290395,0.06926586538901221,"model.visual.merger.linear_fc1.weight|2d-64|(2880, 0)","model.visual.merger.linear_fc1.weight|2d-64|(3840, 2048)",model.visual.merger.linear_fc1.weight,2d-64,0,0.046859764633882195,3.6948709119446073 +8778,8852,1.3303991168451832,0.03188626315176811,0.00789045017716185,0.007861935615590199,1.4458697173145465,1.3741277092978088,1.4086303680362529,0.9999688699134597,0.007498937212275217,"model.visual.merger.linear_fc2.weight|2d-128|(256, 1280)","model.visual.merger.linear_fc2.weight|2d-128|(1152, 896)",model.visual.merger.linear_fc2.weight,2d-128,0,0.043728592452625614,3.860070190185303 +8966,8980,1.3165427475599503,0.038626064336962175,0.029199993137308786,0.02920521531316936,1.3311743755895329,1.4655108461008366,1.3935095564255493,0.9995735892873426,0.03214673256450303,"model.visual.merger.linear_fc2.weight|2d-64|(1152, 3712)","model.visual.merger.linear_fc2.weight|2d-64|(0, 1280)",model.visual.merger.linear_fc2.weight,2d-64,0,0.014631628029582622,3.272689816523291 +9231,9327,0.4712756037572639,0.8826232115166215,0.8219672122007892,0.8224645724081936,0.5992202552180874,0.5943270513336917,0.596758607867107,0.5695348119885763,0.8152550673415956,"model.visual.pos_embed.weight|2d-128|(128, 896)","model.visual.pos_embed.weight|2d-128|(1664, 896)",model.visual.pos_embed.weight,2d-128,0,0.12305144757642777,2.2963673163316987 +9426,9611,0.27505848545474615,0.9616673881149781,0.9776917254616936,0.977700716904101,0.2102657333611166,0.21720341946559538,0.21365014208477529,0.21004497128885607,1.0099505162298037,"model.visual.pos_embed.weight|2d-64|(1152, 704)","model.visual.pos_embed.weight|2d-64|(960, 704)",model.visual.pos_embed.weight,2d-64,0,0.06479275209362956,0.8784495707528432 +9694,9695,1.011750919978966,0.061394422794462694,0.00675448959748698,0.0065798376095773815,4.360872897044411,1.0257429533221212,1.4120829068614502,0.9999771881749491,0.0015887576344189155,"mtp.fc.weight|2d-128|(1664, 0)","mtp.fc.weight|2d-128|(1536, 3584)",mtp.fc.weight,2d-128,0,0.01399203334315513,5.184247684369512 +10017,10051,1.00455813000114,0.0514483638692787,0.021382194245922467,0.020573541059835856,1.0109066500626462,5.911276697455366,1.4091802767759725,0.9997713747498623,0.12503238214780057,"mtp.fc.weight|2d-64|(640, 2688)","mtp.fc.weight|2d-64|(1536, 1856)",mtp.fc.weight,2d-64,0,0.006348520061506324,7.9440375891910495 +10142,10358,1.2474078793583452,0.02146681792385998,-0.005401381146152151,-0.005403778747502667,1.3306810297301204,1.5251056435325983,1.4179926242476053,0.9999854124344584,-0.006190572109183767,"mtp.layers.0.mlp.down_proj.weight|2d-128|(1152, 512)","mtp.layers.0.mlp.down_proj.weight|2d-128|(512, 4864)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.08327315037177518,3.0600385347378567 +10488,10545,1.2374286414535403,0.04762437332903923,0.0149310344602075,0.014690344744524741,1.5169109106914265,1.3126031447291522,1.403726362143468,0.9998885258917356,0.012920022295570712,"mtp.layers.0.mlp.down_proj.weight|2d-64|(1536, 1408)","mtp.layers.0.mlp.down_proj.weight|2d-64|(1152, 4928)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.07517450327561193,4.270055351283037 +10699,10838,1.292626673229879,0.043993337877937355,0.012769442699556826,0.012674378914920733,1.3216047726487852,1.5070526616328974,1.405232975595522,0.9999184673427843,0.01456125386817895,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(2048, 128)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(2560, 1536)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.028978099418906167,3.577023652347058 +11011,11049,1.280781533890238,0.04337114857460689,0.03941310629247317,0.039305587085138476,1.3120747085071813,1.4746353985548537,1.386256989659886,0.9992230016629813,0.04429622896398347,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(1152, 512)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(5504, 1600)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.031293174616943364,3.4860452143390877 +11320,11328,1.3141951575890238,0.07531453774999859,0.015225919092360856,0.015216075914039525,1.4449172508513244,1.3653103928874268,1.403423312754305,0.9998840789750545,0.014387056120906109,"mtp.layers.0.mlp.up_proj.weight|2d-128|(4480, 640)","mtp.layers.0.mlp.up_proj.weight|2d-128|(1408, 0)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.051115235298403006,3.8502459767860486 +11525,11607,1.2976719417580822,0.01399959378828015,0.022231610103614626,0.022375356505921883,1.505647997439489,1.3114813796012321,1.3985554060790397,0.9997528472138506,0.019364647473399225,"mtp.layers.0.mlp.up_proj.weight|2d-64|(1984, 576)","mtp.layers.0.mlp.up_proj.weight|2d-64|(4800, 64)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.013809437843149919,4.1269289706883034 +11708,11719,1.2025668675647634,0.023065032565829476,-0.001956734468315393,-0.0019562664592295987,1.7181265750401977,1.231481992670891,1.4155232467227228,0.9999980855932779,-0.001402506251387491,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(256, 1536)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 896)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.028915125106127704,4.918513560181826 +11749,11920,1.0711797157651146,0.048282843544703635,0.027341823364339796,0.027364945254509117,2.3914774193645267,1.087095658809818,1.3995708218202398,0.9996261424628275,0.012428792863625202,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 1344)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 0)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.01591594304470334,7.376932649545694 +12005,12007,1.0063764247468887,0.45126844770353525,0.44074676506693805,0.44074504539995646,1.0108201250108724,1.1162857505842574,1.0596366735945226,0.8976314884645198,0.48673282346355967,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(128, 640)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(128, 896)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.004443700263983663,3.2639598522655557 +12270,12488,1.1312441027525602,0.04718565984372931,0.016656061095499313,0.01665489568363828,1.1500084894991278,1.966470923334409,1.4039112946727597,0.9998612781925216,0.028481233087110792,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(0, 1920)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(704, 0)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.018764386746567663,3.6782217895398546 +12512,12592,1.044175180017167,0.05244792453662368,-0.006814203093397884,-0.006668727242595989,2.956891778821058,1.065217865247788,1.417283067376614,0.9999767830485875,-0.0024548111380012175,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(2176, 768)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(768, 0)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.021042685230620917,8.53527020956963 +12778,12805,1.0434092135290387,0.01796681577717271,0.008317441232888469,0.007744497937936388,3.146750381261355,1.0517363741194174,1.410672756377596,0.999965409487417,0.0027799330815439422,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(704, 1984)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(768, 1664)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.008327160590378746,9.842388102286188 +13026,13040,1.3323409969543059,0.04734924833381162,-0.007585445591459148,-0.0076156533195921765,1.3724412038680385,1.471877691755616,1.4195541037053336,0.9999712300937358,-0.00813502838345869,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 256)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(256, 0)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.04010020691373262,3.4633922487654956 +13249,13289,1.2837332425195807,0.03795370269403012,0.00645407464131069,0.006447525732294317,1.3184259182403384,1.5229747194471872,1.40968966468244,0.9999791722433644,0.007455399943335714,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(320, 1088)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 1600)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.03469267572075774,3.3726220806255074 +142,190,1.135087494984561,0.28074530521710983,0.25916562662673837,0.2552784498898329,1.295958815847352,1.1537377584279482,1.2186677773399732,0.9658328934009082,0.23072428341822188,"model.language_model.embed_tokens.weight|2d-128|(173696, 1920)","model.language_model.embed_tokens.weight|2d-128|(163712, 1920)",model.language_model.embed_tokens.weight,2d-128,0,0.01865026344338716,3.4770721476092907 +394,508,1.0574048762852475,0.40649016467912774,0.3803658459306565,0.3802367698852577,1.1317797874495101,1.0958905645164145,1.1134015925271719,0.9248361061558183,0.36830428166513474,"model.language_model.embed_tokens.weight|2d-64|(172480, 832)","model.language_model.embed_tokens.weight|2d-64|(204608, 832)",model.language_model.embed_tokens.weight,2d-64,0,0.03848568823116705,3.0712244218149 +643,733,0.06793292040735707,0.9996608301547071,0.9996608301547071,0.9995809332517248,0.0725067904609448,0.06793292040735707,0.07010820243121088,0.026042746675456863,0.936600271195721,"model.language_model.layers.21.linear_attn.conv1d.weight|3d-axis0-slice|(4589, 0, 0)","model.language_model.layers.8.linear_attn.conv1d.weight|3d-axis0-slice|(1992, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,13,0.0,0.13310128342741354 +921,982,0.3960883443404768,0.9250309188131559,0.9250309188131558,0.9370427327506966,0.3960883443404768,0.4872396605449242,0.4346529758956124,0.37989182570790936,1.1379071293465037,"model.language_model.layers.14.linear_attn.conv1d.weight|3d-volume|(2932, 0, 0)","model.language_model.layers.6.linear_attn.conv1d.weight|3d-volume|(6008, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,8,0.0,1.0500664347035835 +1108,1221,1.1148020540783534,-0.00850311386317705,0.010576824629633786,0.010578271647089623,1.1037817339734768,2.3093654719649135,1.408381776066332,0.9999440638259491,0.02212915185212812,"model.language_model.layers.18.linear_attn.in_proj_qkv.weight|2d-128|(4352, 1408)","model.language_model.layers.6.linear_attn.in_proj_qkv.weight|2d-128|(2816, 512)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,12,0.011020320104876635,2.9712674902424037 +1423,1503,1.1080004995640547,0.01744259614507418,0.019073003640039415,0.018949441199091862,1.1196077544186216,2.1409734012015535,1.4030934054640247,0.9998180937211264,0.03647241037156719,"model.language_model.layers.20.linear_attn.in_proj_qkv.weight|2d-64|(3392, 576)","model.language_model.layers.14.linear_attn.in_proj_qkv.weight|2d-64|(5248, 1728)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,6,0.011607254854566929,3.105327090559511 +1544,1569,1.1303421791834267,-0.012122648611493387,-0.007442017292077001,-0.00745832311051881,1.1238695199533062,2.223160458898547,1.4184447729116867,0.9999723078058834,-0.014721280615273044,"model.language_model.layers.0.linear_attn.in_proj_z.weight|2d-128|(0, 1024)","model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(256, 1664)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,18,0.0064726592301205255,3.043162814459702 +1811,1833,1.1208897040869046,0.04002683082625184,0.02092999879777095,0.021702803371337585,1.9922728351924723,1.142240661169036,1.401383281491325,0.9997809435823056,0.0119999104754763,"model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-64|(320, 704)","model.language_model.layers.16.linear_attn.in_proj_z.weight|2d-64|(1088, 0)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,2,0.021350957082131528,5.820408010902413 +2134,2220,1.207272055050499,0.009575011003256506,0.00673062036958253,0.00673072290798467,1.7519777358832906,1.212192755799849,1.4097527780453754,0.999977349118189,0.00465691377632344,"model.language_model.layers.16.linear_attn.out_proj.weight|2d-128|(1280, 256)","model.language_model.layers.2.linear_attn.out_proj.weight|2d-128|(0, 1024)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,14,0.004920700749350138,4.587922101936931 +2307,2374,1.2094222598680244,0.02391690592494169,0.010302994775879027,0.010101403389121787,1.2489980555892912,1.6462283082060936,1.4071799687945998,0.9999469227407264,0.013579750251371784,"model.language_model.layers.20.linear_attn.out_proj.weight|2d-64|(1152, 832)","model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(1536, 896)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,8,0.03957579572126679,3.191834939446098 +2669,2791,1.251819344191728,0.06118029341892135,0.012174266475453489,0.012144604175728213,1.284270582231372,1.5698414402257075,1.4057503869594146,0.9999258908718108,0.014881340647320322,"model.language_model.layers.22.mlp.down_proj.weight|2d-128|(1536, 1920)","model.language_model.layers.4.mlp.down_proj.weight|2d-128|(768, 256)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,18,0.032451238039644004,3.4793428128982304 +2874,3052,1.2390491543448792,0.049243360293111826,0.02937691089989532,0.029170443833965783,1.2562170212413404,1.5896234640366107,1.3938569464574193,0.9995684054160473,0.03717369377883549,"model.language_model.layers.22.mlp.down_proj.weight|2d-64|(1024, 4480)","model.language_model.layers.2.mlp.down_proj.weight|2d-64|(1344, 2880)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,20,0.017167866896461215,3.2231699202880715 +3118,3220,1.138630291201286,-0.000840417787537585,-0.0004893028316145196,-0.0004960294638080895,2.0062171637086954,1.1538360072782132,1.414512588009568,0.9999998802913623,-0.0002814128180103627,"model.language_model.layers.10.mlp.gate_proj.weight|2d-128|(2560, 1152)","model.language_model.layers.23.mlp.gate_proj.weight|2d-128|(5760, 0)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,13,0.015205716076927223,5.622947853981383 +3472,3537,1.1259881044069353,0.021055130127817387,0.016129127995178183,0.016159461857738547,2.0104878616421757,1.1420927115818207,1.4043830467038558,0.9998699171542842,0.00916243260101903,"model.language_model.layers.12.mlp.gate_proj.weight|2d-64|(5248, 640)","model.language_model.layers.23.mlp.gate_proj.weight|2d-64|(3584, 0)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,11,0.016104607174885377,5.671052037160435 +3718,3797,1.1993967050288399,0.014334701597828018,0.006092081706082987,0.006011471216892675,1.2087826209878982,1.7641216594713343,1.4101905834626092,0.9999814430980639,0.008890906522288322,"model.language_model.layers.23.mlp.up_proj.weight|2d-128|(3968, 1792)","model.language_model.layers.1.mlp.up_proj.weight|2d-128|(3840, 512)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,22,0.009385915959058355,3.1296431821334787 +4050,4074,1.1989842336733225,0.013747221647854156,-0.006788367685008756,-0.006731755371722244,1.7927883058887109,1.2103547688999474,1.4186586722780983,0.9999769587666374,-0.004582991295519238,"model.language_model.layers.3.mlp.up_proj.weight|2d-64|(960, 832)","model.language_model.layers.23.mlp.up_proj.weight|2d-64|(1664, 576)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,20,0.0113705352266249,4.583130551202422 +4153,4300,1.1572250165612867,0.03154793098102065,0.01584458167637493,0.015833761657509916,1.169828297379588,1.8774571007168142,1.4041202249691043,0.9998744667364502,0.025428964612013574,"model.language_model.layers.11.self_attn.k_proj.weight|2d-128|(384, 1152)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 1536)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,12,0.012603280818301199,3.29913838945692 +4409,4460,1.0910045478944688,0.016960299031322366,0.01580447740295596,0.015806113839520967,2.2370221881062937,1.1091203541709982,1.4052903629124933,0.9998751014471855,0.007835893478326621,"model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 1024)","model.language_model.layers.11.self_attn.k_proj.weight|2d-64|(192, 768)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,12,0.018115806276529423,6.573303693576923 +4613,4863,1.0986915471114633,0.06274019801767336,0.009223348850067358,0.00921481269058553,2.0638646011419954,1.1373249499113867,1.4086891348139101,0.9999574640133398,0.005082671006186024,"model.language_model.layers.23.self_attn.o_proj.weight|2d-128|(384, 1536)","model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(1792, 1152)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,4,0.03863340279992333,5.646745701355406 +4877,4899,1.1001401374620052,0.038815010676513516,0.024517502055817108,0.02435988583210746,1.1050094897927478,2.23093805001266,1.4003550321622402,0.9996994008665521,0.049499147955593396,"model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(128, 448)","model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(768, 1984)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,12,0.0048693523307425934,2.909013343876424 +5288,5345,1.0969281648624571,-0.010932997677745537,-0.01784324028365019,-0.01785209895005005,2.4596780186854095,1.1032659154150335,1.4236051652046378,0.9998407967152471,-0.008003421047781265,"model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(3200, 0)","model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(1408, 0)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,4,0.006337750552576349,6.496960505671122 +5409,5455,1.0837738559105847,0.05383693802424741,0.01547090916339067,0.015671647941363036,2.2561372026205353,1.107065757165466,1.4055343651320733,0.9998803183229771,0.007591432713894183,"model.language_model.layers.19.self_attn.q_proj.weight|2d-64|(2112, 1856)","model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(1408, 1024)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,16,0.023291901254881342,6.050813671976725 +5662,5785,1.0702139617794961,0.0009774982392628997,0.0026391809319203695,0.002655241048018592,2.671587088949686,1.0772469047750743,1.4129184642311925,0.9999965173559399,0.0010641799781905435,"model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(384, 1664)","model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(128, 1152)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,12,0.0070329429955782174,9.873261798571908 +6046,6081,1.0593038915469335,0.029104077104866087,0.007845761611663435,0.00792588250169239,1.0853130460482945,2.525711383895807,1.4101831294841651,0.9999692215387096,0.018258445791343846,"model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(128, 1024)","model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(256, 1728)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,12,0.026009154501360987,3.5778860901627403 +6178,6362,1.1160138919078004,0.0178145026251225,-0.004211585205274974,-0.004341094045201588,1.136540975722184,2.1207251404342613,1.4166911625335838,0.9999911312357018,-0.00785859446926872,"model.visual.blocks.23.attn.proj.weight|2d-128|(0, 896)","model.visual.blocks.11.attn.proj.weight|2d-128|(384, 256)",model.visual.layers.*.attn.proj.weight,2d-128,12,0.020527083814383618,3.238078638663326 +6471,6533,1.1522527468470354,0.02578118919466451,0.031384539418451624,0.03149714288299973,1.15788272604507,1.8799351437345864,1.3942539241992569,0.9995073840074878,0.050955850100810704,"model.visual.blocks.22.attn.proj.weight|2d-64|(256, 384)","model.visual.blocks.6.attn.proj.weight|2d-64|(576, 768)",model.visual.layers.*.attn.proj.weight,2d-64,16,0.00562997919803454,3.102198132209511 +6852,6861,1.060799026463871,0.04134609142367754,0.011627078321893114,0.011600711594799657,2.6697769748372626,1.0734604179937235,1.4085107191974633,0.9999324032401873,0.004675000373851804,"model.visual.blocks.21.attn.qkv.weight|2d-128|(2304, 768)","model.visual.blocks.1.attn.qkv.weight|2d-128|(128, 640)",model.visual.layers.*.attn.qkv.weight,2d-128,20,0.012661391529852573,8.581613708505321 +7067,7106,1.0531958234020415,0.007747605073784434,-0.0032846814841891716,-0.0032838228497391077,4.186707933008221,1.0306388743902535,1.4152913304521462,0.9999946054192229,-0.000808587673600347,"model.visual.blocks.21.attn.qkv.weight|2d-64|(384, 704)","model.visual.blocks.0.attn.qkv.weight|2d-64|(1728, 64)",model.visual.layers.*.attn.qkv.weight,2d-64,21,0.022556949011788063,12.556548332891994 +7330,7364,1.1920684143190976,0.04365012218060979,0.005746022958014421,0.0056102804805511705,1.1990900596154024,1.7965285776204032,1.4104563734998592,0.9999834914738173,0.008608940061638745,"model.visual.blocks.23.mlp.linear_fc1.weight|2d-128|(1920, 768)","model.visual.blocks.18.mlp.linear_fc1.weight|2d-128|(0, 128)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,5,0.007021645296304779,2.9873995846769 +7482,7592,1.1932707404654899,0.024468928386920365,-0.0033058573135524667,-0.0036490883535743447,1.738560016308228,1.225307741914437,1.4164133290416592,0.9999945356387816,-0.0023299124113999843,"model.visual.blocks.14.mlp.linear_fc1.weight|2d-64|(1024, 320)","model.visual.blocks.1.mlp.linear_fc1.weight|2d-64|(2944, 832)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,13,0.032037001448947056,4.752047635761376 +7722,7727,1.1974932315898152,0.01845955418054835,0.001192328378966393,0.0012688157699370785,1.578726591067932,1.2910518312544554,1.4133869928336438,0.9999992891762657,0.0009750629056548147,"model.visual.blocks.14.mlp.linear_fc2.weight|2d-128|(768, 3840)","model.visual.blocks.3.mlp.linear_fc2.weight|2d-128|(0, 1024)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,11,0.0935585996646402,4.700327288326799 +8047,8111,1.1721627052411085,0.009693886609280864,0.02660238116087491,0.026627914800685343,1.2001709971484125,1.7374403537500223,1.3965097289600057,0.9996460940335692,0.03851122102147239,"model.visual.blocks.5.mlp.linear_fc2.weight|2d-64|(192, 0)","model.visual.blocks.10.mlp.linear_fc2.weight|2d-64|(512, 2368)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,5,0.028008291907303917,2.8809576838156987 +8285,8349,0.6271496913260585,0.8013057824274438,0.8174874277287165,0.8174473563976447,0.6062199917478627,0.602205940523397,0.6042029660377155,0.5759464432614256,0.8120744811830266,"model.visual.merger.linear_fc1.weight|2d-128|(3840, 0)","model.visual.merger.linear_fc1.weight|2d-128|(3840, 2048)",model.visual.merger.linear_fc1.weight,2d-128,0,0.024943750802661424,1.7329723519122004 +8473,8513,1.323729397841339,0.05464411866079501,0.029410636890590137,0.029632387130864916,1.3582914700918198,1.4311427199997095,1.393290678338764,0.9995674136533713,0.03098806095990403,"model.visual.merger.linear_fc1.weight|2d-64|(384, 704)","model.visual.merger.linear_fc1.weight|2d-64|(3712, 704)",model.visual.merger.linear_fc1.weight,2d-64,0,0.03456207225048091,3.3992789161011565 +8852,8858,1.3309028566052035,0.04030171662775079,0.015638324602350196,0.015808793799675976,1.3633385288394007,1.4466256932075803,1.4031315894283112,0.9998777139248737,0.01659367918527075,"model.visual.merger.linear_fc2.weight|2d-128|(1152, 896)","model.visual.merger.linear_fc2.weight|2d-128|(512, 3328)",model.visual.merger.linear_fc2.weight,2d-128,0,0.03243567223419719,3.5283504773530363 +8966,9131,1.317298082401879,0.043528977856735554,0.042220290798599965,0.04222214296269581,1.3276267719940809,1.4485741031996873,1.3841529336214533,0.999108325981163,0.046066576217464704,"model.visual.merger.linear_fc2.weight|2d-64|(1152, 3712)","model.visual.merger.linear_fc2.weight|2d-64|(1216, 3264)",model.visual.merger.linear_fc2.weight,2d-64,0,0.0103286895922019,3.3490843643017407 +9256,9304,0.47146477021456995,0.8852781124330023,0.7016050428840959,0.7021527525800525,0.7219796286729491,0.8828178205799325,0.7903792015987308,0.7125660417109464,0.8579043095790808,"model.visual.pos_embed.weight|2d-128|(640, 0)","model.visual.pos_embed.weight|2d-128|(1408, 0)",model.visual.pos_embed.weight,2d-128,0,0.2505148584583791,2.227462458642107 +9393,9472,0.2755806618306252,0.9614984768732369,0.7758008490813721,0.7759095445066417,0.806882598047064,0.6310086205491183,0.7029509117976248,0.6309778463342607,0.6067016747969542,"model.visual.pos_embed.weight|2d-64|(128, 64)","model.visual.pos_embed.weight|2d-64|(2240, 64)",model.visual.pos_embed.weight,2d-64,0,0.35542795871849314,1.3007488982663107 +9695,9805,1.0120852307866108,0.03856028859572065,0.007317963128668018,0.008055445602997913,1.0193670813293934,4.967339521424382,1.4121741242691832,0.9999732233493293,0.03566017397575039,"mtp.fc.weight|2d-128|(1536, 3584)","mtp.fc.weight|2d-128|(1664, 3584)",mtp.fc.weight,2d-128,0,0.00728185054278252,1.016585714895343 +10017,10091,1.004583484103348,0.03823788626085306,0.01687882841959219,0.0173134585999524,1.0084453346774045,6.804338093284247,1.410747628916375,0.9998575424285112,0.1138874376588588,"mtp.fc.weight|2d-64|(640, 2688)","mtp.fc.weight|2d-64|(320, 3648)",mtp.fc.weight,2d-64,0,0.0038618505740564135,7.920071399186884 +10187,10197,1.2474230630314571,0.036363760584479266,0.014693387926882866,0.014711177645067157,1.366291910691307,1.444580446289426,1.4038015463663893,0.9998920463486196,0.015535319153123318,"mtp.layers.0.mlp.down_proj.weight|2d-128|(1152, 2944)","mtp.layers.0.mlp.down_proj.weight|2d-128|(128, 2688)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.11886884765984984,3.123188484722169 +10463,10545,1.2396244000442158,0.04208616250491478,0.02220166103884456,0.021971868663682455,1.5043146180624474,1.3123940796872957,1.3985732244974736,0.9997535127455748,0.019369171951631025,"mtp.layers.0.mlp.down_proj.weight|2d-64|(384, 832)","mtp.layers.0.mlp.down_proj.weight|2d-64|(1152, 4928)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.0727696796430799,4.354378253737236 +10743,10765,1.2931607602101691,0.033225081593001034,0.024555363850628543,0.024562426931975596,1.4561391968030026,1.3441674331441893,1.3967985045514466,0.9996984715933916,0.022667146430429032,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(768, 896)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(2432, 1792)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.05100667293402017,4.269872520526267 +11133,11143,1.2808893197918605,0.0591087155783447,0.013943202835817113,0.013300917087591561,1.4669048504138227,1.3491784859547284,1.4043542630264136,0.9999027888223331,0.01282419189361905,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(3200, 960)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(4672, 1664)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.06828916616286795,4.158192618335936 +11328,11338,1.3146966729593497,0.09140454273378501,0.0032882360498162223,0.0032749980406206656,1.3810898348934337,1.4448448249199315,1.4118888834227767,0.9999945937372265,0.003440030271498392,"mtp.layers.0.mlp.up_proj.weight|2d-128|(1408, 0)","mtp.layers.0.mlp.up_proj.weight|2d-128|(5632, 384)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.06639316193408407,3.5051925699865367 +11525,11658,1.2981603865256537,0.0793769621680775,0.06226598231907298,0.062171511846279275,1.4247240424763854,1.3204310379652662,1.369608341000958,0.9980595911296283,0.05770797235975134,"mtp.layers.0.mlp.up_proj.weight|2d-64|(1984, 576)","mtp.layers.0.mlp.up_proj.weight|2d-64|(448, 1664)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.022270651439612488,3.9991226123639665 +11708,11714,1.2026173812149172,0.02222149121736577,0.010844973589916056,0.010844196113356946,1.6990871390802398,1.2271928216699524,1.4069149073881075,0.9999411915446998,0.007832955376231993,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(256, 1536)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 256)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.024575440455035125,4.76850207671124 +11749,11931,1.071873471121665,0.020317321396350126,0.013927916010531123,0.013934331212455247,2.346553522207809,1.0981719475851277,1.406631336917123,0.9999030018734836,0.006518175062419272,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 1344)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 704)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.026298476463462617,8.180705014952895 +12037,12039,1.0078189371965731,0.4250657474381742,0.45400374666560717,0.4538807897983911,0.9912388627356487,1.1157952930111077,1.0480059787906395,0.8909997744183729,0.511052645919099,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(384, 640)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(384, 896)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.016580074460924465,3.4871705642415947 +12267,12454,1.132044625951097,0.05882847445748709,0.020584030286678958,0.020611908481693007,1.8855887744081006,1.1644522468565395,1.401139171186367,0.9997881264033681,0.012711743218884216,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(0, 1728)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(1152, 1920)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.03240762090544247,5.41361727639705 +12583,12603,1.0444243309019625,0.027230891203669887,-0.007605591269849916,-0.0077160097654400015,3.1917629336049904,1.0556628010875502,1.417416626581419,0.9999710770724501,-0.002515518837355617,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 896)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(768, 1408)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.011238470185587657,9.303164322061514 +12927,12997,1.0437310269697782,0.011562417455416574,0.01727844203518909,0.017361133196020086,1.044548227674196,3.268616253070529,1.407110500810401,0.9998507165776482,0.05406796447274395,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(832, 1920)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(704, 640)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.0008172007044178198,3.021503440333146 +13013,13054,1.3325097984376553,0.05168146806170866,-0.000372673027744212,-0.0004916942021887033,1.4141447716325686,1.4148095775560692,1.4144770574219876,0.9999999305574048,-0.00037284822567397365,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(0, 640)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(256, 1792)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.08163497319491331,3.9101314640550298 +13183,13266,1.2839707353268626,0.05003369864397867,0.03220940488307007,0.03242508950111811,1.3236826951321345,1.470652346553086,1.3913793910379413,0.9994811425119927,0.03578564337704582,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 960)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 128)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.03971195980527198,3.4908605209677526 +36,53,1.1354108185510394,0.3400197427876358,0.3416467282132752,0.34162767220434503,1.1290693399431946,1.1671627694324176,1.1476421664692131,0.9398284487613495,0.3531734742606622,"model.language_model.embed_tokens.weight|2d-128|(246656, 1408)","model.language_model.embed_tokens.weight|2d-128|(218240, 1408)",model.language_model.embed_tokens.weight,2d-128,0,0.0063414786078448415,3.068087254054918 +335,423,1.058038877226994,0.4272890346325452,0.4157749072690576,0.41486692189137775,1.0615294074223622,1.1020451897423884,1.081218381434819,0.9094675510898708,0.4316439406837294,"model.language_model.embed_tokens.weight|2d-64|(165056, 832)","model.language_model.embed_tokens.weight|2d-64|(239488, 832)",model.language_model.embed_tokens.weight,2d-64,0,0.003490530195368269,2.968594941532686 +575,751,0.06819969334536656,0.9978729670356619,0.9978729670356619,0.9987216545832988,0.06819969334536656,0.06974584739815369,0.06895977384518849,0.06518850864565771,1.0204957275858562,"model.language_model.layers.10.linear_attn.conv1d.weight|3d-axis0-slice|(1027, 0, 0)","model.language_model.layers.14.linear_attn.conv1d.weight|3d-axis0-slice|(707, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,4,0.0,0.11197959386814761 +868,902,0.3979296975839527,0.9324701032212226,0.9324701032212228,0.9347624675157953,0.5197677948016953,0.3979296975839527,0.4468399106997551,0.3612471544505258,0.7138909911154965,"model.language_model.layers.0.linear_attn.conv1d.weight|3d-volume|(1620, 0, 0)","model.language_model.layers.10.linear_attn.conv1d.weight|3d-volume|(624, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,10,0.0,1.1459581575807387 +1108,1156,1.1163258832283096,0.0008520478519931261,0.005865498238603185,0.005861997861430774,1.1112486521627043,2.265364552999982,1.4109299193821587,0.999982797817249,0.011957262462865952,"model.language_model.layers.18.linear_attn.in_proj_qkv.weight|2d-128|(4352, 1408)","model.language_model.layers.10.linear_attn.in_proj_qkv.weight|2d-128|(4352, 1152)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,8,0.005077231065605314,2.9185412482448574 +1455,1523,1.108201940269194,0.02544468717375495,0.014943834204001314,0.014938361118523594,1.118827777979131,2.1643332715910466,1.4055660338377127,0.9998883346750693,0.028908325489808886,"model.language_model.layers.17.linear_attn.in_proj_qkv.weight|2d-64|(4992, 576)","model.language_model.layers.6.linear_attn.in_proj_qkv.weight|2d-64|(3520, 576)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,11,0.010625837709936858,2.9822486996127138 +1543,1615,1.130892877984587,0.03587793875646321,0.0107741546383875,0.010925990517801869,1.1398619917333213,2.0429463624413544,1.4077154438246013,0.9999419571114256,0.01931025000088258,"model.language_model.layers.0.linear_attn.in_proj_z.weight|2d-128|(0, 896)","model.language_model.layers.17.linear_attn.in_proj_z.weight|2d-128|(896, 1536)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,17,0.008969113748734214,3.0416186403941827 +1886,2021,1.1218612038711584,-0.002855725270238651,-0.0027513494570681613,-0.0023996491941785567,1.1230778258364844,2.208892121493624,1.415784647177356,0.9999962150309195,-0.005411409609718776,"model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-64|(1920, 1856)","model.language_model.layers.16.linear_attn.in_proj_z.weight|2d-64|(576, 640)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,14,0.0012166219653260146,2.9230547885148828 +2102,2181,1.2078850731770947,0.03979381247783676,-0.0024392185250508847,-0.00233440103678561,1.7621489478757673,1.216548018803954,1.415825454015402,0.9999970251020686,-0.0016839816337079368,"model.language_model.layers.16.linear_attn.out_proj.weight|2d-128|(1664, 256)","model.language_model.layers.22.linear_attn.out_proj.weight|2d-128|(0, 896)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,6,0.008662945626859209,4.520093653344311 +2366,2367,1.2094539756938798,0.04448817925568653,0.026770660813911877,0.02676560996105613,1.6045819561994372,1.2517020772662752,1.3957322631634914,0.9996416016350993,0.020883253498582575,"model.language_model.layers.16.linear_attn.out_proj.weight|2d-64|(1344, 1152)","model.language_model.layers.5.linear_attn.out_proj.weight|2d-64|(1152, 832)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,11,0.04224810157239545,4.399016343032874 +2594,2622,1.252009604748724,0.02714495133266467,-0.0132332946721952,-0.01327679747170235,1.2996410135042087,1.59080115949071,1.4233533906223341,0.999912436122343,-0.01619796566103228,"model.language_model.layers.21.mlp.down_proj.weight|2d-128|(1408, 2944)","model.language_model.layers.3.mlp.down_proj.weight|2d-128|(1280, 896)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,18,0.04763140875548477,3.2310349876317828 +2875,3042,1.2392256080229809,0.07096867658317187,0.03050977828005937,0.03051354013092905,1.2997268138923554,1.5090204645376424,1.3927147307084875,0.9995344683547944,0.035422735994218496,"model.language_model.layers.21.mlp.down_proj.weight|2d-64|(320, 896)","model.language_model.layers.14.mlp.down_proj.weight|2d-64|(64, 1344)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,7,0.060501205869374575,3.2790688903820304 +3100,3220,1.139139229045438,0.021960837041352405,0.008789172945330097,0.008802258268987803,1.9457863225431344,1.159607951568307,1.4087367466596517,0.9999613744735029,0.005237982566242384,"model.language_model.layers.11.mlp.gate_proj.weight|2d-128|(5504, 1920)","model.language_model.layers.23.mlp.gate_proj.weight|2d-128|(5760, 0)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,12,0.02046872252286902,5.5844022858000715 +3398,3539,1.126119521935394,0.053606958803532334,0.009134637949998211,0.009364540934478967,1.9556631458720402,1.1573206991654275,1.4085402190116194,0.9999582783244121,0.00540568839844911,"model.language_model.layers.7.mlp.gate_proj.weight|2d-64|(3072, 448)","model.language_model.layers.23.mlp.gate_proj.weight|2d-64|(2816, 1408)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,16,0.03120117723003335,5.2598706684989915 +3718,3771,1.2002196751572394,0.019287678869381375,0.003457018160067082,0.003503019639127896,1.2139930076160703,1.754878558711927,1.4119242878242875,0.9999940244948672,0.004997266877255424,"model.language_model.layers.23.mlp.up_proj.weight|2d-128|(3968, 1792)","model.language_model.layers.1.mlp.up_proj.weight|2d-128|(4736, 1024)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,22,0.013773332458830945,3.2385460244831794 +3840,4066,1.199136042425975,-0.004432801239146249,-0.01459669944204247,-0.014556733178257307,1.7986731408472327,1.2148752217870502,1.4237561067326292,0.9998934625075807,-0.00985902778514687,"model.language_model.layers.2.mlp.up_proj.weight|2d-64|(128, 1152)","model.language_model.layers.23.mlp.up_proj.weight|2d-64|(5760, 640)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,21,0.015739179361075273,4.616533290755149 +4135,4300,1.1576689408078624,0.013059858435833311,-0.0052937978863170365,-0.005363262123014374,1.1746259588301093,1.922576761073888,1.417540383377399,0.9999859877537979,-0.008664658496217727,"model.language_model.layers.3.self_attn.k_proj.weight|2d-128|(128, 512)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 1536)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,20,0.016957018022246917,3.254319907365725 +4375,4570,1.0917712709571499,0.02356333501557044,0.020218001597057764,0.020141182080333154,2.323097539235351,1.097267540531112,1.4031283633563123,0.9997955953150731,0.009549558945406888,"model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 640)","model.language_model.layers.15.self_attn.k_proj.weight|2d-64|(448, 1216)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,8,0.005496269573962209,6.792234317062824 +4631,4776,1.098966221207654,0.01663927910378475,0.0016717999622980722,0.0017027412230321362,1.1164154422728452,2.2415960627988825,1.4132697597125656,0.9999986025414666,0.003356725526516689,"model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(1536, 1024)","model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(1920, 1408)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,12,0.01744922106519109,2.958445578016014 +4916,4955,1.1006799864214498,-0.012474999733130095,-0.0024181026548725916,-0.0025213489218816206,1.1145347488481177,2.2758912262470377,1.4155636631260549,0.9999970763855015,-0.004937790070768949,"model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(1216, 256)","model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(1536, 512)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,4,0.013854762426667833,2.988377417422649 +5146,5185,1.0972340608256586,0.032456329724722635,-0.0005953857635824797,-0.0006292490723713586,1.111855566956562,2.290442951233642,1.4145443109045468,0.9999998227578806,-0.0012265056415512174,"model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(3456, 768)","model.language_model.layers.11.self_attn.q_proj.weight|2d-128|(3200, 1536)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,8,0.014621506130903406,2.9794353745192415 +5609,5618,1.08380747431651,-0.008871344508462857,0.0024186327482690223,0.002051979797883248,1.0731967952952182,2.737894213898266,1.4130509014613994,0.9999970751035371,0.0061703134374427844,"model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(1408, 1920)","model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(2688, 960)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,4,0.010610679021291869,2.998323242825549 +5634,5770,1.0702777011266529,0.02965633899366277,0.00736065631966901,0.007373048283609949,2.537616537314446,1.0846158981248772,1.4104465966864028,0.9999729100023379,0.0031460564460993232,"model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(256, 768)","model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(0, 1280)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,12,0.014338196998224362,8.943179700672044 +5905,6070,1.059590132654642,0.0036099327357379616,0.0031644208123296626,0.0031213790170953252,2.5563508791896403,1.085126219767413,1.412603042280602,0.9999949932079272,0.001343241266991142,"model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(448, 1472)","model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(384, 1408)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,12,0.025536087112771,11.324315569618806 +6200,6329,1.1162831746854136,0.010318367110196585,0.006468310224840066,0.00651553045310297,1.1251728844633169,2.1543713737746955,1.410454911899163,0.9999790802626,0.012384889982250475,"model.visual.blocks.23.attn.proj.weight|2d-128|(128, 896)","model.visual.blocks.8.attn.proj.weight|2d-128|(128, 512)",model.visual.layers.*.attn.proj.weight,2d-128,15,0.008889709777903265,3.0173435496006964 +6613,6642,1.153431218044704,0.004860507972308423,0.010286050095334823,0.010430216752790425,1.160332582867222,1.9374090438612244,1.407786810429709,0.9999470971873644,0.01717463318238277,"model.visual.blocks.22.attn.proj.weight|2d-64|(960, 576)","model.visual.blocks.18.attn.proj.weight|2d-64|(512, 768)",model.visual.layers.*.attn.proj.weight,2d-64,4,0.006901364822518019,3.096471574109949 +6732,6829,1.061929963515225,0.025227894648902884,-0.008702415181762822,-0.008672499578839726,1.1004872228627498,2.4411555125654067,1.4188170914718277,0.9999621332680574,-0.019304130345403105,"model.visual.blocks.0.attn.qkv.weight|2d-128|(1152, 512)","model.visual.blocks.0.attn.qkv.weight|2d-128|(2688, 640)",model.visual.layers.*.attn.qkv.weight,2d-128,0,0.03855725934752474,4.849628522377924 +6988,7063,1.053969522704242,0.010760702644087024,0.013538878406087107,0.013960451314889455,3.002976181061419,1.0554701925367407,1.4082111199832903,0.99990834518545,0.004758573407316683,"model.visual.blocks.21.attn.qkv.weight|2d-64|(320, 512)","model.visual.blocks.0.attn.qkv.weight|2d-64|(1920, 512)",model.visual.layers.*.attn.qkv.weight,2d-64,21,0.0015006698324986356,10.380766215009345 +7208,7330,1.1923123177791646,0.05266143140638998,0.014157259637178121,0.01428972972364502,1.7767824127754357,1.1981943672716489,1.404901908757128,0.9998997809778566,0.009547116535654855,"model.visual.blocks.16.mlp.linear_fc1.weight|2d-128|(896, 256)","model.visual.blocks.23.mlp.linear_fc1.weight|2d-128|(1920, 768)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,7,0.005882049492484276,4.162088292204683 +7552,7592,1.1933971742571627,0.045982407262476294,0.014077137948048457,0.013550464614252758,1.6981118901789247,1.2246706550050475,1.404736773048057,0.9999009121843982,0.010152368551884061,"model.visual.blocks.20.mlp.linear_fc1.weight|2d-64|(64, 768)","model.visual.blocks.1.mlp.linear_fc1.weight|2d-64|(2944, 832)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,19,0.03127348074788472,4.607977753375028 +7693,7832,1.1980460128040809,0.07155480516480447,0.02061790365768,0.020358653982891953,1.6594294299920471,1.233726940706404,1.400182812356889,0.9997874284310454,0.01532868029434119,"model.visual.blocks.9.mlp.linear_fc2.weight|2d-128|(384, 1920)","model.visual.blocks.0.mlp.linear_fc2.weight|2d-128|(512, 3072)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,9,0.035680927902323134,4.591797662344961 +7992,8046,1.1723353655728774,0.0297392837204562,0.013394215608840389,0.013498756706608927,1.226436872357601,1.695017934511668,1.4051887113132275,0.9999102934704812,0.01851170344549196,"model.visual.blocks.6.mlp.linear_fc2.weight|2d-64|(896, 4032)","model.visual.blocks.8.mlp.linear_fc2.weight|2d-64|(192, 2944)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,2,0.054101506784723474,3.479081326635395 +8422,8429,0.6279646078326173,0.8008930327631449,0.786857147550689,0.7867867464721802,0.6580264350145281,0.6481706901146265,0.6530427904610443,0.6171351791531521,0.7750718105090965,"model.visual.merger.linear_fc1.weight|2d-128|(2560, 2560)","model.visual.merger.linear_fc1.weight|2d-128|(2560, 1536)",model.visual.merger.linear_fc1.weight,2d-128,0,0.020206082282009152,1.733617485128632 +8509,8559,1.3248119729611567,0.08442606673582898,0.07362926967239725,0.07283316117290571,1.3519397073411386,1.3705705814889255,1.361159524944543,0.9972856815614618,0.07464394336635789,"model.visual.merger.linear_fc1.weight|2d-64|(704, 1024)","model.visual.merger.linear_fc1.weight|2d-64|(2688, 2048)",model.visual.merger.linear_fc1.weight,2d-64,0,0.027127734379981838,3.424263984264955 +8826,8865,1.3312276025715617,0.037845234537962874,0.014374271370123943,0.01431885386652722,1.4363295513667798,1.373802274764939,1.4040227596099235,0.9998966848242763,0.013748520795644434,"model.visual.merger.linear_fc2.weight|2d-128|(1536, 1536)","model.visual.merger.linear_fc2.weight|2d-128|(1152, 3968)",model.visual.merger.linear_fc2.weight,2d-128,0,0.042574672193377294,3.7579639271968026 +9064,9086,1.3175174284508648,0.02960338511934192,0.020155515056997156,0.020302115530477647,1.3415841755617484,1.4666532068836942,1.399945915771056,0.9997968569728488,0.022034510642882033,"model.visual.merger.linear_fc2.weight|2d-64|(1152, 1600)","model.visual.merger.linear_fc2.weight|2d-64|(704, 448)",model.visual.merger.linear_fc2.weight,2d-64,0,0.024066747110883524,3.3910947773400513 +9264,9312,0.48032393337973744,0.8787475115972944,0.8520480070098105,0.8585997693792882,0.5323287874338062,0.5610584721861569,0.546127684943431,0.5234636508398743,0.8980328780389853,"model.visual.pos_embed.weight|2d-128|(768, 0)","model.visual.pos_embed.weight|2d-128|(1536, 0)",model.visual.pos_embed.weight,2d-128,0,0.05200485405406874,2.33582244834333 +9530,9583,0.279975864395657,0.9758623507726455,0.9732459638082441,0.9730366057308594,0.3495725315676671,0.28266531307598813,0.31084291809838244,0.22976573706922046,0.786969370350963,"model.visual.pos_embed.weight|2d-64|(1408, 960)","model.visual.pos_embed.weight|2d-64|(832, 960)",model.visual.pos_embed.weight,2d-64,0,0.002689448680331108,2.0038092661470137 +9639,9732,1.0123807540702563,0.04790266478754079,0.008839183066139122,0.008494607044564279,1.0223297545458416,4.614914296838668,1.4115714329370364,0.9999609336582721,0.03990109074192123,"mtp.fc.weight|2d-128|(1024, 3072)","mtp.fc.weight|2d-128|(384, 2560)",mtp.fc.weight,2d-128,0,0.009949000475585335,1.1745038278331392 +9908,10017,1.0046966207805024,0.04793401886587014,0.02939808484844274,0.02491188730275956,6.257631656046995,1.0082090810878983,1.4076694492271957,0.9995677828978101,0.004736522975453627,"mtp.fc.weight|2d-64|(1216, 4032)","mtp.fc.weight|2d-64|(640, 2688)",mtp.fc.weight,2d-64,0,0.003512460307395937,50.36134616721151 +10142,10369,1.2504659254929378,0.0728662853995058,0.01591446941945959,0.015911733272271425,1.3475773183908686,1.4657740325935436,1.402955175347859,0.9998733568122999,0.017310335888854615,"mtp.layers.0.mlp.down_proj.weight|2d-128|(1152, 512)","mtp.layers.0.mlp.down_proj.weight|2d-128|(1152, 256)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.0971113928979308,3.2728794801947294 +10545,10626,1.2398695122444272,0.04011016594359154,0.024843402296848754,0.024689842607913907,1.3245308891807859,1.4819920350701377,1.3966477808925062,0.9996913550503059,0.0277968031011678,"mtp.layers.0.mlp.down_proj.weight|2d-64|(1152, 4928)","mtp.layers.0.mlp.down_proj.weight|2d-64|(960, 4480)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.08466137693635867,3.25624547700866 +10765,10879,1.2932708562799153,0.031012629833759325,0.014943107345786225,0.01494660999015377,1.3047047798233973,1.5294002414102206,1.4037404149750887,0.9998883455380667,0.01751660018073803,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(2432, 1792)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(2560, 1920)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.011433923543481939,3.7450420306734173 +10922,11091,1.2811078392128172,0.04315547172146572,0.04434439379254316,0.04440387995701771,1.510711680770664,1.2828983941886558,1.3829255200843957,0.9990163035402234,0.03765731893904592,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(1856, 384)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(2432, 1280)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.0017905549758385764,4.050521023991864 +11233,11286,1.314863360541166,0.042546931924756934,0.017314426923986874,0.017278230405497176,1.37670572062521,1.4285838612216257,1.4019253986920972,0.9998500940742536,0.01796688319031301,"mtp.layers.0.mlp.up_proj.weight|2d-128|(2944, 1792)","mtp.layers.0.mlp.up_proj.weight|2d-128|(1024, 768)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.06184236008404409,3.7272883702690836 +11488,11552,1.298353332949896,0.047171499597524216,-0.006447359098743143,-0.006416324192729486,1.3558402418466908,1.491304213834151,1.4187446807663675,0.9999792155643296,-0.0070915241304253885,"mtp.layers.0.mlp.up_proj.weight|2d-64|(4800, 640)","mtp.layers.0.mlp.up_proj.weight|2d-64|(1536, 576)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.057486908896794864,3.4489470194617007 +11676,11719,1.2027499508997732,0.02616511404935476,0.0014003928175052812,0.001386568711184807,1.7419801369648462,1.2200805896824125,1.4132826599059787,0.9999990194494977,0.0009808332817995496,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 1536)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 896)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.017330638782639296,4.973522754394 +11744,11901,1.0726515447238838,-0.002227425990139753,0.01344396773194338,0.013350015330401416,2.417726957066891,1.0916661429227457,1.4070646078708495,0.9999096257820616,0.0060702985325163964,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 1024)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(320, 832)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.019014598198861865,9.944897381641582 +12085,12087,1.0104252155613616,0.4080251768259603,0.4209465151019001,0.42084601971812813,1.0113905939719476,1.1648213048502511,1.080016322796139,0.9070854598236958,0.48480524924355906,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(768, 640)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(768, 896)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.0009653784105860819,3.2411096803964643 +12454,12492,1.1353356487585458,0.04321155689035735,0.044193996276835165,0.04436905075745386,1.1282685751808654,1.9844871657972978,1.387100016909778,0.9990229680508267,0.0777318630917412,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(1152, 1920)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(1728, 768)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.007067073577680327,3.261009062546663 +12578,12592,1.0444804154785825,0.025732668792591444,-0.009050514100667414,-0.00817061525128876,3.210060924635043,1.0554934423673183,1.4180063963365228,0.9999590432585295,-0.002975880678773557,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 256)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(768, 0)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.011013026888735844,9.60532058532257 +12781,12808,1.0438195960012524,0.017497071046338006,0.0202377173421381,0.020191114473893646,3.3340475404940526,1.041613787951192,1.4060435660222734,0.999795196426138,0.006322610929868832,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(704, 448)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(832, 512)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.0022058080500604316,9.796256444908277 +13008,13070,1.3330356654818527,0.017152569358063627,0.0008677968184592348,0.0008660145004148616,1.4238561584191858,1.4035620643809692,1.41359986742451,0.99999962346427,0.0008554281882884532,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(0, 0)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(384, 1792)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.0705263988991165,4.033399076623326 +13170,13273,1.284151639597582,0.03488656336592476,0.010364303358526561,0.010603191039039802,1.3099565930580686,1.5292735379875904,1.4069531953511305,0.9999462891655193,0.012099526770478245,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 128)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 576)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.0258049534604865,3.321447088694143 +68,155,1.1359076416200078,0.3193216058333729,0.3125615643840674,0.3114375627403892,1.2159623817027352,1.134633046336312,1.1731887230277853,0.9498975041917862,0.2916559634584459,"model.language_model.embed_tokens.weight|2d-128|(73088, 1152)","model.language_model.embed_tokens.weight|2d-128|(241920, 1152)",model.language_model.embed_tokens.weight,2d-128,0,0.0012745952836958896,3.125881669267549 +262,348,1.0624670644351466,0.4059206613973983,0.2857212657355572,0.28556705087087153,1.2211627033792214,1.1712596370380701,1.1954306796083136,0.9583127664319573,0.2740452071402339,"model.language_model.embed_tokens.weight|2d-64|(62976, 1920)","model.language_model.embed_tokens.weight|2d-64|(154944, 1920)",model.language_model.embed_tokens.weight,2d-64,0,0.10879257260292352,3.013664342817995 +733,752,0.0682970943683841,0.9986491411994158,0.9986491411994158,0.9982427138238404,0.07156584058348173,0.06829709436838412,0.06987419015519718,0.05196049250795335,0.9530361703477953,"model.language_model.layers.8.linear_attn.conv1d.weight|3d-axis0-slice|(1992, 0, 0)","model.language_model.layers.5.linear_attn.conv1d.weight|3d-axis0-slice|(216, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,3,1.3877787807814457e-17,0.0976859294414089 +793,912,0.4085192983089317,0.9145099785553291,0.914509978555329,0.91179936857008,0.4085192983089317,0.4206230059801665,0.4144386523938349,0.40456334377045533,0.9416052993606887,"model.language_model.layers.9.linear_attn.conv1d.weight|3d-volume|(4944, 0, 0)","model.language_model.layers.13.linear_attn.conv1d.weight|3d-volume|(4928, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,4,0.0,0.9127722705887861 +1124,1190,1.1168186937577183,-0.007244453362916576,-0.005026450876337977,-0.005040866765890886,1.125623732038767,2.1995738603841466,1.417093410904133,0.9999873673160016,-0.009822154280696372,"model.language_model.layers.20.linear_attn.in_proj_qkv.weight|2d-128|(5632, 1792)","model.language_model.layers.13.linear_attn.in_proj_qkv.weight|2d-128|(4352, 128)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,7,0.008805038281048727,3.0859519233610184 +1405,1455,1.1095504086930048,0.004429954705359968,-0.004872628171284751,-0.004844698962018182,2.2464304710111533,1.1194582103052557,1.416961721513748,0.9999881286768881,-0.002428164896487605,"model.language_model.layers.12.linear_attn.in_proj_qkv.weight|2d-64|(2688, 704)","model.language_model.layers.17.linear_attn.in_proj_qkv.weight|2d-64|(4992, 576)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,5,0.00990780161225091,6.161110947822129 +1538,1635,1.1310799016159405,0.008302026019745154,0.007383789628920422,0.008034309848763126,1.1299301800990882,2.117963015788875,1.4098702601938804,0.9999727394537892,0.013840318300948031,"model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-128|(1024, 1408)","model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(256, 1920)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,16,0.0011497215168523311,3.026099640261501 +1922,1979,1.1228740045395593,0.010782949315177226,0.002985796111374699,0.0035606748321063354,2.180566813615066,1.1235765470555268,1.41249323907189,0.999995542500856,0.0015384855277460984,"model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-64|(640, 768)","model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-64|(1024, 64)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,0,0.0007025425159674636,5.8888438294258485 +2102,2251,1.207913620461065,0.0016253861042813764,0.0003792450751261452,0.00042177243207981024,1.7695758076644186,1.2117806801694186,1.4139635125471317,0.9999999280865839,0.0002597017054012605,"model.language_model.layers.16.linear_attn.out_proj.weight|2d-128|(1664, 256)","model.language_model.layers.22.linear_attn.out_proj.weight|2d-128|(1792, 1152)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,6,0.0038670597083536595,4.693849994569168 +2364,2509,1.2099392095308255,0.03515518368305811,0.0017449897551132072,0.001499810307415984,1.27642732974343,1.6055482677735335,1.4130109264758368,0.9999984775042183,0.0021949273674418466,"model.language_model.layers.22.linear_attn.out_proj.weight|2d-64|(1472, 384)","model.language_model.layers.4.linear_attn.out_proj.weight|2d-64|(0, 640)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,18,0.06648812021260464,3.4112582305506267 +2575,2651,1.2520504289767838,0.06254890249422128,-0.0004898853227173697,-0.0004608616718377754,1.304044369287796,1.5589517018014236,1.414554473685022,0.9999998800061781,-0.0005856453779673786,"model.language_model.layers.18.mlp.down_proj.weight|2d-128|(256, 2176)","model.language_model.layers.3.mlp.down_proj.weight|2d-128|(512, 5248)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,15,0.05199394031101234,3.338174382866787 +3022,3066,1.240433056292137,0.02980391048618875,0.006427807057967873,0.006085591259888236,1.5906370683725206,1.2792361432266552,1.409767207916196,0.9999793414348246,0.0051694275669389705,"model.language_model.layers.1.mlp.down_proj.weight|2d-64|(832, 5056)","model.language_model.layers.21.mlp.down_proj.weight|2d-64|(704, 5568)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,20,0.03880308693451817,4.38705350178073 +3131,3265,1.1398576720608131,0.01856543605381695,-0.002351900057383948,-0.002391331973885037,2.005901663982389,1.1551327480180194,1.4156512156950083,0.9999972342792355,-0.0013543818349280306,"model.language_model.layers.10.mlp.gate_proj.weight|2d-128|(1408, 1152)","model.language_model.layers.23.mlp.gate_proj.weight|2d-128|(4352, 896)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,13,0.01527507595720623,5.661011686045561 +3384,3435,1.1263921774698678,0.037316914775330376,0.023264274359395154,0.023247936987030544,2.0797030862630184,1.1260408813724683,1.400370389467649,0.999729350143593,0.012596280775452572,"model.language_model.layers.9.mlp.gate_proj.weight|2d-64|(4928, 512)","model.language_model.layers.23.mlp.gate_proj.weight|2d-64|(2112, 448)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,14,0.0003512960973994783,5.524841218803065 +3613,3653,1.2016342438129632,0.019462279699939626,-0.0014821805283358755,-0.001419435161066371,1.2238673082290985,1.7381884317481686,1.4151999306286331,0.9999989015698375,-0.0021050558592366144,"model.language_model.layers.23.mlp.up_proj.weight|2d-128|(4480, 1664)","model.language_model.layers.2.mlp.up_proj.weight|2d-128|(1024, 640)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,21,0.022233064416135262,3.2456055238351174 +4039,4066,1.199453219999871,-0.009796734045485785,-0.006585496753550408,-0.006497928090734143,1.8225068903515447,1.2013207742649097,1.4184866347895027,0.9999783153811431,-0.004340885678280322,"model.language_model.layers.3.mlp.up_proj.weight|2d-64|(3648, 1152)","model.language_model.layers.23.mlp.up_proj.weight|2d-64|(5760, 640)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,20,0.0018675542650385957,4.596193024002814 +4116,4290,1.1582524505862617,0.04835098418832208,0.0017874494278496413,0.0017445364088226674,1.1971531719738808,1.814003843295963,1.4130509764813273,0.9999984025109955,0.0027084588737047274,"model.language_model.layers.11.self_attn.k_proj.weight|2d-128|(128, 512)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 256)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,12,0.03890072138761913,3.238460017370892 +4409,4447,1.0920004222475648,0.04180665976098813,0.011982224236332235,0.01195981795017617,2.0493516112285057,1.1380022954122766,1.4070031267505976,0.9999282105743142,0.006653713599159577,"model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 1024)","model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(448, 1920)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,0,0.046001873164711826,7.0262268037155655 +4648,4767,1.0992464196058986,0.030073801922412352,0.0016986677369191653,0.0016746069026505213,1.1149625526598292,2.2533810360455586,1.4132583754898675,0.999998557262919,0.003433071053179939,"model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(1024, 256)","model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(1664, 1152)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,12,0.015716133053930603,2.916590506192935 +4916,4952,1.1016159733791748,0.047705342796625284,0.018634678972410914,0.018709033831736912,1.1168499773508282,2.1630525269730256,1.4034294302693415,0.9998263592942502,0.03609060326635342,"model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(1216, 256)","model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(1792, 1664)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,4,0.01523400397165342,3.0390488468196524 +5146,5291,1.0976254088226658,0.058811178948546365,0.01445252148801368,0.014927266646563377,1.1162759432882663,2.1856930641063284,1.4059100884942366,0.9998955568571343,0.028298357735943525,"model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(3456, 768)","model.language_model.layers.19.self_attn.q_proj.weight|2d-128|(384, 256)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,16,0.0186505344656005,2.985515071874951 +5433,5618,1.0850449487627876,0.001403521519200845,0.002697458308454028,0.00232766078671762,1.078203319268703,2.6566733783792658,1.4128836654781005,0.999996361852719,0.006646488235835093,"model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(1344, 320)","model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(2688, 960)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,4,0.006841629494084511,2.8390435133738685 +5733,5763,1.070295384432523,0.03199714487589947,0.011013090854235321,0.011043318113918118,2.487740470061337,1.0868502449105055,1.4084881621213732,0.9999393540759541,0.004811426527885438,"model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(256, 1792)","model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(0, 384)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,12,0.016554860477982603,8.45393300589293 +5960,6038,1.0596278511801243,0.030511200020852093,0.01728129470968064,0.017053861817588525,2.5723733842703176,1.0774846452915947,1.4054776650949536,0.9998506672764473,0.007238579676768667,"model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(320, 256)","model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(64, 1920)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,12,0.017856794111470453,9.771353665638198 +6289,6355,1.1180273897706843,0.023524161238873603,0.00026717467521010453,0.000267707095951424,1.1317569723680423,2.134413651372685,1.414057173274744,0.9999999643088457,0.0005038725521401638,"model.visual.blocks.23.attn.proj.weight|2d-128|(384, 896)","model.visual.blocks.14.attn.proj.weight|2d-128|(640, 384)",model.visual.layers.*.attn.proj.weight,2d-128,9,0.013729582597358014,3.17340410955779 +6512,6605,1.1546057465080093,0.05762645482662079,0.023603197704412087,0.02417076195977129,1.1754741873627677,1.8312286753088567,1.3989569605635457,0.9997214057216772,0.036770567086867406,"model.visual.blocks.23.attn.proj.weight|2d-64|(0, 64)","model.visual.blocks.21.attn.proj.weight|2d-64|(512, 512)",model.visual.layers.*.attn.proj.weight,2d-64,2,0.020868440854758363,3.010551695265111 +6783,6904,1.0620384893120942,0.051433899854685765,0.014926400881372278,0.015035054499730601,1.0868041777930253,2.465541193360733,1.4064009531422765,0.9998885950728355,0.03386226975716313,"model.visual.blocks.0.attn.qkv.weight|2d-128|(1920, 896)","model.visual.blocks.14.attn.qkv.weight|2d-128|(2944, 640)",model.visual.layers.*.attn.qkv.weight,2d-128,14,0.02476568848093108,3.959414433824882 +7061,7099,1.0542713547981242,0.008900749562200282,0.014250394465762485,0.014999284946869475,1.0413386874751316,3.4131861061823447,1.4085773467622573,0.9998984579733935,0.04670838506546878,"model.visual.blocks.0.attn.qkv.weight|2d-64|(1920, 896)","model.visual.blocks.18.attn.qkv.weight|2d-64|(2816, 512)",model.visual.layers.*.attn.qkv.weight,2d-64,18,0.012932667322992586,3.754521913883081 +7191,7358,1.192560197254959,0.02732337308961929,0.004808418920902141,0.004370175291256229,1.2197606552165459,1.7344296365860583,1.4110101825578967,0.9999884394869178,0.0068372956988461304,"model.visual.blocks.1.mlp.linear_fc1.weight|2d-128|(3200, 512)","model.visual.blocks.17.mlp.linear_fc1.weight|2d-128|(128, 640)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,16,0.027200457961586766,3.5086284862450805 +7616,7623,1.1938207767647655,0.0214072079219711,-0.002815751776523951,-0.002278394264594178,1.2252741695853049,1.737452602982627,1.4160878049637111,0.9999960357631089,-0.00399276780243419,"model.visual.blocks.1.mlp.linear_fc1.weight|2d-64|(896, 960)","model.visual.blocks.17.mlp.linear_fc1.weight|2d-64|(3904, 384)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,16,0.03145339282053938,3.2180607233136285 +7709,7861,1.1983793209693563,0.01773966445484346,-0.007584877060899385,-0.007515133966916033,1.1976986200156163,1.8380570420819662,1.4191114477695073,0.9999712344062558,-0.011640187658336205,"model.visual.blocks.3.mlp.linear_fc2.weight|2d-128|(512, 1152)","model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(640, 1920)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,7,0.0006807009537399544,3.567507537032646 +8069,8169,1.1728927398279594,0.039833287663854786,0.033619391350596856,0.032846097672615183,1.6611173895198519,1.2210187622378152,1.391339416635519,0.9994347084853594,0.02471222556159021,"model.visual.blocks.23.mlp.linear_fc2.weight|2d-64|(320, 2432)","model.visual.blocks.0.mlp.linear_fc2.weight|2d-64|(768, 320)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,23,0.04812602240985586,5.319230450673041 +8421,8437,0.6302851882582958,0.7975389391209747,0.8054191999158414,0.8054233406215904,0.6207861862061892,0.6270473093517019,0.6238931862896888,0.5927055866169358,0.8135424940652354,"model.visual.merger.linear_fc1.weight|2d-128|(896, 640)","model.visual.merger.linear_fc1.weight|2d-128|(896, 2688)",model.visual.merger.linear_fc1.weight,2d-128,0,0.009499002052106631,1.800639313721712 +8558,8696,1.325707638665237,0.06322957096904033,0.039342374595370926,0.03934491891878579,1.4374518372041154,1.3400390241748419,1.3861849036779106,0.9992257890793239,0.03667623213313669,"model.visual.merger.linear_fc1.weight|2d-64|(1152, 2048)","model.visual.merger.linear_fc1.weight|2d-64|(1280, 1792)",model.visual.merger.linear_fc1.weight,2d-64,0,0.014331385509604777,3.763650560806508 +8794,8860,1.3313465956954085,0.04972465087208382,0.014573152221747245,0.014506311915809398,1.3936230951657942,1.4143506015890372,1.4038720994747418,0.9998938059785758,0.014789900284642419,"model.visual.merger.linear_fc2.weight|2d-128|(1280, 640)","model.visual.merger.linear_fc2.weight|2d-128|(512, 3584)",model.visual.merger.linear_fc2.weight,2d-128,0,0.062276499470385716,3.3840037741941065 +8966,9147,1.3177508621031018,0.041101984614486005,0.01137313461999709,0.01137176231131187,1.343913775903552,1.4780005844559745,1.4061849850535961,0.9999353238129531,0.012507870606617351,"model.visual.merger.linear_fc2.weight|2d-64|(1152, 3712)","model.visual.merger.linear_fc2.weight|2d-64|(768, 1216)",model.visual.merger.linear_fc2.weight,2d-64,0,0.026162913800450216,3.3297391165500962 +9247,9271,0.48136454441879556,0.883696943426981,0.8759802504137254,0.8760684507652925,0.490745849693645,0.5078164671540447,0.49906232657751054,0.4823469714687829,0.9064512646199848,"model.visual.pos_embed.weight|2d-128|(384, 896)","model.visual.pos_embed.weight|2d-128|(768, 896)",model.visual.pos_embed.weight,2d-128,0,0.009381305274849427,1.8528476056221317 +9372,9386,0.28551516509347746,0.9588043975679313,0.7833048090515282,0.7919185538807828,0.656465170479554,0.6602379563566688,0.6583434557561704,0.6216378174763413,0.7878065578935982,"model.visual.pos_embed.weight|2d-64|(2176, 640)","model.visual.pos_embed.weight|2d-64|(64, 640)",model.visual.pos_embed.weight,2d-64,0,0.37095000538607653,1.2238189551504028 +9639,9805,1.0124199519861958,0.038922607180102334,0.006708603330668883,0.007480997429193441,1.0200443714368852,4.903046700092791,1.4123203938757531,0.9999774970674848,0.03224623981438516,"mtp.fc.weight|2d-128|(1024, 3072)","mtp.fc.weight|2d-128|(1664, 3584)",mtp.fc.weight,2d-128,0,0.007624419450689368,1.0692557946139998 +10017,10029,1.0047831165061754,0.03938915983425341,0.017805950540721656,0.016032072446662028,1.0090815985569614,6.550306950840914,1.4104191752367834,0.999841461495442,0.1155847473187618,"mtp.fc.weight|2d-64|(640, 2688)","mtp.fc.weight|2d-64|(1536, 2176)",mtp.fc.weight,2d-64,0,0.00429848205078609,7.962186442366234 +10142,10381,1.2510794830798735,0.044971893404800754,0.019555146443576116,0.019558553171155756,1.3446016508737229,1.4637028143301274,1.4003678605957104,0.9998087798412106,0.021287288220642114,"mtp.layers.0.mlp.down_proj.weight|2d-128|(1152, 512)","mtp.layers.0.mlp.down_proj.weight|2d-128|(1664, 0)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.09352216779384936,3.1566887993396766 +10411,10506,1.2406321133511478,0.05532048130084712,0.016749561467545606,0.016430489209822565,1.539284055009102,1.2966966056478515,1.4024933294110944,0.999859716255558,0.014109871034120473,"mtp.layers.0.mlp.down_proj.weight|2d-64|(832, 4672)","mtp.layers.0.mlp.down_proj.weight|2d-64|(1152, 5952)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.05606449229670374,3.8506416409666526 +10677,10838,1.2939089361345228,0.02087677183523528,0.006127520478072938,0.006120830437597164,1.333953436778001,1.5005047924623438,1.4099040014530615,0.9999812265701745,0.006892574800412423,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(256, 640)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(2560, 1536)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.0400445006434782,3.664848619946835 +10973,11083,1.281170864753737,0.01833378504965029,0.012036546343213715,0.011865162510178176,1.567034252048716,1.285953639123011,1.4058412943673226,0.9999275581521532,0.009877538128022525,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(5568, 1344)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(2304, 192)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.004782774369274101,4.438936251693402 +11214,11342,1.315521279163336,0.05821921588786871,0.012379590042831963,0.012451085529358714,1.3883001723340644,1.423221031376972,1.4054353268765054,0.9999233699391026,0.012690982296113835,"mtp.layers.0.mlp.up_proj.weight|2d-128|(384, 1792)","mtp.layers.0.mlp.up_proj.weight|2d-128|(4992, 1792)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.0727788931707285,3.4317750355946037 +11500,11647,1.2988412406980907,0.021647986390774816,0.0014933595611409665,0.0015231867326666924,1.320298329180446,1.5288698254653361,1.4131684687847776,0.9999988849379888,0.0017292700605141345,"mtp.layers.0.mlp.up_proj.weight|2d-64|(3008, 448)","mtp.layers.0.mlp.up_proj.weight|2d-64|(3776, 704)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.02145708848235528,3.711365229133865 +11675,11719,1.2029799559479415,0.03522074142690878,0.014756375743888554,0.014750020941730238,1.6858560230526873,1.2286861070409845,1.404245230312687,0.9998911187598903,0.010754746324043473,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 1408)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 896)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.025706151093042973,5.225939532355938 +11749,11940,1.073943976252037,0.012960881380984156,0.0038588820522675346,0.0038888784796364782,2.438944981901351,1.0944953497440868,1.4121736096382886,0.9999925544869355,0.0017317030489655244,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 1344)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 1280)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.020551373492049718,9.407054810870378 +12213,12215,1.0125777312136353,0.4359279061794201,0.4312498079684552,0.43125043291963144,1.0128834216464162,1.136047058120071,1.069181115112989,0.902232565986825,0.48368851260400386,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(1792, 640)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1792, 896)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.0003056904327809473,3.364392882678816 +12270,12346,1.1363686590103854,0.03979493892351614,0.003005131217148965,0.0029974704760773367,1.1901989898306673,1.8354882050128958,1.4122721747033284,0.9999954845829894,0.00463442075713552,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(0, 1920)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(576, 64)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.05383033082028188,3.423202112090807 +12588,12615,1.044862164295793,0.02490378383894777,0.007436896115642854,0.0074458558823208764,3.1278323514164614,1.0527468258989063,1.411030310181388,0.999972345905708,0.002503065350269628,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 1536)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(896, 896)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.007884661603113408,9.18417730036802 +12871,12927,1.0439547291542834,0.03142897347578602,0.025878640451187093,0.025906354347323465,3.1047965812868994,1.0470289615146366,1.403088148913776,0.9996650919024822,0.008727040670015897,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(2176, 1024)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(832, 1920)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.003074232360353202,9.099201284878013 +13011,13020,1.3331791089724803,0.05086356414313658,0.011457647879803076,0.011531035287422923,1.4269522950461733,1.386120361005792,1.4060918739976285,0.9999343589981607,0.011129789741790904,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(0, 384)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(0, 1536)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.05294125203331168,3.8136692707278064 +13096,13279,1.2844084972172476,0.035132979124441376,0.01608717381981733,0.016246490796696756,1.3390982018771345,1.476662237259402,1.402846704010828,0.9998705930461657,0.017739790891102957,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(0, 1536)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 960)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.05468970465988687,3.50924607570736 +191,227,1.1366941034494553,0.3184830597069964,0.2986211544920029,0.29641096167228703,1.1491839002278865,1.2241300333493457,1.1848829732787618,0.9543717337022631,0.31809628009461827,"model.language_model.embed_tokens.weight|2d-128|(158208, 1920)","model.language_model.embed_tokens.weight|2d-128|(208000, 1920)",model.language_model.embed_tokens.weight,2d-128,0,0.012489796778431206,2.9983834916345633 +262,449,1.0656261082647647,0.4145819191203686,0.27027957701435884,0.2700988308717057,1.2141716519832206,1.2020877681635378,1.2080843864680315,0.9627818809309507,0.26758965503986715,"model.language_model.embed_tokens.weight|2d-64|(62976, 1920)","model.language_model.embed_tokens.weight|2d-64|(183872, 1920)",model.language_model.embed_tokens.weight,2d-64,0,0.13646165989877312,3.0095464320916605 +643,760,0.06972179524161232,0.9991105287474179,0.9991105287474178,0.9998789521309376,0.06972179524161232,0.07389024208185654,0.07171531901250447,0.042168131877700965,1.0588442047404059,"model.language_model.layers.21.linear_attn.conv1d.weight|3d-axis0-slice|(4589, 0, 0)","model.language_model.layers.22.linear_attn.conv1d.weight|3d-axis0-slice|(4629, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,1,0.0,0.11341660382222528 +779,925,0.41027706323419144,0.9119846449401575,0.9119846449401576,0.9245232588930786,0.4102770632341914,0.45314087354633725,0.4301152993464975,0.410224337885229,1.007264494415903,"model.language_model.layers.5.linear_attn.conv1d.weight|3d-volume|(4884, 0, 0)","model.language_model.layers.1.linear_attn.conv1d.weight|3d-volume|(4708, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,4,5.551115123125783e-17,1.086741895430616 +1124,1156,1.1171386436596114,-0.01113628234420112,-0.0034596443450270265,-0.003463011161526161,1.1251741297917344,2.1962324533446385,1.4161976534879928,0.9999940154125952,-0.006752895384277105,"model.language_model.layers.20.linear_attn.in_proj_qkv.weight|2d-128|(5632, 1792)","model.language_model.layers.10.linear_attn.in_proj_qkv.weight|2d-128|(4352, 1152)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,10,0.008035486132123015,3.2306230316994347 +1473,1503,1.1123658065644058,0.004446618430162593,0.004367968238106478,0.005047371420862802,1.12024694038653,2.199513538494174,1.411713210591765,0.9999904603812333,0.008576149533702634,"model.language_model.layers.17.linear_attn.in_proj_qkv.weight|2d-64|(5376, 640)","model.language_model.layers.14.linear_attn.in_proj_qkv.weight|2d-64|(5248, 1728)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,3,0.007881133822124298,3.0026017327077046 +1569,1704,1.1312817502474486,0.06771766745724139,0.01939462250512392,0.019388700210206226,1.9227375455548001,1.1570633388641673,1.402043719491447,0.999811906619382,0.011671279173629272,"model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(256, 1664)","model.language_model.layers.21.linear_attn.in_proj_z.weight|2d-128|(1280, 768)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,3,0.025781588616718754,5.759314263786576 +1811,1979,1.1229990044834328,0.02133181859794387,0.042388131711122407,0.04216240442787579,2.1398952276715146,1.1060447591660774,1.3895466687018594,0.9991012192415945,0.021909096447186045,"model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-64|(320, 704)","model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-64|(1024, 64)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,14,0.016954245317355454,5.4629207363774706 +2134,2203,1.2080922356617338,0.011773250588262105,0.0034230826721988084,0.003422912010399053,1.782358356800783,1.205252449311987,1.4119654252569693,0.999994141235347,0.002314730233189671,"model.language_model.layers.16.linear_attn.out_proj.weight|2d-128|(1280, 256)","model.language_model.layers.22.linear_attn.out_proj.weight|2d-128|(1792, 384)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,6,0.002839786349746909,4.71636535726011 +2327,2366,1.210618759846878,0.023900804538959132,0.008468324525937924,0.008493979559052326,1.244756962705919,1.6602396865095197,1.408453891255874,0.999964143097003,0.011294934575534231,"model.language_model.layers.22.linear_attn.out_proj.weight|2d-64|(1344, 64)","model.language_model.layers.16.linear_attn.out_proj.weight|2d-64|(1344, 1152)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,6,0.0341382028590409,3.305426758424886 +2617,2750,1.25309572900508,0.043354008394231786,0.003259417616205395,0.003275274131083888,1.2966847000506854,1.564664673978841,1.4119470696421532,0.9999946880842933,0.003933026742446763,"model.language_model.layers.21.mlp.down_proj.weight|2d-128|(1280, 4608)","model.language_model.layers.5.mlp.down_proj.weight|2d-128|(1920, 1024)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,16,0.04358897104560544,3.193148720760501 +2937,3066,1.2405912737659945,0.009423490679338006,0.0031627438904365266,0.0028044560493576303,1.5997035878083128,1.2779363259602834,1.4120307124526241,0.9999949985130344,0.00252658388597807,"model.language_model.layers.3.mlp.down_proj.weight|2d-64|(1664, 6016)","model.language_model.layers.21.mlp.down_proj.weight|2d-64|(704, 5568)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,18,0.03734505219428885,4.3567160831207445 +3147,3220,1.1399716937182571,0.02428977264697476,0.00593377852773062,0.005939059539757057,1.9444376823307064,1.161878838393442,1.4105137086218047,0.9999823949812235,0.0035456686350676405,"model.language_model.layers.13.mlp.gate_proj.weight|2d-128|(5760, 256)","model.language_model.layers.23.mlp.gate_proj.weight|2d-128|(5760, 0)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,10,0.021907144675184842,5.584023241171943 +3425,3518,1.1271494244892155,0.001973111566039413,-0.004396644979356291,-0.004859187151626566,1.1364146175102303,2.122269467591475,1.4167987294673003,0.9999903347097538,-0.008210793187410937,"model.language_model.layers.23.mlp.gate_proj.weight|2d-64|(3328, 1344)","model.language_model.layers.11.mlp.gate_proj.weight|2d-64|(6080, 640)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,12,0.009265193021014806,3.0259923695122777 +3594,3665,1.2017407624945664,0.014502854237690986,0.0008804528890408605,0.0009787593963092216,1.7335395267055953,1.223458595985788,1.4136268465970392,0.9999996124012799,0.0006213862671505736,"model.language_model.layers.2.mlp.up_proj.weight|2d-128|(4096, 896)","model.language_model.layers.23.mlp.up_proj.weight|2d-128|(896, 768)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,21,0.021717833491221583,4.612730302179576 +4051,4062,1.1998758075396758,0.033694883133188275,0.015842994235203006,0.01592916383311468,1.2251013529341221,1.6927266621090054,1.403531599051996,0.9998744918906889,0.021890318450255995,"model.language_model.layers.23.mlp.up_proj.weight|2d-64|(960, 1024)","model.language_model.layers.4.mlp.up_proj.weight|2d-64|(4992, 0)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,19,0.025225545394446325,3.1164260110627784 +4281,4300,1.1585084684671465,0.010103429817730865,-0.0014387275926459062,-0.0014677787019488672,1.1710390024675514,1.926261926718176,1.4151164269407157,0.9999989650309216,-0.0023665874311556063,"model.language_model.layers.3.self_attn.k_proj.weight|2d-128|(128, 1536)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 1536)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,20,0.012530534000404936,3.112556515173303 +4409,4458,1.0921275799835288,0.053126056518507915,0.024192204943803322,0.024104587251695793,2.196561391633739,1.1093338949464042,1.4003786849240434,0.9997073257808792,0.012217838772851342,"model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 1024)","model.language_model.layers.19.self_attn.k_proj.weight|2d-64|(128, 768)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,4,0.01720631496287539,6.470932036014025 +4674,4850,1.0997171052176937,0.02610137473317866,0.0020055538182009087,0.0019633644503140486,1.116358711950236,2.2405492071174327,1.4130809817904904,0.9999979888749189,0.004025177542934509,"model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(768, 256)","model.language_model.layers.11.self_attn.o_proj.weight|2d-128|(1920, 256)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,8,0.016641606732542336,2.8976339616322195 +4877,5002,1.1016617217198406,0.0021625579789275855,0.016072600107657865,0.016482204861527506,1.1002522119107483,2.3152644432248097,1.4053741862842068,0.9998708274201119,0.03382162665667983,"model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(128, 448)","model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(128, 1792)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,12,0.0014095098090922686,2.9615570988561304 +5220,5332,1.0978085048268118,0.023551734123889334,0.0030308529251874255,0.0031287562726976664,2.3270186577957945,1.1058781766295651,1.4125508914937637,0.9999954069547249,0.001440364087889829,"model.language_model.layers.11.self_attn.q_proj.weight|2d-128|(3200, 0)","model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(3456, 1536)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,8,0.008069671802753309,6.350882649006362 +5524,5626,1.08520576859849,0.02012729096495222,0.007759060621670923,0.008460508180447059,1.0960501268215805,2.40088259395851,1.4100620420341587,0.9999698980360705,0.0169961146266726,"model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(1408, 704)","model.language_model.layers.11.self_attn.q_proj.weight|2d-64|(3136, 512)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,8,0.0108443582230906,2.8155227710508584 +5733,5764,1.0705594670331713,0.04846958122788546,0.0035282398903579504,0.003645699736003974,2.488127755438862,1.0903949308930605,1.412377994578656,0.9999937757422673,0.0015462127629947292,"model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(256, 1792)","model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(0, 512)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,12,0.019835463859889213,8.674148271830761 +6045,6048,1.0596339635529057,0.04912889438310796,0.03649074237371958,0.03659430348954047,2.761581521908223,1.0577061059276216,1.3968704024852248,0.9993339910765644,0.013976223664708347,"model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(256, 384)","model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(64, 1088)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,12,0.001927857625284135,9.457088032049564 +6289,6391,1.1191542270509776,0.035644443409954166,0.00349502182068198,0.003497333885745636,1.1308564505362764,2.1274450635856126,1.4121635619705575,0.9999938923925851,0.006575075833902544,"model.visual.blocks.23.attn.proj.weight|2d-128|(384, 896)","model.visual.blocks.14.attn.proj.weight|2d-128|(896, 384)",model.visual.layers.*.attn.proj.weight,2d-128,9,0.011702223485298813,3.1408903700487434 +6419,6544,1.155143321921691,0.053357630715114325,0.010146412319311881,0.01081557728599212,1.183046074122345,1.8417024125500356,1.40767344410061,0.9999485238336254,0.01579538824053577,"model.visual.blocks.23.attn.proj.weight|2d-64|(64, 512)","model.visual.blocks.10.attn.proj.weight|2d-64|(768, 832)",model.visual.layers.*.attn.proj.weight,2d-64,13,0.02790275220065408,3.0407577165696686 +6828,6848,1.062044153021185,0.04296997436455519,0.011161363163695863,0.011236506915804405,2.714448621362387,1.0709060517370939,1.4088146443452596,0.9999377100461448,0.0044033883211384035,"model.visual.blocks.6.attn.qkv.weight|2d-128|(2816, 640)","model.visual.blocks.1.attn.qkv.weight|2d-128|(0, 0)",model.visual.layers.*.attn.qkv.weight,2d-128,5,0.008861898715908811,7.661302098187146 +7061,7062,1.0550125468184806,0.02414561472163048,0.008353515919484257,0.008371485917854983,1.0462322530290449,3.3104299885350446,1.4108149310903053,0.9999651087771927,0.02643173112805754,"model.visual.blocks.0.attn.qkv.weight|2d-64|(1920, 896)","model.visual.blocks.18.attn.qkv.weight|2d-64|(2752, 576)",model.visual.layers.*.attn.qkv.weight,2d-64,18,0.008780293789435678,3.6984492694515883 +7312,7358,1.193411400544206,0.0038587138978732234,-0.003305624343474779,-0.003478684798071259,1.2166470492593051,1.7640527645720765,1.4163967802960349,0.9999945364089246,-0.00479292311216596,"model.visual.blocks.1.mlp.linear_fc1.weight|2d-128|(3200, 896)","model.visual.blocks.17.mlp.linear_fc1.weight|2d-128|(128, 640)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,16,0.02323564871509909,3.3505800513845454 +7582,7640,1.1938347502256756,0.06965518582755509,0.042442980346765476,0.042804569933463626,1.6525190376174115,1.2162201856530055,1.3852624947173924,0.9990988907106664,0.031237164753899163,"model.visual.blocks.20.mlp.linear_fc1.weight|2d-64|(3584, 192)","model.visual.blocks.1.mlp.linear_fc1.weight|2d-64|(3328, 640)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,19,0.022385435427329847,4.984852544917843 +7794,7925,1.2000445115901202,0.008958393670123936,-0.00043105053342445374,-0.00039881733193752514,1.230091186611881,1.718253912337315,1.4145020660925882,0.9999999070977146,-0.0006021133014631914,"model.visual.blocks.4.mlp.linear_fc2.weight|2d-128|(384, 768)","model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(128, 3840)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,6,0.03004667502176095,3.518021794210958 +7989,7991,1.1731012118084325,0.057065210504725836,0.02913538814237182,0.029301215675619878,1.2288318602756267,1.651896142743865,1.3943420364609176,0.9995754744679329,0.039166168167982,"model.visual.blocks.4.mlp.linear_fc2.weight|2d-64|(384, 1792)","model.visual.blocks.2.mlp.linear_fc2.weight|2d-64|(192, 3456)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,2,0.05573064846719422,3.2970478550455873 +8274,8379,0.6328175511631585,0.7967757653533367,0.7929710905774683,0.7929758581669509,0.6366160289390397,0.6512114823642764,0.6437897029549651,0.6092592629647748,0.8111512369984922,"model.visual.merger.linear_fc1.weight|2d-128|(2048, 1280)","model.visual.merger.linear_fc1.weight|2d-128|(2048, 2304)",model.visual.merger.linear_fc1.weight,2d-128,0,0.0037984777758811594,1.6967582907172076 +8530,8559,1.3259049689079119,0.04716858700694582,0.011007743575486983,0.01120920770024215,1.373918688885237,1.4413369366755067,1.4064173453552966,0.9999394129552932,0.011547894015238312,"model.visual.merger.linear_fc1.weight|2d-64|(64, 1152)","model.visual.merger.linear_fc1.weight|2d-64|(2688, 2048)",model.visual.merger.linear_fc1.weight,2d-64,0,0.048013719977325175,3.453953577150899 +8759,8818,1.3314162022909608,0.04468456651042368,0.0013671192207907416,0.0011481821893395978,1.4527657061139863,1.376788953377049,1.413247926373517,0.9999990654920814,0.0012956216086411725,"model.visual.merger.linear_fc2.weight|2d-128|(128, 2944)","model.visual.merger.linear_fc2.weight|2d-128|(1152, 1536)",model.visual.merger.linear_fc2.weight,2d-128,0,0.04537275108608818,3.7478682391447933 +8987,9003,1.318224305835103,0.03580777430679565,0.013390768834882886,0.013444804734028626,1.3432387834863981,1.475578811958079,1.4047548774505285,0.9999103396355149,0.014710068687338377,"model.visual.merger.linear_fc2.weight|2d-64|(1152, 384)","model.visual.merger.linear_fc2.weight|2d-64|(960, 1600)",model.visual.merger.linear_fc2.weight,2d-64,0,0.025014477651295053,3.345211675748282 +9253,9349,0.48289841738290645,0.8796198757668479,0.7916681460455568,0.7923635672623589,0.7076968259056291,0.6160087716448197,0.6571029172821786,0.6109513454742455,0.6891009035850704,"model.visual.pos_embed.weight|2d-128|(512, 640)","model.visual.pos_embed.weight|2d-128|(2048, 640)",model.visual.pos_embed.weight,2d-128,0,0.13311035426191326,2.5382066205963607 +9506,9529,0.2869806483268115,0.9581081418579592,0.9407835173835679,0.9408558972815902,0.3409991062683884,0.3488194684809475,0.3448427987180736,0.3390079253047069,0.9623591395312527,"model.visual.pos_embed.weight|2d-64|(1408, 256)","model.visual.pos_embed.weight|2d-64|(1600, 256)",model.visual.pos_embed.weight,2d-64,0,0.05401845794157689,0.9671604127578064 +9694,9859,1.0126713915456602,0.05981198537309986,0.008322966917353819,0.008160949119409412,4.286192411132341,1.0263286101934863,1.411545446568758,0.9999653635110031,0.001992934112520961,"mtp.fc.weight|2d-128|(1664, 0)","mtp.fc.weight|2d-128|(1152, 3200)",mtp.fc.weight,2d-128,0,0.013657218647826097,10.966227316480673 +9891,9908,1.0048807131225304,0.04464581242004313,0.03343072465190911,0.02933531975405471,1.0070481179967428,6.415284978561529,1.406951841924997,0.9994410371048651,0.21296661187197893,"mtp.fc.weight|2d-64|(576, 2624)","mtp.fc.weight|2d-64|(1216, 4032)",mtp.fc.weight,2d-64,0,0.0021674048742124086,7.513286922568542 +10142,10239,1.252157985764823,0.09439989230567461,0.014925799415201783,0.014926275006022532,1.421956778020588,1.385981026513087,1.4036232400216577,0.9998886040513799,0.01454817411806752,"mtp.layers.0.mlp.down_proj.weight|2d-128|(1152, 512)","mtp.layers.0.mlp.down_proj.weight|2d-128|(1152, 3328)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.1338230407482639,3.2869037023860455 +10454,10496,1.240743254571842,0.0462029468703061,0.033383083911935896,0.03341155760730476,1.3268417819741172,1.4643540866469658,1.3905240576155633,0.9994426295233402,0.03684286703618104,"mtp.layers.0.mlp.down_proj.weight|2d-64|(1792, 5440)","mtp.layers.0.mlp.down_proj.weight|2d-64|(704, 5248)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.0860985274022752,3.358704632918363 +10649,10701,1.2942283060817297,0.03927211834692856,0.01893041202088992,0.01895151750216723,1.4727419822458616,1.338509798310495,1.4008252640002132,0.9998208036947017,0.017205010980522104,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(3840, 1280)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(384, 1664)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.04428149222876532,4.156374864675854 +10897,11053,1.2816032112500417,0.01036711425642938,0.022349167089477123,0.022509799918445844,1.2739821363690293,1.5689661139124798,1.3986614561624207,0.9997502261717207,0.027524001190076693,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(0, 64)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(5568, 128)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.00762107488101238,3.5617990199594827 +11154,11368,1.315731901383411,0.06396778827802675,0.012286203541616858,0.012233210053350733,1.4327236701514843,1.3797813854706735,1.4055052474693859,0.999924521752784,0.011832201350477032,"mtp.layers.0.mlp.up_proj.weight|2d-128|(4864, 1408)","mtp.layers.0.mlp.up_proj.weight|2d-128|(5888, 1664)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.06404948408726252,3.7515011345600877 +11521,11575,1.2988578491041523,0.024533732113982222,0.0033363575020895677,0.003334970567426284,1.3494942639379293,1.483763971460306,1.4118630209322245,0.9999944343438208,0.003668312781905605,"mtp.layers.0.mlp.up_proj.weight|2d-64|(4672, 1792)","mtp.layers.0.mlp.up_proj.weight|2d-64|(2368, 256)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.05063641483377701,3.36317532121458 +11666,11712,1.203212805330643,-0.006131370560041042,-0.009298004672281656,-0.00929625190326902,1.7271687683667554,1.2346066717108946,1.420420727887459,0.999956772620254,-0.006646356055206537,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 256)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 0)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.031393866380251545,5.435829957149247 +11757,11925,1.0741299542227398,0.01731677999254783,0.004083993223673974,0.004146828405626923,2.4522889249044124,1.093199539623274,1.4120640600905285,0.9999916604649005,0.0018205927803221578,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 1856)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 320)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.019069585400534272,8.649517518358682 +12212,12214,1.0213098965589038,0.4550398106008768,0.41767789534169364,0.4176589922587412,1.050572251878818,1.1116182133974621,1.0798031826097052,0.9085951660354205,0.4419480478044282,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(1792, 512)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1792, 768)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.02926235531991428,3.1838932527894386 +12270,12287,1.1400681360172398,0.014465748967615882,0.016786320487658962,0.01680701144632895,1.1624720421391723,1.906428121245498,1.4036218260555655,0.999859099795809,0.027529189752402827,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(0, 1920)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(1728, 64)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.02240390612193255,3.4823397908898968 +12577,12619,1.0448751818907198,0.04175188037890074,0.009358728404300496,0.009309111880687252,3.0709038569030622,1.054243663694686,1.4101430747077894,0.9999562061423762,0.0032128586827277956,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 128)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(896, 1408)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.0093684818039661,8.39929976454777 +12808,12948,1.0440863675090648,0.014527337220591519,0.022194899928332294,0.02217182331808676,1.0415086281363062,3.3154120724193854,1.405210193811575,0.9997536628675943,0.07065254879377021,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(832, 512)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(640, 1536)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.002577739372758625,3.0886350863589733 +13036,13059,1.333571573906457,0.013443849036325794,0.010071762926567125,0.010061664441566382,1.3630623700745463,1.4556776795503663,1.4070891657626583,0.9999492785094407,0.010756103908234817,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 1536)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(384, 384)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.02949079616808925,3.5081844293080358 +13193,13266,1.284812118793407,0.01682447395411068,0.00399876180332513,0.003934758214898717,1.3170508931700755,1.5294810821992406,1.4114145614176534,0.9999920049200595,0.004643731356261966,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 1600)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 128)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.032238774376668555,3.449791907118575 +155,231,1.138055920730989,0.28790906146166373,0.314508129556504,0.31376566749975915,1.1244440927292714,1.2258949112791122,1.171888773511091,0.9492547795206877,0.3428840242678552,"model.language_model.embed_tokens.weight|2d-128|(241920, 1152)","model.language_model.embed_tokens.weight|2d-128|(58880, 1152)",model.language_model.embed_tokens.weight,2d-128,0,0.013611828001717674,3.052680267768498 +278,470,1.071163561379156,0.40895446719908957,0.34240399377991587,0.34014655077076195,1.1290133228228687,1.1658153021546012,1.1469717361282368,0.9395528218485447,0.3535651948458914,"model.language_model.embed_tokens.weight|2d-64|(215360, 512)","model.language_model.embed_tokens.weight|2d-64|(223040, 512)",model.language_model.embed_tokens.weight,2d-64,0,0.05784976144371279,3.0587100464508383 +653,677,0.06974273913102211,0.9994631370529274,0.9994631370529273,0.9994144298030634,0.0743609091987054,0.06974273913102211,0.0719408898071762,0.03276335868498876,0.9373916697587777,"model.language_model.layers.13.linear_attn.conv1d.weight|3d-axis0-slice|(5980, 0, 0)","model.language_model.layers.16.linear_attn.conv1d.weight|3d-axis0-slice|(5654, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,3,0.0,0.1320241492205247 +853,931,0.4139996933845036,0.9877227051415018,0.987722705141502,0.982669159795805,0.6850585119746262,0.4139996933845036,0.5010891665161277,0.1562173413803785,0.5969079865876333,"model.language_model.layers.5.linear_attn.conv1d.weight|3d-volume|(1956, 0, 0)","model.language_model.layers.6.linear_attn.conv1d.weight|3d-volume|(1684, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,1,0.0,2.1656084805484666 +1124,1150,1.1183072930961662,0.004639148040420487,-0.006497601693946417,-0.006587441741109513,1.1278329049429185,2.1896018696040738,1.4179492998220935,0.999978890363305,-0.012614599870827258,"model.language_model.layers.20.linear_attn.in_proj_qkv.weight|2d-128|(5632, 1792)","model.language_model.layers.6.linear_attn.in_proj_qkv.weight|2d-128|(4864, 256)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,14,0.00952561184675238,3.0982420923762266 +1300,1360,1.1125049743988515,0.020541820608201256,0.01846643459502462,0.018848614566699052,2.164466799498192,1.116758609332754,1.4035317351245051,0.9998294808582849,0.009527773686551841,"model.language_model.layers.22.linear_attn.in_proj_qkv.weight|2d-64|(2752, 1984)","model.language_model.layers.16.linear_attn.in_proj_qkv.weight|2d-64|(2304, 1920)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,6,0.004253634933902406,6.106615188505093 +1569,1675,1.1323430549235065,0.020295716642328415,-0.0007199139210767368,-0.0007376148551316315,2.060624483968347,1.1441594166174056,1.414645587639498,0.9999997408619395,-0.00039973139131475096,"model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(256, 1664)","model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(896, 512)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,0,0.011816361693899102,5.647124235922682 +1846,1922,1.1239920437168804,0.0064803981143244805,0.02680385859821601,0.02807418436727544,1.1062398691376776,2.2098171776387816,1.3989577727944866,0.9996407120382037,0.053543204154728394,"model.language_model.layers.20.linear_attn.in_proj_z.weight|2d-64|(1152, 64)","model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-64|(640, 768)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,16,0.017752174579202862,3.4758746253152317 +2123,2134,1.2082468247483913,0.0019072501048278886,-0.016332294436987263,-0.016332314848516768,1.205900387035878,1.8332157547456729,1.424778887977362,0.9998666191839908,-0.024828435080466858,"model.language_model.layers.0.linear_attn.out_proj.weight|2d-128|(512, 1408)","model.language_model.layers.16.linear_attn.out_proj.weight|2d-128|(1280, 256)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,16,0.002346437712513305,3.1994039291953653 +2437,2509,1.2107788327214302,0.05414403881843936,0.020294008000852015,0.020458889049122738,1.259129737384966,1.6025935906749624,1.400201664990694,0.9997940554130442,0.02582978241687597,"model.language_model.layers.5.linear_attn.out_proj.weight|2d-64|(1152, 1600)","model.language_model.layers.4.linear_attn.out_proj.weight|2d-64|(0, 640)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,1,0.048350904663535754,3.4876181218210554 +2622,2669,1.2535790978928305,0.014960027670785324,-0.00021597546646787206,-0.00014918298132701697,1.6165744975524952,1.2729467561995575,1.414362012931121,0.9999999766772988,-0.0001700665635114267,"model.language_model.layers.3.mlp.down_proj.weight|2d-128|(1280, 896)","model.language_model.layers.22.mlp.down_proj.weight|2d-128|(1536, 1920)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,19,0.019367658306727042,4.281705600138889 +3014,3066,1.2415524697223055,0.018700989296253547,0.008454596250302378,0.00872114886954895,1.6175170846461782,1.263838482549161,1.4084007890037031,0.999964259262422,0.00660595439576783,"model.language_model.layers.4.mlp.down_proj.weight|2d-64|(512, 1344)","model.language_model.layers.21.mlp.down_proj.weight|2d-64|(704, 5568)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,17,0.022286012826855606,4.438795511879585 +3118,3265,1.1402684928439015,-0.0005349312759908211,0.008090025188336335,0.008116798572674411,2.0249273539333226,1.14474837742211,1.4093035897375679,0.9999672752107701,0.00457351874360475,"model.language_model.layers.10.mlp.gate_proj.weight|2d-128|(2560, 1152)","model.language_model.layers.23.mlp.gate_proj.weight|2d-128|(4352, 896)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,13,0.004479884578208582,5.6673889657993985 +3338,3518,1.127185841372779,0.00152937627264649,-0.0027671322667230653,-0.0032708093078612365,1.1401339448710879,2.0924647316973317,1.415856750534799,0.9999961714821805,-0.005078461791359421,"model.language_model.layers.23.mlp.gate_proj.weight|2d-64|(4032, 128)","model.language_model.layers.11.mlp.gate_proj.weight|2d-64|(6080, 640)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,12,0.012948103498308772,3.2392200556527255 +3594,3613,1.2020531292655807,0.025144474002137814,-0.005857415810317832,-0.005646276973293013,1.7214014792233967,1.233709425861994,1.4181303254532183,0.9999828451928688,-0.004197945211271875,"model.language_model.layers.2.mlp.up_proj.weight|2d-128|(4096, 896)","model.language_model.layers.23.mlp.up_proj.weight|2d-128|(4480, 1664)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,21,0.031656296596413336,4.799237851619706 +4066,4068,1.2001447316226457,0.0326949669769666,0.014473800890552313,0.014729066338024108,1.2207092844432657,1.7079615429927808,1.4044969831679672,0.9998952490575103,0.020251091408117282,"model.language_model.layers.23.mlp.up_proj.weight|2d-64|(5760, 640)","model.language_model.layers.2.mlp.up_proj.weight|2d-64|(3776, 1856)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,21,0.020564552820619975,3.047192757794359 +4218,4300,1.1586197165052372,-0.012682835683785898,0.003485570584901768,0.003547707673038921,1.1538662395316084,1.9922549943615415,1.4120741125545602,0.9999939253803983,0.006018154590248762,"model.language_model.layers.15.self_attn.k_proj.weight|2d-128|(384, 1280)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 1536)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,8,0.004753476973628823,3.342872712229466 +4409,4578,1.0922637546643563,0.03912452440331142,0.01002025875255218,0.0099467124509163,2.2178240264274387,1.1146932334308564,1.4085161083244484,0.9999497959470425,0.005036249267570853,"model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 1024)","model.language_model.layers.11.self_attn.k_proj.weight|2d-64|(448, 128)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,12,0.022429478766500033,6.071727713356942 +4648,4860,1.0997319539454469,0.00833007443802693,0.012362176293911217,0.012406102659242088,1.1020084413030473,2.3171637709229853,1.4074163877369668,0.999923585379042,0.025993618528133176,"model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(1024, 256)","model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(768, 1536)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,12,0.002276487357600443,2.856566250297654 +5002,5051,1.101906568458709,0.027080013282612433,0.01880895195037727,0.01917430508031618,2.1993726230554187,1.1120373359967215,1.4034616289195467,0.9998230960157544,0.009510101471905447,"model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(128, 1792)","model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(1728, 1088)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,12,0.010130767538012453,6.066874759609022 +5220,5345,1.0987651619731937,0.015155839291874671,-0.0030512196918809115,-0.002986144774570363,2.3662954855961096,1.1049393196577866,1.4158668260013954,0.9999953450183615,-0.0014247639954500528,"model.language_model.layers.11.self_attn.q_proj.weight|2d-128|(3200, 0)","model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(1408, 0)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,8,0.00617415768459284,5.94046179806531 +5463,5524,1.085307097221474,0.025058331107269682,0.0072277345456080114,0.007251409019128438,2.3969466793191643,1.0966881100159227,1.4103410838798984,0.9999738795855311,0.0033069448757079276,"model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(3200, 1664)","model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(1408, 704)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,4,0.011381012794448697,6.325481845929041 +5760,5763,1.0706454579043894,0.027603112131228073,-0.010275004193834416,-0.010196560868292289,2.4417953293957244,1.1012048444266844,1.4196487896983436,0.999947210751056,-0.004633838167572823,"model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(256, 1920)","model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(0, 384)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,12,0.030559386522295062,8.639203253707992 +6042,6046,1.0600914063212226,0.035767113921984846,0.0271786161670112,0.027330189717180077,2.417484672645485,1.0848969755231899,1.3997823547643133,0.9996305931809242,0.012196974322997137,"model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(384, 512)","model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(128, 1024)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,12,0.024805569201967304,9.304566524041821 +6163,6289,1.1199365569914965,0.05246485254281253,0.0020230118684217754,0.002022938138698965,2.0697565062899796,1.1408800748092855,1.4130035313333902,0.9999979537093965,0.0011151137463614993,"model.visual.blocks.16.attn.proj.weight|2d-128|(0, 128)","model.visual.blocks.23.attn.proj.weight|2d-128|(384, 896)",model.visual.layers.*.attn.proj.weight,2d-128,7,0.020943517817789026,5.515473519411226 +6498,6558,1.1560194822075305,0.02597934266982072,0.009965032448846606,0.009930864859387045,1.8666026830177345,1.1768262188393652,1.4078414050367778,0.9999503478314777,0.006282596486161974,"model.visual.blocks.0.attn.proj.weight|2d-64|(384, 128)","model.visual.blocks.2.attn.proj.weight|2d-64|(960, 320)",model.visual.layers.*.attn.proj.weight,2d-64,2,0.020806736631834744,5.9366962611495735 +6714,6783,1.0630568299168572,0.04787283657846893,-0.004102959527418742,-0.004058980071698807,2.530475148407156,1.0905332854342784,1.4163209339729534,0.9999915828261338,-0.0017682109766050534,"model.visual.blocks.12.attn.qkv.weight|2d-128|(2048, 128)","model.visual.blocks.0.attn.qkv.weight|2d-128|(1920, 896)",model.visual.layers.*.attn.qkv.weight,2d-128,12,0.027476455517421172,9.580999523205472 +7106,7108,1.0556506230836513,0.011459722222522294,-0.0002100947688681613,-0.00021462515308304255,1.0346045155949066,3.9022208899731945,1.4142871623909685,0.9999999779300939,-0.0007924150567620671,"model.visual.blocks.0.attn.qkv.weight|2d-64|(1728, 64)","model.visual.blocks.10.attn.qkv.weight|2d-64|(2176, 0)",model.visual.layers.*.attn.qkv.weight,2d-64,10,0.021046107488744692,4.288916965322227 +7312,7374,1.1936223648336362,0.04677385380162443,0.007689849072381475,0.007548871586231515,1.2188811118658454,1.729808904753676,1.4090837047281322,0.9999704326735086,0.010913262394602876,"model.visual.blocks.1.mlp.linear_fc1.weight|2d-128|(3200, 896)","model.visual.blocks.15.mlp.linear_fc1.weight|2d-128|(896, 768)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,14,0.025258747032209206,3.4294817367817516 +7543,7663,1.1943146893572583,0.03754439389311644,0.017387469921856503,0.017069115056737305,1.2162459766078757,1.713293438070715,1.402558794699519,0.9998488265181474,0.024493267558305006,"model.visual.blocks.1.mlp.linear_fc1.weight|2d-64|(704, 768)","model.visual.blocks.14.mlp.linear_fc1.weight|2d-64|(3200, 256)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,13,0.021931287250617437,3.3670165945144146 +7832,7860,1.2001175810701614,0.06041335441079547,0.0033854735141328716,0.002932231135832737,1.2392474590860914,1.6852897046922108,1.41192666127448,0.9999942692681218,0.004604006743805575,"model.visual.blocks.0.mlp.linear_fc2.weight|2d-128|(512, 3072)","model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(512, 1152)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,10,0.03912987801592993,3.4100916961287306 +8126,8169,1.1742178940300014,0.024075473024488273,0.010256944633348856,0.01013278691626242,1.8075277184272247,1.1923007340491207,1.4075305042141695,0.9999473961598122,0.006765795340656855,"model.visual.blocks.2.mlp.linear_fc2.weight|2d-64|(960, 896)","model.visual.blocks.0.mlp.linear_fc2.weight|2d-64|(768, 320)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,2,0.018082840019119306,5.161575664279773 +8317,8440,0.6349723065858317,0.795767529044683,0.7871837653026126,0.7872197841447244,0.6492977674699975,0.655674489885817,0.6524627592027089,0.6167185092438863,0.7949146595287448,"model.visual.merger.linear_fc1.weight|2d-128|(1920, 1536)","model.visual.merger.linear_fc1.weight|2d-128|(1920, 3584)",model.visual.merger.linear_fc1.weight,2d-128,0,0.014325460884165753,1.6279355873757426 +8651,8655,1.327930363094057,0.06997857290573255,0.02302058999452382,0.02214374742270222,1.4207401699288251,1.3760301635091297,1.3978491859738038,0.9997349911032943,0.02229614315461227,"model.visual.merger.linear_fc1.weight|2d-64|(2176, 192)","model.visual.merger.linear_fc1.weight|2d-64|(320, 384)",model.visual.merger.linear_fc1.weight,2d-64,0,0.04809980041507256,3.6674017613677155 +8875,8935,1.331416975883741,0.052407288626208595,0.009886487580434712,0.009840802342671335,1.371841852093395,1.4454735649222226,1.407214986652045,0.9999511274873998,0.010417131118753281,"model.visual.merger.linear_fc2.weight|2d-128|(1152, 1920)","model.visual.merger.linear_fc2.weight|2d-128|(896, 896)",model.visual.merger.linear_fc2.weight,2d-128,0,0.04042487620965396,3.6249791842060053 +8970,8987,1.3184046079295781,0.03726419461166163,0.02489349818274609,0.024883401981460492,1.4695968945707274,1.3334734720271006,1.39658414561365,0.9996901088578528,0.02258770386306718,"model.visual.merger.linear_fc2.weight|2d-64|(256, 1792)","model.visual.merger.linear_fc2.weight|2d-64|(1152, 384)",model.visual.merger.linear_fc2.weight,2d-64,0,0.015068864097522505,3.888231888260487 +9308,9324,0.48626800699187395,0.8739590612142534,0.8000866865359733,0.8000314719523451,0.6364146342672885,0.6284950286618659,0.6324176437977698,0.5998844005538794,0.7901303299936548,"model.visual.pos_embed.weight|2d-128|(1408, 512)","model.visual.pos_embed.weight|2d-128|(1664, 512)",model.visual.pos_embed.weight,2d-128,0,0.14222702166999196,2.573989139567458 +9471,9614,0.29111073832894135,0.9567542112726964,0.8923302918718364,0.8915589680097649,0.4625898896779722,0.4655991534924038,0.4640872044228755,0.4513830415599629,0.8981351253058752,"model.visual.pos_embed.weight|2d-64|(384, 960)","model.visual.pos_embed.weight|2d-64|(1152, 960)",model.visual.pos_embed.weight,2d-64,0,0.17147915134903086,1.22905450519519 +9805,9859,1.0126962169455962,0.037887639069842924,0.010958669004216385,0.01166859179813924,4.87938123683506,1.0193449375870343,1.411107898427185,0.9999399519839459,0.0022893607262763523,"mtp.fc.weight|2d-128|(1664, 3584)","mtp.fc.weight|2d-128|(1152, 3200)",mtp.fc.weight,2d-128,0,0.006648720641438066,12.952833397042099 +10006,10068,1.0049876213932438,0.037895216741421905,0.03094621504101653,0.028566012683161047,6.801755100837574,1.0063464305355596,1.4078628715123336,0.9995210511913368,0.004578614281669434,"mtp.fc.weight|2d-64|(1920, 2944)","mtp.fc.weight|2d-64|(1664, 3712)",mtp.fc.weight,2d-64,0,0.0013588091423157866,52.9064941085679 +10132,10231,1.2553263659848786,0.04121118337159965,0.0025774443066845045,0.0025739619313991354,1.4656095290816773,1.3645846437639948,1.4123945026036406,0.9999966783849065,0.002399780331165276,"mtp.layers.0.mlp.down_proj.weight|2d-128|(1536, 1024)","mtp.layers.0.mlp.down_proj.weight|2d-128|(1792, 4096)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.10925827777911623,3.8182801658834427 +10442,10545,1.240993961145665,0.06281186092154262,0.023606774524565808,0.023524128156909848,1.474514517555439,1.3314312235049388,1.397508980504411,0.9997213212673551,0.021316030675883894,"mtp.layers.0.mlp.down_proj.weight|2d-64|(0, 3712)","mtp.layers.0.mlp.down_proj.weight|2d-64|(1152, 4928)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.09043726235927374,4.045045156150663 +10765,10847,1.2945224079997961,0.05019938730396026,0.008451305126028224,0.008452950241915126,1.3471877814437998,1.478448512858738,1.408250752503923,0.9999642870831272,0.009274742294575285,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(2432, 1792)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(6016, 640)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.05266537344400368,3.512611457968904 +11093,11098,1.2817197687567201,0.09086482247062781,0.037607380522783874,0.03764850262934872,1.3564576210778918,1.4205509159279268,1.3873951592453073,0.9992925922522465,0.03938434789052875,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(384, 320)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(5120, 1536)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.0747378523211717,3.4594387270968303 +11201,11296,1.3157740368338278,0.03717926560530722,0.002390872058346831,0.002463271115022445,1.355390926962751,1.477559615983533,1.4125282326544049,0.9999971418613158,0.0026063742423840107,"mtp.layers.0.mlp.up_proj.weight|2d-128|(2944, 512)","mtp.layers.0.mlp.up_proj.weight|2d-128|(3840, 1536)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.03961689012892333,3.6301411616474586 +11500,11517,1.2988677664715385,0.028493760378767975,0.02030288530867895,0.02024827912650935,1.3148692558053665,1.5039286806190386,1.3999135417226989,0.9997938751803507,0.02322215032424563,"mtp.layers.0.mlp.up_proj.weight|2d-64|(3008, 448)","mtp.layers.0.mlp.up_proj.weight|2d-64|(192, 832)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.016001489333828056,3.586399648905832 +11666,11715,1.204113159315284,0.016655433222108166,-0.001480102790921238,-0.0014775113519978418,1.6783217277872915,1.246530416180145,1.4152151523250933,0.9999989046472643,-0.0010993083849238454,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 256)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 384)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.042417256864860864,4.995662436639284 +11730,11925,1.0745679281862195,0.029511463847752762,0.024456206922848684,0.02450494958569966,2.3641761344096546,1.0910569949293782,1.4009928930202706,0.9997009022417389,0.011286433038660731,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 128)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 320)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.016489066743158753,7.930624433313717 +12053,12055,1.0264278154148168,0.4008816209296687,0.4205216298553602,0.42057726659106226,1.0139451827799049,1.1611750360176052,1.0801057271509573,0.9072825132359774,0.4815834494668871,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(512, 640)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(512, 896)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.012482632634911894,3.4233934367661787 +12270,12272,1.1418938211310719,0.03664316254885961,0.03097530060687204,0.030995321318095674,1.1457759531845142,1.9383138648635023,1.3948923231191381,0.9995201502482648,0.05240104268879361,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(0, 1920)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(1472, 0)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.0038821320534423442,3.450766807005503 +12591,12596,1.045094967894547,0.02196047937594192,0.011065194828569179,0.011013549487968679,3.1793789139910973,1.0496095197548108,1.4095475004682567,0.9999387788576888,0.003652956802002755,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 1920)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(768, 512)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.004514551860263838,9.461808423471096 +12799,12927,1.044105733593419,0.0283280474351892,0.01079834847223511,0.010868611273019925,3.195558417579364,1.0491418636750045,1.409680420582665,0.9999416961354658,0.0035452330892935453,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(576, 256)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(832, 1920)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.005036130081585544,9.174817311042807 +13012,13070,1.334166216471155,0.00450380280635455,0.006242391090414095,0.006253020867984147,1.4068206858053194,1.4127835389357246,1.4097926547866215,0.9999805160869257,0.006268849658752094,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(0, 512)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(384, 1792)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.07265446933416442,4.182975891330253 +13081,13273,1.285424214832809,0.045064579854560714,0.025641811050907796,0.02561320982633526,1.3092558171344029,1.5029824836600647,1.3961378168556065,0.9996711947065543,0.029435953122734313,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(0, 576)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 576)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.02383160230159387,3.57268954311228 +36,254,1.1393486060272575,0.30708660262317006,0.31057513650036817,0.3105674846637696,1.1358211785338301,1.218294988440783,1.174892600699399,0.950548833352489,0.33312649868100774,"model.language_model.embed_tokens.weight|2d-128|(246656, 1408)","model.language_model.embed_tokens.weight|2d-128|(190080, 1408)",model.language_model.embed_tokens.weight,2d-128,0,0.003527427493427382,2.9761801993389763 +348,449,1.0720678908028312,0.4126816780711342,0.29883248849039673,0.2978886718271509,1.1659862804032932,1.2035659255392208,1.1843291759431873,0.9543055819928106,0.3084638358409599,"model.language_model.embed_tokens.weight|2d-64|(154944, 1920)","model.language_model.embed_tokens.weight|2d-64|(183872, 1920)",model.language_model.embed_tokens.weight,2d-64,0,0.09391838960046206,2.838971417598759 +655,733,0.07175998516755631,0.9991705008202262,0.9991705008202262,0.9997290014282174,0.0763335682530156,0.07175998516755631,0.07394090090066856,0.04072235615308134,0.9393044496630967,"model.language_model.layers.16.linear_attn.conv1d.weight|3d-axis0-slice|(1101, 0, 0)","model.language_model.layers.8.linear_attn.conv1d.weight|3d-axis0-slice|(1992, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,8,0.0,0.1232776517655856 +792,935,0.42383328263792247,0.9571710868814495,0.9571710868814497,0.9680757822985949,0.6544299673112574,0.4238332826379222,0.5030978194434242,0.28952290140537135,0.6198997357438009,"model.language_model.layers.4.linear_attn.conv1d.weight|3d-volume|(5084, 0, 0)","model.language_model.layers.12.linear_attn.conv1d.weight|3d-volume|(560, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,8,2.7755575615628914e-16,2.1504874507483036 +1086,1108,1.1185147209005477,0.007730235058617536,0.003810203036456027,0.003866306163060319,2.224823052458607,1.117308861924336,1.412050857385579,0.999992741150065,0.0019134886316728953,"model.language_model.layers.10.linear_attn.in_proj_qkv.weight|2d-128|(4096, 1408)","model.language_model.layers.18.linear_attn.in_proj_qkv.weight|2d-128|(4352, 1408)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,8,0.0012058589762116156,5.767866463015936 +1503,1535,1.1129881155925172,0.02448519040685403,0.003025810437151101,0.004008576882283177,2.1161569495385653,1.1328462249534532,1.4124319361850175,0.9999954222251212,0.0016198127137492429,"model.language_model.layers.14.linear_attn.in_proj_qkv.weight|2d-64|(5248, 1728)","model.language_model.layers.8.linear_attn.in_proj_qkv.weight|2d-64|(5312, 1984)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,6,0.019858109360936016,6.462341812685168 +1635,1733,1.132887790362758,-0.012333038195905019,-0.01598614623483342,-0.014217072604511508,2.1501265283124744,1.1391335199034713,1.4235353168386178,0.9998722133995717,-0.008469434142775685,"model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(256, 1920)","model.language_model.layers.22.linear_attn.in_proj_z.weight|2d-128|(256, 1408)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,4,0.00624572954071323,6.435127087090024 +1811,1938,1.1242457882188008,0.06251854857802944,0.04276735229370397,0.04236941261969997,1.9670724156592851,1.1323041044842248,1.3878168170737755,0.9990850582296715,0.02461813208023329,"model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-64|(320, 704)","model.language_model.layers.6.linear_attn.in_proj_z.weight|2d-64|(192, 1088)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,12,0.00805831626542397,5.181588300017003 +2134,2259,1.2084654650167146,0.008880537732828346,-0.00390633873725046,-0.003906591299808454,1.8154412845674015,1.2012468925396913,1.4167535945998446,0.9999923702297283,-0.0025847584877677268,"model.language_model.layers.16.linear_attn.out_proj.weight|2d-128|(1280, 256)","model.language_model.layers.8.linear_attn.out_proj.weight|2d-128|(1664, 1920)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,8,0.007218572477023288,4.829998736703835 +2458,2509,1.2108183548269589,0.001406880426306845,-0.004822119868409876,-0.0050296083492599635,1.2449290289751205,1.6898469451489293,1.4174663626183575,0.9999883735123997,-0.006545469130463366,"model.language_model.layers.16.linear_attn.out_proj.weight|2d-64|(1152, 768)","model.language_model.layers.4.linear_attn.out_proj.weight|2d-64|(0, 640)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,12,0.0341106741481616,3.1716644893809085 +2583,2813,1.2539831712608993,0.006123216792383338,-0.004694962961655514,-0.004705407696414148,1.2761098209781798,1.6192822291953282,1.4174377460869079,0.9999889786006587,-0.005957535915452402,"model.language_model.layers.21.mlp.down_proj.weight|2d-128|(1024, 1664)","model.language_model.layers.3.mlp.down_proj.weight|2d-128|(0, 6016)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,18,0.02212664971728051,3.176774944836989 +2867,3002,1.241820671100556,0.037432659816666,0.029694178918953953,0.02967913253998864,1.2663122019795208,1.5688800116459702,1.3935383530744918,0.9995590306421773,0.036789192819401906,"model.language_model.layers.21.mlp.down_proj.weight|2d-64|(1984, 576)","model.language_model.layers.8.mlp.down_proj.weight|2d-64|(512, 1792)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,13,0.02449153087896483,3.2556942195295013 +3248,3319,1.1404176812945277,0.04502083725151342,0.001572342117869912,0.0015567871018726978,1.9518241191562895,1.1633481447026601,1.4132352876089618,0.9999987638693681,0.0009371650179487019,"model.language_model.layers.10.mlp.gate_proj.weight|2d-128|(3968, 1536)","model.language_model.layers.23.mlp.gate_proj.weight|2d-128|(3840, 640)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,13,0.02293046340813243,5.170994530262978 +3377,3547,1.127667038639312,0.03747312467366082,0.01982875985002482,0.019843344580440576,2.047551907425961,1.1333186251990524,1.4022819204175618,0.999803390813819,0.01097520544955703,"model.language_model.layers.13.mlp.gate_proj.weight|2d-64|(1024, 704)","model.language_model.layers.23.mlp.gate_proj.weight|2d-64|(1792, 1344)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,10,0.005651586559740407,5.353880642938361 +3726,3823,1.2033410576191452,0.03172716103416412,-0.005728299559900706,-0.005744088595028483,1.2287515215317073,1.734743872449355,1.4180294561427904,0.9999835931574838,-0.008087178234949323,"model.language_model.layers.23.mlp.up_proj.weight|2d-128|(6016, 640)","model.language_model.layers.2.mlp.up_proj.weight|2d-128|(2176, 384)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,21,0.025410463912562076,3.241296346036865 +3891,4066,1.2005671124201573,0.03946303368006179,0.0255467590084369,0.025725658801259738,1.6847885345898654,1.219354778100196,1.3969486139450007,0.9996736282928368,0.01848930119262407,"model.language_model.layers.0.mlp.up_proj.weight|2d-64|(1728, 0)","model.language_model.layers.23.mlp.up_proj.weight|2d-64|(5760, 640)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,23,0.018787665680038756,4.1792165535920365 +4183,4290,1.1592434447571358,0.0568190201007137,0.0007478460096457849,0.0006430859866590667,1.1990639539396115,1.8102402538280769,1.4137265676680053,0.9999997203631338,0.0011290314798285401,"model.language_model.layers.15.self_attn.k_proj.weight|2d-128|(128, 896)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 256)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,8,0.039820509182475705,3.3167496671946726 +4409,4558,1.092368377278465,0.005959825048060867,-0.005448514663238391,-0.0054889980496948595,2.2323723092095697,1.121554934828216,1.4173012006919727,0.9999851567338209,-0.002737360825893153,"model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 1024)","model.language_model.layers.15.self_attn.k_proj.weight|2d-64|(128, 1216)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,8,0.02918655754975119,6.74982082041584 +4648,4686,1.099845908925659,0.0474203803012601,0.0022947692076713253,0.002326121444198961,1.1169968138787307,2.2340984372824892,1.4129148851296234,0.9999973670136755,0.004589753737058626,"model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(1024, 256)","model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(0, 1152)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,12,0.01715090495307181,2.9419731089376935 +4986,5051,1.1022908358310892,0.03043703346682098,0.015906061493764632,0.015979681632616538,2.265803469250564,1.1057234882953295,1.4053195676990644,0.9998734906015644,0.007762238004579783,"model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(512, 1920)","model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(1728, 1088)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,12,0.0034326524642402934,6.049370010191812 +5172,5302,1.0987651656269095,0.0038719151338178544,0.00846794571938147,0.008460199350953103,2.4606045267007963,1.0903445415496429,1.4097709614979408,0.999964146304903,0.003752321144286409,"model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(2688, 1536)","model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(384, 1920)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,4,0.008420624077266625,6.674808899574947 +5583,5614,1.0859110040950093,0.040979822297201915,0.011013838518097094,0.01132370158350893,2.39178527013821,1.0952679592837025,1.4083049872716833,0.9999393458410851,0.005043556621995323,"model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(2752, 896)","model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(1920, 1792)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,4,0.009356955188693172,5.91649842683075 +5785,5852,1.0706978399396796,0.012919828232149507,-0.0009879658197883094,-0.0010048429055338625,1.0793965025635528,2.662978424500534,1.4146998936955195,0.9999995119616503,-0.0024374098452161204,"model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(128, 1152)","model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(256, 512)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,12,0.008698662623873199,3.5786011650738403 +5924,6038,1.0607329741893667,0.004805401581271275,-0.01780731809783713,-0.0177013049087995,2.735347888864929,1.0819103974738096,1.4228007568019607,0.999841437139991,-0.007043317115019032,"model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(384, 1472)","model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(64, 1920)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,12,0.02117742328444283,9.768518749640439 +6340,6345,1.1200128870849158,0.06349581962269155,0.006368934161649194,0.006376972359684876,1.1584755333912642,1.959309248332131,1.4102620014014293,0.9999797181331452,0.010771666077753188,"model.visual.blocks.23.attn.proj.weight|2d-128|(128, 256)","model.visual.blocks.11.attn.proj.weight|2d-128|(128, 128)",model.visual.layers.*.attn.proj.weight,2d-128,12,0.038462646306348436,3.152194979029024 +6419,6498,1.1566404829318258,-0.016658353959044966,0.020120928157102317,0.02001174504410646,1.1584139737139396,1.9140733335194955,1.4015522794480215,0.9997975536327826,0.0332462598907509,"model.visual.blocks.23.attn.proj.weight|2d-64|(64, 512)","model.visual.blocks.0.attn.proj.weight|2d-64|(384, 128)",model.visual.layers.*.attn.proj.weight,2d-64,23,0.0017734907821138624,3.0625137295896607 +6784,6893,1.0637864582817806,0.006155414623403218,0.004283737242705982,0.004480107781617281,2.3740863174484343,1.1003919059153167,1.411900287038554,0.9999908247555251,0.0019855174406665376,"model.visual.blocks.0.attn.qkv.weight|2d-128|(2048, 0)","model.visual.blocks.1.attn.qkv.weight|2d-128|(640, 640)",model.visual.layers.*.attn.qkv.weight,2d-128,1,0.036605447633536015,8.752354019544084 +6968,7082,1.0579629589094426,0.03894132231700173,0.044054869582836234,0.043980939743166934,2.7388591458083305,1.0557585314153735,1.3931473965952805,0.9990291129221607,0.01698199941521415,"model.visual.blocks.21.attn.qkv.weight|2d-64|(256, 320)","model.visual.blocks.1.attn.qkv.weight|2d-64|(1792, 640)",model.visual.layers.*.attn.qkv.weight,2d-64,20,0.0022044274940691277,8.045794775218999 +7191,7319,1.1939674467406847,0.0502162349477219,0.0025181077268882322,0.0023173230647914158,1.2264703124460534,1.7210871621152315,1.4125295195796068,0.9999968295617121,0.003533622328719131,"model.visual.blocks.1.mlp.linear_fc1.weight|2d-128|(3200, 512)","model.visual.blocks.17.mlp.linear_fc1.weight|2d-128|(3328, 512)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,16,0.032502865705368755,3.1916196443285747 +7589,7623,1.194366570881148,0.016436536040908764,0.013878614662611742,0.013588592728834168,1.2050813585793068,1.755410004142132,1.405025630943804,0.9999036873894639,0.020216609317651325,"model.visual.blocks.1.mlp.linear_fc1.weight|2d-64|(1600, 768)","model.visual.blocks.17.mlp.linear_fc1.weight|2d-64|(3904, 384)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,16,0.010714787698158812,3.3851748697438175 +7727,7861,1.2001906008330074,-0.0002578809632335522,-0.009015012606193413,-0.00878186925296922,1.252743432965998,1.6801763243945913,1.4203098505478546,0.9999593639482107,-0.012090912110537535,"model.visual.blocks.3.mlp.linear_fc2.weight|2d-128|(0, 1024)","model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(640, 1920)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,7,0.05255283213299067,3.0916017930567663 +8049,8169,1.1745549323222526,0.029477079671880117,0.026325960295021388,0.02623139174185906,1.5321390081831943,1.2903075513005802,1.395749087254778,0.9996534118455981,0.022170694161873204,"model.visual.blocks.3.mlp.linear_fc2.weight|2d-64|(576, 3840)","model.visual.blocks.0.mlp.linear_fc2.weight|2d-64|(768, 320)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,3,0.11575261897832756,5.281252058566253 +8295,8350,0.638161634114116,0.789410097547061,0.7930481759853651,0.7930102374709824,0.6352065749115003,0.6527768911811898,0.6438119854911077,0.609158920616193,0.8149845157833348,"model.visual.merger.linear_fc1.weight|2d-128|(3584, 3200)","model.visual.merger.linear_fc1.weight|2d-128|(3584, 2176)",model.visual.merger.linear_fc1.weight,2d-128,0,0.0029550592026156286,1.6969087164571979 +8559,8696,1.3283580530889332,0.05582093334640108,0.02071506508564536,0.020722912473907392,1.4301985576964535,1.3707016923942141,1.3995024978768318,0.9997854200169641,0.0198533096108581,"model.visual.merger.linear_fc1.weight|2d-64|(2688, 2048)","model.visual.merger.linear_fc1.weight|2d-64|(1280, 1792)",model.visual.merger.linear_fc1.weight,2d-64,0,0.042343639305280956,3.8508572093816937 +8727,8875,1.3317524195971042,0.020451055735578653,0.014428591618356482,0.014406056533278356,1.4347197410271941,1.3751410209617003,1.4039831739275304,0.9998959024538058,0.013829424410721958,"model.visual.merger.linear_fc2.weight|2d-128|(0, 2944)","model.visual.merger.linear_fc2.weight|2d-128|(1152, 1920)",model.visual.merger.linear_fc2.weight,2d-128,0,0.0433886013645961,3.8209887875176274 +9064,9142,1.3186233922285004,0.020258010018709405,0.005681317375741734,0.0056121304619251465,1.3380325900444812,1.4955010528457748,1.4102153500013606,0.9999838611862074,0.006349932116892837,"model.visual.merger.linear_fc2.weight|2d-64|(1152, 1600)","model.visual.merger.linear_fc2.weight|2d-64|(1856, 2176)",model.visual.merger.linear_fc2.weight,2d-64,0,0.019409197815980717,3.1986430850558576 +9300,9316,0.4894789865075468,0.8720949474154439,0.8526849044038782,0.8526764817478938,0.5889433456886328,0.5237016808416184,0.5534590927059467,0.5224255485729513,0.7582266120053466,"model.visual.pos_embed.weight|2d-128|(1280, 512)","model.visual.pos_embed.weight|2d-128|(1536, 512)",model.visual.pos_embed.weight,2d-128,0,0.0342226943340716,2.193949255777999 +9498,9546,0.29252883687653153,0.9565933820373,0.8469438930027853,0.8479885623982296,0.6149000208018953,0.531994670156314,0.5689662679528347,0.5316822755229731,0.7327526780879439,"model.visual.pos_embed.weight|2d-64|(512, 640)","model.visual.pos_embed.weight|2d-64|(704, 640)",model.visual.pos_embed.weight,2d-64,0,0.23946583327978244,1.3775244294689157 +9732,9770,1.0129768363871796,0.04699762274847303,0.006790879687045439,0.006458561732367076,4.473275092811842,1.0243678901516975,1.4121223634270155,0.9999769417106957,0.001555093070057554,"mtp.fc.weight|2d-128|(384, 2560)","mtp.fc.weight|2d-128|(1408, 3456)",mtp.fc.weight,2d-128,0,0.011391053764517878,6.053203211102233 +10017,10069,1.0050317969475517,0.053297782638665345,0.027570921349245815,0.030724445246443816,1.0092038328152086,6.067683061439915,1.4078888111610606,0.9996198498909241,0.16576593054789066,"mtp.fc.weight|2d-64|(640, 2688)","mtp.fc.weight|2d-64|(1024, 3456)",mtp.fc.weight,2d-64,0,0.004172035867656909,7.98550777439426 +10142,10214,1.2570223928002853,0.03643074660967741,0.008940582513940433,0.008939472309981008,1.3489921499437374,1.475273083644114,1.4079027628868321,0.999960032193443,0.009777522230552383,"mtp.layers.0.mlp.down_proj.weight|2d-128|(1152, 512)","mtp.layers.0.mlp.down_proj.weight|2d-128|(768, 3456)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.09196975714345212,3.1419867397424466 +10488,10506,1.2412216170118575,0.05096139086826975,0.018011460483324884,0.01824923695194053,1.5691485938591192,1.2784626209749448,1.4016847317208845,0.9998377804880437,0.01467482370198369,"mtp.layers.0.mlp.down_proj.weight|2d-64|(1536, 1408)","mtp.layers.0.mlp.down_proj.weight|2d-64|(1152, 5952)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.03724100396308727,3.7229700392120444 +10649,10845,1.2946207463374257,0.0027285410075176385,-0.011829917861584103,-0.012094889516673691,1.538757967161969,1.3290940391982586,1.4224655583490078,0.9999300240733789,-0.010218028858063706,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(3840, 1280)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(2432, 512)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.034473292860832894,4.414135072801234 +10973,11103,1.2818115697158206,0.04070154696924301,0.029202291539641344,0.02908976557825206,1.5355005814160356,1.2851542938367686,1.3937389915866325,0.9995735221427355,0.024441182775348496,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(5568, 1344)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(1536, 704)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.0033427241209480485,4.296224934212615 +11321,11349,1.316226456763975,0.028757949250542626,0.0035850076743134383,0.003709805800976113,1.4533900989085216,1.3733671226079829,1.4116803702077645,0.9999935738393397,0.0033876188353676663,"mtp.layers.0.mlp.up_proj.weight|2d-128|(3456, 1536)","mtp.layers.0.mlp.up_proj.weight|2d-128|(5888, 0)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.0571406658440079,3.970297584799956 +11548,11607,1.2990154675777137,0.03420891661846947,0.004275309886660439,0.004150168468160562,1.4962304118351215,1.3392022878951069,1.4112057502888113,0.9999908608209243,0.003826619708026064,"mtp.layers.0.mlp.up_proj.weight|2d-64|(4736, 832)","mtp.layers.0.mlp.up_proj.weight|2d-64|(4800, 64)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.04018682031739318,4.017436647628375 +11675,11712,1.2042826250059118,0.012806794714807095,0.006515644265116936,0.006523034352929326,1.7087480567048126,1.2274548673382417,1.4098406495255098,0.9999787729646117,0.0046804204023413185,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 1408)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 0)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.02317224233232995,5.5750591904087194 +11744,11942,1.074598584618862,0.008364646854140616,0.0032529358043031876,0.0033084754889696334,2.407958004212972,1.0976452517975879,1.4124762467305125,0.9999947091903302,0.0014828205200209804,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 1024)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 1408)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.023046667178725944,8.391370480314166 +12165,12167,1.031117517418212,0.39161794679994594,0.4215812520020228,0.42158492135242315,1.01498824213932,1.1565806129459033,1.0788773778937883,0.9067906307193557,0.48039246427060844,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(1408, 640)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1408, 896)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.016129275278891964,3.4402291953778885 +12270,12280,1.1452498219302751,0.06157158729154684,0.030511273749819424,0.03058300895249933,1.1425271485579793,1.9565350890666133,1.3952971451536138,0.9995344227059734,0.05224941724928245,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(0, 1920)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(1920, 192)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.002722673372295814,3.273022315943431 +12580,12599,1.0452591125344226,0.027246373399140846,0.00660647812820102,0.006519058137452352,3.1526336978352063,1.0521241683968305,1.411405224486829,0.9999781769852488,0.0022047709860610267,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 512)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(768, 896)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.006865055862407932,8.985264418870683 +12829,12927,1.0441956995289412,0.022605209087983632,0.019284179306648816,0.019077095177529906,3.2230903837112503,1.0453107732648683,1.4061877508126535,0.9998140429242175,0.006254233664896613,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(576, 0)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(832, 1920)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.001115073735927119,9.209586152963764 +13031,13042,1.3343225444380877,0.018197013583544933,0.00028597847326028176,0.0002547437255187045,1.3757923615558507,1.4556039831167524,1.4140116517373353,0.9999999591081555,0.0003025684808226166,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 896)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(256, 256)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.041469817117762986,3.6265273229477413 +13184,13273,1.2855188597676357,-0.006245089957654682,0.003917224988437479,0.0038573507480433814,1.2938780689740088,1.5683846586981018,1.4114915362045097,0.9999923276447624,0.004748295626809642,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 1024)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 576)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.00835920920637312,3.504755845008561 +37,191,1.1393912398904396,0.2987103856677552,0.2999802062358524,0.2974336263842061,1.2309937750084468,1.1419107910446917,1.1839460947116633,0.9539454260421272,0.27827162212756235,"model.language_model.embed_tokens.weight|2d-128|(215936, 1920)","model.language_model.embed_tokens.weight|2d-128|(158208, 1920)",model.language_model.embed_tokens.weight,2d-128,0,0.0025195511542521754,3.149777799860771 +381,478,1.0737415542189093,0.40582810835189864,0.37461359078478906,0.3744172631147047,1.132397927086362,1.1050620409826115,1.1184795262753582,0.9271810274155348,0.36557048481853366,"model.language_model.embed_tokens.weight|2d-64|(232960, 1152)","model.language_model.embed_tokens.weight|2d-64|(216448, 1152)",model.language_model.embed_tokens.weight,2d-64,0,0.03132048676370225,2.9062144370139493 +733,745,0.07226316834345697,0.9981322595883569,0.9981322595883569,0.9995185561373339,0.07531084070390742,0.07226316834345699,0.0737398112705685,0.06109003494057506,0.9577399326512398,"model.language_model.layers.8.linear_attn.conv1d.weight|3d-axis0-slice|(1992, 0, 0)","model.language_model.layers.13.linear_attn.conv1d.weight|3d-axis0-slice|(1782, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,5,1.3877787807814457e-17,0.10844032264124016 +815,890,0.42610815450583667,0.9155585512544587,0.9155585512544586,0.9265012308422177,0.42610815450583667,0.5499655808181174,0.47635867584309066,0.4021847078455829,1.1816851780215236,"model.language_model.layers.6.linear_attn.conv1d.weight|3d-volume|(5844, 0, 0)","model.language_model.layers.10.linear_attn.conv1d.weight|3d-volume|(4248, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,4,0.0,0.959070705975491 +1257,1260,1.1187697133992216,0.03462702596215299,-0.0041530212312427105,-0.004186209561902699,1.1500952296716067,2.0393718760881567,1.4167243170254447,0.9999913761701412,-0.007364220354354267,"model.language_model.layers.16.linear_attn.in_proj_qkv.weight|2d-128|(256, 1024)","model.language_model.layers.12.linear_attn.in_proj_qkv.weight|2d-128|(2688, 1408)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,4,0.03132551627238511,3.0627766710761737 +1346,1466,1.1144182116075545,-0.0009560689188415974,-0.009446332569971613,-0.009307843929147854,1.1291357004160525,2.1925261056377585,1.4196408363908843,0.9999553824051238,-0.01834264097270813,"model.language_model.layers.20.linear_attn.in_proj_qkv.weight|2d-64|(5632, 192)","model.language_model.layers.9.linear_attn.in_proj_qkv.weight|2d-64|(3968, 896)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,11,0.014717488808497992,3.2510312684798732 +1645,1755,1.1336223152437692,0.0551574300794638,0.01034288613918724,0.010378723675665112,1.891866336107404,1.1704544305482165,1.4076538931426301,0.9999465109226152,0.006398907087260616,"model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-128|(640, 1664)","model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-128|(1408, 1024)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,0,0.0368321153044473,5.331170701463364 +1811,2032,1.1243917257013774,0.011716631205235202,-0.007421203444464955,-0.007660022645248764,2.1485881849350115,1.1342476190199697,1.4185398719563609,0.9999724624905607,-0.003917680640788675,"model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-64|(320, 704)","model.language_model.layers.12.linear_attn.in_proj_z.weight|2d-64|(448, 512)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,6,0.00985589331859238,6.165898660775558 +2134,2219,1.2090983201686807,0.02539094789743157,0.013869903748214878,0.013869974967945752,1.7146001628905954,1.2188592826484121,1.4049201624501015,0.999903808258582,0.009859710327130306,"model.language_model.layers.16.linear_attn.out_proj.weight|2d-128|(1280, 256)","model.language_model.layers.1.linear_attn.out_proj.weight|2d-128|(256, 1408)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,15,0.009760962479731461,4.556596143279472 +2439,2509,1.2111638429176745,0.013711951594442502,0.007450823900106629,0.007061065617826295,1.2529887481110407,1.6433537635744204,1.4091238690285572,0.9999722422263578,0.009772106506486654,"model.language_model.layers.22.linear_attn.out_proj.weight|2d-64|(320, 960)","model.language_model.layers.4.linear_attn.out_proj.weight|2d-64|(0, 640)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,18,0.041824905193366124,3.531674684306483 +2656,2744,1.2539836278776224,0.04208120876468491,0.006778224803004375,0.006757842658944031,1.586662628207837,1.2809460485978692,1.4095205730374092,0.9999770275703938,0.005472203178897332,"model.language_model.layers.4.mlp.down_proj.weight|2d-128|(1024, 4096)","model.language_model.layers.21.mlp.down_proj.weight|2d-128|(640, 3712)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,17,0.026962420720246794,4.133196463639763 +2868,2920,1.2424164893939107,0.014203221065930555,-0.00641505601109616,-0.005860767099668649,1.2613917799101093,1.6543971591842517,1.4185810723600385,0.9999794233164874,-0.008413762171116784,"model.language_model.layers.21.mlp.down_proj.weight|2d-64|(128, 640)","model.language_model.layers.12.mlp.down_proj.weight|2d-64|(512, 5568)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,9,0.018975290516198617,3.239918518855552 +3138,3326,1.141582378073691,0.03686305072155959,0.021946362169951123,0.02205042293226089,1.1581349277111503,1.9093895822770548,1.4003837375203265,0.9997591495892925,0.03618244670247543,"model.language_model.layers.23.mlp.gate_proj.weight|2d-128|(4480, 768)","model.language_model.layers.8.mlp.gate_proj.weight|2d-128|(6016, 256)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,15,0.016552549637459446,2.9068747163941246 +3358,3537,1.1285479502154105,0.045367651610956086,0.022225655956805503,0.02221806425340484,1.9473779572137342,1.1499909931498278,1.4003837041025888,0.9997529795991056,0.013124983813487773,"model.language_model.layers.10.mlp.gate_proj.weight|2d-64|(64, 896)","model.language_model.layers.23.mlp.gate_proj.weight|2d-64|(3584, 0)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,13,0.021443042934417234,5.252425795411917 +3665,3720,1.2036060646069906,0.016563186310234658,-0.0011582370893404431,-0.001128808719494154,1.2265805962271181,1.7297116658347658,1.4149862402417528,0.9999993292431975,-0.001633334337260059,"model.language_model.layers.23.mlp.up_proj.weight|2d-128|(896, 768)","model.language_model.layers.4.mlp.up_proj.weight|2d-128|(3712, 128)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,19,0.022974531620127525,3.053122993208792 +3921,4074,1.2006938467475328,0.004897871966742238,0.017779660454831092,0.01781647253545922,1.794924562505613,1.1899205423446864,1.402585902881317,0.9998419293438893,0.011786781268168659,"model.language_model.layers.1.mlp.up_proj.weight|2d-64|(2880, 1216)","model.language_model.layers.23.mlp.up_proj.weight|2d-64|(1664, 576)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,22,0.010773304402846406,4.713705086076705 +4113,4290,1.1594063487968989,0.013099996023050441,-0.0030823384377520065,-0.002838403907485023,1.1899488803183473,1.8538238724853942,1.416193766491704,0.9999952495835943,-0.004801981558615617,"model.language_model.layers.11.self_attn.k_proj.weight|2d-128|(128, 128)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 256)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,12,0.03054253152144848,3.2321064405521347 +4409,4518,1.0928575870553732,-0.0037507377472992456,-0.009322665611868005,-0.009309381217190191,2.277497672654048,1.1181121049450609,1.4194195696037282,0.9999565430086896,-0.004576858802598673,"model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 1024)","model.language_model.layers.19.self_attn.k_proj.weight|2d-64|(128, 1216)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,4,0.02525451788968769,7.361480188894597 +4708,4795,1.1003604903925475,0.05023104098985124,0.018199042082280233,0.01805239861951654,2.233899202024159,1.1081635907332963,1.4039301104579212,0.9998343837192675,0.00902794351845958,"model.language_model.layers.3.self_attn.o_proj.weight|2d-128|(0, 0)","model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(256, 256)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,16,0.007803100340748825,5.660040626140338 +4877,4939,1.1025089133618375,0.035475473213276654,0.018235228470977177,0.01797086665133206,1.1176695239711745,2.158693829168007,1.4036446100269215,0.9998337243975177,0.03521995932563553,"model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(128, 448)","model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(512, 512)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,4,0.015160610609336933,2.9124694304339136 +5150,5332,1.0997127672788494,-0.008280948338629163,-0.01619821417951691,-0.016239562804278337,2.391178287637624,1.1091340193125452,1.4229309699403987,0.9998688003220195,-0.007513446609772725,"model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(3200, 256)","model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(3456, 1536)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,4,0.009421252033695815,6.526430307061039 +5558,5618,1.0865746618628642,0.031991251492827076,0.011302316504752816,0.01135866462745418,1.0972319800902213,2.3697467169849586,1.4081060883823062,0.9999361267809191,0.024410177535347244,"model.language_model.layers.23.self_attn.q_proj.weight|2d-64|(1408, 1088)","model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(2688, 960)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,16,0.010657318227357049,3.2594788343426684 +5647,5785,1.0707183450448758,0.03151926240917723,0.0029606361684498595,0.0030706634346495923,2.5900409831560034,1.0827161350012626,1.4127228574214208,0.999995617307135,0.0012376362267221713,"model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(256, 1664)","model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(128, 1152)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,12,0.011997789956386784,9.317802016804407 +5944,5970,1.0609413467362785,0.01635716508402732,0.01569256312716661,0.01578812094429059,2.666255888618627,1.0719196565520328,1.406511876352976,0.9998768641500312,0.006308909414695558,"model.language_model.layers.3.self_attn.v_proj.weight|2d-64|(256, 960)","model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(128, 1344)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,16,0.010978309815754317,9.587500915233361 +6165,6200,1.1201654001088743,0.04403140182876284,0.0001780120415969994,0.0001490919089493538,2.081590324198699,1.1400766911651876,1.4141074939309246,0.9999999841558563,9.749631184012672e-05,"model.visual.blocks.0.attn.proj.weight|2d-128|(256, 640)","model.visual.blocks.23.attn.proj.weight|2d-128|(128, 896)",model.visual.layers.*.attn.proj.weight,2d-128,23,0.019911291056313285,5.923920167965376 +6471,6615,1.157474965431071,0.029990579881546776,0.011444716149270626,0.011449693223258301,1.1765215918348109,1.8633788348563907,1.4068881117996228,0.9999345070914708,0.01812617974161605,"model.visual.blocks.22.attn.proj.weight|2d-64|(256, 384)","model.visual.blocks.22.attn.proj.weight|2d-64|(896, 448)",model.visual.layers.*.attn.proj.weight,2d-64,0,0.019046626403739886,2.890719733991209 +6728,6888,1.063821719881573,0.014251301665985521,0.0015505607393986702,0.0016209409677623806,1.0591427876930444,3.0215566464781576,1.4135288581021124,0.9999987978799741,0.004423489601532323,"model.visual.blocks.0.attn.qkv.weight|2d-128|(1152, 0)","model.visual.blocks.21.attn.qkv.weight|2d-128|(1280, 0)",model.visual.layers.*.attn.qkv.weight,2d-128,21,0.004678932188528551,4.273422668662339 +6912,6920,1.0585496502698917,-0.02312740010935492,-0.03625188757000264,-0.03599985801619767,1.073442968963317,3.0181817297693994,1.4303083904257425,0.9993426842918358,-0.10192882891496716,"model.visual.blocks.1.attn.qkv.weight|2d-64|(1024, 64)","model.visual.blocks.18.attn.qkv.weight|2d-64|(2816, 896)",model.visual.layers.*.attn.qkv.weight,2d-64,17,0.01489331869342525,2.889822985669454 +7242,7293,1.1962161250540164,0.05544006903713125,0.009345765793337485,0.009352222803173368,1.680899592581943,1.2355373073424871,1.4078921698308338,0.9999563273772191,0.006869561010254576,"model.visual.blocks.16.mlp.linear_fc1.weight|2d-128|(2304, 384)","model.visual.blocks.1.mlp.linear_fc1.weight|2d-128|(2560, 128)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,15,0.0393211822884707,4.788618286757622 +7459,7592,1.1946361144629456,0.0350084862306753,0.006854352655428234,0.006747769487452525,1.707238272480246,1.2277125940067504,1.4096113505631342,0.9999765086489157,0.004929115762269924,"model.visual.blocks.16.mlp.linear_fc1.weight|2d-64|(448, 320)","model.visual.blocks.1.mlp.linear_fc1.weight|2d-64|(2944, 832)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,15,0.03307647954380477,4.950652887110933 +7727,7864,1.200775445580952,0.0014514493019317557,0.0007640201787600129,0.00034620474390268324,1.2728442948972958,1.614773619336029,1.4136881614538754,0.9999997081365406,0.0009692620175522829,"model.visual.blocks.3.mlp.linear_fc2.weight|2d-128|(0, 1024)","model.visual.blocks.9.mlp.linear_fc2.weight|2d-128|(0, 1536)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,6,0.07206884931634372,3.2549906000183904 +8089,8169,1.174837513760054,0.035628346642095965,0.010388087417947913,0.010846512362999798,1.7202642474767311,1.2198899601196038,1.407264526245889,0.9999460423641853,0.007366498236876743,"model.visual.blocks.12.mlp.linear_fc2.weight|2d-64|(704, 1088)","model.visual.blocks.0.mlp.linear_fc2.weight|2d-64|(768, 320)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,12,0.04505244635954986,5.4160349274233734 +8204,8367,0.6387418968660445,0.7958017784914623,0.7936606991873828,0.7936711496140936,0.6457874550571866,0.639194668787908,0.642465693380888,0.6083606615860321,0.7855582882174991,"model.visual.merger.linear_fc1.weight|2d-128|(2688, 1280)","model.visual.merger.linear_fc1.weight|2d-128|(2688, 3328)",model.visual.merger.linear_fc1.weight,2d-128,0,0.0004527719218634374,1.707846750539654 +8559,8568,1.3294762131073377,0.0758949453384552,0.01976561026043921,0.018831152147416805,1.4050111697561936,1.395374068022723,1.400167745591589,0.9998046412429943,0.019630036109141158,"model.visual.merger.linear_fc1.weight|2d-64|(2688, 2048)","model.visual.merger.linear_fc1.weight|2d-64|(2368, 2496)",model.visual.merger.linear_fc1.weight,2d-64,0,0.06589785491538525,3.6691379993595525 +8717,8852,1.331758907894132,0.07391690665428446,0.013507503242835558,0.013425467552971153,1.4382162863390138,1.3733107543250473,1.4046400866308117,0.9999087695165718,0.01289792060044434,"model.visual.merger.linear_fc2.weight|2d-128|(1408, 384)","model.visual.merger.linear_fc2.weight|2d-128|(1152, 896)",model.visual.merger.linear_fc2.weight,2d-128,0,0.04155184643091525,3.6379283196500136 +8987,9166,1.3187586237885085,0.037880242873862685,-0.0023313392593535547,-0.002320650896026887,1.3480186448295706,1.495078246061298,1.4158523211082843,0.9999972824249362,-0.002585672404619324,"model.visual.merger.linear_fc2.weight|2d-64|(1152, 384)","model.visual.merger.linear_fc2.weight|2d-64|(576, 2560)",model.visual.merger.linear_fc2.weight,2d-64,0,0.029260021041062068,3.331511334241912 +9227,9275,0.49117746921418504,0.8780607011855073,0.7990704083700538,0.7969692312660069,0.7420056923314888,0.6013447904480897,0.660698938976637,0.6012374593014936,0.6475918341875605,"model.visual.pos_embed.weight|2d-128|(128, 384)","model.visual.pos_embed.weight|2d-128|(896, 384)",model.visual.pos_embed.weight,2d-128,0,0.11016732123390471,3.8042032931077396 +9506,9572,0.29323244333958903,0.9565270458996287,0.9493985410259022,0.952388411864302,0.31530307784628764,0.34213148782804215,0.32789697460887585,0.3140738930536703,1.0301806680787173,"model.visual.pos_embed.weight|2d-64|(1408, 256)","model.visual.pos_embed.weight|2d-64|(832, 256)",model.visual.pos_embed.weight,2d-64,0,0.022070634506698605,0.9888735209995022 +9764,9868,1.0131747058929785,0.035418677529057606,0.003053140355703068,0.003369017280682002,1.0215797436317897,4.820094423227052,1.4133375096199463,0.9999953391561225,0.014405556583900012,"mtp.fc.weight|2d-128|(512, 2560)","mtp.fc.weight|2d-128|(896, 3584)",mtp.fc.weight,2d-128,0,0.008405037738811183,1.1428129124956845 +10051,10064,1.0050688892102193,0.0594129368335877,0.020053996395310587,0.01929218946067247,5.695593114000647,1.012152470023673,1.409319471107055,0.9997988983933603,0.00356375562282786,"mtp.fc.weight|2d-64|(1536, 1856)","mtp.fc.weight|2d-64|(1408, 3456)",mtp.fc.weight,2d-64,0,0.007083580813453727,42.64854079692313 +10142,10170,1.2571848843388642,0.06094859785130974,0.010488491282070299,0.01049019797858922,1.358338599074139,1.4608419468598177,1.4067972160932403,0.9999449942624974,0.011279976903082554,"mtp.layers.0.mlp.down_proj.weight|2d-128|(1152, 512)","mtp.layers.0.mlp.down_proj.weight|2d-128|(1664, 640)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.10115371473527479,3.2039971755317156 +10479,10506,1.2435113166591203,0.04046404936708162,0.008433428198981621,0.007796449892205982,1.5666946508897674,1.2899885389102221,1.408348928498904,0.9999644380120788,0.006943934936032418,"mtp.layers.0.mlp.down_proj.weight|2d-64|(832, 1856)","mtp.layers.0.mlp.down_proj.weight|2d-64|(1152, 5952)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.046477222251101846,4.205386697382964 +10748,10781,1.294688424993585,0.042124244762091784,0.00173656711113684,0.0019323000350146057,1.4907650743181329,1.346244256041761,1.4129914524755254,0.9999984921661974,0.0015682172455430783,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(2560, 768)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(1024, 1664)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.05155583104817585,4.241156692250008 +11011,11089,1.2825691140889703,0.06369107738111521,0.025095627904648185,0.025046515378683937,1.3285078277528597,1.4760212324079665,1.3964546874642416,0.9996850551349017,0.027882168892091296,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(1152, 512)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(5696, 1600)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.04593871366388935,3.7401254187477346 +11178,11336,1.3163648895637432,0.0591902297114521,0.025215983891854615,0.025286648139658117,1.3509611174827965,1.4465586279094933,1.3963114544667106,0.9996820265246174,0.02700033227303716,"mtp.layers.0.mlp.up_proj.weight|2d-128|(2944, 1024)","mtp.layers.0.mlp.up_proj.weight|2d-128|(2560, 1024)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.03459622791905326,3.9529232814091317 +11436,11620,1.299100391253401,0.026220848534159978,-0.001595516656577353,-0.001483590004332529,1.5542265212539463,1.3080469909282997,1.4153247574378236,0.9999987271624893,-0.001342797033168751,"mtp.layers.0.mlp.up_proj.weight|2d-64|(1984, 384)","mtp.layers.0.mlp.up_proj.weight|2d-64|(1472, 1856)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.008946599674898748,4.1575744671897645 +11708,11725,1.2046791505239853,0.007653236331105715,0.00014077194400422482,0.00013929530114644798,1.7036357328316152,1.2350495542683568,1.414118954691423,0.9999999900916299,0.00010205252410791739,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(256, 1536)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 1664)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.0303704037443715,5.101032885466594 +11729,11837,1.0746271001305516,0.02261975616562751,0.011924210809180444,0.011425406186609881,2.2961805992645665,1.1044915743577282,1.4076107890559573,0.9999289040709736,0.005735694471864874,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 64)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(192, 832)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.02986447422717653,7.436881047466593 +12100,12102,1.0342450747060579,0.4324285862809923,0.41272326529148173,0.4127196356906209,1.0596942349450054,1.110455367195621,1.0841845846065827,0.9108564685432811,0.43249340233809314,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(896, 512)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(896, 768)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.0254491602389475,3.362108822937114 +12287,12316,1.1454452408559717,0.04797492939673049,0.01844932844680284,0.01849508352723371,1.7936212102549967,1.189759917147584,1.402143275260184,0.9998297966553417,0.012237963823574581,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(1728, 64)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(1792, 1920)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.04431467629161223,5.61958567245666 +12588,12610,1.0452636211882507,0.03455296285976648,0.01753972068472841,0.0175580011614279,3.074451809912453,1.0511418340959053,1.406599954944805,0.999846167266896,0.005996754969660855,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 1536)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(896, 256)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.005878212907654667,8.599441963714764 +12815,12942,1.044274040377486,0.05657746487269518,0.0032543703794478923,0.003382451932138416,1.0596137015247835,2.996043827867122,1.4127660606987575,0.9999947045226957,0.009201689516573689,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(896, 1984)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(704, 1216)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.015339661147297567,3.133542489927969 +13019,13054,1.3350386464912574,0.06095708041552342,0.011032590980158507,0.011119934385750218,1.4173461296407905,1.395687276240318,1.4063916360710413,0.9999391391161087,0.010863998943485581,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(0, 1408)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(256, 1792)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.06064862974906071,3.8006142210976948 +13193,13201,1.285880297934202,0.05319173443255329,0.027460655438133388,0.027522693799838887,1.3107579614282756,1.4974866247546057,1.3948341123338028,0.9996228850936277,0.0313726602742056,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 1600)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(256, 64)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.0248776634940735,3.385105147239383 +88,150,1.1399417899485376,0.3080878457728701,0.26219153974897724,0.25942344958644314,1.235712678927209,1.1950485672651392,1.214870505095202,0.9650158529703335,0.2535634935769023,"model.language_model.embed_tokens.weight|2d-128|(172928, 384)","model.language_model.embed_tokens.weight|2d-128|(194560, 384)",model.language_model.embed_tokens.weight,2d-128,0,0.05510677731660163,3.32953461751471 +385,462,1.075304828722694,0.37095018494747795,0.2593962993215646,0.2584915128037483,1.2517227719416348,1.1856826640395328,1.2173613030906965,0.9657709665848716,0.24571071335908368,"model.language_model.embed_tokens.weight|2d-64|(41152, 1920)","model.language_model.embed_tokens.weight|2d-64|(224448, 1920)",model.language_model.embed_tokens.weight,2d-64,0,0.11037783531683876,3.181886771392658 +745,752,0.07336447185212401,0.9973089471874674,0.9973089471874675,0.9994444878206538,0.07376474544300257,0.07336447185212186,0.07356379192540417,0.07331346301890906,0.9918971962065515,"model.language_model.layers.13.linear_attn.conv1d.weight|3d-axis0-slice|(1782, 0, 0)","model.language_model.layers.5.linear_attn.conv1d.weight|3d-axis0-slice|(216, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,8,2.1510571102112408e-15,0.12147224554846593 +801,941,0.43280708842672105,0.904611622201059,0.9046116222010591,0.9068632265599653,0.43280708842672105,0.4417574181120706,0.4372135589303886,0.4262368038763995,0.9233187378477318,"model.language_model.layers.8.linear_attn.conv1d.weight|3d-volume|(1960, 0, 0)","model.language_model.layers.17.linear_attn.conv1d.weight|3d-volume|(5156, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,9,0.0,1.2666885398309689 +1124,1152,1.1188331932498783,0.03662726978519183,0.017031609665306507,0.017080549151751712,1.1435260688527926,1.9993225129461063,1.4037946668214094,0.9998549516165876,0.029777791309750466,"model.language_model.layers.20.linear_attn.in_proj_qkv.weight|2d-128|(5632, 1792)","model.language_model.layers.13.linear_attn.in_proj_qkv.weight|2d-128|(4096, 0)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,7,0.024692875602914333,3.0744892112696074 +1383,1398,1.1144227902050676,0.05812153479024258,0.03290645708580811,0.033109399608737926,1.127926619064326,2.029781389098009,1.3943148985059186,0.9994584358951901,0.05921742872717538,"model.language_model.layers.16.linear_attn.in_proj_qkv.weight|2d-64|(0, 256)","model.language_model.layers.10.linear_attn.in_proj_qkv.weight|2d-64|(4288, 0)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,6,0.013503828859258382,3.1845292643935683 +1544,1592,1.1339905586201702,-0.004360973327558953,-0.013808643091143652,-0.013825575582462769,1.1373068561957254,2.153610277833414,1.4222546170760142,0.9999046561427651,-0.02614811958796675,"model.language_model.layers.0.linear_attn.in_proj_z.weight|2d-128|(0, 1024)","model.language_model.layers.16.linear_attn.in_proj_z.weight|2d-128|(512, 512)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,16,0.0033162975755551827,3.0554618099438797 +1811,1894,1.1244401923335792,0.0318031312158908,0.00564325116290161,0.005182023690194043,2.115132204667567,1.1314129366058643,1.4108903902537762,0.999984076731381,0.00301865167393944,"model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-64|(320, 704)","model.language_model.layers.22.linear_attn.in_proj_z.weight|2d-64|(448, 128)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,4,0.006972744272285114,5.859244186143629 +2084,2134,1.2093004993117593,0.009087452186508879,-0.005137911262213645,-0.0051377843715409415,1.2074988185032867,1.7977346225690753,1.417572752095662,0.999986800846822,-0.007649366460845036,"model.language_model.layers.5.linear_attn.out_proj.weight|2d-128|(1024, 1664)","model.language_model.layers.16.linear_attn.out_proj.weight|2d-128|(1280, 256)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,11,0.0018016808084726499,3.0195546043992327 +2360,2558,1.2111666370261633,0.01856131379776365,0.015621771312686002,0.015634707714317547,1.7386256654577315,1.2090867281897266,1.4038197871161038,0.9998779726851943,0.010863797043977805,"model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(64, 1024)","model.language_model.layers.22.linear_attn.out_proj.weight|2d-64|(576, 1408)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,10,0.002079908836436717,4.463696878392755 +2622,2653,1.2540281746647708,0.027811292692619106,-0.014573127864233322,-0.014635172577038261,1.606908848069956,1.2924035586414093,1.4242430638746588,0.9998938063335789,-0.011720865396250205,"model.language_model.layers.3.mlp.down_proj.weight|2d-128|(1280, 896)","model.language_model.layers.22.mlp.down_proj.weight|2d-128|(0, 1408)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,19,0.03837538397663853,4.232203130401795 +2913,2959,1.2424748938866326,0.062427090246333194,0.01568780552694876,0.015512925118791925,1.5480687009130758,1.2927126894610979,1.4032559854890274,0.9998769388068457,0.013100080934730635,"model.language_model.layers.4.mlp.down_proj.weight|2d-64|(704, 3264)","model.language_model.layers.21.mlp.down_proj.weight|2d-64|(192, 2304)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,17,0.05023779557446528,4.116639187409614 +3077,3118,1.141598784472145,0.027168697275749273,-0.014892395889367926,-0.014849338542889019,1.1597472283727024,2.0251403952170097,1.4232670513379224,0.9998891021231676,-0.02600497053089798,"model.language_model.layers.23.mlp.gate_proj.weight|2d-128|(4480, 512)","model.language_model.layers.10.mlp.gate_proj.weight|2d-128|(2560, 1152)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,13,0.018148443900557476,3.152994901412893 +3425,3521,1.1289552650908967,0.005788573137362155,-0.0012961222272358454,-0.0011448511596821528,1.1334111387919228,2.1296550216235985,1.414973563432122,0.9999991600332333,-0.0024353856384479464,"model.language_model.layers.23.mlp.gate_proj.weight|2d-64|(3328, 1344)","model.language_model.layers.10.mlp.gate_proj.weight|2d-64|(1472, 1024)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,13,0.00445587370102607,3.1165668639421935 +3720,3726,1.2049609243316548,0.02843964899462372,0.0026924422007917575,0.0026819785918788972,1.7127128030260395,1.229375073923349,1.412408632226675,0.9999963753709288,0.001932619014574148,"model.language_model.layers.4.mlp.up_proj.weight|2d-128|(3712, 128)","model.language_model.layers.23.mlp.up_proj.weight|2d-128|(6016, 640)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,19,0.0244141495916943,4.514660387424409 +3926,4045,1.200796489256363,0.03993958206039598,0.017800062915040406,0.017892902516906967,1.7290946419582043,1.210423524013848,1.4023372189322274,0.9998415663294963,0.012460633650967163,"model.language_model.layers.2.mlp.up_proj.weight|2d-64|(2304, 256)","model.language_model.layers.23.mlp.up_proj.weight|2d-64|(3840, 512)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,21,0.009627034757484942,4.456177291803658 +4269,4293,1.1598885640424481,0.05066426363891248,0.0008232082658785305,0.0008267727796693863,1.2241837868497687,1.731621180502626,1.4136646888039484,0.9999996611640181,0.0011644369779053735,"model.language_model.layers.7.self_attn.k_proj.weight|2d-128|(128, 768)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 640)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,16,0.06429522280732058,3.2459872575434434 +4358,4506,1.0929674977917012,0.010516635293508499,0.01339683431398042,0.013463193494837121,1.0995716417230244,2.335432388726828,1.4068930074689538,0.9999102583884034,0.028454172130384876,"model.language_model.layers.15.self_attn.k_proj.weight|2d-64|(384, 768)","model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 1984)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,8,0.0066041439313231365,2.95248459107632 +4631,4735,1.1011981889663314,0.026274079042526134,-0.006934126217189983,-0.006955607256126674,1.128587306939911,2.185980822179206,1.4182052905076683,0.999975958657809,-0.013430832365505584,"model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(1536, 1024)","model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(1024, 1280)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,12,0.02738911797357968,3.03481084889576 +4933,5077,1.1031508533376764,0.030322934249146616,0.0032132458687079038,0.002957125952494274,2.118080323677042,1.1324391705937185,1.4123228301653796,0.999994837512168,0.001717973320367856,"model.language_model.layers.3.self_attn.o_proj.weight|2d-64|(1792, 1856)","model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(1472, 768)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,16,0.029288317256042085,6.3071379199969 +5316,5332,1.099778401967524,0.013200557880716519,0.0068632140986528934,0.006313602907897417,2.3430337272987796,1.1021939307294886,1.4104700530782592,0.9999764478687666,0.0032285463229559624,"model.language_model.layers.19.self_attn.q_proj.weight|2d-128|(768, 768)","model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(3456, 1536)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,16,0.0024155287619644916,6.315845736443563 +5525,5528,1.0866665640465047,0.04331541309681322,0.028202202366823605,0.028140638391247346,2.3683947401551135,1.0887599472562444,1.3989955667481884,0.9996022387838378,0.012964658230663782,"model.language_model.layers.11.self_attn.q_proj.weight|2d-64|(3520, 960)","model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(1344, 0)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,8,0.0020933832097396188,6.0630193150516725 +5803,5853,1.0709361398010655,0.06888297318083149,0.0005869587520870155,0.0006762273709914779,1.1106046761654882,2.2958404814741855,1.4138881219896846,0.9999998277396969,0.0012133603368658463,"model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(256, 1408)","model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(384, 1408)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,12,0.03966853636442269,3.2766440972300437 +6063,6080,1.0612668664112659,0.013386671302851625,0.0034651322080100524,0.0036389320289571007,2.6441585505373997,1.0787038128091304,1.4124986001310236,0.999993996411369,0.0014136260187228493,"model.language_model.layers.3.self_attn.v_proj.weight|2d-64|(448, 1792)","model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(0, 1792)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,16,0.017436946397864528,9.830585828261778 +6178,6387,1.120341371602091,0.04433503476160945,0.002524138703466267,0.002473682827862436,1.1478806361831553,2.0276403858157424,1.4126823523238088,0.9999968143568286,0.004458691446844963,"model.visual.blocks.23.attn.proj.weight|2d-128|(0, 896)","model.visual.blocks.16.attn.proj.weight|2d-128|(0, 384)",model.visual.layers.*.attn.proj.weight,2d-128,7,0.02753926458106437,3.104084930251403 +6511,6642,1.1583102682856823,0.025268737848789666,0.003515641831702196,0.003661773379059307,1.165040216300057,1.9375763266358585,1.4120161742962383,0.9999938201121601,0.0058468577227917,"model.visual.blocks.0.attn.proj.weight|2d-64|(384, 960)","model.visual.blocks.18.attn.proj.weight|2d-64|(512, 768)",model.visual.layers.*.attn.proj.weight,2d-64,18,0.006729948014374765,3.7431205920973123 +6732,6904,1.0638291068392003,0.023917557290674976,-0.0028401607522278416,-0.002886345789093147,1.083582315324872,2.614297967446556,1.4156335830219369,0.9999959667353171,-0.0068522957386440994,"model.visual.blocks.0.attn.qkv.weight|2d-128|(1152, 512)","model.visual.blocks.14.attn.qkv.weight|2d-128|(2944, 640)",model.visual.layers.*.attn.qkv.weight,2d-128,14,0.019753208485671747,4.854592923762647 +7093,7106,1.0588026927946164,0.013905181101206279,0.011094317622480532,0.01109388515472051,3.916360519025423,1.031258982222891,1.4103447274469052,0.9999384561644239,0.002921364017494449,"model.visual.blocks.20.attn.qkv.weight|2d-64|(1408, 256)","model.visual.blocks.0.attn.qkv.weight|2d-64|(1728, 64)",model.visual.layers.*.attn.qkv.weight,2d-64,20,0.027543710571725333,11.23791694243556 +7182,7388,1.1968475066482365,0.05229397968894616,0.025402101977750922,0.026284951839153876,1.2181982694668856,1.6882564125323163,1.3970632594330847,0.9996773145446044,0.03520384376716075,"model.visual.blocks.1.mlp.linear_fc1.weight|2d-128|(1664, 640)","model.visual.blocks.20.mlp.linear_fc1.weight|2d-128|(2816, 256)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,19,0.021350762818649116,3.3486935717264767 +7492,7666,1.1951799602307456,0.04239811338708399,0.012793062296631172,0.012786210987501023,1.2265217128399977,1.696226992160053,1.4055967449406426,0.9999181654300888,0.01769225717960174,"model.visual.blocks.1.mlp.linear_fc1.weight|2d-64|(2496, 192)","model.visual.blocks.17.mlp.linear_fc1.weight|2d-64|(2688, 256)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,16,0.031341752609252094,3.3572914728171246 +7736,7925,1.2011016670189212,0.03331066994695993,0.0029367745679048144,0.003085084467287425,1.218798339509122,1.7418887503152336,1.4122613217863214,0.9999956876682705,0.004197195234205511,"model.visual.blocks.4.mlp.linear_fc2.weight|2d-128|(128, 1920)","model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(128, 3840)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,6,0.017696672490200793,3.2545265479432484 +8046,8047,1.175335348204073,0.019290730719585272,0.012682812906460096,0.012660813077604837,1.7040515431454413,1.2237172332687323,1.4056898932352746,0.9999195698938889,0.009107809433575136,"model.visual.blocks.8.mlp.linear_fc2.weight|2d-64|(192, 2944)","model.visual.blocks.5.mlp.linear_fc2.weight|2d-64|(192, 0)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,3,0.04838188506465935,4.8156100494748335 +8418,8426,0.6388874241099827,0.7952345798963315,0.7926485766879456,0.7926465557399229,0.6500389220078356,0.6384628904239836,0.6441729097026485,0.6096787956576596,0.7785329219971568,"model.visual.merger.linear_fc1.weight|2d-128|(896, 256)","model.visual.merger.linear_fc1.weight|2d-128|(896, 1280)",model.visual.merger.linear_fc1.weight,2d-128,0,0.00042453368599904007,1.7934962893042001 +8503,8542,1.3296041965902055,0.07153234659772678,0.02981948475433281,0.029666269941498957,1.4174888451448378,1.3697019296159882,1.3929810059139962,0.999555300285575,0.0288141991015039,"model.visual.merger.linear_fc1.weight|2d-64|(1792, 2240)","model.visual.merger.linear_fc1.weight|2d-64|(3904, 3968)",model.visual.merger.linear_fc1.weight,2d-64,0,0.04009773302578279,3.540334044219573 +8778,8865,1.3319848354476376,0.03596203721946181,0.001120236728514413,0.00113410992336813,1.444018854070763,1.3846909569131913,1.4134219103956662,0.9999993725346391,0.0010742115057591284,"model.visual.merger.linear_fc2.weight|2d-128|(256, 1280)","model.visual.merger.linear_fc2.weight|2d-128|(1152, 3968)",model.visual.merger.linear_fc2.weight,2d-128,0,0.05270612146555376,3.6975785138270054 +9064,9093,1.3188977409789016,0.023656010382677402,0.002322239730574311,0.002569682647512374,1.345521841761586,1.4907779507531902,1.4125791375540366,0.9999973035976816,0.0025729376359812637,"model.visual.merger.linear_fc2.weight|2d-64|(1152, 1600)","model.visual.merger.linear_fc2.weight|2d-64|(832, 1856)",model.visual.merger.linear_fc2.weight,2d-64,0,0.0266241007826844,3.5457519763297696 +9225,9297,0.4913935923760547,0.871688772697601,0.7824074907011951,0.7826014082544888,0.6287816342388483,0.7234272357742021,0.671150158666092,0.6227668251397623,0.9001771957480386,"model.visual.pos_embed.weight|2d-128|(128, 128)","model.visual.pos_embed.weight|2d-128|(1280, 128)",model.visual.pos_embed.weight,2d-128,0,0.13738804186279358,2.278096425584361 +9377,9475,0.2933837150889978,0.9567149438479468,0.9049944734972512,0.9043694463957819,0.42600915528281513,0.4593941321149575,0.4417583164856171,0.4254233220445647,0.9759159998453525,"model.visual.pos_embed.weight|2d-64|(1664, 896)","model.visual.pos_embed.weight|2d-64|(1472, 896)",model.visual.pos_embed.weight,2d-64,0,0.13262544019381733,0.9821808558909454 +9694,9764,1.0131776759792521,0.05683981972291122,0.006505288364278532,0.006332633170522689,4.23095255134829,1.0275317632049747,1.4121021420882154,0.9999788403877842,0.0015798783706458233,"mtp.fc.weight|2d-128|(1664, 0)","mtp.fc.weight|2d-128|(512, 2560)",mtp.fc.weight,2d-128,0,0.014354087225722623,5.206001456976817 +9891,9925,1.0050731536170412,0.04870063498879991,0.03133907770981955,0.02924953038639585,1.0076953687684314,6.316777634673812,1.4073018849352161,0.999508810470572,0.19645022821791336,"mtp.fc.weight|2d-64|(576, 2624)","mtp.fc.weight|2d-64|(896, 1600)",mtp.fc.weight,2d-64,0,0.0026222151513901615,7.568262210500482 +10142,10376,1.2580463743407628,0.049460068792343576,0.008939431872665002,0.008937221546319598,1.3521193248084216,1.4712094142354366,1.4079007933563161,0.9999600424805953,0.009726786747053195,"mtp.layers.0.mlp.down_proj.weight|2d-128|(1152, 512)","mtp.layers.0.mlp.down_proj.weight|2d-128|(1536, 1792)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.09407295046765873,3.184708026592743 +10454,10457,1.2452109151416075,0.013460088013137738,0.016566079085117095,0.016607239586122587,1.3238571230236413,1.4971557180539823,1.402539472015954,0.9998627730962613,0.01873465013457848,"mtp.layers.0.mlp.down_proj.weight|2d-64|(1792, 5440)","mtp.layers.0.mlp.down_proj.weight|2d-64|(1856, 5184)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.0786462078820338,3.5012973429120695 +10781,10852,1.294821202427654,0.03879697623711703,0.003364398853422573,0.003283633349660504,1.3585583495536115,1.4719267440398731,1.4118402022097871,0.999994340394162,0.0036451497659978475,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(1024, 1664)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(4224, 1536)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.06373714712595757,3.7260021400213947 +10912,11066,1.2825822288797697,0.03731652114510765,0.029157576602643454,0.02920753899900063,1.5272553167628133,1.2900540853404718,1.3937380604950969,0.9995748274774935,0.024629052131634924,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(2368, 640)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(4736, 704)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.007471856460702142,4.19399508545341 +11173,11178,1.3172291237433327,0.037900344656517496,0.010390017071901764,0.010451440690400235,1.4699842548571913,1.351250760742914,1.406873642855238,0.9999460223158276,0.009550795136852032,"mtp.layers.0.mlp.up_proj.weight|2d-128|(2048, 128)","mtp.layers.0.mlp.up_proj.weight|2d-128|(2944, 1024)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.034021636999581384,3.999384641904316 +11607,11622,1.299419149948783,0.015348684106878625,-0.006239803897384342,-0.0062179546692412236,1.3290933937825031,1.5289656740704456,1.4185760945959118,0.9999805322341642,-0.007178160704629062,"mtp.layers.0.mlp.up_proj.weight|2d-64|(4800, 64)","mtp.layers.0.mlp.up_proj.weight|2d-64|(1984, 448)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.029674243833720082,3.490690674212764 +11707,11722,1.2047971783037859,0.004435679030313842,0.010017236079010434,0.010012279302802553,1.634770289279802,1.2543337910197543,1.4073551306423842,0.9999498262319652,0.007686069283813881,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(256, 1408)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 1280)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.04953661271596843,5.744832303533863 +11866,11942,1.0750794489215396,0.047319588697194784,0.0339366288924481,0.03396912567355835,2.3257385569349096,1.0898560136633517,1.395651040798071,0.9994239867140554,0.01590292209397771,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(256, 640)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 1408)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.014776564741812104,7.658349075454563 +12148,12150,1.0394116406812424,0.4350631870735799,0.4157063154120103,0.4157524247023884,1.0595386434439935,1.1045552223681459,1.0813447980287272,0.9094989056214252,0.4333684141686777,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(1280, 512)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1280, 768)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.020127002762751145,3.4660192211601006 +12270,12371,1.1459638620511177,0.037601235151492045,-0.009639846210569665,-0.009622730094585759,1.1566075511585545,2.023473854669638,1.4200748754969958,0.9999535356030481,-0.016864818797512678,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(0, 1920)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(256, 192)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.010643689107436849,3.470708044629754 +12577,12604,1.0452982052728057,0.046653263908465144,0.008131526434473773,0.008057134891179147,2.986914876749061,1.0581811260350849,1.410589195150876,0.9999669385923944,0.0028807743621340615,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 128)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(768, 1536)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.012882920762279149,8.657663887528036 +12805,12948,1.0447799178837958,0.016505369633589166,0.00367448282813249,0.0035520594897998337,1.0529594074002766,3.157986620729539,1.4126533986684846,0.9999932490651853,0.011020337087820572,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(768, 1664)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(640, 1536)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.008179489516480842,3.091729436068083 +13036,13047,1.3353495467698555,-0.009795790305561347,0.002717057264432234,0.002679623309897387,1.3652225402506846,1.4646000909102213,1.4122957453811202,0.9999963087930983,0.002914837837181491,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 1536)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(256, 896)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.029872993480829058,3.4948945464989394 +13122,13128,1.2859289611327684,0.08149481136911775,0.0440138816351458,0.0441135635909452,1.417591346419437,1.3504102444243817,1.3827783204229207,0.9990309195532475,0.041928018823696234,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(64, 1152)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(64, 1536)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.06448128329161329,3.9948734663386136 +155,195,1.1407691578164847,0.34923224016619425,0.36234987612992753,0.3606947804612213,1.1262307520345898,1.1323878082353804,1.1292966919613792,0.9320421488691519,0.36433082767795716,"model.language_model.embed_tokens.weight|2d-128|(241920, 1152)","model.language_model.embed_tokens.weight|2d-128|(142080, 1152)",model.language_model.embed_tokens.weight,2d-128,0,0.014538405781894914,3.0174754220057105 +391,478,1.0778552886580037,0.3803211412180983,0.3660198978971427,0.36576199207982957,1.1719436235212817,1.0867875287603606,1.1269597271527465,0.9306070246582955,0.3394240578890198,"model.language_model.embed_tokens.weight|2d-64|(201536, 1152)","model.language_model.embed_tokens.weight|2d-64|(216448, 1152)",model.language_model.embed_tokens.weight,2d-64,0,0.008932240102356825,2.9813737755281897 +604,764,0.07342769238186096,0.9975439088977325,0.9975439088977325,0.9991436704432453,0.07527105147383814,0.07342769238186096,0.07433223492277719,0.07004391351882405,0.9731144423484017,"model.language_model.layers.18.linear_attn.conv1d.weight|3d-axis0-slice|(5913, 0, 0)","model.language_model.layers.17.linear_attn.conv1d.weight|3d-axis0-slice|(4771, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,1,0.0,0.12730052288144617 +867,931,0.4338339951201925,0.900993863745856,0.9009938637458559,0.9205760626720775,0.4338339951201925,0.4822394960809832,0.4561215461132012,0.43383183088878335,1.001523236334866,"model.language_model.layers.21.linear_attn.conv1d.weight|3d-volume|(4312, 0, 0)","model.language_model.layers.6.linear_attn.conv1d.weight|3d-volume|(1684, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,15,0.0,1.0234081056301483 +1108,1190,1.1195912039215292,-0.0032957261203452257,0.000218389375125497,0.00020282287250467042,1.1134968723610137,2.2724932263185105,1.4140915233603009,0.9999999761530401,0.00044570253225796163,"model.language_model.layers.18.linear_attn.in_proj_qkv.weight|2d-128|(4352, 1408)","model.language_model.layers.13.linear_attn.in_proj_qkv.weight|2d-128|(4352, 128)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,5,0.006094331560515531,3.108631428439052 +1466,1514,1.1147751669284653,0.055178066015929915,0.016869674020092634,0.01701617983764852,2.072724298951941,1.131098310598042,1.4041460321056074,0.9998576969241453,0.009205884156476943,"model.language_model.layers.9.linear_attn.in_proj_qkv.weight|2d-64|(3968, 896)","model.language_model.layers.18.linear_attn.in_proj_qkv.weight|2d-64|(4608, 832)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,9,0.016323143669576545,5.249233080393749 +1538,1569,1.1344590386868123,0.01398658941809784,-0.0004096161676599407,-0.0003543000513585939,1.138973185912634,2.0906031717596996,1.414456905489197,0.999999916107294,-0.0007518569092807527,"model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-128|(1024, 1408)","model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(256, 1664)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,16,0.004514147225821663,3.009531048198443 +1922,2022,1.1244442083691204,0.02866340131811931,0.015428258856080202,0.016619234566804086,2.060387974155531,1.133989271133536,1.404966620256022,0.999880977331137,0.00849135222808539,"model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-64|(640, 768)","model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-64|(896, 1664)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,2,0.00954506276441558,5.432469073852118 +2134,2211,1.2097983966726815,0.003980489888093961,0.00910289895788964,0.009102823191567662,1.7772440593486447,1.2021829903066525,1.4082265194200194,0.9999585677569659,0.006157483116677733,"model.language_model.layers.16.linear_attn.out_proj.weight|2d-128|(1280, 256)","model.language_model.layers.14.linear_attn.out_proj.weight|2d-128|(256, 0)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,2,0.007615406366028976,4.821945440142659 +2439,2473,1.211728364029788,0.045705221642143336,0.027961756988370966,0.02885449487184529,1.2266335404155824,1.6601145259941694,1.3951856083652268,0.9996089936300709,0.03784318414527183,"model.language_model.layers.22.linear_attn.out_proj.weight|2d-64|(320, 960)","model.language_model.layers.18.linear_attn.out_proj.weight|2d-64|(1856, 320)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,4,0.014905176385794361,3.3101034511528162 +2609,2669,1.2540736852806138,0.0471556211318948,0.010196322756284857,0.010135652393345197,1.5634348318200697,1.2899182951995931,1.407117162072076,0.9999480161499645,0.008412517745802305,"model.language_model.layers.9.mlp.down_proj.weight|2d-128|(1024, 128)","model.language_model.layers.22.mlp.down_proj.weight|2d-128|(1536, 1920)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,13,0.03584460991897931,4.27980685582029 +2920,2932,1.2425321006704704,0.030092172103999684,0.011139171958154073,0.011586350343011208,1.6439721953621844,1.2491801190569656,1.4066044798885442,0.9999379574994074,0.008464152977853336,"model.language_model.layers.12.mlp.down_proj.weight|2d-64|(512, 5568)","model.language_model.layers.20.mlp.down_proj.weight|2d-64|(640, 4800)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,8,0.0066480183864952025,4.322474764361816 +3082,3310,1.1418015699595423,0.015269566344428593,-0.011614814425414538,-0.011636348325726378,1.9651232033872024,1.1696578681137209,1.4214144466816558,0.9999325457678949,-0.006913235290260851,"model.language_model.layers.11.mlp.gate_proj.weight|2d-128|(5632, 128)","model.language_model.layers.23.mlp.gate_proj.weight|2d-128|(2944, 1920)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,12,0.02785629815417856,5.610213539728599 +3448,3453,1.1292135822637688,0.0316678007132376,0.02524303536142566,0.025250777313252034,1.9980889829161057,1.1383364569087833,1.3987747551684935,0.9996813438119878,0.014381275148722903,"model.language_model.layers.10.mlp.gate_proj.weight|2d-64|(4416, 1792)","model.language_model.layers.22.mlp.gate_proj.weight|2d-64|(1792, 704)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,12,0.00912287464501449,5.48663406673011 +3600,3664,1.2052086712801515,0.0386198760341359,-0.006355434659586493,-0.006480233460233174,1.2268135374702998,1.7417501728987232,1.4184386790081824,0.999979804021205,-0.00902303331279412,"model.language_model.layers.23.mlp.up_proj.weight|2d-128|(3072, 1792)","model.language_model.layers.4.mlp.up_proj.weight|2d-128|(1280, 768)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,19,0.02160486619014823,3.285497830100171 +4045,4050,1.2008359494402665,0.01865739489588607,0.015296088153725847,0.01505100988701199,1.2034699355100373,1.7567553828988394,1.4040915542820616,0.9998830080000327,0.02232833941960068,"model.language_model.layers.23.mlp.up_proj.weight|2d-64|(3840, 512)","model.language_model.layers.3.mlp.up_proj.weight|2d-64|(960, 832)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,20,0.002633986069770833,3.1319039317819493 +4102,4300,1.1599621897184846,0.0025679814268448732,-0.0007183869535969704,-0.0007767540187548275,1.1735777709831876,1.9128687144282557,1.414666339963019,0.9999997419600591,-0.0011709321379168778,"model.language_model.layers.3.self_attn.k_proj.weight|2d-128|(128, 0)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 1536)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,20,0.01361558126470297,3.0626046239225633 +4409,4576,1.0930132069544571,-0.019542158981882503,0.002267652620817994,0.0021961196437943354,2.3915314622411397,1.0997103857450174,1.4129957627060397,0.9999974288724903,0.0010427465319810241,"model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 1024)","model.language_model.layers.15.self_attn.k_proj.weight|2d-64|(384, 1280)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,8,0.00669717879056031,7.444064674037821 +4674,4800,1.101296918299839,0.04664358854244894,0.007395204883994849,0.0075964865665107545,1.124761658990495,2.153412010048213,1.4099152883031132,0.9999726550984901,0.01415848672176003,"model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(768, 256)","model.language_model.layers.3.self_attn.o_proj.weight|2d-128|(256, 128)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,16,0.023464740690656072,2.8115901089636526 +4916,5004,1.10367158708499,0.013200316948202761,0.0022314288214842536,0.002202964317894444,1.1124343002895558,2.27219112258487,1.4129667411784599,0.9999975103596082,0.004557781756223094,"model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(1216, 256)","model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(1728, 1408)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,12,0.008762713204565786,3.0886660855911976 +5273,5316,1.1002184771330987,0.01177545065544787,-0.023907359469081804,-0.02610061776053122,1.1160293240867771,2.3636162544557813,1.427207709262369,0.9997141782345673,-0.05063291996245549,"model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(1280, 1792)","model.language_model.layers.19.self_attn.q_proj.weight|2d-128|(768, 768)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,16,0.015810846953678404,2.869259503622489 +5524,5525,1.0875424408450094,0.04005778805118604,0.027423360332683597,0.027701488056126006,1.0917673488494084,2.3407962417373906,1.3992780755597385,0.9996239089317861,0.0587968662647836,"model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(1408, 704)","model.language_model.layers.11.self_attn.q_proj.weight|2d-64|(3520, 960)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,8,0.004224908004399008,2.840422912272827 +5662,5786,1.0710818059296212,-0.0013239924768440113,0.0006757290990121444,0.0006546342098322426,2.6511432254393448,1.0794607601988078,1.4138797566459245,0.9999997716950664,0.00027513528500038904,"model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(384, 1664)","model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(128, 1280)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,12,0.008378954269186556,9.821050481232676 +6070,6095,1.0614006526627353,0.03520291473655826,0.018195661849192104,0.01829419814606362,1.095118089372297,2.3552026539732207,1.4043410576741928,0.9998344452407458,0.03913228307878649,"model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(384, 1408)","model.language_model.layers.3.self_attn.v_proj.weight|2d-64|(320, 384)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,16,0.03371743670956162,4.0503886604272665 +6340,6394,1.1207042420342965,-0.0012663574276480043,0.01110131316616215,0.01111153588332612,1.1220906450420047,2.1569181636276356,1.4077710957053122,0.9999383785243903,0.021339295638916414,"model.visual.blocks.23.attn.proj.weight|2d-128|(128, 256)","model.visual.blocks.21.attn.proj.weight|2d-128|(896, 256)",model.visual.layers.*.attn.proj.weight,2d-128,2,0.0013864030077082035,3.155871448882764 +6512,6549,1.1597687866112385,0.041005142104360265,0.026289289601461294,0.026809959802210435,1.166547466947839,1.8588678311742834,1.3973739686961424,0.9996543768984611,0.0418914070187305,"model.visual.blocks.23.attn.proj.weight|2d-64|(0, 64)","model.visual.blocks.0.attn.proj.weight|2d-64|(576, 320)",model.visual.layers.*.attn.proj.weight,2d-64,23,0.006778680336600562,3.0338332950418274 +6784,6848,1.0639223601274534,-0.011749103852542358,0.010062701744847732,0.010182591563820885,2.5322219138463726,1.0837732595993068,1.4090564242944896,0.9999493697350852,0.004306765931830924,"model.visual.blocks.0.attn.qkv.weight|2d-128|(2048, 0)","model.visual.blocks.1.attn.qkv.weight|2d-128|(0, 0)",model.visual.layers.*.attn.qkv.weight,2d-128,1,0.019850899471853367,9.175932104606044 +7063,7155,1.0590408622285712,0.006799180573366227,-0.002066940669861426,-0.0016700957192131004,1.0723489170189733,2.7842416412280544,1.4151936191505,0.9999978638758521,-0.005366594950246189,"model.visual.blocks.0.attn.qkv.weight|2d-64|(1920, 512)","model.visual.blocks.2.attn.qkv.weight|2d-64|(2688, 512)",model.visual.layers.*.attn.qkv.weight,2d-64,2,0.01330805479040209,3.503405122811827 +7274,7406,1.1970879215332018,0.03653207635318195,-0.0042267189710170445,-0.004081642360108125,1.7498288691093362,1.2221936560962847,1.4170168818555944,0.9999910673834742,-0.0029522139014132726,"model.visual.blocks.17.mlp.linear_fc1.weight|2d-128|(1792, 768)","model.visual.blocks.1.mlp.linear_fc1.weight|2d-128|(3584, 640)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,16,0.02510573456308296,4.980630097478497 +7628,7644,1.195905862472808,0.027932727765943462,0.012566577262771864,0.012623396106646347,1.7499403587717353,1.207947116726642,1.4058804159356584,0.9999210374504072,0.008674444643554803,"model.visual.blocks.15.mlp.linear_fc1.weight|2d-64|(3264, 768)","model.visual.blocks.1.mlp.linear_fc1.weight|2d-64|(3648, 128)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,14,0.012041254253833955,4.833192202921539 +7761,7794,1.2016955237471916,0.014189339890744453,-0.00048239976439119574,-0.0005171797501366471,1.706153413040872,1.2346500966250982,1.414537535752167,0.9999998836452269,-0.0003490863782618396,"model.visual.blocks.13.mlp.linear_fc2.weight|2d-128|(0, 1024)","model.visual.blocks.4.mlp.linear_fc2.weight|2d-128|(384, 768)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,9,0.032954572877906596,5.1589458084401905 +7960,8073,1.1761581275540962,0.044754764721882855,0.03531377741203829,0.03548804577960467,1.2271266775813836,1.6418295957334645,1.3900587959392436,0.9993762740454133,0.04724793776507493,"model.visual.blocks.4.mlp.linear_fc2.weight|2d-64|(640, 3200)","model.visual.blocks.10.mlp.linear_fc2.weight|2d-64|(384, 64)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,6,0.050968550027287396,3.55099471461566 +8306,8410,0.6390501946409408,0.7893254806223756,0.7779896182598924,0.7780747794069327,0.6726586376423302,0.660585848118759,0.6665402556996324,0.6282771314315259,0.7640263620298141,"model.visual.merger.linear_fc1.weight|2d-128|(3712, 2304)","model.visual.merger.linear_fc1.weight|2d-128|(3712, 3328)",model.visual.merger.linear_fc1.weight,2d-128,0,0.021535653477818162,1.7195704845063098 +8532,8699,1.3298156522155642,0.09129279018970386,0.05685098987059399,0.056128012401348654,1.3800631785115862,1.3668867390242159,1.3734275563126668,0.9983826746046496,0.05630819325121393,"model.visual.merger.linear_fc1.weight|2d-64|(2816, 192)","model.visual.merger.linear_fc1.weight|2d-64|(1088, 192)",model.visual.merger.linear_fc1.weight,2d-64,0,0.037071086808651676,3.5297459258942987 +8769,8852,1.3320352690978507,0.05924732499715921,0.020263868959710565,0.020167472796533786,1.4318577644353,1.3698514624925267,1.3998256835170557,0.9997946667265152,0.019386346339480096,"model.visual.merger.linear_fc2.weight|2d-128|(1024, 1280)","model.visual.merger.linear_fc2.weight|2d-128|(1152, 896)",model.visual.merger.linear_fc2.weight,2d-128,0,0.0378161933946759,3.635626931710503 +8987,9142,1.3193786594752495,0.029382122915271862,0.027266919850947143,0.027250608060880782,1.3220619152130644,1.481337441174834,1.394925479592408,0.9996281884189951,0.03055190442741995,"model.visual.merger.linear_fc2.weight|2d-64|(1152, 384)","model.visual.merger.linear_fc2.weight|2d-64|(1856, 2176)",model.visual.merger.linear_fc2.weight,2d-64,0,0.0026832557378149158,3.407033579467961 +9308,9316,0.4933761006864666,0.8699090907021764,0.872066915420281,0.8716677677229333,0.5064764611000301,0.5052012176274067,0.5058376337590766,0.4893866518708458,0.8698711615659653,"model.visual.pos_embed.weight|2d-128|(1408, 512)","model.visual.pos_embed.weight|2d-128|(1536, 512)",model.visual.pos_embed.weight,2d-128,0,0.011825116940940072,2.175299890634582 +9490,9519,0.29490070865080453,0.9631501998739964,0.9423458598728107,0.9418357232511357,0.4162898327539302,0.3498350399413537,0.378758010511283,0.33464052411591283,0.791913651472819,"model.visual.pos_embed.weight|2d-64|(1344, 960)","model.visual.pos_embed.weight|2d-64|(576, 960)",model.visual.pos_embed.weight,2d-64,0,0.05493433129054914,1.5557758712370786 +9695,9761,1.0132211454476323,0.04121946858500867,0.003131592294307091,0.003280994799822908,1.024512073921137,4.534839029613347,1.4132612872709773,0.9999950965528293,0.01386149301950868,"mtp.fc.weight|2d-128|(1536, 3584)","mtp.fc.weight|2d-128|(512, 2176)",mtp.fc.weight,2d-128,0,0.011290928473504769,1.0541995810953477 +9891,9923,1.0050778105799207,0.052096451555868735,0.019202394119956227,0.019523437201820665,1.011894852110999,5.7793922962082425,1.4095927299984086,0.9998156170314914,0.10967361718869165,"mtp.fc.weight|2d-64|(576, 2624)","mtp.fc.weight|2d-64|(1792, 384)",mtp.fc.weight,2d-64,0,0.006817041531078205,7.692106545365577 +10187,10209,1.2592742214503514,0.04426754691166453,0.006468711129415415,0.0064821002731257765,1.4001531299026064,1.4193070376083916,1.4096324953124448,0.9999790776692902,0.006557202233211202,"mtp.layers.0.mlp.down_proj.weight|2d-128|(1152, 2944)","mtp.layers.0.mlp.down_proj.weight|2d-128|(1152, 896)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.14087890845225504,2.970088802661364 +10408,10457,1.2484707891276297,0.03806522943856802,0.010834818313153657,0.010629189416086406,1.3273360695080991,1.5019775007413596,1.4065897987957587,0.9999413016333114,0.012260386577913262,"mtp.layers.0.mlp.down_proj.weight|2d-64|(960, 5440)","mtp.layers.0.mlp.down_proj.weight|2d-64|(1856, 5184)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.07886528038046947,3.4069784222091735 +10800,10838,1.2949569905621168,0.051228838148776545,0.019667197729078156,0.019632382987672635,1.3279538292503834,1.485986606890207,1.400326014689549,0.9998065819614739,0.022007687147503435,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(1280, 0)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(2560, 1536)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.03299683868826664,3.7274958899674377 +11053,11131,1.2826630838576814,0.0496689262899721,0.023111235120319037,0.02298545093115638,1.5309485092224906,1.2945977884606716,1.3980056753547117,0.9997328997343307,0.019543279016323488,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(5568, 128)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(3392, 192)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.011934704602990287,4.320447481926247 +11239,11330,1.3172820702360437,0.06460379212938383,0.013026620542666238,0.013023711692037416,1.4343635770046443,1.3773308584046848,1.4049797824362493,0.9999151499788557,0.012508660106672865,"mtp.layers.0.mlp.up_proj.weight|2d-128|(5504, 768)","mtp.layers.0.mlp.up_proj.weight|2d-128|(1408, 256)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.06004878816864112,3.8580145627349567 +11411,11415,1.2998641608549066,0.055900416567554526,0.04086225625233567,0.0408396968900692,1.2954321930545944,1.496967816062529,1.3853239584600952,0.9991647892184594,0.04721936264159868,"mtp.layers.0.mlp.up_proj.weight|2d-64|(3008, 1984)","mtp.layers.0.mlp.up_proj.weight|2d-64|(2432, 256)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.0044319678003121865,3.560283351275672 +11708,11712,1.204910100695451,-0.001227761871494133,-0.0032116969400626445,-0.0032122425804154975,1.7357496185729098,1.226216122094756,1.4163524098878102,0.9999948424880827,-0.002268895539452936,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(256, 1536)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 0)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.021306021399305042,5.602912846439705 +11735,11925,1.0751418973845364,0.03552335330358748,0.016751579916812143,0.01660459131321177,2.435224672858351,1.088491657111835,1.405360094413388,0.9998596824406366,0.007487586334894527,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 448)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 320)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.013349759727298682,8.280435340547628 +12116,12118,1.0446565258665084,0.42756960559816837,0.4317939672159955,0.4317951965557979,1.0395195144025937,1.0958925245535722,1.066590324358884,0.9019722666888776,0.4552100987649905,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(1024, 512)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1024, 768)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.005137011463914654,3.0636692275040027 +12292,12332,1.1469458233503689,0.04829089938504054,0.03688237125802693,0.037226998951583136,1.1821766500014796,1.7684833101834585,1.389906086624976,0.9993196138825581,0.05517437517458078,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(1152, 1472)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(1792, 960)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.03523082665111077,2.583280073812604 +12513,12592,1.0453312963863735,0.03639488803991907,0.005207023510995689,0.004878275788663512,2.996783230748526,1.0588491390785506,1.4118985797874917,0.9999864433611867,0.0018397901807540573,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(2176, 896)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(768, 0)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.013517842692177151,8.721543389427087 +12855,12997,1.0448563227536343,0.03656604178793487,0.02816165788264993,0.02814962030078671,1.0453772521148263,3.1288065064823023,1.4021921277638747,0.9996033818596757,0.08428763705954954,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(896, 320)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(704, 640)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.0005209293611920796,3.2578864799580476 +13026,13035,1.335502643165872,0.07151468542545562,0.015286469425979443,0.01528357669096593,1.378783618529552,1.4293199946990078,1.403369822449844,0.9998831550998789,0.015846762396415272,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 256)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 1408)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.04328097536367981,3.9128011020676374 +13255,13279,1.2859853845549225,0.06270428807296353,0.013327806645301319,0.013213226276413399,1.3495149258949626,1.4674678671217807,1.4047909781071255,0.9999111808405912,0.014492709651374464,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(320, 1472)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 960)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.06352954134004007,3.543868563402961 +235,246,1.14096703639501,0.3325988577962862,0.33906881561840446,0.33796320058159096,1.1405272376360243,1.159224198864555,1.1497617180340352,0.9407615735536462,0.34462725937162964,"model.language_model.embed_tokens.weight|2d-128|(147456, 768)","model.language_model.embed_tokens.weight|2d-128|(238592, 768)",model.language_model.embed_tokens.weight,2d-128,0,0.00043979875898569887,3.11570995370318 +391,455,1.0783243873040873,0.3910011304521657,0.37495063191942607,0.3746879918122503,1.1531726041497516,1.0870740066042617,1.1186613656236564,0.9270447797292335,0.3534588701228973,"model.language_model.embed_tokens.weight|2d-64|(201536, 1152)","model.language_model.embed_tokens.weight|2d-64|(246912, 1152)",model.language_model.embed_tokens.weight,2d-64,0,0.008749619300174372,2.878623245312448 +543,718,0.07410267248100895,0.9982457623243445,0.9982457623243447,0.9990599874345425,0.07770154739877902,0.07410267248100895,0.07583814108478691,0.05920640169346627,0.9520103686151095,"model.language_model.layers.16.linear_attn.conv1d.weight|3d-axis0-slice|(2603, 0, 0)","model.language_model.layers.8.linear_attn.conv1d.weight|3d-axis0-slice|(174, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,8,0.0,0.11567141652284392 +848,979,0.4396646074576864,0.9554983150784313,0.9554983150784312,0.9569164968277398,0.6984467173720714,0.4396646074576864,0.5262036946744297,0.2949965591024397,0.6014757907461783,"model.language_model.layers.13.linear_attn.conv1d.weight|3d-volume|(1520, 0, 0)","model.language_model.layers.14.linear_attn.conv1d.weight|3d-volume|(536, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,1,0.0,1.9739580501640248 +1108,1260,1.1196906044745736,-0.02527457151095742,-0.006327980797304159,-0.006345012942862891,1.1092726348111988,2.341210337012074,1.4176720982520956,0.9999799781290768,-0.01335571940579241,"model.language_model.layers.18.linear_attn.in_proj_qkv.weight|2d-128|(4352, 1408)","model.language_model.layers.12.linear_attn.in_proj_qkv.weight|2d-128|(2688, 1408)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,6,0.010417969663374826,3.107786914375729 +1360,1405,1.1148259704388923,0.012945935319124814,0.021480389144902638,0.021400534404692726,1.119670502164269,2.1303239524881987,1.4016474019788767,0.9997692698228844,0.04086933380463391,"model.language_model.layers.16.linear_attn.in_proj_qkv.weight|2d-64|(2304, 1920)","model.language_model.layers.12.linear_attn.in_proj_qkv.weight|2d-64|(2688, 704)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,4,0.004844531725376688,2.9056700294419326 +1620,1635,1.134697302736006,0.03261038887111615,0.0042725313450774245,0.005053908143354317,1.145472283555209,2.034752823078004,1.4116282570122307,0.9999908726962988,0.007589485438358531,"model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-128|(1664, 512)","model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(256, 1920)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,16,0.010774980819202806,3.083917421587922 +1829,1922,1.1249322027931752,-0.0006209359029406236,-0.0038191160155008584,-0.003545355830147371,1.131414346391554,2.1532788289138107,1.4164357390300588,0.9999927071498372,-0.007268443861942758,"model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-64|(512, 0)","model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-64|(640, 768)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,2,0.006482143598378842,3.280369742540667 +2134,2188,1.2102504513527614,0.019230029506716602,0.0007690050053163144,0.0007687817158212456,1.7495058986584417,1.2180578304828282,1.4137034970019218,0.9999997043156071,0.0005354040641556574,"model.language_model.layers.16.linear_attn.out_proj.weight|2d-128|(1280, 256)","model.language_model.layers.2.linear_attn.out_proj.weight|2d-128|(1408, 1664)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,14,0.007807379130066794,4.663575315818836 +2402,2439,1.2125284159951988,0.015913057611341482,0.03516628020514978,0.03500910834578039,1.6946719363161886,1.207205968048064,1.3905135137369122,0.9993814750817291,0.025050832806017814,"model.language_model.layers.18.linear_attn.out_proj.weight|2d-64|(448, 512)","model.language_model.layers.22.linear_attn.out_proj.weight|2d-64|(320, 960)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,4,0.005322447947134767,4.8215575267885855 +2600,2744,1.2542158050057315,0.04949055465802551,-0.0015778728591934806,-0.0016041251810380978,1.5944079436265766,1.2855525406580124,1.4153034947734369,0.9999987551578453,-0.0012722204948111939,"model.language_model.layers.5.mlp.down_proj.weight|2d-128|(0, 3072)","model.language_model.layers.21.mlp.down_proj.weight|2d-128|(640, 3712)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,16,0.0313367356522809,4.052435707326215 +2875,2937,1.2426720235517885,0.025576114922347334,0.026987791192781257,0.0270528088776909,1.276694647074177,1.5547833640309412,1.3953693955060562,0.9996357632290548,0.032866252611490065,"model.language_model.layers.21.mlp.down_proj.weight|2d-64|(320, 896)","model.language_model.layers.3.mlp.down_proj.weight|2d-64|(1664, 6016)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,18,0.034022623522388384,3.1893704975906134 +3138,3278,1.1420669028866879,-0.006186326129019021,-0.0018617188105906764,-0.0016095309224539332,1.1553343818117214,2.0031521012594595,1.4153525837924936,0.9999982670000335,-0.0032279018144867433,"model.language_model.layers.23.mlp.gate_proj.weight|2d-128|(4480, 768)","model.language_model.layers.9.mlp.gate_proj.weight|2d-128|(768, 1664)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,14,0.013267478925033549,3.062177930494426 +3435,3472,1.1294121008223281,0.03908037340371475,0.012439372023635561,0.012693531722640925,1.1396859185901536,2.037759899473791,1.4066990120654377,0.9999226280186171,0.022241613299704494,"model.language_model.layers.23.mlp.gate_proj.weight|2d-64|(2112, 448)","model.language_model.layers.12.mlp.gate_proj.weight|2d-64|(5248, 640)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,11,0.010273817767825433,2.9583970738500094 +3617,3621,1.2053266367192752,0.038904555545630826,0.008639495544180219,0.008703064854331824,1.2249083238969398,1.7105696662095775,1.408418167315795,0.9999626788619375,0.012064951083205232,"model.language_model.layers.23.mlp.up_proj.weight|2d-128|(384, 1024)","model.language_model.layers.1.mlp.up_proj.weight|2d-128|(2560, 384)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,22,0.01958168717766462,3.190109048387534 +3949,4045,1.2008436878901276,0.034150032359193824,0.002312172846240284,0.002283742426886254,1.741634814770695,1.219419192436306,1.412676410955867,0.9999973269247918,0.0016188858427859923,"model.language_model.layers.0.mlp.up_proj.weight|2d-64|(5504, 1856)","model.language_model.layers.23.mlp.up_proj.weight|2d-64|(3840, 512)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,23,0.0185755045461784,4.685984891717183 +4113,4300,1.160122558070016,-0.010683608142384764,0.009919425062982625,0.010021964021801172,1.1677243262274815,1.9050049741469854,1.4079492702637797,0.9999508012929536,0.01618237597799173,"model.language_model.layers.11.self_attn.k_proj.weight|2d-128|(128, 128)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 1536)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,12,0.007601768157465383,3.2465186807110684 +4375,4558,1.0933501309393727,0.03240535408041302,0.015129806150525721,0.015064219730490063,2.181500588123208,1.1164346099287898,1.4055092249039787,0.9998855379321413,0.007743036751822495,"model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 640)","model.language_model.layers.15.self_attn.k_proj.weight|2d-64|(128, 1216)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,8,0.023084478989417123,6.489797516239422 +4648,4789,1.101432366361183,0.006709313960860267,0.005559390659035125,0.005560406040053983,1.103766220373329,2.334441160362473,1.4111721213890809,0.9999845464683442,0.011757988368765853,"model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(1024, 256)","model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(1920, 1280)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,12,0.0023338540121460305,2.9390413968211635 +4907,5045,1.1037335240440571,0.026998293967863973,0.025900982073108925,0.025835851572673138,1.1117711953646163,2.1696252774661655,1.3992682862992023,0.9996645132881573,0.0505458548047607,"model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(1088, 768)","model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(320, 512)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,4,0.008037671320559214,3.0484761237365805 +5146,5316,1.1003116558758703,0.024403954947107488,0.0011249879410100648,0.0015444447464889267,1.1067258078106823,2.3284715434017795,1.4135965873003873,0.9999993672008661,0.0023668937588922573,"model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(3456, 768)","model.language_model.layers.19.self_attn.q_proj.weight|2d-128|(768, 768)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,16,0.006414151934811985,3.141591380144374 +5443,5540,1.087602523464191,-0.01740571982500217,-0.01129026937304263,-0.011746784134834645,2.545343513219047,1.0926964639904748,1.4199895691577846,0.9999362628775317,-0.004846826118892484,"model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(2624, 832)","model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(1408, 448)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,4,0.005093940526283758,7.120266130038705 +5790,5813,1.0711511933421025,0.04731730398670609,0.006209756571290329,0.006193394845848143,1.0821960966162156,2.5769199313097526,1.411074969002377,0.9999807192757895,0.014786641281718318,"model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(128, 1792)","model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(384, 896)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,12,0.011044903274113116,3.470364768568121 +5905,6105,1.0614625317790995,0.030411242177009887,0.010315293721220312,0.01024975463755752,2.4809072588146814,1.0877453843143345,1.408838575775056,0.9999467959423866,0.0045227055921731145,"model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(448, 1472)","model.language_model.layers.23.self_attn.v_proj.weight|2d-64|(192, 1408)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,16,0.02628285253523499,9.131725159906749 +6178,6202,1.124297802313561,0.04156072999670427,0.012872035815244086,0.012745427129998424,1.144057854700869,2.011422925973706,1.4063686975425347,0.999917151915083,0.02263094286390457,"model.visual.blocks.23.attn.proj.weight|2d-128|(0, 896)","model.visual.blocks.16.attn.proj.weight|2d-128|(896, 640)",model.visual.layers.*.attn.proj.weight,2d-128,7,0.019760052387308047,3.302506173916527 +6409,6512,1.1615143944333368,0.03612516440744928,0.030785527239804617,0.03097339685542408,1.8424209771428273,1.1671871208020306,1.3943925199169411,0.9995260133245994,0.019502855941817956,"model.visual.blocks.11.attn.proj.weight|2d-64|(832, 64)","model.visual.blocks.23.attn.proj.weight|2d-64|(0, 64)",model.visual.layers.*.attn.proj.weight,2d-64,12,0.005672726368693759,4.942515307146699 +6726,6732,1.0639428919436345,0.021966386742406082,0.0032347330591128796,0.0032181990562356847,2.6926367379920713,1.075636857131331,1.412636738510235,0.9999947682373325,0.0012921899386835298,"model.visual.blocks.11.attn.qkv.weight|2d-128|(2176, 256)","model.visual.blocks.0.attn.qkv.weight|2d-128|(1152, 512)",model.visual.layers.*.attn.qkv.weight,2d-128,11,0.011693965187696609,12.445169754107743 +6912,6968,1.0593936536050554,0.01809163767446181,0.005701616886049611,0.006002643907593439,1.0676699267795384,2.8111176535109865,1.411534630854532,0.9999837456503404,0.015012051458896229,"model.visual.blocks.1.attn.qkv.weight|2d-64|(1024, 64)","model.visual.blocks.21.attn.qkv.weight|2d-64|(256, 320)",model.visual.layers.*.attn.qkv.weight,2d-64,20,0.008276273174482984,2.8659095843093216 +7191,7411,1.1971782782819202,0.03382289602193023,0.002808670151138731,0.0025230671384165937,1.216316141986948,1.7495424539442255,1.4123506775533756,0.9999960556782121,0.00403997570937103,"model.visual.blocks.1.mlp.linear_fc1.weight|2d-128|(3200, 512)","model.visual.blocks.17.mlp.linear_fc1.weight|2d-128|(3712, 512)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,16,0.01913786370502768,3.261644186880477 +7644,7665,1.1960092209032307,0.04249035613903582,0.015607268052993397,0.01554325317340461,1.2241284962687786,1.6958953901705789,1.403699955605909,0.9998781991742405,0.021622153250173564,"model.visual.blocks.1.mlp.linear_fc1.weight|2d-64|(3648, 128)","model.visual.blocks.15.mlp.linear_fc1.weight|2d-64|(2496, 0)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,14,0.028119275365547924,3.6580688681655964 +7693,7727,1.2017940502830873,0.011569427658045386,0.0020212773488383446,0.0018095885100585113,1.6203785954818322,1.2688713173576835,1.4128253146122491,0.999997957216853,0.0015828034630407533,"model.visual.blocks.9.mlp.linear_fc2.weight|2d-128|(384, 1920)","model.visual.blocks.3.mlp.linear_fc2.weight|2d-128|(0, 1024)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,6,0.06707726707459627,4.860020538996301 +8046,8169,1.1763766770076538,-0.009417814806623726,-0.014983581788947462,-0.013470564643501682,1.795088821617178,1.2163129755099835,1.4240197064209938,0.9998877398372149,-0.010152547734709536,"model.visual.blocks.8.mlp.linear_fc2.weight|2d-64|(192, 2944)","model.visual.blocks.0.mlp.linear_fc2.weight|2d-64|(768, 320)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,8,0.039936298502329715,5.320987343622693 +8241,8297,0.6405048401393532,0.7880332852473175,0.7859391125166946,0.7858699212445361,0.6615032141523978,0.6478526061435235,0.6545711817383905,0.6183038989174098,0.7697206777241218,"model.visual.merger.linear_fc1.weight|2d-128|(1280, 2816)","model.visual.merger.linear_fc1.weight|2d-128|(1280, 3840)",model.visual.merger.linear_fc1.weight,2d-128,0,0.0073477660041703086,1.832649232310913 +8539,8634,1.331052000592104,0.06173548482722998,0.03317828754493864,0.03353681376237508,1.363010340009012,1.41988263076693,1.3905749993801522,0.9994494490646265,0.03456266825043871,"model.visual.merger.linear_fc1.weight|2d-64|(3072, 640)","model.visual.merger.linear_fc1.weight|2d-64|(2240, 2432)",model.visual.merger.linear_fc1.weight,2d-64,0,0.031958339416907844,3.407506158973356 +8746,8816,1.332230499813994,0.05962480153279395,0.0057960079153048715,0.005872374152645024,1.39858656531113,1.4219225809552516,1.4101097727123415,0.9999832030050533,0.005892716788920369,"model.visual.merger.linear_fc2.weight|2d-128|(1792, 2688)","model.visual.merger.linear_fc2.weight|2d-128|(1792, 1408)",model.visual.merger.linear_fc2.weight,2d-128,0,0.06635606549713602,3.3361588744028596 +9056,9194,1.319752339356786,0.03027153056378693,0.013706576359672755,0.013717190682033933,1.471811197371772,1.3457002242376508,1.4045271333729066,0.9999060604699306,0.012532139253784337,"model.visual.merger.linear_fc2.weight|2d-64|(768, 512)","model.visual.merger.linear_fc2.weight|2d-64|(1152, 2944)",model.visual.merger.linear_fc2.weight,2d-64,0,0.025947884880864747,4.153959681947266 +9221,9293,0.5027361389360798,0.8647627248636771,0.7871585156583879,0.7872360982112826,0.6329130874728476,0.6810816014213134,0.6556740577832862,0.616750736705262,0.8470660396006405,"model.visual.pos_embed.weight|2d-128|(0, 640)","model.visual.pos_embed.weight|2d-128|(1152, 640)",model.visual.pos_embed.weight,2d-128,0,0.13017694853676776,2.128172165656309 +9393,9585,0.29566185056646527,0.9552944977546937,0.6365703932481561,0.6404613767846992,0.9736890711089776,0.7910034042129835,0.8682500899952654,0.7712186035359158,0.5171356678646882,"model.visual.pos_embed.weight|2d-64|(128, 64)","model.visual.pos_embed.weight|2d-64|(896, 64)",model.visual.pos_embed.weight,2d-64,0,0.4953415536465183,1.3804536419543478 +9667,9695,1.0132286700812763,0.04739950230087175,0.009779414322207872,0.007828663725981426,4.517332594728126,1.0231673168209439,1.411230767187898,0.9999521803843995,0.0022150189082404594,"mtp.fc.weight|2d-128|(128, 2432)","mtp.fc.weight|2d-128|(1536, 3584)",mtp.fc.weight,2d-128,0,0.0099386467396676,5.387976304779377 +9967,10017,1.0051703210691003,0.051982895359143765,0.027629017002361173,0.02907289811577093,5.91246378172508,1.0098183461684966,1.4077142591768779,0.999618245841623,0.004718893727826805,"mtp.fc.weight|2d-64|(1600, 0)","mtp.fc.weight|2d-64|(640, 2688)",mtp.fc.weight,2d-64,0,0.004648025099396325,47.88936023278562 +10184,10231,1.259908329768036,0.05434507444812408,0.004036024622139165,0.004014916112810514,1.4644223510558267,1.3636842089946108,1.4113640241199636,0.999991855219456,0.003758385031720129,"mtp.layers.0.mlp.down_proj.weight|2d-128|(128, 1024)","mtp.layers.0.mlp.down_proj.weight|2d-128|(1792, 4096)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.10377587922657483,3.8477272207651705 +10413,10457,1.2485948649033796,0.0491228908105809,0.008927024183031776,0.009276985600985247,1.3280446310950094,1.504230006518501,1.4079359346146358,0.9999601533257391,0.010111330094351348,"mtp.layers.0.mlp.down_proj.weight|2d-64|(0, 1856)","mtp.layers.0.mlp.down_proj.weight|2d-64|(1856, 5184)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.0794497661916298,3.4473462249050617 +10774,10871,1.295759668839006,0.020964504716116605,0.019331490667584723,0.019333300971076935,1.3014802290213505,1.5266042125325137,1.4006512484752323,0.9998131292739504,0.022675361814646272,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(2432, 768)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(5504, 768)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.0057205601823444585,3.6310641934583208 +10897,11133,1.2826738597043625,0.03068625920988538,0.027412219084953053,0.027155092407191453,1.300725452750996,1.5130677813470186,1.394918086861243,0.9996242145150539,0.03188724063555968,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(0, 64)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(3200, 960)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.018051593046633396,3.502838708832097 +11233,11297,1.3175298705130642,0.03175919806584997,0.005466182000964284,0.005461667714590188,1.3669823322848007,1.458128223338384,1.410351151674441,0.9999850603155691,0.005830649059076304,"mtp.layers.0.mlp.up_proj.weight|2d-128|(2944, 1792)","mtp.layers.0.mlp.up_proj.weight|2d-128|(4480, 1792)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.049452461771736456,3.5559696772253684 +11507,11622,1.299955596785569,0.02243329072896995,0.018603225705688,0.018707181453071646,1.3050999814129909,1.5221049570848695,1.4011528765274188,0.999826945022659,0.02169646959441334,"mtp.layers.0.mlp.up_proj.weight|2d-64|(1472, 1792)","mtp.layers.0.mlp.up_proj.weight|2d-64|(1984, 448)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.00514438462742195,3.5121496759380917 +11674,11713,1.2053391503485045,0.06388076624352329,0.004938256396452284,0.005034846643292267,1.7096524352803835,1.2285181830691387,1.4109001853588377,0.9999878067375436,0.0035485211207295264,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 1280)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 128)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.023179032720634263,5.053936869613277 +11757,11814,1.0751930045010656,0.05069193911318488,0.023199428000400604,0.02313066577378337,2.260649948551983,1.1023375180276005,1.4012288935443011,0.9997308570512636,0.01131249882274003,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 1856)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(128, 1408)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.027144513526534908,8.039730867238339 +12196,12198,1.0471889102757377,0.43683542053941726,0.4203235329169052,0.4203054647456187,1.0512359865338246,1.1052347914188303,1.0772216475762244,0.9073743040643434,0.44191427822366885,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(1664, 512)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1664, 768)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.004047076258086868,3.164015587506815 +12292,12415,1.1470378439764863,0.026770834129235765,0.0020750291580353825,0.0023949520408237746,1.19756376821932,1.811784658832346,1.4128630097472783,0.9999978471246792,0.003139295037915505,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(1152, 1472)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(640, 0)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.05052592424283375,2.803390415654443 +12581,12596,1.045337405882652,0.019347351657556522,-0.017673604857356248,-0.017693964554870295,3.2551130661761123,1.05682766122367,1.4215356101638321,0.9998438096479599,-0.0057380355480962444,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 640)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(768, 512)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.011490255341018107,9.8258033748648 +12882,12927,1.044863310873632,0.021186049939152365,0.003496246798848519,0.00319771652710806,3.1123871573313946,1.0547382257054856,1.4127097777232605,0.9999938881104832,0.0011848221184692824,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(576, 448)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(832, 1920)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.009874914831853543,9.642451667923975 +13016,13036,1.335742801406332,0.03678631081752563,0.007014070138770156,0.0070087045264520444,1.4325359159519917,1.3870595806953978,1.4092477270586463,0.9999754011074915,0.006791406119256199,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(0, 1024)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 1536)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.05131677928906586,3.9802011924086367 +13177,13266,1.286039037500877,0.007351982651427636,0.004140707365587144,0.0041740995344615,1.3095537852364916,1.5412193340760374,1.4113210996187813,0.9999914272345102,0.0048732158392726784,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 576)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 128)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.023514747735614572,3.4048874340072612 +45,210,1.141160371007764,0.32125293040299735,0.3286131859782711,0.3283081058006048,1.140565648980346,1.1782121182017828,1.1589305476982952,0.9444645964784546,0.3394596692146802,"model.language_model.embed_tokens.weight|2d-128|(247552, 1408)","model.language_model.embed_tokens.weight|2d-128|(195712, 1408)",model.language_model.embed_tokens.weight,2d-128,0,0.0005947220274180598,2.9244233945690983 +451,470,1.0814524205896439,0.4026843606238081,0.3509864364192607,0.3489830617359308,1.1365253051902544,1.1421226235734931,1.1393136523907983,0.9363805430751476,0.3527150233885655,"model.language_model.embed_tokens.weight|2d-64|(233600, 512)","model.language_model.embed_tokens.weight|2d-64|(223040, 512)",model.language_model.embed_tokens.weight,2d-64,0,0.05507288460061055,3.2484978067927552 +668,677,0.07453631159556749,0.997220089080847,0.997220089080847,0.999984023019185,0.07453631159556748,0.07488593728988711,0.07471051089084672,0.07451237436552037,1.0018977255049053,"model.language_model.layers.1.linear_attn.conv1d.weight|3d-axis0-slice|(3241, 0, 0)","model.language_model.layers.16.linear_attn.conv1d.weight|3d-axis0-slice|(5654, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,15,1.3877787807814457e-17,0.0907276266552469 +791,887,0.4417744088133818,0.9575063743004391,0.9575063743004392,0.9551483950816182,0.44177440881338165,0.7092588909960613,0.5303058730374083,0.28841210649698334,1.5372549781281448,"model.language_model.layers.16.linear_attn.conv1d.weight|3d-volume|(5264, 0, 0)","model.language_model.layers.13.linear_attn.conv1d.weight|3d-volume|(1372, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,3,1.6653345369377348e-16,1.33241333397202 +1108,1130,1.1198461480865465,0.006244424310141784,0.006522240032343744,0.006542162956117584,1.1163778392289965,2.2200976586738843,1.4105065989350345,0.999978729966273,0.012970527823371835,"model.language_model.layers.18.linear_attn.in_proj_qkv.weight|2d-128|(4352, 1408)","model.language_model.layers.0.linear_attn.in_proj_qkv.weight|2d-128|(5888, 1408)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,18,0.0034683088575500065,3.0903998601308658 +1316,1360,1.1154275240262665,0.025787170696789676,0.012719982491365273,0.012761534220291167,2.0889730985877484,1.1311110137296823,1.4066613583185814,0.9999190977501227,0.00688745695201092,"model.language_model.layers.9.linear_attn.in_proj_qkv.weight|2d-64|(4032, 320)","model.language_model.layers.16.linear_attn.in_proj_qkv.weight|2d-64|(2304, 1920)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,7,0.01568348970341571,5.919422767029678 +1565,1645,1.1347359631974074,-0.0019778244973004773,-0.0004831851815020963,-0.00044631879384467697,1.1493933241929208,2.0300907137976245,1.4145065028694086,0.9999998832660334,-0.0008534152142399115,"model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-128|(1024, 384)","model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-128|(640, 1664)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,0,0.014657360995513402,3.2808822432420466 +1814,2021,1.1252053606036663,-0.01290611315310642,-0.008765857893910845,-0.008071961601006981,1.1527144806862355,2.0413986244059843,1.419511354424328,0.9999615791296103,-0.01552388778504361,"model.language_model.layers.22.linear_attn.in_proj_z.weight|2d-64|(320, 192)","model.language_model.layers.16.linear_attn.in_proj_z.weight|2d-64|(576, 640)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,6,0.027509120082569227,3.467564529866808 +2102,2172,1.21098047917217,0.035638919997255575,0.003896820499278293,0.003716708497698513,1.7023376846679816,1.2321809383269098,1.4115935880696482,0.9999924073661741,0.0028205848830919525,"model.language_model.layers.16.linear_attn.out_proj.weight|2d-128|(1664, 256)","model.language_model.layers.22.linear_attn.out_proj.weight|2d-128|(1152, 384)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,6,0.02120045915473967,4.588821605464608 +2333,2403,1.2126732157133602,0.018990680778907903,0.010344704812260368,0.010186438480610257,1.222520029918096,1.7130118773918186,1.4072790921522258,0.9999464921096265,0.014495142638032296,"model.language_model.layers.22.linear_attn.out_proj.weight|2d-64|(1536, 192)","model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(192, 960)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,10,0.009846814204735876,3.337725296696022 +2790,2813,1.2543033975941091,0.06379492184347994,0.006771639132239142,0.0067416296553336605,1.3004060950742626,1.5516176340766386,1.4094911324878188,0.9999770721888891,0.008079779638825555,"model.language_model.layers.16.mlp.down_proj.weight|2d-128|(1024, 5888)","model.language_model.layers.3.mlp.down_proj.weight|2d-128|(0, 6016)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,13,0.0461026974801535,3.2718987515672144 +2939,3055,1.2433162056826743,0.061354349290180084,0.015727837028139516,0.015698332006836895,1.535354617769329,1.3001870483400864,1.4032013735221576,0.9998763099215904,0.01331883186185389,"model.language_model.layers.2.mlp.down_proj.weight|2d-64|(704, 832)","model.language_model.layers.23.mlp.down_proj.weight|2d-64|(448, 3520)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,21,0.056870842657412046,4.01424537994432 +3224,3265,1.1420690683847454,0.01769867963289748,0.002036328079356062,0.002125288247255204,2.022111223657034,1.1492051253858908,1.412975935406991,0.9999979266818273,0.0011572848409055184,"model.language_model.layers.9.mlp.gate_proj.weight|2d-128|(4736, 1664)","model.language_model.layers.23.mlp.gate_proj.weight|2d-128|(4352, 896)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,14,0.0071360570011453905,5.400827982244988 +3338,3448,1.1295448150062957,0.0037321619028399585,-0.0037273620463412326,-0.003742578576667672,1.1419700012046299,2.084899763259991,1.416432770426991,0.9999930533619599,-0.006805061638925305,"model.language_model.layers.23.mlp.gate_proj.weight|2d-64|(4032, 128)","model.language_model.layers.10.mlp.gate_proj.weight|2d-64|(4416, 1792)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,13,0.012425186198334215,3.1648212112879657 +3613,3679,1.2057568586396203,0.034202703488893364,-0.00764429392370446,-0.007506283958508175,1.2407785657300867,1.7068900904088902,1.4193458581693794,0.9999707819583571,-0.010515953375505385,"model.language_model.layers.23.mlp.up_proj.weight|2d-128|(4480, 1664)","model.language_model.layers.1.mlp.up_proj.weight|2d-128|(768, 1280)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,22,0.03502170709046637,3.2279628066190824 +3898,4070,1.2023618525082704,0.050015343660954184,0.02917374814825059,0.029197851237716812,1.2205654838986364,1.6728680860684952,1.3944303676993113,0.9995743556229233,0.03998460784940668,"model.language_model.layers.23.mlp.up_proj.weight|2d-64|(2944, 0)","model.language_model.layers.0.mlp.up_proj.weight|2d-64|(832, 1344)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,23,0.01820363139036596,3.1830209164346637 +4217,4300,1.160546320668265,-0.000713864761870092,-0.004116673853096202,-0.004064178325069116,1.1603468949815012,1.985333418600614,1.4167475599816157,0.9999915264622932,-0.007043557585562841,"model.language_model.layers.15.self_attn.k_proj.weight|2d-128|(384, 1152)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 1536)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,8,0.00019942568676367678,3.312686779609893 +4352,4561,1.0936432913324254,0.03170725800412848,0.02243713797996429,0.02244503874739821,1.1049514937157032,2.241320428436723,1.4015725517564603,0.9997482557320457,0.04551223831648705,"model.language_model.layers.19.self_attn.k_proj.weight|2d-64|(192, 832)","model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(0, 1024)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,4,0.011308202383277788,3.449429275944256 +4648,4705,1.1018056029467729,0.038766413653391764,0.01039278342977688,0.010416602133533119,1.1111056063227842,2.2455026635444564,1.4083592658762254,0.9999459935679436,0.021003424643350328,"model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(1024, 256)","model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(896, 1792)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,12,0.009300003376011334,2.903653418961731 +4907,4955,1.103793440762137,0.017129486504514062,0.021182133920750162,0.020929667224748497,1.1231556784567351,2.107350441260689,1.4017246310677896,0.9997756334311031,0.039743537001095584,"model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(1088, 768)","model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(1536, 512)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,4,0.019362237694598106,2.912721054968565 +5332,5362,1.1004418650842167,0.01811732291546493,-0.0005443272436944191,-0.0005663986681126772,1.1087672323948543,2.3177715513545225,1.4145132039459554,0.9999998518539149,-0.001137863893521751,"model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(3456, 1536)","model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(128, 1920)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,4,0.0083253673106376,2.9374669400492146 +5455,5583,1.0876777072704904,-0.007689469632522592,-0.014100462265621852,-0.014145640658843734,1.0878850931642228,2.624613049046527,1.421249658515492,0.9999005835401316,-0.03401853513066996,"model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(1408, 1024)","model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(2752, 896)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,4,0.00020738589373237026,2.9473466368739745 +5784,5786,1.0712532466037974,0.013012298844438469,0.015994616469637433,0.016041250509034065,2.612332620104306,1.075298405641759,1.4062291809598895,0.9998720779399679,0.006583765580343985,"model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(256, 1536)","model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(128, 1280)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,12,0.004045159037961543,9.107490395980415 +5952,6038,1.0615020904438137,0.01947978727974238,0.016905714789958004,0.016634495415617404,2.625060016428236,1.074043713197959,1.405809243771144,0.9998570881918278,0.006916975830509945,"model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(320, 1920)","model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(64, 1920)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,12,0.012541622754145276,9.443835394730216 +6178,6212,1.1283070069796577,0.0332603941398376,0.005213169015232725,0.0051566388578118735,1.1393453760874475,2.0669123279905164,1.4110932350318257,0.9999864113420834,0.009457328332243725,"model.visual.blocks.23.attn.proj.weight|2d-128|(0, 896)","model.visual.blocks.19.attn.proj.weight|2d-128|(512, 896)",model.visual.layers.*.attn.proj.weight,2d-128,4,0.01103836910778977,3.2187021311016264 +6412,6642,1.1619434465828726,0.03196522808465613,0.021340758612498564,0.02157079686134892,1.1779680126638787,1.8283234156087473,1.4004052311536639,0.9997722600781855,0.033122978093309656,"model.visual.blocks.6.attn.proj.weight|2d-64|(384, 384)","model.visual.blocks.18.attn.proj.weight|2d-64|(512, 768)",model.visual.layers.*.attn.proj.weight,2d-64,12,0.01602456608100611,2.9882116968395547 +6732,6770,1.0639577494401065,0.012079622996982179,-0.01082182708559792,-0.010822611355369742,1.0832647688346617,2.6694080555691464,1.419536021883219,0.9999414423147635,-0.02666741615657641,"model.visual.blocks.0.attn.qkv.weight|2d-128|(1152, 512)","model.visual.blocks.8.attn.qkv.weight|2d-128|(2560, 0)",model.visual.layers.*.attn.qkv.weight,2d-128,8,0.019307019394555258,4.565085333620198 +6912,6916,1.059461077595092,0.0498220894730826,0.0234419083467124,0.023527938260762167,1.080557587540256,2.492589562394734,1.402063341162847,0.999725200709207,0.05407491163949879,"model.visual.blocks.1.attn.qkv.weight|2d-64|(1024, 64)","model.visual.blocks.6.attn.qkv.weight|2d-64|(2304, 512)",model.visual.layers.*.attn.qkv.weight,2d-64,5,0.0210965099451641,2.8603617159494616 +7265,7283,1.1973503538513968,0.032467764926349355,0.00937887776693554,0.009418780291455325,1.777930893506112,1.201746524398374,1.408046334317797,0.99995601735868,0.006339410491341025,"model.visual.blocks.18.mlp.linear_fc1.weight|2d-128|(3712, 768)","model.visual.blocks.1.mlp.linear_fc1.weight|2d-128|(2688, 0)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,17,0.004396170546977274,4.905036400799542 +7492,7548,1.1961459719467875,0.03938975585658145,0.013408595537177078,0.013401908612900333,1.2247446421690473,1.6995185865838618,1.4051904804723303,0.9999101007419219,0.018606456032385317,"model.visual.blocks.1.mlp.linear_fc1.weight|2d-64|(2496, 192)","model.visual.blocks.17.mlp.linear_fc1.weight|2d-64|(2112, 128)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,16,0.028598670222259814,3.369640437807666 +7689,7794,1.202260193198536,-0.0028890834236111294,-0.0009437874611071191,-0.0009647286271058022,1.753267814400638,1.218243048402686,1.4148388717860982,0.9999995546325149,-0.0006557825930640377,"model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(384, 1280)","model.visual.blocks.4.mlp.linear_fc2.weight|2d-128|(384, 768)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,6,0.015982855204150104,5.350387037715062 +7992,8023,1.1774905199149066,0.028619998467545787,0.02474767349529345,0.02474296437059701,1.2179639917064211,1.690480788641103,1.3975157491787566,0.9996937294274534,0.034348689199541003,"model.visual.blocks.6.mlp.linear_fc2.weight|2d-64|(896, 4032)","model.visual.blocks.2.mlp.linear_fc2.weight|2d-64|(256, 1280)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,4,0.040473471791514504,3.3675888949684296 +8340,8383,0.6414315015185846,0.794199512874251,0.7886776750740568,0.788675531696585,0.6541245943314856,0.6463415827712623,0.6501981545382421,0.6148069004490601,0.7792937021802311,"model.visual.merger.linear_fc1.weight|2d-128|(1024, 256)","model.visual.merger.linear_fc1.weight|2d-128|(1024, 1280)",model.visual.merger.linear_fc1.weight,2d-128,0,0.004910081252677667,1.6494800639532161 +8473,8676,1.3311605073390722,0.03939774320704802,0.013232640230483983,0.013320378567236977,1.3634966765027126,1.4501950261951693,1.4048433814456107,0.9999124447833073,0.014074041672693285,"model.visual.merger.linear_fc1.weight|2d-64|(384, 704)","model.visual.merger.linear_fc1.weight|2d-64|(4032, 2688)",model.visual.merger.linear_fc1.weight,2d-64,0,0.03233616916364035,3.388412377149237 +8844,8865,1.332403850921776,0.03209994606405438,0.002423573941560487,0.002407938752936561,1.446093201902742,1.3811453173685422,1.4125006071895203,0.9999970631403623,0.002314724802162381,"model.visual.merger.linear_fc2.weight|2d-128|(1536, 3968)","model.visual.merger.linear_fc2.weight|2d-128|(1152, 3968)",model.visual.merger.linear_fc2.weight,2d-128,0,0.048741466446766246,3.717152223792286 +9093,9194,1.3202784767209055,0.042091512065793105,0.0325174087885396,0.032571230799921955,1.455844429997727,1.3343233207677359,1.3911187740322468,0.9994711692318489,0.029803141038602494,"model.visual.merger.linear_fc2.weight|2d-64|(832, 1856)","model.visual.merger.linear_fc2.weight|2d-64|(1152, 2944)",model.visual.merger.linear_fc2.weight,2d-64,0,0.014044844046830374,4.052518514360323 +9278,9326,0.5057330426436503,0.8640486464827108,0.7051586384748374,0.7057332449965716,0.9450975395582578,0.7105862563353993,0.803216763306125,0.7090495713166419,0.5301844688650938,"model.visual.pos_embed.weight|2d-128|(896, 768)","model.visual.pos_embed.weight|2d-128|(1664, 768)",model.visual.pos_embed.weight,2d-128,0,0.20485321369174903,2.8872626351903334 +9473,9569,0.2960521061848081,0.955902544415335,0.7116978263277755,0.7185396884591836,0.7694265633010898,0.7502250354999473,0.7596438509509154,0.7024857322396801,0.6939369557651383,"model.visual.pos_embed.weight|2d-64|(448, 64)","model.visual.pos_embed.weight|2d-64|(832, 64)",model.visual.pos_embed.weight,2d-64,0,0.45417292931513925,1.5829370448277942 +9764,9805,1.013316941612153,0.034054572787938595,0.010995537322968929,0.011731141101341809,1.0199193041761372,4.813567485799297,1.4110567951980946,0.9999395472522222,0.05189406723651482,"mtp.fc.weight|2d-128|(512, 2560)","mtp.fc.weight|2d-128|(1664, 3584)",mtp.fc.weight,2d-128,0,0.006602362563984165,1.0848964332663449 +10029,10064,1.0052018355884522,0.04727776790169192,0.01595777115648792,0.014311917882480738,6.310565587083221,1.010206451150145,1.4106867540610364,0.9998726666629691,0.0025545481059983492,"mtp.fc.weight|2d-64|(1536, 2176)","mtp.fc.weight|2d-64|(1408, 3456)",mtp.fc.weight,2d-64,0,0.005004615561692738,48.12659102351287 +10142,10268,1.2614685173569535,0.041167362453943784,0.0011449351945234207,0.0011470812790612495,1.3560189212090488,1.4787572892590253,1.4134067705424578,0.9999993445614854,0.0012485675812850233,"mtp.layers.0.mlp.down_proj.weight|2d-128|(1152, 512)","mtp.layers.0.mlp.down_proj.weight|2d-128|(768, 2944)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.09455040385209523,3.146661480472885 +10506,10552,1.2500134334094584,0.053322522195611635,0.026479143431493084,0.026578983347169727,1.296478984577573,1.5216086700393132,1.3956050249571674,0.9996493660094696,0.031077167235149777,"mtp.layers.0.mlp.down_proj.weight|2d-64|(1152, 5952)","mtp.layers.0.mlp.down_proj.weight|2d-64|(256, 1472)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.04646555116811468,3.15382678890181 +10677,10712,1.2960878722029276,0.037818896686161625,0.012714096588001328,0.012711391369125098,1.3669161073153557,1.4469120486049734,1.4052091936201414,0.9999191726074418,0.013458162824957034,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(256, 640)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(512, 1024)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.07082823511242808,3.6106431643199133 +10939,10973,1.283014358732489,0.04838605232727771,0.008562274405635558,0.008131858000097004,1.301940622928452,1.5456925317650752,1.4082345578961,0.9999633430566355,0.010165320422943313,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(2944, 1216)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(5568, 1344)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.018926264195963105,3.4152255833520186 +11178,11393,1.317790836447008,0.016648836260905544,0.01648138962661141,0.01647390986943739,1.3314815136128675,1.4864419282048706,1.4025818975084157,0.9998641726734566,0.01839952588571881,"mtp.layers.0.mlp.up_proj.weight|2d-128|(2944, 1024)","mtp.layers.0.mlp.up_proj.weight|2d-128|(1920, 128)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.013690677165859588,3.556468224749663 +11546,11622,1.300330770463679,0.05526569939659438,0.025140426163275817,0.025092366077107763,1.3278955781431914,1.47679112452047,1.39642463781041,0.9996839295358954,0.027959395931194515,"mtp.layers.0.mlp.up_proj.weight|2d-64|(3072, 768)","mtp.layers.0.mlp.up_proj.weight|2d-64|(1984, 448)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.027564807679512304,3.2363142565959797 +11698,11723,1.2053547287338213,0.04307405467082939,0.005987572591248077,0.005986401396224544,1.6554821177173593,1.2491120631556292,1.4101363941947027,0.9999820743265674,0.004517807273605898,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(256, 256)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 1408)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.04375733442180785,5.466680324939558 +11837,11862,1.0760196092703795,0.040941311831366727,0.034653049276935174,0.03439247527392633,1.100749972037444,2.219203905915887,1.3945687742713022,0.9993994027293644,0.06986344243545824,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(192, 832)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(256, 384)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.02473036276706453,3.2511458192976437 +11989,11991,1.0520837820349167,0.3949800984650045,0.39532547189878964,0.3952353206446731,1.0386835774512875,1.1799953100587615,1.1026050639818823,0.9185411102765076,0.4491090577671289,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(0, 640)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(0, 896)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.013400204583629227,3.455243463453863 +12270,12327,1.148975142927989,0.02365281456237455,0.056060304308436046,0.056072008495653095,1.127615657091065,1.943694797864419,1.3793720394439397,0.9984273845807944,0.09663232429044182,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(0, 1920)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(1728, 0)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.021359485836924152,3.3383497179014965 +12583,12620,1.0456695115085661,0.04008867832579209,0.005689573875599113,0.005512100408557962,2.9568197339477265,1.0604453723792135,1.4116543785384195,0.9999838142435677,0.002040530986017632,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 896)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(896, 1536)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.014775860870647417,8.790605816156008 +12804,12808,1.0450788935584925,0.03043575893915401,0.020739091055775514,0.020784631925486373,3.1634049458109184,1.0467921927686958,1.4054388521152588,0.9997849219218002,0.0068627061581392965,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(2176, 1472)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(832, 512)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.0017132992102033562,9.26998186451647 +13036,13055,1.3360073223234836,0.042647175109045456,0.007905712649029815,0.007918590334287219,1.3865434476924645,1.4317756658089833,1.408615177427853,0.9999687493654544,0.008163615075024873,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 1536)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(256, 1920)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.05053612536898089,3.3236769153003953 +13161,13279,1.2865008381206242,0.04913316411341925,0.009648559097123609,0.009526928079933938,1.3455800092249832,1.4786178987635126,1.4074048221519206,0.9999534515702965,0.010602514960445654,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(128, 1600)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 960)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.05907917110435901,3.5571036967236207 +212,246,1.1413211665261298,0.3439371716151652,0.36598714851432845,0.36491155821316834,1.1184274709378106,1.1339270220204736,1.1260972537042846,0.9306199047529291,0.3710591238112509,"model.language_model.embed_tokens.weight|2d-128|(226176, 768)","model.language_model.embed_tokens.weight|2d-128|(238592, 768)",model.language_model.embed_tokens.weight,2d-128,0,0.02289369558831922,3.128275383937959 +335,431,1.0859271042464658,0.3624269012383615,0.3612556511935583,0.36199282003934863,1.0883102738450248,1.179820261306669,1.1312988473141463,0.932466811463399,0.39163163946239476,"model.language_model.embed_tokens.weight|2d-64|(165056, 832)","model.language_model.embed_tokens.weight|2d-64|(151808, 832)",model.language_model.embed_tokens.weight,2d-64,0,0.0023831695985589985,2.948539577787701 +601,704,0.07529435224783675,0.9971945893645685,0.9971945893645683,0.997553475015841,0.07612773689440631,0.07529435224783673,0.07570760459564689,0.07485286194949221,0.9862781127382974,"model.language_model.layers.5.linear_attn.conv1d.weight|3d-axis0-slice|(4869, 0, 0)","model.language_model.layers.16.linear_attn.conv1d.weight|3d-axis0-slice|(4751, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,11,1.3877787807814457e-17,0.14228980150313203 +793,815,0.44199743760715976,0.9576031266858774,0.9576031266858773,0.9584577192838394,0.44199743760715976,0.7101575229142836,0.5306864787593942,0.2880907005813127,1.538581463421587,"model.language_model.layers.9.linear_attn.conv1d.weight|3d-volume|(4944, 0, 0)","model.language_model.layers.6.linear_attn.conv1d.weight|3d-volume|(5844, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,3,0.0,1.199204760933696 +1156,1164,1.1208281559256172,0.02500586707719762,-0.004087660881174512,-0.004092051986326989,2.132912948863504,1.1346005521005371,1.4166083985026598,0.9999916454793613,-0.0021744264317264312,"model.language_model.layers.10.linear_attn.in_proj_qkv.weight|2d-128|(4352, 1152)","model.language_model.layers.0.linear_attn.in_proj_qkv.weight|2d-128|(5120, 0)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,10,0.013772396174919876,6.092750999902083 +1346,1458,1.1163098695378126,0.002436964702140631,0.02123722907913925,0.020922419934326243,1.1353002006740969,2.03037861740386,1.4013614845079372,0.9997744646174157,0.03798080524392495,"model.language_model.layers.20.linear_attn.in_proj_qkv.weight|2d-64|(5632, 192)","model.language_model.layers.0.linear_attn.in_proj_qkv.weight|2d-64|(6080, 0)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,20,0.018990331136284233,3.1659807347140183 +1635,1767,1.134836181103894,-0.017190352417051274,-0.01246350081235332,-0.01083748847679377,2.168176966114573,1.1343557856744115,1.421435066437954,0.9999223275572461,-0.006520705863593063,"model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(256, 1920)","model.language_model.layers.22.linear_attn.in_proj_z.weight|2d-128|(384, 0)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,4,0.00048039542948252745,5.68530503929731 +1825,1922,1.125897128675273,0.005254595300125946,0.008440003598992286,0.006778895942914491,1.1288666728144867,2.120802753826556,1.4092542034457294,0.9999643825353226,0.01585624175654128,"model.language_model.layers.17.linear_attn.in_proj_z.weight|2d-64|(448, 1664)","model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-64|(640, 768)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,13,0.0029695441392136868,3.080879681861041 +2134,2251,1.2114432318200676,-0.03128952571479133,-0.00531512562318535,-0.005315039039643858,1.8329854491318311,1.197349071916103,1.4176509609298364,0.9999858746200417,-0.003471964676562342,"model.language_model.layers.16.linear_attn.out_proj.weight|2d-128|(1280, 256)","model.language_model.layers.22.linear_attn.out_proj.weight|2d-128|(1792, 1152)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,6,0.014094159903964565,5.153973302601351 +2333,2351,1.2136720028708152,0.05391200535973832,0.03524254175017634,0.03532837927623727,1.2376393488121815,1.6171815576670419,1.3899508285705107,0.9993787886737376,0.04605023961010552,"model.language_model.layers.22.linear_attn.out_proj.weight|2d-64|(1536, 192)","model.language_model.layers.18.linear_attn.out_proj.weight|2d-64|(64, 1536)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,4,0.02396734594136629,3.098879669244764 +2716,2744,1.2547670827802204,0.038435824467621005,0.023571230885306684,0.023551902635992845,1.580949445509631,1.2664835482195114,1.3978532256819152,0.9997221599397262,0.018882688635183612,"model.language_model.layers.2.mlp.down_proj.weight|2d-128|(1664, 3072)","model.language_model.layers.21.mlp.down_proj.weight|2d-128|(640, 3712)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,19,0.011716465439290946,4.03856619461937 +2816,2869,1.243355622199489,0.06650908449869013,0.03420309360645154,0.03469277446450038,1.2771521181839236,1.5399098673967608,1.3902423572010736,0.9994149030246389,0.04123994361373699,"model.language_model.layers.21.mlp.down_proj.weight|2d-64|(1792, 4096)","model.language_model.layers.4.mlp.down_proj.weight|2d-64|(768, 3456)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,17,0.03379649598443457,3.151986712049509 +3102,3267,1.1422738007917275,0.02873711951865437,0.008943610118701002,0.00889910797474828,1.1532734941085485,1.976461728201751,1.4086971052888542,0.9999600051192271,0.015327416438400068,"model.language_model.layers.23.mlp.gate_proj.weight|2d-128|(3200, 512)","model.language_model.layers.10.mlp.gate_proj.weight|2d-128|(4224, 640)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,13,0.010999693316821046,3.0578696285255584 +3435,3464,1.129602678597791,0.027664717185103674,0.01217321436651689,0.012435771137271836,1.138698075014325,2.0445256301615995,1.4068763841930267,0.9999259036808611,0.021856934089821905,"model.language_model.layers.23.mlp.gate_proj.weight|2d-64|(2112, 448)","model.language_model.layers.10.mlp.gate_proj.weight|2d-64|(2176, 1280)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,13,0.009095396416533896,3.028960769814713 +3633,3726,1.205877242349122,0.03792139715158697,-0.0036854260643958883,-0.0036618325515218844,1.7252723261935248,1.230383802343554,1.4166752744129423,0.9999932087943018,-0.002628274079125765,"model.language_model.layers.2.mlp.up_proj.weight|2d-128|(3712, 1792)","model.language_model.layers.23.mlp.up_proj.weight|2d-128|(6016, 640)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,21,0.024506559994432076,4.597358945207704 +3929,4045,1.2024976487898,-0.01326697312300575,-0.012433625169507448,-0.0125722902746413,1.8080722566387337,1.2102391679835087,1.4223184458598805,0.999922699494888,-0.008322488288237775,"model.language_model.layers.2.mlp.up_proj.weight|2d-64|(384, 1344)","model.language_model.layers.23.mlp.up_proj.weight|2d-64|(3840, 512)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,21,0.00774151919370869,4.795625506041618 +4213,4290,1.1606397371324706,0.010308281821270584,5.429578653539e-05,0.0001779802646708758,1.1783404928858703,1.8903625561328403,1.4141790917336874,0.9999999985259838,8.710446805652134e-05,"model.language_model.layers.15.self_attn.k_proj.weight|2d-128|(384, 640)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 256)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,8,0.01770075575339969,3.245761834915832 +4409,4473,1.093910196207356,-0.0008659289730864224,-0.015017564806776096,-0.01498655893870638,2.2688072750037347,1.1222964916690021,1.422628915430433,0.9998872300151024,-0.007428643447041549,"model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 1024)","model.language_model.layers.3.self_attn.k_proj.weight|2d-64|(448, 320)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,20,0.02838629546164606,7.398571732631868 +4661,4674,1.1019450474614099,0.016237899365232154,0.009121406862872307,0.009129836035347042,2.297468604180616,1.105848562743543,1.4091634568872442,0.9999583991031037,0.004390438524884167,"model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(0, 1408)","model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(768, 256)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,12,0.0039035152821331742,6.01856801429572 +4891,4916,1.1037982474642412,0.020974062868855413,0.009329997086200434,0.009198069486456356,2.222226728725606,1.1145322615858093,1.408916075126468,0.9999564746299568,0.004679352749498841,"model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(1344, 1024)","model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(1216, 256)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,12,0.010734014121568158,6.068507902430051 +5125,5291,1.1005541722236647,0.044320831040987343,0.03387742087769725,0.03459745816787681,1.1044808066007497,2.191382577201158,1.3948249958921173,0.9994259954367183,0.06721564505985334,"model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(3456, 0)","model.language_model.layers.19.self_attn.q_proj.weight|2d-128|(384, 256)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,16,0.003926634377084959,3.1271605239786973 +5452,5583,1.0881882779965721,0.003933678758316513,-0.006766731162066407,-0.006867541290900759,1.0929166041569631,2.516681301817359,1.4177056485417543,0.9999771054126091,-0.015581889528646588,"model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(1856, 512)","model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(2752, 896)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,4,0.004728326160390983,3.076462257552241 +5761,5786,1.0712957534059384,0.03994933154949369,0.007670927634109337,0.007502132042708106,2.5070476791027203,1.0868739165398698,1.4102490304989317,0.9999705780017891,0.0033255574796895314,"model.language_model.layers.3.self_attn.v_proj.weight|2d-128|(256, 1280)","model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(128, 1280)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,16,0.015578163133931344,8.691063258955769 +5908,6048,1.062231286255021,0.027795811680006985,0.02649369897644651,0.02656874509687426,2.815474733086734,1.0590355539667085,1.4018126489786804,0.9996489803498754,0.009965555308460263,"model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(448, 1536)","model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(64, 1088)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,12,0.0031957322883124917,9.854383059002313 +6177,6200,1.1288680112695244,0.049344765146514286,0.009524159503285185,0.009514508358110683,1.9800767294972126,1.1521737634712073,1.40834634165168,0.999954644164302,0.005541950236234825,"model.visual.blocks.19.attn.proj.weight|2d-128|(512, 256)","model.visual.blocks.23.attn.proj.weight|2d-128|(128, 896)",model.visual.layers.*.attn.proj.weight,2d-128,4,0.02330575220168285,5.523111130589213 +6540,6642,1.1634718353443636,-0.001053927542697823,-0.007084601079712668,-0.007161679811194699,1.1612329257227259,1.9909198336144005,1.4185672691646902,0.9999749038988636,-0.01214646303115061,"model.visual.blocks.23.attn.proj.weight|2d-64|(192, 384)","model.visual.blocks.18.attn.proj.weight|2d-64|(512, 768)",model.visual.layers.*.attn.proj.weight,2d-64,5,0.0022389096216377524,3.155783963784362 +6709,6852,1.0648780054909892,0.018568387105125417,-0.0025597512057178523,-0.0025956322668628817,1.0723837854491742,2.787178433543583,1.4154262699286335,0.9999967238315158,-0.006652919833943276,"model.visual.blocks.2.attn.qkv.weight|2d-128|(1408, 768)","model.visual.blocks.21.attn.qkv.weight|2d-128|(2304, 768)",model.visual.layers.*.attn.qkv.weight,2d-128,19,0.0075057799581850215,3.0747196862050767 +6928,7063,1.0602742267609837,0.040511579652298346,0.009617928373322414,0.009618189706367542,2.5656317872114434,1.0814672967335845,1.409336729992042,0.9999537466572169,0.004054157361910254,"model.visual.blocks.15.attn.qkv.weight|2d-64|(2688, 576)","model.visual.blocks.0.attn.qkv.weight|2d-64|(1920, 512)",model.visual.layers.*.attn.qkv.weight,2d-64,15,0.021193069972600842,9.092805577634024 +7191,7265,1.1975790355517908,0.019983881605740016,0.0015246646004006767,0.0012417290910295437,1.2179771033034021,1.7478447533193349,1.4132017940432087,0.9999988376982526,0.0021879532999055182,"model.visual.blocks.1.mlp.linear_fc1.weight|2d-128|(3200, 512)","model.visual.blocks.18.mlp.linear_fc1.weight|2d-128|(3712, 768)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,17,0.02039806775161135,3.3659520790231077 +7453,7522,1.196165106637993,0.030946955410299036,0.003057097410031775,0.0015665232581718825,1.7152566657600423,1.2281177635534088,1.4121656517385894,0.9999953270667946,0.002188871035524883,"model.visual.blocks.23.mlp.linear_fc1.weight|2d-64|(3264, 960)","model.visual.blocks.1.mlp.linear_fc1.weight|2d-64|(1536, 128)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,22,0.03195265691541582,5.05502701504663 +7727,7728,1.202587632734823,0.03220633572375697,-0.0003870057761981577,-0.00027024069632889,1.283208100803007,1.5965426429964347,1.4144807878804575,0.9999999251132619,-0.00048150508432704054,"model.visual.blocks.3.mlp.linear_fc2.weight|2d-128|(0, 1024)","model.visual.blocks.13.mlp.linear_fc2.weight|2d-128|(768, 2816)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,10,0.0806204680681839,3.055906125200205 +8159,8169,1.177746009589886,0.03357534696874477,0.00771610135094664,0.008458271181177314,1.7226351860135947,1.2213776888209942,1.409055476808735,0.9999702304468578,0.005470847287484457,"model.visual.blocks.13.mlp.linear_fc2.weight|2d-64|(256, 1344)","model.visual.blocks.0.mlp.linear_fc2.weight|2d-64|(768, 320)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,13,0.04363167923110822,5.209577846571744 +8370,8417,0.6462511191573962,0.7907468864838432,0.786357311726592,0.7863546960683675,0.6538419387425667,0.6534999133680877,0.6536708589450959,0.6177719468332369,0.7859459674274868,"model.visual.merger.linear_fc1.weight|2d-128|(1152, 3712)","model.visual.merger.linear_fc1.weight|2d-128|(1152, 1664)",model.visual.merger.linear_fc1.weight,2d-128,0,0.007248794210691467,1.6504226748832682 +8631,8650,1.3312196002756498,0.07722728485377238,0.05672127822293058,0.05661402409482837,1.3842265401649745,1.3630678678035306,1.3735249908556155,0.9983900523326327,0.055854261945596194,"model.visual.merger.linear_fc1.weight|2d-64|(448, 3008)","model.visual.merger.linear_fc1.weight|2d-64|(4032, 1088)",model.visual.merger.linear_fc1.weight,2d-64,0,0.031848267527880836,3.57350021343372 +8744,8825,1.332475044332588,0.05572063853176141,0.011767341848894738,0.011736128590294161,1.3797265550966096,1.4335673218434626,1.4058743008274517,0.9999307624359856,0.012226536248956466,"model.visual.merger.linear_fc2.weight|2d-128|(1152, 1408)","model.visual.merger.linear_fc2.weight|2d-128|(384, 3200)",model.visual.merger.linear_fc2.weight,2d-128,0,0.047251510764021676,3.513897988213209 +9061,9064,1.3204318184658668,0.050990164501766466,0.02579399132765559,0.02560064627347086,1.465757852832891,1.3352259807320686,1.395935387204897,0.9996672796542803,0.023496928432550555,"model.visual.merger.linear_fc2.weight|2d-64|(320, 2176)","model.visual.merger.linear_fc2.weight|2d-64|(1152, 1600)",model.visual.merger.linear_fc2.weight,2d-64,0,0.014794162266201782,3.8011824279285595 +9243,9251,0.5112076643700484,0.8597735424280671,0.7130395504414548,0.7125691085322171,0.8085120349416925,0.72468273446559,0.7631657631849922,0.7011238118237376,0.6391091645695705,"model.visual.pos_embed.weight|2d-128|(384, 384)","model.visual.pos_embed.weight|2d-128|(512, 384)",model.visual.pos_embed.weight,2d-128,0,0.21347507009554156,2.2460193694622554 +9471,9615,0.2992472205728017,0.9550531778140721,0.890386288207755,0.8895946083744852,0.47548702356285044,0.4626372836550568,0.4689301633067691,0.45520573125963215,0.8663241547446678,"model.visual.pos_embed.weight|2d-64|(384, 960)","model.visual.pos_embed.weight|2d-64|(960, 960)",model.visual.pos_embed.weight,2d-64,0,0.16339006308225512,1.3261128422567137 +9673,9859,1.0134217018169238,0.046935340669327294,0.006299769046975257,0.006077422489968887,4.245718032108938,1.0273779151049391,1.4121754944733051,0.9999801562580903,0.0015244167276716603,"mtp.fc.weight|2d-128|(128, 3200)","mtp.fc.weight|2d-128|(1152, 3200)",mtp.fc.weight,2d-128,0,0.013956213288015329,12.876209986854748 +10064,10091,1.0052855450847507,0.04400020790959963,0.023758121693286057,0.02419138866260155,1.0081669607006418,6.546192411198853,1.4091498567603304,0.9997177359903179,0.15426535682625747,"mtp.fc.weight|2d-64|(1408, 3456)","mtp.fc.weight|2d-64|(320, 3648)",mtp.fc.weight,2d-64,0,0.0028814156158911697,7.375427285466762 +10231,10326,1.2623336360732174,0.05255246353725956,0.00949799358990177,0.009582999383753621,1.3906117704866632,1.4249845161125507,1.4074834542909052,0.9999548930415643,0.009732762289945024,"mtp.layers.0.mlp.down_proj.weight|2d-128|(1792, 4096)","mtp.layers.0.mlp.down_proj.weight|2d-128|(512, 768)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.12827813441344582,3.279605309619454 +10457,10547,1.2521980764833147,0.03075738385245667,0.017786235055543147,0.018156779983865487,1.4801670157554094,1.334430823872764,1.4016482304031679,0.9998418124096177,0.016035014999067575,"mtp.layers.0.mlp.down_proj.weight|2d-64|(1856, 5184)","mtp.layers.0.mlp.down_proj.weight|2d-64|(1984, 5440)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.0822327473894493,4.42793407132179 +10748,10787,1.2968044907814593,0.022799147935601057,0.0003093897087915076,0.0001114636607554925,1.492559858462777,1.346660697842757,1.4139959264117488,0.999999952139003,0.0002791465674118086,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(2560, 768)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(1152, 384)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.049856207061297786,4.270715888588667 +11016,11049,1.2831410574045472,0.05262881512261914,0.025709921086392407,0.02600311673042047,1.3124356375666966,1.4980582527277866,1.3960755020321771,0.999669445345676,0.02934617009627872,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(4736, 384)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(5504, 1600)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.029294580162149364,3.528804650972721 +11201,11204,1.3190772648573685,0.04772604199809604,0.010503720091297587,0.01043856678602933,1.34282957252979,1.4808856477537176,1.4068023146062967,0.9999448344105007,0.011583605730339164,"mtp.layers.0.mlp.up_proj.weight|2d-128|(2944, 512)","mtp.layers.0.mlp.up_proj.weight|2d-128|(4864, 1536)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.023752307672421535,3.5368242138113986 +11521,11605,1.3004580287587764,0.0497113891606439,0.032712075898328564,0.03271172126475357,1.343357896719252,1.443990836539921,1.390951538231522,0.9994648168347008,0.03516258620040455,"mtp.layers.0.mlp.up_proj.weight|2d-64|(4672, 1792)","mtp.layers.0.mlp.up_proj.weight|2d-64|(1408, 1536)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.042899867960475735,3.2583856390623356 +11678,11712,1.2054819450533432,0.013521827654291201,-0.008279537955058232,-0.008244570541723516,1.7336951840677672,1.231342359939116,1.4197305895878223,0.9999657240382046,-0.005880471895218913,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 1792)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 0)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.025860414885772842,5.51744446418142 +11753,11940,1.0761851317084559,0.027574588253063827,0.013635041933394597,0.013609828081311608,2.511697617835187,1.0836929531940838,1.407182038560189,0.9999070384948165,0.005882952929843941,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 1600)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 1280)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.007507821485627897,8.662058516359611 +12020,12022,1.057295875653772,0.4121734062939026,0.4115705517945708,0.41150111686059576,1.057384689518193,1.115718105081031,1.085377491297635,0.9113779023519895,0.43427592692365347,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(256, 512)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(256, 768)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,8.881386442105565e-05,3.2453087363819577 +12253,12454,1.1504079223513155,0.04033171856248343,0.024703017761605862,0.024667666024538668,1.9098734234936336,1.1560694899619472,1.3986516951977657,0.9996948338935586,0.014953035522081973,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(0, 832)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(1152, 1920)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.005661567610631746,5.544898632223343 +12580,12598,1.0458826284155085,0.03459185115104736,0.015425283089473272,0.015466671557851617,3.070419857628656,1.052061959314105,1.4075083612446753,0.9998810232430704,0.00528538581124845,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 512)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(768, 768)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.006179330898596458,8.813417770907458 +12828,12866,1.0452416280858714,0.027053155233392075,0.015992787431282737,0.015626326845493643,3.115627863739631,1.0501566709572325,1.4073512660267744,0.9998721071968043,0.005390545065932201,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(576, 1856)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(832, 1088)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.0049150428713611305,9.209742008619843 +13038,13047,1.3381938660476942,0.020490953332719462,0.012985269106309481,0.012958021461707608,1.3660002010338095,1.4475804384900208,1.4050171148385269,0.9999156878388481,0.013760775095491479,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 1792)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(256, 896)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.02780633498611529,3.425492932880072 +13273,13304,1.2867115421952813,-0.0005914015898024533,0.003149339580634646,0.0032126353577706275,1.5225070480054619,1.3225304701776428,1.4120068178761505,0.9999950408178062,0.00273568359619893,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 576)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(448, 512)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.035818927982361526,4.396569916443496 +190,213,1.1414158146675724,0.3068301579306025,0.2877134776693957,0.2834823326775899,1.1523186297504868,1.241043662326335,1.1942162578028186,0.957716531530798,0.30986654108403067,"model.language_model.embed_tokens.weight|2d-128|(163712, 1920)","model.language_model.embed_tokens.weight|2d-128|(206208, 1920)",model.language_model.embed_tokens.weight,2d-128,0,0.010902815082914463,3.0761105259465116 +258,400,1.088339994741015,0.37105684392832383,0.28445219796774884,0.282264857783614,1.1815705855522365,1.2117180528039369,1.1963595272650884,0.9586902247709198,0.29170992207476765,"model.language_model.embed_tokens.weight|2d-64|(223808, 1216)","model.language_model.embed_tokens.weight|2d-64|(124736, 1216)",model.language_model.embed_tokens.weight,2d-64,0,0.09323059081122143,2.9084066194200986 +596,713,0.07567460469186249,0.9989611593662703,0.9989611593662704,0.9998090335029847,0.0806296543258625,0.07567460469186249,0.07803438734915266,0.04556974958892112,0.9375705684170252,"model.language_model.layers.20.linear_attn.conv1d.weight|3d-axis0-slice|(5656, 0, 0)","model.language_model.layers.12.linear_attn.conv1d.weight|3d-axis0-slice|(875, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,8,0.0,0.12226577883241188 +879,982,0.44310927407148315,0.9582976418601203,0.9582976418601205,0.9548701014225578,0.7150926084308691,0.44310927407148315,0.5326752595435795,0.2857719888395857,0.5938120006034197,"model.language_model.layers.1.linear_attn.conv1d.weight|3d-volume|(4544, 0, 0)","model.language_model.layers.6.linear_attn.conv1d.weight|3d-volume|(6008, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,5,0.0,1.864313989554187 +1056,1156,1.1210130322600442,0.0748502950544783,0.022506491289619568,0.022509326457649886,1.1529454896956757,1.931944530882418,1.4001369800339893,0.9997466968436706,0.0377132250786725,"model.language_model.layers.16.linear_attn.in_proj_qkv.weight|2d-128|(1152, 1536)","model.language_model.layers.10.linear_attn.in_proj_qkv.weight|2d-128|(4352, 1152)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,6,0.031932457435631445,3.072837346929575 +1360,1433,1.1169476317729288,0.013670427813049956,-0.010590030229574927,-0.010530006706958143,1.1419027116461384,2.1114251151548316,1.4204664457085225,0.9999439240576128,-0.0195814017857438,"model.language_model.layers.16.linear_attn.in_proj_qkv.weight|2d-64|(2304, 1920)","model.language_model.layers.0.linear_attn.in_proj_qkv.weight|2d-64|(4352, 1472)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,16,0.024955079873209662,3.0142851259591072 +1633,1645,1.135075149089156,0.0433744721220615,-0.003364553044384663,-0.0033164091033405295,1.1828451817509396,1.882294508817508,1.4163555289966292,0.9999943398753873,-0.005354107044419593,"model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-128|(1536, 1280)","model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-128|(640, 1664)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,2,0.04777003266178359,3.4333017446661267 +1898,1922,1.126044194683039,0.04011211567178637,0.022674515203628374,0.023231809502510574,1.1387816224051766,2.0050337052807845,1.4003753553501421,0.9997429001299687,0.03992263866899738,"model.language_model.layers.20.linear_attn.in_proj_z.weight|2d-64|(640, 448)","model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-64|(640, 768)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,16,0.012737427722137484,3.3259724127960437 +2127,2134,1.2115539705927767,0.047450126411250015,0.013272004011345557,0.013272081811075729,1.2344178038735747,1.6746378916903297,1.4052204422582568,0.9999119230759891,0.018005087699092863,"model.language_model.layers.10.linear_attn.out_proj.weight|2d-128|(128, 128)","model.language_model.layers.16.linear_attn.out_proj.weight|2d-128|(1280, 256)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,6,0.022863833280797996,3.2964765830073572 +2360,2458,1.213876857026172,-0.014664093984640837,-0.01384818666140721,-0.014109948500462249,1.813096168764236,1.209857320333585,1.4232269795789472,0.999904109265579,-0.009240728812012648,"model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(64, 1024)","model.language_model.layers.16.linear_attn.out_proj.weight|2d-64|(1152, 768)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,4,0.0040195366925870335,5.053014554630362 +2617,2798,1.2550566316108154,0.05739931726163957,-0.0023537263103521095,-0.0023602301904953505,1.3107112183504566,1.5511796732724248,1.415853611275096,0.9999972299823915,-0.002785550591120737,"model.language_model.layers.21.mlp.down_proj.weight|2d-128|(1280, 4608)","model.language_model.layers.5.mlp.down_proj.weight|2d-128|(1024, 3840)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,16,0.05565458673964119,3.4545239208017193 +2818,3011,1.2464842213354472,0.054147186333408856,0.036369266481447386,0.03616347768674946,1.2682219418356244,1.5518955460141988,1.3887831685536862,0.9993384193833446,0.044504278630180895,"model.language_model.layers.18.mlp.down_proj.weight|2d-64|(384, 832)","model.language_model.layers.5.mlp.down_proj.weight|2d-64|(1920, 4160)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,13,0.021737720500177193,3.175977662543786 +3170,3265,1.1424526568504596,0.03512079898336339,0.00043315058247089046,0.000495536820734479,1.957962579653641,1.162845524900594,1.4139445925386636,0.999999906190282,0.00025725068582437455,"model.language_model.layers.8.mlp.gate_proj.weight|2d-128|(256, 1152)","model.language_model.layers.23.mlp.gate_proj.weight|2d-128|(4352, 896)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,15,0.020392868050134405,5.100962654453229 +3448,3547,1.1297943129043824,0.005769174392488916,-0.016627382326572276,-0.016637139923636052,2.1525753272122996,1.1391454596474535,1.4239018357958333,0.9998617555227153,-0.008799230783559495,"model.language_model.layers.10.mlp.gate_proj.weight|2d-64|(4416, 1792)","model.language_model.layers.23.mlp.gate_proj.weight|2d-64|(1792, 1344)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,13,0.009351146743071137,5.514777701045709 +3600,3700,1.206164215615609,0.022557217975185263,-0.003424502803102909,-0.0031611266453607685,1.2092334850018986,1.7875625165179212,1.4164593809703923,0.9999941363730848,-0.0050623084164161235,"model.language_model.layers.23.mlp.up_proj.weight|2d-128|(3072, 1792)","model.language_model.layers.4.mlp.up_proj.weight|2d-128|(4992, 1152)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,19,0.003069269386289708,3.2225033226708755 +3865,4051,1.2025817262861729,0.02788138728492527,0.020286319760895934,0.020380347316826333,1.716935843253512,1.2124444748867422,1.400630115910704,0.9997942114408138,0.014325541869564381,"model.language_model.layers.1.mlp.up_proj.weight|2d-64|(4544, 1792)","model.language_model.layers.23.mlp.up_proj.weight|2d-64|(960, 1024)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,22,0.009862748600569349,4.6631513576053365 +4220,4293,1.161743677921232,0.004354974059584319,0.0038500458767303444,0.0038468542130884547,1.192551791864727,1.824547549418749,1.4117178320725838,0.9999925885459087,0.005890387165956242,"model.language_model.layers.15.self_attn.k_proj.weight|2d-128|(384, 1536)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 640)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,8,0.03080811394349503,3.2455544472213913 +4409,4526,1.0939894245409187,0.022720729318186618,0.01150984152387534,0.01146292162324333,2.0615572776607576,1.1362653514120424,1.4073155714692833,0.9999337595801511,0.006343861635832385,"model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 1024)","model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(384, 704)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,0,0.04227592687112369,8.368895545166424 +4776,4799,1.102493811364414,0.021595679490327264,0.0007745601652042629,0.0007347348045260468,2.3018993655351943,1.1098223462214005,1.4137849813852628,0.9999997000282302,0.00037344125147572075,"model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(1920, 1408)","model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(1408, 256)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,12,0.0073285348569864794,5.982439305710782 +4867,4916,1.1039906924362899,0.00908154606008221,0.004948066252141101,0.004858195756610748,2.2771515912679865,1.1103811090763016,1.4114541668020106,0.999987758245252,0.002412768352315138,"model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(64, 256)","model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(1216, 256)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,12,0.00639041664001172,6.484514105119018 +5126,5172,1.1007944239509746,-0.006716798003556831,0.0067384629168489914,0.006726049726919978,1.089730947266183,2.4776792180607448,1.4106972344692277,0.9999772963010302,0.01532098319556263,"model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(1920, 512)","model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(2688, 1536)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,4,0.011063476684791684,3.008663715701764 +5540,5626,1.088219337918541,0.02137393223847931,0.009062377824511518,0.009352923823021874,1.0999653818207318,2.3537408617681463,1.4092892392250078,0.9999589358109491,0.019391963913470363,"model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(1408, 448)","model.language_model.layers.11.self_attn.q_proj.weight|2d-64|(3136, 512)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,8,0.011746043902190806,2.9302590381125078 +5704,5781,1.0719383722466325,0.018762512363694403,0.006753989707563189,0.006659998743500721,2.595693057363444,1.0805946111770548,1.4108204824953483,0.9999771915514024,0.0028117056680620374,"model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(384, 1280)","model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(128, 640)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,12,0.008656238930422333,8.368758340178324 +5979,5988,1.0625563921704038,0.015972314687366464,0.024579829749127945,0.02475683024410973,1.061610567036618,2.780389019721606,1.4025819680166849,0.9996978703435873,0.06437529058501215,"model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(64, 640)","model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(448, 960)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,12,0.000945825133785716,3.909066218964498 +6231,6289,1.1289316460091745,0.04600805621213418,-0.006402224542909083,-0.006403657200988381,2.025081472576941,1.1541804497774077,1.4181032844675936,0.9999795055504398,-0.003648901292404677,"model.visual.blocks.16.attn.proj.weight|2d-128|(384, 384)","model.visual.blocks.23.attn.proj.weight|2d-128|(384, 896)",model.visual.layers.*.attn.proj.weight,2d-128,7,0.02524880376823324,5.261154700303008 +6592,6643,1.1641103772920645,0.038670048665229106,0.025644667957091537,0.025700561289668068,1.1678773965133444,1.8553583262182565,1.3977675901457607,0.9996711214221258,0.04074061914319158,"model.visual.blocks.23.attn.proj.weight|2d-64|(0, 448)","model.visual.blocks.21.attn.proj.weight|2d-64|(640, 256)",model.visual.layers.*.attn.proj.weight,2d-64,2,0.003767019221279977,3.2197186092478867 +6783,6888,1.0650412398965696,0.002376206715598562,-0.010863835113942805,-0.010909684538580109,1.075038729209401,2.800421930675721,1.4193446469149287,0.9999409868020298,-0.028299745188440004,"model.visual.blocks.0.attn.qkv.weight|2d-128|(1920, 896)","model.visual.blocks.21.attn.qkv.weight|2d-128|(1280, 0)",model.visual.layers.*.attn.qkv.weight,2d-128,21,0.009997489312831398,3.9068493273403404 +6920,7061,1.0611130581950623,-0.03199009481747328,-0.005477486176814467,-0.005674032454458776,3.481963977104132,1.0456963506238757,1.416345859776203,0.9999849984600683,-0.0016449875252446693,"model.visual.blocks.18.attn.qkv.weight|2d-64|(2816, 896)","model.visual.blocks.0.attn.qkv.weight|2d-64|(1920, 896)",model.visual.layers.*.attn.qkv.weight,2d-64,18,0.015416707571186627,11.492058408329857 +7171,7330,1.19761159986512,0.02815276300434387,0.00874975810317714,0.00992137797336068,1.7890885900871172,1.1988818127147678,1.408479594268373,0.999961720133894,0.005863279165534193,"model.visual.blocks.17.mlp.linear_fc1.weight|2d-128|(3456, 128)","model.visual.blocks.23.mlp.linear_fc1.weight|2d-128|(1920, 768)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,6,0.0012702128496477894,4.074196120211617 +7573,7644,1.1964451763290624,0.014914561623087016,0.011409313537541281,0.01140484259657242,1.7402296202661456,1.2121344210334808,1.4066258476401496,0.9999349116640553,0.007947009692377261,"model.visual.blocks.16.mlp.linear_fc1.weight|2d-64|(256, 192)","model.visual.blocks.1.mlp.linear_fc1.weight|2d-64|(3648, 128)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,15,0.015689244704418348,4.593723283798565 +7697,7709,1.2033038043385875,0.03548575487044812,0.012035930084565877,0.012031274837091007,1.692121275219681,1.2287506807517032,1.40609744664334,0.9999275655701264,0.008740010247179365,"model.visual.blocks.2.mlp.linear_fc2.weight|2d-128|(896, 896)","model.visual.blocks.3.mlp.linear_fc2.weight|2d-128|(512, 1152)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,1,0.025446876413115715,5.512557176421983 +7992,8131,1.1786184465765424,0.05639257711927742,0.03829072140047391,0.03822158849701193,1.225143788981505,1.639814944343176,1.3880062617110227,0.9992666414199122,0.05125087989416894,"model.visual.blocks.6.mlp.linear_fc2.weight|2d-64|(896, 4032)","model.visual.blocks.9.mlp.linear_fc2.weight|2d-64|(832, 1664)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,3,0.046525342404962755,3.3425578290442 +8226,8231,0.6478473278864715,0.7861279062650395,0.7676147070050415,0.7676085580282138,0.6748757044987191,0.6893424175360805,0.6819940104683365,0.6409115864060848,0.7840693839410687,"model.visual.merger.linear_fc1.weight|2d-128|(3072, 1664)","model.visual.merger.linear_fc1.weight|2d-128|(3072, 2688)",model.visual.merger.linear_fc1.weight,2d-128,0,0.027028376612247662,1.6443947748568297 +8485,8645,1.331548794136443,0.05379326511544594,0.03743004130400371,0.03756150758564166,1.3622212155179643,1.414268090325169,1.3875130666187363,0.9992992504790447,0.038860144323679,"model.visual.merger.linear_fc1.weight|2d-64|(2432, 1536)","model.visual.merger.linear_fc1.weight|2d-64|(1216, 2624)",model.visual.merger.linear_fc1.weight,2d-64,0,0.030672421381521264,3.3342340378908744 +8744,8931,1.3324962724608713,0.03242775917568592,-0.010039614497986564,-0.010031149827749076,1.395478291762959,1.44858908691887,1.4212899878387368,0.9999496018003767,-0.010421714249873964,"model.visual.merger.linear_fc2.weight|2d-128|(1152, 1408)","model.visual.merger.linear_fc2.weight|2d-128|(896, 384)",model.visual.merger.linear_fc2.weight,2d-128,0,0.06298201930208758,3.584341938269046 +9064,9090,1.3205658546068053,0.040404130749723925,0.030487707795040175,0.03077642711911629,1.3345673317054878,1.4588703140092723,1.3925751616875688,0.9995351417901245,0.03332736444817197,"model.visual.merger.linear_fc2.weight|2d-64|(1152, 1600)","model.visual.merger.linear_fc2.weight|2d-64|(1664, 896)",model.visual.merger.linear_fc2.weight,2d-64,0,0.014001477098682491,3.4581259907628437 +9253,9325,0.5140836041541954,0.8637074437476491,0.8481283579901752,0.8484648056079185,0.5552712568650345,0.5473862263379851,0.5512864538651733,0.5297907967989716,0.8360846623892801,"model.visual.pos_embed.weight|2d-128|(512, 640)","model.visual.pos_embed.weight|2d-128|(1664, 640)",model.visual.pos_embed.weight,2d-128,0,0.033302622183789654,2.2729664091049098 +9508,9562,0.30055728447142,0.9572223862213772,0.9487854691676223,0.9492519296017037,0.3227012545633401,0.3654671245535351,0.3420954191115142,0.3159210874512412,1.07452292896744,"model.visual.pos_embed.weight|2d-64|(2112, 576)","model.visual.pos_embed.weight|2d-64|(1152, 576)",model.visual.pos_embed.weight,2d-64,0,0.022143970091920095,1.2677161322135484 +9732,9859,1.01368406086238,0.04206644791659795,0.012194896977277528,0.011890631047684366,4.59337175207077,1.0217916295778904,1.4105533136772834,0.9999256394791133,0.002712744434266489,"mtp.fc.weight|2d-128|(384, 2560)","mtp.fc.weight|2d-128|(1152, 3200)",mtp.fc.weight,2d-128,0,0.008107568715510327,11.964389687541427 +9908,10012,1.0053506660410512,0.05084573390805398,0.029314607336051332,0.025216525541796365,6.128036007945109,1.0086838929895923,1.407553986517145,0.9995702345491952,0.004825228215182246,"mtp.fc.weight|2d-64|(1216, 4032)","mtp.fc.weight|2d-64|(1792, 3840)",mtp.fc.weight,2d-64,0,0.0033332269485411015,47.390499403637826 +10231,10272,1.2623833815201615,0.027840833992511527,0.009252597115346654,0.009345996741390701,1.361906094159852,1.4583833057457865,1.4076711494192862,0.9999571938071254,0.00990804962667959,"mtp.layers.0.mlp.down_proj.weight|2d-128|(1792, 4096)","mtp.layers.0.mlp.down_proj.weight|2d-128|(1664, 5120)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.09952271263969048,3.4627682846120518 +10457,10599,1.2532079532466522,0.02522234164354981,0.010441440266355628,0.010465897693405097,1.4841986959064248,1.340455732137193,1.4068493164391995,0.9999454866767309,0.009430198594977702,"mtp.layers.0.mlp.down_proj.weight|2d-64|(1856, 5184)","mtp.layers.0.mlp.down_proj.weight|2d-64|(320, 5440)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.0872477788905408,4.4067162885655655 +10765,10868,1.2972301167505236,0.04601234254338604,-0.003163590997668438,-0.003158682047957625,1.3247862397076053,1.5301592635123236,1.4164257960354687,0.999994995833479,-0.0036540220044216118,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(2432, 1792)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(1792, 512)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.027556122957081763,3.526426730415743 +10962,11049,1.283279469007844,-0.010135043387049987,-0.00901875569772092,-0.00921634035995462,1.3133666656281877,1.5589691729485953,1.4204843083073142,0.999959330195816,-0.010705283207699267,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(2688, 1408)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(5504, 1600)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.03008719662034376,3.763565950784919 +11178,11324,1.3192713857513998,0.04415661289828408,0.0027849391785230845,0.0026866978269577103,1.349692862881919,1.4844026727600832,1.4122518304841571,0.9999961220493667,0.003062897696033537,"mtp.layers.0.mlp.up_proj.weight|2d-128|(2944, 1024)","mtp.layers.0.mlp.up_proj.weight|2d-128|(2048, 384)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.030421477130519126,3.595616365555011 +11491,11525,1.3005255937529612,0.028037305626368927,0.0241938987897099,0.024421176442295123,1.326606072650526,1.4801862857480748,1.397104535253176,0.9997072847895794,0.02699480872702105,"mtp.layers.0.mlp.up_proj.weight|2d-64|(5440, 1408)","mtp.layers.0.mlp.up_proj.weight|2d-64|(1984, 576)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.02608047889756482,3.528636996191316 +11704,11718,1.2054860078227811,0.01300210351904247,0.002795837426007669,0.0028711322223236705,1.7721219786003273,1.208967277312541,1.412371647091677,0.999996091638906,0.0019073607807734967,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(256, 1024)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 768)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.0034812694897599084,5.442090968036689 +11738,11925,1.0762054152515559,0.018552528918433023,0.02611769648824875,0.02611658974161995,2.442922066279218,1.0832674043478712,1.400459445688874,0.9996588747818667,0.011581396587678537,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 640)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 320)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.00706198909631528,8.512489410066959 +12084,12086,1.0645238336492422,0.41296205884466947,0.3844383658599788,0.3844536192710842,1.0845508556594505,1.1372194931975057,1.109949070779711,0.923150660973012,0.40310770242593447,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(768, 512)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(768, 768)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.02002702201020834,3.305493199253985 +12270,12304,1.1521765616349458,0.025341042294917696,0.009115561514138875,0.00911049128430315,1.1556300669544766,1.9640399598542275,1.4085678007039286,0.9999584524060396,0.01549226485380405,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(0, 1920)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(128, 0)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.003453505319530814,3.4889534676898992 +12583,12592,1.0459225924055322,0.00769155597021451,0.010685919099475291,0.011020532210057683,3.2500397205572122,1.0473608781857688,1.4097947792993157,0.9999429039365195,0.00344365440873125,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 896)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(768, 0)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.0014382857802366367,9.971873949645438 +12805,12987,1.04536770564225,0.024613673178879962,-0.0019805400039323465,-0.001905478983998472,1.0577166472244237,3.086895147936945,1.4150721858802033,0.9999980387287231,-0.00578011071724825,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(768, 1664)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(576, 1344)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.012348941582173811,3.0388716189055267 +13014,13059,1.3399750638345698,0.05867871933719488,0.014012225605503059,0.014002663439658964,1.391976568559367,1.4168991959507016,1.4042720395251933,0.9999018239475217,0.014263107326917879,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(0, 768)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(384, 384)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.052001504724797254,3.617632221512115 +13106,13304,1.2867751418625992,0.0496608761988868,0.02775132389217133,0.027686876964769,1.460386545153122,1.3368478682098142,1.3945298303195763,0.9996148578438756,0.025403752388967304,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(64, 128)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(448, 512)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.050072726347214935,4.162873256268247 +195,197,1.1415229300800227,0.291781143071835,0.275896734175332,0.2754887404796108,1.1638412052867728,1.2485791725378037,1.2039794333942515,0.9611872825164647,0.295984464631185,"model.language_model.embed_tokens.weight|2d-128|(142080, 1152)","model.language_model.embed_tokens.weight|2d-128|(59520, 1152)",model.language_model.embed_tokens.weight,2d-128,0,0.022318275206750116,3.0639070309025542 +423,431,1.0890108192256671,0.37201653747605057,0.3636393793252662,0.364522274088927,1.1048114368891464,1.1536761355262406,1.1284510741889107,0.9315398015135666,0.37972278332526666,"model.language_model.embed_tokens.weight|2d-64|(239488, 832)","model.language_model.embed_tokens.weight|2d-64|(151808, 832)",model.language_model.embed_tokens.weight,2d-64,0,0.01580061766347929,2.9189657295242633 +560,682,0.07569784286913692,0.9974520764348163,0.997452076434816,0.9968871081402263,0.07786739299077135,0.07569784286913692,0.07675963225995665,0.07133971695958366,0.9696609537243107,"model.language_model.layers.16.linear_attn.conv1d.weight|3d-axis0-slice|(4104, 0, 0)","model.language_model.layers.20.linear_attn.conv1d.weight|3d-axis0-slice|(5218, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,4,0.0,0.09869723926860359 +773,868,0.44954246151354077,0.8979194216175352,0.8979194216175352,0.898035289949483,0.44954246151354077,0.4544113711598859,0.45195724784333546,0.44015987127637046,0.9076446175841961,"model.language_model.layers.16.linear_attn.conv1d.weight|3d-volume|(2020, 0, 0)","model.language_model.layers.0.linear_attn.conv1d.weight|3d-volume|(1620, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,16,0.0,1.0350553226643742 +1151,1239,1.1213832994173518,0.05967010213404579,0.019755507622351575,0.019813120790686593,1.1375463278757785,2.02286673097831,1.4022263668284116,0.9998048409157576,0.03513066513736521,"model.language_model.layers.21.linear_attn.in_proj_qkv.weight|2d-128|(3968, 1792)","model.language_model.layers.12.linear_attn.in_proj_qkv.weight|2d-128|(5120, 128)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,9,0.016163028458426654,3.0608623251638862 +1433,1455,1.1173580048517933,-0.008073610337951533,-0.021666219906756524,-0.02168753079325811,2.2108224171545556,1.1336463624442856,1.4265999124643312,0.9997652599060202,-0.011109816507480899,"model.language_model.layers.0.linear_attn.in_proj_qkv.weight|2d-64|(4352, 1472)","model.language_model.layers.17.linear_attn.in_proj_qkv.weight|2d-64|(4992, 576)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,17,0.016288357592492364,6.259323939902638 +1571,1635,1.135318297007172,-0.009223034132524472,-0.00315530852415951,-0.0029865878579616754,1.12834478459707,2.1719689127185986,1.4160378827911806,0.9999950220016685,-0.006073703816478165,"model.language_model.layers.1.linear_attn.in_proj_z.weight|2d-128|(512, 768)","model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(256, 1920)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,17,0.006973512410102023,3.091770207300899 +1831,1922,1.1262228831230976,0.009084166622001507,0.008212761940467063,0.0070547211409559205,1.1304706122355095,2.111058388324558,1.4093717282399012,0.9999662747019568,0.015336639270480871,"model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-64|(192, 1856)","model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-64|(640, 768)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,0,0.004247729112411891,3.3391800720333515 +2128,2178,1.211695686177879,0.023911493732018126,0.004454188722342168,0.004470352592907204,1.2207673184756749,1.7324124292115155,1.4112444266520605,0.9999900800522102,0.0063210177630530105,"model.language_model.layers.2.linear_attn.out_proj.weight|2d-128|(1408, 0)","model.language_model.layers.12.linear_attn.out_proj.weight|2d-128|(640, 896)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,10,0.00907163229779595,3.2937548966044434 +2512,2533,1.2140618671963537,0.02259012277987392,0.0030151105615016708,0.003036738404365819,1.244290299867201,1.6736345555951733,1.412170441994749,0.9999954545438203,0.004055479035083474,"model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(1152, 704)","model.language_model.layers.17.linear_attn.out_proj.weight|2d-64|(1216, 1344)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,5,0.030228432670847294,3.163173721930124 +2655,2750,1.256186830862496,0.03647857639778293,0.008996714643315345,0.008957795996591616,1.291072199093806,1.5636741022928382,1.4079530358718504,0.9999595287438521,0.010896315251265675,"model.language_model.layers.20.mlp.down_proj.weight|2d-128|(640, 1280)","model.language_model.layers.5.mlp.down_proj.weight|2d-128|(1920, 1024)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,15,0.034885368231310165,3.2514508562600732 +2942,3026,1.2468260408455227,0.04387851697730013,0.031044380158529127,0.031109431398302356,1.599756876691709,1.249694497949843,1.3927517919567327,0.9995180070716949,0.024251179439595275,"model.language_model.layers.3.mlp.down_proj.weight|2d-64|(1024, 2816)","model.language_model.layers.21.mlp.down_proj.weight|2d-64|(1600, 2816)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,18,0.0028684571043202656,4.119108775580611 +3265,3313,1.1428785669750496,0.03842462134153651,0.0060679113799042336,0.005959209928252009,1.162130648242414,1.942811136717159,1.4104280713905448,0.9999815900562797,0.01014413123285227,"model.language_model.layers.23.mlp.gate_proj.weight|2d-128|(4352, 896)","model.language_model.layers.12.mlp.gate_proj.weight|2d-128|(5504, 1280)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,11,0.01925208126736444,3.0958771852056612 +3379,3441,1.1303421562982487,0.04438227209554545,0.012572215901920807,0.012540737797499008,1.9833980156320485,1.1494814110213702,1.4064789116065501,0.9999209665705162,0.0072862473193510665,"model.language_model.layers.9.mlp.gate_proj.weight|2d-64|(2432, 832)","model.language_model.layers.23.mlp.gate_proj.weight|2d-64|(2688, 0)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,14,0.0191392547231215,5.5334414422582805 +3600,3643,1.2071778916609623,0.02789182763253101,0.01274223094034547,0.012668787532626749,1.20409580371081,1.761482934012404,1.4057932397826585,0.9999188144797871,0.018640727983181386,"model.language_model.layers.23.mlp.up_proj.weight|2d-128|(3072, 1792)","model.language_model.layers.2.mlp.up_proj.weight|2d-128|(5248, 1280)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,21,0.0030820879501523013,3.050151654803492 +3869,4084,1.2026268435954837,0.009655518995482795,0.0029972900317804824,0.003167266132703709,1.211478451469892,1.7637533244045973,1.4122339616593664,0.9999955081161441,0.004363660163615356,"model.language_model.layers.23.mlp.up_proj.weight|2d-64|(2752, 1728)","model.language_model.layers.2.mlp.up_proj.weight|2d-64|(4992, 1344)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,21,0.008851607874408307,3.112706090071474 +4117,4300,1.161756278216785,0.03005941300241273,0.006142384752092983,0.006128572683727385,1.1759872772048758,1.8815819370021136,1.410304051067055,0.9999811353768415,0.009827827582561404,"model.language_model.layers.11.self_attn.k_proj.weight|2d-128|(128, 640)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 1536)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,12,0.014230998988090882,3.0083167886528406 +4451,4506,1.094114334452123,0.03061693280734816,0.019679611945278473,0.020187332466567107,1.1093805707794957,2.2168933379531097,1.4030312588272156,0.9998063376842954,0.039326090400461734,"model.language_model.layers.11.self_attn.k_proj.weight|2d-64|(192, 192)","model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 1984)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,12,0.015266236327372784,3.0269150485158556 +4795,4830,1.1026124126806338,0.025007675935865357,0.0031219647255920787,0.0032539816659978966,1.110444666687854,2.2852263425633006,1.4124768963968086,0.9999951266562513,0.006424810029261821,"model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(256, 256)","model.language_model.layers.3.self_attn.o_proj.weight|2d-128|(1920, 1920)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,16,0.007832254007220207,3.0373176001477553 +4877,4910,1.1046655293448968,0.018331628794443132,0.02328709449741373,0.023118511700348954,1.1036827614749714,2.2483034091713576,1.401125674302668,0.9997288188453249,0.04743795570229005,"model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(128, 448)","model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(1408, 1280)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,12,0.0009827678699254605,2.8230607521743285 +5150,5166,1.1008607975564004,0.02003222481531863,0.0012050549945286362,0.0011842248471064653,2.32521925935765,1.107033058064103,1.4135519669018535,0.9999992739209665,0.0005737246972988641,"model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(3200, 256)","model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(3328, 768)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,4,0.006172260507702587,6.408941777145483 +5560,5609,1.0883357455307026,0.021857237456283252,0.0029270749683050507,0.0031796773800977013,2.421224624563376,1.0965701768552532,1.412657023869105,0.9999957161068891,0.0013256692845017108,"model.language_model.layers.23.self_attn.q_proj.weight|2d-64|(64, 640)","model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(1408, 1920)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,20,0.008234431324550595,6.421961987165419 +5644,5763,1.0720645281416308,0.022908791709086537,0.011208281052223722,0.011262555205474317,2.455489297684449,1.089452372761134,1.4083252785434377,0.9999371852450805,0.0049728941593977964,"model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(256, 384)","model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(0, 384)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,12,0.017387844619503268,9.345765788796877 +6038,6045,1.0625809178059622,-0.005223068179854988,-0.01420337003933229,-0.014659028313384715,1.0805319694833972,2.7329578440230917,1.4210650204625483,0.9998991270520871,-0.03592416759229649,"model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(64, 1920)","model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(256, 384)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,12,0.017951051677435048,3.829189863031095 +6153,6200,1.131107876515949,0.03951497003013822,-0.00931695563665786,-0.00927472850841694,2.025920864062425,1.15593465745241,1.419873798094005,0.9999565962268885,-0.0053159983261950134,"model.visual.blocks.16.attn.proj.weight|2d-128|(128, 128)","model.visual.blocks.23.attn.proj.weight|2d-128|(128, 896)",model.visual.layers.*.attn.proj.weight,2d-128,7,0.024826780936461068,5.435673631087222 +6433,6524,1.1648702316164776,-0.008092705356654403,0.0033508797738289204,0.0032909280800015738,1.1863031782054028,1.8490563811022531,1.4120581308159774,0.999994385786611,0.005222919184518984,"model.visual.blocks.23.attn.proj.weight|2d-64|(896, 896)","model.visual.blocks.0.attn.proj.weight|2d-64|(448, 768)",model.visual.layers.*.attn.proj.weight,2d-64,23,0.02143294658892514,3.0547674806937515 +6798,6852,1.0654928344833223,0.023035351906509634,0.0015224850497409922,0.0015514264514785423,1.0770951608049049,2.6813900714226158,1.4134686405156993,0.9999988410189651,0.0037901723495017236,"model.visual.blocks.1.attn.qkv.weight|2d-128|(1024, 128)","model.visual.blocks.21.attn.qkv.weight|2d-128|(2304, 768)",model.visual.layers.*.attn.qkv.weight,2d-128,20,0.011602326321582535,3.252003151034158 +7067,7079,1.061483554304556,0.04234447565750591,0.03167860068429058,0.03167348762340084,3.008354065345408,1.048520504737513,1.4002211626759924,0.9994981071811418,0.011041141320929185,"model.visual.blocks.21.attn.qkv.weight|2d-64|(384, 704)","model.visual.blocks.0.attn.qkv.weight|2d-64|(1280, 192)",model.visual.layers.*.attn.qkv.weight,2d-64,21,0.012963049567042972,7.972494142121575 +7191,7273,1.1978303038583433,0.0322570610599872,0.0018837364674035141,0.0009002909823379926,1.2272706672689357,1.7204113537245642,1.4129535298149174,0.9999982257668867,0.00264065759280128,"model.visual.blocks.1.mlp.linear_fc1.weight|2d-128|(3200, 512)","model.visual.blocks.18.mlp.linear_fc1.weight|2d-128|(3584, 256)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,17,0.02944036341059242,3.5357988418085715 +7644,7663,1.1976818324895173,0.02257397687832617,0.024076802434437515,0.024122764369611603,1.1978838547568644,1.7512790034321601,1.3982568035970702,0.999710111774675,0.035199738610529184,"model.visual.blocks.1.mlp.linear_fc1.weight|2d-64|(3648, 128)","model.visual.blocks.14.mlp.linear_fc1.weight|2d-64|(3200, 256)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,13,0.00020202226734711282,3.204749468667291 +7843,7908,1.204137075312488,0.04163063899198059,0.011741222782650001,0.011739722854690807,1.6741151018186702,1.2360339847020343,1.4062568192437488,0.999931069468075,0.008668788881688911,"model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(256, 2304)","model.visual.blocks.5.mlp.linear_fc2.weight|2d-128|(640, 1536)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,5,0.03189690938954626,5.198241120472645 +8044,8046,1.1789748306792505,0.029794706491200803,0.017586163278477566,0.017304156284937897,1.2361566815407232,1.660402111497842,1.4022499852766046,0.9998453514724878,0.02362168410911753,"model.visual.blocks.2.mlp.linear_fc2.weight|2d-64|(192, 128)","model.visual.blocks.8.mlp.linear_fc2.weight|2d-64|(192, 2944)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,6,0.05718185086147276,4.354772046708707 +8235,8307,0.6483709838889458,0.7868077121622009,0.7772870866956468,0.7772810784551835,0.6698573461504437,0.6650342029172382,0.6674327046330422,0.6291460759284714,0.7716904220117425,"model.visual.merger.linear_fc1.weight|2d-128|(2176, 1280)","model.visual.merger.linear_fc1.weight|2d-128|(2176, 3328)",model.visual.merger.linear_fc1.weight,2d-128,0,0.016663219028292486,1.832435175412088 +8559,8702,1.331904149670418,0.03133033407620442,0.004387675094594935,0.004435629564525689,1.4419380108085273,1.3821790254930675,1.4111103800619234,0.9999903741073032,0.004205834398544565,"model.visual.merger.linear_fc1.weight|2d-64|(2688, 2048)","model.visual.merger.linear_fc1.weight|2d-64|(2048, 3840)",model.visual.merger.linear_fc1.weight,2d-64,0,0.050274875822649445,3.728594253388672 +8810,8875,1.3335239629662763,0.06754468432709704,0.011311315461399034,0.011261594331003322,1.4304883828727595,1.383102645234068,1.4061970697515023,0.9999360250248677,0.010936621732166555,"model.visual.merger.linear_fc2.weight|2d-128|(384, 1280)","model.visual.merger.linear_fc2.weight|2d-128|(1152, 1920)",model.visual.merger.linear_fc2.weight,2d-128,0,0.04957868226779172,3.61944167812585 +9064,9174,1.3210243731248743,0.051823628060036785,0.0272071816047588,0.027205949196909014,1.3445968827686632,1.45130540482308,1.3948992548629406,0.999629816116509,0.029366370113609024,"model.visual.merger.linear_fc2.weight|2d-64|(1152, 1600)","model.visual.merger.linear_fc2.weight|2d-64|(192, 1408)",model.visual.merger.linear_fc2.weight,2d-64,0,0.023572509643788875,3.4001856576870515 +9247,9319,0.5167287166463006,0.8588096885952032,0.7946982136717232,0.7949014284413012,0.6107998591562604,0.8404943725076112,0.6987727374910128,0.607004735720383,1.0935486746110334,"model.visual.pos_embed.weight|2d-128|(384, 896)","model.visual.pos_embed.weight|2d-128|(1536, 896)",model.visual.pos_embed.weight,2d-128,0,0.09407114250995985,2.863029476702715 +9471,9490,0.30544518016166433,0.9524585612022445,0.8853820311171156,0.8845225895634112,0.4648659153633029,0.525810800687347,0.49253262166644646,0.4648641295851198,1.0014574510846803,"model.visual.pos_embed.weight|2d-64|(384, 960)","model.visual.pos_embed.weight|2d-64|(1344, 960)",model.visual.pos_embed.weight,2d-64,0,0.15942073520163857,1.3445425875731456 +9667,9764,1.0137845997447543,0.046623244283332366,0.00421994071387767,0.0022848722937942596,4.3873190661553725,1.026019934356946,1.412889659407909,0.9999910960105451,0.0009868767757611815,"mtp.fc.weight|2d-128|(128, 2432)","mtp.fc.weight|2d-128|(512, 2560)",mtp.fc.weight,2d-128,0,0.012235334612191728,5.801471027393547 +9925,10017,1.0054463300819576,0.04858231135466008,0.022292070526296864,0.01995668795313879,6.166738307347511,1.0097073857460683,1.409177515955726,0.9997515009199288,0.0036499794757231595,"mtp.fc.weight|2d-64|(896, 1600)","mtp.fc.weight|2d-64|(640, 2688)",mtp.fc.weight,2d-64,0,0.0042610556641107245,47.72517810778161 +10142,10148,1.2629451009868728,0.05943516564755176,-0.010266057788934978,-0.010269198256770912,1.3535481840180503,1.500636266989499,1.4214159655701029,0.9999473026402312,-0.011381655133512716,"mtp.layers.0.mlp.down_proj.weight|2d-128|(1152, 512)","mtp.layers.0.mlp.down_proj.weight|2d-128|(0, 2560)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.09060308303117748,3.4479105382812234 +10545,10562,1.2534494480151115,0.03983822294424799,0.027932406034284395,0.027832620337920475,1.3320394436003367,1.4664622280590922,1.3944147097192312,0.9996098142240981,0.030751205292670038,"mtp.layers.0.mlp.down_proj.weight|2d-64|(1152, 4928)","mtp.layers.0.mlp.down_proj.weight|2d-64|(1280, 1856)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.07858999558522517,3.2256528865968 +10765,10815,1.2974441610557703,0.046754641706568484,0.005227090792091813,0.005232701482702857,1.3256866268812013,1.5141083777071487,1.4105450938008997,0.9999863386676096,0.005970024739527935,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(2432, 1792)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(4224, 512)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.028242465825430996,3.896183578254775 +10973,11110,1.2833697814169904,0.015572908343137917,-0.005742062922749326,-0.006958206619500594,1.5836161557764004,1.2956959538069854,1.4181878347490675,0.9999835142208052,-0.004698087771063322,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(5568, 1344)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(2304, 1088)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.012326172389995005,4.419513850564562 +11332,11341,1.3194808785915317,0.0526544544634852,0.00045029799297543826,0.0004527165463727827,1.441093201470592,1.388181471183003,1.4138953404530554,0.9999998986158536,0.00043376467928757595,"mtp.layers.0.mlp.up_proj.weight|2d-128|(4480, 1152)","mtp.layers.0.mlp.up_proj.weight|2d-128|(5760, 1792)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.06870059259147121,3.9716902665829767 +11481,11563,1.3010771838277404,0.04280921916184603,0.02519939510893664,0.025043297269745895,1.3430543000738795,1.4565177053649434,1.396340397985974,0.9996824448224264,0.027328280873404723,"mtp.layers.0.mlp.up_proj.weight|2d-64|(5440, 64)","mtp.layers.0.mlp.up_proj.weight|2d-64|(2624, 768)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.04197711624613909,3.645755466108815 +11665,11718,1.2055189007252594,-0.002403555395771674,-0.008963876439012867,-0.009025919904680121,1.7727869727594252,1.2185064645240153,1.4201188364991444,0.9999598236525236,-0.006161226112311873,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 128)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 768)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.012987563798755986,5.203331437525954 +11757,11837,1.076339364042166,0.01640604182260371,0.00835689440697458,0.008633668525772943,2.3602819995069977,1.0996740922954533,1.4096820754061565,0.9999650805482513,0.0038935433449554953,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 1856)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(192, 832)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.023334728253287418,7.455864870517856 +12068,12070,1.0669307922251559,0.4058042583421702,0.41704442308137846,0.41708648242250845,1.0556691706903025,1.1065259274375878,1.0802006912635571,0.9088861035227243,0.43713549646528016,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(640, 512)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(640, 768)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.011261621534853328,3.211004707018002 +12270,12281,1.1532421151229089,0.027795442570804033,0.01665718410861277,0.016660165966385292,1.1550550102459216,1.9414124405944848,1.4038241798476367,0.9998612594843205,0.027997337067823667,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(0, 1920)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(512, 0)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.0018128951230127477,3.3138374892021876 +12580,12610,1.0461230950837859,0.030501092918452176,0.010506133335279352,0.01047125991032416,3.022325962566254,1.055789419871614,1.4095801507851258,0.9999448090581506,0.003670108570860431,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 512)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(896, 256)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.00966632478782814,8.798437142307021 +12781,12857,1.0453975617501987,0.037370742045960546,0.026746968437191977,0.026948822872516265,3.0915785469377335,1.0471936976788465,1.4026726377579137,0.9996422358421135,0.00905985610722592,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(704, 448)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(960, 448)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.0017961359286478018,8.90974656716778 +13059,13070,1.341139769337142,0.006248579028946818,0.0015180648050436782,0.0015201957431247174,1.4252315612547095,1.4013508137451969,1.4131398741076004,0.99999884773896,0.0014926285718743742,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(384, 384)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(384, 1792)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.060211044408054804,4.04455273308042 +13279,13317,1.2868357833967956,0.022812718218605785,0.023619228731304728,0.02345752576920331,1.489517881649832,1.3207254535182096,1.3975339538050995,0.9997210271041309,0.020942693580389138,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 960)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(448, 1344)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.03388967012141397,3.9819011225512093 +10,86,1.1418642279242919,0.30641656041035814,0.289968413786947,0.2886821543102607,1.1584494860170336,1.2288350298715283,1.1920866365884848,0.9570362161412085,0.3075864323120287,"model.language_model.embed_tokens.weight|2d-128|(127616, 1152)","model.language_model.embed_tokens.weight|2d-128|(183040, 1152)",model.language_model.embed_tokens.weight,2d-128,0,0.016585258092741695,3.0471860600156937 +258,367,1.0931483578895478,0.3865113854418054,0.30918713754567545,0.30581112648320363,1.1688574050959126,1.182140274613591,1.1754425558761805,0.9510012166008577,0.31270073329025366,"model.language_model.embed_tokens.weight|2d-64|(223808, 1216)","model.language_model.embed_tokens.weight|2d-64|(212800, 1216)",model.language_model.embed_tokens.weight,2d-64,0,0.07570904720636484,3.0327714985095358 +571,726,0.07664061185590877,0.9985698311331697,0.9985698311331698,0.9994701745999943,0.07664061185590877,0.08121665510750302,0.07882919279263396,0.05346299982860083,1.0581922509749322,"model.language_model.layers.16.linear_attn.conv1d.weight|3d-axis0-slice|(5167, 0, 0)","model.language_model.layers.16.linear_attn.conv1d.weight|3d-axis0-slice|(3243, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,0,0.0,0.11872816279388813 +931,968,0.4512948705061143,0.8924575957345608,0.892457595734561,0.844355965834147,0.4988847287998482,0.4512948705061142,0.47330475260628796,0.45113128889014914,0.8073238402549179,"model.language_model.layers.6.linear_attn.conv1d.weight|3d-volume|(1684, 0, 0)","model.language_model.layers.12.linear_attn.conv1d.weight|3d-volume|(1216, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,6,5.551115123125783e-17,1.2384327047607187 +1124,1231,1.1216642064914455,0.038025441561506015,0.004321211780859724,0.004200390765542035,1.1548630031905136,1.9842580621875971,1.4115542729298856,0.9999906635207876,0.007424602996981145,"model.language_model.layers.20.linear_attn.in_proj_qkv.weight|2d-128|(5632, 1792)","model.language_model.layers.4.linear_attn.in_proj_qkv.weight|2d-128|(4992, 1024)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,16,0.03319879669906811,3.1839310368652995 +1360,1458,1.118320727174909,0.022130424440072495,-0.001848356669465001,-0.0022037655625497697,1.1536151304078155,2.0121276231709717,1.4153410282930117,0.9999982917873523,-0.003223891065634752,"model.language_model.layers.16.linear_attn.in_proj_qkv.weight|2d-64|(2304, 1920)","model.language_model.layers.0.linear_attn.in_proj_qkv.weight|2d-64|(6080, 0)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,16,0.03529440323290656,3.0443075519245233 +1615,1706,1.1360014647317809,0.017355847557034083,-0.0025775724397105416,-0.0026125859357798726,2.067006097064091,1.1442470280832342,1.415757305304546,0.9999966780546413,-0.001426884810836912,"model.language_model.layers.17.linear_attn.in_proj_z.weight|2d-128|(896, 1536)","model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-128|(1920, 1536)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,15,0.008245563351453322,5.599896897009799 +2021,2041,1.1264078941849442,0.02053271625718378,-0.012886606256139074,-0.013071461054145079,2.132934409619933,1.1399086436927899,1.4217692789779817,0.9999169642421311,-0.006887016212493866,"model.language_model.layers.16.linear_attn.in_proj_z.weight|2d-64|(576, 640)","model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-64|(576, 64)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,14,0.013500749507845633,5.741445335639738 +2134,2243,1.2126085201733159,-0.0030690843818269517,-0.0030503103863903287,-0.0030501734625561694,1.7981913387233956,1.2056745799200443,1.4162074962596019,0.9999953477924518,-0.002045211549260288,"model.language_model.layers.16.linear_attn.out_proj.weight|2d-128|(1280, 256)","model.language_model.layers.2.linear_attn.out_proj.weight|2d-128|(896, 1664)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,14,0.006933940253271542,4.66497440547565 +2435,2458,1.2141218524370718,0.025919816753290192,0.009844932632847251,0.009500127547112524,1.6875648984168574,1.232477194804536,1.4075666778334412,0.9999515374764193,0.007190037530262731,"model.language_model.layers.17.linear_attn.out_proj.weight|2d-64|(1408, 1792)","model.language_model.layers.16.linear_attn.out_proj.weight|2d-64|(1152, 768)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,1,0.018355342367464278,4.734798091791882 +2607,2718,1.2563385643977594,0.06567723287692877,-0.0015772682094248975,-0.0015512277281346325,1.5130831877403845,1.3343468180895148,1.4153196723323005,0.9999987561117242,-0.0013909498390917094,"model.language_model.layers.1.mlp.down_proj.weight|2d-128|(384, 4096)","model.language_model.layers.17.mlp.down_proj.weight|2d-128|(1792, 128)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,16,0.07800825369175546,3.7951235374184455 +2875,2913,1.2469370472370973,0.02550931219909837,0.005087651138798253,0.005061999734368796,1.2933838953360997,1.5670298785410808,1.4106768798090474,0.999987057819195,0.00616406418453098,"model.language_model.layers.21.mlp.down_proj.weight|2d-64|(320, 896)","model.language_model.layers.4.mlp.down_proj.weight|2d-64|(704, 3264)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,17,0.04644684809900235,3.29850000554908 +3138,3217,1.1432928319406417,0.02157487652002371,0.005010503092137677,0.005030894365896008,1.1671542068726988,1.9231327801991063,1.4110672082205835,0.9999874473505973,0.008255860866575216,"model.language_model.layers.23.mlp.gate_proj.weight|2d-128|(4480, 768)","model.language_model.layers.13.mlp.gate_proj.weight|2d-128|(640, 640)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,10,0.02386137493205709,3.0714243040240348 +3439,3539,1.1304226530228714,0.04343737847019713,0.008206152399057934,0.008385855861836222,1.953839949787324,1.1583359924928218,1.4091134846974482,0.9999663289645324,0.004865025758504322,"model.language_model.layers.0.mlp.gate_proj.weight|2d-64|(192, 960)","model.language_model.layers.23.mlp.gate_proj.weight|2d-64|(2816, 1408)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,23,0.02791333946995045,5.480778511309107 +3633,3665,1.2072112576593754,0.021319873782167036,0.005841284186637813,0.00577470970795253,1.731478924340248,1.2198956287464218,1.4103187507327175,0.9999829395539961,0.004115416564056776,"model.language_model.layers.2.mlp.up_proj.weight|2d-128|(3712, 1792)","model.language_model.layers.23.mlp.up_proj.weight|2d-128|(896, 768)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,21,0.012684371087046342,4.557094594759956 +4039,4051,1.2030938157412432,0.0009842282515986865,-0.005885434052529109,-0.00583588131679451,1.8033696985174448,1.2063964481699652,1.4180549254745296,0.9999826806830273,-0.0039371664849125205,"model.language_model.layers.3.mlp.up_proj.weight|2d-64|(3648, 1152)","model.language_model.layers.23.mlp.up_proj.weight|2d-64|(960, 1024)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,20,0.0033026324287219744,4.576280379701111 +4221,4300,1.1620647389925653,-0.011045321646853446,-0.014186070745546592,-0.014165541846692045,1.1697247491724583,1.9731509491952304,1.4229867994112568,0.9998993726354679,-0.023929782606317288,"model.language_model.layers.15.self_attn.k_proj.weight|2d-128|(384, 1664)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 1536)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,8,0.007660010179892929,3.2708517079116777 +4417,4506,1.094117309507826,0.03698274591420683,0.013488691192869105,0.013851614530224488,1.109134594122894,2.2477207235232717,1.406623402942777,0.9999090234665868,0.02733555592627954,"model.language_model.layers.3.self_attn.k_proj.weight|2d-64|(128, 128)","model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 1984)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,20,0.015017284615068016,2.8552594863896137 +4618,4681,1.1029963608207347,0.08083707980472012,0.01197802352486465,0.011976675858773317,1.1417045796821206,2.027869612412673,1.4069533056038925,0.9999282609029699,0.02127509195907761,"model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(384, 0)","model.language_model.layers.23.self_attn.o_proj.weight|2d-128|(1536, 1664)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,4,0.03870821886138587,2.9295799806359915 +4864,4933,1.105068082825278,0.03898281831945369,-0.02085664811990255,-0.020626482085851133,1.157618703999609,2.05732719088447,1.4267635086344952,0.9997824764563553,-0.037066565303007976,"model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(640, 640)","model.language_model.layers.3.self_attn.o_proj.weight|2d-64|(1792, 1856)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,16,0.05255062117433118,2.8509459999398468 +5176,5288,1.1009380183039978,0.0024514569236760066,-0.017220348262129013,-0.017208182311227872,1.1113564609374729,2.3748452668183972,1.4235320247372762,0.9998517188092098,-0.03679797076878863,"model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(3456, 1024)","model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(3200, 0)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,4,0.010418442633475022,3.067056635972785 +5465,5566,1.089061778502755,0.0335926573264778,0.009166783506318835,0.009397043884984349,1.1006968548123497,2.3459716776436847,1.4092197023396875,0.9999579841574087,0.019537635986596417,"model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(3520, 1216)","model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(3200, 256)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,4,0.011635076309594705,3.1016422577683675 +5644,5776,1.0721988937312883,0.031195712627656625,0.006144258747373362,0.006082191702750538,2.439899654462709,1.0932864823339046,1.4109673180847628,0.9999811238640683,0.0027531603687793445,"model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(256, 384)","model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(128, 0)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,12,0.02108758860261628,8.988334271018893 +6046,6129,1.0627520571051252,0.029345365437305235,0.017718001960869735,0.017632024124334907,1.078577015936915,2.554385103178517,1.4052055847964473,0.9998430238825066,0.041961398767262945,"model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(128, 1024)","model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(448, 384)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,12,0.015824958831789804,3.705297475651409 +6289,6375,1.1311657280428467,0.04685145777270656,-0.0025314213334713125,-0.0025291350517607637,1.1549609226610962,2.0074232900648816,1.4157601878731625,0.9999967959478832,-0.004399832100006498,"model.visual.blocks.23.attn.proj.weight|2d-128|(384, 896)","model.visual.blocks.17.attn.proj.weight|2d-128|(256, 896)",model.visual.layers.*.attn.proj.weight,2d-128,6,0.023795194618249527,3.027802533358294 +6556,6642,1.1651123567575077,-0.004219970534109619,-0.027198750106048365,-0.02739401343501029,1.1799062080795493,1.9677129137742757,1.4310779087577965,0.9996300455631917,-0.04535897129425269,"model.visual.blocks.5.attn.proj.weight|2d-64|(704, 0)","model.visual.blocks.18.attn.proj.weight|2d-64|(512, 768)",model.visual.layers.*.attn.proj.weight,2d-64,13,0.014793851322041585,3.1382198855817878 +6786,6893,1.065763219725731,0.01811888398383991,-0.001219049261961926,-0.0011440322000121743,2.713777675881602,1.0762147247413207,1.4148042189872316,0.9999992569591725,-0.0004834437166936527,"model.visual.blocks.0.attn.qkv.weight|2d-128|(2048, 256)","model.visual.blocks.1.attn.qkv.weight|2d-128|(640, 640)",model.visual.layers.*.attn.qkv.weight,2d-128,1,0.01045150501558978,8.211596164480746 +6971,7061,1.0618044330310308,0.05095025160528164,0.008533568743384626,0.008465641712984043,1.5077962944767151,1.3260736719253525,1.4082161231405095,0.9999635884393501,0.007505085985169346,"model.visual.blocks.0.attn.qkv.weight|2d-64|(192, 704)","model.visual.blocks.0.attn.qkv.weight|2d-64|(1920, 896)",model.visual.layers.*.attn.qkv.weight,2d-64,0,0.26426923889432175,8.809411534209714 +7258,7369,1.198915932040781,0.07600921829312567,0.05446205204482453,0.05383794224562056,1.6929857155710688,1.1908707866792105,1.3774925308898152,0.998515841079683,0.03830939987636399,"model.visual.blocks.23.mlp.linear_fc1.weight|2d-128|(512, 640)","model.visual.blocks.23.mlp.linear_fc1.weight|2d-128|(1920, 640)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,0,0.008045145361570416,3.8032878540055943 +7439,7644,1.1984051656648864,0.016160343574355168,0.018353007848757038,0.01824041189959917,1.766582307135009,1.197869866682744,1.4021055382288743,0.9998315693670127,0.012444659372068421,"model.visual.blocks.14.mlp.linear_fc1.weight|2d-64|(1088, 768)","model.visual.blocks.1.mlp.linear_fc1.weight|2d-64|(3648, 128)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,13,0.0005352989821423293,4.949057278686508 +7843,7887,1.2042160770467525,0.026713364560847906,0.004251356636501619,0.004250394206867119,1.7542775851056065,1.2135226345523373,1.4113977884842948,0.9999909629425405,0.0029408786555512154,"model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(256, 2304)","model.visual.blocks.0.mlp.linear_fc2.weight|2d-128|(768, 1920)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,10,0.009306557505584845,5.197100708344607 +8149,8169,1.180106962999598,0.03920386287580492,0.02571276991136512,0.02674154490160218,1.6883790165011037,1.2178748991011297,1.3968540702827474,0.9996693720743299,0.01854733845621321,"model.visual.blocks.9.mlp.linear_fc2.weight|2d-64|(192, 384)","model.visual.blocks.0.mlp.linear_fc2.weight|2d-64|(768, 320)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,9,0.03776793610153173,4.9706961278997985 +8250,8335,0.65031097080881,0.7878821325805784,0.7905766653832794,0.7904451972809764,0.65384235100765,0.6411778757964693,0.6474172306914239,0.6123630754311157,0.7752637408444295,"model.visual.merger.linear_fc1.weight|2d-128|(2048, 2816)","model.visual.merger.linear_fc1.weight|2d-128|(2048, 3840)",model.visual.merger.linear_fc1.weight,2d-128,0,0.009133095012340608,1.8329958446496974 +8558,8689,1.3327028963106364,0.05211990056179425,0.036953744821471915,0.03686903530656278,1.4323580596504277,1.3473167356406839,1.3878871476420886,0.9993169771117018,0.03475974356210584,"model.visual.merger.linear_fc1.weight|2d-64|(1152, 2048)","model.visual.merger.linear_fc1.weight|2d-64|(3840, 2048)",model.visual.merger.linear_fc1.weight,2d-64,0,0.014613839330047451,3.8032363855261235 +8852,8890,1.3335469624581051,0.037388182553095534,0.013189944887740751,0.013218747859902609,1.3703223896262127,1.442165646835057,1.404868148381056,0.9999130088932029,0.013881467269856191,"model.visual.merger.linear_fc2.weight|2d-128|(1152, 896)","model.visual.merger.linear_fc2.weight|2d-128|(640, 3328)",model.visual.merger.linear_fc2.weight,2d-128,0,0.036775427168107555,3.4879974836245276 +8987,9208,1.3216682027321738,0.024089826005050007,0.00906716502867421,0.009066277294202974,1.3365203696570842,1.4919159350548319,1.407826273281482,0.9999588924142546,0.01012139305854481,"model.visual.merger.linear_fc2.weight|2d-64|(1152, 384)","model.visual.merger.linear_fc2.weight|2d-64|(1344, 3328)",model.visual.merger.linear_fc2.weight,2d-64,0,0.014852166924910426,3.534318980271449 +9251,9307,0.5240524367799093,0.8549146098811294,0.8012508910470922,0.8015291346247827,0.6000425347568311,0.7087906194792655,0.6476669900461713,0.5983285131065046,0.9464647629584004,"model.visual.pos_embed.weight|2d-128|(512, 384)","model.visual.pos_embed.weight|2d-128|(1408, 384)",model.visual.pos_embed.weight,2d-128,0,0.0759900979769218,2.1887598875663987 +9471,9519,0.306875571285195,0.9529601317486259,0.8977712201071214,0.8970072937958,0.4666953304387144,0.44361145985380784,0.45471453323878763,0.4404620714061207,0.853365301924214,"model.visual.pos_embed.weight|2d-64|(384, 960)","model.visual.pos_embed.weight|2d-64|(576, 960)",model.visual.pos_embed.weight,2d-64,0,0.13673588856861285,1.2865711963092152 +9639,9701,1.0137964792235057,0.03693285753861421,-9.98460882952536e-05,0.00035624188197543743,1.0234028707200207,4.705114018763677,1.414242887694326,0.9999999950153793,-0.00045904427591276175,"mtp.fc.weight|2d-128|(1024, 3072)","mtp.fc.weight|2d-128|(256, 2688)",mtp.fc.weight,2d-128,0,0.009606391496514988,1.210601522551117 +9945,10064,1.0055251569422108,0.058850152084437855,0.007212763553515648,0.006361773241967485,5.963059257532827,1.0131214063928582,1.4125281384093817,0.9999739876826402,0.0012254456713784707,"mtp.fc.weight|2d-64|(320, 2752)","mtp.fc.weight|2d-64|(1408, 3456)",mtp.fc.weight,2d-64,0,0.007596249450647408,42.471137076039106 +10231,10270,1.263026762410518,0.05789130279373783,-0.002034629380146954,-0.0021074793872240967,1.3835784073592867,1.4500604141599516,1.415649950151417,0.9999979301395006,-0.002132394887015432,"mtp.layers.0.mlp.down_proj.weight|2d-128|(1792, 4096)","mtp.layers.0.mlp.down_proj.weight|2d-128|(1024, 5376)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.12055164494876869,3.242515924333612 +10454,10455,1.2534832669602496,0.06454312384661079,0.024713961617226533,0.024690306015202834,1.3452677608456287,1.4544822295167428,1.3966825962488525,0.9996945634048343,0.026720344484148912,"mtp.layers.0.mlp.down_proj.weight|2d-64|(1792, 5440)","mtp.layers.0.mlp.down_proj.weight|2d-64|(1536, 4416)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.09178449388537913,3.2315628327185917 +10675,10882,1.2977086920409868,0.007207557763140655,0.009472949068645162,0.009506410323018565,1.3223789959245702,1.5116507343542875,1.4075590075181186,0.9999551306113403,0.010828809637970865,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(2048, 0)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(2560, 256)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.024670303883583378,3.5912996027237156 +10940,11047,1.2834164183471455,0.003716051569065966,0.015263456058059987,0.014953829372955562,1.517997047965746,1.311522064409639,1.4034943783447036,0.9998835066692339,0.01318735067773621,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(5568, 1536)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(5376, 1216)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.02810564606249355,4.4288716343291545 +11208,11386,1.3195151800387357,0.05558720686799362,0.008914555402016015,0.008935858563463293,1.3622345893752723,1.4585126088794114,1.407910644425995,0.9999602645615397,0.009544605281500897,"mtp.layers.0.mlp.up_proj.weight|2d-128|(384, 1024)","mtp.layers.0.mlp.up_proj.weight|2d-128|(2304, 0)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.04271940933653662,3.558724901601255 +11449,11521,1.3013087840433595,0.021678432935344494,0.00430904686013688,0.004312734041684567,1.5286817534443855,1.3172078351033167,1.4111968529331735,0.9999907160144824,0.0037129443543175884,"mtp.layers.0.mlp.up_proj.weight|2d-64|(4864, 1024)","mtp.layers.0.mlp.up_proj.weight|2d-64|(4672, 1792)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.01589905105995726,3.884835736071324 +11678,11720,1.2070972823036328,0.055890122077406436,0.009771135795064395,0.00967887263878941,1.6623476190247561,1.2426559200639502,1.4075712516122627,0.9999522613131461,0.0073042242203282025,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 1792)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 1024)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.035558637760317424,4.745160386106207 +11749,11947,1.0763792013576579,0.05460096269541795,0.034212584997625896,0.034199032259891814,2.263472427988037,1.0960628439634041,1.3951054307544497,0.9994145781545216,0.016567086370550536,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 1344)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 1728)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.019683642605746288,6.969808806606679 +12106,12108,1.0684624347310263,0.41324017188046824,0.4164631881376228,0.41637015664090693,1.0687251184748119,1.092476224316337,1.0804049207921242,0.9091525795631045,0.4257185720427676,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(896, 1280)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(896, 1536)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.00026268374378557446,3.799628478073837 +12287,12322,1.1533622709990359,0.029148018478639116,0.03464891098030487,0.03462262322780791,1.7151123054274275,1.2006416881986712,1.3910020782702697,0.9993995462115635,0.024255511923034826,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(1728, 64)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(128, 1152)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.047279417199635354,5.583500994644697 +12576,12608,1.0473762141351566,0.025935737840759754,-0.0035642316725414337,-0.0038508819800910856,3.110337566103804,1.057349079475242,1.4157487509341746,0.9999936481061189,-0.00121164889594894,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 0)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(896, 0)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.009972865340085457,9.652134333358068 +12805,12828,1.0454199827618598,0.018787704922861623,0.0018095561804838244,0.0025291597291701175,1.0560375191259141,3.094632787536774,1.4134311457474757,0.9999983627518746,0.00530275845847799,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(768, 1664)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(576, 1856)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.01061753636405438,2.9770638539006953 +13038,13061,1.3414523474104898,0.032466996232673066,0.008575552721345572,0.008582202628733713,1.376862683892368,1.4416571684959,1.408143108223233,0.9999632292717184,0.00897911403887594,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 1792)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(384, 640)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.0354103364818783,3.7252031292119905 +13179,13273,1.2873448814841195,0.029935025912528432,0.018638050162216344,0.0189483199468994,1.311474528519906,1.5120467843554743,1.4011060673369664,0.9998262964566149,0.021488487348847125,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 704)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 576)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.024129647035786572,3.3926007431915983 +80,191,1.1423602707766498,0.2890230607418823,0.2922231351225701,0.2898103046510066,1.2445939893088085,1.1431709292807637,1.190654809232272,0.9563501656292721,0.2684096145450044,"model.language_model.embed_tokens.weight|2d-128|(198272, 1920)","model.language_model.embed_tokens.weight|2d-128|(158208, 1920)",model.language_model.embed_tokens.weight,2d-128,0,0.0008106585041138814,3.4239035327157383 +317,394,1.0931825939965738,0.3908870624009235,0.3663196787597226,0.36615014805247126,1.1622151828922405,1.0936520812071775,1.1263715828117515,0.9304890611680363,0.3447092113060624,"model.language_model.embed_tokens.weight|2d-64|(158848, 832)","model.language_model.embed_tokens.weight|2d-64|(172480, 832)",model.language_model.embed_tokens.weight,2d-64,0,0.0004694872106036918,2.988301382793887 +525,573,0.07759848911978201,0.9976385803736589,0.9976385803736589,0.9999462895311096,0.07759848911977968,0.08070364205840548,0.07910539432460206,0.06868233360937963,1.0375597232293146,"model.language_model.layers.8.linear_attn.conv1d.weight|3d-axis0-slice|(3370, 0, 0)","model.language_model.layers.8.linear_attn.conv1d.weight|3d-axis0-slice|(2226, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,0,2.3314683517128287e-15,0.08978831705926377 +843,1016,0.4532551236188438,0.9549945752561094,0.9549945752561093,0.9550076014713978,0.7402770214076537,0.45325512361884357,0.5466693068119229,0.296623264818192,0.5847218970000541,"model.language_model.layers.14.linear_attn.conv1d.weight|3d-volume|(1688, 0, 0)","model.language_model.layers.16.linear_attn.conv1d.weight|3d-volume|(1740, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,2,2.220446049250313e-16,2.202480224298245 +1038,1130,1.1219548959597097,0.0638157114897575,0.01828933402520685,0.018288083526171856,1.1454042441186933,1.9847093960758473,1.4029712824873906,0.9998327361418581,0.031691006275017974,"model.language_model.layers.21.linear_attn.in_proj_qkv.weight|2d-128|(1408, 384)","model.language_model.layers.0.linear_attn.in_proj_qkv.weight|2d-128|(5888, 1408)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,21,0.023449348158983696,3.227929129785233 +1383,1405,1.1186375272135065,0.010770857982403011,-0.0040113643539436755,-0.0037953458120639585,1.121969775040235,2.222848090874946,1.4164937233624382,0.9999919544456445,-0.007947320680405805,"model.language_model.layers.16.linear_attn.in_proj_qkv.weight|2d-64|(0, 256)","model.language_model.layers.12.linear_attn.in_proj_qkv.weight|2d-64|(2688, 704)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,4,0.003332247826728585,3.0653668746535057 +1635,1754,1.1363734185791452,0.014795333942921152,0.003746883123109125,0.003153460992051526,2.0243235070681593,1.1476849725002205,1.4119382896156465,0.9999929804087936,0.002124285688079127,"model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(256, 1920)","model.language_model.layers.14.linear_attn.in_proj_z.weight|2d-128|(256, 896)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,4,0.011311553921075301,6.217963611709839 +1811,1837,1.1264314125576032,-0.015648356163900153,0.005715084541119274,0.006742832969164545,2.210212716821347,1.118090793942335,1.4109542713974428,0.9999836687709893,0.0028911169334042528,"model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-64|(320, 704)","model.language_model.layers.20.linear_attn.in_proj_z.weight|2d-64|(1408, 704)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,2,0.008340618615268136,6.466090188400965 +2123,2178,1.213136979642938,0.015002345910552564,0.009119273813230492,0.009106293931421275,1.2074086991194217,1.7605423167527376,1.408185319847002,0.9999584185580516,0.013296961880394267,"model.language_model.layers.0.linear_attn.out_proj.weight|2d-128|(512, 1408)","model.language_model.layers.12.linear_attn.out_proj.weight|2d-128|(640, 896)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,12,0.005728280523516371,3.384794896043663 +2441,2558,1.2141674829490918,0.053134504970961484,0.02169617419640174,0.021709108404497305,1.6862663565740075,1.2222661540988562,1.3995576122326057,0.9997646103084663,0.015726162886610936,"model.language_model.layers.14.linear_attn.out_proj.weight|2d-64|(1216, 128)","model.language_model.layers.22.linear_attn.out_proj.weight|2d-64|(576, 1408)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,8,0.00809867114976437,4.338795519168183 +2617,2786,1.256438662391929,0.0444717775610103,-0.002936392704675741,-0.0029673949629773627,1.2985237406279135,1.573169339883158,1.4162507986867736,0.9999956887896487,-0.003557457463672309,"model.language_model.layers.21.mlp.down_proj.weight|2d-128|(1280, 4608)","model.language_model.layers.2.mlp.down_proj.weight|2d-128|(384, 640)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,19,0.04208507823598451,3.2511319190567862 +2995,3070,1.2470641943927603,0.03357208725825783,0.035265152695359965,0.035332711464413434,1.256899380510508,1.5760004825023624,1.3896895521838786,0.9993779910551227,0.044218255275798625,"model.language_model.layers.22.mlp.down_proj.weight|2d-64|(1024, 4672)","model.language_model.layers.3.mlp.down_proj.weight|2d-64|(1792, 4608)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,19,0.009835186117747696,3.560215213829838 +3129,3220,1.1433951438088557,0.04474053132644999,0.0019128272615389302,0.0018840118361241475,1.943406624408495,1.1649051448537593,1.4130201610619904,0.9999981705442603,0.0011465754465365334,"model.language_model.layers.9.mlp.gate_proj.weight|2d-128|(1024, 1536)","model.language_model.layers.23.mlp.gate_proj.weight|2d-128|(5760, 0)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,14,0.021510001044903637,5.35895463268329 +3391,3425,1.130546989951116,0.03674251620797709,0.03237462040383646,0.03255501521085666,2.020701550837134,1.1297752051383436,1.394575200271019,0.999475804586438,0.018100665777619488,"model.language_model.layers.9.mlp.gate_proj.weight|2d-64|(3136, 1216)","model.language_model.layers.23.mlp.gate_proj.weight|2d-64|(3328, 1344)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,14,0.0007717848127724025,5.342329482147288 +3613,3687,1.2076315360702112,0.015273166234828116,-0.01473771851338782,-0.014710132478817198,1.2381674967535112,1.730444925381089,1.4240427474558706,0.9998913939288707,-0.020597221522980963,"model.language_model.layers.23.mlp.up_proj.weight|2d-128|(4480, 1664)","model.language_model.layers.2.mlp.up_proj.weight|2d-128|(128, 768)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,21,0.0305359606833,3.264529860385238 +3958,4068,1.2033415313816251,0.08950170159609872,0.05539464318026474,0.055437744771969756,1.2285294696462008,1.5930449564376195,1.375808158981368,0.9984645379315839,0.07183072047705619,"model.language_model.layers.22.mlp.up_proj.weight|2d-64|(3520, 1728)","model.language_model.layers.2.mlp.up_proj.weight|2d-64|(3776, 1856)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,20,0.02518793826457566,3.1343899063766485 +4219,4290,1.1620824432089296,0.01918606812957018,0.010826884661656051,0.010789938009193225,1.1716854237227643,1.8851490519628855,1.4073320661889572,0.9999413875665529,0.017419599956090045,"model.language_model.layers.15.self_attn.k_proj.weight|2d-128|(384, 1408)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 256)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,8,0.00960298051383468,3.115460167641854 +4431,4506,1.094155974819502,0.034038381807256435,0.009251734025758768,0.009134598745039316,1.1275673568919964,2.1262726218474857,1.4087876633659426,0.999957201792915,0.01744614957443286,"model.language_model.layers.19.self_attn.k_proj.weight|2d-64|(192, 704)","model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 1984)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,4,0.03341138207249439,3.4238950652202096 +4735,4851,1.1030488216880383,0.02420961484688255,0.011730418555761795,0.011757318204772702,2.2348465467912764,1.1116432022530156,1.4075829645145679,0.9999311962732769,0.005834870436996099,"model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(1024, 1280)","model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(768, 384)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,12,0.0085943805649773,6.181895625415984 +4893,4955,1.1063715420225502,0.018790358079256653,-0.009125045797678017,-0.00918107872893826,1.1481173648735583,2.0686149149070636,1.419678634256316,0.9999583659028961,-0.01644100717731553,"model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(1280, 896)","model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(1536, 512)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,4,0.04174582285100814,2.9354505769092385 +5172,5353,1.1014261823806932,-0.02254059968715063,0.0026614905402310737,0.002699030058988076,2.5764412356766697,1.0838495658360283,1.4128676080180151,0.99999645822778,0.0011196278520004851,"model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(2688, 1536)","model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(3328, 128)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,4,0.017576616544664914,6.893228419045082 +5528,5534,1.089159870644007,0.03663105131409569,-0.0016216002414814181,-0.002419511221426621,1.1073099684494727,2.336500747098468,1.4151007841717065,0.9999986852054641,-0.0034216888528709006,"model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(1344, 0)","model.language_model.layers.19.self_attn.q_proj.weight|2d-64|(2112, 1024)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,16,0.018150097805465615,2.7761516482472444 +5785,5792,1.0724253159372936,0.010716258056400337,0.0028979488378684886,0.002905973678720429,1.0779872974154832,2.6586055786976877,1.4127857207113914,0.9999958009374504,0.007147118491664505,"model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(128, 1152)","model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(256, 896)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,12,0.005561981478189537,3.741608586577431 +6070,6129,1.0629970066289542,0.0083607229450896,0.016375264053552052,0.016307197028443375,1.0828733310417544,2.50568236953182,1.4057551335104914,0.9998659163743788,0.03789105268290277,"model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(384, 1408)","model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(448, 384)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,12,0.019876324412800184,3.8941216166079893 +6329,6340,1.1322503923675076,0.032554504903413724,0.003994048611757429,0.004004568576664466,1.9393283587241914,1.164326187075195,1.4117186695029658,0.9999920237560331,0.0023979308971585423,"model.visual.blocks.8.attn.proj.weight|2d-128|(128, 512)","model.visual.blocks.23.attn.proj.weight|2d-128|(128, 256)",model.visual.layers.*.attn.proj.weight,2d-128,15,0.03207579470768751,5.57894482858978 +6419,6469,1.1657982156961613,0.010971910400543622,0.010440781560487453,0.010128860559092205,1.167170898998661,1.9057877024517405,1.4076219086993533,0.9999454935547268,0.017047985962495033,"model.visual.blocks.23.attn.proj.weight|2d-64|(64, 512)","model.visual.blocks.11.attn.proj.weight|2d-64|(384, 192)",model.visual.layers.*.attn.proj.weight,2d-64,12,0.0013726833024998442,3.00176856425311 +6732,6755,1.0659779176752957,0.04046584655639767,0.0002853515772123257,0.00031097895445136213,1.0895651607985444,2.5169189567374883,1.4140664310783195,0.9999999592872378,0.0006591682809445454,"model.visual.blocks.0.attn.qkv.weight|2d-128|(1152, 512)","model.visual.blocks.17.attn.qkv.weight|2d-128|(896, 896)",model.visual.layers.*.attn.qkv.weight,2d-128,17,0.02358724312324867,4.577498063630124 +6955,7106,1.0622385417924454,0.03887287597252516,0.010510619851507228,0.010505273201597951,3.5181522553305253,1.0397763091248478,1.4101675991248028,0.9999447619095452,0.003106373096632171,"model.visual.blocks.19.attn.qkv.weight|2d-64|(448, 704)","model.visual.blocks.0.attn.qkv.weight|2d-64|(1728, 64)",model.visual.layers.*.attn.qkv.weight,2d-64,19,0.022462232667597615,10.351643204432284 +7391,7404,1.1999832157519834,0.03641605558475177,0.004150505820609189,0.003922488069963784,1.2130255532210554,1.7560449017408237,1.4114660263154064,0.9999913866136213,0.006008508696764583,"model.visual.blocks.1.mlp.linear_fc1.weight|2d-128|(0, 128)","model.visual.blocks.14.mlp.linear_fc1.weight|2d-128|(2560, 640)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,13,0.013042337469072018,3.5094589209765354 +7548,7644,1.1987116817089745,0.020425677815977532,-0.0018643119681439801,-0.0019818736603589484,1.7455639132668659,1.2216405581604062,1.4154515729994674,0.9999982621689326,-0.0013047469050194238,"model.visual.blocks.17.mlp.linear_fc1.weight|2d-64|(2112, 128)","model.visual.blocks.1.mlp.linear_fc1.weight|2d-64|(3648, 128)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,16,0.022928876451431712,5.135832211273452 +7697,7794,1.2045528408584807,0.01862569947391782,0.014747899538487378,0.014750219084816349,1.6483882074544316,1.2438371046770509,1.4041496467162897,0.9998912438156475,0.01112843720857986,"model.visual.blocks.2.mlp.linear_fc2.weight|2d-128|(896, 896)","model.visual.blocks.4.mlp.linear_fc2.weight|2d-128|(384, 768)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,2,0.0392842638185702,5.345205876241315 +8047,8159,1.1814270024659115,0.05421798364211364,0.04011072126255468,0.04010223931629185,1.226533204007247,1.6322387693199847,1.3867033236255508,0.9991952412015369,0.05337831384933495,"model.visual.blocks.5.mlp.linear_fc2.weight|2d-64|(192, 0)","model.visual.blocks.13.mlp.linear_fc2.weight|2d-64|(256, 1344)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,8,0.04510620154133549,2.956705493421812 +8192,8440,0.651906230504481,0.781614456165244,0.7779118669671594,0.7779253521899341,0.6734970401297328,0.6601062400549471,0.6667008025808598,0.6283733979344355,0.7624450398459091,"model.visual.merger.linear_fc1.weight|2d-128|(1920, 2560)","model.visual.merger.linear_fc1.weight|2d-128|(1920, 3584)",model.visual.merger.linear_fc1.weight,2d-128,0,0.00820000955046607,1.7217628205543638 +8559,8594,1.3328944220023449,0.042391666261488596,0.02026773111854216,0.01960276070612369,1.4207116558839397,1.3798139612536613,1.3998149247761777,0.9997945884406989,0.019684288676367647,"model.visual.merger.linear_fc1.weight|2d-64|(2688, 2048)","model.visual.merger.linear_fc1.weight|2d-64|(1280, 64)",model.visual.merger.linear_fc1.weight,2d-64,0,0.04691953925131642,3.741953454687956 +8744,8915,1.3336008639298607,0.031508226872893355,-0.002718142138602836,-0.0026749337736026923,1.3891546836856694,1.4447463282855413,1.416132798144758,0.9999963058448338,-0.002826917636044369,"model.visual.merger.linear_fc2.weight|2d-128|(1152, 1408)","model.visual.merger.linear_fc2.weight|2d-128|(768, 2432)",model.visual.merger.linear_fc2.weight,2d-128,0,0.05555381975580875,3.6024552648232984 +9064,9123,1.322825440761083,0.03979837598494611,0.019183090262937928,0.019146569378234838,1.3438358461777653,1.4653029355486575,1.4006345054577969,0.9998159875936992,0.0209170179193594,"model.visual.merger.linear_fc2.weight|2d-64|(1152, 1600)","model.visual.merger.linear_fc2.weight|2d-64|(1600, 1792)",model.visual.merger.linear_fc2.weight,2d-64,0,0.0210104054166822,3.36567398229566 +9216,9288,0.5251074223358854,0.853395169814813,0.4842243104302551,0.48730520505861585,1.010530736379235,1.020904818911695,1.0156780446777194,0.8749438937373892,0.489195344739044,"model.visual.pos_embed.weight|2d-128|(0, 0)","model.visual.pos_embed.weight|2d-128|(1152, 0)",model.visual.pos_embed.weight,2d-128,0,0.4854233140433497,2.7971382337048922 +9498,9542,0.3075637586574898,0.9515952454243979,0.941852398471241,0.9419276917573526,0.33965444646277254,0.3426143545607579,0.34112476982102874,0.33602687317232605,0.9500601418715545,"model.visual.pos_embed.weight|2d-64|(512, 640)","model.visual.pos_embed.weight|2d-64|(1664, 640)",model.visual.pos_embed.weight,2d-64,0,0.032090687805282736,1.2267161457011386 +9694,9698,1.0137976165476674,0.05729967732511188,0.004014222118369371,0.003825218989100969,4.298169520354256,1.0272285469694058,1.4129295358601994,0.9999919429779344,0.0009593673619287953,"mtp.fc.weight|2d-128|(1664, 0)","mtp.fc.weight|2d-128|(256, 2304)",mtp.fc.weight,2d-128,0,0.013430930421738374,4.973898488690943 +10012,10091,1.00572011886469,0.03718217766961757,0.02177004876321724,0.022186796087453352,1.008133444346439,6.658223631790247,1.4096490808440596,0.9997630044049676,0.143780423071321,"mtp.fc.weight|2d-64|(1792, 3840)","mtp.fc.weight|2d-64|(320, 3648)",mtp.fc.weight,2d-64,0,0.0024133254817488847,7.855756062675204 +10231,10292,1.2638067892720033,0.05224611691272825,0.017528475803526695,0.01762414148560254,1.4026893365484174,1.4008410385466321,1.4017642736450036,0.9998463644660639,0.017505378852578368,"mtp.layers.0.mlp.down_proj.weight|2d-128|(1792, 4096)","mtp.layers.0.mlp.down_proj.weight|2d-128|(1536, 2688)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.13703424927462882,3.274640197800734 +10524,10537,1.2546097311822348,0.05258989622510258,0.015950492908820956,0.015672225273396453,1.457681277354923,1.3539011305165582,1.4029204625260823,0.9998727827958743,0.014814891785353498,"mtp.layers.0.mlp.down_proj.weight|2d-64|(128, 5952)","mtp.layers.0.mlp.down_proj.weight|2d-64|(832, 768)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.0992913993343234,4.0969044270091395 +10694,10715,1.2980036694235682,0.06541304968869555,0.010246398610931557,0.010246035813794572,1.4832232467757767,1.3414128864037584,1.4069862288732953,0.9999475042798527,0.009266744683115785,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(5504, 1536)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(4352, 640)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.04340921698019029,3.869010256262056 +10952,10962,1.2839060188510207,0.02561140334176216,-0.004409808982302089,-0.0046154334100462525,1.5427689672533929,1.3181661147372474,1.4172902199987736,0.999990276745099,-0.003767810278996767,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(5312, 256)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(2688, 1408)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.034260095886226694,4.109775976616684 +11268,11341,1.3206949801751398,0.05093757394063147,-0.0009718049600803706,-0.0009607862546513817,1.4517805323658304,1.3806939733339043,1.4148997007078057,0.9999995277974483,-0.0009242204463593504,"mtp.layers.0.mlp.up_proj.weight|2d-128|(3456, 1664)","mtp.layers.0.mlp.up_proj.weight|2d-128|(5760, 1792)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.05999899315876456,3.7414174839789456 +11449,11660,1.3015526727269349,0.07059425261791004,0.0426972263681027,0.04298574481612039,1.4804413041727298,1.3041410170714276,1.3839390982259203,0.9990880576107749,0.0376125713764398,"mtp.layers.0.mlp.up_proj.weight|2d-64|(4864, 1024)","mtp.layers.0.mlp.up_proj.weight|2d-64|(896, 768)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.0025883443444927323,3.9960576112744555 +11676,11714,1.2073260049097285,0.01746537408537039,-0.0037639370490761253,-0.0037390077183355403,1.7372940526626026,1.2261480039429349,1.4167190603665494,0.9999929163638563,-0.0026565128065788946,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 1536)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 256)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.01882199903320636,5.145332104671735 +11757,11932,1.076539160275332,0.05687392206653738,0.06391398313313451,0.06405612758253823,2.359353294809795,1.071547898044544,1.3797621416394783,0.9979554112083653,0.02902782488431262,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 1856)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 768)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.004991262230787941,7.160862009364938 +12036,12038,1.0695274612589922,0.4280099268033842,0.4036969455396462,0.4037040096222125,1.067537184566686,1.119253306245659,1.0924782559686688,0.9148927675755012,0.4232537728415752,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(384, 512)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(384, 768)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.0019902766923063364,3.4379038846794443 +12346,12378,1.1533772080420297,0.02467880770963249,0.012554697770444347,0.012606144016069234,1.7645911969165493,1.2032719579253974,1.4059249431682117,0.9999211866761764,0.008561028635868582,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(576, 64)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(832, 1920)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.04989474988336773,5.6507987402842055 +12697,12745,1.0478761796680462,0.37942451312171854,0.4187108853601225,0.4186661717093405,1.030879107567638,1.137089370684533,1.0800872072789962,0.9081195926093338,0.4618501758720207,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(3200, 640)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(2688, 640)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.01699707210040824,3.1517046965534568 +12775,12781,1.0456905768457279,0.029175109250005042,0.014842240762053038,0.014810280303289717,1.0522473566598065,3.071089706881088,1.4077625982505182,0.9998898478778356,0.043318571952591464,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(896, 1728)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(704, 448)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.00655677981407865,3.05843478579088 +13021,13070,1.3420502663693619,0.006864171201193453,-0.003863138215551961,-0.0038750427831378415,1.4088450908854964,1.4251809494778351,1.4169423993316639,0.9999925380537235,-0.003907932125130942,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(0, 1664)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(384, 1792)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.0667948245161345,3.8020308341614957 +13170,13279,1.2873824375449638,0.029932882222995394,0.025525393240123952,0.025758943812484746,1.3048643858354174,1.5099648624140567,1.3962408204060701,0.9996741740686997,0.029537511568462575,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 128)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 960)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.017481948290453575,3.354934010697081 +142,227,1.1428720599544226,0.2978231589127782,0.2715348273497889,0.26844919226291586,1.2448441340940855,1.1731953889621318,1.2074283125759662,0.9624286142546471,0.2559062606028425,"model.language_model.embed_tokens.weight|2d-128|(173696, 1920)","model.language_model.embed_tokens.weight|2d-128|(208000, 1920)",model.language_model.embed_tokens.weight,2d-128,0,0.030323329007709177,3.250035771393036 +394,511,1.0934999491310184,0.39883074413633346,0.37367314988698624,0.37353143675617967,1.1089035341052456,1.1299515477978475,1.1192791405331106,0.9275604438814421,0.38076581154192923,"model.language_model.embed_tokens.weight|2d-64|(172480, 832)","model.language_model.embed_tokens.weight|2d-64|(184320, 832)",model.language_model.embed_tokens.weight,2d-64,0,0.015403584974227114,2.989723617077444 +521,676,0.07828840010879269,0.9991074607826516,0.9991074607826514,0.9858768609056553,0.08389309418961569,0.0782884001087927,0.08094558231720257,0.04224076003627757,0.9323595153689546,"model.language_model.layers.22.linear_attn.conv1d.weight|3d-axis0-slice|(74, 0, 0)","model.language_model.layers.22.linear_attn.conv1d.weight|3d-axis0-slice|(994, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,0,1.3877787807814457e-17,0.11367658349609899 +776,843,0.4590332157686047,0.8917651317170117,0.8917651317170115,0.8968694458147621,0.45903321576860495,0.4737459763403734,0.46621557262265234,0.4524985633720191,0.9203476534572634,"model.language_model.layers.22.linear_attn.conv1d.weight|3d-volume|(356, 0, 0)","model.language_model.layers.14.linear_attn.conv1d.weight|3d-volume|(1688, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,8,2.7755575615628914e-16,1.096928397670511 +1221,1242,1.1223450871932332,0.030937780662432177,0.0013210343542679347,0.001321991490774926,2.1040584907526343,1.1357608862089474,1.413432430323536,0.9999991274337368,0.0007130881368127364,"model.language_model.layers.6.linear_attn.in_proj_qkv.weight|2d-128|(2816, 512)","model.language_model.layers.21.linear_attn.in_proj_qkv.weight|2d-128|(256, 1408)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,15,0.013415799015714214,5.523462308767577 +1340,1346,1.1186649365781387,0.027854870046192345,0.002306425365065654,0.002403798235078259,2.0876692621848396,1.1377616585750683,1.4128423351900221,0.9999973401974804,0.001256981839158949,"model.language_model.layers.10.linear_attn.in_proj_qkv.weight|2d-64|(4352, 1088)","model.language_model.layers.20.linear_attn.in_proj_qkv.weight|2d-64|(5632, 192)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,10,0.019096721996929578,6.1813578903167254 +1547,1635,1.1367543494491883,-0.0017350782240291652,0.0025984459354888327,0.0037755385361613073,1.1273043840081094,2.1554412857146854,1.4127036375454085,0.9999966240336616,0.004968310003494014,"model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-128|(512, 512)","model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(256, 1920)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,16,0.0094499654410789,3.1110014666157473 +1811,1846,1.1266980989092048,0.011605260196437163,0.01865006456075571,0.018150608907200425,2.2116563088896153,1.1105996308122872,1.403596411997886,0.9998260724205383,0.009365268343253417,"model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-64|(320, 704)","model.language_model.layers.20.linear_attn.in_proj_z.weight|2d-64|(1152, 64)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,2,0.016098468096917617,6.197039117185407 +2102,2220,1.2133055836593494,0.025682315083746174,-0.001070904379392784,-0.0010381521513681178,1.7040288591674297,1.2359848127425395,1.4149331886314553,0.9999994265817407,-0.0007767600540965385,"model.language_model.layers.16.linear_attn.out_proj.weight|2d-128|(1664, 256)","model.language_model.layers.2.linear_attn.out_proj.weight|2d-128|(0, 1024)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,14,0.02267922908319009,4.501771122651302 +2374,2444,1.2142875341953283,0.019812482740789127,0.0035468054437298962,0.0033532051502049754,1.6823109906631935,1.2402862327586153,1.4118157315910311,0.9999937100657905,0.002614887489023255,"model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(1536, 896)","model.language_model.layers.1.linear_attn.out_proj.weight|2d-64|(1408, 1664)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,11,0.02599869856328696,4.421426085254943 +2644,2810,1.25647202826521,0.05875865005545085,-0.004157330973385065,-0.004107208779511777,1.2923847999399183,1.586631336348988,1.4170895363089933,0.999991358262249,-0.005103860396883059,"model.language_model.layers.21.mlp.down_proj.weight|2d-128|(1920, 640)","model.language_model.layers.2.mlp.down_proj.weight|2d-128|(1408, 4096)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,19,0.0359127716747083,3.181187211623985 +2818,2832,1.2470856194570847,0.03232486972403558,0.024145265020100077,0.024435968406811084,1.286298633829805,1.5431443951304953,1.3973184397780285,0.9997084605909411,0.028966547429014684,"model.language_model.layers.18.mlp.down_proj.weight|2d-64|(384, 832)","model.language_model.layers.13.mlp.down_proj.weight|2d-64|(832, 2880)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,5,0.03921301437272029,3.29107686283258 +3217,3310,1.1437683220084618,0.031108052625597668,0.007630253846742905,0.007623476828901802,1.8935035495887516,1.1720470631108406,1.40937618389298,0.9999708891893975,0.00472299965521984,"model.language_model.layers.13.mlp.gate_proj.weight|2d-128|(640, 640)","model.language_model.layers.23.mlp.gate_proj.weight|2d-128|(2944, 1920)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,10,0.028278741102378824,5.21707898741987 +3425,3583,1.1308446807450934,0.02169375234281747,0.0052472859089974485,0.005121178664579665,1.1419760574392412,2.0512083775481145,1.4110561839446714,0.9999862329005281,0.009425133518176584,"model.language_model.layers.23.mlp.gate_proj.weight|2d-64|(3328, 1344)","model.language_model.layers.9.mlp.gate_proj.weight|2d-64|(2816, 1024)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,14,0.011131376694147876,2.9948944881266155 +3603,3801,1.208379938166967,0.04980884169976439,0.005901041552254829,0.005928172699520935,1.2428469054934494,1.6706252203537193,1.4102113477293279,0.9999825887027226,0.007932134521136431,"model.language_model.layers.22.mlp.up_proj.weight|2d-128|(2560, 512)","model.language_model.layers.2.mlp.up_proj.weight|2d-128|(4096, 1792)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,20,0.034466967326482356,3.2821224396780777 +3951,4045,1.20427544974807,0.0326069630804632,-0.0026904591937153156,-0.0024662490215979346,1.748639466738911,1.2212921711212008,1.4159985828517592,0.9999963807081139,-0.0018790818876651724,"model.language_model.layers.4.mlp.up_proj.weight|2d-64|(2112, 576)","model.language_model.layers.23.mlp.up_proj.weight|2d-64|(3840, 512)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,19,0.017016721373130705,4.4157824567563715 +4183,4300,1.1622094153347793,0.028882051034609595,0.00921295608688371,0.009169912850000822,1.178327751964942,1.8628401828079968,1.40831496785661,0.9999575598194861,0.014564933035374284,"model.language_model.layers.15.self_attn.k_proj.weight|2d-128|(128, 896)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 1536)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,8,0.01611833663016271,3.5040884229578158 +4409,4464,1.094351569456991,0.03390187999887141,0.03200594902609654,0.03207288249805049,2.214916330820905,1.1027227768568413,1.3960380632493399,0.9994876783767466,0.015934547276065705,"model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 1024)","model.language_model.layers.11.self_attn.k_proj.weight|2d-64|(192, 1024)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,12,0.008371207399850311,5.884990975921042 +4735,4795,1.1033836689719778,0.01777974445467571,0.002340090815809421,0.0022808186242563064,2.2869829220132334,1.1106665347719653,1.4129124899986212,0.9999972619837385,0.0011364582273132127,"model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(1024, 1280)","model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(256, 256)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,12,0.007282865799987492,5.981437597831068 +4933,5012,1.1067561091405276,0.008417827740390436,-0.003571934610687762,-0.0038495578303675035,2.034010295325123,1.1506891383936786,1.4163767934699014,0.9999936206212202,-0.0020207303616001982,"model.language_model.layers.3.self_attn.o_proj.weight|2d-64|(1792, 1856)","model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(256, 128)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,20,0.04393302925315101,6.411813804258598 +5121,5125,1.101487153092499,0.047025852163281166,0.00848730621640541,0.008382947945067932,2.237170099093683,1.1131653606666472,1.4094182940546383,0.9999639821679523,0.004223092061395182,"model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(3584, 256)","model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(3456, 0)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,0,0.01167820757414817,6.1623034810982595 +5534,5609,1.0897774814432915,0.0467563061204456,0.03415731440156211,0.033403511842476294,2.339819834893831,1.0883919806650282,1.3956184415012565,0.9994164686820369,0.015888636604108948,"model.language_model.layers.19.self_attn.q_proj.weight|2d-64|(2112, 1024)","model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(1408, 1920)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,16,0.0013855007782632711,5.874652417091739 +5785,5849,1.07262104644008,0.021061009233720274,-0.001451367279716662,-0.0013878975469711564,1.082173990952023,2.6253984113288444,1.414936553478309,0.9999989467659551,-0.0035210764463768397,"model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(128, 1152)","model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(256, 256)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,12,0.009552944511942885,3.747343748200257 +6070,6135,1.0631568659424575,-0.0014444517226492384,0.0006789184017611686,0.0005315825575788052,1.099211070976741,2.4050653419549852,1.4138505199746714,0.9999997695348752,0.0014854682246243564,"model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(384, 1408)","model.language_model.layers.3.self_attn.v_proj.weight|2d-64|(448, 1344)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,16,0.03605420503428358,4.036900588492449 +6178,6365,1.1324593085466395,0.0446213184579884,0.013173930109665503,0.013264906073638156,1.156235115139145,1.9473867921232273,1.4060111651284704,0.9999132200173502,0.022188166714543805,"model.visual.blocks.23.attn.proj.weight|2d-128|(0, 896)","model.visual.blocks.11.attn.proj.weight|2d-128|(384, 640)",model.visual.layers.*.attn.proj.weight,2d-128,12,0.023775806592505555,3.1893265166965863 +6577,6642,1.1658505678407438,-0.006310116491684991,-0.014344872542943303,-0.014547985952823002,1.1748382580731627,1.9500620352909621,1.4231525370842715,0.9998971070223809,-0.023810419140554935,"model.visual.blocks.21.attn.proj.weight|2d-64|(512, 768)","model.visual.blocks.18.attn.proj.weight|2d-64|(512, 768)",model.visual.layers.*.attn.proj.weight,2d-64,3,0.008987690232418855,2.987538848656407 +6732,6787,1.0666242835527626,0.04304652165778568,0.002350832006761677,0.002380544448305071,1.0935994483126528,2.457358478671821,1.4129780690914935,0.9999972367906204,0.00528240661849469,"model.visual.blocks.0.attn.qkv.weight|2d-128|(1152, 512)","model.visual.blocks.22.attn.qkv.weight|2d-128|(2048, 768)",model.visual.layers.*.attn.qkv.weight,2d-128,22,0.026975164759890147,4.55801799661529 +7062,7063,1.0622588604549812,-0.023711202098914506,0.005400554491449647,0.0053694673844761715,3.0961263673568884,1.0546851654123264,1.411880447747963,0.999985416899259,0.001839680953331157,"model.visual.blocks.18.attn.qkv.weight|2d-64|(2752, 576)","model.visual.blocks.0.attn.qkv.weight|2d-64|(1920, 512)",model.visual.layers.*.attn.qkv.weight,2d-64,18,0.0075736950426548155,10.562311448896175 +7330,7348,1.2001605108789763,0.022866995159931503,-0.00025137719357365136,-2.567290625707142e-05,1.2018568567551005,1.8034338048127916,1.414377607555219,0.9999999684047528,-0.00037720143301729994,"model.visual.blocks.23.mlp.linear_fc1.weight|2d-128|(1920, 768)","model.visual.blocks.14.mlp.linear_fc1.weight|2d-128|(1920, 0)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,9,0.0016963458761241057,2.8618156372454977 +7589,7628,1.1989535318671032,0.03968773007359664,0.021789352246563424,0.021605133668145423,1.2056565840787514,1.7331471041741193,1.3996934036227058,0.9997625838811308,0.03132247876107858,"model.visual.blocks.1.mlp.linear_fc1.weight|2d-64|(1600, 768)","model.visual.blocks.15.mlp.linear_fc1.weight|2d-64|(3264, 768)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,14,0.006703052211648242,3.397064595829221 +7690,7754,1.2045666813089824,0.04366743195873187,-0.000856794778110152,-0.0008909489799616665,1.711199476614141,1.2330825663118725,1.4147881597401237,0.9999996329512867,-0.0006174024234071853,"model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(640, 512)","model.visual.blocks.5.mlp.linear_fc2.weight|2d-128|(768, 128)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,5,0.02851588500289015,4.856071440669285 +7991,8044,1.1816000069916572,0.017439656512256912,0.011128033993968197,0.011035335659204778,1.6631606866893258,1.2410508845815509,1.4066502026900043,0.999938081512765,0.008303741510003331,"model.visual.blocks.2.mlp.linear_fc2.weight|2d-64|(192, 3456)","model.visual.blocks.2.mlp.linear_fc2.weight|2d-64|(192, 128)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,0,0.05945087758989365,7.184039993989939 +8276,8368,0.653595630857175,0.7841755615075761,0.7792574258400612,0.7792032615558532,0.6739349088782743,0.6561474160962985,0.6648627739637688,0.6267039686112749,0.7586901044936983,"model.visual.merger.linear_fc1.weight|2d-128|(2944, 2560)","model.visual.merger.linear_fc1.weight|2d-128|(2944, 1536)",model.visual.merger.linear_fc1.weight,2d-128,0,0.002551785239123472,1.700841779187504 +8459,8694,1.3330868061916705,0.060575599500473226,0.033424414571094796,0.0321791961668861,1.4273862142886966,1.3561652183929314,1.390409522573096,0.9994412481534768,0.031756666859118626,"model.visual.merger.linear_fc1.weight|2d-64|(1856, 2432)","model.visual.merger.linear_fc1.weight|2d-64|(192, 3456)",model.visual.merger.linear_fc1.weight,2d-64,0,0.023078412201260834,3.573889551087865 +8720,8744,1.3336453225480835,0.0378602382272034,0.0072117437681756165,0.007219575885511023,1.4386822532364474,1.3812877400058712,1.4091091004885659,0.9999739950377821,0.00692403984871255,"model.visual.merger.linear_fc2.weight|2d-128|(1920, 2176)","model.visual.merger.linear_fc2.weight|2d-128|(1152, 1408)",model.visual.merger.linear_fc2.weight,2d-128,0,0.047642417457787634,3.686912015145489 +8987,9179,1.32389489048237,0.02659511211047736,0.015907145223562232,0.015901445721432286,1.3361631718271083,1.4809406577187567,1.402980156937832,0.999873473360923,0.017630734484020215,"model.visual.merger.linear_fc2.weight|2d-64|(1152, 384)","model.visual.merger.linear_fc2.weight|2d-64|(960, 128)",model.visual.merger.linear_fc2.weight,2d-64,0,0.012268281344738341,3.4133584521530276 +9219,9291,0.5336195964727694,0.8473568073100947,0.7964116837159982,0.7960124111669681,0.6558468911055193,0.6244992378080799,0.63959763495932,0.604754851192323,0.7583454251398904,"model.visual.pos_embed.weight|2d-128|(0, 384)","model.visual.pos_embed.weight|2d-128|(1152, 384)",model.visual.pos_embed.weight,2d-128,0,0.09087964133531057,2.5795771218500425 +9504,9549,0.30873190320542027,0.9528809339864882,0.8988903067054255,0.8995903387577104,0.4983157534415241,0.43857574623155526,0.46559555511058126,0.43817372868649496,0.7911278829155166,"model.visual.pos_embed.weight|2d-64|(1664, 832)","model.visual.pos_embed.weight|2d-64|(704, 832)",model.visual.pos_embed.weight,2d-64,0,0.129843843026135,1.479891196055926 +9639,9667,1.0139286024809235,0.046337081114451485,0.005413417573948439,0.0033514646428511137,1.0248119632636712,4.463066112566363,1.4125427071222922,0.9999853473477349,0.023575486424375697,"mtp.fc.weight|2d-128|(1024, 3072)","mtp.fc.weight|2d-128|(128, 2432)",mtp.fc.weight,2d-128,0,0.010883360782747653,1.2862571971402585 +9923,10068,1.0060589566340963,0.04846520491348566,0.018340324286230263,0.01869562545040154,5.79704581932285,1.011963385719715,1.4098128836410024,0.9998318021072724,0.0032015852967777723,"mtp.fc.weight|2d-64|(1792, 384)","mtp.fc.weight|2d-64|(1664, 3712)",mtp.fc.weight,2d-64,0,0.005904429085618723,44.79511491568967 +10231,10273,1.2669166134433052,0.061269368990705224,-0.0003312144801853776,-0.00022140295741323104,1.3908619732108873,1.4392752978130339,1.4144476099821492,0.9999999451484826,-0.0003427434416862286,"mtp.layers.0.mlp.down_proj.weight|2d-128|(1792, 4096)","mtp.layers.0.mlp.down_proj.weight|2d-128|(1664, 4608)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.12394535976758214,3.193460619564653 +10550,10581,1.2551283840277156,0.05594931823262403,0.04335203188993319,0.043308444007582894,1.425967880868505,1.344198701507676,1.3832739768820448,0.9990598587327059,0.04086609926913299,"mtp.layers.0.mlp.down_proj.weight|2d-64|(64, 4480)","mtp.layers.0.mlp.down_proj.weight|2d-64|(1408, 2560)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.0890703174799603,3.87856463434679 +10643,10838,1.2983229954547049,0.05260622554388113,-0.0027593167115043393,-0.0028540825949119565,1.346613800816955,1.4977111737258355,1.4161523837570846,0.9999961930783965,-0.0030689270139377016,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(0, 384)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(2560, 1536)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.048290805362250167,3.5494216992139545 +11047,11130,1.2842220854508604,0.05388485902671655,0.015056762738230152,0.015143083573924061,1.3352112761856927,1.4836693110949049,1.4035857872421853,0.9998866405227368,0.01673087787497277,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(5376, 1216)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(1472, 320)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.050989190734832324,3.5669236132773263 +11207,11391,1.320717581599904,0.06108375386139958,0.016742964647246093,0.01673988001963032,1.4304025686828854,1.3758546189231473,1.402333542865295,0.9998598267431396,0.016104476983421486,"mtp.layers.0.mlp.up_proj.weight|2d-128|(3456, 1280)","mtp.layers.0.mlp.up_proj.weight|2d-128|(1792, 1920)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.055137037323243376,3.9503082460361423 +11523,11648,1.3015935947984911,0.05495180445485773,0.03303235388730628,0.032903785537599727,1.4480191058123224,1.3397462388918038,1.3907315703542036,0.9994542828947524,0.03056242262593289,"mtp.layers.0.mlp.up_proj.weight|2d-64|(5184, 896)","mtp.layers.0.mlp.up_proj.weight|2d-64|(768, 512)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.03815264409331265,3.853221697370966 +11686,11707,1.208154684660012,0.0358956793954255,-0.0036449727446674703,-0.0036471706253921434,1.2637161826658605,1.6433079626454208,1.4167023396252842,0.9999933570647811,-0.0047398401770101855,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(128, 768)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(256, 1408)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.05556149800584853,3.438921792463126 +11752,11935,1.0765957943400923,0.03235890390398925,0.02277947054153724,0.02285408620224627,2.399540841902596,1.0886538441645406,1.402040358774766,0.9997405141944821,0.010334876464704944,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 1536)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 960)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.012058049824448247,8.0936986075396 +12228,12230,1.0700017822129035,0.3835263282134428,0.39713626373703315,0.397196667453337,1.0778794784503736,1.1199723181351198,1.0983214120739258,0.9177596570044848,0.412645041310677,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(1920, 512)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1920, 768)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.007877696237470033,3.2757053926112114 +12415,12462,1.153546750770248,0.06352437540419567,0.027804953321810853,0.027945276363429115,1.6795105582325918,1.2192939089966726,1.3953940194335732,0.9996133675430576,0.0201858869294025,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(640, 0)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(1984, 1984)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.06574715822642463,5.1908630374647 +12630,12740,1.048521556325227,0.3501025639160258,0.3373853049119564,0.33736887506912766,1.2908652155394635,1.0575201954137052,1.1569025132249053,0.9413666427218813,0.276397387802489,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(3072, 896)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(2560, 896)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.0089986390884782,5.052216966280746 +12778,12855,1.0457266952470101,0.030048579263045813,0.04752107959675552,0.04754768930928232,3.076521875615717,1.0402883374005385,1.3936714988444605,0.9988702353128552,0.016068673288823505,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(704, 1984)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(896, 320)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.00543835784647162,9.421089123242892 +13024,13036,1.3429702021914316,0.02948120762509582,0.0027146748965908296,0.0027388690847781143,1.4436786382937967,1.3828719472261233,1.4122944711498824,0.9999963152633142,0.0026003347703275124,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 0)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 1536)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.03990174503469168,3.8506745607960915 +13167,13264,1.2878488337541147,0.0636082644297156,0.031087995982365536,0.031104194136222008,1.3095630451843123,1.4928735261283819,1.3922477492530283,0.9995166514399849,0.035439642522843984,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(128, 1984)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 0)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.021714211430197583,3.673537383468702 +51,190,1.143301777243593,0.2989764162088772,0.2895381723171226,0.2849917423581934,1.221089550289755,1.165434762499769,1.1922890446296703,0.9571664676383415,0.2763416090236393,"model.language_model.embed_tokens.weight|2d-128|(220416, 1920)","model.language_model.embed_tokens.weight|2d-128|(163712, 1920)",model.language_model.embed_tokens.weight,2d-128,0,0.02213298525617602,3.055518192783619 +414,451,1.0936291945364593,0.3660349285551464,0.3116858610497228,0.3089085558903256,1.1862154663211875,1.1609131842136111,1.1733597682809953,0.9501852051161883,0.3050375211746064,"model.language_model.embed_tokens.weight|2d-64|(67328, 512)","model.language_model.embed_tokens.weight|2d-64|(233600, 512)",model.language_model.embed_tokens.weight,2d-64,0,0.06728398967715177,3.0977721551639372 +693,694,0.07845908916377936,0.9983353773209123,0.9983353773209123,0.9994316690290984,0.08301286774287743,0.07845908916377936,0.08063970499674486,0.057675596134863685,0.9435703947391627,"model.language_model.layers.21.linear_attn.conv1d.weight|3d-axis0-slice|(1911, 0, 0)","model.language_model.layers.21.linear_attn.conv1d.weight|3d-axis0-slice|(1858, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,0,0.0,0.09847878367752402 +871,910,0.45975243252789316,0.8881394262232978,0.8881394262232976,0.8582615675067804,0.5252299422169857,0.45975243252789344,0.4892350701094315,0.4595741067420484,0.7774199999081537,"model.language_model.layers.4.linear_attn.conv1d.weight|3d-volume|(5396, 0, 0)","model.language_model.layers.6.linear_attn.conv1d.weight|3d-volume|(5488, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,2,2.7755575615628914e-16,1.4203406552150943 +1056,1239,1.123115579198695,0.04559208727443543,0.010773996052076025,0.010755990451603413,1.145841465018852,2.0091926268901164,1.4076413731353845,0.9999419588201456,0.018891822377555715,"model.language_model.layers.16.linear_attn.in_proj_qkv.weight|2d-128|(1152, 1536)","model.language_model.layers.12.linear_attn.in_proj_qkv.weight|2d-128|(5120, 128)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,4,0.022725885820156888,2.9936352158525668 +1300,1383,1.1190562384426774,0.01241680733401198,0.0008360151171188356,-0.0001565877527837174,2.2516146584780516,1.115653250239453,1.4137431387866257,0.999999650539301,0.0004142373914430783,"model.language_model.layers.22.linear_attn.in_proj_qkv.weight|2d-64|(2752, 1984)","model.language_model.layers.16.linear_attn.in_proj_qkv.weight|2d-64|(0, 256)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,6,0.0034029882032244885,6.090344148621517 +1613,1706,1.136896384050931,0.02473185794719259,-0.004838101908937693,-0.004761300584925528,1.9886047299724785,1.1601797631044888,1.417188548680068,0.9999882963164712,-0.002822616200185941,"model.language_model.layers.10.linear_attn.in_proj_z.weight|2d-128|(1408, 640)","model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-128|(1920, 1536)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,8,0.023283379053557818,5.233647545491429 +1811,1961,1.1269964857351058,0.023163810091640955,0.007612739423497122,0.007888639061781302,2.129615236710652,1.1280595285991986,1.4097532587717838,0.9999710226793924,0.004032476429255323,"model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-64|(320, 704)","model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-64|(1024, 832)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,16,0.0010630428640927558,5.5275502064427045 +2102,2123,1.2133126662883447,0.019636600842782286,0.0025919533262999273,0.002664763391353406,1.7593692591558285,1.2132434080422765,1.4124994192715161,0.9999966408833353,0.0017873850362689061,"model.language_model.layers.16.linear_attn.out_proj.weight|2d-128|(1664, 256)","model.language_model.layers.0.linear_attn.out_proj.weight|2d-128|(512, 1408)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,16,6.925824606818232e-05,4.346337312119455 +2458,2484,1.2145057949323559,0.04218256390668022,0.010192115101750098,0.010072701351520798,1.2236836376927747,1.710171198378821,1.4073758325290877,0.999948059045945,0.014244091496098758,"model.language_model.layers.16.linear_attn.out_proj.weight|2d-64|(1152, 768)","model.language_model.layers.18.linear_attn.out_proj.weight|2d-64|(128, 1728)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,2,0.009177842760418775,3.2587232578262966 +2651,2655,1.257435866437366,0.024450906822497523,0.01454160242521938,0.014593818149596,1.570474511580507,1.2814186310281293,1.4041040781600858,0.9998942653095411,0.01186512747279612,"model.language_model.layers.3.mlp.down_proj.weight|2d-128|(512, 5248)","model.language_model.layers.20.mlp.down_proj.weight|2d-128|(640, 1280)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,17,0.023982764590763317,4.091620923560435 +2855,2865,1.2476364168832128,0.04442986084751997,0.0331124974519386,0.03310876516867979,1.277339583426562,1.5416893253300825,1.3910174490462905,0.9994516309019138,0.03996524066038095,"model.language_model.layers.20.mlp.down_proj.weight|2d-64|(1472, 5056)","model.language_model.layers.3.mlp.down_proj.weight|2d-64|(448, 320)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,17,0.029703166543349147,3.5229918249081646 +3102,3314,1.1441034776052237,0.03882147132353561,-0.010359444821573171,-0.010561719417182897,1.1603379133189373,2.006547768440186,1.4205482895376353,0.9999463395117704,-0.01791436843561392,"model.language_model.layers.23.mlp.gate_proj.weight|2d-128|(3200, 512)","model.language_model.layers.11.mlp.gate_proj.weight|2d-128|(3712, 640)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,12,0.016234435713713635,3.079680659220772 +3407,3544,1.1309890678703913,0.03957281407893523,0.014258202319219492,0.014212308567908729,1.1411153832745058,2.0228250840587965,1.4055580947064101,0.999898346666612,0.025275138454569693,"model.language_model.layers.23.mlp.gate_proj.weight|2d-64|(448, 1856)","model.language_model.layers.10.mlp.gate_proj.weight|2d-64|(128, 1792)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,13,0.010126315404114461,3.0525533271399365 +3665,3818,1.2084774751200829,0.0030554351639085287,-0.0015395605147874262,-0.0015619293644092273,1.2208280458132272,1.7471278259449448,1.4152354499195126,0.9999988148760084,-0.0022032660736586206,"model.language_model.layers.23.mlp.up_proj.weight|2d-128|(896, 768)","model.language_model.layers.2.mlp.up_proj.weight|2d-128|(640, 1280)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,21,0.01235057069314438,3.2935189885549376 +3840,4045,1.204484349052543,-0.006763241968182441,0.0011611948376690447,0.0011297480917784072,1.801078360283155,1.2014226650709827,1.413455260283852,0.9999993258130472,0.0007745836201816804,"model.language_model.layers.2.mlp.up_proj.weight|2d-64|(128, 1152)","model.language_model.layers.23.mlp.up_proj.weight|2d-64|(3840, 512)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,21,0.0030616839815602592,4.798979179437893 +4151,4293,1.1624047266395259,0.03812639978967647,-0.002079724771528587,-0.0020788479835051076,1.2137948195121744,1.7696642557645552,1.4155848103412894,0.9999978373700988,-0.0030321554605756266,"model.language_model.layers.11.self_attn.k_proj.weight|2d-128|(384, 896)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 640)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,12,0.05139009287264851,3.1589265171949688 +4409,4528,1.0946359067543576,0.03558679420508802,-0.004260830924885354,-0.004244464587892867,2.297548496355057,1.1130171998651441,1.4165758339865049,0.9999909226187154,-0.002064103592432651,"model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 1024)","model.language_model.layers.15.self_attn.k_proj.weight|2d-64|(384, 1664)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,8,0.018381293110786512,6.4155580477977345 +4789,4845,1.1035421167161963,0.03566549064418347,0.01003051935749222,0.010029782127159634,2.2911721196528676,1.1060561065931969,1.4086489569975722,0.9999496930753162,0.0048422015493695975,"model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(1920, 1280)","model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(1280, 256)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,12,0.0025139898770005775,5.633672285980819 +4873,4933,1.1069376003314717,0.0024704816308643712,0.005172528367321257,0.005320135077892832,1.1248435374277728,2.1621415935530712,1.4112153745389087,0.9999866223856644,0.009942483869705804,"model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(1856, 768)","model.language_model.layers.3.self_attn.o_proj.weight|2d-64|(1792, 1856)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,16,0.01790593709630106,3.0675717229870565 +5288,5332,1.1015354111799356,-0.016157518996632026,-0.013537960541274057,-0.013551322944204407,2.420325248220227,1.1048762585846037,1.4214278624506596,0.9999083576130279,-0.006180066585145113,"model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(3200, 0)","model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(3456, 1536)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,4,0.0033408474046681125,7.064654520835134 +5433,5626,1.090007586345781,0.03508086032098736,0.01977705842653781,0.01950147168657135,1.091332619394052,2.386638587028221,1.4035961043742387,0.9998044148532219,0.04325050854330216,"model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(1344, 320)","model.language_model.layers.11.self_attn.q_proj.weight|2d-64|(3136, 512)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,8,0.0013250330482710293,2.8153830659154204 +5786,5849,1.0732144167901265,0.019638206398252457,0.002994845223342555,0.0029107367867242362,1.0820126384029127,2.5995771425768073,1.4127102078662872,0.9999955154409884,0.007195231286436776,"model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(128, 1280)","model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(256, 256)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,12,0.008798221612786206,3.7500410175780137 +5979,6081,1.0635985657154567,0.03250696436321108,0.021583406149780184,0.021418963384500982,1.0680627649612964,2.68775425229551,1.4036991696790646,0.9997670511569051,0.0543141223167675,"model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(64, 640)","model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(256, 1728)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,12,0.0044641992458396285,3.6644431917668374 +6181,6200,1.1330945593777637,0.03468640178870145,0.00040238947389319336,0.00039756476751976117,2.03720150201356,1.1475382107367689,1.4139702028453622,0.9999999190413523,0.00022666255470276563,"model.visual.blocks.16.attn.proj.weight|2d-128|(768, 896)","model.visual.blocks.23.attn.proj.weight|2d-128|(128, 896)",model.visual.layers.*.attn.proj.weight,2d-128,7,0.01444365135900516,5.313072136928602 +6433,6615,1.1663541004243139,0.02044447534046429,0.0069472045422351225,0.006941425138878575,1.1825332269645505,1.8530275865154464,1.4097511418953066,0.9999758678833446,0.01088625788467,"model.visual.blocks.23.attn.proj.weight|2d-64|(896, 896)","model.visual.blocks.22.attn.proj.weight|2d-64|(896, 448)",model.visual.layers.*.attn.proj.weight,2d-64,1,0.016179126540236677,3.043999858140507 +6728,6820,1.0666687613675716,0.05016723162436373,0.005650984967827777,0.005704910534247043,1.0769823431768017,2.655579159357523,1.4114275279227952,0.999984033056975,0.013933968375136618,"model.visual.blocks.0.attn.qkv.weight|2d-128|(1152, 0)","model.visual.blocks.15.attn.qkv.weight|2d-128|(2048, 0)",model.visual.layers.*.attn.qkv.weight,2d-128,15,0.010313581809230143,4.055337354423209 +6912,7099,1.0626603412142157,-0.016489543349710634,0.01303353298762669,0.012091404325253168,1.0588338539192224,2.9305120589789033,1.4083104644855178,0.9999150599015201,0.03607263353921172,"model.visual.blocks.1.attn.qkv.weight|2d-64|(1024, 64)","model.visual.blocks.18.attn.qkv.weight|2d-64|(2816, 512)",model.visual.layers.*.attn.qkv.weight,2d-64,17,0.0038264872949933526,2.9549302011322767 +7377,7406,1.2002044738613913,0.035475326767991276,0.017611028549009762,0.017686555342639597,1.7083562222804667,1.2178054440666666,1.4023920991207395,0.9998449138108599,0.01255405995710219,"model.visual.blocks.18.mlp.linear_fc1.weight|2d-128|(896, 0)","model.visual.blocks.1.mlp.linear_fc1.weight|2d-128|(3584, 640)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,17,0.01760097020527529,4.724079240457051 +7637,7640,1.1989952361720042,0.05072965273230009,0.022282432323619695,0.022200828852409232,1.702825832656696,1.2156719726282672,1.3992323465548506,0.9997517157823453,0.015907750480592932,"model.visual.blocks.22.mlp.linear_fc1.weight|2d-64|(2560, 768)","model.visual.blocks.1.mlp.linear_fc1.weight|2d-64|(3328, 640)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,21,0.016676736456262997,4.849503939715501 +7693,7887,1.204777575738175,0.03527158051032332,0.009761832597168429,0.009789825575632403,1.7216283893717141,1.2199529702597527,1.4076860321292608,0.999952352177015,0.006917274799609994,"model.visual.blocks.9.mlp.linear_fc2.weight|2d-128|(384, 1920)","model.visual.blocks.0.mlp.linear_fc2.weight|2d-128|(768, 1920)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,9,0.01517539452157779,4.878010514312197 +7960,8111,1.1818758273669285,0.018172739111744978,0.005872369658756217,0.006220016012985437,1.2293893978342465,1.7050753095734719,1.4102683076007358,0.9999827574886434,0.008144557396926247,"model.visual.blocks.4.mlp.linear_fc2.weight|2d-64|(640, 3200)","model.visual.blocks.10.mlp.linear_fc2.weight|2d-64|(512, 2368)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,6,0.04751357046731797,3.4614476262189746 +8339,8341,0.6539983192620432,0.7857166751409209,0.7801208946893725,0.7800728001246267,0.6595769470494522,0.6669131856166655,0.6632146367233378,0.6256287954282898,0.7887979004887884,"model.visual.merger.linear_fc1.weight|2d-128|(3200, 3584)","model.visual.merger.linear_fc1.weight|2d-128|(3200, 1536)",model.visual.merger.linear_fc1.weight,2d-128,0,0.0055786277874090295,1.7336294625966808 +8523,8623,1.3333941995640164,0.05838507360712657,0.024977724671501864,0.023846479380100184,1.385816547145995,1.4073158209304897,1.3964420753123026,0.9996880079656025,0.02536522397098149,"model.visual.merger.linear_fc1.weight|2d-64|(1344, 64)","model.visual.merger.linear_fc1.weight|2d-64|(576, 448)",model.visual.merger.linear_fc1.weight,2d-64,0,0.0524223475819785,3.601922643620636 +8902,8916,1.3337299042751256,0.05584572055652606,0.013970358774003813,0.013986734845467332,1.4262805962573495,1.383314724033925,1.404304934101767,0.9999024097759368,0.013549509852989017,"model.visual.merger.linear_fc2.weight|2d-128|(768, 768)","model.visual.merger.linear_fc2.weight|2d-128|(1152, 3328)",model.visual.merger.linear_fc2.weight,2d-128,0,0.04958481975879936,3.8852590653370385 +8987,9160,1.3242087887219325,0.018584605826053886,0.01408705473516787,0.014088022933435041,1.3370641262586602,1.4827497900503617,1.4042705931574502,0.9999007725213979,0.015621971333151548,"model.visual.merger.linear_fc2.weight|2d-64|(1152, 384)","model.visual.merger.linear_fc2.weight|2d-64|(192, 512)",model.visual.merger.linear_fc2.weight,2d-64,0,0.01285533753672774,3.797195170252756 +9256,9280,0.5376758247674739,0.8441699012273204,0.6448050577842629,0.648037474810595,0.8301217142857463,0.8569881929482247,0.8432341234869886,0.7643470661001017,0.6656738545261053,"model.visual.pos_embed.weight|2d-128|(640, 0)","model.visual.pos_embed.weight|2d-128|(1024, 0)",model.visual.pos_embed.weight,2d-128,0,0.29244588951827244,2.2840156759567467 +9429,9587,0.3092343792616847,0.9519595535564659,0.8836894190909809,0.8840749090940905,0.46911190594160496,0.5127568000207486,0.48948098812311763,0.4680737234524546,0.9659054758710167,"model.visual.pos_embed.weight|2d-64|(1280, 192)","model.visual.pos_embed.weight|2d-64|(896, 192)",model.visual.pos_embed.weight,2d-64,0,0.15987752667992028,0.9912955143289768 +9694,9770,1.0139484758198822,0.055843084075726815,0.009587037888731387,0.009424043427258827,4.168931997182691,1.0276357114491628,1.411059424807698,0.9999540432962507,0.00236319098227901,"mtp.fc.weight|2d-128|(1664, 0)","mtp.fc.weight|2d-128|(1408, 3456)",mtp.fc.weight,2d-128,0,0.013687235629280536,5.806827107327996 +10006,10012,1.006250884383254,0.03641324716670396,0.02901136958996957,0.026809144162704357,6.47517073448209,1.00756343338596,1.407966518755616,0.9995790816311205,0.004514289483617263,"mtp.fc.weight|2d-64|(1920, 2944)","mtp.fc.weight|2d-64|(1792, 3840)",mtp.fc.weight,2d-64,0,0.0013125490027059428,50.17689599052077 +10153,10231,1.267263367729058,0.06521500039064075,0.0010273125978428734,0.0009131564733759335,1.4373769677994657,1.3907506197913222,1.4134873509991321,0.9999994723142739,0.0009939881215410835,"mtp.layers.0.mlp.down_proj.weight|2d-128|(1792, 1408)","mtp.layers.0.mlp.down_proj.weight|2d-128|(1792, 4096)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.1234872520622643,4.074344159137385 +10457,10548,1.2559697851829537,0.02216755789755382,0.03046752695196288,0.030785344209448007,1.4886369609561652,1.3131590263906183,1.3926740909912827,0.9995357571399992,0.026876067891711847,"mtp.layers.0.mlp.down_proj.weight|2d-64|(1856, 5184)","mtp.layers.0.mlp.down_proj.weight|2d-64|(1344, 896)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.057189241207664665,4.261163551876534 +10721,10765,1.298457727464769,0.042734842865529386,0.0036137964968959916,0.0036218136143949097,1.5051254198583672,1.3337153600387455,1.411674507812656,0.9999934702161205,0.003202242040678535,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(4224, 640)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(2432, 1792)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.035257632573976405,4.239213144008683 +11030,11049,1.2844338154335622,0.04474566830223763,0.02670452776961308,0.0265964618533617,1.3188025027504355,1.4869634415652238,1.395339840868648,0.9996433705060029,0.030109630846820015,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(4864, 1344)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(5504, 1600)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.03436868731687337,3.603359803276197 +11178,11249,1.3208112237029592,0.04682079536302468,0.008115060693024445,0.008332179849568874,1.3676518020570052,1.4531848872974396,1.4084742438855347,0.9999670723528593,0.00862257742860275,"mtp.layers.0.mlp.up_proj.weight|2d-128|(2944, 1024)","mtp.layers.0.mlp.up_proj.weight|2d-128|(3328, 1024)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.04684057835404598,3.6000097551569663 +11607,11638,1.302190788910227,0.05006548445809359,0.019561928148999503,0.019476097968697825,1.343999037547286,1.4644729110780088,1.4003641898551134,0.999808647175595,0.021315427364401087,"mtp.layers.0.mlp.up_proj.weight|2d-64|(4800, 64)","mtp.layers.0.mlp.up_proj.weight|2d-64|(768, 192)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.04180824863705879,3.4712061312019595 +11674,11712,1.208766741137641,0.031915056646506644,0.011375889570940807,0.011386305195721591,1.7115338094119743,1.2221468685545596,1.4065845875786116,0.9999352924747029,0.008123127769777675,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 1280)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 0)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.01338012741691852,5.411784673554561 +11746,11940,1.0770725417759448,0.05736283875282871,0.03309989602902782,0.033208159876500165,2.326313237034942,1.0902344702504514,1.3961105138447405,0.9994520483159097,0.015512376853663634,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 1152)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 1280)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.01316192847450659,8.191175690245405 +12154,12156,1.0816999627494637,0.3934110080485985,0.38828927607697544,0.3882646608249417,1.0813879248331904,1.133383558678074,1.1064705196474576,0.9215375402465265,0.40695912300346826,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(1280, 1280)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1280, 1536)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.0003120379162733222,4.049886479678806 +12378,12488,1.1554747504783716,0.017796509903236925,0.001924644887571683,0.001932565161761884,1.172962281489088,1.9072991783547812,1.412998488315292,0.9999981478693132,0.0031295751539682825,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(832, 1920)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(704, 0)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.01748753101071654,3.5832386856004748 +12591,12592,1.048666069931752,0.0033490831553270777,0.009301040044402714,0.009635913722337193,3.2182558473853993,1.0488847648772204,1.41033288347409,0.9999567443915224,0.0030313684376625217,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 1920)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(768, 0)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.000218694945468334,9.643475496448348 +12778,12866,1.0457861528546988,0.017840908632725885,-0.012935080213236035,-0.012637912324566857,3.2021802783936573,1.057130662419525,1.419648664355968,0.9999163383503028,-0.004270237377493114,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(704, 1984)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(832, 1088)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.011344509564826133,9.299657052929701 +13024,13070,1.343307720272791,0.03311232080714038,0.00020892398941438695,0.0002039077799298576,1.4099772462217797,1.4181901800180006,1.414065825578359,0.9999999781753831,0.00021014094443837805,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 0)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(384, 1792)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.06666952594898867,3.7691473861926768 +13073,13177,1.2880234478346482,0.0815315316966572,0.04115809041091253,0.04115695964471062,1.4734454897887934,1.3107927952638119,1.3850067740208536,0.999152646793135,0.0366146754334115,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(0, 64)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 576)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.0227693474291637,3.8529176077650473 +36,210,1.1437076678492095,0.29069625252280895,0.3278603061326506,0.3278387496454514,1.1251125315661956,1.1983293972122455,1.1599915452530583,0.9447262141290484,0.3491958644090938,"model.language_model.embed_tokens.weight|2d-128|(246656, 1408)","model.language_model.embed_tokens.weight|2d-128|(195712, 1408)",model.language_model.embed_tokens.weight,2d-128,0,0.018595136283013902,3.1464763128063895 +431,508,1.0954996853986412,0.36449881520396876,0.3581311548808853,0.3591156920907374,1.147731580904455,1.119057678812852,1.133122620917891,0.933671289000408,0.34918392554446254,"model.language_model.embed_tokens.weight|2d-64|(151808, 832)","model.language_model.embed_tokens.weight|2d-64|(204608, 832)",model.language_model.embed_tokens.weight,2d-64,0,0.02355799341421072,3.0639074950935568 +720,748,0.07848532119687761,0.9978095066969506,0.9978095066969506,0.9995787864757116,0.07848532119687761,0.08213413372648598,0.08024757826632262,0.0661527652119564,1.044198051391382,"model.language_model.layers.16.linear_attn.conv1d.weight|3d-axis0-slice|(418, 0, 0)","model.language_model.layers.9.linear_attn.conv1d.weight|3d-axis0-slice|(1085, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,7,0.0,0.09337834184863722 +966,972,0.4624206655932531,0.889359510885559,0.8893595108855589,0.8909717617756365,0.4624206655932531,0.5638406670400036,0.5056560621619564,0.45720855241060354,1.0844174950804821,"model.language_model.layers.17.linear_attn.conv1d.weight|3d-volume|(1592, 0, 0)","model.language_model.layers.18.linear_attn.conv1d.weight|3d-volume|(6056, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,1,0.0,1.3160645250249636 +1239,1242,1.123437092600758,0.01682565672341272,-0.011011364043417444,-0.010992867379712199,2.146947762303069,1.136637619767698,1.420638432335754,0.9999393730931407,-0.005829639098102487,"model.language_model.layers.12.linear_attn.in_proj_qkv.weight|2d-128|(5120, 128)","model.language_model.layers.21.linear_attn.in_proj_qkv.weight|2d-128|(256, 1408)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,9,0.01320052716693998,5.706920630562099 +1469,1503,1.119249801358256,-0.016474469777688384,-0.01630165245688286,-0.015745680510158618,1.132244465723917,2.198686314058,1.4235662149388377,0.9998671192349387,-0.031655902270683274,"model.language_model.layers.17.linear_attn.in_proj_qkv.weight|2d-64|(5120, 896)","model.language_model.layers.14.linear_attn.in_proj_qkv.weight|2d-64|(5248, 1728)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,3,0.012994664365661102,3.1011699361906593 +1571,1592,1.1374182844324523,0.015217268071030243,-0.0002692152971360721,-0.00025396241415732496,1.1434291049694432,2.0632264880892426,1.4143749732998634,0.9999999637615612,-0.00048577750000932833,"model.language_model.layers.1.linear_attn.in_proj_z.weight|2d-128|(512, 768)","model.language_model.layers.16.linear_attn.in_proj_z.weight|2d-128|(512, 512)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,15,0.0060108205369908685,3.098269534221234 +1811,1980,1.127219937380809,0.03242628224563099,0.020136040658351197,0.019968798982829123,2.0724998237269427,1.129100605827672,1.4021992182466427,0.9997972493793955,0.01097014120147421,"model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-64|(320, 704)","model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-64|(1728, 1408)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,16,0.0018806684468630763,5.5731793186417695 +2134,2207,1.2134154726151096,0.043428417665739474,-0.008230142820486657,-0.008232871377747477,1.7181217327588258,1.2370258342178604,1.41972190921107,0.9999661318010498,-0.005925598340402194,"model.language_model.layers.16.linear_attn.out_proj.weight|2d-128|(1280, 256)","model.language_model.layers.6.linear_attn.out_proj.weight|2d-128|(512, 384)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,10,0.023610361602750762,4.191214068712664 +2317,2509,1.214591898212587,0.02105134895693877,0.002969211721147672,0.0028743906180133845,1.2655390424665178,1.6254103881725053,1.4121766211297249,0.9999955918811618,0.003813543015497032,"model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(1856, 576)","model.language_model.layers.4.linear_attn.out_proj.weight|2d-64|(0, 640)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,8,0.050947144253930876,3.282474804116785 +2583,2814,1.2574416838230111,0.03922182749243196,0.00645283001158655,0.006445740842917717,1.2751334327560935,1.5985950498064732,1.40975787325523,0.9999791802756903,0.008089711906830725,"model.language_model.layers.21.mlp.down_proj.weight|2d-128|(1024, 1664)","model.language_model.layers.2.mlp.down_proj.weight|2d-128|(128, 2432)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,19,0.01769174893308234,3.247518519476238 +2920,2968,1.247736870814272,0.026688253129245287,0.0015553820246437461,0.0019050250117723707,1.5931161751308367,1.2829859406747235,1.413138614643786,0.9999987903926472,0.001252597457201906,"model.language_model.layers.12.mlp.down_proj.weight|2d-64|(512, 5568)","model.language_model.layers.18.mlp.down_proj.weight|2d-64|(320, 4160)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,6,0.03524906986045151,4.389720402466059 +3161,3220,1.1441601741390848,0.056762216627311575,0.007548748602852785,0.007549669298678794,1.8786998617045596,1.1756488965222747,1.4094047769526088,0.9999715077913626,0.004723840218424178,"model.language_model.layers.13.mlp.gate_proj.weight|2d-128|(768, 512)","model.language_model.layers.23.mlp.gate_proj.weight|2d-128|(5760, 0)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,10,0.03148872238318989,5.087350839290546 +3336,3441,1.1312744498802338,0.04466070319287672,0.015046536858262323,0.015050469732551494,1.9694058038590847,1.1505252376618513,1.4049149025992016,0.9998867944565389,0.00879017435660951,"model.language_model.layers.11.mlp.gate_proj.weight|2d-64|(5696, 1088)","model.language_model.layers.23.mlp.gate_proj.weight|2d-64|(2688, 0)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,12,0.019250787781617484,5.424930528602971 +3621,3726,1.208613845899299,0.03215920508975483,-0.004182338613903127,-0.0041745283862213885,1.702823546379191,1.2392402573316883,1.4170248320605108,0.9999912539836129,-0.0030437225226079977,"model.language_model.layers.1.mlp.up_proj.weight|2d-128|(2560, 384)","model.language_model.layers.23.mlp.up_proj.weight|2d-128|(6016, 640)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,22,0.03062641143238931,4.627258340321402 +3869,3921,1.20467449048255,0.024175274478489654,0.022097609509102396,0.022294115845192766,1.2031514043711697,1.7399865984917922,1.3995180929637119,0.9997558180145706,0.031957361529772486,"model.language_model.layers.23.mlp.up_proj.weight|2d-64|(2752, 1728)","model.language_model.layers.1.mlp.up_proj.weight|2d-64|(2880, 1216)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,22,0.0015230861113801897,3.062136418202943 +4240,4300,1.162499356590316,0.013190329195135757,-0.003849136704128177,-0.003858964161899436,1.173717677088953,1.9220310436495105,1.4166327388232063,0.9999925920458775,-0.006303185494261266,"model.language_model.layers.19.self_attn.k_proj.weight|2d-128|(128, 0)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 1536)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,4,0.011218320498637135,3.5260679039017058 +4375,4489,1.0949313752146939,0.0342363696745092,0.011276661620093463,0.011198563345381144,2.276385496550345,1.1070380664537787,1.4079274229420045,0.9999364164299177,0.005483998072769179,"model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 640)","model.language_model.layers.3.self_attn.k_proj.weight|2d-64|(448, 1088)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,20,0.01210669123908481,6.673069941318878 +4710,4863,1.1035486429044834,0.01722207732809612,-0.010433732671383313,-0.010418205978260382,2.1974443660216094,1.1290273789418723,1.4201988165078714,0.9999455671298024,-0.005360759085737072,"model.language_model.layers.23.self_attn.o_proj.weight|2d-128|(256, 640)","model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(1792, 1152)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,4,0.025478736037388927,6.38825910863376 +4955,5041,1.1071901842397753,0.02168442551741451,-0.00906033736500297,-0.009426009386169153,2.10419944382486,1.142125086657594,1.4195755186965677,0.9999589543010414,-0.004917803123900244,"model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(1536, 512)","model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(1728, 896)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,4,0.034934902417818714,6.027002740212832 +5302,5316,1.1016597260191656,0.05697611324816465,0.018092368561117535,0.018491534297563558,1.1149866470209424,2.179528475341851,1.403800918098303,0.9998363197043048,0.03536619256445202,"model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(384, 1920)","model.language_model.layers.19.self_attn.q_proj.weight|2d-128|(768, 768)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,16,0.013326921001776793,3.0343352997605826 +5415,5465,1.0902269965423965,0.05848750010211461,0.016061838522314176,0.01630221451929874,2.2510604577846194,1.1073290783227154,1.405188019676208,0.9998710003511868,0.007901049829903847,"model.language_model.layers.23.self_attn.q_proj.weight|2d-64|(192, 1472)","model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(3520, 1216)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,20,0.017102081780318912,5.967282885773194 +5719,5769,1.073297349366508,0.01754096536302822,-0.010989592643745305,-0.011008219354669693,2.6642998543385477,1.0836884899233394,1.4196273006378308,0.9999396126034434,-0.004469952973791552,"model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(384, 384)","model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(0, 1152)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,12,0.010391140556831546,8.797041685370345 +6042,6067,1.063806242990244,0.04165372606774913,0.03295485798304248,0.033135753531794224,2.393062026478328,1.084151811094455,1.3965852584452492,0.9994568411568944,0.014929854960447523,"model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(384, 512)","model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(0, 1024)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,12,0.020345568104211065,8.584635214545342 +6178,6217,1.1350127228080684,0.055472148978677846,0.014522631645077553,0.014406684867937667,1.1698382633238356,1.881506732292441,1.4049738963244003,0.9998945410242529,0.023357441851132796,"model.visual.blocks.23.attn.proj.weight|2d-128|(0, 896)","model.visual.blocks.22.attn.proj.weight|2d-128|(768, 384)",model.visual.layers.*.attn.proj.weight,2d-128,1,0.03482554051576714,3.0622135185612054 +6592,6642,1.1666338128659701,-0.009963125526690729,-0.0019207944628007428,-0.001973610285584116,1.1589302747630608,1.984992120055666,1.4153958527132067,0.9999981552726144,-0.0032898975511581456,"model.visual.blocks.23.attn.proj.weight|2d-64|(0, 448)","model.visual.blocks.18.attn.proj.weight|2d-64|(512, 768)",model.visual.layers.*.attn.proj.weight,2d-64,5,0.0077035381029093575,2.9376851278380816 +6738,6852,1.066973784695078,-0.01069587656615689,-0.001814932972481757,-0.001891694077069077,1.0663226674316066,2.8945946997732244,1.4150458672607904,0.9999983530077964,-0.004926740772793629,"model.visual.blocks.0.attn.qkv.weight|2d-128|(1280, 256)","model.visual.blocks.21.attn.qkv.weight|2d-128|(2304, 768)",model.visual.layers.*.attn.qkv.weight,2d-128,21,0.0006511172634713347,3.717149389972526 +6912,6997,1.0632320743515684,0.01861149715029227,0.009047525546351857,0.009548484712813053,1.0708841229519908,2.7298289328253644,1.4098568746717501,0.999959070303124,0.023063370235450922,"model.visual.blocks.1.attn.qkv.weight|2d-64|(1024, 64)","model.visual.blocks.13.attn.qkv.weight|2d-64|(2496, 832)",model.visual.layers.*.attn.qkv.weight,2d-64,12,0.007652048600422345,2.8572184333250044 +7191,7381,1.2003010920660433,0.03994703764782053,0.011651535231025655,0.011588719706091197,1.2144302457891178,1.7328284277599786,1.4064478496819128,0.9999321185594351,0.016625171800006482,"model.visual.blocks.1.mlp.linear_fc1.weight|2d-128|(3200, 512)","model.visual.blocks.14.mlp.linear_fc1.weight|2d-128|(2048, 256)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,13,0.01412915372307455,3.3711586624889884 +7535,7644,1.1990212347422569,0.021914791216503776,0.004337680950739367,0.004179088085826631,1.7146216564453451,1.2272217072593268,1.411307259264981,0.9999905922177316,0.003104647723246758,"model.visual.blocks.18.mlp.linear_fc1.weight|2d-64|(1984, 896)","model.visual.blocks.1.mlp.linear_fc1.weight|2d-64|(3648, 128)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,17,0.02820047251706992,5.223859996960946 +7709,7750,1.2056583303305035,0.012026132580299304,0.0026560485047600773,0.002672042340404311,1.2135842798420207,1.7581651853154505,1.4124564020916426,0.9999964726969492,0.0038479173545212853,"model.visual.blocks.3.mlp.linear_fc2.weight|2d-128|(512, 1152)","model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(896, 2176)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,7,0.00792594951151715,3.6209804974739703 +8047,8114,1.1820993604777799,0.040625177601476166,0.019782721064259972,0.019791555476901382,1.2110551527407738,1.7222295691962002,1.4009878123939685,0.9998043028249547,0.028132812200107788,"model.visual.blocks.5.mlp.linear_fc2.weight|2d-64|(192, 0)","model.visual.blocks.10.mlp.linear_fc2.weight|2d-64|(320, 3072)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,5,0.02895579226299394,3.2042348122941755 +8400,8403,0.654600227664281,0.7809929025023321,0.7862497505358231,0.7861189741487091,0.6630578133909457,0.645791007904626,0.6542535855477942,0.6179088361419958,0.7657748820824369,"model.visual.merger.linear_fc1.weight|2d-128|(3968, 2432)","model.visual.merger.linear_fc1.weight|2d-128|(3968, 1408)",model.visual.merger.linear_fc1.weight,2d-128,0,0.008809219759655096,1.8693352769671008 +8541,8675,1.333694043698804,0.062060012608616634,0.02653118637441176,0.02599200053370153,1.3792047973029882,1.4120391789058004,1.3953323297270583,0.9996479861178965,0.0271628076532068,"model.visual.merger.linear_fc1.weight|2d-64|(2048, 1088)","model.visual.merger.linear_fc1.weight|2d-64|(2432, 192)",model.visual.merger.linear_fc1.weight,2d-64,0,0.04551075360418411,3.4300057503497285 +8744,8770,1.3340800644937256,0.040688470460110156,-0.0021535317591766536,-0.002136231092831262,1.3975399692006985,1.4346597085887702,1.41573499782746,0.9999976811477925,-0.0022107312235399466,"model.visual.merger.linear_fc2.weight|2d-128|(1152, 1408)","model.visual.merger.linear_fc2.weight|2d-128|(256, 256)",model.visual.merger.linear_fc2.weight,2d-128,0,0.06345990470697283,3.4770597919252246 +8967,9098,1.3247281823205408,0.06501891572602705,0.02450225064145395,0.02458296313666627,1.357863996709806,1.4393118821418547,1.3968101250553413,0.999699774789163,0.02597195343047265,"model.visual.merger.linear_fc2.weight|2d-64|(1152, 2688)","model.visual.merger.linear_fc2.weight|2d-64|(832, 2176)",model.visual.merger.linear_fc2.weight,2d-64,0,0.03313581438926527,3.626974264814903 +9216,9312,0.5382348780792514,0.8459114462354902,0.7816114004223337,0.7808875646596278,0.6270686832017435,0.7413138502952559,0.6770665174540776,0.6237656761395566,0.9240125877811278,"model.visual.pos_embed.weight|2d-128|(0, 0)","model.visual.pos_embed.weight|2d-128|(1536, 0)",model.visual.pos_embed.weight,2d-128,0,0.08883380512249206,2.6955104481218464 +9419,9569,0.30944391802098975,0.9520387508423309,0.550616628195187,0.552152408489064,0.8734228561370229,1.0814894194151634,0.9609561081943753,0.8347582456945024,0.6817843766773691,"model.visual.pos_embed.weight|2d-64|(2176, 64)","model.visual.pos_embed.weight|2d-64|(832, 64)",model.visual.pos_embed.weight,2d-64,0,0.5639789381160332,1.339665725949056 +9770,9805,1.0139551854144457,0.033173660008065556,0.007388319476671458,0.008114640501989352,1.0213090596921754,4.748988975291318,1.4120641915164138,0.999972705995174,0.03435497551663566,"mtp.fc.weight|2d-128|(1408, 3456)","mtp.fc.weight|2d-128|(1664, 3584)",mtp.fc.weight,2d-128,0,0.007353874277729711,1.311131999089841 +9967,10064,1.0065437597252274,0.055890246942913654,0.029966933206098213,0.03128610781411224,5.6928746624204685,1.0103773535568603,1.4069027734422996,0.9995508906074874,0.005318562670431128,"mtp.fc.weight|2d-64|(1600, 0)","mtp.fc.weight|2d-64|(1408, 3456)",mtp.fc.weight,2d-64,0,0.003833593831632953,40.161307567029624 +10231,10358,1.2703510237927804,0.031053668536332967,0.00387524296243507,0.003928904787598649,1.3625648231384468,1.4660677498554036,1.4114780341076205,0.9999924912178001,0.004169613535885993,"mtp.layers.0.mlp.down_proj.weight|2d-128|(1792, 4096)","mtp.layers.0.mlp.down_proj.weight|2d-128|(512, 4864)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.09221379934566643,3.288095650829465 +10422,10481,1.2560512157682955,0.050782273402675514,0.03696013441569681,0.036916035789303095,1.484933393314954,1.3079432090616276,1.3880457793145207,0.9993167408104268,0.0325548317740352,"mtp.layers.0.mlp.down_proj.weight|2d-64|(768, 5184)","mtp.layers.0.mlp.down_proj.weight|2d-64|(512, 384)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.05189199329333216,4.225086013003272 +10795,10871,1.2986412509084873,0.01747218683532544,0.008383569054154669,0.008384474651093213,1.338721014684567,1.4900097528354752,1.408306965987088,0.9999648572674512,0.00933099541819282,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(1152, 1408)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(5504, 768)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.04007976377607969,3.759738788117668 +10902,10940,1.284436672212579,0.05788414321037413,0.0542156946795996,0.053814500051275777,1.28423148308554,1.4901762021085498,1.3757750548660654,0.9985292476689946,0.06290994969085424,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(1024, 448)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(5568, 1536)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.0002051891270391515,3.6674217712177293 +11201,11265,1.3215516625496135,0.04641523865103608,-0.0033934921200741703,-0.003349106359249791,1.363794839828801,1.4760638802678019,1.4166036152768835,0.9999942420890388,-0.0036728479974624906,"mtp.layers.0.mlp.up_proj.weight|2d-128|(2944, 512)","mtp.layers.0.mlp.up_proj.weight|2d-128|(5504, 1024)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.04224317727918736,3.730423313323799 +11449,11554,1.3022479528164304,0.04768289496366234,0.025198424042531857,0.025376001895647465,1.5032691213842995,1.3095849062655176,1.3964522140949964,0.9996824693000136,0.021951808440919728,"mtp.layers.0.mlp.up_proj.weight|2d-64|(4864, 1024)","mtp.layers.0.mlp.up_proj.weight|2d-64|(256, 1152)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.007336953449087247,3.924891877597864 +11710,11722,1.2087730552122913,0.025274554844345837,0.00017770169401544128,0.0002027265401310063,1.677014664108045,1.2455326638701005,1.4140932641624682,0.9999999842110538,0.00013198051815426596,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(256, 1792)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 1280)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.03675960865780925,5.267575564700792 +11731,11901,1.0771042884225086,0.02512777198358454,0.01180085522556284,0.011778911164182936,2.3050378477186597,1.1035971487472156,1.407698319888974,0.9999303674836291,0.005649968043951786,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 192)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(320, 832)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.02649286032470699,8.41336312521311 +12042,12044,1.0890014901661622,0.3900735463817864,0.3967130504360075,0.39673666993651546,1.0839027460320638,1.1138612743291143,1.0985757615999758,0.9179426755597311,0.40767800018893,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(384, 1280)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(384, 1536)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.0050987441340983874,3.7618957317621984 +12269,12404,1.1557291815234616,0.043200785791601,0.01604196322230259,0.016047731043961032,1.160418210511458,1.9181645295391818,1.4041301416149126,0.9998713194286424,0.02651727158231206,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(0, 1856)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(1344, 192)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.004689028987996391,3.465083258436228 +12577,12596,1.0486812132591081,0.010819852181999889,-0.004716141387500837,-0.004746620037024525,3.205197122587746,1.054169512792881,1.4161916569974486,0.9999888789433676,-0.0015511097378966263,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 128)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(768, 512)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.0054882995337728335,9.790968308086223 +12861,12866,1.0461699356991094,0.033768802922341606,0.011702254839056176,0.011791873197346966,3.056245271694257,1.0539715392671198,1.4091037060528793,0.9999315262715152,0.004035619673541045,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(704, 1152)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(832, 1088)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.007801603568010407,8.824164143234736 +13035,13040,1.344014562247017,0.0676316795973756,0.019702987526229003,0.019699886364846167,1.3770482727399902,1.4246027735657019,1.4002202415167453,0.9998058772994592,0.020383403569103595,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 1408)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(256, 0)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.03303371049297321,3.742976222024212 +13185,13279,1.2884804102084975,-0.004090947625552344,-0.019918576126434148,-0.020365605903149224,1.3403030363746347,1.5357714191028327,1.4281004252627452,0.9998016054823554,-0.022823480283194038,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 1088)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 960)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.0518226261661372,3.539517043395883 +49,155,1.1455159595760942,0.29668297095855956,0.2971922423593753,0.29630507679730367,1.2348474381357069,1.1431180721279104,1.186331229665453,0.9548176637879121,0.2751156237163321,"model.language_model.embed_tokens.weight|2d-128|(53888, 1152)","model.language_model.embed_tokens.weight|2d-128|(241920, 1152)",model.language_model.embed_tokens.weight,2d-128,0,0.002397887448183811,3.313914242557619 +258,264,1.095536982594322,0.35973358027808394,0.28008432193618504,0.2773204283617006,1.1780663785055396,1.2234097580367373,1.2000960898092237,0.9599754020835886,0.29086467348683487,"model.language_model.embed_tokens.weight|2d-64|(223808, 1216)","model.language_model.embed_tokens.weight|2d-64|(156224, 1216)",model.language_model.embed_tokens.weight,2d-64,0,0.08252939591121766,2.82542616840707 +531,575,0.07945478692060579,0.997068728185012,0.9970687281850118,0.999423417573605,0.08143847909303416,0.07945478692060762,0.08042829156604367,0.07651111863986185,0.9727819603880299,"model.language_model.layers.4.linear_attn.conv1d.weight|3d-axis0-slice|(152, 0, 0)","model.language_model.layers.10.linear_attn.conv1d.weight|3d-axis0-slice|(1027, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,6,1.8318679906315083e-15,0.11210691126208217 +986,1020,0.465820729595039,0.9274509635675512,0.9274509635675512,0.9212230745845205,0.465820729595039,0.7169953616534356,0.5524211372048713,0.37394479562847366,1.4275406756093527,"model.language_model.layers.8.linear_attn.conv1d.weight|3d-volume|(4348, 0, 0)","model.language_model.layers.6.linear_attn.conv1d.weight|3d-volume|(4392, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,2,0.0,1.5507548923676733 +1211,1260,1.1254774391909195,0.018864892743919958,0.0012625776461313684,0.001289203076904407,1.1370638898585732,2.0960490572487815,1.4134649761180809,0.9999992029485261,0.0023274195130813624,"model.language_model.layers.17.linear_attn.in_proj_qkv.weight|2d-128|(4096, 256)","model.language_model.layers.12.linear_attn.in_proj_qkv.weight|2d-128|(2688, 1408)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,5,0.011586450667653736,3.0625148895798953 +1503,1531,1.1193465107828422,0.021274370224119727,0.02305101786039367,0.021563113100544307,2.0505438083868217,1.1307883908783707,1.400360784663213,0.9997342899868944,0.01271166374883223,"model.language_model.layers.14.linear_attn.in_proj_qkv.weight|2d-64|(5248, 1728)","model.language_model.layers.22.linear_attn.in_proj_qkv.weight|2d-64|(3776, 128)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,8,0.01144188009552849,5.702449409752769 +1547,1592,1.1382151281850095,0.024231585373194597,0.007370012770717869,0.007477108378651584,1.1415170327077337,2.0459889333181605,1.409771876999561,0.9999728410870765,0.01320958350619985,"model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-128|(512, 512)","model.language_model.layers.16.linear_attn.in_proj_z.weight|2d-128|(512, 512)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,14,0.003301904522724275,3.2555193874823964 +1819,1922,1.1275694522262465,-0.01706883927799592,-0.004380767512428157,-0.002083821751517132,1.1306469140764215,2.1608651654711823,1.4167561769571657,0.9999904043919632,-0.0083724174167728,"model.language_model.layers.22.linear_attn.in_proj_z.weight|2d-64|(256, 1472)","model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-64|(640, 768)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,18,0.0030774618501749895,3.1743705377527767 +2118,2176,1.214359942211379,0.0030347186717017,0.005030385565591132,0.004906107742750971,1.7412376258089484,1.2172319954098378,1.4108689784735124,0.9999873475304882,0.0035165483268492057,"model.language_model.layers.17.linear_attn.out_proj.weight|2d-128|(512, 896)","model.language_model.layers.0.linear_attn.out_proj.weight|2d-128|(1024, 0)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,17,0.002872053198458735,4.636310910879657 +2366,2395,1.2146548979784453,0.017955618781024217,0.011331754184552435,0.011319919455914942,1.668542634025093,1.2386574371629782,1.4065227950625152,0.9999357936123203,0.008412228318636708,"model.language_model.layers.16.linear_attn.out_proj.weight|2d-64|(1344, 1152)","model.language_model.layers.22.linear_attn.out_proj.weight|2d-64|(960, 1216)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,6,0.02400253918453288,4.517998337721376 +2669,2715,1.2574893651140382,0.012496624950888938,0.004724017149690158,0.004759955160414541,1.2729043281313315,1.6065529195198216,1.4109579403225732,0.9999888417687316,0.005962257630813397,"model.language_model.layers.22.mlp.down_proj.weight|2d-128|(1536, 1920)","model.language_model.layers.3.mlp.down_proj.weight|2d-128|(640, 4608)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,19,0.015414963017293282,3.272273691229058 +2826,2995,1.2482974185970508,0.04951585248157225,0.01690448679975468,0.016852617281094252,1.555997902338306,1.2868679004301897,1.4024234898162276,0.999857108954093,0.013980636736822816,"model.language_model.layers.5.mlp.down_proj.weight|2d-64|(1984, 1728)","model.language_model.layers.22.mlp.down_proj.weight|2d-64|(1024, 4672)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,17,0.038570481833138937,4.217275839600027 +3077,3082,1.1442040291516002,0.02891888791759128,0.004323794649044578,0.004359109525357679,1.1551964033534596,1.9825526689468167,1.4115511719239944,0.9999906523562272,0.007420513599728064,"model.language_model.layers.23.mlp.gate_proj.weight|2d-128|(4480, 512)","model.language_model.layers.11.mlp.gate_proj.weight|2d-128|(5632, 128)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,12,0.01099237420185939,3.066532593041245 +3453,3518,1.13231978707312,0.017969572628321644,0.009268797875323772,0.009523320353571594,1.1448530363069445,2.0200666865589008,1.408579500059651,0.9999570437703544,0.016354579337788056,"model.language_model.layers.22.mlp.gate_proj.weight|2d-64|(1792, 704)","model.language_model.layers.11.mlp.gate_proj.weight|2d-64|(6080, 640)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,11,0.012533249233824373,3.0186777620475604 +3602,3665,1.2092226234273997,0.03885646080800635,0.0041468609192653865,0.004204272206994958,1.6920303040900504,1.2359079764864682,1.411417475107307,0.999991401735293,0.003028987409452058,"model.language_model.layers.5.mlp.up_proj.weight|2d-128|(384, 1920)","model.language_model.layers.23.mlp.up_proj.weight|2d-128|(896, 768)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,18,0.026685353059068495,4.428174167190566 +4017,4039,1.205189739436087,0.01546293137049987,-0.008485976043419852,-0.00856572385670192,1.2050666353887052,1.8148183023345605,1.4197331847467574,0.9999639934570598,-0.012779795062372956,"model.language_model.layers.23.mlp.up_proj.weight|2d-64|(5184, 192)","model.language_model.layers.3.mlp.up_proj.weight|2d-64|(3648, 1152)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,20,0.00012310404738191671,3.135521610698441 +4156,4290,1.1627214029293602,0.02647372176712326,0.0044727995473347205,0.004600863765438696,1.1818664790878066,1.8629204829435195,1.4113493134738975,0.9999899969820746,0.007050263325229053,"model.language_model.layers.3.self_attn.k_proj.weight|2d-128|(128, 256)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 256)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,20,0.019145076158446406,3.2109392913412806 +4409,4536,1.0949872400288072,0.024392634996834778,0.033186717114718225,0.03323667662382305,2.216946149341112,1.1018273688881386,1.3953827793867022,0.9994491691962867,0.01649387523978088,"model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 1024)","model.language_model.layers.3.self_attn.k_proj.weight|2d-64|(448, 1344)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,20,0.006840128859331385,6.46883991557778 +4694,4851,1.1038597490528872,0.053924020201164005,0.0007100211257579133,0.0007131478683815029,2.1572722321991864,1.1281578103234022,1.41380115971121,0.9999997479349687,0.0003713095948497077,"model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(1664, 0)","model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(768, 384)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,12,0.024298061270515037,5.799341969147277 +4955,5042,1.1074580739011364,0.017287982579029526,0.025026629453877968,0.025322821431910517,2.1318986929540618,1.1173427119691879,1.3995855537197361,0.9996867848572263,0.013116627970110829,"model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(1536, 512)","model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(960, 1152)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,4,0.00988463806805151,6.344748932469281 +5172,5242,1.1017586510013089,0.019852216722028127,-0.001709168363282329,-0.0017076670759961115,2.3748873474471326,1.1033782231160736,1.415136893723547,0.9999985393706863,-0.00079408362409773,"model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(2688, 1536)","model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(2816, 1280)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,4,0.0016195721147647113,6.772896407007792 +5470,5620,1.0903964940442996,0.019764556903603292,0.006355865379246051,0.006776778218384404,1.1009285606842507,2.358045810678367,1.4107638176443411,0.9999798012836464,0.013613437116620731,"model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(960, 1792)","model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(2688, 384)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,4,0.010532066639951099,2.9372973271018035 +5781,5792,1.0737013527922044,0.01757409715944323,0.008570927407386728,0.008564005818391413,1.0789910480362124,2.6068611737479723,1.4099238560609224,0.9999632689271027,0.02070750996682872,"model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(128, 640)","model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(256, 896)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,12,0.005289695244008019,3.5917151916701524 +5905,6080,1.0638733185181244,-0.0018224956589477405,0.004511087357303947,0.004560254359014919,2.7755161084222304,1.0701301386685893,1.4120705343412017,0.9999898249936621,0.0017392983325043663,"model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(448, 1472)","model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(0, 1792)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,12,0.006256820150464915,9.378174644273836 +6152,6340,1.1371212862962823,0.050629741546214704,0.00648643717074399,0.006500094028969779,1.9312591645336386,1.164322147294588,1.4101516245655505,0.9999789628451341,0.00391055876581733,"model.visual.blocks.0.attn.proj.weight|2d-128|(128, 0)","model.visual.blocks.23.attn.proj.weight|2d-128|(128, 256)",model.visual.layers.*.attn.proj.weight,2d-128,23,0.027200860998305654,5.325543132525836 +6528,6642,1.167740069853205,0.017282271119371334,0.004154811283861522,0.003932179825253811,1.1748606024854071,1.892337810903445,1.4115780446005404,0.9999913687343484,0.006692118599420907,"model.visual.blocks.5.attn.proj.weight|2d-64|(64, 448)","model.visual.blocks.18.attn.proj.weight|2d-64|(512, 768)",model.visual.layers.*.attn.proj.weight,2d-64,13,0.007120532632202137,3.002930341237083 +6723,6848,1.0679094807434037,0.039023087801092496,-0.006067514786610752,-0.006010628750454749,2.5818941809773603,1.0874276053743517,1.4172797425169834,0.9999815924627384,-0.002555481600907429,"model.visual.blocks.10.attn.qkv.weight|2d-128|(2048, 128)","model.visual.blocks.1.attn.qkv.weight|2d-128|(0, 0)",model.visual.layers.*.attn.qkv.weight,2d-128,9,0.01951812463094793,7.540517336548768 +6946,7063,1.0636138881258246,0.01844511211164438,0.010187027433596979,0.010076682676236026,2.8354922073327717,1.0645699854018735,1.4094649348989792,0.9999481108897937,0.003824663533980957,"model.visual.blocks.20.attn.qkv.weight|2d-64|(896, 0)","model.visual.blocks.0.attn.qkv.weight|2d-64|(1920, 512)",model.visual.layers.*.attn.qkv.weight,2d-64,20,0.0009560972760489506,9.198588048006114 +7191,7396,1.2007078742884503,0.06127247407583191,0.010197472640849277,0.009475694878579482,1.2403221417081232,1.6670433865962604,1.4072900294946866,0.9999480044240996,0.013705817830932911,"model.visual.blocks.1.mlp.linear_fc1.weight|2d-128|(3200, 512)","model.visual.blocks.20.mlp.linear_fc1.weight|2d-128|(2688, 256)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,19,0.03961426741967289,3.36582391696856 +7562,7658,1.199981464356153,0.04742226947700394,0.009507611147208142,0.008851702173977452,1.7446339962906179,1.212278504481554,1.4078987099451725,0.999954801643691,0.006606470266678031,"model.visual.blocks.23.mlp.linear_fc1.weight|2d-64|(1280, 512)","model.visual.blocks.0.mlp.linear_fc1.weight|2d-64|(896, 640)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,23,0.012297040125401004,5.149142129191531 +7709,7836,1.2058620037043892,0.026566861526823856,-0.0030582264749041055,-0.0031401468733863788,1.2117456466641696,1.778596439251555,1.4162246053497314,0.9999953236144798,-0.004488855176549086,"model.visual.blocks.3.mlp.linear_fc2.weight|2d-128|(512, 1152)","model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(512, 3456)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,7,0.0058836429597803885,3.707652152871264 +8047,8155,1.1824694203314752,0.013743721556008661,-0.007051466693122152,-0.0070588091734693995,1.2621614044048826,1.6540373821578787,1.419014670069721,0.9999751380996809,-0.009240806658134664,"model.visual.blocks.5.mlp.linear_fc2.weight|2d-64|(192, 0)","model.visual.blocks.9.mlp.linear_fc2.weight|2d-64|(0, 704)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,4,0.07969198407340738,3.203666215083903 +8213,8419,0.6553266056784689,0.7795873347539652,0.7617985293397801,0.7618128898768088,0.7006681597304261,0.6810747821486406,0.6906631170134194,0.6478140170571706,0.7404957114233132,"model.visual.merger.linear_fc1.weight|2d-128|(3328, 2816)","model.visual.merger.linear_fc1.weight|2d-128|(3328, 1792)",model.visual.merger.linear_fc1.weight,2d-128,0,0.02574817647017169,1.7848661508395038 +8624,8639,1.333955234761372,0.07901008842116496,0.06697199469656595,0.06702477761692634,1.3717189701279104,1.3604275891350912,1.3660382813220113,0.9977548556265528,0.06642071099747307,"model.visual.merger.linear_fc1.weight|2d-64|(1280, 4032)","model.visual.merger.linear_fc1.weight|2d-64|(128, 4032)",model.visual.merger.linear_fc1.weight,2d-64,0,0.02647235437371931,3.494960039321831 +8717,8952,1.3340966159476761,0.055613353426357634,0.014984305192632028,0.015036874472411728,1.395575878960686,1.4117209423019967,1.4035787729893803,0.999887728996558,0.015157654818480207,"model.visual.merger.linear_fc2.weight|2d-128|(1408, 384)","model.visual.merger.linear_fc2.weight|2d-128|(896, 3072)",model.visual.merger.linear_fc2.weight,2d-128,0,0.06147926301300988,3.338709996001173 +8982,9064,1.3254621261346953,0.03956073621196396,0.029606719740873092,0.029696016097154262,1.456247843060906,1.3376861723103546,1.3931975580694196,0.9995616249867666,0.027196263186621262,"model.visual.merger.linear_fc2.weight|2d-64|(768, 768)","model.visual.merger.linear_fc2.weight|2d-64|(1152, 1600)",model.visual.merger.linear_fc2.weight,2d-64,0,0.012224046175659309,3.792545826724846 +9245,9317,0.5453309176898037,0.8401269243992772,0.8380174863845861,0.8387867419407384,0.549853214747623,0.6069501023545532,0.5762910379292893,0.5456433748463002,0.9250374199766898,"model.visual.pos_embed.weight|2d-128|(384, 640)","model.visual.pos_embed.weight|2d-128|(1536, 640)",model.visual.pos_embed.weight,2d-128,0,0.004522297057819369,2.651737960748828 +9451,9604,0.3100897172232895,0.9507092289783112,0.9438158924277579,0.9433000747273081,0.33150810823264126,0.3417578612877621,0.3365159694481146,0.3304717252667693,0.9729973199302616,"model.visual.pos_embed.weight|2d-64|(1152, 256)","model.visual.pos_embed.weight|2d-64|(960, 256)",model.visual.pos_embed.weight,2d-64,0,0.021418391009351778,1.0806517858380686 +9673,9698,1.0139857139410153,0.04672567844239519,0.003949701624729505,0.0037017606929286863,4.25570003407911,1.0278242349433493,1.4129382937437385,0.9999921998981169,0.0009539203933978779,"mtp.fc.weight|2d-128|(128, 3200)","mtp.fc.weight|2d-128|(256, 2304)",mtp.fc.weight,2d-128,0,0.013838521002333959,5.487680495742721 +9899,10012,1.0067729478791874,0.03513054941647597,0.00729382737198091,0.007353760647897562,6.606149167359781,1.0105284365232028,1.4126709297405846,0.9999733996873456,0.001115721093143853,"mtp.fc.weight|2d-64|(640, 3520)","mtp.fc.weight|2d-64|(1792, 3840)",mtp.fc.weight,2d-64,0,0.0037554886440154256,50.54024761112266 +10231,10327,1.2733312154904988,0.06255757701939947,0.0001560395020234466,9.769001831753704e-05,1.400111359128186,1.428523170679048,1.4141032437415344,0.9999999878258369,0.0001592059393907865,"mtp.layers.0.mlp.down_proj.weight|2d-128|(1792, 4096)","mtp.layers.0.mlp.down_proj.weight|2d-128|(1280, 512)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.1267801436376872,3.183592459824946 +10536,10599,1.256349379745894,0.040796220584629006,-0.005971181649142587,-0.005975300406986408,1.4401820262208775,1.397630215461117,1.4184276486035037,0.9999821723359437,-0.0057947563175383575,"mtp.layers.0.mlp.down_proj.weight|2d-64|(1472, 5248)","mtp.layers.0.mlp.down_proj.weight|2d-64|(320, 5440)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.1412808357152231,4.2992439003996 +10802,10820,1.2986844304021827,0.065966321509468,0.007935229685523982,0.007849311042644568,1.453601498770458,1.3675382224722525,1.4086018077730238,0.9999685155692842,0.007465409129138593,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(5888, 1536)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(4736, 1408)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.06885379207006981,3.9335968319066152 +11012,11083,1.2844884080172567,0.03919853596817644,0.011616524339159641,0.011874524299759218,1.5277178517581393,1.3095132850210949,1.406072605451091,0.999932525904762,0.009957331408017567,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(3328, 1984)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(2304, 192)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.025024877003838153,4.47232758083803 +11321,11341,1.3215551137300439,0.026073737211473776,0.00041522898300335874,0.00042029942018128675,1.443341154928976,1.3862279491835088,1.4139201598511133,0.9999999137924421,0.00039879831568900577,"mtp.layers.0.mlp.up_proj.weight|2d-128|(3456, 1536)","mtp.layers.0.mlp.up_proj.weight|2d-128|(5760, 1792)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.06467283545346492,3.8686488589032364 +11543,11572,1.3023336328404975,0.055726292734068456,0.03406559645806071,0.0340672941214069,1.3215378568994707,1.4704709520302348,1.3900559099901755,0.999419599136397,0.037904680364349845,"mtp.layers.0.mlp.up_proj.weight|2d-64|(5248, 1408)","mtp.layers.0.mlp.up_proj.weight|2d-64|(320, 256)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.01920422405897315,3.3267616817684167 +11678,11722,1.2102529014170296,-0.0074205524021821925,-0.010342437683627395,-0.010182626944300735,1.7230049299747112,1.2370659261274768,1.4211260386475817,0.9999465155610876,-0.007425560443231016,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 1792)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 1280)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.02681302471044722,5.666397516295146 +11730,11929,1.0771506711022678,0.056444321072946356,0.045577847037273696,0.04551416415202536,2.208007827043884,1.0959578276751571,1.3883068966589136,0.9989607899509605,0.022622835669906482,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 128)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 576)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.01880715657288934,7.1153587690720626 +12133,12135,1.0899297919083835,0.2929733100535031,0.3321048838127817,0.33206995482102986,1.0820363345321062,1.2548403717428038,1.1588850912595736,0.9432424641351229,0.38514290376527666,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(1152, 640)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1152, 896)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.007893457376277224,3.5549847430654795 +12270,12302,1.1563991623214451,0.03943253081106274,0.022902979279028665,0.02295075534097152,1.1550096601213098,1.920774866727362,1.3998360909985597,0.9997376923674252,0.0380875316382336,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(0, 1920)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(1728, 128)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.0013895022001353396,3.7214188114363727 +12513,12612,1.0487078508474375,0.040964982377786355,0.0057947707079394955,0.005949153174480561,2.8447175279724553,1.0658522633352074,1.4115184787113542,0.9999832101752721,0.0021711714480727442,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(2176, 896)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(896, 512)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.01714441248776999,8.370966611581586 +12927,12948,1.0462261315464527,0.002425936483504903,0.0002985448290671289,0.000269379835642158,1.050668887413631,3.2564557856889396,1.4140901789953924,0.9999999554354916,0.0009253134337082822,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(832, 1920)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(640, 1536)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.0044427558671782386,3.0524089450237417 +13047,13054,1.3440458017676056,0.020756426418014187,0.009801604991533297,0.00968067183129538,1.4136195203758786,1.4009973730708505,1.4072659942139354,0.9999519631160239,0.009714086886240057,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(256, 896)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(256, 1792)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.05695157130324491,4.201730527627939 +13249,13279,1.2885850080698962,0.0116556162671076,0.020556457531775544,0.02053843779768954,1.3106946919266709,1.5098295533453807,1.399748162793039,0.9997886937016963,0.023679616072863716,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(320, 1088)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 960)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.022109683856774698,3.509622679075376 +37,190,1.145959438303259,0.2982885791099583,0.2886749626565216,0.2843061990170316,1.2366175019442325,1.1542775920848003,1.1933222422144762,0.9574271595976667,0.26945360248133227,"model.language_model.embed_tokens.weight|2d-128|(215936, 1920)","model.language_model.embed_tokens.weight|2d-128|(163712, 1920)",model.language_model.embed_tokens.weight,2d-128,0,0.008318153781541326,3.3565993716743496 +256,451,1.0972431346996527,0.3619784655123288,0.30297157545386055,0.2999538868006835,1.2022004398861494,1.1606184863403317,1.1808607287572979,0.9529995931095698,0.2924923329263676,"model.language_model.embed_tokens.weight|2d-64|(92992, 512)","model.language_model.embed_tokens.weight|2d-64|(233600, 512)",model.language_model.embed_tokens.weight,2d-64,0,0.06337535164067898,3.3531687362818574 +656,731,0.08046285265901836,0.9991649183769186,0.9991649183769187,0.9995792419817163,0.08653331908405774,0.08046285265901836,0.0833327129761311,0.04085909794458969,0.9290717201235101,"model.language_model.layers.12.linear_attn.conv1d.weight|3d-axis0-slice|(4595, 0, 0)","model.language_model.layers.17.linear_attn.conv1d.weight|3d-axis0-slice|(5026, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,5,0.0,0.14663912535177603 +813,940,0.4681845192955481,0.8845097057640803,0.8845097057640805,0.8996055492102487,0.4681845192955481,0.5540075961993033,0.5057138898445473,0.4665217898546003,1.0466495061447683,"model.language_model.layers.8.linear_attn.conv1d.weight|3d-volume|(772, 0, 0)","model.language_model.layers.20.linear_attn.conv1d.weight|3d-volume|(1540, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,12,0.0,1.1890834733651336 +1131,1239,1.1257994367657347,0.019134963161537216,-0.002073977648419501,-0.002111215649554482,1.151580021875664,2.023818637602674,1.4154737451625101,0.9999978493060442,-0.003644865783626751,"model.language_model.layers.21.linear_attn.in_proj_qkv.weight|2d-128|(2304, 1920)","model.language_model.layers.12.linear_attn.in_proj_qkv.weight|2d-128|(5120, 128)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,9,0.02578058510992931,3.1996129032569582 +1455,1466,1.120941983222195,-0.012513316123160803,-0.01137225920009905,-0.011425385788714729,1.1234092427644706,2.243853879020171,1.4206371897514956,0.9999353337694822,-0.022714507721666496,"model.language_model.layers.17.linear_attn.in_proj_qkv.weight|2d-64|(4992, 576)","model.language_model.layers.9.linear_attn.in_proj_qkv.weight|2d-64|(3968, 896)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,8,0.0024672595422756682,2.983201858570825 +1615,1646,1.1383354234170997,0.058013088643641096,0.011830205580710096,0.011816829297255,1.946164727298126,1.1574186323498785,1.4068441606270718,0.9999300206694057,0.007035632786672057,"model.language_model.layers.17.linear_attn.in_proj_z.weight|2d-128|(896, 1536)","model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-128|(640, 512)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,15,0.019083208932778817,5.190564000562672 +1922,2004,1.1277523390647133,-0.011153449925682315,-0.008951821044439135,-0.00828734975942181,2.11658103473634,1.1400781507176905,1.4194892830536479,0.9999599316472577,-0.004821821330914077,"model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-64|(640, 768)","model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-64|(1408, 1472)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,0,0.012325811652977192,6.561277917903499 +2087,2134,1.2144423487443783,0.007984883187055869,0.0033735962218208572,0.003373477997561375,1.223728180765879,1.726659028242533,1.4119609940701703,0.9999943094080747,0.004760085177090742,"model.language_model.layers.20.linear_attn.out_proj.weight|2d-128|(0, 1152)","model.language_model.layers.16.linear_attn.out_proj.weight|2d-128|(1280, 256)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,4,0.009285832021500795,3.318598861298683 +2374,2461,1.2146550375878433,0.028993169286723554,0.03180014122971472,0.032048065125256986,1.6446244385418416,1.2292919045836816,1.3924805232091055,0.9994942476161482,0.023769351386366086,"model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(1536, 896)","model.language_model.layers.14.linear_attn.out_proj.weight|2d-64|(1472, 0)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,2,0.014636866995838327,4.691476545810881 +2561,2744,1.257515180064246,0.055256732882340044,0.015324995959421207,0.015331983628534447,1.5458598883446861,1.2943944123790323,1.4035051767106264,0.9998825653539739,0.012832074426128728,"model.language_model.layers.11.mlp.down_proj.weight|2d-128|(768, 384)","model.language_model.layers.21.mlp.down_proj.weight|2d-128|(640, 3712)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,10,0.0368792323147864,4.015456870076093 +2868,2939,1.249066206663377,0.03768879540484994,0.011275508238723296,0.011074162764600928,1.2679445130035776,1.6031717619550654,1.4064336350763473,0.999936429436371,0.014256598947845188,"model.language_model.layers.21.mlp.down_proj.weight|2d-64|(128, 640)","model.language_model.layers.2.mlp.down_proj.weight|2d-64|(704, 832)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,19,0.01887830634020049,3.1249792148570434 +3102,3255,1.1442524877860598,0.01921178640455696,0.0023183285151443327,0.002370668537524331,1.1620382027806333,1.955595200043422,1.412773017998293,0.9999973126728371,0.003901517269820701,"model.language_model.layers.23.mlp.gate_proj.weight|2d-128|(3200, 512)","model.language_model.layers.11.mlp.gate_proj.weight|2d-128|(1152, 0)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,12,0.017785714994573487,3.0456709986096615 +3435,3518,1.1324616486274424,-0.0005061331183668348,-0.0151771015288199,-0.01569481528215521,1.1371693181936697,2.1599781474738635,1.4230337444193577,0.9998848211615096,-0.028827903742879614,"model.language_model.layers.23.mlp.gate_proj.weight|2d-64|(2112, 448)","model.language_model.layers.11.mlp.gate_proj.weight|2d-64|(6080, 640)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,12,0.004707669566227368,3.0195633137553783 +3726,3801,1.2094827591332702,0.01132990026005284,-0.01117440525083004,-0.011185561650161248,1.2301076301280713,1.7441706082851822,1.4216371958430472,0.9999375643845422,-0.015844198284938837,"model.language_model.layers.23.mlp.up_proj.weight|2d-128|(6016, 640)","model.language_model.layers.2.mlp.up_proj.weight|2d-128|(4096, 1792)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,21,0.020624870994801148,3.048585718442982 +3929,4032,1.2053430602868056,0.03414392413818777,0.006200541744594324,0.006226935624078565,1.690117875102949,1.2347906882300175,1.4100304066037348,0.9999807764562644,0.004530081197881071,"model.language_model.layers.2.mlp.up_proj.weight|2d-64|(384, 1344)","model.language_model.layers.22.mlp.up_proj.weight|2d-64|(576, 1728)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,20,0.029447627943211874,4.635975143006847 +4297,4300,1.1628068800891895,0.04278191192755451,-0.0025330148985331495,-0.002528457722234028,1.186304540603724,1.8661769178607366,1.415834438686347,0.999996791912616,-0.003984688395303846,"model.language_model.layers.7.self_attn.k_proj.weight|2d-128|(384, 640)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 1536)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,16,0.023497660514534502,3.1605984078846068 +4407,4409,1.0953863879751287,-0.017092556463039178,-0.0075023555175832875,-0.007529473622734229,1.0991921647823193,2.448774710377244,1.4181718793253815,0.9999718569348278,-0.016713709438927256,"model.language_model.layers.15.self_attn.k_proj.weight|2d-64|(384, 896)","model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 1024)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,8,0.0038057768071906306,3.039405057961568 +4674,4747,1.1040332366067316,0.014973077704692708,0.0024535527389600922,0.002476687540737223,1.1109297799047304,2.2841448527382218,1.4128481280420517,0.9999969900349486,0.005044666153515179,"model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(768, 256)","model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(1408, 1536)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,12,0.006896543297998825,2.823737394220238 +4885,5051,1.1087532515132748,0.02569709691009668,0.0023876885925658143,0.0024936284802630072,2.191714444379682,1.1224167967149719,1.4128429241813045,0.9999971494675297,0.0012227787194143862,"model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(1472, 1472)","model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(1728, 1088)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,12,0.013663545201697103,5.896514330112048 +5202,5345,1.1024073315302882,0.04877980391204075,0.006066937001484574,0.006039694998073895,2.2202194526930703,1.1166189487762683,1.410765358412348,0.9999815959683559,0.0030512555002940385,"model.language_model.layers.23.self_attn.q_proj.weight|2d-128|(3072, 256)","model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(1408, 0)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,20,0.01421161724598008,5.447632957721025 +5524,5583,1.0910230963583216,-0.037140364163833234,-0.025072278956278154,-0.025713822763369754,1.0881669500669318,2.6885785551860586,1.4264912810064805,0.9996856410031799,-0.06194710428151297,"model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(1408, 704)","model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(2752, 896)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,4,0.0028561462913898605,2.877631966842615 +5662,5790,1.0740486803816738,0.02907640114825215,-0.0008642465380051076,-0.0008579304662262375,2.525801676478143,1.0893892558764453,1.4146579633268097,0.9999996265388911,-0.00037275329322132767,"model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(384, 1664)","model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(128, 1792)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,12,0.015340575494771524,8.657672378901223 +5908,6105,1.0640310141151763,0.014628609355298774,-0.013343976789659822,-0.013569007926081985,2.480191462341955,1.0992032907253586,1.421186889293307,0.9999109651781187,-0.005913956007536074,"model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(448, 1536)","model.language_model.layers.23.self_attn.v_proj.weight|2d-64|(192, 1408)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,16,0.035172276610182296,8.973381272289462 +6340,6395,1.1373992362492171,0.030730887888284687,-0.002717439343718395,-0.0027267729393488692,1.167120576522898,1.9481404514519722,1.415906801495076,0.9999963077548902,-0.004535909670650077,"model.visual.blocks.23.attn.proj.weight|2d-128|(128, 256)","model.visual.blocks.6.attn.proj.weight|2d-128|(128, 768)",model.visual.layers.*.attn.proj.weight,2d-128,17,0.029721340273680896,3.2223010763298503 +6450,6643,1.1677867291588502,0.07226042683211903,0.03146656666528809,0.03166330698965697,1.196823092940145,1.7350811852042147,1.3932590380896357,0.9995048049820966,0.045618310764535,"model.visual.blocks.2.attn.proj.weight|2d-64|(0, 704)","model.visual.blocks.21.attn.proj.weight|2d-64|(640, 256)",model.visual.layers.*.attn.proj.weight,2d-64,19,0.029036363781294927,2.933357142284512 +6852,6893,1.0681457272133297,-0.02836198123762434,-0.00703555084931887,-0.007103918547656164,2.920297576898282,1.067079918608347,1.4174173438649496,0.9999752502058472,-0.0025707979512245315,"model.visual.blocks.21.attn.qkv.weight|2d-128|(2304, 768)","model.visual.blocks.1.attn.qkv.weight|2d-128|(640, 640)",model.visual.layers.*.attn.qkv.weight,2d-128,20,0.001065808604982621,9.054429577157862 +7061,7078,1.063883432388113,0.023612916172139082,0.0028459497458764227,0.0030583541283002716,1.0493030793533762,3.27169248245347,1.413042637134595,0.9999959502768219,0.008873577684306543,"model.visual.blocks.0.attn.qkv.weight|2d-64|(1920, 896)","model.visual.blocks.0.attn.qkv.weight|2d-64|(2496, 320)",model.visual.layers.*.attn.qkv.weight,2d-64,0,0.014580353034736815,3.597628395985488 +7191,7292,1.2007302255098438,0.05128368591203467,0.018944168351098502,0.018187353281346585,1.2151312107418968,1.7125966662014291,1.401512766258407,0.9998205431403604,0.026699766473977284,"model.visual.blocks.1.mlp.linear_fc1.weight|2d-128|(3200, 512)","model.visual.blocks.16.mlp.linear_fc1.weight|2d-128|(3200, 768)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,15,0.01440098523205302,3.3812354040275716 +7463,7644,1.200059103883372,0.02245949422632228,0.008748060779917168,0.008575935715374928,1.7373076275983792,1.215391731043355,1.4083905859029544,0.9999617349841897,0.006119998879688294,"model.visual.blocks.18.mlp.linear_fc1.weight|2d-64|(3136, 896)","model.visual.blocks.1.mlp.linear_fc1.weight|2d-64|(3648, 128)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,17,0.015332627159983181,4.836549142412347 +7735,7794,1.2060705393590199,0.04416093716481326,0.01213973457451177,0.012141320455651923,1.6366016005641097,1.251461365158556,1.405905048013545,0.9999263107071743,0.009282899881097787,"model.visual.blocks.15.mlp.linear_fc2.weight|2d-128|(640, 896)","model.visual.blocks.4.mlp.linear_fc2.weight|2d-128|(384, 768)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,11,0.04539082579953613,5.14686733573502 +7992,8095,1.1846390161835485,0.028820430098571312,0.01808639327450401,0.01808465937780841,1.227481403922158,1.6811308685569053,1.4019790625088064,0.9998364278112295,0.024770716637721787,"model.visual.blocks.6.mlp.linear_fc2.weight|2d-64|(896, 4032)","model.visual.blocks.10.mlp.linear_fc2.weight|2d-64|(0, 3456)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,4,0.04284238773860949,3.2825186968396776 +8336,8344,0.6563620089515808,0.7806144719640407,0.7742507163328866,0.7742506407338848,0.6805633443240838,0.6642805948982379,0.6722741242448417,0.6328789996974241,0.7557264591686237,"model.visual.merger.linear_fc1.weight|2d-128|(512, 2048)","model.visual.merger.linear_fc1.weight|2d-128|(512, 3072)",model.visual.merger.linear_fc1.weight,2d-128,0,0.007918585946657064,1.7800161694002687 +8521,8581,1.3341410919554033,0.04928379837129185,0.03452953269205006,0.03361769604025896,1.3637257606801394,1.4170078244306246,1.3896012471390542,0.9994036778860025,0.03587863440679269,"model.visual.merger.linear_fc1.weight|2d-64|(1920, 1088)","model.visual.merger.linear_fc1.weight|2d-64|(1536, 3072)",model.visual.merger.linear_fc1.weight,2d-64,0,0.029584668724736085,3.6831958160141265 +8727,8837,1.3342369480834857,0.02462079407704286,-0.0026147686781264542,-0.002611513933187348,1.4231425029876652,1.4090845322054244,1.416061185006352,0.9999965814865368,-0.002588939682363731,"model.visual.merger.linear_fc2.weight|2d-128|(0, 2944)","model.visual.merger.linear_fc2.weight|2d-128|(512, 640)",model.visual.merger.linear_fc2.weight,2d-128,0,0.0748475841219387,3.7505429249851723 +8987,9122,1.3256622942986722,0.02462076418561021,0.02153918853841482,0.021558286522310916,1.3304493319436983,1.4793383864624385,1.3989863699712024,0.9997680047676594,0.023949614354406117,"model.visual.merger.linear_fc2.weight|2d-64|(1152, 384)","model.visual.merger.linear_fc2.weight|2d-64|(1856, 1664)",model.visual.merger.linear_fc2.weight,2d-64,0,0.004787037645026082,3.3011434270065454 +9316,9324,0.5490649891074428,0.8398655315241947,0.7990529607367379,0.7988929006262865,0.6372084953905328,0.630867455114208,0.6340141942209891,0.6012606472552924,0.7911013608387442,"model.visual.pos_embed.weight|2d-128|(1536, 512)","model.visual.pos_embed.weight|2d-128|(1664, 512)",model.visual.pos_embed.weight,2d-128,0,0.08180246600676522,3.6954013874488894 +9472,9585,0.31082478132210073,0.9510059546356363,0.3274683549087111,0.32892015791819856,1.1385147751153544,1.1826923426182676,1.1599730964252382,0.9448621468412112,0.34017504582766006,"model.visual.pos_embed.weight|2d-64|(2240, 64)","model.visual.pos_embed.weight|2d-64|(896, 64)",model.visual.pos_embed.weight,2d-64,0,0.8276899937932536,1.3824419886439192 +9698,9805,1.014064553553728,0.033408020227835275,0.0078059996917331145,0.008567690658710032,1.01991216976652,4.891449654960328,1.412005937285018,0.9999695327202788,0.037437198643770674,"mtp.fc.weight|2d-128|(256, 2304)","mtp.fc.weight|2d-128|(1664, 3584)",mtp.fc.weight,2d-128,0,0.005847616212792062,1.0341582835139318 +9925,10012,1.0067867628039544,0.04815616482367245,0.02349151824671935,0.02136155746026025,6.0379969707155405,1.0100109284666174,1.4087972144932739,0.9997240362072246,0.003929563110172899,"mtp.fc.weight|2d-64|(896, 1600)","mtp.fc.weight|2d-64|(1792, 3840)",mtp.fc.weight,2d-64,0,0.0032241656626630366,44.22215282694895 +10142,10323,1.276394950545988,0.05549051050800488,0.007366568590396981,0.007363184794982006,1.3708052589794741,1.4505835870872152,1.4090033369964032,0.9999728664654872,0.007795289243592017,"mtp.layers.0.mlp.down_proj.weight|2d-128|(1152, 512)","mtp.layers.0.mlp.down_proj.weight|2d-128|(1152, 4736)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.09441030843348619,3.519063013911453 +10448,10524,1.256461497107452,0.060038825966704915,0.0032028750861807253,0.0032019853737819772,1.392909077914812,1.4317892353515926,1.4119478306945963,0.9999948707824368,0.0032922766771212256,"mtp.layers.0.mlp.down_proj.weight|2d-64|(1856, 3712)","mtp.layers.0.mlp.down_proj.weight|2d-64|(128, 5952)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.1364475808073602,3.4933584211605155 +10670,10845,1.298813988970697,0.03646483786595347,0.01424144956174358,0.014951244790205506,1.5167842265573537,1.3134787843011426,1.4042113558483422,0.9998985854147311,0.012332566181480976,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(5504, 0)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(2432, 512)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.014664795330445513,4.361643090902669 +11047,11055,1.2846227127874499,0.06964265397239332,0.03452316139757613,0.034163711416020856,1.3304920054493667,1.4575663864991735,1.38969059541541,0.9994038979947582,0.03782044492014632,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(5376, 1216)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(1280, 1216)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.04586929266191686,3.7225431038225043 +11154,11217,1.3215660053594729,0.07147620837924668,0.021330372837197124,0.021346271754668848,1.424594881175117,1.3748489221646703,1.3990590365903315,0.9997724817150281,0.020585529607126358,"mtp.layers.0.mlp.up_proj.weight|2d-128|(4864, 1408)","mtp.layers.0.mlp.up_proj.weight|2d-128|(5248, 512)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.05328291680519737,3.707166510726425 +11543,11622,1.3030919973573756,0.022085480443584424,-0.0003681701246726975,-0.0003645065486087215,1.3434202252516971,1.4981389549645516,1.4144723352483861,0.9999999322253773,-0.00041057146189903756,"mtp.layers.0.mlp.up_proj.weight|2d-64|(5248, 1408)","mtp.layers.0.mlp.up_proj.weight|2d-64|(1984, 448)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.040328227894321556,3.560979123332315 +11666,11725,1.210288113047291,-0.01041477550521398,-0.0008403459068094235,-0.0008354537693074801,1.691380216789976,1.2406885926115452,1.414780232110717,0.9999996469093162,-0.0006164241310596577,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 256)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 1664)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.03040047956425429,5.382097078380842 +11751,11901,1.0772045506280554,0.018442496684973674,0.016638094459885327,0.01662176895093047,2.464899598833524,1.0860322273355927,1.405504916674484,0.9998615773259537,0.007330727301607075,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 1472)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(320, 832)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.008827676707537258,9.349549410128898 +12004,12006,1.09047073067784,0.387184815524304,0.3965529984168126,0.3965529916366261,1.0811028464587602,1.1173611478447654,1.098783574115116,0.9180118296877418,0.4098526934266057,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(128, 512)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(128, 768)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.009367884219079858,3.295078494062128 +12292,12405,1.1565196738014023,0.0323595131258209,0.03386499375691143,0.03388257496750155,1.1946234551870214,1.735639807682359,1.3916664172561115,0.9994264165999638,0.04920163838756061,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(1152, 1472)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(1216, 960)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.038103781385619095,2.710455807405047 +12580,12603,1.0489885178776635,0.017210939728055628,0.0023226504139102766,0.002417932494842183,3.1384714319698275,1.0541620976101893,1.41322178035725,0.9999973026438895,0.0007801409333861894,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 512)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(768, 1408)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.005173579732525857,8.893828761790276 +12806,12948,1.0464357056975635,0.047303256268141435,0.03882943423464476,0.03880273652460737,1.0538975041911507,2.8193885172048843,1.3960872250892977,0.9992458531497729,0.10387657298300573,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(2432, 512)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(640, 1536)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.007461798493587191,3.2894065904230256 +13013,13026,1.344125446695397,0.026566396916894115,-0.0013835698136897185,-0.0013313000396274455,1.4613337044184829,1.3731577953994476,1.4151896654421159,0.9999990428668273,-0.0013000861263946695,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(0, 640)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 256)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.029032348704050692,3.978257242336641 +13113,13279,1.2891345701768524,0.039102382081619896,0.011446425500211592,0.011928366317832631,1.3264419336880846,1.5022250209483634,1.4061590537110993,0.9999344875256919,0.012963331714814966,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(64, 576)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 960)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.037307363511232206,3.472797769029563 +53,210,1.1459834396542734,0.30307805279770145,0.3198984676132622,0.31971334463979556,1.1493690289417497,1.1842105623456358,1.166399694971868,0.9474518301310556,0.3295957474812099,"model.language_model.embed_tokens.weight|2d-128|(218240, 1408)","model.language_model.embed_tokens.weight|2d-128|(195712, 1408)",model.language_model.embed_tokens.weight,2d-128,0,0.0033855892874763427,3.015736061223515 +391,444,1.0980276991881115,0.38223570830857395,0.39258694612847206,0.39246779751716465,1.119942374192975,1.0855887190958968,1.1023642804952083,0.9197148958941136,0.3805445438998473,"model.language_model.embed_tokens.weight|2d-64|(201536, 1152)","model.language_model.embed_tokens.weight|2d-64|(207680, 1152)",model.language_model.embed_tokens.weight,2d-64,0,0.012438980092214669,3.0022829660598966 +541,723,0.08048647453624154,0.9987469743894536,0.9987469743894537,0.9999974551473357,0.08601642352954403,0.08048647453623994,0.0831137907264227,0.05004479141640977,0.9345380756819472,"model.language_model.layers.1.linear_attn.conv1d.weight|3d-axis0-slice|(581, 0, 0)","model.language_model.layers.13.linear_attn.conv1d.weight|3d-axis0-slice|(91, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,12,1.5959455978986625e-15,0.13742797950713023 +776,930,0.4712995067176021,0.8819748831017689,0.8819748831017687,0.8887594002610686,0.47129950671760235,0.5354056355508523,0.5002981224242152,0.47129640946820434,1.001941050428336,"model.language_model.layers.22.linear_attn.conv1d.weight|3d-volume|(356, 0, 0)","model.language_model.layers.21.linear_attn.conv1d.weight|3d-volume|(5740, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,1,2.220446049250313e-16,1.3029628048678212 +1103,1188,1.12588539563581,0.050816312021685954,0.005402491113851863,0.005323339030020814,1.156782391421167,1.9709022171464305,1.4108742888773032,0.9999854064383964,0.009204654041563667,"model.language_model.layers.18.linear_attn.in_proj_qkv.weight|2d-128|(5376, 1920)","model.language_model.layers.14.linear_attn.in_proj_qkv.weight|2d-128|(3712, 640)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,4,0.030896995785357095,3.31215291650111 +1503,1529,1.121914738658353,0.009728111340614583,0.018354297356714778,0.018384655224202816,2.1275808949756647,1.1219237690907633,1.4034630503958176,0.9998315456958444,0.009678655471144193,"model.language_model.layers.14.linear_attn.in_proj_qkv.weight|2d-64|(5248, 1728)","model.language_model.layers.21.linear_attn.in_proj_qkv.weight|2d-64|(1408, 64)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,7,9.03043241029522e-06,6.015964383443031 +1615,1733,1.138581994804674,0.04869455172570925,0.013033113171948565,0.012635625321541256,1.9365201977718236,1.1586008156977383,1.4060694612127997,0.9999150653735782,0.007797582266105427,"model.language_model.layers.17.linear_attn.in_proj_z.weight|2d-128|(896, 1536)","model.language_model.layers.22.linear_attn.in_proj_z.weight|2d-128|(256, 1408)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,5,0.020018820893064282,5.843964758341101 +1922,1985,1.127920369184537,0.03378552042756586,0.0164353366332838,0.016465114517659734,2.049896242416593,1.1350823404943857,1.4043288865307584,0.9998649307330219,0.009100685189084615,"model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-64|(640, 768)","model.language_model.layers.6.linear_attn.in_proj_z.weight|2d-64|(1408, 1216)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,2,0.007161971309848747,5.433724826431318 +2134,2150,1.214649374060196,0.009777008072125117,0.007098977269406447,0.007098918564015733,1.7550443818276138,1.2108767958043762,1.4095129630233418,0.9999748019433932,0.004897874343505523,"model.language_model.layers.16.linear_attn.out_proj.weight|2d-128|(1280, 256)","model.language_model.layers.16.linear_attn.out_proj.weight|2d-128|(1664, 1024)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,0,0.0037725782558197807,4.754106653856134 +2330,2374,1.2146754762223275,-0.011434415087569781,-0.011597873362531727,-0.011582602328417927,1.2335346693117997,1.7356141003730752,1.4219374413055919,0.9999327424049412,-0.0163184976013538,"model.language_model.layers.2.linear_attn.out_proj.weight|2d-64|(1664, 1024)","model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(1536, 896)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,10,0.018859193089472148,3.2278656833748536 +2586,2669,1.2577481289139933,0.02573166779110597,-0.0008525600709087161,-0.0007667785494167704,1.596135483546866,1.2839000535853582,1.4148022842026846,0.9999996365705968,-0.0006857825867589001,"model.language_model.layers.2.mlp.down_proj.weight|2d-128|(1280, 5248)","model.language_model.layers.22.mlp.down_proj.weight|2d-128|(1536, 1920)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,20,0.026151924671364846,4.251686260239063 +2832,2895,1.249622908073559,0.04595089015086227,0.02849385473815871,0.02803960682991782,1.5568047448491027,1.2739827189925466,1.394323755222112,0.9995939676899619,0.023317425421526847,"model.language_model.layers.13.mlp.down_proj.weight|2d-64|(832, 2880)","model.language_model.layers.21.mlp.down_proj.weight|2d-64|(1920, 4672)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,8,0.024359810918987534,4.03427475157401 +3102,3107,1.1446156625104607,0.03887326705227132,5.776365395145572e-05,5.432779026950126e-05,1.1649700260031954,1.9491457220432205,1.4141775879346408,0.9999999983316802,9.664607369799921e-05,"model.language_model.layers.23.mlp.gate_proj.weight|2d-128|(3200, 512)","model.language_model.layers.11.mlp.gate_proj.weight|2d-128|(896, 640)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,12,0.020354363492734784,3.192921617079744 +3425,3582,1.1329495093632755,0.032515404639074964,0.030349777081160895,0.030373414405643655,1.1381316652156857,1.9805584454300926,1.395548659649212,0.999539339411473,0.05281419465965092,"model.language_model.layers.23.mlp.gate_proj.weight|2d-64|(3328, 1344)","model.language_model.layers.11.mlp.gate_proj.weight|2d-64|(1344, 576)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,12,0.0051821558524101086,2.9543561784631622 +3689,3786,1.2096025642849801,0.04262288622485208,0.008485703504519253,0.008478684037208379,1.2323244565507396,1.6911483316477482,1.40849017127604,0.9999639957698644,0.011645133916024265,"model.language_model.layers.23.mlp.up_proj.weight|2d-128|(2048, 1280)","model.language_model.layers.8.mlp.up_proj.weight|2d-128|(4480, 256)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,15,0.02272189226575949,3.093984593120139 +3998,4045,1.2062657350793078,0.0512900888339571,0.019798494295853244,0.019782934565818564,1.670724960106274,1.229968591700871,1.400781998987218,0.9998039906019665,0.01457542487742528,"model.language_model.layers.10.mlp.up_proj.weight|2d-64|(1600, 1920)","model.language_model.layers.23.mlp.up_proj.weight|2d-64|(3840, 512)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,13,0.02370285662156313,4.371807846809714 +4208,4325,1.1630997765949003,0.028751296355431923,0.002636253532387354,0.002569419096505915,1.1838719073546211,1.8604872149218379,1.4125239311950502,0.9999965250776189,0.004142944825220884,"model.language_model.layers.15.self_attn.k_proj.weight|2d-128|(384, 0)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(256, 640)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,8,0.02077213075972084,3.5359161119900024 +4506,4536,1.0955242481279672,0.04458648659297329,0.023765082930146033,0.024235135317625573,2.1932177487843947,1.1099930848122965,1.40060697658676,0.9997175705334599,0.01202756895756184,"model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 1984)","model.language_model.layers.3.self_attn.k_proj.weight|2d-64|(448, 1344)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,20,0.0144688366843293,6.269123806128156 +4648,4822,1.104132448536404,0.04144664437957472,0.00587810008306764,0.005895218398784524,1.122290671616597,2.177686667180675,1.4108244350954642,0.9999827238204735,0.011405833179394947,"model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(1024, 256)","model.language_model.layers.3.self_attn.o_proj.weight|2d-128|(256, 1024)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,16,0.018158223080193103,2.8929913904624645 +4873,4955,1.1089039941487966,0.011422154404853594,0.005280411795988373,0.005431131162930511,1.1364721272734262,2.0842090033249883,1.4110713651763407,0.9999860585284501,0.009683899448432847,"model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(1856, 768)","model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(1536, 512)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,4,0.02756813312462958,2.947512484667306 +5332,5350,1.1026866898314274,0.047256417573981885,0.024862341525418472,0.024547814704945502,1.1160021324533191,2.14234399643074,1.3997327727616222,0.9996908842106511,0.04772722789256757,"model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(3456, 1536)","model.language_model.layers.19.self_attn.q_proj.weight|2d-128|(1280, 384)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,16,0.013315442621891771,2.961842005674378 +5596,5616,1.0914930134744907,0.09326459436507685,0.060186236299154934,0.058845211831742815,1.0985740317963675,2.116814240270227,1.3789742614483118,0.9981871652952378,0.11597132134826899,"model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(1344, 640)","model.language_model.layers.11.self_attn.q_proj.weight|2d-64|(2432, 896)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,8,0.0070810183218767975,2.7781572156898315 +5682,5763,1.074253471689567,0.021554669928108564,-0.0022728686696587286,-0.002253396547253168,2.528598929645768,1.0898257033092584,1.4153814203879185,0.9999974170306694,-0.000979606005285864,"model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(384, 768)","model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(0, 384)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,12,0.015572231619691346,9.42840055443088 +5988,6080,1.0641826741405136,-0.01713385133216429,0.005152778852123425,0.005225312471618579,2.785802493148392,1.069286237870963,1.4117735775942242,0.9999867243469291,0.0019778126866205753,"model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(448, 960)","model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(0, 1792)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,12,0.005103563730449512,10.054887671033148 +6340,6354,1.1381927747716372,0.038597034389818444,-0.0002257418889770845,-0.00022822459314835844,1.1733066810946118,1.9125074200741048,1.4143558535663006,0.9999999745202995,-0.0003679626517488528,"model.visual.blocks.23.attn.proj.weight|2d-128|(128, 256)","model.visual.blocks.11.attn.proj.weight|2d-128|(256, 256)",model.visual.layers.*.attn.proj.weight,2d-128,12,0.03511390632297462,3.0589696835760796 +6471,6524,1.1678903738642932,-0.021372106037622747,-0.014445846885453415,-0.0143975637759178,1.1921685051443038,1.8781264469751853,1.4234270395366782,0.9998956533097652,-0.022757795535992734,"model.visual.blocks.22.attn.proj.weight|2d-64|(256, 384)","model.visual.blocks.0.attn.proj.weight|2d-64|(448, 768)",model.visual.layers.*.attn.proj.weight,2d-64,22,0.024278131280010662,3.054486264140625 +6783,6826,1.06816519547812,0.02204624682443438,0.007147083737353465,0.007165623435291973,1.0804465114074173,2.5952821311355376,1.4106226941128877,0.9999744592708613,0.017167623308923304,"model.visual.blocks.0.attn.qkv.weight|2d-128|(1920, 896)","model.visual.blocks.0.attn.qkv.weight|2d-128|(2688, 256)",model.visual.layers.*.attn.qkv.weight,2d-128,0,0.012281315929297376,4.110344238733764 +7063,7067,1.0642657369933837,-0.004392535954715586,-0.0015034471434798265,-0.0014636898296891696,1.065991136570656,2.8987775973237766,1.4149021381913385,0.9999988698227047,-0.004088363166226831,"model.visual.blocks.0.attn.qkv.weight|2d-64|(1920, 512)","model.visual.blocks.21.attn.qkv.weight|2d-64|(384, 704)",model.visual.layers.*.attn.qkv.weight,2d-64,21,0.0017253995772723574,3.5665403583603874 +7182,7271,1.2010486714451571,0.052453941406512376,0.003578464006293281,0.0036501708133131337,1.2413672313673174,1.6795451798555114,1.4117925147100043,0.9999935972771804,0.004841590643919553,"model.visual.blocks.1.mlp.linear_fc1.weight|2d-128|(1664, 640)","model.visual.blocks.13.mlp.linear_fc1.weight|2d-128|(640, 512)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,12,0.04031855992216027,3.309685982863691 +7623,7658,1.2002001830743134,0.015690210592503202,0.008748292132363503,0.007933993871349238,1.7712693385797593,1.2043243424673387,1.4084492354923894,0.9999617329602003,0.005948153079005296,"model.visual.blocks.17.mlp.linear_fc1.weight|2d-64|(3904, 384)","model.visual.blocks.0.mlp.linear_fc1.weight|2d-64|(896, 640)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,17,0.00412415939302524,5.494381069900553 +7709,7864,1.2062936069244834,0.006521398420213417,0.00825508359536671,0.008132226369260297,1.2096218590339143,1.755919904042137,1.408748951479886,0.9999659262169054,0.011983303283071482,"model.visual.blocks.3.mlp.linear_fc2.weight|2d-128|(512, 1152)","model.visual.blocks.9.mlp.linear_fc2.weight|2d-128|(0, 1536)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,6,0.003328252109430885,3.5511736463858905 +7950,8111,1.1846817027466237,0.01288629204756126,0.01187203214326801,0.012159212726107305,1.1979116461162056,1.7838852153650855,1.4064215882676478,0.9999295249430278,0.017679386192945006,"model.visual.blocks.4.mlp.linear_fc2.weight|2d-64|(576, 2240)","model.visual.blocks.10.mlp.linear_fc2.weight|2d-64|(512, 2368)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,6,0.013229943369581942,3.454295013662397 +8242,8255,0.6564192393390574,0.7820004400383113,0.7727142017317996,0.7726877567275282,0.6740423352182211,0.6743966200761827,0.6742194078343889,0.6347540960419141,0.7731203497241461,"model.visual.merger.linear_fc1.weight|2d-128|(1664, 3584)","model.visual.merger.linear_fc1.weight|2d-128|(1664, 1536)",model.visual.merger.linear_fc1.weight,2d-128,0,0.017623095879163664,1.8358094083848542 +8558,8673,1.3343180846132194,0.04919685286384733,0.018014832119806094,0.01803538377671407,1.4546869775698288,1.3536612383005275,1.4014504864605262,0.9998377197444069,0.016763730157130827,"model.visual.merger.linear_fc1.weight|2d-64|(1152, 2048)","model.visual.merger.linear_fc1.weight|2d-64|(1024, 3584)",model.visual.merger.linear_fc1.weight,2d-64,0,0.0193431536873081,3.8261961638635 +8744,8826,1.3344668621783362,0.03579731147204207,0.0025545863543878474,0.002599341348685587,1.3877388715211314,1.4384396168133688,1.412407205739877,0.9999967370389555,0.0026479176249451643,"model.visual.merger.linear_fc2.weight|2d-128|(1152, 1408)","model.visual.merger.linear_fc2.weight|2d-128|(1536, 1536)",model.visual.merger.linear_fc2.weight,2d-128,0,0.05327200934279519,3.6086289388257113 +8987,9153,1.3258531059055105,0.02610994878750962,-0.0017268777329307147,-0.001718578082479379,1.3577351538712135,1.4811647182794772,1.4154295187711237,0.9999985089455361,-0.0018838654678024497,"model.visual.merger.linear_fc2.weight|2d-64|(1152, 384)","model.visual.merger.linear_fc2.weight|2d-64|(1216, 448)",model.visual.merger.linear_fc2.weight,2d-64,0,0.03188204796570293,3.508593572178658 +9258,9330,0.5504337557068181,0.8395110379022519,0.6077828179978148,0.6071578300296473,1.0662719781705634,0.8081763122974363,0.9108614005018661,0.7941032968994872,0.46066640274086323,"model.visual.pos_embed.weight|2d-128|(640, 256)","model.visual.pos_embed.weight|2d-128|(1792, 256)",model.visual.pos_embed.weight,2d-128,0,0.2577425565906182,3.5348579499564456 +9572,9578,0.3118130506985985,0.9506063146465011,0.9398464831737352,0.9396994008144771,0.3502584413605645,0.3443165712620331,0.3472493848206259,0.34159711366749235,0.9239026969400976,"model.visual.pos_embed.weight|2d-64|(832, 256)","model.visual.pos_embed.weight|2d-64|(1024, 256)",model.visual.pos_embed.weight,2d-64,0,0.032503520563434585,1.1015310780903258 +9639,9694,1.0141337226158624,0.052999642541362066,0.008011070035550847,0.007833791199428107,1.0261780944053265,4.303396394681971,1.4116550258066451,0.9999679108635864,0.03359534772422964,"mtp.fc.weight|2d-128|(1024, 3072)","mtp.fc.weight|2d-128|(1664, 0)",mtp.fc.weight,2d-128,0,0.012044371789464048,1.1444270292816958 +10012,10051,1.006793889609123,0.045140850933348395,0.014235924265211057,0.013438711315959308,1.012694393631428,5.796361624958864,1.4107962049980078,0.9998986640956748,0.08148219801118217,"mtp.fc.weight|2d-64|(1792, 3840)","mtp.fc.weight|2d-64|(1536, 1856)",mtp.fc.weight,2d-64,0,0.00590050402230502,8.03736107356027 +10231,10373,1.2782472136180107,0.056853174747918914,0.0008562450974694433,0.0007161477435450451,1.3948005749823087,1.4331977463857983,1.413608199282779,0.9999996334220993,0.0008798164885060069,"mtp.layers.0.mlp.down_proj.weight|2d-128|(1792, 4096)","mtp.layers.0.mlp.down_proj.weight|2d-128|(896, 3200)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.11655336136429795,3.4182064060390362 +10422,10581,1.2565974814085277,0.017263278251599654,0.0007775522781727418,0.0006952911981489723,1.5041481680653825,1.337768512573777,1.4136674005152077,0.9999996977061817,0.0006915442086781744,"mtp.layers.0.mlp.down_proj.weight|2d-64|(768, 5184)","mtp.layers.0.mlp.down_proj.weight|2d-64|(1408, 2560)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.08117103116524937,4.02557598998865 +10744,10882,1.2988287271143517,0.051787161633365254,0.0066890050024893295,0.0066955302482774115,1.3416593038027098,1.4887988043898588,1.4095013656751187,0.9999776283557931,0.0074225868087657975,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(2944, 512)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(2560, 256)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.0428305766883581,3.5405769956636104 +11010,11053,1.2847270338925867,0.02953899047694185,0.019522464035411496,0.019672524260406513,1.2877337856037554,1.5494544649307003,1.4005762971853324,0.9998094185383463,0.023490234863982388,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(640, 1728)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(5568, 128)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.003006751711168709,3.636224153065809 +11233,11375,1.3220099465271917,0.06449312322419112,0.029758300533378034,0.029750657722734636,1.3655788346758173,1.4222060575614188,1.3930299681238687,0.9995571237049762,0.030992304659840902,"mtp.layers.0.mlp.up_proj.weight|2d-128|(2944, 1792)","mtp.layers.0.mlp.up_proj.weight|2d-128|(5248, 1152)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.043568888148625584,3.4193865088022997 +11507,11526,1.3031477983513797,0.03132819252617419,0.0148096315774139,0.01495182973953116,1.3148370599890304,1.5136838601443838,1.4038062773832765,0.9998903313926689,0.017049337119842863,"mtp.layers.0.mlp.up_proj.weight|2d-64|(1472, 1792)","mtp.layers.0.mlp.up_proj.weight|2d-64|(5568, 576)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.011689261637650716,3.499317469422845 +11704,11723,1.2107893679806778,0.030919907925320476,-0.0022967800738964723,-0.0023129907905594113,1.6811211506712982,1.2461397224724549,1.415766605770525,0.9999973623971676,-0.0017025000742645637,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(256, 1024)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 1408)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.035350354491777036,5.722460908577053 +11736,11935,1.0775156473144978,0.03529605993368924,0.030758536903703115,0.030838583634760712,2.4268033469179118,1.0823480211436933,1.397938174947806,0.9995268442655973,0.013718227969843177,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 512)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 960)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.0048323738291955465,7.897863928717569 +12058,12060,1.0905936661867164,0.4008458860285112,0.3887709705000094,0.3887745537335534,1.0936660045978122,1.1182122604356208,1.105734846162703,0.9213344303218463,0.3974965518603953,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(512, 1280)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(512, 1536)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.0030723384110957763,3.638024950522285 +12391,12478,1.1573345339386791,0.07168802017916717,0.029622845737444992,0.03012221001845922,1.168584225339174,1.8403257708668688,1.3951271107920462,0.9995611472093219,0.04665105452815005,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(768, 1920)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(768, 192)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.011249691400494921,3.516835122774724 +12615,12741,1.0489998714011308,0.0581147060750034,0.027566750642830585,0.027485767532540114,1.0629715301407485,2.732240343755445,1.4009783810028982,0.9996199649161656,0.0708570136799572,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(896, 896)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(1920, 640)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.013971658739617698,3.073257742066934 +12808,12839,1.046544667990045,0.035184080416477644,-0.0002963073830426905,-0.0003222593127054827,1.0561225516169575,3.111715868514735,1.4143410893194426,0.9999999561009665,-0.0008730278359839632,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(832, 512)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(2112, 640)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.009577883626912476,2.9968468031185655 +13028,13038,1.3444249692952945,0.06149983805064637,0.004461326105770135,0.004444599290040781,1.4124300643035825,1.4096847577400249,1.4110554080813382,0.9999900482351702,0.004452654732829357,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 512)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 1792)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.06525978844473035,3.902340078804341 +13099,13279,1.2892801491534336,0.042735708776822506,0.012200032466958409,0.012283947807626167,1.3308063970165736,1.4946552242393831,1.4056185445191198,0.9999255768344988,0.013702099947451925,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(0, 1728)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 960)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.041526247863139965,3.373011492648131 +195,209,1.146008216958243,0.2916351537727397,0.3180212746225078,0.3163437123181795,1.1300994044193888,1.211186507737566,1.1685381761744398,0.948083576952726,0.34083999645516155,"model.language_model.embed_tokens.weight|2d-128|(142080, 1152)","model.language_model.embed_tokens.weight|2d-128|(186240, 1152)",model.language_model.embed_tokens.weight,2d-128,0,0.015908812538854233,3.1823890152507834 +278,507,1.1023826592353867,0.34941097003514315,0.3019128615339194,0.29950734207919344,1.1459798517140254,1.2219170461106401,1.1821230946847732,0.9533355254265942,0.3219188115712161,"model.language_model.embed_tokens.weight|2d-64|(215360, 512)","model.language_model.embed_tokens.weight|2d-64|(184256, 512)",model.language_model.embed_tokens.weight,2d-64,0,0.04359719247863869,3.066094532965751 +528,760,0.080862870511039,0.9990806753201781,0.999080675320178,0.9996840330366973,0.08690102866039966,0.08086287051104038,0.08371907859109674,0.04286961863344619,0.9296613920902094,"model.language_model.layers.9.linear_attn.conv1d.weight|3d-axis0-slice|(1310, 0, 0)","model.language_model.layers.22.linear_attn.conv1d.weight|3d-axis0-slice|(4629, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,13,1.3739009929736312e-15,0.1522991566362887 +773,902,0.4742550394946964,0.8877162274008605,0.8877162274008605,0.8913451836205821,0.6128250341192635,0.4742550394946964,0.5304163929818352,0.46039102902769913,0.6869887342169925,"model.language_model.layers.16.linear_attn.conv1d.weight|3d-volume|(2020, 0, 0)","model.language_model.layers.10.linear_attn.conv1d.weight|3d-volume|(624, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,6,0.0,1.1561638366087772 +1234,1260,1.1259113087690389,0.02868451971415313,0.006970239690480752,0.0069861362713079895,1.1455255523169536,2.024654811512827,1.4099824504248304,0.9999757075842679,0.01231952381872737,"model.language_model.layers.16.linear_attn.in_proj_qkv.weight|2d-128|(1792, 1024)","model.language_model.layers.12.linear_attn.in_proj_qkv.weight|2d-128|(2688, 1408)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,4,0.019614243547914745,3.0442657612217072 +1345,1503,1.1219942741861615,-0.0048185530955496,-0.006702464702609834,-0.006413352239035683,1.1341941714030663,2.146064042664436,1.4181239320169565,0.9999775382311896,-0.012682059966597058,"model.language_model.layers.21.linear_attn.in_proj_qkv.weight|2d-64|(4032, 1344)","model.language_model.layers.14.linear_attn.in_proj_qkv.weight|2d-64|(5248, 1728)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,7,0.012199897216904843,3.0754672724693415 +1553,1569,1.1386862043884867,0.017491130850604938,-0.002965087125869788,-0.002993893607504122,1.1392290755911578,2.0988286175269923,1.415970568105124,0.9999956041195062,-0.005462650003035677,"model.language_model.layers.22.linear_attn.in_proj_z.weight|2d-128|(0, 384)","model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(256, 1664)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,4,0.000542871202671158,3.1119009830475917 +1922,2041,1.128353739126763,-0.03911481041993997,-0.025681364240857492,-0.02473450765937709,2.317908376707828,1.122160597299419,1.4283869188200478,0.9996701793745417,-0.012433025966676147,"model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-64|(640, 768)","model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-64|(576, 64)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,2,0.006193141827343984,6.264649770057357 +2178,2240,1.2156100232219735,-0.020120817070418837,0.009367019882840482,0.00938424484005303,1.8243163356351244,1.1883117914091395,1.4081422555489258,0.9999561285069033,0.006101430963324698,"model.language_model.layers.12.linear_attn.out_proj.weight|2d-128|(640, 896)","model.language_model.layers.0.linear_attn.out_proj.weight|2d-128|(1536, 0)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,12,0.027298231812834084,4.856817373334481 +2364,2456,1.2147268187906224,0.03670397156580401,0.011177059602856212,0.011499091224085134,1.2515844797948796,1.6384185753218805,1.406567736247171,0.9999375347183613,0.014631614858152172,"model.language_model.layers.22.linear_attn.out_proj.weight|2d-64|(1472, 384)","model.language_model.layers.16.linear_attn.out_proj.weight|2d-64|(512, 1152)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,6,0.03685766100425725,3.2338653648961446 +2758,2815,1.2580068059331173,0.06981330028097227,0.02000529187011593,0.02003146942390501,1.5635969883295968,1.2793457180163839,1.4002790678164971,0.9997998741234125,0.016368466224178858,"model.language_model.layers.2.mlp.down_proj.weight|2d-128|(1920, 5632)","model.language_model.layers.20.mlp.down_proj.weight|2d-128|(1152, 1280)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,18,0.021338912083266548,3.8374053719883348 +2867,2928,1.250344938994657,0.034314197054060906,0.028314228276569157,0.028309209339593,1.2766908911352046,1.5521955482625773,1.3944302300215667,0.9995990718668671,0.03442432258939545,"model.language_model.layers.21.mlp.down_proj.weight|2d-64|(1984, 576)","model.language_model.layers.7.mlp.down_proj.weight|2d-64|(704, 3520)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,14,0.02634595214054758,3.2676085913432176 +3138,3224,1.1448837520876765,0.013850776428856225,0.003922835991826398,0.004177600694382285,1.1523667272468507,1.998538726125318,1.411810837831891,0.9999923056492891,0.006803337392978954,"model.language_model.layers.23.mlp.gate_proj.weight|2d-128|(4480, 768)","model.language_model.layers.9.mlp.gate_proj.weight|2d-128|(4736, 1664)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,14,0.007482975159174288,3.1451045257977093 +3341,3441,1.1336914995657907,0.04298042663818929,0.031184568192837023,0.031240267205018057,1.960497094529999,1.14131327367975,1.3949063974729248,0.9995136430817873,0.018154253689923853,"model.language_model.layers.9.mlp.gate_proj.weight|2d-64|(2560, 1728)","model.language_model.layers.23.mlp.gate_proj.weight|2d-64|(2688, 0)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,14,0.0076217741139592565,5.544583525946453 +3652,3665,1.2100389925445716,0.004587842370827269,0.0028828583665540747,0.00285906563874336,1.761138691965073,1.2124222860763507,1.4123080472938268,0.9999958445551853,0.0019846487656868437,"model.language_model.layers.2.mlp.up_proj.weight|2d-128|(2688, 1152)","model.language_model.layers.23.mlp.up_proj.weight|2d-128|(896, 768)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,21,0.0023832935317791293,4.939597696946474 +3898,4038,1.207110354010267,0.043311707584578425,0.01920993959372225,0.018568251826638085,1.231336290703331,1.6686363266795383,1.4011739834886487,0.9998154720851271,0.026032208488791682,"model.language_model.layers.23.mlp.up_proj.weight|2d-64|(2944, 0)","model.language_model.layers.0.mlp.up_proj.weight|2d-64|(5248, 1216)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,23,0.024225936693063943,3.0795937726797753 +4290,4343,1.1635206111600807,0.018915911220959196,0.006793441414075547,0.0067184494125632375,1.8146912802922814,1.193005682722225,1.4097966250220553,0.999976924310633,0.004466111839655324,"model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 256)","model.language_model.layers.3.self_attn.k_proj.weight|2d-128|(384, 768)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,20,0.029485071562144416,5.734214292816817 +4518,4561,1.0957541979017755,0.0386797926049825,0.03852980766544552,0.038551319791793486,1.1149874047430033,2.0911921143699046,1.3914078945318662,0.9992574512713246,0.07226380281554869,"model.language_model.layers.19.self_attn.k_proj.weight|2d-64|(128, 1216)","model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(0, 1024)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,4,0.019233206841227757,3.5852354257863293 +4621,4674,1.104338446574157,0.029103369181928025,0.012098212408009727,0.011980555831388375,2.186739680395465,1.11749160458053,1.4072635720069053,0.9999268139501664,0.006182560694164512,"model.language_model.layers.23.self_attn.o_proj.weight|2d-128|(1280, 1664)","model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(768, 256)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,4,0.013153158006373067,5.803323638366384 +5004,5051,1.109388702984624,0.026262872948303317,0.016187281230168167,0.016252657519688154,2.1588381507292045,1.118846934874794,1.4048301890859451,0.9998689773797242,0.008389276418064244,"model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(1728, 1408)","model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(1728, 1088)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,12,0.009458231890169921,5.783756920245251 +5125,5204,1.102743251948894,0.03452700161015452,0.03676468477528629,0.03677031986618063,1.101160870659727,2.2055621841088495,1.3932797331550202,0.9993239504551934,0.07363755888135864,"model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(3456, 0)","model.language_model.layers.11.self_attn.q_proj.weight|2d-128|(2432, 0)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,8,0.0015823812891671007,3.0979951460792625 +5465,5620,1.0916896713115514,-0.02895563459735538,-0.024611876164547214,-0.024472471614647374,1.0935859285827803,2.611786421319691,1.4265595951783043,0.9996970818961417,-0.058779984534978715,"model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(3520, 1216)","model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(2688, 384)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,4,0.001896257271228885,3.0589249244856345 +5719,5763,1.074268979593423,0.020205514617288915,0.0005445592826476772,0.000572248139193328,2.531174367010258,1.0882995473273942,1.4139340758352803,0.9999998517275828,0.000234137809122336,"model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(384, 384)","model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(0, 384)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,12,0.014030567733971155,9.196866427674507 +6070,6134,1.0643283626366558,0.01156587443556318,0.004742266612610829,0.004751592134799014,1.1002138574093243,2.3735166495519127,1.4116523209571408,0.9999887553904668,0.010230600792604195,"model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(384, 1408)","model.language_model.layers.3.self_attn.v_proj.weight|2d-64|(320, 1024)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,16,0.03588549477266856,4.008095928036342 +6282,6340,1.1384267430049735,0.03862818249565018,-0.003462700491364448,-0.0034598551609649393,1.9361968335907103,1.1702546377138712,1.4163797545928662,0.9999940048346825,-0.0020928870653705153,"model.visual.blocks.8.attn.proj.weight|2d-128|(0, 896)","model.visual.blocks.23.attn.proj.weight|2d-128|(128, 256)",model.visual.layers.*.attn.proj.weight,2d-128,15,0.031827894708897686,5.351100648082814 +6419,6560,1.1683297128528318,0.001833627064487739,0.00314760057473114,0.004109885542047234,1.1663959617821305,1.9325418813463113,1.41224290468627,0.9999950462930414,0.005215098590639547,"model.visual.blocks.23.attn.proj.weight|2d-64|(64, 512)","model.visual.blocks.2.attn.proj.weight|2d-64|(64, 640)",model.visual.layers.*.attn.proj.weight,2d-64,21,0.0019337510707013728,3.05706647291546 +6726,6848,1.068411263772428,0.01905810333874615,0.007045496222039146,0.007015268322445071,2.756339256328368,1.070174986201132,1.4108477759839262,0.999975180183481,0.0027354810569452724,"model.visual.blocks.11.attn.qkv.weight|2d-128|(2176, 256)","model.visual.blocks.1.attn.qkv.weight|2d-128|(0, 0)",model.visual.layers.*.attn.qkv.weight,2d-128,10,0.0017637224287041509,7.650735931164751 +6912,7062,1.064417595365944,-0.002934097942758297,0.0004467335107170141,0.0004235818775960319,1.0675910691535413,2.852390386528797,1.4140061407261049,0.9999999002145802,0.0011935828315984217,"model.visual.blocks.1.attn.qkv.weight|2d-64|(1024, 64)","model.visual.blocks.18.attn.qkv.weight|2d-64|(2752, 576)",model.visual.layers.*.attn.qkv.weight,2d-64,17,0.0031734737875972474,3.0264768156831297 +7171,7293,1.2013386122575005,0.04196837775512772,0.008181050590654586,0.008164463650172812,1.67989838146855,1.2370000047338165,1.4086785843614142,0.9999665346456516,0.006024149871803883,"model.visual.blocks.17.mlp.linear_fc1.weight|2d-128|(3456, 128)","model.visual.blocks.1.mlp.linear_fc1.weight|2d-128|(2560, 128)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,16,0.035661392476316056,4.892132425265743 +7589,7603,1.2004727790197216,0.034878344644199484,0.007409256889010732,0.006831708289254192,1.2199487135539815,1.7274461034416282,1.4092674889686803,0.9999725510794547,0.010491500011531658,"model.visual.blocks.1.mlp.linear_fc1.weight|2d-64|(1600, 768)","model.visual.blocks.23.mlp.linear_fc1.weight|2d-64|(3328, 960)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,22,0.019475934534259887,3.4839183916014314 +7740,7843,1.206327251496166,0.04107972885317112,0.004521789793729919,0.004519990087306377,1.2210604058299341,1.7314059892087084,1.4111984832742093,0.9999897766562723,0.006411684379762943,"model.visual.blocks.4.mlp.linear_fc2.weight|2d-128|(896, 2176)","model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(256, 2304)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,6,0.014733154333768095,3.2643113414432054 +8047,8049,1.1846881294823404,0.038464784853840764,0.0032525559710577146,0.0032549040314319598,1.3382244677331312,1.4993221089539115,1.4119265874586546,0.9999947104258378,0.003644103956847834,"model.visual.blocks.5.mlp.linear_fc2.weight|2d-64|(192, 0)","model.visual.blocks.3.mlp.linear_fc2.weight|2d-64|(576, 3840)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,2,0.15353633825079083,3.0592841072811936 +8192,8317,0.6570908386818706,0.775596609436701,0.7725396264614967,0.7725433771808956,0.6852926608164502,0.6651350745444017,0.6749882305703514,0.6349665546678276,0.749815708551124,"model.visual.merger.linear_fc1.weight|2d-128|(1920, 2560)","model.visual.merger.linear_fc1.weight|2d-128|(1920, 1536)",model.visual.merger.linear_fc1.weight,2d-128,0,0.008044235862531113,1.7868736646455778 +8493,8682,1.3343397365549268,0.07054216295888566,0.03421522923282794,0.03341260155853508,1.3680808363879233,1.412633353055113,1.3898218105905824,0.9994144876319059,0.035329472287859695,"model.visual.merger.linear_fc1.weight|2d-64|(1920, 1408)","model.visual.merger.linear_fc1.weight|2d-64|(1216, 960)",model.visual.merger.linear_fc1.weight,2d-64,0,0.03374109983299656,3.334438243710835 +8743,8818,1.3345642007899494,0.03484579295131717,-0.007399884581342484,-0.007377154884551567,1.4500579642429425,1.3906677820658007,1.4194318712632898,0.9999726204792723,-0.00709680670155221,"model.visual.merger.linear_fc2.weight|2d-128|(128, 896)","model.visual.merger.linear_fc2.weight|2d-128|(1152, 1536)",model.visual.merger.linear_fc2.weight,2d-128,0,0.056103581275851244,3.6562367665684 +8987,9209,1.326297710197306,0.04500759497124324,0.028698935485988602,0.028656197731710284,1.3430653844026794,1.4508320002419104,1.39383380271603,0.9995881007204773,0.031001717756629063,"model.visual.merger.linear_fc2.weight|2d-64|(1152, 384)","model.visual.merger.linear_fc2.weight|2d-64|(1536, 2112)",model.visual.merger.linear_fc2.weight,2d-64,0,0.016767674205373506,3.6022669952450155 +9265,9289,0.5529017052747225,0.8358640846563943,0.8211774288690922,0.8233806874173992,0.6031045737236312,0.5934396004359477,0.5982135383719764,0.5706729626642101,0.8080177576275582,"model.visual.pos_embed.weight|2d-128|(768, 128)","model.visual.pos_embed.weight|2d-128|(1152, 128)",model.visual.pos_embed.weight,2d-128,0,0.04053789516122519,2.644655576869418 +9438,9482,0.3157302147033006,0.9501366845740663,0.8548582264181996,0.8543376249954313,0.5220500620441306,0.5721298919481976,0.545372985880776,0.5188616508522575,0.9368640677803963,"model.visual.pos_embed.weight|2d-64|(1408, 640)","model.visual.pos_embed.weight|2d-64|(448, 640)",model.visual.pos_embed.weight,2d-64,0,0.20631984734083003,1.604603566906503 +9695,9762,1.0145118563537878,0.03988108819364392,0.008314921361177221,0.008876432202283619,1.0253634514465415,4.361070820582349,1.4115911988177283,0.9999654304438516,0.035364982897049764,"mtp.fc.weight|2d-128|(1536, 3584)","mtp.fc.weight|2d-128|(512, 2304)",mtp.fc.weight,2d-128,0,0.010851595092753685,1.207743694732205 +10064,10079,1.0070980960077935,0.03362443106964674,0.01023048600840681,0.009797524680509243,1.0126441285549495,5.953826836677749,1.4118199460782437,0.9999476672086554,0.060149997843791846,"mtp.fc.weight|2d-64|(1408, 3456)","mtp.fc.weight|2d-64|(1536, 3904)",mtp.fc.weight,2d-64,0,0.00554603254715591,7.559888578799924 +10142,10147,1.2783925831025833,0.04449437056923941,0.012988795100676118,0.012991435541255304,1.3572959852302005,1.4581663919337406,1.4050227805010072,0.9999156420427838,0.013954085692154542,"mtp.layers.0.mlp.down_proj.weight|2d-128|(1152, 512)","mtp.layers.0.mlp.down_proj.weight|2d-128|(0, 2432)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.07890340212761715,3.344113763787746 +10408,10422,1.2568061385166094,0.030017493782184577,0.017016913074400505,0.0169684702113958,1.3224741825975819,1.4983909409095393,1.4022231885915704,0.9998552018514573,0.019280518839955033,"mtp.layers.0.mlp.down_proj.weight|2d-64|(960, 5440)","mtp.layers.0.mlp.down_proj.weight|2d-64|(768, 5184)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.06566804408097249,3.4246775916097874 +10718,10845,1.2988369535235564,0.027386097211360674,0.005775199784906051,0.005554511280385468,1.5260809419379338,1.3172006919596952,1.4101679357142878,0.9999833233946677,0.004984727181786087,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(2560, 1664)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(2432, 512)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.01836373843613881,4.172017946223889 +10973,11066,1.2851718802720735,0.025728517844597627,0.01268488827067595,0.012832011897686834,1.5654811432604598,1.2861174919492488,1.4053869831455106,0.9999195435681615,0.010421241264113956,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(5568, 1344)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(4736, 704)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.0009456116771753287,4.184049097771656 +11349,11386,1.3221057188194447,0.03364353939819954,-0.002754187051532536,-0.0028752985029422222,1.3732212349086241,1.463386904637253,1.416155801549393,0.99999620721965,-0.002935026900019057,"mtp.layers.0.mlp.up_proj.weight|2d-128|(5888, 0)","mtp.layers.0.mlp.up_proj.weight|2d-128|(2304, 0)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.051115516089179414,3.445726860438264 +11521,11571,1.3032832649907393,0.01168322569902471,-0.015834363738621984,-0.015838990728111162,1.3478045221063,1.517881856743975,1.4252881857015187,0.999874628603503,-0.017832477215893636,"mtp.layers.0.mlp.up_proj.weight|2d-64|(4672, 1792)","mtp.layers.0.mlp.up_proj.weight|2d-64|(320, 192)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.04452125711556065,3.161546417869402 +11665,11722,1.2109840373893919,0.004267003939570744,0.0007903281329422122,0.0007470093808960476,1.67452436607028,1.245987898698486,1.413678172111178,0.9999996876906724,0.0005880710425002171,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 128)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 1280)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.035003861309094164,5.2779585374038485 +11757,11901,1.077573081449761,-0.0018642324074450323,0.008771405806085446,0.008720415775867192,2.4569242940534104,1.09051320550311,1.4096063820636004,0.9999615304801405,0.003893214734175644,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 1856)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(320, 832)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.012940124053348878,9.567433136343338 +12234,12236,1.0989719686986459,0.35673881251292194,0.37749357900597375,0.3774964933494942,1.0835872379751506,1.1524808215446163,1.116442944604408,0.9260122017604632,0.40149430965391175,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(1920, 1280)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1920, 1536)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.015384730723495332,3.8449455159609367 +12322,12415,1.1584310946369543,0.03825997790439242,-0.001168250187689873,-0.0012126631298099964,1.2080938863392452,1.7852980911392493,1.4149802041177504,0.9999993175955166,-0.0017264178336137373,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(128, 1152)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(640, 0)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.04966279170229093,3.2799751345173234 +12580,12606,1.0490897315385812,0.011683853976348503,0.005800276151032695,0.00590634593973733,3.0939358041205423,1.0546266512340425,1.411706313204889,0.9999831782568003,0.001977134045654544,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 512)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(768, 1792)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.005536919695461329,9.359017646797156 +12774,12927,1.0466759858750603,0.029388795229919683,0.0249632875104196,0.024711064491587106,2.873250216047356,1.0568490866732285,1.4027289880176297,0.9996883685812655,0.009182084963711125,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(1984, 448)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(832, 1920)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.010173100798168244,9.094061523283086 +13036,13039,1.3448454089445796,0.03761466475449032,0.004806738210183115,0.004802926426218295,1.3963077064222607,1.425776511329174,1.4108113338977835,0.99998844756716,0.004908183493270062,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 1536)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 1920)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.05146229747768105,3.6075246878421523 +13167,13273,1.2893144269210326,0.008689668634555435,0.007719858276745533,0.007694043438236932,1.325465064113514,1.5101060960367838,1.4087904962351296,0.9999702014501167,0.008795256366904189,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(128, 1984)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 576)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.03615063719248135,3.434240822771625 +44,155,1.1460235864057338,0.3236887504718164,0.32563765247426063,0.3246878840103293,1.1864676246921064,1.1382098744001328,1.1615876049509213,0.9454946426559236,0.31239284057065275,"model.language_model.embed_tokens.weight|2d-128|(86528, 1152)","model.language_model.embed_tokens.weight|2d-128|(241920, 1152)",model.language_model.embed_tokens.weight,2d-128,0,0.007813712005600992,3.0142241092686226 +414,470,1.1025043162654526,0.36840017559593385,0.3029423034207982,0.30072675216030986,1.1907144824510711,1.1710553471399707,1.1807621892519906,0.9530088985933453,0.2979406142483054,"model.language_model.embed_tokens.weight|2d-64|(67328, 512)","model.language_model.embed_tokens.weight|2d-64|(223040, 512)",model.language_model.embed_tokens.weight,2d-64,0,0.06855103087451808,2.996889960295433 +656,760,0.08107938041882057,0.9971037935509435,0.9971037935509434,0.9985215324016888,0.0836732785990578,0.08107938041882057,0.08234570480562982,0.0760527769796575,0.96619325963972,"model.language_model.layers.12.linear_attn.conv1d.weight|3d-axis0-slice|(4595, 0, 0)","model.language_model.layers.22.linear_attn.conv1d.weight|3d-axis0-slice|(4629, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,10,0.0,0.1459088001352508 +776,961,0.4782549095698785,0.8984399780703008,0.8984399780703005,0.9033113749581377,0.47825490956987876,0.6746355261982458,0.5517721430401745,0.4390963513911699,1.2673566234962745,"model.language_model.layers.22.linear_attn.conv1d.weight|3d-volume|(356, 0, 0)","model.language_model.layers.14.linear_attn.conv1d.weight|3d-volume|(1764, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,8,2.7755575615628914e-16,1.2811152683167075 +1087,1260,1.127080253533572,0.047283674925616546,0.013751584137650513,0.013751971034360856,1.145538900362611,2.000163974591357,1.4058014735822304,0.9999054424962919,0.024010902796041143,"model.language_model.layers.16.linear_attn.in_proj_qkv.weight|2d-128|(3840, 768)","model.language_model.layers.12.linear_attn.in_proj_qkv.weight|2d-128|(2688, 1408)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,4,0.018458646829039083,3.0166125745983896 +1360,1466,1.1221701634232852,0.005994455529873162,0.0037839556873125626,0.003937762655487769,1.1290872809395867,2.1382299708597863,1.4120022018966378,0.9999928408140513,0.007165936235048229,"model.language_model.layers.16.linear_attn.in_proj_qkv.weight|2d-64|(2304, 1920)","model.language_model.layers.9.linear_attn.in_proj_qkv.weight|2d-64|(3968, 896)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,7,0.006917117516301419,3.0244173720394403 +1635,1704,1.1387808382470805,0.04047633255572497,-0.00028990155126734483,-0.00036078930626714,1.9699381131623757,1.1608632180215446,1.4143928764961171,0.9999999579785445,-0.00017083584781930056,"model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(256, 1920)","model.language_model.layers.21.linear_attn.in_proj_z.weight|2d-128|(1280, 768)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,3,0.022082379774464034,5.320678877594956 +1922,1975,1.1285524990062534,0.00815312404702788,0.01633427611470031,0.014521677681938313,2.0887443929895113,1.128919585162814,1.4045177905417736,0.9998665868123651,0.00882831057607293,"model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-64|(640, 768)","model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-64|(512, 896)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,2,0.00036708615656055876,5.782179258461684 +2178,2281,1.2157922326774335,0.03025159504390744,0.0046730915740209175,0.004645916866324878,1.659445869280865,1.2486635360636194,1.411034898320927,0.9999890810479587,0.0035163057483126956,"model.language_model.layers.12.linear_attn.out_proj.weight|2d-128|(640, 896)","model.language_model.layers.22.linear_attn.out_proj.weight|2d-128|(1920, 1024)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,10,0.032871303386185824,4.663163524432416 +2374,2489,1.2148732633159687,0.008177668609162669,-0.002556360711340129,-0.002518617476907782,1.6641983261372415,1.2534514253257392,1.4159498584174792,0.9999967325046185,-0.0019254159356796264,"model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(1536, 896)","model.language_model.layers.9.linear_attn.out_proj.weight|2d-64|(1280, 896)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,3,0.03857816200977049,5.127040326400392 +2607,2728,1.258086126634539,0.04798527814966065,0.010229241098170794,0.010222687797370187,1.5446873358131343,1.3006976191455624,1.4070679378422557,0.9999476799445837,0.008613490402608087,"model.language_model.layers.1.mlp.down_proj.weight|2d-128|(384, 4096)","model.language_model.layers.20.mlp.down_proj.weight|2d-128|(1664, 1536)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,19,0.042611492511023474,4.044872866601738 +2823,2920,1.250420561885093,0.021726685897772394,0.02130358594692107,0.02142761191976972,1.2794643964789447,1.5608384601602983,1.3993644916189831,0.999773052860399,0.025988574888673774,"model.language_model.layers.15.mlp.down_proj.weight|2d-64|(1856, 1728)","model.language_model.layers.12.mlp.down_proj.weight|2d-64|(512, 5568)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,3,0.029043834593851736,3.288947674042237 +3102,3182,1.145012647996977,0.035726844256584574,-0.0046252029763171505,-0.004620053068142034,1.1573551430062956,2.002225057608531,1.4170447515610551,0.9999893036915084,-0.00800160378745332,"model.language_model.layers.23.mlp.gate_proj.weight|2d-128|(3200, 512)","model.language_model.layers.11.mlp.gate_proj.weight|2d-128|(896, 1152)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,12,0.0123424950093185,2.948365996008465 +3500,3537,1.1337286162037246,0.0389332268667304,0.022806872486539925,0.022794280052566094,1.911475516848084,1.1570699636159292,1.3998521395625703,0.9997398894549435,0.01380564223061989,"model.language_model.layers.10.mlp.gate_proj.weight|2d-64|(4608, 1408)","model.language_model.layers.23.mlp.gate_proj.weight|2d-64|(3584, 0)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,13,0.023341347412204616,5.3506085070957745 +3600,3662,1.210137097554194,0.03897130896432504,0.005484504185987159,0.005416124685374698,1.2110702551266448,1.7586035607464072,1.410585777875613,0.9999849599938161,0.007964086765054753,"model.language_model.layers.23.mlp.up_proj.weight|2d-128|(3072, 1792)","model.language_model.layers.3.mlp.up_proj.weight|2d-128|(2176, 896)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,20,0.0009331575724507157,3.0949380863149147 +3873,4074,1.2072288803504008,0.05681393573324494,0.026610976926967216,0.026607197432798893,1.6749986093094456,1.222084204807195,1.3961796175492038,0.9996458652477849,0.019415451688251113,"model.language_model.layers.8.mlp.up_proj.weight|2d-64|(4096, 1664)","model.language_model.layers.23.mlp.up_proj.weight|2d-64|(1664, 576)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,15,0.014855324456794161,4.395845744170766 +4221,4293,1.1641645650136134,0.019582632838376746,0.003760407799941256,0.0037589523589118897,1.2030830362320954,1.7885529469594494,1.4117485681250155,0.9999929296415941,0.005590377596394545,"model.language_model.layers.15.self_attn.k_proj.weight|2d-128|(384, 1664)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 640)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,8,0.03891847121848202,3.194867362856367 +4375,4378,1.0960068300287407,0.021995823694551723,0.006032540096897485,0.005952541162832565,2.316124010053273,1.105462349934969,1.4108932580482065,0.9999818040644436,0.002879269815712429,"model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 640)","model.language_model.layers.3.self_attn.k_proj.weight|2d-64|(64, 1984)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,20,0.009455519906228282,6.219056430480559 +4850,4851,1.104369118673597,0.026763396418629556,0.012269765848847543,0.012287598434906058,2.2305936354126388,1.1118583188308784,1.407268549982001,0.9999247235897383,0.006115968867016186,"model.language_model.layers.11.self_attn.o_proj.weight|2d-128|(1920, 256)","model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(768, 384)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,8,0.007489200157281273,5.95395862193315 +4893,4933,1.1098376340180534,-0.0025863210809444915,-0.011770963921812755,-0.01182615077412778,1.1370474028979627,2.147244365806347,1.4210814259186253,0.9999307198043029,-0.022228744287005227,"model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(1280, 896)","model.language_model.layers.3.self_attn.o_proj.weight|2d-64|(1792, 1856)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,16,0.027209768879909335,3.0686200245470947 +5150,5271,1.1031816838480988,0.005870294024526082,-0.008806869460872856,-0.008898398254254996,2.33535821313996,1.1112088477183477,1.4190375375104047,0.9999612187731578,-0.004190479734783168,"model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(3200, 256)","model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(3328, 1792)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,4,0.008027163870248932,6.683262792451579 +5540,5618,1.0918908200563884,-0.03445063605660532,-0.007367627664435682,-0.007005872026945825,1.0854261704819377,2.61690463175589,1.4178961088393414,0.999972858662973,-0.017762957522531386,"model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(1408, 448)","model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(2688, 960)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,4,0.006464649574450698,3.0424439091746867 +5719,5776,1.0742957381326093,0.028899147128434395,-0.01361352541950521,-0.01364629550528746,2.523135911608185,1.0956171936536931,1.4212298726298491,0.9999073316691165,-0.005911378949992797,"model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(384, 384)","model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(128, 0)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,12,0.021321455521083887,8.788144185589148 +5934,6046,1.0643568599312538,0.026368055670110014,0.004954260115928631,0.0047503394944703944,2.4810583609933365,1.0903041134957576,1.4116305999402319,0.9999877275780457,0.0021771556319063394,"model.language_model.layers.3.self_attn.v_proj.weight|2d-64|(448, 1920)","model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(128, 1024)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,16,0.02594725356450378,9.040484970235953 +6340,6374,1.1387212611929747,0.02984879721279731,-0.0012963943705834521,-0.0013074113215878092,1.1662454026355464,1.9475987595690847,1.4150214197719337,0.9999991596804648,-0.0021649440695370504,"model.visual.blocks.23.attn.proj.weight|2d-128|(128, 256)","model.visual.blocks.13.attn.proj.weight|2d-128|(640, 896)",model.visual.layers.*.attn.proj.weight,2d-128,10,0.02752414144257176,3.1473517253294854 +6471,6498,1.1691936173416577,-0.011154648574322575,-0.0002714804758503656,-0.0002561540533562232,1.1922943246506752,1.837098332024162,1.4143888771288415,0.9999999631491749,-0.0004182996757180362,"model.visual.blocks.22.attn.proj.weight|2d-64|(256, 384)","model.visual.blocks.0.attn.proj.weight|2d-64|(384, 128)",model.visual.layers.*.attn.proj.weight,2d-64,22,0.023100707309017476,3.079781148223051 +6763,6821,1.068594412755682,0.05672254599740088,0.005201534122340039,0.005044466909838704,1.1024875872145983,2.3485780239337575,1.4113811173597628,0.9999864719298828,0.011080586187218001,"model.visual.blocks.0.attn.qkv.weight|2d-128|(1664, 384)","model.visual.blocks.13.attn.qkv.weight|2d-128|(768, 896)",model.visual.layers.*.attn.qkv.weight,2d-128,13,0.033893174458916375,3.1673219823634664 +6916,7063,1.0653111947796823,0.006579083669235155,-0.0028763423235689807,-0.0027614606423417135,2.727332130852087,1.0760770415075362,1.4156016382627579,0.9999958633188627,-0.0011348694582870673,"model.visual.blocks.6.attn.qkv.weight|2d-64|(2304, 512)","model.visual.blocks.0.attn.qkv.weight|2d-64|(1920, 512)",model.visual.layers.*.attn.qkv.weight,2d-64,6,0.010765846727853967,9.932825835836134 +7190,7330,1.202329859962276,0.03320438556626169,0.01586276779186094,0.016360158066331277,1.8081507800268322,1.187695902537659,1.4038817987126475,0.9998741783834512,0.010419564849022164,"model.visual.blocks.14.mlp.linear_fc1.weight|2d-128|(640, 256)","model.visual.blocks.23.mlp.linear_fc1.weight|2d-128|(1920, 768)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,9,0.014633957424617039,4.009529791004672 +7508,7640,1.2005892330123538,0.04517766438278769,0.021458584450854346,0.020820109058567276,1.684473469900464,1.2231550658906203,1.3997108378753205,0.9997697380664037,0.015581828237078226,"model.visual.blocks.21.mlp.linear_fc1.weight|2d-64|(2688, 256)","model.visual.blocks.1.mlp.linear_fc1.weight|2d-64|(3328, 640)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,20,0.022565832878266523,5.008498746838025 +7736,7861,1.2066108293063553,0.014966812729059335,-0.010614276015760631,-0.0107677994172022,1.204997114939279,1.8208083878910475,1.4211051720587078,0.9999436669856263,-0.01603867972900633,"model.visual.blocks.4.mlp.linear_fc2.weight|2d-128|(128, 1920)","model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(640, 1920)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,6,0.0016137143670762466,3.3720559366995433 +8047,8078,1.1848241105682196,0.021419784520959516,0.026573396049891666,0.026568674524420403,1.222311337154005,1.674493395745786,1.3962025549014698,0.9996468649590092,0.0364039625875403,"model.visual.blocks.5.mlp.linear_fc2.weight|2d-64|(192, 0)","model.visual.blocks.10.mlp.linear_fc2.weight|2d-64|(576, 2176)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,5,0.037487226585785516,3.075571924806993 +8321,8356,0.6579984131302684,0.7810062585575989,0.783900467361886,0.7837495045808518,0.6596636361871283,0.6552493165786543,0.6574453619079041,0.6208865091704092,0.7786547830246855,"model.visual.merger.linear_fc1.weight|2d-128|(1152, 3840)","model.visual.merger.linear_fc1.weight|2d-128|(1152, 1792)",model.visual.merger.linear_fc1.weight,2d-128,0,0.0027490965516141497,1.7872137769824366 +8473,8558,1.3344634965184863,0.022476476795841003,0.027655861517765733,0.027557325491499914,1.3399135972222567,1.4565562528473357,1.3945896899253079,0.9996175035100727,0.030063369836002864,"model.visual.merger.linear_fc1.weight|2d-64|(384, 704)","model.visual.merger.linear_fc1.weight|2d-64|(1152, 2048)",model.visual.merger.linear_fc1.weight,2d-64,0,0.005450100703770389,3.6036928658193546 +8818,8952,1.334929266112105,0.01976590441571045,-0.0004770513584569422,-0.0005760475286005467,1.381762115590466,1.4497894910612847,1.41455045931773,0.9999998862109942,-0.000500537710785213,"model.visual.merger.linear_fc2.weight|2d-128|(1152, 1536)","model.visual.merger.linear_fc2.weight|2d-128|(896, 3072)",model.visual.merger.linear_fc2.weight,2d-128,0,0.04683284947836097,3.2930769285093193 +8974,9064,1.3279678544328726,0.0353868477482806,0.014467752736482955,0.014698185930513336,1.4664341462513075,1.3488843932864465,1.403981912008975,0.9998953365881631,0.013308013811637426,"model.visual.merger.linear_fc2.weight|2d-64|(320, 128)","model.visual.merger.linear_fc2.weight|2d-64|(1152, 1600)",model.visual.merger.linear_fc2.weight,2d-64,0,0.02091653885357392,3.855746310847352 +9224,9272,0.559086688979583,0.8328422801961272,0.5608615860856921,0.5620966577274276,0.9671457169872001,0.9117151338316636,0.9382045533826495,0.8279095851923939,0.5287166008572867,"model.visual.pos_embed.weight|2d-128|(128, 0)","model.visual.pos_embed.weight|2d-128|(896, 0)",model.visual.pos_embed.weight,2d-128,0,0.35262844485208056,2.0274096773269994 +9473,9601,0.3165064600612933,0.9485908229548187,0.6782462692478167,0.6816979938763763,0.8405672076251172,0.7737338850173029,0.8050774047193213,0.7348346740943966,0.6243190504496237,"model.visual.pos_embed.weight|2d-64|(448, 64)","model.visual.pos_embed.weight|2d-64|(1216, 64)",model.visual.pos_embed.weight,2d-64,0,0.4572274249560096,1.416347080341886 +9667,9770,1.0145502823191122,0.045504987893592204,0.009232663989566207,0.007308685099214383,4.321011586077182,1.0256502405132704,1.4112765702820143,0.9999573780495126,0.0021914970262955566,"mtp.fc.weight|2d-128|(128, 2432)","mtp.fc.weight|2d-128|(1408, 3456)",mtp.fc.weight,2d-128,0,0.01109995819415821,5.911262577510909 +9885,9891,1.0074291735160557,0.03626665174242414,0.020815408842978427,0.02376853342083073,6.00350127957494,1.0106083255995524,1.4093864824966176,0.999783335905685,0.0035039928364872354,"mtp.fc.weight|2d-64|(0, 832)","mtp.fc.weight|2d-64|(576, 2624)",mtp.fc.weight,2d-64,0,0.003179152083496728,46.34513909318871 +10231,10285,1.2849371420340414,0.039760196775072525,0.007502055887803833,0.0074724667651341415,1.3842778308993695,1.434889332985439,1.4089022523513086,0.9999718591827753,0.007776343540715754,"mtp.layers.0.mlp.down_proj.weight|2d-128|(1792, 4096)","mtp.layers.0.mlp.down_proj.weight|2d-128|(384, 1664)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.0993406888653281,3.2956612399632403 +10524,10633,1.2569326668199696,0.03831989578510637,0.0221368775105216,0.022215814818224662,1.4632795300718133,1.3416831205639212,1.3985322080029325,0.9997549493021198,0.020297335052859165,"mtp.layers.0.mlp.down_proj.weight|2d-64|(128, 5952)","mtp.layers.0.mlp.down_proj.weight|2d-64|(448, 2752)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.08475045374395163,4.3105287292746155 +10688,10845,1.298969754087794,0.024584684533147105,0.009006637541454357,0.008848610121953548,1.5141483097388038,1.321260379122532,1.4078894424533703,0.9999594394175181,0.007859278550259073,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(3840, 640)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(2432, 512)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.022290625034737888,4.1115500828261595 +10921,10973,1.2855575340234704,0.013277582974446325,-0.0008973274650020066,-0.0011735176649928425,1.2793981382431783,1.6049895008030297,1.4148319671518237,0.9999995974016292,-0.0011256864591721613,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(2496, 1472)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(5568, 1344)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.006159395780292121,3.661280145102405 +11191,11341,1.3225288838711708,0.04647208173429334,0.0019064437901298984,0.0019061125466534495,1.446312344390483,1.3816381342045834,1.4128662706608606,0.9999981827343863,0.0018211940535369181,"mtp.layers.0.mlp.up_proj.weight|2d-128|(5632, 1792)","mtp.layers.0.mlp.up_proj.weight|2d-128|(5760, 1792)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.05910925033341252,4.074324527472155 +11446,11637,1.3033084857454378,0.027582370544145227,0.012778729949484272,0.012450811069174183,1.477208522290094,1.3427718828890116,1.4051898255494648,0.9999183486969714,0.011615773275257028,"mtp.layers.0.mlp.up_proj.weight|2d-64|(1984, 960)","mtp.layers.0.mlp.up_proj.weight|2d-64|(3392, 1472)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.03946339714357383,4.037078131765036 +11669,11718,1.2111102076077405,0.0038737551303470574,-0.002972079294291944,-0.002887306980493946,1.830322722316678,1.196267249724683,1.4161371185216336,0.9999955833625809,-0.001942499582175407,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 640)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 768)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.014842957883057561,5.185905871924206 +11744,11924,1.0776609566283257,0.012344190927565571,0.014848471170182358,0.014653362537205046,2.245195724643173,1.108682094465241,1.4058523232019744,0.9998897553750155,0.007332204464793755,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 1024)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 256)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.03102113783691518,7.978691136070635 +12186,12188,1.0996354666635477,0.357916675030242,0.4049856096511715,0.4049775510472237,1.0748667728827648,1.1079982242636324,1.0910553982070845,0.9143230588667601,0.4174687948929319,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(1536, 1280)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1536, 1536)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.024768693780782947,3.7919045507141402 +12287,12463,1.1588902078435674,0.02239126210540403,0.022290343603284028,0.02253083448798215,1.6992075126842567,1.2169673991535657,1.3992114385295706,0.9997515394246951,0.015964278217129382,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(1728, 64)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(640, 1152)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.05807719130999822,5.7795885584313265 +12581,12619,1.049151428501344,0.02658826131851763,0.008061446608877669,0.008030510718347265,3.108016661629542,1.0532719139251325,1.4107437697052883,0.9999675060113564,0.0027319336487359918,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 640)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(896, 1408)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.004120485423788622,8.666236628942437 +12788,12828,1.046742193538764,0.02049994675129286,0.007139907374070164,0.007392226944622289,1.052713145635966,3.131559202976296,1.4111605483986098,0.9999745105364884,0.02123944470377082,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(896, 192)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(576, 1856)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.005970952097201998,3.197811967063438 +13022,13024,1.3450753928099368,0.07576464966284349,0.01908078234437467,0.019053569225633758,1.3975622111379866,1.4037715620050155,1.4006565640079982,0.9998179453006065,0.01916555801407252,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(0, 1792)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 0)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.0524868183280498,3.891613245701068 +13197,13273,1.2896800947374578,0.013529051549048038,0.015184685196339264,0.015100554129508996,1.2867418218372026,1.559530379823127,1.4036322392200165,0.9998847060213932,0.018403830100066246,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 1856)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 576)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.0029382729002551677,3.3626854841463842 +51,227,1.146543820968645,0.3228495932373588,0.31479381248210975,0.31131470829581065,1.1646690565026443,1.1767452527753874,1.1706604417656556,0.9491600790293375,0.31805784001315324,"model.language_model.embed_tokens.weight|2d-128|(220416, 1920)","model.language_model.embed_tokens.weight|2d-128|(208000, 1920)",model.language_model.embed_tokens.weight,2d-128,0,0.018125235533999362,3.214245361536207 +348,385,1.1025596137332567,0.37011281861351775,0.2513299406995379,0.2504501415693397,1.2083136641947159,1.2397439657905343,1.2237261968462532,0.9679014727274501,0.2578674616018693,"model.language_model.embed_tokens.weight|2d-64|(154944, 1920)","model.language_model.embed_tokens.weight|2d-64|(41152, 1920)",model.language_model.embed_tokens.weight,2d-64,0,0.10575405046145914,2.8583282000061283 +604,741,0.08159267141522153,0.9986399399079627,0.9986399399079626,0.9983663713473887,0.08718304521855706,0.08159267141522153,0.08424906926721533,0.05213703501946241,0.9346048910629637,"model.language_model.layers.18.linear_attn.conv1d.weight|3d-axis0-slice|(5913, 0, 0)","model.language_model.layers.16.linear_attn.conv1d.weight|3d-axis0-slice|(3993, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,2,0.0,0.13421802964530002 +779,818,0.4788360136032005,0.8814369979125796,0.8814369979125793,0.8811809058741724,0.5966052787665221,0.4788360136032005,0.528115182866076,0.47230161836570017,0.7074422458940465,"model.language_model.layers.5.linear_attn.conv1d.weight|3d-volume|(4884, 0, 0)","model.language_model.layers.0.linear_attn.conv1d.weight|3d-volume|(5532, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,5,0.0,1.7692517167266193 +1156,1257,1.127672120207086,0.03523859685661617,0.01784726855238461,0.01784143452024489,1.9678130187290592,1.1489377152593456,1.4031803781777457,0.9998407248183178,0.010420400596516256,"model.language_model.layers.10.linear_attn.in_proj_qkv.weight|2d-128|(4352, 1152)","model.language_model.layers.16.linear_attn.in_proj_qkv.weight|2d-128|(256, 1024)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,6,0.021265595052259556,5.567213994792253 +1335,1503,1.122245989614838,0.014450227064321253,0.007292767430741285,0.007780608060930925,1.1411590612958422,2.048361036870641,1.4098219092113395,0.9999734074180179,0.013090393059777813,"model.language_model.layers.22.linear_attn.in_proj_qkv.weight|2d-64|(1536, 384)","model.language_model.layers.14.linear_attn.in_proj_qkv.weight|2d-64|(5248, 1728)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,8,0.0189130716810042,3.1627361717418108 +1569,1767,1.1389386943616415,-0.01312002582770798,0.004191489452876871,0.004336395986996645,2.118390689776621,1.1317989366828176,1.411747687697812,0.999991215669501,0.0022393996200877953,"model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(256, 1664)","model.language_model.layers.22.linear_attn.in_proj_z.weight|2d-128|(384, 0)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,4,0.00713975767882391,5.67709274691883 +1814,1909,1.1316993170336025,0.01343197362292503,0.0051541682012838175,0.00616658378310167,1.168114480326504,1.918377765271291,1.410971966725649,0.9999867171868598,0.00846461698946448,"model.language_model.layers.22.linear_attn.in_proj_z.weight|2d-64|(320, 192)","model.language_model.layers.16.linear_attn.in_proj_z.weight|2d-64|(320, 1920)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,6,0.03641516329290151,3.57234107162442 +2087,2102,1.2162968319088625,0.03171351292699042,-0.0004443836013540863,-0.0004998943755237058,1.2460598796363729,1.677132782509962,1.4145143813381544,0.9999999012616025,-0.0005981175688428939,"model.language_model.layers.20.linear_attn.out_proj.weight|2d-128|(0, 1152)","model.language_model.layers.16.linear_attn.out_proj.weight|2d-128|(1664, 256)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,4,0.029763047727510372,3.4477597930750012 +2374,2439,1.2150779353187635,-0.029537676665905975,-0.0143092763115647,-0.014743770262533644,1.7643668621374136,1.2257876097622196,1.4236642852511152,0.9998976170645869,-0.00994131888542235,"model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(1536, 896)","model.language_model.layers.22.linear_attn.out_proj.weight|2d-64|(320, 960)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,10,0.010709674443456052,5.279560976842509 +2668,2751,1.2582364315018684,0.06946724288421492,0.0028993690940440388,0.002920161011706702,1.5237117140763021,1.322030638488289,1.4121824321226935,0.9999957968205949,0.0025156036664953454,"model.language_model.layers.8.mlp.down_proj.weight|2d-128|(640, 4224)","model.language_model.layers.20.mlp.down_proj.weight|2d-128|(0, 5376)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,12,0.06379420698642058,3.81042646790324 +2832,2876,1.2506962008095095,0.030768373611792316,0.009861159015039197,0.010165269391650756,1.592781752830178,1.2745927399159505,1.4073938671865776,0.9999513775893706,0.007891201456440709,"model.language_model.layers.13.mlp.down_proj.weight|2d-64|(832, 2880)","model.language_model.layers.22.mlp.down_proj.weight|2d-64|(896, 1024)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,9,0.02389653910644096,4.284892853964029 +3138,3152,1.145126229535277,0.028859585519048443,-0.006876483637759599,-0.006622025634562019,1.1695830899626687,1.9501814875403252,1.4184965293403136,0.9999763567068871,-0.011465958429820289,"model.language_model.layers.23.mlp.gate_proj.weight|2d-128|(4480, 768)","model.language_model.layers.11.mlp.gate_proj.weight|2d-128|(3840, 1664)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,12,0.02445686042739159,3.072548601015057 +3521,3547,1.1338548837852214,-0.002437974961202346,-0.009702377214913002,-0.009600449341435204,2.1655993842375856,1.1331022215063316,1.4198386733187012,0.9999529308304365,-0.005076555366670819,"model.language_model.layers.10.mlp.gate_proj.weight|2d-64|(1472, 1024)","model.language_model.layers.23.mlp.gate_proj.weight|2d-64|(1792, 1344)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,13,0.0007526622788898152,6.003844950009812 +3689,3775,1.210574611849962,0.04941053117694444,5.424384934198768e-05,4.907557719071955e-05,1.2436348083505722,1.6819584114184567,1.4141768898759302,0.9999999985288024,7.336229096826061e-05,"model.language_model.layers.23.mlp.up_proj.weight|2d-128|(2048, 1280)","model.language_model.layers.9.mlp.up_proj.weight|2d-128|(384, 1024)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,14,0.033060196500610095,3.4289687351597546 +3982,4066,1.2075086933876438,0.060599293290938355,0.020100757521430077,0.0201811346123148,1.6405854041638046,1.2420766192614314,1.4004664469844874,0.9997979593633229,0.015218153765994896,"model.language_model.layers.7.mlp.up_proj.weight|2d-64|(192, 384)","model.language_model.layers.23.mlp.up_proj.weight|2d-64|(5760, 640)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,16,0.03456792587378765,3.913921067969559 +4146,4300,1.1642944581289747,0.004504796793238573,0.00020709419547500972,0.00023042895676022153,1.1742492849133574,1.9071024029619952,1.4140827983214992,0.9999999785559968,0.00033634241289660547,"model.language_model.layers.11.self_attn.k_proj.weight|2d-128|(384, 256)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 1536)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,12,0.009954826784382753,3.2781086040430676 +4409,4579,1.0960151437242938,0.02583288458696982,0.009047750321578667,0.009006481470903058,2.279411492873287,1.1079019721788677,1.4091738562379685,0.9999590682693559,0.0043976352915652455,"model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 1024)","model.language_model.layers.11.self_attn.k_proj.weight|2d-64|(448, 192)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,12,0.011886828454573894,6.344096010015895 +4773,4799,1.1044252981334564,0.036181088402368854,-0.005518269440074728,-0.005535517552561321,2.2987126822387522,1.1135603811887393,1.417272189843741,0.9999847742352814,-0.002673203253573711,"model.language_model.layers.3.self_attn.o_proj.weight|2d-128|(1920, 1792)","model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(1408, 256)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,16,0.009135083055282989,5.507589948675234 +4955,4964,1.1104270258325024,0.019074549408552893,0.04094427291703754,0.04079795070029335,2.0573724174237333,1.1184994279651335,1.3897029940679027,0.9991614316592166,0.02225953135577723,"model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(1536, 512)","model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(896, 128)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,4,0.008072402132631051,6.16631111230708 +5150,5218,1.1032148425462267,0.035752382067629825,-0.0019045222574326645,-0.0019188440987253723,2.178692676515574,1.1266751690485055,1.4153120929519092,0.9999981863958408,-0.0009848924354862996,"model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(3200, 256)","model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(896, 1152)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,4,0.023460326502278805,5.789825805166642 +5443,5528,1.0922739351681048,-0.037416747198135515,-0.02476077482077614,-0.024320251766309843,2.640643070595921,1.0914743127592863,1.426521833889725,0.999693405014895,-0.010234533391442072,"model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(2624, 832)","model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(1344, 0)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,4,0.0007996224088184789,7.219619608641012 +5733,5765,1.0743866788745389,0.046399138023241714,0.00434908691550986,0.0043603562645238335,2.596469889468441,1.081624363239055,1.412028590040866,0.9999905426767802,0.001811720746210038,"model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(256, 1792)","model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(0, 640)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,12,0.007237684364516106,7.681670187709808 +6045,6122,1.0644551432546765,0.03913692773404223,0.03661898944720085,0.03631415911052373,2.626463407741964,1.0652695911264274,1.396059869848851,0.9993292998866119,0.014852327963487486,"model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(256, 384)","model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(64, 1472)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,12,0.0008144478717508896,8.967669119678716 +6178,6308,1.1393750262007163,0.035087626862057825,-0.001454449106307589,-0.0014350922571330633,1.1543704796652416,2.0067728104069618,1.4151023118316475,0.9999989422883392,-0.002528433438028655,"model.visual.blocks.23.attn.proj.weight|2d-128|(0, 896)","model.visual.blocks.19.attn.proj.weight|2d-128|(128, 512)",model.visual.layers.*.attn.proj.weight,2d-128,4,0.014995453464525355,3.1060956092156458 +6543,6558,1.169581286176399,0.024951032453960804,0.018854639488087525,0.018860560423519326,1.902573336854035,1.1618487939437083,1.4023030985703206,0.9998222354847758,0.011514005649685268,"model.visual.blocks.22.attn.proj.weight|2d-64|(256, 448)","model.visual.blocks.2.attn.proj.weight|2d-64|(960, 320)",model.visual.layers.*.attn.proj.weight,2d-64,20,0.00773249223269068,5.521760752475066 +6784,6860,1.068855567505389,0.018099853628809073,0.001641363857573805,0.0014876109391042417,2.238893873314139,1.1167661475800823,1.4132860990886853,0.9999986529614362,0.0008187166054845381,"model.visual.blocks.0.attn.qkv.weight|2d-128|(2048, 0)","model.visual.blocks.1.attn.qkv.weight|2d-128|(128, 512)",model.visual.layers.*.attn.qkv.weight,2d-128,1,0.04791058007469329,9.107254379306356 +6976,7106,1.0653736895537325,0.03881339541301745,0.03714931326826469,0.03714744445084403,3.51264405136904,1.0317201407644054,1.3999360046661138,0.9993097260227664,0.010911351720791912,"model.visual.blocks.8.attn.qkv.weight|2d-64|(2880, 0)","model.visual.blocks.0.attn.qkv.weight|2d-64|(1728, 64)",model.visual.layers.*.attn.qkv.weight,2d-64,8,0.033653548789327026,10.053712599356492 +7327,7330,1.2026869840426346,0.033426973385890936,0.017415737068988944,0.01835270848194167,1.7873875678270055,1.192395844869889,1.40279703905956,0.9998483345499676,0.011618326595868336,"model.visual.blocks.17.mlp.linear_fc1.weight|2d-128|(2944, 128)","model.visual.blocks.23.mlp.linear_fc1.weight|2d-128|(1920, 768)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,6,0.0102911391727456,3.990096989407912 +7492,7538,1.200781231204572,0.0392392197004094,-0.00021759584760268157,-0.00020728026313013303,1.241114942316249,1.6888708181917333,1.4143603957538837,0.9999999763260232,-0.00029609769784096594,"model.visual.blocks.1.mlp.linear_fc1.weight|2d-64|(2496, 192)","model.visual.blocks.19.mlp.linear_fc1.weight|2d-64|(1280, 832)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,18,0.04033371111167705,3.4675047651042448 +7807,7832,1.2073482636196982,0.05455122441645393,0.010670286224667397,0.010768326253668574,1.6532029136267927,1.2456523246787454,1.4069423209724228,0.9999430708754792,0.008039827858508758,"model.visual.blocks.2.mlp.linear_fc2.weight|2d-128|(640, 1280)","model.visual.blocks.0.mlp.linear_fc2.weight|2d-128|(512, 3072)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,2,0.03830406105904727,4.889353747232453 +8164,8169,1.1863073366012185,0.05310819619335416,0.027610111659470908,0.02757781819648398,1.6454678153342608,1.2328927961555403,1.395350545278879,0.9996187681982325,0.020687313023559088,"model.visual.blocks.17.mlp.linear_fc2.weight|2d-64|(128, 2048)","model.visual.blocks.0.mlp.linear_fc2.weight|2d-64|(768, 320)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,17,0.046585459554321806,4.964413811350033 +8401,8409,0.6583139526834577,0.7747410183898954,0.7723710492205346,0.772287626756687,0.6811829463301017,0.668826259628496,0.6749197811994971,0.6351716006922622,0.7583602065768262,"model.visual.merger.linear_fc1.weight|2d-128|(768, 2176)","model.visual.merger.linear_fc1.weight|2d-128|(768, 3200)",model.visual.merger.linear_fc1.weight,2d-128,0,0.010512306945038241,1.9413696876778026 +8472,8697,1.3347031759742976,0.06708091337918841,0.039007111939854754,0.039077563466630785,1.3973123897619557,1.3756620502248824,1.3863604462316164,0.9992389329975647,0.038402725101202045,"model.visual.merger.linear_fc1.weight|2d-64|(1664, 1216)","model.visual.merger.linear_fc1.weight|2d-64|(2880, 2560)",model.visual.merger.linear_fc1.weight,2d-64,0,0.040958874250584865,3.5350057339493643 +8720,8818,1.3351016136531297,0.03131244354931188,-0.006121322865379054,-0.006145711064232406,1.4543212182928449,1.3852580737048636,1.4185302852759079,0.99998126452768,-0.005830632060071515,"model.visual.merger.linear_fc2.weight|2d-128|(1920, 2176)","model.visual.merger.linear_fc2.weight|2d-128|(1152, 1536)",model.visual.merger.linear_fc2.weight,2d-128,0,0.05015646005173391,3.760958836565845 +9064,9068,1.3285649374258186,0.03590588077484476,0.029769284110267615,0.029906720912118257,1.3466353146185095,1.444636340859521,1.393057083296813,0.9995567966471751,0.031935735830043686,"model.visual.merger.linear_fc2.weight|2d-64|(1152, 1600)","model.visual.merger.linear_fc2.weight|2d-64|(64, 2816)",model.visual.merger.linear_fc2.weight,2d-64,0,0.01807037719269089,3.5443210044232947 +9229,9301,0.560786055408277,0.8291399886423705,0.7938401486168756,0.7952388039916346,0.6385107280559826,0.645963076085332,0.6422044745502591,0.6081264822748117,0.8031054166965133,"model.visual.pos_embed.weight|2d-128|(128, 640)","model.visual.pos_embed.weight|2d-128|(1280, 640)",model.visual.pos_embed.weight,2d-128,0,0.07772467264770566,3.643823403287291 +9529,9572,0.31930342464277095,0.9476529790130295,0.922808317949862,0.926872359844355,0.3857736076578816,0.4092134249738574,0.3969754450304915,0.3852594039378485,0.9788786606613061,"model.visual.pos_embed.weight|2d-64|(1600, 256)","model.visual.pos_embed.weight|2d-64|(832, 256)",model.visual.pos_embed.weight,2d-64,0,0.06647018301511065,1.0037542818324938 +9636,9639,1.0148848248541595,0.04500339880492893,0.01583519760607867,0.01552321711773025,4.190895661432844,1.0257455005676857,1.4090327196891295,0.999874615397739,0.003875754494322589,"mtp.fc.weight|2d-128|(1024, 2816)","mtp.fc.weight|2d-128|(1024, 3072)",mtp.fc.weight,2d-128,0,0.010860675713526113,6.178695759990533 +9891,9963,1.007455869270565,0.037212454718615215,0.029835663811845704,0.027928958513764226,1.0100363199661548,5.772675838299069,1.4070320055356962,0.9995548174887191,0.17052022011646756,"mtp.fc.weight|2d-64|(576, 2624)","mtp.fc.weight|2d-64|(1472, 128)",mtp.fc.weight,2d-64,0,0.0025804506955897644,7.654048038098 +10142,10372,1.2861098514713971,0.042655512240968925,0.007484596737951312,0.007489789011543531,1.3595378065194093,1.4641192513900467,1.4089257678210376,0.9999719900135555,0.008060343831835334,"mtp.layers.0.mlp.down_proj.weight|2d-128|(1152, 512)","mtp.layers.0.mlp.down_proj.weight|2d-128|(1408, 384)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.07342795504801214,3.329537337847646 +10456,10513,1.257663154167688,0.04168507711337771,0.02701493178188502,0.027310781210603624,1.47820503406245,1.3245938396005408,1.3950963218948613,0.9996350301289066,0.024207610846224453,"mtp.layers.0.mlp.down_proj.weight|2d-64|(896, 4480)","mtp.layers.0.mlp.down_proj.weight|2d-64|(256, 1856)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.06693068543285285,4.053395148907986 +10649,10699,1.2991684340975393,0.03674385396258646,0.018167727719482128,0.01827949754620374,1.4908758973191465,1.3263081496410203,1.4013963332750838,0.9998349532145346,0.01616231463540125,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(3840, 1280)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(2048, 128)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.027139715543480936,4.402506560572861 +10929,10973,1.2857350633387485,0.03669618769571463,0.021534741808172574,0.021724164435779108,1.2957590364742826,1.5319460843883865,1.3991166177425214,0.9997681005589523,0.025460029575490924,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(5632, 768)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(5568, 1344)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.010023973135534048,3.357576650044073 +11287,11393,1.3226322617725965,0.03977907172245883,0.019846041880175656,0.019845445702805612,1.3511451871647535,1.4549024085754942,1.400148672718227,0.9998030479157834,0.02137006030621112,"mtp.layers.0.mlp.up_proj.weight|2d-128|(2688, 256)","mtp.layers.0.mlp.up_proj.weight|2d-128|(1920, 128)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.028512925392156996,3.5423822035996517 +11512,11648,1.3034788027227224,0.0628639416822415,0.029330690971700428,0.029382179287374237,1.42674044120135,1.362183986917868,1.3933418268263489,0.9995697627315077,0.028003550199533656,"mtp.layers.0.mlp.up_proj.weight|2d-64|(2880, 128)","mtp.layers.0.mlp.up_proj.weight|2d-64|(768, 512)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.05870518419514559,3.86138665246046 +11678,11723,1.211258018931502,0.001526297885769524,-0.0019398666870857912,-0.001989125008731216,1.7120502792498913,1.2337255703093415,1.4155141828796973,0.999998118456848,-0.001397893019764339,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 1792)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 1408)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.0224675513778394,6.210780600584386 +11755,11940,1.0778495206692,0.020562033113522296,0.03319492445695145,0.03279481040987075,2.4048868475088345,1.083007312819891,1.396526595313869,0.9994488966376907,0.014948872115385547,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 1728)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 1280)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.005157792150690899,9.198686690070204 +12180,12182,1.0997881289582923,0.3655483836062451,0.41643730968622966,0.416445513113267,1.0538450690248156,1.110055280918728,1.080855504097977,0.9091644334779574,0.4386493312689227,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(1536, 512)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1536, 768)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.04594305993347669,3.680893696709473 +12269,12327,1.1592621477395926,0.016610366331647343,0.017268852873602396,0.017237431383992703,1.1644900129538562,1.895924224715371,1.4032799802660936,0.9998508822421621,0.02811568680873332,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(0, 1856)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(1728, 0)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.005227865214263661,3.31541786809109 +12578,12603,1.0492503388141947,0.025863875240360816,-0.003888826569611554,-0.004207791374341121,3.1311340019512794,1.0566492063742723,1.4158787670391928,0.9999924384853675,-0.001312344187743636,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 256)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(768, 1408)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.007398867560077571,8.642110985391652 +12757,12987,1.046864282566956,0.08726738611467535,0.04838066966384237,0.04835966014361534,1.063662703501224,2.5688811062591093,1.3898193097375655,0.9988289697455106,0.11684548851671275,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(2368, 128)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(576, 1344)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.016798420934267977,3.0967408959473883 +13026,13063,1.3450824400606496,0.014829279065254341,-0.00902362181147024,-0.009031096763732014,1.3682566736769766,1.4793611131686784,1.420560586742444,0.9999592862958989,-0.009756353076616757,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 256)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(384, 896)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.023174233616326978,3.62892383756778 +13181,13228,1.2901218293879788,0.06912832904693837,0.04590964557405714,0.04639539056705317,1.315409913195,1.4587790860860403,1.381546185333062,0.9989455963380911,0.05091343021004661,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 832)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(256, 1792)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.025288083807021078,3.4272240623174532 +80,190,1.1466886682018738,0.29129587796966316,0.28247381144418887,0.27841820581048216,1.2487648563389573,1.1541511703654692,1.1986665101525935,0.9592750105408735,0.26107195315513687,"model.language_model.embed_tokens.weight|2d-128|(198272, 1920)","model.language_model.embed_tokens.weight|2d-128|(163712, 1920)",model.language_model.embed_tokens.weight,2d-128,0,0.0074625021635954525,3.2370846081968145 +279,462,1.102881962002783,0.30808618718650715,0.21725158976579254,0.21551302783511317,1.3072926465193913,1.2028201620003878,1.2517985369462232,0.9761156420958716,0.19988989695051898,"model.language_model.embed_tokens.weight|2d-64|(19968, 1920)","model.language_model.embed_tokens.weight|2d-64|(224448, 1920)",model.language_model.embed_tokens.weight,2d-64,0,0.09993819999760478,3.419474232469716 +731,733,0.08242818889806003,0.9996751439138388,0.9996751439138389,0.9995554002402899,0.08947075683834028,0.08242818889806003,0.08573328801105096,0.025487381992777475,0.9209870857369828,"model.language_model.layers.17.linear_attn.conv1d.weight|3d-axis0-slice|(5026, 0, 0)","model.language_model.layers.8.linear_attn.conv1d.weight|3d-axis0-slice|(1992, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,9,0.0,0.16629110323597676 +801,856,0.4797917945790054,0.8798585435352647,0.8798585435352647,0.879727026579178,0.5072747523572327,0.47979179457900534,0.49295962551347855,0.4752356713968372,0.8321898687383698,"model.language_model.layers.8.linear_attn.conv1d.weight|3d-volume|(1960, 0, 0)","model.language_model.layers.9.linear_attn.conv1d.weight|3d-volume|(1060, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,1,5.551115123125783e-17,1.3460751229435568 +1101,1124,1.128145310069928,0.0396218611202429,0.012637147246719844,0.012691875604009254,1.998191835890407,1.146642486178631,1.406477430662574,0.9999201480665667,0.007251701101424687,"model.language_model.layers.2.linear_attn.in_proj_qkv.weight|2d-128|(3712, 1792)","model.language_model.layers.20.linear_attn.in_proj_qkv.weight|2d-128|(5632, 1792)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,18,0.01849717610870316,5.429172572923139 +1438,1503,1.1226059904743246,-0.004426371381049323,-0.018200823916502636,-0.017953261154321085,1.1333671567504453,2.1985152052097074,1.4246582768229534,0.9998343512846317,-0.03530611231271664,"model.language_model.layers.21.linear_attn.in_proj_qkv.weight|2d-64|(320, 1408)","model.language_model.layers.14.linear_attn.in_proj_qkv.weight|2d-64|(5248, 1728)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,7,0.01076116627612067,2.9446519056232523 +1543,1680,1.1392719520497578,0.029137534373016902,0.012272687466988428,0.012016833072105075,1.1640431735891261,1.9138682075839182,1.4064867053361438,0.9999246877352002,0.02017820893383243,"model.language_model.layers.0.linear_attn.in_proj_z.weight|2d-128|(0, 896)","model.language_model.layers.10.linear_attn.in_proj_z.weight|2d-128|(256, 1664)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,10,0.024771221539368282,3.0585323494296883 +1922,2014,1.132140606155465,0.00706952394693886,0.005139115876012452,0.00541189799927961,2.0622220744173387,1.1401760812042319,1.411132680333912,0.999986794656816,0.0028413511197730133,"model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-64|(640, 768)","model.language_model.layers.1.linear_attn.in_proj_z.weight|2d-64|(1664, 512)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,3,0.008035475048766783,5.48653406954648 +2103,2178,1.21659348588977,0.021903801559147142,0.014026154592808418,0.014016676482144146,1.2357655450550347,1.669525887956297,1.4046960608750698,0.9999016286552086,0.018949410181304166,"model.language_model.layers.5.linear_attn.out_proj.weight|2d-128|(1152, 1536)","model.language_model.layers.12.linear_attn.out_proj.weight|2d-128|(640, 896)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,7,0.019172059165264654,3.348158679630409 +2402,2558,1.2152859942842769,0.026742338024128204,0.01989397188048654,0.019898739548892267,1.6994024048689267,1.21902084388125,1.4008251942550465,0.9998020953582856,0.014270408421465682,"model.language_model.layers.18.linear_attn.out_proj.weight|2d-64|(448, 512)","model.language_model.layers.22.linear_attn.out_proj.weight|2d-64|(576, 1408)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,4,0.003734849596973122,4.7136433815554515 +2629,2655,1.2582615905916303,0.07840549478137007,-0.006141544848977449,-0.006098494873916305,1.5302949171209617,1.3281080730626016,1.4185065346991772,0.9999811405355943,-0.005330106768144123,"model.language_model.layers.12.mlp.down_proj.weight|2d-128|(1792, 1920)","model.language_model.layers.20.mlp.down_proj.weight|2d-128|(640, 1280)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,8,0.06984648247097125,3.844528604488775 +2920,3026,1.2508210480754505,0.006939313137928874,0.008525351399404649,0.008344983910184919,1.652444923056455,1.248008076581048,1.4084032429910227,0.9999636585314071,0.006438766735092592,"model.language_model.layers.12.mlp.down_proj.weight|2d-64|(512, 5568)","model.language_model.layers.21.mlp.down_proj.weight|2d-64|(1600, 2816)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,9,0.0028129714944025164,4.603661606815854 +3255,3310,1.146221309517888,0.01023785975247122,0.008996152632899683,0.008968628877129936,1.9243286684929441,1.164063267736569,1.4085679724847913,0.9999595338001461,0.0054419450286065,"model.language_model.layers.11.mlp.gate_proj.weight|2d-128|(1152, 0)","model.language_model.layers.23.mlp.gate_proj.weight|2d-128|(2944, 1920)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,12,0.017841958218681064,5.423956964654449 +3441,3518,1.134057291355729,-0.011980776545734245,0.0010333990521361823,0.0008965159322187199,1.1363727449278351,2.1012950010645977,1.413601925857172,0.9999994660430569,0.001910883794116826,"model.language_model.layers.23.mlp.gate_proj.weight|2d-64|(2688, 0)","model.language_model.layers.11.mlp.gate_proj.weight|2d-64|(6080, 640)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,12,0.002315453572106163,3.0564596889317426 +3661,3718,1.2106820400249834,0.03757202975075968,0.005354177022749595,0.005276554255396434,1.6793279856633505,1.2398218472797782,1.4105907851952604,0.9999856662914769,0.003952905986013318,"model.language_model.layers.8.mlp.up_proj.weight|2d-128|(1024, 1024)","model.language_model.layers.23.mlp.up_proj.weight|2d-128|(3968, 1792)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,15,0.029139807254794814,4.4696217922609165 +3869,4044,1.2075518183001328,0.02425028840394325,-0.0019047180926863205,-0.00186427691511054,1.2292793068639911,1.7240225514805698,1.415486297865785,0.9999981860228484,-0.002671302549118396,"model.language_model.layers.23.mlp.up_proj.weight|2d-64|(2752, 1728)","model.language_model.layers.1.mlp.up_proj.weight|2d-64|(4864, 1792)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,22,0.02172748856385831,3.126930091264433 +4218,4327,1.1646055076693247,0.032711557912876485,0.006787784419991065,0.006852780806471748,1.1921542519673705,1.8177323295455323,1.40980450277954,0.9999769627259759,0.010349646587965979,"model.language_model.layers.15.self_attn.k_proj.weight|2d-128|(384, 1280)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(256, 896)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,8,0.02754874429804577,3.303996085856839 +4384,4409,1.09603539819222,0.015332669492495782,0.02386083188017208,0.023893464219374085,1.1172629330080417,2.1374624259264636,1.4002917213252435,0.9997152898210501,0.045648727876349424,"model.language_model.layers.19.self_attn.k_proj.weight|2d-64|(192, 448)","model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 1024)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,4,0.021227534815821736,3.1497790398915178 +4747,4845,1.1048551166078513,0.04247587118959681,-0.009587020257215305,-0.009581947454344342,2.3056067384133363,1.1149557179024774,1.4195174416840421,0.9999540434652924,-0.0046361345477265,"model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(1408, 1536)","model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(1280, 256)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,12,0.010100601294626088,5.539425128613028 +4933,4963,1.1105489714283088,0.0278047844057578,0.028017268205403616,0.027757555924666815,1.9764636489415324,1.1404429286960656,1.3969562981955737,0.9996074392891974,0.01616629550629234,"model.language_model.layers.3.self_attn.o_proj.weight|2d-64|(1792, 1856)","model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(512, 128)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,20,0.029893957267756788,6.169578206024224 +5160,5288,1.1033926717727376,0.03875417979411142,0.006279557084469317,0.006300476794558785,1.122729292588865,2.1727546287326462,1.4105870824949602,0.999980283387039,0.012152472382911183,"model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(2816, 512)","model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(3200, 0)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,4,0.019336620816127414,3.0931471550184018 +5492,5540,1.0924170683455765,0.024864393458188562,0.01636393148834037,0.015616736959633998,2.2987935634114645,1.1018411193970714,1.4051645796422516,0.9998661019087731,0.007843441392837517,"model.language_model.layers.19.self_attn.q_proj.weight|2d-64|(1920, 1280)","model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(1408, 448)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,16,0.009424051051494908,6.313778251407679 +5750,5785,1.0743912002282396,0.008397324939352784,0.002860176858140624,0.00282531725390246,2.6741386681831645,1.076984847825576,1.4128111749734762,0.9999959096858048,0.0011519100243263171,"model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(384, 256)","model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(128, 1152)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,12,0.0025936475973362683,9.350032084700882 +6045,6080,1.0648468083085307,0.0012584226467527383,-0.02040642597651672,-0.020200714434407747,2.7299681660303157,1.083364886955025,1.4240734754547464,0.9997917672089848,-0.008098118375992676,"model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(256, 384)","model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(0, 1792)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,12,0.01851807864649424,9.495982962085495 +6283,6289,1.14066153514239,0.03592858191967923,0.012055303118882612,0.012054672358550182,1.9718847481154738,1.1520665363716558,1.406768063812643,0.9999273321930509,0.007043267271251392,"model.visual.blocks.19.attn.proj.weight|2d-128|(256, 384)","model.visual.blocks.23.attn.proj.weight|2d-128|(384, 896)",model.visual.layers.*.attn.proj.weight,2d-128,4,0.011405001229265688,4.982077503410401 +6419,6646,1.1699235745835586,0.059855500277924946,0.02986106192899899,0.02969800557470125,1.1967037538446048,1.7396933638032868,1.3943554581967712,0.9995540590585746,0.04341015151586484,"model.visual.blocks.23.attn.proj.weight|2d-64|(64, 512)","model.visual.blocks.22.attn.proj.weight|2d-64|(960, 0)",model.visual.layers.*.attn.proj.weight,2d-64,1,0.026780179261046255,2.9918314475322956 +6848,6888,1.0691264037603547,-0.02372687042296774,-0.0068320320005187335,-0.006796552232585777,1.0620164188856331,3.027112675139887,1.4172285962016271,0.9999766613970268,-0.019473644943674567,"model.visual.blocks.1.attn.qkv.weight|2d-128|(0, 0)","model.visual.blocks.21.attn.qkv.weight|2d-128|(1280, 0)",model.visual.layers.*.attn.qkv.weight,2d-128,20,0.007109984874721587,3.114028744218591 +6988,7079,1.0657172677106261,0.014339695092973897,0.011170399426620438,0.011117370690961881,3.1534672663414898,1.0504894482711475,1.4094688075864479,0.9999376091420152,0.003721106242606587,"model.visual.blocks.21.attn.qkv.weight|2d-64|(320, 512)","model.visual.blocks.0.attn.qkv.weight|2d-64|(1280, 192)",model.visual.layers.*.attn.qkv.weight,2d-64,21,0.015227819439478596,8.383006989000759 +7276,7330,1.2031656479268449,0.02636022753747727,-0.0023332303873912835,-0.001980784195243625,1.7882015135426905,1.2081456152389713,1.4157433851867476,0.9999972780142751,-0.0015763782999403044,"model.visual.blocks.15.mlp.linear_fc1.weight|2d-128|(512, 384)","model.visual.blocks.23.mlp.linear_fc1.weight|2d-128|(1920, 768)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,8,0.004979967312126465,3.9699077363036777 +7453,7589,1.2010747085101972,0.027889788430977735,0.0024696799285485603,0.0017660068828413966,1.7431154725676468,1.2187783421698735,1.412572412308017,0.999996950335875,0.0017267888767993336,"model.visual.blocks.23.mlp.linear_fc1.weight|2d-64|(3264, 960)","model.visual.blocks.1.mlp.linear_fc1.weight|2d-64|(1600, 768)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,22,0.01770363365967631,4.8429373633143795 +7689,7832,1.2075414903154458,0.04190450983880909,-0.00428032226856809,-0.004095604901012593,1.7049385761936542,1.2385130387005847,1.4170890077317582,0.9999908393786802,-0.0031093407196506,"model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(384, 1280)","model.visual.blocks.0.mlp.linear_fc2.weight|2d-128|(512, 3072)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,10,0.030971548385138936,4.73608225520833 +7950,8109,1.187167910960646,0.045901359983849456,0.01882637719401188,0.018723051327208126,1.342701408021002,1.4673667183745218,1.4008908475671875,0.9998227680552934,0.020574343005102483,"model.visual.blocks.4.mlp.linear_fc2.weight|2d-64|(576, 2240)","model.visual.blocks.2.mlp.linear_fc2.weight|2d-64|(576, 3392)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,2,0.15553349706035613,3.412439551813073 +8228,8251,0.6593602463116197,0.7753458439163411,0.7862096446377629,0.7862081575866684,0.6444912964962001,0.6649552652031158,0.654483457566752,0.617959864941537,0.8111734721594233,"model.visual.merger.linear_fc1.weight|2d-128|(2304, 3840)","model.visual.merger.linear_fc1.weight|2d-128|(2304, 2816)",model.visual.merger.linear_fc1.weight,2d-128,0,0.014868949815419641,1.8333134507844375 +8494,8551,1.3349410045264212,0.051547776049493566,0.0324789987737169,0.03273688303883367,1.3750054795277942,1.4076992833374966,1.3910643167151924,0.9994724181480232,0.033251258978969404,"model.visual.merger.linear_fc1.weight|2d-64|(1984, 1088)","model.visual.merger.linear_fc1.weight|2d-64|(2752, 576)",model.visual.merger.linear_fc1.weight,2d-64,0,0.040064475001373,3.5088813632283946 +8808,8818,1.3351792391547403,0.015168973701507906,0.013323005781978719,0.013218763533009128,1.4478193498534386,1.3653593758222726,1.4047774689851529,0.9999112448197257,0.012564199297654377,"model.visual.merger.linear_fc2.weight|2d-128|(384, 1024)","model.visual.merger.linear_fc2.weight|2d-128|(1152, 1536)",model.visual.merger.linear_fc2.weight,2d-128,0,0.030180136667532276,3.9440577163130444 +9186,9194,1.328805438414302,0.018353432009386907,0.022953120886690825,0.022991064856601164,1.4636333761375115,1.3403877460178832,1.3979523550793884,0.9997365424158312,0.021020347356780267,"model.visual.merger.linear_fc2.weight|2d-64|(192, 2176)","model.visual.merger.linear_fc2.weight|2d-64|(1152, 2944)",model.visual.merger.linear_fc2.weight,2d-64,0,0.011582307603581254,4.086214614797631 +9267,9291,0.5671555223332846,0.8349936226476827,0.6337303129364469,0.6326584291489716,1.0533381335209757,0.7810213048841866,0.8872431150290319,0.7735540643455202,0.46989362693991116,"model.visual.pos_embed.weight|2d-128|(768, 384)","model.visual.pos_embed.weight|2d-128|(1152, 384)",model.visual.pos_embed.weight,2d-128,0,0.21386578255090205,4.954507038255753 +9529,9578,0.3205981631778271,0.9474314359711574,0.9247073636097906,0.9309644438120402,0.38221914760083897,0.3985649595793622,0.3901354679851614,0.3806787250239112,0.9642529823879127,"model.visual.pos_embed.weight|2d-64|(1600, 256)","model.visual.pos_embed.weight|2d-64|(1024, 256)",model.visual.pos_embed.weight,2d-64,0,0.06162098442301189,0.9622891548189713 +9617,9695,1.015444208305147,0.052948505485764595,0.020187207182647115,0.02065131790807385,4.193564891995584,1.024613305079642,1.4076157438045638,0.9997962175694429,0.004932338381413874,"mtp.fc.weight|2d-128|(0, 128)","mtp.fc.weight|2d-128|(1536, 3584)",mtp.fc.weight,2d-128,0,0.009169096774495067,4.9432368686856805 +9963,10068,1.0076504005709408,0.03853291325025252,0.02972496655831096,0.02766616891548974,5.789597913494478,1.009980707399502,1.4070788143113893,0.9995581155506204,0.00518544520717312,"mtp.fc.weight|2d-64|(1472, 128)","mtp.fc.weight|2d-64|(1664, 3712)",mtp.fc.weight,2d-64,0,0.0023303068285611683,45.696613039163935 +10183,10231,1.2868491654496597,0.05840562132434027,0.021755427008633397,0.021777360059708158,1.4215054026060296,1.3770600397497554,1.39875340542483,0.9997633226897614,0.021075213028637792,"mtp.layers.0.mlp.down_proj.weight|2d-128|(128, 896)","mtp.layers.0.mlp.down_proj.weight|2d-128|(1792, 4096)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.09021087430009578,3.8521662997130557 +10412,10462,1.257813780671237,0.051838934892500986,0.029310929091220583,0.029665112508828532,1.4514889283569155,1.3417668263411797,1.393398281375186,0.9995703424150846,0.027095234097553995,"mtp.layers.0.mlp.down_proj.weight|2d-64|(1728, 5184)","mtp.layers.0.mlp.down_proj.weight|2d-64|(1024, 2560)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.08395304566994266,4.147393030150477 +10650,10871,1.299437534202645,0.03250534430939626,0.01262410007771931,0.012633001748399658,1.3422115143624487,1.4782127728146044,1.4053003027091173,0.9999203128735948,0.013903252788766725,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(2304, 1152)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(5504, 768)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.042773980159803715,3.546992432783001 +10922,10962,1.2860485061868239,-0.0016221382370285664,-0.015832316682981875,-0.015725185340998416,1.5870302212934095,1.3044684952708518,1.425154584965518,0.9998746610192949,-0.013013462530832735,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(1856, 384)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(2688, 1408)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.018419989084027977,4.7096274908986695 +11266,11349,1.322751472287919,0.03923574740725094,-0.0059109897539414,-0.006040970074156496,1.4570626459593776,1.382625770751045,1.4183813818364879,0.9999825299474631,-0.005609015361905454,"mtp.layers.0.mlp.up_proj.weight|2d-128|(3712, 640)","mtp.layers.0.mlp.up_proj.weight|2d-128|(5888, 0)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.059874298463125974,4.034730553014173 +11521,11616,1.3037023105947232,0.02143456492282141,0.010376960688783955,0.010375461746566648,1.338327929154469,1.4872166300642542,1.4068976550272196,0.9999461578939456,0.011531395385010511,"mtp.layers.0.mlp.up_proj.weight|2d-64|(4672, 1792)","mtp.layers.0.mlp.up_proj.weight|2d-64|(3840, 1088)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.034625618559745774,3.2635393190147854 +11672,11723,1.2114038724050251,-0.0036834092484170863,0.010038747452017025,0.0100171546745803,1.7242365595116105,1.2187942361437756,1.4075059352222554,0.9999496105052468,0.007095991246170405,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 1024)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 1408)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.007390363738750461,6.031265033079927 +11734,11940,1.0778502015723588,0.023192082855490858,-0.004761103618347922,-0.005008892562947674,2.4032161176697984,1.1021278696904875,1.4167625677792022,0.9999886658819366,-0.002183467791216958,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 384)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 1280)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.024277668118128704,8.858370406384676 +12143,12224,1.1016136200789926,0.06929863377298014,0.017019314365131755,0.017019350863013923,1.166210804657421,1.8892113734917577,1.4034140907383237,0.9998551609800996,0.027570557689253834,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(1152, 1920)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1920, 0)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.06459718457842856,3.191323218303616 +12287,12300,1.1598171088497897,0.04235085575790652,0.014606817873085856,0.014576409529334039,1.697084970169671,1.2245796294446858,1.404377289921989,0.9998933147449395,0.01053996230760394,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(1728, 64)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(64, 1792)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.06476252059489607,5.586133686665745 +12577,12611,1.04955076880774,0.017850131592229843,0.00043637290796627186,0.0005227607583337818,3.0572603752909884,1.0580489501003443,1.4140228202030085,0.9999999047893381,0.00015101883400493927,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 128)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(896, 384)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.008498181292604379,9.249886690503105 +12882,12913,1.0470444010291207,0.039495584505567845,0.007824771015623105,0.008291747380982485,2.9356677321989255,1.0605986621110461,1.4106728123435839,0.9999693860106683,0.0028269349352690325,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(576, 448)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(768, 1344)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.013554261081925478,8.433326064742321 +13011,13056,1.3451061158331734,0.03177220596150778,-0.0032626328314227767,-0.0032530013144967127,1.3950030706299053,1.4390592830701063,1.4165176005615336,0.9999946775993397,-0.003365671490019157,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(0, 384)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(384, 0)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.04989695479673184,4.07011781900654 +13128,13273,1.290132059588536,0.01710089806022189,0.02947628816776239,0.02921222907248613,1.3255228513895425,1.4727391184211138,1.3933315689089862,0.9995654798140294,0.032750006991587935,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(64, 1536)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 576)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.03539079180100657,3.507424866165035 +88,130,1.1477173195028358,0.29881085506380856,0.26922954689588113,0.2665667581894957,1.2486848078348556,1.17354942374913,1.2093701254420193,0.9630760359796305,0.25302956969881474,"model.language_model.embed_tokens.weight|2d-128|(172928, 384)","model.language_model.embed_tokens.weight|2d-128|(215296, 384)",model.language_model.embed_tokens.weight,2d-128,0,0.02583210424629412,3.1639626064742314 +381,444,1.1033330277956936,0.3838276283481302,0.3826103159538594,0.38245295106879174,1.1004093847585408,1.122467047108265,1.1112740662812104,0.9239098149309205,0.3902797245191848,"model.language_model.embed_tokens.weight|2d-64|(232960, 1152)","model.language_model.embed_tokens.weight|2d-64|(207680, 1152)",model.language_model.embed_tokens.weight,2d-64,0,0.0029236430371528677,3.014315106685776 +555,748,0.08337329771701572,0.9965185427180415,0.9965185427180415,0.9952906152452621,0.08337329771701572,0.0837115510322876,0.08354191079562602,0.08337142207681751,1.0005615122302751,"model.language_model.layers.18.linear_attn.conv1d.weight|3d-axis0-slice|(2868, 0, 0)","model.language_model.layers.9.linear_attn.conv1d.weight|3d-axis0-slice|(1085, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,9,0.0,0.11977581176443383 +972,1016,0.47996715129441914,0.8858594581033509,0.885859458103351,0.8878645832178762,0.6291230643537472,0.47996715129441875,0.5396571931133639,0.4639536835599405,0.6758350863989435,"model.language_model.layers.18.linear_attn.conv1d.weight|3d-volume|(6056, 0, 0)","model.language_model.layers.16.linear_attn.conv1d.weight|3d-volume|(1740, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,2,3.885780586188048e-16,1.8315971629541656 +1030,1164,1.1287249995666648,0.02075556291417851,0.004797875943268938,0.004708072465102706,2.1321157319134434,1.1293795455194036,1.4114041357936702,0.9999884901269779,0.002541430031757549,"model.language_model.layers.10.linear_attn.in_proj_qkv.weight|2d-128|(4352, 1280)","model.language_model.layers.0.linear_attn.in_proj_qkv.weight|2d-128|(5120, 0)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,10,0.0006545459527387276,5.872145333389208 +1305,1455,1.1230013078516887,0.004982225823756574,0.0012813475089335823,0.0012393851761125182,2.044641123952732,1.145653919876,1.413440605572848,0.9999991790739438,0.0007179650155403231,"model.language_model.layers.9.linear_attn.in_proj_qkv.weight|2d-64|(2432, 1408)","model.language_model.layers.17.linear_attn.in_proj_qkv.weight|2d-64|(4992, 576)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,8,0.022652612024311347,5.859529851153148 +1635,1755,1.1392803900727533,0.02353947452789077,-0.00665939130348512,-0.006810713207099957,2.0183427456307768,1.1556153020841913,1.4182687053276706,0.9999778260078905,-0.0038128779215190825,"model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(256, 1920)","model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-128|(1408, 1024)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,14,0.016334912011437996,6.096525796277239 +1811,1884,1.1323400140943927,-0.005903193143890839,0.011224084801159313,0.011060860856420333,2.2183159960041836,1.1139543045057871,1.407833448027071,0.9999370079761907,0.005636310426878344,"model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-64|(320, 704)","model.language_model.layers.20.linear_attn.in_proj_z.weight|2d-64|(1472, 640)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,2,0.018385709588605526,6.475060617579417 +2100,2102,1.2172102092271384,0.003978648697555324,0.010625795542197036,0.010813028890636192,1.215660924712951,1.7318068832083808,1.4071293479155873,0.9999435446409439,0.015137301434515466,"model.language_model.layers.8.linear_attn.out_proj.weight|2d-128|(1152, 1920)","model.language_model.layers.16.linear_attn.out_proj.weight|2d-128|(1664, 256)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,8,0.0015492845141873435,3.3029552065978747 +2374,2558,1.2156210108168342,-0.014920947646960595,-0.02537879291004021,-0.02536992367539551,1.7651470625650518,1.234884660933039,1.4309724640770005,0.9996779065631236,-0.017754827766057506,"model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(1536, 896)","model.language_model.layers.22.linear_attn.out_proj.weight|2d-64|(576, 1408)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,10,0.0192636501162049,4.727473552471174 +2607,2690,1.2584134017700774,0.028423448273224038,0.010002139818656258,0.010047827112081898,1.5540602982079676,1.2954546680048125,1.4072393372877436,0.9999499773483912,0.008337719413497995,"model.language_model.layers.1.mlp.down_proj.weight|2d-128|(384, 4096)","model.language_model.layers.21.mlp.down_proj.weight|2d-128|(1280, 2176)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,20,0.037041266234735026,4.2733752743571 +2913,2995,1.2511452692313052,0.029305448127970667,0.044768853074546616,0.044722737738512576,1.5537526111008606,1.2583127749229084,1.3829017804987502,0.9989973722660083,0.0362562349629364,"model.language_model.layers.4.mlp.down_proj.weight|2d-64|(704, 3264)","model.language_model.layers.22.mlp.down_proj.weight|2d-64|(1024, 4672)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,18,0.007167505691603182,4.564957021717856 +3211,3319,1.1465816269274205,-0.0023825548456953317,0.00829639112467974,0.008257996915494736,2.014457534618113,1.1465056548122012,1.4091606997615564,0.9999655843549349,0.004721796898430164,"model.language_model.layers.12.mlp.gate_proj.weight|2d-128|(1024, 1152)","model.language_model.layers.23.mlp.gate_proj.weight|2d-128|(3840, 640)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,11,7.597211521925828e-05,5.362271438638523 +3361,3539,1.134066793504813,0.05391761398211236,0.01923444680572126,0.019335522135218185,1.904640636219139,1.1611161975339643,1.4020717147671997,0.9998150009157084,0.011725796096140207,"model.language_model.layers.13.mlp.gate_proj.weight|2d-64|(2880, 512)","model.language_model.layers.23.mlp.gate_proj.weight|2d-64|(2816, 1408)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,10,0.027049404029151347,5.28646364210865 +3665,3700,1.2114651916457486,0.004215244448710364,0.004910669955244097,0.004966354962665038,1.21519336442001,1.7475767171302676,1.4109546633208319,0.9999879425876047,0.007062063314830265,"model.language_model.layers.23.mlp.up_proj.weight|2d-128|(896, 768)","model.language_model.layers.4.mlp.up_proj.weight|2d-128|(4992, 1152)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,19,0.003728172774261296,3.140191124484747 +3869,4062,1.207927909537899,0.027910078054176612,0.005984438065053145,0.0061288919054833645,1.231038637936413,1.7004185936882747,1.410187751997937,0.999982093090194,0.008266231006079823,"model.language_model.layers.23.mlp.up_proj.weight|2d-64|(2752, 1728)","model.language_model.layers.4.mlp.up_proj.weight|2d-64|(4992, 0)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,19,0.023110728398514135,3.1429987035631073 +4214,4293,1.1646581062554682,-0.0010561374738339525,0.0042556917162494805,0.004254429991169061,1.1903014237462695,1.8315605257661294,1.4114609975849293,0.9999909445030071,0.006548389174214737,"model.language_model.layers.15.self_attn.k_proj.weight|2d-128|(384, 768)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 640)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,8,0.025643317490801287,3.3908395218339376 +4473,4506,1.0960974386869466,0.01517159065568562,0.002605229985533569,0.002912519410101303,1.1185304144652788,2.2205353375270476,1.4127325014344077,0.9999966063826029,0.005171969550803793,"model.language_model.layers.3.self_attn.k_proj.weight|2d-64|(448, 320)","model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 1984)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,20,0.022432975778332143,3.0772978764513392 +4650,4674,1.1048771948450036,0.036762795784778715,0.0066463360174693654,0.006750010905663992,2.154282318154974,1.1250804846860005,1.4103514119281926,0.9999779128648507,0.0034710691745939177,"model.language_model.layers.3.self_attn.o_proj.weight|2d-128|(512, 1024)","model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(768, 256)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,16,0.020203289840996952,5.709074733621003 +5051,5068,1.110754446812456,0.0698602360721785,0.029030827106324094,0.028894891405443747,1.125962534790104,2.0571899377876277,1.3968153841667719,0.9995785167146815,0.05304077494897757,"model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(1728, 1088)","model.language_model.layers.3.self_attn.o_proj.weight|2d-64|(1472, 64)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,16,0.015208087977648166,3.0984673443754804 +5281,5288,1.1035455088857389,0.027859524074870023,0.017234679923228417,0.017259927817817017,1.109930743785131,2.223637451740565,1.4044403307791304,0.9998514718736699,0.03452799191358458,"model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(384, 384)","model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(3200, 0)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,4,0.006385234899392023,3.044623160211354 +5506,5609,1.0924201580892225,0.030473059609538507,-8.825953452849519e-06,-0.00020505165574105392,2.28719894847486,1.1119108633023056,1.4142184703778564,0.9999999999610513,-4.2906951884390224e-06,"model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(3712, 1600)","model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(1408, 1920)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,0,0.019490705213083048,6.392403522861883 +5685,5785,1.0744426182942377,0.014927709020204172,-0.0030280121471159913,-0.0030497750579852154,2.526056042403792,1.0903854355810032,1.4157708415279613,0.9999954155607099,-0.0013070574399591487,"model.language_model.layers.3.self_attn.v_proj.weight|2d-128|(256, 1408)","model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(128, 1152)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,16,0.015942817286765498,9.271733001151867 +6036,6105,1.0649497768282936,0.05269390695589332,0.031318561507879296,0.03144929363279911,2.2843842304773307,1.0953996702102886,1.3968390036904537,0.9995094535346213,0.015017763425911579,"model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(384, 1152)","model.language_model.layers.23.self_attn.v_proj.weight|2d-64|(192, 1408)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,16,0.030449893381994997,8.406216840257605 +6340,6346,1.1411848892382788,0.044224164049205865,0.006314592547393533,0.006311195493431054,1.1656317183196934,1.925832179648724,1.4102521253592861,0.9999800627617335,0.010432836836896341,"model.visual.blocks.23.attn.proj.weight|2d-128|(128, 256)","model.visual.blocks.11.attn.proj.weight|2d-128|(128, 256)",model.visual.layers.*.attn.proj.weight,2d-128,12,0.0244468290814146,3.198391180319967 +6423,6642,1.1699784448484454,-0.010100511912343041,-0.03041256698904423,-0.030562069461053994,1.1867026656469413,1.9477592213856862,1.4331966752006395,0.9995374308994821,-0.04991676475811033,"model.visual.blocks.5.attn.proj.weight|2d-64|(64, 64)","model.visual.blocks.18.attn.proj.weight|2d-64|(512, 768)",model.visual.layers.*.attn.proj.weight,2d-64,13,0.016724220798495892,3.2398136788723404 +6738,6784,1.0699901387372217,0.0026011111155032516,0.007037729211847809,0.007260150030897471,1.100807931325715,2.355752322332678,1.4103911035308785,0.9999752348771147,0.015060889791003371,"model.visual.blocks.0.attn.qkv.weight|2d-128|(1280, 256)","model.visual.blocks.0.attn.qkv.weight|2d-128|(2048, 0)",model.visual.layers.*.attn.qkv.weight,2d-128,0,0.030817792588493376,3.905437310426771 +6912,7155,1.0663883621516443,0.012861389482882362,0.004615757927393587,0.004901206449620576,1.0840532036911676,2.561707830355242,1.4118688115345346,0.9999893473326382,0.010907419659263328,"model.visual.blocks.1.attn.qkv.weight|2d-64|(1024, 64)","model.visual.blocks.2.attn.qkv.weight|2d-64|(2688, 512)",model.visual.layers.*.attn.qkv.weight,2d-64,1,0.0176648415395233,2.966178771691113 +7353,7417,1.2034193365990806,0.03213544493591035,-0.001000028945933725,-0.0008792577225472767,1.2364722935180512,1.7025885299246115,1.4148858313393473,0.9999994999709286,-0.0013770125071666261,"model.visual.blocks.0.mlp.linear_fc1.weight|2d-128|(2944, 128)","model.visual.blocks.17.mlp.linear_fc1.weight|2d-128|(2560, 0)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,17,0.03305295691897059,3.6713257829257926 +7543,7570,1.2011675986713888,0.03865699259170054,0.022604421439968624,0.022205820125751577,1.2275782336956462,1.6702513144761602,1.3988756203489452,0.9997444874223435,0.030755729929666804,"model.visual.blocks.1.mlp.linear_fc1.weight|2d-64|(704, 768)","model.visual.blocks.20.mlp.linear_fc1.weight|2d-64|(3136, 64)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,19,0.026410635024257445,3.3309315032294293 +7750,7887,1.2079431151440616,0.022127267655771055,0.008985465305272965,0.008978694606672914,1.7124584447849078,1.223915988947902,1.408189325976458,0.999959629891751,0.0064220271672878766,"model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(896, 2176)","model.visual.blocks.0.mlp.linear_fc2.weight|2d-128|(768, 1920)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,10,0.015972873803840493,5.231871916324992 +8044,8073,1.1873615950794578,0.015192293143413405,0.01212220784605559,0.012212267942983275,1.2381802113525084,1.6679127217818714,1.4059847696531906,0.9999265233390587,0.01632943613307665,"model.visual.blocks.2.mlp.linear_fc2.weight|2d-64|(192, 128)","model.visual.blocks.10.mlp.linear_fc2.weight|2d-64|(384, 64)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,8,0.05081861627305062,4.352344782342711 +8434,8442,0.6605644378741972,0.7741209047133273,0.77269016974128,0.7726845234444253,0.6819139390160461,0.6673640483903516,0.6745213280179804,0.6347833501165511,0.7562034009365433,"model.visual.merger.linear_fc1.weight|2d-128|(896, 2304)","model.visual.merger.linear_fc1.weight|2d-128|(896, 3328)",model.visual.merger.linear_fc1.weight,2d-128,0,0.0067996105161544085,1.8668134885179843 +8558,8628,1.3354793125271576,0.03909704848873177,0.03331072991385892,0.03315411309152153,1.4371032824194236,1.3481707990742446,1.390508627183741,0.9994450436480267,0.031249356893895686,"model.visual.merger.linear_fc1.weight|2d-64|(1152, 2048)","model.visual.merger.linear_fc1.weight|2d-64|(320, 3392)",model.visual.merger.linear_fc1.weight,2d-64,0,0.012691486547087072,3.714111728728817 +8916,8929,1.3352537203441786,0.0728209843976901,0.0007778087248516632,0.0007840115048923225,1.3832234590179213,1.4462069795309405,1.4136640065612582,0.999999697506748,0.0008132253680972036,"model.visual.merger.linear_fc2.weight|2d-128|(1152, 3328)","model.visual.merger.linear_fc2.weight|2d-128|(896, 128)",model.visual.merger.linear_fc2.weight,2d-128,0,0.04796973867374277,3.6282135243805915 +9123,9194,1.329543377267782,0.050812476751191285,0.03293474821747571,0.03292870137878848,1.443004380252415,1.3438622895057981,1.3907900692860842,0.9994575040289865,0.03067195550445374,"model.visual.merger.linear_fc2.weight|2d-64|(1600, 1792)","model.visual.merger.linear_fc2.weight|2d-64|(1152, 2944)",model.visual.merger.linear_fc2.weight,2d-64,0,0.014318912238016068,3.9495560367066944 +9281,9305,0.5773198220026403,0.8258095506227955,0.8715027913563164,0.8717373831269188,0.5071627600662668,0.506731098109225,0.5069467912537725,0.49039054299420276,0.8707610282969878,"model.visual.pos_embed.weight|2d-128|(1024, 128)","model.visual.pos_embed.weight|2d-128|(1408, 128)",model.visual.pos_embed.weight,2d-128,0,0.0705887238934153,2.7986859608113464 +9508,9563,0.32418480360225504,0.9736263816392744,0.964982801618051,0.9647938060522285,0.44638920290765194,0.3366006612074706,0.38007966495815687,0.2623131574690402,0.72764718985748,"model.visual.pos_embed.weight|2d-64|(2112, 576)","model.visual.pos_embed.weight|2d-64|(1536, 576)",model.visual.pos_embed.weight,2d-64,0,0.012415857605215574,2.1663155839309183 +9762,9859,1.0157473646488155,0.03675411533384426,0.01286847711720471,0.01341401417265315,4.283448554894963,1.0252455864253354,1.410087679398772,0.9999171977202332,0.003080076531642405,"mtp.fc.weight|2d-128|(512, 2304)","mtp.fc.weight|2d-128|(1152, 3200)",mtp.fc.weight,2d-128,0,0.009498221776519822,12.590453703086562 +9891,9939,1.0077949808871212,0.04481708615218772,0.02582675337264322,0.026874576380139504,1.0118145833705499,5.5549582233265875,1.407759662487529,0.9996664337719,0.14179133053338425,"mtp.fc.weight|2d-64|(576, 2624)","mtp.fc.weight|2d-64|(64, 192)",mtp.fc.weight,2d-64,0,0.004019602483428697,7.504795752483387 +10296,10302,1.2877773628398563,0.05882580660519772,0.0018205656715824141,0.0018086946409161847,1.410027862477292,1.4158413822638432,1.4129256524945906,0.9999983427689445,0.0018280718314506777,"mtp.layers.0.mlp.down_proj.weight|2d-128|(896, 3712)","mtp.layers.0.mlp.down_proj.weight|2d-128|(1408, 2176)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.12225049963743562,3.887893486837645 +10524,10600,1.2581105062785465,0.018356368368033477,-0.0019933783424656323,-0.0023009549706543894,1.48534005515027,1.3548716468933053,1.41561646181448,0.9999980132194183,-0.0018182851720541695,"mtp.layers.0.mlp.down_proj.weight|2d-64|(128, 5952)","mtp.layers.0.mlp.down_proj.weight|2d-64|(1280, 2752)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.09676114061475882,4.599456928252447 +10649,10795,1.299448655740907,0.025554684784353847,0.003589534987564491,0.0036013588181725764,1.4889232599725095,1.3453430450860442,1.41168611349678,0.9999935575985343,0.0032433880646757242,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(3840, 1280)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(1152, 1408)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.04589438934513712,4.190062349649716 +11049,11052,1.2862003407436395,0.03814863963906514,0.03002320552885351,0.02982302193161481,1.5034264547072864,1.3038675941548556,1.393038904873293,0.9995492019554476,0.026038044387974184,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(5504, 1600)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(640, 1984)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.01766725341121611,4.185593696666608 +11174,11201,1.3229807243378406,0.02370951737230918,0.00824539264367311,0.008222995265746654,1.4697217335278148,1.3541479554811455,1.4083907015822166,0.9999660061722857,0.007597003797289162,"mtp.layers.0.mlp.up_proj.weight|2d-128|(2816, 1792)","mtp.layers.0.mlp.up_proj.weight|2d-128|(2944, 512)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.031167231143304885,3.856741253257242 +11617,11637,1.303799613531062,0.02691077740357606,-0.0005209872339899475,-0.0003669070924540087,1.4867656087093777,1.3519816264443225,1.414580251193116,0.9999998642861418,-0.0004737566996709717,"mtp.layers.0.mlp.up_proj.weight|2d-64|(5824, 256)","mtp.layers.0.mlp.up_proj.weight|2d-64|(3392, 1472)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.04818201291326041,3.9728028966065527 +11698,11722,1.2129238309682309,0.019512126108545542,-0.0002972096819374043,-0.00029326290360906146,1.6644032004660543,1.2512374206731849,1.414415432783451,0.9999999558332016,-0.00022343136309899202,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(256, 256)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 1280)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.03831358970495402,5.052709470781441 +11759,11901,1.078081435744372,0.017466275347548806,0.0008777117041749988,0.0008555143938677174,2.4157558028555135,1.0981005495967366,1.413745874326325,0.999999614811008,0.00039897066731777624,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 1984)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(320, 832)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.020019113852364656,9.007947500986997 +12074,12076,1.1017680188196122,0.386369007916848,0.3859358909851527,0.38593577089478154,1.0893600788406639,1.1285306878082442,1.1084266277834172,0.92252560292357,0.39981316092185026,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(640, 1280)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(640, 1536)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.01240793997894829,3.9537071619410082 +12272,12292,1.1601257452053895,0.009847046168408737,0.01968583176664357,0.019884719590444622,1.7934235949593822,1.1888289683656175,1.401333975123124,0.9998062152375606,0.013049391753479196,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(1472, 0)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(1152, 1472)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.028703223160227997,4.841271235021927 +12581,12592,1.04967905752008,-0.0019019216510628477,-0.00502402639078151,-0.00492401799803482,3.281021515898229,1.051644393297049,1.4162772250784192,0.9999873794997738,-0.001610318359706138,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 640)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(768, 0)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.0019653357769688906,9.49980424711058 +12927,12953,1.047251830908235,0.05812690083566597,0.03308756784338068,0.032956185130063195,1.0621385483200916,2.7055505694881803,1.3982061803146544,0.9994524565251764,0.08428287266592942,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(832, 1920)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(1984, 1536)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.014886717411856543,3.1311701783543273 +13008,13045,1.345181870082212,0.07513553544449986,0.005575545785937722,0.005553199455437555,1.409034481267698,1.4114998539315515,1.4102655514006337,0.9999844565237946,0.00558530125917096,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(0, 0)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(256, 640)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.06385261118548602,3.7345271229834145 +13177,13274,1.2903735927857103,0.02872266509820893,0.025762543689535303,0.025802490019798303,1.2978463274580778,1.5207033093436262,1.3961071424524765,0.999668090589394,0.03018630527892877,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 576)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 640)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.007472734672367531,3.6230502246552065 +61,88,1.147759612160768,0.2775553305089966,0.24070743387109844,0.2382532557035634,1.1847332842645208,1.2876560829419317,1.2329845070423193,0.9705977185627374,0.26161870823598726,"model.language_model.embed_tokens.weight|2d-128|(140160, 384)","model.language_model.embed_tokens.weight|2d-128|(172928, 384)",model.language_model.embed_tokens.weight,2d-128,0,0.0369736721037528,2.9185028014948147 +389,478,1.1033637996280015,0.3361562852933866,0.3257773049281001,0.32567612437650134,1.2176649052346713,1.1139194100867944,1.1623339780401165,0.9454465334400374,0.2980209594323801,"model.language_model.embed_tokens.weight|2d-64|(177856, 1152)","model.language_model.embed_tokens.weight|2d-64|(216448, 1152)",model.language_model.embed_tokens.weight,2d-64,0,0.010555610458792941,3.401877325945477 +586,746,0.08534488056302417,0.9984020551268789,0.998402055126879,0.9988012558306606,0.09133208959229304,0.08534488056302415,0.0881864165307937,0.0565096126196648,0.9329525310222573,"model.language_model.layers.13.linear_attn.conv1d.weight|3d-axis0-slice|(1738, 0, 0)","model.language_model.layers.8.linear_attn.conv1d.weight|3d-axis0-slice|(630, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,5,1.3877787807814457e-17,0.1111905252285638 +848,1003,0.48111572698063054,0.9401377410501427,0.9401377410501426,0.9416193470681243,0.48111572698063054,0.8011477304623751,0.5833012866852221,0.3407947004475495,1.5655052938950567,"model.language_model.layers.13.linear_attn.conv1d.weight|3d-volume|(1520, 0, 0)","model.language_model.layers.14.linear_attn.conv1d.weight|3d-volume|(5624, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,1,0.0,1.3083334268770739 +1164,1239,1.1291875860701395,-0.018403077279656246,-0.0012850280494202137,-0.0012553074833910952,1.1223730580445521,2.207895613788781,1.414947484203773,0.9999991743511153,-0.002527865199164306,"model.language_model.layers.0.linear_attn.in_proj_qkv.weight|2d-128|(5120, 0)","model.language_model.layers.12.linear_attn.in_proj_qkv.weight|2d-128|(5120, 128)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,12,0.006814528025587352,3.381835136921934 +1346,1523,1.1231142048671445,-0.01090903397636723,0.003382377617511033,0.003397742397177864,1.1309939809426293,2.126979204591921,1.4122293014690332,0.9999942797444656,0.00636099482026162,"model.language_model.layers.20.linear_attn.in_proj_qkv.weight|2d-64|(5632, 192)","model.language_model.layers.6.linear_attn.in_proj_qkv.weight|2d-64|(3520, 576)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,14,0.007879776075484735,3.169531905226162 +1635,1700,1.1393805891295499,0.0037590021921502202,0.010496858561779017,0.012136996302045434,2.0988644806191035,1.1309427849725906,1.4080008657792555,0.9999449064625181,0.0056560804973077835,"model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(256, 1920)","model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-128|(1024, 1664)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,16,0.008437804156959272,5.653825021906198 +1811,1975,1.1325732734088603,0.010848959371861288,-0.00579160463773278,-0.005036249464270755,2.103210330722939,1.1402690632588037,1.4176412445973414,0.9999832285172189,-0.003139955856323178,"model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-64|(320, 704)","model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-64|(512, 896)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,16,0.007695789849943457,5.769928377512492 +2134,2152,1.2174968049887716,0.046236843594096584,0.010432484383383653,0.010432418499495909,1.692957660579533,1.2298760193604168,1.4071804725465398,0.9999455801540353,0.007578844211073424,"model.language_model.layers.16.linear_attn.out_proj.weight|2d-128|(1280, 256)","model.language_model.layers.6.linear_attn.out_proj.weight|2d-128|(1664, 1280)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,10,0.012379214371645242,4.275959232605239 +2330,2446,1.2156276374374624,0.03917704285346084,0.030261272411786486,0.030269461850620103,1.2614696763413404,1.5771908698123136,1.3931821574378893,0.9995420228244631,0.037835077173791885,"model.language_model.layers.2.linear_attn.out_proj.weight|2d-64|(1664, 1024)","model.language_model.layers.18.linear_attn.out_proj.weight|2d-64|(896, 1792)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,16,0.04584203890387806,3.162449413853237 +2564,2584,1.2589142089478227,0.04327832628979569,0.0034118955903980784,0.003427222110116021,1.2887012595155263,1.5787394880445231,1.4118478757520012,0.9999941794673008,0.004179785080423856,"model.language_model.layers.19.mlp.down_proj.weight|2d-128|(1536, 5248)","model.language_model.layers.3.mlp.down_proj.weight|2d-128|(0, 3840)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,16,0.029787050567703588,3.137048006522554 +2826,3055,1.2512271070822263,0.05562945936645376,0.022614701666452786,0.022586624882727623,1.5049134076443031,1.3115176838697165,1.3982829190730932,0.9997442549314987,0.019708496847946903,"model.language_model.layers.5.mlp.down_proj.weight|2d-64|(1984, 1728)","model.language_model.layers.23.mlp.down_proj.weight|2d-64|(448, 3520)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,18,0.06029057678749017,4.190086491593912 +3118,3310,1.1466172325291517,-0.0014068316939550244,0.004433337500572449,0.004406876812670836,1.9766202376407545,1.1562970373153054,1.4114783454729434,0.9999901727110152,0.0025934445675054587,"model.language_model.layers.10.mlp.gate_proj.weight|2d-128|(2560, 1152)","model.language_model.layers.23.mlp.gate_proj.weight|2d-128|(2944, 1920)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,13,0.009679804786153712,5.683520489310786 +3381,3539,1.1340973439064317,0.03769821293482378,0.004315651369041297,0.004041951203794268,1.943497570986018,1.1632072241979659,1.4115215389809643,0.9999906875332695,0.0025829704778287032,"model.language_model.layers.14.mlp.gate_proj.weight|2d-64|(3648, 256)","model.language_model.layers.23.mlp.gate_proj.weight|2d-64|(2816, 1408)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,9,0.029109880291534163,5.666443499089243 +3664,3665,1.2116045213052586,0.01861057150154379,-0.008483175145151551,-0.008509203148584594,1.7120349177881207,1.2395542232563117,1.4199008993903888,0.9999640172223482,-0.006142021677560753,"model.language_model.layers.4.mlp.up_proj.weight|2d-128|(1280, 768)","model.language_model.layers.23.mlp.up_proj.weight|2d-128|(896, 768)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,19,0.027949701951053063,4.621379793153194 +3898,4039,1.2082286821778647,-0.009095489549746393,-0.013161016099015278,-0.012978652849682925,1.2160153651832033,1.7913114211430845,1.422836440083049,0.9999133900769814,-0.019387484012969046,"model.language_model.layers.23.mlp.up_proj.weight|2d-64|(2944, 0)","model.language_model.layers.3.mlp.up_proj.weight|2d-64|(3648, 1152)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,20,0.007786683005338579,3.143362607466851 +4219,4300,1.1650226223758897,-0.009173876904606061,-0.01980348026591107,-0.01982040736486842,1.1729439789578855,1.976184814511061,1.4264529970986812,0.9998038918554767,-0.03336505210652356,"model.language_model.layers.15.self_attn.k_proj.weight|2d-128|(384, 1408)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 1536)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,8,0.007921356581995775,3.093221512781849 +4358,4375,1.096241462249527,0.010409324886852476,0.0031389501076515033,0.003149025515125476,1.1040213091355742,2.3441062916824054,1.412501358838845,0.9999950734839755,0.0066647560474935395,"model.language_model.layers.15.self_attn.k_proj.weight|2d-64|(384, 768)","model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 640)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,8,0.00777984688604727,3.0578891950012457 +4674,4773,1.1049122469415154,0.012629468413140882,-0.01718658977680809,-0.017148726420045838,1.1175048862600574,2.3188348599562194,1.42368754467199,0.9998522996582263,-0.03566236173839469,"model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(768, 256)","model.language_model.layers.3.self_attn.o_proj.weight|2d-128|(1920, 1792)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,16,0.012592639318542043,2.838147888460802 +4956,5051,1.111188753782415,0.04348806031897757,-0.00047526203755939044,-0.0004656718068954009,2.086744716269683,1.1396405451508007,1.4144962723408903,0.9999998870629915,-0.0002595563718699101,"model.language_model.layers.3.self_attn.o_proj.weight|2d-64|(256, 1216)","model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(1728, 1088)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,16,0.028451791368385715,5.8091384760366145 +5187,5332,1.1036289207799632,0.04731202441847555,0.02442827849148131,0.02457743944122074,2.1206065612034246,1.1192856451053614,1.3998796499975834,0.9997015850792389,0.012893585236591284,"model.language_model.layers.19.self_attn.q_proj.weight|2d-128|(1280, 1408)","model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(3456, 1536)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,16,0.01565672432539822,5.825777893222364 +5510,5620,1.0927610056772303,0.020785661097132507,0.018870401471925584,0.019013437783874834,1.0953185803451466,2.349600894985547,1.4039566473607417,0.9998219381211277,0.04047946687182243,"model.language_model.layers.23.self_attn.q_proj.weight|2d-64|(1408, 1856)","model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(2688, 384)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,16,0.0025575746679162847,3.471860869763134 +5776,5852,1.074653898129449,0.024451651839569346,-0.0018173462741026454,-0.0018275538440638867,1.0923123165275554,2.4957416778320067,1.4151572771667424,0.9999983486248966,-0.004152316851785918,"model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(128, 0)","model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(256, 512)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,12,0.017658418398106557,3.72928800360598 +6041,6135,1.0653589032125634,0.03932068617391762,0.03321728089135153,0.0332466947622205,1.0798858942295635,2.4421428055694028,1.3967304733778891,0.9994481538580103,0.07512029185941682,"model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(256, 64)","model.language_model.layers.3.self_attn.v_proj.weight|2d-64|(448, 1344)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,16,0.014526991017000057,3.6883089552835595 +6254,6340,1.142535461301148,0.011238024452454504,0.005212270643340794,0.005227456707151224,1.9056969761703302,1.1709594092719882,1.4109218043981937,0.9999864160251082,0.0032026903698810015,"model.visual.blocks.1.attn.proj.weight|2d-128|(640, 768)","model.visual.blocks.23.attn.proj.weight|2d-128|(128, 256)",model.visual.layers.*.attn.proj.weight,2d-128,22,0.028423947970840135,5.468017328541772 +6567,6642,1.170359752963384,0.03018837788852203,0.007007004155721351,0.006859381400522051,1.1870982054470223,1.835526380962716,1.4096875956499415,0.9999754506450454,0.010834437218695557,"model.visual.blocks.20.attn.proj.weight|2d-64|(128, 960)","model.visual.blocks.18.attn.proj.weight|2d-64|(512, 768)",model.visual.layers.*.attn.proj.weight,2d-64,2,0.016738452483638255,2.8849057664099713 +6738,6888,1.0705810544486183,0.00478836696647506,0.003088623679591889,0.003155693900711307,1.0697457806053448,2.792754009853363,1.4127537606170992,0.9999952301905074,0.008063379470613261,"model.visual.blocks.0.attn.qkv.weight|2d-128|(1280, 256)","model.visual.blocks.21.attn.qkv.weight|2d-128|(1280, 0)",model.visual.layers.*.attn.qkv.weight,2d-128,21,0.0008352738432735318,3.72534007143175 +6955,7063,1.0667504122202824,0.049889422266372926,0.02616580276376323,0.025887141077543068,2.4518835102697767,1.0825051310416214,1.4004745839457486,0.9996576167697258,0.011552186566351283,"model.visual.blocks.19.attn.qkv.weight|2d-64|(448, 704)","model.visual.blocks.0.attn.qkv.weight|2d-64|(1920, 512)",model.visual.layers.*.attn.qkv.weight,2d-64,19,0.015754718821338942,8.019687998085386 +7273,7330,1.2036937242500292,0.02086730103505283,0.004290189434430573,0.005688951750646993,1.7878088111076362,1.2028789447554888,1.411400682128122,0.9999907970949616,0.002886538262719357,"model.visual.blocks.18.mlp.linear_fc1.weight|2d-128|(3584, 256)","model.visual.blocks.23.mlp.linear_fc1.weight|2d-128|(1920, 768)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,5,0.0008147794945403408,4.2186717072331055 +7466,7654,1.2017693038416635,0.040969591427271884,0.025584378037619735,0.025656805529692475,1.2141598657331185,1.6989102374337712,1.3969927304158418,0.9996726662265144,0.035798878708812445,"model.visual.blocks.2.mlp.linear_fc1.weight|2d-64|(576, 384)","model.visual.blocks.15.mlp.linear_fc1.weight|2d-64|(3392, 64)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,13,0.012390561891455043,3.4787178019524676 +7709,7896,1.2079686740431845,0.02076474245859136,0.011028608132207171,0.010944042836670336,1.2078745363768246,1.7541403246475207,1.4069093270583302,0.9999391830519825,0.016016337514217473,"model.visual.blocks.3.mlp.linear_fc2.weight|2d-128|(512, 1152)","model.visual.blocks.9.mlp.linear_fc2.weight|2d-128|(0, 1664)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,6,9.413766635990584e-05,3.6504296146887873 +8047,8075,1.1874454510191135,0.04064937166628425,0.014951338235620315,0.014989711573356785,1.2668106050813102,1.597914890666193,1.4038823712559763,0.9998882224953768,0.018859145878835665,"model.visual.blocks.5.mlp.linear_fc2.weight|2d-64|(192, 0)","model.visual.blocks.14.mlp.linear_fc2.weight|2d-64|(512, 3456)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,9,0.07936515406219669,3.0756686653045726 +8202,8287,0.6616992971899671,0.7798558693837682,0.7808315552903211,0.7808607671150303,0.6657018076166757,0.6586296698536809,0.6621374144628552,0.6247416123989967,0.7725363272084312,"model.visual.merger.linear_fc1.weight|2d-128|(1536, 1536)","model.visual.merger.linear_fc1.weight|2d-128|(1536, 3584)",model.visual.merger.linear_fc1.weight,2d-128,0,0.0030696273362862403,1.7988985872032042 +8490,8700,1.3355760933602898,0.05409161383501659,0.031249944429559372,0.03179868402433145,1.4215678112602128,1.3641287041987464,1.391960212395993,0.9995116012198905,0.02998727592402877,"model.visual.merger.linear_fc1.weight|2d-64|(1600, 2816)","model.visual.merger.linear_fc1.weight|2d-64|(1728, 512)",model.visual.merger.linear_fc1.weight,2d-64,0,0.028552610838456616,3.5820813532299725 +8924,8938,1.3354699797671523,0.06904136800055491,0.006792621380119953,0.006791867349950924,1.3982598756262345,1.420816617886519,1.409402886571636,0.999976929881278,0.006902200015975781,"model.visual.merger.linear_fc2.weight|2d-128|(1920, 384)","model.visual.merger.linear_fc2.weight|2d-128|(896, 1280)",model.visual.merger.linear_fc2.weight,2d-128,0,0.06278989585908223,3.4670573352744265 +9054,9097,1.3296619164409345,0.066271216455989,0.03205137667333229,0.031917373283530094,1.4012662267789828,1.3816756859948525,1.3913675285559062,0.9994862226430858,0.031603279238378926,"model.visual.merger.linear_fc2.weight|2d-64|(64, 1920)","model.visual.merger.linear_fc2.weight|2d-64|(1920, 2176)",model.visual.merger.linear_fc2.weight,2d-64,0,0.05201376955391801,3.5866608652816296 +9241,9313,0.5775633253672449,0.8164408106828818,0.7485330429762448,0.7495682944334698,0.6631648316896132,0.8749067295705046,0.7474115135152938,0.663097491755717,0.9875321568806009,"model.visual.pos_embed.weight|2d-128|(384, 128)","model.visual.pos_embed.weight|2d-128|(1536, 128)",model.visual.pos_embed.weight,2d-128,0,0.08560150632236829,2.5419092785846713 +9396,9588,0.32490784127920996,0.9460267463614546,0.9411114629315753,0.9417261088800035,0.3386081337965457,0.35281994607076317,0.3454950086405494,0.33809645715208286,0.9806111030918264,"model.visual.pos_embed.weight|2d-64|(1280, 256)","model.visual.pos_embed.weight|2d-64|(896, 256)",model.visual.pos_embed.weight,2d-64,0,0.013700292517335733,1.0840217266087597 +9698,9701,1.0158644927602476,0.02972780227866824,0.001033077490255286,0.0014848617355518107,1.0232652957866786,4.693962486771015,1.4139094879084058,0.9999994663753072,0.0047389733680529185,"mtp.fc.weight|2d-128|(256, 2304)","mtp.fc.weight|2d-128|(256, 2688)",mtp.fc.weight,2d-128,0,0.00740080302643098,1.3646442075688032 +10012,10052,1.0077959853869705,0.046611856790305904,0.0002784706545892174,-0.00222162339122893,1.0164551166881843,5.5715947267387556,1.4141440287790585,0.9999999612270465,0.0015264084022873102,"mtp.fc.weight|2d-64|(1792, 3840)","mtp.fc.weight|2d-64|(1856, 768)",mtp.fc.weight,2d-64,0,0.008659131301213874,8.023829306442881 +10271,10356,1.2888574207366783,0.040258978485193476,-0.0037922319369753242,-0.00375773637457214,1.4419291148032687,1.3931133844983996,1.4168909512983445,0.9999928094626162,-0.0036638479758024783,"mtp.layers.0.mlp.down_proj.weight|2d-128|(256, 6016)","mtp.layers.0.mlp.down_proj.weight|2d-128|(512, 4608)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.1042559637617213,4.020466895157569 +10406,10454,1.25817804681401,0.006132343005305076,0.03334875496066314,0.03337867819768163,1.4714647777380148,1.3217002095813153,1.390569987461189,0.9994437755784833,0.029954543994278368,"mtp.layers.0.mlp.down_proj.weight|2d-64|(960, 1088)","mtp.layers.0.mlp.down_proj.weight|2d-64|(1792, 5440)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.06352216276730527,4.334278743652012 +10701,10882,1.299712587507587,0.02222336918035593,0.002671706533722602,0.002684498515372199,1.3406104981081932,1.4969576683711678,1.4123345683185844,0.9999964309857299,0.002983291260912257,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(384, 1664)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(2560, 256)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.04089791060060621,3.6280754069573615 +10962,11012,1.286399725587752,0.0028869675171018646,-0.004145019762957096,-0.004483404191613397,1.3090840849611995,1.5571849153450135,1.41709799883883,0.9999914093686829,-0.004930594086991029,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(2688, 1408)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(3328, 1984)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.022684359373447593,3.4834487668016996 +11191,11340,1.3231697827900963,0.05277772103167785,0.0046906499160523085,0.00469174166226962,1.4372386482965018,1.3859489122824231,1.4108950672340344,0.9999889988411698,0.004523257954937197,"mtp.layers.0.mlp.up_proj.weight|2d-128|(5632, 1792)","mtp.layers.0.mlp.up_proj.weight|2d-128|(5632, 512)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.06277912949232678,3.846948950524236 +11453,11546,1.303891917985329,0.0721232365185457,0.0396173914449923,0.039715904872654854,1.4433223591414472,1.3350125023664121,1.386003493074218,0.9992149229745793,0.03664442150100829,"mtp.layers.0.mlp.up_proj.weight|2d-64|(5184, 1280)","mtp.layers.0.mlp.up_proj.weight|2d-64|(3072, 768)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.031120584381083116,3.8116339144351374 +11707,11725,1.2135554212679143,0.01010502008028422,0.0030107605219557615,0.003007440437871361,1.624978247544693,1.2657017762201785,1.4121478971779393,0.9999954676502686,0.002345092893502373,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(256, 1408)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 1664)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.05214635495226427,5.1380228235843 +11730,11942,1.0781670010991227,0.026603715416058764,0.015028190110102495,0.015050711042473418,2.362688502410707,1.0960135772324278,1.4060770432680252,0.9998870703744571,0.006971338111264593,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 128)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 1408)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.017846576133305092,7.95961974616179 +12052,12054,1.1030458915510613,0.389389260522118,0.38491274274280735,0.38491401116315493,1.0927801812921476,1.1265782552974322,1.109293243474395,0.9229529676393101,0.3968175243150864,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(512, 512)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(512, 768)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.010265710258913652,3.5121011231881822 +12273,12292,1.1604794011227149,0.023318997206498642,0.030765389884787567,0.030343542901533817,1.6684060020087539,1.2208206957975667,1.3933245592507155,0.999526633354628,0.022511921343131628,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(64, 64)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(1152, 1472)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.06034129467485183,4.687264301574712 +12581,12608,1.0497155920508319,0.009661694239293146,0.004868831199704806,0.004974900424462819,3.1663800298546576,1.0522343006262667,1.4121514443276346,0.9999881471711296,0.0016179836734644562,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 640)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(896, 0)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.0025187085754347915,9.34376385054423 +12781,12965,1.0475154552325106,0.02492215360024047,0.019407441480922872,0.019290842144426338,3.1425837408419612,1.0479805689116388,1.4059527092002613,0.9998116578712035,0.006471942592959435,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(704, 448)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(832, 1536)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.0004651136791282706,8.728972186228754 +13026,13069,1.345407702057657,0.054725729936682066,0.00237260789406857,0.0024057170736939723,1.3737480571008762,1.4548102230071533,1.4125376357408617,0.9999971853619294,0.0025126108107208526,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 256)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(384, 1664)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.0283403550432193,3.5492948085202287 +13097,13279,1.29043705718192,0.024118731923047025,0.015084546373969705,0.015092090911065061,1.3207285190545737,1.504317803283707,1.4035970422201263,0.9998862217576016,0.01718138992036384,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(0, 1600)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 960)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.030291461872653747,3.449993491814955 +25,202,1.1485087589355107,0.2821505862228835,0.25218696091210097,0.25204428439430254,1.1771789492090043,1.2760448497887806,1.2236264754639532,0.9676785296501718,0.2733669956228856,"model.language_model.embed_tokens.weight|2d-128|(107008, 1792)","model.language_model.embed_tokens.weight|2d-128|(241152, 1792)",model.language_model.embed_tokens.weight,2d-128,0,0.0286701902734936,2.9724727312904835 +317,511,1.1037055295960827,0.38243088386745294,0.34411776089203844,0.343665008900428,1.1704166005888836,1.122274682817962,1.1455876738612907,0.93892649693075,0.3299634085528432,"model.language_model.embed_tokens.weight|2d-64|(158848, 832)","model.language_model.embed_tokens.weight|2d-64|(184320, 832)",model.language_model.embed_tokens.weight,2d-64,0,0.018569153221879242,2.992241183124436 +566,649,0.08657541572255573,0.9982389632242573,0.9982389632242573,0.9981733941706474,0.09257612486993676,0.08657541572255573,0.08942512284061023,0.05932092633261909,0.9335339252211252,"model.language_model.layers.9.linear_attn.conv1d.weight|3d-axis0-slice|(443, 0, 0)","model.language_model.layers.0.linear_attn.conv1d.weight|3d-axis0-slice|(2491, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,9,0.0,0.13043312466227425 +847,997,0.4826629025277776,0.9275235221972329,0.9275235221972328,0.9253768394624364,0.4826629025277776,0.7758194641037107,0.5795793984262404,0.37376478669189717,1.4908765479303239,"model.language_model.layers.4.linear_attn.conv1d.weight|3d-volume|(264, 0, 0)","model.language_model.layers.0.linear_attn.conv1d.weight|3d-volume|(4496, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,4,0.0,1.1886679718745203 +1164,1207,1.1300084183253059,0.037882602329542964,0.004561284522943002,0.00460887482523522,1.1416520395883654,2.0556604507279306,1.4114729150899905,0.9999895972876421,0.008213056056652885,"model.language_model.layers.0.linear_attn.in_proj_qkv.weight|2d-128|(5120, 0)","model.language_model.layers.9.linear_attn.in_proj_qkv.weight|2d-128|(1408, 1920)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,9,0.011643621263059512,3.1982028325408423 +1383,1384,1.1235607039800328,0.03435505387742833,0.01997630283027064,0.02090751916262533,1.128384647941546,2.0777010038793984,1.4023153409109055,0.9998004537532643,0.03678247884705558,"model.language_model.layers.16.linear_attn.in_proj_qkv.weight|2d-64|(0, 256)","model.language_model.layers.6.linear_attn.in_proj_qkv.weight|2d-64|(1408, 768)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,10,0.0048239439615132,2.9700121727585738 +1635,1638,1.139901881773711,0.022850417030804517,0.00027313733987361624,3.95966761779076e-05,2.005576925159338,1.1534519774253884,1.41404661471809,0.9999999626979961,0.00015708737013959365,"model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(256, 1920)","model.language_model.layers.5.linear_attn.in_proj_z.weight|2d-128|(512, 384)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,13,0.013550095651677418,5.581066571114819 +1811,1867,1.1328279532692136,-0.047991169899734426,-0.008804063699844697,-0.007198760060051575,2.2765587260589086,1.1179413733261596,1.4191312504866536,0.9999612434801506,-0.0043233793843281175,"model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-64|(320, 704)","model.language_model.layers.21.linear_attn.in_proj_z.weight|2d-64|(64, 1472)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,3,0.01488657994305398,6.25240679570714 +2134,2210,1.2178364441526406,0.03628838745845567,0.001487901512641911,0.0014881848089034683,1.6976961464726115,1.2361161382892236,1.413211929977785,0.9999988930739316,0.0010833617522093405,"model.language_model.layers.16.linear_attn.out_proj.weight|2d-128|(1280, 256)","model.language_model.layers.1.linear_attn.out_proj.weight|2d-128|(1536, 1024)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,15,0.018279694136583036,4.34919389820844 +2403,2455,1.2157240782221446,0.019671418931204533,-0.008167184827538598,-0.008177636865279763,1.7166301660542198,1.2375308402413876,1.41968205897802,0.9999666479898182,-0.005887781364848344,"model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(192, 960)","model.language_model.layers.22.linear_attn.out_proj.weight|2d-64|(1408, 384)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,10,0.02180676201924303,4.948531372843937 +2574,2813,1.259528814285423,0.01689503634694032,-0.003697705047316584,-0.0037227155560901884,1.2817467351753458,1.6059866128778861,1.4167608340357902,0.9999931634653224,-0.004633103125126377,"model.language_model.layers.20.mlp.down_proj.weight|2d-128|(384, 2432)","model.language_model.layers.3.mlp.down_proj.weight|2d-128|(0, 6016)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,17,0.022217920889922693,3.3135990770293495 +2816,2938,1.251258220765161,0.03368682044326983,0.02135030392423601,0.02125528444835315,1.287165907130775,1.5469609023371733,1.3992894697465157,0.999772056282002,0.025659540266593932,"model.language_model.layers.21.mlp.down_proj.weight|2d-64|(1792, 4096)","model.language_model.layers.0.mlp.down_proj.weight|2d-64|(64, 1664)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,21,0.03590768636561403,3.551542172169249 +3102,3212,1.1469323658414579,0.0349603213639752,0.0019980402419218866,0.0020574364895265497,1.1687694030307876,1.925488845180617,1.4129596375998732,0.9999980039156037,0.0032916708702899126,"model.language_model.layers.23.mlp.gate_proj.weight|2d-128|(3200, 512)","model.language_model.layers.10.mlp.gate_proj.weight|2d-128|(5760, 128)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,13,0.021837037189329722,3.1233077037116543 +3407,3518,1.1346128981473713,-0.004498668596337868,0.009759201357239802,0.010006490542273686,1.127360704362168,2.125604837641527,1.4084890214637011,0.9999523778605003,0.018400681819225925,"model.language_model.layers.23.mlp.gate_proj.weight|2d-64|(448, 1856)","model.language_model.layers.11.mlp.gate_proj.weight|2d-64|(6080, 640)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,12,0.007252193785203254,2.993356168963226 +3665,3687,1.2121250480560686,-0.004067453068898584,-0.00576718094548928,-0.005754283552859899,1.2266201615094507,1.7408592689676285,1.418048590792081,0.9999833696736872,-0.00818497096314942,"model.language_model.layers.23.mlp.up_proj.weight|2d-128|(896, 768)","model.language_model.layers.2.mlp.up_proj.weight|2d-128|(128, 768)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,21,0.014495113453382169,3.111499131732892 +3898,3972,1.2084659073330042,0.03408553461674721,0.020913360442980495,0.021097769788083292,1.2359543279018528,1.653310090530347,1.39995825321062,0.9997812917608441,0.027975362087994216,"model.language_model.layers.23.mlp.up_proj.weight|2d-64|(2944, 0)","model.language_model.layers.5.mlp.up_proj.weight|2d-64|(640, 384)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,18,0.027488420568848593,3.309614661619917 +4293,4297,1.1652539437659646,0.07342286785624244,-0.005412727569560169,-0.0054130531126613856,1.7137947295782463,1.236154106653549,1.4178407336926406,0.9999853510828335,-0.0039041813455426427,"model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 640)","model.language_model.layers.7.self_attn.k_proj.weight|2d-128|(384, 640)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,16,0.0709001628875845,4.7092657103376405 +4409,4560,1.0965305219481487,0.022112330841109046,0.019901861906584925,0.019806243171840123,2.1606047077734107,1.1164397617390405,1.4026879617809578,0.9998019383321135,0.010283801514090357,"model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 1024)","model.language_model.layers.7.self_attn.k_proj.weight|2d-64|(64, 256)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,16,0.019909239790891764,6.666661090320305 +4715,4795,1.104951995842487,0.016808874410979793,0.01109983204409322,0.011208809628481486,2.2509422080593877,1.110070780593721,1.4079728487987266,0.9999383949667064,0.005473974044082021,"model.language_model.layers.11.self_attn.o_proj.weight|2d-128|(768, 1408)","model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(256, 256)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,8,0.005118784751234173,6.0839341244929015 +4897,4933,1.111369481989932,0.011374441353973409,-0.010414837571239401,-0.010133697861144323,1.1406176898724456,2.1188209075169437,1.4203476733532387,0.9999457641084164,-0.01934668889520974,"model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(128, 64)","model.language_model.layers.3.self_attn.o_proj.weight|2d-64|(1792, 1856)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,16,0.02924820788251359,2.991702923230849 +5172,5218,1.103761851314409,-0.0039333214517283015,0.009004314363376273,0.009008624806618487,2.4095613310173145,1.0946189390106773,1.409410174226576,0.9999594603396906,0.004090492700095009,"model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(2688, 1536)","model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(896, 1152)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,4,0.009142912303731654,6.670297533586527 +5428,5618,1.0931730981852679,0.03504918347962891,0.020044998750933338,0.019811924529750346,1.1031505846743248,2.268710608395584,1.403021052466364,0.9997990788278789,0.041224019588354144,"model.language_model.layers.23.self_attn.q_proj.weight|2d-64|(1472, 0)","model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(2688, 960)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,16,0.009977486489056941,3.2223674117167502 +5787,5813,1.0746581620403706,0.027120752516468533,0.004376850909600132,0.004438113405535375,1.0790437116205074,2.6332048881776537,1.4120401057194822,0.9999904215421841,0.010680888165944102,"model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(128, 1408)","model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(384, 896)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,12,0.004385549580136816,3.872848366943844 +5905,6122,1.066313265352946,0.028221760132285535,0.021315243418488786,0.021243809809464716,2.7076958059726635,1.066998277343091,1.4038938474241323,0.9997728043900826,0.008399513696667376,"model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(448, 1472)","model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(64, 1472)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,12,0.0006850119901451457,8.71135172811476 +6272,6340,1.1451700700773528,0.04759093993433264,0.009394515567700162,0.009400804123223033,1.855205885474397,1.180122489939031,1.40818399977515,0.9999558705649206,0.005975983145768382,"model.visual.blocks.10.attn.proj.weight|2d-128|(0, 0)","model.visual.blocks.23.attn.proj.weight|2d-128|(128, 256)",model.visual.layers.*.attn.proj.weight,2d-128,13,0.034952419861678186,5.517001012426355 +6553,6642,1.1704140286537026,0.02188859945158764,0.025892976094751625,0.0258629228543734,1.1719081163123146,1.8383439918822264,1.3975168090011603,0.9996647206883699,0.040617686978329,"model.visual.blocks.2.attn.proj.weight|2d-64|(192, 320)","model.visual.blocks.18.attn.proj.weight|2d-64|(512, 768)",model.visual.layers.*.attn.proj.weight,2d-64,16,0.001494087658612031,3.282589763687809 +6826,6893,1.0707442208866806,0.01913213627767322,0.006062395038552857,0.0060389686929609885,2.6193081633070814,1.079248638194418,1.4111904324340838,0.9999816235143506,0.002497923566692485,"model.visual.blocks.0.attn.qkv.weight|2d-128|(2688, 256)","model.visual.blocks.1.attn.qkv.weight|2d-128|(640, 640)",model.visual.layers.*.attn.qkv.weight,2d-128,1,0.008504417307737322,8.220390537108447 +7082,7099,1.0670477912045238,-0.012095449808814628,-0.02699886004987305,-0.026782527215233328,1.0743727046642262,2.929771476088458,1.4265022023930611,0.9996354643348782,-0.07362481354712333,"model.visual.blocks.1.attn.qkv.weight|2d-64|(1792, 640)","model.visual.blocks.18.attn.qkv.weight|2d-64|(2816, 512)",model.visual.layers.*.attn.qkv.weight,2d-64,17,0.007324913459702431,3.047841221581412 +7345,7380,1.2037406456273836,0.05088883450506304,0.01530570267433509,0.015234555125582994,1.6736264584369602,1.2329503846771113,1.403839121293406,0.9998828608720348,0.01127561762957499,"model.visual.blocks.19.mlp.linear_fc1.weight|2d-128|(1536, 768)","model.visual.blocks.1.mlp.linear_fc1.weight|2d-128|(1536, 384)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,18,0.02920973904972768,4.789012127765162 +7492,7495,1.2022088813491703,0.019619751867708417,0.004826343804690441,0.004818940189386097,1.227848988824287,1.7117352572527438,1.4109771868584906,0.9999883531349147,0.006728370450524711,"model.visual.blocks.1.mlp.linear_fc1.weight|2d-64|(2496, 192)","model.visual.blocks.18.mlp.linear_fc1.weight|2d-64|(3648, 576)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,17,0.02564010747511669,3.4265042489301174 +7864,7884,1.208413195159931,0.046061465212094144,0.01614409893653187,0.015910876197962186,1.6410163247611942,1.2456737882204443,1.4031752262758848,0.9998696755425316,0.012254771982601581,"model.visual.blocks.9.mlp.linear_fc2.weight|2d-128|(0, 1536)","model.visual.blocks.0.mlp.linear_fc2.weight|2d-128|(768, 1536)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,9,0.037260593060513214,4.858727057873276 +8047,8073,1.1880188630428463,-0.003683172090418751,0.0011520443447610288,0.0011612658107242133,1.2292641051935382,1.716708498477447,1.413442149324323,0.9999993363966937,0.0016088685164712935,"model.visual.blocks.5.mlp.linear_fc2.weight|2d-64|(192, 0)","model.visual.blocks.10.mlp.linear_fc2.weight|2d-64|(384, 64)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,5,0.04124524215069192,3.042089841164538 +8215,8228,0.6644029314285625,0.7766463091429238,0.7924914862515341,0.7924840840890719,0.642423821002623,0.6460672808504948,0.6442378240176997,0.6098829758394922,0.7969860439182025,"model.visual.merger.linear_fc1.weight|2d-128|(2304, 1792)","model.visual.merger.linear_fc1.weight|2d-128|(2304, 3840)",model.visual.merger.linear_fc1.weight,2d-128,0,0.021979110425939585,1.822162023374145 +8473,8599,1.3356224852726817,0.03513844213084559,0.02639336417888206,0.02624453102743092,1.3708120739583545,1.4214412166084494,1.3954382715001683,0.9996516344843942,0.027368168402899365,"model.visual.merger.linear_fc1.weight|2d-64|(384, 704)","model.visual.merger.linear_fc1.weight|2d-64|(2816, 320)",model.visual.merger.linear_fc1.weight,2d-64,0,0.03518958868567279,3.423984915039014 +8818,8890,1.3356129219868653,0.03905036888185854,0.003531952075665949,0.003500028730139497,1.3833352443848321,1.4419185083224275,1.4117160364919543,0.9999937626378153,0.003681527734569725,"model.visual.merger.linear_fc2.weight|2d-128|(1152, 1536)","model.visual.merger.linear_fc2.weight|2d-128|(640, 3328)",model.visual.merger.linear_fc2.weight,2d-128,0,0.04772232239796681,3.523417446528905 +9148,9186,1.3309388077675988,0.04405872056286278,0.009442579237809095,0.0095836412905818,1.3605133837798162,1.4598006899591403,1.4075374219061627,0.9999554178548851,0.010131678122894823,"model.visual.merger.linear_fc2.weight|2d-64|(1984, 384)","model.visual.merger.linear_fc2.weight|2d-64|(192, 2176)",model.visual.merger.linear_fc2.weight,2d-64,0,0.02957457601221747,3.403510631428945 +9225,9321,0.5777510149909615,0.8312798814980928,0.7409146315113897,0.7409549235047738,0.749075634407726,0.6983210917536723,0.7223644971155443,0.6715992174000367,0.6907130476649328,"model.visual.pos_embed.weight|2d-128|(128, 128)","model.visual.pos_embed.weight|2d-128|(1664, 128)",model.visual.pos_embed.weight,2d-128,0,0.12057007676271081,2.946354408546813 +9488,9604,0.3305246975543247,0.9441317441888369,0.9318208335602876,0.9362345425331637,0.3635036896184313,0.39892620275602975,0.37998219953750645,0.36291863295098375,1.022624411794459,"model.visual.pos_embed.weight|2d-64|(1344, 256)","model.visual.pos_embed.weight|2d-64|(960, 256)",model.visual.pos_embed.weight,2d-64,0,0.03297899206410665,1.0076230447387546 +9764,9788,1.0166177838858652,0.0477100812207068,0.001961241815533699,0.00379958996384022,1.0299149091072848,4.146313653905834,1.4135645042587532,0.999998076763421,0.007895723856844712,"mtp.fc.weight|2d-128|(512, 2560)","mtp.fc.weight|2d-128|(640, 1536)",mtp.fc.weight,2d-128,0,0.01329712522141957,1.2370799755646886 +10001,10068,1.0081744631885294,0.04182084614344293,0.017297184917265607,0.014522068478729062,5.667600103690562,1.0127938171561202,1.4099711533320458,0.9998503925057678,0.0030909876522525336,"mtp.fc.weight|2d-64|(1792, 1024)","mtp.fc.weight|2d-64|(1664, 3712)",mtp.fc.weight,2d-64,0,0.0046193539675907225,43.25793286591253 +10201,10231,1.289782688692785,0.04065475054122407,0.007172760829738223,0.007199613277112846,1.446982038731145,1.374118384763373,1.409139313590265,0.9999742754201627,0.006811572128633175,"mtp.layers.0.mlp.down_proj.weight|2d-128|(1792, 5504)","mtp.layers.0.mlp.down_proj.weight|2d-128|(1792, 4096)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.08433569607058788,3.906979944122468 +10524,10598,1.2584207715961895,0.036721128176583184,0.021142453635296182,0.02092354355988595,1.4773622856467574,1.3323712669964773,1.3992639829860039,0.9997764733450569,0.0190674948258489,"mtp.layers.0.mlp.down_proj.weight|2d-64|(128, 5952)","mtp.layers.0.mlp.down_proj.weight|2d-64|(1088, 2752)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.07395049540028786,4.371184197414751 +10837,10845,1.2997977028036,0.009538812869192075,0.004929081335671713,0.004791178353150434,1.517574299877646,1.323723138236606,1.410756246898389,0.9999878520048063,0.004299452761426506,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(2560, 512)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(2432, 512)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.02392543543300585,4.403573110012986 +10973,11081,1.286691845788647,0.02386830084721133,0.02779975286226088,0.027240014646036155,1.508274625499225,1.3033228835742174,1.3946283552148508,0.9996135121839826,0.024022186311793172,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(5568, 1344)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(4992, 64)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.016631037785570513,4.307898765862232 +11239,11340,1.3232520714593543,0.03530711428542191,0.0018855341449577425,0.0018837910636150318,1.4331625528793703,1.3934352626980908,1.4128801864530671,0.9999982223789141,0.0018332671066005437,"mtp.layers.0.mlp.up_proj.weight|2d-128|(5504, 768)","mtp.layers.0.mlp.up_proj.weight|2d-128|(5632, 512)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.07018319123873651,3.9543815031665455 +11481,11616,1.303946509811967,0.04028302429795433,0.0032362100330787045,0.003350149379468087,1.3515927186622503,1.4811504524394592,1.411932930750564,0.9999947634586003,0.0035464188941679575,"mtp.layers.0.mlp.up_proj.weight|2d-64|(5440, 64)","mtp.layers.0.mlp.up_proj.weight|2d-64|(3840, 1088)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.04764620885028337,3.5989060319477644 +11666,11686,1.2139458967107175,-0.0003640320188899662,0.011284453036747692,0.01128769643563729,1.6957162467018927,1.228065336996819,1.4066119062951532,0.9999363285328029,0.008172384765642093,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 256)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(128, 768)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.01411944028610157,5.227789773169943 +11752,11940,1.0790518070030166,0.011589887440254805,0.007659351552490392,0.007972731236057332,2.4354216497063916,1.0929403196861518,1.4101615872731148,0.9999706667366776,0.0034372750752941217,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 1536)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 1280)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.013888512683135179,8.95488357406146 +12170,12172,1.1140168431788493,0.34298036668187376,0.3627066872798776,0.3627937113132213,1.1025774093355958,1.1582041535834617,1.1293646178324241,0.9319033528228434,0.3810058034775026,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(1408, 1280)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1408, 1536)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.011439433843253521,3.890662480692953 +12346,12464,1.160555136770092,0.03171141349453112,-0.004053646895338353,-0.004063123910113639,1.701887342842676,1.2394867008771746,1.4169390378837756,0.9999917839396721,-0.002952276152680925,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(576, 64)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(1152, 1536)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.07893156410708269,5.096056437460649 +12588,12596,1.0497696220492287,0.00806587989027943,0.002255924914905015,0.002233657188958916,3.23822385609503,1.0506185408317132,1.4132767426888218,0.9999974553981517,0.0007319186837137115,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 1536)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(768, 512)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.0008489187824844979,9.548141204863569 +12873,12913,1.0476981172703963,0.04161077270530816,0.012680483437823006,0.013303518963696158,2.8829660681475793,1.0612063511434442,1.4083882181797664,0.9999195994377663,0.004667626757200593,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(2112, 1216)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(768, 1344)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.013508233873047892,8.300899617225673 +13011,13032,1.3455323927811118,0.043036414824134464,0.005165554795867785,0.0051356800689896535,1.4446253273926521,1.378796588687348,1.4105602136348858,0.9999866584328267,0.004930170609755778,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(0, 384)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 1024)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.03326419590623608,3.8523347133631223 +13182,13279,1.2904900051900037,0.003932256329885808,0.023209475686436932,0.023216754345775907,1.2982114087279282,1.5248047639992262,1.39791821867052,0.9997306238374218,0.02726052078935324,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 896)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 960)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.007721403537924498,3.49553088854493 +20,96,1.1486084875907991,0.2900331038859617,0.2650233390407246,0.26504560292408397,1.1820228278493567,1.245938028075363,1.2127190292302439,0.9642419975108454,0.27935387427258007,"model.language_model.embed_tokens.weight|2d-128|(145024, 128)","model.language_model.embed_tokens.weight|2d-128|(216576, 128)",model.language_model.embed_tokens.weight,2d-128,0,0.03341434025855761,3.071380582321918 +272,356,1.105693980569149,0.35003064190299904,0.3641505840522871,0.3640764712167959,1.0917997944081004,1.1690558782727742,1.1284492356366917,0.9313400840371783,0.38991798958304674,"model.language_model.embed_tokens.weight|2d-64|(158592, 1408)","model.language_model.embed_tokens.weight|2d-64|(194368, 1408)",model.language_model.embed_tokens.weight,2d-64,0,0.01389418616104865,2.8409724385880373 +513,635,0.08900485153720827,0.9984905035797756,0.9984905035797758,0.9981633376268259,0.09586352926822492,0.08900485153720827,0.0922434990702628,0.054924623448920976,0.9270522346801123,"model.language_model.layers.1.linear_attn.conv1d.weight|3d-axis0-slice|(1057, 0, 0)","model.language_model.layers.8.linear_attn.conv1d.weight|3d-axis0-slice|(3950, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,7,0.0,0.16331300157620549 +843,961,0.4828816882590266,0.8898675928237201,0.8898675928237199,0.8898091650209191,0.4828816882590269,0.6600078253188081,0.5511395020189247,0.4562188808479087,1.2162804865903647,"model.language_model.layers.14.linear_attn.conv1d.weight|3d-volume|(1688, 0, 0)","model.language_model.layers.14.linear_attn.conv1d.weight|3d-volume|(1764, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,0,2.7755575615628914e-16,1.4501044616256253 +1131,1221,1.1302431960741075,0.02197647457341747,-0.010320620682500422,-0.010322892737819835,1.1612777677854074,2.001635659928237,1.420534826320185,0.9999467409761021,-0.017789131044919096,"model.language_model.layers.21.linear_attn.in_proj_qkv.weight|2d-128|(2304, 1920)","model.language_model.layers.6.linear_attn.in_proj_qkv.weight|2d-128|(2816, 512)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,15,0.031034571711299863,3.0672627181125516 +1324,1360,1.1236683146710436,0.02326100871643795,0.02170490311449347,0.021516631365559393,1.998457408800387,1.140600175974438,1.4009367148650897,0.9997644208416253,0.012387862860064665,"model.language_model.layers.13.linear_attn.in_proj_qkv.weight|2d-64|(5760, 192)","model.language_model.layers.16.linear_attn.in_proj_qkv.weight|2d-64|(2304, 1920)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,3,0.016931861303394413,5.73665078435174 +1569,1616,1.1400753402279684,0.03641908317684388,0.015290639574768181,0.015430086943296537,2.001528691408761,1.1442708900568916,1.4048653803398983,0.9998830913368796,0.008741635246529614,"model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(256, 1664)","model.language_model.layers.22.linear_attn.in_proj_z.weight|2d-128|(0, 640)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,4,0.0041955498289232285,5.693024782551001 +1961,2021,1.1332939523299825,0.05554884313101106,0.02309446557768445,0.023220663087913263,1.1458117129951366,1.9656016738763327,1.399931328100944,0.9997332872619983,0.039617783342531236,"model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-64|(1024, 832)","model.language_model.layers.16.linear_attn.in_proj_z.weight|2d-64|(576, 640)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,14,0.012517760665154087,3.103376383363006 +2118,2123,1.218175475289917,0.049971530814624784,0.0018994967879600796,0.0017681452362762356,1.6891377255930158,1.239080548971903,1.4129318274107299,0.9999981959543489,0.0013933911291748803,"model.language_model.layers.17.linear_attn.out_proj.weight|2d-128|(512, 896)","model.language_model.layers.0.linear_attn.out_proj.weight|2d-128|(512, 1408)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,17,0.02090507368198602,4.131169422096344 +2403,2510,1.2158179690700326,0.02781052361794239,-0.0013128494424442347,-0.0012661601542337685,1.711846372187724,1.2332453180213587,1.4150938427159065,0.9999991382127994,-0.0009458006597240108,"model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(192, 960)","model.language_model.layers.20.linear_attn.out_proj.weight|2d-64|(512, 1472)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,8,0.017427348951326138,4.8268228740876316 +2574,2750,1.26002471326046,0.04328109816318213,0.008443011578571151,0.008404900023434969,1.287679282096665,1.570854703204792,1.408347321637635,0.9999643571425354,0.01029972651716189,"model.language_model.layers.20.mlp.down_proj.weight|2d-128|(384, 2432)","model.language_model.layers.5.mlp.down_proj.weight|2d-128|(1920, 1024)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,15,0.027654568836204874,3.2510685233718353 +2816,3052,1.2512599751100681,0.02851931367313166,0.004581446903425085,0.00418298580063074,1.276498140459884,1.599677956844746,1.4110512387205654,0.9999895051170642,0.005741363335808203,"model.language_model.layers.21.mlp.down_proj.weight|2d-64|(1792, 4096)","model.language_model.layers.2.mlp.down_proj.weight|2d-64|(1344, 2880)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,19,0.025238165349815933,3.3263084931644347 +3224,3310,1.1472964841236084,0.019617401979848313,0.005146329114819391,0.00505829121476081,1.9682484449985456,1.1574920513374716,1.411029759958502,0.9999867575606399,0.0030264650070506993,"model.language_model.layers.9.mlp.gate_proj.weight|2d-128|(4736, 1664)","model.language_model.layers.23.mlp.gate_proj.weight|2d-128|(2944, 1920)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,14,0.010195567213863166,5.400827982244988 +3441,3533,1.1346592542054257,0.027310018295640642,0.005745894889526699,0.005724053746281503,1.161568775459716,1.9465213048302668,1.4106332828998962,0.9999834922097056,0.009628794311686421,"model.language_model.layers.23.mlp.gate_proj.weight|2d-64|(2688, 0)","model.language_model.layers.13.mlp.gate_proj.weight|2d-64|(3200, 320)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,10,0.026909521254290247,3.0669155187686576 +3617,3823,1.2122439386985924,0.01759647394448123,-0.009220659668043795,-0.009345037213856438,1.2241736521446203,1.7564563771765143,1.4203173749590505,0.9999574888140427,-0.013229893036283462,"model.language_model.layers.23.mlp.up_proj.weight|2d-128|(384, 1024)","model.language_model.layers.2.mlp.up_proj.weight|2d-128|(2176, 384)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,21,0.01192971344602789,3.162342964351376 +4017,4059,1.2088805617384508,0.027955657186681915,0.004452134336249086,0.004441552956646552,1.2151021496893064,1.7490105279541066,1.4112602053266667,0.9999900892008141,0.006408374660481557,"model.language_model.layers.23.mlp.up_proj.weight|2d-64|(5184, 192)","model.language_model.layers.2.mlp.up_proj.weight|2d-64|(2368, 1408)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,21,0.006221587950855589,3.05832452595021 +4220,4290,1.1654486467311074,-0.01506135861376818,0.001729452389286933,0.001842419584777072,1.1669506053016998,1.9345734512411459,1.4131314130087083,0.9999985044960983,0.002867090228412082,"model.language_model.layers.15.self_attn.k_proj.weight|2d-128|(384, 1536)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 256)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,8,0.001501958570592432,3.295782471491396 +4506,4583,1.0965783595795542,-0.0029362713993474395,0.008510346248357413,0.007869112631343812,2.2496808028062563,1.111647138043263,1.4094254491269433,0.9999637863476523,0.004205264159672204,"model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 1984)","model.language_model.layers.15.self_attn.k_proj.weight|2d-64|(192, 1280)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,8,0.01506877846370891,7.873295739128835 +4715,4799,1.1049977611465187,0.03364633778735967,0.006766303373757795,0.006716925058490428,2.2035605713341533,1.1183507165446636,1.4103465167830505,0.9999771083073123,0.0034340332300550635,"model.language_model.layers.11.self_attn.o_proj.weight|2d-128|(768, 1408)","model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(1408, 256)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,8,0.01335295539814485,5.793214193660412 +4866,5042,1.1115814031220508,0.061657352478998895,0.05409805269078556,0.054312988714801815,2.0651117154584866,1.1092302589444916,1.3819531475608182,0.9985356281550825,0.02905760329836214,"model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(1216, 1088)","model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(960, 1152)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,12,0.002351144177559217,5.631579681623667 +5121,5345,1.1037901076303365,0.03134446414428578,-0.003550533674402371,-0.0034873596266561655,2.274655574456474,1.115298578774641,1.4161969825783551,0.9999936968354486,-0.0017408812153456165,"model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(3584, 256)","model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(1408, 0)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,0,0.011508471144304533,5.882783913083411 +5409,5524,1.093369359884974,0.010810053719342128,0.007828544335940345,0.010274815172730675,2.3072026437127735,1.1054744524499323,1.4098927275671134,0.9999693564772774,0.003750973407921879,"model.language_model.layers.19.self_attn.q_proj.weight|2d-64|(2112, 1856)","model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(1408, 704)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,16,0.012105092564958175,6.678586914630372 +5754,5769,1.0747262166777205,0.03732681534514684,-0.0014743136308496755,-0.0014446771410905,2.499895244820512,1.0918004808221435,1.4149780876452596,0.9999989131990684,-0.0006438895127223167,"model.language_model.layers.3.self_attn.v_proj.weight|2d-128|(384, 640)","model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(0, 1152)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,16,0.017074264144423035,8.290265211954065 +6070,6076,1.066344488269378,0.0395965573883431,0.02560556260117954,0.02560426031584659,1.096857675307505,2.299516189732082,1.4000715909547374,0.9996721238305473,0.053680989862338796,"model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(384, 1408)","model.language_model.layers.3.self_attn.v_proj.weight|2d-64|(384, 1152)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,16,0.030513187038127,4.042192790576535 +6157,6340,1.1486713800986013,0.039589811372816364,0.008926435963136648,0.008920175274086796,1.8695142543978105,1.1768794829993245,1.4085106181521314,0.9999601585768285,0.005619288174246478,"model.visual.blocks.12.attn.proj.weight|2d-128|(128, 128)","model.visual.blocks.23.attn.proj.weight|2d-128|(128, 256)",model.visual.layers.*.attn.proj.weight,2d-128,11,0.028208102900723286,5.322064364292789 +6641,6642,1.1708403877963005,0.011758868824807285,0.02333659397705354,0.023459849141027035,1.1760766382879737,1.8296934257470174,1.3991216940459528,0.9997276646074921,0.03630614807662483,"model.visual.blocks.7.attn.proj.weight|2d-64|(384, 128)","model.visual.blocks.18.attn.proj.weight|2d-64|(512, 768)",model.visual.layers.*.attn.proj.weight,2d-64,11,0.0052362504916732,2.9553526591514787 +6732,6841,1.0713873648608252,0.040547888086742014,-0.004216128113395974,-0.00422970470415957,1.1020133074250056,2.4015673958385673,1.4164718875880196,0.9999911120923684,-0.009188015921032052,"model.visual.blocks.0.attn.qkv.weight|2d-128|(1152, 512)","model.visual.blocks.2.attn.qkv.weight|2d-128|(2560, 768)",model.visual.layers.*.attn.qkv.weight,2d-128,2,0.030625942564180386,4.639267049465858 +6964,7090,1.0677896465372416,0.04457429697867363,0.013947254231923807,0.013949959595386112,2.4171202782561014,1.0914710316702039,1.4067959199868376,0.9999027323191942,0.006298000187424503,"model.visual.blocks.15.attn.qkv.weight|2d-64|(1280, 640)","model.visual.blocks.0.attn.qkv.weight|2d-64|(1664, 512)",model.visual.layers.*.attn.qkv.weight,2d-64,15,0.02368138513296225,8.44524559434095 +7182,7280,1.2037680125749883,0.04467273802935951,0.01601462722608763,0.01610879293745886,1.233168200610241,1.671434306303349,1.4033519479472873,0.9998717576343525,0.021706201420938757,"model.visual.blocks.1.mlp.linear_fc1.weight|2d-128|(1664, 640)","model.visual.blocks.13.mlp.linear_fc1.weight|2d-128|(1152, 128)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,12,0.029400188035252572,3.406976929364796 +7540,7616,1.202507026236873,0.04624205046142339,0.03514419371748106,0.03519745115821049,1.6741465188604616,1.214667553869298,1.390388514782016,0.9993822520176893,0.025498671313773764,"model.visual.blocks.20.mlp.linear_fc1.weight|2d-64|(128, 0)","model.visual.blocks.1.mlp.linear_fc1.weight|2d-64|(896, 960)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,19,0.012160527632425033,4.6293345364814655 +7750,7918,1.2093526095758673,0.0703027145092874,0.010324251997410853,0.010352324144123617,1.5824182619943368,1.2794829275345492,1.4070568856130903,0.999946703490088,0.008347795578144643,"model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(896, 2176)","model.visual.blocks.5.mlp.linear_fc2.weight|2d-128|(640, 896)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,5,0.07013031795868185,4.358764029228816 +8044,8095,1.1884449786906361,0.03458231811285932,0.012605123244081562,0.01261107613868008,1.243174975294989,1.654739058903569,1.4056267724723586,0.9999205522780305,0.016778160909590105,"model.visual.blocks.2.mlp.linear_fc2.weight|2d-64|(192, 128)","model.visual.blocks.10.mlp.linear_fc2.weight|2d-64|(0, 3456)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,8,0.05472999660435285,4.5529309870898125 +8236,8240,0.6658907556016149,0.7709515292855189,0.7701136321846146,0.7701030853756389,0.6683027096568221,0.6894188868654476,0.6786145235253948,0.6379067279182906,0.7944467011562175,"model.visual.merger.linear_fc1.weight|2d-128|(1536, 1280)","model.visual.merger.linear_fc1.weight|2d-128|(1536, 2304)",model.visual.merger.linear_fc1.weight,2d-128,0,0.0024119540552072216,1.8955241691541693 +8494,8578,1.335706560863259,0.04827338337799859,0.01636091696967721,0.015544068337125018,1.373383181027544,1.433780997695372,1.4026077310812508,0.9998661512402105,0.01708042750199113,"model.visual.merger.linear_fc1.weight|2d-64|(1984, 1088)","model.visual.merger.linear_fc1.weight|2d-64|(640, 2560)",model.visual.merger.linear_fc1.weight,2d-64,0,0.03767662016428508,3.170328933768686 +8892,8913,1.3356367852202928,0.058291544616818666,0.006662260936586436,0.006645798115036873,1.4423979162196947,1.37875423292068,1.4094995685389615,0.9999778068933395,0.006368298486741268,"model.visual.merger.linear_fc2.weight|2d-128|(640, 3584)","model.visual.merger.linear_fc2.weight|2d-128|(1152, 3200)",model.visual.merger.linear_fc2.weight,2d-128,0,0.04311744770038706,3.809256706801819 +9160,9197,1.3311497725746482,0.0582668927813741,0.026987645458548242,0.026985765420958218,1.419615854870237,1.371643309493652,1.3950113212486295,0.9996357671635223,0.02607566209211442,"model.visual.merger.linear_fc2.weight|2d-64|(192, 512)","model.visual.merger.linear_fc2.weight|2d-64|(1856, 1344)",model.visual.merger.linear_fc2.weight,2d-64,0,0.040493536919003814,3.6053620010469474 +9249,9273,0.5784014029846568,0.8304369141301912,0.7605876742593045,0.7602315905454478,0.6569893786519965,0.7628510699429519,0.7040196414200289,0.6492352345373917,0.8831423154581446,"model.visual.pos_embed.weight|2d-128|(512, 128)","model.visual.pos_embed.weight|2d-128|(896, 128)",model.visual.pos_embed.weight,2d-128,0,0.07858797566733966,2.9010257406512565 +9478,9552,0.33077873126229124,0.9437087814479997,0.9055131294410788,0.9044430737534093,0.4527759701898986,0.4257410681036042,0.43863489793656013,0.42431824425756703,0.8514456426395456,"model.visual.pos_embed.weight|2d-64|(448, 384)","model.visual.pos_embed.weight|2d-64|(1536, 384)",model.visual.pos_embed.weight,2d-64,0,0.09496233684131294,1.9359131676116503 +9639,9809,1.0167607968752206,0.04404158818805278,-2.1581597875830757e-06,0.0004970700821290756,1.0289452390159608,4.245925764847412,1.4142142609822248,0.9999999999976712,-8.905611201933419e-06,"mtp.fc.weight|2d-128|(1024, 3072)","mtp.fc.weight|2d-128|(1920, 2048)",mtp.fc.weight,2d-128,0,0.012184442140740215,1.1595415548307877 +9939,10068,1.008210390970449,0.045089457219157775,0.027912117391235815,0.029086974176772827,5.569026646509941,1.0113565418603327,1.407256748406588,0.9996103809498669,0.005068947288749432,"mtp.fc.weight|2d-64|(64, 192)","mtp.fc.weight|2d-64|(1664, 3712)",mtp.fc.weight,2d-64,0,0.003146150889883792,41.82483841826109 +10356,10358,1.2912172763187648,0.06225187118891132,0.010940591980573984,0.010896800192440418,1.3646861536658437,1.4523455026085876,1.4064711694339809,0.999940149932542,0.011643350755907871,"mtp.layers.0.mlp.down_proj.weight|2d-128|(512, 4608)","mtp.layers.0.mlp.down_proj.weight|2d-128|(512, 4864)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.07346887734707885,3.6473520260715464 +10454,10486,1.2586245735171633,0.02932521403038132,0.03500128345224963,0.0349872782599253,1.3294799531046844,1.4581138253399073,1.3893505399144637,0.9993872673577022,0.038387833669235844,"mtp.layers.0.mlp.down_proj.weight|2d-64|(1792, 5440)","mtp.layers.0.mlp.down_proj.weight|2d-64|(1088, 5504)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.07085537958752108,3.284732139950665 +10713,10787,1.299995502571465,0.045537222832200026,0.012690925424533865,0.012508450877545372,1.4341441465974214,1.377974893767548,1.4052182726486226,0.9999194669631495,0.012193876504795248,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(4096, 128)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(1152, 384)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.0779793911960831,4.246641296465429 +10973,11011,1.2867339008373349,0.026242180539516276,0.028706896157298396,0.028857767419310693,1.5219890605435709,1.293732238919259,1.3940358234527548,0.9995878721318172,0.024401645189710035,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(5568, 1344)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(1152, 512)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.0069983380819240715,4.412249566677795 +11194,11207,1.3238096934112165,0.03796701172799736,-0.009829445061908372,-0.00984760838659201,1.3921932129376862,1.4519728542823838,1.421140924876351,0.9999516898379516,-0.010251513417764228,"mtp.layers.0.mlp.up_proj.weight|2d-128|(4736, 1280)","mtp.layers.0.mlp.up_proj.weight|2d-128|(3456, 1280)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.0683835195264697,3.6167634736705714 +11586,11637,1.3041570231126958,0.0356313278395574,0.01275247163072455,0.012561972535866734,1.4703505896072069,1.3480094700116694,1.405201407027718,0.9999186839275019,0.01169139703535886,"mtp.layers.0.mlp.up_proj.weight|2d-64|(5568, 448)","mtp.layers.0.mlp.up_proj.weight|2d-64|(3392, 1472)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.04385244689897361,4.116167243020211 +11676,11725,1.2141419146860752,-0.005670161083349385,0.0006039479043725177,0.0006473958580305875,1.72944662103791,1.2251442151964478,1.4138106278653422,0.9999998176234478,0.0004278381722345093,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 1536)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 1664)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.011002300510372542,5.250523785556996 +11748,11940,1.0793556125149657,0.030273831176674083,0.007490539937350801,0.007313866579567491,2.382495724408954,1.0979366014772534,1.4101812127915103,0.9999719455121964,0.0034519004075379014,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 1280)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 1280)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.01858098896228766,8.14274129983251 +12143,12167,1.1180792028713051,0.023808431653767788,0.005247829653823883,0.00524770935121106,1.1592768358822525,1.9591625110805424,1.4109571824097975,0.9999862300471565,0.008868762666584332,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(1152, 1920)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1408, 896)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.041197633010947365,2.8407172037985817 +12251,12346,1.1605747323301354,0.030911483087302506,0.013193659767882348,0.013190224675284483,1.2277293715566275,1.6920675043710636,1.4053165026095955,0.9999129598829737,0.01818361886109841,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(576, 1920)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(576, 64)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.06715463922649212,3.5029916770635237 +12613,12741,1.049875197280631,0.08053476059684636,0.048278405223965065,0.04863729514855605,1.0566192370074055,2.6891739017720053,1.3907804104799741,0.9988339179208076,0.12287210264614003,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(896, 640)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(1920, 640)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.006744039726774398,3.154230466045637 +12775,12821,1.0479258931136801,0.030377733281354374,0.0030157849149519867,0.0029452965206577487,1.0606584894405058,2.9745567362352068,1.4128636817011064,0.9999954525103335,0.008457598202545788,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(896, 1728)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(2176, 1856)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.012732596326825663,3.082997017984801 +13019,13020,1.3455819240017612,0.04419519412890466,0.014401755507523295,0.014361214715042836,1.441305232774295,1.369461146916097,1.4040064461401094,0.9998962893412003,0.01368387775639651,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(0, 1408)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(0, 1536)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.023879222914335863,3.800041350542337 +13246,13279,1.2907293234708694,0.03551472817876783,0.009997271221513919,0.009953542920951198,1.3358661857566203,1.4912625279708065,1.407169468010075,0.9999500260353632,0.011160216579747164,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(320, 896)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 960)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.04513686228575087,3.5321906836231114 +88,180,1.1488355720334715,0.2975593536096343,0.24286545488310415,0.24026264445446982,1.2557200861117066,1.207137021214131,1.2307099435833715,0.9700599831064174,0.2334691345674033,"model.language_model.embed_tokens.weight|2d-128|(172928, 384)","model.language_model.embed_tokens.weight|2d-128|(83200, 384)",model.language_model.embed_tokens.weight,2d-128,0,0.05830144918065949,3.3525252668751864 +278,451,1.106182200848876,0.38271027099374894,0.32899056323031184,0.3260228719222911,1.1431419122138875,1.174619505303397,1.158560119589796,0.9443332088333027,0.3380496581414559,"model.language_model.embed_tokens.weight|2d-64|(215360, 512)","model.language_model.embed_tokens.weight|2d-64|(233600, 512)",model.language_model.embed_tokens.weight,2d-64,0,0.03695971136501153,3.1554746857830502 +595,760,0.08900990685622104,0.9961877275009366,0.9961877275009366,0.9967354351480511,0.08900990685622104,0.09096539603209503,0.08997171728037598,0.08723538030248733,1.0180733173983991,"model.language_model.layers.16.linear_attn.conv1d.weight|3d-axis0-slice|(1602, 0, 0)","model.language_model.layers.22.linear_attn.conv1d.weight|3d-axis0-slice|(4629, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,6,0.0,0.16454076994182165 +839,850,0.4841855586177831,0.9049819757036109,0.9049819757036108,0.9023563954874766,0.4841855586177832,0.7185500468743384,0.5678534020659236,0.425449907335269,1.3430281624231364,"model.language_model.layers.1.linear_attn.conv1d.weight|3d-volume|(5140, 0, 0)","model.language_model.layers.13.linear_attn.conv1d.weight|3d-volume|(4356, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,12,5.551115123125783e-17,1.2915460870837652 +1124,1261,1.1310969828036783,0.034913363458197226,-0.0022662471060749334,-0.0023071738517223077,1.1618114889834954,1.971905824731059,1.4156145858630413,0.9999974320587299,-0.003846429400228243,"model.language_model.layers.20.linear_attn.in_proj_qkv.weight|2d-128|(5632, 1792)","model.language_model.layers.6.linear_attn.in_proj_qkv.weight|2d-128|(5632, 1664)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,14,0.03071450617981708,3.0076355592205486 +1310,1434,1.1245966652132298,0.04588541055481109,0.026319564542416816,0.02642497066049075,2.032206019979554,1.1317341332425797,1.3983023333721414,0.9996535802578298,0.014657347371224651,"model.language_model.layers.12.linear_attn.in_proj_qkv.weight|2d-64|(5888, 1344)","model.language_model.layers.20.linear_attn.in_proj_qkv.weight|2d-64|(4608, 640)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,8,0.0071374680293498916,5.680505038453624 +1571,1645,1.1402503223817677,0.0009520393408973295,0.0012763426320066909,0.0012347604032007108,1.1461593020321752,2.0417899784397333,1.4134428876650222,0.9999991854744111,0.002273701038299035,"model.language_model.layers.1.linear_attn.in_proj_z.weight|2d-128|(512, 768)","model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-128|(640, 1664)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,3,0.0059089796504074865,3.0660666545086115 +1811,1949,1.1339609565828777,0.020117270338608367,0.013367612494820146,0.013771680665160881,2.0642073789928506,1.1346613371844676,1.4062106037775584,0.9999106494763361,0.007347959910760961,"model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-64|(320, 704)","model.language_model.layers.1.linear_attn.in_proj_z.weight|2d-64|(64, 0)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,17,0.000700380601589945,5.710313871791117 +2118,2168,1.2182949619567696,0.056111511470300524,-0.0007481048627373687,-0.0008913215107342386,1.6961760369127445,1.2387235961871317,1.4147173693373796,0.999999720169518,-0.0005463437318580544,"model.language_model.layers.17.linear_attn.out_proj.weight|2d-128|(512, 896)","model.language_model.layers.22.linear_attn.out_proj.weight|2d-128|(384, 1408)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,5,0.02042863423036212,4.37061584081427 +2364,2403,1.2159623032193771,-0.005805295188748437,0.017858519731306026,0.01809106145040087,1.2094116323155353,1.7319464858211546,1.4023082525037325,0.9998405239201933,0.025574419547614857,"model.language_model.layers.22.linear_attn.out_proj.weight|2d-64|(1472, 384)","model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(192, 960)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,10,0.006550670903841871,3.320282878766685 +2564,2750,1.2600378249269955,0.02857502515585702,-0.0012226657751839157,-0.001248927509375661,1.3010195130717024,1.5655406734157034,1.41506326283794,0.9999992525439217,-0.001471256181642118,"model.language_model.layers.19.mlp.down_proj.weight|2d-128|(1536, 5248)","model.language_model.layers.5.mlp.down_proj.weight|2d-128|(1920, 1024)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,14,0.04098168814470693,3.358502338146967 +2818,2826,1.2515789719184476,0.0544643330130444,0.025817214599308125,0.025981465184850536,1.300577965912368,1.516205943091311,1.396054156681932,0.9996666801641101,0.030097552961444105,"model.language_model.layers.18.mlp.down_proj.weight|2d-64|(384, 832)","model.language_model.layers.5.mlp.down_proj.weight|2d-64|(1984, 1728)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,13,0.04899899399392038,3.228386123530725 +3255,3319,1.1475094133874053,0.0032240787791379642,-0.001578809934351367,-0.0015480318871235901,1.9622591510375755,1.1633353773005597,1.4151926789128235,0.999998753678819,-0.0009360055473270913,"model.language_model.layers.11.mlp.gate_proj.weight|2d-128|(1152, 0)","model.language_model.layers.23.mlp.gate_proj.weight|2d-128|(3840, 640)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,12,0.015825963913154384,5.3221316151178835 +3328,3435,1.1346698596631684,0.030887301852199504,0.03055570584937932,0.030398364644451215,2.006204274563023,1.1334261411543611,1.3955844954134458,0.9995330654060656,0.017262766414279117,"model.language_model.layers.9.mlp.gate_proj.weight|2d-64|(4288, 1152)","model.language_model.layers.23.mlp.gate_proj.weight|2d-64|(2112, 448)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,14,0.0012437185088072233,5.466536639151792 +3600,3770,1.2134410237829798,0.05631928661933941,0.0199627359909287,0.020037815164835004,1.2224583119490349,1.6899139012717295,1.4007426661302327,0.9998007247305617,0.02759628261245307,"model.language_model.layers.23.mlp.up_proj.weight|2d-128|(3072, 1792)","model.language_model.layers.8.mlp.up_proj.weight|2d-128|(1024, 1152)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,15,0.00901728816605507,3.1241525364816525 +3840,4017,1.2096269414237213,0.01259669046553257,0.006884021318749797,0.006847472384328971,1.771953892448969,1.2056463770685473,1.4096784102652966,0.9999763048445113,0.004683922870669368,"model.language_model.layers.2.mlp.up_proj.weight|2d-64|(128, 1152)","model.language_model.layers.23.mlp.up_proj.weight|2d-64|(5184, 192)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,21,0.003980564355174021,4.2763731561196305 +4126,4300,1.1655349871409275,0.01923868082254957,0.008278014817858743,0.00826757294386049,1.179106287686856,1.8625326329888614,1.4089128130425137,0.999965736648349,0.013076066929364001,"model.language_model.layers.11.self_attn.k_proj.weight|2d-128|(128, 1792)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 1536)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,12,0.013571300545928588,3.178475380250407 +4438,4514,1.0970553719719864,0.019633642401361666,0.02910168542835262,0.02867751273943693,1.122242193739645,2.08102917786599,1.3969137245137215,0.9995764562579639,0.05396469393088004,"model.language_model.layers.3.self_attn.k_proj.weight|2d-64|(64, 896)","model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 512)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,20,0.025186821767658518,3.0611533917751603 +4735,4799,1.1052218327114849,0.03054415085606611,0.007795651308409764,0.007823410964399488,2.22983590891199,1.1144494415701496,1.409797894643989,0.9999696134486676,0.0038961877026960053,"model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(1024, 1280)","model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(1408, 256)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,12,0.009227608858664693,5.910812582726274 +4897,4986,1.1117936078202109,0.046769333899685524,0.020377113214126986,0.020471793440264452,1.122707821050665,2.1137336122495607,1.402224354731175,0.9997923650723978,0.03836420154355651,"model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(128, 64)","model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(512, 1920)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,12,0.01091421323045405,2.9607541617103394 +5125,5156,1.1041376484434613,0.023881353586903884,-0.006537569361396477,-0.007221387397504186,1.1241693591102357,2.2169617328009297,1.4179379453402707,0.9999786298650811,-0.01289266691205606,"model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(3456, 0)","model.language_model.layers.11.self_attn.q_proj.weight|2d-128|(3328, 384)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,8,0.02003171066677445,2.903680091038542 +5430,5609,1.0934094200312232,0.032673730358825176,-0.01664368524292844,-0.017129145908821867,2.352029749496913,1.1135022197795812,1.4232874797465247,0.9998614842774645,-0.007879483865915193,"model.language_model.layers.23.self_attn.q_proj.weight|2d-64|(128, 1536)","model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(1408, 1920)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,20,0.02009279974835798,6.217042762462446 +5756,5763,1.0747801132950126,0.013357251228829064,0.010464152613660172,0.010458762487259481,2.511344423635873,1.0852132956730212,1.4088146636357037,0.999945249256217,0.004521816058927857,"model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(384, 512)","model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(0, 384)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,12,0.01043318237800861,8.957450379404234 +6045,6046,1.0665078138907171,0.009731866830064412,0.01138101940832625,0.011147400289248469,2.5366449994349223,1.082821731468776,1.4083899766396561,0.9999352341013029,0.0048582340628463404,"model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(256, 384)","model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(128, 1024)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,12,0.01631391757805889,9.64538985874939 +6216,6289,1.15131162704032,0.038062550044718646,-0.00034327861803257876,-0.00034315373414552813,1.943082869987237,1.1665534310438508,1.4144277845670805,0.9999999410798934,-0.00020609149298533345,"model.visual.blocks.4.attn.proj.weight|2d-128|(640, 512)","model.visual.blocks.23.attn.proj.weight|2d-128|(384, 896)",model.visual.layers.*.attn.proj.weight,2d-128,19,0.015241804003530701,5.246981541427513 +6430,6643,1.1708924101496971,0.0029375712112887677,-0.0054283949126740115,-0.005465505546288729,1.1756244420482411,1.9186600460328866,1.4176293512971359,0.9999852661557929,-0.008859329612856435,"model.visual.blocks.23.attn.proj.weight|2d-64|(64, 448)","model.visual.blocks.21.attn.proj.weight|2d-64|(640, 256)",model.visual.layers.*.attn.proj.weight,2d-64,2,0.004732031898543987,3.0640933012586147 +6738,6826,1.0714239690136662,0.03188364755912534,0.0007163105741229531,0.0006894553181492536,1.0825717626422906,2.6060979952714707,1.4138546374931966,0.9999997434495478,0.0017243896576955282,"model.visual.blocks.0.attn.qkv.weight|2d-128|(1280, 256)","model.visual.blocks.0.attn.qkv.weight|2d-128|(2688, 256)",model.visual.layers.*.attn.qkv.weight,2d-128,0,0.011147793628624392,3.9478981735442082 +6929,7106,1.0685145077515137,0.05842917374049937,0.02363746193421736,0.02363844180277441,3.2372332056592836,1.043381261481125,1.4044193635623503,0.9997205961634023,0.007618507312979644,"model.visual.blocks.15.attn.qkv.weight|2d-64|(832, 0)","model.visual.blocks.0.attn.qkv.weight|2d-64|(1728, 64)",model.visual.layers.*.attn.qkv.weight,2d-64,15,0.0251332462703886,9.068476676982215 +7266,7369,1.2039578836848843,0.05111919884908918,0.007196208222062279,0.007709922168674991,1.7985385357484494,1.1973346571127816,1.4095112320822865,0.9999741069583875,0.004790706083197444,"model.visual.blocks.14.mlp.linear_fc1.weight|2d-128|(3200, 640)","model.visual.blocks.23.mlp.linear_fc1.weight|2d-128|(1920, 640)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,9,0.006623226572102681,4.049516914937878 +7463,7658,1.2027825699786938,0.04471824530358786,0.011080310692014579,0.012852173910825604,1.7375839023029045,1.213304806162374,1.4068388719777902,0.9999386114732086,0.007737061904507699,"model.visual.blocks.18.mlp.linear_fc1.weight|2d-64|(3136, 896)","model.visual.blocks.0.mlp.linear_fc1.weight|2d-64|(896, 640)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,18,0.01052223618368009,5.221211391511106 +7692,7727,1.210232343405861,0.040376037550422655,0.006759145700873137,0.007157190188631023,1.5359147142721723,1.3098872723576749,1.4094861455711052,0.9999771567137893,0.005764459994629553,"model.visual.blocks.15.mlp.linear_fc2.weight|2d-128|(896, 3328)","model.visual.blocks.3.mlp.linear_fc2.weight|2d-128|(0, 1024)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,12,0.09965492895181383,4.200802466697401 +8016,8047,1.188924462392773,0.017434449411089476,0.010879615400832026,0.010906635007512674,1.6705716934936672,1.2382536820561307,1.406833772605254,0.9999408152329466,0.008064139888101073,"model.visual.blocks.14.mlp.linear_fc2.weight|2d-64|(576, 2176)","model.visual.blocks.5.mlp.linear_fc2.weight|2d-64|(192, 0)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,9,0.04932921966335768,4.7077423929457245 +8221,8272,0.6688037087065771,0.7696837071015313,0.7652776363927138,0.7652881573234289,0.6946414953686576,0.6767850246626868,0.6855389039637325,0.6437003489490909,0.7456053913752624,"model.visual.merger.linear_fc1.weight|2d-128|(1280, 2688)","model.visual.merger.linear_fc1.weight|2d-128|(1280, 1664)",model.visual.merger.linear_fc1.weight,2d-128,0,0.007981315956109625,1.8412309057511351 +8602,8637,1.3357141346504808,0.07826125393675354,0.040227988688788616,0.038927619961158046,1.3969800562140664,1.3742593604563518,1.3854800028558858,0.9991905268396287,0.03957371457236366,"model.visual.merger.linear_fc1.weight|2d-64|(704, 1216)","model.visual.merger.linear_fc1.weight|2d-64|(256, 1088)",model.visual.merger.linear_fc1.weight,2d-64,0,0.03854522580587094,3.579492904226989 +8916,8931,1.335658322084358,0.04352960154656438,-0.0014314414701068138,-0.0014354747823797317,1.389027122319733,1.4429626614760942,1.4152246489043645,0.999998975487134,-0.0014870239466620945,"model.visual.merger.linear_fc2.weight|2d-128|(1152, 3328)","model.visual.merger.linear_fc2.weight|2d-128|(896, 384)",model.visual.merger.linear_fc2.weight,2d-128,0,0.053368800235374936,3.593354217969875 +9143,9194,1.3313893888563981,0.037740341683125546,0.012268242296894667,0.012279009671896119,1.4520840502819805,1.3631829575392247,1.4055292246714468,0.9999247422836104,0.01151714242356775,"model.visual.merger.linear_fc2.weight|2d-64|(1216, 128)","model.visual.merger.linear_fc2.weight|2d-64|(1152, 2944)",model.visual.merger.linear_fc2.weight,2d-64,0,0.03179356868282657,4.0102521293152416 +9290,9298,0.5786631611061636,0.8184018523272397,0.7321807496167306,0.7294140463240645,0.72124967030373,0.7439894609202988,0.7323549200185033,0.6811103801078666,0.7552651788030279,"model.visual.pos_embed.weight|2d-128|(1152, 256)","model.visual.pos_embed.weight|2d-128|(1280, 256)",model.visual.pos_embed.weight,2d-128,0,0.14258650919756644,4.094107975532217 +9362,9426,0.3347252417779287,0.9424301541596634,0.9575776834098577,0.9592525832296804,0.2881879404048347,0.3001078786808354,0.29396681326263135,0.2881752595824462,0.9971847081336783,"model.visual.pos_embed.weight|2d-64|(1536, 704)","model.visual.pos_embed.weight|2d-64|(1152, 704)",model.visual.pos_embed.weight,2d-64,0,0.046537301373093976,1.1137319459481343 +9717,9770,1.0169927121136755,0.04373782027248413,0.0014138004255508983,0.0013692912109535638,4.102372988763599,1.030736632643643,1.413740952809276,0.999999000583679,0.00035522267084292595,"mtp.fc.weight|2d-128|(384, 640)","mtp.fc.weight|2d-128|(1408, 3456)",mtp.fc.weight,2d-128,0,0.013743920529967424,5.508617850325674 +9963,10012,1.0085238233651705,0.04180569386052596,0.025610736534375133,0.02368734713667589,5.516281069883574,1.012058729871827,1.4077702525980156,0.9996719912922272,0.0046987398139610665,"mtp.fc.weight|2d-64|(1472, 128)","mtp.fc.weight|2d-64|(1792, 3840)",mtp.fc.weight,2d-64,0,0.0035349065066565544,44.18911950161103 +10132,10302,1.2934322489811614,0.030748680930020863,-0.0014849839656594145,-0.0014856636955347003,1.4491396730119401,1.383654519321666,1.4152620942439755,0.999998897410703,-0.0014178790446984948,"mtp.layers.0.mlp.down_proj.weight|2d-128|(1536, 1024)","mtp.layers.0.mlp.down_proj.weight|2d-128|(1408, 2176)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.09022227034050467,3.7307742969905746 +10412,10454,1.2590575705018534,-0.004020856661975878,0.0025100351451496448,0.002446369369265994,1.5086674781579013,1.33256989440715,1.4124511851787578,0.9999968498568234,0.002217054000802304,"mtp.layers.0.mlp.down_proj.weight|2d-64|(1728, 5184)","mtp.layers.0.mlp.down_proj.weight|2d-64|(1792, 5440)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.0735123239052966,4.775331000730685 +10649,10676,1.3003705949182256,0.030531588691133333,0.01413824266852867,0.01426972553371802,1.461253688336416,1.3533648697362137,1.4042102715273763,0.9999000500521268,0.01309437307164362,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(3840, 1280)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(5888, 0)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.05299427481798813,4.408607978566293 +10972,11083,1.2868180338441295,0.04971606242718139,0.0061079640906789336,0.006005926617184986,1.4965891579772024,1.3367435062722175,1.409915453604326,0.9999813462133516,0.005455593000416035,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(5056, 1536)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(2304, 192)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.04992547242808798,4.1925927719750815 +11207,11401,1.3239338653928585,0.021166436581736666,0.006001143454504825,0.006030319441760342,1.460461225141016,1.364384174561408,1.4099735632151111,0.9999819929764928,0.005606355730401933,"mtp.layers.0.mlp.up_proj.weight|2d-128|(3456, 1280)","mtp.layers.0.mlp.up_proj.weight|2d-128|(2688, 1152)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.040450309168549525,4.167660475547949 +11507,11523,1.3041609144272377,0.026906989452023147,-0.00395661432925936,-0.0031458891896904806,1.3282143399847839,1.5263130049529472,1.4169817826391535,0.9999921725708905,-0.004546729939989148,"mtp.layers.0.mlp.up_proj.weight|2d-64|(1472, 1792)","mtp.layers.0.mlp.up_proj.weight|2d-64|(5184, 896)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.024053425557546193,3.764787172044441 +11665,11723,1.2142029940963197,0.009421105690795989,0.0023483757194955744,0.0023615635083169997,1.6693241515669972,1.2466908047901215,1.41262044119803,0.9999972425619383,0.0017538225951737913,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 128)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 1408)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.0324878106938018,5.682465742558823 +11744,11805,1.0794863749257744,0.014831038016293182,0.00783478263322584,0.007743784398126005,2.3253908843259667,1.1035242258580638,1.4099154209249187,0.999969307619534,0.0037180297292697196,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 1024)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(128, 832)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.024037850932289384,8.531668151153042 +12143,12176,1.1181606906438992,0.03353384496074288,0.009311362166782307,0.009311390674953143,1.166272930182128,1.9133530688043034,1.4083491436601785,0.9999566483276158,0.015275946920742677,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(1152, 1920)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1536, 0)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.04811223953822874,3.182399234345922 +12269,12346,1.1607315340301416,0.0047787720413208145,0.013225561802462584,0.013249737280142346,1.2054638722511843,1.7559188960217826,1.4054592253607674,0.9999125384327417,0.01926479458573848,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(0, 1856)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(576, 64)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.04473233822104272,3.373918843820057 +12577,12610,1.0499642169337118,0.019359154853304278,0.010590537400684438,0.010614500946300507,3.0436427689207513,1.0548842879720217,1.4095717009727518,0.9999439186862255,0.003670533092529609,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 128)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(896, 256)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.004920071038309937,8.71222403211139 +12854,12927,1.0479792937795964,0.04838427105747106,0.010543535143704177,0.010201878313968954,2.8535205302007642,1.063506452303223,1.4093256433666306,0.9999444153885122,0.003929573148936224,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(1984, 1344)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(832, 1920)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.015527158523626516,8.78788723308013 +13037,13064,1.345682415294576,0.07580222112782124,0.011437158754693018,0.011442917196965082,1.3793695453696224,1.4344668670097829,1.4061092476212682,0.9999345935608088,0.011894002837319215,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 1664)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(384, 1024)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.03368713007504631,3.715462137223276 +13178,13273,1.2907522964941416,0.0024723433503690724,0.0010804260162786893,0.001389310374023357,1.3293554295645518,1.5158460988111704,1.413455919228319,0.9999994163396413,0.0012319952402546064,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 640)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 576)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.03860313307041019,3.426712657150912 +36,138,1.1513008683817345,0.2714792202891351,0.28158333468893904,0.28160761318142596,1.1442089100637407,1.2644818922493029,1.199847752807671,0.9595367765882957,0.311181834664706,"model.language_model.embed_tokens.weight|2d-128|(246656, 1408)","model.language_model.embed_tokens.weight|2d-128|(172672, 1408)",model.language_model.embed_tokens.weight,2d-128,0,0.007091958317993807,3.064583297593873 +294,367,1.1066845147038078,0.34454637454901327,0.2942303541906805,0.2905608982665246,1.218405300978192,1.1604626162369194,1.188375831338123,0.9557345335776178,0.2802378866263189,"model.language_model.embed_tokens.weight|2d-64|(192960, 1216)","model.language_model.embed_tokens.weight|2d-64|(212800, 1216)",model.language_model.embed_tokens.weight,2d-64,0,0.05377810153311158,3.1115055433355425 +610,641,0.0890649113444402,0.9985673628128103,0.9985673628128102,0.999237212150569,0.08906491134444187,0.09604051761582491,0.09235572342488284,0.05350908264088854,1.0767756342104793,"model.language_model.layers.22.linear_attn.conv1d.weight|3d-axis0-slice|(5422, 0, 0)","model.language_model.layers.10.linear_attn.conv1d.weight|3d-axis0-slice|(918, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,12,1.6792123247455493e-15,0.12682711830267143 +812,1014,0.4864524090264213,0.8803163393956297,0.8803163393956296,0.8832320858639445,0.4864524090264213,0.4923676040368493,0.48938319711864114,0.4743871231316031,0.8910208661319922,"model.language_model.layers.16.linear_attn.conv1d.weight|3d-volume|(1124, 0, 0)","model.language_model.layers.5.linear_attn.conv1d.weight|3d-volume|(1024, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,11,0.0,1.6258031714066532 +1230,1242,1.1312471321433641,0.03656030736162628,0.0008348800505257832,0.0008392334766870945,2.037977086119607,1.147120345028735,1.4137087869112475,0.9999996514875898,0.0004699306474736964,"model.language_model.layers.10.linear_attn.in_proj_qkv.weight|2d-128|(5504, 384)","model.language_model.layers.21.linear_attn.in_proj_qkv.weight|2d-128|(256, 1408)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,11,0.015873212885370913,5.506009686845023 +1503,1520,1.124604930379407,0.018365486380285304,0.013831026305481255,0.013940951392595905,2.1061976727880145,1.1277887937369584,1.4060501934777336,0.9999043467808995,0.00740598884650501,"model.language_model.layers.14.linear_attn.in_proj_qkv.weight|2d-64|(5248, 1728)","model.language_model.layers.21.linear_attn.in_proj_qkv.weight|2d-64|(320, 1728)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,7,0.0031838633575513864,5.476480958481609 +1645,1675,1.1405582025645196,0.011076990018893956,0.00027343153256948247,0.00032328995250516094,1.9738497871197411,1.1596817398576291,1.4140446611212023,0.9999999626175978,0.00016064725770486375,"model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-128|(640, 1664)","model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(896, 512)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,14,0.01912353729310956,5.698580661925036 +1814,1994,1.1341199919300977,0.03342813442771711,-0.008303761885475948,-0.00946745459258034,1.2251385089631526,1.7513655083883801,1.419718570699199,0.9999655231749489,-0.011870431016326854,"model.language_model.layers.22.linear_attn.in_proj_z.weight|2d-64|(320, 192)","model.language_model.layers.1.linear_attn.in_proj_z.weight|2d-64|(896, 64)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,21,0.09101851703305486,3.4871822761945332 +2178,2219,1.2184389286913737,0.03142740884410847,-0.003805940589412065,-0.003788205000993982,1.6824992681789377,1.2469687536673595,1.416786032091245,0.9999927573818872,-0.002820737627094434,"model.language_model.layers.12.linear_attn.out_proj.weight|2d-128|(640, 896)","model.language_model.layers.1.linear_attn.out_proj.weight|2d-128|(256, 1408)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,11,0.028529824975985774,4.510699961589071 +2432,2533,1.2160547678563616,0.027042627988664015,0.001655273812821981,0.0017430539048423485,1.2444095489117624,1.6764190559370449,1.41309277713466,0.9999986300333639,0.00222991905280301,"model.language_model.layers.1.linear_attn.out_proj.weight|2d-64|(576, 576)","model.language_model.layers.17.linear_attn.out_proj.weight|2d-64|(1216, 1344)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,16,0.02835478105540079,3.111971383246388 +2575,2813,1.2603463492556752,0.03272661965756868,0.0053341677796553775,0.0053199016434839685,1.2924349185345445,1.5682533483476242,1.4105063585468607,0.9999857732258487,0.006472532087401171,"model.language_model.layers.18.mlp.down_proj.weight|2d-128|(256, 2176)","model.language_model.layers.3.mlp.down_proj.weight|2d-128|(0, 6016)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,15,0.03208856927886927,3.2308189758788752 +2874,2993,1.2516115503527976,0.055554839309772036,0.026832281420889618,0.026800301850781038,1.2728376158175327,1.5622173221269986,1.3955078415655875,0.9996399495187005,0.03293260216934799,"model.language_model.layers.22.mlp.down_proj.weight|2d-64|(1024, 4480)","model.language_model.layers.9.mlp.down_proj.weight|2d-64|(1088, 4608)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,13,0.021226065464735155,3.3289058339168416 +3214,3310,1.1485218620304873,0.01430814810273354,0.011338664394391766,0.011263260717199679,1.9603552826226645,1.1548522352998445,1.407183359087092,0.999935715278613,0.006679647325794749,"model.language_model.layers.11.mlp.gate_proj.weight|2d-128|(5888, 0)","model.language_model.layers.23.mlp.gate_proj.weight|2d-128|(2944, 1920)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,12,0.006330373269357148,5.301419848170717 +3338,3521,1.1347612963156188,-0.00699220310855685,-0.012463006541154188,-0.012299507566300067,1.143143301106914,2.1108676975894727,1.4215749009256862,0.9999223337179519,-0.02301352586075139,"model.language_model.layers.23.mlp.gate_proj.weight|2d-64|(4032, 128)","model.language_model.layers.10.mlp.gate_proj.weight|2d-64|(1472, 1024)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,13,0.00838200479129525,3.137620090592363 +3600,3801,1.2134471358441308,-0.0009791563953098189,-0.00898771929218004,-0.00884468777981334,1.2131069640534033,1.7897099177216989,1.4201045730685193,0.9999596096352718,-0.013259680169641786,"model.language_model.layers.23.mlp.up_proj.weight|2d-128|(3072, 1792)","model.language_model.layers.2.mlp.up_proj.weight|2d-128|(4096, 1792)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,21,0.0003401717907274282,3.251880830233892 +3840,3898,1.2097469916461299,-0.006920238588980633,-0.009480473094215415,-0.009396035415073207,1.7589751865844434,1.2235375357879283,1.42048474283258,0.999955059305122,-0.0065945868800595595,"model.language_model.layers.2.mlp.up_proj.weight|2d-64|(128, 1152)","model.language_model.layers.23.mlp.up_proj.weight|2d-64|(2944, 0)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,21,0.013790544141798478,4.787693866735867 +4153,4290,1.1656321425519733,0.03849902512338525,-0.011192751929230957,-0.011222432746263474,1.2001405227465225,1.8393500105934752,1.4214391621958453,0.9999373591901898,-0.01715414819298564,"model.language_model.layers.11.self_attn.k_proj.weight|2d-128|(384, 1152)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 256)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,12,0.03450838019454916,3.2366846102435116 +4506,4556,1.0971756493352876,0.027487561611105778,0.012077557605056868,0.013109105241431517,2.2370905128675447,1.1111797087975852,1.4073921363840358,0.9999270636412921,0.0059990138375629306,"model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 1984)","model.language_model.layers.11.self_attn.k_proj.weight|2d-64|(384, 768)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,12,0.014004059462297658,6.262632619174983 +4631,4718,1.105584277100033,0.049120579472517786,0.011666163956304933,0.011657903586620217,1.1376096028931661,2.0528808713908147,1.4072014855500026,0.9999319479937345,0.021052252695036786,"model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(1536, 1024)","model.language_model.layers.11.self_attn.o_proj.weight|2d-128|(768, 1792)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,8,0.03202532579313311,3.1705088619778183 +5015,5051,1.1118285803066357,0.01565963069865193,-0.009077707469995816,-0.009007202813223154,2.1612780447252202,1.1333623443418073,1.419483848517703,0.9999587967646913,-0.0047602999736906255,"model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(1024, 1472)","model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(1728, 1088)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,12,0.0215337640351716,6.17167928642019 +5146,5288,1.1041596335194563,-0.009951352435375161,0.002031340888379343,0.0020406598043127633,1.1003958276217036,2.3857195916834453,1.4131205482733562,0.9999979368249693,0.004404060460015025,"model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(3456, 768)","model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(3200, 0)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,4,0.0037638058977527145,3.1393760535290207 +5528,5560,1.094189686830648,-0.004076581572153849,-0.0028216546886011664,-0.002568569453516588,1.1025051402317052,2.389345230590051,1.4157308146673928,0.9999960191244854,-0.006115080035966414,"model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(1344, 0)","model.language_model.layers.23.self_attn.q_proj.weight|2d-64|(64, 640)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,20,0.008315453401057216,2.9052295486109165 +5719,5785,1.0749089872689574,0.0050395273203169,0.012627507023343086,0.012574831152858242,2.6684556817109875,1.073110262594656,1.408018194050223,0.9999202698547397,0.00507810846198764,"model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(384, 384)","model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(128, 1152)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,12,0.0017987246743014218,9.828588912139026 +6080,6129,1.066903066582699,0.004680393752591075,0.012933164161351918,0.013012671301511413,1.0695487895263152,2.7246825472675744,1.407978743115841,0.9999163631348251,0.03294732041816315,"model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(0, 1792)","model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(448, 384)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,12,0.002645722943616091,3.469425395142864 +6182,6289,1.1519847481708607,0.037397878950610794,0.008048712149069642,0.00804959122808941,1.9062348473277124,1.1687907992028106,1.4091321715348442,0.999967608591769,0.0049349956635470205,"model.visual.blocks.3.attn.proj.weight|2d-128|(768, 768)","model.visual.blocks.23.attn.proj.weight|2d-128|(384, 896)",model.visual.layers.*.attn.proj.weight,2d-128,20,0.016806051031949876,5.284659884106069 +6425,6642,1.1711944306431246,0.021270843033449165,0.019163995248330103,0.019285925009259804,1.1823478421670226,1.8181995672910771,1.4017726034640623,0.9998163537800939,0.029470149667816508,"model.visual.blocks.12.attn.proj.weight|2d-64|(192, 768)","model.visual.blocks.18.attn.proj.weight|2d-64|(512, 768)",model.visual.layers.*.attn.proj.weight,2d-64,6,0.011153411523898038,3.056744740840782 +6770,6783,1.0721639102407874,0.013034164865738877,0.008569621397074536,0.008571593390870116,2.5158143380662583,1.08575153738136,1.4097975559685543,0.9999632801203806,0.0036983967639685283,"model.visual.blocks.8.attn.qkv.weight|2d-128|(2560, 0)","model.visual.blocks.0.attn.qkv.weight|2d-128|(1920, 896)",model.visual.layers.*.attn.qkv.weight,2d-128,8,0.0135876271405726,10.053145465176879 +6968,7061,1.0688212675827358,-0.009675500691153256,0.009563450420703985,0.009342099557700148,3.2654398603366626,1.0472428551020467,1.4102751302519958,0.9999542691623706,0.0030670462637680767,"model.visual.blocks.21.attn.qkv.weight|2d-64|(256, 320)","model.visual.blocks.0.attn.qkv.weight|2d-64|(1920, 896)",model.visual.layers.*.attn.qkv.weight,2d-64,21,0.021578412480689035,9.851577425577714 +7406,7417,1.2046045101449805,0.00919208698499473,0.006617405446482599,0.0068173672290841566,1.212734893297212,1.7506248822743065,1.4098260430282565,0.9999781047328771,0.009552454287196675,"model.visual.blocks.1.mlp.linear_fc1.weight|2d-128|(3584, 640)","model.visual.blocks.17.mlp.linear_fc1.weight|2d-128|(2560, 0)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,16,0.008130383152231468,3.4633332942789066 +7522,7665,1.2028679731252927,0.042486376707310106,0.011156947066552016,0.011645688955553185,1.2402697478981364,1.6649927748936708,1.406634253854891,0.9999377593291265,0.014977577488414164,"model.visual.blocks.1.mlp.linear_fc1.weight|2d-64|(1536, 128)","model.visual.blocks.15.mlp.linear_fc1.weight|2d-64|(2496, 0)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,14,0.03740177477284368,3.302855690899533 +7709,7925,1.210527418938562,0.005120230271972255,0.00012248632282831545,5.383265494955107e-05,1.21427453600558,1.7625386363842401,1.414132632328387,0.9999999924985503,0.00017779082901936676,"model.visual.blocks.3.mlp.linear_fc2.weight|2d-128|(512, 1152)","model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(128, 3840)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,7,0.0037471170670180243,3.759764647052524 +8100,8169,1.1889980735393584,0.04106271109482887,0.003508152549176444,0.0036804026351047853,1.687104346881612,1.2384174548707874,1.4118449591223414,0.9999938464139125,0.0025751562784364183,"model.visual.blocks.11.mlp.linear_fc2.weight|2d-64|(64, 2816)","model.visual.blocks.0.mlp.linear_fc2.weight|2d-64|(768, 320)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,11,0.04941938133142898,5.028609039157661 +8410,8444,0.6695070863998246,0.7754080662708205,0.7778562006321379,0.7778819295740791,0.6661642504965382,0.6669360282628726,0.6665498042731796,0.6284423053376779,0.7787573779628124,"model.visual.merger.linear_fc1.weight|2d-128|(3712, 3328)","model.visual.merger.linear_fc1.weight|2d-128|(3712, 1280)",model.visual.merger.linear_fc1.weight,2d-128,0,0.003342835903286434,1.8493256679483259 +8463,8558,1.3361586839787118,0.04727546761035931,0.03653677317596943,0.03633848606886547,1.3425236828366023,1.438881853658426,1.388200866964497,0.99933230919744,0.039159160159511965,"model.visual.merger.linear_fc1.weight|2d-64|(576, 1664)","model.visual.merger.linear_fc1.weight|2d-64|(1152, 2048)",model.visual.merger.linear_fc1.weight,2d-64,0,0.006364998857890436,3.4156705226383486 +8727,8865,1.3358687959803632,0.0069266620629107835,0.008878841494405765,0.00889388865896101,1.440738958810682,1.3772606223977484,1.4079276718449176,0.9999605823099814,0.008487643572053293,"model.visual.merger.linear_fc2.weight|2d-128|(0, 2944)","model.visual.merger.linear_fc2.weight|2d-128|(1152, 3968)",model.visual.merger.linear_fc2.weight,2d-128,0,0.04139182641738515,3.822484867700682 +9001,9070,1.3320149325124147,0.06645165610847974,0.029836126458409773,0.029962579184574244,1.4240705535709581,1.3638340835390228,1.3929764661513102,0.9995548036790969,0.02857409422779145,"model.visual.merger.linear_fc2.weight|2d-64|(1536, 3648)","model.visual.merger.linear_fc2.weight|2d-64|(1472, 3456)",model.visual.merger.linear_fc2.weight,2d-64,0,0.03181915102660815,3.5278685261999967 +9230,9254,0.5820562360921494,0.8138951217501622,0.6501213127318618,0.6492396677125984,0.8139430547638359,0.8641089703002931,0.8379018036532928,0.7598304276164524,0.6901903699860208,"model.visual.pos_embed.weight|2d-128|(128, 768)","model.visual.pos_embed.weight|2d-128|(512, 768)",model.visual.pos_embed.weight,2d-128,0,0.23188681867168648,2.6549245803697 +9360,9478,0.3356921985988071,0.9694998905342879,0.9343192499628932,0.9334850296346285,0.525202032336652,0.39786470049669703,0.44850279920295427,0.3564372864176484,0.7077898135712206,"model.visual.pos_embed.weight|2d-64|(1408, 384)","model.visual.pos_embed.weight|2d-64|(448, 384)",model.visual.pos_embed.weight,2d-64,0,0.06217250189788992,2.480103601010847 +9617,9764,1.0178372826912758,0.044736265107165954,0.013783393843898501,0.014216555796785683,4.074783248723376,1.0279526796367804,1.4095827592600234,0.999905004515001,0.0034771608135877154,"mtp.fc.weight|2d-128|(0, 128)","mtp.fc.weight|2d-128|(512, 2560)",mtp.fc.weight,2d-128,0,0.010115396945504562,4.793518649738563 +9896,10012,1.008627629043811,0.03707936301732441,0.018558113984482972,0.018277376765526092,5.519006291996829,1.0133600733683086,1.409544076581756,0.9998277833733862,0.00340750685067418,"mtp.fc.weight|2d-64|(1216, 2048)","mtp.fc.weight|2d-64|(1792, 3840)",mtp.fc.weight,2d-64,0,0.004732444324497598,44.86295745605796 +10178,10302,1.2935078787068581,0.044784802221894716,0.006975313158207893,0.006977705139953438,1.4397967602912796,1.3806192339584933,1.409276996002927,0.9999756722072517,0.006688618681957114,"mtp.layers.0.mlp.down_proj.weight|2d-128|(1024, 2176)","mtp.layers.0.mlp.down_proj.weight|2d-128|(1408, 2176)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.08711135525163516,4.3227904227292 +10506,10562,1.2592480261508363,0.04044653798156579,0.01265219551556807,0.012755032593887106,1.3076021271008889,1.5288990715986104,1.4053475683740575,0.9999199577709387,0.014793437221094115,"mtp.layers.0.mlp.down_proj.weight|2d-64|(1152, 5952)","mtp.layers.0.mlp.down_proj.weight|2d-64|(1280, 1856)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.04835410095005255,3.224406481922297 +10718,10781,1.3004271401510081,0.062431204796089934,0.023875238932355162,0.023757587584275475,1.4728072210672438,1.3323552199544162,1.3973146876596225,0.9997149458550287,0.021598413400045348,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(2560, 1664)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(1024, 1664)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.03192807980340806,4.169353776806325 +10897,11026,1.2868942187885646,0.02417145471435645,0.002252162422728393,0.0025537129927009614,1.3106862246630109,1.5428114734136589,1.4126411070801255,0.9999974638789948,0.0026510250587777665,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(0, 64)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(5312, 576)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.023792005874446298,3.450358235268921 +11191,11192,1.3240431016583407,0.07096856126438982,0.004584496451024127,0.004577467685000987,1.4432802893638463,1.3807392670550338,1.4109712954381284,0.9999894911409273,0.004385838507081341,"mtp.layers.0.mlp.up_proj.weight|2d-128|(5632, 1792)","mtp.layers.0.mlp.up_proj.weight|2d-128|(5760, 1920)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.05669616539669309,3.6580309689798898 +11543,11548,1.3044446613789031,0.03845882781519573,0.015326130726955043,0.015306918633558701,1.350632540931202,1.4628085248225067,1.4033691751174941,0.9998825479609794,0.016599033416207297,"mtp.layers.0.mlp.up_proj.weight|2d-64|(5248, 1408)","mtp.layers.0.mlp.up_proj.weight|2d-64|(4736, 832)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.04618787955229897,3.3527171766119097 +11666,11721,1.2142080958186068,0.020618356971214342,-0.0023724636748068363,-0.0023744230356361647,1.7456457622195392,1.2220463916300834,1.4157889810354858,0.9999971857040957,-0.0016608528120761535,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 256)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 1152)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.007838295811476659,5.069451689394445 +11759,11965,1.0794939162175103,0.04085973248303573,0.007927350472825789,0.00799686436842087,2.280817769673711,1.108348594345549,1.4097994936315439,0.9999685780635715,0.0038522445196040073,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 1984)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(448, 832)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.02885467812803877,8.411113106582244 +12122,12124,1.118944663633776,0.34828485736311104,0.395588354148443,0.3955763283377721,1.0851583308865786,1.114621671314095,1.0995940632341035,0.9184279253496846,0.406329048861549,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(1024, 1280)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1024, 1536)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.033786332747197445,3.9114300308159784 +12269,12287,1.1608870220022751,-0.014980995245854098,-0.01700827629768675,-0.017069650846924172,1.1994672534130613,1.85799502697572,1.4251317148958589,0.9998553488067069,-0.026346107147660856,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(0, 1856)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(1728, 64)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.03858023141078615,3.32867556698305 +12569,12576,1.0502410115293384,0.06262754135787883,0.016223552496624157,0.016007308557132217,1.069123715419583,2.7082980050200045,1.40635568726704,0.9998683895115343,0.041097409240146494,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(2432, 0)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 0)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.0188827038902446,3.239966918434449 +12828,12857,1.0482847395035826,0.030924027417492617,0.030828347898650316,0.030306977790791244,3.0088030745871728,1.0488172148119574,1.400597111013212,0.9995246935247972,0.010746234026882209,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(576, 1856)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(960, 448)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.0005324753083748579,8.91869519743277 +13020,13041,1.3459973019913585,0.06001742898261954,0.005132998665063456,0.005145869325738357,1.383211951628191,1.4396443270491996,1.4105822219886623,0.9999868260755761,0.005342415094238629,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(0, 1536)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(256, 128)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.03721464963683263,3.4919118319809948 +13159,13177,1.2912169137057823,0.042022311525292885,0.021219529326096984,0.02124212492523121,1.4905453878727308,1.3228830093950432,1.3992359739185691,0.9997748404391755,0.01883267362486406,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(128, 1472)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 576)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.03166609568926093,4.057684739114043 +147,190,1.1514823632591011,0.2866137432671952,0.2871312246923966,0.28364491160858624,1.2296046492705117,1.1621022730809698,1.194425258957903,0.9578912567753421,0.2713684021002335,"model.language_model.embed_tokens.weight|2d-128|(92288, 1920)","model.language_model.embed_tokens.weight|2d-128|(163712, 1920)",model.language_model.embed_tokens.weight,2d-128,0,0.010619909821868667,3.2024619808088444 +256,278,1.1076228992318142,0.3445302678168991,0.2756614427819645,0.2720999804795922,1.2433987245873868,1.168223554375081,1.2040546127371927,0.961254788785661,0.25899511083845966,"model.language_model.embed_tokens.weight|2d-64|(92992, 512)","model.language_model.embed_tokens.weight|2d-64|(215360, 512)",model.language_model.embed_tokens.weight,2d-64,0,0.060600655143266735,3.2841648850912275 +615,627,0.0893028295710984,0.996064839411144,0.9960648394111441,0.9977805331813705,0.09065328224308664,0.0893028295710984,0.08997045546012811,0.08862751090294614,0.9812265633931913,"model.language_model.layers.5.linear_attn.conv1d.weight|3d-axis0-slice|(2563, 0, 0)","model.language_model.layers.17.linear_attn.conv1d.weight|3d-axis0-slice|(1460, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,12,0.0,0.14087309792466576 +794,940,0.48869168851588723,0.9001890014993772,0.9001890014993772,0.9198117873544197,0.48869168851588723,0.7202860600515372,0.5719076785189734,0.4354994392413774,1.3267947960417064,"model.language_model.layers.8.linear_attn.conv1d.weight|3d-volume|(40, 0, 0)","model.language_model.layers.20.linear_attn.conv1d.weight|3d-volume|(1540, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,12,0.0,1.0937959859506856 +1052,1130,1.1316094914108912,0.03359046714701944,-0.008730325941458816,-0.008687591739466009,1.1570585229375911,2.017936252232264,1.4195312997533458,0.999961889978291,-0.015225886039321576,"model.language_model.layers.16.linear_attn.in_proj_qkv.weight|2d-128|(2304, 0)","model.language_model.layers.0.linear_attn.in_proj_qkv.weight|2d-128|(5888, 1408)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,16,0.025449031526699972,2.915827391754793 +1455,1458,1.1247214230157425,-0.013117420858658435,-0.017342965297881617,-0.017227964112895365,1.1464514915922472,2.1090163438422325,1.4244678709143175,0.9998495994671781,-0.03190418219363268,"model.language_model.layers.17.linear_attn.in_proj_qkv.weight|2d-64|(4992, 576)","model.language_model.layers.0.linear_attn.in_proj_qkv.weight|2d-64|(6080, 0)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,17,0.021730068576504724,2.916715926570643 +1569,1743,1.140837074863988,0.03551986646016857,0.0019644307058239567,0.0019346753380923034,1.9808339589513129,1.1571308875561501,1.413003066613363,0.9999980705041395,0.0011475487058875188,"model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(256, 1664)","model.language_model.layers.22.linear_attn.in_proj_z.weight|2d-128|(1920, 896)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,4,0.016293812692162124,5.693024782551001 +1811,2013,1.1342358448114964,-0.004335212029420957,0.00988347692354473,0.00976200247357277,2.112480092203321,1.1292406460121485,1.408390428159449,0.9999511572491437,0.00528328002104344,"model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-64|(320, 704)","model.language_model.layers.1.linear_attn.in_proj_z.weight|2d-64|(320, 512)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,17,0.004995198799347955,5.675597604537497 +2134,2154,1.2184419679289475,0.027983933904401737,0.005891300336885474,0.005891252080412106,1.732205052461161,1.2195998648557103,1.4102862316485651,0.9999826461395921,0.0041479090968365735,"model.language_model.layers.16.linear_attn.out_proj.weight|2d-128|(1280, 256)","model.language_model.layers.9.linear_attn.out_proj.weight|2d-128|(1536, 1024)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,7,0.0011578969267627137,4.630892922677023 +2351,2458,1.2162688520651201,-0.0022246675569368105,0.012018304319692821,0.011928189693607727,1.7441757292206659,1.2103030442044285,1.4062302294988576,0.9999277775726001,0.008339635772135652,"model.language_model.layers.18.linear_attn.out_proj.weight|2d-64|(64, 1536)","model.language_model.layers.16.linear_attn.out_proj.weight|2d-64|(1152, 768)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,2,0.005965807860691674,4.679313384125016 +2690,2750,1.260379365144471,0.03170933401115447,0.01556373264392823,0.015528935862440812,1.2876172552355554,1.5572387275547837,1.403362658081772,0.9998788777777978,0.018822710801588205,"model.language_model.layers.21.mlp.down_proj.weight|2d-128|(1280, 2176)","model.language_model.layers.5.mlp.down_proj.weight|2d-128|(1920, 1024)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,16,0.02723789009108435,3.3540104405264817 +2862,2920,1.2520626656707707,0.036232310244193565,0.029059566371212996,0.029121939776361162,1.2615102529487674,1.5795749757140238,1.3940300117058013,0.9995776816247535,0.03638635812731123,"model.language_model.layers.21.mlp.down_proj.weight|2d-64|(832, 5824)","model.language_model.layers.12.mlp.down_proj.weight|2d-64|(512, 5568)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,9,0.00944758727799666,3.2682033615597206 +3082,3122,1.1486514350273314,0.037306395546368346,-0.0007111023625082511,-0.000780854082253503,1.8729611962110688,1.183208929972117,1.4146675729771931,0.9999997471666832,-0.0004492258927446645,"model.language_model.layers.11.mlp.gate_proj.weight|2d-128|(5632, 128)","model.language_model.layers.22.mlp.gate_proj.weight|2d-128|(3456, 1536)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,11,0.03455749494478555,5.019659699956927 +3338,3472,1.1352998425753242,0.017785470626887723,0.009127382978891568,0.009380007620926683,1.1508616155638527,1.9882407997303482,1.4086059227459045,0.999958344572391,0.01576856416790423,"model.language_model.layers.23.mlp.gate_proj.weight|2d-64|(4032, 128)","model.language_model.layers.12.mlp.gate_proj.weight|2d-64|(5248, 640)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,11,0.015561772988528455,3.1152602527219364 +3617,3818,1.2134976541288724,0.00989778956924332,-0.005720417063257023,-0.005657119364238782,1.2216065760977213,1.7552828443216675,1.418001531106924,0.9999836382804582,-0.008219462902348332,"model.language_model.layers.23.mlp.up_proj.weight|2d-128|(384, 1024)","model.language_model.layers.2.mlp.up_proj.weight|2d-128|(640, 1280)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,21,0.008108921968848826,3.1562245486003246 +3844,4045,1.2103769338482449,0.037183166222982546,0.02659267590028005,0.026790959134467655,1.7018602207089877,1.2122187147826318,1.396329234494453,0.9996463522608697,0.01894170802643187,"model.language_model.layers.4.mlp.up_proj.weight|2d-64|(4480, 384)","model.language_model.layers.23.mlp.up_proj.weight|2d-64|(3840, 512)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,19,0.0018417809343869163,4.461245758224399 +4170,4293,1.1656356438012556,0.04432125918889933,0.003602305742243763,0.0035985691596409908,1.2285878873712441,1.7126666279733673,1.4117986410430672,0.9999935116756205,0.00502165851699746,"model.language_model.layers.7.self_attn.k_proj.weight|2d-128|(384, 1024)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 640)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,16,0.06295224356998852,3.21142235302614 +4409,4607,1.0972252102120796,0.007849780535502818,0.008864217279417318,0.008966291808116516,2.2559482985802464,1.1107103289798828,1.4092370128725948,0.9999607120542403,0.00436427452560281,"model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 1024)","model.language_model.layers.3.self_attn.k_proj.weight|2d-64|(192, 768)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,20,0.013485118767803117,6.1773596147912695 +4795,4860,1.1059528390170035,0.003998678822607045,-0.0038295762974535834,-0.003976769928540085,1.1095906120688732,2.3261405840096328,1.4163165410369936,0.9999926671458056,-0.008028305888834601,"model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(256, 256)","model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(768, 1536)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,12,0.0036377730518697415,3.050800171383168 +4893,4986,1.1120193925013377,0.028680562569582305,0.01842617592844014,0.018409317588162808,1.1197001349205031,2.143058322735814,1.4034774511955044,0.9998302236083154,0.03526691517496474,"model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(1280, 896)","model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(512, 1920)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,12,0.007680742419165387,3.0500598227857214 +5172,5328,1.104339438964177,0.013507722375188975,-0.011254732715018943,-0.011219762049387278,2.361370655973653,1.1096925944166764,1.420327097129769,0.99993666349,-0.005289001755993263,"model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(2688, 1536)","model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(2944, 128)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,4,0.005353155452499481,6.709511714870487 +5463,5465,1.094423794915443,0.01647392247729245,0.011247022616184113,0.011249505135408943,2.3680841021083197,1.0974223117381725,1.4081325837637455,0.9999367502408695,0.005212117909425373,"model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(3200, 1664)","model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(3520, 1216)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,4,0.0029985168227295578,6.583717556818114 +5662,5768,1.0750107110963332,0.010673211136901043,0.003903676206411433,0.003910071037298645,2.6192786063512052,1.0802134876997276,1.4122664104446456,0.9999923806270103,0.0016099103316284354,"model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(384, 1664)","model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(0, 1024)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,12,0.00520277660339441,8.35517722993462 +5988,6122,1.0671817270640527,0.011146370067462443,0.007677226329458217,0.007569846386069476,2.7310666635864096,1.0713884456246545,1.4105175369571696,0.9999705296636927,0.0030117505711213725,"model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(448, 960)","model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(64, 1472)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,12,0.004206718560601841,9.753367604479807 +6200,6286,1.1548265278975245,0.03901061631221661,0.00046862705618129106,0.00040738178323157824,1.1765966360638667,1.8963528212085385,1.4139166291334764,0.9999998901943351,0.0007552989808444473,"model.visual.blocks.23.attn.proj.weight|2d-128|(128, 896)","model.visual.blocks.2.attn.proj.weight|2d-128|(256, 768)",model.visual.layers.*.attn.proj.weight,2d-128,21,0.021770108166342172,3.0193819154771555 +6471,6560,1.1712270369169948,0.02776896628080649,-0.0019851255934779854,-0.0021022238674956503,1.1922603254787048,1.8420785289977428,1.4154935714944876,0.999998029636248,-0.0030670795253054097,"model.visual.blocks.22.attn.proj.weight|2d-64|(256, 384)","model.visual.blocks.2.attn.proj.weight|2d-64|(64, 640)",model.visual.layers.*.attn.proj.weight,2d-64,20,0.02103328856170994,3.0571273268560986 +6728,6784,1.0727037166046585,-0.014784839569701868,0.0011553926105406884,0.0013878473491032322,1.0871386976245196,2.5423021136211243,1.4136227354929427,0.999999332533735,0.0027019156638045986,"model.visual.blocks.0.attn.qkv.weight|2d-128|(1152, 0)","model.visual.blocks.0.attn.qkv.weight|2d-128|(2048, 0)",model.visual.layers.*.attn.qkv.weight,2d-128,0,0.014434981019861182,4.097296375565795 +7132,7155,1.0689004566154154,0.04940483757933201,0.02259027509916498,0.022392934255389903,1.0891495802512141,2.395081156988214,1.4021234143201577,0.9997448071737828,0.049676870103287904,"model.visual.blocks.3.attn.qkv.weight|2d-64|(640, 640)","model.visual.blocks.2.attn.qkv.weight|2d-64|(2688, 512)",model.visual.layers.*.attn.qkv.weight,2d-64,1,0.02024912363579867,2.8143487491595107 +7293,7371,1.205135102819232,0.017698012070040563,0.005891929183509132,0.005880123675355244,1.2172865792544314,1.738917630228311,1.4102935086675044,0.9999826424346057,0.008416735802292326,"model.visual.blocks.1.mlp.linear_fc1.weight|2d-128|(2560, 128)","model.visual.blocks.17.mlp.linear_fc1.weight|2d-128|(3072, 0)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,16,0.012151476435199315,3.290364791048665 +7644,7661,1.203351649725959,0.04151565586272827,0.02866171426996695,0.028860887114215673,1.2207631898106348,1.6735719047246718,1.3947815507863155,0.9995891686763652,0.03929299322246407,"model.visual.blocks.1.mlp.linear_fc1.weight|2d-64|(3648, 128)","model.visual.blocks.23.mlp.linear_fc1.weight|2d-64|(1536, 128)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,22,0.017411540084675714,3.499943447408077 +7861,7887,1.2107039255460958,0.01007702117873694,0.0016111246164881962,0.0015810404423122347,1.7866091687440284,1.2054228595479506,1.4131567737253152,0.9999987021378929,0.0010870236626293415,"model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(640, 1920)","model.visual.blocks.0.mlp.linear_fc2.weight|2d-128|(768, 1920)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,10,0.005281065998145262,5.054920698501904 +7992,8155,1.1890111705828104,0.006885963554942151,-0.010253930613485602,-0.01023189849927204,1.267635276492691,1.6487400564448265,1.4212034376071867,0.9999474270715305,-0.013336695855637199,"model.visual.blocks.6.mlp.linear_fc2.weight|2d-64|(896, 4032)","model.visual.blocks.9.mlp.linear_fc2.weight|2d-64|(0, 704)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,3,0.07862410590988067,3.4806973897291766 +8215,8251,0.670408110184391,0.7653819786470293,0.7811659534878035,0.781162589508639,0.6504767714914635,0.67493706109209,0.6623684256345107,0.6243234362984389,0.8105406310872049,"model.visual.merger.linear_fc1.weight|2d-128|(2304, 1792)","model.visual.merger.linear_fc1.weight|2d-128|(2304, 2816)",model.visual.merger.linear_fc1.weight,2d-128,0,0.019931338692927403,1.8134897511853083 +8540,8634,1.336313244414718,0.056094361893718574,0.018518279874665703,0.01935479984850962,1.3764620462324086,1.4270395286343625,1.4010665726820495,0.9998285219528815,0.019198725788186533,"model.visual.merger.linear_fc1.weight|2d-64|(3328, 1664)","model.visual.merger.linear_fc1.weight|2d-64|(2240, 2432)",model.visual.merger.linear_fc1.weight,2d-64,0,0.04014880181769054,3.525551099819217 +8818,8848,1.335976336588946,0.029029582132512107,0.0011787516622110035,0.0009960775514105801,1.386487539525185,1.4419015136209625,1.413380453321485,0.9999993052720181,0.0012258630225464048,"model.visual.merger.linear_fc2.weight|2d-128|(1152, 1536)","model.visual.merger.linear_fc2.weight|2d-128|(512, 2048)",model.visual.merger.linear_fc2.weight,2d-128,0,0.0505112029362389,3.5704736137424153 +8963,9194,1.3322179998765145,0.00944249265229626,0.025963133055331655,0.025973304102499234,1.4615652831728687,1.3381926413198313,1.3958062187616374,0.9996629010431223,0.02377155095311821,"model.visual.merger.linear_fc2.weight|2d-64|(448, 3136)","model.visual.merger.linear_fc2.weight|2d-64|(1152, 2944)",model.visual.merger.linear_fc2.weight,2d-64,0,0.0059746414433168304,3.992341354192468 +9217,9313,0.582933627554557,0.8125254703742759,0.8020655346968766,0.8024757875994598,0.5981055009269244,0.7168916518737455,0.6494890072121497,0.5972360321107673,0.9613589662504956,"model.visual.pos_embed.weight|2d-128|(0, 128)","model.visual.pos_embed.weight|2d-128|(1536, 128)",model.visual.pos_embed.weight,2d-128,0,0.015171873372367362,2.2682481106288988 +9419,9601,0.3378840027183138,0.9412774251574741,0.39161673474888337,0.3919622568776288,1.0304373408048069,1.2045202539563875,1.1073450084912393,0.9201284329182653,0.4577767809005004,"model.visual.pos_embed.weight|2d-64|(2176, 64)","model.visual.pos_embed.weight|2d-64|(1216, 64)",model.visual.pos_embed.weight,2d-64,0,0.692553338086493,1.8322589546629566 +9639,9788,1.0179780256015114,0.04229367024965094,-0.005327664356439807,-0.0033920765251697635,1.0305731010113077,4.225570212731158,1.415946909743202,0.9999858078955447,-0.02184456375380843,"mtp.fc.weight|2d-128|(1024, 3072)","mtp.fc.weight|2d-128|(640, 1536)",mtp.fc.weight,2d-128,0,0.012595075409796319,1.131970002730246 +10026,10064,1.0087741764841038,0.045562214380553204,0.01736253633095686,0.016716872176045932,5.9935884229930325,1.0112406975224455,1.4101796594887326,0.9998492598047749,0.002929414252523496,"mtp.fc.weight|2d-64|(448, 2304)","mtp.fc.weight|2d-64|(1408, 3456)",mtp.fc.weight,2d-64,0,0.0024665210383416625,39.95126934395005 +10137,10231,1.2942894252361514,0.0389417258336134,0.010141794835138385,0.010251758193414676,1.4473025186519148,1.3699513657306133,1.4070348142911142,0.9999485706762733,0.009599766120975739,"mtp.layers.0.mlp.down_proj.weight|2d-128|(1024, 768)","mtp.layers.0.mlp.down_proj.weight|2d-128|(1792, 4096)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.07566194049446184,3.9682953479234344 +10524,10581,1.2595929596703428,0.010835594644807047,-0.010714745811778285,-0.010976266700454698,1.4602165711161068,1.3861894631300793,1.4217596570629207,0.9999425954634541,-0.01017155128780087,"mtp.layers.0.mlp.down_proj.weight|2d-64|(128, 5952)","mtp.layers.0.mlp.down_proj.weight|2d-64|(1408, 2560)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.1265965034597365,4.440020172771155 +10655,10838,1.3005652356216746,0.031565183557305754,0.0027000015302911244,0.0026360972677172754,1.319200945908147,1.528434509898136,1.4123236139334379,0.9999963549892251,0.0031282387482172635,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(2688, 1152)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(2560, 1536)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.018635710286472484,3.7797359461582216 +10910,11047,1.286923395013489,0.016518891713416722,0.010357624626643502,0.010379108390505768,1.526389285247973,1.3117800480208517,1.4069542602867116,0.9999463583673344,0.008901350043159582,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(3840, 1280)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(5376, 1216)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.024856653007362617,4.403337750021517 +11320,11381,1.3243335770168903,0.036856240560049575,0.003157705363296235,0.003119098004089822,1.4562883226226255,1.3714899890084,1.4119829805721702,0.9999950144359914,0.002973835075597985,"mtp.layers.0.mlp.up_proj.weight|2d-128|(4480, 640)","mtp.layers.0.mlp.up_proj.weight|2d-128|(5888, 1408)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.04715641199150977,4.008187037707691 +11500,11508,1.3045355238337748,0.037077272743172046,0.02411639677824165,0.02417209736659515,1.3221451195243528,1.4866226194559613,1.3971746014900444,0.9997091574085107,0.02711652482082058,"mtp.layers.0.mlp.up_proj.weight|2d-64|(3008, 448)","mtp.layers.0.mlp.up_proj.weight|2d-64|(1408, 896)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.01760959569057796,3.5884333685286567 +11700,11722,1.2142396129097346,0.05171744459834431,0.0032183395870074337,0.0031168665093977157,1.6479713592435594,1.2550125583435248,1.4120180450084945,0.999994821131741,0.002450926453334979,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(256, 512)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 1280)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.040772945433790175,5.061404352856562 +11736,11920,1.0796249405622604,0.04502924030587366,0.022679728627888036,0.022903377745775458,2.430258600668986,1.0860129702261456,1.4022155015523374,0.9997427818741005,0.01013492121550995,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 512)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 0)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.006388029663885186,7.3867770755168225 +12218,12220,1.1204501355279652,0.3441069023957793,0.38396344683626293,0.38396310585273496,1.0834878393308536,1.1394797385351183,1.1104264411550389,0.9233482937080765,0.40380570240477526,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(1792, 1280)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1792, 1536)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.036962296197111666,3.7704270359846612 +12257,12292,1.161108525415926,0.01534307611121172,0.007860627514623878,0.007749766791542712,1.8532210071475284,1.181791246794712,1.409164929627541,0.9999691047902812,0.005012689126266017,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(1600, 192)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(1152, 1472)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.02068272137878613,4.451976496064574 +12576,12603,1.050289042570235,0.020638876976577958,0.0063154745777980175,0.006431963779628269,3.1293659963431626,1.0530877307383002,1.4115111361595292,0.9999800571915708,0.0021252703580982558,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 0)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(768, 1408)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.0027986881680652775,9.36055893084032 +12866,12997,1.0483915159585613,0.013380476545089306,0.011667888972120429,0.011489507402026885,1.048233799059146,3.2134729635895325,1.4093402403345379,0.9999319278665595,0.0357691631272785,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(832, 1088)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(704, 640)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.00015771689941534994,3.055845844161123 +13016,13070,1.3465346031079248,0.025248914636365846,0.0007193930889156967,0.0007205224601956016,1.4021301502131343,1.4255710218663913,1.4137048530560195,0.9999997412367583,0.0007314199332588909,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(0, 1024)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(384, 1792)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.05559554710520942,3.868222522820303 +13273,13313,1.291431860801192,0.02371059646898353,0.006913755037124644,0.006815629769600157,1.5211569734637735,1.3190776280460947,1.4093657363572611,0.9999760997100314,0.005995291580260636,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 576)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(448, 1088)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.02764576724490264,4.247278091526345 +0,212,1.151702079115121,0.29783581111055724,0.2963502431502039,0.2961908653568331,1.2340848958255894,1.1449184724163506,1.1869972289715038,0.9550793335554985,0.27493802803636097,"model.language_model.embed_tokens.weight|2d-128|(54272, 768)","model.language_model.embed_tokens.weight|2d-128|(226176, 768)",model.language_model.embed_tokens.weight,2d-128,0,0.006783606698770317,3.138931294288259 +264,367,1.107793692098948,0.36130849077120003,0.2887370674991833,0.2848844990285633,1.2088832208662827,1.1773067992811088,1.192781654298484,0.9574084320978022,0.2811951617027842,"model.language_model.embed_tokens.weight|2d-64|(156224, 1216)","model.language_model.embed_tokens.weight|2d-64|(212800, 1216)",model.language_model.embed_tokens.weight,2d-64,0,0.06951310718216086,3.0837619987982494 +648,723,0.08936048303185173,0.9993332805698348,0.9993332805698351,0.9999159053608601,0.08936048303184932,0.09736679513492755,0.09310644960169726,0.03651019509029685,1.0888692126482626,"model.language_model.layers.0.linear_attn.conv1d.weight|3d-axis0-slice|(3880, 0, 0)","model.language_model.layers.13.linear_attn.conv1d.weight|3d-axis0-slice|(91, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,13,2.4147350785597155e-15,0.1603228752232464 +830,882,0.48903890773952896,0.9477158396893961,0.9477158396893961,0.9551100866204513,0.8473447029138963,0.4890389077395288,0.5990016952242158,0.31911547628064496,0.5469673882368609,"model.language_model.layers.6.linear_attn.conv1d.weight|3d-volume|(1752, 0, 0)","model.language_model.layers.17.linear_attn.conv1d.weight|3d-volume|(4760, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,11,1.6653345369377348e-16,2.592335153920698 +1086,1164,1.1316747341836269,0.014513679254035327,0.007488756061384951,0.007555772603366014,2.084277894900162,1.1350894921692298,1.4097582017347654,0.9999719588731741,0.004078346911175134,"model.language_model.layers.10.linear_attn.in_proj_qkv.weight|2d-128|(4096, 1408)","model.language_model.layers.0.linear_attn.in_proj_qkv.weight|2d-128|(5120, 0)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,10,0.0034147579856029786,6.154652515171297 +1316,1514,1.1248233798316989,0.04013089669154845,0.013891049705589902,0.013930154770879038,2.035675706210645,1.139112690316933,1.4058171528137673,0.9999035147143333,0.007773080433776811,"model.language_model.layers.9.linear_attn.in_proj_qkv.weight|2d-64|(4032, 320)","model.language_model.layers.18.linear_attn.in_proj_qkv.weight|2d-64|(4608, 832)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,9,0.014289310485234186,5.449794170008996 +1614,1635,1.141293911603681,-0.0019158877329818677,-0.015278104983873242,-0.014629771252653316,1.1427366761980915,2.1241747844561694,1.423199681140889,0.9998832829426151,-0.028399688254507324,"model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(896, 0)","model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(256, 1920)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,0,0.001442764594410395,3.2198437194719323 +1922,2027,1.134296459333552,0.039881632825698274,0.027630899981824632,0.027012342030684432,1.9055156655206387,1.1549287545980553,1.3967852266897267,0.9996181937951081,0.016747026267933098,"model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-64|(640, 768)","model.language_model.layers.14.linear_attn.in_proj_z.weight|2d-64|(1920, 1088)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,10,0.020632295264503275,5.215381692158045 +2076,2134,1.2186048835627592,0.050216919625732895,0.0016817287421019187,0.0016819704059433693,1.2479677548411823,1.667755864225411,1.4130722379312082,0.9999985858932191,0.0022474242309520488,"model.language_model.layers.2.linear_attn.out_proj.weight|2d-128|(1792, 768)","model.language_model.layers.16.linear_attn.out_proj.weight|2d-128|(1280, 256)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,14,0.029362871278423075,3.25951323042379 +2328,2374,1.2163405609691114,0.03389987502679971,0.030042212571115334,0.02991318841241091,1.239108710884073,1.6253538050201959,1.3935786517500133,0.9995486308648679,0.039406731697374194,"model.language_model.layers.10.linear_attn.out_proj.weight|2d-64|(1280, 1728)","model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(1536, 896)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,2,0.022768149914961677,3.296287143394608 +2607,2776,1.2604094889721937,0.036193186441538815,0.01611425227855255,0.016187179163706142,1.5340176469461595,1.3005644252969948,1.402927568181133,0.9998701570071502,0.01366191796780683,"model.language_model.layers.1.mlp.down_proj.weight|2d-128|(384, 4096)","model.language_model.layers.19.mlp.down_proj.weight|2d-128|(128, 3200)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,18,0.04015493632480105,4.116101014635963 +2874,3018,1.2524831819215447,0.027999446822165406,0.032946334227929995,0.03294927074369114,1.251288301511041,1.5923491507231768,1.3913936190826903,0.9994571221723029,0.04192644274219912,"model.language_model.layers.22.mlp.down_proj.weight|2d-64|(1024, 4480)","model.language_model.layers.3.mlp.down_proj.weight|2d-64|(1792, 1088)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,19,0.0011948804105037514,3.2475260848770717 +3217,3319,1.1489353594571308,0.01657026341140547,0.008266977062743411,0.008274807061463899,1.9209523695710524,1.1653241879027816,1.4090195774768262,0.9999658279612579,0.005015068819329232,"model.language_model.layers.13.mlp.gate_proj.weight|2d-128|(640, 640)","model.language_model.layers.23.mlp.gate_proj.weight|2d-128|(3840, 640)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,10,0.016388828445650816,5.447820623413829 +3435,3448,1.1353201207584902,0.0008660689174986632,0.007073099863862298,0.0070585513543149755,1.1280965181951796,2.1315655690895734,1.4100719563673547,0.9999749853162908,0.013364792722401158,"model.language_model.layers.23.mlp.gate_proj.weight|2d-64|(2112, 448)","model.language_model.layers.10.mlp.gate_proj.weight|2d-64|(4416, 1792)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,13,0.0072236025633105605,3.0633369562286514 +3617,3652,1.2135341217440476,0.014176804848347397,-0.009414837700885557,-0.00934747195604324,1.21780684167967,1.7760844858918503,1.4204098674449899,0.9999556794333766,-0.01373086979431747,"model.language_model.layers.23.mlp.up_proj.weight|2d-128|(384, 1024)","model.language_model.layers.2.mlp.up_proj.weight|2d-128|(2688, 1152)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,21,0.004272719935622282,3.138774717130961 +3898,4059,1.2109760547408301,0.004999869602078583,-0.004816608895944237,-0.004792795318882473,1.229347442772127,1.730869084110488,1.4174257078050223,0.9999884000720927,-0.006781581136608562,"model.language_model.layers.23.mlp.up_proj.weight|2d-64|(2944, 0)","model.language_model.layers.2.mlp.up_proj.weight|2d-64|(2368, 1408)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,21,0.018371388031296787,3.43620840680517 +4300,4332,1.165665655578018,0.015405263961012043,0.0021364337421614795,0.0022072914404883195,1.8545169884477548,1.1857962339141548,1.4128416346806467,0.9999977178228285,0.0013660565534008191,"model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 1536)","model.language_model.layers.3.self_attn.k_proj.weight|2d-128|(0, 640)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,20,0.02013057833613674,5.729934692133751 +4506,4576,1.0972473045543507,-0.00892460727302748,0.0029361331497063355,0.002243946831038508,2.355461603098936,1.1029564545734787,1.4126179739581,0.9999956895517736,0.0013748587557934127,"model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 1984)","model.language_model.layers.15.self_attn.k_proj.weight|2d-64|(384, 1280)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,8,0.005709150019127973,6.868895135436234 +4631,4789,1.1062685602709057,0.009328203036025957,0.011053266630366421,0.011052234502543903,1.1149096090745707,2.2114586281550634,1.4079159102971441,0.9999389107824528,0.02192450550256881,"model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(1536, 1024)","model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(1920, 1280)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,12,0.008641048803665008,3.182256646111998 +4907,4918,1.1121355038229017,0.04525417511172544,0.007407819267693973,0.007648203787824301,1.130094965622915,2.116771374178554,1.4098543818397633,0.9999725617304193,0.013875523958554818,"model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(1088, 768)","model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(704, 320)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,12,0.017959461800013177,3.023389293356486 +5220,5271,1.1044914868219475,0.030951190641915163,0.009824713644656945,0.010043771742712164,2.2731905371557732,1.1081878387765227,1.4087301102059686,0.9999517363362097,0.004789580108886624,"model.language_model.layers.11.self_attn.q_proj.weight|2d-128|(3200, 0)","model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(3328, 1792)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,8,0.0036963519545751833,6.100160208381978 +5472,5620,1.0945465786509117,0.0070573477813895,0.013140385262827268,0.012913440837557357,1.0954805741450178,2.378202748705482,1.4071341221880258,0.9999136614103962,0.028526749892844684,"model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(1920, 0)","model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(2688, 384)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,4,0.0009339954941061102,2.992913034167822 +5777,5784,1.0752746083906886,0.03898487264115024,0.004827599704886191,0.0047944895709560375,1.0987839855188413,2.387705178864808,1.411618447805777,0.9999883470726493,0.010490583198116077,"model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(128, 128)","model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(256, 1536)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,12,0.02350937712815271,3.834293946367621 +6042,6080,1.0674857272456921,0.002169999407533679,0.010902260438572805,0.010772331556560944,2.5870850250749036,1.0793327957016625,1.4087240841541457,0.9999405685926187,0.004548426945609074,"model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(384, 512)","model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(0, 1792)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,12,0.011847068455970389,9.319790498525265 +6289,6337,1.155351524802625,0.05268144617025786,0.0037783750479516583,0.0037826323130778733,1.1787331502882414,1.8775061469026058,1.4118052504723073,0.9999928619155223,0.0060182598377741,"model.visual.blocks.23.attn.proj.weight|2d-128|(384, 896)","model.visual.blocks.6.attn.proj.weight|2d-128|(768, 0)",model.visual.layers.*.attn.proj.weight,2d-128,17,0.02338162548561651,3.0783882300216425 +6471,6649,1.1716138508467693,0.04692933930269862,0.01608266567232597,0.016108143106976704,1.200268455043953,1.7648724062528072,1.4035973509916104,0.9998706655687385,0.023647920383809435,"model.visual.blocks.22.attn.proj.weight|2d-64|(256, 384)","model.visual.blocks.0.attn.proj.weight|2d-64|(960, 576)",model.visual.layers.*.attn.proj.weight,2d-64,22,0.028654604197183797,3.096355419217402 +6747,6763,1.073400146672798,0.056300505130815734,0.012177944964705955,0.012177852046052672,2.2489406549637017,1.1097130505105544,1.4073628511074951,0.9999258460788162,0.006009062278235887,"model.visual.blocks.12.attn.qkv.weight|2d-128|(1280, 896)","model.visual.blocks.0.attn.qkv.weight|2d-128|(1664, 384)",model.visual.layers.*.attn.qkv.weight,2d-128,12,0.036312903837756316,7.730003973285458 +6912,6971,1.0689640228292419,0.03294614156248169,-0.004610491783182318,-0.004519256006075222,1.4472097675952367,1.3894861838834789,1.417467230779847,0.9999893716262774,-0.004426597150657056,"model.visual.blocks.1.attn.qkv.weight|2d-64|(1024, 64)","model.visual.blocks.0.attn.qkv.weight|2d-64|(192, 704)",model.visual.layers.*.attn.qkv.weight,2d-64,1,0.32052216105423703,2.911390387599177 +7406,7421,1.2052550893219636,0.029082319296502984,0.008210127203075117,0.008347932210352078,1.2225691213401721,1.7180818071248993,1.4087180219295137,0.9999662963376863,0.011537728162414287,"model.visual.blocks.1.mlp.linear_fc1.weight|2d-128|(3584, 640)","model.visual.blocks.19.mlp.linear_fc1.weight|2d-128|(2304, 0)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,18,0.01731403201820858,3.4789392797917538 +7443,7640,1.203640030011668,0.042570478073728164,0.027279362820262783,0.027251643936056617,1.6872267109240422,1.2168971338441807,1.3957901417236593,0.9996278489338521,0.019674995786957854,"model.visual.blocks.21.mlp.linear_fc1.weight|2d-64|(3200, 512)","model.visual.blocks.1.mlp.linear_fc1.weight|2d-64|(3328, 640)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,20,0.013257103832512662,5.065019540672973 +7819,7887,1.2112767476119,0.020365811395137896,-0.0026354521938676528,-0.0026534871058127955,1.7106512159605505,1.2348694804733649,1.4159812327229189,0.9999965271898367,-0.0019024564745223837,"model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(128, 3584)","model.visual.blocks.0.mlp.linear_fc2.weight|2d-128|(768, 1920)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,10,0.023592732861464905,4.98598604793665 +7960,8155,1.1901028153904587,0.027241397616290325,0.013973434814476946,0.013845495144595172,1.2697017109322082,1.5941142909479098,1.4045502089093649,0.9999023667936213,0.01754368915123567,"model.visual.blocks.4.mlp.linear_fc2.weight|2d-64|(640, 3200)","model.visual.blocks.9.mlp.linear_fc2.weight|2d-64|(0, 704)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,5,0.07959889554174948,3.488162171066231 +8264,8280,0.6706263678103607,0.7741124487350145,0.7676342375742146,0.7675079962588935,0.6817795220402797,0.6816449435625432,0.6817122228386118,0.6408881940743286,0.7674827119800723,"model.visual.merger.linear_fc1.weight|2d-128|(256, 1024)","model.visual.merger.linear_fc1.weight|2d-128|(256, 3072)",model.visual.merger.linear_fc1.weight,2d-128,0,0.011018575752182569,1.8524061899950233 +8473,8551,1.3364362109517736,0.03205297890467159,0.006753001280894131,0.006821932550086681,1.3817396742577193,1.438863889755331,1.4094343092952801,0.9999771982268898,0.007032185491648357,"model.visual.merger.linear_fc1.weight|2d-64|(384, 704)","model.visual.merger.linear_fc1.weight|2d-64|(2752, 576)",model.visual.merger.linear_fc1.weight,2d-64,0,0.0453034633059457,3.337155117942066 +8818,8919,1.3359786979354007,0.03720825045736066,0.005138624856508488,0.005275428097618684,1.3738942356555393,1.4503721690820062,1.4105806645274943,0.9999867971801348,0.005424666823554176,"model.visual.merger.linear_fc2.weight|2d-128|(1152, 1536)","model.visual.merger.linear_fc2.weight|2d-128|(1024, 896)",model.visual.merger.linear_fc2.weight,2d-128,0,0.03791553772013856,3.5844397914498742 +9152,9194,1.332467607550488,0.01305189719309523,0.009347882948364462,0.009368814587054127,1.4786025836231644,1.3459630353729592,1.4076173157093639,0.9999563075876784,0.008509321603281045,"model.visual.merger.linear_fc2.weight|2d-64|(896, 256)","model.visual.merger.linear_fc2.weight|2d-64|(1152, 2944)",model.visual.merger.linear_fc2.weight,2d-64,0,0.013495427822471262,3.959762039435055 +9309,9357,0.5858664374232605,0.8111726179641356,0.7611295142526173,0.7600286093072505,0.7046397742974929,0.6798184461956707,0.6918954149991577,0.6485999248639911,0.7343183036307361,"model.visual.pos_embed.weight|2d-128|(1408, 640)","model.visual.pos_embed.weight|2d-128|(2176, 640)",model.visual.pos_embed.weight,2d-128,0,0.09395200877241017,3.434685003284267 +9552,9590,0.3383468080514349,0.9415853873224547,0.9150522701496644,0.9143256980112249,0.40668150065860287,0.42051008695889014,0.413422437388263,0.40333527355532106,0.9461672317757673,"model.visual.pos_embed.weight|2d-64|(1536, 384)","model.visual.pos_embed.weight|2d-64|(1600, 384)",model.visual.pos_embed.weight,2d-64,0,0.06833469260716796,2.05478792933599 +9698,9809,1.017996379177557,0.04176983704374702,0.0008042384378551903,0.0012971775712368914,1.028882937341819,4.236175536141203,1.4139526830092486,0.9999996766002152,0.0033112563849765977,"mtp.fc.weight|2d-128|(256, 2304)","mtp.fc.weight|2d-128|(1920, 2048)",mtp.fc.weight,2d-128,0,0.010886558164261873,1.2393295497411683 +9939,10012,1.008797612180651,0.050612944792728626,0.02712084693429275,0.02816868206282659,5.303702908395489,1.0129752507730554,1.4071281224511172,0.9996321621784519,0.005179918106075457,"mtp.fc.weight|2d-64|(64, 192)","mtp.fc.weight|2d-64|(1792, 3840)",mtp.fc.weight,2d-64,0,0.004177638592404387,40.31500262934019 +10300,10364,1.2943377358542594,0.044413507331852814,0.015752599751953592,0.01567516140132494,1.4340523416095323,1.3739579805065951,1.403040856978428,0.9998759201026169,0.015092482690437233,"mtp.layers.0.mlp.down_proj.weight|2d-128|(1408, 1024)","mtp.layers.0.mlp.down_proj.weight|2d-128|(512, 5632)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.07962024465233575,3.9280630667324354 +10581,10607,1.2596425642058655,0.008462862079703534,-0.0053400748287306815,-0.005137770278189684,1.3443885848950796,1.5051045015868356,1.4179606535663005,0.9999857416987622,-0.005978457979959984,"mtp.layers.0.mlp.down_proj.weight|2d-64|(1408, 2560)","mtp.layers.0.mlp.down_proj.weight|2d-64|(1344, 5248)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.08474602068921411,3.2870157892924152 +10781,10882,1.301082419966183,0.021200581016127457,0.004425279400038985,0.004338686122101941,1.3371001180067288,1.4989273393673532,1.411101303490072,0.9999902084031781,0.004960864327007869,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(1024, 1664)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(2560, 256)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.036017698040545776,3.9066961911710587 +10921,10961,1.2871458049059716,0.053163341707631456,0.02280328896541708,0.022793494361745624,1.301072590942492,1.5209118809073805,1.398192989365418,0.9997399711986911,0.026656309073534206,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(2496, 1472)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(1472, 832)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.013926786036520422,3.5196903831647197 +11201,11310,1.3247704511638743,0.04489110319127572,0.01573622231723515,0.015792979403759046,1.361510619400185,1.4486696364153715,1.403063807365685,0.9998761779876459,0.016743598718975516,"mtp.layers.0.mlp.up_proj.weight|2d-128|(2944, 512)","mtp.layers.0.mlp.up_proj.weight|2d-128|(1152, 1792)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.036740168236310655,3.656099832987944 +11411,11457,1.3047430730652572,0.03961359897887129,0.013573686470157314,0.013615707295261029,1.3122803849361038,1.519837118604108,1.4046859732881556,0.9999078732741381,0.015720567624459263,"mtp.layers.0.mlp.up_proj.weight|2d-64|(3008, 1984)","mtp.layers.0.mlp.up_proj.weight|2d-64|(4480, 1088)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.007537311870846608,3.6841985413011664 +11672,11725,1.2145389936724003,0.0012612934781232772,0.004208379361192442,0.004252813866162592,1.716007111823076,1.2268298977768317,1.411395006830235,0.9999911447323683,0.003008708755299241,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 1024)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 1664)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.012290904104431455,5.532523499490109 +11866,11965,1.0796453315094519,0.04673105425719437,0.03085493624126311,0.031023685096896497,2.2218932847566317,1.102548319686578,1.3967309210325682,0.9995238731063644,0.015310842487454256,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(256, 640)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(448, 832)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.022902988177126105,8.379659393288566 +12135,12143,1.1208927656180296,0.043130677127610526,0.005976914324721932,0.0059773112680127265,1.817783893480143,1.1927767605292259,1.4103311705972907,0.9999821380880536,0.0039218768148252545,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(1152, 896)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1152, 1920)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.07188399491119624,5.860943989292637 +12327,12477,1.1614968944804123,0.032843839274989794,0.023827701677235684,0.0237568205429284,1.7934573724106444,1.1855169007443502,1.3986262340360949,0.9997160800111103,0.015750663204382804,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(1728, 0)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(832, 1152)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.024020006263937965,5.4427619372544225 +12577,12612,1.0504620471182817,0.012874179292089349,0.01307025135889602,0.01299787514809127,3.0592670591779094,1.0533530138263703,1.4085122457136647,0.9999145806164721,0.004500289904099115,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 128)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(896, 512)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.002890966708088527,9.421989220062379 +12808,12997,1.048635678127425,0.00018441700123493412,-0.010800925964557315,-0.010735210867030064,1.0504929672736323,3.3761669734607906,1.4185401786433038,0.9999416682978604,-0.03471296873026562,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(832, 512)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(704, 640)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.0018572891462071972,3.064895158044269 +13013,13033,1.3465925276209934,0.04487731147573811,0.013744493583717892,0.013759790401671877,1.429553325809985,1.3806566941408895,1.404467034938981,0.9999055399867165,0.013274375101176844,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(0, 640)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 1152)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.03406416651989619,3.858032787503089 +13289,13304,1.2914398427022593,0.010861189996080354,-0.010280023747799788,-0.010260727421831494,1.5273945653150094,1.3347927538507636,1.421398848755903,0.9999471591597952,-0.008983730543225396,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 1600)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(448, 512)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.04335291114850426,4.674581333159806 +144,177,1.1517605729764073,0.31182157264298366,0.25442679229284754,0.2544319861351886,1.2081438147672299,1.2346352228706647,1.2211740634246988,0.9670920366560631,0.26000570094982417,"model.language_model.embed_tokens.weight|2d-128|(214272, 128)","model.language_model.embed_tokens.weight|2d-128|(188160, 128)",model.language_model.embed_tokens.weight,2d-128,0,0.05638324179082255,3.1204121145036003 +385,449,1.1081409321271516,0.3771279900934285,0.26950556327062136,0.26900707877902946,1.205082603340166,1.212386087575089,1.208717796970927,0.9629988324843313,0.27113891987797367,"model.language_model.embed_tokens.weight|2d-64|(41152, 1920)","model.language_model.embed_tokens.weight|2d-64|(183872, 1920)",model.language_model.embed_tokens.weight,2d-64,0,0.09694167121301445,2.851506925893973 +654,724,0.09096959657301544,0.9972764091861377,0.9972764091861376,0.9973572128470966,0.09096959657301543,0.09636353766750505,0.09355014135067427,0.0737547536149599,1.0564088051592975,"model.language_model.layers.5.linear_attn.conv1d.weight|3d-axis0-slice|(1033, 0, 0)","model.language_model.layers.18.linear_attn.conv1d.weight|3d-axis0-slice|(5514, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,13,1.3877787807814457e-17,0.14296580325530933 +930,1016,0.4945940210607626,0.9571209730499435,0.9571209730499434,0.9573651857321233,0.889170283039363,0.49459402106076245,0.6112611600804501,0.28968852747033225,0.5323910613434263,"model.language_model.layers.21.linear_attn.conv1d.weight|3d-volume|(5740, 0, 0)","model.language_model.layers.16.linear_attn.conv1d.weight|3d-volume|(1740, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,5,1.6653345369377348e-16,2.56948046091325 +1085,1260,1.1317449259559433,0.0182956412044629,-0.0012528173937040702,-0.0012210082337951705,1.1431714667809583,2.068411357165356,1.4149634562472209,0.999999215223981,-0.0022668005639510276,"model.language_model.layers.21.linear_attn.in_proj_qkv.weight|2d-128|(1408, 896)","model.language_model.layers.12.linear_attn.in_proj_qkv.weight|2d-128|(2688, 1408)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,9,0.01142654082501493,2.973395752009256 +1317,1503,1.1248552570495474,0.010514440325600486,0.003033040046948112,0.0031678161447018776,1.1370213293719267,2.0894686748425113,1.4124115491593139,0.9999954003234582,0.005573723204596036,"model.language_model.layers.17.linear_attn.in_proj_qkv.weight|2d-64|(832, 128)","model.language_model.layers.14.linear_attn.in_proj_qkv.weight|2d-64|(5248, 1728)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,3,0.012166072322379318,3.0256197375010148 +1569,1667,1.1413197203468188,0.025313322624286132,0.004489637542016584,0.0044926165626436925,2.049289118249879,1.1427896354630527,1.411510163857671,0.9999899215265828,0.0025036541717373996,"model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(256, 1664)","model.language_model.layers.1.linear_attn.in_proj_z.weight|2d-128|(256, 384)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,17,0.0014699151162338442,5.269979833212389 +1793,1811,1.1344021095892112,-0.019473422082210298,-3.914156618913631e-05,-3.34204610772968e-05,1.1278020807775533,2.1628724676150006,1.414236255787647,0.9999999992339689,-7.506478068514135e-05,"model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-64|(640, 704)","model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-64|(320, 704)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,16,0.006600028811657888,3.310775990447638 +2102,2138,1.2186431001448557,0.02168454386562102,0.018831709971832485,0.018933643852969674,1.694746705770185,1.2216744982120702,1.4015233743031767,0.999822667626383,0.013575019648649152,"model.language_model.layers.16.linear_attn.out_proj.weight|2d-128|(1664, 256)","model.language_model.layers.8.linear_attn.out_proj.weight|2d-128|(896, 896)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,8,0.00303139806721453,4.480708007430101 +2403,2552,1.216429215613331,0.024782217014126907,0.03160965806532323,0.031638606704561464,1.6606098225845072,1.2230682485405178,1.3927045850492925,0.9995002899034063,0.02328106735316635,"model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(192, 960)","model.language_model.layers.20.linear_attn.out_proj.weight|2d-64|(704, 1472)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,8,0.0066390329271868165,4.444806274379151 +2573,2634,1.2605870665551118,0.039426446432522404,0.007736562786483703,0.007705841688491563,1.3109945055687682,1.5323635591574907,1.408798538097954,0.9999700723502932,0.00904292644765756,"model.language_model.layers.19.mlp.down_proj.weight|2d-128|(1280, 3584)","model.language_model.layers.4.mlp.down_proj.weight|2d-128|(1792, 4736)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,15,0.05040743901365641,3.22569678053165 +2920,2995,1.2526926629424864,0.00126669842122752,0.00897326652268623,0.009125718551954865,1.6257105949054997,1.2594841904749783,1.4080563218561786,0.9999597394334998,0.006951844539647993,"model.language_model.layers.12.mlp.down_proj.weight|2d-64|(512, 5568)","model.language_model.layers.22.mlp.down_proj.weight|2d-64|(1024, 4672)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,10,0.006791527532491903,4.437845986178894 +3118,3275,1.1490473520582223,0.04580306370226978,0.014935843842664292,0.015099022552056482,1.8350074573246171,1.1811354526211646,1.4045675870461314,0.9998884540631058,0.009613723697398328,"model.language_model.layers.10.mlp.gate_proj.weight|2d-128|(2560, 1152)","model.language_model.layers.19.mlp.gate_proj.weight|2d-128|(512, 1920)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,9,0.03208810056294231,5.538230881492712 +3453,3583,1.1357005784690632,0.03927350555241015,0.013133496645710872,0.013202582414343644,1.1540062846690995,1.958453248000848,1.406066361922259,0.9999137519135624,0.02228873404339913,"model.language_model.layers.22.mlp.gate_proj.weight|2d-64|(1792, 704)","model.language_model.layers.9.mlp.gate_proj.weight|2d-64|(2816, 1024)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,13,0.018305706200036242,3.240355423017538 +3600,3830,1.2135650762411176,0.00804189359686584,0.000977355364901927,0.0009326421790323713,1.2151524462513774,1.757684698967087,1.413566869923693,0.9999995223881313,0.0014137177402234638,"model.language_model.layers.23.mlp.up_proj.weight|2d-128|(3072, 1792)","model.language_model.layers.1.mlp.up_proj.weight|2d-128|(3840, 1792)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,22,0.0015873700102597699,3.199131762537488 +4025,4066,1.2111424164677367,0.038566405678719745,0.03386787754227345,0.03381806223992315,1.6661852393262433,1.218836220205832,1.3912027020347453,0.9994263188803773,0.024774793867883945,"model.language_model.layers.11.mlp.up_proj.weight|2d-64|(5696, 1216)","model.language_model.layers.23.mlp.up_proj.weight|2d-64|(5760, 640)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,12,0.007693803738095362,4.4286586630465195 +4159,4290,1.1657205522751102,0.02658556233389006,0.0077067136306491636,0.007725967806530762,1.1882326710981614,1.8293310399575025,1.4092260013347289,0.999970302841547,0.011864789450352884,"model.language_model.layers.3.self_attn.k_proj.weight|2d-128|(0, 1280)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 256)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,20,0.022512118823051264,3.4638034558104143 +4409,4462,1.0976774695011717,0.008461150271264213,0.01172715416852553,0.011677724251982716,2.2521149550987913,1.109587676095576,1.4076231683352975,0.9999312345632112,0.005777815964326737,"model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 1024)","model.language_model.layers.11.self_attn.k_proj.weight|2d-64|(192, 896)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,12,0.011910206594404338,6.496913671789419 +4771,4799,1.1063549357933642,0.03638045352595182,0.012126138327644963,0.012128602552082122,2.248118293410614,1.109838617561947,1.407390073577357,0.9999264756817167,0.005986364969034279,"model.language_model.layers.11.self_attn.o_proj.weight|2d-128|(1280, 384)","model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(1408, 256)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,8,0.0034836817685828247,5.592934103221435 +4933,5060,1.112422970216385,0.028726786241156235,0.02127450952851804,0.02132664463151886,2.0840004852702223,1.126607685293578,1.4015705776690919,0.999773672009981,0.011500969459981704,"model.language_model.layers.3.self_attn.o_proj.weight|2d-64|(1792, 1856)","model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(192, 0)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,16,0.014184715077192989,5.847119630297505 +5125,5224,1.1048089909453367,0.047150199096403625,0.0034407992710268915,0.0033771040624718026,1.1258610839232195,2.162134804908057,1.4122188184696678,0.9999940804326676,0.006607806208795884,"model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(3456, 0)","model.language_model.layers.23.self_attn.q_proj.weight|2d-128|(128, 1792)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,20,0.021052092977882797,3.0113615074033313 +5443,5510,1.0945644063998532,0.021889614610135836,0.006740029849871736,0.006988444045866233,2.333014482796622,1.1032976610763507,1.41052493343043,0.9999772857408427,0.003187403774722526,"model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(2624, 832)","model.language_model.layers.23.self_attn.q_proj.weight|2d-64|(1408, 1856)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,16,0.008733254676497548,7.594651201558273 +5750,5816,1.0753804425414852,0.059207011912175325,0.009217958994311146,0.009241943370254947,2.2866126310699983,1.1070000518828906,1.4090914970814556,0.9999575137134473,0.004462619048938691,"model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(384, 256)","model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(384, 1024)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,12,0.0316196093414054,8.76424825027663 +6045,6104,1.067562666042114,0.03735771807480756,0.03647185036757204,0.0368952264285068,2.441612168967214,1.0783524071266477,1.3950213928208244,0.9993346807405241,0.016108007707411755,"model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(256, 384)","model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(320, 1344)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,12,0.010789741084533677,9.415659480436073 +6200,6347,1.1566213624461699,0.03907726115202776,-0.001774506984916444,-0.0017869429782204833,1.1830229765079678,1.8768537476870761,1.4153451550075902,0.9999984255612409,-0.00281523702503921,"model.visual.blocks.23.attn.proj.weight|2d-128|(128, 896)","model.visual.blocks.12.attn.proj.weight|2d-128|(128, 768)",model.visual.layers.*.attn.proj.weight,2d-128,11,0.026401614061797973,3.2096140361592322 +6558,6615,1.1720824881923413,0.014255240295372121,0.02487363876891565,0.02486426238797164,1.1600367728170473,1.891313997821291,1.3984480134079846,0.9996906031840018,0.04055376715874156,"model.visual.blocks.2.attn.proj.weight|2d-64|(960, 320)","model.visual.blocks.22.attn.proj.weight|2d-64|(896, 448)",model.visual.layers.*.attn.proj.weight,2d-64,20,0.012045715375293975,3.501237104622048 +6783,6786,1.0739895852639012,-0.008718583061992396,-0.007638012225407403,-0.00769602705121392,1.0801265587701687,2.6956667297660055,1.4179380584436472,0.9999708299591766,-0.019062150884448185,"model.visual.blocks.0.attn.qkv.weight|2d-128|(1920, 896)","model.visual.blocks.0.attn.qkv.weight|2d-128|(2048, 256)",model.visual.layers.*.attn.qkv.weight,2d-128,0,0.006136973506267518,3.8249191913309204 +6928,7079,1.0692831874585118,0.05731403610837076,0.03235115471726989,0.032351594696534265,2.66521422165119,1.06478142684518,1.3983623535791982,0.999476564401817,0.01292463037308978,"model.visual.blocks.15.attn.qkv.weight|2d-64|(2688, 576)","model.visual.blocks.0.attn.qkv.weight|2d-64|(1280, 192)",model.visual.layers.*.attn.qkv.weight,2d-64,15,0.00450176061333174,7.1661797958989855 +7283,7287,1.2052747557236685,0.023310464370075452,-0.0001482363317448584,-0.00019639708038320854,1.216531611611107,1.7563809036318012,1.4143116858095905,0.9999999890129949,-0.00021401783547267815,"model.visual.blocks.1.mlp.linear_fc1.weight|2d-128|(2688, 0)","model.visual.blocks.16.mlp.linear_fc1.weight|2d-128|(512, 0)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,15,0.01125685588743841,3.575069392707225 +7530,7589,1.2036805782668334,0.03762329485911472,0.020297772224403345,0.019610807025608155,1.718454559757515,1.2119086041517273,1.4006284784751755,0.9997939789990368,0.01431463210021535,"model.visual.blocks.23.mlp.linear_fc1.weight|2d-64|(3328, 448)","model.visual.blocks.1.mlp.linear_fc1.weight|2d-64|(1600, 768)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,22,0.008228025884893908,4.845871695247005 +7828,7911,1.2114643346191907,0.04420118504684187,0.012271842177932996,0.012259797462163149,1.3039824440265544,1.5354643586586962,1.4056245590988268,0.9999246981095926,0.014450329730755876,"model.visual.blocks.2.mlp.linear_fc2.weight|2d-128|(256, 1408)","model.visual.blocks.19.mlp.linear_fc2.weight|2d-128|(512, 2048)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,17,0.09251810940736371,3.259413783489673 +7992,8109,1.1915760433692328,0.015983602834194012,0.0159593287580653,0.015982129258679523,1.3671792905862945,1.4415735229083149,1.4028991750729596,0.9998726418027407,0.016827745957993672,"model.visual.blocks.6.mlp.linear_fc2.weight|2d-64|(896, 4032)","model.visual.blocks.2.mlp.linear_fc2.weight|2d-64|(576, 3392)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,4,0.17560324721706166,3.509547698359029 +8370,8408,0.6711121505100545,0.7697998085344304,0.7568301822544115,0.7568280284814275,0.6862759792390852,0.7104049009119106,0.6980278578324535,0.6536115629552114,0.7834397340086408,"model.visual.merger.linear_fc1.weight|2d-128|(1152, 3712)","model.visual.merger.linear_fc1.weight|2d-128|(1152, 2688)",model.visual.merger.linear_fc1.weight,2d-128,0,0.01516382872903077,1.770365317654549 +8617,8668,1.3366186073922464,0.059334197488183034,0.022460571269254225,0.02265053431134802,1.3849398392853525,1.4119397856935054,1.3982443381813658,0.9997477295489392,0.022898448932502976,"model.visual.merger.linear_fc1.weight|2d-64|(896, 704)","model.visual.merger.linear_fc1.weight|2d-64|(2112, 256)",model.visual.merger.linear_fc1.weight,2d-64,0,0.04832123189310611,3.32317834780448 +8794,8866,1.3359984833823244,0.03646071722248615,0.0007273763550026463,0.0007579620503722718,1.4023966463383244,1.4252795182146267,1.41369920344294,0.9999997354617841,0.0007392449372477879,"model.visual.merger.linear_fc2.weight|2d-128|(1280, 640)","model.visual.merger.linear_fc2.weight|2d-128|(1408, 2432)",model.visual.merger.linear_fc2.weight,2d-128,0,0.06639816295599998,3.492027059890337 +9106,9194,1.3328782418650469,0.03630989146438556,0.007558711565646221,0.007560130056098486,1.452597403685351,1.368864235514493,1.408868050036982,0.9999714325316835,0.00712299905158313,"model.visual.merger.linear_fc2.weight|2d-64|(1024, 1664)","model.visual.merger.linear_fc2.weight|2d-64|(1152, 2944)",model.visual.merger.linear_fc2.weight,2d-64,0,0.03598599364944621,3.70582798208488 +9266,9314,0.5907553999583887,0.8162496515138087,0.8278813840063135,0.8286695028824064,0.5627884275354027,0.7198114862506578,0.6270068144503192,0.5609032126987604,1.0588677739350802,"model.visual.pos_embed.weight|2d-128|(768, 256)","model.visual.pos_embed.weight|2d-128|(1536, 256)",model.visual.pos_embed.weight,2d-128,0,0.02796697242298596,2.8992369481433946 +9478,9526,0.33918233269972026,0.9455170461877817,0.9075979329777321,0.9069142288659257,0.42026424839468307,0.4728824772238108,0.44425312165085623,0.4198404364214439,1.0212316667647094,"model.visual.pos_embed.weight|2d-64|(448, 384)","model.visual.pos_embed.weight|2d-64|(640, 384)",model.visual.pos_embed.weight,2d-64,0,0.08108191569496281,2.0872379165624313 +9695,9842,1.0181817449694148,0.04166124638112738,0.01227579433831388,0.011996993497239027,1.0260878667322109,4.231145402067886,1.4102317124610597,0.9999246495978401,0.05062010033965569,"mtp.fc.weight|2d-128|(1536, 3584)","mtp.fc.weight|2d-128|(1280, 1664)",mtp.fc.weight,2d-128,0,0.007906121762796037,1.1332061250147674 +10012,10069,1.0089387672074401,0.038387583144651106,0.02593258744877626,0.028771745098366424,1.0099803969915857,5.943794324632897,1.4081436687414346,0.9996636939032104,0.1526148097133481,"mtp.fc.weight|2d-64|(1792, 3840)","mtp.fc.weight|2d-64|(1024, 3456)",mtp.fc.weight,2d-64,0,0.0010416297841455702,7.837099484632483 +10200,10302,1.2954043910821813,0.03425508870747272,0.016823746429340657,0.016850772234686336,1.414888964313268,1.389980437899573,1.4022688093859101,0.9998584707627781,0.016527571434071023,"mtp.layers.0.mlp.down_proj.weight|2d-128|(1792, 2176)","mtp.layers.0.mlp.down_proj.weight|2d-128|(1408, 2176)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.09457604681739173,4.0284261814756634 +10412,10420,1.2597106460315382,0.0313057295550886,0.009510789088824469,0.0080313120033799,1.4929232677546422,1.3352644859114495,1.4075142191332295,0.9999547714226419,0.008506410997533293,"mtp.layers.0.mlp.down_proj.weight|2d-64|(1728, 5184)","mtp.layers.0.mlp.down_proj.weight|2d-64|(512, 4800)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.07555383987991138,4.332050419887601 +10675,10812,1.3012250819491311,0.01152743155145584,-0.0021798730700222507,-0.0022470943347546344,1.3357367488976988,1.51209316848016,1.4157423619681,0.9999976240738768,-0.0024676802371834464,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(2048, 0)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(5504, 1408)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.034511666948567665,3.7002722691777263 +10973,11010,1.2871538981343984,0.026025622630406923,0.0035443550507881874,0.003840443950190919,1.5662886908799232,1.295457696100257,1.4117496738604127,0.9999937187539099,0.0029314915283439142,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(5568, 1344)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(640, 1728)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.008303797965858672,4.242545699596695 +11331,11387,1.3248935198833016,0.041940428658587034,0.014893447870445685,0.014709034079547663,1.372236959207484,1.4373330581625359,1.4036541837700287,0.9998890864543579,0.015599962404871551,"mtp.layers.0.mlp.up_proj.weight|2d-128|(4736, 512)","mtp.layers.0.mlp.up_proj.weight|2d-128|(2176, 896)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.04734343932418228,3.5194598230304592 +11480,11543,1.304887598167348,0.047936529975060094,0.019737358542868805,0.01974057506413099,1.465803431064303,1.342756949146184,1.4002415970212732,0.9998051993652315,0.018080511192407115,"mtp.layers.0.mlp.up_proj.weight|2d-64|(3776, 832)","mtp.layers.0.mlp.up_proj.weight|2d-64|(5248, 1408)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.037869350978835925,3.8644772849919935 +11672,11719,1.2148014238639193,0.012846795581296326,-0.0022505098742105446,-0.0022646896537310184,1.7342983780519265,1.2258980478242252,1.415712929514818,0.9999974675994465,-0.0015907848939481883,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 1024)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 896)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.011096623960305863,5.084407562087022 +11753,11931,1.0800919497421073,0.019668444280508547,0.02090046290310574,0.020894371656613096,2.4179349140276027,1.0879563367054828,1.4031096411073665,0.9997815614675217,0.009404219660170791,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 1600)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 704)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.007864386963375436,8.519650629792913 +12143,12225,1.1224379032571072,0.03219113333258809,-0.003612035995223558,-0.0036121262447910657,1.169563786765257,1.9398022579272736,1.41647052502303,0.9999934765767071,-0.005990810983151231,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(1152, 1920)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1920, 128)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.047125883508149835,3.358148440796323 +12292,12348,1.1621772021005385,0.002848801539642904,0.006282635325732538,0.006216264328160035,1.2201994104547789,1.729515597166645,1.4100220818540015,0.9999802640519282,0.008905032811903055,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(1152, 1472)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(1984, 64)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.05802220835424032,2.8784219857902906 +12518,12611,1.0506509067170196,0.04581935666560903,0.01878212474337141,0.018666300478195064,2.7939665610710915,1.0632629716561275,1.405356232465878,0.9998236003366416,0.007147665275205499,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(2176, 1792)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(896, 384)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.012612064939107936,8.423253213580734 +12778,12857,1.0486589895152134,0.02204932199022069,0.01128654906429672,0.01173051787217836,3.08430424502314,1.0530224482136967,1.4093245099933855,0.9999363048765753,0.003853377806922733,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(704, 1984)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(960, 448)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.0043634586984833135,9.232052119827257 +13010,13070,1.3466832600774887,0.025554643178513897,0.007410932393805375,0.007402002541093867,1.4027099664370506,1.415301843641874,1.4089637067976957,0.9999725386634647,0.007477459012214651,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(0, 256)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(384, 1792)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.05602670635956186,3.876108127913858 +13106,13185,1.2915115846500473,0.04189552072395423,0.01587135084768873,0.016379259465439975,1.4725678269663265,1.3424332874421845,1.402994185524377,0.9998740421784483,0.014468759472020094,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(64, 128)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 1088)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.05092170279213715,4.176160189671013 +173,195,1.1524011087365316,0.3121072039617684,0.3133549751531166,0.3114791207223231,1.185968940951379,1.1584137470945013,1.1719484567812501,0.9496360668944654,0.306074382223394,"model.language_model.embed_tokens.weight|2d-128|(131072, 1152)","model.language_model.embed_tokens.weight|2d-128|(142080, 1152)",model.language_model.embed_tokens.weight,2d-128,0,0.006012638357969724,3.175166092533931 +381,391,1.1091135225881537,0.36222767331948913,0.3742624679418225,0.3737424983447133,1.0916595757923333,1.1487800856005603,1.1191280195033668,0.9273228160085873,0.39384555358956735,"model.language_model.embed_tokens.weight|2d-64|(232960, 1152)","model.language_model.embed_tokens.weight|2d-64|(201536, 1152)",model.language_model.embed_tokens.weight,2d-64,0,0.017453946795820352,3.011180187265291 +531,538,0.09118059819056666,0.9999764693972977,0.9999764693972976,0.9999666537540228,0.09118059819056666,0.10030269716693713,0.09541615170121291,0.006860076655215805,1.100018413724302,"model.language_model.layers.4.linear_attn.conv1d.weight|3d-axis0-slice|(152, 0, 0)","model.language_model.layers.13.linear_attn.conv1d.weight|3d-axis0-slice|(1231, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,9,0.0,0.1763043411368488 +793,827,0.49736983398597573,0.8707689222592324,0.8707689222592324,0.881643381286783,0.6249669389537029,0.49736983398597573,0.5503698223612441,0.4916924689554385,0.6929873683067013,"model.language_model.layers.9.linear_attn.conv1d.weight|3d-volume|(4944, 0, 0)","model.language_model.layers.2.linear_attn.conv1d.weight|3d-volume|(4384, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,7,0.0,1.8548724156734815 +1052,1239,1.1318481296656953,-0.006912843219912139,-0.004260133899224498,-0.004205493409328219,1.1359026693365486,2.12505601246452,1.41671608675266,0.9999909255884079,-0.007969893372764566,"model.language_model.layers.16.linear_attn.in_proj_qkv.weight|2d-128|(2304, 0)","model.language_model.layers.12.linear_attn.in_proj_qkv.weight|2d-128|(5120, 128)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,4,0.004054539670853341,3.1446276503455985 +1412,1503,1.1249528953761139,0.0327504951912001,0.031417262248022076,0.031141853783718833,1.1415959338662973,1.958186806241481,1.3947475371777138,0.9995063559742073,0.05389023085773418,"model.language_model.layers.9.linear_attn.in_proj_qkv.weight|2d-64|(576, 1088)","model.language_model.layers.14.linear_attn.in_proj_qkv.weight|2d-64|(5248, 1728)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,5,0.01664303849018345,3.001398280064373 +1568,1592,1.1413946657802463,0.01605655195688922,0.0035326703275791373,0.0034625152316649873,1.1421208897050896,2.0567455202247182,1.4120915537850016,0.9999937601007102,0.006361676715811847,"model.language_model.layers.21.linear_attn.in_proj_z.weight|2d-128|(0, 768)","model.language_model.layers.16.linear_attn.in_proj_z.weight|2d-128|(512, 512)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,5,0.0007262239248433389,3.12324442050753 +1867,2021,1.1348907154168086,-0.0070441102732675676,-0.01402584726977124,-0.013347336917393576,1.143331728878027,2.115656776781909,1.4224858230355848,0.9999016329661459,-0.025953866298732996,"model.language_model.layers.21.linear_attn.in_proj_z.weight|2d-64|(64, 1472)","model.language_model.layers.16.linear_attn.in_proj_z.weight|2d-64|(576, 640)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,5,0.008441013461218283,3.091001176857068 +2178,2198,1.218884958363907,0.04354401255955428,0.017498286002043173,0.017516015093499527,1.6326317184944328,1.2480423185064067,1.4022229288103283,0.9998468932726604,0.013376318237904328,"model.language_model.layers.12.linear_attn.out_proj.weight|2d-128|(640, 896)","model.language_model.layers.13.linear_attn.out_proj.weight|2d-128|(1536, 384)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,1,0.0291573601424997,4.605576463184995 +2368,2492,1.2165320350181206,0.06298179002844273,0.04454056700388926,0.043906846102794446,1.2216404588162333,1.6339327045493401,1.3836751802758511,0.9990075764932776,0.05957259239543026,"model.language_model.layers.8.linear_attn.out_proj.weight|2d-64|(1856, 1984)","model.language_model.layers.18.linear_attn.out_proj.weight|2d-64|(1536, 256)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,10,0.005108423798112716,3.177072816764256 +2744,2755,1.2606172358436003,0.01855372588504792,-0.007208328419578782,-0.007220273200218676,1.2863854646162813,1.6039454506125945,1.4191803094664728,0.9999740196632088,-0.008987792456558615,"model.language_model.layers.21.mlp.down_proj.weight|2d-128|(640, 3712)","model.language_model.layers.2.mlp.down_proj.weight|2d-128|(128, 5376)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,19,0.025768228772681034,3.3379371120347767 +2834,3035,1.252789292066243,0.03293512702261931,0.018563712028694297,0.01886527949572811,1.2630925133049686,1.5980211223267724,1.4013837369047821,0.999827679450672,0.023486168762907173,"model.language_model.layers.20.mlp.down_proj.weight|2d-64|(320, 2240)","model.language_model.layers.4.mlp.down_proj.weight|2d-64|(1088, 3648)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,16,0.010303221238725735,3.3274471871659235 +3319,3324,1.1490662697501766,0.0039015958749687276,-0.008068203953580164,-0.008089747602086242,1.1576446808440646,2.0125815509672798,1.4191365212818052,0.9999674515127797,-0.014026685990192841,"model.language_model.layers.23.mlp.gate_proj.weight|2d-128|(3840, 640)","model.language_model.layers.9.mlp.gate_proj.weight|2d-128|(3968, 768)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,14,0.008578411093888016,3.0649978957833475 +3425,3426,1.1361019031964754,0.029898575840987478,0.0225069625991726,0.022260361922786884,1.1385794199941959,2.0067867515691153,1.4004855513589676,0.9997466862333475,0.039669322639180854,"model.language_model.layers.23.mlp.gate_proj.weight|2d-64|(3328, 1344)","model.language_model.layers.10.mlp.gate_proj.weight|2d-64|(2176, 896)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,13,0.002477516797720458,2.9829599101871977 +3600,3652,1.213896671663372,0.006981463432606342,-0.0024562925504605306,-0.0025711336027610656,1.2049187427335728,1.7991096034427816,1.4158187234406823,0.9999969833089031,-0.003667583015907694,"model.language_model.layers.23.mlp.up_proj.weight|2d-128|(3072, 1792)","model.language_model.layers.2.mlp.up_proj.weight|2d-128|(2688, 1152)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,21,0.008977928929799095,3.268281686676333 +3976,4039,1.2111525846859563,0.028956035975431983,0.008008904300307583,0.008133977514954028,1.2214221478863323,1.7217908478115362,1.4088584366198547,0.9999679282116545,0.011289837955805057,"model.language_model.layers.22.mlp.up_proj.weight|2d-64|(3072, 1600)","model.language_model.layers.3.mlp.up_proj.weight|2d-64|(3648, 1152)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,19,0.010269563200375975,3.3362828114407055 +4223,4290,1.1658992362145582,0.028472553719164632,-0.0030150960875451396,-0.003217254642488853,1.1868155825224107,1.865603195657835,1.416143315932935,0.9999954545874611,-0.004739550928531419,"model.language_model.layers.3.self_attn.k_proj.weight|2d-128|(384, 640)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 256)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,20,0.02091634630785255,3.4377076536537214 +4475,4563,1.097726178278773,0.05829967196660131,0.03376318079378752,0.03328691577897946,2.0740468540532624,1.1204240150548812,1.3941033705232633,0.9994298612822643,0.01823925940345598,"model.language_model.layers.3.self_attn.k_proj.weight|2d-64|(256, 1856)","model.language_model.layers.15.self_attn.k_proj.weight|2d-64|(384, 64)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,12,0.02269783677610815,6.012060195585731 +4695,4851,1.1066642709730237,0.04529412421072684,0.006733114072668784,0.00670549615970459,2.136390575286694,1.1275943265201451,1.4102773248143474,0.9999773323305305,0.0035537608693744717,"model.language_model.layers.3.self_attn.o_proj.weight|2d-128|(896, 1152)","model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(768, 384)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,16,0.020930055547121462,5.644495493940288 +4933,5059,1.1136084540456246,0.020863508414862786,0.007701522295856695,0.007868266188220964,2.0787780278500505,1.1358411376456636,1.409623196003266,0.9999703428373896,0.004208100013052627,"model.language_model.layers.3.self_attn.o_proj.weight|2d-64|(1792, 1856)","model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(1472, 64)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,16,0.02223268360003905,5.7179100832995715 +5150,5194,1.105245114979208,0.0077968315276172265,0.001583838161828825,0.0015052458316946928,2.304969750878618,1.1090472456789153,1.4133381611817575,0.9999987457275519,0.0007620713244969244,"model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(3200, 256)","model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(3328, 640)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,4,0.0038021306997073623,6.080862408379658 +5448,5596,1.0945842042253289,0.07210256763183674,0.018358153100482846,0.01681428588883519,2.149895511480672,1.1187960055340038,1.403541751551151,0.9998314749070162,0.009553500739045824,"model.language_model.layers.11.self_attn.q_proj.weight|2d-64|(2496, 896)","model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(1344, 640)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,8,0.02421180130867495,5.358329206408002 +5786,5829,1.075649860327018,0.00949907370148122,0.004850574545418747,0.00481352908562667,1.0836471559848866,2.565691390388494,1.411752734914975,0.9999882358940926,0.01148443686755916,"model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(128, 1280)","model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(256, 1280)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,12,0.007997295657868664,3.5737262456044587 +5908,6104,1.067621012392858,0.022101330771276163,0.016206284349356014,0.01652275073448148,2.498115427940953,1.0835483516223723,1.4058216952746465,0.9998686695499504,0.0070294160535016,"model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(448, 1536)","model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(320, 1344)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,12,0.01592733922951428,9.641046661911352 +6178,6321,1.1629249829140493,0.034697770468190454,-0.00856457814203711,-0.008674462391475754,1.1893378863833513,1.8720053876851483,1.4196852769812571,0.9999633233280353,-0.013480556374016104,"model.visual.blocks.23.attn.proj.weight|2d-128|(0, 896)","model.visual.blocks.19.attn.proj.weight|2d-128|(896, 640)",model.visual.layers.*.attn.proj.weight,2d-128,4,0.026412903469301918,3.1539410764167974 +6608,6642,1.1722520548975524,0.03443783126174641,0.015135573502277695,0.014993150746289893,1.1885858143717354,1.8070222894000192,1.4043517098665188,0.9998854506466014,0.02301080691925049,"model.visual.blocks.19.attn.proj.weight|2d-64|(256, 128)","model.visual.blocks.18.attn.proj.weight|2d-64|(512, 768)",model.visual.layers.*.attn.proj.weight,2d-64,1,0.01633375947418303,3.1555034281054435 +6738,6770,1.0740396842876483,0.026930057735743702,-0.001647269565964174,-0.0016498377727959207,1.0894294386343182,2.529880361343411,1.4150595619512851,0.9999986432505681,-0.003825300452680618,"model.visual.blocks.0.attn.qkv.weight|2d-128|(1280, 256)","model.visual.blocks.8.attn.qkv.weight|2d-128|(2560, 0)",model.visual.layers.*.attn.qkv.weight,2d-128,8,0.015389754346669893,3.9558933487876944 +7106,7145,1.0696745766369737,0.06050729288223496,0.023007972962912456,0.02301226972259052,1.0454153333043623,3.180850510921495,1.4045289506336387,0.9997352815521406,0.07000559511885499,"model.visual.blocks.0.attn.qkv.weight|2d-64|(1728, 64)","model.visual.blocks.18.attn.qkv.weight|2d-64|(1920, 896)",model.visual.layers.*.attn.qkv.weight,2d-64,18,0.024259243332611424,4.137712247847708 +7294,7353,1.205557330550518,0.044070781142525155,0.010217397963540997,0.010374153438557394,1.6393600843557623,1.2520925465707569,1.4072261474056558,0.9999478010270609,0.00780373266226277,"model.visual.blocks.19.mlp.linear_fc1.weight|2d-128|(3584, 256)","model.visual.blocks.0.mlp.linear_fc1.weight|2d-128|(2944, 128)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,19,0.0465352160202388,5.033846355325811 +7439,7616,1.2037368597602804,0.028102967170834645,-0.0003987893636203795,-0.0011728020461715442,1.740828426204069,1.2220184647264167,1.4144787461592714,0.9999999204835186,-0.0002799402620873068,"model.visual.blocks.14.mlp.linear_fc1.weight|2d-64|(1088, 768)","model.visual.blocks.1.mlp.linear_fc1.weight|2d-64|(896, 960)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,13,0.01828160496613629,5.109712095075103 +7709,7926,1.2115253108735071,0.016892874990868056,-0.0026870120143506994,-0.002741232162296704,1.2142656505207035,1.7697697177793048,1.4159851784636455,0.9999963899767013,-0.003916270292474981,"model.visual.blocks.3.mlp.linear_fc2.weight|2d-128|(512, 1152)","model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(128, 3456)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,7,0.0027403396471963326,4.020360300062721 +8044,8163,1.191713169733599,0.03839671164221211,0.01765517845289688,0.017479423354208427,1.2496010600809209,1.6287855030723042,1.4021035262167176,0.9998441351899787,0.023012543472370903,"model.visual.blocks.2.mlp.linear_fc2.weight|2d-64|(192, 128)","model.visual.blocks.13.mlp.linear_fc2.weight|2d-64|(640, 3840)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,11,0.05788789034732189,4.363994027711283 +8268,8284,0.6717795954467696,0.7711845441900902,0.7731141045840091,0.7731148685714948,0.6738760293650087,0.6733765867425153,0.6736261691917679,0.6342669637410308,0.7725411117499357,"model.visual.merger.linear_fc1.weight|2d-128|(256, 1536)","model.visual.merger.linear_fc1.weight|2d-128|(256, 3584)",model.visual.merger.linear_fc1.weight,2d-128,0,0.0015969912957457533,2.049422034326932 +8558,8655,1.3366808771429497,0.04316342551671241,0.0009855118223099186,0.0007291640854224191,1.4615786007883944,1.3699066068951844,1.4135179885973905,0.9999995143831061,0.0009236993178659234,"model.visual.merger.linear_fc1.weight|2d-64|(1152, 2048)","model.visual.merger.linear_fc1.weight|2d-64|(320, 384)",model.visual.merger.linear_fc1.weight,2d-64,0,0.0332257297522347,3.528793517862848 +8794,8952,1.3362143414814416,0.031551209798584993,0.01386271373057194,0.013900293588119434,1.390029064852074,1.4191828604732586,1.404379059950846,0.9999039079671728,0.014153463566726693,"model.visual.merger.linear_fc2.weight|2d-128|(1280, 640)","model.visual.merger.linear_fc2.weight|2d-128|(896, 3072)",model.visual.merger.linear_fc2.weight,2d-128,0,0.05381472337063231,3.350605128248799 +9064,9201,1.3334635428240194,0.04167168277766966,0.021910516928795302,0.022141670773592772,1.3547695184101463,1.4471319440901795,1.3986686877105639,0.9997599358085485,0.023404282815867993,"model.visual.merger.linear_fc2.weight|2d-64|(1152, 1600)","model.visual.merger.linear_fc2.weight|2d-64|(512, 256)",model.visual.merger.linear_fc2.weight,2d-64,0,0.021305975586126902,3.6310771835372684 +9297,9321,0.5914632637385382,0.8109844715397206,0.6800397996431984,0.6800766321865471,0.9190083431953638,0.7446529867974209,0.8182131024883853,0.7331751979583316,0.5510218396763538,"model.visual.pos_embed.weight|2d-128|(1280, 128)","model.visual.pos_embed.weight|2d-128|(1664, 128)",model.visual.pos_embed.weight,2d-128,0,0.15318972305888268,3.8239577705626475 +9526,9590,0.34129998741215617,0.9480217200258072,0.9041051039959108,0.9033268408263664,0.4966915419765325,0.4291806820086714,0.4592555504834172,0.4273101460631883,0.7812181451618498,"model.visual.pos_embed.weight|2d-64|(640, 384)","model.visual.pos_embed.weight|2d-64|(1600, 384)",model.visual.pos_embed.weight,2d-64,0,0.08788069459651521,1.9075935665513188 +9639,9842,1.0184473916896615,0.04302891351665218,0.010193861059998473,0.009895769586502822,1.0273415263933547,4.178707439768145,1.4108673509904923,0.9999480412484888,0.04146348799986944,"mtp.fc.weight|2d-128|(1024, 3072)","mtp.fc.weight|2d-128|(1280, 1664)",mtp.fc.weight,2d-128,0,0.008894134703693268,1.1268349395629265 +9939,10064,1.0094826702357302,0.052193597743506195,0.03564055463078766,0.03675282117389288,5.208630390250926,1.0118758627821478,1.4047461670435208,0.999364673612996,0.006923857955934777,"mtp.fc.weight|2d-64|(64, 192)","mtp.fc.weight|2d-64|(1408, 3456)",mtp.fc.weight,2d-64,0,0.0023931925464175663,37.93546622806253 +10213,10377,1.2970187497914782,0.05326232581528649,0.01241884924139794,0.012422382544354384,1.3820085555446928,1.430041583951109,1.4054098302106686,0.999922883118253,0.012850478217929104,"mtp.layers.0.mlp.down_proj.weight|2d-128|(1920, 640)","mtp.layers.0.mlp.down_proj.weight|2d-128|(640, 6016)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.08498980575321458,3.5045215594240124 +10412,10581,1.2597620700510475,0.01236387559753584,-0.0047284271773872085,-0.004097791795461874,1.5081077130900093,1.3415301658583412,1.4175304035623992,0.9999888209257282,-0.004206150290506973,"mtp.layers.0.mlp.down_proj.weight|2d-64|(1728, 5184)","mtp.layers.0.mlp.down_proj.weight|2d-64|(1408, 2560)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.08176809580729372,4.176777599395218 +10775,10882,1.3013670666447095,0.038736478871743155,-0.0037892091249770964,-0.0036529594162730415,1.3568488279453976,1.4856546995739777,1.4168794441599728,0.999992820921334,-0.00414891934034774,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(5760, 1152)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(2560, 256)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.05548176130068816,3.771412401323794 +11047,11128,1.2874275122748706,0.03316581964470637,-0.004767978295074162,-0.005214094455204057,1.338342016005186,1.5127359839511199,1.4175559478143804,0.9999886331268859,-0.005389274379344186,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(5376, 1216)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(1664, 1024)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.050914503730315364,3.5285117274115017 +11326,11381,1.325228678678262,0.053619719671898894,0.001847772201979234,0.001885368137964912,1.4504419319880868,1.3781449969535946,1.412908093581904,0.9999982928674876,0.0017556704336154864,"mtp.layers.0.mlp.up_proj.weight|2d-128|(1280, 1792)","mtp.layers.0.mlp.up_proj.weight|2d-128|(5888, 1408)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.0529163182753325,3.9376657139866045 +11411,11431,1.3051438711522514,0.043708644547026804,0.03568488477413957,0.03575566058348071,1.3013078447666064,1.4972071425738624,1.3890018958593604,0.9993630916732198,0.04105689870435651,"mtp.layers.0.mlp.up_proj.weight|2d-64|(3008, 1984)","mtp.layers.0.mlp.up_proj.weight|2d-64|(5568, 128)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.003836026385644953,3.647639488277593 +11676,11715,1.2148327574577018,0.009521505826962174,-0.008999241455394278,-0.008976498729789005,1.7230164739991694,1.235878001177319,1.4202283411459837,0.999959506006732,-0.006454938017040752,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 1536)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 384)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.021045243719617135,5.048353780003247 +11735,11931,1.0801131420243282,0.021791207494962987,0.006770300004522869,0.006585942994438717,2.367378744264167,1.0997832335234021,1.4105503835820383,0.99997708125629,0.003145192736455019,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 448)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 704)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.01967009149907395,7.69763011607244 +12138,12140,1.1226058908395966,0.3081071382650234,0.334928684648814,0.3349633542260076,1.1396396921196106,1.1676790899855598,1.1534038541549376,0.9422434803167465,0.3431691826856282,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(1152, 1280)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1152, 1536)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.01703380128001397,3.922558234767599 +12255,12269,1.1624950512316674,0.032484779176660795,-0.006354138354499786,-0.006379571711477436,1.734922111100129,1.2292304444241289,1.4184461374150321,0.9999798122591135,-0.0045020466702573435,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(832, 64)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(0, 1856)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.06673539319246147,5.417532249925344 +12518,12592,1.0506667411271886,0.028426762599808253,-0.005701345617572814,-0.005979054973448114,2.9792970769889435,1.0637447014359558,1.4167645891281369,0.9999837471969977,-0.0020356399630605537,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(2176, 1792)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(768, 0)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.013077960308767178,8.566187084720545 +12781,12805,1.0487626507682029,0.005658851557674061,0.014025330698100738,0.013786863719997499,3.1638415829550186,1.0491211621044545,1.4082754870432383,0.9999016402120805,0.004650761062172918,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(704, 448)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(768, 1664)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.00035851133625164344,9.884293514296116 +13047,13053,1.3469721285315381,0.04337190829763403,0.01441358181853822,0.01436641306550614,1.4327454490110045,1.3769043788174928,1.4039927354311494,0.9998961189339423,0.01385181431501936,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(256, 896)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(256, 1664)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.029932250285954698,3.98225514049395 +13177,13241,1.2916039416730019,0.027770050093352712,0.025449031582560733,0.025409664987744978,1.310968019017408,1.5007264287793032,1.3962677006315152,0.9996761209469345,0.02913269715870996,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 576)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(320, 576)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.01936407734440615,3.3641207191296076 +130,150,1.152860583922829,0.3352226551389332,0.2918545316806087,0.28766561148746944,1.1735236489713265,1.2075672944273215,1.190180460981963,0.9564627187389441,0.300321163102966,"model.language_model.embed_tokens.weight|2d-128|(215296, 384)","model.language_model.embed_tokens.weight|2d-128|(194560, 384)",model.language_model.embed_tokens.weight,2d-128,0,0.020663065048497575,3.1406350964022582 +444,478,1.109687780068899,0.35790111464251284,0.3721708958863601,0.37204850764951347,1.146543371863999,1.0968791189086595,1.1208868911336014,0.9281642226756772,0.3560497530063785,"model.language_model.embed_tokens.weight|2d-64|(207680, 1152)","model.language_model.embed_tokens.weight|2d-64|(216448, 1152)",model.language_model.embed_tokens.weight,2d-64,0,0.012808661160239376,3.0576392855230896 +655,760,0.09152039194609311,0.9974347454424667,0.9974347454424667,0.9995608148533282,0.09152039194609311,0.09731988162748802,0.09428662876146154,0.07158162183215505,1.0606404681350177,"model.language_model.layers.16.linear_attn.conv1d.weight|3d-axis0-slice|(1101, 0, 0)","model.language_model.layers.22.linear_attn.conv1d.weight|3d-axis0-slice|(4629, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,6,0.0,0.12442968810900361 +776,1016,0.5004367156126357,0.9090516520275647,0.9090516520275647,0.9134100218156734,0.7919527840047074,0.5004367156126356,0.5982857832719595,0.4166834457306356,0.5744317492799051,"model.language_model.layers.22.linear_attn.conv1d.weight|3d-volume|(356, 0, 0)","model.language_model.layers.16.linear_attn.conv1d.weight|3d-volume|(1740, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,6,1.1102230246251565e-16,2.045172171590386 +1235,1239,1.1321641694148614,0.04293852999975535,0.004429924460195215,0.004450381552491903,1.1618074330579569,1.9497257514701383,1.4114559581629702,0.9999901878364992,0.007434224942404203,"model.language_model.layers.17.linear_attn.in_proj_qkv.weight|2d-128|(4864, 1920)","model.language_model.layers.12.linear_attn.in_proj_qkv.weight|2d-128|(5120, 128)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,5,0.02964326364309544,3.3700952707640366 +1405,1469,1.125390234051537,0.016673133150898467,0.020140406293395172,0.020252393052346142,2.0750135615544143,1.1287030432665486,1.4022068454682295,0.9997971614454289,0.010955368339352296,"model.language_model.layers.12.linear_attn.in_proj_qkv.weight|2d-64|(2688, 704)","model.language_model.layers.17.linear_attn.in_proj_qkv.weight|2d-64|(5120, 896)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,5,0.0033128092150116473,6.241708210929292 +1558,1635,1.1414211945553179,-0.0027220745758194612,-0.0038980862955573766,-0.0038423487154934776,1.1458534071740225,2.0625134100140197,1.4165519511650233,0.9999924024327547,-0.0070164780308219115,"model.language_model.layers.21.linear_attn.in_proj_z.weight|2d-128|(1792, 1664)","model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(256, 1920)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,3,0.004432212618704634,3.1127282495580904 +1795,1922,1.1350966590001603,0.005560166350964627,-0.014353613835201645,-0.013685522759420105,1.1499993755539035,2.076870862542461,1.4227899790599445,0.9998969815785373,-0.025922276985722883,"model.language_model.layers.20.linear_attn.in_proj_z.weight|2d-64|(640, 960)","model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-64|(640, 768)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,16,0.0149027165537432,3.423445940126164 +2134,2277,1.2190338412547954,-0.0016089471835585146,-0.005653927904637446,-0.0056538329914419296,1.783148808332091,1.212440466782505,1.4179265627311153,0.9999840164218872,-0.0038443516075729453,"model.language_model.layers.16.linear_attn.out_proj.weight|2d-128|(1280, 256)","model.language_model.layers.22.linear_attn.out_proj.weight|2d-128|(1664, 384)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,6,0.006593374472290359,4.776594460779081 +2439,2492,1.216857562200044,0.02586973354232395,0.021599285461851563,0.022510263615890456,1.2212474584504924,1.6892240216381371,1.3996352436922148,0.9997667082212417,0.029876035032795224,"model.language_model.layers.22.linear_attn.out_proj.weight|2d-64|(320, 960)","model.language_model.layers.18.linear_attn.out_proj.weight|2d-64|(1536, 256)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,4,0.0043898962504484995,3.417338891350047 +2573,2779,1.2606262937663215,0.043542367679103036,0.013540106810815794,0.01340104877852231,1.305461806578316,1.530734175300009,1.404727492765262,0.9999083285519487,0.01587660713479844,"model.language_model.layers.19.mlp.down_proj.weight|2d-128|(1280, 3584)","model.language_model.layers.5.mlp.down_proj.weight|2d-128|(0, 3328)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,14,0.04483551281199438,3.1637139677351103 +2855,3014,1.2530635227884106,0.036818606842068,0.029179465361155073,0.029190461595837658,1.267305439852184,1.5680074848409622,1.3938935740440863,0.9995741887430053,0.03610307243318182,"model.language_model.layers.20.mlp.down_proj.weight|2d-64|(1472, 5056)","model.language_model.layers.4.mlp.down_proj.weight|2d-64|(512, 1344)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,16,0.014241917063773313,3.2811473533679645 +3118,3319,1.1494352180940695,-0.01164358401387662,0.0037585467523422057,0.003788163287520289,2.0072893357108095,1.150819970152224,1.4119181578507563,0.9999929366382098,0.0021548516122686942,"model.language_model.layers.10.mlp.gate_proj.weight|2d-128|(2560, 1152)","model.language_model.layers.23.mlp.gate_proj.weight|2d-128|(3840, 640)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,13,0.0013847520581544703,5.656975837931001 +3438,3518,1.136241346217807,0.07373264494954322,0.047271792586082426,0.04505722766656413,1.1550929859813066,1.841267000451885,1.3837913291620907,0.9988820639223123,0.07535323371998058,"model.language_model.layers.21.mlp.gate_proj.weight|2d-64|(1728, 1984)","model.language_model.layers.11.mlp.gate_proj.weight|2d-64|(6080, 640)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,10,0.018851639763499684,3.0649184253990165 +3613,3680,1.214038108949657,0.014019834343394467,-0.001889282579115334,-0.0019053725457524476,1.2316863819664525,1.717411546669509,1.4154783561178452,0.9999982153040756,-0.0026343359509373872,"model.language_model.layers.23.mlp.up_proj.weight|2d-128|(4480, 1664)","model.language_model.layers.3.mlp.up_proj.weight|2d-128|(4736, 512)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,20,0.0176482730167955,3.3395608327032384 +3869,4038,1.2123851733773423,0.043520480248771955,0.00967561714897016,0.009387492020775457,1.230876878684354,1.6921219535460892,1.407689262128262,0.9999531901208109,0.013301350017541394,"model.language_model.layers.23.mlp.up_proj.weight|2d-64|(2752, 1728)","model.language_model.layers.0.mlp.up_proj.weight|2d-64|(5248, 1216)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,23,0.01849170530701172,3.0938090740773703 +4154,4300,1.1661139258465216,0.0036054595043265754,0.009879119497941171,0.00985857119789473,1.1655345013330705,1.9148407466178146,1.4079948070355226,0.9999512003082678,0.016230270775964326,"model.language_model.layers.11.self_attn.k_proj.weight|2d-128|(384, 1280)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 1536)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,12,0.0005794245134511655,3.376336437050872 +4460,4506,1.0978327856976218,0.022138943093367277,-0.004539399717322958,-0.004527453039036815,1.1222690875452161,2.2228415563208466,1.4167940115373239,0.999989696872026,-0.008991040067304746,"model.language_model.layers.11.self_attn.k_proj.weight|2d-64|(192, 768)","model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 1984)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,12,0.024436301847594377,2.9600854351166066 +4659,4851,1.1069277043632162,0.03625049131136944,0.010004885976721582,0.00994068916222405,2.1989610560373603,1.1170995565981705,1.4084885777053666,0.999949949875789,0.005082606468961971,"model.language_model.layers.23.self_attn.o_proj.weight|2d-128|(640, 1664)","model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(768, 384)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,4,0.010171852234954315,5.885647089055365 +4907,5002,1.113626315335735,0.012952900846926676,0.022684302164966558,0.02229092178033091,1.1165295947805123,2.147878357473506,1.4010233647041543,0.9997426781103668,0.043638002881687225,"model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(1088, 768)","model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(128, 1792)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,12,0.002903279444777196,2.953730715796221 +5146,5212,1.1060123025239428,0.0518093184765652,-0.0011126563177524054,-0.0011615635200963711,1.1326616463118082,2.133904581643672,1.4148650420338365,0.9999993809977676,-0.0020962150717982533,"model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(3456, 768)","model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(0, 1792)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,4,0.02664934378786543,3.101523665957262 +5439,5583,1.0946868204932367,-0.000923997680473364,0.020766183502035334,0.020695293726378915,1.082796211501932,2.4803303037804834,1.4034038597808083,0.9997843595609804,0.04756850244472125,"model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(320, 1088)","model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(2752, 896)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,4,0.011890608991304674,2.8684487595536994 +5764,5829,1.0756620393322416,0.04065603724421931,0.008477097630018906,0.00842180812276265,1.092530398437218,2.435506306765547,1.4097295165723127,0.9999640687623587,0.01889743733493447,"model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(0, 512)","model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(256, 1280)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,12,0.016868359104976527,3.565950418059448 +6045,6097,1.0683415518149992,0.02307699972036886,0.008451114719417315,0.008624548147571532,2.4906245211012705,1.0878362850511587,1.4098228902265069,0.9999642886923509,0.00369121445766826,"model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(256, 384)","model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(448, 1792)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,12,0.019494733236159467,8.510574995934757 +6178,6224,1.1639786405713695,0.0352531074927407,0.0024333125748745243,0.0024617783695515846,1.1915689355938701,1.83209550796194,1.41263986854915,0.9999970394905742,0.003741337076459659,"model.visual.blocks.23.attn.proj.weight|2d-128|(0, 896)","model.visual.blocks.6.attn.proj.weight|2d-128|(640, 384)",model.visual.layers.*.attn.proj.weight,2d-128,17,0.027590295022500655,3.209713296711372 +6415,6642,1.1724099047459777,0.014289454361801138,0.008949867020574875,0.008705897148073178,1.1801288620444692,1.8564975824709613,1.4084716504020696,0.9999599491381213,0.01407931542183378,"model.visual.blocks.18.attn.proj.weight|2d-64|(704, 320)","model.visual.blocks.18.attn.proj.weight|2d-64|(512, 768)",model.visual.layers.*.attn.proj.weight,2d-64,0,0.00771895729849148,3.1385850633885526 +6738,6814,1.074173912814995,0.03711847009564535,0.014241985744049947,0.014282577120879051,1.0824467927897672,2.5241105030477,1.4068989548797945,0.9998985777777996,0.03321026589044915,"model.visual.blocks.0.attn.qkv.weight|2d-128|(1280, 256)","model.visual.blocks.11.attn.qkv.weight|2d-128|(2176, 896)",model.visual.layers.*.attn.qkv.weight,2d-128,11,0.008272879974772218,3.775102834461878 +6997,7061,1.0697241817218892,-0.000126517715318397,-0.0014694777846965298,-0.0018406100123724717,3.181584906002732,1.0538973041335786,1.4148337481757698,0.9999989203169373,-0.00048676327098923135,"model.visual.blocks.13.attn.qkv.weight|2d-64|(2496, 832)","model.visual.blocks.0.attn.qkv.weight|2d-64|(1920, 896)",model.visual.layers.*.attn.qkv.weight,2d-64,13,0.015826877588310584,9.576693946579962 +7240,7380,1.205686588010243,0.03379608622156265,0.004353253653537833,0.004051090511802574,1.7049713468050303,1.2307814218708821,1.4112888571980091,0.9999905245464218,0.0031425183370419434,"model.visual.blocks.14.mlp.linear_fc1.weight|2d-128|(3200, 896)","model.visual.blocks.1.mlp.linear_fc1.weight|2d-128|(1536, 384)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,13,0.025094833860639154,4.974978809217048 +7530,7543,1.2038920172030356,0.029251931919973887,0.01681437589501091,0.015276314489017907,1.6880585472505407,1.225987645045201,1.4028616664572666,0.9998586283886643,0.012211790367108438,"model.visual.blocks.23.mlp.linear_fc1.weight|2d-64|(3328, 448)","model.visual.blocks.1.mlp.linear_fc1.weight|2d-64|(704, 768)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,22,0.022095627842165344,4.997429063590696 +7807,7884,1.2116065857978315,0.051231488884248826,0.013584420828729295,0.01362867650869863,1.6360074049154611,1.250329730651979,1.4049143489652365,0.9999077274982666,0.010381985548974891,"model.visual.blocks.2.mlp.linear_fc2.weight|2d-128|(640, 1280)","model.visual.blocks.0.mlp.linear_fc2.weight|2d-128|(768, 1536)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,2,0.03872314485414741,4.653140800490377 +8016,8044,1.191785757035842,0.030165008220725476,0.012075048904040299,0.01230291802130466,1.6315882050578077,1.2537673651159953,1.405938873556882,0.9999270939393357,0.009278874535335956,"model.visual.blocks.14.mlp.linear_fc2.weight|2d-64|(576, 2176)","model.visual.blocks.2.mlp.linear_fc2.weight|2d-64|(192, 128)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,12,0.06198160808015318,6.8393545270982905 +8292,8334,0.6724053712832071,0.7630543244681107,0.7485616100297178,0.7487136870161228,0.726487414878757,0.6949200000757024,0.7101780585292387,0.6630652426343252,0.7160350247572199,"model.visual.merger.linear_fc1.weight|2d-128|(2432, 2048)","model.visual.merger.linear_fc1.weight|2d-128|(2432, 1024)",model.visual.merger.linear_fc1.weight,2d-128,0,0.022514628792495328,2.0365780345351103 +8459,8673,1.3367581779254005,0.05085968189614603,0.005977498013888859,0.0060435139066495214,1.4529270915148442,1.3706433487745655,1.4099876921740035,0.9999821345991607,0.005638973863793657,"model.visual.merger.linear_fc1.weight|2d-64|(1856, 2432)","model.visual.merger.linear_fc1.weight|2d-64|(1024, 3584)",model.visual.merger.linear_fc1.weight,2d-64,0,0.03388517084916498,3.4984929352142102 +8717,8866,1.3362668153932833,0.05713514284445081,-0.004432488774850371,-0.004389936072708595,1.4124579041516296,1.4222816913372491,1.417344264679938,0.9999901764733796,-0.004463317181345736,"model.visual.merger.linear_fc2.weight|2d-128|(1408, 384)","model.visual.merger.linear_fc2.weight|2d-128|(1408, 2432)",model.visual.merger.linear_fc2.weight,2d-128,0,0.07619108875834635,3.3844515282568564 +8993,9030,1.3335369627860059,0.036749461826855824,0.019585614150407354,0.019680968111941807,1.3674901976284406,1.4356175667913962,1.400312472598535,0.9998081834623836,0.02056135523273616,"model.visual.merger.linear_fc2.weight|2d-64|(1152, 576)","model.visual.merger.linear_fc2.weight|2d-64|(320, 832)",model.visual.merger.linear_fc2.weight,2d-64,0,0.03395323484243473,3.45035321543786 +9243,9307,0.5926241593711361,0.8059941327786968,0.7282934433510923,0.7282954332878017,0.7185642507828727,0.7607867786849787,0.7387721311370952,0.6852653941151626,0.771087654445382,"model.visual.pos_embed.weight|2d-128|(384, 384)","model.visual.pos_embed.weight|2d-128|(1408, 384)",model.visual.pos_embed.weight,2d-128,0,0.12594009141173657,2.973446251810719 +9506,9578,0.34523633881047994,0.9385359245858543,0.9239585069176485,0.928769341199069,0.3827319328476459,0.40825249604847874,0.39487503671076074,0.3824927156097351,0.9855680551340642,"model.visual.pos_embed.weight|2d-64|(1408, 256)","model.visual.pos_embed.weight|2d-64|(1024, 256)",model.visual.pos_embed.weight,2d-64,0,0.03749559403716596,1.0435158662214712 +9698,9759,1.0185218839131338,0.04453916614431498,0.008893849256478861,0.008972702265229083,1.027667898296334,4.178906122596378,1.4112938316955057,0.9999604489405584,0.036165925950361416,"mtp.fc.weight|2d-128|(256, 2304)","mtp.fc.weight|2d-128|(512, 1920)",mtp.fc.weight,2d-128,0,0.009146014383200285,1.1986522988255086 +10017,10125,1.0119423629476438,0.033339278045498556,0.023712388649852745,0.023308584696523513,1.0150994961388438,5.081848071194455,1.4077573459077557,0.9997188217816639,0.11871029094391874,"mtp.fc.weight|2d-64|(640, 2688)","mtp.fc.weight|2d-64|(512, 0)",mtp.fc.weight,2d-64,0,0.0031571331911999234,7.980128130275095 +10272,10361,1.2974979362079309,0.046944151194214405,0.0017948116410225364,0.001906333293907814,1.4673315260343105,1.364193748765206,1.4129472351380232,0.9999983893242894,0.0016686554997638026,"mtp.layers.0.mlp.down_proj.weight|2d-128|(1664, 5120)","mtp.layers.0.mlp.down_proj.weight|2d-128|(896, 4608)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.06669581255727519,3.8661458314502886 +10506,10596,1.259780165326988,0.03548473344278848,0.021961590597392184,0.02136266598956736,1.2936173568636418,1.534735186102335,1.398824737211157,0.9997588151841585,0.02605501978908962,"mtp.layers.0.mlp.down_proj.weight|2d-64|(1152, 5952)","mtp.layers.0.mlp.down_proj.weight|2d-64|(1408, 1856)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.033837191536653766,3.289077816474488 +10701,10871,1.3014813458827112,0.018990776126114276,0.005118138736563268,0.005119723106261394,1.3444194837086594,1.4876462225095506,1.4106083618882699,0.999986902242161,0.005663395874570743,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(384, 1664)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(5504, 768)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.04293813782594813,3.7197331468569943 +10897,10922,1.2877247536786294,0.02202976541461913,0.013689843115236704,0.013837299326774336,1.2878165125497563,1.5604831679077642,1.4046770377673388,0.9999062897069306,0.016588364525881548,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(0, 64)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(1856, 384)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,9.175887112689018e-05,3.5194212963366738 +11226,11389,1.3252589127505725,0.05943160824859009,0.0174893293430222,0.01749057971364654,1.4386841011991982,1.3676298219445486,1.4018081753148115,0.9998470499827118,0.016625559673169168,"mtp.layers.0.mlp.up_proj.weight|2d-128|(4480, 1920)","mtp.layers.0.mlp.up_proj.weight|2d-128|(2688, 1280)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.042370909193976125,3.9588355296705915 +11526,11601,1.3053975176843557,0.07152994896122963,0.010327714810848071,0.010283078115057208,1.4763036928547886,1.3464861574347433,1.406922797559731,0.9999466677312274,0.009419555812293517,"mtp.layers.0.mlp.up_proj.weight|2d-64|(5568, 576)","mtp.layers.0.mlp.up_proj.weight|2d-64|(384, 64)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.04108863975038757,3.8547912148124865 +11707,11723,1.2150931061381431,-0.0031225058135067258,-0.0072381778813056736,-0.007236542896769023,1.6446720428703208,1.2665764901627443,1.4191533050925058,0.9999738040473654,-0.005574184820505645,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(256, 1408)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 1408)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.051483384024601175,6.0898938609374484 +11864,11901,1.080269258345088,0.032584270585915634,0.005269091189123829,0.005319424739055986,2.297472687632992,1.1079095954628762,1.4112951270965783,0.9999861182426688,0.002540912333462186,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(256, 512)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(320, 832)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.02764033711778824,9.112842682089937 +11988,11990,1.1233526267099239,0.33276269086830584,0.35780973502278357,0.357863006413052,1.1029133552495987,1.1674689237489906,1.133815118829272,0.9337945135429557,0.37875300381998217,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(0, 512)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(0, 768)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.020439271460325203,3.7053734178794975 +12287,12378,1.1625226316736557,-0.012535268481736844,-0.001063368804902716,-0.0011904972627783859,1.8534740942954469,1.188503074676159,1.4148967290713808,0.9999994346232325,-0.0006818639106051275,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(1728, 64)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(832, 1920)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.02598044300250324,6.026177188434257 +12591,12614,1.0508731558775144,0.016603907665012147,0.0015241271016216387,0.001443159343950902,3.020547468542821,1.0591959315190247,1.4135403315181536,0.9999988385176145,0.0005344558368865233,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 1920)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(896, 768)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.008322775641510294,8.59529111720947 +12788,13005,1.0488678930152844,0.03221149201252836,0.020670436920227683,0.02064367646210322,1.0514029919601757,3.038248553329749,1.405150361522009,0.999786343694255,0.05973154494499894,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(896, 192)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(640, 1024)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.0025350989448913452,3.1377119876880224 +13032,13058,1.3472160588415443,0.044028888264060734,0.007985222582134485,0.007952950657254806,1.377131375903302,1.4422475715743297,1.4085618849500376,0.9999681176019132,0.008362795357857437,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 1024)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(384, 256)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.02991531706175765,3.605608993500083 +13182,13266,1.2916493923607102,0.03212464704673527,-0.0008507209066623656,-0.0008530873587421926,1.3353552633598196,1.5103766648696184,1.4148104531899375,0.999999638136904,-0.0009622225942380811,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 896)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 128)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.043705870999109386,3.489533789499357 +205,246,1.1531910922957667,0.31887510480645276,0.3174168523170887,0.3161952471909418,1.1639247222101372,1.1729503971776067,1.1684114151325673,0.9482861075989205,0.31987826694601007,"model.language_model.embed_tokens.weight|2d-128|(128512, 768)","model.language_model.embed_tokens.weight|2d-128|(238592, 768)",model.language_model.embed_tokens.weight,2d-128,0,0.010733629914370546,3.2165764071194656 +381,435,1.110580094584337,0.35406863103173225,0.3513881086119523,0.35121334361880385,1.1195617733237455,1.1598028156274804,1.1391495647140653,0.9362298847644818,0.36401825022683043,"model.language_model.embed_tokens.weight|2d-64|(232960, 1152)","model.language_model.embed_tokens.weight|2d-64|(63360, 1152)",model.language_model.embed_tokens.weight,2d-64,0,0.008981678739408583,2.9840108856211067 +655,656,0.09168295209568814,0.9997091415845908,0.9997091415845909,0.9996388182930385,0.09168295209568814,0.10061173875228202,0.0958367942015134,0.024117052726244023,1.0970684591002322,"model.language_model.layers.16.linear_attn.conv1d.weight|3d-axis0-slice|(1101, 0, 0)","model.language_model.layers.12.linear_attn.conv1d.weight|3d-axis0-slice|(4595, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,4,0.0,0.17282090962747768 +777,1005,0.5006254118486008,0.8725880469084866,0.8725880469084868,0.8764841869378133,0.6562302778588605,0.5006254118486004,0.5628937662702649,0.4884568562242038,0.665680577529952,"model.language_model.layers.8.linear_attn.conv1d.weight|3d-volume|(3012, 0, 0)","model.language_model.layers.17.linear_attn.conv1d.weight|3d-volume|(1648, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,9,3.3306690738754696e-16,2.1381731101407015 +1052,1190,1.1325434779506043,0.021038910898823003,-0.0014814365451419034,-0.001515839188259466,1.1462219732785377,2.05150967968474,1.4151053601744354,0.9999989026722793,-0.0026514771859628256,"model.language_model.layers.16.linear_attn.in_proj_qkv.weight|2d-128|(2304, 0)","model.language_model.layers.13.linear_attn.in_proj_qkv.weight|2d-128|(4352, 128)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,3,0.013678495327933415,3.142770221136889 +1330,1360,1.1258396175787044,-0.004620707461691564,0.0015948615439355122,0.0016017029893831373,2.0495546551866375,1.1445943751519734,1.4132530913498387,0.9999987282075191,0.0008906664419586057,"model.language_model.layers.1.linear_attn.in_proj_qkv.weight|2d-64|(4480, 1984)","model.language_model.layers.16.linear_attn.in_proj_qkv.weight|2d-64|(2304, 1920)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,15,0.018754757573268943,5.972355644193602 +1635,1682,1.1418481570478318,0.032878319576277654,0.014326971413677508,0.013803340505196524,1.9588318589216331,1.1531126686692243,1.4053278486911667,0.9998973636779485,0.008433910325446825,"model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(256, 1920)","model.language_model.layers.16.linear_attn.in_proj_z.weight|2d-128|(1408, 640)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,2,0.011264511621392526,5.174727649061439 +1827,1922,1.1353684304043137,0.002473532251564221,0.017924615027175815,0.018377130823027176,1.1337205683853786,2.05242501928938,1.4034437446422283,0.999839341182436,0.03244973176706149,"model.language_model.layers.1.linear_attn.in_proj_z.weight|2d-64|(1152, 512)","model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-64|(640, 768)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,3,0.0016478620189350757,3.1806060894377977 +2134,2217,1.219104863878791,-0.027569190907158456,-0.010152014454886787,-0.010151963264329779,1.796566322699671,1.2119193408572708,1.420854062301618,0.9999484669734274,-0.00684829861891863,"model.language_model.layers.16.linear_attn.out_proj.weight|2d-128|(1280, 256)","model.language_model.layers.22.linear_attn.out_proj.weight|2d-128|(1152, 512)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,6,0.0071855230215200905,4.63207873647152 +2330,2403,1.2170583028219972,-0.009946277359969186,-0.0026019480862938356,-0.0026157593710760124,1.2136429616349882,1.7714791058118102,1.415928214120337,0.9999966149273488,-0.003797901701722087,"model.language_model.layers.2.linear_attn.out_proj.weight|2d-64|(1664, 1024)","model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(192, 960)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,10,0.0034153411870090356,3.2669651278133522 +2732,2761,1.260937365345663,0.10909286059780782,0.011463173843710197,0.011457284336802247,1.3254181600588213,1.5036914788495135,1.4061489971044439,0.9999342956641846,0.013005010304516033,"model.language_model.layers.18.mlp.down_proj.weight|2d-128|(1664, 4992)","model.language_model.layers.1.mlp.down_proj.weight|2d-128|(1536, 1152)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,17,0.06448079471315826,3.1705593889431745 +2932,2938,1.2531752941885452,0.03773005917349834,0.020409614522084424,0.0203114319730541,1.270722000811,1.579075667823113,1.4000448227842452,0.9997917021235273,0.025362215859097436,"model.language_model.layers.20.mlp.down_proj.weight|2d-64|(640, 4800)","model.language_model.layers.0.mlp.down_proj.weight|2d-64|(64, 1664)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,20,0.017546706622454833,3.350913784443141 +3085,3211,1.1494391661324495,0.026728495522672025,0.0037118187900855634,0.003767542992050239,1.1743459535312053,1.8958659439503622,1.4118616904525616,0.9999931111769068,0.005992366059658982,"model.language_model.layers.18.mlp.gate_proj.weight|2d-128|(4352, 512)","model.language_model.layers.12.mlp.gate_proj.weight|2d-128|(1024, 1152)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,6,0.024906787398755847,3.02686231993802 +3435,3521,1.1362546476819992,-0.0006625487245356157,0.006288890641979909,0.006455943291926696,1.1257085731592742,2.1513361007064296,1.4105553648891023,0.999980224731716,0.012018667880902731,"model.language_model.layers.23.mlp.gate_proj.weight|2d-64|(2112, 448)","model.language_model.layers.10.mlp.gate_proj.weight|2d-64|(1472, 1024)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,13,0.010546074522725046,3.1478848458733597 +3664,3726,1.2141237868712647,0.028861950311867317,0.0027454517758344755,0.002754734739716722,1.6894775057927915,1.2381772172172971,1.4123611415874928,0.9999962312401715,0.002012075229265548,"model.language_model.layers.4.mlp.up_proj.weight|2d-128|(1280, 768)","model.language_model.layers.23.mlp.up_proj.weight|2d-128|(6016, 640)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,19,0.024053430346032467,4.3315762010555074 +3898,3954,1.2124524990509677,0.04427591478584611,0.0362346924326093,0.036569250224698334,1.2215392434957495,1.653612121273232,1.3895076686046235,0.9993433079099066,0.049051331699912507,"model.language_model.layers.23.mlp.up_proj.weight|2d-64|(2944, 0)","model.language_model.layers.6.mlp.up_proj.weight|2d-64|(3456, 832)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,17,0.009086744444781747,3.2743927972799214 +4156,4300,1.1662788052280024,-0.0030650669555011265,-0.014216808682359703,-0.014164910550340356,1.1765497227201829,1.9420115531514637,1.4230959902419553,0.9998989360684855,-0.023466247262592603,"model.language_model.layers.3.self_attn.k_proj.weight|2d-128|(128, 256)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 1536)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,20,0.010270917492180454,3.1522794448220517 +4409,4416,1.0978854084930174,0.027119031028821138,0.018974333780277738,0.019008606277592717,2.1879818665892254,1.1133881534498962,1.4033254379167086,0.9998199711235991,0.009655380957748863,"model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 1024)","model.language_model.layers.11.self_attn.k_proj.weight|2d-64|(128, 0)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,12,0.015502744956878756,6.067282496232241 +4739,4802,1.106946170235865,0.06105677933582181,0.004473843026290189,0.004540090984508363,2.01065839377699,1.1497184336315134,1.4114845378251402,0.9999899923142112,0.0025581967640148674,"model.language_model.layers.11.self_attn.o_proj.weight|2d-128|(1024, 384)","model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(1792, 0)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,8,0.042772263395648435,5.24355920990582 +4898,4975,1.114047355835789,0.051260338200264405,0.011853326552640134,0.011253599475269441,1.1387979293734114,2.0451391485562587,1.4070704808734986,0.9999297468570663,0.02128709716460759,"model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(256, 384)","model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(384, 640)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,12,0.024750573537622333,3.0006088351276583 +5345,5352,1.1061490179217977,0.045940924178722066,-0.0026515451750996144,-0.0027422125452946176,1.1422901654628048,2.0789094053912947,1.4157952843698993,0.9999964846479134,-0.004825675970957126,"model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(1408, 0)","model.language_model.layers.23.self_attn.q_proj.weight|2d-128|(1536, 128)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,20,0.03614114754100717,2.937683578358412 +5465,5626,1.0947799051291045,0.01016254346771379,-0.001982501882993213,-0.00214608924850724,1.1025610273949185,2.3844665923613935,1.415281205991777,0.9999980348412111,-0.004287481048065076,"model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(3520, 1216)","model.language_model.layers.11.self_attn.q_proj.weight|2d-64|(3136, 512)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,8,0.007781122265813956,3.0858215622731944 +5682,5786,1.0757550765630468,0.004215418800733783,0.005837939973968996,0.005888577405721054,2.646937185960459,1.0774731365615076,1.4113275807819374,0.9999829590832338,0.0023764158545861863,"model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(384, 768)","model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(128, 1280)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,12,0.0017180599984607525,9.235788621223483 +5924,6067,1.0684839273315707,0.025523123959137736,0.022113985923425575,0.02218445852089023,2.5056050052636047,1.080177909165679,1.4027981698159109,0.9997554559123839,0.009533441635016224,"model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(384, 1472)","model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(0, 1024)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,12,0.011693981834108191,9.109772036005568 +6179,6394,1.164264020175158,0.05524134953026725,0.00724089743580709,0.007109824633294295,1.1906844662184302,1.8217286939209574,1.4095161467022699,0.9999737843585321,0.011078460333359711,"model.visual.blocks.21.attn.proj.weight|2d-128|(384, 512)","model.visual.blocks.21.attn.proj.weight|2d-128|(896, 256)",model.visual.layers.*.attn.proj.weight,2d-128,0,0.026420446043272205,3.0893340848839914 +6454,6512,1.1726362698571051,0.04573800560903643,0.04071652483251275,0.040711527578179925,1.7879530933933137,1.173637864279292,1.3875465333282557,0.9991707384654354,0.026726906551341478,"model.visual.blocks.19.attn.proj.weight|2d-64|(128, 640)","model.visual.blocks.23.attn.proj.weight|2d-64|(0, 64)",model.visual.layers.*.attn.proj.weight,2d-64,4,0.0010015944221868356,4.5362159104323565 +6746,6763,1.0745935949367904,0.04573946839088202,0.00014876929120337856,-4.8247662992750036e-05,2.313483848609833,1.1088701796505933,1.4141315568054298,0.999999988933849,7.130623832204812e-05,"model.visual.blocks.15.attn.qkv.weight|2d-128|(1536, 640)","model.visual.blocks.0.attn.qkv.weight|2d-128|(1664, 384)",model.visual.layers.*.attn.qkv.weight,2d-128,15,0.034276584713802905,8.002096599313811 +7036,7090,1.0697983100493924,0.05051365181664474,0.026272272598729645,0.02619408123117434,2.3928128680327805,1.0875112994954563,1.4001481269574705,0.9996548242731078,0.011940504707345936,"model.visual.blocks.12.attn.qkv.weight|2d-64|(896, 192)","model.visual.blocks.0.attn.qkv.weight|2d-64|(1664, 512)",model.visual.layers.*.attn.qkv.weight,2d-64,12,0.01771298944606392,7.811709443251032 +7241,7371,1.2057630912080528,0.03796987297883521,-0.003961500863067074,-0.0038657881785861864,1.2266155743879406,1.736452778293371,1.4168512112631582,0.9999921532246699,-0.005608080741447364,"model.visual.blocks.0.mlp.linear_fc1.weight|2d-128|(1152, 128)","model.visual.blocks.17.mlp.linear_fc1.weight|2d-128|(3072, 0)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,17,0.02085248317988775,3.7240945048420238 +7465,7491,1.2043210866569336,0.04022528383551513,0.0026699289712627788,0.002978792648598021,1.234888128373909,1.6981216619974286,1.4124163896174682,0.9999964357332922,0.003671477697389473,"model.visual.blocks.1.mlp.linear_fc1.weight|2d-64|(1344, 576)","model.visual.blocks.23.mlp.linear_fc1.weight|2d-64|(832, 0)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,22,0.03056704171697544,3.486900135414345 +7726,7828,1.2119117147814402,0.05755481074199057,0.007884814102486835,0.007882466076208103,1.5090331534388572,1.3259969443140904,1.4086735928095286,0.9999689143701265,0.006928435854809611,"model.visual.blocks.3.mlp.linear_fc2.weight|2d-128|(128, 2560)","model.visual.blocks.2.mlp.linear_fc2.weight|2d-128|(256, 1408)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,1,0.11408522953265021,4.403045215346509 +7991,8081,1.1918629957407412,0.02132895468772334,0.0072687664268328645,0.0071592674282036336,1.6830463520674805,1.2365880179134554,1.4093001108533518,0.9999735821683652,0.005340595318359202,"model.visual.blocks.2.mlp.linear_fc2.weight|2d-64|(192, 3456)","model.visual.blocks.4.mlp.linear_fc2.weight|2d-64|(576, 2304)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,2,0.044725022172714235,5.180975631850241 +8354,8424,0.6730850523268272,0.7708094359200012,0.7602918620988847,0.760294437509167,0.6810890278469457,0.7057550203714157,0.6930930583462793,0.6495816226050507,0.7878262263599409,"model.visual.merger.linear_fc1.weight|2d-128|(1152, 3328)","model.visual.merger.linear_fc1.weight|2d-128|(1152, 2304)",model.visual.merger.linear_fc1.weight,2d-128,0,0.008003975520118445,1.7830262442473535 +8500,8599,1.336868449491162,0.052123849968382686,0.021147468388887078,0.020791790765168707,1.3800704377180095,1.419118582342339,1.3991860208575997,0.9997763672845748,0.021745821474004334,"model.visual.merger.linear_fc1.weight|2d-64|(1280, 3456)","model.visual.merger.linear_fc1.weight|2d-64|(2816, 320)",model.visual.merger.linear_fc1.weight,2d-64,0,0.04320198822684751,3.31704666137876 +8747,8818,1.3363352206334154,0.030671486217611763,0.009050308619853424,0.00916808151090203,1.434850959779419,1.38223099756252,1.4078039668215765,0.9999590451182916,0.008718408714583003,"model.visual.merger.linear_fc2.weight|2d-128|(128, 1408)","model.visual.merger.linear_fc2.weight|2d-128|(1152, 1536)",model.visual.merger.linear_fc2.weight,2d-128,0,0.045895776929104626,3.751635407326445 +9099,9206,1.3336738267125043,0.08383228590910616,0.03810360239143721,0.03827673538726447,1.3787522112360726,1.3954191067558703,1.3870105610137917,0.9992737940548603,0.038564213627314506,"model.visual.merger.linear_fc2.weight|2d-64|(1984, 2432)","model.visual.merger.linear_fc2.weight|2d-64|(1088, 3456)",model.visual.merger.linear_fc2.weight,2d-64,0,0.04507838452356827,3.4818664855016745 +9308,9348,0.59544613774565,0.8106163071382563,0.6148413155437998,0.6158000967813725,0.901088341810819,0.8575914832960025,0.8785333550347125,0.7886508458756445,0.5851620216606626,"model.visual.pos_embed.weight|2d-128|(1408, 512)","model.visual.pos_embed.weight|2d-128|(2048, 512)",model.visual.pos_embed.weight,2d-128,0,0.2621453455503525,2.614174888379072 +9451,9488,0.34568941351998944,0.9388215272750421,0.9238136115658013,0.9268315390677878,0.4078854394521192,0.38315881432285576,0.3949427745529542,0.3828425408516545,0.8678106493291952,"model.visual.pos_embed.weight|2d-64|(1152, 256)","model.visual.pos_embed.weight|2d-64|(1344, 256)",model.visual.pos_embed.weight,2d-64,0,0.037469400802866315,1.2317142790386326 +9664,9859,1.0188131079539546,0.040172277624070635,0.0006058365081438097,0.000493575790988164,4.078014875566035,1.0313353708414752,1.4140098919836341,0.9999998164810459,0.00015321685645128358,"mtp.fc.weight|2d-128|(128, 2048)","mtp.fc.weight|2d-128|(1152, 3200)",mtp.fc.weight,2d-128,0,0.012522262887520563,10.155944048855064 +10064,10125,1.0140457257297815,0.038951348630057704,0.027175879058207852,0.026815157861750857,1.0157772570483787,4.893666078790412,1.406544856852514,0.9996306675954943,0.13092405503830704,"mtp.fc.weight|2d-64|(1408, 3456)","mtp.fc.weight|2d-64|(512, 0)",mtp.fc.weight,2d-64,0,0.001731531318597268,7.481359390645647 +10162,10220,1.2979126256940285,0.08109271263076094,0.01318491200479394,0.01318772519140486,1.3930392973728618,1.4169885603872707,1.4048608495532464,0.9999130752697586,0.013411588255794294,"mtp.layers.0.mlp.down_proj.weight|2d-128|(0, 4352)","mtp.layers.0.mlp.down_proj.weight|2d-128|(1408, 2816)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.09512667167883326,3.541094739880693 +10536,10589,1.25983901121248,0.041915598392377525,-0.0027708810467527824,-0.0027911843778395725,1.4952191787690077,1.3484484021551706,1.4161611189737033,0.9999961611017438,-0.0024988912482596373,"mtp.layers.0.mlp.down_proj.weight|2d-64|(1472, 5248)","mtp.layers.0.mlp.down_proj.weight|2d-64|(1152, 3584)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.0886093909426906,4.55410906263433 +10775,10871,1.3018647073227265,0.0374583782914407,-0.0037044059001629065,-0.0036891249539418437,1.362433917534624,1.478290638578303,1.4168218680561282,0.9999931386649245,-0.004019415909444201,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(5760, 1152)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(5504, 768)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.06056921021189754,3.465658703561181 +11025,11076,1.287916826788755,0.0627904351054451,0.027784501655582397,0.02778681520875632,1.3278129039054858,1.4724439696509404,1.394534576206195,0.9996139362112509,0.030810908518954218,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(256, 64)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(5824, 1856)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.03989607711673071,3.514240534609077 +11181,11304,1.3254245604423116,0.04995419349141737,-0.00877727542790862,-0.008781897245159877,1.4558926931689624,1.3873813408824422,1.4203993022534926,0.9999614789760967,-0.008364234678560291,"mtp.layers.0.mlp.up_proj.weight|2d-128|(128, 1664)","mtp.layers.0.mlp.up_proj.weight|2d-128|(2944, 1664)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.06195678044013064,3.8208290989536575 +11512,11620,1.3057041853641302,0.02635867987760279,-0.00016768103672270938,-8.123057789217763e-05,1.4964729241639503,1.3443831515092506,1.4143314481266163,0.9999999859415349,-0.00015063925110676913,"mtp.layers.0.mlp.up_proj.weight|2d-64|(2880, 128)","mtp.layers.0.mlp.up_proj.weight|2d-64|(1472, 1856)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.03867896614512034,4.146201528988371 +11667,11721,1.2156573133262778,0.04376829913739969,0.017215771843623162,0.017224556071255944,1.7336345776947601,1.209394443250308,1.4027424175172514,0.9998517976179412,0.012009831294221477,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 384)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 1152)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.0062628700759697065,5.172951334188261 +11729,11935,1.0803108217869508,0.014358666270735657,0.012480861289401353,0.012335033610648104,2.3657345708640225,1.0970205933144128,1.4074611394358982,0.9999221110173905,0.0057875308690160466,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 64)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 960)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.016709771527462003,8.553762942856835 +12164,12166,1.1233966473000168,0.32428631110065387,0.3805633982215982,0.3806089608586728,1.0904406936482478,1.1377778973704462,1.1133552555570023,0.9247548323388364,0.39708406478857716,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(1408, 512)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1408, 768)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.032955953651768954,3.5454998927886376 +12257,12269,1.1626032876101877,0.01680707214147,0.021238599765982122,0.021271117466575003,1.9204987647361171,1.1562412392617152,1.4008782979131418,0.9997744355003184,0.012786753818598237,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(1600, 192)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(0, 1856)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.006362048348472538,5.742508954033087 +12577,12614,1.0509202596388771,0.016827535151750957,-0.0011955709907263703,-0.001242348275778816,3.0332343148419034,1.059660719248124,1.4147398946055223,0.9999992853047477,-0.00041767284833428044,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 128)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(896, 768)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.008740459609246853,9.215509145335016 +12857,12987,1.0492754670844955,0.03384332581430266,0.006561765690668774,0.006507094869382613,1.0573150890129908,3.020794287146226,1.4113170572855775,0.9999784713837697,0.018747244334201305,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(960, 448)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(576, 1344)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.008039621928495277,3.0688680038486287 +13026,13062,1.3472480894776555,0.04479810534689752,0.008760367476937455,0.008738903076709478,1.3572039727229392,1.4650156566619061,1.4080235534926744,0.9999616272446004,0.009456261379839837,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 256)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(384, 768)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.009955883245283736,3.643935500331388 +13184,13289,1.2916955086495958,0.0028212142583612728,-0.021065474183358964,-0.02108464345547347,1.3129356594747317,1.5819270539649448,1.42877907470036,0.9997780982785281,-0.025381322591685605,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 1024)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 1600)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.02124015082513586,3.3990863114928103 +26,53,1.1536350578201773,0.3330647101749355,0.3395778786589122,0.33952897865198345,1.1465786804997007,1.152006899216665,1.1492831756427575,0.9405779416537011,0.34118553370095434,"model.language_model.embed_tokens.weight|2d-128|(245888, 1408)","model.language_model.embed_tokens.weight|2d-128|(218240, 1408)",model.language_model.embed_tokens.weight,2d-128,0,0.007056377320476592,3.057725270342835 +435,444,1.1125756784506495,0.359207045486739,0.3521146346452345,0.35200249381179677,1.1472618607750071,1.1296548554764185,1.1383562477299665,0.9359568815221421,0.3467107382464462,"model.language_model.embed_tokens.weight|2d-64|(63360, 1152)","model.language_model.embed_tokens.weight|2d-64|(207680, 1152)",model.language_model.embed_tokens.weight,2d-64,0,0.017079177025769,3.1206948604596407 +566,715,0.09304735696281174,0.9979974213550226,0.9979974213550225,0.9992171087829393,0.1000769985213212,0.09304735696281174,0.09637041901321972,0.06325462013739172,0.9278957571154831,"model.language_model.layers.9.linear_attn.conv1d.weight|3d-axis0-slice|(443, 0, 0)","model.language_model.layers.9.linear_attn.conv1d.weight|3d-axis0-slice|(1265, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,0,0.0,0.14036001005499155 +978,1018,0.5046244761066782,0.8634146410459091,0.8634146410459093,0.8564173758988674,0.5046244761066782,0.5922947311205269,0.5432238649904506,0.504494953024868,1.013418823061019,"model.language_model.layers.13.linear_attn.conv1d.weight|3d-volume|(2704, 0, 0)","model.language_model.layers.8.linear_attn.conv1d.weight|3d-volume|(4336, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,5,0.0,1.6012463657003768 +1046,1103,1.132737101383569,0.036920628414101236,0.0017840815877699753,0.0018587207050060122,1.9592919691978188,1.1616357841745268,1.4131063006481375,0.9999984085251777,0.0010577560908847203,"model.language_model.layers.12.linear_attn.in_proj_qkv.weight|2d-128|(1024, 1408)","model.language_model.layers.18.linear_attn.in_proj_qkv.weight|2d-128|(5376, 1920)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,6,0.028898682790957864,6.338398878604271 +1411,1503,1.1260939717423568,0.04535158928457535,0.037892723601303975,0.03819813065757212,1.1400243974160216,1.9434085974505688,1.3906293280523971,0.9992818128526483,0.06459602530832408,"model.language_model.layers.12.linear_attn.in_proj_qkv.weight|2d-64|(2496, 704)","model.language_model.layers.14.linear_attn.in_proj_qkv.weight|2d-64|(5248, 1728)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,2,0.01393042567366476,3.0411069236315886 +1635,1743,1.1422976123395379,0.019453676573050645,0.01419091788202023,0.013858166340755056,2.001587020706592,1.1449861447691645,1.405537159244298,0.9998993038549762,0.008117760651112834,"model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(256, 1920)","model.language_model.layers.22.linear_attn.in_proj_z.weight|2d-128|(1920, 896)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,4,0.0026885324296266333,5.6158127271756495 +1811,2034,1.1358248617326852,0.012483304104134802,0.020886458146827224,0.02069923910167853,2.0305967797637416,1.1354884087731165,1.4015743291031282,0.9997818541392322,0.011679488198935545,"model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-64|(320, 704)","model.language_model.layers.5.linear_attn.in_proj_z.weight|2d-64|(576, 1472)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,13,0.00033645295956863386,5.993094290814248 +2134,2163,1.2194799042557765,0.02873856886272646,0.007721876975451459,0.0077222609751947105,1.746377055588063,1.2132113862357055,1.4090873447347763,0.9999701858635467,0.005364402286294602,"model.language_model.layers.16.linear_attn.out_proj.weight|2d-128|(1280, 256)","model.language_model.layers.8.linear_attn.out_proj.weight|2d-128|(1792, 896)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,8,0.006268518020071001,4.396007949987529 +2347,2403,1.2172658791503936,0.028267922674718674,-0.010651888940539827,-0.01036284359877917,1.2418057628652266,1.7112139224325513,1.421356292006899,0.9999432670216837,-0.014678350834191868,"model.language_model.layers.10.linear_attn.out_proj.weight|2d-64|(256, 1920)","model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(192, 960)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,2,0.024539883714832955,3.2712627885580665 +2655,2721,1.2609468996537796,0.028435635528724232,0.004935598486909713,0.005032984641710885,1.293848003778011,1.5664940290080256,1.410782252178841,0.9999878198596102,0.005975652114273882,"model.language_model.layers.20.mlp.down_proj.weight|2d-128|(640, 1280)","model.language_model.layers.2.mlp.down_proj.weight|2d-128|(768, 2432)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,18,0.032901104124231306,3.3532176091710557 +2943,3014,1.2532272276600542,0.05689400688428199,0.0179595877020869,0.01809582047767374,1.2696323856106537,1.5861511908752313,1.4017676681306563,0.9998387135981338,0.022436905157859625,"model.language_model.layers.21.mlp.down_proj.weight|2d-64|(1216, 192)","model.language_model.layers.4.mlp.down_proj.weight|2d-64|(512, 1344)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,17,0.01640515795059949,3.3978893424180794 +3102,3203,1.1495794809940822,0.038169060201983115,-0.011729712016599012,-0.011587022190033765,1.173168036966343,1.949320578302273,1.4215235392229595,0.9999312045615977,-0.01948993519346272,"model.language_model.layers.23.mlp.gate_proj.weight|2d-128|(3200, 512)","model.language_model.layers.8.mlp.gate_proj.weight|2d-128|(5504, 1024)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,15,0.02358855597226084,3.0785195968145604 +3338,3569,1.1364263271028159,0.00392842149854153,0.0016081892659697776,0.0014768418941198205,1.1455431319261753,2.044076368042115,1.4132432837422295,0.9999987068628063,0.0028696096919375233,"model.language_model.layers.23.mlp.gate_proj.weight|2d-64|(4032, 128)","model.language_model.layers.11.mlp.gate_proj.weight|2d-64|(6080, 896)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,12,0.009116804823359415,3.076989242246237 +3617,3794,1.214734636383304,0.028912027101729167,0.0008956842159267617,0.00077244271516591,1.228044709428197,1.7206657358157522,1.4136144846050238,0.9999995988748122,0.0012549812955700763,"model.language_model.layers.23.mlp.up_proj.weight|2d-128|(384, 1024)","model.language_model.layers.3.mlp.up_proj.weight|2d-128|(4736, 128)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,20,0.013310073044892956,3.337636947461075 +4056,4066,1.2128058452306598,0.03861833660390848,0.030164022378808057,0.030164076302376108,1.6636855327811957,1.2231981967985541,1.393706239604631,0.9995449623473327,0.022177615333511348,"model.language_model.layers.5.mlp.up_proj.weight|2d-64|(4032, 128)","model.language_model.layers.23.mlp.up_proj.weight|2d-64|(5760, 640)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,18,0.010392351567894309,4.32258592029991 +4156,4293,1.166357718814639,0.03187184136210316,8.805275401020427e-05,8.438214715592643e-05,1.2134413371861315,1.76518356449339,1.4141554294043603,0.9999999961233562,0.00012808964836126272,"model.language_model.layers.3.self_attn.k_proj.weight|2d-128|(128, 256)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 640)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,20,0.04708361837149244,3.083490267355962 +4409,4449,1.097952583040528,0.015387995815902857,-0.010438123764596139,-0.010487835380306901,2.1518924016081367,1.135554558342345,1.420293548078821,0.9999455213021732,-0.005508202460574126,"model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 1024)","model.language_model.layers.19.self_attn.k_proj.weight|2d-64|(128, 704)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,4,0.03760197530181708,7.117664104909669 +4715,4851,1.1071077520313297,0.017694366685110034,0.005632222068639842,0.005584516547387311,2.2129672569750833,1.1177849505443875,1.4110044765497436,0.9999841389114977,0.0028448740245054956,"model.language_model.layers.11.self_attn.o_proj.weight|2d-128|(768, 1408)","model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(768, 384)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,8,0.010677198513057817,6.28466378725676 +4901,5051,1.1144339943849038,0.012670737942838718,0.0077843548845073105,0.007613475576837935,2.2314703695785627,1.1142543761204553,1.4098067101601586,0.999969701450515,0.0038870117271487875,"model.language_model.layers.11.self_attn.o_proj.weight|2d-64|(64, 320)","model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(1728, 1088)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,8,0.00017961826444845563,5.681585229307021 +5124,5172,1.1061771878855398,-0.002656367785470567,-0.010582246994141736,-0.010561345359620658,1.106235392580797,2.391521959872992,1.4199045326273512,0.9999440064566391,-0.022877297400735176,"model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(2816, 1152)","model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(2688, 1536)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,4,5.820469525730232e-05,3.0835026413647393 +5455,5566,1.0947950554862442,0.027718887841850625,0.023028205300274166,0.02295462524795311,1.0969045590602542,2.3122289861496856,1.4015455251920592,0.9997348157189727,0.04854249474531983,"model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(1408, 1024)","model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(3200, 256)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,4,0.0021095035740099632,2.884323280940496 +5769,5869,1.0757636919223834,0.03526329268905422,0.005656536981783433,0.00559450111252787,1.089270835688814,2.4894050358677147,1.4112726786213445,0.9999840016667135,0.012927374154031293,"model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(0, 1152)","model.language_model.layers.3.self_attn.v_proj.weight|2d-128|(256, 1024)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,16,0.013507143766430696,3.505279159537214 +6080,6108,1.0687280734432494,0.03481878796968428,0.02281271350429205,0.02282292315398179,1.0833966727661055,2.460767310787751,1.402265353698367,0.9997397561878646,0.05181553633389044,"model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(0, 1792)","model.language_model.layers.3.self_attn.v_proj.weight|2d-64|(384, 384)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,16,0.014668599322856135,3.451710559615986 +6178,6386,1.1681245403123668,0.0384389329570272,0.0004509858494989316,0.0005958971942395764,1.1917635989146955,1.8369953796570646,1.4139223260348202,0.9999998983058765,0.0006951537390256818,"model.visual.blocks.23.attn.proj.weight|2d-128|(0, 896)","model.visual.blocks.23.attn.proj.weight|2d-128|(256, 768)",model.visual.layers.*.attn.proj.weight,2d-128,0,0.023639058602328733,3.0538399141904566 +6606,6642,1.1731343534344019,0.019694461651078472,0.016390842185066097,0.01670814177912097,1.1767704966736912,1.8475930563750487,1.4036711332343657,0.9998656611227652,0.025734504981955494,"model.visual.blocks.6.attn.proj.weight|2d-64|(960, 448)","model.visual.blocks.18.attn.proj.weight|2d-64|(512, 768)",model.visual.layers.*.attn.proj.weight,2d-64,12,0.003636143239289291,3.069513310839681 +6773,6783,1.0749562035298228,0.03055660328808158,0.010503983351820645,0.010510900481254847,2.407017168157816,1.0941044850380464,1.4086064123713553,0.9999448316450986,0.00477456307666786,"model.visual.blocks.15.attn.qkv.weight|2d-128|(2432, 128)","model.visual.blocks.0.attn.qkv.weight|2d-128|(1920, 896)",model.visual.layers.*.attn.qkv.weight,2d-128,15,0.019148281508223564,9.555645193747804 +6920,7132,1.0698963133812889,-0.016338152523222998,0.008787553868420431,0.008603080596433065,2.7928600821069876,1.0674045792899827,1.4100631653423152,0.9999613887030887,0.0033585195692413675,"model.visual.blocks.18.attn.qkv.weight|2d-64|(2816, 896)","model.visual.blocks.3.attn.qkv.weight|2d-64|(640, 640)",model.visual.layers.*.attn.qkv.weight,2d-64,15,0.002491734091306208,8.1612442928731 +7273,7406,1.205789631691112,0.024099548767084065,0.009190316962092666,0.009496634380599354,1.70939174052107,1.2248522260604013,1.4080465872914594,0.9999577681453033,0.006585254814550869,"model.visual.blocks.18.mlp.linear_fc1.weight|2d-128|(3584, 256)","model.visual.blocks.1.mlp.linear_fc1.weight|2d-128|(3584, 640)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,17,0.019062594369289254,4.909305621156473 +7492,7510,1.2045392355419682,0.03035681473010144,0.0005511235733018345,0.0005350328575824953,1.2248775611228453,1.7303269721636756,1.4138459638369798,0.999999848131392,0.0007785463740597892,"model.visual.blocks.1.mlp.linear_fc1.weight|2d-64|(2496, 192)","model.visual.blocks.17.mlp.linear_fc1.weight|2d-64|(1728, 768)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,16,0.020338325580877115,3.3326911631126475 +7709,7783,1.212001974267815,0.016076770855475323,-0.003345506902774088,-0.0033121641516064017,1.2134187082437766,1.7740939446544983,1.4164165064305643,0.9999944037761229,-0.0048913400606799785,"model.visual.blocks.3.mlp.linear_fc2.weight|2d-128|(512, 1152)","model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(384, 2432)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,7,0.0014167339759616482,3.6668215740173724 +7992,8073,1.1919505594648867,-0.0058065905630832835,-2.150720521693333e-05,-5.0477048146916776e-05,1.2331086690903077,1.7091499071588623,1.4142279942932692,0.99999999976872,-2.9810055448629826e-05,"model.visual.blocks.6.mlp.linear_fc2.weight|2d-64|(896, 4032)","model.visual.blocks.10.mlp.linear_fc2.weight|2d-64|(384, 64)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,4,0.04115810962542099,3.2836809885228875 +8288,8296,0.6734388118447211,0.771375954706645,0.777028741267407,0.7769235686568958,0.6717410840838279,0.6640577284137876,0.6678662615784453,0.6294651183698659,0.7681411083289754,"model.visual.merger.linear_fc1.weight|2d-128|(384, 0)","model.visual.merger.linear_fc1.weight|2d-128|(384, 1024)",model.visual.merger.linear_fc1.weight,2d-128,0,0.009381083430933468,1.8936813601048503 +8545,8675,1.3370722240073367,0.045707474189475336,0.027428442258593377,0.026978588054529292,1.3721363634308994,1.4184034867109572,1.394694685972033,0.9996237695029401,0.028353303047345582,"model.visual.merger.linear_fc1.weight|2d-64|(1472, 3136)","model.visual.merger.linear_fc1.weight|2d-64|(2432, 192)",model.visual.merger.linear_fc1.weight,2d-64,0,0.03506413942356268,3.2948692589910795 +8758,8866,1.3363760885371223,0.07760660590664901,-0.0016800342463938478,-0.0017005092213866154,1.4198206440946384,1.4110223822072867,1.4154010045139587,0.9999985887414696,-0.0016696235080087064,"model.visual.merger.linear_fc2.weight|2d-128|(128, 2816)","model.visual.merger.linear_fc2.weight|2d-128|(1408, 2432)",model.visual.merger.linear_fc2.weight,2d-128,0,0.0746462936701644,3.5749098011521676 +9047,9064,1.3337460686308298,0.045445499572002744,0.030577728179996287,0.030603299748557068,1.448618685842681,1.3424132256206462,1.3924874835856862,0.9995323919410267,0.02833592243384738,"model.visual.merger.linear_fc2.weight|2d-64|(448, 1344)","model.visual.merger.linear_fc2.weight|2d-64|(1152, 1600)",model.visual.merger.linear_fc2.weight,2d-64,0,0.00866715698981646,3.829055398214513 +9273,9321,0.5957333666812404,0.8079727426239482,0.7036013957422171,0.7040613754103803,0.8876413190551073,0.718421946952717,0.7897454052366586,0.7105948746716401,0.5694672766538834,"model.visual.pos_embed.weight|2d-128|(896, 128)","model.visual.pos_embed.weight|2d-128|(1664, 128)",model.visual.pos_embed.weight,2d-128,0,0.12268858027147655,3.7351127478125234 +9360,9590,0.3508807884496547,0.9697605223277914,0.9469860359675522,0.946661765827881,0.5214509550594192,0.3840667005121992,0.4373321615604099,0.32127472306806526,0.6974880355214622,"model.visual.pos_embed.weight|2d-64|(1408, 384)","model.visual.pos_embed.weight|2d-64|(1600, 384)",model.visual.pos_embed.weight,2d-64,0,0.03318591206254451,3.5141655591694496 +9617,9639,1.0189058767410049,0.04063024413929274,0.019017605238838782,0.019503443798959807,4.140675286441037,1.0256379270800797,1.4079228433624336,0.9998191489919463,0.004710627099657172,"mtp.fc.weight|2d-128|(0, 128)","mtp.fc.weight|2d-128|(1024, 3072)",mtp.fc.weight,2d-128,0,0.006732050339074869,4.448440630086788 +9985,10029,1.0659896597001652,0.05327431518949142,0.041043827320154984,0.041089918298347135,1.08987411890131,2.287865872170076,1.3914944462850274,0.9991573470874912,0.08615928221479995,"mtp.fc.weight|2d-64|(1152, 3968)","mtp.fc.weight|2d-64|(1536, 2176)",mtp.fc.weight,2d-64,0,0.02388445920114468,3.4334726381865988 +10184,10364,1.2986081489596164,0.0590700270699669,0.010184983989673782,0.010170423730836122,1.4617684469588856,1.3579827348787072,1.4070128460923583,0.9999481317054051,0.009461849064923802,"mtp.layers.0.mlp.down_proj.weight|2d-128|(128, 1024)","mtp.layers.0.mlp.down_proj.weight|2d-128|(512, 5632)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.05937458591909084,3.9663221729839444 +10599,10607,1.2598553689240615,0.01590647251637939,0.021641350669540864,0.021631039333775613,1.3346975787020872,1.473363939640697,1.398902383271918,0.9997657985454383,0.023889745655062453,"mtp.layers.0.mlp.down_proj.weight|2d-64|(320, 5440)","mtp.layers.0.mlp.down_proj.weight|2d-64|(1344, 5248)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.07484220977802569,3.2304875852459114 +10646,10845,1.302097788090346,0.06552699692022716,0.014915683100221086,0.015168846778912379,1.447393626534008,1.363639229242366,1.4036458070055935,0.9998887550111031,0.014052577152156588,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(0, 768)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(2432, 512)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.06154144115202009,3.800089136711873 +10940,11037,1.2880173418027336,0.03137758525672855,0.02000331230502703,0.02042738658193154,1.5041252825131626,1.3150891822067208,1.4001255338460177,0.9997999137311563,0.01748932746924519,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(5568, 1536)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(2752, 1984)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.027071840403987135,4.235275453840524 +11376,11382,1.3256317126141335,0.06647296201926774,0.011172922847204156,0.011205295597581238,1.3833529935789044,1.4304184268401543,1.406295365466465,0.9999375809494563,0.011553056086542961,"mtp.layers.0.mlp.up_proj.weight|2d-128|(2688, 0)","mtp.layers.0.mlp.up_proj.weight|2d-128|(3328, 0)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.057721280964770916,3.7403518517444643 +11430,11507,1.3057381632792797,0.026844881188947445,0.015113314000943009,0.015322735167019045,1.48996894351616,1.3306190829936544,1.4035546685688562,0.9998857873476895,0.01349696858074937,"mtp.layers.0.mlp.up_proj.weight|2d-64|(2560, 576)","mtp.layers.0.mlp.up_proj.weight|2d-64|(1472, 1792)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.024880919714374672,4.108059319224908 +11674,11725,1.21571087267652,0.028805956368605116,0.004255476644570237,0.004283933120133083,1.688421507487455,1.2372187461793223,1.4113413851384575,0.999990945418271,0.0031182707962689802,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 1280)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 1664)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.021507873502802255,5.126590519456188 +11740,11925,1.0803338654840406,0.03389016322610073,0.021310901955411275,0.021321826108276244,2.381966337513003,1.090991186394684,1.4027569160443105,0.9997728969410238,0.009760845836196885,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 768)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 320)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.010657320910643309,7.788211580648277 +11994,11996,1.1253325975329638,0.3523791399554352,0.3257132877861135,0.32568872194007537,1.1495157831431955,1.1735386686024234,1.1613409206092715,0.945468589726576,0.33252013038869105,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(0, 1280)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(0, 1536)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.024183185610231694,4.409222011740292 +12269,12312,1.1627366665465977,0.029754265322752285,0.013069870734739357,0.013026097569551753,1.199295760090687,1.7760793977621239,1.405615062229023,0.999914585591678,0.019355632626958826,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(0, 1856)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(1792, 64)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.03655909354408937,3.2678705537348467 +12598,12681,1.0512089553793762,0.04280425417685343,0.020317806913637573,0.020282581348296337,1.059764202838904,2.850652764411473,1.4047971865192561,0.9997935720548617,0.05465273528770419,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(768, 768)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(2176, 640)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.008555247459527848,3.067469975252277 +12857,12988,1.0493195407236156,0.027048322050488877,-0.00469416923129169,-0.005069286475359332,1.0583337940634356,3.095906418446464,1.4162440380207904,0.9999889823269195,-0.013731687237003009,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(960, 448)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(576, 1600)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.009014253339820089,3.0987509609475703 +13047,13066,1.347475659050991,0.02535961389906561,-0.00849646563441393,-0.008525409770040647,1.4335407592452976,1.4072399493236616,1.4202077377553206,0.9999639043844148,-0.008340583127261443,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(256, 896)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(384, 1280)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.059764290272670495,4.02168097254022 +13129,13273,1.291697459236911,0.039734228889985124,0.02008019537136436,0.019817530940495317,1.3244509225054057,1.490253427179486,1.4000419102215682,0.9997983725501096,0.022593951547862853,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(64, 1600)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 576)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.03275346326849471,3.642824913301324 +26,112,1.1537032649492827,0.31422349046822223,0.30813461601687725,0.308079566697886,1.1598037599076605,1.1937925938038103,1.1764300911244596,0.9513427659955856,0.31716470942016595,"model.language_model.embed_tokens.weight|2d-128|(245888, 1408)","model.language_model.embed_tokens.weight|2d-128|(72576, 1408)",model.language_model.embed_tokens.weight,2d-128,0,0.006100494958377833,2.996816092205032 +313,383,1.1125979866498374,0.3362272705506895,0.29200484865798226,0.28883897256592095,1.2333588169917589,1.151866625506893,1.190525981547114,0.956416838183137,0.2727110999828109,"model.language_model.embed_tokens.weight|2d-64|(227712, 704)","model.language_model.embed_tokens.weight|2d-64|(166336, 704)",model.language_model.embed_tokens.weight,2d-64,0,0.03926863885705556,3.160708387526207 +541,628,0.0935042677116127,0.9971803362889388,0.9971803362889388,0.999650138498981,0.0935042677116127,0.09932490784854842,0.09628288368168361,0.07504250074910149,1.05925480659085,"model.language_model.layers.1.linear_attn.conv1d.weight|3d-axis0-slice|(581, 0, 0)","model.language_model.layers.14.linear_attn.conv1d.weight|3d-axis0-slice|(1838, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,13,0.0,0.12645699093189133 +868,990,0.5047629483018482,0.8742822057567682,0.8742822057567681,0.877824542295021,0.5047629483018482,0.6859305167298179,0.5749470522460315,0.4854179896718705,1.1880761992930715,"model.language_model.layers.0.linear_attn.conv1d.weight|3d-volume|(1620, 0, 0)","model.language_model.layers.14.linear_attn.conv1d.weight|3d-volume|(3984, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,14,0.0,0.8653865017036547 +1037,1164,1.132863765038225,0.023817328734630057,0.0020184315666205038,0.002066906539851943,2.0382787733167995,1.1463024972970626,1.412993438603987,0.9999979629649307,0.001135140676402802,"model.language_model.layers.0.linear_attn.in_proj_qkv.weight|2d-128|(0, 1664)","model.language_model.layers.0.linear_attn.in_proj_qkv.weight|2d-128|(5120, 0)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,0,0.013438732258837627,5.813339985016131 +1359,1360,1.1263171885512517,0.040418130326527295,0.032317362849522836,0.03218066695923477,1.990308685276341,1.1350673148127515,1.3944069649262447,0.9994776576084391,0.0184304990189721,"model.language_model.layers.6.linear_attn.in_proj_qkv.weight|2d-64|(3840, 1728)","model.language_model.layers.16.linear_attn.in_proj_qkv.weight|2d-64|(2304, 1920)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,10,0.008750126261499735,5.594311752655749 +1569,1764,1.142539836218355,0.05578398747397367,0.016372839801267386,0.016399495667124772,1.9120305059533027,1.1615262849177521,1.403901519429632,0.999865956074534,0.009946224042297823,"model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(256, 1664)","model.language_model.layers.21.linear_attn.in_proj_z.weight|2d-128|(896, 1664)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,3,0.01898644869939714,5.432421291004739 +1819,2021,1.1358804965679037,0.021555151302148665,0.021820841547295872,0.021424364337107357,1.143863240286084,1.9803455377804107,1.400784339126975,0.9997618970905862,0.037777948155754276,"model.language_model.layers.22.linear_attn.in_proj_z.weight|2d-64|(256, 1472)","model.language_model.layers.16.linear_attn.in_proj_z.weight|2d-64|(576, 640)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,6,0.007982743718180307,3.1416523805332113 +2084,2178,1.219660789246013,0.012994319811876032,0.008147575871290976,0.008133332341791932,1.2161330281783185,1.7366406916537973,1.4087892076728419,0.9999668079528548,0.011634756616729152,"model.language_model.layers.5.linear_attn.out_proj.weight|2d-128|(1024, 1664)","model.language_model.layers.12.linear_attn.out_proj.weight|2d-128|(640, 896)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,7,0.0035277610676944793,3.1579273403204544 +2437,2533,1.2175539608755848,0.025840984759327366,-0.002285159610958552,-0.002414252168329837,1.2365773906767452,1.7053245901180536,1.4157485674522565,0.9999973890193675,-0.0031513910138527886,"model.language_model.layers.5.linear_attn.out_proj.weight|2d-64|(1152, 1600)","model.language_model.layers.17.linear_attn.out_proj.weight|2d-64|(1216, 1344)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,12,0.019023429801160452,3.235835471032068 +2622,2650,1.2609502211844,0.025569458756474747,0.002052145687944711,0.0020955759444530628,1.5879550084111542,1.2851839068044297,1.4127936378512658,0.9999978943468208,0.0016608686005553219,"model.language_model.layers.3.mlp.down_proj.weight|2d-128|(1280, 896)","model.language_model.layers.20.mlp.down_proj.weight|2d-128|(1792, 4480)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,17,0.02423368562002981,4.109379841414973 +2920,2959,1.2533857398948671,0.019839968315416304,0.011123620778710444,0.011686046565782723,1.593495965520761,1.2729328672560327,1.4065213707359823,0.9999381306164754,0.008885885373098666,"model.language_model.layers.12.mlp.down_proj.weight|2d-64|(512, 5568)","model.language_model.layers.21.mlp.down_proj.weight|2d-64|(192, 2304)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,9,0.019547127361165595,4.251405115379293 +3102,3263,1.14963237877264,0.029215625795428947,0.010905087169186055,0.010817458236660417,1.1533143203962863,1.969520135110943,1.4074725951613813,0.9999405377690377,0.018622667190564338,"model.language_model.layers.23.mlp.gate_proj.weight|2d-128|(3200, 512)","model.language_model.layers.11.mlp.gate_proj.weight|2d-128|(5888, 512)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,12,0.003681941623646434,3.0395866329530796 +3433,3521,1.1364466699353533,0.028833021837651462,0.0037182297946843613,0.0034876815509290765,1.1444052500017317,2.042834042185015,1.4119696612768737,0.9999930873597047,0.006637269796897837,"model.language_model.layers.23.mlp.gate_proj.weight|2d-64|(4544, 1536)","model.language_model.layers.10.mlp.gate_proj.weight|2d-64|(1472, 1024)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,13,0.007958580066378396,2.9904189190812716 +3603,3720,1.214943261148089,0.04838954865597531,-0.00579159883877674,-0.005765563241704301,1.2577967591990733,1.66121620481717,1.4181498525821035,0.9999832285508046,-0.007649167301800529,"model.language_model.layers.22.mlp.up_proj.weight|2d-128|(2560, 512)","model.language_model.layers.4.mlp.up_proj.weight|2d-128|(3712, 128)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,18,0.04285349805098426,3.2295611943097557 +4019,4039,1.2129217778037107,0.043578789474286304,0.022398124895833343,0.02253729190983984,1.2249875151576926,1.67742276674375,1.3990457987234242,0.9997491305328305,0.030670618408551138,"model.language_model.layers.22.mlp.up_proj.weight|2d-64|(3008, 1088)","model.language_model.layers.3.mlp.up_proj.weight|2d-64|(3648, 1152)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,19,0.012065737353981865,3.1198421898967004 +4159,4293,1.1665448104575302,0.03728828774374875,-0.005094096287931351,-0.0050946112132612175,1.2257808735596325,1.7416017061629654,1.4176002749556995,0.9999870250073294,-0.00723774287704128,"model.language_model.layers.3.self_attn.k_proj.weight|2d-128|(0, 1280)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 640)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,20,0.05923606310210228,3.464632014982583 +4352,4375,1.0980191653643303,0.0009423277660975276,-0.0032593518144606714,-0.0032512768592180695,1.1030978583682236,2.3856095570159135,1.4159684147967193,0.9999946882987677,-0.007048822349956003,"model.language_model.layers.19.self_attn.k_proj.weight|2d-64|(192, 832)","model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 640)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,4,0.005078693003893298,3.4498189882772747 +4631,4758,1.1072241233029698,0.03303190799500933,-0.0015996809064781862,-0.0015938141852696386,1.134352529903106,2.1246598182099676,1.4151531635663348,0.9999987205096802,-0.0029962270584808545,"model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(1536, 1024)","model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(1920, 0)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,12,0.027128406600136268,3.235534990526846 +5045,5059,1.114930632050489,0.04219463489047422,0.024482765591544945,0.02452954439711507,2.0517063107906557,1.1296962746784616,1.399507946874504,0.999700252170114,0.013480530296724528,"model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(320, 512)","model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(1472, 64)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,4,0.01476564262797253,5.722447679361011 +5150,5353,1.1062249779188373,0.00437355492481265,0.002542242125092808,0.002423328652062608,2.3130043688607116,1.1076511328563312,1.4128123413992895,0.9999967684972674,0.0012174284699864781,"model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(3200, 256)","model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(3328, 128)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,4,0.0014261549374938731,6.085672534536429 +5540,5583,1.0948158807326895,-0.03846475690286168,-0.028288047672337155,-0.028540295044491085,1.0932061997853326,2.6385687114907537,1.428290049012428,0.9995998131046682,-0.06827619301102054,"model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(1408, 448)","model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(2752, 896)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,4,0.0016096809473569174,2.9324482922403106 +5775,5837,1.0762898551505042,0.04584995826241196,0.011439927381693436,0.01160225981684708,1.086502540031456,2.489509082959833,1.4082699672025958,0.9999345618896777,0.02621236681536168,"model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(0, 1920)","model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(384, 1152)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,12,0.010212684880951839,3.413381527155565 +5916,5934,1.0689644687893523,0.023166163649050414,-0.0009897652662223242,-0.001270064120848861,1.0761584256112973,2.7131136683624875,1.4146932117766662,0.999999510182239,-0.0024953070183257164,"model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(128, 64)","model.language_model.layers.3.self_attn.v_proj.weight|2d-64|(448, 1920)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,16,0.007193956821945013,3.950709201633468 +6224,6289,1.168725942227344,0.03580093083445167,0.0010588580525880472,0.0010581327979926787,1.8494570473755247,1.1879465578974282,1.4135324829354685,0.9999994394096551,0.0006801275978044057,"model.visual.blocks.6.attn.proj.weight|2d-128|(640, 384)","model.visual.blocks.23.attn.proj.weight|2d-128|(384, 896)",model.visual.layers.*.attn.proj.weight,2d-128,17,0.019220615670084262,4.972106297112351 +6634,6643,1.1737235375903792,0.038088287001503546,0.038247109973944704,0.038016294679830386,1.1749610829159745,1.7902650100234268,1.389180104873078,0.9992683116053671,0.0582763665252119,"model.visual.blocks.5.attn.proj.weight|2d-64|(960, 64)","model.visual.blocks.21.attn.proj.weight|2d-64|(640, 256)",model.visual.layers.*.attn.proj.weight,2d-64,16,0.0012375453255952795,3.2303237344672677 +6835,6893,1.0751761843326515,0.021071908409530844,-0.004026623399292479,-0.003920146558890879,2.472446077626844,1.0953747972254948,1.41632091067402,0.9999918931191394,-0.00178392638343683,"model.visual.blocks.2.attn.qkv.weight|2d-128|(2048, 512)","model.visual.blocks.1.attn.qkv.weight|2d-128|(640, 640)",model.visual.layers.*.attn.qkv.weight,2d-128,1,0.020198612892843304,7.671320357286907 +6997,7079,1.0699541992457235,0.012040611176332,-0.00501010796272937,-0.00510412078201937,3.1244774902617976,1.057308979933345,1.416363233912203,0.9999874493303412,-0.0016953977604061627,"model.visual.blocks.13.attn.qkv.weight|2d-64|(2496, 832)","model.visual.blocks.0.attn.qkv.weight|2d-64|(1280, 192)",model.visual.layers.*.attn.qkv.weight,2d-64,13,0.012645219312378497,8.335345577680435 +7380,7418,1.2060089561635694,0.04674411116334099,0.01039073129010903,0.00988960972366213,1.230275937452632,1.6920074497574145,1.4072067683962186,0.9999460148944326,0.014290448358841336,"model.visual.blocks.1.mlp.linear_fc1.weight|2d-128|(1536, 384)","model.visual.blocks.17.mlp.linear_fc1.weight|2d-128|(1024, 896)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,16,0.024266981289062572,3.428828574473162 +7585,7644,1.2045456687835507,0.0408105907785604,0.016065904196622863,0.01606680553724766,1.6869402874438357,1.2270877279020844,1.4033636935849922,0.9998709350322895,0.011686408833829497,"model.visual.blocks.20.mlp.linear_fc1.weight|2d-64|(3392, 128)","model.visual.blocks.1.mlp.linear_fc1.weight|2d-64|(3648, 128)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,19,0.022542059118533686,4.804756768514791 +7736,7852,1.2123196113211627,0.033765301560467156,0.0060816379461957,0.00609840298628869,1.2139269834053168,1.7483980485740016,1.4101785867500083,0.999981506668944,0.008759277998281283,"model.visual.blocks.4.mlp.linear_fc2.weight|2d-128|(128, 1920)","model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(640, 896)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,6,0.0016073720841540684,3.4964022326114685 +7992,8016,1.1924221393306969,0.016352328416232544,-0.0005219965153572888,-0.0005948135549517639,1.2484080545262868,1.6716274736421686,1.4145674370811174,0.9999998637598098,-0.0006989571342903786,"model.visual.blocks.6.mlp.linear_fc2.weight|2d-64|(896, 4032)","model.visual.blocks.14.mlp.linear_fc2.weight|2d-64|(576, 2176)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,8,0.05598591519558993,3.415895647939166 +8203,8211,0.675245524722395,0.7626354654673452,0.7663136006868765,0.766275004929927,0.6755965855456635,0.6927200874965033,0.6839976349405796,0.6424667037304848,0.7857363933964023,"model.visual.merger.linear_fc1.weight|2d-128|(0, 1408)","model.visual.merger.linear_fc1.weight|2d-128|(0, 2432)",model.visual.merger.linear_fc1.weight,2d-128,0,0.00035106082326852306,2.021422959499158 +8542,8544,1.3374125669784422,0.06679541098188445,0.032649866204442095,0.03223492967464519,1.3779953212044993,1.404254855416094,1.3909392152048177,0.999466850994485,0.03327205284427053,"model.visual.merger.linear_fc1.weight|2d-64|(3904, 3968)","model.visual.merger.linear_fc1.weight|2d-64|(1408, 1280)",model.visual.merger.linear_fc1.weight,2d-64,0,0.04058275422605706,3.3975533191667795 +8770,8837,1.3366155627436775,0.04968868541825108,0.006128422385269378,0.006123663085553246,1.4096670617008766,1.4100799365982843,1.409873453808896,0.9999812210432093,0.006130217328084128,"model.visual.merger.linear_fc2.weight|2d-128|(256, 256)","model.visual.merger.linear_fc2.weight|2d-128|(512, 640)",model.visual.merger.linear_fc2.weight,2d-128,0,0.07305149895719909,3.6480781372303173 +9054,9148,1.3337614881255953,0.042278405877743126,0.0377274181576479,0.03768857122795947,1.427229247264287,1.350583839661631,1.387321147597084,0.9992880675356621,0.035701371292344755,"model.visual.merger.linear_fc2.weight|2d-64|(64, 1920)","model.visual.merger.linear_fc2.weight|2d-64|(1984, 384)",model.visual.merger.linear_fc2.weight,2d-64,0,0.01682235153603573,3.7089144439007997 +9324,9348,0.5964606640006982,0.8118587215974704,0.6619103522412284,0.6621516622909469,0.8384812802069732,0.8080621606825155,0.8228503200899938,0.7495830078089369,0.6378970193325537,"model.visual.pos_embed.weight|2d-128|(1664, 512)","model.visual.pos_embed.weight|2d-128|(2048, 512)",model.visual.pos_embed.weight,2d-128,0,0.21160149668181727,2.255873995280898 +9559,9563,0.3523869615179084,0.9362725867496245,0.9288285800531123,0.928266698069376,0.37248137387860253,0.385151846044451,0.3786577124821529,0.37050974194549774,0.960423976482903,"model.visual.pos_embed.weight|2d-64|(1408, 576)","model.visual.pos_embed.weight|2d-64|(1536, 576)",model.visual.pos_embed.weight,2d-64,0,0.020094412360694147,1.7887815054329614 +9737,9764,1.0191284244295444,0.04548314445223339,0.014545726849621948,0.014069579849303777,4.377744478455963,1.023657648713561,1.4096454470906328,0.9998942053189508,0.003401259397160015,"mtp.fc.weight|2d-128|(1664, 2432)","mtp.fc.weight|2d-128|(512, 2560)",mtp.fc.weight,2d-128,0,0.004529224284016475,5.8524799929994025 +9888,9985,1.067113570298413,0.03645984978093677,0.025821872185624192,0.025833910374509363,2.246840543481839,1.1024600554749175,1.3996977702290703,0.9996665598672536,0.012670050273400532,"mtp.fc.weight|2d-64|(1088, 3904)","mtp.fc.weight|2d-64|(1152, 3968)",mtp.fc.weight,2d-64,0,0.03534648517650463,7.675101128803693 +10300,10306,1.2992646979857057,0.06412127006038192,0.003987600266898301,0.004051060168433961,1.4441557745681672,1.380765167040462,1.411393930534309,0.9999920494904504,0.003812566238057535,"mtp.layers.0.mlp.down_proj.weight|2d-128|(1408, 1024)","mtp.layers.0.mlp.down_proj.weight|2d-128|(1152, 3200)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.08150046905475627,3.8300005789316565 +10524,10614,1.2598939869370378,0.058482427901729764,0.03266502384332344,0.032449486923889014,1.4089996383179395,1.3735415865933585,1.3909317618553854,0.9994663557205491,0.03184299516884916,"mtp.layers.0.mlp.down_proj.weight|2d-64|(128, 5952)","mtp.layers.0.mlp.down_proj.weight|2d-64|(1728, 64)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.11364759965632065,4.19161208778935 +10649,10650,1.3021351754817756,0.03781247995501339,0.011558853306141753,0.011661621380051198,1.4744291233734403,1.3463800377020878,1.4060502739075533,0.9999331942236177,0.010555006750347793,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(3840, 1280)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(2304, 1152)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.04424486222031221,4.122928225149105 +10991,11083,1.288243465114797,0.054707572555722554,0.04858990479446553,0.048610738968244076,1.4694174251966001,1.3045931420779568,1.3796753049992474,0.9988188129746379,0.043139584084215775,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(3328, 192)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(2304, 192)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.01634967696315992,4.044327016358656 +11201,11386,1.3260498241378864,0.02342681214417774,0.010785730409820827,0.01089447401278484,1.349332465427858,1.4718269906827368,1.4065950814040948,0.9999418323180237,0.01176487599471504,"mtp.layers.0.mlp.up_proj.weight|2d-128|(2944, 512)","mtp.layers.0.mlp.up_proj.weight|2d-128|(2304, 0)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.023282641289971595,3.7829672446233364 +11438,11622,1.3059442522992601,0.029179039610384764,0.01698703822284443,0.0170183807075099,1.322791186807816,1.4979799119048114,1.4022435625775909,0.999855709856385,0.01923677922438197,"mtp.layers.0.mlp.up_proj.weight|2d-64|(4160, 1216)","mtp.layers.0.mlp.up_proj.weight|2d-64|(1984, 448)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.01684693450855579,3.6608087670942813 +11667,11712,1.2157207061284765,-0.003331559535171044,-0.0015346066489423011,-0.0015424987361157946,1.724866271719985,1.2286497796222084,1.4152387434349973,0.9999988224905233,-0.0010931248131773,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 384)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 0)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.012929073493731957,5.495035230810303 +11744,11803,1.0805618472248335,0.03630132729760736,0.01868877653932316,0.019584306630677985,2.105472847953512,1.124944961635389,1.4031851851883164,0.9998253495643443,0.009985331811557727,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 1024)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(128, 704)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.044383114410555535,6.684840629564901 +12001,12143,1.126823734121076,0.01095642438605913,0.0009967212706602129,0.000997055865896342,1.9083302624493546,1.1733929053175443,1.413584488167813,0.999999503273231,0.0006128633447706593,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(128, 128)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1152, 1920)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.046569171196468195,6.083288589830725 +12348,12411,1.1628719706032886,0.026975756855954967,0.007204852751952203,0.007293410686612103,1.6510539735967484,1.2498611696875077,1.4093016585857179,0.9999740447115729,0.005454131622580514,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(1984, 64)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(512, 1984)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.0869891990842191,5.3709623742353285 +12588,12608,1.051245348097823,0.0078509285285984,-0.011070726842713709,-0.01097742328960575,3.1834656997543367,1.0571818323811015,1.4188886596875787,0.9999387176258223,-0.003676424498707145,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 1536)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(896, 0)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.005936484283278531,9.395269221424815 +12779,12841,1.0495908892110863,0.07578333737329199,0.0055721591329848845,0.004941362981035925,2.5907658214705056,1.081481152825645,1.411409431966603,0.9999844754007918,0.002326024619024813,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(1920, 448)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(3968, 1472)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.0318902636145586,8.259093595131812 +13026,13059,1.3475646455086134,0.028112068363303686,0.008942449452649723,0.008957195408443844,1.3629406293728803,1.4576025238919963,1.4078903885403415,0.9999600154995132,0.009563539754447207,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 256)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(384, 384)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.015375983864266862,3.7150952629242493 +13193,13202,1.2920101630696514,0.02826278243798713,0.01584459407518854,0.015972304370015247,1.315694535905033,1.5105437301744347,1.4030718557576785,0.9998744665399715,0.018191116238824755,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 1600)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(256, 128)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.023684372835381495,3.3413061615668664 +155,197,1.1537372802257728,0.2763699314950687,0.31281669652043254,0.31246519423102387,1.1311258933346715,1.220115950108234,1.1730969511691498,0.9498135155797919,0.3374271980986464,"model.language_model.embed_tokens.weight|2d-128|(241920, 1152)","model.language_model.embed_tokens.weight|2d-128|(59520, 1152)",model.language_model.embed_tokens.weight,2d-128,0,0.022611386891101315,3.1042583548766003 +389,444,1.1138589007354087,0.349225706155048,0.33577092986525836,0.33568392875600034,1.1795666523055712,1.1279249084068605,1.1528792254528595,0.9419436727625595,0.3210707886440384,"model.language_model.embed_tokens.weight|2d-64|(177856, 1152)","model.language_model.embed_tokens.weight|2d-64|(207680, 1152)",model.language_model.embed_tokens.weight,2d-64,0,0.01406600767145183,2.995422044547992 +571,634,0.09490005557062643,0.9962322493376068,0.9962322493376067,0.9957123964736395,0.09909160598097184,0.09490005557062643,0.09692792458920936,0.08672545981274758,0.9540918717327443,"model.language_model.layers.16.linear_attn.conv1d.weight|3d-axis0-slice|(5167, 0, 0)","model.language_model.layers.22.linear_attn.conv1d.weight|3d-axis0-slice|(5305, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,6,0.0,0.16812941902317152 +858,987,0.5056173425153868,0.8649610706130817,0.8649610706130815,0.878072310676917,0.6294536488536095,0.5056173425153868,0.5574722895012278,0.5018389645333172,0.6947919337653423,"model.language_model.layers.16.linear_attn.conv1d.weight|3d-volume|(4188, 0, 0)","model.language_model.layers.10.linear_attn.conv1d.weight|3d-volume|(3244, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,6,0.0,1.82789654057267 +1038,1156,1.1331073273224754,0.02790125630192343,-0.01267977969907021,-0.012679536220880182,1.1537884356527137,2.0494168425704555,1.4218586201416603,0.9999196083619838,-0.022522460160260414,"model.language_model.layers.21.linear_attn.in_proj_qkv.weight|2d-128|(1408, 384)","model.language_model.layers.10.linear_attn.in_proj_qkv.weight|2d-128|(4352, 1152)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,11,0.020681108330238285,3.158283800495906 +1476,1503,1.12636739668405,0.008146890412965395,0.006563259822521753,0.006409888834202606,1.13438812886266,2.092293031691344,1.4103190457660304,0.9999784615782992,0.012105435910731918,"model.language_model.layers.16.linear_attn.in_proj_qkv.weight|2d-64|(512, 1152)","model.language_model.layers.14.linear_attn.in_proj_qkv.weight|2d-64|(5248, 1728)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,2,0.008020732178610102,3.061681559681308 +1645,1715,1.1425770889710958,0.026308643094454867,0.0033435448971830817,0.003393583774692888,1.9445470020067657,1.1636616165103706,1.4121285159806776,0.9999944103381382,0.002000854109422822,"model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-128|(640, 1664)","model.language_model.layers.1.linear_attn.in_proj_z.weight|2d-128|(1152, 256)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,3,0.02108452753927481,5.332701145077316 +1811,1850,1.1361724093758763,0.0053723667248904445,-0.010542678186618762,-0.010469161301061966,2.1579138329035694,1.1347239714345634,1.4203421098091553,0.9999444244240044,-0.005543793954636174,"model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-64|(320, 704)","model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-64|(896, 832)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,0,0.0014484379413128856,5.853911371946986 +2059,2176,1.2202871741364945,0.008233263148083125,-0.016374449816669134,-0.016355130397462576,1.7328445773341121,1.2387141870477805,1.425126849202222,0.9998659297091792,-0.011705183233579256,"model.language_model.layers.17.linear_attn.out_proj.weight|2d-128|(896, 1280)","model.language_model.layers.0.linear_attn.out_proj.weight|2d-128|(1024, 0)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,17,0.01842701291128601,4.5217309244392725 +2317,2533,1.2177617701632273,-0.0015319407538882217,0.014410295184920886,0.014487506942412923,1.222970948364768,1.7019094740758445,1.4045229002382893,0.9998961663056236,0.020053638994645566,"model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(1856, 576)","model.language_model.layers.17.linear_attn.out_proj.weight|2d-64|(1216, 1344)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,5,0.005209178201540654,3.501618064219659 +2728,2813,1.26122864379744,0.02227957146030421,0.00826058439345739,0.008264042995113576,1.2836946638469209,1.5785565024732295,1.4084835156387492,0.999965880790679,0.010158022445496448,"model.language_model.layers.20.mlp.down_proj.weight|2d-128|(1664, 1536)","model.language_model.layers.3.mlp.down_proj.weight|2d-128|(0, 6016)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,17,0.02246602004948084,3.4741777493221146 +2855,3070,1.2534005913303592,0.02980457830058752,0.025474432537017058,0.025469243307438216,1.2756880891894935,1.5596023607063043,1.396446468538098,0.9996754739848912,0.031143964938661207,"model.language_model.layers.20.mlp.down_proj.weight|2d-64|(1472, 5056)","model.language_model.layers.3.mlp.down_proj.weight|2d-64|(1792, 4608)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,17,0.02228749785913431,3.265830536837085 +3203,3310,1.1502352951515649,0.03178648431586545,0.00177585499748991,0.0016991654973379194,1.912643070140899,1.1718358430508975,1.413094366738517,0.9999984231682707,0.0010880286921314786,"model.language_model.layers.8.mlp.gate_proj.weight|2d-128|(5504, 1024)","model.language_model.layers.23.mlp.gate_proj.weight|2d-128|(2944, 1920)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,15,0.021600547899332634,5.496625968822406 +3407,3448,1.136572463264551,-0.001171520679687928,0.009082445939553326,0.009089687731186794,1.128967594933956,2.1175288071463974,1.4088711102740377,0.9999587537372505,0.017035334763066498,"model.language_model.layers.23.mlp.gate_proj.weight|2d-64|(448, 1856)","model.language_model.layers.10.mlp.gate_proj.weight|2d-64|(4416, 1792)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,13,0.007604868330595149,3.147276579584754 +3617,3653,1.215200082385464,-0.00018422778645403506,-0.008202969739481154,-0.00828621258572545,1.2199329615738677,1.7665227427091479,1.419627574933143,0.9999663550777362,-0.011878302381348493,"model.language_model.layers.23.mlp.up_proj.weight|2d-128|(384, 1024)","model.language_model.layers.2.mlp.up_proj.weight|2d-128|(1024, 640)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,21,0.004732879188403594,3.1039299278760972 +3840,3869,1.2131251579491342,-0.0039278345303246556,-0.0048456502493662516,-0.004806296566324225,1.772298691452405,1.2152411566783503,1.4174061023960354,0.999988259767914,-0.0033225966042286156,"model.language_model.layers.2.mlp.up_proj.weight|2d-64|(128, 1152)","model.language_model.layers.23.mlp.up_proj.weight|2d-64|(2752, 1728)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,21,0.0021159987292160842,4.530082593008516 +4261,4293,1.166768428269982,0.03000865510224854,0.011227052903566999,0.011219863803886952,1.2089703953653854,1.7502583644884842,1.4067692731011419,0.9999369746554533,0.016253700941191364,"model.language_model.layers.3.self_attn.k_proj.weight|2d-128|(128, 384)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 640)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,20,0.04220196709540347,3.26494649785586 +4450,4506,1.098141961475148,0.036590410155422526,0.021442900637764363,0.021356936551590374,1.1087632588803324,2.2138341375888686,1.4020189255571824,0.9997700745732685,0.042814392577137476,"model.language_model.layers.11.self_attn.k_proj.weight|2d-64|(192, 128)","model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 1984)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,12,0.010621297405184471,2.803410808550715 +4799,4816,1.1074917481110587,0.01570654715215554,0.00017006730415292822,0.0002085762186519855,1.1108838492644206,2.295353992914597,1.4141192488314311,0.999999985538556,0.0003514000729330323,"model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(1408, 256)","model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(384, 1664)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,12,0.0033921011533619705,2.7055347039712676 +4907,5096,1.1149920410991094,0.02233845951013196,0.0066054144170122,0.006640349984472704,1.1224217232390004,2.1736185278379114,1.410400127862018,0.999978184012221,0.01279167256263817,"model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(1088, 768)","model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(1984, 576)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,4,0.007429682139890925,2.9876618716926 +5156,5273,1.1066628859618861,0.013409466956147718,-0.02230345207920273,-0.020019870585572384,2.219329737949374,1.1328367710092486,1.4269288012937669,0.9997512470736662,-0.011384595179222478,"model.language_model.layers.11.self_attn.q_proj.weight|2d-128|(3328, 384)","model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(1280, 1792)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,8,0.02617388504736251,5.887037272677828 +5443,5455,1.094884815269688,-0.024520448751058754,-0.018420162882082737,-0.018507373487522245,2.5509521093053453,1.0955684208791676,1.423627828475594,0.9998303344064919,-0.007910986916393286,"model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(2624, 832)","model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(1408, 1024)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,4,0.000683605609479665,6.995509187911346 +5733,5776,1.0765769620918266,0.02463802496970377,0.007141424835809424,0.007106751572347435,2.470700953752975,1.0901258261222755,1.4104786539608847,0.9999744997005247,0.003150948574736029,"model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(256, 1792)","model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(128, 0)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,12,0.01354886403044886,8.511409985713879 +5924,6080,1.0697397893710432,-0.008142726750644171,-0.001775908850211568,-0.001827831832628984,2.7117782741739345,1.0765777187563736,1.4150746207600813,0.9999984230726345,-0.0007050369555978653,"model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(384, 1472)","model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(0, 1792)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,12,0.006837929385330455,9.401885448780531 +6178,6243,1.1716549224387554,0.049103383150292904,0.009342025946712646,0.009227228280030803,1.1942971496464407,1.8030927079640335,1.408118043227042,0.9999563623234821,0.014104143903479149,"model.visual.blocks.23.attn.proj.weight|2d-128|(0, 896)","model.visual.blocks.2.attn.proj.weight|2d-128|(512, 384)",model.visual.layers.*.attn.proj.weight,2d-128,21,0.022642227207685384,3.422440409140098 +6547,6642,1.1737502964164979,-0.02726053578738423,0.00034703747846655453,9.19973301857381e-05,1.166801755953927,1.939708538513378,1.41399676303583,0.9999999397824925,0.0005769202495032146,"model.visual.blocks.7.attn.proj.weight|2d-64|(128, 320)","model.visual.blocks.18.attn.proj.weight|2d-64|(512, 768)",model.visual.layers.*.attn.proj.weight,2d-64,11,0.0069485404625708735,3.0630026487836246 +6783,6784,1.0752067806896515,-0.031091164369560706,-2.4804879116540573e-05,-0.00017457191881893776,1.1042367200736725,2.3579116092130623,1.414227035506601,0.999999999692359,-5.2966643266595475e-05,"model.visual.blocks.0.attn.qkv.weight|2d-128|(1920, 896)","model.visual.blocks.0.attn.qkv.weight|2d-128|(2048, 0)",model.visual.layers.*.attn.qkv.weight,2d-128,0,0.029029939384020986,3.998310627091999 +6946,7079,1.0701843490165643,0.04127321412772586,0.025736993712065014,0.02575237445345954,2.9585216537489645,1.052761013227847,1.4026703798056006,0.9996687487136252,0.009158257653249997,"model.visual.blocks.20.attn.qkv.weight|2d-64|(896, 0)","model.visual.blocks.0.attn.qkv.weight|2d-64|(1280, 192)",model.visual.layers.*.attn.qkv.weight,2d-64,20,0.017423335788717242,7.503714347227455 +7330,7371,1.206157790484818,-0.004644858482489668,0.01349490668567613,0.01422866172083232,1.1784037671219423,1.8497901506144914,1.4055387917251412,0.9999089396007743,0.02118352483851334,"model.visual.blocks.23.mlp.linear_fc1.weight|2d-128|(1920, 768)","model.visual.blocks.17.mlp.linear_fc1.weight|2d-128|(3072, 0)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,6,0.02775402336287569,2.7647937574736576 +7480,7589,1.204698260744693,0.03509844277450919,0.02790737439414978,0.027650543185033426,1.7018274227398433,1.2110737674823793,1.3954448410166258,0.9996105133772977,0.019859762862236417,"model.visual.blocks.20.mlp.linear_fc1.weight|2d-64|(1920, 0)","model.visual.blocks.1.mlp.linear_fc1.weight|2d-64|(1600, 768)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,19,0.006375506737686276,4.619247049190776 +7690,7862,1.2124428052262672,0.02036318942039007,-0.0007752394837410503,-0.0008224926520587669,1.7036926909477015,1.2358483061142211,1.4147345583791964,0.9999996995018262,-0.0005623540019305339,"model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(640, 512)","model.visual.blocks.5.mlp.linear_fc2.weight|2d-128|(768, 2688)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,5,0.0234055008879539,4.675628818969405 +7992,8159,1.1930514143532647,0.039326966727602275,0.020142672793585774,0.0201914965842638,1.2420703397621877,1.6405067380955578,1.4004374786090925,0.999797115785363,0.026604121669516975,"model.visual.blocks.6.mlp.linear_fc2.weight|2d-64|(896, 4032)","model.visual.blocks.13.mlp.linear_fc2.weight|2d-64|(256, 1344)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,7,0.04901892540892305,3.541041026432895 +8302,8318,0.6757576461892446,0.7680520735577999,0.7792749965008441,0.779158261164279,0.6639660018678593,0.6648711858883639,0.664418131429873,0.6266821202400858,0.7803373811296157,"model.visual.merger.linear_fc1.weight|2d-128|(384, 1792)","model.visual.merger.linear_fc1.weight|2d-128|(384, 3840)",model.visual.merger.linear_fc1.weight,2d-128,0,0.011791644321385353,1.8753908758919906 +8581,8594,1.3374197364744134,0.05035779420077329,0.007925890103379374,0.006736540640671441,1.4313974584617355,1.386859697606931,1.4086007722554514,0.9999685896397292,0.0076792769800298815,"model.visual.merger.linear_fc1.weight|2d-64|(1536, 3072)","model.visual.merger.linear_fc1.weight|2d-64|(1280, 64)",model.visual.merger.linear_fc1.weight,2d-64,0,0.049439961132517585,3.7322217859336724 +8870,8875,1.3366344090518283,0.04035453405707825,0.018661790004210674,0.018549670003931644,1.4366652092751653,1.3678126639623898,1.4009715865547872,0.9998258536334409,0.017767418974977852,"model.visual.merger.linear_fc2.weight|2d-128|(640, 768)","model.visual.merger.linear_fc2.weight|2d-128|(1152, 1920)",model.visual.merger.linear_fc2.weight,2d-128,0,0.031178254910561476,3.805320111819528 +8987,9061,1.33379234559386,0.04213008420069894,0.015603327046897462,0.015557620982743598,1.3406491873821347,1.4753830111999984,1.4031877615839947,0.999878260682303,0.017171444893904337,"model.visual.merger.linear_fc2.weight|2d-64|(1152, 384)","model.visual.merger.linear_fc2.weight|2d-64|(320, 2176)",model.visual.merger.linear_fc2.weight,2d-64,0,0.006856841788274615,3.4294013390983107 +9261,9285,0.5989763721357897,0.8034976576873716,0.8082844685632462,0.8084401589511951,0.6085708858490022,0.63249498917321,0.6201871226574778,0.5887921686634688,0.8400597006535593,"model.visual.pos_embed.weight|2d-128|(640, 640)","model.visual.pos_embed.weight|2d-128|(1024, 640)",model.visual.pos_embed.weight,2d-128,0,0.009594513713212516,4.378392255891109 +9472,9564,0.35306865568628604,0.9368501412565879,0.24898817497298137,0.24915735440027198,1.2041291005070653,1.2484808548782242,1.2257035664369136,0.9685065248740579,0.2581591703198046,"model.visual.pos_embed.weight|2d-64|(2240, 64)","model.visual.pos_embed.weight|2d-64|(1280, 64)",model.visual.pos_embed.weight,2d-64,0,0.8510604448207792,1.7822701325470276 +9698,9788,1.0191800057904252,0.04035071199619927,-0.004366473660528017,-0.0024625657496365042,1.0304774305098745,4.215730617789592,1.415637168635735,0.9999904669084461,-0.01786344480475583,"mtp.fc.weight|2d-128|(256, 2304)","mtp.fc.weight|2d-128|(640, 1536)",mtp.fc.weight,2d-128,0,0.011297424719449278,1.223490606810651 +9985,10034,1.0702497414653442,0.026152139581213346,0.010716352936701201,0.01069507210146291,1.0967152376294684,2.3781683137199834,1.408438469766362,0.9999425782412388,0.023237837971312333,"mtp.fc.weight|2d-64|(1152, 3968)","mtp.fc.weight|2d-64|(448, 3584)",mtp.fc.weight,2d-64,0,0.02646549616412419,3.2892234824405433 +10168,10302,1.2993894390501943,0.03862574925390781,0.0028569614076015453,0.0028484503296665542,1.4161642432210908,1.4082529411756322,1.4121919723765932,0.99999591887743,0.002841001193427273,"mtp.layers.0.mlp.down_proj.weight|2d-128|(1280, 4480)","mtp.layers.0.mlp.down_proj.weight|2d-128|(1408, 2176)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.10886350212543783,4.0655136579226525 +10454,10579,1.2602019738871268,0.039096686931510354,0.02232975204595787,0.022321471290311798,1.3478808056270377,1.4550199486126205,1.3983814965150774,0.9997506600015655,0.024104679389159812,"mtp.layers.0.mlp.down_proj.weight|2d-64|(1792, 5440)","mtp.layers.0.mlp.down_proj.weight|2d-64|(1344, 6016)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.08767883173991087,3.41735244901528 +10680,10765,1.3023066169871396,0.04175954378832701,0.013078173318707963,0.013093949076129882,1.487324122487196,1.3349706191270363,1.404989556308585,0.9999144770342341,0.011738515410568523,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(5120, 256)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(2432, 1792)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.03266400213989673,3.9892023212163736 +10940,11110,1.288700727380902,0.009525204672900467,0.0036332407542048993,0.002773651606528365,1.5455157713060228,1.3075035364342642,1.4116777125690452,0.9999933997590295,0.003073715081422726,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(5568, 1536)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(2304, 1088)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.01880280905336229,4.4278295648267205 +11287,11404,1.3262091677610401,0.030006568782647552,-0.0006079943457606913,-0.0006162519261727538,1.3600084837228337,1.4764370408368181,1.4146419681258162,0.9999998151714207,-0.0006600439507871292,"mtp.layers.0.mlp.up_proj.weight|2d-128|(2688, 256)","mtp.layers.0.mlp.up_proj.weight|2d-128|(1920, 1536)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.03379931596179353,3.5518152460891037 +11481,11617,1.3061607120989112,0.030320241365343798,0.018902741302850485,0.018981287902279056,1.341054889650443,1.4694064152513786,1.4008397085839284,0.9998213272236383,0.0207119108625641,"mtp.layers.0.mlp.up_proj.weight|2d-64|(5440, 64)","mtp.layers.0.mlp.up_proj.weight|2d-64|(5824, 256)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.0348941775515319,3.501447345287159 +11669,11712,1.2163846318289429,0.024056356943882157,0.003735203507312723,0.0037487513317441506,1.7408566610611984,1.2184686935197082,1.4117298197182702,0.9999930241030479,0.002614361445939616,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 640)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 0)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.0020840616907653597,5.070404678979018 +11773,11866,1.0805692654880947,0.04626376729696687,0.02672178508844502,0.02705783050885707,1.1047374749062309,2.2228244559599526,1.3990710794354906,0.9996429093439752,0.05376647280526372,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(64, 832)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(256, 640)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.024168209418136133,3.4302195608940873 +12143,12193,1.1269254046163526,0.014732182674759984,0.009940732615274676,0.009940826774937945,1.1598166900627225,1.9409839967119524,1.4080097730739043,0.9999505896968468,0.016636079724630663,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(1152, 1920)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1664, 128)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.03289128544636988,3.0440375248645446 +12292,12488,1.16358899424147,-0.008078566217183357,-0.014609957790746444,-0.01462495595303281,1.203844733415072,1.835676132052305,1.4236570099944819,0.9998932688709093,-0.022277915135022596,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(1152, 1472)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(704, 0)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.04025573917360181,2.894986990897976 +12578,12610,1.051511462257835,0.023529880977960643,-0.006769786192218287,-0.006651723167981315,3.0259806426098232,1.0620430194521797,1.4172020855743444,0.9999770847349012,-0.002376024508348533,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 256)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(896, 256)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.010531557194344732,8.575516394767332 +12788,12871,1.0500838451390968,0.028099931457926365,0.016307595341069653,0.016349011672634025,1.0519810299002754,3.064238140881549,1.4071129781592908,0.999867022325565,0.047501194612706014,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(896, 192)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(2176, 1024)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.0018971847611786163,3.0421770817817624 +13017,13029,1.3476404982194405,0.05799239615511056,0.014804514511690424,0.014702052488618708,1.4230928766685595,1.3850981733343142,1.4037100161479803,0.9998904071697423,0.014409253495279467,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(0, 1152)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 640)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.037457675114873634,3.7359354848840325 +13085,13279,1.2922024403385308,0.05435253911060823,0.01877357176241877,0.018737114178975896,1.345070276010932,1.4643684122384364,1.4009239871901455,0.9998237609715431,0.020438653625822954,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(0, 832)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 960)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.052867835672401275,3.4739633762957984 +55,70,1.1541095373590065,0.28369947636973564,0.27123626975078713,0.2692274312251642,1.1777178871150327,1.239829627476058,1.2075773846569413,0.9625127978222826,0.28554101704856544,"model.language_model.embed_tokens.weight|2d-128|(244096, 640)","model.language_model.embed_tokens.weight|2d-128|(180608, 640)",model.language_model.embed_tokens.weight,2d-128,0,0.023608349756026215,3.044947818313804 +278,414,1.113968841803555,0.33681250190679535,0.28007471951198093,0.27678796777511194,1.1720228540935662,1.2305435247808503,1.2002144934018382,0.9599782036537523,0.2940592253355215,"model.language_model.embed_tokens.weight|2d-64|(215360, 512)","model.language_model.embed_tokens.weight|2d-64|(67328, 512)",model.language_model.embed_tokens.weight,2d-64,0,0.05805401229001128,3.1000910369212025 +596,643,0.09566734192727229,0.999474726165364,0.999474726165364,0.9997315407578683,0.09566734192727229,0.1051909300134733,0.1000909124224228,0.03240789651721605,1.0989714342666892,"model.language_model.layers.20.linear_attn.conv1d.weight|3d-axis0-slice|(5656, 0, 0)","model.language_model.layers.21.linear_attn.conv1d.weight|3d-axis0-slice|(4589, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,1,0.0,0.17659469986000909 +872,894,0.5076220771838319,0.9307353810561065,0.9307353810561066,0.9343491238927243,0.5076220771838319,0.8772187884488737,0.6213515758683709,0.3656933831098726,1.6083984523802808,"model.language_model.layers.8.linear_attn.conv1d.weight|3d-volume|(1268, 0, 0)","model.language_model.layers.13.linear_attn.conv1d.weight|3d-volume|(968, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,5,0.0,1.3163512171893172 +1221,1257,1.1337128158196317,0.009134736749529467,0.0025146230371252093,0.002517247236072781,2.0201553085043886,1.149250770328414,1.412684294938383,0.9999968383304925,0.0014305496465226077,"model.language_model.layers.6.linear_attn.in_proj_qkv.weight|2d-128|(2816, 512)","model.language_model.layers.16.linear_attn.in_proj_qkv.weight|2d-128|(256, 1024)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,10,0.01553795450878237,5.708979260227461 +1379,1423,1.1264664810566678,0.03200533985630842,0.016424964603118933,0.01645999008292954,2.021154752055257,1.1400033809417869,1.404238858816398,0.999865101170046,0.009264265964970922,"model.language_model.layers.13.linear_attn.in_proj_qkv.weight|2d-64|(2304, 640)","model.language_model.layers.20.linear_attn.in_proj_qkv.weight|2d-64|(3392, 576)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,7,0.01353689988511908,5.655934091569218 +1592,1767,1.1430718383050456,-0.00563725850634859,0.003472296885847092,0.0036211982989947157,2.0488619191474644,1.1435136988583101,1.412122275427206,0.9999939715589973,0.0019379632264927753,"model.language_model.layers.16.linear_attn.in_proj_z.weight|2d-128|(512, 512)","model.language_model.layers.22.linear_attn.in_proj_z.weight|2d-128|(384, 0)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,6,0.0004418605532645614,5.441074028741842 +1922,1980,1.136203649653052,0.0026477842722804085,-0.004207022865074045,-0.003796357775284522,2.098959683494855,1.13997495494163,1.4167066508841,0.999991150440149,-0.002284894149594059,"model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-64|(640, 768)","model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-64|(1728, 1408)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,2,0.003771305288577942,5.494830603642441 +2176,2231,1.220903292785666,0.02563201664885441,0.008875980620805721,0.008818725666577947,1.226584647956843,1.7054372528735464,1.408250839361066,0.9999606077081332,0.012341119735780644,"model.language_model.layers.0.linear_attn.out_proj.weight|2d-128|(1024, 0)","model.language_model.layers.16.linear_attn.out_proj.weight|2d-128|(1152, 0)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,16,0.0056813551711769605,3.305158931276884 +2374,2425,1.21788062523946,0.005948408706351408,-0.005651119567726812,-0.005603053329296309,1.6899769343534956,1.2456346440794113,1.418025371542689,0.9999840322963318,-0.004165281885393576,"model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(1536, 896)","model.language_model.layers.6.linear_attn.out_proj.weight|2d-64|(1152, 576)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,6,0.02775401883995121,4.906258685550615 +2573,2715,1.261327503311586,0.030561308338285888,0.013729186930735037,0.013766908917553985,1.2954002494270487,1.5471368785169735,1.4046241435921665,0.9999057502716049,0.016397195709965492,"model.language_model.layers.19.mlp.down_proj.weight|2d-128|(1280, 3584)","model.language_model.layers.3.mlp.down_proj.weight|2d-128|(640, 4608)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,16,0.03407274611546263,3.2877743682712994 +2876,2913,1.253411817395628,0.0400546767162495,0.030109818842119208,0.030270899891772722,1.2655786119600572,1.5694563074325985,1.3932510067131973,0.9995465966173337,0.0373394782835571,"model.language_model.layers.22.mlp.down_proj.weight|2d-64|(896, 1024)","model.language_model.layers.4.mlp.down_proj.weight|2d-64|(704, 3264)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,18,0.012166794564429262,3.38451187932929 +3077,3278,1.1503891698029898,0.00595657295175251,-0.002565508415212407,-0.0024200952043744906,1.1552349194753389,2.0061090977010134,1.415781704660554,0.9999967090778706,-0.0044551023218061475,"model.language_model.layers.23.mlp.gate_proj.weight|2d-128|(4480, 512)","model.language_model.layers.9.mlp.gate_proj.weight|2d-128|(768, 1664)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,14,0.004845749672349076,2.9795393399323156 +3338,3583,1.1372304231763044,0.008150804149613996,0.005859920995775995,0.005722105886913953,1.1464273867003254,2.0236616020712344,1.4106549501216907,0.999982830515566,0.010343871097195543,"model.language_model.layers.23.mlp.gate_proj.weight|2d-64|(4032, 128)","model.language_model.layers.9.mlp.gate_proj.weight|2d-64|(2816, 1024)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,14,0.009196963524020996,3.1820144627441747 +3600,3720,1.2154026370677578,0.005027634900117267,-0.004225394470425667,-0.004085074532163274,1.2172671529471286,1.7645084455409825,1.4170038981841564,0.9999910729809388,-0.006124985966110344,"model.language_model.layers.23.mlp.up_proj.weight|2d-128|(3072, 1792)","model.language_model.layers.4.mlp.up_proj.weight|2d-128|(3712, 128)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,19,0.001864515879370865,3.233020524730902 +3869,3949,1.213173653700254,0.03144423478903898,0.01693772253237648,0.016975974555444882,1.2221307997431077,1.6980849799319744,1.402810659285219,0.9998565464882531,0.023534053992035533,"model.language_model.layers.23.mlp.up_proj.weight|2d-64|(2752, 1728)","model.language_model.layers.0.mlp.up_proj.weight|2d-64|(5504, 1856)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,23,0.008957146042853692,3.1478356837958708 +4124,4293,1.1668119055072579,0.018169335133703023,0.012078294399656114,0.012083484303258523,1.2110134671909705,1.7418830081438597,1.4061849211334867,0.9999270547416923,0.0173730320529973,"model.language_model.layers.3.self_attn.k_proj.weight|2d-128|(384, 384)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 640)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,20,0.04420156168371259,3.3420154387576204 +4378,4514,1.098182142601179,0.02041455630342293,0.009865959143827168,0.009479183024357832,1.131226814526079,2.099529270596661,1.4083752565629328,0.9999513302407135,0.018310978610999305,"model.language_model.layers.3.self_attn.k_proj.weight|2d-64|(64, 1984)","model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 512)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,20,0.033044671924900015,2.974917866155287 +4803,4851,1.1076628131818202,0.016153657879568427,-0.0024172845584022255,-0.0025030016453811204,2.2271006426177715,1.1205237060208122,1.4155854339662495,0.9999970783634139,-0.0012162111581558261,"model.language_model.layers.3.self_attn.o_proj.weight|2d-128|(1280, 1920)","model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(768, 384)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,16,0.012860892838991944,6.194955028002955 +5002,5012,1.115312516020178,0.02111692199201321,0.009597634008259822,0.009160619888383193,1.9891474352389074,1.150373155172646,1.4083189997806722,0.9999539416500359,0.005550549104947604,"model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(128, 1792)","model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(256, 128)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,16,0.03506063915246793,6.0721689014286415 +5172,5194,1.1066816698532422,-0.03457229485377885,-0.0026452658578034883,-0.002622760790945885,2.5709747740079174,1.0866879626503476,1.4155544703845342,0.9999965012781502,-0.0011180889811702776,"model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(2688, 1536)","model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(3328, 640)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,4,0.019993707202894617,6.72950053648072 +5443,5452,1.0949417571910105,-0.011204315887292425,0.0034630165853824467,0.0032724302791289663,2.433856664364194,1.095149117581711,1.412379745573664,0.9999940037400871,0.0015582345555436197,"model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(2624, 832)","model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(1856, 512)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,4,0.00020736039070046175,7.033499281633806 +5776,5792,1.0766533779359293,0.02186590605504599,0.009453940276363551,0.009458876984740095,1.087844821371212,2.4846966632839402,1.4092929822882556,0.9999553105080502,0.02159331312526465,"model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(128, 0)","model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(256, 896)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,12,0.011191443435282666,3.7889527943509465 +6105,6129,1.0698000437128365,0.02328448150562091,0.0005887861456992835,0.00048243451493894094,1.0948666482951483,2.452746473115028,1.4139035950644074,0.9999998266654223,0.0013190128172518817,"model.language_model.layers.23.self_attn.v_proj.weight|2d-64|(192, 1408)","model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(448, 384)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,16,0.025066604582311802,3.3902911452372217 +6275,6394,1.174914207540633,0.03274510121331716,0.008741534006525716,0.008775373920575437,1.1906763251225558,1.8175333828029734,1.4085354389722569,0.9999617920616831,0.01334370184284345,"model.visual.blocks.22.attn.proj.weight|2d-128|(896, 640)","model.visual.blocks.21.attn.proj.weight|2d-128|(896, 256)",model.visual.layers.*.attn.proj.weight,2d-128,1,0.01576211758192292,3.077684278940735 +6498,6556,1.1739342757846323,0.0406480174019523,0.014195319466649342,0.014246630689847032,1.7195456883117548,1.2168283960819064,1.4047157230854386,0.9998992413764698,0.010045250868229055,"model.visual.blocks.0.attn.proj.weight|2d-64|(384, 128)","model.visual.blocks.5.attn.proj.weight|2d-64|(704, 0)",model.visual.layers.*.attn.proj.weight,2d-64,5,0.04289412029727413,4.585726765249693 +6763,6792,1.075229291326933,0.04880344270290472,-0.0015869434976035427,-0.0017165534737140272,1.1219058893580227,2.2127692108409733,1.415118462378648,0.9999987408043749,-0.0031299770721863133,"model.visual.blocks.0.attn.qkv.weight|2d-128|(1664, 384)","model.visual.blocks.10.attn.qkv.weight|2d-128|(512, 896)",model.visual.layers.*.attn.qkv.weight,2d-128,10,0.0466765980310897,3.5175218156258734 +7061,7155,1.0705317022194876,0.0007820987895811636,0.017720691060569112,0.01751236831297023,1.055945093806789,2.9551028892848112,1.4062501109430556,0.9998429762259351,0.04959203433999102,"model.visual.blocks.0.attn.qkv.weight|2d-64|(1920, 896)","model.visual.blocks.2.attn.qkv.weight|2d-64|(2688, 512)",model.visual.layers.*.attn.qkv.weight,2d-64,2,0.014586608412698654,3.525403451964993 +7207,7391,1.2062151726714154,0.046881562948561065,-0.007132490047227717,-0.0070415685732905286,1.7179696901629475,1.236111249749719,1.4189875123369238,0.9999745634693545,-0.0051319596827519385,"model.visual.blocks.20.mlp.linear_fc1.weight|2d-128|(3584, 384)","model.visual.blocks.1.mlp.linear_fc1.weight|2d-128|(0, 128)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,19,0.029896077078303662,4.853284713398641 +7590,7592,1.2047750990785933,0.03971659785077599,0.02985088934836135,0.031004076885375133,1.6471410683303598,1.2300949947995259,1.393827542346732,0.9995543629063464,0.022292826208841224,"model.visual.blocks.23.mlp.linear_fc1.weight|2d-64|(3776, 768)","model.visual.blocks.1.mlp.linear_fc1.weight|2d-64|(2944, 832)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,22,0.025319895720932628,4.968052671388118 +7862,7864,1.2127347454932458,0.028311732474040535,0.012256293748596587,0.012523820834332164,1.2421110393340362,1.658060614466342,1.405871805658981,0.9999248888109287,0.0163605968390504,"model.visual.blocks.5.mlp.linear_fc2.weight|2d-128|(768, 2688)","model.visual.blocks.9.mlp.linear_fc2.weight|2d-128|(0, 1536)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,4,0.029376293840790435,3.4516862838409175 +7950,8046,1.1933481344880064,0.013426572388573556,0.0061317508971589175,0.005680883980385577,1.2160569078239734,1.7419307759364684,1.4101375641739016,0.9999812006387596,0.00878337644350052,"model.visual.blocks.4.mlp.linear_fc2.weight|2d-64|(576, 2240)","model.visual.blocks.8.mlp.linear_fc2.weight|2d-64|(192, 2944)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,4,0.022708773335966992,3.458591274959258 +8408,8417,0.6766153780861024,0.7655668642811851,0.7561062526875997,0.7561041332479472,0.7116716588396725,0.6871400799102722,0.6990832614044581,0.6544488785586814,0.7300429972713858,"model.visual.merger.linear_fc1.weight|2d-128|(1152, 2688)","model.visual.merger.linear_fc1.weight|2d-128|(1152, 1664)",model.visual.merger.linear_fc1.weight,2d-128,0,0.010524701824169758,1.8235723897779994 +8536,8558,1.3375154590100025,0.02767865856530053,0.022276354408615244,0.022312598144881585,1.3477318793228164,1.4552939874960251,1.3984199328996871,0.9997518512282244,0.024054224086824647,"model.visual.merger.linear_fc1.weight|2d-64|(896, 1728)","model.visual.merger.linear_fc1.weight|2d-64|(1152, 2048)",model.visual.merger.linear_fc1.weight,2d-64,0,0.01021642031281389,3.67297136420843 +8837,8938,1.3368788999162617,0.04974773009594538,0.001847016184024961,0.0018478075597161093,1.4143363900285668,1.4114817829960016,1.4129069237466811,0.9999982942641532,0.0018432882834877535,"model.visual.merger.linear_fc2.weight|2d-128|(512, 640)","model.visual.merger.linear_fc2.weight|2d-128|(896, 1280)",model.visual.merger.linear_fc2.weight,2d-128,0,0.07460288307973983,3.2654964349442395 +8993,9163,1.3344673280471733,0.04858580074459798,0.009072404527015765,0.00938868241360786,1.3662312517344486,1.4534010010859293,1.4077960938354226,0.9999588448911776,0.009651251795830047,"model.visual.merger.linear_fc2.weight|2d-64|(1152, 576)","model.visual.merger.linear_fc2.weight|2d-64|(1600, 1472)",model.visual.merger.linear_fc2.weight,2d-64,0,0.03176392368727532,3.4856095815484616 +9301,9325,0.6012677233958154,0.799447369125803,0.6878089685352967,0.6866059415006318,0.7695757040288144,0.815745010844708,0.7916524142390622,0.7258917431700206,0.7290728274809274,"model.visual.pos_embed.weight|2d-128|(1280, 640)","model.visual.pos_embed.weight|2d-128|(1664, 640)",model.visual.pos_embed.weight,2d-128,0,0.168307980632999,3.653824801496294 +9542,9546,0.35780412702844316,0.9349150958637936,0.8304434497619727,0.8323665803092345,0.6503093823343833,0.5577692182283958,0.5987409047757527,0.5571029319142324,0.7122698923609507,"model.visual.pos_embed.weight|2d-64|(1664, 640)","model.visual.pos_embed.weight|2d-64|(704, 640)",model.visual.pos_embed.weight,2d-64,0,0.1999650911999526,1.8634605994450182 +9842,9859,1.019272084583306,0.03996938555856852,0.016080120036576367,0.01582526048774805,4.156611810217529,1.0261615286729293,1.4089120272796247,0.9998707065114015,0.003969771850576988,"mtp.fc.weight|2d-128|(1280, 1664)","mtp.fc.weight|2d-128|(1152, 3200)",mtp.fc.weight,2d-128,0,0.00688944408962322,10.590967383202292 +9985,10113,1.070342372700121,0.008437524141690798,0.014411495359858193,0.0144580393504603,1.084625099835759,2.4952697497451135,1.4067426293206662,0.9998961490082321,0.033154837026629386,"mtp.fc.weight|2d-64|(1152, 3968)","mtp.fc.weight|2d-64|(1984, 3776)",mtp.fc.weight,2d-64,0,0.014282727135638051,3.6593067559401176 +10274,10364,1.2993944802946604,0.03936314972303394,0.009445548262048107,0.009500055808513728,1.4457477112078736,1.3721872118641942,1.4075278442108485,0.9999553898139804,0.008964953175267312,"mtp.layers.0.mlp.down_proj.weight|2d-128|(384, 256)","mtp.layers.0.mlp.down_proj.weight|2d-128|(512, 5632)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.07279273156953381,4.224676143372729 +10434,10506,1.260258060292113,0.054019458386592695,0.022668032828416028,0.02234089208390482,1.5011606189598974,1.3139397979698948,1.398235750667762,0.9997430471314566,0.01984093513962584,"mtp.layers.0.mlp.down_proj.weight|2d-64|(0, 3200)","mtp.layers.0.mlp.down_proj.weight|2d-64|(1152, 5952)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.05368173767778184,3.806039555406192 +10645,10845,1.302404211829903,0.05975991425812927,0.010932198580124465,0.011009148627990012,1.4656860270928607,1.3539255788869216,1.4064864721751436,0.999940241731577,0.010098604351478909,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(5632, 1920)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(2432, 512)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.051521367057018486,4.2426775355835735 +11106,11133,1.2888678515669965,0.04702001114782369,0.014758036311992238,0.014552539332958907,1.3413672921211908,1.4758192442180265,1.4037870498536327,0.999891094251876,0.01623730809901004,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(384, 1152)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(3200, 960)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.05249944055419431,3.5908660349613597 +11268,11389,1.3262873651099925,0.04943049315600065,0.0031761597310639967,0.0031661447770474182,1.4571560027345114,1.3707428570089246,1.4119700890820563,0.9999949559919604,0.002987805187574407,"mtp.layers.0.mlp.up_proj.weight|2d-128|(3456, 1664)","mtp.layers.0.mlp.up_proj.weight|2d-128|(2688, 1280)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.044455491898932165,3.8301891702801107 +11517,11521,1.3065966003107505,0.020142616777412005,-0.0031386001461543665,-0.003138128320596306,1.4875321078545436,1.3546220544205028,1.416421478769936,0.9999950745824314,-0.0028581682072867614,"mtp.layers.0.mlp.up_proj.weight|2d-64|(192, 832)","mtp.layers.0.mlp.up_proj.weight|2d-64|(4672, 1792)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.04802545410975223,3.793047063187086 +11701,11723,1.216455248061578,0.012253362882130229,0.01178552360187749,0.011759155110832054,1.6839593790950462,1.2321137724812485,1.4062482971325618,0.9999305483049459,0.008623192534240142,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(256, 640)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 1408)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.015658524419670528,6.073228135531221 +11744,11946,1.080594047799498,0.02849527973587825,0.017660530952921468,0.01815672067580708,2.3621272487907015,1.094720831213926,1.4046528425554077,0.9998440406615728,0.008184720418580002,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 1024)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 1664)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.014126783414428079,7.325377985151846 +12090,12092,1.1274221322320044,0.3555453387831906,0.37449637726553137,0.3745059543576252,1.1018763782588328,1.1361964918025602,1.118641773399591,0.9272283771622786,0.38616080572871103,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(768, 1280)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(768, 1536)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.025545753973171603,3.693201936094556 +12292,12404,1.163638668673522,0.02415685114955638,0.01624131604974199,0.016223876560311126,1.1788904496405006,1.8397789188367784,1.4037410201841658,0.99986810112783,0.02534623203673648,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(1152, 1472)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(1344, 192)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.015251780966978545,2.82243586791335 +12580,12611,1.0515188278669463,0.010979301712888885,-0.010215086740090909,-0.010351212172563117,3.045862617050261,1.062450002436037,1.4186989561555658,0.9999478246403122,-0.0035632004119753847,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 512)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(896, 384)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.010931174569090762,9.87758959815207 +12948,12965,1.0502270367843942,0.01426755293689679,0.0074077475930871646,0.007348716752131423,3.1384067725054967,1.0523641115408202,1.4110522472710303,0.9999725622613838,0.002483950704737453,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(640, 1536)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(832, 1536)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.002137074756425994,8.836117531774919 +13055,13070,1.3478941249142593,0.029639554095494285,-0.0033388959691585153,-0.0033415774409574343,1.4048644400335901,1.4285776753652355,1.4165722207371216,0.9999944258713181,-0.0033952544501680035,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(256, 1920)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(384, 1792)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.05697031511933082,3.8672202586790783 +13193,13276,1.2922681982740147,0.03351660962544582,0.01174417536638482,0.011923849852588212,1.304704825920973,1.5352487756983375,1.405994025116776,0.9999310347943821,0.01381939462061971,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 1600)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 768)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.012436627646958298,3.5960695589796337 +194,246,1.1544578069116556,0.3033259540028035,0.32599181938009164,0.325453016049642,1.1768807412472428,1.1460147923480979,1.1611401952741833,0.9453725898804437,0.31744206027037797,"model.language_model.embed_tokens.weight|2d-128|(79360, 768)","model.language_model.embed_tokens.weight|2d-128|(238592, 768)",model.language_model.embed_tokens.weight,2d-128,0,0.008443014563557671,3.2151405883871855 +270,451,1.1156600142728819,0.31251977217403715,0.26195422668738355,0.26056287856516963,1.2547994372182494,1.179416610844811,1.2153581606842754,0.9650802987941547,0.24621716990965659,"model.language_model.embed_tokens.weight|2d-64|(40832, 512)","model.language_model.embed_tokens.weight|2d-64|(233600, 512)",model.language_model.embed_tokens.weight,2d-64,0,0.06375659657192911,3.300917283110344 +559,653,0.09569613975754981,0.9985305426367894,0.9985305426367893,0.9984566540955283,0.10405630945206398,0.09569613975754981,0.0996140709234721,0.05419183906714286,0.9183058563534021,"model.language_model.layers.1.linear_attn.conv1d.weight|3d-axis0-slice|(5342, 0, 0)","model.language_model.layers.13.linear_attn.conv1d.weight|3d-axis0-slice|(5980, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,12,0.0,0.15422217779918643 +858,943,0.5087545110856798,0.8925281855251495,0.8925281855251493,0.8913783548867599,0.7742703779593634,0.5087545110856798,0.6012981105859838,0.45099161637793733,0.5864588825595857,"model.language_model.layers.16.linear_attn.conv1d.weight|3d-volume|(4188, 0, 0)","model.language_model.layers.18.linear_attn.conv1d.weight|3d-volume|(2936, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,2,0.0,1.875491902956702 +1045,1052,1.1342914410658862,0.061848372804453766,0.006166223328420704,0.006298094121552051,1.943564693902805,1.1619020033334175,1.410367720831181,0.9999809886642166,0.0036862921315505026,"model.language_model.layers.12.linear_attn.in_proj_qkv.weight|2d-128|(5504, 768)","model.language_model.layers.16.linear_attn.in_proj_qkv.weight|2d-128|(2304, 0)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,4,0.027610562267531336,4.825232029548013 +1423,1466,1.1265009632720406,0.0326799982633076,0.015049406940518659,0.015097918819669503,1.1363456757685089,2.0476017802219535,1.4051543646631268,0.9998867512627312,0.027117797955142787,"model.language_model.layers.20.linear_attn.in_proj_qkv.weight|2d-64|(3392, 576)","model.language_model.layers.9.linear_attn.in_proj_qkv.weight|2d-64|(3968, 896)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,11,0.009844712496468233,3.0800932981599334 +1540,1592,1.1430835605218277,-0.03256295405375853,0.009216348526858688,0.009123686991886846,1.1239927039669604,2.1512446443254873,1.408853791780042,0.999957528558004,0.017639456500622132,"model.language_model.layers.0.linear_attn.in_proj_z.weight|2d-128|(0, 512)","model.language_model.layers.16.linear_attn.in_proj_z.weight|2d-128|(512, 512)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,16,0.019090856554867308,2.9148911558709054 +1884,1922,1.1366703457044052,-0.02669771539958997,-0.010712361903938438,-0.010322462465994081,1.123090770698084,2.2434573520649104,1.4202648539764748,0.9999426210050449,-0.02139873970866365,"model.language_model.layers.20.linear_attn.in_proj_z.weight|2d-64|(1472, 640)","model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-64|(640, 768)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,16,0.013579575006321232,3.4030572995447343 +2134,2294,1.220976742452746,0.0041326322173891065,-0.0004418810109465496,-0.000441543681139087,1.7640591296785806,1.2142498068946812,1.4145053948147,0.9999999023705813,-0.00030415870034358587,"model.language_model.layers.16.linear_attn.out_proj.weight|2d-128|(1280, 256)","model.language_model.layers.14.linear_attn.out_proj.weight|2d-128|(1664, 1280)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,2,0.006726935558064806,4.637180295098199 +2360,2489,1.2179743557697662,0.028719071399347925,0.02502957124392549,0.025076083878238068,1.6483602983286505,1.2341286638519495,1.3971279875473777,0.9996867112067387,0.01873965985917852,"model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(64, 1024)","model.language_model.layers.9.linear_attn.out_proj.weight|2d-64|(1280, 896)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,3,0.016154308082183322,4.924188612437518 +2744,2750,1.2614100371402075,0.023889746773739166,0.014643998917399427,0.014663702530798125,1.2750439034929235,1.5823036973803803,1.4040589719406829,0.9998927708988136,0.018172906492050063,"model.language_model.layers.21.mlp.down_proj.weight|2d-128|(640, 3712)","model.language_model.layers.5.mlp.down_proj.weight|2d-128|(1920, 1024)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,16,0.013633866352716018,3.1395275080670344 +2995,3018,1.2534991481096167,0.01981899561181925,0.00823450668883171,0.008235589346132955,1.2646409563028498,1.6162913030881962,1.4085505048836262,0.9999660958750509,0.010524221503382192,"model.language_model.layers.22.mlp.down_proj.weight|2d-64|(1024, 4672)","model.language_model.layers.3.mlp.down_proj.weight|2d-64|(1792, 1088)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,19,0.011141808193233071,3.327244303311185 +3143,3319,1.1505372711313997,0.042776223909679265,0.019620309199651263,0.019605827842700405,1.8881598127874875,1.164561529995656,1.4017611373489045,0.9998075032059472,0.012101230598061343,"model.language_model.layers.8.mlp.gate_proj.weight|2d-128|(3200, 1152)","model.language_model.layers.23.mlp.gate_proj.weight|2d-128|(3840, 640)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,15,0.01402425886425629,5.1155355736564365 +3425,3502,1.1373077633754571,0.037127140209607175,0.004845714505904278,0.004942092157450268,1.1675390540628932,1.9219308005879285,1.4111694571433018,0.9999882594565435,0.007976716433891098,"model.language_model.layers.23.mlp.gate_proj.weight|2d-64|(3328, 1344)","model.language_model.layers.8.mlp.gate_proj.weight|2d-64|(4096, 320)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,15,0.03023129068743602,2.9016582907948463 +3652,3726,1.215576832664473,0.009441332973652908,0.0021549428693814943,0.0021635216821843132,1.747322951673082,1.2176178810949758,1.4127833275457347,0.9999976781079193,0.0015016668601443197,"model.language_model.layers.2.mlp.up_proj.weight|2d-128|(2688, 1152)","model.language_model.layers.23.mlp.up_proj.weight|2d-128|(6016, 640)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,21,0.002041048430502901,4.593699977661116 +3869,4039,1.2132268081683182,-0.00907153585889372,0.0028395709612548986,0.0029243283919624823,1.2016601417595656,1.7957493591712446,1.4123562534592324,0.9999959684102512,0.004243427535615994,"model.language_model.layers.23.mlp.up_proj.weight|2d-64|(2752, 1728)","model.language_model.layers.3.mlp.up_proj.weight|2d-64|(3648, 1152)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,20,0.01156666640875259,3.1338439669643727 +4215,4327,1.1669251443097715,0.022498530233040333,-0.0017372527450835284,-0.0016968030864483894,1.1874246747437962,1.859535452930912,1.4153275500397204,0.9999984909753112,-0.0027205793671766097,"model.language_model.layers.15.self_attn.k_proj.weight|2d-128|(384, 896)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(256, 896)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,8,0.02049953043402475,3.1456008382253304 +4489,4514,1.0986394288998915,0.02928627918884813,0.024518402365454536,0.0241459148710048,1.1289227379553513,2.0563728695906764,1.3995098635423846,0.9996993787861658,0.04466114086898889,"model.language_model.layers.3.self_attn.k_proj.weight|2d-64|(448, 1088)","model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 512)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,20,0.03028330905545973,3.2278766909009606 +4613,4631,1.108000874165054,0.01623260832148541,0.013613516231415003,0.013621488644826044,2.097933955088528,1.129176678274673,1.406155928060542,0.9999073317942103,0.007327239735332313,"model.language_model.layers.23.self_attn.o_proj.weight|2d-128|(384, 1536)","model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(1536, 1024)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,4,0.021175804109619056,6.3183797825542545 +4901,4960,1.1153822536943019,0.053709764155194004,0.04570010000102821,0.045852068846426966,2.02681321832506,1.12025891459769,1.3865808093861953,0.9989552046312667,0.02525933024379307,"model.language_model.layers.11.self_attn.o_proj.weight|2d-64|(64, 320)","model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(1792, 896)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,8,0.004876660903388119,5.376407642662763 +5209,5332,1.1067650540450626,0.021133898498417646,0.0022511626085936274,0.0021479241735654917,2.2038796274636483,1.1208833931090747,1.4129265568825,0.9999974661302445,0.0011449313073711967,"model.language_model.layers.11.self_attn.q_proj.weight|2d-128|(2304, 128)","model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(3456, 1536)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,8,0.014118339064012053,6.065248916170292 +5452,5620,1.0951185259121667,-0.01703778292756821,-0.012143899594933677,-0.012253413521891647,1.0988702183395325,2.4774052323537985,1.42056464301138,0.99992626013253,-0.02737844733214163,"model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(1856, 512)","model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(2688, 384)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,4,0.003751692427365727,3.0209143654814676 +5662,5765,1.0766924520226702,0.02173857235327593,-0.0041083079336745034,-0.0041114052311915904,2.63398562788185,1.0827542196176279,1.416255179768155,0.9999915608673515,-0.0016888048680249585,"model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(384, 1664)","model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(0, 640)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,12,0.00606176759495769,7.812185885214333 +5905,5916,1.069852687537795,0.003554430629391802,0.005796873122836189,0.005723022661900573,2.8469453347814286,1.06573596002226,1.411519314254997,0.9999831979898451,0.0021700227493716058,"model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(448, 1472)","model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(128, 64)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,12,0.004116727515534935,10.344385848610605 +6208,6394,1.178126208515482,-0.0013754225870315079,-0.0009542757416875689,-0.0008298136504883508,1.1862489100693046,1.8617811412358174,1.414825019509968,0.9999995446788008,-0.0014977063956239502,"model.visual.blocks.23.attn.proj.weight|2d-128|(0, 512)","model.visual.blocks.21.attn.proj.weight|2d-128|(896, 256)",model.visual.layers.*.attn.proj.weight,2d-128,2,0.008122701553822553,3.068232263356841 +6598,6642,1.1744011450856615,0.029282993028484756,0.01986284418103469,0.01982729204503517,1.186241482121562,1.8020598231889116,1.4012533528869402,0.9998027142496864,0.030174322861216737,"model.visual.blocks.2.attn.proj.weight|2d-64|(768, 128)","model.visual.blocks.18.attn.proj.weight|2d-64|(512, 768)",model.visual.layers.*.attn.proj.weight,2d-64,16,0.011840337035900594,3.023166395494158 +6763,6838,1.075232449543042,0.0502572999352365,0.0024675402230567613,0.002362603038297029,1.114791528660454,2.251282343574656,1.412825158890403,0.9999969556179896,0.00498311082692121,"model.visual.blocks.0.attn.qkv.weight|2d-128|(1664, 384)","model.visual.blocks.16.attn.qkv.weight|2d-128|(1024, 640)",model.visual.layers.*.attn.qkv.weight,2d-128,16,0.039559079117411855,3.468242685986281 +6912,7067,1.0709122620359683,0.004893748051162189,-0.0149429536192603,-0.014916263915692592,1.0841255522060975,2.6831754693814935,1.4215348099824703,0.9998883478354633,-0.03698332403448644,"model.visual.blocks.1.attn.qkv.weight|2d-64|(1024, 64)","model.visual.blocks.21.attn.qkv.weight|2d-64|(384, 704)",model.visual.layers.*.attn.qkv.weight,2d-64,20,0.013213290170129177,3.0152078672790794 +7242,7406,1.2063983308016606,0.02462347367865283,-0.005606129294135876,-0.005678548677265371,1.7280701564821799,1.231046741413219,1.4179552117542105,0.9999842855336966,-0.003993707763309972,"model.visual.blocks.16.mlp.linear_fc1.weight|2d-128|(2304, 384)","model.visual.blocks.1.mlp.linear_fc1.weight|2d-128|(3584, 640)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,15,0.024648410611558313,4.987793969763654 +7457,7466,1.2050447069830381,0.051476647443967655,0.04712319502909949,0.0469969464700298,1.687989787957492,1.1989989239807723,1.3823930039016716,0.9988890851792552,0.033472157555404135,"model.visual.blocks.20.mlp.linear_fc1.weight|2d-64|(2368, 832)","model.visual.blocks.2.mlp.linear_fc1.weight|2d-64|(576, 384)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,18,0.00604578300226577,4.517227675632217 +7690,7842,1.213022600978712,0.024141809725496677,0.011803645503224908,0.0118051591631502,1.6823688401995724,1.2327169329837695,1.406232548578891,0.9999303345497795,0.008648848775062308,"model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(640, 512)","model.visual.blocks.3.mlp.linear_fc2.weight|2d-128|(768, 1792)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,7,0.019694332005057547,4.998492400349322 +7963,8109,1.1937953764367681,0.04289686632561757,0.00604068566698141,0.0059915585250982775,1.423368680512827,1.3968774350433306,1.4099364384353252,0.9999817548918944,0.005928258515113478,"model.visual.blocks.4.mlp.linear_fc2.weight|2d-64|(384, 2944)","model.visual.blocks.2.mlp.linear_fc2.weight|2d-64|(576, 3392)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,2,0.20308205860656248,3.475345047155401 +8426,8442,0.6770614047501088,0.768811622867372,0.7749856038918791,0.7749810074301967,0.6715776236626784,0.6701139772739158,0.6708446029543177,0.6319788871159696,0.7732965885934047,"model.visual.merger.linear_fc1.weight|2d-128|(896, 1280)","model.visual.merger.linear_fc1.weight|2d-128|(896, 3328)",model.visual.merger.linear_fc1.weight,2d-128,0,0.0069474274761930355,1.955347467066855 +8459,8473,1.3375562707743007,0.023070529034264712,0.020323257260509594,0.020008608369103273,1.4512789773406718,1.3534450736737351,1.3998043713012887,0.9997934612780397,0.018953221847562016,"model.visual.merger.linear_fc1.weight|2d-64|(1856, 2432)","model.visual.merger.linear_fc1.weight|2d-64|(384, 704)",model.visual.merger.linear_fc1.weight,2d-64,0,0.015888802899434395,3.8268983291873755 +8727,8921,1.3371955895458958,0.04726003855146519,0.01239644164013816,0.012363048151948436,1.4081722061497137,1.4026852329316846,1.405420686366972,0.9999231611652281,0.01234813863928269,"model.visual.merger.linear_fc2.weight|2d-128|(0, 2944)","model.visual.merger.linear_fc2.weight|2d-128|(1920, 1024)",model.visual.merger.linear_fc2.weight,2d-128,0,0.06548964338578878,3.7141816718405347 +8963,9161,1.3345509917855005,0.04705809701164764,0.012497312552108189,0.012490841726079411,1.4406084068411686,1.3725770386375606,1.40535923965598,0.9999219055401151,0.011907138797914777,"model.visual.merger.linear_fc2.weight|2d-64|(448, 3136)","model.visual.merger.linear_fc2.weight|2d-64|(1344, 768)",model.visual.merger.linear_fc2.weight,2d-64,0,0.038026046852060125,3.7202947971508156 +9221,9269,0.6089287126594554,0.8137234592161521,0.7007875318501285,0.7008337509859749,0.7679265020610442,0.7795685375898384,0.7736818334194221,0.7133700548827411,0.7114117170059192,"model.visual.pos_embed.weight|2d-128|(0, 640)","model.visual.pos_embed.weight|2d-128|(768, 640)",model.visual.pos_embed.weight,2d-128,0,0.15899778940158882,3.2568926534800147 +9532,9579,0.35891513562626126,0.9340221036128701,0.9558653566825768,0.9559869797170629,0.29409144856171315,0.3119043076840348,0.3026053776822216,0.293805071253187,1.0137612765461614,"model.visual.pos_embed.weight|2d-64|(1216, 704)","model.visual.pos_embed.weight|2d-64|(832, 704)",model.visual.pos_embed.weight,2d-64,0,0.06482368706454811,1.1987369643915717 +9759,9859,1.0194228747850167,0.03795698511280984,0.007755203951289892,0.007822083758922217,4.172464577657686,1.028049595429217,1.411663647572688,0.999969927953673,0.0019107973563841077,"mtp.fc.weight|2d-128|(512, 1920)","mtp.fc.weight|2d-128|(1152, 3200)",mtp.fc.weight,2d-128,0,0.008626720644200336,10.448743993156269 +9938,9985,1.070763963393485,0.03757079296229989,0.02363795834326351,0.023679088485307642,2.310704078580227,1.0967403043114479,1.4012043232668892,0.9997205844261496,0.011219394931185275,"mtp.fc.weight|2d-64|(1344, 3072)","mtp.fc.weight|2d-64|(1152, 3968)",mtp.fc.weight,2d-64,0,0.02597634091796297,7.654117362409948 +10171,10364,1.2997429630103101,0.05111182488417301,0.0070636080276207415,0.007035605003166751,1.4375750092695108,1.3824675667490933,1.4092138124458862,0.9999750524096249,0.006792834418689777,"mtp.layers.0.mlp.down_proj.weight|2d-128|(1408, 768)","mtp.layers.0.mlp.down_proj.weight|2d-128|(512, 5632)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.08272460373878321,4.053028887398048 +10420,10457,1.2610199098223172,0.023746118955554684,0.007629424526486603,0.008456496492918353,1.3371773363610457,1.4934184811592661,1.4088413139714553,0.9999708955171619,0.008520876983655702,"mtp.layers.0.mlp.down_proj.weight|2d-64|(512, 4800)","mtp.layers.0.mlp.down_proj.weight|2d-64|(1856, 5184)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.07615742653872859,3.652343620260408 +10834,10838,1.302455237829486,0.03909027662483709,0.004872380561396089,0.0047501014220873985,1.3431263027358054,1.4898140730630356,1.410782531967806,0.9999881298833826,0.005404511187742343,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(1536, 256)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(2560, 1536)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.04067106490631933,3.538019340140769 +11049,11083,1.2891145994685669,0.013991496523549354,0.001019609750558197,0.0011653554411989295,1.5339136844863794,1.317615769501531,1.4135006588117045,0.9999994801978431,0.0008758340835344,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(5504, 1600)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(2304, 192)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.02850117003296404,4.230109476727623 +11243,11261,1.3262916791167716,0.053731765440021347,0.0139701118624804,0.013989926384340438,1.4019676904669272,1.4066450199300333,1.4043005131571145,0.9999024132256856,0.014016719795217784,"mtp.layers.0.mlp.up_proj.weight|2d-128|(640, 1408)","mtp.layers.0.mlp.up_proj.weight|2d-128|(5376, 512)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.07567601135015556,3.6799368528425527 +11463,11525,1.30663745138865,0.04118744067454993,0.007265629027618606,0.007409632993904735,1.3483842267417077,1.4788064690143508,1.4090885205338977,0.9999736049690676,0.007968395798773323,"mtp.layers.0.mlp.up_proj.weight|2d-64|(4096, 1344)","mtp.layers.0.mlp.up_proj.weight|2d-64|(1984, 576)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.0417467753530576,3.7275935825772413 +11667,11727,1.2166396086871885,0.029411572744284492,0.002723861002166551,0.002691773605723981,1.6951728824490313,1.2359760094294296,1.4123785880082957,0.9999962902837394,0.001986007968010004,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 384)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 1920)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.01933640074224119,4.68874088667108 +11749,11946,1.0806235952060257,0.04107849917498939,0.015970807928853067,0.015994922830205427,2.377615531080213,1.0941001671703126,1.4056102434339188,0.9998724585136345,0.007349238510763073,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 1344)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 1664)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.013476571964286865,7.181773876454442 +12118,12143,1.1277627160823995,0.03362344064054601,-0.0015824241817610236,-0.001582410767207097,1.8463523762106577,1.1907961661442237,1.4152325175134464,0.9999987479660707,-0.001020576934898122,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(1024, 768)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1152, 1920)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.06303345006182415,5.605228627586652 +12244,12488,1.1641592160946301,0.03670570634640296,0.020347836707529463,0.020342650714668824,1.1340885562151468,2.0409352995007075,1.401942679729647,0.9997929613381581,0.036618496833676524,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(0, 256)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(704, 0)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.03007065987948332,2.958462332874819 +12580,12620,1.0515652600296133,0.02693296052956048,0.00621212826387324,0.00637769287149645,2.9162250514938854,1.0621335209586515,1.4113857464425679,0.9999807045450594,0.0022625516032016963,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 512)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(896, 1536)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.010568260929038287,9.42957909863611 +12855,12861,1.050332757679436,0.033673569920417395,0.009778664198030845,0.009785031063767876,1.0572888941951002,2.993244275053056,1.409863940619054,0.999952187720244,0.02768394786810365,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(896, 320)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(704, 1152)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.006956136515664291,3.181589811361757 +13020,13058,1.3480698365816626,0.03288640246767369,0.006952359585927853,0.007031996599558886,1.3895700704813243,1.4298760155149506,1.4092909433458114,0.9999758320560492,0.007154020106168728,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(0, 1536)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(384, 256)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.04150023389966173,3.5877946126246356 +13151,13273,1.2923798434920863,0.011553407789900915,0.00831182378720776,0.00795485891604722,1.3235709396271966,1.5118943829593008,1.4083757914369592,0.999965456196028,0.009494466310635743,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(128, 960)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 576)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.031191096135110286,3.564732378046979 +188,246,1.154850877754454,0.3004159462782174,0.2926370004454358,0.2916542265430405,1.2075519907047814,1.1722925723649036,1.1895305330242063,0.9562236066790539,0.28409226655417663,"model.language_model.embed_tokens.weight|2d-128|(122112, 768)","model.language_model.embed_tokens.weight|2d-128|(238592, 768)",model.language_model.embed_tokens.weight,2d-128,0,0.017441694610449643,3.1725599388953034 +279,342,1.1157356724412555,0.3067813470933707,0.2205685371197569,0.2185387572409172,1.2896618620190567,1.211749650866546,1.2488867195008782,0.975371478172727,0.20724335247734949,"model.language_model.embed_tokens.weight|2d-64|(19968, 1920)","model.language_model.embed_tokens.weight|2d-64|(217088, 1920)",model.language_model.embed_tokens.weight,2d-64,0,0.09601397842529047,3.2507460188558652 +741,764,0.09724933401477495,0.9959312821406338,0.9959312821406338,0.9987698766930782,0.09724933401477495,0.10136765848773083,0.09924446719716708,0.090115932296756,1.0381070791697316,"model.language_model.layers.16.linear_attn.conv1d.weight|3d-axis0-slice|(3993, 0, 0)","model.language_model.layers.17.linear_attn.conv1d.weight|3d-axis0-slice|(4771, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,1,0.0,0.1374191630305314 +926,1023,0.5098987969140015,0.8859458761150479,0.8859458761150478,0.8676026172879843,0.5098987969140016,0.7564623852196444,0.5979489193236524,0.46378864215797716,1.3143485230355005,"model.language_model.layers.17.linear_attn.conv1d.weight|3d-volume|(4312, 0, 0)","model.language_model.layers.13.linear_attn.conv1d.weight|3d-volume|(628, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,4,1.1102230246251565e-16,1.5130832505417715 +1145,1239,1.134633569661822,0.01871417907648211,0.0001327381819086977,0.0001199305901699776,1.1490725723491235,2.0296502011200155,1.4141330791920514,0.9999999911902875,0.00023446045453553627,"model.language_model.layers.16.linear_attn.in_proj_qkv.weight|2d-128|(1152, 1408)","model.language_model.layers.12.linear_attn.in_proj_qkv.weight|2d-128|(5120, 128)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,4,0.014439002687301583,3.2263182729146167 +1336,1503,1.1265340318188015,-0.026486953659153375,-0.02340237900484161,-0.023229315434162703,1.1369053375833753,2.1948571088372533,1.4276661892966014,0.9997261268251989,-0.04517955560984727,"model.language_model.layers.22.linear_attn.in_proj_qkv.weight|2d-64|(1664, 320)","model.language_model.layers.14.linear_attn.in_proj_qkv.weight|2d-64|(5248, 1728)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,8,0.01037130576457379,3.1283223247615553 +1569,1700,1.14333760773004,0.008801595933517314,-0.006656069615833809,-0.006521056773452696,2.0801203974565885,1.1445990137441853,1.4181838033890954,0.9999778481232817,-0.0036625431523153043,"model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(256, 1664)","model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-128|(1024, 1664)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,16,0.001261406014145372,5.455142570460999 +1922,2034,1.1368755392624175,-0.0011266121176386323,0.011936422588969573,0.01241265966236034,2.0433061044755885,1.139057163653901,1.4070160092362232,0.9999287583702039,0.006654053266216566,"model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-64|(640, 768)","model.language_model.layers.5.linear_attn.in_proj_z.weight|2d-64|(576, 1472)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,1,0.0021816243914836164,6.084930609189521 +2178,2279,1.2210761202435714,-0.0049151512669158345,0.004176607347214508,0.004172660664841273,1.7193646503122548,1.2256397724248833,1.411418966447966,0.9999912779374963,0.0029772719112367567,"model.language_model.layers.12.linear_attn.out_proj.weight|2d-128|(640, 896)","model.language_model.layers.14.linear_attn.out_proj.weight|2d-128|(1536, 0)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,2,0.004563652181311939,4.961710453321888 +2403,2432,1.2180980834960773,0.009819324548265552,-0.0024782697165405304,-0.0023780298476634297,1.7351498496869022,1.2257940523402175,1.4158642653394997,0.9999969290848908,-0.001750769986337734,"model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(192, 960)","model.language_model.layers.1.linear_attn.out_proj.weight|2d-64|(576, 576)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,11,0.007695968844140255,4.621485233057169 +2564,2567,1.261555768602966,0.028109802506537183,-0.004864123475927264,-0.004868881208106085,1.2984138743888902,1.5770310514561536,1.417585015008056,0.9999881700814319,-0.005907880307628796,"model.language_model.layers.19.mlp.down_proj.weight|2d-128|(1536, 5248)","model.language_model.layers.3.mlp.down_proj.weight|2d-128|(128, 4096)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,16,0.0368581057859243,3.304832375111856 +2874,2921,1.2540633417725076,0.04685075475057792,0.019129224826259544,0.018992370030325036,1.2744342740917698,1.5745164383838455,1.4009215386320544,0.9998170196378667,0.02363345019416606,"model.language_model.layers.22.mlp.down_proj.weight|2d-64|(1024, 4480)","model.language_model.layers.3.mlp.down_proj.weight|2d-64|(1536, 2880)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,19,0.020370932319262236,3.164355384374605 +3144,3319,1.1506198585600833,0.0012148085495898462,0.00905150407704497,0.008989963136225349,1.9966342165849855,1.1493150034106254,1.408668098909604,0.9999590342978772,0.0052102830617484965,"model.language_model.layers.9.mlp.gate_proj.weight|2d-128|(4608, 1152)","model.language_model.layers.23.mlp.gate_proj.weight|2d-128|(3840, 640)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,14,0.0013048551494578842,5.484998846238638 +3485,3547,1.137762836882767,0.04323225146491768,0.021115763448737553,0.021202912102414533,1.9819311093187009,1.1440372239175363,1.401224507720185,0.9997770374108303,0.012188728096153283,"model.language_model.layers.8.mlp.gate_proj.weight|2d-64|(4928, 832)","model.language_model.layers.23.mlp.gate_proj.weight|2d-64|(1792, 1344)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,15,0.006274387034769235,5.246525374071717 +3668,3718,1.2157410713648094,0.04062087417236245,0.010744486047191602,0.010786838522039394,1.6691716435525763,1.2389463847649755,1.406922705979978,0.9999422763437806,0.007975118793651165,"model.language_model.layers.10.mlp.up_proj.weight|2d-128|(1536, 1408)","model.language_model.layers.23.mlp.up_proj.weight|2d-128|(3968, 1792)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,13,0.023205313400166183,4.424051119162228 +3870,4066,1.2134329718737809,0.04427235882921138,0.030033449251910954,0.029987087296911696,1.6527544635864722,1.2276473704374917,1.3937338451749228,0.9995488942148018,0.022308507289865366,"model.language_model.layers.5.mlp.up_proj.weight|2d-64|(5632, 576)","model.language_model.layers.23.mlp.up_proj.weight|2d-64|(5760, 640)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,18,0.014214398563710873,4.4918393179568605 +4150,4293,1.1669828305369314,0.020933288210891077,0.00174833126336699,0.0017494672829167174,1.2064379033795445,1.7829508087621344,1.4130655004996473,0.9999984716677288,0.0025837953460117985,"model.language_model.layers.11.self_attn.k_proj.weight|2d-128|(384, 768)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 640)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,12,0.03945507284261307,3.440446901219543 +4409,4539,1.0987982812059187,0.004282682771777336,0.020466930367765285,0.020471523082848067,2.295919476538269,1.0999641071161237,1.4028897709530088,0.9997905304419126,0.00980560904571932,"model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 1024)","model.language_model.layers.3.self_attn.k_proj.weight|2d-64|(448, 128)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,20,0.0011658259102049762,7.11129408996087 +4739,4799,1.108550324765247,0.018029525509170394,-0.000997936365734753,-0.0009106864443301228,2.2284099157021084,1.1195583167348786,1.4147795888114698,0.999999502061381,-0.0005013655476750602,"model.language_model.layers.11.self_attn.o_proj.weight|2d-128|(1024, 384)","model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(1408, 256)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,8,0.011007991969631536,5.893580141332553 +4907,4933,1.1160826022180732,-0.024998409850991825,-0.010245914917945466,-0.010501172619423961,1.1264970608310243,2.2153196689384402,1.420055864359356,0.999947509236107,-0.020149166503150864,"model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(1088, 768)","model.language_model.layers.3.self_attn.o_proj.weight|2d-64|(1792, 1856)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,16,0.010414458612951094,2.9174552808473337 +5185,5273,1.1073496358665844,-0.003826184325101187,0.0006869738277109302,0.0008610167381067308,2.301585593820169,1.1099043708317795,1.4138334015555105,0.9999997640334521,0.00033128259755825284,"model.language_model.layers.11.self_attn.q_proj.weight|2d-128|(3200, 1536)","model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(1280, 1792)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,8,0.0025547349651950935,5.9853543991972895 +5614,5620,1.0952127884201617,0.015719254020744682,-0.006756081169378246,-0.00644044872236316,1.1068354778444975,2.3664336049880985,1.4178755491463866,0.9999771774231814,-0.014444619672274497,"model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(1920, 1792)","model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(2688, 384)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,4,0.011622689424335864,2.9351861805578197 +5662,5781,1.07669764283619,-0.006721009587033288,-0.0018188312273692195,-0.0018336218074457321,2.6289209897033636,1.0820906861937962,1.4151186340252389,0.9999983459251152,-0.0007486494796166316,"model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(384, 1664)","model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(128, 640)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,12,0.005393043357606153,9.090425707888235 +5908,6122,1.0700296620345497,0.009135728971334566,0.006675115255781869,0.006431852257512143,2.696124950023592,1.0739398401683418,1.4109645216554982,0.9999777211699878,0.002658879815951004,"model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(448, 1536)","model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(64, 1472)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,12,0.003910178133792019,9.04284548955881 +6276,6394,1.1787680864414694,0.002115329578936842,-0.005276409570420542,-0.005420047221734687,1.2142053110904718,1.7766234340188947,1.4176854285182927,0.9999860796541346,-0.007720434760635157,"model.visual.blocks.2.attn.proj.weight|2d-128|(640, 896)","model.visual.blocks.21.attn.proj.weight|2d-128|(896, 256)",model.visual.layers.*.attn.proj.weight,2d-128,19,0.03543722464900245,3.60100584155791 +6550,6642,1.1744890425535874,0.053351450926396746,0.018847910356870185,0.01865116902911998,1.1957733656081835,1.7721291438594131,1.4018002849555962,0.9998223623600242,0.027932493066753702,"model.visual.blocks.14.attn.proj.weight|2d-64|(832, 768)","model.visual.blocks.18.attn.proj.weight|2d-64|(512, 768)",model.visual.layers.*.attn.proj.weight,2d-64,4,0.021284323054596044,3.162298350423722 +6763,6833,1.075424388723917,0.04257620626745381,0.005191188350083347,0.005239337557672315,1.1032101501640372,2.341622531440381,1.411380214045839,0.9999865256909785,0.011018574841519111,"model.visual.blocks.0.attn.qkv.weight|2d-128|(1664, 384)","model.visual.blocks.8.attn.qkv.weight|2d-128|(1920, 896)",model.visual.layers.*.attn.qkv.weight,2d-128,8,0.027785761440120238,3.4381171857047796 +7079,7155,1.0714228926126428,0.011242762690577094,-0.0001079819444324361,-0.00016055275649136876,1.0645805845634846,2.9163528398098637,1.4142627516220208,0.9999999941699498,-0.0002958098756073515,"model.visual.blocks.0.attn.qkv.weight|2d-64|(1280, 192)","model.visual.blocks.2.attn.qkv.weight|2d-64|(2688, 512)",model.visual.layers.*.attn.qkv.weight,2d-64,2,0.006842308049158197,3.2215662357905916 +7171,7406,1.2065259568882303,0.01946959780812275,-0.010926651323859752,-0.01068339163654081,1.7303499003177918,1.2348656300396987,1.4215013453071925,0.9999403023635195,-0.007797813707380283,"model.visual.blocks.17.mlp.linear_fc1.weight|2d-128|(3456, 128)","model.visual.blocks.1.mlp.linear_fc1.weight|2d-128|(3584, 640)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,16,0.02833967315146846,5.1505945313258295 +7522,7562,1.2051187567701434,0.023371494891617287,0.016996573220070473,0.016501903139696905,1.2213645221725673,1.7000275538829603,1.4027773516565925,0.9998555478161707,0.023657673259012923,"model.visual.blocks.1.mlp.linear_fc1.weight|2d-64|(1536, 128)","model.visual.blocks.23.mlp.linear_fc1.weight|2d-64|(1280, 512)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,22,0.01624576540242395,3.5073039937151855 +7736,7896,1.2140441159923527,0.02228671404970272,0.002307895005657801,0.002493986803510485,1.2189559637350802,1.7429997519722424,1.412679868166935,0.9999973368067752,0.003300086748099936,"model.visual.blocks.4.mlp.linear_fc2.weight|2d-128|(128, 1920)","model.visual.blocks.9.mlp.linear_fc2.weight|2d-128|(0, 1664)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,5,0.00491184774272746,3.4951865860103415 +7992,8100,1.1940722042486092,0.06579537434996811,0.02591431876346634,0.025925152461317436,1.2545138351351623,1.6004379138302165,1.3963062577160612,0.9996641676498291,0.033060024607592185,"model.visual.blocks.6.mlp.linear_fc2.weight|2d-64|(896, 4032)","model.visual.blocks.11.mlp.linear_fc2.weight|2d-64|(64, 2816)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,5,0.06044163088655319,3.4485462921325314 +8313,8333,0.6776593066255275,0.7686855143596165,0.7773962522719378,0.7773908439746494,0.6733469448860818,0.6616425487250773,0.6674177873531734,0.6290111818986573,0.7638832278500175,"model.visual.merger.linear_fc1.weight|2d-128|(3968, 2688)","model.visual.merger.linear_fc1.weight|2d-128|(3968, 1664)",model.visual.merger.linear_fc1.weight,2d-128,0,0.016016757900450207,1.9034091823420134 +8487,8675,1.337657320805792,0.044342407264000745,0.031122187951316164,0.03099981215579879,1.3713471540912432,1.413705575081251,1.3920432515343697,0.9995155873807686,0.03208349576855198,"model.visual.merger.linear_fc1.weight|2d-64|(2368, 1088)","model.visual.merger.linear_fc1.weight|2d-64|(2432, 192)",model.visual.merger.linear_fc1.weight,2d-64,0,0.033689833285451165,3.5123132619947843 +8794,8932,1.3373277157074235,0.028185126649871228,0.011252615185466237,0.011246065065049772,1.3845091563208913,1.4290236351186796,1.406238256451456,0.9999366873214963,0.011614407159037709,"model.visual.merger.linear_fc2.weight|2d-128|(1280, 640)","model.visual.merger.linear_fc2.weight|2d-128|(1792, 1664)",model.visual.merger.linear_fc2.weight,2d-128,0,0.04718144061346785,3.529074544687818 +9184,9194,1.3348213378443972,0.0436686723072016,0.01719118741646738,0.017223754286685954,1.45284932395836,1.3562026957997058,1.4020338541017345,0.9998522206182331,0.01604759305300077,"model.visual.merger.linear_fc2.weight|2d-64|(1536, 384)","model.visual.merger.linear_fc2.weight|2d-64|(1152, 2944)",model.visual.merger.linear_fc2.weight,2d-64,0,0.0213813579553086,3.929453845986092 +9228,9252,0.6097853449803613,0.8002187349304537,0.8310396656851593,0.8306329481360444,0.5598101152006832,0.7292220928602997,0.6279832893237481,0.5562131552362803,1.0825322154881205,"model.visual.pos_embed.weight|2d-128|(128, 512)","model.visual.pos_embed.weight|2d-128|(512, 512)",model.visual.pos_embed.weight,2d-128,0,0.049975229779678054,2.626505650499025 +9377,9406,0.36378266530944964,0.9325258483507325,0.8683677625258797,0.8745889618498032,0.5143065645131143,0.5119243039987045,0.5131112866896843,0.49592078904377207,0.8643454957002362,"model.visual.pos_embed.weight|2d-64|(1664, 896)","model.visual.pos_embed.weight|2d-64|(128, 896)",model.visual.pos_embed.weight,2d-64,0,0.14814163868925484,1.3215263263285082 +9754,9764,1.0197352144587142,0.03265708153431594,-0.00032639149971690884,-7.872837872535854e-05,4.010093917884138,1.0327093019425397,1.4143250361077806,0.999999946734293,-8.405477396162231e-05,"mtp.fc.weight|2d-128|(512, 1280)","mtp.fc.weight|2d-128|(512, 2560)",mtp.fc.weight,2d-128,0,0.012974087483825558,4.850845724037733 +9985,10060,1.0720631423538707,0.012338842348184897,-0.013192860225848813,-0.013177935894914528,1.1010405756514943,2.4590754461272732,1.4211552854623049,0.9999129704324579,-0.029465070918369744,"mtp.fc.weight|2d-64|(1152, 3968)","mtp.fc.weight|2d-64|(1088, 3072)",mtp.fc.weight,2d-64,0,0.02897743329762359,3.9022141871203884 +10200,10323,1.299941481029197,0.060985857236205886,0.007453279098063842,0.007362464937033279,1.4451543199948913,1.3753183477715685,1.4089399236029299,0.9999722239295881,0.007093105111892664,"mtp.layers.0.mlp.down_proj.weight|2d-128|(1792, 2176)","mtp.layers.0.mlp.down_proj.weight|2d-128|(1152, 4736)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.07537686674237154,3.959685064975012 +10422,10600,1.2611391131239353,0.015069676140560536,0.005825420003935349,0.005728643829821074,1.5348045941817063,1.3116271025992785,1.4101388343249506,0.9999830320969341,0.00497833977703158,"mtp.layers.0.mlp.down_proj.weight|2d-64|(768, 5184)","mtp.layers.0.mlp.down_proj.weight|2d-64|(1280, 2752)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.050487989475343165,4.411753324955574 +10787,10864,1.3024556282481272,0.02005270585414415,0.0075546668511291565,0.0074832890575866114,1.3464868569679416,1.4808497884611467,1.4088856443414306,0.9999714630972069,0.008308530269341802,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(1152, 384)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(3840, 1024)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.04403122871981435,3.7097006318386714 +10962,10970,1.2891902248610092,0.04222033423764621,0.02024222763417688,0.020282628737794423,1.3184656935480403,1.4986743812715602,1.3999448269327104,0.9997951051192471,0.023008947539295797,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(2688, 1408)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(5440, 1024)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.029275468687031125,3.573222046666107 +11381,11387,1.32662481496224,0.027776782304060717,-0.0004644807535944167,-0.0005491456417387376,1.3701908240740754,1.463497298310699,1.4145412504703145,0.9999998921288089,-0.00049611069937073,"mtp.layers.0.mlp.up_proj.weight|2d-128|(5888, 1408)","mtp.layers.0.mlp.up_proj.weight|2d-128|(2176, 896)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.0435660091118355,3.3662553529157795 +11552,11621,1.3066795030573324,0.04383738903171045,0.04014598079069253,0.04057109634667651,1.4363832422968847,1.3398577770019364,1.3856052556922573,0.9991938251542357,0.0374481565879073,"mtp.layers.0.mlp.up_proj.weight|2d-64|(1536, 576)","mtp.layers.0.mlp.up_proj.weight|2d-64|(1856, 1344)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.03317827394460404,3.9264096101653463 +11710,11725,1.217006350030761,0.03263097187187486,-0.009712023690388002,-0.009696908220350756,1.6688127367432426,1.25821053946536,1.4208005952796339,0.9999528371857531,-0.007322433666602304,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(256, 1792)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 1664)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.041204189434598915,4.794193397413482 +11736,11942,1.0806554636653682,0.022405164834695023,0.017844489918767612,0.017873122589036866,2.443528773285604,1.0872438533801956,1.4048092758265112,0.9998407744133758,0.007939874575242945,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 512)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 1408)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.006588389714827336,7.371519869648292 +12071,12143,1.1279882904291045,0.0005058141826142599,-0.008834099951401105,-0.008834150860052898,1.9501500185489806,1.1709582621317849,1.4197165306969821,0.9999609785776886,-0.005304393112427269,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(640, 896)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1152, 1920)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.042969971702680354,6.212353599083589 +12415,12464,1.164255587101808,0.024265755184879983,0.019090246156044276,0.01912956877632031,1.795547451013547,1.188696931768109,1.4017317088682342,0.9998177646459887,0.012638216283049687,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(640, 0)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(1152, 1536)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.02444134466630099,5.604889205243654 +12591,12622,1.0517122374491297,0.021737739715493726,0.0057084148883193185,0.005593101516329299,2.9979447409944195,1.0586107806087204,1.4116766773774636,0.9999837068669983,0.002015710782900452,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 1920)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(896, 1792)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.006898543159590709,8.596169233717982 +12954,12987,1.05060576780976,0.02980288416943159,0.01276316215996971,0.012707243778652762,1.0548005588650502,3.026068140061136,1.4085923645724812,0.9999185475285866,0.0366156407996931,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(896, 1216)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(576, 1344)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.004194791055290192,3.0070416476332453 +13038,13044,1.3483566824462012,0.03102049666693319,0.004288053206713738,0.004309428112612874,1.3679648695943103,1.4587776327792286,1.4111844592798848,0.9999908062575857,0.004572716920703053,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 1792)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(256, 512)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.01960818714810908,3.616638524544274 +13249,13266,1.2924704273278604,0.035642634631872706,0.006926484648249807,0.006937718879188798,1.3417042165533888,1.4883421866321536,1.4093336068447706,0.9999760116174875,0.0076834962429589634,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(320, 1088)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 128)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.049233789225528346,3.372928471740249 +126,147,1.1550912841537841,0.2939735012671726,0.29078230771203123,0.2875538541106581,1.1602790607176607,1.2250378964261246,1.1913404446950377,0.9567892398651155,0.30701178588636296,"model.language_model.embed_tokens.weight|2d-128|(102784, 1920)","model.language_model.embed_tokens.weight|2d-128|(92288, 1920)",model.language_model.embed_tokens.weight,2d-128,0,0.005187776563876589,3.109721111869853 +269,278,1.1174630031129507,0.3181734942984076,0.25901558284854526,0.2581455408490957,1.2634997564628085,1.1768995052969355,1.2178964934141805,0.9658731427271535,0.24126265933920127,"model.language_model.embed_tokens.weight|2d-64|(119488, 512)","model.language_model.embed_tokens.weight|2d-64|(215360, 512)",model.language_model.embed_tokens.weight,2d-64,0,0.059436502183984885,3.358100029179091 +652,743,0.09741868242624406,0.996533716928335,0.9965337169283349,0.9955565097278428,0.10299699535125167,0.09741868242624406,0.1000914426014967,0.08318984929062603,0.9425614928417063,"model.language_model.layers.21.linear_attn.conv1d.weight|3d-axis0-slice|(5112, 0, 0)","model.language_model.layers.9.linear_attn.conv1d.weight|3d-axis0-slice|(2101, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,12,0.0,0.15420002280137143 +865,975,0.5099111947630063,0.8609380973740522,0.8609380973740522,0.8781356570492327,0.5099111947630063,0.6173597161452289,0.5559945920154751,0.5087097330403133,1.042355031370688,"model.language_model.layers.20.linear_attn.conv1d.weight|3d-volume|(708, 0, 0)","model.language_model.layers.18.linear_attn.conv1d.weight|3d-volume|(5348, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,2,0.0,1.1624281046862392 +1108,1128,1.1349048869162743,0.03974560424098955,0.008517174006253087,0.008567966101384286,1.1472421354752287,2.009649555493786,1.4090179510544716,0.9999637282156525,0.01491972307017774,"model.language_model.layers.18.linear_attn.in_proj_qkv.weight|2d-128|(4352, 1408)","model.language_model.layers.9.linear_attn.in_proj_qkv.weight|2d-128|(256, 1920)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,9,0.01233724855895435,3.0382138587473566 +1358,1503,1.1270746703051775,0.002043582391225377,0.006385428807035469,0.005662511643414134,1.13607623406055,2.082401122920104,1.410411850202253,0.999979612941659,0.011704341416042987,"model.language_model.layers.2.linear_attn.in_proj_qkv.weight|2d-64|(2688, 1152)","model.language_model.layers.14.linear_attn.in_proj_qkv.weight|2d-64|(5248, 1728)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,12,0.009001563755372421,3.0950460143158227 +1565,1592,1.1434123331709363,-0.011890235151549154,-0.006867140745188507,-0.00688074536795726,1.1489623720633866,2.0555316012662948,1.4183436591791099,0.9999764209110061,-0.012285541420062808,"model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-128|(1024, 384)","model.language_model.layers.16.linear_attn.in_proj_z.weight|2d-128|(512, 512)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,12,0.005550038892450315,3.1537384696184634 +1846,2021,1.137283568776693,0.035156612167782195,0.012849594901145692,0.012626443758352002,1.1363041830566616,2.056211804237018,1.4064996041720812,0.9999174405474066,0.023252126595473478,"model.language_model.layers.20.linear_attn.in_proj_z.weight|2d-64|(1152, 64)","model.language_model.layers.16.linear_attn.in_proj_z.weight|2d-64|(576, 640)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,4,0.0009793857200313116,3.244745797323993 +2102,2211,1.2213475574045676,0.010778792269835212,-0.0013296019813949986,-0.001387206985239252,1.729866686114243,1.2266741969347161,1.415100520677821,0.9999991160788948,-0.0009428405413333708,"model.language_model.layers.16.linear_attn.out_proj.weight|2d-128|(1664, 256)","model.language_model.layers.14.linear_attn.out_proj.weight|2d-128|(256, 0)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,2,0.005326639530148558,4.616621307205722 +2509,2558,1.2182894113412384,0.017009890830412742,-0.01938543489158734,-0.01937674149308854,1.6573781056384294,1.2724973062268365,1.4273946425480661,0.999812084800971,-0.014883697084968082,"model.language_model.layers.4.linear_attn.out_proj.weight|2d-64|(0, 640)","model.language_model.layers.22.linear_attn.out_proj.weight|2d-64|(576, 1408)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,18,0.054207894885598185,4.5119383084340425 +2594,2651,1.2618059009609013,0.017337709021135073,-0.0019560121957876144,-0.0019252810756619223,1.2948606758951977,1.5778624422362075,1.4155694340652138,0.9999980870063152,-0.002383513715215373,"model.language_model.layers.21.mlp.down_proj.weight|2d-128|(1408, 2944)","model.language_model.layers.3.mlp.down_proj.weight|2d-128|(512, 5248)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,18,0.03305477493429643,3.422697523189269 +2816,2920,1.2541959608216184,0.004033284745644201,0.01468007218218553,0.015114780346331343,1.262618076973755,1.6070664114448783,1.4040918188716107,0.9998922419344626,0.018684867064569257,"model.language_model.layers.21.mlp.down_proj.weight|2d-64|(1792, 4096)","model.language_model.layers.12.mlp.down_proj.weight|2d-64|(512, 5568)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,9,0.008422116152136505,3.4087597622767776 +3153,3212,1.1511783031851988,0.04404600594163138,0.004513799794825128,0.004527407981122414,1.1656545462750465,1.9315268097147267,1.4113868405642414,0.999989812753816,0.007479510413484335,"model.language_model.layers.23.mlp.gate_proj.weight|2d-128|(1024, 0)","model.language_model.layers.10.mlp.gate_proj.weight|2d-128|(5760, 128)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,13,0.01447624308984774,3.016238965615056 +3441,3583,1.1377741168449798,0.008428202198971165,-0.000961645877770437,-0.0009998998086494376,1.1477058299221607,2.0412014790565096,1.4147944354111985,0.999999537618496,-0.0017102927743834315,"model.language_model.layers.23.mlp.gate_proj.weight|2d-64|(2688, 0)","model.language_model.layers.9.mlp.gate_proj.weight|2d-64|(2816, 1024)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,14,0.009931713077180992,3.149924855450394 +3595,3600,1.2161894354494698,0.015102486152878873,-0.009733821402723199,-0.009865214605422683,1.7771836224203674,1.2177148030876321,1.4206177304960013,0.9999526252382659,-0.0066695519040201896,"model.language_model.layers.2.mlp.up_proj.weight|2d-128|(4864, 384)","model.language_model.layers.23.mlp.up_proj.weight|2d-128|(3072, 1792)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,21,0.001525367638162356,4.562723351538514 +3898,3964,1.2135976558641952,-0.00037693739213174107,-0.007649127783346468,-0.007618012554120599,1.231795153871768,1.730922935315211,1.419314564195908,0.9999707449941494,-0.010748581591456328,"model.language_model.layers.23.mlp.up_proj.weight|2d-64|(2944, 0)","model.language_model.layers.2.mlp.up_proj.weight|2d-64|(3136, 1920)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,21,0.018197498007572754,3.2020612198221348 +4120,4300,1.1670696666551288,0.011506662413675966,-0.014563513017019115,-0.014530596126973555,1.1840711406713582,1.9108470983451569,1.42340525482601,0.9998939464206208,-0.02350251233596006,"model.language_model.layers.11.self_attn.k_proj.weight|2d-128|(128, 1024)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 1536)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,12,0.017001474016229423,3.156453392501832 +4409,4512,1.0990640513058056,-0.003997979126921354,0.010489613664524628,0.010628444345651626,2.3084446818815465,1.103926891030627,1.4084280305422479,0.9999449824891212,0.005016263413924531,"model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 1024)","model.language_model.layers.3.self_attn.k_proj.weight|2d-64|(192, 1280)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,20,0.004862839724821377,6.726372143340556 +4671,4860,1.1087748479959516,0.06887781956052008,0.00961621445074732,0.00978325291590319,1.1426661053988818,2.031087010510878,1.4083900864803596,0.999953763140895,0.017092804423722595,"model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(1280, 128)","model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(768, 1536)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,12,0.0338912574029302,2.995371390021279 +4933,5016,1.116152181763315,0.0032132507668039866,0.0021001667598909736,0.0021755156122409245,2.0056742558016625,1.1522220067723354,1.4129301072437395,0.9999977946473585,0.0012065061670101162,"model.language_model.layers.3.self_attn.o_proj.weight|2d-64|(1792, 1856)","model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(64, 128)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,20,0.03606982500902034,6.372324136457357 +5150,5176,1.107388773674677,-0.009420086925604188,-0.009958044542803673,-0.009913773580429861,2.337671406841682,1.1115619764205762,1.4196645755717583,0.999950417445227,-0.0047350468679589865,"model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(3200, 256)","model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(3456, 1024)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,4,0.004173202745899163,6.086135968617978 +5455,5618,1.0959500413769772,-0.033076410175674184,-0.0011014312877115821,-0.0010318322314992463,1.0830965457357173,2.6101815392103958,1.4147648629095833,0.9999993934243753,-0.0026543668938955414,"model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(1408, 1024)","model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(2688, 960)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,4,0.012853495641259816,2.9865553613716664 +5768,5784,1.0768960365182538,0.02108873957515974,0.0005465471595303812,0.0005329775018863406,1.0832212038479638,2.59813906821176,1.4139390027903502,0.99999985064309,0.0013109100179646727,"model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(0, 1024)","model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(256, 1536)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,12,0.006325167329710002,3.460805076076558 +5988,6046,1.0704680751076732,-0.022714851067285477,-0.01986891653774379,-0.019951000887970916,2.638633445909189,1.089438742658685,1.4240908734784796,0.9998025935931634,-0.008203476494406156,"model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(448, 960)","model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(128, 1024)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,12,0.018970667551011733,10.058078144799484 +6186,6394,1.180023938119317,0.00855070084349329,-0.005504823727143172,-0.005473864719760944,1.1880883052261506,1.8679359052551432,1.4177345725976027,0.9999848483430801,-0.008654792616676659,"model.visual.blocks.21.attn.proj.weight|2d-128|(128, 896)","model.visual.blocks.21.attn.proj.weight|2d-128|(896, 256)",model.visual.layers.*.attn.proj.weight,2d-128,0,0.00806436710683367,3.143565321831851 +6457,6642,1.1748549480236834,0.0023857120875186693,0.02316332869209965,0.023352397302897,1.169630138762155,1.8557781741405754,1.3993591124070441,0.9997316941079251,0.03675178879430698,"model.visual.blocks.5.attn.proj.weight|2d-64|(256, 384)","model.visual.blocks.18.attn.proj.weight|2d-64|(512, 768)",model.visual.layers.*.attn.proj.weight,2d-64,13,0.0052248092615283515,3.239787093644067 +6814,6893,1.0758940450370582,0.017803272978095225,0.0026352221837399126,0.00267025011662481,2.5523140904370316,1.08567858679207,1.4128705566547795,0.999996527795993,0.001120945226547714,"model.visual.blocks.11.attn.qkv.weight|2d-128|(2176, 896)","model.visual.blocks.1.attn.qkv.weight|2d-128|(640, 640)",model.visual.layers.*.attn.qkv.weight,2d-128,10,0.009784541755011755,7.713110558696331 +7061,7093,1.0718384003814974,0.028048553531626847,0.0073496109800285135,0.007361026421816217,1.061989488304793,2.909985045973286,1.4108621916958515,0.9999729912444847,0.020138860394695226,"model.visual.blocks.0.attn.qkv.weight|2d-64|(1920, 896)","model.visual.blocks.20.attn.qkv.weight|2d-64|(1408, 256)",model.visual.layers.*.attn.qkv.weight,2d-64,20,0.009848912076704464,3.649912245103941 +7242,7369,1.206545317931041,0.040054386379054265,0.004678067249721145,0.0044501593138415625,1.7670194741820389,1.209031069454902,1.4111269716635053,0.9999890577835375,0.0032008298338253812,"model.visual.blocks.16.mlp.linear_fc1.weight|2d-128|(2304, 384)","model.visual.blocks.23.mlp.linear_fc1.weight|2d-128|(1920, 640)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,7,0.0024857515238609906,3.8370806397254413 +7437,7543,1.205284769519602,0.042265311575679594,0.02601859965152813,0.025986749464734706,1.69615681631486,1.2147656636437036,1.396686549985587,0.9996614589310591,0.018634185924764898,"model.visual.blocks.18.mlp.linear_fc1.weight|2d-64|(0, 832)","model.visual.blocks.1.mlp.linear_fc1.weight|2d-64|(704, 768)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,17,0.00948089412410158,4.673608591954861 +7689,7736,1.2141249162982857,0.002686179912432642,0.00029055066253494513,0.0001947927645401416,1.7797123443896095,1.2086400146908085,1.414022576121946,0.9999999577901554,0.00019731905447624567,"model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(384, 1280)","model.visual.blocks.4.mlp.linear_fc2.weight|2d-128|(128, 1920)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,6,0.005484901607477166,5.1052513400117805 +7950,8126,1.1952924177030568,0.04116287410769788,0.0209902873585943,0.02103162830645583,1.197225546992741,1.761617112665118,1.400345338547017,0.999779679647773,0.030885449699547894,"model.visual.blocks.4.mlp.linear_fc2.weight|2d-64|(576, 2240)","model.visual.blocks.2.mlp.linear_fc2.weight|2d-64|(960, 896)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,2,0.0019331292896842545,3.5204398262069554 +8254,8355,0.6780737198552911,0.7693114468648902,0.7754325197140068,0.7754623893955095,0.6613044669039236,0.6803892636731713,0.6706432868878046,0.6314304453936207,0.7978109744011389,"model.visual.merger.linear_fc1.weight|2d-128|(3072, 1920)","model.visual.merger.linear_fc1.weight|2d-128|(3072, 2944)",model.visual.merger.linear_fc1.weight,2d-128,0,0.01676925295136744,1.823589941553866 +8542,8586,1.3378386658753065,0.06953004870335068,0.0403312590526661,0.04038451039797456,1.3732233960349471,1.3979190775522865,1.3854061834521774,0.9991863637696556,0.04105656560630757,"model.visual.merger.linear_fc1.weight|2d-64|(3904, 3968)","model.visual.merger.linear_fc1.weight|2d-64|(1088, 2624)",model.visual.merger.linear_fc1.weight,2d-64,0,0.03538473015964061,3.4687209290463814 +8837,8932,1.3373799388581538,0.03152104623025398,0.008122884845383283,0.008124515814712276,1.391520559082902,1.4260331789416438,1.4084598342365553,0.9999670088266855,0.008324349376392306,"model.visual.merger.linear_fc2.weight|2d-128|(512, 640)","model.visual.merger.linear_fc2.weight|2d-128|(1792, 1664)",model.visual.merger.linear_fc2.weight,2d-128,0,0.054140620224748304,3.542652979709944 +8993,9073,1.3351518031435765,0.04715724149134676,0.02362745747699157,0.023691839819389188,1.3671445253919812,1.4298077745548183,1.39742352203464,0.9997208326593844,0.024710425098531483,"model.visual.merger.linear_fc2.weight|2d-64|(1152, 576)","model.visual.merger.linear_fc2.weight|2d-64|(1088, 1664)",model.visual.merger.linear_fc2.weight,2d-64,0,0.03199272224840466,3.493812795445483 +9216,9264,0.6135766143865868,0.7905786171620011,0.5640082399136461,0.5689226405888086,0.8883536524556861,0.9964252461077131,0.9377507908562429,0.8257691598198076,0.6326219830460673,"model.visual.pos_embed.weight|2d-128|(0, 0)","model.visual.pos_embed.weight|2d-128|(768, 0)",model.visual.pos_embed.weight,2d-128,0,0.27477703806909926,2.502126754188745 +9490,9494,0.36503630352819566,0.9371721149949567,0.9353648657478374,0.9350263897472504,0.36742352299666836,0.4395919727471826,0.3986898660933924,0.35368427718026973,1.1190869958977119,"model.visual.pos_embed.weight|2d-64|(1344, 960)","model.visual.pos_embed.weight|2d-64|(1536, 960)",model.visual.pos_embed.weight,2d-64,0,0.002387219468472701,1.9394167463804646 +9764,9842,1.0198414918111063,0.03668337267905061,0.008449041515880877,0.008162042717873816,1.0288170343306746,4.108843090212041,1.4113954060774425,0.9999643062117082,0.033743401103411085,"mtp.fc.weight|2d-128|(512, 2560)","mtp.fc.weight|2d-128|(1280, 1664)",mtp.fc.weight,2d-128,0,0.008975542519568336,1.1050466999160666 +9875,9985,1.0726562359337608,0.03203213380497035,0.0073282586333082034,0.007274702453704794,2.328531315701521,1.1034594993890796,1.4101972805581946,0.9999731479521854,0.0034727626587524574,"mtp.fc.weight|2d-64|(1344, 2688)","mtp.fc.weight|2d-64|(1152, 3968)",mtp.fc.weight,2d-64,0,0.030803263455318808,8.128530564560872 +10271,10364,1.2999500255796455,0.02347139549122223,0.0019039422327316014,0.0018749539659749044,1.447850928100647,1.3803044767568546,1.4128681669861245,0.9999981875003446,0.0018151177972261412,"mtp.layers.0.mlp.down_proj.weight|2d-128|(256, 6016)","mtp.layers.0.mlp.down_proj.weight|2d-128|(512, 5632)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.08035445117720919,4.106796312422376 +10453,10513,1.2612747535254873,0.03872511482803735,0.02537787962559576,0.025841181487234684,1.4768887020735177,1.327535044039543,1.3962561865494225,0.9996779297482309,0.0228114850490057,"mtp.layers.0.mlp.down_proj.weight|2d-64|(576, 4480)","mtp.layers.0.mlp.down_proj.weight|2d-64|(256, 1856)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.06626029051405569,4.203998378383111 +10790,10845,1.3026693308374255,0.057422896463665406,0.01190238204167122,0.0121134527499478,1.4797397081949994,1.3419621327196163,1.4058123895183299,0.9999291641420077,0.01079415920288321,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(4992, 1408)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(2432, 512)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.03929280188219075,4.204363591396449 +10897,10910,1.289197755416488,0.019338643251702127,0.005731733982825433,0.005717898393275775,1.296620600893669,1.5600973604556274,1.410223356265474,0.9999835734778597,0.006896437594217343,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(0, 64)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(3840, 1280)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.007422845477180973,3.7896620938578227 +11201,11266,1.3267222429747136,0.029014741269390226,-0.004147205327610175,-0.0040326695538067635,1.36642871621297,1.4739396326910816,1.4171346717315016,0.999991400307008,-0.004473508368745022,"mtp.layers.0.mlp.up_proj.weight|2d-128|(2944, 512)","mtp.layers.0.mlp.up_proj.weight|2d-128|(3712, 640)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.03970647323825638,3.6826627147820465 +11449,11543,1.3067044979924343,0.026834308520628927,0.011995369562750926,0.01202175800081225,1.5113114754991919,1.319664955115436,1.405783819266091,0.9999280529663387,0.010474259669332624,"mtp.layers.0.mlp.up_proj.weight|2d-64|(4864, 1024)","mtp.layers.0.mlp.up_proj.weight|2d-64|(5248, 1408)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.012960457123001756,4.196694147575533 +11676,11720,1.2179642609767882,0.025192307011270336,0.003858779439909691,0.0038179461841872315,1.6981403475287005,1.2338117540745894,1.4116161272645564,0.9999925548829022,0.002803659565754162,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 1536)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 1024)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.015847493097801202,4.838945155060006 +11875,11940,1.0806748572140836,0.061955302321909454,0.041325128432814696,0.04213128111329138,2.171832787951132,1.102630425118662,1.3904229766568517,0.9991457520101916,0.020980594908019713,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(256, 1216)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 1280)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.02195556790457842,7.540387982348828 +12143,12192,1.1290078164635127,-0.015215348612347596,0.001930672706530709,0.0019304224310132704,1.1648735613527819,1.9434955442279254,1.413009064041663,0.9999981362497133,0.0032211683113035575,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(1152, 1920)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1664, 0)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.03586574488926919,3.2038401047577096 +12316,12415,1.1643328081049173,0.031302001821288686,-0.011566477394112446,-0.011501866184059321,1.1941433522393021,1.862339148056974,1.4216267548276722,0.9999331060629464,-0.018038624605477803,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(1792, 1920)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(640, 0)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.029810544134384775,3.4538459358610782 +12578,12620,1.0517356909213316,0.03616494590628652,-0.006139216761512506,-0.006682256365010877,2.9157413129442347,1.066957274886131,1.4170126715493006,0.9999811548312073,-0.002246523707956913,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 256)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(896, 1536)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.015221583964799335,8.612035447209589 +12781,12866,1.050606149130539,0.007766301329824016,0.008236931616962356,0.008368916520506567,3.20492452422884,1.04970439294985,1.4107636805192598,0.9999660759033465,0.00269783055338358,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(704, 448)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(832, 1088)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.0009017561806889951,9.223616289058675 +13020,13031,1.3486137964032388,0.0259679999626865,-0.012187359122601191,-0.0122565082641923,1.4425387081269512,1.4038539708408693,1.422802064735245,0.9999257313808946,-0.011860529219727302,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(0, 1536)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 896)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.05524017443763052,3.9436082082146484 +13227,13279,1.2925579793056559,0.01243380977416911,0.01107170447809013,0.010976783060528237,1.3376552830056452,1.4869801309376698,1.4064067746080846,0.9999387068015468,0.012307658620045363,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(256, 1728)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 960)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.04509730369998932,3.5551658929580685 +55,131,1.1556964352757275,0.28913008736021756,0.27298434596398735,0.2715869657031191,1.1690616065785955,1.2473550761992187,1.2063069360912178,0.9620184753208298,0.2912664377522787,"model.language_model.embed_tokens.weight|2d-128|(244096, 640)","model.language_model.embed_tokens.weight|2d-128|(169472, 640)",model.language_model.embed_tokens.weight,2d-128,0,0.013365171302867962,3.1009697091839343 +435,478,1.1175364651623525,0.32723597989283515,0.303846635198774,0.3037055850977878,1.2173008749812553,1.1466989958515903,1.1804193408983585,0.9527209571949088,0.28622392264417273,"model.language_model.embed_tokens.weight|2d-64|(63360, 1152)","model.language_model.embed_tokens.weight|2d-64|(216448, 1152)",model.language_model.embed_tokens.weight,2d-64,0,0.029162530689237798,3.2036017134899133 +653,668,0.09743116812499485,0.9972829832575826,0.9972829832575825,0.9995193498648646,0.10437006940800521,0.09743116812499483,0.10072179736068744,0.07366580824817272,0.930979988430603,"model.language_model.layers.13.linear_attn.conv1d.weight|3d-axis0-slice|(5980, 0, 0)","model.language_model.layers.1.linear_attn.conv1d.weight|3d-axis0-slice|(3241, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,12,1.3877787807814457e-17,0.1643134162082612 +815,912,0.5119223075298324,0.8961788833920626,0.8961788833920625,0.8973726476467446,0.7988376947143567,0.5119223075298324,0.6095461939161649,0.4436929219202802,0.5743018450194927,"model.language_model.layers.6.linear_attn.conv1d.weight|3d-volume|(5844, 0, 0)","model.language_model.layers.13.linear_attn.conv1d.weight|3d-volume|(4928, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,7,0.0,2.1146527996291593 +1038,1239,1.135267006588155,-0.0028267361582542576,0.009086973603133944,0.009085342789210697,1.131224830074598,2.1026365611792137,1.4088415000254917,0.9999587126030434,0.016890190544314582,"model.language_model.layers.21.linear_attn.in_proj_qkv.weight|2d-128|(1408, 384)","model.language_model.layers.12.linear_attn.in_proj_qkv.weight|2d-128|(5120, 128)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,9,0.004042176513556983,3.120304367299652 +1290,1383,1.1271503038011315,0.02423373690121708,-0.003534881234269999,-0.003214168882188356,2.130711080108657,1.134601076942822,1.4162859733635402,0.9999937522878128,-0.001882319988246922,"model.language_model.layers.12.linear_attn.in_proj_qkv.weight|2d-64|(4736, 1664)","model.language_model.layers.16.linear_attn.in_proj_qkv.weight|2d-64|(0, 256)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,4,0.007450773141690625,5.836292554153357 +1592,1675,1.1434694710746853,0.013719909465234763,0.003028001151551061,0.0030098058363228018,1.9904438133453948,1.1545242644014932,1.4123537860977529,0.9999954155940047,0.0017563423688035206,"model.language_model.layers.16.linear_attn.in_proj_z.weight|2d-128|(512, 512)","model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(896, 512)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,2,0.011054793326807921,5.415900683625189 +1886,1909,1.1374046454804991,0.004272869906029161,-0.005899980630808645,-0.005424522890159922,1.1432703310766485,2.0852409381741617,1.4177265472850977,0.9999825949628104,-0.0107611304267914,"model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-64|(1920, 1856)","model.language_model.layers.16.linear_attn.in_proj_z.weight|2d-64|(320, 1920)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,14,0.005865685596149417,2.981819631113235 +2134,2281,1.2215361074680067,-0.0017084780580276593,0.010070306948805832,0.010071259131374353,1.7005559949600249,1.2273355030176254,1.407439110735467,0.9999492931733873,0.007268002512816425,"model.language_model.layers.16.linear_attn.out_proj.weight|2d-128|(1280, 256)","model.language_model.layers.22.linear_attn.out_proj.weight|2d-128|(1920, 1024)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,6,0.005799395549618724,4.509231839775601 +2327,2446,1.218374161985347,0.03268160975472148,0.015905040298904105,0.015818916932988935,1.2783004184452804,1.5736072192130333,1.4031624349240668,0.9998735068462862,0.019579346040322906,"model.language_model.layers.22.linear_attn.out_proj.weight|2d-64|(1344, 64)","model.language_model.layers.18.linear_attn.out_proj.weight|2d-64|(896, 1792)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,4,0.059926256459933436,3.3563484901093417 +2617,2694,1.2618361606861048,0.04839795058106874,0.0002528474743512138,0.0002731826787682663,1.3016560314843488,1.5616662783428057,1.4140376857458548,0.9999999680340769,0.00030335462265569034,"model.language_model.layers.21.mlp.down_proj.weight|2d-128|(1280, 4608)","model.language_model.layers.4.mlp.down_proj.weight|2d-128|(256, 1664)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,17,0.039819870798244006,3.295559795928311 +2818,3018,1.2542016839331738,0.02881170288033617,0.03902435189884148,0.03902846127380233,1.263024659497713,1.5563633194135147,1.3869473525690015,0.9992382598554137,0.04808779417133145,"model.language_model.layers.18.mlp.down_proj.weight|2d-64|(384, 832)","model.language_model.layers.3.mlp.down_proj.weight|2d-64|(1792, 1088)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,15,0.00882297556453926,3.17522986048452 +3085,3278,1.1515483619562419,0.01540448865837886,0.0036083552701200844,0.0034683310290124646,1.1786256856308341,1.8784541075745742,1.4119143045934848,0.9999934898649314,0.005750875669333123,"model.language_model.layers.18.mlp.gate_proj.weight|2d-128|(4352, 512)","model.language_model.layers.9.mlp.gate_proj.weight|2d-128|(768, 1664)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,9,0.027077323674592257,2.9836065395394553 +3338,3582,1.1380310126060624,0.02193986627039434,0.014032421181261098,0.01405735084438196,1.1513103779725629,1.968911210463713,1.4055395683020837,0.999901540730782,0.02399751787383945,"model.language_model.layers.23.mlp.gate_proj.weight|2d-64|(4032, 128)","model.language_model.layers.11.mlp.gate_proj.weight|2d-64|(1344, 576)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,12,0.013279365366500429,3.133611202245034 +3590,3689,1.2176056478512562,0.04374511385611671,0.013038172614090621,0.013030614780692854,1.6701249089548333,1.236437766471158,1.4053680904604535,0.9999149994148928,0.009652504994922869,"model.language_model.layers.10.mlp.up_proj.weight|2d-128|(1152, 512)","model.language_model.layers.23.mlp.up_proj.weight|2d-128|(2048, 1280)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,13,0.01883211861990186,4.508344602620937 +3964,4051,1.2138648370529699,1.5211374376940257e-06,0.012219821928966033,0.012229672282855382,1.7316066780181985,1.2143596401805867,1.4060661886724826,0.999925335188595,0.008569647339148273,"model.language_model.layers.2.mlp.up_proj.weight|2d-64|(3136, 1920)","model.language_model.layers.23.mlp.up_proj.weight|2d-64|(960, 1024)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,21,0.0004948031276168496,4.51107408317975 +4240,4290,1.1671139719700656,0.027250144693879347,0.00209904285165296,0.00207607341677177,1.185847746738218,1.8544283776345856,1.4128656053727227,0.9999977970071269,0.0032824826295643904,"model.language_model.layers.19.self_attn.k_proj.weight|2d-128|(128, 0)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 256)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,4,0.01873377476815241,3.686770252930901 +4409,4544,1.0990641541375896,0.003435844652503141,0.00888372762027568,0.008930382887175212,2.217797892983411,1.1153366650511156,1.4091617135354764,0.9999605389131957,0.00446765107342217,"model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 1024)","model.language_model.layers.3.self_attn.k_proj.weight|2d-64|(384, 704)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,20,0.016272510913525995,7.1419278429528115 +4710,4845,1.1093669922375102,-0.00238338082034803,-0.012537226729225442,-0.01254689347286782,2.320142697633112,1.1148761050410785,1.4211182929025534,0.9999214058844524,-0.00602439432632951,"model.language_model.layers.23.self_attn.o_proj.weight|2d-128|(256, 640)","model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(1280, 256)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,4,0.00550911280356825,6.136049227694996 +4898,5074,1.1161693253076928,0.043801977654941524,0.016079942021672757,0.0161024410877923,1.138255473509217,2.032482096871752,1.4044853346115238,0.9998707093742569,0.028712529865573277,"model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(256, 384)","model.language_model.layers.11.self_attn.o_proj.weight|2d-64|(1664, 1024)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,8,0.022086148201524214,2.908069341345087 +5345,5362,1.1074651722841693,-0.004579339371209058,-0.011275360633943568,-0.01129051375979727,1.109745098503278,2.3609753346853544,1.42033911554567,0.9999364311007848,-0.023988254944605512,"model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(1408, 0)","model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(128, 1920)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,4,0.0022799262191086633,2.879303803709816 +5596,5630,1.0959529837692763,0.06499516056881526,0.03506620690223916,0.03483110980563534,1.1145033445792552,2.109328877497866,1.393579185129267,0.9993849914489857,0.06636692765702878,"model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(1344, 640)","model.language_model.layers.11.self_attn.q_proj.weight|2d-64|(3328, 1344)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,8,0.01855036080997885,2.9025193734189156 +5704,5819,1.0769075390636318,0.03673242514628784,0.008556002878309682,0.008588552342155642,2.3251230793146274,1.1031733872613725,1.4095197056664346,0.9999633967374737,0.004059464533578665,"model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(384, 1280)","model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(384, 1408)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,12,0.026265848197740693,8.552531047998993 +5944,6067,1.0705410979423948,0.04666087158084478,0.029220470741606375,0.029123949364924396,2.3264594193220063,1.0922353680262393,1.3982261887820822,0.9995729908764237,0.013718542154352075,"model.language_model.layers.3.self_attn.v_proj.weight|2d-64|(256, 960)","model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(0, 1024)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,16,0.021694270083844502,8.179723706383438 +6360,6394,1.1827138435399638,0.020722603330366865,-0.003932041402492514,-0.0038993393918076787,1.195212700446861,1.8367982676784198,1.4167533366138474,0.9999922694953243,-0.006042746060042541,"model.visual.blocks.21.attn.proj.weight|2d-128|(256, 512)","model.visual.blocks.21.attn.proj.weight|2d-128|(896, 256)",model.visual.layers.*.attn.proj.weight,2d-128,0,0.012498856906897116,3.0529661459388002 +6430,6524,1.1752843322077777,-0.001289127963142133,-0.0010205413562349723,-0.0010505923461050742,1.1965157585114812,1.824009828174604,1.4148753288476967,0.9999994792475345,-0.001555748389095176,"model.visual.blocks.23.attn.proj.weight|2d-64|(64, 448)","model.visual.blocks.0.attn.proj.weight|2d-64|(448, 768)",model.visual.layers.*.attn.proj.weight,2d-64,23,0.02123142630370345,3.1760235661700893 +6730,6783,1.076151594475129,0.03697727595990814,0.005382717103668008,0.005387095458227629,2.4060530532128426,1.096757027172221,1.4113376569434484,0.9999855130733554,0.002453617055885325,"model.visual.blocks.14.attn.qkv.weight|2d-128|(2048, 640)","model.visual.blocks.0.attn.qkv.weight|2d-128|(1920, 896)",model.visual.layers.*.attn.qkv.weight,2d-128,14,0.02060543269709192,9.220678595776402 +6968,7079,1.071956330553998,-0.005791134768628494,-0.010168832843178295,-0.010225965572342602,3.2215674271203465,1.0554622052028317,1.4184620051209766,0.9999482960826562,-0.0033315517926606484,"model.visual.blocks.21.attn.qkv.weight|2d-64|(256, 320)","model.visual.blocks.0.attn.qkv.weight|2d-64|(1280, 192)",model.visual.layers.*.attn.qkv.weight,2d-64,21,0.016494125351166344,8.367899897723973 +7353,7418,1.206902340967225,0.052658746066841206,0.016881500474344443,0.016985100745522657,1.2374844395444369,1.6587669559285698,1.402724531393773,0.9998574973173601,0.022628547283910717,"model.visual.blocks.0.mlp.linear_fc1.weight|2d-128|(2944, 128)","model.visual.blocks.17.mlp.linear_fc1.weight|2d-128|(1024, 896)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,17,0.030582098577211836,3.799836934695245 +7465,7498,1.2053135928094294,0.05027594267141049,0.022990106657179397,0.022741649736094185,1.2293420343590615,1.6648742145646331,1.3985907715771289,0.9997356925687366,0.031135058180601746,"model.visual.blocks.1.mlp.linear_fc1.weight|2d-64|(1344, 576)","model.visual.blocks.19.mlp.linear_fc1.weight|2d-64|(704, 256)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,18,0.02402844154963213,3.6965692597061133 +7796,7908,1.21415528328436,0.03363136622557888,0.007937526982809008,0.007974986156663885,1.657063386339086,1.2465956319673028,1.408810486558177,0.9999684973364897,0.005971338542005248,"model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(512, 2688)","model.visual.blocks.5.mlp.linear_fc2.weight|2d-128|(640, 1536)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,5,0.032440348682942766,4.908119508067705 +8046,8081,1.1953455019293564,0.023057946775250072,0.02336811582432381,0.02303861253412488,1.6724784310173555,1.2260109489013167,1.398366959978595,0.9997269282973331,0.01713000617794981,"model.visual.blocks.8.mlp.linear_fc2.weight|2d-64|(192, 2944)","model.visual.blocks.4.mlp.linear_fc2.weight|2d-64|(576, 2304)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,4,0.030665446971960275,5.371703546478615 +8219,8380,0.6793224393873464,0.7678004291228818,0.77669549246536,0.7766787304339765,0.6656827545596291,0.6709987286465323,0.6683248855520393,0.6298762672017353,0.7828979861954128,"model.visual.merger.linear_fc1.weight|2d-128|(1664, 1024)","model.visual.merger.linear_fc1.weight|2d-128|(1664, 3072)",model.visual.merger.linear_fc1.weight,2d-128,0,0.013639684827717269,1.8555683679772919 +8473,8614,1.3378596667977272,0.044175594815966224,0.027101437834819865,0.026932279878800452,1.3666666014788411,1.4250340034560607,1.394935299648656,0.9996326885748011,0.028258882170222432,"model.visual.merger.linear_fc1.weight|2d-64|(384, 704)","model.visual.merger.linear_fc1.weight|2d-64|(2944, 1600)",model.visual.merger.linear_fc1.weight,2d-64,0,0.02880693468111395,3.3486367440044713 +8818,8928,1.3375024072681458,0.04562090142350399,-0.003230435316953652,-0.003097527255119962,1.3751431204403817,1.461809556545987,1.416491730533966,0.9999947821302184,-0.0034340289006530673,"model.visual.merger.linear_fc2.weight|2d-128|(1152, 1536)","model.visual.merger.linear_fc2.weight|2d-128|(896, 0)",model.visual.merger.linear_fc2.weight,2d-128,0,0.03764071317223583,3.415049179670202 +8964,9138,1.3351539096502343,0.06129782383828964,0.02668071749305688,0.026693238947255074,1.417548810549115,1.3739317882235256,1.3952292335695933,0.9996440062912675,0.025859769782546223,"model.visual.merger.linear_fc2.weight|2d-64|(1792, 1664)","model.visual.merger.linear_fc2.weight|2d-64|(1856, 3072)",model.visual.merger.linear_fc2.weight,2d-64,0,0.03877787857329129,3.620157057182174 +9286,9310,0.6140644779718439,0.800486239515159,0.8080325920672748,0.8082570581754943,0.6676314053152157,0.5949754107268453,0.6281737382691123,0.5891377853754086,0.720097226581063,"model.visual.pos_embed.weight|2d-128|(1024, 768)","model.visual.pos_embed.weight|2d-128|(1408, 768)",model.visual.pos_embed.weight,2d-128,0,0.019089067244998592,2.3645543036293275 +9480,9502,0.3657737155874941,0.9324236592113392,0.8745731221546975,0.8763564125445419,0.5241098312641815,0.4882282932986873,0.5052159156878786,0.48489365226262204,0.8146982127096641,"model.visual.pos_embed.weight|2d-64|(1280, 896)","model.visual.pos_embed.weight|2d-64|(512, 896)",model.visual.pos_embed.weight,2d-64,0,0.12245457771119317,1.5490410567749262 +9699,9770,1.0198670534024559,0.03887477916051904,-0.0008712560088387881,-0.0002583159685260447,4.246571297473791,1.0291527508828662,1.4144955775084527,0.9999996204564116,-0.00021114811347994325,"mtp.fc.weight|2d-128|(256, 2432)","mtp.fc.weight|2d-128|(1408, 3456)",mtp.fc.weight,2d-128,0,0.009285697480410304,5.94246139200334 +9985,10063,1.0748392746278386,0.0341966774896337,0.011478370441227546,0.01143223171383778,1.1002737890645848,2.3383399685566952,1.4079460920452322,0.9999341213360078,0.024394230457349033,"mtp.fc.weight|2d-64|(1152, 3968)","mtp.fc.weight|2d-64|(128, 4032)",mtp.fc.weight,2d-64,0,0.02543451443674627,3.47292202247824 +10223,10364,1.3001376260328217,0.045307093938342,0.004908795242126437,0.0048591233782133945,1.4459347845721757,1.3780003509507581,1.4107422749274245,0.9999879517920558,0.004678165044903511,"mtp.layers.0.mlp.down_proj.weight|2d-128|(128, 6016)","mtp.layers.0.mlp.down_proj.weight|2d-128|(512, 5632)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.07786272491793644,4.082280630637899 +10457,10600,1.2613072462164108,0.009522898287200859,-0.010178281720613122,-0.01059697125534689,1.545817109575181,1.3227287913883763,1.421306371082666,0.9999481999489853,-0.008709378486835943,"mtp.layers.0.mlp.down_proj.weight|2d-64|(1856, 5184)","mtp.layers.0.mlp.down_proj.weight|2d-64|(1280, 2752)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.06142154517196552,4.447497869437963 +10757,10795,1.3028718192075033,0.05328191223243516,0.0029036581504531464,0.0028962004035575956,1.4580117409816165,1.3703838750577413,1.4121628168642593,0.999995784375787,0.002729145586565718,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(2816, 128)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(1152, 1408)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.067512055850238,4.09975155767115 +10973,11140,1.2891986008789362,0.031634275208598656,0.010223555372327327,0.009879132507026859,1.5130423172590843,1.3205788430082777,1.407032579872027,0.999947738092121,0.00892308878014497,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(5568, 1344)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(2944, 448)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.03138024212934143,4.313914102694785 +11245,11321,1.3270589130398405,0.037250030725945446,0.008925187089040129,0.008894787488533965,1.3965455968580915,1.4195137909672635,1.4078892003901735,0.9999601697244874,0.009071974583829374,"mtp.layers.0.mlp.up_proj.weight|2d-128|(640, 1664)","mtp.layers.0.mlp.up_proj.weight|2d-128|(3456, 1536)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.06948668381825107,3.6283497004461895 +11457,11470,1.306774176813218,0.05298126277996404,0.030729058727902957,0.030526183569287886,1.4723089223165484,1.3242991588229387,1.3924385849048617,0.9995277509652732,0.02763989676891546,"mtp.layers.0.mlp.up_proj.weight|2d-64|(4480, 1088)","mtp.layers.0.mlp.up_proj.weight|2d-64|(5888, 1600)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.017524982009720746,4.013866179530333 +11675,11715,1.218200859878679,0.013489096705279625,-0.005646557953432811,-0.005635901026671144,1.6763602931010544,1.251205612568615,1.4180361796068084,0.9999840580645666,-0.004214490782264785,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 1408)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 384)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.03300475268993597,5.262460104916358 +11744,11928,1.0807837554045323,0.03398833918917171,0.014629042991132758,0.01417246447517756,2.275871709065639,1.1052822580483057,1.4060601115106617,0.9998929898249931,0.007104627912863875,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 1024)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 512)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.0244985026437734,7.0685743813611 +12202,12204,1.136254038973857,0.3461092443007611,0.3853048260523618,0.3853138005388762,1.0808719597791456,1.1400340611921838,1.1092714973520648,0.9227893535475792,0.40639469057109784,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(1664, 1280)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1664, 1536)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.055382079194711276,4.103347388699097 +12287,12477,1.164381500816952,-0.0013315253545521533,-0.0008224280799163305,-0.000958529906348036,1.7532768967158605,1.2181373431424292,1.4147584627476735,0.9999996618059694,-0.0005714045271865389,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(1728, 64)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(832, 1152)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.05375584232547714,5.948128839560195 +12583,12606,1.051832904473953,-0.0016636830820767135,-0.002462573781137049,-0.002582101755701999,3.1449345591119973,1.0556122730897246,1.415263761755255,0.9999969678605893,-0.0008265746259252017,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 896)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(768, 1792)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.003779368615771661,9.367320562452813 +12788,12948,1.0507319922543075,0.0032146267758575223,0.009730561530166108,0.009687798759200962,1.0495202858440587,3.195290145715324,1.4101278616369664,0.9999526569654724,0.029624932256179504,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(896, 192)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(640, 1536)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.001211706410248814,3.2196580298870763 +13015,13047,1.3487182067353123,0.027131774897751336,-0.002055732103852971,-0.002123550485101832,1.400692722358672,1.4311301791740831,1.4156661027039157,0.9999978869805262,-0.0021004037553410387,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(0, 896)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(256, 896)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.05197451562335975,3.654463080741747 +13270,13304,1.2927396853842434,0.04739274713491491,0.029300788331818622,0.029248901379666375,1.4767388793460987,1.3228604166839226,1.3934674155984135,0.9995706397264447,0.026247601118865604,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 384)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(448, 512)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.030120731299679182,3.8642470880756385 +36,112,1.155915570303459,0.294381681129913,0.3096760849560561,0.3096541798767827,1.143157790904829,1.2106264054013436,1.1754423580881792,0.9508421122385616,0.3279530162431644,"model.language_model.embed_tokens.weight|2d-128|(246656, 1408)","model.language_model.embed_tokens.weight|2d-128|(72576, 1408)",model.language_model.embed_tokens.weight,2d-128,0,0.012757779398629987,3.05996879755501 +278,284,1.1175394294957213,0.35717598620585406,0.3007497544862801,0.29733717921735436,1.156089326724523,1.211583831437746,1.1828613641633585,0.9537030906820226,0.3151863194488909,"model.language_model.embed_tokens.weight|2d-64|(215360, 512)","model.language_model.embed_tokens.weight|2d-64|(82240, 512)",model.language_model.embed_tokens.weight,2d-64,0,0.038549897228801644,2.8681763613726465 +566,604,0.09761724984405702,0.9958213951633568,0.9958213951633569,0.9989792845097305,0.10154352915563013,0.09761724984405702,0.09952235030350905,0.09132222585387167,0.9573169924272721,"model.language_model.layers.9.linear_attn.conv1d.weight|3d-axis0-slice|(443, 0, 0)","model.language_model.layers.18.linear_attn.conv1d.weight|3d-axis0-slice|(5913, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,9,0.0,0.15792344381871823 +961,972,0.5134212817311151,0.9206591712954112,0.9206591712954112,0.9230876616056402,0.8743990355231434,0.5134212817311149,0.626130697025642,0.39036737864433135,0.5405838668168169,"model.language_model.layers.14.linear_attn.conv1d.weight|3d-volume|(1764, 0, 0)","model.language_model.layers.18.linear_attn.conv1d.weight|3d-volume|(6056, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,4,2.220446049250313e-16,2.218935821902453 +1211,1239,1.1356308891881686,-0.009143546815418253,-0.006661655600633987,-0.006701319425409443,1.1380768548182172,2.1204305341457514,1.4181337278535289,0.9999778109261518,-0.012411796166264722,"model.language_model.layers.17.linear_attn.in_proj_qkv.weight|2d-128|(4096, 256)","model.language_model.layers.12.linear_attn.in_proj_qkv.weight|2d-128|(5120, 128)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,5,0.0024459656300486188,2.9636113723964486 +1433,1535,1.1284848556554292,0.04431568274623547,0.033752739671581926,0.033630229177849136,1.959010898698158,1.139857593489662,1.3933098413553624,0.9994302139542622,0.01963915394309419,"model.language_model.layers.0.linear_attn.in_proj_qkv.weight|2d-64|(4352, 1472)","model.language_model.layers.8.linear_attn.in_proj_qkv.weight|2d-64|(5312, 1984)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,8,0.01137273783423276,5.822593172367012 +1547,1569,1.1435574671802222,-0.002861002395562233,0.0054921284252922005,0.00559528784563402,1.131098810918516,2.1178094831082492,1.4109822585375467,0.999984918148949,0.010283170267049384,"model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-128|(512, 512)","model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(256, 1664)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,16,0.01245865626170617,3.2817072928862348 +1811,1827,1.1375975866572967,0.009259024744227146,0.013369511074017416,0.013192801274920755,2.0515421266365097,1.1367529498421973,1.4061751760652466,0.9999106240927945,0.007408003449704428,"model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-64|(320, 704)","model.language_model.layers.1.linear_attn.in_proj_z.weight|2d-64|(1152, 512)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,17,0.0008446368150993866,5.506995915962941 +2134,2198,1.2216469854960927,0.016708553026415485,-0.006618222428950553,-0.006618615160934115,1.6965137922038422,1.2439086792250813,1.4186697079831587,0.9999780993261207,-0.004852577301902967,"model.language_model.layers.16.linear_attn.out_proj.weight|2d-128|(1280, 256)","model.language_model.layers.13.linear_attn.out_proj.weight|2d-128|(1536, 384)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,3,0.022261693728988563,4.771782957325157 +2360,2512,1.2184218312375608,0.02155145333954645,-0.0018973912576606172,-0.0019311561493051653,1.698106555728922,1.2390103825386298,1.4154906478740867,0.9999981999515876,-0.0013844169319341692,"model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(64, 1024)","model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(1152, 704)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,0,0.02058855130106907,4.45085281635957 +2583,2624,1.2619344393832752,0.033000529401876394,0.006233208901538332,0.00617763782129941,1.2798179161821954,1.5899047040950351,1.4099011785575963,0.9999805733646978,0.0077434516495329475,"model.language_model.layers.21.mlp.down_proj.weight|2d-128|(1024, 1664)","model.language_model.layers.3.mlp.down_proj.weight|2d-128|(768, 1152)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,18,0.017883476798920217,3.221865501068932 +2865,2868,1.2542372450357615,0.023455936330780837,0.01064355116339438,0.01136959310423823,1.5985366078963288,1.2708853621739031,1.406862063534902,0.9999433558050338,0.008461947826711388,"model.language_model.layers.3.mlp.down_proj.weight|2d-64|(448, 320)","model.language_model.layers.21.mlp.down_proj.weight|2d-64|(128, 640)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,18,0.016648117138141627,4.2470368786953685 +3122,3278,1.151566341571061,0.020851209935333768,0.004591539195827482,0.004303568860280994,1.1764608956011882,1.8843439221533755,1.4112935215727693,0.9999894588283484,0.007354293720544956,"model.language_model.layers.22.mlp.gate_proj.weight|2d-128|(3456, 1536)","model.language_model.layers.9.mlp.gate_proj.weight|2d-128|(768, 1664)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,13,0.02489455403012708,3.1526509795556525 +3441,3580,1.1387242359240513,0.05543185091536577,0.02542518888967965,0.025366827073999246,1.1598478431004369,1.8903814825539047,1.3980939856915735,0.9996767276324502,0.04143932029826058,"model.language_model.layers.23.mlp.gate_proj.weight|2d-64|(2688, 0)","model.language_model.layers.12.mlp.gate_proj.weight|2d-64|(64, 448)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,11,0.021123607176385617,3.0505195305588018 +3613,3830,1.2176124083562565,0.0033239945058200606,-0.006194741149285354,-0.006215360585183352,1.2368169403574745,1.713879304990808,1.4183646450637424,0.9999808124069648,-0.008584163354414052,"model.language_model.layers.23.mlp.up_proj.weight|2d-128|(4480, 1664)","model.language_model.layers.1.mlp.up_proj.weight|2d-128|(3840, 1792)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,22,0.019204532001217967,3.127069795750656 +3851,3865,1.214260284015068,0.04148517807331996,0.032044967071269026,0.03190924665861111,1.2268767610241151,1.650003986810639,1.3923448392330504,0.9994864281646856,0.04309668672888838,"model.language_model.layers.22.mlp.up_proj.weight|2d-64|(4800, 640)","model.language_model.layers.1.mlp.up_proj.weight|2d-64|(4544, 1792)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,21,0.012616477009047111,3.2136400478703426 +4300,4326,1.167524077149373,-0.013377703909880495,0.0016180739537591912,0.0016671107898357579,1.9324388956548428,1.167497943581062,1.4132003871345504,0.9999986909174832,0.0009775719262449323,"model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 1536)","model.language_model.layers.3.self_attn.k_proj.weight|2d-128|(384, 128)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,20,2.6133568310937605e-05,6.430731914440486 +4434,4506,1.0992138786187668,0.0028698784552868787,-0.0042675926402634175,-0.0044990841116343,1.108778598839642,2.3357549889209737,1.416549713432901,0.9999908937850668,-0.008990118325344179,"model.language_model.layers.15.self_attn.k_proj.weight|2d-64|(384, 960)","model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 1984)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,8,0.009564720220875067,3.0023103886205234 +4631,4715,1.1097778682588375,0.009508996821702902,-0.001661034591583329,-0.0016225719586037157,1.1298672011392121,2.1551277855487343,1.4151792527511493,0.9999986204810912,-0.003168285438739594,"model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(1536, 1024)","model.language_model.layers.11.self_attn.o_proj.weight|2d-128|(768, 1408)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,8,0.020089332880374622,3.1614150238482575 +4955,5060,1.116244053216747,0.034500035962310674,-0.006999144286978448,-0.006949428111913609,2.0345791512260862,1.1528134075304775,1.4184526816022114,0.9999755056896394,-0.003965786914904098,"model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(1536, 512)","model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(192, 0)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,4,0.03656935431373043,5.832737278135501 +5273,5288,1.1079860136568969,-0.03254820262643953,0.007541588018044282,0.007503178044120174,1.0968317653863224,2.3937618775065777,1.4101688228654312,0.999971561820718,0.016459010819308565,"model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(1280, 1792)","model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(3200, 0)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,4,0.01115424827057443,2.9310345226923498 +5528,5531,1.0960602932632637,0.09563867853066424,0.04776008986477084,0.04963844669438671,1.1260913990906578,1.9835177674654318,1.3849109150085506,0.9988588357801662,0.08412548652713048,"model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(1344, 0)","model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(1280, 1152)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,4,0.0300311058273941,2.946367997662993 +5763,5813,1.077330497137315,0.0060017833336308245,0.011892830191227837,0.01191454993665911,1.07991692855217,2.5726529342290796,1.4081983504982376,0.9999292777942062,0.02833192413121099,"model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(0, 384)","model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(384, 896)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,12,0.0025864314148549283,3.6623965199144153 +5988,6008,1.0706589755091942,0.024913083475941167,0.014894789556115376,0.015010371395126438,2.529032415378071,1.0817664763526644,1.4065763942124938,0.9998890664689154,0.006371086395001653,"model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(448, 960)","model.language_model.layers.23.self_attn.v_proj.weight|2d-64|(320, 1344)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,16,0.01110750084347023,8.447725072947504 +6200,6360,1.1860441544990432,0.05380390878581642,-0.007874468836342607,-0.007889294386991182,1.2225581139432375,1.7578572561705565,1.41942404743385,0.9999689958896453,-0.011322318362279874,"model.visual.blocks.23.attn.proj.weight|2d-128|(128, 896)","model.visual.blocks.21.attn.proj.weight|2d-128|(256, 512)",model.visual.layers.*.attn.proj.weight,2d-128,2,0.03651395944419433,3.3037820958988657 +6471,6543,1.1756363706131123,0.001592206209401566,-0.009606237907187103,-0.009608430676304772,1.186279942003666,1.887071509913357,1.4203215663046616,0.9999538590321408,-0.015281096164775645,"model.visual.blocks.22.attn.proj.weight|2d-64|(256, 384)","model.visual.blocks.22.attn.proj.weight|2d-64|(256, 448)",model.visual.layers.*.attn.proj.weight,2d-64,0,0.010643571390553719,3.045633109032277 +6738,6869,1.0762560354712891,0.05767641912571687,0.007550475899764515,0.007497973420945769,1.1059701770657733,2.3040106125044844,1.4100416385684382,0.999971494750569,0.015729516910366205,"model.visual.blocks.0.attn.qkv.weight|2d-128|(1280, 256)","model.visual.blocks.9.attn.qkv.weight|2d-128|(896, 384)",model.visual.layers.*.attn.qkv.weight,2d-128,9,0.029714141594484156,3.8372725248405684 +6912,6988,1.072011895631239,-0.015694631321197614,-0.0026537104330296426,-0.002357429067282378,1.0729314638717147,2.7783444512308195,1.415474201722051,0.9999964789042697,-0.006871754538892699,"model.visual.blocks.1.attn.qkv.weight|2d-64|(1024, 64)","model.visual.blocks.21.attn.qkv.weight|2d-64|(320, 512)",model.visual.layers.*.attn.qkv.weight,2d-64,20,0.0009195682404756766,2.9455767701784628 +7406,7411,1.2070553108656237,0.022362528662362983,0.006378013748437974,0.00646560488555768,1.2160371995284642,1.7413691061956291,1.4099731700482352,0.9999796602634599,0.009133335809733092,"model.visual.blocks.1.mlp.linear_fc1.weight|2d-128|(3584, 640)","model.visual.blocks.17.mlp.linear_fc1.weight|2d-128|(3712, 512)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,16,0.008981888662840554,3.503236797608861 +7492,7623,1.2053487126225648,-0.005798206355824738,-0.005203025201445373,-0.005194181018099944,1.2244621095363837,1.7456578733393606,1.4176686233486142,0.9999864641727673,-0.007417707610017593,"model.visual.blocks.1.mlp.linear_fc1.weight|2d-64|(2496, 192)","model.visual.blocks.17.mlp.linear_fc1.weight|2d-64|(3904, 384)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,16,0.01911339691381886,3.473069120870733 +7709,7930,1.2141953668769758,0.043449284636437095,0.015306578640331903,0.01522793833627465,1.2281309404919427,1.6860055022083678,1.4038739038418646,0.9998828474628052,0.02101321199289008,"model.visual.blocks.3.mlp.linear_fc2.weight|2d-128|(512, 1152)","model.visual.blocks.14.mlp.linear_fc2.weight|2d-128|(768, 3200)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,11,0.01393557361496689,3.5065851942648703 +8047,8148,1.1958063914027661,0.04728334307523534,0.04691720154007102,0.04690982512896599,1.2340991898794391,1.5993500501501252,1.381750017029499,0.998898781759017,0.06080307746036734,"model.visual.blocks.5.mlp.linear_fc2.weight|2d-64|(192, 0)","model.visual.blocks.16.mlp.linear_fc2.weight|2d-64|(448, 3520)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,11,0.038292798476672996,3.0924097071258014 +8223,8385,0.6815349052186543,0.7607594605334733,0.7729669779703965,0.7728062817086264,0.6813942544739295,0.6670428808258609,0.6741040193077941,0.6344462553812676,0.7566869200661277,"model.visual.merger.linear_fc1.weight|2d-128|(3072, 2432)","model.visual.merger.linear_fc1.weight|2d-128|(3072, 1408)",model.visual.merger.linear_fc1.weight,2d-128,0,0.014492024392793401,1.9312566117210548 +8492,8622,1.338037271888185,0.06571026907015501,0.030924394418855087,0.030660249654466874,1.3776600942355186,1.4071688600352688,1.3921799806243904,0.9995217265421633,0.03158677893316555,"model.visual.merger.linear_fc1.weight|2d-64|(1344, 448)","model.visual.merger.linear_fc1.weight|2d-64|(1856, 2560)",model.visual.merger.linear_fc1.weight,2d-64,0,0.03962282234733361,3.3665742639374368 +8794,8838,1.337506047711945,0.017121101577604048,0.010312486148101485,0.010367324306439172,1.3868550455297437,1.4278520335015132,1.4069057455677942,0.999946824900927,0.010617334785264764,"model.visual.merger.linear_fc2.weight|2d-128|(1280, 640)","model.visual.merger.linear_fc2.weight|2d-128|(512, 768)",model.visual.merger.linear_fc2.weight,2d-128,0,0.04934899781779878,3.5546752688925918 +9012,9070,1.3352951549902345,0.05186373969742622,0.025673981050619497,0.025594372198658413,1.4453285557138684,1.3513689116310683,1.3959827447451743,0.9996703690202149,0.02400493624266351,"model.visual.merger.linear_fc2.weight|2d-64|(1728, 1856)","model.visual.merger.linear_fc2.weight|2d-64|(1472, 3456)",model.visual.merger.linear_fc2.weight,2d-64,0,0.01607375664083377,3.6463786374586618 +9300,9348,0.6145533855772153,0.8013839253044155,0.6821155514008981,0.6849499749963134,0.8838868743042446,0.7499202815260908,0.8086971185969508,0.7312444013714217,0.5787304927935952,"model.visual.pos_embed.weight|2d-128|(1280, 512)","model.visual.pos_embed.weight|2d-128|(2048, 512)",model.visual.pos_embed.weight,2d-128,0,0.13536689594887552,3.107296095877296 +9362,9611,0.36863223786246535,0.930065726099177,0.965279698406639,0.967256214755969,0.2636427756662835,0.2836061373909174,0.2730786901243988,0.2612184982806313,1.0383718881548203,"model.visual.pos_embed.weight|2d-64|(1536, 704)","model.visual.pos_embed.weight|2d-64|(960, 704)",model.visual.pos_embed.weight,2d-64,0,0.10498946219618183,1.1483959197851572 +9639,9824,1.0236308958790863,0.04981974022340316,-0.008348983233105184,-0.008593471974641146,1.0472417638324376,3.4590526790664837,1.4174843253140104,0.999965146632108,-0.02757679632090616,"mtp.fc.weight|2d-128|(1024, 3072)","mtp.fc.weight|2d-128|(768, 2048)",mtp.fc.weight,2d-128,0,0.023610867953351322,1.54281657953767 +9924,9985,1.0767111282341493,0.011620490504945891,-0.000241324878381059,-0.00018051548319377727,2.2442029773096137,1.1171581874106717,1.414349707780937,0.9999999708811511,-0.0001201308733813744,"mtp.fc.weight|2d-64|(1984, 3840)","mtp.fc.weight|2d-64|(1152, 3968)",mtp.fc.weight,2d-64,0,0.04044705917652247,8.004231505384997 +10302,10363,1.301002041484265,0.047889504357279684,-8.535905811201717e-05,-7.318154051449307e-05,1.397402193774388,1.4317718543183882,1.4142739012419332,0.9999999963569156,-8.745849796171538e-05,"mtp.layers.0.mlp.down_proj.weight|2d-128|(1408, 2176)","mtp.layers.0.mlp.down_proj.weight|2d-128|(512, 5504)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.096400152290123,3.4338507934837854 +10524,10612,1.2618044263524189,0.040292262228957945,0.027222133707569946,0.026703533765555173,1.446526318303267,1.3483975639094103,1.3948798488566037,0.9996294090493772,0.025375451736515186,"mtp.layers.0.mlp.down_proj.weight|2d-64|(128, 5952)","mtp.layers.0.mlp.down_proj.weight|2d-64|(960, 5632)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.0865931375569915,4.226063329561925 +10742,10765,1.3029133273252893,0.07863627759383425,0.016106578260066468,0.016104296482823865,1.4505787195432382,1.3594556946210872,1.4028023810499042,0.9998702806548219,0.015094788887708408,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(768, 768)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(2432, 1792)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.05654236729579787,4.133800154924317 +10921,11026,1.289306194851515,0.02946343767343701,0.010539069891191574,0.01027916269795411,1.2979402980957262,1.548778275071133,1.4068570108131397,0.9999444624607051,0.012575834582593383,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(2496, 1472)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(5312, 576)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.008634103244211211,3.4501096071917954 +11265,11349,1.3270660692528546,0.04282420513121412,0.003023033919595816,0.002973185986696075,1.4531653926739625,1.3742890167089823,1.4120776661328596,0.9999954306225209,0.0028589466373091354,"mtp.layers.0.mlp.up_proj.weight|2d-128|(5504, 1024)","mtp.layers.0.mlp.up_proj.weight|2d-128|(5888, 0)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.04722294745612765,3.762346370474387 +11478,11525,1.3068074169792327,0.03773140085752696,0.00929124448806055,0.009129766203810799,1.3494020346734832,1.4741660192246944,1.4076540529278647,0.9999568354563426,0.010150301058291978,"mtp.layers.0.mlp.up_proj.weight|2d-64|(2432, 512)","mtp.layers.0.mlp.up_proj.weight|2d-64|(1984, 576)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.042594617694250436,3.672241758427709 +11665,11691,1.219037032422481,0.05253403058018802,0.0072510687354280295,0.0072606462200829275,1.5893439988828812,1.2790555145059512,1.4091959901266913,0.9999737106555322,0.005835438683274228,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 128)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(128, 1408)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.06001848208347016,4.892569908578973 +11744,11931,1.0813123281831027,-0.017337008137392113,-0.016689436198837754,-0.01655265012795261,2.360562084887316,1.11260228048042,1.4232868616066179,0.9998607216604545,-0.00786622173322154,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 1024)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 704)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.03128995229731735,8.719990793932926 +12143,12189,1.1386585527926336,0.050250579403987895,0.014690049797414537,0.014692181744422349,1.1931061500906703,1.792456275244931,1.4045982417956935,0.999892095396773,0.022069513212244492,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(1152, 1920)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1536, 1664)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.05444759729803672,3.4870400717793113 +12292,12312,1.16445253930212,0.022192944837377677,0.018847683532024543,0.01900804024337444,1.2184362819239358,1.7035691604220482,1.4015445185110749,0.9998223666359323,0.026352081669672376,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(1152, 1472)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(1792, 64)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.05398374262181593,2.845268501311661 +12576,12612,1.0519421309602444,0.015116269220955606,0.006188607592090962,0.006335980083253398,3.0391095822589422,1.056687928632563,1.4114961117024507,0.9999808503846818,0.0021517575331211503,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 0)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(896, 512)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.004745797672318641,8.646991404830153 +12815,12948,1.0507933526789028,0.022687933939039562,0.011074336115261176,0.010966011644610642,1.0539493421558932,3.0625715890730856,1.4093863249413756,0.9999386776595883,0.03217986462714472,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(896, 1984)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(640, 1536)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.003155989476990362,3.126056481466087 +13037,13047,1.350202197359194,0.03444959265369111,0.004829554307142112,0.00485285264258877,1.3749184715456513,1.449644105254454,1.4107992071073743,0.9999883376345917,0.0050920364205190366,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 1664)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(256, 896)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.024716274186457277,3.548487582333457 +13182,13273,1.293024643527805,-4.630696015533488e-05,0.012210981251900122,0.012217173581551338,1.3006155438101716,1.541148770685055,1.4056761650755916,0.9999254431890738,0.014469255603461248,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 896)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 576)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.007590900282366642,3.559638653444332 +16,191,1.156112436487313,0.26899084286021846,0.2977957588568327,0.29551606450082357,1.2242429186306014,1.1503333029839584,1.1855637357903748,0.9546296067097872,0.2798173252115489,"model.language_model.embed_tokens.weight|2d-128|(205056, 1920)","model.language_model.embed_tokens.weight|2d-128|(158208, 1920)",model.language_model.embed_tokens.weight,2d-128,0,0.005779133503354572,3.295433868360783 +451,507,1.1183911868068748,0.3356941543563783,0.30156355899495,0.2994053222406575,1.1607997472076823,1.204550427010058,1.1820682826370208,0.953446076024386,0.31292952521038925,"model.language_model.embed_tokens.weight|2d-64|(233600, 512)","model.language_model.embed_tokens.weight|2d-64|(184256, 512)",model.language_model.embed_tokens.weight,2d-64,0,0.04240856040080754,2.9527029542606544 +538,751,0.09899558558241965,0.9993635317844495,0.9993635317844496,0.999402483285615,0.10914394746459768,0.09899558558241965,0.10369917368310673,0.03567255722977428,0.9064412671239214,"model.language_model.layers.13.linear_attn.conv1d.weight|3d-axis0-slice|(1231, 0, 0)","model.language_model.layers.14.linear_attn.conv1d.weight|3d-axis0-slice|(707, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,1,0.0,0.1954321818753276 +843,872,0.5139703098600139,0.8925671705055342,0.8925671705055341,0.8943673198350648,0.5139703098600139,0.7957352137255201,0.6105739222403564,0.45091445545218944,1.381883572963677,"model.language_model.layers.14.linear_attn.conv1d.weight|3d-volume|(1688, 0, 0)","model.language_model.layers.8.linear_attn.conv1d.weight|3d-volume|(1268, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,6,0.0,1.606373142405495 +1134,1239,1.1357462181824596,0.017637947548775672,0.004965640472832383,0.004990185513246394,1.1381528060885366,2.075073608767933,1.41124948763732,0.9999876711313468,0.009053326970405806,"model.language_model.layers.12.linear_attn.in_proj_qkv.weight|2d-128|(4992, 1152)","model.language_model.layers.12.linear_attn.in_proj_qkv.weight|2d-128|(5120, 128)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,0,0.0024065879060770623,3.2576029589337026 +1436,1503,1.1285473446740595,0.007369402183361335,0.00024862975568910645,0.000872301126685899,1.129800936461836,2.1477718426848327,1.414068681423299,0.9999999690916218,0.00047264962462766557,"model.language_model.layers.21.linear_attn.in_proj_qkv.weight|2d-64|(320, 1792)","model.language_model.layers.14.linear_attn.in_proj_qkv.weight|2d-64|(5248, 1728)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,7,0.001253591787776509,2.938837943539739 +1592,1785,1.1439140282332159,0.04956884790357161,0.003715203898806617,0.0037377120031899715,1.9445980584280693,1.1633914275650152,1.4118968412858015,0.9999930986061805,0.002222688821885204,"model.language_model.layers.16.linear_attn.in_proj_z.weight|2d-128|(512, 512)","model.language_model.layers.16.linear_attn.in_proj_z.weight|2d-128|(1920, 384)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,0,0.019477399331799372,5.274462222479087 +1922,1946,1.138204158839774,-0.00015884129210914488,-0.001117994592256283,-0.0015456790735488741,2.0336785363124528,1.14915593161239,1.414890588158809,0.9999993750438506,-0.0006317370686969256,"model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-64|(640, 768)","model.language_model.layers.17.linear_attn.in_proj_z.weight|2d-64|(320, 1088)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,13,0.010951772772616053,5.727579947935604 +2082,2178,1.2219024161960226,0.004867788810332198,0.001455543903737271,0.0014566285359387857,1.233661401239201,1.7041931699836665,1.4132354814544053,0.9999989406954111,0.0020107040528857868,"model.language_model.layers.10.linear_attn.out_proj.weight|2d-128|(0, 896)","model.language_model.layers.12.linear_attn.out_proj.weight|2d-128|(640, 896)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,2,0.011758985043178516,3.347701920568993 +2374,2512,1.2184390069132678,-0.0044483866467728995,-0.012286484107328886,-0.012315642863268762,1.699863606551114,1.247723104129854,1.4224778276045282,0.9999245183053971,-0.009018447144910709,"model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(1536, 896)","model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(1152, 704)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,0,0.029284097216586202,4.507175204766373 +2617,2656,1.262146935815733,0.03564705324998955,0.002972935777772586,0.002956286063397066,1.2978545764272487,1.5631547483560284,1.4121457117044394,0.9999955808166661,0.003580646677977975,"model.language_model.layers.21.mlp.down_proj.weight|2d-128|(1280, 4608)","model.language_model.layers.4.mlp.down_proj.weight|2d-128|(1024, 4096)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,17,0.03570764061151577,3.339459139625016 +2908,3026,1.2542868701393028,0.047340496602294974,0.02726597647467716,0.027258849622135317,1.5832876128654936,1.2614968645665967,1.3952942039326244,0.9996282141510825,0.021724381314334136,"model.language_model.layers.9.mlp.down_proj.weight|2d-64|(768, 4096)","model.language_model.layers.21.mlp.down_proj.weight|2d-64|(1600, 2816)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,12,0.007209994427293864,4.034514765864418 +3100,3289,1.1515760634501655,0.06789294130770601,0.00974792974765225,0.009722228651993929,1.799524581355007,1.1950059342141526,1.40784621174382,0.999952487804113,0.0064732841192843065,"model.language_model.layers.11.mlp.gate_proj.weight|2d-128|(5504, 1920)","model.language_model.layers.21.mlp.gate_proj.weight|2d-128|(2688, 1536)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,10,0.04342987076398708,4.623231089419724 +3441,3464,1.138745411444311,0.0007215499054248889,-0.012532518985706804,-0.012464790577158902,1.1582924197413889,2.0246230713017086,1.4218324141703074,0.9999214649000555,-0.021906063311416507,"model.language_model.layers.23.mlp.gate_proj.weight|2d-64|(2688, 0)","model.language_model.layers.10.mlp.gate_proj.weight|2d-64|(2176, 1280)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,13,0.019547008297077895,3.0511070714556006 +3665,3811,1.2177010988938548,0.046355744967932266,-0.009702941147663974,-0.009726331643044388,1.2462563395686748,1.6976559992231355,1.4207442897052434,0.9999529253585315,-0.013217390135918388,"model.language_model.layers.23.mlp.up_proj.weight|2d-128|(896, 768)","model.language_model.layers.0.mlp.up_proj.weight|2d-128|(4224, 1408)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,23,0.02855524067481996,3.056903900664878 +4017,4065,1.2142793846890492,0.04492796670527992,0.0267202045994631,0.026361110295175145,1.2130516421163788,1.6992033966163462,1.3962296565883572,0.9996429515912982,0.03742879596987141,"model.language_model.layers.23.mlp.up_proj.weight|2d-64|(5184, 192)","model.language_model.layers.1.mlp.up_proj.weight|2d-64|(3712, 1664)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,22,0.0012277425726703317,3.1440115906375063 +4220,4327,1.1675705828740226,0.015820205136102106,0.008351911371875517,0.008401006518054073,1.1893662564568082,1.8233582457381654,1.4087983782803875,0.999965122179987,0.01280389987937799,"model.language_model.layers.15.self_attn.k_proj.weight|2d-128|(384, 1536)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(256, 896)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,8,0.021795673582785557,2.995495102667481 +4409,4555,1.0992669540244457,0.019075573426646803,0.026397914930390166,0.026391946745716873,2.1302974561759576,1.1167511162014683,1.3987776616929086,0.9996515143225302,0.01383839654806857,"model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 1024)","model.language_model.layers.15.self_attn.k_proj.weight|2d-64|(192, 704)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,8,0.017484162177022533,7.035342947156065 +4621,4804,1.1103880687104466,0.0696122092288057,0.011698186134826346,0.011593703890954312,2.015708255225295,1.1440518259882344,1.407093712992257,0.9999315738795105,0.006639517982627142,"model.language_model.layers.23.self_attn.o_proj.weight|2d-128|(1280, 1664)","model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(512, 896)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,4,0.03366375727778781,5.362308575047417 +4927,5051,1.1162727994849615,0.011961854961939595,-0.0096563596163917,-0.009795287358905365,2.191501257560282,1.1293993148946857,1.419763522666617,0.9999533762725935,-0.004976445209650767,"model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(1344, 320)","model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(1728, 1088)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,12,0.013126515409724204,6.17652817212295 +5185,5194,1.1082433019553368,0.02458387442483503,0.0008506637310448255,0.0009400253279118755,2.241158620933447,1.116926546593337,1.413733216132714,0.9999996381855428,0.00042394540687725607,"model.language_model.layers.11.self_attn.q_proj.weight|2d-128|(3200, 1536)","model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(3328, 640)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,8,0.008683244638000076,5.785355971711916 +5540,5611,1.0960760830582872,0.027127343384706296,0.03617506487338853,0.0370005913601251,1.0942289646936405,2.2707881095927376,1.3940633518877872,0.9993454681347217,0.0750719546171359,"model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(1408, 448)","model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(3200, 1408)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,4,0.0018471183646466827,2.999897483559374 +5682,5769,1.0774181478242217,0.008009389529868387,0.009454434181276441,0.00944157861931757,2.639868198989168,1.076351984508859,1.4095313297483805,0.9999553058383719,0.0038548511616306805,"model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(384, 768)","model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(0, 1152)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,12,0.0010661633153628003,8.591716296887101 +6046,6063,1.0707785275701496,-0.00036091997319371856,0.008898623526838685,0.008708138869965167,1.0884670447341014,2.4803928213627553,1.4095752350854476,0.9999604064658398,0.020278135220320175,"model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(128, 1024)","model.language_model.layers.3.self_attn.v_proj.weight|2d-64|(448, 1792)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,16,0.01768851716395181,3.568430461242429 +6225,6394,1.1875597509284097,0.04044082084282865,0.006881417442894661,0.006992099805760515,1.2039160850380235,1.777522214966505,1.4096877869570796,0.9999763227666826,0.01016007056240713,"model.visual.blocks.22.attn.proj.weight|2d-128|(128, 896)","model.visual.blocks.21.attn.proj.weight|2d-128|(896, 256)",model.visual.layers.*.attn.proj.weight,2d-128,1,0.01635633410961379,3.1908811400233152 +6556,6643,1.1757151540383723,0.0201552979847585,0.012502957505228321,0.012699321855848383,1.1839651892983964,1.8313959470542045,1.4061287504433604,0.9999218349719254,0.01933998221251344,"model.visual.blocks.5.attn.proj.weight|2d-64|(704, 0)","model.visual.blocks.21.attn.proj.weight|2d-64|(640, 256)",model.visual.layers.*.attn.proj.weight,2d-64,16,0.008250035260024102,3.0754209302059285 +6826,6860,1.0765035308158575,0.03187134508568293,0.014930210267414626,0.01494961553286819,2.4532909308144144,1.0878319672512993,1.4063676370430587,0.9998885381988188,0.006620315512797953,"model.visual.blocks.0.attn.qkv.weight|2d-128|(2688, 256)","model.visual.blocks.1.attn.qkv.weight|2d-128|(128, 512)",model.visual.layers.*.attn.qkv.weight,2d-128,1,0.011328436435441791,8.705576198324396 +6920,7136,1.0722588789239054,0.018200113174025923,0.002358375082912457,0.0025150478772553117,2.6257029290000378,1.0804558221919096,1.4130393838337083,0.9999972190296172,0.0009704525447650346,"model.visual.blocks.18.attn.qkv.weight|2d-64|(2816, 896)","model.visual.blocks.3.attn.qkv.weight|2d-64|(832, 896)",model.visual.layers.*.attn.qkv.weight,2d-64,15,0.008196943268004242,7.114324462016556 +7265,7406,1.2071925947853022,0.008640891237474113,-0.010502904221893643,-0.010417841618543346,1.7524517626481062,1.2266379072043123,1.4211743629221107,0.9999448429803044,-0.007351563523119879,"model.visual.blocks.18.mlp.linear_fc1.weight|2d-128|(3712, 768)","model.visual.blocks.1.mlp.linear_fc1.weight|2d-128|(3584, 640)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,17,0.019445312419010152,5.095748407799681 +7601,7623,1.2053493728488511,0.05548956087479207,0.018882116763506273,0.019084460968713766,1.2426882258901113,1.6418714983621543,1.4013047537952332,0.9998217169408401,0.02494753607288836,"model.visual.blocks.7.mlp.linear_fc1.weight|2d-64|(3328, 256)","model.visual.blocks.17.mlp.linear_fc1.weight|2d-64|(3904, 384)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,10,0.03733885304126017,3.187025421603504 +7689,7694,1.2149243841817614,0.04090353052946391,0.0033964851409581725,0.003447978801261915,1.6529813639211017,1.2526500124158415,1.411899473497592,0.9999942319277083,0.002573899044995254,"model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(384, 1280)","model.visual.blocks.4.mlp.linear_fc2.weight|2d-128|(128, 1152)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,6,0.0377256282340801,4.741504746727874 +7960,8046,1.1962068054333703,0.008460120037870418,0.006399182624137407,0.005848723130525233,1.2458968278679496,1.6621532242618144,1.409863664798193,0.9999795250212591,0.008537161178547848,"model.visual.blocks.4.mlp.linear_fc2.weight|2d-64|(640, 3200)","model.visual.blocks.8.mlp.linear_fc2.weight|2d-64|(192, 2944)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,4,0.04969002243457932,3.482986562809533 +8431,8439,0.6850334872171676,0.7622545246588088,0.7549505139923794,0.7549275031541804,0.6934003679426934,0.7073797678524609,0.7002854410556121,0.6557817635636431,0.770170804657204,"model.visual.merger.linear_fc1.weight|2d-128|(896, 1920)","model.visual.merger.linear_fc1.weight|2d-128|(896, 2944)",model.visual.merger.linear_fc1.weight,2d-128,0,0.008366880725525827,1.8000017661588226 +8521,8634,1.3380823701767133,0.042815699679725365,0.025900114677606726,0.025283550578778905,1.36267273876962,1.431470818707569,1.3958017555754485,0.9996645357617159,0.027207749379098537,"model.visual.merger.linear_fc1.weight|2d-64|(1920, 1088)","model.visual.merger.linear_fc1.weight|2d-64|(2240, 2432)",model.visual.merger.linear_fc1.weight,2d-64,0,0.024590368592906753,3.52668607878973 +8721,8801,1.3375306165554375,0.04324287617208875,0.009514071604610968,0.009526889208568291,1.3756814186871233,1.4415851819271743,1.4074774139166155,0.9999547401965263,0.009969855272226076,"model.visual.merger.linear_fc2.weight|2d-128|(1152, 3456)","model.visual.merger.linear_fc2.weight|2d-128|(384, 128)",model.visual.merger.linear_fc2.weight,2d-128,0,0.03815080213168587,3.4615987458239075 +9003,9194,1.335924257758145,0.020073460990640654,0.006039673034980203,0.006076031756895086,1.4667672002934107,1.3592598588090956,1.4099487811506335,0.9999817610084848,0.0055969925664673134,"model.visual.merger.linear_fc2.weight|2d-64|(960, 1600)","model.visual.merger.linear_fc2.weight|2d-64|(1152, 2944)",model.visual.merger.linear_fc2.weight,2d-64,0,0.02333560105095067,3.9364783974763733 +9269,9293,0.615916054372498,0.7897586933354352,0.7219735262110349,0.7224844728361258,0.7264765893128847,0.7700910015418913,0.7473309775386054,0.6919206800279957,0.7653175946281326,"model.visual.pos_embed.weight|2d-128|(768, 640)","model.visual.pos_embed.weight|2d-128|(1152, 640)",model.visual.pos_embed.weight,2d-128,0,0.11056053494038676,3.4345419970495437 +9574,9610,0.3696635725282119,0.9313913537827404,0.7298221579119172,0.7322157143479954,0.7370905791484941,0.7331319896382286,0.7351032905196916,0.6836370512346392,0.7259026038972572,"model.visual.pos_embed.weight|2d-64|(2112, 640)","model.visual.pos_embed.weight|2d-64|(960, 640)",model.visual.pos_embed.weight,2d-64,0,0.36346841711001665,1.6828439359965974 +9824,9859,1.0252247495571023,0.044355908024148516,-0.014442781800823326,-0.014680039424125017,3.4517641246759827,1.0493836000155374,1.4198863624692195,0.9998956975874302,-0.0043908036044640105,"mtp.fc.weight|2d-128|(768, 2048)","mtp.fc.weight|2d-128|(1152, 3200)",mtp.fc.weight,2d-128,0,0.024158850458435133,13.386364027125861 +9985,10003,1.07681926765321,0.020931294635650532,0.0017570410289503191,0.0017717412594987372,1.1080072251021211,2.3135609248347575,1.4132452240157822,0.99999845640222,0.0036687680150607823,"mtp.fc.weight|2d-64|(1152, 3968)","mtp.fc.weight|2d-64|(512, 2816)",mtp.fc.weight,2d-64,0,0.03118795744891112,3.776335135679902 +10272,10302,1.3014885736802793,0.016009539565142984,0.0036835351179515265,0.003700853110505138,1.4431524612078497,1.382047320691728,1.4116089469551272,0.9999932157615045,0.00352756896951693,"mtp.layers.0.mlp.down_proj.weight|2d-128|(1664, 5120)","mtp.layers.0.mlp.down_proj.weight|2d-128|(1408, 2176)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.08055874701144883,4.086988534651942 +10406,10599,1.2618429914740172,0.025587834345758582,0.004841995937057978,0.004857530206181018,1.4756581337595065,1.3538019375521242,1.4107983075596333,0.9999882774689639,0.004442155897252631,"mtp.layers.0.mlp.down_proj.weight|2d-64|(960, 1088)","mtp.layers.0.mlp.down_proj.weight|2d-64|(320, 5440)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.09195894607810695,4.228531027789274 +10788,10852,1.302972660026369,0.02977954896026927,0.004463513679657946,0.004396496548123513,1.357073401755041,1.4720584698358126,1.4110642850785153,0.9999900384731998,0.004841707979001798,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(1152, 512)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(4224, 1536)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.054100741728672075,3.445671209374866 +10925,10940,1.2896410571187467,0.02616150488137648,0.02487762799899252,0.025351173156489607,1.3121556027465373,1.4999460372527245,1.3966698033747014,0.9996905039186597,0.028438014100789714,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(3520, 1792)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(5568, 1536)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.02251454562779065,3.491685414655946 +11201,11387,1.3271302641869125,0.016995028676183455,0.005290733043609,0.005460112387801664,1.3518197585070082,1.477510740065864,1.410482263999433,0.9999860039739863,0.005782660628800929,"mtp.layers.0.mlp.up_proj.weight|2d-128|(2944, 512)","mtp.layers.0.mlp.up_proj.weight|2d-128|(2176, 896)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.024689494320095706,3.702131718287406 +11508,11516,1.306813108256319,0.05954476213330672,0.03147791097301673,0.03141807498949842,1.425719654922973,1.3601959461863224,1.391802353237413,0.9995044477743833,0.030031238436019545,"mtp.layers.0.mlp.up_proj.weight|2d-64|(1408, 896)","mtp.layers.0.mlp.up_proj.weight|2d-64|(4544, 64)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.053382837930003424,3.7219141037925625 +11666,11727,1.2194338470014123,-0.001150200892239473,-0.013594005061131894,-0.013587350307931833,1.7044383526935256,1.2470920448735512,1.4233457215483223,0.9999075972440643,-0.009946370628727975,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 256)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 1920)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.027658197872138857,4.778341710077779 +11751,11931,1.0814025555201137,0.016699485730970513,0.008637812805818644,0.008662063161767026,2.385353724796768,1.0970797492940336,1.4095685804401052,0.9999626933990746,0.0039727313433414145,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 1472)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 704)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.015677193773919962,7.623731511075648 +12010,12012,1.1431439436756101,0.344873729096226,0.3700400506839731,0.36998741636813526,1.1168099719316067,1.128234448665584,1.1224786087012557,0.9290158022820724,0.37382539828645467,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(128, 1280)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(128, 1536)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.026333971744003426,4.061245501510684 +12270,12412,1.1646145159256562,0.03570374544179471,0.029598101886095633,0.029597925757931885,1.1595560250534198,1.8782954977110282,1.3953779930433199,0.999561880207894,0.0479441961511817,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(0, 1920)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(832, 896)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.005058490872236421,3.623801558528179 +12581,12615,1.0522814330813117,-0.0018607390530283267,-0.0029176956011497924,-0.0029102059031967434,3.1357087552174545,1.0561268714434577,1.4154611686973355,0.9999957435171307,-0.000982698639323401,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 640)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(896, 896)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.003845438362146014,9.79416710844368 +12775,12778,1.0508853280976127,0.007465351932572804,-0.0030509788167566933,-0.00312656671975023,1.0589493339339866,3.0663106925636696,1.4155442480444518,0.9999953457532988,-0.00883446324466879,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(896, 1728)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(704, 1984)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.0080640058363739,3.0383141430154246 +13022,13054,1.3503305427016505,0.043411097487259534,0.013086431271325173,0.013137127404418407,1.3892572289065022,1.4211495653728934,1.4049319832122542,0.9999143689919556,0.013386848545077934,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(0, 1792)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(256, 1792)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.038926686204851624,3.8726753190147956 +13186,13279,1.293049393016773,0.017525938989101424,0.0029029750650727574,0.002985052218929644,1.3264127393585075,1.5170677608502603,1.4121777578227825,0.9999957863590084,0.0033202409409185687,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 1152)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 960)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.033363346341734434,3.703744116060379 +194,212,1.1562178048642195,0.3059889641908655,0.33505073288051607,0.3344774215661203,1.1774286390761246,1.1308762499804692,1.1534484828425058,0.9422000883019641,0.32180372022412546,"model.language_model.embed_tokens.weight|2d-128|(79360, 768)","model.language_model.embed_tokens.weight|2d-128|(226176, 768)",model.language_model.embed_tokens.weight,2d-128,0,0.02534155488375034,3.166013711953046 +326,349,1.1184168758243382,0.36279548156405217,0.3506584238335577,0.3455765342396389,1.1557508870477917,1.1243279429908406,1.1397146591315799,0.9365034275402119,0.34112460460079347,"model.language_model.embed_tokens.weight|2d-64|(225024, 384)","model.language_model.embed_tokens.weight|2d-64|(228160, 384)",model.language_model.embed_tokens.weight,2d-64,0,0.0059110671665023595,2.983506590361604 +713,752,0.09930339054243466,0.9959124931685251,0.9959124931685253,0.9978918983292451,0.09930339054243321,0.10402107934519997,0.10158016316599594,0.0903233411187394,1.0432261366593685,"model.language_model.layers.12.linear_attn.conv1d.weight|3d-axis0-slice|(875, 0, 0)","model.language_model.layers.5.linear_attn.conv1d.weight|3d-axis0-slice|(216, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,7,1.4432899320127035e-15,0.15793904486603558 +842,913,0.5194052564299543,0.8985877607116112,0.8985877607116113,0.897480943755643,0.8368545756924645,0.5194052564299543,0.6241104068068378,0.4387938425950073,0.5577208033917136,"model.language_model.layers.8.linear_attn.conv1d.weight|3d-volume|(1444, 0, 0)","model.language_model.layers.5.linear_attn.conv1d.weight|3d-volume|(1824, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,3,0.0,1.7244200605813769 +1071,1164,1.135796179674752,0.006953686791798589,0.0035043061414406747,0.0035555798677300234,2.10463331205767,1.1343325768846715,1.4121422516643685,0.9999938599003831,0.0018887131515213128,"model.language_model.layers.5.linear_attn.in_proj_qkv.weight|2d-128|(4992, 384)","model.language_model.layers.0.linear_attn.in_proj_qkv.weight|2d-128|(5120, 0)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,5,0.0014636027900805093,6.142115551905639 +1405,1473,1.128802585975004,0.014977757083639838,0.028258369780472515,0.02839471087745966,2.085679466344593,1.122061123716112,1.3974402942864221,0.9996006525294739,0.015202536469246573,"model.language_model.layers.12.linear_attn.in_proj_qkv.weight|2d-64|(2688, 704)","model.language_model.layers.17.linear_attn.in_proj_qkv.weight|2d-64|(5376, 640)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,5,0.006741462258891939,5.359067401435055 +1553,1645,1.1448949303038887,0.012709185050063198,0.00808907071641409,0.008170618099686137,1.1491639399115359,2.0008331306205416,1.4092643475623763,0.9999672829322691,0.014084048518420867,"model.language_model.layers.22.linear_attn.in_proj_z.weight|2d-128|(0, 384)","model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-128|(640, 1664)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,18,0.004269009607647201,3.3447507589454992 +1811,1831,1.138288682843205,-0.005319819588595584,0.003766712116873521,0.004251651944512346,2.109893967322261,1.1333566229199776,1.4119911454337135,0.9999929059147513,0.002023337755550581,"model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-64|(320, 704)","model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-64|(192, 1856)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,14,0.004932059923227428,5.931983242036036 +2134,2257,1.2219870772273789,0.00630856667149803,0.008060621273951254,0.008060552251447984,1.725316749896574,1.2201314294136147,1.4088293477931686,0.9999675126646255,0.005700412609764268,"model.language_model.layers.16.linear_attn.out_proj.weight|2d-128|(1280, 256)","model.language_model.layers.2.linear_attn.out_proj.weight|2d-128|(1664, 256)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,14,0.0018556478137641275,4.587704560557365 +2458,2492,1.2186943983237857,0.009591613277194537,0.004472343436264093,0.004934484395021532,1.217260813122195,1.7425534221141328,1.411241146921913,0.9999899990220843,0.006402323376978163,"model.language_model.layers.16.linear_attn.out_proj.weight|2d-64|(1152, 768)","model.language_model.layers.18.linear_attn.out_proj.weight|2d-64|(1536, 256)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,2,0.001433585201590759,3.177764010549008 +2634,2744,1.2621635508612845,0.0182308098892957,0.015518811835280012,0.015503260280970127,1.5707248271236554,1.2802503301655215,1.403424434752549,0.9998795759886394,0.012648914458350083,"model.language_model.layers.4.mlp.down_proj.weight|2d-128|(1792, 4736)","model.language_model.layers.21.mlp.down_proj.weight|2d-128|(640, 3712)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,17,0.018086779304236966,3.965291610781481 +2832,2868,1.2543729004866029,0.006347818328430706,0.03052039323306614,0.030180553292254265,1.5878701986143817,1.2559077499048246,1.3930543431119087,0.9995341442876772,0.024139755519688586,"model.language_model.layers.13.mlp.down_proj.weight|2d-64|(832, 2880)","model.language_model.layers.21.mlp.down_proj.weight|2d-64|(128, 640)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,8,0.0015348494182216843,4.353203204287943 +3077,3255,1.1521882270709465,0.017245148782725782,0.009156172579445185,0.00920251843303124,1.1575153998859717,1.9546428313619664,1.4085249255867742,0.9999580813732621,0.015461606037283474,"model.language_model.layers.23.mlp.gate_proj.weight|2d-128|(4480, 512)","model.language_model.layers.11.mlp.gate_proj.weight|2d-128|(1152, 0)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,12,0.005327172815025261,3.038637573382373 +3520,3537,1.1393801075478078,0.044559886510438636,0.011387558940270283,0.01136907526837781,1.8337286478855557,1.1842027638424553,1.4068551420006739,0.9999351596485553,0.007353966349403158,"model.language_model.layers.14.mlp.gate_proj.weight|2d-64|(192, 1216)","model.language_model.layers.23.mlp.gate_proj.weight|2d-64|(3584, 0)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,9,0.044822656294647434,5.278665990888143 +3613,3818,1.2181882602590643,-0.0025613795841343172,-0.014009756290977365,-0.014059057077698363,1.2342586659479795,1.739406886638326,1.423533541196985,0.9999018585484615,-0.019743565303577713,"model.language_model.layers.23.mlp.up_proj.weight|2d-128|(4480, 1664)","model.language_model.layers.2.mlp.up_proj.weight|2d-128|(640, 1280)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,21,0.016070405688915157,3.383066014539957 +3869,3880,1.2143922313542055,0.03438337855278599,0.01451172084705179,0.014283269397510213,1.2369486130382712,1.665484234887975,1.4043557110584284,0.9998946994349242,0.01953924523387791,"model.language_model.layers.23.mlp.up_proj.weight|2d-64|(2752, 1728)","model.language_model.layers.7.mlp.up_proj.weight|2d-64|(2176, 1408)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,16,0.022556381684065707,3.1243612995023997 +4213,4293,1.1678341433816974,0.008609585570584841,-0.013340937072788115,-0.013344769867872572,1.214177817163114,1.7976361167505157,1.4229376802357467,0.9999110057390207,-0.01975176121185718,"model.language_model.layers.15.self_attn.k_proj.weight|2d-128|(384, 640)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 640)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,8,0.04634367378141646,3.1488551562900895 +4378,4506,1.0992670101230453,0.006445543399748459,-0.0073395870234039045,-0.007812201258988221,1.1111518831642262,2.3288161436934187,1.418241943420726,0.9999730648684123,-0.015382729406416794,"model.language_model.layers.3.self_attn.k_proj.weight|2d-64|(64, 1984)","model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 1984)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,20,0.01188487304118091,2.928066804793992 +4789,4799,1.1106105981101124,0.013056312865478778,-0.010602833167983099,-0.010601545393027456,2.2895028353638494,1.1173794430183925,1.4201115699275138,0.999943788384533,-0.005174655229363409,"model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(1920, 1280)","model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(1408, 256)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,12,0.006768844908280114,5.835587321006933 +5002,5041,1.1164166714431492,0.019615559391602005,0.0024303710093722193,0.0018657201456430959,2.1351522220183465,1.130350093297662,1.4127915926228585,0.9999970466440172,0.001286638989418252,"model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(128, 1792)","model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(1728, 896)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,12,0.01393342185451285,5.699370560610652 +5199,5273,1.1086352164596611,0.04994447264865168,-0.014842504465479958,-0.015974084581174667,2.1405269574142847,1.1399152669377124,1.4228954441429178,0.99988984396342,-0.007904220678551902,"model.language_model.layers.11.self_attn.q_proj.weight|2d-128|(3968, 896)","model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(1280, 1792)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,8,0.03128005047805127,5.468622921620691 +5472,5618,1.0966110642541897,0.001685802336985797,-0.011630673782877451,-0.011298118677773215,1.1019716296857007,2.4407676919893238,1.4203688906500143,0.9999323614261898,-0.02576089260429614,"model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(1920, 0)","model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(2688, 960)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,4,0.005360565431510977,2.975857500727918 +5719,5781,1.0774736852225697,0.008688041730491201,0.004404158441589406,0.004453802519829645,2.6291802220446345,1.0793068084395494,1.4120237694735869,0.9999903016471817,0.0018079544915172662,"model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(384, 384)","model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(128, 640)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,12,0.001833123216979704,9.33394876191018 +5919,6045,1.0709737134944537,0.04232027228896358,0.01632083118876444,0.016641390066896997,1.0727407809575564,2.649014826220902,1.406160590049294,0.9998668063643816,0.04030248925252343,"model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(192, 640)","model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(256, 384)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,12,0.0017670674631027339,3.3441496103900117 +6226,6394,1.189480439396469,0.03977081480560504,0.01353274171085594,0.013539196647672211,1.211479278512755,1.736789622480877,1.4052046525516357,0.9999084282582017,0.019400682936964692,"model.visual.blocks.7.attn.proj.weight|2d-128|(512, 384)","model.visual.blocks.21.attn.proj.weight|2d-128|(896, 256)",model.visual.layers.*.attn.proj.weight,2d-128,14,0.021998839116285973,3.160071202912893 +6422,6642,1.1760252837225964,0.0033695789975995835,-0.010329596973753427,-0.010331765785173615,1.1884223623415735,1.880723007377874,1.4207950826440616,0.9999466482899774,-0.016346975032682225,"model.visual.blocks.9.attn.proj.weight|2d-64|(896, 832)","model.visual.blocks.18.attn.proj.weight|2d-64|(512, 768)",model.visual.layers.*.attn.proj.weight,2d-64,9,0.012397078618977098,3.1363587884694577 +6738,6820,1.0765677193023884,0.03528391749283527,0.0030167802399248982,0.003067805156241185,1.092578850138462,2.465354249081375,1.4126323227257447,0.9999954495081386,0.006807226757227669,"model.visual.blocks.0.attn.qkv.weight|2d-128|(1280, 256)","model.visual.blocks.15.attn.qkv.weight|2d-128|(2048, 0)",model.visual.layers.*.attn.qkv.weight,2d-128,15,0.01601113083607353,3.7646265309937 +6916,7061,1.073038743040719,0.013379681471884727,0.03663490693330581,0.03657632474825697,2.8745058440780924,1.052223676451968,1.3973893517411455,0.9993287164862161,0.013410345482251689,"model.visual.blocks.6.attn.qkv.weight|2d-64|(2304, 512)","model.visual.blocks.0.attn.qkv.weight|2d-64|(1920, 896)",model.visual.layers.*.attn.qkv.weight,2d-64,6,0.020815066588750986,9.250988429482527 +7358,7380,1.2075286746259812,0.020165115479301953,0.011553943268275831,0.011142400589308881,1.6992760300804275,1.226489129567146,1.4064381327218758,0.9999332509697603,0.00833930778244727,"model.visual.blocks.17.mlp.linear_fc1.weight|2d-128|(128, 640)","model.visual.blocks.1.mlp.linear_fc1.weight|2d-128|(1536, 384)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,16,0.018960454941164828,4.947257085028031 +7644,7668,1.2057574961682838,0.042700689777547166,0.03461888536673009,0.03473976431308716,1.2185813221109334,1.6650572569600213,1.390684768823184,0.9994005867398543,0.047302896623992036,"model.visual.blocks.1.mlp.linear_fc1.weight|2d-64|(3648, 128)","model.visual.blocks.23.mlp.linear_fc1.weight|2d-64|(1344, 128)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,22,0.012823825942649636,3.523292213613539 +7836,7887,1.2155075321327666,0.02430997642183295,0.008147376316553703,0.008183316705680519,1.7281223926892013,1.219073380052906,1.408775828325177,0.9999668095787762,0.005747422536043956,"model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(512, 3456)","model.visual.blocks.0.mlp.linear_fc2.weight|2d-128|(768, 1920)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,10,0.0035658479201394755,4.650858059977564 +7950,7991,1.1968800290218928,-0.0008850268950490736,0.026006098949218084,0.02586462628255276,1.205487768477138,1.7228388920860889,1.3968308454392293,0.9996617842137627,0.037166962513234154,"model.visual.blocks.4.mlp.linear_fc2.weight|2d-64|(576, 2240)","model.visual.blocks.2.mlp.linear_fc2.weight|2d-64|(192, 3456)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,2,0.008607739455245067,3.531875924838227 +8283,8365,0.6851501437472635,0.7597800142840148,0.772639352588228,0.7724932054780713,0.6781126278049867,0.6707449761461387,0.674398620131619,0.6348452022596089,0.7642446739251654,"model.visual.merger.linear_fc1.weight|2d-128|(1664, 3328)","model.visual.merger.linear_fc1.weight|2d-128|(1664, 1280)",model.visual.merger.linear_fc1.weight,2d-128,0,0.014405167601124758,1.936697366370608 +8530,8671,1.338091454211494,0.05069631897808749,0.024084082916182456,0.02443097912347124,1.3776141718593529,1.4174090945250755,1.3970867399577347,0.9997099364065992,0.02477979600966113,"model.visual.merger.linear_fc1.weight|2d-64|(64, 1152)","model.visual.merger.linear_fc1.weight|2d-64|(2688, 3072)",model.visual.merger.linear_fc1.weight,2d-64,0,0.039522717647858974,3.5623577293448987 +8744,8860,1.3376344847986432,0.03143783607321628,0.010341310572118383,0.010282918774094756,1.3834881352233288,1.4315135143912594,1.4068864258244214,0.9999465272181562,0.010700291143526856,"model.visual.merger.linear_fc2.weight|2d-128|(1152, 1408)","model.visual.merger.linear_fc2.weight|2d-128|(512, 3584)",model.visual.merger.linear_fc2.weight,2d-128,0,0.04585365042468559,3.4369891531171075 +9174,9194,1.3363359381073863,0.05071182594195612,0.022344813796061458,0.022344440321200712,1.4430129284885918,1.3575999883331287,1.3983538282588166,0.9997503234790271,0.021022208706482005,"model.visual.merger.linear_fc2.weight|2d-64|(192, 1408)","model.visual.merger.linear_fc2.weight|2d-64|(1152, 2944)",model.visual.merger.linear_fc2.weight,2d-64,0,0.021264050225742404,3.8909892522843026 +9249,9297,0.6163820755768658,0.8070465060038515,0.7266390755176709,0.7279108321570738,0.7002671043183607,0.8121808324882186,0.7500329200200984,0.6870193985112971,0.8427674606347173,"model.visual.pos_embed.weight|2d-128|(512, 128)","model.visual.pos_embed.weight|2d-128|(1280, 128)",model.visual.pos_embed.weight,2d-128,0,0.08388502874149495,2.832399215249328 +9392,9585,0.37781523108275084,0.9273993812936516,0.7949395675073506,0.8008425644649747,0.7465553038329321,0.6069577105936969,0.6660246739016442,0.6066886219562935,0.6462946515514678,"model.visual.pos_embed.weight|2d-64|(1664, 64)","model.visual.pos_embed.weight|2d-64|(896, 64)",model.visual.pos_embed.weight,2d-64,0,0.22914247951094602,2.0831544623769833 +9698,9824,1.0254239651295152,0.04682479331866413,-0.013916983431415645,-0.014176531788107563,1.0490552600499234,3.457294985820517,1.4196715661269173,0.9999031540965204,-0.045865188296077726,"mtp.fc.weight|2d-128|(256, 2304)","mtp.fc.weight|2d-128|(768, 2048)",mtp.fc.weight,2d-128,0,0.023631294920408275,1.39276311314032 +9985,10127,1.0815415166255464,0.03926130774065058,0.014670331833407355,0.014643668012533605,1.098696163565734,2.33752377343773,1.4062038034482693,0.999892384891443,0.031211767695189862,"mtp.fc.weight|2d-64|(1152, 3968)","mtp.fc.weight|2d-64|(1408, 3520)",mtp.fc.weight,2d-64,0,0.017154646940187535,3.4963466303442754 +10226,10302,1.301766253166227,0.009105499223035631,-0.005195421580398709,-0.005212511098697345,1.4541388298678097,1.3842013235000787,1.4178780742184445,0.999986503706226,-0.0049455452808329975,"mtp.layers.0.mlp.down_proj.weight|2d-128|(256, 256)","mtp.layers.0.mlp.down_proj.weight|2d-128|(1408, 2176)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.08243507033385167,4.116309545225136 +10420,10422,1.2620748429194935,0.027353351058844906,0.013021555345393253,0.013222822698628556,1.3328049689492276,1.4904400868163807,1.405033367692761,0.9999152159540262,0.014561656455087505,"mtp.layers.0.mlp.down_proj.weight|2d-64|(512, 4800)","mtp.layers.0.mlp.down_proj.weight|2d-64|(768, 5184)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.07073012602973416,3.704658384556004 +10686,10871,1.3030628423399773,0.02505637414872428,0.009070243396955596,0.00907182812908212,1.3468339687620066,1.477903110020622,1.4078130055062905,0.9999588644962951,0.009952927558937605,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(5376, 1920)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(5504, 768)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.043771126422029294,3.6318719341039407 +10940,11052,1.289712470383437,0.02700122275057113,-0.0024812859276356625,-0.0023019082223323627,1.5389364818089983,1.3184000518048062,1.415946254808463,0.9999969216053344,-0.0021257066384520267,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(5568, 1536)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(640, 1984)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.02868758142136918,3.988984868573367 +11178,11281,1.3271452167463489,0.04126828957510367,0.008927666254906878,0.008987257762996918,1.3532220981944665,1.4698094538303481,1.4079081898650656,0.9999601475935134,0.00969683267780822,"mtp.layers.0.mlp.up_proj.weight|2d-128|(2944, 1024)","mtp.layers.0.mlp.up_proj.weight|2d-128|(1024, 128)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.026076881448117595,3.630454010901837 +11543,11563,1.3069742552802706,0.028106055702203443,0.026824746882879065,0.026875302820215802,1.3415331801229127,1.4558260782502515,1.3951807499617108,0.9996401517319468,0.02911010076618417,"mtp.layers.0.mlp.up_proj.weight|2d-64|(5248, 1408)","mtp.layers.0.mlp.up_proj.weight|2d-64|(2624, 768)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.034558924842642114,3.560769448841655 +11678,11714,1.219453761708714,0.009054246851287095,0.019070825892191216,0.019130368898115185,1.686409290688369,1.2245774947538988,1.4013319644383864,0.9998181352625035,0.013848182836098254,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 1792)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 256)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.005123733045184764,5.016143861575795 +11729,11924,1.0814209601444793,0.01883676395301639,-0.005901078166983219,-0.005708701726699774,2.2372419691384615,1.1211884510405072,1.4175523643292254,0.9999825884866531,-0.0029573111808092484,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 64)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 256)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.039767490896027935,8.033500727238307 +12141,12143,1.1443538984056836,0.0437034894586865,0.03198501740784748,0.031985933844379144,1.703441898553422,1.2069314519676373,1.3927125623154344,0.9994883484370489,0.022662189731299985,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(1152, 1664)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1152, 1920)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.06257755356195371,5.879611214110139 +12250,12269,1.1649004044331754,0.030158756330365733,0.013523009209993685,0.013481763952582753,1.8541139468887438,1.1772843771717174,1.4055328080287675,0.99990855993031,0.00858654210653544,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(1280, 960)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(0, 1856)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.01238397273854197,4.999776877907042 +12588,12598,1.052466992543098,0.015951694896864294,0.005711937634406875,0.005692339772514759,3.1397289090530762,1.0529150420573388,1.4117763735429893,0.9999836867511693,0.0019155109338322629,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 1536)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(768, 768)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.0004480495142407115,8.976344624285248 +12775,12791,1.0508893139869468,0.02562821848767117,0.019039513528441243,0.019060762678682192,1.05389899921333,2.991442811520118,1.4057495048829345,0.9998187320332623,0.0540427649347892,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(896, 1728)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(704, 1408)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.0030096852263832297,3.061474726089584 +13033,13070,1.35043151840531,0.034410682175496594,0.019188862329204127,0.019187788252602898,1.3848752716229533,1.4168372817015862,1.4005828298357923,0.9998158768305846,0.019631728646287518,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 1152)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(384, 1792)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.03444375321764337,3.6919314186073393 +13279,13325,1.2932471301006796,0.01464213111158745,0.005833977096988719,0.006229187872891748,1.4953033753575138,1.3379902987067347,1.4101077139116684,0.9999829822108133,0.005220214765302652,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 960)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(448, 1856)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.044743168606055095,3.9662920701508084 +86,195,1.1562717320407554,0.2736953826222237,0.30282018192595855,0.30150502657150813,1.2371447274438845,1.1332963241695062,1.1818121617228563,0.953047709938138,0.2774008500768529,"model.language_model.embed_tokens.weight|2d-128|(183040, 1152)","model.language_model.embed_tokens.weight|2d-128|(142080, 1152)",model.language_model.embed_tokens.weight,2d-128,0,0.022975407871249187,3.3517156167140456 +372,462,1.1190057176047492,0.29317386422003955,0.20402601045026317,0.20372042102019944,1.3024376070061774,1.2251571363628513,1.262026216471213,0.9789654677565236,0.19192007460638075,"model.language_model.embed_tokens.weight|2d-64|(12096, 1920)","model.language_model.embed_tokens.weight|2d-64|(224448, 1920)",model.language_model.embed_tokens.weight,2d-64,0,0.10615141875810208,3.515144670761659 +747,754,0.09947536518147226,0.9959467387952707,0.9959467387952708,0.9979754506386116,0.09947536518147226,0.10433109624938336,0.10181649283585377,0.08994494695681625,1.0445622881097223,"model.language_model.layers.8.linear_attn.conv1d.weight|3d-axis0-slice|(3157, 0, 0)","model.language_model.layers.4.linear_attn.conv1d.weight|3d-axis0-slice|(3335, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,4,0.0,0.16435398078508887 +776,972,0.5195359918927177,0.8548621461468205,0.8548621461468204,0.8547007178746749,0.6272514480297761,0.5195359918927177,0.5658443796954054,0.5188551927901003,0.7080599884224461,"model.language_model.layers.22.linear_attn.conv1d.weight|3d-volume|(356, 0, 0)","model.language_model.layers.18.linear_attn.conv1d.weight|3d-volume|(6056, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,4,0.0,1.7511407421733107 +1056,1252,1.1358224891343174,0.05285816339344558,0.010072836704702002,0.010096245029947713,1.162054957415988,1.930065454226346,1.4079046518222487,0.9999492676934767,0.016730047082316245,"model.language_model.layers.16.linear_attn.in_proj_qkv.weight|2d-128|(1152, 1536)","model.language_model.layers.13.linear_attn.in_proj_qkv.weight|2d-128|(2304, 512)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,3,0.026232468281670585,3.0038288234634027 +1335,1379,1.128841839758105,0.05717284208413877,0.02705849072301046,0.026937936804098412,1.1526253139291291,1.9182116758243415,1.3972174554635584,0.9996338520077203,0.04503103671923579,"model.language_model.layers.22.linear_attn.in_proj_qkv.weight|2d-64|(1536, 384)","model.language_model.layers.13.linear_attn.in_proj_qkv.weight|2d-64|(2304, 640)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,9,0.02378347417102411,3.112487903702704 +1553,1592,1.1449159524307544,0.021298808247055566,0.0014073960416941971,0.0013778357463888728,1.1488765628232973,2.026160422552742,1.4133593015677117,0.9999990096177005,0.0024820857617031586,"model.language_model.layers.22.linear_attn.in_proj_z.weight|2d-128|(0, 384)","model.language_model.layers.16.linear_attn.in_proj_z.weight|2d-128|(512, 512)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,6,0.003960610392542918,3.2375696512761594 +1862,1922,1.1388347018910594,0.020999104370990472,-0.0018516251749432274,-0.002448737102741667,1.1606722413767943,1.9761028041098263,1.4153566387235579,0.9999982857406364,-0.0031524848875728573,"model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-64|(1920, 1536)","model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-64|(640, 768)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,14,0.021837539485734858,3.062611940746197 +2103,2134,1.2223274130440653,-0.01018572774786493,-0.014821898323870649,-0.014821862291105095,1.2349440863737944,1.7394596094833663,1.4240736492655914,0.9998901496314867,-0.020877134240099064,"model.language_model.layers.5.linear_attn.out_proj.weight|2d-128|(1152, 1536)","model.language_model.layers.16.linear_attn.out_proj.weight|2d-128|(1280, 256)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,11,0.012616673329729045,3.397947007733708 +2327,2465,1.2188705660348018,0.028108899864915396,0.02008307712476406,0.019664808089430344,1.2389197282609028,1.6480641009320618,1.4005054534979045,0.9997983146681139,0.026715369600284086,"model.language_model.layers.22.linear_attn.out_proj.weight|2d-64|(1344, 64)","model.language_model.layers.16.linear_attn.out_proj.weight|2d-64|(512, 0)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,6,0.02004916222610098,3.3013016247824543 +2592,2744,1.262172361342749,0.040099185073573206,0.008623524176586244,0.00861033479276657,1.5669152187111024,1.2896626271783271,1.4082169079159204,0.9999628167240899,0.007097663429588869,"model.language_model.layers.6.mlp.down_proj.weight|2d-128|(1024, 384)","model.language_model.layers.21.mlp.down_proj.weight|2d-128|(640, 3712)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,15,0.02749026583557823,4.039909979170592 +2875,2920,1.2545842941460048,-0.01256186189048515,0.0008252556585680515,0.0009055127959539719,1.2736263731507318,1.6130547992466806,1.4136458207193785,0.999999659476491,0.0010451908257565045,"model.language_model.layers.21.mlp.down_proj.weight|2d-64|(320, 896)","model.language_model.layers.12.mlp.down_proj.weight|2d-64|(512, 5568)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,9,0.019042079004726986,3.39498867883569 +3082,3153,1.152318061990403,0.016432541940994753,0.003136439893325108,0.0031455906876672888,1.9871233359888212,1.155099216311287,1.4122850660883013,0.9999950813603012,0.0018231879205346266,"model.language_model.layers.11.mlp.gate_proj.weight|2d-128|(5632, 128)","model.language_model.layers.23.mlp.gate_proj.weight|2d-128|(1024, 0)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,12,0.002781154320883994,5.530174340988674 +3435,3544,1.13986580210351,0.021258676351102825,0.02069387316869171,0.02079450662045129,1.1359547182787473,2.0285904519368168,1.4016821819101688,0.9997858588784291,0.036955164539664624,"model.language_model.layers.23.mlp.gate_proj.weight|2d-64|(2112, 448)","model.language_model.layers.10.mlp.gate_proj.weight|2d-64|(128, 1792)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,13,0.0039110838247626845,3.165063200783895 +3617,3687,1.2192011083601797,-0.0007072966497767858,0.008238428555198967,0.008201961236418915,1.216935405030954,1.734070121078508,1.4087245902944185,0.9999660635716299,0.011739335336247474,"model.language_model.layers.23.mlp.up_proj.weight|2d-128|(384, 1024)","model.language_model.layers.2.mlp.up_proj.weight|2d-128|(128, 768)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,21,0.00226570332922571,3.0629392860282505 +3903,4051,1.2146046562997899,0.010603457932024834,0.0003226251871384059,0.00044689381928008547,1.7100554555734766,1.2324632128743633,1.413997126422426,0.9999999479564929,0.00023252092404304347,"model.language_model.layers.2.mlp.up_proj.weight|2d-64|(5248, 1024)","model.language_model.layers.23.mlp.up_proj.weight|2d-64|(960, 1024)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,21,0.01785855657457347,4.4433560035337045 +4124,4290,1.1678852746416317,0.0038715694576530423,0.0046353517349841155,0.0044712534567796424,1.1856318331016003,1.8478838689742714,1.411230944854586,0.9999892566994373,0.007224495377870845,"model.language_model.layers.3.self_attn.k_proj.weight|2d-128|(384, 384)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 256)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,20,0.01774655845996853,3.369281833980845 +4514,4570,1.0993839639989285,0.009027878408666848,-0.012828547682146007,-0.01321868898555376,2.136701541310556,1.1392907221699562,1.4217257040345739,0.9999177107964269,-0.006840190391878218,"model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 512)","model.language_model.layers.15.self_attn.k_proj.weight|2d-64|(448, 1216)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,8,0.039906758171027734,6.842926033849643 +4735,4845,1.1108062437478508,0.025306572284255237,0.008591436110622267,0.008577100301273937,2.248767561385069,1.1117112085729364,1.4093783841523015,0.9999630929317127,0.004247302382836864,"model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(1024, 1280)","model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(1280, 256)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,12,0.000904964825085619,5.689074401328667 +4933,5041,1.11693976128733,-0.014146501681073535,-1.2665473146941479e-05,-0.0003673691164325593,2.1745846413736323,1.1261430232321272,1.4142208766250852,0.9999999999197928,-6.559015431725079e-06,"model.language_model.layers.3.self_attn.o_proj.weight|2d-64|(1792, 1856)","model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(1728, 896)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,16,0.009203261944797259,5.967203753038711 +5126,5150,1.1087411619023884,0.013351261975629056,0.007819148497174635,0.007864272181156992,1.1148279205956786,2.2266699809090897,1.4097798787730071,0.9999694299911268,0.01561735485206206,"model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(1920, 512)","model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(3200, 256)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,4,0.0060867586932902285,2.9411852514067087 +5439,5492,1.096761689987914,0.052330832305127396,0.029613168692411686,0.029386326620390948,1.106865008332986,2.191654666352186,1.3972597096193822,0.9995614339499073,0.058635731423062255,"model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(320, 1088)","model.language_model.layers.19.self_attn.q_proj.weight|2d-64|(1920, 1280)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,16,0.010103318345072054,3.048304119560647 +5760,5776,1.077553816568105,0.018500174484991364,0.009330099663453464,0.009238147469250564,2.40408051500181,1.094963575769999,1.4092275755666828,0.9999564736728644,0.0042494913236205715,"model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(256, 1920)","model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(128, 0)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,12,0.017409759201894026,8.976557267797677 +5916,5952,1.0711183468170928,0.02942025927798355,0.025424355443874065,0.025230137530735972,1.0671019412438196,2.676289292408693,1.4017892221941681,0.9996767488294721,0.06376422683808598,"model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(128, 64)","model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(320, 1920)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,12,0.004016405573273207,4.00088287064859 +6146,6200,1.1895757189901315,0.04423510147543547,0.011191052208428408,0.011220171991404333,1.7748369859576494,1.2012129131322855,1.4068480280237539,0.9999373782144901,0.007574124570684688,"model.visual.blocks.21.attn.proj.weight|2d-128|(640, 768)","model.visual.blocks.23.attn.proj.weight|2d-128|(128, 896)",model.visual.layers.*.attn.proj.weight,2d-128,2,0.011637194142154028,4.760921772285665 +6533,6558,1.1761098093400544,-0.008456621794814876,-0.005880777731678374,-0.006121631100377561,1.9527129826185337,1.168340678424408,1.4178730900179535,0.99998270807713,-0.0035185671964339466,"model.visual.blocks.6.attn.proj.weight|2d-64|(576, 768)","model.visual.blocks.2.attn.proj.weight|2d-64|(960, 320)",model.visual.layers.*.attn.proj.weight,2d-64,4,0.0077691309156464605,6.102368476786048 +6828,6893,1.076592365622346,0.023629299992151753,0.0013871659250280714,0.0015101270221686575,2.543940514614674,1.0869033132257173,1.413504607034105,0.9999990378848854,0.0005926692197577579,"model.visual.blocks.6.attn.qkv.weight|2d-128|(2816, 640)","model.visual.blocks.1.attn.qkv.weight|2d-128|(640, 640)",model.visual.layers.*.attn.qkv.weight,2d-128,5,0.010310947603371368,7.43065283580209 +6988,7132,1.0736841781193145,0.02442451159674123,-1.2115470513554413e-05,-0.00022364125479055582,2.6089924846665493,1.0826922173142801,1.4142196280634138,0.9999999999266076,-5.0277360748329285e-06,"model.visual.blocks.21.attn.qkv.weight|2d-64|(320, 512)","model.visual.blocks.3.attn.qkv.weight|2d-64|(640, 640)",model.visual.layers.*.attn.qkv.weight,2d-64,18,0.009008039194965622,6.9363414122895835 +7239,7406,1.207758804272563,0.05034992831364527,-0.0028653483194459985,-0.0030478192195303854,1.706067402475252,1.2368130576031087,1.4161378850134636,0.9999958948810781,-0.002077233414653054,"model.visual.blocks.21.mlp.linear_fc1.weight|2d-128|(2816, 896)","model.visual.blocks.1.mlp.linear_fc1.weight|2d-128|(3584, 640)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,20,0.029054253330545565,4.6199843090646215 +7439,7522,1.2059028416549118,0.014670928755174839,0.007734617843728782,0.00863782257541723,1.7378396355530508,1.2160776614397102,1.4090659408599988,0.9999700873960238,0.005412407328676341,"model.visual.blocks.14.mlp.linear_fc1.weight|2d-64|(1088, 768)","model.visual.blocks.1.mlp.linear_fc1.weight|2d-64|(1536, 128)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,13,0.010174819784798395,4.82982725320306 +7736,7843,1.215624891491331,0.004636637647710355,0.0014698217014241569,0.0014650246754416404,1.207639129466611,1.7798184831546322,1.4132474635254868,0.9999989198114997,0.002166223143408696,"model.visual.blocks.4.mlp.linear_fc2.weight|2d-128|(128, 1920)","model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(256, 2304)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,6,0.007985762024720122,3.364099360855353 +8044,8151,1.1971649266547224,0.024799451085456427,0.005399537351377532,0.005393170033482433,1.253003922631784,1.6477901139728042,1.4105295790572145,0.9999854223919422,0.007100779260881387,"model.visual.blocks.2.mlp.linear_fc2.weight|2d-64|(192, 128)","model.visual.blocks.9.mlp.linear_fc2.weight|2d-64|(576, 3840)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,7,0.055838995977061545,4.384142757331352 +8306,8444,0.6889163011735093,0.7555193178802604,0.7632670355016028,0.7632724361971143,0.6941565780970902,0.6824877205117373,0.6882479708123268,0.6460831467517127,0.7504364226141212,"model.visual.merger.linear_fc1.weight|2d-128|(3712, 2304)","model.visual.merger.linear_fc1.weight|2d-128|(3712, 1280)",model.visual.merger.linear_fc1.weight,2d-128,0,0.006428580661771988,1.976855107663558 +8482,8579,1.3381359806413702,0.06180624684224319,0.05463300363752676,0.054573048841851685,1.3950990509532435,1.355852332135281,1.3750558035109466,0.9985065021889151,0.05309607611221758,"model.visual.merger.linear_fc1.weight|2d-64|(704, 2048)","model.visual.merger.linear_fc1.weight|2d-64|(1024, 1536)",model.visual.merger.linear_fc1.weight,2d-64,0,0.01771635149391071,3.6597333571883217 +8709,8818,1.3377816511348906,0.0436480413349543,-0.00986791184419611,-0.009722245009842792,1.449817575640459,1.394153844887567,1.4211687825578305,0.9999513109726068,-0.009489047084092785,"model.visual.merger.linear_fc2.weight|2d-128|(1408, 640)","model.visual.merger.linear_fc2.weight|2d-128|(1152, 1536)",model.visual.merger.linear_fc2.weight,2d-128,0,0.056372193752676436,3.8437041792677076 +9022,9063,1.3364882807670062,0.061715299987342515,0.025122481545122775,0.025112896999892935,1.42197610289119,1.3720570007123996,1.3963477731626404,0.9996843806527212,0.024240545680880108,"model.visual.merger.linear_fc2.weight|2d-64|(960, 1728)","model.visual.merger.linear_fc2.weight|2d-64|(512, 3072)",model.visual.merger.linear_fc2.weight,2d-64,0,0.035568719945393346,3.621670908727763 +9325,9349,0.616964660547075,0.8092367663568123,0.7141714610084795,0.7130908519264606,0.8154639676330134,0.7200385562768717,0.7633135179478711,0.6999708024489406,0.6305992761535618,"model.visual.pos_embed.weight|2d-128|(1664, 640)","model.visual.pos_embed.weight|2d-128|(2048, 640)",model.visual.pos_embed.weight,2d-128,0,0.10307389572979675,2.99303396791528 +9556,9566,0.3788242896732373,0.9405165251892303,0.9375820427673313,0.9368802099248004,0.3793716633603454,0.48267295817167627,0.4218150446586014,0.34776416301890306,1.1928816562171685,"model.visual.pos_embed.weight|2d-64|(1088, 960)","model.visual.pos_embed.weight|2d-64|(1472, 960)",model.visual.pos_embed.weight,2d-64,0,0.0005473736871081103,2.2611252834075675 +9770,9824,1.026364865065692,0.04229318447407077,-0.016393388393087835,-0.016647889507791138,1.0527140059590683,3.363702938751371,1.4208065833941568,0.9998656193794211,-0.05238126252883369,"mtp.fc.weight|2d-128|(1408, 3456)","mtp.fc.weight|2d-128|(768, 2048)",mtp.fc.weight,2d-128,0,0.026349140893376255,1.3248285646097258 +9892,9985,1.082150322910527,0.041681359801670384,0.02126859249404513,0.02133918241091752,2.2208696479266776,1.1080105866979004,1.4021465324503815,0.9997737979029668,0.010611080064769086,"mtp.fc.weight|2d-64|(576, 192)","mtp.fc.weight|2d-64|(1152, 3968)",mtp.fc.weight,2d-64,0,0.025860263787373494,7.175641384369215 +10272,10306,1.3023252226545834,0.056261702310673053,0.004895523865656097,0.004844068068917009,1.4650691297315164,1.3620690737692245,1.410756857092214,0.9999880168512425,0.004551349504259431,"mtp.layers.0.mlp.down_proj.weight|2d-128|(1664, 5120)","mtp.layers.0.mlp.down_proj.weight|2d-128|(1152, 3200)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.05974385111464109,4.081549824680045 +10412,10633,1.2626927253319706,0.031073023811046593,0.025319083695104723,0.025159086822656322,1.5151629640091375,1.3018014946708134,1.3964023488956936,0.999679420614849,0.02175371348225746,"mtp.layers.0.mlp.down_proj.weight|2d-64|(1728, 5184)","mtp.layers.0.mlp.down_proj.weight|2d-64|(448, 2752)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.039108769338842775,4.319543083212989 +10707,10834,1.303131618485121,0.06642338929158824,0.012131999474840848,0.01176829538693503,1.47249039085854,1.3471439934256462,1.4056428118559996,0.9999264045862288,0.011099257640143776,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(2560, 1408)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(1536, 256)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.044012374940525234,3.970413480591993 +10910,11091,1.2899094223520307,0.029351734646804357,0.013008805147448071,0.01300347354387239,1.5286666744472557,1.3073437252545133,1.4050969291783835,0.9999153819142076,0.011125368314007586,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(3840, 1280)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(2432, 1280)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.0174343029024826,4.152242349276035 +11299,11401,1.3271591881415459,0.057321776303769514,0.006357000782691825,0.006322930626320307,1.4473647976328572,1.3748625062759157,1.4097172655905221,0.9999797940663846,0.006038561973307475,"mtp.layers.0.mlp.up_proj.weight|2d-128|(5760, 128)","mtp.layers.0.mlp.up_proj.weight|2d-128|(2688, 1152)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.04770331813436979,3.880830235919078 +11552,11620,1.3070759913064334,0.013515620045824527,-0.010594765546688764,-0.010728854480388574,1.5141621536434327,1.3442269354529983,1.4216329593794943,0.9999438738964356,-0.009405709413882378,"mtp.layers.0.mlp.up_proj.weight|2d-64|(1536, 576)","mtp.layers.0.mlp.up_proj.weight|2d-64|(1472, 1856)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.037150944146564946,4.385255177666782 +11673,11719,1.2194790711839467,0.034179426888200776,0.0032009606081314012,0.0031861032582163936,1.6568460478464606,1.2511657356591968,1.412034880397248,0.9999948769124696,0.0024172023944496078,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 1152)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 896)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.03168666447525004,4.794106803874981 +11728,11925,1.081470525457672,0.04048177911639409,0.004591266057094902,0.00455172066932092,2.3910465458441332,1.0985814150292323,1.4117481455407739,0.9999894600824515,0.0021094861455314387,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 0)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 320)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.017110889571560373,7.4097391688618535 +12132,12134,1.1514335337516597,0.27609810941073876,0.3102446749213795,0.3102770053081755,1.1707834188222197,1.178315089863174,1.174531143439204,0.9506567423013038,0.3122404845614462,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(1152, 512)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1152, 768)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.019349885070560013,3.4637864424886295 +12287,12410,1.16519528424497,0.038582276601799165,0.03553961341196978,0.03544169838793386,1.6289422950944012,1.2322759951842186,1.389820673902451,0.9993682683968547,0.026885306261361125,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(1728, 64)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(1344, 1856)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.06708071093924861,5.209411912778545 +12577,12622,1.0526497728029416,0.01928035480507927,0.002495392585232034,0.0024289968518878247,3.011019286229297,1.0592450973310756,1.413108378458305,0.9999968865030759,0.0008778530160573877,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 128)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(896, 1792)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.00659532452813405,8.640193185063024 +12857,12942,1.0509149235837258,0.033386378075644166,0.038382045326496556,0.038298266405285254,1.0467330916076791,2.9904247488254967,1.3971851269418782,0.9992631378153378,0.10965414122773995,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(960, 448)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(704, 1216)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.004181831976046713,3.0635739809867935 +13026,13048,1.3504489878665107,0.040723188097843976,0.005826135997123143,0.005757580945077596,1.3804714427674283,1.4417043347163108,1.410091732384038,0.9999830279256459,0.006084563042362237,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 256)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(256, 1024)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.030022454900917595,3.5896246487806662 +13167,13289,1.2933340811455083,0.02143650113952173,-0.00985900682093461,-0.009867484637117802,1.3405817220688974,1.5181554561997541,1.4211145055569996,0.9999513988112145,-0.011164932917937574,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(128, 1984)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 1600)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.04724764092338907,3.5934880001750136 +86,220,1.1568649058461924,0.2965842099542325,0.3029886706939961,0.30212816221430877,1.1967512291221838,1.1654269810208937,1.1807775998222538,0.9529941581306179,0.295058123340675,"model.language_model.embed_tokens.weight|2d-128|(183040, 1152)","model.language_model.embed_tokens.weight|2d-128|(176256, 1152)",model.language_model.embed_tokens.weight,2d-128,0,0.008562075174701311,3.217656488559874 +342,385,1.1203628977905338,0.3325172751422986,0.23969831654299814,0.23864445232917464,1.2132501023119968,1.2542405989037504,1.2332347254655214,0.9708474221248428,0.247796690496218,"model.language_model.embed_tokens.weight|2d-64|(217088, 1920)","model.language_model.embed_tokens.weight|2d-64|(41152, 1920)",model.language_model.embed_tokens.weight,2d-64,0,0.09288720452146304,2.9397834634365374 +630,673,0.09990927217209299,0.9985644873266456,0.9985644873266455,0.9998482994395531,0.10928284556319448,0.09990927217209299,0.10428141580055231,0.0535627169780783,0.9129141049682238,"model.language_model.layers.4.linear_attn.conv1d.weight|3d-axis0-slice|(1639, 0, 0)","model.language_model.layers.4.linear_attn.conv1d.weight|3d-axis0-slice|(2039, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,0,0.0,0.17781361854176742 +831,917,0.5197682097624162,0.8592328069504647,0.8592328069504646,0.8535516889307071,0.5197682097624162,0.6773430753714845,0.5831546620243763,0.5115847764154303,1.1197210236961748,"model.language_model.layers.12.linear_attn.conv1d.weight|3d-volume|(4416, 0, 0)","model.language_model.layers.1.linear_attn.conv1d.weight|3d-volume|(5316, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,11,0.0,1.5294706153267057 +1260,1269,1.1366054136271426,0.029554370914925857,0.017632054033272327,0.017658584736401,1.97308399657513,1.1480607491904629,1.4033324677470778,0.9998445432518837,0.010259405680823766,"model.language_model.layers.12.linear_attn.in_proj_qkv.weight|2d-128|(2688, 1408)","model.language_model.layers.22.linear_attn.in_proj_qkv.weight|2d-128|(5632, 896)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,10,0.011455335563320235,5.630327259082804 +1346,1404,1.1289196761608953,0.03771195228113771,0.005471659084411458,0.005598554234380455,1.157630109512357,1.9664689427647524,1.4108265658032952,0.999985030361387,0.009294719933834702,"model.language_model.layers.20.linear_attn.in_proj_qkv.weight|2d-64|(5632, 192)","model.language_model.layers.4.linear_attn.in_proj_qkv.weight|2d-64|(3008, 256)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,16,0.028710433351461617,3.2083088424548754 +1569,1577,1.1449438095128204,0.027109252384309147,0.01693622629964313,0.01686464231701878,1.9801436083065977,1.1471749386790975,1.4037860379740634,0.9998565718335441,0.009811820862509958,"model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(256, 1664)","model.language_model.layers.1.linear_attn.in_proj_z.weight|2d-128|(640, 640)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,17,0.0022311291662771016,5.2081006040549225 +1811,1915,1.1393866333284977,0.0021662859502191737,0.0108506009057514,0.01102413630534197,2.0840884887107585,1.1330347315389635,1.4077595690776368,0.9999411304971828,0.005899033438781551,"model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-64|(320, 704)","model.language_model.layers.21.linear_attn.in_proj_z.weight|2d-64|(128, 1408)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,3,0.006351901789534153,5.720696966981925 +2050,2176,1.222472969030889,0.022125963046137894,-0.010635865063038876,-0.010588296693576369,1.6850733954466899,1.2522120749765826,1.4213962997606349,0.9999434375875271,-0.00790372614970183,"model.language_model.layers.17.linear_attn.out_proj.weight|2d-128|(384, 1792)","model.language_model.layers.0.linear_attn.out_proj.weight|2d-128|(1024, 0)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,17,0.02973910594569351,4.385528765834079 +2364,2402,1.2194729571713065,0.023663877756813674,-0.0018225387917297662,-0.0019410117913685192,1.2467596558002867,1.678534930837682,1.415446799079537,0.9999983391747972,-0.002453716729197047,"model.language_model.layers.22.linear_attn.out_proj.weight|2d-64|(1472, 384)","model.language_model.layers.18.linear_attn.out_proj.weight|2d-64|(448, 512)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,4,0.027286698628980144,3.181824379765501 +2594,2602,1.2629228135203736,0.030092307800311212,-0.0058205931230184416,-0.0058558492034514725,1.3097774749388928,1.5591070116516679,1.4182618418330857,0.9999830602043698,-0.006928602547919767,"model.language_model.layers.21.mlp.down_proj.weight|2d-128|(1408, 2944)","model.language_model.layers.1.mlp.down_proj.weight|2d-128|(1792, 3456)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,20,0.04685466141851924,3.3763794969243706 +2875,2966,1.254611602712622,0.01627687724048657,0.014388236665694028,0.01444777726443079,1.278220658661665,1.576757665538438,1.4042243485038648,0.9998964839650413,0.017748705829843173,"model.language_model.layers.21.mlp.down_proj.weight|2d-64|(320, 896)","model.language_model.layers.1.mlp.down_proj.weight|2d-64|(320, 2432)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,20,0.023609055949042945,3.287102034717862 +3085,3118,1.1524667969565467,0.017429065889232664,-0.004669138353128041,-0.004711671981844799,1.181174279694848,1.8929808616813582,1.4171760360590169,0.9999890995141094,-0.007482883512581408,"model.language_model.layers.18.mlp.gate_proj.weight|2d-128|(4352, 512)","model.language_model.layers.10.mlp.gate_proj.weight|2d-128|(2560, 1152)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,8,0.02870748273830115,2.9469172992977835 +3407,3521,1.1399458268794773,-0.00784604010566142,-0.017135572989904212,-0.01721623291912633,1.1383924690454104,2.1595820972075015,1.4241749940188175,0.9998531752904061,-0.03250695841779449,"model.language_model.layers.23.mlp.gate_proj.weight|2d-64|(448, 1856)","model.language_model.layers.10.mlp.gate_proj.weight|2d-64|(1472, 1024)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,13,0.0015533578340669596,2.985556806884608 +3617,3813,1.2193561369463475,0.03893518970099315,0.0012426408517964601,0.0010867152707871005,1.2383991743697444,1.6923911395933204,1.4133758147669488,0.9999992279215587,0.001698187798249557,"model.language_model.layers.23.mlp.up_proj.weight|2d-128|(384, 1024)","model.language_model.layers.5.mlp.up_proj.weight|2d-128|(4992, 1280)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,18,0.01904303742339697,3.100692380528008 +3880,4051,1.2148021977219456,0.025437277630899865,0.036088798312822135,0.03595738383909512,1.6482702746906601,1.223795647180553,1.3895712174596735,0.9993485871488169,0.026794946778675218,"model.language_model.layers.7.mlp.up_proj.weight|2d-64|(2176, 1408)","model.language_model.layers.23.mlp.up_proj.weight|2d-64|(960, 1024)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,16,0.00899344945860725,4.443244783284192 +4127,4300,1.1681034614532155,0.006296455562342205,0.0027393435786511717,0.0027016893563225493,1.1753439086078508,1.8946516536836588,1.4124770946616785,0.9999962479913402,0.00441581549305567,"model.language_model.layers.11.self_attn.k_proj.weight|2d-128|(128, 1920)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 1536)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,12,0.007240447154635232,3.33454296442893 +4409,4604,1.0993914583611324,0.024749925092311918,0.026516031506129238,0.026489567665485332,2.1738629943587635,1.1108705926665972,1.398936287697824,0.9996483882211614,0.01355001658835851,"model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 1024)","model.language_model.layers.3.self_attn.k_proj.weight|2d-64|(448, 1472)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,20,0.011479134305464767,6.544713862704383 +4771,4863,1.1115248851402386,0.03866934455974769,0.0007227704412043922,0.000724689135392401,2.159953938092992,1.127768051064193,1.413794133942314,0.9999997388014106,0.00037737721970290976,"model.language_model.layers.11.self_attn.o_proj.weight|2d-128|(1280, 384)","model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(1792, 1152)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,8,0.01624316592395436,5.4795471560708675 +4964,5045,1.1170104443325357,0.014834041621426836,0.005471583682062242,0.005430945791167637,1.1258297440025429,2.1538843167248056,1.4110332772082441,0.9999850307739663,0.010467975591533677,"model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(896, 128)","model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(320, 512)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,4,0.008819299670007164,2.8688711195637286 +5172,5281,1.1088946050729993,-0.01999743650781334,-0.0056013149924823685,-0.005622970245043876,2.4622728381743837,1.0970399827895976,1.4171552719024918,0.9999843125121289,-0.0024956074760212167,"model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(2688, 1536)","model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(384, 384)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,4,0.011854622283401728,6.260387879315597 +5411,5463,1.096792515342336,0.04580061677799173,0.02882845001411409,0.028830499511667853,1.104004421545529,2.219086184358294,1.3978601993688722,0.9995843738623487,0.057946158452179736,"model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(384, 1728)","model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(3200, 1664)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,4,0.007211906203193008,3.1018918988009023 +5763,5792,1.0777653941317815,0.010062185034265283,0.0020995792878847263,0.002095528246273275,1.0890880674777592,2.512240642610516,1.413129576826829,0.9999977958809778,0.004843178964969213,"model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(0, 384)","model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(256, 896)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,12,0.011322673345977696,3.715896015353989 +6063,6067,1.0711501029416008,0.015472740112175216,0.003966455992514448,0.003738277923833403,2.4652793579548167,1.0921249608718842,1.4121347238806627,0.9999921335824895,0.0017571499885589378,"model.language_model.layers.3.self_attn.v_proj.weight|2d-64|(448, 1792)","model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(0, 1024)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,16,0.020974857930283308,8.982576482852688 +6248,6394,1.189624990553812,-0.03361305683085328,-0.020138414901209607,-0.019996083767823802,1.2146621283634667,1.8138729859689764,1.4273199438035646,0.9997972015590295,-0.0300729938939931,"model.visual.blocks.1.attn.proj.weight|2d-128|(640, 0)","model.visual.blocks.21.attn.proj.weight|2d-128|(896, 256)",model.visual.layers.*.attn.proj.weight,2d-128,20,0.025037137809654553,3.3851428203527876 +6444,6642,1.1763185059004078,-0.004085816018363567,0.007514735006307604,0.007236141254535308,1.179951396666425,1.861454892310873,1.409399738624584,0.999971763980256,0.011855013928057247,"model.visual.blocks.22.attn.proj.weight|2d-64|(192, 128)","model.visual.blocks.18.attn.proj.weight|2d-64|(512, 768)",model.visual.layers.*.attn.proj.weight,2d-64,4,0.0036328907660172494,2.959485953412854 +6861,6888,1.076935683368295,0.02532655317858541,0.006655450987570852,0.006678882034224861,1.0813069952800214,2.5863717099856984,1.4108600059733987,0.9999778522408145,0.015919133258720786,"model.visual.blocks.1.attn.qkv.weight|2d-128|(128, 640)","model.visual.blocks.21.attn.qkv.weight|2d-128|(1280, 0)",model.visual.layers.*.attn.qkv.weight,2d-128,20,0.00437131191172635,3.37126092517673 +7078,7082,1.0737122916230084,0.01592471246446743,-0.004236054984579724,-0.004159257734916228,2.7840970984907636,1.0732528103712697,1.4162227241445347,0.9999910278788343,-0.0016329739072505616,"model.visual.blocks.0.attn.qkv.weight|2d-64|(2496, 320)","model.visual.blocks.1.attn.qkv.weight|2d-64|(1792, 640)",model.visual.layers.*.attn.qkv.weight,2d-64,1,0.00045948125173866927,7.87207019381728 +7182,7414,1.2082324962949194,0.03991924344607627,0.012327542744420533,0.012320097190442759,1.2339352193650943,1.6780454829516775,1.405868338270527,0.999924012957927,0.016764394997018085,"model.visual.blocks.1.mlp.linear_fc1.weight|2d-128|(1664, 640)","model.visual.blocks.22.mlp.linear_fc1.weight|2d-128|(3072, 256)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,21,0.02570272307017496,3.4788810195132687 +7466,7482,1.2061046357195984,0.03407610453089423,0.0228003099529697,0.022955968989333227,1.2017213659836268,1.7425742486698752,1.3990626899306406,0.9997400391432008,0.03306193441373645,"model.visual.blocks.2.mlp.linear_fc1.weight|2d-64|(576, 384)","model.visual.blocks.14.mlp.linear_fc1.weight|2d-64|(1024, 320)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,12,0.004383269735971584,3.619708180499531 +7728,7862,1.2160557157425425,0.0579655525765171,0.01158975294608928,0.011517150622462419,1.6381421740267221,1.2513089329200104,1.406284739371386,0.9999328365578604,0.008852932072513113,"model.visual.blocks.13.mlp.linear_fc2.weight|2d-128|(768, 2816)","model.visual.blocks.5.mlp.linear_fc2.weight|2d-128|(768, 2688)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,8,0.03525321717746799,4.7348074098972415 +8023,8086,1.1983131516923724,0.04630058781984681,0.017488093455775247,0.017514812008034203,1.692466516620223,1.22372383931239,1.4024213463984243,0.9998470716000932,0.012644620532104328,"model.visual.blocks.2.mlp.linear_fc2.weight|2d-64|(256, 1280)","model.visual.blocks.4.mlp.linear_fc2.weight|2d-64|(192, 3072)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,2,0.025410687620017525,4.755138877103148 +8330,8396,0.6893642569277049,0.7598968934838491,0.7576443217505813,0.7575929819748514,0.6875383464919993,0.706018695233412,0.6965947349202845,0.6526676655995007,0.7780090495644425,"model.visual.merger.linear_fc1.weight|2d-128|(1664, 1664)","model.visual.merger.linear_fc1.weight|2d-128|(1664, 2688)",model.visual.merger.linear_fc1.weight,2d-128,0,0.0018259104357055689,1.9274303358246683 +8559,8609,1.3381453035277187,0.05100450120472742,0.019618520059648592,0.01973061214140897,1.410027620203429,1.3907196163520077,1.400273790808537,0.9998075383145844,0.01934987676823829,"model.visual.merger.linear_fc1.weight|2d-64|(2688, 2048)","model.visual.merger.linear_fc1.weight|2d-64|(1088, 3712)",model.visual.merger.linear_fc1.weight,2d-64,0,0.05257431282428904,3.836490034339318 +8837,8907,1.3381081439328324,0.05241118445885805,0.01684403568140556,0.016846218922475825,1.3931411843893466,1.411546958680787,1.4022534828493733,0.9998581291673152,0.017066574159474327,"model.visual.merger.linear_fc2.weight|2d-128|(512, 640)","model.visual.merger.linear_fc2.weight|2d-128|(768, 1408)",model.visual.merger.linear_fc2.weight,2d-128,0,0.05503304045651425,3.5339684139129397 +9152,9215,1.336869281649704,0.06320040350738182,0.03604398748005712,0.03593390326130807,1.4128497328902143,1.365382301983644,1.3885078680682923,0.9993502043660858,0.03483301971365004,"model.visual.merger.linear_fc2.weight|2d-64|(896, 256)","model.visual.merger.linear_fc2.weight|2d-64|(1088, 1472)",model.visual.merger.linear_fc2.weight,2d-64,0,0.028513020333939876,3.7518155398799387 +9224,9320,0.6171984496855398,0.793457261960516,0.8111563556673957,0.8115193717212862,0.6486772776171242,0.5941395161377537,0.6196154749211736,0.5848293483234144,0.7429581107552696,"model.visual.pos_embed.weight|2d-128|(128, 0)","model.visual.pos_embed.weight|2d-128|(1664, 0)",model.visual.pos_embed.weight,2d-128,0,0.023058933547786098,3.155907866777459 +9390,9595,0.38015656680287546,0.9271885174384037,0.8762803304054216,0.8811020402059276,0.48884987017392795,0.5097532369993302,0.4989734659600311,0.4818016008115427,0.9137503397189806,"model.visual.pos_embed.weight|2d-64|(64, 896)","model.visual.pos_embed.weight|2d-64|(1600, 896)",model.visual.pos_embed.weight,2d-64,0,0.10869330337105249,1.352038248852041 +9789,9859,1.0269502552078968,0.05915826509913031,-0.00047864840553140184,0.0008109676932656401,2.7978532144213006,1.070923073147104,1.4144395332619817,0.9999998854478453,-0.00018321033382541976,"mtp.fc.weight|2d-128|(1152, 2048)","mtp.fc.weight|2d-128|(1152, 3200)",mtp.fc.weight,2d-128,0,0.043972817939207154,11.250474157799093 +9985,10057,1.082581206615779,0.053877210781367535,0.019031028967227786,0.01904117492331922,1.122860138065236,2.1182607608901214,1.4030321236783114,0.9998188935684544,0.03590178378769714,"mtp.fc.weight|2d-64|(1152, 3968)","mtp.fc.weight|2d-64|(832, 1344)",mtp.fc.weight,2d-64,0,0.040278931449457156,3.54946704393914 +10209,10216,1.3026543616220048,0.060243437560816224,0.012205594389744995,0.012272609582160815,1.3382694623804972,1.4842423812036951,1.4056027345872921,0.9999255089583389,0.013536930334505986,"mtp.layers.0.mlp.down_proj.weight|2d-128|(1152, 896)","mtp.layers.0.mlp.down_proj.weight|2d-128|(128, 5120)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.03561510075849239,3.6042164878103127 +10422,10589,1.2628249368228264,0.021650615334433892,-0.0111023632384672,-0.011077435611069619,1.5651641828241287,1.3119567115496045,1.421922433430184,0.999938366865939,-0.00930625689279867,"mtp.layers.0.mlp.down_proj.weight|2d-64|(768, 5184)","mtp.layers.0.mlp.down_proj.weight|2d-64|(1152, 3584)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.0491317747267781,4.589986385529501 +10675,10871,1.3031386860696368,-0.0017924506089971185,0.008959605653940704,0.00896389762083919,1.3279535449746007,1.5043066043686142,1.4079130651027532,0.9999598619277305,0.01014944687543205,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(2048, 0)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(5504, 768)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.024814858904963932,3.736901977560034 +10912,11091,1.2900868115276836,0.015970102328458226,0.020157174036998002,0.020199149613670267,1.5234812051222424,1.3024776153966067,1.400062776762019,0.9997968235270814,0.017233076380969818,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(2368, 640)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(2432, 1280)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.012390803868923106,4.106974724587365 +11152,11272,1.3273064672006427,0.0618958869952481,0.005063621717905937,0.005058856779562983,1.440457927431445,1.3825843142599916,1.410631512941361,0.99998717978537,0.004860179410450827,"mtp.layers.0.mlp.up_proj.weight|2d-128|(5504, 1536)","mtp.layers.0.mlp.up_proj.weight|2d-128|(896, 1024)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.055277847059348906,3.7585193369725816 +11436,11521,1.3072197984051785,0.013864980707484893,0.029498287251978783,0.029498072800436863,1.502919684034379,1.3048056621457342,1.393408760818654,0.9995648308385003,0.02560983972654044,"mtp.layers.0.mlp.up_proj.weight|2d-64|(1984, 384)","mtp.layers.0.mlp.up_proj.weight|2d-64|(4672, 1792)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.0024141362594443105,3.9931601356770177 +11686,11708,1.2197567833339966,-0.0023454690756485024,0.014795205863144414,0.014794385937625316,1.2211071346906675,1.706079939907133,1.4042758525705368,0.9998905449515298,0.020671244326404967,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(128, 768)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(256, 1536)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.0013503513566708314,3.4945200891646935 +11862,11901,1.081587215559812,0.011816667871300012,0.003724299040813495,0.00377585228045679,2.337263872549609,1.1044302068925338,1.412177575950032,0.9999930647742786,0.0017598476613975083,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(256, 384)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(320, 832)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.022842991332721718,8.884643635001446 +12026,12028,1.1516704423365993,0.33581440183835004,0.3864791250299722,0.3865296556918418,1.0836552219147741,1.1342384779611236,1.1080818773231302,0.9222981545661182,0.4045193394289923,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(256, 1280)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(256, 1536)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.06801522042182517,4.093476372546059 +12257,12378,1.1653103452148952,0.017445824188207032,-0.00357608817200103,-0.0035088332795618882,1.9514887723534002,1.1669988299820342,1.4164394905504203,0.99999360577625,-0.002138516383881117,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(1600, 192)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(832, 1920)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.001688484767139009,5.443074724508047 +12578,12631,1.0526521169396126,0.06341381902535329,-0.00329219819929692,-0.00352464731109072,2.7085020088181877,1.077432757088865,1.4158117115606246,0.9999945807008238,-0.001309625088407894,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 256)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(3968, 512)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.02478064014925252,8.016393506016176 +12783,12815,1.0510545920573504,0.023954883814484327,0.03974455116802647,0.03950939566214003,3.0115558219114633,1.045423716019059,1.3966917412582542,0.999209873176027,0.01379682092268698,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(576, 320)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(896, 1984)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.005630876038291488,8.903112922823833 +13009,13032,1.3504821779717964,0.040988165227862736,0.0015047002609042135,0.0014825337394045403,1.451113523861324,1.378019293995481,1.4131505986355966,0.9999988679379216,0.0014289068064699505,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(0, 128)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 1024)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.027537116023684582,3.8430005030219663 +13184,13305,1.2934916090292037,0.027693550551441716,0.012735411724814797,0.012715515105790791,1.3093917076648827,1.525890742311012,1.4052844833765523,0.9999189013556047,0.01484112564380737,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 1024)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(448, 576)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.015900098635678983,3.482200527745836 +130,158,1.157065157143448,0.3023815952854011,0.2875732761056964,0.2847755036269027,1.1831022910010738,1.204611019237317,1.1937113476325079,0.957758639151763,0.29280134090686405,"model.language_model.embed_tokens.weight|2d-128|(215296, 384)","model.language_model.embed_tokens.weight|2d-128|(194688, 384)",model.language_model.embed_tokens.weight,2d-128,0,0.02603713385762574,2.9666206480978956 +361,451,1.1247027423409073,0.34396323630634196,0.2876283681958341,0.28789772217522136,1.2048681349760204,1.1827732729563631,1.1936673648147889,0.9577420956651126,0.2823538415287705,"model.language_model.embed_tokens.weight|2d-64|(128896, 512)","model.language_model.embed_tokens.weight|2d-64|(233600, 512)",model.language_model.embed_tokens.weight,2d-64,0,0.05807053061545586,3.03336878703832 +596,655,0.10234880882881948,0.9984518220705342,0.9984518220705342,0.9997879146099092,0.10234880882881948,0.11215850391424,0.10691760868866161,0.05562336742799976,1.0941491540089645,"model.language_model.layers.20.linear_attn.conv1d.weight|3d-axis0-slice|(5656, 0, 0)","model.language_model.layers.16.linear_attn.conv1d.weight|3d-axis0-slice|(1101, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,4,0.0,0.16860507622380277 +843,972,0.5210246092456238,0.8551615303530437,0.8551615303530435,0.857670426926931,0.6492107337513762,0.5210246092456239,0.5746596814373919,0.5183616083432883,0.6863105907375792,"model.language_model.layers.14.linear_attn.conv1d.weight|3d-volume|(1688, 0, 0)","model.language_model.layers.18.linear_attn.conv1d.weight|3d-volume|(6056, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,4,1.1102230246251565e-16,1.7348094003310344 +1230,1257,1.1368608327766143,0.027232216118985353,0.0025187883446020974,0.0025302665388933936,1.9578588630647091,1.1614272512986834,1.4126496500003385,0.9999968278476062,0.0014941778893577415,"model.language_model.layers.10.linear_attn.in_proj_qkv.weight|2d-128|(5504, 384)","model.language_model.layers.16.linear_attn.in_proj_qkv.weight|2d-128|(256, 1024)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,6,0.02456641852206909,5.481852139783084 +1281,1346,1.1290733062181773,0.04134670201184087,0.004815195458175226,0.005092386151954723,1.8901589772318148,1.1748972931815265,1.4111570864950989,0.9999884068791496,0.0029930604663928316,"model.language_model.layers.9.linear_attn.in_proj_qkv.weight|2d-64|(256, 832)","model.language_model.layers.20.linear_attn.in_proj_qkv.weight|2d-64|(5632, 192)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,11,0.04582398696334922,5.628881208921449 +1559,1645,1.1450081706973725,-0.005552033705890058,-0.012221227550784293,-0.012281122328507912,1.153214634855683,2.050956133377421,1.4215780991685838,0.9999253180098762,-0.02173507068423468,"model.language_model.layers.1.linear_attn.in_proj_z.weight|2d-128|(512, 512)","model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-128|(640, 1664)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,3,0.008206464158310611,3.151542659807514 +1922,2045,1.1396200571068587,0.021752315967587182,0.019870757895148475,0.021041252797185064,1.9564225135338824,1.1498007269453752,1.4018843363315971,0.9998025569984668,0.01167815832967902,"model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-64|(640, 768)","model.language_model.layers.22.linear_attn.in_proj_z.weight|2d-64|(896, 1600)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,18,0.01018066983851651,5.381132014640397 +2102,2103,1.2226666056376647,0.01660156128467454,0.005382699063159761,0.0054364387101780215,1.6705775817421207,1.2433479493210573,1.4105629006472593,0.9999855131704637,0.004006140100966089,"model.language_model.layers.16.linear_attn.out_proj.weight|2d-128|(1664, 256)","model.language_model.layers.5.linear_attn.out_proj.weight|2d-128|(1152, 1536)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,11,0.020681343683392583,4.517960264190625 +2439,2533,1.2196043521802407,-0.018242194660892278,-0.01896005418524961,-0.018660730577621437,1.2336401649047914,1.7530940900190377,1.4267772862356378,0.9998202420161799,-0.026943641982641736,"model.language_model.layers.22.linear_attn.out_proj.weight|2d-64|(320, 960)","model.language_model.layers.17.linear_attn.out_proj.weight|2d-64|(1216, 1344)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,5,0.014035812724550789,3.332795925085611 +2644,2651,1.2631482141766543,0.03817572574756436,-0.005305625691046648,-0.005274605817758343,1.294439960557595,1.5850704224410133,1.417884776191375,0.9999859250689614,-0.006496856255734402,"model.language_model.layers.21.mlp.down_proj.weight|2d-128|(1920, 640)","model.language_model.layers.3.mlp.down_proj.weight|2d-128|(512, 5248)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,18,0.031291746380940566,3.2390618223414815 +2819,2868,1.2548877331207307,0.03467662997905216,-0.004634591587742435,-0.0040326104453062665,1.6268447063258518,1.2723818490533148,1.4173906153929265,0.999989260222736,-0.003624789871515563,"model.language_model.layers.5.mlp.down_proj.weight|2d-64|(1920, 3712)","model.language_model.layers.21.mlp.down_proj.weight|2d-64|(128, 640)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,16,0.017494115932584098,4.068790634395214 +3101,3278,1.1525817076419862,0.037353578130870695,-0.004259258454349359,-0.004284107491752985,1.189049218061365,1.8606300760600203,1.4169440831961158,0.9999909293175709,-0.006664908619002463,"model.language_model.layers.22.mlp.gate_proj.weight|2d-128|(3840, 1280)","model.language_model.layers.9.mlp.gate_proj.weight|2d-128|(768, 1664)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,13,0.03646751041937879,3.0901069858199417 +3441,3582,1.1400774569213477,0.019234171959692944,0.014108846485433346,0.014115557132811405,1.149107774144587,1.9799691465329337,1.4055245500095654,0.9999004652718442,0.02431023561312422,"model.language_model.layers.23.mlp.gate_proj.weight|2d-64|(2688, 0)","model.language_model.layers.11.mlp.gate_proj.weight|2d-64|(1344, 576)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,12,0.009030317223239326,3.0144685007564354 +3594,3726,1.2194054670835581,-0.002103937183080629,-0.014074287384960627,-0.014113692642025534,1.7317192387731304,1.2371161984234738,1.4235969387029077,0.9999009523120805,-0.010054475642100895,"model.language_model.layers.2.mlp.up_proj.weight|2d-128|(4096, 896)","model.language_model.layers.23.mlp.up_proj.weight|2d-128|(6016, 640)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,21,0.01771073133991563,4.501888717916003 +3869,3885,1.2148917871134437,0.04180378829272916,0.02140773586204739,0.02136638619270053,1.2196799687337843,1.6939218847565731,1.3997837828625237,0.9997708281627649,0.02973159616407967,"model.language_model.layers.23.mlp.up_proj.weight|2d-64|(2752, 1728)","model.language_model.layers.1.mlp.up_proj.weight|2d-64|(3200, 448)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,22,0.004788181620340559,3.1957409174005913 +4215,4290,1.1681503737325551,-0.014980573113364341,-0.014213384272235483,-0.014122558433154698,1.1685397083032467,1.9788743795372319,1.4229871596091743,0.9998989847517247,-0.02406978708809539,"model.language_model.layers.15.self_attn.k_proj.weight|2d-128|(384, 896)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 256)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,8,0.0003893345706915685,3.2394359823940984 +4375,4443,1.0997643405812183,0.020667600694812556,0.016297925772021552,0.016148215305461778,2.208467826006572,1.1123209827422316,1.4049232530778015,0.999867179987187,0.008208643385208641,"model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 640)","model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(320, 832)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,0,0.012556642161013265,8.647314737526695 +4799,4823,1.1116193135154555,0.004772115089645354,0.006106842053372133,0.006189849884557327,1.1095099026071367,2.2792702790982444,1.410810773417665,0.9999813530662135,0.01254530812090191,"model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(1408, 256)","model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(128, 1920)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,12,0.002109410908318843,2.8503777634546057 +4873,4986,1.1170598908817602,0.016053647000810828,0.008890650998357905,0.008938110948983915,1.1199814852376424,2.181886804567877,1.4090962341610889,0.999960477381394,0.017320281051984805,"model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(1856, 768)","model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(512, 1920)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,12,0.00292159435588224,3.0886701362170403 +5212,5273,1.1092616798571904,0.031513847528132716,0.0026334686685996044,0.0028866760574756027,2.141634447186129,1.129275947114441,1.412676154528735,0.9999965324153737,0.0013886183185166906,"model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(0, 1792)","model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(1280, 1792)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,4,0.02001426725725053,5.776637482738444 +5525,5609,1.0969193447615044,0.0315324355816412,-0.0176329913264955,-0.017722069115081465,2.4474484219876413,1.1043105615319346,1.4235313310643465,0.9998445267224698,-0.007956162989304584,"model.language_model.layers.11.self_attn.q_proj.weight|2d-64|(3520, 960)","model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(1408, 1920)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,8,0.007391216770430198,6.248095560441998 +5756,5787,1.077896174921358,0.019478381571638836,0.004697531145168321,0.004682358657599747,2.5684924739456223,1.0835085984710735,1.4118324707643353,0.9999889665397015,0.0019816353129338787,"model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(384, 512)","model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(128, 1408)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,12,0.005612423549715473,9.288445749461118 +6105,6135,1.0711574004726128,0.009743792694093934,0.005094198689947393,0.0048689227752233225,1.103650876804089,2.337871157153412,1.4114296552541548,0.9999870244856717,0.01079107572543595,"model.language_model.layers.23.self_attn.v_proj.weight|2d-64|(192, 1408)","model.language_model.layers.3.self_attn.v_proj.weight|2d-64|(448, 1344)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,20,0.032493476331476145,3.7067475211527223 +6357,6394,1.192054398123289,0.0324346571016669,-0.003522813822817491,-0.0035269935359441337,1.2208521238293017,1.7520116914184165,1.4165485208645694,0.9999937948721331,-0.005055494341859879,"model.visual.blocks.22.attn.proj.weight|2d-128|(512, 768)","model.visual.blocks.21.attn.proj.weight|2d-128|(896, 256)",model.visual.layers.*.attn.proj.weight,2d-128,1,0.0287977257060128,2.975831145613018 +6433,6498,1.1765589809140242,-0.01817390729250073,-0.027842390604337682,-0.02786180356827375,1.2111250203515491,1.8463123655540292,1.4321581172976163,0.9996123254969576,-0.04244462726436996,"model.visual.blocks.23.attn.proj.weight|2d-64|(896, 896)","model.visual.blocks.0.attn.proj.weight|2d-64|(384, 128)",model.visual.layers.*.attn.proj.weight,2d-64,23,0.0345660394375249,3.0713411742315886 +6860,6904,1.0769805891525854,0.045164657469952185,0.009843153771286273,0.009954322121007591,1.1005385282736286,2.3440784720664625,1.4088482512008196,0.9999515549884578,0.020965304039564946,"model.visual.blocks.1.attn.qkv.weight|2d-128|(128, 512)","model.visual.blocks.14.attn.qkv.weight|2d-128|(2944, 640)",model.visual.layers.*.attn.qkv.weight,2d-128,13,0.023557939121043203,3.5140903612315246 +6920,7073,1.074275954843017,0.00047740336372436437,-0.01366571737773524,-0.013906020432124641,2.6860721770008578,1.0833737902209781,1.420901988077275,0.999906619724338,-0.005511795311523002,"model.visual.blocks.18.attn.qkv.weight|2d-64|(2816, 896)","model.visual.blocks.2.attn.qkv.weight|2d-64|(768, 192)",model.visual.layers.*.attn.qkv.weight,2d-64,16,0.009097835377961161,7.693561703844026 +7207,7283,1.2085012412073195,0.030302064606785615,0.010877967092187977,0.010832859332655929,1.7413244988285448,1.2122198168211433,1.4069815306911537,0.9999408331656134,0.007572676594597724,"model.visual.blocks.20.mlp.linear_fc1.weight|2d-128|(3584, 384)","model.visual.blocks.1.mlp.linear_fc1.weight|2d-128|(2688, 0)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,19,0.003718575613823827,4.856894984181157 +7488,7589,1.2061726650272147,0.05822091340392167,0.037012964225891454,0.03686132109987165,1.6597898915809501,1.2184114852679988,1.3890197235062922,0.9993147854801373,0.02717031893337101,"model.visual.blocks.22.mlp.linear_fc1.weight|2d-64|(1920, 128)","model.visual.blocks.1.mlp.linear_fc1.weight|2d-64|(1600, 768)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,21,0.012238820240784154,4.743723871226567 +7693,7908,1.216085761047718,0.031179602398505687,-0.01615076176563097,-0.016107839973468655,1.6706141393111298,1.2635003218347973,1.4251600868233654,0.9998695679409338,-0.012214964669918572,"model.visual.blocks.9.mlp.linear_fc2.weight|2d-128|(384, 1920)","model.visual.blocks.5.mlp.linear_fc2.weight|2d-128|(640, 1536)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,4,0.047414560787079285,4.799208680947095 +7963,8073,1.1986273142398924,0.013067904347991103,0.0038690747892256194,0.003933930384451278,1.2628837898436247,1.6291901064741388,1.4115616202353571,0.9999925151021258,0.004991320989713085,"model.visual.blocks.4.mlp.linear_fc2.weight|2d-64|(384, 2944)","model.visual.blocks.10.mlp.linear_fc2.weight|2d-64|(384, 64)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,6,0.06425647560373227,3.4531424229607417 +8426,8434,0.692417937066536,0.7536221276145958,0.7561604700898518,0.7561515619085775,0.6918703558932886,0.7054137863969704,0.698543622419074,0.6543862341717577,0.770962385924316,"model.visual.merger.linear_fc1.weight|2d-128|(896, 1280)","model.visual.merger.linear_fc1.weight|2d-128|(896, 2304)",model.visual.merger.linear_fc1.weight,2d-128,0,0.0005475811732473801,1.8656762677000425 +8680,8690,1.3381798989612266,0.07528216809125914,0.018849672429579963,0.018826562245659262,1.3660428261750879,1.438437995838765,1.4008393430254686,0.9998223291411817,0.019848634693058274,"model.visual.merger.linear_fc1.weight|2d-64|(1536, 256)","model.visual.merger.linear_fc1.weight|2d-64|(1152, 2176)",model.visual.merger.linear_fc1.weight,2d-64,0,0.0278629272138613,3.5409979596195993 +8744,8778,1.3381805238842788,0.02961184334129535,0.0020543308248313673,0.002043398076781065,1.3897998364575574,1.4368991294365536,1.412760991502006,0.9999978898602048,0.0021239505836314113,"model.visual.merger.linear_fc2.weight|2d-128|(1152, 1408)","model.visual.merger.linear_fc2.weight|2d-128|(256, 1280)",model.visual.merger.linear_fc2.weight,2d-128,0,0.051619312573278675,3.560695601995652 +8963,8993,1.3371259609766524,0.013025820091046773,-0.014146860661131914,-0.014095269242166327,1.472587859206504,1.380217583361495,1.4241609663631134,0.9998999281595307,-0.013259477668368548,"model.visual.merger.linear_fc2.weight|2d-64|(448, 3136)","model.visual.merger.linear_fc2.weight|2d-64|(1152, 576)",model.visual.merger.linear_fc2.weight,2d-64,0,0.04309162238484254,4.037165739422028 +9229,9325,0.6175934087787271,0.8008443835163496,0.788626245121388,0.7893046749363742,0.6314852397887746,0.677182579434329,0.6531379818236916,0.6148728693849976,0.8456950712886706,"model.visual.pos_embed.weight|2d-128|(128, 640)","model.visual.pos_embed.weight|2d-128|(1664, 640)",model.visual.pos_embed.weight,2d-128,0,0.013891831010047428,3.341551383179753 +9439,9530,0.3802399628072848,0.9274417724456211,0.8431649393592261,0.8416708413191736,0.5439165059607425,0.587726328463544,0.5645505052511202,0.537654986990126,0.9110777640834298,"model.visual.pos_embed.weight|2d-64|(256, 960)","model.visual.pos_embed.weight|2d-64|(1408, 960)",model.visual.pos_embed.weight,2d-64,0,0.1636765431534577,1.4654091904434599 +9859,9863,1.0456246011965207,0.05001836037872962,0.021929848367566254,0.021739053078394292,1.0527052796666716,2.994211326517024,1.4044758331425842,0.9997595119580386,0.062375103116951346,"mtp.fc.weight|2d-128|(1152, 3200)","mtp.fc.weight|2d-128|(1152, 3968)",mtp.fc.weight,2d-128,0,0.007080678470150925,4.395339556968332 +9985,10076,1.084102113014901,0.037024517404242244,0.009083990454301789,0.009111210649401227,1.118195603779763,2.19457265667104,1.4090073655523219,0.9999587397075073,0.017828255626372403,"mtp.fc.weight|2d-64|(1152, 3968)","mtp.fc.weight|2d-64|(1216, 3392)",mtp.fc.weight,2d-64,0,0.03409349076486201,3.364507665463206 +10134,10302,1.303292911848936,0.06599747697111615,0.003058844914260081,0.0030553032407928645,1.4234280935456076,1.400939002437089,1.4120492505105033,0.9999953217229521,0.0030105174699195146,"mtp.layers.0.mlp.down_proj.weight|2d-128|(1024, 3200)","mtp.layers.0.mlp.down_proj.weight|2d-128|(1408, 2176)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.09764609058815288,3.842368344790368 +10408,10504,1.2629120788338029,0.041366101979353316,-0.00707002945782612,-0.007084163232800272,1.3597241189796445,1.487195378735644,1.4191840881173,0.9999750070294084,-0.007732829763359726,"mtp.layers.0.mlp.down_proj.weight|2d-64|(960, 5440)","mtp.layers.0.mlp.down_proj.weight|2d-64|(512, 1088)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.09681204014584166,3.516497781492111 +10701,10748,1.3032460064265021,0.028210383210154153,-0.0012790472697872897,-0.0013076138110800263,1.3506574939478617,1.4897755018989773,1.4151133704033594,0.9999991820187063,-0.0014107894094825435,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(384, 1664)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(2560, 768)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.0474114875213596,3.498385719007398 +10999,11110,1.2903026392280261,0.04118326025676815,0.009011534785784966,0.008309417139315586,1.5361925172995352,1.3071882075208434,1.407909528520775,0.9999593952960313,0.0076681612955318765,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(2560, 448)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(2304, 1088)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.016885568292817288,4.219247311591493 +11171,11233,1.3273065336498493,0.04163167818463472,0.009333343604498808,0.009289059788047753,1.4316196812248814,1.3847541052511143,1.4076020913755312,0.9999564433999916,0.009027806785242688,"mtp.layers.0.mlp.up_proj.weight|2d-128|(3968, 1536)","mtp.layers.0.mlp.up_proj.weight|2d-128|(2944, 1792)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.05744757160126501,3.830321604013061 +11563,11620,1.3075274657866034,0.013859481259118681,0.018653931393844823,0.01836842689006222,1.498209231146061,1.3206595700299275,1.4010663749369356,0.9998260002838263,0.01644329276700415,"mtp.layers.0.mlp.up_proj.weight|2d-64|(2624, 768)","mtp.layers.0.mlp.up_proj.weight|2d-64|(1472, 1856)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.013132104243324116,4.383345673350142 +11668,11723,1.2198098494360883,0.018944715055648133,0.001476127299544904,0.0014757181190044088,1.7072603739493653,1.2324854286368843,1.4132225010035826,0.9999989105235043,0.0010656285445749855,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 512)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 1408)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.012675579200795983,5.942146733388838 +11862,11934,1.0816932505722456,0.05461572840185454,0.015878079927781875,0.01618660193975605,2.217863529860168,1.111394816421063,1.405190830837822,0.9998739353427546,0.007956673388091062,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(256, 384)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 896)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.029701565848817335,6.847255357520621 +12131,12192,1.15726212215442,0.04675843093019723,0.0055435645194402035,0.0056029708834336445,1.1666915645902138,1.9235110754179756,1.4107330132052394,0.9999846343281574,0.00913961159407426,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(1152, 384)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1664, 0)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.009429442435793911,3.066271797799236 +12301,12488,1.1653528167201863,0.021579936124887688,0.007642975956562954,0.007648961568222856,1.1861385033579526,1.8372791692054353,1.4092796712972093,0.9999707920327111,0.011838651621187128,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(512, 1920)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(704, 0)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.020785686637766254,3.3443581801374624 +12577,12620,1.0526894234596615,0.02433155193992722,0.005975726965077961,0.00587514691135806,2.9368770493338903,1.0612531353179124,1.411509889245833,0.9999821451842221,0.0021593546038745975,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 128)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(896, 1536)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.008563711858250889,9.086626914035753 +12781,12913,1.0511213102097587,0.014457552829864622,-0.0028462103888603307,-0.0027569837837865723,3.0923213801472906,1.05781077845434,1.415445692751077,0.999995949535008,-0.0009736219677599523,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(704, 448)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(768, 1344)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.006689468244581276,9.038610788014825 +13030,13048,1.3508463489363332,0.05163019590263938,0.01444804994101354,0.014696058561735035,1.3901705827446427,1.4181724487767962,1.4039621238643487,0.9998956214790132,0.014739073477186613,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 768)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(256, 1024)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.03932423380830952,3.42978691490073 +13197,13215,1.2935281941134609,0.05413102184016186,0.011811484566690454,0.011825557671080868,1.3099036792447567,1.5267445700609437,1.4059343894922343,0.9999302419830749,0.013766752634018506,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 1856)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(256, 960)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.01637548513129583,3.526841159369326 +28,220,1.1570659973795916,0.2984658753085825,0.2881036093007882,0.2874856571469408,1.1969397024226094,1.1895595344266916,1.193232501330616,0.9575992430593597,0.28632720148962904,"model.language_model.embed_tokens.weight|2d-128|(83456, 1152)","model.language_model.embed_tokens.weight|2d-128|(176256, 1152)",model.language_model.embed_tokens.weight,2d-128,0,0.03249353704710001,3.152461427097403 +270,470,1.1251728116611155,0.31362365487518007,0.2359306671848718,0.23471861165246613,1.2732981788818323,1.2026982169980798,1.2364891108694434,0.9717698906025548,0.2228491310712432,"model.language_model.embed_tokens.weight|2d-64|(40832, 512)","model.language_model.embed_tokens.weight|2d-64|(223040, 512)",model.language_model.embed_tokens.weight,2d-64,0,0.07752540533696428,3.1825449469045775 +643,656,0.10427298875163503,0.9980672947825548,0.9980672947825548,0.9976582614801462,0.10427298875163503,0.1140424963416164,0.10883023956513485,0.062142377532828995,1.0915778590084935,"model.language_model.layers.21.linear_attn.conv1d.weight|3d-axis0-slice|(4589, 0, 0)","model.language_model.layers.12.linear_attn.conv1d.weight|3d-axis0-slice|(4595, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,9,0.0,0.16571833263076854 +827,912,0.5225278201302935,0.8567301881799949,0.8567301881799948,0.8628347413325139,0.5225278201302935,0.676032329718672,0.5846744037410565,0.5157648540382241,1.108414294402964,"model.language_model.layers.2.linear_attn.conv1d.weight|3d-volume|(4384, 0, 0)","model.language_model.layers.13.linear_attn.conv1d.weight|3d-volume|(4928, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,11,0.0,1.5096710183061341 +1028,1242,1.1368707928200283,0.03475359917552327,0.007823275736036526,0.00781448031190768,2.0642068317103135,1.1381504432223868,1.409527715553226,0.9999693977101288,0.00431355260027087,"model.language_model.layers.14.linear_attn.in_proj_qkv.weight|2d-128|(4480, 256)","model.language_model.layers.21.linear_attn.in_proj_qkv.weight|2d-128|(256, 1408)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,7,0.0012796504023584454,5.142082403103229 +1330,1473,1.1293399043007497,0.0207781359498782,0.00482820144378718,0.00481879699001573,2.0108279132087707,1.149453407683879,1.4112686261111422,0.99998834416748,0.002759954029924589,"model.language_model.layers.1.linear_attn.in_proj_qkv.weight|2d-64|(4480, 1984)","model.language_model.layers.17.linear_attn.in_proj_qkv.weight|2d-64|(5376, 640)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,16,0.020113503383129228,5.605192520321879 +1569,1755,1.1450828355641218,0.02526021051746675,-0.008022216256223258,-0.008034813739158082,1.988108670605935,1.1624308937960979,1.4191483748124287,0.9999678215054414,-0.00469052429116213,"model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(256, 1664)","model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-128|(1408, 1024)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,14,0.01734805823197605,5.874828943217049 +1811,1911,1.1398075952374593,0.055641715024942855,0.030558496834081763,0.030791860452939617,1.8796147526782527,1.1585562479572413,1.3947763059537575,0.9995329800818187,0.01883563500704621,"model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-64|(320, 704)","model.language_model.layers.0.linear_attn.in_proj_z.weight|2d-64|(1856, 0)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,18,0.01874865271978199,5.203202090006031 +2176,2283,1.2226827807562617,-0.0027207717594173665,0.004971805214199617,0.004950425122292914,1.2274770927625995,1.7123975974870822,1.4108802690045696,0.9999876405000774,0.006935939867364815,"model.language_model.layers.0.linear_attn.out_proj.weight|2d-128|(1024, 0)","model.language_model.layers.21.linear_attn.out_proj.weight|2d-128|(1280, 512)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,21,0.004794312006337842,3.2214965318489726 +2317,2393,1.2196858569699427,0.03289121730743068,0.030098910731288363,0.03022051889537581,1.2524495966891063,1.5959347116630096,1.3933871879208182,0.9995469251479843,0.038353556539356085,"model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(1856, 576)","model.language_model.layers.18.linear_attn.out_proj.weight|2d-64|(64, 832)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,6,0.032763739719163576,3.3652153172114097 +2755,2756,1.263173501385632,0.05575497455557084,0.0004974405699045798,0.0005102697973747071,1.5757419580587202,1.293428958362271,1.4138685222824865,0.999999876276432,0.0004083181480878219,"model.language_model.layers.2.mlp.down_proj.weight|2d-128|(128, 5376)","model.language_model.layers.20.mlp.down_proj.weight|2d-128|(640, 5888)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,18,0.030255456976638895,4.051149005585932 +2818,2938,1.2549582289792482,0.03266692238578198,0.011508825566511543,0.011614853518786796,1.3055958979037867,1.534224960136354,1.406157462340831,0.9999337712739177,0.013524190351966496,"model.language_model.layers.18.mlp.down_proj.weight|2d-64|(384, 832)","model.language_model.layers.0.mlp.down_proj.weight|2d-64|(64, 1664)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,18,0.05063766892453847,3.203459388221836 +3153,3263,1.1526459028302154,0.04073751585513682,0.003291263317389215,0.0032711609490126835,1.1554734234215027,1.9846841753855031,1.4121882475535095,0.99999458377822,0.0056531964220403646,"model.language_model.layers.23.mlp.gate_proj.weight|2d-128|(1024, 0)","model.language_model.layers.11.mlp.gate_proj.weight|2d-128|(5888, 512)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,12,0.0028275205912873247,3.020845792426379 +3339,3566,1.1403860295134085,0.08926461687183385,0.05683546266977251,0.05687582048535319,1.154746077656591,1.8125972056802566,1.3773087417137881,0.9983835586502379,0.08921424615517176,"model.language_model.layers.20.mlp.gate_proj.weight|2d-64|(5824, 576)","model.language_model.layers.11.mlp.gate_proj.weight|2d-64|(4352, 128)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,9,0.01436004814318248,3.0150345850902482 +3755,3823,1.2202813658130514,0.06480674245053165,-0.0009084149218401525,-0.0008992705763740802,1.267373808255969,1.6296353244857087,1.4148359926954104,0.9999995873910797,-0.0011680729365535745,"model.language_model.layers.21.mlp.up_proj.weight|2d-128|(4224, 1920)","model.language_model.layers.2.mlp.up_proj.weight|2d-128|(2176, 384)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,19,0.04709244244291755,3.130542292342335 +4038,4051,1.2148921192098734,0.031091140356178482,0.027300961981565744,0.027134993890753117,1.6780737273224553,1.220290801174798,1.3957277831035744,0.9996272592696146,0.01985318775146153,"model.language_model.layers.0.mlp.up_proj.weight|2d-64|(5248, 1216)","model.language_model.layers.23.mlp.up_proj.weight|2d-64|(960, 1024)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,23,0.0053986819649245454,4.291806265742748 +4290,4326,1.1691822330117023,0.00640824477747794,0.0007864741249806132,0.0009047558680304203,1.8697456252878408,1.182901276362592,1.4137109457617523,0.9999996907291776,0.0004975656761451175,"model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 256)","model.language_model.layers.3.self_attn.k_proj.weight|2d-128|(384, 128)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,20,0.013719043350889581,5.638521832354669 +4506,4518,1.0999228683327391,0.00042384683904240876,0.0004936162543235008,0.0006233041383517349,2.2358838243544197,1.117781071540527,1.4139343273918956,0.9999998781714893,0.00024677261836126733,"model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 1984)","model.language_model.layers.19.self_attn.k_proj.weight|2d-64|(128, 1216)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,4,0.01785820320778786,7.310457231352624 +4710,4805,1.111723396886959,0.033299755412226836,-0.0006615947887611774,-0.0006743916292319864,2.0632981727827686,1.1436655201147021,1.4146102318134781,0.9999997811461437,-0.00036671536774214483,"model.language_model.layers.23.self_attn.o_proj.weight|2d-128|(256, 640)","model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(1664, 128)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,4,0.031942123227743036,5.669712971155371 +4903,5012,1.1171697593111116,0.04406737575176646,0.044535298134335426,0.04427889455324074,1.9039792829627467,1.1432737839515845,1.3861383880715892,0.9990078113909249,0.02674190799924257,"model.language_model.layers.11.self_attn.o_proj.weight|2d-64|(1728, 1408)","model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(256, 128)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,12,0.0261040246404729,5.7476865913063016 +5146,5199,1.1100801072233506,0.06048833310498358,0.0036167606655201703,0.0038347149646413706,1.132914145765623,2.1133657572695483,1.412082086612591,0.999993459499755,0.006746793807207915,"model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(3456, 768)","model.language_model.layers.11.self_attn.q_proj.weight|2d-128|(3968, 896)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,8,0.022834038542272506,3.071103044358243 +5463,5609,1.0974574261702315,0.00874136473475635,0.0069205638218808666,0.006925225620350665,2.4643324390603283,1.0907751692104006,1.410586552870208,0.9999760526114548,0.003063214627293505,"model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(3200, 1664)","model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(1408, 1920)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,4,0.0066822569598308235,6.5837490951316076 +5667,5764,1.0779285302719734,0.05448220431230964,0.007015748105483926,0.007173871549528928,2.3575409987748914,1.1006391636059332,1.4104052920262224,0.9999753893364178,0.0032753649378324343,"model.language_model.layers.3.self_attn.v_proj.weight|2d-128|(384, 768)","model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(0, 512)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,16,0.02271063333395973,7.7386075472958336 +5970,6072,1.071316580794479,0.05177478358647608,0.034682033156984725,0.0347596498351195,1.0935284140942494,2.285149117241482,1.39498501084106,0.9993983973251597,0.07247513318478135,"model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(128, 1344)","model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(192, 320)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,12,0.0222118332997705,3.5814506688037087 +6394,6397,1.1941821957358916,0.025527611174466044,0.018411058787220932,0.01836400694839588,1.7672545249823597,1.1976158593919306,1.4020697508841373,0.9998305020923964,0.012476627265669638,"model.visual.blocks.21.attn.proj.weight|2d-128|(896, 256)","model.visual.blocks.5.attn.proj.weight|2d-128|(0, 0)",model.visual.layers.*.attn.proj.weight,2d-128,16,0.003433663656039032,4.724146444896118 +6471,6636,1.17744571731184,0.021811566621191193,0.013648713096644543,0.013760855306555618,1.1854447177394511,1.8226102914699898,1.405363628878151,0.9999068519771256,0.020984770173595842,"model.visual.blocks.22.attn.proj.weight|2d-64|(256, 384)","model.visual.blocks.8.attn.proj.weight|2d-64|(384, 960)",model.visual.layers.*.attn.proj.weight,2d-64,14,0.007999000427611147,3.0553945029025082 +6728,6786,1.0771417703947261,-0.008350658310442752,0.008532813973399443,0.008623005968074277,1.061894501584609,2.9023500652107783,1.4103143482413367,0.9999635948801813,0.023321726551151268,"model.visual.blocks.0.attn.qkv.weight|2d-128|(1152, 0)","model.visual.blocks.0.attn.qkv.weight|2d-128|(2048, 256)",model.visual.layers.*.attn.qkv.weight,2d-128,0,0.015247268810117065,4.181218513503662 +6997,7082,1.0748697722907479,0.004922920477899996,0.0011713593640240952,0.0010364084346504551,2.7022975698163587,1.0759129430647574,1.413644142670246,0.9999993139583848,0.0004663737683112642,"model.visual.blocks.13.attn.qkv.weight|2d-64|(2496, 832)","model.visual.blocks.1.attn.qkv.weight|2d-64|(1792, 640)",model.visual.layers.*.attn.qkv.weight,2d-64,12,0.0010431707740095053,8.220659204628102 +7228,7277,1.2086708763535292,0.05812016350961903,0.0018347339355581354,0.001948179785305751,1.6407821624900207,1.2595542811340061,1.4129597215359675,0.9999983168742764,0.0014084422881383857,"model.visual.blocks.14.mlp.linear_fc1.weight|2d-128|(2688, 896)","model.visual.blocks.3.mlp.linear_fc1.weight|2d-128|(1536, 640)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,11,0.050883404780476926,4.363932275629972 +7465,7510,1.2061937806471883,0.034618865332811985,0.013004748783499238,0.012649467696280106,1.221404741466748,1.7096191061403034,1.405487388667503,0.9999154346788922,0.01820294799586747,"model.visual.blocks.1.mlp.linear_fc1.weight|2d-64|(1344, 576)","model.visual.blocks.17.mlp.linear_fc1.weight|2d-64|(1728, 768)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,16,0.015210960819559638,3.6135861927126567 +7887,7902,1.2165532640925925,0.05981717362948741,0.011817196371780473,0.011805750776023062,1.2489106054707142,1.643101399087489,1.4061393162801257,0.9999301744971549,0.01554703099382032,"model.visual.blocks.0.mlp.linear_fc2.weight|2d-128|(768, 1920)","model.visual.blocks.11.mlp.linear_fc2.weight|2d-128|(0, 1920)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,11,0.03235734137812174,3.554296065669903 +7963,7991,1.1989133457043286,0.003986481633360195,0.008404531635320737,0.008337143369008577,1.2625452480015316,1.6203561686985055,1.4084391895436776,0.9999646813002901,0.010786413161722323,"model.visual.blocks.4.mlp.linear_fc2.weight|2d-64|(384, 2944)","model.visual.blocks.2.mlp.linear_fc2.weight|2d-64|(192, 3456)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,2,0.06363190229720295,3.4978648516956956 +8373,8388,0.6934395020146589,0.755263952378789,0.7669896448871356,0.7668801357057833,0.6841198403994998,0.6812237847245743,0.6826672054160927,0.6416594771651903,0.7637427799630204,"model.visual.merger.linear_fc1.weight|2d-128|(2816, 1408)","model.visual.merger.linear_fc1.weight|2d-128|(2816, 384)",model.visual.merger.linear_fc1.weight,2d-128,0,0.012215717290084527,2.021616356915916 +8461,8526,1.3382643032682775,0.05516226209467867,0.008710238622943284,0.00810518630380376,1.387252842565148,1.429798565721173,1.4080438445263055,0.9999620651520393,0.008977373343957385,"model.visual.merger.linear_fc1.weight|2d-64|(3072, 1984)","model.visual.merger.linear_fc1.weight|2d-64|(1216, 448)",model.visual.merger.linear_fc1.weight,2d-64,0,0.048988539296870526,3.3335468043581655 +8744,8838,1.3382167577185273,0.006804275228845986,0.0007329250803093453,0.0007800317400841021,1.3806417280732266,1.449243621135419,1.4136958200772107,0.9999997314103772,0.0007693429626314662,"model.visual.merger.linear_fc2.weight|2d-128|(1152, 1408)","model.visual.merger.linear_fc2.weight|2d-128|(512, 768)",model.visual.merger.linear_fc2.weight,2d-128,0,0.042424970354699276,3.4525689436420657 +8987,9214,1.337411265462316,0.037205795182765615,0.019208235155400225,0.019201545859472324,1.35113298695771,1.4559391090268163,1.4006036150699184,0.9998155048318739,0.02069819999073585,"model.visual.merger.linear_fc2.weight|2d-64|(1152, 384)","model.visual.merger.linear_fc2.weight|2d-64|(768, 3776)",model.visual.merger.linear_fc2.weight,2d-64,0,0.013721721495393968,3.427726064178361 +9253,9301,0.6183804503337333,0.7886406697191775,0.6741617950582922,0.674573945659626,0.8404685971731063,0.7816405567393364,0.8094556929234292,0.7385836947047918,0.6269742886220182,"model.visual.pos_embed.weight|2d-128|(512, 640)","model.visual.pos_embed.weight|2d-128|(1280, 640)",model.visual.pos_embed.weight,2d-128,0,0.16326010640560307,3.4638269483908717 +9374,9608,0.3849369938908655,0.9242013821135493,0.9327237621337019,0.9328198321361375,0.3651671007509631,0.36872580182056003,0.36693350915937517,0.3605917130927352,0.9418135323871493,"model.visual.pos_embed.weight|2d-64|(1152, 512)","model.visual.pos_embed.weight|2d-64|(960, 512)",model.visual.pos_embed.weight,2d-64,0,0.019769893139902406,1.6490853944909025 +9676,9863,1.1162902196590687,0.05491312529885794,0.01311045891506749,0.013109165618623051,1.9583057897566702,1.1540518051155777,1.4060802409718731,0.9999140542401813,0.007726142084636974,"mtp.fc.weight|2d-128|(1408, 3584)","mtp.fc.weight|2d-128|(1152, 3968)",mtp.fc.weight,2d-128,0,0.037761585456508984,5.603883362453813 +9905,10113,1.0874130450985637,0.03798475343302682,0.03727502677368821,0.03748531445239354,1.1142248726504471,2.1018741036684814,1.3922282197185165,0.9993050447080816,0.07031562067250995,"mtp.fc.weight|2d-64|(0, 2112)","mtp.fc.weight|2d-64|(1984, 3776)",mtp.fc.weight,2d-64,0,0.026811827551883383,3.176340661820544 +10271,10302,1.3043318656166658,0.0024237032320573856,-0.008638623196954576,-0.00864644994486214,1.4348872428094495,1.4061635612367018,1.4203076127043135,0.9999626863984781,-0.008465694583100262,"mtp.layers.0.mlp.down_proj.weight|2d-128|(256, 6016)","mtp.layers.0.mlp.down_proj.weight|2d-128|(1408, 2176)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.10183169562003602,4.0746196626096784 +10486,10600,1.2629284173133704,0.04535501358711641,0.023101265529959072,0.023289081305766943,1.4940412755178454,1.3182309828897392,1.397911727577246,0.9997331301557002,0.02038283979470356,"mtp.layers.0.mlp.down_proj.weight|2d-64|(1088, 5504)","mtp.layers.0.mlp.down_proj.weight|2d-64|(1280, 2752)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.05530256557636881,4.1139665981603 +10788,10882,1.303250022444414,0.021157536412174525,0.01081545915531768,0.010744285264572967,1.3321329933119392,1.495126916457546,1.406596029884079,0.9999415112111606,0.012138791080280745,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(1152, 512)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(2560, 256)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.028882970867525337,3.5915492773936 +10971,11047,1.2903840954920274,0.027444115158155417,0.019062852202223778,0.018608234055528975,1.4889555772037972,1.3265823531575271,1.4007594574646018,0.9998182873232097,0.016984014647240794,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(2368, 192)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(5376, 1216)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.03619825766549978,4.367754865395309 +11214,11235,1.3274824387609625,0.04816301900886333,-0.0017156820507194563,-0.0017706301898655027,1.3977063756671546,1.4338367274133414,1.4154258182324322,0.9999985282164674,-0.0017600319922066478,"mtp.layers.0.mlp.up_proj.weight|2d-128|(384, 1792)","mtp.layers.0.mlp.up_proj.weight|2d-128|(4096, 1280)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.07022393690619211,3.565871627028111 +11488,11632,1.3076098905294453,0.048463789143579045,0.017440174223818914,0.017413612880100668,1.3265460189445588,1.49178121270386,1.4019124870141901,0.9998479085956238,0.019612530497867733,"mtp.layers.0.mlp.up_proj.weight|2d-64|(4800, 640)","mtp.layers.0.mlp.up_proj.weight|2d-64|(4288, 1344)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.018936128415113496,3.531152531804321 +11698,11719,1.2198313189255268,0.041506118263396334,0.0054161142248622535,0.005415350123926337,1.6559468601835154,1.2494540749166094,1.4105260378817013,0.9999853327457875,0.004086596104731285,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(256, 256)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 896)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.02962275599108266,4.737370161234206 +11752,11932,1.0817154876297574,0.055461975997842555,0.027028107785966468,0.027150180188371207,2.3735207388475583,1.0888819695993388,1.3996519795488105,0.9996346739631985,0.012399478445179319,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 1536)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 768)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.007166481969581362,6.87011714811141 +12137,12192,1.1606959885085917,0.04111987322332748,0.0056871963767599525,0.005626823729209141,1.1764635222637552,1.8810047196783712,1.4105930118704528,0.9999838277679155,0.009093051356015493,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(1152, 1152)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1664, 0)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.015767533755163488,3.556716625744594 +12411,12488,1.1654577606990693,0.013907342586192861,-0.01285946014229198,-0.012845625846960394,1.2301414851357668,1.7481813055716597,1.4227467865796741,0.9999173137239142,-0.018274863576377635,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(512, 1984)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(704, 0)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.06468372443669756,3.4478253383736246 +12583,12596,1.052811913518394,-0.007841638969598896,-0.006506161091006331,-0.006558607970271821,3.22873502217091,1.0539459629274426,1.4169252319329386,0.9999788347099442,-0.002123785993256015,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 896)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(768, 512)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.0011340494090485986,10.041197624033085 +12779,12788,1.0511711554510221,0.024448642706500878,0.043753762545408824,0.04313250298230023,2.9380764679355544,1.0467854971297552,1.394513814681606,0.9990423455805665,0.015588703894277833,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(1920, 448)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(896, 192)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.0043856583212669165,9.354215735997993 +13017,13038,1.3508713173484557,0.03159611765818754,-0.004503528556600762,-0.004525462019105482,1.4559992639924033,1.3816980006281547,1.4173901069914976,0.9999898590638506,-0.004273708480706718,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(0, 1152)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 1792)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.030826683279699063,4.259297960123792 +13179,13289,1.2938921450436218,0.038977646368304274,0.01734909191325855,0.017446823542730833,1.3157272379201244,1.5078391309549426,1.4020062732984928,0.9998494931787411,0.01988226656666152,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 704)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 1600)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.021835092876502538,3.436736183438016 +36,114,1.1578005579231272,0.2990417960652299,0.3072697560905168,0.30724887067481726,1.1370005440755482,1.2232235903548114,1.1777514973035867,0.951622455069275,0.33057118240702893,"model.language_model.embed_tokens.weight|2d-128|(246656, 1408)","model.language_model.embed_tokens.weight|2d-128|(176768, 1408)",model.language_model.embed_tokens.weight,2d-128,0,0.020800013847579013,3.205488300855251 +256,470,1.1251981074287134,0.3422617051625086,0.3034532148261335,0.3010952957966927,1.1986985642665666,1.1629370601513653,1.1804117226331816,0.9528463393494696,0.2944001103057192,"model.language_model.embed_tokens.weight|2d-64|(92992, 512)","model.language_model.embed_tokens.weight|2d-64|(223040, 512)",model.language_model.embed_tokens.weight,2d-64,0,0.03773895272265193,3.232309256800705 +532,736,0.10510813428955058,0.995310272174164,0.9953102721741639,0.9936109254428129,0.10510813428955057,0.11015343393782111,0.10754212373907576,0.09673397595773536,1.0430861993187446,"model.language_model.layers.14.linear_attn.conv1d.weight|3d-axis0-slice|(603, 0, 0)","model.language_model.layers.4.linear_attn.conv1d.weight|3d-axis0-slice|(713, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,10,1.3877787807814457e-17,0.16548836792919258 +902,950,0.52334024961614,0.8521651009683453,0.8521651009683452,0.8605686737202307,0.620235961468122,0.52334024961614,0.5656562359837384,0.5232730077995711,0.7190365028162891,"model.language_model.layers.10.linear_attn.conv1d.weight|3d-volume|(624, 0, 0)","model.language_model.layers.13.linear_attn.conv1d.weight|3d-volume|(396, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,3,0.0,1.406714942158216 +1242,1260,1.1370112177483187,-0.005558111432949538,-0.008512698401552629,-0.008525453413038599,1.1381758576455059,2.127026682784619,1.4192127336153675,0.9999637663265225,-0.01590855799740562,"model.language_model.layers.21.linear_attn.in_proj_qkv.weight|2d-128|(256, 1408)","model.language_model.layers.12.linear_attn.in_proj_qkv.weight|2d-128|(2688, 1408)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,9,0.0011646398971871808,3.2444572029267054 +1433,1469,1.1293738192441778,0.013950820994397307,0.0017229441954014436,0.001642724493690145,2.0459368816907793,1.1451432635665835,1.413174706229559,0.9999985157305482,0.0009643591434915589,"model.language_model.layers.0.linear_attn.in_proj_qkv.weight|2d-64|(4352, 1472)","model.language_model.layers.17.linear_attn.in_proj_qkv.weight|2d-64|(5120, 896)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,17,0.01576944432240568,5.821873889702111 +1635,1670,1.1451040564481576,0.01936075763227727,0.009362984643409915,0.009232444674866527,1.9788571381472113,1.1525205021981983,1.4084432168794028,0.999956166298587,0.005453163624232304,"model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(256, 1920)","model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-128|(384, 640)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,14,0.0074164457500407455,5.671545561497215 +1922,1995,1.1399917424890587,-0.0009376441927000899,-0.022903634005829024,-0.02400381269755959,2.0677975565946776,1.157033306723132,1.427949464975452,0.9997376773680818,-0.012815697216212167,"model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-64|(640, 768)","model.language_model.layers.6.linear_attn.in_proj_z.weight|2d-64|(1408, 128)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,2,0.017041564234073325,6.624097109764874 +2115,2134,1.2227928667472863,-0.007558098044966904,-0.012260523489090434,-0.01226064316191046,1.219721602087662,1.777457096055052,1.4222797338311384,0.9999248369571452,-0.01786682669203656,"model.language_model.layers.1.linear_attn.out_proj.weight|2d-128|(640, 256)","model.language_model.layers.16.linear_attn.out_proj.weight|2d-128|(1280, 256)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,15,0.003071264659624262,3.1604367144274903 +2465,2558,1.2197145442110047,0.026810256538506296,0.0042997056903222525,0.004324680557666366,1.694722941948858,1.2347273222218618,1.4113165663797587,0.9999907562227646,0.0031326442582105,"model.language_model.layers.16.linear_attn.out_proj.weight|2d-64|(512, 0)","model.language_model.layers.22.linear_attn.out_proj.weight|2d-64|(576, 1408)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,6,0.015012778010857097,4.435095207473159 +2613,2776,1.263480403323005,0.052704948975064135,0.013836941890979752,0.0140187212094858,1.528988620105915,1.3062077886768313,1.4045161993278368,0.9999042649369517,0.011820834394578077,"model.language_model.layers.1.mlp.down_proj.weight|2d-128|(1664, 1536)","model.language_model.layers.19.mlp.down_proj.weight|2d-128|(128, 3200)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,18,0.042727385353826364,3.9135268677549306 +3034,3046,1.2549672630161017,0.05716702339537138,0.025037245262800507,0.025038322008300105,1.5332700223324935,1.2910699307566775,1.3966590899216738,0.9996865190396689,0.021082284292369784,"model.language_model.layers.2.mlp.down_proj.weight|2d-64|(1216, 1536)","model.language_model.layers.15.mlp.down_proj.weight|2d-64|(256, 3968)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,13,0.0361026677405758,4.022626515428155 +3220,3309,1.1528372147049328,0.04420269085970174,0.0035251962738506197,0.0035413905375919364,1.1780362181575226,1.8811064246152351,1.4119692076667654,0.9999937864763115,0.005629087846841886,"model.language_model.layers.23.mlp.gate_proj.weight|2d-128|(5760, 0)","model.language_model.layers.11.mlp.gate_proj.weight|2d-128|(2816, 896)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,12,0.02519900345258974,2.990226679729084 +3384,3425,1.1404430774573049,-0.0005731351379877347,-0.007541132033061429,-0.007557836436140602,2.0796154678345036,1.145239634981343,1.4187128196608267,0.9999715652595628,-0.004152884718578499,"model.language_model.layers.9.mlp.gate_proj.weight|2d-64|(4928, 512)","model.language_model.layers.23.mlp.gate_proj.weight|2d-64|(3328, 1344)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,14,0.00479655752403807,5.455826154218458 +3726,3733,1.220451273938968,0.03646926042104825,0.00684702531712254,0.006840502475929208,1.2486652253229835,1.6546246980633457,1.4095499865143268,0.9999765588474095,0.00907309418747167,"model.language_model.layers.23.mlp.up_proj.weight|2d-128|(6016, 640)","model.language_model.layers.6.mlp.up_proj.weight|2d-128|(768, 1664)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,17,0.028213951384015612,3.203348566825477 +3929,3973,1.2149239760243344,0.055558688481038045,0.026157611741720047,0.026203119132348643,1.6111461351901613,1.249265268414007,1.3961851869424378,0.9996578311342184,0.02028232892091589,"model.language_model.layers.2.mlp.up_proj.weight|2d-64|(384, 1344)","model.language_model.layers.15.mlp.up_proj.weight|2d-64|(512, 1344)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,13,0.03434129238967265,4.217256058788415 +4151,4300,1.1692138719183123,-0.009842010592021949,-0.005128463625172621,-0.005141259840965088,1.1711531170447596,1.9374464687019808,1.4174208235308108,0.9999868493439528,-0.008484051825375035,"model.language_model.layers.11.self_attn.k_proj.weight|2d-128|(384, 896)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 1536)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,12,0.0019392451264472754,3.3413640386839027 +4375,4583,1.1000184600221194,-0.003402652440057181,-0.0014934917187350168,-0.0016055600315502772,2.258060761053006,1.1161578021125453,1.4150523322589212,0.9999988847406212,-0.0007382318771082145,"model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 640)","model.language_model.layers.15.self_attn.k_proj.weight|2d-64|(192, 1280)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,8,0.01613934209042589,7.518698226685166 +4686,4851,1.1129811361242632,0.03551399820176089,0.0028050804790724125,0.00285260060530653,2.186250599432805,1.1229104883041312,1.412600423805114,0.9999960657540138,0.0014407562844372822,"model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(0, 1152)","model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(768, 384)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,12,0.009929352179868012,5.883171680159407 +4877,5048,1.1173563121819245,0.04751177146241138,0.04684968385233657,0.04664752360672189,1.1186732142993148,2.0322468222905608,1.3859410456062573,0.9989019507053413,0.08510986042860032,"model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(128, 448)","model.language_model.layers.3.self_attn.o_proj.weight|2d-64|(448, 384)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,16,0.0013169021173902173,2.9032426627646832 +5146,5209,1.110394561875016,0.026110682931096953,0.005361979305753436,0.005440141406612766,1.1218566753826087,2.1831078155052137,1.411127503552715,0.9999856244856347,0.010434290926668768,"model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(3456, 768)","model.language_model.layers.11.self_attn.q_proj.weight|2d-128|(2304, 128)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,8,0.011462113507592742,3.0940273400914835 +5411,5583,1.0975110569840831,-0.0058740877758886294,0.0015114175800593117,0.001428635127174669,1.0919485871457109,2.481175638208174,1.4134252895733215,0.9999988578077971,0.003434312313737442,"model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(384, 1728)","model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(2752, 896)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,4,0.005562469838372275,3.0733966637636536 +5780,5849,1.077938024099643,0.03631551149005555,0.010565761790591799,0.01055198649472578,1.0872809139842423,2.4850899374942546,1.4087157027016577,0.9999441807809996,0.024149111761324903,"model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(128, 512)","model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(256, 256)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,12,0.009342889884599304,4.069721337319115 +5997,6134,1.0714575799760984,0.04483532355333285,0.0018400259390506126,0.001850322176089981,1.0861894103086938,2.5504523341848144,1.4132751715741467,0.9999983071508389,0.00432051574676881,"model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(256, 448)","model.language_model.layers.3.self_attn.v_proj.weight|2d-64|(320, 1024)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,16,0.014731830332595397,4.712073474023828 +6198,6248,1.1955705958716494,0.003832962063870873,-0.0067761083570211595,-0.006891104919208815,1.6490720174803735,1.2641265043422836,1.418832999150067,0.9999770419142301,-0.005194350567838461,"model.visual.blocks.0.attn.proj.weight|2d-128|(768, 768)","model.visual.blocks.1.attn.proj.weight|2d-128|(640, 0)",model.visual.layers.*.attn.proj.weight,2d-128,1,0.0685559084706342,5.03850961630531 +6430,6533,1.1776484814621608,0.011573467895169233,-0.00878527062972612,-0.008851457892377687,1.1900920876470293,1.8697365895081437,1.4198303822330052,0.9999614087653396,-0.013802412532299791,"model.visual.blocks.23.attn.proj.weight|2d-64|(64, 448)","model.visual.blocks.6.attn.proj.weight|2d-64|(576, 768)",model.visual.layers.*.attn.proj.weight,2d-64,17,0.012443606184868505,3.1942524720907586 +6888,6893,1.0771552970221598,-0.028594027506894087,-0.009255675745179758,-0.009197279325196353,2.8241915760156275,1.0730278930922887,1.4185527978172732,0.999957165315845,-0.0035166163401730496,"model.visual.blocks.21.attn.qkv.weight|2d-128|(1280, 0)","model.visual.blocks.1.attn.qkv.weight|2d-128|(640, 640)",model.visual.layers.*.attn.qkv.weight,2d-128,20,0.0041274039298710985,8.757506981443129 +7099,7132,1.075281635263567,-0.010163353828281105,-0.011341483075532583,-0.010673853887518231,2.773420450759284,1.0768279320265661,1.4196149504561275,0.9999356833125055,-0.004403524811031275,"model.visual.blocks.18.attn.qkv.weight|2d-64|(2816, 512)","model.visual.blocks.3.attn.qkv.weight|2d-64|(640, 640)",model.visual.layers.*.attn.qkv.weight,2d-64,15,0.001546296762999111,7.6657444889671655 +7290,7368,1.2088267998276938,0.07232002778818687,0.004425616010525625,0.004621028097433489,1.639287242412292,1.257720204238293,1.4111876660540832,0.9999902069135114,0.003395491972747637,"model.visual.blocks.16.mlp.linear_fc1.weight|2d-128|(1792, 512)","model.visual.blocks.3.mlp.linear_fc1.weight|2d-128|(2304, 0)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,13,0.048893404410599084,4.182828060889896 +7466,7566,1.206255627019541,0.037399295973526314,0.018219889790553948,0.017893258508250815,1.2151008550235167,1.7144801781019865,1.4020050225217013,0.9998340040306791,0.025707857717294533,"model.visual.blocks.2.mlp.linear_fc1.weight|2d-64|(576, 384)","model.visual.blocks.16.mlp.linear_fc1.weight|2d-64|(3648, 384)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,14,0.008845228003975691,3.4230542795214736 +7690,7899,1.216749387189717,0.04365668069935958,0.006899734651009356,0.006923084977613179,1.6238350787101636,1.262398947366479,1.4094774398404228,0.9999761965475706,0.00536397930722182,"model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(640, 512)","model.visual.blocks.3.mlp.linear_fc2.weight|2d-128|(512, 3712)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,7,0.045649560176761916,4.767304914552918 +7950,8155,1.1989812174110912,0.011311531331722025,-0.012200772791213505,-0.01230884097668219,1.2523527367418945,1.6882331988904211,1.4224458879425395,0.9999255678015726,-0.016447242916426602,"model.visual.blocks.4.mlp.linear_fc2.weight|2d-64|(576, 2240)","model.visual.blocks.9.mlp.linear_fc2.weight|2d-64|(0, 704)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,5,0.05337151933080331,3.561306576359052 +8208,8436,0.7011603948039803,0.748828755991233,0.7520783034295337,0.7520581449059686,0.6943795527311442,0.7153570345402422,0.7046342084614386,0.6590737633304441,0.7747988873913702,"model.visual.merger.linear_fc1.weight|2d-128|(1024, 1152)","model.visual.merger.linear_fc1.weight|2d-128|(1024, 2176)",model.visual.merger.linear_fc1.weight,2d-128,0,0.006780842072836135,1.9414530912141095 +8598,8675,1.3382906113328112,0.04613063674585463,0.023398935163517563,0.02306109423356812,1.3653357462712008,1.4322420748584326,1.3975892217070907,0.9997262074354225,0.024545566568223105,"model.visual.merger.linear_fc1.weight|2d-64|(2368, 1920)","model.visual.merger.linear_fc1.weight|2d-64|(2432, 192)",model.visual.merger.linear_fc1.weight,2d-64,0,0.02704513493838956,3.404394359371875 +8727,8885,1.3383558225872576,0.051289627618849476,0.016251111347442466,0.016219535974061026,1.406625272084806,1.3987586239740284,1.4026754038047384,0.9998679419703249,0.016160225894922536,"model.visual.merger.linear_fc2.weight|2d-128|(0, 2944)","model.visual.merger.linear_fc2.weight|2d-128|(640, 2688)",model.visual.merger.linear_fc2.weight,2d-128,0,0.06040280138677079,3.570330309891754 +8967,8977,1.3379345944627314,0.047336599388952974,0.021304893865113195,0.021350703925509116,1.3440558508555756,1.4615604892014653,1.3991209504080602,0.9997730249898705,0.0231674830179554,"model.visual.merger.linear_fc2.weight|2d-64|(1152, 2688)","model.visual.merger.linear_fc2.weight|2d-64|(576, 0)",model.visual.merger.linear_fc2.weight,2d-64,0,0.00612125639284411,3.3351366149698296 +9227,9283,0.6241737022977338,0.7862175918448653,0.6489517200110269,0.6472861321922814,1.0456740995055716,0.7653389300331163,0.873407236531908,0.7608295900493947,0.4749740050664259,"model.visual.pos_embed.weight|2d-128|(128, 384)","model.visual.pos_embed.weight|2d-128|(1024, 384)",model.visual.pos_embed.weight,2d-128,0,0.14116522773538243,3.0263820294341666 +9503,9566,0.38841460941223205,0.9344269841771013,0.9220279115743073,0.9213388553555067,0.4094727781813128,0.5192411766573579,0.4547049385961471,0.38712340445641025,1.169198254993105,"model.visual.pos_embed.weight|2d-64|(512, 960)","model.visual.pos_embed.weight|2d-64|(1472, 960)",model.visual.pos_embed.weight,2d-64,0,0.021058168769080732,2.2527730659673733 +9822,9863,1.1177368943662938,0.23252333974998754,-0.016625134579278403,-0.016550017599722876,1.5418743285516179,1.3325224751706415,1.4257977997303892,0.999861792899509,-0.014367815242397325,"mtp.fc.weight|2d-128|(1152, 3584)","mtp.fc.weight|2d-128|(1152, 3968)",mtp.fc.weight,2d-128,0,0.21478558080434773,4.579180443803012 +9949,9985,1.0884238838226403,0.0495396733236135,0.024402174407535508,0.02437784922724323,2.1067850964868944,1.1212901874955168,1.3998275999424217,0.9997022226064041,0.012987522439925325,"mtp.fc.weight|2d-64|(1984, 1088)","mtp.fc.weight|2d-64|(1152, 3968)",mtp.fc.weight,2d-64,0,0.03286630367287646,7.779081405783406 +10213,10358,1.3045945223825313,0.044508980696683374,0.012987450816954611,0.01298630700027622,1.353550027775093,1.4628643466396658,1.4050278436950494,0.999915659503979,0.014036332875770125,"mtp.layers.0.mlp.down_proj.weight|2d-128|(1920, 640)","mtp.layers.0.mlp.down_proj.weight|2d-128|(512, 4864)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.04895550539256166,3.4880532465583878 +10412,10619,1.2629546189381045,0.03570292138841581,0.019048346347469484,0.019584134205855835,1.4768196851660418,1.3353381413328989,1.400748256575155,0.9998185637911645,0.017223486159202564,"mtp.layers.0.mlp.down_proj.weight|2d-64|(1728, 5184)","mtp.layers.0.mlp.down_proj.weight|2d-64|(1024, 1728)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.0723835223947944,4.15873920824787 +10720,10845,1.303526847311432,0.03773485926799837,-0.0088227163493481,-0.008517326699641338,1.485579147863982,1.3631375277942983,1.420415557776343,0.9999610790806905,-0.00809554695902466,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(4864, 1408)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(2432, 512)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.05961068048286622,4.250243444558565 +11047,11116,1.2904173682251072,0.00574419483179103,0.0036349742569826665,0.003819992254001077,1.319184376920625,1.526800233555126,1.411668169166628,0.9999933934592524,0.004207053723212749,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(5376, 1216)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(1856, 1344)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.02876700869551785,3.7307595499970123 +11242,11381,1.3276434901000969,0.034702812482175556,-0.004437451673189896,-0.004336519972836015,1.4729674637036745,1.3675721714921678,1.4173392327539922,0.9999901544628568,-0.004119938539128996,"mtp.layers.0.mlp.up_proj.weight|2d-128|(4480, 1664)","mtp.layers.0.mlp.up_proj.weight|2d-128|(5888, 1408)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.03992868139207095,3.820127551154767 +11417,11648,1.3076432580291313,0.03972246145258459,0.011930045043503016,0.011881437155882208,1.448724303214004,1.3664173990187511,1.4057669319583819,0.9999288344803644,0.011252259027031666,"mtp.layers.0.mlp.up_proj.weight|2d-64|(1600, 1536)","mtp.layers.0.mlp.up_proj.weight|2d-64|(768, 512)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.05877414098961986,4.0638987218195615 +11672,11686,1.2200978483059721,0.00837583317922897,0.005862074294433772,0.005890589113950738,1.7293126246183983,1.2206341868078487,1.4103024279545548,0.9999828178948709,0.004137741312663076,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 1024)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(128, 768)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.0005363385018766209,5.182790471111667 +11738,11935,1.0817441980861155,0.01576658863510951,0.010504804952789479,0.010503184691445011,2.441874932568947,1.0909734338297385,1.408669783954974,0.9999448230142021,0.004693304713603628,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 640)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 960)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.009229235743622999,8.396477810275844 +11993,12049,1.1612221468223816,0.04195778820857202,0.0024077585979794362,0.0024498145705482382,1.1974126932295095,1.8113937424781261,1.4126462744083026,0.9999971013450658,0.003642352283751766,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(0, 1152)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(512, 128)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.03619054640712793,3.341628892165083 +12270,12423,1.1658037694839465,0.030263618342397665,-0.005597906174721675,-0.005595822301516729,1.1746694950719956,1.9233356835466315,1.4177306858100132,0.9999843316004802,-0.009165686811615325,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(0, 1920)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(1664, 896)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.0088657255880491,3.580265373718839 +12581,12609,1.0531629956317594,0.013909843178569326,-0.0012288621740534213,-0.001205671633115414,3.140581440282043,1.0553409241402214,1.4147381969976214,0.9999992449485935,-0.00041293899459904875,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 640)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(896, 128)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.0021779285084619904,8.728598700776407 +12805,12871,1.0512019767878076,0.01847275861516287,0.0012451842468061683,0.0013599749339350874,1.0585774706951392,3.0375011177827185,1.4136662221824325,0.9999992247577952,0.003572953936980605,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(768, 1664)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(2176, 1024)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.0073754939073316095,2.969397031892441 +13014,13040,1.3510228777245656,0.04033604666794226,0.012038790639010232,0.012058996526464206,1.3914574021728041,1.4203413997410423,1.4056768830891362,0.9999275311341067,0.01228869293497611,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(0, 768)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(256, 0)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.040434524448238474,3.729719867865359 +13177,13201,1.293934439214459,0.033476131176739574,0.013195383499175055,0.013164692681660687,1.3126972598394617,1.519863488897127,1.4049519791432046,0.9999129371371839,0.015277842207764231,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 576)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(256, 64)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.018762820625002785,3.5066572356391004 +44,86,1.1581152408941668,0.29080027875561953,0.30120268157512725,0.30042995255303045,1.1531834913277452,1.214254453661138,1.182537880682342,0.953560142105338,0.31715394844594613,"model.language_model.embed_tokens.weight|2d-128|(86528, 1152)","model.language_model.embed_tokens.weight|2d-128|(183040, 1152)",model.language_model.embed_tokens.weight,2d-128,0,0.004931749566421617,3.0087371187659477 +298,349,1.1266605514726236,0.31503284621738714,0.284422205052089,0.2782623899836302,1.2426278129437585,1.1559283456511666,1.196929455597771,0.9586991234340978,0.26457776457897325,"model.language_model.embed_tokens.weight|2d-64|(174656, 384)","model.language_model.embed_tokens.weight|2d-64|(228160, 384)",model.language_model.embed_tokens.weight,2d-64,0,0.029267794178543083,3.2422068648511337 +516,757,0.1053578006460967,0.9965056494351556,0.9965056494351557,0.9972584506293495,0.11300980532967013,0.1053578006460967,0.10898284160467707,0.08352538921680375,0.9290312752032834,"model.language_model.layers.1.linear_attn.conv1d.weight|3d-axis0-slice|(4657, 0, 0)","model.language_model.layers.4.linear_attn.conv1d.weight|3d-axis0-slice|(5151, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,3,0.0,0.17501866797329374 +782,984,0.5283220127210141,0.9080051989865986,0.9080051989865986,0.9207607001576518,0.9013589768194709,0.5283220127210142,0.644592529655054,0.4189588984772939,0.5322176254154349,"model.language_model.layers.5.linear_attn.conv1d.weight|3d-volume|(1464, 0, 0)","model.language_model.layers.20.linear_attn.conv1d.weight|3d-volume|(4128, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,15,1.1102230246251565e-16,2.628617551899709 +1028,1164,1.1371996086579803,0.01035397325330575,-0.0022740627977125578,-0.0022882672937180604,2.1392313674210413,1.1325629934625543,1.4155428204221332,0.9999974143158532,-0.001203946150342818,"model.language_model.layers.14.linear_attn.in_proj_qkv.weight|2d-128|(4480, 256)","model.language_model.layers.0.linear_attn.in_proj_qkv.weight|2d-128|(5120, 0)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,14,0.004636615195426019,6.028866272509671 +1313,1503,1.129374663132988,0.03443672921533958,0.02654770405571139,0.027549999679878045,1.1421456450357206,1.972624121050874,1.3978385440297536,0.9996475475933357,0.045851106298425336,"model.language_model.layers.4.linear_attn.in_proj_qkv.weight|2d-64|(2624, 1024)","model.language_model.layers.14.linear_attn.in_proj_qkv.weight|2d-64|(5248, 1728)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,10,0.012770981902732625,3.086176601317718 +1649,1706,1.1451051680472981,0.017361791098429072,0.0023298699735190788,0.0023967512505771297,1.965024114011102,1.1600761693862245,1.4127703604411237,0.99999728584927,0.0013754674127285172,"model.language_model.layers.17.linear_attn.in_proj_z.weight|2d-128|(512, 768)","model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-128|(1920, 1536)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,15,0.01497100133892637,5.261509094883165 +1811,1985,1.1401539634990936,0.02045365083093397,0.009902644987138798,0.00989843934576809,2.0507591849778426,1.1390874785448764,1.4082563432574635,0.9999509676090417,0.005500391753430995,"model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-64|(320, 704)","model.language_model.layers.6.linear_attn.in_proj_z.weight|2d-64|(1408, 1216)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,12,0.0010664849542172394,5.839632408768982 +2071,2176,1.222916498066908,0.008880964224624003,-0.0025480840251122447,-0.0025809333359774807,1.7177144824681627,1.2321556236151845,1.4159192415670472,0.9999967536286309,-0.0018277985620024366,"model.language_model.layers.8.linear_attn.out_proj.weight|2d-128|(256, 1152)","model.language_model.layers.0.linear_attn.out_proj.weight|2d-128|(1024, 0)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,8,0.009239125548276439,4.483346475592724 +2458,2533,1.2199950094712264,-0.032161155475743525,-0.0025965862313458493,-0.002432516539974066,1.2107172247827043,1.7806490423272192,1.4159199676281513,0.9999966288642893,-0.0038189006413085935,"model.language_model.layers.16.linear_attn.out_proj.weight|2d-64|(1152, 768)","model.language_model.layers.17.linear_attn.out_proj.weight|2d-64|(1216, 1344)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,1,0.00927778468852214,3.2123928523579686 +2632,2644,1.263600828970929,0.04336936226784523,0.0009054417826891088,0.0008833955154202357,1.5570777113272085,1.3036198478791088,1.4135831513332182,0.999999590087505,0.0007580558570878694,"model.language_model.layers.8.mlp.down_proj.weight|2d-128|(1408, 6016)","model.language_model.layers.21.mlp.down_proj.weight|2d-128|(1920, 640)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,13,0.040019018908179715,4.054057180460675 +2816,2966,1.2550207663423096,0.03159134427751639,0.0029454300967120058,0.003253141780911383,1.2829401177394946,1.5904508320344515,1.4121765298687166,0.9999956622113645,0.003651426659156153,"model.language_model.layers.21.mlp.down_proj.weight|2d-64|(1792, 4096)","model.language_model.layers.1.mlp.down_proj.weight|2d-64|(320, 2432)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,20,0.027919351397184933,3.2748161160495926 +3077,3324,1.1531046635761897,0.01934689882886693,0.0002634375136547058,0.00023172077779798066,1.1531748425774537,2.0070702405091514,1.4140526235777755,0.9999999653003376,0.00045850600825483254,"model.language_model.layers.23.mlp.gate_proj.weight|2d-128|(4480, 512)","model.language_model.layers.9.mlp.gate_proj.weight|2d-128|(3968, 768)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,14,7.017900126404797e-05,3.0713110956768075 +3425,3447,1.1413283372731207,0.016599933195588362,0.021646592364264552,0.02182210598297086,1.139917072391333,2.0024572008631893,1.4009901551195234,0.999765685067764,0.03802590188691453,"model.language_model.layers.23.mlp.gate_proj.weight|2d-64|(3328, 1344)","model.language_model.layers.12.mlp.gate_proj.weight|2d-64|(4672, 512)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,11,0.001411264881787666,3.2512796690826717 +3591,3726,1.2208386503515944,0.056912187709038456,-0.0013669473825822294,-0.0013733448169274533,1.6406434074960474,1.2627214756221787,1.4151476231381597,0.9999990657269903,-0.0010520712838303142,"model.language_model.layers.9.mlp.up_proj.weight|2d-128|(1152, 1280)","model.language_model.layers.23.mlp.up_proj.weight|2d-128|(6016, 640)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,14,0.04188282527058429,4.290560523597286 +4012,4039,1.2153577830359197,0.031669722168881226,-0.0034155030366858686,-0.003487505787451083,1.2356959724277785,1.7103011412285312,1.416504640083751,0.9999941671524922,-0.004727326844026571,"model.language_model.layers.21.mlp.up_proj.weight|2d-64|(832, 1536)","model.language_model.layers.3.mlp.up_proj.weight|2d-64|(3648, 1152)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,18,0.02033818939185883,3.212117032352192 +4159,4300,1.1693758502910545,-0.003317689029954769,0.0021224959886712363,0.002129913682486865,1.1756378751042498,1.8953089085186734,1.4128683578918726,0.9999977475028522,0.003421789686102978,"model.language_model.layers.3.self_attn.k_proj.weight|2d-128|(0, 1280)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 1536)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,20,0.006262024813195266,3.344632973733364 +4409,4548,1.1001892883523374,0.0393267162536134,0.01839180306175455,0.018414839142221476,2.1640429620162447,1.1168587303056696,1.4035733024017814,0.9998308564853046,0.009491976904397946,"model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 1024)","model.language_model.layers.15.self_attn.k_proj.weight|2d-64|(320, 512)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,8,0.016669441953332198,6.097709349132336 +4747,4799,1.1130173280025448,0.017715189618777417,0.003844522109774584,0.0038348265037685568,2.273348428058057,1.1114205932141858,1.4120666067406262,0.9999926097975662,0.001879553961519532,"model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(1408, 1536)","model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(1408, 256)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,12,0.0015967347883589778,5.935804830259509 +4955,5016,1.117493611646407,0.01428091883730908,-0.0010291718424429417,-0.0009526580412541615,1.939495197380913,1.1678148927794914,1.4148565998800584,0.9999994704025191,-0.0006196881572365804,"model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(1536, 512)","model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(64, 128)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,0,0.05032128113308443,6.132488948928923 +5146,5156,1.110631545606387,0.01790377260127565,0.0037413769874668316,0.0032897350813413766,1.1225739156345784,2.184736060815567,1.412061077316075,0.9999930010246261,0.007281410255291449,"model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(3456, 768)","model.language_model.layers.11.self_attn.q_proj.weight|2d-128|(3328, 384)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,8,0.011942370028191318,3.2398441590731477 +5541,5558,1.097695657555537,0.09313037607254669,0.062013450484240513,0.062477825153309845,1.9285980417135242,1.1263420259059351,1.3754912491120013,0.9980753137709792,0.03621716601442665,"model.language_model.layers.11.self_attn.q_proj.weight|2d-64|(2304, 192)","model.language_model.layers.23.self_attn.q_proj.weight|2d-64|(1408, 1088)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,12,0.028646368350398133,5.668205464398108 +5664,5790,1.0779970152024794,0.044778307921977324,0.0009477857390677976,0.0009447582838503531,2.4078794193287076,1.0988084134992488,1.413707230610439,0.9999995508509955,0.0004325112528154093,"model.language_model.layers.3.self_attn.v_proj.weight|2d-128|(384, 1408)","model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(128, 1792)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,16,0.02081139829676948,7.822697120085562 +5979,6042,1.071674486727421,0.020420428487874964,0.006819075869520762,0.006508350898230988,1.0800810095025235,2.60252940722992,1.4107952502660164,0.9999767498318577,0.01643103186189133,"model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(64, 640)","model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(384, 512)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,12,0.008406522775102454,4.027022747588855 +6146,6394,1.1960376789416864,1.7221613511563157e-05,-0.009974689884190702,-0.010039801977112277,1.2084913548314284,1.8073215424346687,1.4207167010636694,0.9999502515434027,-0.014917336259569407,"model.visual.blocks.21.attn.proj.weight|2d-128|(640, 768)","model.visual.blocks.21.attn.proj.weight|2d-128|(896, 256)",model.visual.layers.*.attn.proj.weight,2d-128,0,0.012453675889742,3.019363131785987 +6410,6642,1.1779177844684843,-0.02220931306216009,-0.016680555351560128,-0.017204540025569905,1.1745896068674102,1.9585915786157984,1.4245805019694433,0.9998608698579836,-0.027814306415779692,"model.visual.blocks.21.attn.proj.weight|2d-64|(832, 768)","model.visual.blocks.18.attn.proj.weight|2d-64|(512, 768)",model.visual.layers.*.attn.proj.weight,2d-64,3,0.003328177601074067,3.0374007031734656 +6843,6848,1.0787531048894021,0.03939354434877622,0.0010922719564507304,0.0011242452378781497,2.5638452066373643,1.0855118443932785,1.4136588551313276,0.9999994034708086,0.00046245933372123096,"model.visual.blocks.21.attn.qkv.weight|2d-128|(1408, 512)","model.visual.blocks.1.attn.qkv.weight|2d-128|(0, 0)",model.visual.layers.*.attn.qkv.weight,2d-128,20,0.006758739503876399,6.845604630534934 +7082,7108,1.075632904056859,0.024288423583192418,0.008921998981511428,0.008963506353688417,1.0895823201649424,2.4669705317696993,1.4095426962451767,0.9999601981749944,0.020200684394856932,"model.visual.blocks.1.attn.qkv.weight|2d-64|(1792, 640)","model.visual.blocks.10.attn.qkv.weight|2d-64|(2176, 0)",model.visual.layers.*.attn.qkv.weight,2d-64,9,0.013949416108083312,3.1596608929393484 +7199,7312,1.2091477059819076,0.04075025831384024,0.011010666245676265,0.011062155190865366,1.6640145780988969,1.2408083724355963,1.4067317012614708,0.9999393807770681,0.008210340848899189,"model.visual.blocks.13.mlp.linear_fc1.weight|2d-128|(3456, 896)","model.visual.blocks.1.mlp.linear_fc1.weight|2d-128|(3200, 896)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,12,0.0316606664536887,4.973148311322958 +7439,7589,1.206281649117345,0.019578415322183258,0.008283882535300513,0.00871346344896459,1.7655796162796409,1.2064979599658463,1.4087457869862476,0.9999656880564158,0.005660740125951816,"model.visual.blocks.14.mlp.linear_fc1.weight|2d-64|(1088, 768)","model.visual.blocks.1.mlp.linear_fc1.weight|2d-64|(1600, 768)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,13,0.0002163108485013776,5.050931927679463 +7740,7926,1.2169745702603494,0.04042188863053125,0.0035117756130368096,0.0035557991763283544,1.2326781904328517,1.7019343149738773,1.4118522118516894,0.9999938336970102,0.004848638897567441,"model.visual.blocks.4.mlp.linear_fc2.weight|2d-128|(896, 2176)","model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(128, 3456)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,6,0.015703620172502264,3.3371748125234735 +7992,8026,1.1993758520117468,0.04703307497928702,0.04722876599632916,0.04720112922309696,1.241001611448614,1.5836181208112765,1.3814056770451475,0.9988840992139498,0.0602677135672996,"model.visual.blocks.6.mlp.linear_fc2.weight|2d-64|(896, 4032)","model.visual.blocks.7.mlp.linear_fc2.weight|2d-64|(64, 3776)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,1,0.041625759436867193,3.513114182428061 +8220,8277,0.710152897101258,0.7375006658678478,0.7207495660421653,0.7207372317562788,0.754085657293077,0.7410372417949381,0.7474760450684825,0.6931955445976484,0.708277985768936,"model.visual.merger.linear_fc1.weight|2d-128|(2304, 128)","model.visual.merger.linear_fc1.weight|2d-128|(2304, 3200)",model.visual.merger.linear_fc1.weight,2d-128,0,0.030884344693680177,1.9791284246540637 +8637,8692,1.3383115370715184,0.05287499072063316,0.023009413964374153,0.02224874994907081,1.368635046833457,1.4290495715923337,1.3978641104135388,0.9997352483877999,0.024025099491976374,"model.visual.merger.linear_fc1.weight|2d-64|(256, 1088)","model.visual.merger.linear_fc1.weight|2d-64|(3264, 3008)",model.visual.merger.linear_fc1.weight,2d-64,0,0.03032350976193854,3.4994080293587344 +8767,8795,1.3384825504077347,0.06707255447384683,0.004766783352742879,0.0047345561313936885,1.4052945343168988,1.4164496473858736,1.4108390167830565,0.9999886388236958,0.004804621689103449,"model.visual.merger.linear_fc2.weight|2d-128|(1536, 1280)","model.visual.merger.linear_fc2.weight|2d-128|(256, 3456)",model.visual.merger.linear_fc2.weight,2d-128,0,0.0668119839091641,3.835694955764379 +8964,8982,1.3379890573957964,0.058402416276387044,0.04197171630015021,0.041943830288888304,1.4043334531973966,1.3649643788756483,1.3842292045940896,0.999118799258036,0.04079508149545351,"model.visual.merger.linear_fc2.weight|2d-64|(1792, 1664)","model.visual.merger.linear_fc2.weight|2d-64|(768, 768)",model.visual.merger.linear_fc2.weight,2d-64,0,0.02697532147985182,3.6041188387343057 +9293,9317,0.6279047957353934,0.792256990830951,0.8966497882399836,0.8972973445712018,0.45866563020165046,0.451237292236691,0.454905979944454,0.4427405078024741,0.8821280599379794,"model.visual.pos_embed.weight|2d-128|(1152, 640)","model.visual.pos_embed.weight|2d-128|(1536, 640)",model.visual.pos_embed.weight,2d-128,0,0.17666750349870236,4.17773105106861 +9374,9558,0.39238841415375736,0.9204301758479426,0.8887455144980564,0.8984494519570404,0.49743106787119373,0.4597780964087149,0.47749473996260783,0.45840092763822476,0.8214720535982105,"model.visual.pos_embed.weight|2d-64|(1152, 512)","model.visual.pos_embed.weight|2d-64|(1536, 512)",model.visual.pos_embed.weight,2d-64,0,0.06738968225495756,1.4231998231461982 +9703,9863,1.1311034567276022,0.032769242314494594,0.006792777102896109,0.006780208530191525,1.9186831239695936,1.1668776744537006,1.409942235948088,0.9999769288234756,0.0041311354907374335,"mtp.fc.weight|2d-128|(1920, 2176)","mtp.fc.weight|2d-128|(1152, 3968)",mtp.fc.weight,2d-128,0,0.035774217726098456,5.510271226206668 +9935,9985,1.0890458751815815,0.04220805998899057,0.03009701253723001,0.030127749243978572,2.0183823417205464,1.1316338971429067,1.3959390001340746,0.9995469823056513,0.01687430517293938,"mtp.fc.weight|2d-64|(704, 3200)","mtp.fc.weight|2d-64|(1152, 3968)",mtp.fc.weight,2d-64,0,0.04258802196132527,6.566418748651624 +10302,10370,1.305075544009163,0.037691648494515596,0.007305022866786926,0.0073050058821716715,1.3974156688960313,1.4209580734721003,1.4090393865956214,0.9999733179644924,0.007428091333525386,"mtp.layers.0.mlp.down_proj.weight|2d-128|(1408, 2176)","mtp.layers.0.mlp.down_proj.weight|2d-128|(640, 256)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.09234012488686827,3.520780384422284 +10513,10536,1.262979867694565,0.015821081575884948,0.018912190388537538,0.019062104255430673,1.349830405032008,1.4580548148031791,1.4008168451646748,0.9998211485334303,0.02042849987056536,"mtp.layers.0.mlp.down_proj.weight|2d-64|(256, 1856)","mtp.layers.0.mlp.down_proj.weight|2d-64|(1472, 5248)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.08685053733744308,3.329598486229112 +10677,10748,1.303541172617856,0.011130416173291025,0.0010021706731364567,0.0009915048387787438,1.3444426082754224,1.4944441634124417,1.4135086908896877,0.9999994978268448,0.0011139844155438126,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(256, 640)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(2560, 768)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.04090143565756632,3.81088431037712 +10973,11047,1.290573754407899,-0.010001978861127015,-0.0024777724193381042,-0.0029183755536362575,1.5614720367633925,1.3047359636453952,1.4159366713100892,0.9999969303172075,-0.002070378917537382,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(5568, 1344)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(5376, 1216)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.014162209237496226,4.716941670475851 +11320,11389,1.3277200827009252,0.03817970104260348,0.0017612443685584146,0.0017646285658523178,1.4529971695139527,1.3760774673233789,1.4129694672412336,0.9999984490079343,0.0016680064771455519,"mtp.layers.0.mlp.up_proj.weight|2d-128|(4480, 640)","mtp.layers.0.mlp.up_proj.weight|2d-128|(2688, 1280)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.04835738462245365,4.15492066791604 +11488,11523,1.3078616198815647,0.03309123305856884,0.011840697131891856,0.011900486283746663,1.3318322757095484,1.4938115550686144,1.4058711662187118,0.9999298964884643,0.013280779057756728,"mtp.layers.0.mlp.up_proj.weight|2d-64|(4800, 640)","mtp.layers.0.mlp.up_proj.weight|2d-64|(5184, 896)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.023970655827983745,3.5411262811691118 +11708,11726,1.220296495037278,0.025470355039913125,0.012501824464731042,0.01250154147924026,1.686835842867441,1.23035106924462,1.4057708136581997,0.9999218491387479,0.009118630697070824,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(256, 1536)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 1792)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.010054574207341904,4.710521192843057 +11744,11934,1.0817454954470453,0.015333957706206146,0.010253215635822027,0.009677012845485531,2.306209686077473,1.1042931989326192,1.4085540527031808,0.9999474344029916,0.004909595325256774,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 1024)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 896)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.02254770348557389,7.50720082325125 +12071,12130,1.1614205369311719,0.04492192027496202,0.0077995088018817235,0.007826713381490267,1.96119027237875,1.15710861813865,1.4093778947593092,0.999969583368639,0.00460173547616021,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(640, 896)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1152, 256)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.004311918792521796,5.486612666806221 +12255,12301,1.1658100873387243,0.055216752870993376,0.01594641079923673,0.01590745781340009,1.6700271844391956,1.2337916725534546,1.4033940837339713,0.9998728479074838,0.01178097520479679,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(832, 64)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(512, 1920)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.0679815852147303,4.915566569580647 +12583,12594,1.0533913147124696,0.045098249893303806,0.00645900165326391,0.006384969355750552,2.7520081671569403,1.0706701311346674,1.4111236239465885,0.9999791404312607,0.0025128777703604587,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 896)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(2304, 512)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.01727881642219775,8.168284825803395 +12779,12866,1.0512618512663476,0.026097363857467193,-0.0037492159450075867,-0.002751011596658224,2.9760640577732835,1.0631535013636764,1.4158923276352602,0.9999929716652001,-0.0013393502229537676,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(1920, 448)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(832, 1088)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.011891650097328732,8.843787269001144 +13030,13057,1.3512660267095198,0.04974266158981866,0.00786716651293724,0.007860460456709085,1.3812182315401544,1.437771475645527,1.4086441448833256,0.9999690533666818,0.008189283451494908,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 768)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(384, 128)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.029952204830634654,3.5850087163471267 +13113,13289,1.294142557230341,0.050649079733502196,0.049639114505395716,0.04981538204958171,1.2991961415005038,1.4754756656672332,1.378956118668872,0.9987672192814101,0.05637432499868024,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(64, 576)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 1600)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.00505358427016267,3.4541263259806247 +94,130,1.1581738391747474,0.3071817661600861,0.2894549751689839,0.28521741166257053,1.1853971501268281,1.198939177608805,1.1921104801880322,0.9571916304219981,0.2927617211216917,"model.language_model.embed_tokens.weight|2d-128|(142336, 384)","model.language_model.embed_tokens.weight|2d-128|(215296, 384)",model.language_model.embed_tokens.weight,2d-128,0,0.027223310952080748,2.950294705882611 +278,361,1.128477686957524,0.3339703457581134,0.2750863395775999,0.27544429080758537,1.1777492865631278,1.232786661169807,1.2043258000353727,0.9614195264179928,0.287941392935088,"model.language_model.embed_tokens.weight|2d-64|(215360, 512)","model.language_model.embed_tokens.weight|2d-64|(128896, 512)",model.language_model.embed_tokens.weight,2d-64,0,0.0492715996056039,2.896042348221376 +713,733,0.1060686578702899,0.9981684066129585,0.9981684066129586,0.99994699203181,0.10606865787028992,0.11642544367968548,0.11088593670423362,0.06049654568442249,1.095631847713892,"model.language_model.layers.12.linear_attn.conv1d.weight|3d-axis0-slice|(875, 0, 0)","model.language_model.layers.8.linear_attn.conv1d.weight|3d-axis0-slice|(1992, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,4,1.3877787807814457e-17,0.16688248795491892 +867,997,0.5285231358275198,0.864405469708517,0.8644054697085172,0.8594436383778365,0.5285231358275198,0.7534031851832673,0.6118948260318811,0.5027953698454253,1.2321992927491543,"model.language_model.layers.21.linear_attn.conv1d.weight|3d-volume|(4312, 0, 0)","model.language_model.layers.0.linear_attn.conv1d.weight|3d-volume|(4496, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,21,0.0,1.048379038731419 +1134,1260,1.1373135862582056,0.02106053826089139,-0.008730476777872868,-0.00874715643359805,1.1476108086896144,2.070101692395948,1.4194395547100145,0.9999618886613785,-0.015748348321966883,"model.language_model.layers.12.linear_attn.in_proj_qkv.weight|2d-128|(4992, 1152)","model.language_model.layers.12.linear_attn.in_proj_qkv.weight|2d-128|(2688, 1408)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,0,0.010297222431408848,3.1794287813322333 +1379,1383,1.1296883108026896,-0.004649523423690907,0.012322712990768344,0.01203628289285004,2.1718116282818145,1.1193441936198179,1.4070989928595519,0.9999240724897802,0.006351083609756885,"model.language_model.layers.13.linear_attn.in_proj_qkv.weight|2d-64|(2304, 640)","model.language_model.layers.16.linear_attn.in_proj_qkv.weight|2d-64|(0, 256)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,3,0.01034411718287176,5.890761731283063 +1559,1569,1.1453078543772295,-0.014009085154131264,-0.004027867847215931,-0.0040070100737023715,1.134310571187774,2.134593792664265,1.4165720213770316,0.9999918881074012,-0.007579812727422613,"model.language_model.layers.1.linear_attn.in_proj_z.weight|2d-128|(512, 512)","model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(256, 1664)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,17,0.010997283189455587,3.0272631307287554 +1922,1986,1.1407275113596675,-0.0029447778715699546,0.0016351691289647383,0.002060478965361105,2.1315724101052607,1.1313590112674,1.4132556281033617,0.9999986631100662,0.0008678866925797598,"model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-64|(640, 768)","model.language_model.layers.22.linear_attn.in_proj_z.weight|2d-64|(1216, 960)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,18,0.00936850009226764,5.815446556592121 +2167,2251,1.223026733839725,0.029330157826195875,0.009673441693733874,0.009696517289352863,1.6692086617036108,1.2399245633810034,1.4076497169162976,0.9999532111683016,0.007185643259395159,"model.language_model.layers.18.linear_attn.out_proj.weight|2d-128|(128, 512)","model.language_model.layers.22.linear_attn.out_proj.weight|2d-128|(1792, 1152)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,4,0.016897829541278497,4.431022898563978 +2368,2403,1.2201826437681702,0.0037063955927859205,-0.008309792576168366,-0.008588320397535636,1.22114318982187,1.7631559314014533,1.419703546083762,0.9999654730776163,-0.01199815074227638,"model.language_model.layers.8.linear_attn.out_proj.weight|2d-64|(1856, 1984)","model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(192, 960)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,4,0.0009605460536998844,3.5020593316937596 +2755,2808,1.2636492819669287,0.031691047237435585,0.0036692565738469037,0.003627252558370768,1.5876988519100566,1.2836352943330085,1.4116742719441406,0.9999932682554394,0.002966549504326352,"model.language_model.layers.2.mlp.down_proj.weight|2d-128|(128, 5376)","model.language_model.layers.21.mlp.down_proj.weight|2d-128|(1792, 3968)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,19,0.019986012366079775,4.096829221922945 +2834,2921,1.2552412826278718,0.049869251283705174,0.019055502149906946,0.018751399279730914,1.2803603721781984,1.563590576813885,1.4009416690137846,0.9998184274346092,0.023270794883602043,"model.language_model.layers.20.mlp.down_proj.weight|2d-64|(320, 2240)","model.language_model.layers.3.mlp.down_proj.weight|2d-64|(1536, 2880)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,17,0.0251190895503266,3.296610903999676 +3153,3211,1.15314053218806,0.011148081564362354,-0.004527926822522581,-0.00454298444149853,1.1518622572045307,2.0309923988875846,1.4169587286271794,0.9999897488868023,-0.007983754048492669,"model.language_model.layers.23.mlp.gate_proj.weight|2d-128|(1024, 0)","model.language_model.layers.12.mlp.gate_proj.weight|2d-128|(1024, 1152)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,11,0.0012782749835291707,3.14722794869513 +3425,3575,1.141385870566561,0.0036240012889158513,-0.00595094480390895,-0.0059382185659786835,1.1525622641243272,2.0322297794218547,1.417820367513383,0.9999822929712009,-0.010492871077457876,"model.language_model.layers.23.mlp.gate_proj.weight|2d-64|(3328, 1344)","model.language_model.layers.13.mlp.gate_proj.weight|2d-64|(1984, 0)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,10,0.011176393557766229,3.050340248934611 +3603,3700,1.2213503967470587,0.03935740091784466,0.004857563635954714,0.004907174952895705,1.2425895350610967,1.6736190688814536,1.410921782349965,0.9999882019681645,0.0065425556066985606,"model.language_model.layers.22.mlp.up_proj.weight|2d-128|(2560, 512)","model.language_model.layers.4.mlp.up_proj.weight|2d-128|(4992, 1152)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,18,0.02123913831403801,3.2562825973028886 +4017,4062,1.2159401531582434,0.02464852852300069,0.0027486047678266295,0.0026150839511260393,1.2296866344960244,1.7117354223809873,1.4123704723097825,0.9999962225787807,0.003826083825935348,"model.language_model.layers.23.mlp.up_proj.weight|2d-64|(5184, 192)","model.language_model.layers.4.mlp.up_proj.weight|2d-64|(4992, 0)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,19,0.013746481337781002,2.9576204624327844 +4208,4290,1.1693782827458232,-0.03413358944465975,0.003461751396786283,0.0035748418706846503,1.1630342628850237,1.9471064733092835,1.4120566414782805,0.9999940081206821,0.005795528789452676,"model.language_model.layers.15.self_attn.k_proj.weight|2d-128|(384, 0)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 256)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,8,0.006344019860799577,3.4658413018770706 +4409,4451,1.1004346602693107,-0.0059151956350854,-0.011437545671181434,-0.011387587579824922,2.277584485504928,1.11925783585895,1.4206017567381561,0.9999345891352193,-0.005620675192045135,"model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 1024)","model.language_model.layers.11.self_attn.k_proj.weight|2d-64|(192, 192)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,12,0.018823175589639307,6.859803893478576 +4853,4863,1.1138122697526396,0.049616862596617406,0.00016640437516790864,0.00011673673828747903,2.053205139644568,1.1448736622159206,1.414113460150943,0.9999999861547918,9.278760447687913e-05,"model.language_model.layers.11.self_attn.o_proj.weight|2d-128|(1920, 640)","model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(1792, 1152)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,8,0.03106139246328099,5.5231702809744565 +4931,4933,1.1175280620950694,0.016768685343181846,0.016684135444733003,0.01679624907306916,1.1523242652294898,1.9547150888618339,1.403853372262199,0.9998608101253204,0.02830169621737437,"model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(0, 128)","model.language_model.layers.3.self_attn.o_proj.weight|2d-64|(1792, 1856)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,20,0.034796203134420445,3.2460590139411547 +5187,5330,1.110654034154743,0.19221709337774975,0.1557470716205555,0.15631937134659435,1.5944246525950496,1.1329470716024017,1.3060801023190427,0.9877969678439095,0.11066887884351677,"model.language_model.layers.19.self_attn.q_proj.weight|2d-128|(1280, 1408)","model.language_model.layers.19.self_attn.q_proj.weight|2d-128|(3328, 1408)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,0,0.022293037447658648,4.532538269846442 +5444,5540,1.0979231577636712,0.020297162490242184,0.023270375739972905,0.020526394948409365,2.285747270912511,1.099553879133593,1.4012986149662718,0.9997292081423451,0.011194164919015155,"model.language_model.layers.11.self_attn.q_proj.weight|2d-64|(3456, 640)","model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(1408, 448)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,8,0.001630721369921817,6.2380216848223355 +5682,5781,1.0780404191959059,0.008539542519669353,-0.005051003628951842,-0.00501641138156596,2.6324799668291177,1.0832790564908237,1.4167251190335453,0.9999872435998073,-0.0020785139922995886,"model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(384, 768)","model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(128, 640)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,12,0.005238637294917803,8.696713959876659 +6046,6134,1.0717685456273052,0.012144210095877312,-0.0019884323533369387,-0.001976888970167321,1.0985970189113918,2.4257187227633703,1.4152699744920436,0.9999980230664339,-0.004390488509806229,"model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(128, 1024)","model.language_model.layers.3.self_attn.v_proj.weight|2d-64|(320, 1024)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,16,0.026828473284086662,3.6070945162095422 +6155,6394,1.196098209004165,0.02850795504148028,0.010441606744191652,0.010508503224357882,1.2061275498742967,1.7611062075821087,1.4073125060838456,0.9999454849383539,0.015246130855931132,"model.visual.blocks.5.attn.proj.weight|2d-128|(768, 640)","model.visual.blocks.21.attn.proj.weight|2d-128|(896, 256)",model.visual.layers.*.attn.proj.weight,2d-128,16,0.010029340870131742,3.157570546320483 +6429,6642,1.1780703931267937,-0.009702988080436986,-0.013885625277803905,-0.013565429413093685,1.1747736141816874,1.9489014580323485,1.4228694063396374,0.9999035900578838,-0.02303568536347597,"model.visual.blocks.0.attn.proj.weight|2d-64|(64, 832)","model.visual.blocks.18.attn.proj.weight|2d-64|(512, 768)",model.visual.layers.*.attn.proj.weight,2d-64,18,0.0032967789451063823,3.8766760067324695 +6728,6907,1.0790878568406022,0.02921213235357267,0.009983972927454624,0.010123261579701613,1.0849598410934886,2.5174258546142685,1.40907224145364,0.9999501589002243,0.023165752894606394,"model.visual.blocks.0.attn.qkv.weight|2d-128|(1152, 0)","model.visual.blocks.22.attn.qkv.weight|2d-128|(1152, 512)",model.visual.layers.*.attn.qkv.weight,2d-128,22,0.005871984252886486,3.934354987884035 +6946,7132,1.075883801499617,0.05988881052685845,0.03230933525387256,0.0323694310880449,2.4378732459820736,1.0806746948335308,1.3971827149591933,0.9994779171424714,0.014322270886437106,"model.visual.blocks.20.attn.qkv.weight|2d-64|(896, 0)","model.visual.blocks.3.attn.qkv.weight|2d-64|(640, 640)",model.visual.layers.*.attn.qkv.weight,2d-64,17,0.004790893333913804,6.2839866009856635 +7267,7277,1.2091606036869647,0.04067702500466083,-0.002750216522369935,-0.002823252685424547,1.634714413932696,1.266804394338797,1.4160954627778666,0.9999962181473888,-0.002131250783762184,"model.visual.blocks.20.mlp.linear_fc1.weight|2d-128|(2560, 768)","model.visual.blocks.3.mlp.linear_fc1.weight|2d-128|(1536, 640)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,17,0.05764379065183234,4.5390964562426594 +7441,7522,1.2062879245848348,0.03267452398952334,0.025606346260291325,0.026193885185012644,1.6652742665024738,1.2267711231565546,1.3968139204265382,0.9996721037576262,0.018863635134198822,"model.visual.blocks.17.mlp.linear_fc1.weight|2d-64|(640, 704)","model.visual.blocks.1.mlp.linear_fc1.weight|2d-64|(1536, 128)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,16,0.020483198571719763,4.7744272050869165 +7802,7861,1.2172809402908416,0.04168467582601016,0.012667957048629308,0.013014616841456984,1.2330971657261152,1.6793834929408384,1.4056409830321148,0.9999197582127349,0.017252783112370624,"model.visual.blocks.0.mlp.linear_fc2.weight|2d-128|(384, 3328)","model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(640, 1920)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,10,0.015816225435273612,3.318064059569047 +8111,8173,1.1996427215006131,0.024827957873888182,-0.0034143680388316975,-0.003462620921872214,1.6874792327361476,1.244591996432865,1.4165182948987671,0.9999941710284592,-0.0025182503295852737,"model.visual.blocks.10.mlp.linear_fc2.weight|2d-64|(512, 2368)","model.visual.blocks.3.mlp.linear_fc2.weight|2d-64|(192, 1728)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,7,0.04494927493225198,5.138818096909349 +8296,8304,0.7125212132690647,0.7419426147798573,0.7502376023676467,0.7501635448750531,0.6970225458012939,0.7179054687263161,0.7072328783326708,0.6611683144204997,0.7727148581179414,"model.visual.merger.linear_fc1.weight|2d-128|(384, 1024)","model.visual.merger.linear_fc1.weight|2d-128|(384, 2048)",model.visual.merger.linear_fc1.weight,2d-128,0,0.015498667467770844,1.9628632123307574 +8550,8617,1.3383166943400007,0.04392651124154566,0.02928657460972226,0.02941976087161977,1.4061524176005407,1.3808995695884476,1.3933543940519433,0.999571056277456,0.028760622082700946,"model.visual.merger.linear_fc1.weight|2d-64|(832, 3008)","model.visual.merger.linear_fc1.weight|2d-64|(896, 704)",model.visual.merger.linear_fc1.weight,2d-64,0,0.04258287524844695,3.669028443361724 +8731,8865,1.3387347206259042,0.03436134521006834,0.005577980820789982,0.005551134703425562,1.4476291991839416,1.3756595805269283,1.4102689557318777,0.9999844429439705,0.0053006686798255055,"model.visual.merger.linear_fc2.weight|2d-128|(0, 3456)","model.visual.merger.linear_fc2.weight|2d-128|(1152, 3968)",model.visual.merger.linear_fc2.weight,2d-128,0,0.03692485990102412,3.7601119827794216 +9064,9072,1.3381854822050099,0.041586127895027164,0.0328936565388573,0.03276115442702423,1.3379287770516426,1.4505626704077317,1.3908368011453274,0.9994588572620204,0.03566281784716995,"model.visual.merger.linear_fc2.weight|2d-64|(1152, 1600)","model.visual.merger.linear_fc2.weight|2d-64|(960, 576)",model.visual.merger.linear_fc2.weight,2d-64,0,0.00025670515336728705,3.3407582361594352 +9241,9265,0.6279895525316199,0.787618419302295,0.711682677888321,0.7111145910257545,0.7052536023618018,0.9112613739003387,0.7887515437300692,0.7025010789982521,0.9195684115072156,"model.visual.pos_embed.weight|2d-128|(384, 128)","model.visual.pos_embed.weight|2d-128|(768, 128)",model.visual.pos_embed.weight,2d-128,0,0.07726404983018187,2.4980777522357336 +9377,9502,0.3925480344264864,0.9227561225966984,0.8489936352490585,0.8537003683294445,0.553110774305298,0.5463030546493803,0.5496752994413433,0.5284030727641433,0.8385441720909901,"model.visual.pos_embed.weight|2d-64|(1664, 896)","model.visual.pos_embed.weight|2d-64|(512, 896)",model.visual.pos_embed.weight,2d-64,0,0.15375502022289395,1.7627693583474726 +9733,9863,1.1384384213291825,0.014906057148029454,0.0012119991457253735,0.001218825107561645,1.9267234780340161,1.1690520577003902,1.413453212085373,0.9999992655287657,0.0007353883997340006,"mtp.fc.weight|2d-128|(384, 2688)","mtp.fc.weight|2d-128|(1152, 3968)",mtp.fc.weight,2d-128,0,0.03061363637120773,5.818036435081272 +9882,10113,1.0930901302079015,0.02268683774767805,0.027013335144347075,0.02712264283082628,1.1356458223578498,2.006722515680072,1.3977424191237853,0.9996350732764329,0.047733427791091416,"mtp.fc.weight|2d-64|(1280, 2880)","mtp.fc.weight|2d-64|(1984, 3776)",mtp.fc.weight,2d-64,0,0.042555692149948365,2.5740497681019225 +10181,10213,1.3056843324023995,0.04168270473660368,0.007663966390555322,0.007661728263272601,1.4568105050654547,1.3652348963309147,1.4087953414643706,0.9999706313783243,0.007182206830821349,"mtp.layers.0.mlp.down_proj.weight|2d-128|(1536, 3840)","mtp.layers.0.mlp.down_proj.weight|2d-128|(1920, 640)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.05955056392851521,3.9552926502225594 +10536,10548,1.2630526722168334,0.031676607617792445,-0.004798508590059835,-0.004856997184524049,1.4571112810806337,1.3811336612405638,1.417597711887372,0.999988487091382,-0.0045483017141755904,"mtp.layers.0.mlp.down_proj.weight|2d-64|(1472, 5248)","mtp.layers.0.mlp.down_proj.weight|2d-64|(1344, 896)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.11808098902373043,4.289325069918344 +10713,10774,1.3037109581058188,0.04847808869312916,-0.005650461039568513,-0.0056800691960035045,1.489252838120694,1.356409732882082,1.4181860856897386,0.9999840360175958,-0.005146433267176756,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(4096, 128)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(2432, 768)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.05269877477626328,4.164786368300641 +10921,11098,1.290744616373065,0.0396308098876894,0.003633043306547168,0.0035602928402420977,1.3204070647994932,1.5249121933368057,1.4116687286293141,0.9999934004763895,0.004195730381006191,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(2496, 1472)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(5120, 1536)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.02966244842642829,3.6004492982379888 +11320,11339,1.3278039125529613,0.05341752185282852,0.0063516949424564486,0.006342942617700414,1.4395914086514552,1.3816320006224143,1.4097188828788916,0.9999798277822198,0.006095969271524107,"mtp.layers.0.mlp.up_proj.weight|2d-128|(4480, 640)","mtp.layers.0.mlp.up_proj.weight|2d-128|(2432, 1280)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.05382808806945305,3.7821392824514315 +11503,11551,1.3079064567829841,0.06149193009462926,0.046925532794535124,0.046830442048246955,1.325858911422546,1.4430883580116856,1.3807551473024808,0.9988983904141346,0.05107458228465143,"mtp.layers.0.mlp.up_proj.weight|2d-64|(3904, 320)","mtp.layers.0.mlp.up_proj.weight|2d-64|(5632, 192)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.017952454639561966,3.537132186791937 +11675,11727,1.220432912062044,0.018871243691331856,-0.004510389812585048,-0.004480595848345142,1.6917315529984482,1.2438909722872535,1.4172545478898064,0.9999898281401358,-0.003316385013583822,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 1408)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 1920)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.023458060225209465,4.85827599427571 +11749,11939,1.0817463507343508,0.023884114240831235,0.012401265152506636,0.012399537490761513,2.3612636832959772,1.0974992760093603,1.4074941939982493,0.9999231013546078,0.005764023570412117,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 1344)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 1216)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.01575292527500949,7.344848171463903 +11993,12161,1.1642335378325401,0.03910723310738726,0.018313475368934795,0.018451002025828535,1.1961000804897717,1.772492845184151,1.402153470824147,0.999832294247346,0.027138618742171956,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(0, 1152)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1408, 128)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.031866542657231545,3.34345289384755 +12327,12391,1.1659356902753897,0.03659495916055043,0.007194111299621505,0.007323429961223727,1.8386157925380793,1.1861269136267505,1.4095713232868017,0.9999741220464702,0.004641061534845192,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(1728, 0)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(768, 1920)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.02019122335136081,5.484702906840629 +12583,12599,1.0536043294070594,-0.003746164935193094,-0.013594763506176126,-0.013496701352769841,3.2159838353508685,1.056848450393139,1.4199043891056282,0.999907586932518,-0.004467561244254795,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 896)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(768, 896)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.003244120986079624,9.252618083885956 +12783,12846,1.0515078288624298,0.018204078880489187,0.01003795656653443,0.009946751186765133,3.115248040700253,1.0522923069755317,1.40990291899482,0.9999496184448337,0.003390697734086162,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(576, 320)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(896, 1792)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.0007844781131018941,8.87618740129754 +13032,13040,1.3514796912890894,0.03639196744441235,0.005299047400132325,0.005312779876782726,1.3696407793731173,1.455179400296163,1.410468476470214,0.999985959949764,0.00562999053035997,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 1024)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(256, 0)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.018161088084027943,3.688081594148873 +13167,13290,1.2941519517951652,0.05330040951253083,0.033416295887654116,0.03342921635790226,1.3209958048640105,1.4723307112232127,1.3905245742073185,0.999441519634415,0.03724450790044709,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(128, 1984)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 1664)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.02684385306884529,3.53639331251349 +55,95,1.1584590475064824,0.28947778244007083,0.2758171505030685,0.27407168871449544,1.1832538665646513,1.225072811126013,1.2036188165991444,0.9612101224437701,0.28556517030836054,"model.language_model.embed_tokens.weight|2d-128|(244096, 640)","model.language_model.embed_tokens.weight|2d-128|(204416, 640)",model.language_model.embed_tokens.weight,2d-128,0,0.024794819058168827,3.0341604623729705 +431,511,1.1293892874855864,0.35685874314433796,0.3300501122396215,0.33039461515439883,1.1430281587527076,1.1728159643003122,1.1576347275065517,0.943963412114375,0.33865136015208513,"model.language_model.embed_tokens.weight|2d-64|(151808, 832)","model.language_model.embed_tokens.weight|2d-64|(184320, 832)",model.language_model.embed_tokens.weight,2d-64,0,0.013638871267121155,2.9296575687908546 +516,533,0.1065802910056552,0.9950636554441079,0.9950636554441079,0.9953339866328164,0.11146332092944822,0.10658029100565522,0.10893981431433665,0.09923871026071218,0.9514715072370046,"model.language_model.layers.1.linear_attn.conv1d.weight|3d-axis0-slice|(4657, 0, 0)","model.language_model.layers.12.linear_attn.conv1d.weight|3d-axis0-slice|(3855, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,11,1.3877787807814457e-17,0.14200517642352856 +795,856,0.529224840809847,0.8749235564194136,0.8749235564194137,0.8765425144813129,0.8000957685984414,0.5292248408098471,0.6242355333604138,0.4842610560662556,0.5787198208508954,"model.language_model.layers.12.linear_attn.conv1d.weight|3d-volume|(136, 0, 0)","model.language_model.layers.9.linear_attn.conv1d.weight|3d-volume|(1060, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,3,1.1102230246251565e-16,2.0984308753382956 +1040,1239,1.137414146030126,0.03237871234773356,-0.011588509467428594,-0.011614711423646142,1.168868790506328,1.9687475693115297,1.4213895647945132,0.9999328509696656,-0.019518743276617737,"model.language_model.layers.16.linear_attn.in_proj_qkv.weight|2d-128|(2560, 1920)","model.language_model.layers.12.linear_attn.in_proj_qkv.weight|2d-128|(5120, 128)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,4,0.031454644476202054,3.4245452183818617 +1503,1527,1.1297468663194776,-0.031797123391186906,-0.01250351055956478,-0.011759935285811906,2.1535626403858052,1.136536048163934,1.4214938711407492,0.999921828056417,-0.006598689173488802,"model.language_model.layers.14.linear_attn.in_proj_qkv.weight|2d-64|(5248, 1728)","model.language_model.layers.20.linear_attn.in_proj_qkv.weight|2d-64|(3328, 576)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,6,0.006789181844456316,6.335784608109181 +1592,1733,1.1453980358847196,-0.009858105334970568,0.004749855285558721,0.004913795443860818,2.0282536690659536,1.146322986605542,1.4113332622184458,0.9999887193737569,0.0026845105126289508,"model.language_model.layers.16.linear_attn.in_proj_z.weight|2d-128|(512, 512)","model.language_model.layers.22.linear_attn.in_proj_z.weight|2d-128|(256, 1408)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,6,0.0009249507208224372,6.079745757201929 +1886,2023,1.141813273856523,0.024332922768292495,-0.0028067357091633464,-0.0017566729776960428,1.155874031062297,2.003616836744313,1.415930607529808,0.999996061109572,-0.004865255877409776,"model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-64|(1920, 1856)","model.language_model.layers.10.linear_attn.in_proj_z.weight|2d-64|(1536, 128)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,8,0.014060757205774044,3.0475549057808853 +2104,2134,1.2231201403681682,0.03047462773337369,-0.0007424809776650148,-0.0007424096969209126,1.2448259815202454,1.6808289208631813,1.4147156730044135,0.999999724360961,-0.001002536514321484,"model.language_model.layers.9.linear_attn.out_proj.weight|2d-128|(384, 128)","model.language_model.layers.16.linear_attn.out_proj.weight|2d-128|(1280, 256)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,7,0.021705841152077188,3.2610430879692305 +2374,2506,1.2203543627210751,0.033952337370003666,0.021990296220941542,0.02226870566294421,1.6150153312696893,1.2516019664629527,1.3990749565605012,0.9997581841986167,0.017042004159548887,"model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(1536, 896)","model.language_model.layers.2.linear_attn.out_proj.weight|2d-64|(1984, 256)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,10,0.031247603741877628,4.419065864852969 +2607,2807,1.2637440740367574,0.02972136040102016,0.01955620436236742,0.019603670266229542,1.5496213239533558,1.2876020404102924,1.4005531408374248,0.9998087591489371,0.016249523835555387,"model.language_model.layers.1.mlp.down_proj.weight|2d-128|(384, 4096)","model.language_model.layers.22.mlp.down_proj.weight|2d-128|(1280, 0)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,21,0.02385796637353499,4.230019010336268 +2816,3070,1.2552595771541284,0.02569109244202175,0.00790271915773804,0.008090206020555532,1.2811515505624889,1.5840454785098301,1.4087384174701438,0.9999687730273951,0.009771105178190527,"model.language_model.layers.21.mlp.down_proj.weight|2d-64|(1792, 4096)","model.language_model.layers.3.mlp.down_proj.weight|2d-64|(1792, 4608)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,18,0.02589197340836047,3.4018404499153356 +3082,3085,1.1536045385702538,0.022337897530634688,-0.009784081913567437,-0.009818383958304191,1.873973286648498,1.189745420304334,1.420460799175244,0.999952134725012,-0.006211703620048853,"model.language_model.layers.11.mlp.gate_proj.weight|2d-128|(5632, 128)","model.language_model.layers.18.mlp.gate_proj.weight|2d-128|(4352, 512)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,7,0.036140881734080255,5.043611319050613 +3338,3379,1.1414113204978724,0.021024103711622635,0.005430809722911966,0.005314466339177191,1.1552594560769898,1.9784428350997445,1.410865203274736,0.9999852530441404,0.009300548485940427,"model.language_model.layers.23.mlp.gate_proj.weight|2d-64|(4032, 128)","model.language_model.layers.9.mlp.gate_proj.weight|2d-64|(2432, 832)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,14,0.013848135579117349,3.1947347898510357 +3595,3617,1.2213599006673466,0.012888052636287574,0.000585624507213112,0.0006627882000801404,1.740811865381221,1.2211802504917424,1.4138241379210232,0.9999998285219536,0.0004108158363546078,"model.language_model.layers.2.mlp.up_proj.weight|2d-128|(4864, 384)","model.language_model.layers.23.mlp.up_proj.weight|2d-128|(384, 1024)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,21,0.0001796501756041735,4.5396747349272895 +4039,4063,1.2161052175072349,0.03421621693123092,0.015625468289160973,0.01572409045010438,1.6739498917199176,1.2325287672720806,1.403623249581472,0.9998779149179886,0.011505027279341596,"model.language_model.layers.3.mlp.up_proj.weight|2d-64|(3648, 1152)","model.language_model.layers.22.mlp.up_proj.weight|2d-64|(5248, 576)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,19,0.016423549764845724,4.319229908624269 +4121,4293,1.1695850058214803,0.039275502777830325,0.007317672021570911,0.007322425215668466,1.2192885821459147,1.7295619614402413,1.4093316277661692,0.999973225479655,0.010380124410358784,"model.language_model.layers.11.self_attn.k_proj.weight|2d-128|(128, 1152)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 640)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,12,0.04970357632443445,3.2016037104476673 +4409,4426,1.1004462858857156,0.038175182139135656,0.015608239158046266,0.015623530666887764,2.1651439052940313,1.11833129594514,1.4051846171166467,0.9998781840156256,0.008061904006638814,"model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 1024)","model.language_model.layers.15.self_attn.k_proj.weight|2d-64|(128, 1728)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,8,0.017885010059424333,6.165271633667968 +4750,4850,1.1139208561324903,0.05655265990916442,0.00024082607109804436,0.00026069427247126013,1.1383212156589793,2.0921443548519787,1.414070575505532,0.9999999710014013,0.00044261926969118095,"model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(256, 896)","model.language_model.layers.11.self_attn.o_proj.weight|2d-128|(1920, 256)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,8,0.024400359526489,2.7986354805946863 +4893,4939,1.1177869405786303,0.04972396112564802,0.04084823024196948,0.040911229508435995,1.140028274377861,1.932951315061228,1.388705557931592,0.9991653627333662,0.06925937026187153,"model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(1280, 896)","model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(512, 512)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,4,0.022241333799230656,3.043888555700064 +5202,5332,1.1106770956113219,0.037609563742854214,0.0073769868488988855,0.007336519529144604,2.188157312074913,1.120019542527043,1.4099758216896185,0.9999727896623144,0.0037759485527560067,"model.language_model.layers.23.self_attn.q_proj.weight|2d-128|(3072, 256)","model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(3456, 1536)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,20,0.009342446915721059,5.752113601109388 +5506,5528,1.0979472490308628,0.005583154822022662,0.0007112109427613783,0.0005121532690222291,2.2524293748976576,1.1156233192985114,1.4138134699439973,0.9999997470894655,0.0003522612169453365,"model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(3712, 1600)","model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(1344, 0)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,0,0.017676070267648614,6.226425770057964 +5662,5764,1.0780956751794553,0.010609428453452101,-0.008324450272385509,-0.008358293351896211,2.527005418545146,1.092799869834233,1.4184960186947602,0.9999653511635603,-0.003599896584053133,"model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(384, 1664)","model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(0, 512)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,12,0.01470419465477768,8.94424673055381 +6081,6112,1.0717732603094245,0.06696028336376002,0.03469861499219574,0.034720337781865875,2.3706182674469094,1.0852700865009473,1.395517569652674,0.999397821749489,0.015885041219478698,"model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(256, 1728)","model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(192, 1728)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,12,0.013496826191522704,7.7291569460050935 +6198,6208,1.1968379224644055,0.01206954046736338,0.01860404722934434,0.01850840260735631,1.6818858837522221,1.226721626492781,1.4016314430671146,0.9998269297366861,0.013569283919319684,"model.visual.blocks.0.attn.proj.weight|2d-128|(768, 768)","model.visual.blocks.23.attn.proj.weight|2d-128|(0, 512)",model.visual.layers.*.attn.proj.weight,2d-128,23,0.02988370402837548,4.845971072263008 +6471,6643,1.17810390271274,-0.0461844558710208,-0.039221730432320585,-0.03916494228219027,1.1823950236878247,1.9942079856218233,1.4383411288208439,0.9992305318903614,-0.06615072498705885,"model.visual.blocks.22.attn.proj.weight|2d-64|(256, 384)","model.visual.blocks.21.attn.proj.weight|2d-64|(640, 256)",model.visual.layers.*.attn.proj.weight,2d-64,1,0.004291120975084661,3.0489010303190502 +6783,6805,1.080044426053223,0.04709472349738822,0.008201604993400731,0.007999280540495531,1.1069453297169007,2.2920036117081057,1.4096639676161544,0.9999663662721523,0.016981966283271907,"model.visual.blocks.0.attn.qkv.weight|2d-128|(1920, 896)","model.visual.blocks.19.attn.qkv.weight|2d-128|(2432, 0)",model.visual.layers.*.attn.qkv.weight,2d-128,19,0.02690090366367781,3.8067564811790264 +7045,7090,1.0759521059273263,0.06641102396869548,0.01791855524515768,0.01792949371288851,2.1852553060821927,1.1143435415567506,1.403920723183387,0.9998394498007799,0.009137342559422792,"model.visual.blocks.23.attn.qkv.weight|2d-64|(2560, 256)","model.visual.blocks.0.attn.qkv.weight|2d-64|(1664, 512)",model.visual.layers.*.attn.qkv.weight,2d-64,23,0.038391435629424375,7.192545916837338 +7293,7304,1.2098625511007288,0.02874655479415776,-0.001238787749769683,-0.001247606160228583,1.2439275963806633,1.6841757187756292,1.4150505418473378,0.9999992327021612,-0.0016772167889427107,"model.visual.blocks.1.mlp.linear_fc1.weight|2d-128|(2560, 128)","model.visual.blocks.15.mlp.linear_fc1.weight|2d-128|(2176, 0)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,14,0.03406504527993448,3.491205378500909 +7543,7623,1.2063282944611642,-0.013057730488433991,-0.005654227973424186,-0.006298596066560244,1.2279290049275944,1.7368754889605569,1.4179778052542933,0.9999840147252478,-0.00799776692025829,"model.visual.blocks.1.mlp.linear_fc1.weight|2d-64|(704, 768)","model.visual.blocks.17.mlp.linear_fc1.weight|2d-64|(3904, 384)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,16,0.021600710466430195,3.4099442970269633 +7740,7925,1.217347477592948,0.026056685662100898,-0.004462670514895648,-0.004407430935540921,1.239110363796096,1.7038124219405661,1.4172124330792113,0.9999900422363592,-0.00613630043010303,"model.visual.blocks.4.mlp.linear_fc2.weight|2d-128|(896, 2176)","model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(128, 3840)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,6,0.021762886203148035,3.3232562889169275 +8023,8044,1.2002847710947195,-4.228023570801475e-05,-0.0040922022175914775,-0.004077493671691923,1.6824468527674235,1.2472540008252075,1.4169795388928625,0.9999916269054507,-0.0030336860743513314,"model.visual.blocks.2.mlp.linear_fc2.weight|2d-64|(256, 1280)","model.visual.blocks.2.mlp.linear_fc2.weight|2d-64|(192, 128)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,0,0.046969229730488005,6.576875697389543 +8335,8438,0.7299457336105752,0.7330869846789938,0.7254213017906493,0.7252858090284829,0.738165560813016,0.7440337573332881,0.7410822345868907,0.6883051175956487,0.7311881852445599,"model.visual.merger.linear_fc1.weight|2d-128|(2048, 3840)","model.visual.merger.linear_fc1.weight|2d-128|(2048, 768)",model.visual.merger.linear_fc1.weight,2d-128,0,0.008219827202440744,1.9672196157374993 +8511,8669,1.338555687096139,0.07738595731419565,0.05343537320273096,0.05310741558606193,1.3835555772232426,1.3683950863164855,1.3759126935423693,0.9985713098675952,0.05284984812309156,"model.visual.merger.linear_fc1.weight|2d-64|(3840, 1088)","model.visual.merger.linear_fc1.weight|2d-64|(2240, 3136)",model.visual.merger.linear_fc1.weight,2d-64,0,0.029839399220346507,3.4876609711081366 +8752,8913,1.338785364028063,0.06138520390403168,0.013828796102160753,0.01382360417387614,1.4352586362733841,1.3754686313832911,1.4044099923681808,0.9999043776273634,0.01325271610816112,"model.visual.merger.linear_fc2.weight|2d-128|(128, 2048)","model.visual.merger.linear_fc2.weight|2d-128|(1152, 3200)",model.visual.merger.linear_fc2.weight,2d-128,0,0.0366832673552282,3.6669208446131116 +8987,9087,1.338298175225581,0.0360157658368045,0.005348901907973069,0.005395878470466278,1.357260053409771,1.470400864383439,1.4104383698748588,0.9999856945218661,0.005794784845562158,"model.visual.merger.linear_fc2.weight|2d-64|(1152, 384)","model.visual.merger.linear_fc2.weight|2d-64|(1792, 3264)",model.visual.merger.linear_fc2.weight,2d-64,0,0.01896187818419004,3.578387229013186 +9284,9308,0.6307430119348453,0.825280562776169,0.8573936900516578,0.8570870873039542,1.0251612339578329,0.5878201459271728,0.7211623126685542,0.5146611120529719,0.4916234318161245,"model.visual.pos_embed.weight|2d-128|(1024, 512)","model.visual.pos_embed.weight|2d-128|(1408, 512)",model.visual.pos_embed.weight,2d-128,0,0.04292286600767248,2.0947720582900557 +9562,9563,0.39560175889516047,0.9733062227691909,0.9661768003836806,0.9663284105762769,0.594576828639323,0.39587821285015345,0.46601171288476806,0.2578805739103924,0.6432950740924225,"model.visual.pos_embed.weight|2d-64|(1152, 576)","model.visual.pos_embed.weight|2d-64|(1536, 576)",model.visual.pos_embed.weight,2d-64,0,0.0002764539549929834,3.5827653892693623 +9669,9863,1.1387973546509937,0.03265751615473228,-0.002749727833067041,-0.002772059800951731,1.9391915805124607,1.169091309751046,1.4159319714726757,0.9999962194912758,-0.0016577438485834,"mtp.fc.weight|2d-128|(128, 2688)","mtp.fc.weight|2d-128|(1152, 3968)",mtp.fc.weight,2d-128,0,0.030293955100052283,5.321220481188042 +9876,10100,1.0939715908344931,0.037410043332306485,0.01559618124590969,0.015623610647649331,1.9272876362395577,1.1587654007996349,1.404439598978466,0.9998783721686076,0.009377072146647621,"mtp.fc.weight|2d-64|(1984, 2688)","mtp.fc.weight|2d-64|(576, 3968)",mtp.fc.weight,2d-64,0,0.06479380996514172,5.503150199450184 +10263,10364,1.3065081908708018,0.03573200852662439,-0.01575669507279036,-0.015644320948620196,1.4544664590180876,1.397826211865528,1.4253029665516699,0.9998758555742723,-0.015143093364963516,"mtp.layers.0.mlp.down_proj.weight|2d-128|(1664, 2304)","mtp.layers.0.mlp.down_proj.weight|2d-128|(512, 5632)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.09131802099472619,3.869240051667688 +10407,10430,1.2631072473899625,0.054373356084993815,0.028519724159692027,0.02843323247952286,1.4434002997615072,1.3492527848821505,1.3939476530438049,0.999593229935985,0.026659490962343095,"mtp.layers.0.mlp.down_proj.weight|2d-64|(1408, 5248)","mtp.layers.0.mlp.down_proj.weight|2d-64|(0, 2944)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.086145537492188,4.285290171267075 +10675,10802,1.3040688874912516,0.03223214942715981,0.0032308404801584217,0.0031829715420030108,1.3555528715899852,1.4759944760781634,1.4119354301000246,0.999994780821276,0.0035179024011141214,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(2048, 0)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(5888, 1536)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.05148398409873356,3.5830202315775264 +11103,11116,1.2910891064854488,0.042083858538379024,0.011139184853822348,0.011191258365580674,1.3151869199187354,1.5196631596313297,1.4063969013355033,0.9999379573557513,0.012871028896579265,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(1536, 704)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(1856, 1344)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.02409781343328654,3.511348580299447 +11299,11376,1.3279846411228957,0.07728369817715763,0.0030591492513247845,0.003067544981948552,1.443131391686154,1.3828954231317208,1.4120507279379413,0.9999953207919816,0.002931461073264424,"mtp.layers.0.mlp.up_proj.weight|2d-128|(5760, 128)","mtp.layers.0.mlp.up_proj.weight|2d-128|(2688, 0)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.05491078200882504,3.5545075622155604 +11481,11586,1.3079243847897641,0.0369993081812703,-0.000785723623715064,-0.0008818288557401085,1.3594417969505428,1.4774481067455032,1.4147671251621057,0.9999996913191459,-0.0008539283424174946,"mtp.layers.0.mlp.up_proj.weight|2d-64|(5440, 64)","mtp.layers.0.mlp.up_proj.weight|2d-64|(5568, 448)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.05151741216077865,3.664637214069998 +11672,11714,1.2208286247277669,0.001609739722008059,0.0028411564140147657,0.0028667594311959773,1.7213482400650928,1.226093298182311,1.41231361309946,0.9999959639069705,0.0020237176634168236,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 1024)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 256)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.0052646734545440665,5.142926863688221 +11738,11773,1.0818926425082653,0.02250017042467855,0.015730193882026556,0.015727552772257222,2.325562494765061,1.099364282528311,1.4055918455944274,0.9998762728460127,0.0074361421591864745,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 640)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(64, 832)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.017471640020045642,8.413303742394497 +11999,12113,1.1649059133730144,0.014666308426684187,-0.007051505781329054,-0.007044444064118518,1.1906405966949352,1.8626282336840025,1.4187317825835886,0.999975137824044,-0.01103131691859717,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(0, 1920)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1024, 128)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.025734683321920748,3.6246360139431193 +12287,12382,1.1659767738834685,0.015561877327527188,-0.00370892377242039,-0.0037768024976379323,1.6537083727348783,1.2591088205186587,1.4167393858503732,0.9999931219185713,-0.002823919086025293,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(1728, 64)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(1856, 1984)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.09313204663519015,5.310606012337674 +12536,12592,1.0536459652074879,0.024373279535626735,0.005208195538105294,0.005129268527166905,2.890180356666115,1.063786125831964,1.4118239844708036,0.9999864372576445,0.0019169759220311535,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(2176, 1152)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(768, 0)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.010140160624476202,8.881857632057091 +12857,12871,1.0515735270794715,0.039494308437899944,0.007614019139360798,0.007531972659451311,1.0589193833449109,2.9745473078501172,1.4108073326570119,0.9999710129361478,0.02138808722280981,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(960, 448)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(2176, 1024)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.007345856265439377,3.152253524153977 +13012,13033,1.3516810040514233,0.031752153775962494,-0.005781737472916574,-0.005762975089069208,1.431661617871684,1.4052964427905676,1.4182952716828228,0.9999832856162119,-0.005675262228456846,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(0, 512)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 1152)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.05361543873914432,3.9248794534665894 +13273,13323,1.2944500893708952,0.005853857033924005,-0.007936046220269707,-0.007624757366080769,1.5255479297184358,1.3333171577184886,1.419763788465153,0.9999685090893562,-0.00693604336107978,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 576)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(448, 1728)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.03886706834759335,4.3456556703213245 +130,224,1.1584866948890284,0.3098750855766718,0.27309471563606214,0.2708068485408772,1.1905293092562725,1.2217077770189657,1.2058163333740646,0.9619871497539134,0.2802467233366873,"model.language_model.embed_tokens.weight|2d-128|(215296, 384)","model.language_model.embed_tokens.weight|2d-128|(70144, 384)",model.language_model.embed_tokens.weight,2d-128,0,0.03204261436724409,3.001283953976706 +269,470,1.1302603184621152,0.32108536757759243,0.2597989305619163,0.25907071056798275,1.2412651576919393,1.1938766747700396,1.2168794249770536,0.9656627339184652,0.24988043965143775,"model.language_model.embed_tokens.weight|2d-64|(119488, 512)","model.language_model.embed_tokens.weight|2d-64|(223040, 512)",model.language_model.embed_tokens.weight,2d-64,0,0.0636163563079244,3.1283711602867172 +611,737,0.10729870564544773,0.9984498227602185,0.9984498227602188,0.9980835017386577,0.10729870564544772,0.11833769788951636,0.11241371409383014,0.05565924388713765,1.1011712841538155,"model.language_model.layers.6.linear_attn.conv1d.weight|3d-axis0-slice|(4171, 0, 0)","model.language_model.layers.5.linear_attn.conv1d.weight|3d-axis0-slice|(4227, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,1,1.3877787807814457e-17,0.188671930891577 +803,838,0.5300563725471105,0.8788200523272951,0.878820052327295,0.870882877803865,0.8180061284405055,0.5300563725471105,0.6290865166225684,0.47715334602981707,0.5694629329322289,"model.language_model.layers.9.linear_attn.conv1d.weight|3d-volume|(2912, 0, 0)","model.language_model.layers.21.linear_attn.conv1d.weight|3d-volume|(5356, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,12,0.0,2.112035847765608 +1043,1221,1.1374856749349498,0.02163705009825498,-0.000635269724900311,-0.0006337021203594001,1.1594103833535963,1.9782516033453041,1.4146054259722414,0.999999798216168,-0.0010839331524750504,"model.language_model.layers.16.linear_attn.in_proj_qkv.weight|2d-128|(1664, 896)","model.language_model.layers.6.linear_attn.in_proj_qkv.weight|2d-128|(2816, 512)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,10,0.021924708418646466,3.264033737680203 +1421,1455,1.1302117209546807,0.04709699382718453,0.03138980893957808,0.03133477847579188,1.9457270212270863,1.1440253690011823,1.394682928571645,0.9995072185305801,0.018456205502213805,"model.language_model.layers.13.linear_attn.in_proj_qkv.weight|2d-64|(3584, 768)","model.language_model.layers.17.linear_attn.in_proj_qkv.weight|2d-64|(4992, 576)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,4,0.013813648046501648,5.303148194474367 +1569,1573,1.1459799573086398,0.02271563483367224,0.007093705192719504,0.00708598802267034,1.98108037036486,1.1536166898080955,1.4098442990374584,0.9999748393567904,0.004130784810811292,"model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(256, 1664)","model.language_model.layers.21.linear_attn.in_proj_z.weight|2d-128|(1152, 896)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,3,0.007636732499455734,5.42885068307227 +1922,1938,1.141835908001758,0.01648663065375889,-0.002031736517247331,-0.001026821350777925,2.0109267813380436,1.1539634846080267,1.4154534002085553,0.9999979360212322,-0.0011659050806852721,"model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-64|(640, 768)","model.language_model.layers.6.linear_attn.in_proj_z.weight|2d-64|(192, 1088)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,2,0.01212757660626873,5.775596139015977 +2097,2178,1.2233826005123227,0.047413221882248904,0.00410011963497903,0.004071555976935253,1.2546972211333074,1.64677006373852,1.411415552353153,0.999991594474163,0.0053813415371489065,"model.language_model.layers.14.linear_attn.out_proj.weight|2d-128|(1920, 640)","model.language_model.layers.12.linear_attn.out_proj.weight|2d-128|(640, 896)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,2,0.03131462062098467,3.683729951456994 +2369,2374,1.220513132444439,0.0032886977486205424,0.003966950956393432,0.0040308652101929306,1.2373105012965648,1.6888563431977608,1.411536454462461,0.9999921316190991,0.005414655641279225,"model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(640, 1280)","model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(1536, 896)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,0,0.016797368852125905,3.2315493303973817 +2632,2686,1.2637819038165607,0.03970125336615958,0.014847538489740393,0.014816283235112415,1.5157685060171289,1.3134378124313981,1.4037831464245074,0.999889769224986,0.012865631128065694,"model.language_model.layers.8.mlp.down_proj.weight|2d-128|(1408, 6016)","model.language_model.layers.20.mlp.down_proj.weight|2d-128|(1664, 5760)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,12,0.049655908614837374,3.988304724695966 +2855,3052,1.255578500698059,0.02273757107839365,-0.009101102711538423,-0.00908922854976728,1.290726196471522,1.599369250698534,1.420489951108224,0.9999585841070789,-0.011277390870407397,"model.language_model.layers.20.mlp.down_proj.weight|2d-64|(1472, 5056)","model.language_model.layers.2.mlp.down_proj.weight|2d-64|(1344, 2880)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,18,0.035147695773462884,3.3261986376176966 +3278,3316,1.1537234670922254,0.035859038737907474,0.0018326640917557587,0.0017139631978696074,1.8573130579864363,1.1852990808026334,1.413037736763522,0.9999983206697534,0.0011695686163608276,"model.language_model.layers.9.mlp.gate_proj.weight|2d-128|(768, 1664)","model.language_model.layers.22.mlp.gate_proj.weight|2d-128|(896, 1792)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,13,0.03157561371040796,5.1393865453339895 +3407,3527,1.1414374053498242,0.03249071440753051,0.009325724947976264,0.009225578856589712,1.1492906675373977,1.9957969134031752,1.408498609933472,0.9999565144816022,0.016194556862015392,"model.language_model.layers.23.mlp.gate_proj.weight|2d-64|(448, 1856)","model.language_model.layers.12.mlp.gate_proj.weight|2d-64|(4096, 832)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,11,0.00785326218757354,3.2827514988903492 +3687,3760,1.2220665598985125,0.041174983079521055,0.008563407659456892,0.00855636606714004,1.646340868300401,1.2506115110271063,1.4083680811663533,0.9999633333524075,0.006505029668364134,"model.language_model.layers.2.mlp.up_proj.weight|2d-128|(128, 768)","model.language_model.layers.22.mlp.up_proj.weight|2d-128|(2688, 1792)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,20,0.028544951128593787,4.226905095979931 +3851,4039,1.2162037236787084,0.011326382955223377,-0.006004814821752766,-0.006081494986134658,1.2266316982359422,1.7414088467405184,1.4182059778112568,0.9999819709369546,-0.008524838929792182,"model.language_model.layers.22.mlp.up_proj.weight|2d-64|(4800, 640)","model.language_model.layers.3.mlp.up_proj.weight|2d-64|(3648, 1152)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,19,0.010427974557233766,3.202295052731973 +4213,4327,1.1700804641032643,0.027366887895815376,-0.001122554524776736,-0.0010691795184857617,1.2065975102669708,1.7900302551163296,1.414949156726493,0.9999993699354709,-0.0016653495016109318,"model.language_model.layers.15.self_attn.k_proj.weight|2d-128|(384, 640)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(256, 896)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,8,0.036517046163706546,3.2198354456857423 +4462,4514,1.100533436186793,0.035177996367119976,0.007354714933361633,0.0069489537341594215,1.145708897491021,2.022244079175478,1.4097455840470223,0.9999729537183738,0.01298150757193591,"model.language_model.layers.11.self_attn.k_proj.weight|2d-64|(192, 896)","model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 512)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,12,0.045175461304228115,3.144942932662569 +4692,4863,1.1139679154416096,0.03607271498371681,0.024434954746954292,0.02443270985284145,2.126230459220921,1.1184867828046685,1.3999030828073407,0.9997014219188218,0.012853815448073631,"model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(768, 1408)","model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(1792, 1152)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,12,0.004518867363058954,5.756996428233181 +4907,5107,1.1185359271759467,0.037971914770352104,0.0203434279019332,0.019919312202439955,1.137172804433746,2.022827904174067,1.401870051634585,0.9997930510566668,0.03618733535144203,"model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(1088, 768)","model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(576, 1792)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,12,0.018636877257799167,2.935996396989904 +5146,5150,1.1108976746400592,-0.022657249129416124,0.01100234062528465,0.0110329227446494,1.0996968864594114,2.3464499776973713,1.4082218777787885,0.9999394724185885,0.023475961633334045,"model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(3456, 768)","model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(3200, 256)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,4,0.011200788180647736,3.1641578296133535 +5463,5528,1.098084984929813,-0.004803929415658053,0.018793792296077125,0.018806138477473214,2.415358555018472,1.0892258244307582,1.4042180176866073,0.9998233810884459,0.008475215352744382,"model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(3200, 1664)","model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(1344, 0)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,4,0.008859160499054886,6.407103001251577 +5685,5769,1.0782646540599878,0.013294995966336112,0.016432581786435255,0.01642528042809411,2.484151354888171,1.0845563446320292,1.4056660571863424,0.9998649760121774,0.007174305543055518,"model.language_model.layers.3.self_attn.v_proj.weight|2d-128|(256, 1408)","model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(0, 1152)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,16,0.006291690572041375,8.428522872925125 +5988,6041,1.0718781752879651,0.0009772584958618064,-0.024303985948764116,-0.024295271816352857,2.664819726041203,1.0895095412167282,1.4262027335834833,0.9997046145072065,-0.00993666638009808,"model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(448, 960)","model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(256, 64)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,12,0.01763136592876302,9.430943034241189 +6323,6340,1.1971236281529907,0.04063264408787171,3.188529125796925e-05,3.688387277309028e-05,1.7074098934669917,1.2337160567244,1.4141921560283726,0.9999999994916641,2.3039222127508008e-05,"model.visual.blocks.4.attn.proj.weight|2d-128|(640, 768)","model.visual.blocks.23.attn.proj.weight|2d-128|(128, 256)",model.visual.layers.*.attn.proj.weight,2d-128,19,0.03659242857140943,4.6739966606421905 +6604,6642,1.1783512950734565,0.024139794986465454,-0.00516280984958904,-0.005135845938897808,1.1998221488664491,1.8238247158594076,1.4175619940914415,0.9999866726084188,-0.007847879967759265,"model.visual.blocks.4.attn.proj.weight|2d-64|(512, 192)","model.visual.blocks.18.attn.proj.weight|2d-64|(512, 768)",model.visual.layers.*.attn.proj.weight,2d-64,14,0.021470853792992628,3.0991714260695895 +6786,6861,1.0803647019378726,0.03215641819997767,0.0023161630739368293,0.0023458141165660796,2.498139666668739,1.0901407966593333,1.4130123184344388,0.9999973176907101,0.0010107296610767284,"model.visual.blocks.0.attn.qkv.weight|2d-128|(2048, 256)","model.visual.blocks.1.attn.qkv.weight|2d-128|(128, 640)",model.visual.layers.*.attn.qkv.weight,2d-128,1,0.009776094721460682,7.969597624570109 +6988,7082,1.0761413465931033,-0.008440731548616798,-0.006509890366069198,-0.006592277532693947,2.746419447069901,1.076439618384993,1.4173379831054267,0.9999788104392121,-0.0025515053459353536,"model.visual.blocks.21.attn.qkv.weight|2d-64|(320, 512)","model.visual.blocks.1.attn.qkv.weight|2d-64|(1792, 640)",model.visual.layers.*.attn.qkv.weight,2d-64,20,0.00029827179188957054,8.110716738034956 +7240,7336,1.2103083878392376,0.05456408327611943,0.005046248899758744,0.004873189599723285,1.6589070602028562,1.248540605256656,1.4107805504082134,0.9999872676049639,0.0037979503534152654,"model.visual.blocks.14.mlp.linear_fc1.weight|2d-128|(3200, 896)","model.visual.blocks.1.mlp.linear_fc1.weight|2d-128|(2816, 256)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,13,0.03823221741741856,4.665814590136802 +7492,7555,1.2063383639270089,0.013254939642062842,0.013459395632297025,0.013453892298082094,1.2193111889992765,1.7143401780987688,1.405194550455738,0.9999094182320784,0.018923784931647633,"model.visual.blocks.1.mlp.linear_fc1.weight|2d-64|(2496, 192)","model.visual.blocks.17.mlp.linear_fc1.weight|2d-64|(320, 640)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,16,0.012972825072267602,3.6016350251596116 +7860,7887,1.217821758924835,0.00486435471081789,0.0035936992546596385,0.0036411220243876764,1.7394243116349386,1.21908059424819,1.4118229098390458,0.9999935426419847,0.0025186545879664654,"model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(512, 1152)","model.visual.blocks.0.mlp.linear_fc2.weight|2d-128|(768, 1920)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,10,0.001258835323354912,4.78227844189911 +7992,8148,1.2002966534225958,0.04499516013764123,0.02993305675312101,0.029978832474258144,1.2481599730288986,1.6054292090449926,1.3935500448916556,0.9995519056624396,0.03850099720058024,"model.visual.blocks.6.mlp.linear_fc2.weight|2d-64|(896, 4032)","model.visual.blocks.16.mlp.linear_fc2.weight|2d-64|(448, 3520)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,10,0.047863319606302746,3.5502119854675502 +8198,8433,0.7306534919293387,0.7329766856459705,0.7154020464224907,0.715391440055841,0.7562222580603284,0.7527119817189616,0.7544609953677297,0.6987130397913812,0.7120812517072393,"model.visual.merger.linear_fc1.weight|2d-128|(3968, 768)","model.visual.merger.linear_fc1.weight|2d-128|(3968, 3840)",model.visual.merger.linear_fc1.weight,2d-128,0,0.02205848978962288,1.955630020229095 +8551,8573,1.3386256142334925,0.05573345882047552,0.0097024820912789,0.009815509363153396,1.4191969790172119,1.3957696741789034,1.4073371037899358,0.999952929812833,0.009542318978616396,"model.visual.merger.linear_fc1.weight|2d-64|(2752, 576)","model.visual.merger.linear_fc1.weight|2d-64|(64, 3904)",model.visual.merger.linear_fc1.weight,2d-64,0,0.05714405994541094,3.6307020393378493 +8720,8745,1.33881819066179,0.06943592367647522,0.01053532100151257,0.010536491712021347,1.4071368044630086,1.406352007106021,1.406744241600408,0.9999445019656816,0.010529445174762264,"model.visual.merger.linear_fc2.weight|2d-128|(1920, 2176)","model.visual.merger.linear_fc2.weight|2d-128|(1280, 3328)",model.visual.merger.linear_fc2.weight,2d-128,0,0.06753381644423095,3.635965304271778 +8993,9089,1.3383282711945228,0.03357907899534565,0.02303230730065243,0.02301864268381621,1.358598594093427,1.440736160094885,1.3978607352339605,0.9997347212237896,0.024424784570464108,"model.visual.merger.linear_fc2.weight|2d-64|(1152, 576)","model.visual.merger.linear_fc2.weight|2d-64|(128, 64)",model.visual.merger.linear_fc2.weight,2d-64,0,0.02027032289890429,3.5760340155870796 +9292,9300,0.6323108546555615,0.8021040599534404,0.8086787332896289,0.8067001415639385,0.69188674647173,0.5898861699556557,0.6348211045507758,0.5882505472373836,0.6894602377302532,"model.visual.pos_embed.weight|2d-128|(1152, 512)","model.visual.pos_embed.weight|2d-128|(1280, 512)",model.visual.pos_embed.weight,2d-128,0,0.04242468469990579,5.02243138952393 +9401,9505,0.3966275825950743,0.9194446554011274,0.6558026435623807,0.6602552278475926,0.7897494743929985,0.8896473680935696,0.8352508209878245,0.7549323762408081,0.7387571815511547,"model.visual.pos_embed.weight|2d-64|(1152, 64)","model.visual.pos_embed.weight|2d-64|(576, 64)",model.visual.pos_embed.weight,2d-64,0,0.3931218917979242,1.8076559866377633 +9731,9863,1.1395218033573675,0.016647044299744868,-0.006347396347717931,-0.006340561162432678,1.908738064178083,1.178610223545601,1.4182207242493627,0.9999798550768936,-0.003919399088181218,"mtp.fc.weight|2d-128|(1408, 2688)","mtp.fc.weight|2d-128|(1152, 3968)",mtp.fc.weight,2d-128,0,0.03908842018823355,5.714017215253909 +9905,10034,1.0957685593904647,0.0389796685483078,0.015367425418922115,0.015270717882588063,1.1397467335825924,2.026530135741409,1.4048971942905457,0.9998819141458626,0.027324097365309497,"mtp.fc.weight|2d-64|(0, 2112)","mtp.fc.weight|2d-64|(448, 3584)",mtp.fc.weight,2d-64,0,0.043978174192127684,2.926339512645144 +10213,10220,1.3068478626598907,0.03313240179539976,0.00853141455009404,0.008531687198394524,1.3803237188401187,1.437779058119327,1.4081730539843929,0.9999636068206554,0.008886530752776641,"mtp.layers.0.mlp.down_proj.weight|2d-128|(1920, 640)","mtp.layers.0.mlp.down_proj.weight|2d-128|(1408, 2816)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.073475856180228,3.353508206806552 +10454,10623,1.2631152487650792,0.021375390958650233,-2.830658445059028e-05,-2.8974178893860043e-05,1.3554216340478564,1.4814315501843647,1.4142334991820842,0.9999999995993686,-3.093817173172108e-05,"mtp.layers.0.mlp.down_proj.weight|2d-64|(1792, 5440)","mtp.layers.0.mlp.down_proj.weight|2d-64|(1536, 4032)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.09230638528277724,3.4273248499443714 +10671,10837,1.3041579933271592,0.04657497972267888,-0.0018129354252582187,-0.0018131412696025906,1.3601799263944856,1.4781482914885757,1.4154905034722551,0.9999983566312216,-0.0019701712614801125,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(3968, 0)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(2560, 512)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.05602193306732639,3.4860404682401054 +10897,11029,1.291414001240301,0.03637208857469444,0.024719564660353074,0.02480143221519663,1.2982623025087492,1.5219444157023572,1.396846089603709,0.9996944248734223,0.028978584158777233,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(0, 64)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(3904, 0)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.006848301268448154,3.56958310597911 +11238,11331,1.3279900944295988,0.06245657031117416,-0.006973426021108304,-0.006940809134982743,1.4316241934237925,1.4069674764000886,1.4191352111743296,0.9999756853691634,-0.006853323418150054,"mtp.layers.0.mlp.up_proj.weight|2d-128|(3200, 128)","mtp.layers.0.mlp.up_proj.weight|2d-128|(4736, 512)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.07897738197048976,3.7546712935534603 +11561,11607,1.3080356337894294,0.04248219343740953,0.00884606670475431,0.008829284356315704,1.4885687806832129,1.3392051580956061,1.4079795144619445,0.9999608727864581,0.007958448620981731,"mtp.layers.0.mlp.up_proj.weight|2d-64|(2368, 1472)","mtp.layers.0.mlp.up_proj.weight|2d-64|(4800, 64)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.0311695243061767,3.9397070746165967 +11672,11691,1.2209895074152752,0.030925951139706028,0.0035606370376505803,0.0035449361085028693,1.6474858591596095,1.2548986338300891,1.4117842006771497,0.999993660911851,0.0027121559370420325,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 1024)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(128, 1408)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.03390912641481392,4.95744651586737 +11749,11925,1.0820391328944616,-0.005252902722786542,-0.014432612048897186,-0.014427630744928645,2.4487030961822627,1.102612040049888,1.4218343615741258,0.9998958444305317,-0.006498775551553693,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 1344)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 320)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.020572907155426368,8.624671602019834 +12131,12135,1.1680327528369288,0.07521082014352207,-0.010482391732969472,-0.0105335863827823,1.206170586612079,1.8164593705584504,1.4210286502651424,0.9999450582224788,-0.01578619052774218,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(1152, 384)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1152, 896)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.03813783377515034,3.127463160935828 +12276,12287,1.1660901370920036,0.020699965412871793,0.01731555797678913,0.01696870043014291,1.2435928578938011,1.6432461049200915,1.4023806083958517,0.9998500744871465,0.022880256202232562,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(896, 1984)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(1728, 64)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.07750272080179754,3.5623413973310676 +12576,12611,1.0540177113561375,0.010936276161576726,0.009758203708814632,0.009606751124899924,3.0219076382715513,1.056083735048958,1.409909099103816,0.9999523875967182,0.0034102565179880895,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 0)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(896, 384)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.0020660236928204956,9.2115024863397 +12815,12828,1.0516552120475515,0.024748776933041523,0.014464458382789725,0.015142349514290923,1.0553971797727049,2.9964950129717316,1.4077893399058563,0.9998953842496187,0.04106764565990317,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(896, 1984)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(576, 1856)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.003741967725153339,2.97728936288563 +13019,13056,1.3518914239743818,0.03318237077232696,0.0006503569021405147,0.0006447366356774261,1.4074391367309198,1.4201538921764383,1.413753634405815,0.9999997885179276,0.0006562322034215551,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(0, 1408)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(384, 0)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.055547712756538026,3.836848283724097 +13162,13185,1.2945337269866313,0.05485297921008399,0.03626521034640151,0.036357964269787206,1.435208349076168,1.3458684938692964,1.3883872379626485,0.9993422009094438,0.03400774811558341,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(128, 1664)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 1088)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.05133476688266514,3.9678158082791284 +53,112,1.1604544600672175,0.304674135862144,0.29038829931075744,0.29017298974646283,1.1772484092908966,1.206038751399386,1.1913827599344737,0.9569088961982776,0.2974899257945808,"model.language_model.embed_tokens.weight|2d-128|(218240, 1408)","model.language_model.embed_tokens.weight|2d-128|(72576, 1408)",model.language_model.embed_tokens.weight,2d-128,0,0.01679394922367905,2.981706820228043 +470,507,1.1303427886687123,0.3347966844396836,0.3074430234027638,0.3057143800191318,1.1586094322070195,1.1963854328864987,1.1770430328044295,0.9515664912978848,0.317467081155203,"model.language_model.embed_tokens.weight|2d-64|(223040, 512)","model.language_model.embed_tokens.weight|2d-64|(184256, 512)",model.language_model.embed_tokens.weight,2d-64,0,0.028266643538307212,2.977941637438803 +566,672,0.1079030405557084,0.9995346336583408,0.9995346336583408,0.9997025693677808,0.1079030405557084,0.12042304064240775,0.11364905161912518,0.030504362269785604,1.1155107325301847,"model.language_model.layers.9.linear_attn.conv1d.weight|3d-axis0-slice|(443, 0, 0)","model.language_model.layers.9.linear_attn.conv1d.weight|3d-axis0-slice|(426, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,0,0.0,0.2058761986677356 +871,969,0.5348508462994738,0.9295576720595097,0.9295576720595093,0.9110881026047359,0.5348508462994739,0.9866733171299543,0.66497684778748,0.3686767341659974,1.7148140609672184,"model.language_model.layers.4.linear_attn.conv1d.weight|3d-volume|(5396, 0, 0)","model.language_model.layers.2.linear_attn.conv1d.weight|3d-volume|(5152, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,2,1.1102230246251565e-16,1.5754741688823675 +1052,1113,1.1377473960118027,0.040625107913199385,0.008712491171136007,0.00845339265822675,1.1618995025633474,1.935230131463942,1.4087655143392772,0.9999620455285255,0.014511302739435258,"model.language_model.layers.16.linear_attn.in_proj_qkv.weight|2d-128|(2304, 0)","model.language_model.layers.9.linear_attn.in_proj_qkv.weight|2d-128|(5504, 1024)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,7,0.02415210655154465,2.971725367627258 +1290,1469,1.1304439839035558,0.03856994316466265,0.022274686142887887,0.02243927233631777,1.989716479315723,1.1418188467755923,1.4005486183595888,0.9997518883989347,0.01278255304630503,"model.language_model.layers.12.linear_attn.in_proj_qkv.weight|2d-64|(4736, 1664)","model.language_model.layers.17.linear_attn.in_proj_qkv.weight|2d-64|(5120, 896)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,5,0.011374862872036484,5.493009445890125 +1632,1645,1.1459973775211616,0.020282500191301896,0.0067850168257644165,0.00672683948471539,1.1574680757261675,1.9628411549561684,1.410008895909334,0.9999769815084115,0.011506071348296261,"model.language_model.layers.20.linear_attn.in_proj_z.weight|2d-128|(1152, 896)","model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-128|(640, 1664)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,16,0.011470698205005903,3.2513062792972116 +1811,2019,1.142407127290681,0.020682287157970432,0.012728170631524875,0.011981969439803609,2.0119595273965185,1.1440549595565523,1.406457688693965,0.9999189935551653,0.007237584324532116,"model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-64|(320, 704)","model.language_model.layers.17.linear_attn.in_proj_z.weight|2d-64|(1024, 128)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,1,0.0016478322658712852,5.591084860348365 +2176,2224,1.223475006870794,0.026960013018078738,0.010632141913041116,0.010609244762794241,1.2239941283020113,1.708253444253119,1.4070767069770103,0.9999434771817559,0.01483862759042501,"model.language_model.layers.0.linear_attn.out_proj.weight|2d-128|(1024, 0)","model.language_model.layers.17.linear_attn.out_proj.weight|2d-128|(896, 512)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,17,0.0005191214312172399,3.2025468050139905 +2425,2446,1.2206645574070307,0.05412401770126477,0.013277413361913659,0.01330157141129544,1.2907382528005846,1.5560871247078525,1.404956443594921,0.9999118512621085,0.016006972705015107,"model.language_model.layers.6.linear_attn.out_proj.weight|2d-64|(1152, 576)","model.language_model.layers.18.linear_attn.out_proj.weight|2d-64|(896, 1792)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,12,0.0700736953935539,3.5700584089205054 +2594,2813,1.2637982599190487,-0.0030515228178617827,-0.0008083833526033942,-0.0008236134654388506,1.2864677944159324,1.5911541785719012,1.4147723908588858,0.9999996732581242,-0.0009998404584755482,"model.language_model.layers.21.mlp.down_proj.weight|2d-128|(1408, 2944)","model.language_model.layers.3.mlp.down_proj.weight|2d-128|(0, 6016)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,18,0.022669534496883692,3.3964382405611775 +3040,3052,1.2556173126742873,0.05297056703169199,0.010319210660265988,0.00998519317012219,1.297205715062667,1.5504461595112262,1.4070129544171495,0.9999467555281877,0.012333726525883975,"model.language_model.layers.23.mlp.down_proj.weight|2d-64|(768, 4416)","model.language_model.layers.2.mlp.down_proj.weight|2d-64|(1344, 2880)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,21,0.041588402388379686,3.4012730485665825 +3265,3303,1.1541035580673942,0.061133758676578547,0.004100806072042227,0.004143010081106629,1.1933785489210755,1.8208857968935215,1.4115522488407315,0.9999915916594296,0.006257108894028093,"model.language_model.layers.23.mlp.gate_proj.weight|2d-128|(4352, 896)","model.language_model.layers.0.mlp.gate_proj.weight|2d-128|(5120, 384)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,23,0.03927499085368136,3.056721395646386 +3393,3407,1.1415204677384518,0.04183725576436487,0.02380835297694169,0.023795384795682235,1.9917043589533863,1.1404380206722622,1.3996192277121802,0.9997165409897575,0.013632520721477923,"model.language_model.layers.11.mlp.gate_proj.weight|2d-64|(3904, 64)","model.language_model.layers.23.mlp.gate_proj.weight|2d-64|(448, 1856)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,12,0.0010824470661896513,5.14842881683677 +3665,3756,1.2221137031982723,0.04093755308303737,0.0024452104340980134,0.0024648904393845187,1.251928085939985,1.656738419324045,1.412549265697833,0.9999970104684979,0.0032358680302794996,"model.language_model.layers.23.mlp.up_proj.weight|2d-128|(896, 768)","model.language_model.layers.8.mlp.up_proj.weight|2d-128|(1152, 384)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,15,0.029814382741712775,3.2827930099561136 +4031,4051,1.2165910996706184,0.022340051025766104,0.020179535045342863,0.020300579435117427,1.6854224737351167,1.2239505569951223,1.4005791200822504,0.9997963724505874,0.01465433951637913,"model.language_model.layers.6.mlp.up_proj.weight|2d-64|(4352, 832)","model.language_model.layers.23.mlp.up_proj.weight|2d-64|(960, 1024)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,17,0.007359457324503937,4.4768538020782485 +4221,4290,1.1705551844041024,-0.004907679092636417,0.007230428978377578,0.007282699053035219,1.1731977788988457,1.8898713590511353,1.409624145459079,0.9999738601067474,0.01164729501339034,"model.language_model.layers.15.self_attn.k_proj.weight|2d-128|(384, 1664)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 256)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,8,0.0026425944947432445,3.2192904949331456 +4506,4539,1.1006326746944255,0.02187228037558423,0.011052449113247372,0.011102157362284745,2.2707070236132285,1.1078043714532593,1.408040530170998,0.9999389198189053,0.005392131752619118,"model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 1984)","model.language_model.layers.3.self_attn.k_proj.weight|2d-64|(448, 128)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,20,0.007171696758833779,6.6078250951596 +4816,4863,1.1143558365051502,0.013863192104616345,0.0036411724468687376,0.003674651670448324,2.191464062788527,1.1217290264151423,1.4121234467335375,0.9999933709096337,0.0018637808820093115,"model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(384, 1664)","model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(1792, 1152)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,12,0.007373189909992028,5.8910231622303035 +4900,5045,1.118858089457122,0.02494918796500474,0.03562523396243388,0.03555756012167882,1.1171788902033082,2.0882525591977235,1.393100279356806,0.9993652198796603,0.06659138177998658,"model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(1792, 960)","model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(320, 512)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,4,0.001679199253813879,3.1794477952912343 +5148,5273,1.1115762705195316,0.055161041642411965,0.015141905160409688,0.012272446719807257,2.0251322806256042,1.1401370499601151,1.4050294245503625,0.9998853547822936,0.008524799710877254,"model.language_model.layers.15.self_attn.q_proj.weight|2d-128|(1280, 1152)","model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(1280, 1792)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,12,0.02856077944058355,5.384329556212086 +5433,5566,1.0982073572130802,0.02623350004549202,-0.0003669626374817602,3.587340511087243e-05,1.1025528164397258,2.376267668535369,1.4144116846633625,0.9999999326692092,-0.0007908931327427639,"model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(1344, 320)","model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(3200, 256)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,4,0.004345459226645643,2.916405369816369 +5704,5768,1.0783645418851295,0.014779556064675514,-0.003547059788102048,-0.0035063725719190397,2.6009139199259557,1.0848687907870813,1.415994711064106,0.9999937091636425,-0.0014795162706796921,"model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(384, 1280)","model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(0, 1024)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,12,0.006504248901951781,8.468944851130884 +5908,6058,1.0722079990304645,0.02876842158887995,-5.915974465473697e-05,0.00035691419610376496,2.451254063937915,1.0953164671067284,1.4142447245435885,0.9999999982500622,-2.6434894474408043e-05,"model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(448, 1536)","model.language_model.layers.23.self_attn.v_proj.weight|2d-64|(320, 1920)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,16,0.023108468076263877,8.662568765699646 +6240,6394,1.1978499243869778,-0.013877574515231163,0.0010401487576267958,0.001089336127800748,1.1905666906691934,1.839724660562987,1.4135424508911287,0.9999994590451348,0.0016072911623156371,"model.visual.blocks.21.attn.proj.weight|2d-128|(896, 512)","model.visual.blocks.21.attn.proj.weight|2d-128|(896, 256)",model.visual.layers.*.attn.proj.weight,2d-128,0,0.0072832337177843876,3.104252811609075 +6524,6634,1.1785555656254116,0.03363433545217597,0.01998772008674761,0.01979545424346724,1.7229833750531416,1.2106202090231608,1.4008537287887703,0.9998002255679551,0.014043976407241017,"model.visual.blocks.0.attn.proj.weight|2d-64|(448, 768)","model.visual.blocks.5.attn.proj.weight|2d-64|(960, 64)",model.visual.layers.*.attn.proj.weight,2d-64,5,0.03206464339774917,5.25383856799667 +6695,6728,1.0805289860865757,0.038238430228492874,0.00301871416149297,0.002925135136975396,2.6033005233332736,1.0817356788240466,1.4127000223867532,0.9999954436720255,0.0012543503077690268,"model.visual.blocks.16.attn.qkv.weight|2d-128|(2176, 768)","model.visual.blocks.0.attn.qkv.weight|2d-128|(1152, 0)",model.visual.layers.*.attn.qkv.weight,2d-128,16,0.0012066927374709824,8.976596133293498 +7090,7144,1.0762683614358972,0.03922042228015786,0.016039213202947412,0.016060635500671078,1.098783011362184,2.329656669379666,1.4054347527537063,0.9998713635462466,0.034006586945247365,"model.visual.blocks.0.attn.qkv.weight|2d-64|(1664, 512)","model.visual.blocks.8.attn.qkv.weight|2d-64|(1152, 704)",model.visual.layers.*.attn.qkv.weight,2d-64,8,0.02251464992628671,3.435801586205029 +7283,7339,1.210462881190229,0.07612200183216358,0.0032995769272234857,0.0031620038294537215,1.2400982923560733,1.6833487011155914,1.411983511020323,0.9999945563812341,0.004478950232339966,"model.visual.blocks.1.mlp.linear_fc1.weight|2d-128|(2688, 0)","model.visual.blocks.22.mlp.linear_fc1.weight|2d-128|(2432, 768)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,21,0.02963541116584434,3.450589896951912 +7465,7642,1.2065494495856346,0.028999176517735207,0.005382754757238712,0.004971766066774105,1.2327666277792093,1.69729047828105,1.4105893753104752,0.9999855128706732,0.0074110526603414694,"model.visual.blocks.1.mlp.linear_fc1.weight|2d-64|(1344, 576)","model.visual.blocks.18.mlp.linear_fc1.weight|2d-64|(3840, 576)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,17,0.02621717819357472,3.577824716447396 +7864,7887,1.2183882934936476,-0.0004993259988930986,0.014090020311185085,0.014147780015706306,1.7105461096052905,1.2201156867949892,1.4047616465604247,0.9999007307366219,0.010050272665788515,"model.visual.blocks.9.mlp.linear_fc2.weight|2d-128|(0, 1536)","model.visual.blocks.0.mlp.linear_fc2.weight|2d-128|(768, 1920)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,9,0.0017273933013415288,5.222455715361277 +8044,8092,1.2003999356828243,0.03964016020699896,0.023588942724200958,0.02393706347273542,1.2612432019023394,1.5913870588629129,1.397880261965136,0.9997217421768692,0.029763600015390686,"model.visual.blocks.2.mlp.linear_fc2.weight|2d-64|(192, 128)","model.visual.blocks.17.mlp.linear_fc2.weight|2d-64|(0, 1856)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,15,0.06084326621951508,4.4330614699383375 +8260,8284,0.7354441209530105,0.7250007844252508,0.7064723481233337,0.706465716342932,0.7726109961675585,0.7601738488599098,0.7663167383627933,0.7077406455313295,0.6950998712805568,"model.visual.merger.linear_fc1.weight|2d-128|(256, 512)","model.visual.merger.linear_fc1.weight|2d-128|(256, 3584)",model.visual.merger.linear_fc1.weight,2d-128,0,0.024729727906899313,2.049292937864667 +8473,8658,1.3387012516505539,0.037146178298366174,0.02177051282269858,0.021611483349766706,1.3629625405990469,1.4375279348465555,1.3987568288075931,0.9997629942998674,0.022961541059528537,"model.visual.merger.linear_fc1.weight|2d-64|(384, 704)","model.visual.merger.linear_fc1.weight|2d-64|(4032, 832)",model.visual.merger.linear_fc1.weight,2d-64,0,0.024261288948493,3.424600002149499 +8726,8744,1.3388736030244852,0.04685763573974637,0.017535067276659832,0.017541165175843407,1.4216752899055092,1.382667311328358,1.401764400258369,0.9998462488880994,0.017053939459686723,"model.visual.merger.linear_fc2.weight|2d-128|(1024, 3200)","model.visual.merger.linear_fc2.weight|2d-128|(1152, 1408)",model.visual.merger.linear_fc2.weight,2d-128,0,0.04379370830387286,3.600690052528382 +8993,9141,1.338551901136056,0.04443295284741415,0.03308055222588543,0.03316735329882888,1.3618479911912944,1.4213541001719412,1.3906470995591036,0.9994526887574171,0.03452601086636963,"model.visual.merger.linear_fc2.weight|2d-64|(1152, 576)","model.visual.merger.linear_fc2.weight|2d-64|(1984, 3776)",model.visual.merger.linear_fc2.weight,2d-64,0,0.02329609005523836,3.3991122179924593 +9301,9349,0.637170291102804,0.7723716386690137,0.6890983190897035,0.6874346318812166,0.8179460808068992,0.7655591125745111,0.7904535906269471,0.7246678595244481,0.6449636596075868,"model.visual.pos_embed.weight|2d-128|(1280, 640)","model.visual.pos_embed.weight|2d-128|(2048, 640)",model.visual.pos_embed.weight,2d-128,0,0.12838882147170716,2.7798509168990932 +9535,9580,0.3979607099432282,0.9176983712432587,0.8831841198541526,0.8924522025984891,0.5007955444741512,0.4730229746410188,0.4863155016594515,0.4690264496139274,0.8342054639639161,"model.visual.pos_embed.weight|2d-64|(1600, 768)","model.visual.pos_embed.weight|2d-64|(832, 768)",model.visual.pos_embed.weight,2d-64,0,0.07506226469779059,2.087695340320414 +9797,9863,1.1399381861797009,0.025505866226113207,0.009093005967729714,0.009091967824893715,1.875436109276459,1.1753012065285469,1.4084153551545173,0.9999586577666453,0.005698419067428028,"mtp.fc.weight|2d-128|(1664, 2176)","mtp.fc.weight|2d-128|(1152, 3968)",mtp.fc.weight,2d-128,0,0.035363020348845975,5.4020160089768705 +10060,10100,1.096597171805613,0.03180279467838616,0.021776832609726307,0.021710619125250886,1.8939273607432674,1.1616852580954815,1.4004202749114485,0.9997628566622626,0.013357336683073172,"mtp.fc.weight|2d-64|(1088, 3072)","mtp.fc.weight|2d-64|(576, 3968)",mtp.fc.weight,2d-64,0,0.06508808628986862,5.3895873978244 +10271,10336,1.3071602531842856,0.048409613982948206,0.006692932582874022,0.006723070307487357,1.4280406367992737,1.3916143331523831,1.4094745837029525,0.999977602075887,0.006522209993985815,"mtp.layers.0.mlp.down_proj.weight|2d-128|(256, 6016)","mtp.layers.0.mlp.down_proj.weight|2d-128|(1792, 5632)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.0844540799680975,3.9065131641558573 +10457,10581,1.263343156499724,0.0010458610995006355,0.004777106632578751,0.004429931306224447,1.5000840277485028,1.3358612208912655,1.4108542265960209,0.9999885895610114,0.004254129355741872,"mtp.layers.0.mlp.down_proj.weight|2d-64|(1856, 5184)","mtp.layers.0.mlp.down_proj.weight|2d-64|(1408, 2560)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.07251806439154151,4.35088177677714 +10774,10866,1.3043036790823115,0.04815453998236614,0.0020978292987757635,0.0020887120728971544,1.3238430917026354,1.5223537006598167,1.4127437712841846,0.9999977995536956,0.0024123993367193056,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(2432, 768)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(1792, 256)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.01953941262032388,3.7756230561066335 +10962,11074,1.2914426278503202,0.041713860644595105,0.023144448283830235,0.023249300155971566,1.3127188961857414,1.5021572014585336,1.3979014671837244,0.9997321313800197,0.026484420818774383,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(2688, 1408)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(4288, 1024)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.02127626833542129,3.6287920451020557 +11231,11318,1.3280104417119665,0.0532998705658284,0.014029802426945718,0.014041256604316652,1.440360699961018,1.3707633781039332,1.4042701920721485,0.9999015774784341,0.013351891209897184,"mtp.layers.0.mlp.up_proj.weight|2d-128|(3840, 896)","mtp.layers.0.mlp.up_proj.weight|2d-128|(5888, 896)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.042752936391966756,3.8195643643911215 +11607,11659,1.3083936484295877,0.05636158131934199,0.042557740828420745,0.04258119744716079,1.3309109921870366,1.4437567084629168,1.383895091263672,0.9990940089378882,0.04616614046976318,"mtp.layers.0.mlp.up_proj.weight|2d-64|(4800, 64)","mtp.layers.0.mlp.up_proj.weight|2d-64|(1408, 1984)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.02251734375744885,3.307718637501913 +11708,11713,1.221123080635032,-0.003372974139772866,-0.0007233652925470022,-0.0007285184797576508,1.7264653259225324,1.2273647512378547,1.4146965807016014,0.9999997383712925,-0.0005142489970753614,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(256, 1536)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 128)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.006241670602822769,5.0949938792797695 +11872,11931,1.0820501517086887,0.016931043998970774,-0.012895424463909075,-0.012906553410121929,2.265657041539256,1.1215162228152353,1.4214457961394875,0.9999168505570328,-0.006383326104173698,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(256, 1024)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 704)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.03946607110654665,8.321027342873634 +12131,12145,1.1685193679253771,0.04752748871586638,0.015969321561925084,0.015961663676525236,1.1611429304611196,1.915082236041252,1.4041655406985007,0.9998724822540381,0.026338328592095162,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(1152, 384)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1280, 128)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.007376437464257535,3.153443897550892 +12287,12431,1.166232473940376,0.01164434280383902,0.004237489740507105,0.004422100152846494,1.6509443865002709,1.252735114588713,1.4113248803704967,0.9999910218000456,0.0032154034012591448,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(1728, 64)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(320, 1984)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.0865026406483369,5.595786890742931 +12588,12606,1.054096402612433,-0.002789264944708124,-0.010178479049165598,-0.010233598199718192,3.1695187748550393,1.057397792472547,1.4185282577923417,0.9999481979403961,-0.0033956893906735147,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 1536)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(768, 1792)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.003301389860113968,9.218787803160582 +12772,12913,1.052220547106049,0.04636617257788821,0.042470265648455845,0.04128579345127528,2.62461910892155,1.0628178877577763,1.3931616102414024,0.9990977312234022,0.017197984223909217,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(1984, 1856)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(768, 1344)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.010597340651727238,7.928725634093065 +13061,13066,1.35194191066558,0.035938965379548694,0.0053839327564027635,0.005390673296815484,1.4150050726099752,1.4058425480199752,1.410401489539942,0.9999855065290069,0.00534907039638277,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(384, 640)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(384, 1280)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.05390063735439532,4.111740218627572 +13236,13273,1.2945684282789172,0.009855348360421849,-0.017130834974394427,-0.01703063481298332,1.3472354805232218,1.5208749187071908,1.4261877264759666,0.9998532564797097,-0.01933875527012544,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(320, 256)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 576)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.05266705224430468,3.4916134179237734 +13,237,1.1608443118598737,0.27437050780144046,0.22488478226986136,0.22437143894913808,1.2107348248366663,1.2831959801176271,1.2453871604859197,0.9743853625252368,0.2383438905684765,"model.language_model.embed_tokens.weight|2d-128|(246016, 512)","model.language_model.embed_tokens.weight|2d-128|(175744, 512)",model.language_model.embed_tokens.weight,2d-128,0,0.04989051297679259,3.0715112690310247 +381,389,1.132595296648174,0.31940699385065263,0.33882806753172007,0.3387036910219699,1.1151316617833635,1.1895638557322363,1.1505459643079043,0.9408483090555672,0.36144397675764084,"model.language_model.embed_tokens.weight|2d-64|(232960, 1152)","model.language_model.embed_tokens.weight|2d-64|(177856, 1152)",model.language_model.embed_tokens.weight,2d-64,0,0.017463634864810507,3.0344578648012925 +549,583,0.10813984147568932,0.994318986602978,0.9943189866029779,0.9882873296467891,0.11088674733416516,0.10813984147568932,0.1094874591868756,0.10644131190861472,0.969687543124322,"model.language_model.layers.2.linear_attn.conv1d.weight|3d-axis0-slice|(3354, 0, 0)","model.language_model.layers.4.linear_attn.conv1d.weight|3d-axis0-slice|(5700, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,2,0.0,0.13418762641954074 +775,922,0.5359564692096839,0.8808719619367277,0.8808719619367277,0.8794208502874089,0.851391893967202,0.5359564692096839,0.6414437242612184,0.47335460985791644,0.5545143545418845,"model.language_model.layers.8.linear_attn.conv1d.weight|3d-volume|(4364, 0, 0)","model.language_model.layers.8.linear_attn.conv1d.weight|3d-volume|(2076, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,0,0.0,2.2880857177136 +1239,1257,1.1378723018636934,-0.01211186959799165,-0.0025313193515386955,-0.002482822362712229,2.0545637879655385,1.1463602605172816,1.4157359386611348,0.9999967962060381,-0.0014123698316301718,"model.language_model.layers.12.linear_attn.in_proj_qkv.weight|2d-128|(5120, 128)","model.language_model.layers.16.linear_attn.in_proj_qkv.weight|2d-128|(256, 1024)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,4,0.008487958653588201,6.145778260676027 +1379,1473,1.1316493711362572,0.017910562357329386,-0.007472873267942837,-0.007649213010525858,2.0835001770156514,1.1445443213896644,1.4186662659857172,0.999972077692733,-0.0041051278793456745,"model.language_model.layers.13.linear_attn.in_proj_qkv.weight|2d-64|(2304, 640)","model.language_model.layers.17.linear_attn.in_proj_qkv.weight|2d-64|(5376, 640)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,4,0.012894950253407256,5.543688486859851 +1614,1645,1.1461164329412374,0.00927326240911373,-0.004409379542152537,-0.00457136542651559,1.1588951874357742,1.993620760811932,1.4169203315764247,0.9999902786387741,-0.0075853543036840726,"model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(896, 0)","model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-128|(640, 1664)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,14,0.012778754494536804,3.214444300955014 +1811,2022,1.1430628904220388,0.001550731758692306,0.012332951727003912,0.01185562843319543,2.0581961972361675,1.1363016455303456,1.4068143952424068,0.9999239462587639,0.00680885202317417,"model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-64|(320, 704)","model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-64|(896, 1664)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,16,0.006761244891693163,5.718825184515555 +2129,2134,1.223847490236556,0.03269154422492574,0.000495610882207243,0.0004953366116822849,1.2562225659064181,1.6511397869918332,1.413875770049061,0.9999998771849191,0.0006514154964952782,"model.language_model.layers.2.linear_attn.out_proj.weight|2d-128|(384, 128)","model.language_model.layers.16.linear_attn.out_proj.weight|2d-128|(1280, 256)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,14,0.0323750756698622,3.3314137944518576 +2367,2374,1.2208836761694486,-0.005397522961579261,-0.00418775064685637,-0.004148423596586712,1.2531412686343613,1.6685242217405922,1.4170545569534976,0.9999912313338151,-0.005575878445455972,"model.language_model.layers.5.linear_attn.out_proj.weight|2d-64|(1152, 832)","model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(1536, 896)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,7,0.032257592464912666,3.3966094429111284 +2583,2796,1.2638589186633777,0.013625012739327395,-0.000499686222176242,-0.0005054032552825592,1.281851136515388,1.599390984131235,1.4145583716536057,0.9999998751568319,-0.0006234683699823553,"model.language_model.layers.21.mlp.down_proj.weight|2d-128|(1024, 1664)","model.language_model.layers.2.mlp.down_proj.weight|2d-128|(1792, 4224)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,19,0.017992217852010217,3.2204215587154668 +2823,3018,1.2556882792977877,0.033177233042276016,0.00851936657530441,0.008520193879498247,1.2927808496558535,1.5615523220633003,1.4082829128166392,0.9999637095380789,0.010290558265708011,"model.language_model.layers.15.mlp.down_proj.weight|2d-64|(1856, 1728)","model.language_model.layers.3.mlp.down_proj.weight|2d-64|(1792, 1088)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,12,0.03709257035806579,3.1948286446026968 +3153,3173,1.1544788573027471,0.04807082635656293,0.007057098379675012,0.007080496290920513,1.1533161712019846,1.9827434068503553,1.409869245264844,0.9999750983711843,0.012132332514866308,"model.language_model.layers.23.mlp.gate_proj.weight|2d-128|(1024, 0)","model.language_model.layers.10.mlp.gate_proj.weight|2d-128|(5120, 512)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,13,0.0011626861007625333,3.24347313759615 +3407,3569,1.1416697184579196,0.0032945976391188236,0.0013467248269480394,0.001409239454209106,1.1384656300186926,2.0870024627946235,1.4134126556706175,0.999999093165709,0.002468777235287352,"model.language_model.layers.23.mlp.gate_proj.weight|2d-64|(448, 1856)","model.language_model.layers.11.mlp.gate_proj.weight|2d-64|(6080, 896)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,12,0.0032040884392270375,3.032248175428385 +3613,3633,1.2227511428985958,0.0060700043937116956,-0.01641936018267929,-0.016569068189398642,1.239099045788196,1.7319102166817404,1.4251596618124687,0.9998651932191617,-0.0229496243649117,"model.language_model.layers.23.mlp.up_proj.weight|2d-128|(4480, 1664)","model.language_model.layers.2.mlp.up_proj.weight|2d-128|(3712, 1792)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,21,0.016347902889600308,3.341999658856266 +3869,3966,1.216840870054686,0.0405788216489663,-0.0005918460868024301,-0.00020899567007814986,1.2542143121936287,1.6581113634895157,1.4146162087300769,0.9999998248590893,-0.0007824394223723455,"model.language_model.layers.23.mlp.up_proj.weight|2d-64|(2752, 1728)","model.language_model.layers.6.mlp.up_proj.weight|2d-64|(768, 1408)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,17,0.03737344213894267,3.2099102634496757 +4163,4300,1.1706857633295618,0.02115879143513408,-0.011085831302728676,-0.01112579444382994,1.1983888617746983,1.8453415422825548,1.421356707785042,0.9999385502841299,-0.017070540027688926,"model.language_model.layers.7.self_attn.k_proj.weight|2d-128|(128, 1280)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 1536)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,16,0.02770309844513652,3.5104960735087984 +4412,4506,1.1007611505185442,-0.007578766330109494,-0.0026200797927066724,-0.002977224606244557,1.1140392927620228,2.281046757470796,1.4156739465666381,0.9999965675850492,-0.005364734039722058,"model.language_model.layers.19.self_attn.k_proj.weight|2d-64|(64, 1216)","model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 1984)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,4,0.013278142243478674,3.3397539023272538 +4735,4859,1.1143850778919715,0.036266303880273826,0.011855267655721393,0.011825784734502463,2.095042946877222,1.1306998325070614,1.4071886526585582,0.9999297238450366,0.006398317119289171,"model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(1024, 1280)","model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(1536, 768)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,12,0.01631475461508991,5.395427246282884 +5051,5069,1.118939220489303,0.059969633279416124,0.03487996027848718,0.03500088746929082,1.1314625742259186,2.0012630880625415,1.392919877953465,0.9993915090548704,0.0616935801576821,"model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(1728, 1088)","model.language_model.layers.3.self_attn.o_proj.weight|2d-64|(1728, 1152)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,16,0.012523353736615617,3.1730455072564383 +5150,5302,1.111693510907842,0.012741311562413885,-0.008349224343003196,-0.00832223411024425,2.22781873724655,1.1237755108106475,1.418953590237399,0.9999651446189863,-0.004211587636850341,"model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(3200, 256)","model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(384, 1920)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,4,0.012081999902805451,6.015470261424481 +5443,5472,1.0985958817024646,0.002723932921575278,-0.004778070479974633,-0.005196147268425581,2.3664492773055144,1.105813559606271,1.4168028475878471,0.9999885849560926,-0.0022327354218749478,"model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(2624, 832)","model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(1920, 0)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,4,0.007217677903806452,6.456570773849983 +5768,5792,1.078376923211402,0.018338670074875135,0.00698394983704791,0.006987153562912649,1.0799025788912024,2.604011307427256,1.4107143166063174,0.9999756119249478,0.016840671280598653,"model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(0, 1024)","model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(256, 896)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,12,0.0015256556798004528,3.5801467355034884 +5906,5908,1.0724007938480313,0.023919679394980006,0.01835155278910439,0.018309941561393567,1.0883219498042347,2.42813195003413,1.404493641478928,0.9998315960751734,0.040943759030108405,"model.language_model.layers.23.self_attn.v_proj.weight|2d-64|(256, 1152)","model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(448, 1536)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,16,0.01592115595620336,3.819906550333815 +6280,6394,1.1986613271495743,0.020137417395185105,0.011749342099027405,0.01172724312491132,1.2188617643241577,1.719817740741231,1.406352903372875,0.9999309740978325,0.016578358248155813,"model.visual.blocks.3.attn.proj.weight|2d-128|(896, 0)","model.visual.blocks.21.attn.proj.weight|2d-128|(896, 256)",model.visual.layers.*.attn.proj.weight,2d-128,18,0.02020043717458342,3.1770414648203587 +6429,6643,1.178648188255689,0.03487941438615299,0.020022219962315724,0.019697997254451927,1.1816614691719478,1.8182677551006226,1.4012161502096836,0.9997995352608345,0.03080895661980255,"model.visual.blocks.0.attn.proj.weight|2d-64|(64, 832)","model.visual.blocks.21.attn.proj.weight|2d-64|(640, 256)",model.visual.layers.*.attn.proj.weight,2d-64,21,0.0030132809162588536,3.596173262907122 +6806,6893,1.0805550708264442,0.002491315001820146,0.010302833796466165,0.010347787372067768,2.5286304257290886,1.0839380212205985,1.4089273873185302,0.9999469243993715,0.004416475086542644,"model.visual.blocks.12.attn.qkv.weight|2d-128|(2048, 384)","model.visual.blocks.1.attn.qkv.weight|2d-128|(640, 640)",model.visual.layers.*.attn.qkv.weight,2d-128,11,0.0033829503941542605,7.409161444710164 +7090,7161,1.0765004671926903,0.0425578688873846,0.02685885138939871,0.026797456759724926,1.091444427846069,2.347165412409762,1.3996156102672628,0.9996392359756805,0.05776030862392347,"model.visual.blocks.0.attn.qkv.weight|2d-64|(1664, 512)","model.visual.blocks.22.attn.qkv.weight|2d-64|(1920, 576)",model.visual.layers.*.attn.qkv.weight,2d-64,22,0.014943960653378774,3.5717991527807538 +7293,7348,1.210480846690361,0.025553391436981893,-0.0030036963721403014,-0.0030078265235030607,1.241239928989434,1.6949661707315176,1.4162369800654273,0.9999954888938769,-0.004101675767127321,"model.visual.blocks.1.mlp.linear_fc1.weight|2d-128|(2560, 128)","model.visual.blocks.14.mlp.linear_fc1.weight|2d-128|(1920, 0)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,13,0.030759082299073093,3.347646733954987 +7466,7510,1.2065770653613037,0.02729991629168839,0.027676659983776594,0.028009873981079243,1.1930932764469049,1.7571022221614792,1.3959047897420946,0.9996169278739443,0.040760200161655755,"model.visual.blocks.2.mlp.linear_fc1.weight|2d-64|(576, 384)","model.visual.blocks.17.mlp.linear_fc1.weight|2d-64|(1728, 768)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,15,0.013483788914398831,3.603232168595417 +7740,7836,1.2183895590545604,0.03798499229764468,-0.004861997073472305,-0.004796553152634409,1.23459651673982,1.7166471244861925,1.417469088797478,0.9999881804223776,-0.006760373273591075,"model.visual.blocks.4.mlp.linear_fc2.weight|2d-128|(896, 2176)","model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(512, 3456)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,6,0.016206957685259704,3.3760770860037685 +7989,8090,1.2004196065530905,0.04807426669450711,0.01265879960885419,0.012603476863868401,1.2542166446014493,1.6293363020303375,1.4055337251480886,0.9999198741861585,0.016444879623956583,"model.visual.blocks.4.mlp.linear_fc2.weight|2d-64|(384, 1792)","model.visual.blocks.9.mlp.linear_fc2.weight|2d-64|(832, 3072)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,5,0.05379703804835878,3.201284731295467 +8194,8315,0.7395558118628559,0.7260885574641968,0.7301703632170459,0.7300904225612236,0.7357083982187563,0.7335352239662428,0.734619400321287,0.6832651320530614,0.7280135475042804,"model.visual.merger.linear_fc1.weight|2d-128|(2560, 896)","model.visual.merger.linear_fc1.weight|2d-128|(2560, 3968)",model.visual.merger.linear_fc1.weight,2d-128,0,0.006020587896613083,2.0795624659522383 +8457,8517,1.3387877308015677,0.06433220885520141,0.028823750593983937,0.028438582682725595,1.4159200599102286,1.3724810761692112,1.393693105661841,0.9995845093846222,0.02793946731496422,"model.visual.merger.linear_fc1.weight|2d-64|(1856, 3968)","model.visual.merger.linear_fc1.weight|2d-64|(3648, 3776)",model.visual.merger.linear_fc1.weight,2d-64,0,0.03369334536764357,3.519271785148523 +8818,8959,1.339078800619459,0.05681948678038932,0.006009838950098645,0.006098082626124731,1.3804306750628266,1.441472514061876,1.409961547460932,0.9999819407548288,0.00627559052185754,"model.visual.merger.linear_fc2.weight|2d-128|(1152, 1536)","model.visual.merger.linear_fc2.weight|2d-128|(1536, 2176)",model.visual.merger.linear_fc2.weight,2d-128,0,0.04135187444336763,3.364573906710883 +8987,9125,1.3386706211468327,0.040563981136442724,0.025146325052319417,0.0251288488270806,1.3429966020089181,1.4566778152792235,1.3963785016240498,0.9996837811710076,0.027274896887096226,"model.visual.merger.linear_fc2.weight|2d-64|(1152, 384)","model.visual.merger.linear_fc2.weight|2d-64|(320, 3840)",model.visual.merger.linear_fc2.weight,2d-64,0,0.004325980862085466,3.4789071327073384 +9266,9322,0.6385843269300168,0.7713852044944154,0.6892572852662106,0.6888254223958414,0.8167669053313098,0.7659607770228297,0.7901414045585964,0.7245166628225009,0.6463827590773893,"model.visual.pos_embed.weight|2d-128|(768, 256)","model.visual.pos_embed.weight|2d-128|(1664, 256)",model.visual.pos_embed.weight,2d-128,0,0.12737645009281295,3.621407623652104 +9517,9613,0.40004684065279267,0.9203684959091435,0.8628612787281486,0.8620598352087477,0.5097153421316569,0.6395522586817349,0.5637137828559247,0.5054408112446247,1.0826530695186702,"model.visual.pos_embed.weight|2d-64|(576, 832)","model.visual.pos_embed.weight|2d-64|(960, 832)",model.visual.pos_embed.weight,2d-64,0,0.10966850147886426,2.3623656504359576 +9855,9863,1.1400864628505827,0.01416935981382244,-0.012789280263676463,-0.012786798376219021,1.996212892114576,1.164016985436785,1.4220622798144584,0.9999182138106782,-0.007457591080208486,"mtp.fc.weight|2d-128|(1920, 3584)","mtp.fc.weight|2d-128|(1152, 3968)",mtp.fc.weight,2d-128,0,0.02393052258620232,6.015608997166763 +9985,10078,1.0971130632577524,0.04613322045323648,0.029560617656393343,0.029527083697329537,1.119890136374339,2.0949624797230526,1.3967246766578802,0.9995629894527771,0.055298625156282664,"mtp.fc.weight|2d-64|(1152, 3968)","mtp.fc.weight|2d-64|(640, 1920)",mtp.fc.weight,2d-64,0,0.02277707311658661,3.4301650136534527 +10272,10364,1.3078831488009997,0.02064965983340393,0.005185954902659187,0.0052507372980018,1.4632246963307647,1.3631847030651723,1.4105509722310612,0.9999865528454608,0.004831393573262096,"mtp.layers.0.mlp.down_proj.weight|2d-128|(1664, 5120)","mtp.layers.0.mlp.down_proj.weight|2d-128|(512, 5632)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.0553015542641726,4.357556586168069 +10430,10607,1.2634806906902498,0.00969671069727108,-0.0014171217974429157,-0.0016591902858347416,1.3178884244010391,1.5378430144886535,1.4152034532563647,0.9999989958824015,-0.0016536383631016844,"mtp.layers.0.mlp.down_proj.weight|2d-64|(0, 2944)","mtp.layers.0.mlp.down_proj.weight|2d-64|(1344, 5248)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.05440773371078933,3.5031273916290915 +10795,10812,1.304461685757969,0.018914582104389652,0.013031219460927598,0.013017050139084165,1.3360040754350944,1.485973314963653,1.4050211237578583,0.9999150900548311,0.014494000981297299,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(1152, 1408)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(5504, 1408)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.031542389677125415,3.7841329102445522 +10996,11030,1.2914753023969496,0.05659111411052359,0.001283669479171339,0.0010683521332572068,1.4831406923105401,1.3524957198398153,1.4133094272761957,0.9999991760959946,0.0011705952680480592,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(1472, 960)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(4864, 1344)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.06102041744286568,4.203268002016858 +11195,11201,1.3281573221124041,0.04301080272729727,0.0002366579833792841,0.0002073423020955605,1.4649386689761306,1.368114804961513,1.4140466005195906,0.999999971996499,0.00022101627708402704,"mtp.layers.0.mlp.up_proj.weight|2d-128|(256, 1408)","mtp.layers.0.mlp.up_proj.weight|2d-128|(2944, 512)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.03995748284910894,3.942829453184078 +11489,11620,1.3091274315257189,0.0004148991594733354,-0.006560443303358422,-0.006534594907128125,1.5606035006616648,1.3096991051174056,1.4187747843594545,0.9999784800602778,-0.005505694892994329,"mtp.layers.0.mlp.up_proj.weight|2d-64|(1984, 1664)","mtp.layers.0.mlp.up_proj.weight|2d-64|(1472, 1856)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.0005716735916867499,4.156161543036714 +11667,11714,1.2214887228122242,0.0067517507457681685,0.011622548796151023,0.011610169062868936,1.6892466283213776,1.2302204672518195,1.4063699601092576,0.9999324558986378,0.00846430424719353,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 384)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 256)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.008731744439595346,5.183820853226201 +11742,11837,1.0820979949230534,0.049456459454723274,0.020118770179355133,0.0200008072329092,2.2417552381209362,1.1061786214105764,1.4028776454912382,0.99979759705976,0.009927468031759625,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 896)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(192, 832)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.02408062648752307,6.931400759073128 +12071,12131,1.168900768882842,0.04094256669748121,-0.0029740372716718366,-0.0029654705281099633,1.9282737898437519,1.1716778486681827,1.4160788381283291,0.9999955775413742,-0.001807115571805707,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(640, 896)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1152, 384)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.002777079785340808,5.054421556346595 +12269,12433,1.1663788389085092,0.019659000505572264,0.006423387403368037,0.00649620970220507,1.1792534069913763,1.8674814342395871,1.4101066007622955,0.9999793698343312,0.010172162021835872,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(0, 1856)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(1856, 960)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.012874568082867022,3.3012143167217034 +12580,12615,1.0541654247963548,-0.006319357185445611,0.0008040865181416779,0.0007861438971353102,3.074266729302812,1.0572176172095609,1.4138638180187566,0.9999996767223833,0.0002765194134384244,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 512)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(896, 896)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.0030521924132060896,9.640420233141905 +12783,12965,1.0523840276337857,0.009590911778415014,0.012391026961131153,0.012256081869004055,3.109263413684251,1.0516767092950754,1.408884847238253,0.9999232282784757,0.004191138776443441,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(576, 320)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(832, 1536)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.0007073183387102944,9.108684348634876 +13018,13036,1.3524598069079934,0.014658044599409175,0.002528331456475815,0.002520670733375069,1.443711201214612,1.3830908218965445,1.412426276266034,0.9999968037649152,0.002422168664496076,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(0, 1280)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 1536)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.030631014988551142,3.9204261592586596 +13110,13177,1.2947086202017184,0.03293003732754346,0.009705605620531037,0.00970735451408718,1.499376318695709,1.3304788694531882,1.407382887114038,0.9999528995005409,0.008612316356040364,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(64, 384)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 576)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.035770249251469766,4.162202549345157 +51,213,1.1609789353942448,0.32014466345101195,0.3078633477674941,0.3037936256218009,1.160786362955115,1.1931834709697065,1.1766505488320222,0.9514305855402122,0.3164556972726742,"model.language_model.embed_tokens.weight|2d-128|(220416, 1920)","model.language_model.embed_tokens.weight|2d-128|(206208, 1920)",model.language_model.embed_tokens.weight,2d-128,0,0.00019257243912984556,3.0153719317810554 +284,451,1.1330567645428682,0.3448645798439705,0.2921775750381523,0.2891343614556529,1.201764358121381,1.1782957263200902,1.1898564923660564,0.9563640858192161,0.2864717909692326,"model.language_model.embed_tokens.weight|2d-64|(82240, 512)","model.language_model.embed_tokens.weight|2d-64|(233600, 512)",model.language_model.embed_tokens.weight,2d-64,0,0.045238961777221975,3.032293169298291 +596,731,0.1081438354874001,0.9997089757115453,0.9997089757115453,0.9997248696990959,0.1081438354874001,0.12092700948984555,0.1140013734628215,0.024123927577674963,1.1178798703421147,"model.language_model.layers.20.linear_attn.conv1d.weight|3d-axis0-slice|(5656, 0, 0)","model.language_model.layers.17.linear_attn.conv1d.weight|3d-axis0-slice|(5026, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,3,0.0,0.2041494911480246 +822,858,0.5360899884639438,0.9485599473452462,0.9485599473452464,0.9447225847862243,1.0390512536202057,0.5360899884639438,0.6737553607760447,0.31659757783720216,0.4894017397678289,"model.language_model.layers.9.linear_attn.conv1d.weight|3d-volume|(5240, 0, 0)","model.language_model.layers.16.linear_attn.conv1d.weight|3d-volume|(4188, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,7,0.0,3.3472511521241417 +1190,1211,1.1382589396826457,0.015332318275726904,0.005413199755116154,0.005437934546431254,2.039114095799502,1.1439669810754214,1.4109431274618025,0.9999853485268727,0.003036868704196002,"model.language_model.layers.13.linear_attn.in_proj_qkv.weight|2d-128|(4352, 128)","model.language_model.layers.17.linear_attn.in_proj_qkv.weight|2d-128|(4096, 256)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,4,0.005708041392775698,5.727135462881931 +1300,1423,1.1320571221793196,0.014344499260721356,0.025365712449174748,0.025491051397539016,2.075424568869039,1.1254007412345393,1.3991008409935441,0.9996782385507578,0.01375457919330662,"model.language_model.layers.22.linear_attn.in_proj_qkv.weight|2d-64|(2752, 1984)","model.language_model.layers.20.linear_attn.in_proj_qkv.weight|2d-64|(3392, 576)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,2,0.006656380944780382,5.441127118883076 +1582,1645,1.146155146285722,0.030592989577832744,-0.007737585714195094,-0.007663275391261027,1.1786141733631004,1.9129795792035797,1.4190920046053999,0.9999700644355887,-0.01255868442626686,"model.language_model.layers.6.linear_attn.in_proj_z.weight|2d-128|(128, 640)","model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-128|(640, 1664)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,2,0.032459027077378355,3.2713474885663043 +1811,1883,1.1430732241086488,0.04206667900967821,0.010778107950059327,0.010682075589258603,1.9476149857273202,1.1578466181832217,1.4075023135811862,0.9999419145075462,0.006407527120012153,"model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-64|(320, 704)","model.language_model.layers.22.linear_attn.in_proj_z.weight|2d-64|(128, 576)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,4,0.014773394074572899,5.405531179625557 +2062,2134,1.2238745615088986,-0.006608981886558334,-0.00729940208310752,-0.007299427685815725,1.2278894572341277,1.7410019562922743,1.4190672866743017,0.9999733590097435,-0.010349688428044663,"model.language_model.layers.6.linear_attn.out_proj.weight|2d-128|(1280, 256)","model.language_model.layers.16.linear_attn.out_proj.weight|2d-128|(1280, 256)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,10,0.004014895725229062,3.3709237761488353 +2374,2432,1.2210875647422745,-0.0011668459293272312,-0.008973433231577389,-0.00909055162975457,1.6989325047277115,1.2450876674100404,1.420251267135683,0.9999597379375024,-0.006576312490268755,"model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(1536, 896)","model.language_model.layers.1.linear_attn.out_proj.weight|2d-64|(576, 576)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,11,0.024000102667765866,4.615349542836714 +2583,2622,1.2638993365226079,0.0009679779136277759,-0.0014677798561424818,-0.0014971143521444509,1.2792417592500733,1.6064465205249947,1.415224728724389,0.9999989228105668,-0.0018432089366587268,"model.language_model.layers.21.mlp.down_proj.weight|2d-128|(1024, 1664)","model.language_model.layers.3.mlp.down_proj.weight|2d-128|(1280, 896)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,18,0.015342422727465443,3.2650608829619516 +2875,3012,1.2558204306890977,0.005992755572420469,0.014631826592080496,0.014617913315661596,1.2698136472745012,1.5925512228022454,1.4040908324337529,0.9998929490953415,0.01835067167616519,"model.language_model.layers.21.mlp.down_proj.weight|2d-64|(320, 896)","model.language_model.layers.3.mlp.down_proj.weight|2d-64|(448, 3072)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,18,0.013993216585403534,3.4040828044988958 +3153,3267,1.154617513280837,0.021789502205774056,0.007883181062717447,0.007872985500612701,1.152130236033736,1.9859868942074526,1.4093662477393956,0.9999689272454082,0.013588649777231263,"model.language_model.layers.23.mlp.gate_proj.weight|2d-128|(1024, 0)","model.language_model.layers.10.mlp.gate_proj.weight|2d-128|(4224, 640)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,13,0.0024872772471009608,2.988884326480366 +3508,3539,1.1418044085081869,0.05278185613309051,0.023601536376907966,0.023739545924708994,1.8649953915229227,1.167073010591281,1.399123712615148,0.9997214449438651,0.014769321275097133,"model.language_model.layers.6.mlp.gate_proj.weight|2d-64|(4992, 1216)","model.language_model.layers.23.mlp.gate_proj.weight|2d-64|(2816, 1408)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,17,0.025268602083094116,4.764477018374283 +3594,3603,1.2227998422368294,0.02982034876225718,0.0024059323962987616,0.002493947465231533,1.6597101116568471,1.2506900790336015,1.4125772650427897,0.9999971057404639,0.0018130128615487648,"model.language_model.layers.2.mlp.up_proj.weight|2d-128|(4096, 896)","model.language_model.layers.22.mlp.up_proj.weight|2d-128|(2560, 512)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,20,0.02789023679677216,4.208712629117978 +3908,4059,1.2168498131681096,0.046106948179948565,0.022528316383649324,0.022515039805785973,1.232495140724568,1.6580777069937225,1.3988764456280927,0.9997462052745778,0.030307380481736118,"model.language_model.layers.22.mlp.up_proj.weight|2d-64|(3776, 896)","model.language_model.layers.2.mlp.up_proj.weight|2d-64|(2368, 1408)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,20,0.01564532755645831,3.18621374360219 +4177,4300,1.1708523626627096,0.030107606859662277,-6.278034119456418e-05,-7.685035783266478e-05,1.1819793362000242,1.8759307295484844,1.414253605725847,0.9999999980293144,-9.963928103603606e-05,"model.language_model.layers.15.self_attn.k_proj.weight|2d-128|(128, 128)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 1536)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,8,0.01112697353731451,3.3202856768402342 +4561,4583,1.1008131066981557,0.015659570739595702,0.010126432957129797,0.010024919135777742,2.13591588368356,1.1256379048532925,1.408294466253305,0.9999487263632895,0.00533667868878944,"model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(0, 1024)","model.language_model.layers.15.self_attn.k_proj.weight|2d-64|(192, 1280)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,8,0.02482479815513683,7.317015122599633 +4739,4845,1.1143948817782465,0.012150794207301623,0.011212826187646388,0.0111679765668346,2.236994438076987,1.1116715543960494,1.4078797753576053,0.9999371342883939,0.005572199780661504,"model.language_model.layers.11.self_attn.o_proj.weight|2d-128|(1024, 384)","model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(1280, 256)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,8,0.0027233273821971604,5.686208243169096 +4986,5041,1.119119690139251,0.01833053870588714,-0.0006048854829819567,-0.0007185010154349462,2.1983157879703796,1.1232539502767882,1.4145601234166463,0.9999998170567594,-0.0003090729784786137,"model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(512, 1920)","model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(1728, 896)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,12,0.004134260137537149,5.51643882627604 +5160,5172,1.112150735249646,-0.016866240766104025,-0.006489584957127577,-0.006509761202133802,1.1039568337937793,2.3934995014106635,1.4176997443417454,0.9999789424218313,-0.014070131986835049,"model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(2816, 512)","model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(2688, 1536)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,4,0.008193901455866737,3.322145446107684 +5452,5626,1.098729261962975,0.022104718197231674,0.005143704935480313,0.005265806481996753,1.1112580579586162,2.2686600793983698,1.411336958616177,0.999986771062266,0.01050099746297014,"model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(1856, 512)","model.language_model.layers.11.self_attn.q_proj.weight|2d-64|(3136, 512)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,8,0.012528795995641273,3.0794486623511554 +5775,5870,1.0785069577729607,0.03665525923875634,-0.0029012780143197955,-0.0028694294804703525,1.0905438078594294,2.5233656575423002,1.4157069361572223,0.9999957912840852,-0.006713151045886972,"model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(0, 1920)","model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(256, 1024)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,12,0.012036850086468709,3.5286860620105953 +6046,6127,1.0725117916991325,0.02447996710535951,0.01911194384044847,0.018960737067558683,1.094706404779919,2.3545978975527575,1.4038428697905168,0.9998173501208306,0.04110777336130904,"model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(128, 1024)","model.language_model.layers.3.self_attn.v_proj.weight|2d-64|(384, 1024)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,16,0.02219461308078663,3.672126802133674 +6255,6276,1.2004187948253449,0.046287799320723605,0.02364637270206544,0.023680079974060013,1.6036398043262947,1.255267583278595,1.3978881113281811,0.9997203854368656,0.018509471413062452,"model.visual.blocks.8.attn.proj.weight|2d-128|(640, 512)","model.visual.blocks.2.attn.proj.weight|2d-128|(640, 896)",model.visual.layers.*.attn.proj.weight,2d-128,6,0.05484878845325003,5.816285592703499 +6551,6642,1.1795935128545676,0.038517399396885275,0.026541470782252538,0.0268356751113221,1.1939464131112192,1.757377476351231,1.3966568300381161,0.9996477131113314,0.03906656314701785,"model.visual.blocks.18.attn.proj.weight|2d-64|(512, 640)","model.visual.blocks.18.attn.proj.weight|2d-64|(512, 768)",model.visual.layers.*.attn.proj.weight,2d-64,0,0.01435290025665159,3.1094384132862567 +6783,6879,1.0808823500681701,0.05356800546982716,0.014997828399118718,0.01495251791370335,1.1081500276581737,2.2490320961780608,1.4057792358479921,0.9998875262464827,0.030438655958770194,"model.visual.blocks.0.attn.qkv.weight|2d-128|(1920, 896)","model.visual.blocks.17.attn.qkv.weight|2d-128|(2944, 896)",model.visual.layers.*.attn.qkv.weight,2d-128,17,0.02726767759000359,3.8357035685916334 +6920,7020,1.0765358039587056,0.011233497206253357,0.006447296798431377,0.00630665988514415,2.543420363987209,1.0845944530953167,1.4109198334487834,0.9999792159660085,0.0027493301713114033,"model.visual.blocks.18.attn.qkv.weight|2d-64|(2816, 896)","model.visual.blocks.3.attn.qkv.weight|2d-64|(832, 64)",model.visual.layers.*.attn.qkv.weight,2d-64,15,0.008058649136611029,6.78264836462072 +7274,7405,1.210515766148895,0.06010044575570557,0.014467407426022861,0.014509405776343057,1.6790523853075308,1.2315831425463042,1.404422065775442,0.9998953415844928,0.010611827991879782,"model.visual.blocks.17.mlp.linear_fc1.weight|2d-128|(1792, 768)","model.visual.blocks.1.mlp.linear_fc1.weight|2d-128|(2176, 0)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,16,0.021067376397409188,4.474027126122973 +7465,7487,1.2066105685495818,0.028563579169886083,0.026970217900894364,0.026896864437920647,1.227932426648485,1.6591575301541996,1.3958559373113095,0.9996362375116152,0.036441614496901184,"model.visual.blocks.1.mlp.linear_fc1.weight|2d-64|(1344, 576)","model.visual.blocks.16.mlp.linear_fc1.weight|2d-64|(3712, 512)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,15,0.02132185809890319,3.3922925333774234 +7740,7819,1.2184620044281653,0.02653835040749596,0.002006623276024509,0.001972770937795647,1.2404308582467123,1.685482734630639,1.4128581879491855,0.9999979867294874,0.0027265759023665,"model.visual.blocks.4.mlp.linear_fc2.weight|2d-128|(896, 2176)","model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(128, 3584)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,6,0.021968853818546963,3.392848906949657 +8046,8086,1.2007592566405947,0.033264515218506235,0.015125071120644932,0.014640591167597007,1.689662250076144,1.226902152593398,1.4040069613083144,0.9998856095692125,0.010982657815318559,"model.visual.blocks.8.mlp.linear_fc2.weight|2d-64|(192, 2944)","model.visual.blocks.4.mlp.linear_fc2.weight|2d-64|(192, 3072)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,4,0.02614289595280339,4.982643838792831 +8224,8248,0.7437293275023623,0.7202975946190537,0.7253470834052166,0.725150616265932,0.7428214398297968,0.7395125331512187,0.7411614468322142,0.6883833296903301,0.7221160164490494,"model.visual.merger.linear_fc1.weight|2d-128|(128, 0)","model.visual.merger.linear_fc1.weight|2d-128|(128, 3072)",model.visual.merger.linear_fc1.weight,2d-128,0,0.004216794351143638,2.097090107783327 +8578,8643,1.3387968471971017,0.06375556067600797,0.03129824853469033,0.030395387641692032,1.4158947803814912,1.3691215493288793,1.3919191085427367,0.9995100898133349,0.030264329750230436,"model.visual.merger.linear_fc1.weight|2d-64|(640, 2560)","model.visual.merger.linear_fc1.weight|2d-64|(3648, 3904)",model.visual.merger.linear_fc1.weight,2d-64,0,0.030324702131777626,3.633392720548869 +8797,8922,1.3392563751202629,0.08144059928736291,0.008441166619534247,0.008474352290876246,1.4024617181823826,1.414074725699291,1.4082323106516839,0.999964372718399,0.008511063237839931,"model.visual.merger.linear_fc2.weight|2d-128|(256, 3712)","model.visual.merger.linear_fc2.weight|2d-128|(768, 3328)",model.visual.merger.linear_fc2.weight,2d-128,0,0.06320534306211978,3.563198879267165 +9054,9161,1.3388208901594914,0.04712457237610298,0.003142805149337522,0.0031495165786447595,1.435806398577028,1.3893221279923194,1.411990719580248,0.9999950613757017,0.0030410567485074334,"model.visual.merger.linear_fc2.weight|2d-64|(64, 1920)","model.visual.merger.linear_fc2.weight|2d-64|(1344, 768)",model.visual.merger.linear_fc2.weight,2d-64,0,0.050501237832828005,3.679088675769681 +9289,9313,0.6406263249960845,0.7925869231922871,0.830127338008747,0.8301243867544515,0.573349732505831,0.5949470751211378,0.5838490242517899,0.5575738540234032,0.8613971608007637,"model.visual.pos_embed.weight|2d-128|(1152, 128)","model.visual.pos_embed.weight|2d-128|(1536, 128)",model.visual.pos_embed.weight,2d-128,0,0.06727659249025353,3.441895593544184 +9447,9500,0.40066969594317436,0.9162917104817782,0.9038872266176637,0.905504695289097,0.42820803128478624,0.46381390222011565,0.44494602553807877,0.42777082831514823,0.9790462371445756,"model.visual.pos_embed.weight|2d-64|(1664, 128)","model.visual.pos_embed.weight|2d-64|(1280, 128)",model.visual.pos_embed.weight,2d-64,0,0.027538335341611875,1.1921161068844932 +9675,9863,1.1402410786697943,0.03041925840571793,-0.0021406278725450835,-0.0021584100601850665,1.8970427254010314,1.1783377368159413,1.415569793346853,0.999997708853531,-0.0013296393217325508,"mtp.fc.weight|2d-128|(128, 3456)","mtp.fc.weight|2d-128|(1152, 3968)",mtp.fc.weight,2d-128,0,0.038096658146147044,5.545731171683748 +9899,10100,1.0972111426643296,0.06815858158452069,0.039959797767581386,0.03996401725582156,1.8329290583102458,1.1625924164236527,1.3884174454676936,0.999201288311006,0.025345747908673024,"mtp.fc.weight|2d-64|(640, 3520)","mtp.fc.weight|2d-64|(576, 3968)",mtp.fc.weight,2d-64,0,0.06538127375932312,5.051641372660404 +10226,10356,1.3079892316173072,0.013916254484243882,-0.0008580840817593505,-0.0007824709868615633,1.46194009590934,1.3719789704982812,1.4148189682257444,0.9999996318457866,-0.0008052815011964509,"mtp.layers.0.mlp.down_proj.weight|2d-128|(256, 256)","mtp.layers.0.mlp.down_proj.weight|2d-128|(512, 4608)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.06398973888097403,4.232384563293407 +10504,10513,1.263627983004446,0.020233460844855337,-0.00807495747346102,-0.008128019409319346,1.508879654897344,1.344964429290132,1.419874539954165,0.999967396999423,-0.007197744720452525,"mtp.layers.0.mlp.down_proj.weight|2d-64|(512, 1088)","mtp.layers.0.mlp.down_proj.weight|2d-64|(256, 1856)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.08133644628568604,4.085918927608013 +10774,10837,1.3047313098651248,0.031671689860786535,0.016588997256282684,0.01660153693731489,1.3118442115891071,1.5151289261940124,1.4025560097607574,0.9998623931171884,0.019159645160228493,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(2432, 768)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(2560, 512)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.007112901723982379,3.530941938652751 +11106,11116,1.2915527441417585,0.03635070533208121,0.02781093397114503,0.02770970629906629,1.3157979394580401,1.4894061028344046,1.3945617886043764,0.9996132011691585,0.03148034629025879,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(384, 1152)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(1856, 1344)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.024245195316281665,3.5571851032426816 +11321,11402,1.3285087033062848,0.06699083912772151,0.01625303994784134,0.016384004483313945,1.409100241920389,1.3963355288912875,1.402674326415983,0.9998679106224251,0.016105807419868758,"mtp.layers.0.mlp.up_proj.weight|2d-128|(3456, 1536)","mtp.layers.0.mlp.up_proj.weight|2d-128|(5632, 640)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.06782682558500275,3.7101784952302523 +11523,11620,1.3091607133418126,0.010381650931733953,0.02618061682696466,0.02595050126401363,1.5030821115199826,1.3085621643100958,1.3957570062804157,0.9996572289052682,0.022792477107868726,"mtp.layers.0.mlp.up_proj.weight|2d-64|(5184, 896)","mtp.layers.0.mlp.up_proj.weight|2d-64|(1472, 1856)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.0005985490317168551,4.152580936602555 +11666,11714,1.2215546262532617,-0.01935071214892451,-0.00022356761422558325,-0.00022073776994844437,1.6949697377923105,1.2387195795820631,1.4143641739350414,0.9999999750087606,-0.00016338792069667813,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 256)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 256)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.017164953328801413,5.3425369371460265 +11748,11901,1.0821313548277525,0.016310100257221,0.02170979629025929,0.021737201339222464,2.371385771284496,1.0917755821429231,1.4025020184598802,0.9997643145987136,0.009995094754306233,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 1280)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(320, 832)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.009644227315170673,8.951049149028057 +11993,12065,1.1693402794230114,0.023960413875046813,-0.0058248619304728496,-0.005819770198322257,1.2048075103656666,1.8085223401992456,1.4180093757867829,0.9999830353478457,-0.00874363152553639,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(0, 1152)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(640, 128)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.03546723094265514,3.45181653478612 +12269,12273,1.1665619023036151,0.016154450783245816,0.011769026055256253,0.011897122323541362,1.2087120853765545,1.749652720828314,1.4064085447803725,0.9999307426145627,0.017036073940357277,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(0, 1856)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(64, 64)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.042150183072939384,3.261898382076583 +12512,12608,1.0542252778074257,0.03521385388852086,-0.002719314621447685,-0.0025845248294361295,2.8605661422704296,1.0684263502403346,1.41547352585523,0.9999963026571597,-0.001015668665449044,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(2176, 768)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(896, 0)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.014201072432908912,8.558778062319595 +12821,12965,1.0525112906942669,0.017923602063848548,0.007945844906153191,0.007684657236887379,3.0424917125317648,1.0559023327339565,1.4107286302659428,0.9999684312760715,0.0027576200577281887,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(2176, 1856)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(832, 1536)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.0033910420396896512,8.728289491801759 +13020,13040,1.3524888907377899,0.024952530951033974,0.0016975421654244836,0.0016651039325750797,1.383614749438183,1.444370234271175,1.413013817417031,0.9999985591742604,0.001772082421176086,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(0, 1536)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(256, 0)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.031125858700393083,3.579804380904333 +13192,13228,1.294883696917109,0.0434150374267928,0.02278126743513117,0.021819708264860422,1.32170977575691,1.4895443082159663,1.3981277122955036,0.9997404732499575,0.025674098704847968,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 1536)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(256, 1792)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.02682607883980115,3.623219285917616 +112,210,1.161054087925951,0.3063023986884857,0.287074642056179,0.2868633394791399,1.190704062232848,1.1975126922822383,1.1940938191495094,0.9579082157953949,0.2887161792746348,"model.language_model.embed_tokens.weight|2d-128|(72576, 1408)","model.language_model.embed_tokens.weight|2d-128|(195712, 1408)",model.language_model.embed_tokens.weight,2d-128,0,0.029649974306896976,3.008086387851853 +435,455,1.1337185372522982,0.3199791638750075,0.302959214716476,0.3028146354312315,1.207389281852023,1.156180614987269,1.1809530680778146,0.9530035226683983,0.2901098895375857,"model.language_model.embed_tokens.weight|2d-64|(63360, 1152)","model.language_model.embed_tokens.weight|2d-64|(246912, 1152)",model.language_model.embed_tokens.weight,2d-64,0,0.022462077734970887,3.192031996455476 +698,754,0.1095315193068967,0.9958119936636703,0.9958119936636702,0.9987515173813613,0.11708458527225739,0.1095315193068967,0.11311936798485497,0.09142468635760449,0.9315726776192105,"model.language_model.layers.12.linear_attn.conv1d.weight|3d-axis0-slice|(2257, 0, 0)","model.language_model.layers.4.linear_attn.conv1d.weight|3d-axis0-slice|(3335, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,8,0.0,0.13965852060030973 +790,893,0.5364011045874588,0.8474271739113811,0.8474271739113811,0.8584996738695845,0.5364011045874588,0.5805388849527643,0.5571630504038135,0.530911654530742,0.9171577433636172,"model.language_model.layers.2.linear_attn.conv1d.weight|3d-volume|(636, 0, 0)","model.language_model.layers.21.linear_attn.conv1d.weight|3d-volume|(1084, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,19,0.0,1.1784112270837064 +1242,1252,1.138303134435997,0.018239324879564974,0.007637427458022619,0.007613806190212268,1.1418659251078642,2.0429742513250004,1.4096061435647609,0.9999708344255963,0.013664535651704333,"model.language_model.layers.21.linear_attn.in_proj_qkv.weight|2d-128|(256, 1408)","model.language_model.layers.13.linear_attn.in_proj_qkv.weight|2d-128|(2304, 512)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,8,0.0035627906718671554,3.092531209592357 +1345,1433,1.1325302576897793,0.0261144884622529,0.015412045992976268,0.015371276530817386,1.1455396086376826,1.9942275844115744,1.4047681158739314,0.9998812273656859,0.02683026149393863,"model.language_model.layers.21.linear_attn.in_proj_qkv.weight|2d-64|(4032, 1344)","model.language_model.layers.0.linear_attn.in_proj_qkv.weight|2d-64|(4352, 1472)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,21,0.013009350947903231,2.9822883762030648 +1592,1754,1.1462775891339232,0.024360622496016737,0.002028151213570307,0.001975281495743932,1.9305672518732937,1.167620815781937,1.4129428626797416,0.9999979432992124,0.0012266402904225326,"model.language_model.layers.16.linear_attn.in_proj_z.weight|2d-128|(512, 512)","model.language_model.layers.14.linear_attn.in_proj_z.weight|2d-128|(256, 896)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,2,0.021343226648013802,5.528353153665425 +1823,1922,1.1438090790068551,0.011615065906984478,0.013000216083581076,0.012829213285030387,1.145449937056444,2.0033375957607626,1.4062691138952148,0.9999154936202259,0.022736761154467076,"model.language_model.layers.0.linear_attn.in_proj_z.weight|2d-64|(1600, 192)","model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-64|(640, 768)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,4,0.0016408580495888003,3.2322551461814415 +2134,2265,1.2242474325906998,-0.005964589772795936,-0.004134576298165837,-0.004134411886452362,1.785417335645497,1.2104820973314319,1.416926853163892,0.9999914526028884,-0.002803171274894769,"model.language_model.layers.16.linear_attn.out_proj.weight|2d-128|(1280, 256)","model.language_model.layers.22.linear_attn.out_proj.weight|2d-128|(1280, 512)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,6,0.01376533525926793,4.867740033299858 +2369,2533,1.2214655088735689,0.021340271784908434,0.0195866723685981,0.0195395735184017,1.2335289698174485,1.6622885894566086,1.4008951949835249,0.9998081627319939,0.026394760707212302,"model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(640, 1280)","model.language_model.layers.17.linear_attn.out_proj.weight|2d-64|(1216, 1344)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,5,0.012063460943879667,3.3269918812850023 +2655,2708,1.263914358684487,0.024939121674317274,0.0001747560878560585,0.00022396589276557418,1.2949804303866495,1.5735656524381867,1.4140922951659036,0.9999999847301547,0.00021235083631546345,"model.language_model.layers.20.mlp.down_proj.weight|2d-128|(640, 1280)","model.language_model.layers.3.mlp.down_proj.weight|2d-128|(1024, 4864)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,17,0.031066071702162468,3.1631413765859504 +2908,3055,1.255824883701735,0.053145889930101,0.030949965283429484,0.030953731048436597,1.5087494934102685,1.2993922099266453,1.3924023759369417,0.9995209350728751,0.026655282379506696,"model.language_model.layers.9.mlp.down_proj.weight|2d-64|(768, 4096)","model.language_model.layers.23.mlp.down_proj.weight|2d-64|(448, 3520)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,14,0.04356732622491033,4.021500202103562 +3123,3158,1.1546955652981479,0.08715213332948536,0.013631504595015841,0.013596773968055113,1.7573823710869412,1.2046576626132468,1.4051945528241545,0.9999070867247997,0.009344179578390184,"model.language_model.layers.11.mlp.gate_proj.weight|2d-128|(3968, 128)","model.language_model.layers.21.mlp.gate_proj.weight|2d-128|(512, 1152)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,10,0.04996209731509893,4.8407738024121345 +3338,3377,1.1419273375306658,0.0058808227749243954,0.0009100928646691309,0.0009327081686322322,1.1520208193094672,2.010918789088554,1.413658310517784,0.9999995858654032,0.0015886195897705873,"model.language_model.layers.23.mlp.gate_proj.weight|2d-64|(4032, 128)","model.language_model.layers.13.mlp.gate_proj.weight|2d-64|(1024, 704)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,10,0.010093481778801427,3.211205675984513 +3653,3760,1.2229152393011438,0.03318036727138132,0.002207830458467585,0.002192061448912425,1.6684488686209142,1.2471865705637277,1.412715444888314,0.9999975627393632,0.0016503811112643485,"model.language_model.layers.2.mlp.up_proj.weight|2d-128|(1024, 640)","model.language_model.layers.22.mlp.up_proj.weight|2d-128|(2688, 1792)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,20,0.02427133126258396,4.416312723131052 +3897,3908,1.2171796040791045,0.052560267200339114,0.028749494826889557,0.028823018618897016,1.6461334475930498,1.2315443418695557,1.3945749941758272,0.9995866478435967,0.02150875297348122,"model.language_model.layers.2.mlp.up_proj.weight|2d-64|(0, 192)","model.language_model.layers.22.mlp.up_proj.weight|2d-64|(3776, 896)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,20,0.01436473779045122,4.124564904527833 +4293,4329,1.1708648951035154,0.03522697461827938,0.0039051734278242795,0.003907814645982717,1.7677518206576346,1.2094386319028665,1.4116374649670353,0.9999923747811773,0.0026717933777232147,"model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 640)","model.language_model.layers.3.self_attn.k_proj.weight|2d-128|(128, 1920)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,20,0.038573736799351055,4.973265321127034 +4431,4514,1.100847643393832,0.030284323780655147,0.019286733322492807,0.019192179109513034,1.1556442592442595,1.9297945926895823,1.4021396274822528,0.9998139936596941,0.03220665302377089,"model.language_model.layers.19.self_attn.k_proj.weight|2d-64|(192, 704)","model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 512)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,4,0.05479661585042761,3.429690280863587 +4776,4846,1.1144159565277083,0.029374336868318418,0.003930683418530363,0.003835654754456575,2.0889968519639863,1.136540711575337,1.41187804332586,0.9999922748340926,0.0021385296609106107,"model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(1920, 1408)","model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(384, 128)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,12,0.022124755047628675,5.882832429545834 +4873,4901,1.1192640756323666,0.02088573264882307,0.0036967011827432235,0.003584359043741186,1.1278212759754047,2.147300026680738,1.4120597725032085,0.9999931671768391,0.007038284094676318,"model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(1856, 768)","model.language_model.layers.11.self_attn.o_proj.weight|2d-64|(64, 320)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,8,0.008557200343038085,2.958209077695601 +5220,5302,1.1124518346259096,0.04032471746437733,0.003009177220821044,0.002942657653495347,2.175385810796704,1.1242719042759917,1.41247674364133,0.9999954724159773,0.0015551877683330976,"model.language_model.layers.11.self_attn.q_proj.weight|2d-128|(3200, 0)","model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(384, 1920)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,8,0.011820069650082088,5.40605682647694 +5452,5625,1.0988233763099666,0.05089347541747298,0.05382594135819786,0.05322067038220504,1.1057165026978166,2.091383852031149,1.3824023521884365,0.9985503332516112,0.10180792662698937,"model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(1856, 512)","model.language_model.layers.11.self_attn.q_proj.weight|2d-64|(2304, 512)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,8,0.0068931263878500015,2.9801726336014895 +5711,5769,1.078658740098162,0.02756969161421005,0.00560622619113396,0.005612818094204324,2.518191063146753,1.0869567395048998,1.4113258568749278,0.9999842849904662,0.002419882045815528,"model.language_model.layers.3.self_attn.v_proj.weight|2d-128|(384, 512)","model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(0, 1152)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,16,0.00829799940673781,8.142124736539033 +6041,6045,1.0725388971858263,0.020792851694685754,0.02618388911508365,0.026221480436347415,1.0754268376852012,2.5441584097686256,1.4008708566523602,0.9996571432000119,0.061943741180921746,"model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(256, 64)","model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(256, 384)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,12,0.002887940499374908,3.7752397874009462 +6248,6335,1.2009649526236785,0.03281864844805048,0.004588884083072585,0.00450916110832017,1.264546347698376,1.6241212055254788,1.4110642458497777,0.9999894710160063,0.005893737277863871,"model.visual.blocks.1.attn.proj.weight|2d-128|(640, 0)","model.visual.blocks.12.attn.proj.weight|2d-128|(0, 512)",model.visual.layers.*.attn.proj.weight,2d-128,11,0.06358139507469751,3.212095318281453 +6433,6496,1.179657983070972,0.006221320315500517,-0.018973616072600834,-0.018801490366756327,1.1908638302970957,1.896415813248143,1.4262468721511845,0.9998199847438185,-0.030214928557870984,"model.visual.blocks.23.attn.proj.weight|2d-64|(896, 896)","model.visual.blocks.0.attn.proj.weight|2d-64|(384, 0)",model.visual.layers.*.attn.proj.weight,2d-64,23,0.011205847226123833,3.232362876204296 +6814,6860,1.081331273512462,0.03268920780928067,0.005128278482132643,0.005101038347545484,2.39785308028832,1.0976593334165863,1.4114661146552254,0.9999868502934475,0.0023475594841680172,"model.visual.blocks.11.attn.qkv.weight|2d-128|(2176, 896)","model.visual.blocks.1.attn.qkv.weight|2d-128|(128, 512)",model.visual.layers.*.attn.qkv.weight,2d-128,10,0.016328059904124226,7.767888291634623 +7062,7132,1.077046870758506,0.005734948050290518,0.0006686606731110895,0.0006852327215500787,2.6792690232294567,1.0776024843014556,1.4138861500412503,0.9999997764464271,0.00026893544330635304,"model.visual.blocks.18.attn.qkv.weight|2d-64|(2752, 576)","model.visual.blocks.3.attn.qkv.weight|2d-64|(640, 640)",model.visual.layers.*.attn.qkv.weight,2d-64,15,0.00055561354294964,6.955610165632771 +7190,7380,1.2105991136376506,0.03974943735432797,-0.004599846202197062,-0.004926681727741082,1.723448869632789,1.2318506602504884,1.417287648958598,0.9999894206514968,-0.003287781657505431,"model.visual.blocks.14.mlp.linear_fc1.weight|2d-128|(640, 256)","model.visual.blocks.1.mlp.linear_fc1.weight|2d-128|(1536, 384)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,13,0.02125154661283779,4.791471482063408 +7465,7481,1.2066464281428255,0.04777569166692324,0.016806170345057974,0.01690245060624442,1.2274744796858517,1.684174242255251,1.402854895377462,0.9998587663456939,0.02305915086181236,"model.visual.blocks.1.mlp.linear_fc1.weight|2d-64|(1344, 576)","model.visual.blocks.16.mlp.linear_fc1.weight|2d-64|(960, 832)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,15,0.020828051543026138,3.559639800240786 +7761,7908,1.2185277650333008,0.02936875951004247,0.0004682033641430896,0.00041686544648630305,1.6392426429726514,1.261578173313232,1.41389349260009,0.9999998903927989,0.00036033417469155215,"model.visual.blocks.13.mlp.linear_fc2.weight|2d-128|(0, 1024)","model.visual.blocks.5.mlp.linear_fc2.weight|2d-128|(640, 1536)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,8,0.04305040827993123,4.857531810702648 +7960,8126,1.2008776848602036,0.03173907316014525,0.02067472075596253,0.020725530127223345,1.22568705749743,1.6796822328632264,1.4002220256883524,0.999786255117394,0.02833264895046152,"model.visual.blocks.4.mlp.linear_fc2.weight|2d-64|(640, 3200)","model.visual.blocks.2.mlp.linear_fc2.weight|2d-64|(960, 896)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,2,0.024809372637226268,3.5112463728608203 +8415,8440,0.7446927275172273,0.7223686283833095,0.7114097371949704,0.7114415060679953,0.7606139948978412,0.7588421573157651,0.7597265265033863,0.7027774795937781,0.7097525201084162,"model.visual.merger.linear_fc1.weight|2d-128|(1920, 512)","model.visual.merger.linear_fc1.weight|2d-128|(1920, 3584)",model.visual.merger.linear_fc1.weight,2d-128,0,0.014149429798537838,1.9631554980853998 +8594,8624,1.3388291132747892,0.05377643911858224,0.016795660080122017,0.016861426692688794,1.3971008129142366,1.4075319358716023,1.4022872776827835,0.9998589429526912,0.016921060905764958,"model.visual.merger.linear_fc1.weight|2d-64|(1280, 64)","model.visual.merger.linear_fc1.weight|2d-64|(1280, 4032)",model.visual.merger.linear_fc1.weight,2d-64,0,0.05827169963944745,3.6731713512655957 +8714,8865,1.3392779354341693,0.03855189012144665,0.0030662901751899716,0.002997215611364268,1.4525364615385536,1.3747650206403927,1.4120469868557273,0.9999952989212306,0.002902115428840536,"model.visual.merger.linear_fc2.weight|2d-128|(1024, 2432)","model.visual.merger.linear_fc2.weight|2d-128|(1152, 3968)",model.visual.merger.linear_fc2.weight,2d-128,0,0.035487085206223457,3.815003286762093 +9148,9171,1.3388951469947186,0.040576073282040714,0.015926549149106677,0.01594238072553631,1.365939653010811,1.443084307231123,1.402923702230608,0.999873164472475,0.016826038467190715,"model.visual.merger.linear_fc2.weight|2d-64|(1984, 384)","model.visual.merger.linear_fc2.weight|2d-64|(1472, 3136)",model.visual.merger.linear_fc2.weight,2d-64,0,0.02704450601609243,3.482849865857842 +9231,9351,0.643319880742598,0.7684968564323098,0.513188841879105,0.5133500336100524,1.1715981194686622,0.8938802373593538,1.0050245723045637,0.8582757205996119,0.39154156716904526,"model.visual.pos_embed.weight|2d-128|(128, 896)","model.visual.pos_embed.weight|2d-128|(2048, 896)",model.visual.pos_embed.weight,2d-128,0,0.2505603566167558,5.540811687972797 +9406,9480,0.40098794106513225,0.9172443334251486,0.8273482866707317,0.8299051506989373,0.5726354402398006,0.6099797465638612,0.5904236710577779,0.5616892490897478,0.8813036406061779,"model.visual.pos_embed.weight|2d-64|(128, 896)","model.visual.pos_embed.weight|2d-64|(1280, 896)",model.visual.pos_embed.weight,2d-64,0,0.17164749917466837,1.375839567229767 +9772,9863,1.1407125303230228,0.03538469139895517,0.0028181821901070293,0.0027996296105772013,1.8853129836204197,1.1775321926266225,1.4124217117188171,0.9999960289166869,0.0017601853285736237,"mtp.fc.weight|2d-128|(512, 3584)","mtp.fc.weight|2d-128|(1152, 3968)",mtp.fc.weight,2d-128,0,0.036819662303599676,5.607916448975072 +9905,10047,1.0980478728508505,0.056227136242776116,0.02733600264432468,0.02745897933820744,1.135715775550546,2.0051229976761613,1.3975370892665164,0.999626301654488,0.04826211693687292,"mtp.fc.weight|2d-64|(0, 2112)","mtp.fc.weight|2d-64|(960, 3776)",mtp.fc.weight,2d-64,0,0.037667902699695555,3.1367938849296526 +10230,10302,1.3082190234067679,0.07081291986450114,0.012654922715198495,0.012629308151838527,1.4179741921311118,1.392839197229474,1.4052381299944159,0.9999199232593939,0.012430601694624009,"mtp.layers.0.mlp.down_proj.weight|2d-128|(256, 768)","mtp.layers.0.mlp.down_proj.weight|2d-128|(1408, 2176)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.08462017382270615,3.7260390188207846 +10422,10518,1.2639646888773297,0.025964108141607087,0.017676369401932648,0.017687943232160587,1.4944450227437984,1.3244080787180448,1.4017501923599978,0.9998437607770359,0.015665164045541136,"mtp.layers.0.mlp.down_proj.weight|2d-64|(768, 5184)","mtp.layers.0.mlp.down_proj.weight|2d-64|(320, 3648)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.06044338984071507,4.221966594812425 +10687,10852,1.3048538479666774,0.05278938077286352,0.005396462045041657,0.005423107932924807,1.354628291887047,1.4736947435033394,1.410406063296556,0.9999854389926868,0.005870789645338587,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(256, 1920)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(4224, 1536)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.04977444392036956,3.615067527743781 +10911,11011,1.2915632847826315,0.04273436458473799,0.024942682806937868,0.024892556772801958,1.4730759884149003,1.330843633520296,1.3965567302785196,0.9996888828902682,0.022534350486731233,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(1856, 64)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(1152, 512)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.039280348737664506,4.077379098212152 +11203,11268,1.3286051253198286,0.08034390231823335,0.006182827327686237,0.0062342226960141,1.374280309997904,1.4483129695274877,1.4098408943164442,0.9999808861404482,0.006515897042176652,"mtp.layers.0.mlp.up_proj.weight|2d-128|(384, 384)","mtp.layers.0.mlp.up_proj.weight|2d-128|(3456, 1664)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.04567518467807541,3.5280611295829587 +11484,11619,1.3092790782911776,0.05255011811319783,0.048843781553791446,0.048696453788479095,1.450044628905775,1.3181735152018415,1.3794037859672137,0.9988064301973258,0.04440179146423768,"mtp.layers.0.mlp.up_proj.weight|2d-64|(5184, 960)","mtp.layers.0.mlp.up_proj.weight|2d-64|(4800, 832)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.008894436910663828,3.8878739878332937 +11667,11719,1.221907007952453,0.0068240852574677855,0.0010127976576477982,0.001019738150982568,1.706386839150664,1.2332273194932974,1.4135334139969769,0.9999994871203208,0.0007319616583258259,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 384)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 896)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.011320311540844452,4.801852798042833 +11737,11940,1.0821643269754562,0.06046303320784209,0.037650349746916834,0.03808201516184746,2.242514928504766,1.0964723880779008,1.3930439287237575,0.9992909742231914,0.01840904975669256,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 576)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 1280)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.014308061102444647,7.655365917001204 +12130,12176,1.1696668818313056,0.04427701923608105,0.0021601347043990796,0.002145880864422589,1.1645368569151289,1.944317369833453,1.4128662928425564,0.9999976669063078,0.0036065732071967178,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(1152, 256)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1536, 0)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.005130024916176756,3.5476594619102153 +12276,12433,1.166692834760737,0.06548490597697774,0.05557067165128193,0.05602610292718367,1.210664058400232,1.6354642065580387,1.3761186653130697,0.9984547563371239,0.07506941648218644,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(896, 1984)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(1856, 960)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.043971223639494905,3.2422441892200284 +12576,12610,1.0542309471815368,0.013197283085692397,0.0021926177810334645,0.0021498705417285573,3.0250994733915104,1.0587529664699258,1.4132464032329617,0.9999975962107441,0.0007673931387787605,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 0)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(896, 256)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.004522019288389023,8.873104308646063 +12866,12948,1.0525260657912647,-0.0006367267855823758,-0.0217354738299312,-0.021675332206674836,1.0596126540394697,3.217418110130241,1.4233170375462376,0.9997637566832418,-0.06599780293873088,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(832, 1088)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(640, 1536)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.007086588248204961,3.1214196097717455 +13021,13056,1.3524921769881595,0.027682920810127014,0.009065349019715235,0.009054700166666521,1.3749563747551816,1.4431076635079367,1.40779632658156,0.9999589088793353,0.009514683434995954,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(0, 1664)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(384, 0)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.02246419776702213,3.861229702643766 +13122,13304,1.2955917351023216,0.04410785127357269,0.00412515374644508,0.004103781307546802,1.474472716268025,1.3556150744455506,1.4113039167334545,0.999991491517087,0.0037926239945900576,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(64, 1152)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(448, 512)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.06002333934322901,4.2638742013705935 +37,142,1.161129286752457,0.29238952954671626,0.26954797248464585,0.2658950827164944,1.18131104066681,1.2385776337824896,1.2089282599636986,0.9629869628034519,0.2826148901160273,"model.language_model.embed_tokens.weight|2d-128|(215936, 1920)","model.language_model.embed_tokens.weight|2d-128|(173696, 1920)",model.language_model.embed_tokens.weight,2d-128,0,0.02018175391435295,3.109553834904564 +294,400,1.1337481907662572,0.33462459877495876,0.25240149776889265,0.24999889049113455,1.244768045975584,1.20215988537345,1.2229076146989057,0.9676225937440793,0.24376184511398577,"model.language_model.embed_tokens.weight|2d-64|(192960, 1216)","model.language_model.embed_tokens.weight|2d-64|(124736, 1216)",model.language_model.embed_tokens.weight,2d-64,0,0.06841169460719287,2.9742057573227196 +668,739,0.10982201187129,0.9993393445303906,0.9993393445303906,0.9992064586095307,0.12260952657133649,0.10982201187129143,0.11568905767257243,0.036343836803085325,0.8951136214901776,"model.language_model.layers.1.linear_attn.conv1d.weight|3d-axis0-slice|(3241, 0, 0)","model.language_model.layers.13.linear_attn.conv1d.weight|3d-axis0-slice|(4242, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,12,1.429412144204889e-15,0.2176244785647446 +778,811,0.5393949203546984,0.8539683042860057,0.8539683042860059,0.8173439056515819,0.5393949203546984,0.5414927883957756,0.5404408006070625,0.5203250284916955,0.8572896422260748,"model.language_model.layers.1.linear_attn.conv1d.weight|3d-volume|(3632, 0, 0)","model.language_model.layers.12.linear_attn.conv1d.weight|3d-volume|(3724, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,11,0.0,1.2757467921025405 +1037,1211,1.1383061969091477,0.03663738770997805,0.005031326318180807,0.004967757465903383,1.9543145995316458,1.1604300817834012,1.4110864628461144,0.9999873427976376,0.0029874936268115366,"model.language_model.layers.0.linear_attn.in_proj_qkv.weight|2d-128|(0, 1664)","model.language_model.layers.17.linear_attn.in_proj_qkv.weight|2d-128|(4096, 256)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,17,0.02212388487425354,4.987978341762045 +1316,1527,1.1329906302470456,0.02488048983636703,0.011370256905735204,0.011302975358382305,1.9981000466035086,1.147499637583,1.4072521151525483,0.9999353565395603,0.006529886078895525,"model.language_model.layers.9.linear_attn.in_proj_qkv.weight|2d-64|(4032, 320)","model.language_model.layers.20.linear_attn.in_proj_qkv.weight|2d-64|(3328, 576)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,11,0.014509007335954394,5.605568453351882 +1616,1635,1.1465846112400175,0.010278290735014486,0.007085896104129248,0.008605946047015964,1.142575588285819,2.0409227630406632,1.4099357252488873,0.9999748947230633,0.012657164045623628,"model.language_model.layers.22.linear_attn.in_proj_z.weight|2d-128|(0, 640)","model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(256, 1920)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,4,0.004009022954198471,3.451372808686714 +1922,1978,1.143837086352084,0.001876108016454603,-0.0023884890057636154,-0.004709977872878874,2.081206688416495,1.141744044102954,1.4156372335419352,0.9999971475560665,-0.0013103182456187905,"model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-64|(640, 768)","model.language_model.layers.17.linear_attn.in_proj_z.weight|2d-64|(320, 1920)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,13,0.002093042249129873,5.732905060309152 +2178,2220,1.2243970859804896,0.001653045217801255,-0.003275581148971934,-0.0032815506611614787,1.7119632488953904,1.2349447192084944,1.4164097636839827,0.999994635269678,-0.002362878785436452,"model.language_model.layers.12.linear_attn.out_proj.weight|2d-128|(640, 896)","model.language_model.layers.2.linear_attn.out_proj.weight|2d-128|(0, 1024)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,10,0.010547633228004782,4.560088635242141 +2374,2397,1.2215012351220054,-0.00745145722676728,0.01236826555512004,0.012412059154746035,1.6414130132248237,1.2491200062308123,1.4057589519485045,0.999923510078225,0.00941228552643367,"model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(1536, 896)","model.language_model.layers.6.linear_attn.out_proj.weight|2d-64|(1280, 256)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,6,0.02761877110880695,4.6341479796482 +2617,2784,1.2640520537351203,0.018057965669437966,0.002124202421275163,0.0021405878647677134,1.293453549956774,1.5725760763705092,1.4127389810363282,0.9999977438794917,0.002582597503541791,"model.language_model.layers.21.mlp.down_proj.weight|2d-128|(1280, 4608)","model.language_model.layers.3.mlp.down_proj.weight|2d-128|(1664, 384)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,18,0.029401496221653778,3.345304094734776 +2816,3023,1.255878408960966,0.04693113201203819,0.03150051026480918,0.03139091641538113,1.283893443957296,1.5333030094208404,1.392113096347631,0.9995037357874439,0.03761980981727834,"model.language_model.layers.21.mlp.down_proj.weight|2d-64|(1792, 4096)","model.language_model.layers.5.mlp.down_proj.weight|2d-64|(1536, 3136)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,16,0.028015034996329957,3.509685750188627 +3077,3248,1.154784995278606,0.041082887778424074,0.013295801690809664,0.013273234979366905,1.1569884237336279,1.9433418261726911,1.4059242250398678,0.9999116069220312,0.022332364791401514,"model.language_model.layers.23.mlp.gate_proj.weight|2d-128|(4480, 512)","model.language_model.layers.10.mlp.gate_proj.weight|2d-128|(3968, 1536)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,13,0.002203428455021861,3.1317366909700763 +3328,3407,1.1419808350200105,0.01685150988746223,-0.0025661243490480105,-0.0024895268302135647,2.0238937171130447,1.1518882881649988,1.4157728003883556,0.9999967074974924,-0.001460495953245915,"model.language_model.layers.9.mlp.gate_proj.weight|2d-64|(4288, 1152)","model.language_model.layers.23.mlp.gate_proj.weight|2d-64|(448, 1856)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,14,0.00990745314498831,5.480459665107501 +3760,3818,1.22302823078456,0.0402616258480408,0.007314426457190541,0.007326795491552427,1.2475927860709222,1.65610096332826,1.4092334761118392,0.9999732492249992,0.009709441123089623,"model.language_model.layers.22.mlp.up_proj.weight|2d-128|(2688, 1792)","model.language_model.layers.2.mlp.up_proj.weight|2d-128|(640, 1280)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,20,0.024564555286362255,3.4123483485530652 +3847,3898,1.2173931550215056,0.04852128340917501,0.01709164092309368,0.01750997928886918,1.631425107150995,1.2489709867767835,1.4024981798743352,0.9998539272366519,0.013084856629814645,"model.language_model.layers.6.mlp.up_proj.weight|2d-64|(6016, 1280)","model.language_model.layers.23.mlp.up_proj.weight|2d-64|(2944, 0)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,17,0.03157783175527795,4.528457358760609 +4124,4300,1.171154322402979,-0.025648247605162558,-0.005477178957579369,-0.005546014592769622,1.1756416933821812,1.9187368809866612,1.41765997142913,0.9999850001428354,-0.008939173669009396,"model.language_model.layers.3.self_attn.k_proj.weight|2d-128|(384, 384)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 1536)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,20,0.004487370979202154,3.4629813781717624 +4409,4417,1.1008550310866998,-0.0003470423480387316,0.014837383013163194,0.014874909254092454,2.27979279098367,1.104732594979276,1.405955036185107,0.9998899199738542,0.007189837911436141,"model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 1024)","model.language_model.layers.3.self_attn.k_proj.weight|2d-64|(128, 128)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,20,0.003877563892576097,6.2917565564799425 +4710,4836,1.1148465901875533,0.0030904901150162556,0.022539978160240212,0.022538085476336074,2.1740496396145916,1.1131368317722796,1.4012228143361756,0.9997459424196409,0.011540711592010406,"model.language_model.layers.23.self_attn.o_proj.weight|2d-128|(256, 640)","model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(512, 1024)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,4,0.0017097584152736545,6.058824341870913 +4955,5012,1.1193592866028226,-0.006450421979912062,-0.006571392361518533,-0.00685567558584266,1.9663259460050144,1.1659231134689223,1.418284731746405,0.9999784081681119,-0.003896474161638328,"model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(1536, 512)","model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(256, 128)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,0,0.04656382686609972,6.555344501284438 +5214,5288,1.112629719418944,0.037904139944563604,0.013215570142370058,0.013217864689945133,1.1258963670343927,2.121425903706989,1.406453086521452,0.9999126705396887,0.024900917751539464,"model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(2944, 512)","model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(3200, 0)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,4,0.013266647615448601,3.0383177346384382 +5596,5618,1.0989731897380912,-0.03456007014191927,-0.02203047936222565,-0.02237264519762016,1.0954009593874117,2.5736753643615167,1.425396078617105,0.9997572995377781,-0.05176123091159543,"model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(1344, 640)","model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(2688, 960)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,4,0.0035722303506795505,2.965225947336038 +5662,5774,1.0788324346572173,0.025010417963294417,0.0013251244255787977,0.001322326516785553,2.5574087101453573,1.0858940706800406,1.4135392310308696,0.999999122022243,0.0005626573300313523,"model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(384, 1664)","model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(0, 1792)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,12,0.007061636022823281,7.852543994174057 +5916,6045,1.072765472543146,0.0017380723947396847,0.011332706467496999,0.011013052494898822,1.06757684856235,2.7707945574301442,1.4088264242524442,0.9999357828201377,0.02941296586131446,"model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(128, 64)","model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(256, 384)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,12,0.005188623980795892,3.984559655740973 +6183,6394,1.20100325429765,-0.025035653624183415,-0.0010200628130704519,-0.0008880287141139247,1.1746305188009392,1.9092700144045665,1.4148572419149839,0.9999994797357934,-0.0016580323009082602,"model.visual.blocks.0.attn.proj.weight|2d-128|(512, 896)","model.visual.blocks.21.attn.proj.weight|2d-128|(896, 256)",model.visual.layers.*.attn.proj.weight,2d-128,21,0.02637273549671093,4.118091610323653 +6634,6642,1.1797088948435057,-0.018516573380073842,-0.009202782973537072,-0.008968990331289076,1.1754890276514334,1.931004810157717,1.4199823328241308,0.9999576534961578,-0.015117638506794406,"model.visual.blocks.5.attn.proj.weight|2d-64|(960, 64)","model.visual.blocks.18.attn.proj.weight|2d-64|(512, 768)",model.visual.layers.*.attn.proj.weight,2d-64,13,0.004219867192072346,3.226393900240422 +6714,6860,1.0814420232143018,0.03334004693495007,0.0008517369340173995,0.0008972374234401216,2.396331127056517,1.0999621642373603,1.41375680510978,0.9999996372720318,0.00039096366554878723,"model.visual.blocks.12.attn.qkv.weight|2d-128|(2048, 128)","model.visual.blocks.1.attn.qkv.weight|2d-128|(128, 512)",model.visual.layers.*.attn.qkv.weight,2d-128,11,0.018520141023058434,7.794228108591285 +7018,7106,1.0771965318027164,0.040204285140744596,-0.004409452833239859,-0.004405068252936442,3.236638849367913,1.0529498533886903,1.416046896551995,0.9999902783156002,-0.0014344920549881487,"model.visual.blocks.20.attn.qkv.weight|2d-64|(2816, 512)","model.visual.blocks.0.attn.qkv.weight|2d-64|(1728, 64)",model.visual.layers.*.attn.qkv.weight,2d-64,20,0.024246678414026057,9.465043146235413 +7380,7421,1.210670388527959,0.033559671406381573,0.008379854880547983,0.00795889412716832,1.2314414652795909,1.693699629902839,1.4085655769157295,0.9999648883996783,0.011525482542202035,"model.visual.blocks.1.mlp.linear_fc1.weight|2d-128|(1536, 384)","model.visual.blocks.19.mlp.linear_fc1.weight|2d-128|(2304, 0)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,18,0.020771076751631812,3.4408624439893414 +7543,7621,1.2067966386446833,0.046252413489465835,0.030127100821469528,0.031287675479369524,1.2304338518370643,1.6456798958608634,1.3936306849187396,0.9995460758744906,0.04029437589712144,"model.visual.blocks.1.mlp.linear_fc1.weight|2d-64|(704, 768)","model.visual.blocks.19.mlp.linear_fc1.weight|2d-64|(128, 512)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,18,0.02363721319238099,3.5605745388790355 +7754,7925,1.2186392041994158,0.03469664916543471,0.008997042157262339,0.009102385114570264,1.2411672206741378,1.6677054545039394,1.4081063254626383,0.9999595257971297,0.0120889562906106,"model.visual.blocks.5.mlp.linear_fc2.weight|2d-128|(768, 128)","model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(128, 3840)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,5,0.022528016474721912,3.386916481691846 +7950,8069,1.2014000001559737,0.045146659741431436,0.007869841842078,0.008111912433235603,1.2496518717077711,1.6500740019083173,1.408846817893436,0.9999690323151916,0.010391551212576329,"model.visual.blocks.4.mlp.linear_fc2.weight|2d-64|(576, 2240)","model.visual.blocks.23.mlp.linear_fc2.weight|2d-64|(320, 2432)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,19,0.04825187155179744,3.4149484077447902 +8399,8443,0.748039576509204,0.7175861041285844,0.7041887160178497,0.7040528069965145,0.763724465754677,0.7749323810072896,0.7692671945842509,0.7100128535689562,0.7145229239748716,"model.visual.merger.linear_fc1.weight|2d-128|(1408, 3968)","model.visual.merger.linear_fc1.weight|2d-128|(1408, 896)",model.visual.merger.linear_fc1.weight,2d-128,0,0.015684889245472955,2.029112007452723 +8559,8669,1.3388408784202088,0.03304366837243692,0.02031803267654367,0.020091733733329217,1.416876558870662,1.3832819487974761,1.3997769933354618,0.9997935674668821,0.019836285426969025,"model.visual.merger.linear_fc1.weight|2d-64|(2688, 2048)","model.visual.merger.linear_fc1.weight|2d-64|(2240, 3136)",model.visual.merger.linear_fc1.weight,2d-64,0,0.0444410703772673,3.6771733956777184 +8880,8932,1.339398773470048,0.037460533812338354,-0.0022897482253337034,-0.0022960198026281166,1.3802134263753092,1.4543532128631143,1.415829521844657,0.9999973785230962,-0.002412744742606322,"model.visual.merger.linear_fc2.weight|2d-128|(1152, 1024)","model.visual.merger.linear_fc2.weight|2d-128|(1792, 1664)",model.visual.merger.linear_fc2.weight,2d-128,0,0.040814652905261095,3.423668863321791 +8993,9092,1.3388974344185516,0.04132093074411111,0.022342741533386338,0.022337624714916505,1.3670087804716662,1.4319352323595977,1.3983427979910246,0.999750369792766,0.023403916087591747,"model.visual.merger.linear_fc2.weight|2d-64|(1152, 576)","model.visual.merger.linear_fc2.weight|2d-64|(1536, 3968)",model.visual.merger.linear_fc2.weight,2d-64,0,0.028111346053114605,3.5177824700949345 +9239,9335,0.6455274148477423,0.7643319021367952,0.6131420987791764,0.612848594423201,0.8118001653947186,1.0145912140145226,0.8964284888420333,0.7899726366809592,0.7663075383352516,"model.visual.pos_embed.weight|2d-128|(256, 896)","model.visual.pos_embed.weight|2d-128|(1792, 896)",model.visual.pos_embed.weight,2d-128,0,0.1662727505469762,3.8202897917329817 +9360,9526,0.4022357635157317,0.91671129687269,0.8612306883161054,0.8600629449754694,0.5963108224394892,0.5082910675010918,0.5470599684959054,0.5082142279615629,0.7341068608113591,"model.visual.pos_embed.weight|2d-64|(1408, 384)","model.visual.pos_embed.weight|2d-64|(640, 384)",model.visual.pos_embed.weight,2d-64,0,0.10605530398536006,2.6321577116764425 +9792,9861,1.1536121542955882,0.01430010435030196,0.0036964832564203133,0.0036533039700144226,1.2000065458539022,1.798992715511251,1.411798229371779,0.9999931679824292,0.005541591814049209,"mtp.fc.weight|2d-128|(1280, 2048)","mtp.fc.weight|2d-128|(896, 2688)",mtp.fc.weight,2d-128,0,0.04639439155831404,2.82464986250919 +9985,10056,1.0991931141784967,0.04465617620514902,0.03089197156486988,0.03085714411087702,1.1264128722691267,2.0469943803212,1.3956387719753331,0.9995227291526868,0.05613899995917524,"mtp.fc.weight|2d-64|(1152, 3968)","mtp.fc.weight|2d-64|(1856, 832)",mtp.fc.weight,2d-64,0,0.02721975809062993,3.5430502159372925 +10162,10271,1.3093362257868433,0.04641360405551074,0.007291187504547523,0.0073016590830342985,1.3910079722349367,1.4278132987480576,1.4090502461931138,0.9999734189391104,0.0074841084238590734,"mtp.layers.0.mlp.down_proj.weight|2d-128|(0, 4352)","mtp.layers.0.mlp.down_proj.weight|2d-128|(256, 6016)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.08167174644809339,3.601634127379326 +10422,10599,1.2640064016100583,0.013126136876422194,0.010031724115289966,0.010036940091838554,1.4855518707491695,1.3399631212461471,1.4071399381604799,0.999949680989636,0.009048583642000506,"mtp.layers.0.mlp.down_proj.weight|2d-64|(768, 5184)","mtp.layers.0.mlp.down_proj.weight|2d-64|(320, 5440)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.07595671963608885,4.220207773917585 +10773,10882,1.3048969838815685,0.017778091775921576,-0.0014410563477963692,-0.0014840726304382902,1.3308039276799146,1.518058848824672,1.4152234156126027,0.9999989616777623,-0.0016438246798993568,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(1024, 640)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(2560, 256)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.025906943798346127,3.4537755516362636 +11033,11116,1.291583474286826,0.03703858936343614,0.016130298087132375,0.015816883658359836,1.309396147267856,1.5197685722355823,1.402887804415318,0.9998698982785811,0.018721851400560714,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(5376, 1664)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(1856, 1344)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.017812672981029953,3.413020862147838 +11183,11233,1.3287081429401741,0.03241513304496715,6.279872511803698e-05,0.00011668934499670511,1.4546873013456212,1.3768585683956192,1.4141692233192882,0.9999999980281601,5.94388654407777e-05,"mtp.layers.0.mlp.up_proj.weight|2d-128|(3840, 384)","mtp.layers.0.mlp.up_proj.weight|2d-128|(2944, 1792)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.04815042545544501,4.1301100973361695 +11525,11611,1.3093119080354174,0.034104520331423874,-0.005750067430232728,-0.005719326579319954,1.5017706536399589,1.3472744631206246,1.4182498716461318,0.9999834682256241,-0.005158523367864045,"mtp.layers.0.mlp.up_proj.weight|2d-64|(1984, 576)","mtp.layers.0.mlp.up_proj.weight|2d-64|(2752, 512)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.037962555085207184,3.9586232373634473 +11666,11680,1.2226942979925872,0.00807411164576144,-0.0020681151160032653,-0.002068351733147031,1.658812513381714,1.2553104889008204,1.4156202213833027,0.9999978614476468,-0.0015650512498731276,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 256)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(128, 0)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.0326161909082332,4.661400372286288 +11756,11931,1.0822164454071808,0.03218938036931366,0.02641584192739078,0.026649646207546045,2.2976980999822705,1.0966174010481535,1.3996164625021408,0.9996510407613585,0.01260743172531572,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 1792)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 704)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.014400955640972768,7.531882339604551 +12087,12137,1.1698357125404386,0.055546364333727886,0.00039740667066784905,0.00026082346618528713,1.8840571983561964,1.1796247567078137,1.4139607515154762,0.9999999210339658,0.0002488198063252191,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(768, 896)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1152, 1152)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.009789044167375138,5.1035355724857645 +12301,12415,1.1673945656207323,0.02017175846483403,0.027120514120405472,0.026984362182572996,1.1781809853535938,1.8106483053831532,1.3965702576698495,0.9996321712079124,0.041679261118354,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(512, 1920)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(640, 0)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.01078641973286154,3.4363842489465237 +12598,12743,1.0542815915830812,0.05271787402483247,0.011800459380115926,0.012655651570183597,1.0645637549998892,2.823114979349151,1.4086932330695403,0.9999303721551908,0.031293620022982964,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(768, 768)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(1920, 896)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.010282163416807988,3.031906559345278 +12779,12995,1.0526220379492246,0.045156906812530276,0.021001957614073273,0.01904265472201845,2.7418964114016124,1.0651761141763805,1.4041523940160254,0.9997794345636325,0.008158872635899487,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(1920, 448)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(768, 1600)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.012554076227155875,8.399216077502807 +13040,13056,1.3525381641243583,0.022866457020350492,0.006773982607775117,0.006769645499140553,1.3974840285180838,1.4216593293914321,1.4094162008461633,0.9999770563166085,0.006891166821914186,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(256, 0)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(384, 0)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.0449458643937255,4.121474031788718 +13178,13279,1.2957984238897449,-0.005516068200617535,-0.010853109485066669,-0.010559195041107888,1.342370594950799,1.5172586477436765,1.4218102723574206,0.9999411032728404,-0.01226708502336486,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 640)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 960)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.046572171061054046,3.460437406313214 +126,213,1.1613250729035016,0.29442673584001416,0.29760403519677414,0.2937425997630419,1.1454247585966935,1.2309685780796715,1.185888900353458,0.9546893935907098,0.3198300135277023,"model.language_model.embed_tokens.weight|2d-128|(102784, 1920)","model.language_model.embed_tokens.weight|2d-128|(206208, 1920)",model.language_model.embed_tokens.weight,2d-128,0,0.01590031430680816,3.2400218647237846 +256,284,1.134031065601567,0.3313187844757555,0.27094903282282606,0.2674709366779737,1.2170006586836886,1.1983079250732345,1.2075457945364734,0.9625936949785071,0.2667873439556686,"model.language_model.embed_tokens.weight|2d-64|(92992, 512)","model.language_model.embed_tokens.weight|2d-64|(82240, 512)",model.language_model.embed_tokens.weight,2d-64,0,0.06427685947166739,3.064413584223179 +655,752,0.10998220830012206,0.9991544388021506,0.9991544388021506,0.9992156657749459,0.12259117528508318,0.10998220830012208,0.11577487242334539,0.04111456459649294,0.8963876180873924,"model.language_model.layers.16.linear_attn.conv1d.weight|3d-axis0-slice|(1101, 0, 0)","model.language_model.layers.5.linear_attn.conv1d.weight|3d-axis0-slice|(216, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,11,1.3877787807814457e-17,0.2241654446534428 +776,966,0.5401296764073986,0.8609688595373701,0.8609688595373698,0.8645707157881011,0.7951393275042743,0.5401296764073986,0.6318637357372653,0.5086576676969693,0.5848469763888856,"model.language_model.layers.22.linear_attn.conv1d.weight|3d-volume|(356, 0, 0)","model.language_model.layers.17.linear_attn.conv1d.weight|3d-volume|(1592, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,5,0.0,1.877674391365179 +1052,1071,1.1388508348339157,0.018496671307096684,-0.007733519924827025,-0.007639894708749727,1.15323381599138,2.034891988754464,1.4188972379010472,0.9999700958876582,-0.013645869139186922,"model.language_model.layers.16.linear_attn.in_proj_qkv.weight|2d-128|(2304, 0)","model.language_model.layers.5.linear_attn.in_proj_qkv.weight|2d-128|(4992, 384)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,11,0.01438298115746428,3.1154409484911785 +1383,1415,1.133174710951714,0.022181780110483405,0.013425685355063607,0.013572309344685356,1.1332668215320807,2.0725940990260887,1.406198613087947,0.9999098714247934,0.02455379061099434,"model.language_model.layers.16.linear_attn.in_proj_qkv.weight|2d-64|(0, 256)","model.language_model.layers.14.linear_attn.in_proj_qkv.weight|2d-64|(2560, 512)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,2,9.211058036662223e-05,3.149190911480962 +1592,1670,1.1468787391359268,0.04588782934833681,0.011290112454289979,0.01127787605248023,1.8852467958931225,1.1713226631950369,1.4070380425898699,0.9999362646492872,0.007014659627874048,"model.language_model.layers.16.linear_attn.in_proj_z.weight|2d-128|(512, 512)","model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-128|(384, 640)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,12,0.02444392405911011,5.0156304973542465 +1811,1819,1.1438492366656114,-0.04194607977711685,-0.021799878968891663,-0.022787185891580217,2.170961988261169,1.1394584084367825,1.4268436444473946,0.9997623544007554,-0.011441957771864726,"model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-64|(320, 704)","model.language_model.layers.22.linear_attn.in_proj_z.weight|2d-64|(256, 1472)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,4,0.004390828228828969,6.3607406205296035 +2172,2178,1.224494390185289,0.007691350548544761,0.008683721531544494,0.008717173431125807,1.227065884846971,1.7045989548477662,1.4083786209927533,0.9999622957793771,0.012063135997547348,"model.language_model.layers.22.linear_attn.out_proj.weight|2d-128|(1152, 384)","model.language_model.layers.12.linear_attn.out_proj.weight|2d-128|(640, 896)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,10,0.002571494661682161,3.460576386197763 +2395,2533,1.2215257779277786,-0.004970010792978549,-0.00045491737317713995,-0.0005246362412852735,1.2348035760247398,1.7056840319010442,1.4145191190595998,0.9999998965250865,-0.0006283957338062241,"model.language_model.layers.22.linear_attn.out_proj.weight|2d-64|(960, 1216)","model.language_model.layers.17.linear_attn.out_proj.weight|2d-64|(1216, 1344)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,5,0.013277798096961169,3.397491243337788 +2776,2813,1.2642256549789468,0.009246645115084893,-0.00832202588811158,-0.008358823438905611,1.2977013998634948,1.5849202463182537,1.419970712594247,0.9999653713429869,-0.010163930871801568,"model.language_model.layers.19.mlp.down_proj.weight|2d-128|(128, 3200)","model.language_model.layers.3.mlp.down_proj.weight|2d-128|(0, 6016)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,16,0.033475744884547964,3.32640990538895 +2855,2933,1.2559188919147026,0.03886220412724704,0.026014772875278667,0.026013645490147157,1.2693575958370715,1.5704347281149653,1.3961114283273,0.9996615585248078,0.03218518004803802,"model.language_model.layers.20.mlp.down_proj.weight|2d-64|(1472, 5056)","model.language_model.layers.3.mlp.down_proj.weight|2d-64|(192, 384)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,17,0.0134387039223689,3.184471576154844 +3082,3196,1.1548333025331676,0.028004573941188167,0.014258703814365704,0.014267707374307555,1.8548681873471198,1.1765397588594677,1.405063072794566,0.99989833951534,0.00904427175032624,"model.language_model.layers.11.mlp.gate_proj.weight|2d-128|(5632, 128)","model.language_model.layers.22.mlp.gate_proj.weight|2d-128|(0, 768)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,11,0.021706456326300083,4.885921110665267 +3467,3547,1.1420852982297927,0.010976709455819928,0.0010242388636622032,0.0012857458691164884,2.0557439495890963,1.1438882119339107,1.4135979887333294,0.9999994754672374,0.0005699225151955142,"model.language_model.layers.11.mlp.gate_proj.weight|2d-64|(704, 384)","model.language_model.layers.23.mlp.gate_proj.weight|2d-64|(1792, 1344)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,12,0.0018029137041180032,5.094766901913468 +3613,3664,1.2231511684384555,0.010428235113616666,-0.009049315307297622,-0.009105901429520447,1.2465480711253618,1.6954341898367502,1.4203081047052328,0.9999590541079515,-0.012308003936626758,"model.language_model.layers.23.mlp.up_proj.weight|2d-128|(4480, 1664)","model.language_model.layers.4.mlp.up_proj.weight|2d-128|(1280, 768)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,19,0.023396902686906307,3.2716196694674147 +3893,4017,1.2178435842585247,0.020806546042522002,0.01718907176291491,0.016987430260272184,1.7383712113502734,1.2078393793859965,1.4027762951624065,0.9998522569919664,0.011943155543984174,"model.language_model.layers.4.mlp.up_proj.weight|2d-64|(2048, 1344)","model.language_model.layers.23.mlp.up_proj.weight|2d-64|(5184, 192)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,19,0.010004204872528177,4.519029261313288 +4218,4290,1.171214997382612,-0.015063377366697474,0.005206579910188946,0.005357158290578333,1.1668414084931775,1.9239140654475673,1.4109449580249935,0.9999864456709595,0.008584724752805013,"model.language_model.layers.15.self_attn.k_proj.weight|2d-128|(384, 1280)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 256)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,8,0.00437358888943451,3.19080641716985 +4506,4544,1.100960689584366,0.02090987664161178,-0.0004294909886788628,1.3006851225205845e-05,2.194247205199113,1.1236981765336373,1.414459966124554,0.9999999077687411,-0.0002199470687133781,"model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 1984)","model.language_model.layers.3.self_attn.k_proj.weight|2d-64|(384, 704)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,20,0.022737486949271357,6.407602461129045 +4782,4843,1.1149096156720313,0.3267423392676853,0.3263847925589476,0.3263696841169088,1.119073273340235,1.2092502287626603,1.1615445966773807,0.9452369899587366,0.35268547151386115,"model.language_model.layers.15.self_attn.o_proj.weight|2d-128|(512, 1408)","model.language_model.layers.15.self_attn.o_proj.weight|2d-128|(512, 1920)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,0,0.004163657668203813,3.347485370628021 +4927,5042,1.1196934548251456,0.026132026757710293,0.01341308302044941,0.013242515879585155,2.152239686477411,1.1213806990941917,1.4064188915304752,0.9999100405555924,0.0069886140047431275,"model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(1344, 320)","model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(960, 1152)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,12,0.0016872442690460954,5.658981465348989 +5176,5316,1.11288242411464,0.0006002825024139513,-0.002946851827037728,-0.002318635460720161,1.1114816944930221,2.3048607355462107,1.4158431451956375,0.9999956580227284,-0.0061108366455913,"model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(3456, 1024)","model.language_model.layers.19.self_attn.q_proj.weight|2d-128|(768, 768)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,16,0.0014007296216178577,2.912895202316386 +5538,5540,1.0992017793861488,0.017789177543384306,0.006522773584287837,0.006499895571922927,2.2707802347469586,1.11026003925427,1.4105688265808547,0.9999787264861029,0.0031892011146314784,"model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(128, 960)","model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(1408, 448)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,4,0.011058259868121256,6.04509395307505 +5644,5851,1.0789418243718225,0.04323932133374119,-0.00042776025955882556,-0.0004501394960360348,2.286780216480412,1.1121855283655355,1.4144514782083246,0.999999908510576,-0.0002080430672185178,"model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(256, 384)","model.language_model.layers.23.self_attn.v_proj.weight|2d-128|(128, 1408)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,16,0.033243703993713014,7.867724075518538 +5908,5979,1.0729670932035815,-0.007585262543832353,-0.024338734439944772,-0.023960064709809995,2.789041107842121,1.0812842186603233,1.4257671005368477,0.9997037691265658,-0.009435891560751607,"model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(448, 1536)","model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(64, 640)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,12,0.008317125456741792,10.190701614416298 +6161,6394,1.2033796346529457,-0.017152494312569353,0.01121442764530662,0.01119635875472986,1.1822917676698967,1.8414642197644555,1.4069847934241204,0.9999371163291161,0.017466895920851384,"model.visual.blocks.23.attn.proj.weight|2d-128|(640, 512)","model.visual.blocks.21.attn.proj.weight|2d-128|(896, 256)",model.visual.layers.*.attn.proj.weight,2d-128,2,0.021087866983048986,3.1310948642997096 +6470,6642,1.1799570108728568,0.03879071820852224,0.019850110407824473,0.019928973041520446,1.190280788818401,1.7879300040752057,1.401204288946904,0.999802967147426,0.02981700479059789,"model.visual.blocks.12.attn.proj.weight|2d-64|(512, 768)","model.visual.blocks.18.attn.proj.weight|2d-64|(512, 768)",model.visual.layers.*.attn.proj.weight,2d-64,6,0.010323777945544288,3.220972846234694 +6728,6770,1.08177771284322,-0.0033554819636413256,-0.0008573194151365867,-0.0008599562178072185,1.0751595305661446,2.728336365193969,1.41462706405338,0.9999996325016426,-0.0021755429500516102,"model.visual.blocks.0.attn.qkv.weight|2d-128|(1152, 0)","model.visual.blocks.8.attn.qkv.weight|2d-128|(2560, 0)",model.visual.layers.*.attn.qkv.weight,2d-128,8,0.006618182277075446,4.048436591171736 +6920,7091,1.0773525686837924,0.007645735081386795,0.016439539370564162,0.01631999368619427,2.5471629214049374,1.0796935447243337,1.4058349040115206,0.9998648616414538,0.006968405667137101,"model.visual.blocks.18.attn.qkv.weight|2d-64|(2816, 896)","model.visual.blocks.3.attn.qkv.weight|2d-64|(832, 128)",model.visual.layers.*.attn.qkv.weight,2d-64,15,0.002340976040541287,6.692698848445134 +7204,7283,1.210982314591205,0.033291414824315385,0.00884607725022552,0.008872423904516634,1.7246465652871024,1.2196853410126356,1.4083035447860222,0.9999608726931685,0.006256024257218934,"model.visual.blocks.19.mlp.linear_fc1.weight|2d-128|(512, 640)","model.visual.blocks.1.mlp.linear_fc1.weight|2d-128|(2688, 0)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,18,0.008703026421430504,4.490552978963703 +7510,7543,1.2068021547538763,0.020974614080545472,0.022461996847972916,0.023502322923287036,1.7033658710517101,1.2153204200844978,1.399113960165305,0.9997476975205303,0.016026224259360185,"model.visual.blocks.17.mlp.linear_fc1.weight|2d-64|(1728, 768)","model.visual.blocks.1.mlp.linear_fc1.weight|2d-64|(704, 768)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,16,0.0085182653306215,4.8993241750391 +7694,7796,1.2187421674538435,0.048275329153149096,0.005620326498222726,0.005559339984034024,1.2595594000482646,1.632680379623771,1.4103642712129267,0.999984205840299,0.007285243395727268,"model.visual.blocks.4.mlp.linear_fc2.weight|2d-128|(128, 1152)","model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(512, 2688)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,6,0.04081723259442116,3.3583291386524436 +7960,7991,1.201467132378751,-0.009086539548870893,0.0027086195284806436,0.0025319394116963493,1.249144903577415,1.6626723040228095,1.4123728117571872,0.9999963316833967,0.003605303643510389,"model.visual.blocks.4.mlp.linear_fc2.weight|2d-64|(640, 3200)","model.visual.blocks.2.mlp.linear_fc2.weight|2d-64|(192, 3456)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,2,0.04767777119866401,3.600723409234923 +8387,8406,0.7521792870948537,0.7141534937588945,0.7205984581928986,0.7205548712467825,0.7473932111532983,0.7476696496953261,0.7475313920890014,0.6933526246074341,0.7208649861519404,"model.visual.merger.linear_fc1.weight|2d-128|(2176, 0)","model.visual.merger.linear_fc1.weight|2d-128|(2176, 3072)",model.visual.merger.linear_fc1.weight,2d-128,0,0.0047860759415554455,1.981281043312697 +8455,8674,1.3388525888436837,0.05831270134883488,0.03143160477610786,0.03140623891619821,1.3681607968348741,1.4167598468832998,1.391824366162273,0.9995059050456874,0.03254810083209065,"model.visual.merger.linear_fc1.weight|2d-64|(1344, 3264)","model.visual.merger.linear_fc1.weight|2d-64|(1536, 768)",model.visual.merger.linear_fc1.weight,2d-64,0,0.029308207991190383,3.354973311694595 +8821,8833,1.339518715330611,0.038548902181334034,-0.006254981673892927,-0.006241895234147097,1.395406425954863,1.4430470247573917,1.4186271240724506,0.9999804374107821,-0.00646853312879553,"model.visual.merger.linear_fc2.weight|2d-128|(1152, 3584)","model.visual.merger.linear_fc2.weight|2d-128|(1280, 1920)",model.visual.merger.linear_fc2.weight,2d-128,0,0.05588771062425213,3.4089536507584732 +9033,9099,1.3389094873558895,0.05355116682612549,0.017169348254958163,0.016695179264602414,1.4320136680570614,1.3738559533193913,1.4020309538934375,0.9998525958762622,0.016472057383846325,"model.visual.merger.linear_fc2.weight|2d-64|(1792, 1152)","model.visual.merger.linear_fc2.weight|2d-64|(1984, 2432)",model.visual.merger.linear_fc2.weight,2d-64,0,0.034946465963501705,3.665076947955246 +9295,9311,0.6558940468741036,0.7586354761325887,0.5078047564435135,0.5037097898651968,0.9305132209432382,1.0825660762630118,0.9979544911528229,0.8614721872082372,0.5907838710056144,"model.visual.pos_embed.weight|2d-128|(1152, 896)","model.visual.pos_embed.weight|2d-128|(1408, 896)",model.visual.pos_embed.weight,2d-128,0,0.2746191740691346,3.6315676910958543 +9442,9533,0.4066299377843382,0.9146437262104677,0.9016587286200529,0.9033462980826221,0.43253161976381516,0.4752322659113387,0.45237742512366147,0.4324483057005424,0.9906728227518407,"model.visual.pos_embed.weight|2d-64|(1664, 704)","model.visual.pos_embed.weight|2d-64|(1280, 704)",model.visual.pos_embed.weight,2d-64,0,0.025901681979476954,1.539703789487631 +9792,9808,1.1588192052921655,0.055871433402716164,0.015454703110998284,0.015276319293790055,1.2079199782929144,1.7425814677489828,1.4039430229820313,0.9998805689439869,0.022295416678883268,"mtp.fc.weight|2d-128|(1280, 2048)","mtp.fc.weight|2d-128|(1664, 3456)",mtp.fc.weight,2d-128,0,0.04910077300074889,2.9632255660947866 +9938,10100,1.0994534707525898,0.05129101715329734,0.017531735842403126,0.017361056050833715,1.8197291283547643,1.1832047627663034,1.4028370779631198,0.9998463073084544,0.01139929730478438,"mtp.fc.weight|2d-64|(1344, 3072)","mtp.fc.weight|2d-64|(576, 3968)",mtp.fc.weight,2d-64,0,0.08375129201371356,4.868323210190123 +10174,10213,1.3093566132828034,0.048148346524270656,-0.015111432035807051,-0.01511343990808206,1.4660205682565894,1.3869503374753507,1.424842612324053,0.999885815791897,-0.01429639270799788,"mtp.layers.0.mlp.down_proj.weight|2d-128|(1536, 4224)","mtp.layers.0.mlp.down_proj.weight|2d-128|(1920, 640)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.07759372419254729,3.7667532199885696 +10406,10589,1.2646477564064231,0.02778770662900293,0.012974680513223764,0.013050807659972043,1.5314544575166547,1.3056538119228511,1.4051253722492218,0.9999158252900989,0.011061668198766868,"mtp.layers.0.mlp.down_proj.weight|2d-64|(960, 1088)","mtp.layers.0.mlp.down_proj.weight|2d-64|(1152, 3584)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.041006055516428,4.524519671692921 +10649,10686,1.3049287056714358,0.03165009492427054,0.007378089848579931,0.0073986387709553516,1.47459827953092,1.3514549545952597,1.4090066535806693,0.9999727815246704,0.006761947453569681,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(3840, 1280)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(5376, 1920)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.04652624892382384,4.0366190977440315 +11026,11066,1.291902772409215,0.0375012997209201,0.006266530848242484,0.0064049796094192875,1.5251231111121677,1.3172543947565638,1.4098227853027772,0.9999803651027994,0.0054124255540954095,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(5312, 576)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(4736, 704)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.02535162234734889,3.9750071806181584 +11207,11340,1.3288779856403854,0.02359007683874835,-0.0019053400735275629,-0.0019088807518417858,1.435990507622391,1.3959767689058415,1.4155596627986229,0.9999981848379547,-0.0018522479538626944,"mtp.layers.0.mlp.up_proj.weight|2d-128|(3456, 1280)","mtp.layers.0.mlp.up_proj.weight|2d-128|(5632, 512)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.06709878326545615,4.01720928258368 +11525,11620,1.3094089275834537,-0.005113101035178832,-0.007970195962079728,-0.00814204498938537,1.5401519894492504,1.3238255874107494,1.4197744658146596,0.9999682374837343,-0.006850719554666817,"mtp.layers.0.mlp.up_proj.weight|2d-64|(1984, 576)","mtp.layers.0.mlp.up_proj.weight|2d-64|(1472, 1856)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.014416659827295675,4.533189538041128 +11667,11686,1.2233437051696132,0.009089955196618711,-0.014164362344599486,-0.014178469544734023,1.7202539397937517,1.2414798842179884,1.4236874195245015,0.9998996803876731,-0.01022219482648202,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 384)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(128, 768)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.018136179048375167,5.091183262837656 +11886,11935,1.0823507057690394,0.0664450732790303,0.024945241036323746,0.02493585208571445,2.1802161522723673,1.1109606214389705,1.3998699713964293,0.9996888190580305,0.012711207764778094,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(256, 1920)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 960)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.028609915669931096,7.505724734641033 +12130,12177,1.171087605480519,0.027118398902753065,-0.0031350129187274443,-0.003308597432008726,1.161670909610246,1.9754929031188537,1.41614947963444,0.9999950858349251,-0.005331282483616534,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(1152, 256)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1536, 128)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.00941669587027305,3.370664038898029 +12251,12287,1.1676696738635997,-0.0022881775061635683,0.000993741064813704,0.0010028682795783308,1.2100351785287284,1.7734499393641308,1.413559122483832,0.9999995062392262,0.0014564452855662729,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(576, 1920)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(1728, 64)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.042365504665128784,3.500092885733836 +12578,12606,1.0542858638833976,0.005013598516658005,0.0067244035018571196,0.0063788527938404725,3.0800532074439353,1.0548376493597613,1.4112956034305197,0.9999773909431873,0.0023029322889950837,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 256)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(768, 1792)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.0005517854763636976,9.427888841971134 +12774,12806,1.0528178032728286,0.059227418520075806,0.030263414105130233,0.030018972697071156,2.5227891927894985,1.0750861167550985,1.39869279809843,0.9995419579821057,0.012896747949859606,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(1984, 448)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(2432, 512)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.022268313482269875,8.277488849174919 +13043,13054,1.3525447752222712,0.04582539309804666,-0.002527422121051129,-0.002603577723725966,1.4179378454122005,1.414069251938282,1.4159995852320026,0.9999968060636104,-0.0025205264952978764,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(256, 384)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(256, 1792)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.0615244767160108,4.069651344318768 +13279,13323,1.2958261905278758,0.0036848095897460778,-0.0022232353673940176,-0.001921663047133976,1.5137073775416812,1.3346775147772323,1.4157723960039308,0.9999975286091968,-0.001960287899063627,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 960)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(448, 1728)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.038851324249356445,4.383223663689403 +150,158,1.1614741326628095,0.29681558712704714,0.2772025474703996,0.2742780329342336,1.2087530951235497,1.196031558796349,1.2023418541937974,0.9608115047583062,0.2742851259623481,"model.language_model.embed_tokens.weight|2d-128|(194560, 384)","model.language_model.embed_tokens.weight|2d-128|(194688, 384)",model.language_model.embed_tokens.weight,2d-128,0,0.034557426133539515,3.1801513925487024 +269,284,1.1348109498791696,0.315033795170218,0.241459396662203,0.24055251913152115,1.2468795537315505,1.2171687638662585,1.2317554984283972,0.9704109231472638,0.23570587430011009,"model.language_model.embed_tokens.weight|2d-64|(119488, 512)","model.language_model.embed_tokens.weight|2d-64|(82240, 512)",model.language_model.embed_tokens.weight,2d-64,0,0.08235781398708886,3.175015692708072 +611,612,0.11106970140925923,0.996709873164929,0.9967098731649291,0.9954904533864392,0.12062713678420035,0.11106970140925923,0.11555303086270569,0.08105201253239325,0.9177393325859763,"model.language_model.layers.6.linear_attn.conv1d.weight|3d-axis0-slice|(4171, 0, 0)","model.language_model.layers.5.linear_attn.conv1d.weight|3d-axis0-slice|(2286, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,1,0.0,0.15730521893949131 +788,1013,0.5423197427981282,0.8402983834766922,0.8402983834766922,0.8480757581313648,0.6343950565752139,0.5423197427981282,0.5829730901713945,0.5421241801713497,0.7183385155315024,"model.language_model.layers.10.linear_attn.conv1d.weight|3d-volume|(5588, 0, 0)","model.language_model.layers.0.linear_attn.conv1d.weight|3d-volume|(5504, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,10,0.0,1.7690591090793182 +1183,1239,1.139227087354348,0.032260168161720865,-0.006232563877495605,-0.006229821660861443,1.163252651925642,1.9780852380972505,1.4180597599117315,0.9999805773851375,-0.010598336123423929,"model.language_model.layers.10.linear_attn.in_proj_qkv.weight|2d-128|(1920, 384)","model.language_model.layers.12.linear_attn.in_proj_qkv.weight|2d-128|(5120, 128)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,2,0.024025564571294122,3.3732329871985627 +1324,1383,1.133239491280236,0.009754320077746018,0.008804494131860111,0.0093229967581642,2.0728078597153727,1.136120434051224,1.4089557056354527,0.9999612396903602,0.00482580459534919,"model.language_model.layers.13.linear_attn.in_proj_qkv.weight|2d-64|(5760, 192)","model.language_model.layers.16.linear_attn.in_proj_qkv.weight|2d-64|(0, 256)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,3,0.0028809427709881597,5.694951262304055 +1631,1635,1.1469165902971044,0.04069039238947043,0.0023781884095123605,0.002342249799421869,1.1594319832578486,1.968011116869884,1.4127418934718319,0.999997172105946,0.004036719096518637,"model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(640, 384)","model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(256, 1920)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,0,0.01251539296074422,3.195322487082035 +1811,2004,1.143909144585143,-0.03532746593662816,-0.015213572966070055,-0.015496407306710867,2.11699730331377,1.1438444042104445,1.423183212736989,0.999884266901728,-0.008220114535831933,"model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-64|(320, 704)","model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-64|(1408, 1472)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,14,6.474037469850202e-05,7.190893802689936 +2228,2251,1.2246197047736045,0.015363313768116973,0.001303869791343528,0.001309410675404249,1.6573192502916578,1.252759411843209,1.4133262705046048,0.9999991499614223,0.000985588716619439,"model.language_model.layers.4.linear_attn.out_proj.weight|2d-128|(1920, 640)","model.language_model.layers.22.linear_attn.out_proj.weight|2d-128|(1792, 1152)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,18,0.028139707069604558,4.577596825229594 +2342,2374,1.2215610543811688,-0.010069406729046939,-0.007243690002722226,-0.00748496554381572,1.2332922230476036,1.7258432715728094,1.4190511791968379,0.9999737641334119,-0.010136667870705317,"model.language_model.layers.22.linear_attn.out_proj.weight|2d-64|(1600, 512)","model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(1536, 896)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,10,0.011731168666434755,3.2547689430005815 +2586,2686,1.2642550850275902,0.044888807941541466,0.014119118786280442,0.014040022990435183,1.5233692328227864,1.3094081646416063,1.404308415168429,0.9999003202743256,0.012136052782189129,"model.language_model.layers.2.mlp.down_proj.weight|2d-128|(1280, 5248)","model.language_model.layers.20.mlp.down_proj.weight|2d-128|(1664, 5760)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,18,0.045153079614016045,4.031869274967399 +2821,2868,1.255933214866289,0.033016297606445734,0.002642106995708381,0.0032404867859492873,1.618894544435852,1.2689658411488216,1.4123982136637896,0.9999965096292203,0.0020710079836501194,"model.language_model.layers.3.mlp.down_proj.weight|2d-64|(832, 2880)","model.language_model.layers.21.mlp.down_proj.weight|2d-64|(128, 640)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,18,0.013032626282532656,4.156559124497817 +3077,3211,1.154917992833373,0.004194035976048224,-0.0014247146079563384,-0.0014823704934728778,1.1510038130852442,2.0246403301569154,1.4150789620397788,0.999998985093628,-0.0025061034737149657,"model.language_model.layers.23.mlp.gate_proj.weight|2d-128|(4480, 512)","model.language_model.layers.12.mlp.gate_proj.weight|2d-128|(1024, 1152)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,11,0.003914179748128799,3.161653384820917 +3349,3521,1.1424650065922912,0.0202186403485416,0.0256207718083019,0.025880311183110166,1.1371220966887523,2.003511397818246,1.3985728433027729,0.9996717341467383,0.045141597800542506,"model.language_model.layers.23.mlp.gate_proj.weight|2d-64|(1984, 1024)","model.language_model.layers.10.mlp.gate_proj.weight|2d-64|(1472, 1024)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,13,0.005342909903538917,2.951017295791161 +3818,3828,1.2232288584538515,0.03467628747685844,0.008231072291038727,0.008270418948905688,1.6667673207541713,1.2422657154794048,1.4086249798536026,0.9999661241506832,0.006134736853469915,"model.language_model.layers.2.mlp.up_proj.weight|2d-128|(640, 1280)","model.language_model.layers.22.mlp.up_proj.weight|2d-128|(5248, 384)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,20,0.019036857025553244,4.303904252282125 +3851,4084,1.2183548079121231,0.007439141621312669,0.010352791192332346,0.010201760380435482,1.2279248048587557,1.6983078739043742,1.407244652531633,0.9999464084212354,0.01431865105196593,"model.language_model.layers.22.mlp.up_proj.weight|2d-64|(4800, 640)","model.language_model.layers.2.mlp.up_proj.weight|2d-64|(4992, 1344)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,20,0.00956999694663252,3.2877583192337054 +4179,4290,1.1715519432233152,0.04342143550033736,0.0004249587196894119,0.0005423980489948937,1.2057483493130619,1.7886960841629718,1.4139349886337484,0.9999999097050392,0.0006304151262346054,"model.language_model.layers.15.self_attn.k_proj.weight|2d-128|(128, 384)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 256)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,8,0.03419640608974661,3.3332332479862017 +4364,4409,1.1010657346442967,0.013876579441580644,0.009831149980012574,0.00998494601786432,1.1268394811675317,2.128862146163024,1.4084531980231543,0.9999516730772896,0.018573331335546728,"model.language_model.layers.19.self_attn.k_proj.weight|2d-64|(320, 1216)","model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 1024)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,4,0.025773746523235053,3.1460226723908264 +4823,4845,1.1154089300717156,0.003395149414572817,0.009478473981260439,0.009435976655111457,2.2965031139079453,1.1057637396223103,1.408964270036871,0.9999550782565118,0.004563874863464016,"model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(128, 1920)","model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(1280, 256)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,12,0.009645190449405261,5.982382985056987 +4893,5015,1.1200382029644746,0.018131109503961615,0.011732694872357629,0.011715740729336281,1.1410687744940233,2.0324049365849515,1.4071127151143983,0.9999311695667018,0.02089758962039627,"model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(1280, 896)","model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(1024, 1472)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,12,0.02103057152954868,3.116909416150618 +5125,5374,1.1132226148305964,0.017532731605505586,0.01214724888517959,0.012366796255008099,1.113627638073021,2.2167671258901263,1.407305730792067,0.999926219450476,0.024180094924068272,"model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(3456, 0)","model.language_model.layers.19.self_attn.q_proj.weight|2d-128|(1408, 1536)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,16,0.0004050232424246403,3.102351108335117 +5433,5560,1.0992063630063902,0.010236049688137067,0.007114344290586843,0.007371992230218577,1.1014609536664783,2.3489185661144836,1.4103407541816744,0.9999746927324286,0.015171682059416967,"model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(1344, 320)","model.language_model.layers.23.self_attn.q_proj.weight|2d-64|(64, 640)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,20,0.0022545906600881516,2.88773140997188 +5784,5867,1.0791532200593932,0.04312019621824806,0.022301567468608504,0.02230134242271386,2.2933067638710165,1.0992648751485392,1.4018663440884553,0.9997512891156696,0.01068994788015873,"model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(256, 1536)","model.language_model.layers.23.self_attn.v_proj.weight|2d-128|(256, 1408)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,16,0.02011165508914603,7.478648327272429 +5916,5944,1.0730780862646576,0.032837765954573966,0.021494059689027335,0.021382588149258985,1.0761776294736367,2.5637580125524466,1.4033234244853987,0.999768976013001,0.05120489986116581,"model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(128, 64)","model.language_model.layers.3.self_attn.v_proj.weight|2d-64|(256, 960)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,16,0.003099543208979094,4.097001148229376 +6198,6276,1.203850156243856,0.004558484961148118,-0.00928371298365071,-0.009172976065785671,1.6301976579264978,1.2753791225612898,1.4205709389108105,0.9999569054080467,-0.00726307859763417,"model.visual.blocks.0.attn.proj.weight|2d-128|(768, 768)","model.visual.blocks.2.attn.proj.weight|2d-128|(640, 896)",model.visual.layers.*.attn.proj.weight,2d-128,2,0.07152896631743388,6.452083694423542 +6613,6643,1.1806088784655926,-0.0038561353713478536,0.0030066841867627497,0.002861429209062373,1.1887170257670197,1.8409686106067837,1.4122745345626944,0.9999954799148849,0.004656458256973658,"model.visual.blocks.22.attn.proj.weight|2d-64|(960, 576)","model.visual.blocks.21.attn.proj.weight|2d-64|(640, 256)",model.visual.layers.*.attn.proj.weight,2d-64,1,0.00810814730142706,3.086667571075378 +6738,6818,1.0818135683424783,0.03241266051369621,0.012195948079376141,0.012248995816819642,1.0909756372577695,2.432403192166684,1.4077585279147329,0.9999256266595257,0.027191682404878927,"model.visual.blocks.0.attn.qkv.weight|2d-128|(1280, 256)","model.visual.blocks.9.attn.qkv.weight|2d-128|(2048, 768)",model.visual.layers.*.attn.qkv.weight,2d-128,9,0.009162068915291144,3.8042011049788362 +7082,7155,1.078600210530817,-0.0017736401922571528,0.0037911759047978047,0.003714098206086803,1.0868344893097963,2.53049507383391,1.412268098594591,0.9999928134668064,0.008827058807474107,"model.visual.blocks.1.attn.qkv.weight|2d-64|(1792, 640)","model.visual.blocks.2.attn.qkv.weight|2d-64|(2688, 512)",model.visual.layers.*.attn.qkv.weight,2d-64,1,0.00823427877897931,3.068670742958918 +7242,7353,1.2111165505264492,0.03775591133890219,0.0008437647492361529,0.0007996684379649566,1.6705380017391385,1.247588726860788,1.4136413662170126,0.9999996440304606,0.0006301391456965629,"model.visual.blocks.16.mlp.linear_fc1.weight|2d-128|(2304, 384)","model.visual.blocks.0.mlp.linear_fc1.weight|2d-128|(2944, 128)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,16,0.036472176334338746,5.111214108485784 +7573,7589,1.2068470594566847,0.013748246950463363,-0.00037052366923952376,-0.0003550103099090975,1.7408430163213422,1.2219891768351154,1.4144599491910999,0.9999999313561029,-0.00026009003070748705,"model.visual.blocks.16.mlp.linear_fc1.weight|2d-64|(256, 192)","model.visual.blocks.1.mlp.linear_fc1.weight|2d-64|(1600, 768)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,15,0.015142117378430742,4.968090461339623 +7908,7925,1.2189172395890853,0.020156157517490995,0.003446881013618247,0.0034949465477677293,1.254764419079884,1.6480376219569646,1.4118621555625788,0.9999940594879941,0.004527216027545307,"model.visual.blocks.5.mlp.linear_fc2.weight|2d-128|(640, 1536)","model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(128, 3840)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,5,0.03584717949079863,3.6291031664847413 +8155,8157,1.2016903109721502,0.04482009077977617,0.027992665389265085,0.027707342096783202,1.5722220255438115,1.2663614810017472,1.3947400339282565,0.9996081285605898,0.022546963866172005,"model.visual.blocks.9.mlp.linear_fc2.weight|2d-64|(0, 704)","model.visual.blocks.1.mlp.linear_fc2.weight|2d-64|(192, 256)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,8,0.06467117002959699,4.999895742288988 +8201,8447,0.7769851688436963,0.6971226431631216,0.7077844596481102,0.7076660583751183,0.7620236124982358,0.7670017992353055,0.7645005499913221,0.7064284526267559,0.7124083100799528,"model.visual.merger.linear_fc1.weight|2d-128|(3712, 3072)","model.visual.merger.linear_fc1.weight|2d-128|(3712, 0)",model.visual.merger.linear_fc1.weight,2d-128,0,0.01496155634546048,2.0084554803380392 +8564,8617,1.3389624175861552,0.04523882180872628,0.014462553044982519,0.014681958282461187,1.4309465144639788,1.3784391140583412,1.4039569419504823,0.9998954118103658,0.013931861606871617,"model.visual.merger.linear_fc1.weight|2d-64|(3200, 2240)","model.visual.merger.linear_fc1.weight|2d-64|(896, 704)",model.visual.merger.linear_fc1.weight,2d-64,0,0.03947669647218599,3.7679089718864267 +8748,8900,1.3398587613400748,0.08063546438184879,0.006327111886444891,0.006470673541889064,1.4091852776809195,1.4102804018533024,1.4097325207447364,0.9999799836272606,0.006332028892943583,"model.visual.merger.linear_fc2.weight|2d-128|(128, 1536)","model.visual.merger.linear_fc2.weight|2d-128|(1536, 1664)",model.visual.merger.linear_fc2.weight,2d-128,0,0.06932651634084475,3.503713248661843 +9030,9131,1.3389515857408225,0.06743041611751163,0.03672030152677554,0.036657999185821945,1.4019292094636726,1.3744986998108886,1.3880107105648467,0.9993255823082798,0.036001822605954206,"model.visual.merger.linear_fc2.weight|2d-64|(320, 832)","model.visual.merger.linear_fc2.weight|2d-64|(1216, 3264)",model.visual.merger.linear_fc2.weight,2d-64,0,0.035547114070066055,3.6122836047060987 +9316,9348,0.6571667174718788,0.755749995045839,0.60695010496683,0.6076594268548515,0.9089565696068026,0.8672635597872163,0.8873763091010775,0.7947399386470735,0.5791098565627422,"model.visual.pos_embed.weight|2d-128|(1536, 512)","model.visual.pos_embed.weight|2d-128|(2048, 512)",model.visual.pos_embed.weight,2d-128,0,0.21009684231533743,3.475769470711709 +9393,9564,0.4101273134044474,0.9129933845008261,0.6322547502417569,0.6330907152129717,0.9805614497297718,0.7950759066298999,0.8733783373251689,0.774760563527038,0.512655804394574,"model.visual.pos_embed.weight|2d-64|(128, 64)","model.visual.pos_embed.weight|2d-64|(1280, 64)",model.visual.pos_embed.weight,2d-64,0,0.3849485932254525,2.1312635203416592 +9703,9792,1.1589325790084537,0.020510837974635238,-0.0007916894131215016,-0.0007513693709885159,1.8032525891228164,1.202343365791051,1.4147302436356328,0.9999996866138875,-0.000527869761216695,"mtp.fc.weight|2d-128|(1920, 2176)","mtp.fc.weight|2d-128|(1280, 2048)",mtp.fc.weight,2d-128,0,0.043410786782597244,4.658308150675595 +9882,10060,1.1003236705221813,0.015862293330430793,0.017080754287445637,0.017117177448475976,1.14887184995835,1.9708187367391279,1.4036642755026494,0.9998541132750177,0.029300979555339824,"mtp.fc.weight|2d-64|(1280, 2880)","mtp.fc.weight|2d-64|(1088, 3072)",mtp.fc.weight,2d-64,0,0.048548179436168626,2.5526979314384457 +10162,10226,1.3097227025869678,0.048592236336916145,0.027554671685217264,0.027578374823477494,1.3577011655469737,1.4347316241466035,1.3946234131188973,0.9996202979473355,0.02911801202132091,"mtp.layers.0.mlp.down_proj.weight|2d-128|(0, 4352)","mtp.layers.0.mlp.down_proj.weight|2d-128|(256, 256)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.04797846296000596,3.4417949937541534 +10412,10589,1.2647746207922368,0.01876201660163575,0.0016624428156237132,0.0014694173856659362,1.5552406319661851,1.303871911687848,1.4130555971119896,0.9999986181409877,0.0013937473388530588,"mtp.layers.0.mlp.down_proj.weight|2d-64|(1728, 5184)","mtp.layers.0.mlp.down_proj.weight|2d-64|(1152, 3584)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.039097290895611314,4.60833980934696 +10675,10752,1.30505263106819,0.043778524563216806,0.026059766778511892,0.0259327012112453,1.3443322300634906,1.453494090180202,1.3957216443176605,0.9996603866090972,0.028175860220395442,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(2048, 0)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(2816, 0)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.039279598995300535,3.7359438616538068 +11098,11103,1.2920610337294274,0.05967671392997828,0.03212054466455221,0.032089246255447956,1.4625957375534147,1.329716547771804,1.3914198540701896,0.9994840021783502,0.0292023411987679,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(5120, 1536)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(1536, 704)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.03765551404237666,3.8728599387014855 +11234,11401,1.328893881308431,0.045320737314191485,0.005250170771916331,0.005363099798956633,1.4453100316582892,1.3780906349652324,1.4105004627058404,0.9999862177584578,0.00500599249591086,"mtp.layers.0.mlp.up_proj.weight|2d-128|(640, 256)","mtp.layers.0.mlp.up_proj.weight|2d-128|(2688, 1152)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.04919675365680143,3.7799528657509662 +11491,11523,1.3096165964031234,0.029366932671777365,0.03553202528007084,0.03585477975514635,1.3264673247155463,1.4612566093251473,1.3889807214241359,0.999368538217757,0.0391426202634475,"mtp.layers.0.mlp.up_proj.weight|2d-64|(5440, 1408)","mtp.layers.0.mlp.up_proj.weight|2d-64|(5184, 896)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.016850728312422847,3.5799081322114867 +11679,11712,1.2235210526766347,0.023571866505375415,0.0028165029226591416,0.0028183804176557243,1.7147761006167277,1.2285060666860972,1.4123265681242716,0.9999960336477773,0.0020178091624215196,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 1920)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 0)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.004985014009462496,5.325022697568023 +11752,11925,1.082373780078789,0.006335435332601593,0.004160412976592132,0.004216412944771162,2.4317335945468326,1.0949970849948445,1.4120090827486602,0.9999913454444814,0.001873412487272101,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 1536)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 320)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.012623304916055567,8.038264844821587 +11993,12064,1.171505165325548,0.03609351852909114,0.006279264627785969,0.00625717621521014,1.2018807302677148,1.7857755149068395,1.4100941548532901,0.9999802852235309,0.009329841756779858,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(0, 1152)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(640, 0)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.030375564942166866,3.438739539117298 +12411,12433,1.1677421376821213,0.03859699807863023,0.012560920135680114,0.012892973151151023,1.223527504152338,1.7048633754624911,1.4057737683918765,0.9999211085307406,0.017502387669058966,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(512, 1984)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(1856, 960)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.05578536647021659,3.295113853815035 +12578,12596,1.0543052753044808,0.0019076561010117447,0.005616703655945067,0.005464918967537406,3.1592928308485857,1.0522293402524672,1.4118301606395443,0.9999842261956142,0.0018706909105039359,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 256)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(768, 512)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.0020759350520136444,9.731099725171983 +12778,12815,1.0528792298623506,0.013017227807243638,0.00662120569610843,0.006088395341286449,3.0602038282219204,1.0556673730587178,1.411323934215316,0.9999780795773124,0.0022840932225594614,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(704, 1984)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(896, 1984)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.002788143196367221,8.861058363243584 +13023,13030,1.3526577378226903,0.05352526358113065,-0.0035854308772428453,-0.0036494292596159906,1.4406420706222889,1.3939993853361972,1.4167452063666308,0.9999935723220548,-0.0034693478282797974,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(0, 1920)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 768)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.041341647513506885,3.9086308617534953 +13273,13327,1.2959734534661713,0.029796955280198077,0.030991867772193905,0.03091020114625368,1.487547916975965,1.3132769625178868,1.3922982267930346,0.9995196366915414,0.027361072208930012,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 576)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(448, 1984)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.017303509051715515,4.183887466010314 +16,126,1.1619518604516612,0.28144625506817184,0.2843248036002145,0.280786692719558,1.2303229545822643,1.1657565168976762,1.1967353987602012,0.9587280146411178,0.2694036484307825,"model.language_model.embed_tokens.weight|2d-128|(205056, 1920)","model.language_model.embed_tokens.weight|2d-128|(102784, 1920)",model.language_model.embed_tokens.weight,2d-128,0,0.00380465644601502,3.2006901446454092 +342,372,1.1352728637173688,0.28810059994610215,0.19866019399190446,0.19835819359580373,1.2414069761862738,1.292320251199168,1.26609649740998,0.9800684299185944,0.20680775662434375,"model.language_model.embed_tokens.weight|2d-64|(217088, 1920)","model.language_model.embed_tokens.weight|2d-64|(12096, 1920)",model.language_model.embed_tokens.weight,2d-64,0,0.10613411246890503,3.0981562095593125 +528,656,0.11220487917933028,0.9942659094248242,0.9942659094248242,0.9986901553336807,0.11684527109171121,0.1122048791793303,0.11445458375013313,0.10693596848407617,0.9547796431707996,"model.language_model.layers.9.linear_attn.conv1d.weight|3d-axis0-slice|(1310, 0, 0)","model.language_model.layers.12.linear_attn.conv1d.weight|3d-axis0-slice|(4595, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,3,1.3877787807814457e-17,0.16745929517239297 +899,947,0.543020308174637,0.8485567965019908,0.8485567965019908,0.8486165832460106,0.5594093303070068,0.543020308174637,0.5510321100126481,0.5291043026760215,0.8236966174434619,"model.language_model.layers.0.linear_attn.conv1d.weight|3d-volume|(5720, 0, 0)","model.language_model.layers.10.linear_attn.conv1d.weight|3d-volume|(2272, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,10,0.0,1.2519933107604932 +1234,1239,1.1396414019804282,-0.00643702804673414,0.0015346283730890236,0.0015113374487187874,1.1452669134538338,2.0459207455355317,1.4132882331124865,0.999998822457185,0.0027414814732765248,"model.language_model.layers.16.linear_attn.in_proj_qkv.weight|2d-128|(1792, 1024)","model.language_model.layers.12.linear_attn.in_proj_qkv.weight|2d-128|(5120, 128)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,4,0.00562551147340562,3.1596669277751084 +1466,1527,1.1335388145093648,0.018205233455770617,-0.006696168963346981,-0.006966836403530199,2.05231154688365,1.1494215475211778,1.4182451192232994,0.9999775804092881,-0.0037502692532236236,"model.language_model.layers.9.linear_attn.in_proj_qkv.weight|2d-64|(3968, 896)","model.language_model.layers.20.linear_attn.in_proj_qkv.weight|2d-64|(3328, 576)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,11,0.015882733011812977,5.724691524270398 +1556,1635,1.1470058950998334,-0.011141832443414448,0.0010266673071300722,0.0005544196402489673,1.1416770262251965,2.068745717627906,1.4135992188353985,0.9999994729769814,0.0018603453921433007,"model.language_model.layers.16.linear_attn.in_proj_z.weight|2d-128|(1920, 640)","model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(256, 1920)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,2,0.005328868874636905,3.2485196592396566 +1867,1909,1.144018672345508,0.01621429607216595,0.014808839718363827,0.01587193319395188,1.149930896864456,1.973273829793334,1.4050734675428223,0.9998903431207823,0.02541187122246343,"model.language_model.layers.21.linear_attn.in_proj_z.weight|2d-64|(64, 1472)","model.language_model.layers.16.linear_attn.in_proj_z.weight|2d-64|(320, 1920)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,5,0.005912224518948017,3.054624735017376 +2061,2228,1.2246839723625014,0.03245481897901681,-0.0008795257930951716,-0.0008892046795954616,1.2632796255640009,1.6383873570019045,1.4148149083819093,0.9999996132171148,-0.0011406848574169435,"model.language_model.layers.22.linear_attn.out_proj.weight|2d-128|(512, 1408)","model.language_model.layers.4.linear_attn.out_proj.weight|2d-128|(1920, 640)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,18,0.03859565320149949,3.272291513390664 +2457,2533,1.221679120533084,0.031200832879783903,0.020315182187921423,0.020337304628581725,1.248331379186033,1.6258401719342517,1.400267023401852,0.9997936253910962,0.026458711085851523,"model.language_model.layers.13.linear_attn.out_proj.weight|2d-64|(896, 1280)","model.language_model.layers.17.linear_attn.out_proj.weight|2d-64|(1216, 1344)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,4,0.02665225865294918,3.1555750328300847 +2602,2685,1.2644293316837765,0.05568817794776658,0.015684397259231285,0.015618669741997085,1.5368832323788393,1.299314428562305,1.4032349489500675,0.9998769922758572,0.013259929728479787,"model.language_model.layers.1.mlp.down_proj.weight|2d-128|(1792, 3456)","model.language_model.layers.21.mlp.down_proj.weight|2d-128|(1152, 1792)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,20,0.03488509687852859,4.193043470031135 +2823,2966,1.2560538736916043,0.041584526950024826,0.034667695590096366,0.03475753372525495,1.2845142766202016,1.5262326099515404,1.3898498619948072,0.9993988947774919,0.04119142035594729,"model.language_model.layers.15.mlp.down_proj.weight|2d-64|(1856, 1728)","model.language_model.layers.1.mlp.down_proj.weight|2d-64|(320, 2432)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,14,0.028460402928597306,3.187598391840141 +3220,3233,1.1549553555612098,0.05434199107869201,0.0036322814237356297,0.0036228082909945843,1.1987824628667034,1.8033256279501653,1.411843351032997,0.9999934032440708,0.005464032368046171,"model.language_model.layers.23.mlp.gate_proj.weight|2d-128|(5760, 0)","model.language_model.layers.14.mlp.gate_proj.weight|2d-128|(640, 1408)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,9,0.04382710730549366,3.2116512111134634 +3338,3485,1.1429990231844016,0.030360671022720727,0.007000544625369257,0.007138038497028701,1.1612835489561428,1.9437391534301436,1.4098478419572864,0.9999754958872483,0.011717407601181022,"model.language_model.layers.23.mlp.gate_proj.weight|2d-64|(4032, 128)","model.language_model.layers.8.mlp.gate_proj.weight|2d-64|(4928, 832)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,15,0.018284525771741222,3.062599342307373 +3685,3689,1.223514595268682,0.038022509083327216,0.015621928939056368,0.01565273793099981,1.6447497589876503,1.2445619619935597,1.4035427822085642,0.9998779702224782,0.011820921951362905,"model.language_model.layers.14.mlp.up_proj.weight|2d-128|(3328, 1920)","model.language_model.layers.23.mlp.up_proj.weight|2d-128|(2048, 1280)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,9,0.021047366724877836,4.441601173037861 +4066,4081,1.2184606904372965,0.053359138561050894,0.02209271971370876,0.02243254337478193,1.2369275610434756,1.6482876778523532,1.3991337131745576,0.999755926081787,0.029440008308677337,"model.language_model.layers.23.mlp.up_proj.weight|2d-64|(5760, 640)","model.language_model.layers.7.mlp.up_proj.weight|2d-64|(1536, 1664)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,16,0.01846687060617902,3.057083849311079 +4145,4293,1.1716005550458717,0.031027731583666267,0.004686081079337233,0.004685727000244923,1.210910841631999,1.7611519597757528,1.4111162341985277,0.9999890202617816,0.00681544882810698,"model.language_model.layers.11.self_attn.k_proj.weight|2d-128|(384, 128)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 640)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,12,0.03931028658612723,3.3881876791137895 +4355,4409,1.1012254717699783,0.01898855790692067,0.011367197946502722,0.011328261528559678,1.123034345146994,2.1490317646229693,1.4075993604529136,0.9999353913182816,0.02175220158435484,"model.language_model.layers.3.self_attn.k_proj.weight|2d-64|(384, 1728)","model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 1024)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,20,0.021808873377015647,3.1869058688869183 +4681,4859,1.1159157744515482,0.03386921157294071,0.005719606370008123,0.005724646212841793,2.103346462650858,1.133175927958322,1.4108320331635664,0.999983642917709,0.003081432550927366,"model.language_model.layers.23.self_attn.o_proj.weight|2d-128|(1536, 1664)","model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(1536, 768)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,4,0.01726015350677379,5.516663523254534 +4933,4964,1.1204984300485181,-0.01755584543853543,-0.0037501676728321155,-0.0039008980504497055,2.1751541713669185,1.1282448570603503,1.416379615750004,0.9999929680964891,-0.001945198848745461,"model.language_model.layers.3.self_attn.o_proj.weight|2d-64|(1792, 1856)","model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(896, 128)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,16,0.0077464270118321465,6.108219822393579 +5126,5374,1.1133875448823163,0.0575341243402898,0.041749084023989566,0.04197428405202446,1.1181811251609586,2.0561723682241255,1.3892127765389337,0.9991281269102367,0.07677049007282945,"model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(1920, 512)","model.language_model.layers.19.self_attn.q_proj.weight|2d-128|(1408, 1536)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,16,0.004793580278642295,2.9905026410597046 +5452,5506,1.0993206263682638,0.03649949674277196,0.007137366345545675,0.007221533060000592,1.132708153718585,2.100763595599591,1.4099906783233822,0.9999745286764306,0.013237230912443138,"model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(1856, 512)","model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(3712, 1600)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,0,0.033387527350321244,3.073517807354586 +5750,5776,1.079154597105653,0.018547544655702925,-0.0112489911136471,-0.01127043088071041,2.517857725456307,1.0949409431748762,1.4200195319896742,0.9999367280977958,-0.0048918494540871535,"model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(384, 256)","model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(128, 0)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,12,0.015786346069223134,8.674279286909536 +5908,5955,1.0733717624695946,0.049510914823994945,0.028212760816093536,0.028225495137188084,2.367209767836181,1.088864165565991,1.3989838974643594,0.9996019408380187,0.012977246326762575,"model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(448, 1536)","model.language_model.layers.23.self_attn.v_proj.weight|2d-64|(320, 1088)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,16,0.015492403096396323,8.379092732622425 +6248,6374,1.203866987431428,0.026466557111188175,-0.0037562159959129873,-0.003921352021483295,1.2648840770084704,1.6409899674097281,1.4167797579022188,0.9999929453958123,-0.004873104877164072,"model.visual.blocks.1.attn.proj.weight|2d-128|(640, 0)","model.visual.blocks.13.attn.proj.weight|2d-128|(640, 896)",model.visual.layers.*.attn.proj.weight,2d-128,12,0.06101708957704233,3.3100292833759917 +6495,6642,1.1807995818479031,-0.011248394916597343,0.004307144421443595,0.003970969942920163,1.1828307206397597,1.8596319511179193,1.411452466299324,0.9999907242104463,0.006771639630617297,"model.visual.blocks.20.attn.proj.weight|2d-64|(128, 640)","model.visual.blocks.18.attn.proj.weight|2d-64|(512, 768)",model.visual.layers.*.attn.proj.weight,2d-64,2,0.002031138791856568,3.124924518440239 +6818,6893,1.0818295826280435,0.016753364371931413,0.0007222830256676083,0.0007683271502041352,2.4595153008771695,1.09420318979139,1.4138341599445694,0.9999997391535814,0.00032133339050007524,"model.visual.blocks.9.attn.qkv.weight|2d-128|(2048, 768)","model.visual.blocks.1.attn.qkv.weight|2d-128|(640, 640)",model.visual.layers.*.attn.qkv.weight,2d-128,8,0.012373607163346456,7.350260638566119 +6920,6937,1.0787085963664511,0.027538807562430757,-0.005389648648265792,-0.005443572712028185,2.505243362333571,1.0932172858690703,1.4170048419344625,0.999985475738247,-0.002351890102028543,"model.visual.blocks.18.attn.qkv.weight|2d-64|(2816, 896)","model.visual.blocks.5.attn.qkv.weight|2d-64|(512, 256)",model.visual.layers.*.attn.qkv.weight,2d-64,13,0.014508689502619188,6.200289945161346 +7391,7392,1.211176023422454,0.043749496386535316,0.009315708513186891,0.00936312350369865,1.2274320284873161,1.702101030019649,1.4079495131857962,0.9999566078460091,0.012918252650779737,"model.visual.blocks.1.mlp.linear_fc1.weight|2d-128|(0, 128)","model.visual.blocks.16.mlp.linear_fc1.weight|2d-128|(3584, 384)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,15,0.016256005064862133,3.399935625020513 +7466,7527,1.2069429498460151,0.04385068908396059,0.04376603652409401,0.044017472993083666,1.2001754112711878,1.6931306469616345,1.3847044584974175,0.9990418079574906,0.06174232286303861,"model.visual.blocks.2.mlp.linear_fc1.weight|2d-64|(576, 384)","model.visual.blocks.15.mlp.linear_fc1.weight|2d-64|(3776, 64)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,13,0.00676753857482737,3.499394220053481 +7693,7740,1.2193114473053666,0.029005078968283294,-0.00682828736989903,-0.006777310735605455,1.7131816124171697,1.2376440103759772,1.4187900445400867,0.9999766869740484,-0.004932920656647583,"model.visual.blocks.9.mlp.linear_fc2.weight|2d-128|(384, 1920)","model.visual.blocks.4.mlp.linear_fc2.weight|2d-128|(896, 2176)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,5,0.018332563070610597,4.651174150023219 +8044,8126,1.2022510899361396,0.019291524365577527,0.0031216661441890218,0.0031473352247396768,1.2331950962701514,1.7014927282757955,1.4121142758657161,0.999995127588372,0.00430709809056749,"model.visual.blocks.2.mlp.linear_fc2.weight|2d-64|(192, 128)","model.visual.blocks.2.mlp.linear_fc2.weight|2d-64|(960, 896)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,0,0.030944006334011842,4.849191185768151 +8261,8316,0.781543126608657,0.6866128857337773,0.6830376719713213,0.6829610873050811,0.7930754821669191,0.799404148863916,0.796220952643143,0.7303831451149442,0.6884882474393564,"model.visual.merger.linear_fc1.weight|2d-128|(3456, 0)","model.visual.merger.linear_fc1.weight|2d-128|(3456, 3072)",model.visual.merger.linear_fc1.weight,2d-128,0,0.011532355558262153,2.165711684104847 +8606,8675,1.339035212946245,0.0418143563494007,0.028352475865247268,0.02655057562259616,1.3716649370653204,1.4175305595079064,1.3940321756409568,0.9995979877492304,0.029300523685241976,"model.visual.merger.linear_fc1.weight|2d-64|(384, 3136)","model.visual.merger.linear_fc1.weight|2d-64|(2432, 192)",model.visual.merger.linear_fc1.weight,2d-64,0,0.03262972411907539,3.4049847354267033 +8737,8916,1.3399451962605193,0.06218361740144295,-0.0030703340617665867,-0.0030559398821157027,1.447820981825209,1.3869040097261385,1.4163809513014547,0.9999952865132661,-0.0029411499590885934,"model.visual.merger.linear_fc2.weight|2d-128|(1792, 3712)","model.visual.merger.linear_fc2.weight|2d-128|(1152, 3328)",model.visual.merger.linear_fc2.weight,2d-128,0,0.04695881346561914,3.5776657971799084 +8968,9001,1.339024397545963,0.06250265751093385,0.028496000902146375,0.028493155420603447,1.380084012235009,1.4081855346341234,1.3939223705193873,0.9995939065103312,0.029076241670489174,"model.visual.merger.linear_fc2.weight|2d-64|(448, 2560)","model.visual.merger.linear_fc2.weight|2d-64|(1536, 3648)",model.visual.merger.linear_fc2.weight,2d-64,0,0.041059614689046064,3.329950069405908 +9281,9353,0.6577376506502837,0.7549949528595263,0.7659522477713493,0.7689391925422135,0.8008256070084598,0.6440350158096385,0.7097564404988963,0.6428974678236161,0.6159893785684577,"model.visual.pos_embed.weight|2d-128|(1024, 128)","model.visual.pos_embed.weight|2d-128|(2176, 128)",model.visual.pos_embed.weight,2d-128,0,0.013702634840645156,3.5773853458325933 +9475,9502,0.41027518338364727,0.9155405914485326,0.857116346986573,0.8600167093546948,0.566065578533066,0.5184677488898131,0.5407016968006096,0.5151228666331874,0.7850454078313649,"model.visual.pos_embed.weight|2d-64|(1472, 896)","model.visual.pos_embed.weight|2d-64|(512, 896)",model.visual.pos_embed.weight,2d-64,0,0.1081925655061658,1.5886002262790748 +9780,9792,1.160318658288842,0.034599790193244,0.00474637445795069,0.004746930102959433,1.731615844273767,1.2207930983892017,1.4110489266976964,0.9999887359013125,0.00334620476002119,"mtp.fc.weight|2d-128|(1536, 2176)","mtp.fc.weight|2d-128|(1280, 2048)",mtp.fc.weight,2d-128,0,0.06047444010035963,4.50461140959571 +9882,9901,1.1021283177399952,0.07713856144697231,0.033904388205852516,0.034018454273098096,1.1982657395526821,1.724230543358172,1.3915624346618838,0.9994250809642446,0.048786324910054156,"mtp.fc.weight|2d-64|(1280, 2880)","mtp.fc.weight|2d-64|(1280, 4032)",mtp.fc.weight,2d-64,0,0.09613742181268692,2.6810864732605926 +10249,10272,1.3111375950171473,0.05063702888577716,0.006903264176108729,0.006869318454952935,1.375776438056316,1.4454641630188063,1.4093297376108969,0.9999761721879751,0.007252937830883433,"mtp.layers.0.mlp.down_proj.weight|2d-128|(1536, 5632)","mtp.layers.0.mlp.down_proj.weight|2d-128|(1664, 5120)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.06463884303916867,3.4186676692588676 +10448,10457,1.2651265530632125,0.04304661163679124,0.021445337126651212,0.021449714346730854,1.3392947354558074,1.4675471069114434,1.3990311109438576,0.9997700223128939,0.02349896675002351,"mtp.layers.0.mlp.down_proj.weight|2d-64|(1856, 3712)","mtp.layers.0.mlp.down_proj.weight|2d-64|(1856, 5184)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.07416818239259482,3.317518967001932 +10855,10882,1.3052130760218188,0.03753154243618459,0.004409352287301702,0.0044670954634111505,1.3297723396532994,1.5094847569078527,1.4111171725785365,0.999990278758952,0.005005255311036187,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(2688, 384)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(2560, 256)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.024559263631480643,3.4388597990427634 +10912,11140,1.2922706436353921,0.034689598431886015,0.020294895125410963,0.02017932649642413,1.4820775868985039,1.329987835018292,1.3998739157911217,0.9997940374056291,0.01821224736705845,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(2368, 640)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(2944, 448)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.03771719138289997,4.425426574702839 +11194,11332,1.3290176261156146,0.05312763441370106,0.016585524854968406,0.01654679789817831,1.3740524468977051,1.43267811353883,1.4024471048804585,0.9998624507227407,0.01729316702205656,"mtp.layers.0.mlp.up_proj.weight|2d-128|(4736, 1280)","mtp.layers.0.mlp.up_proj.weight|2d-128|(4480, 1152)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.045034820782090534,3.497161506948661 +11507,11616,1.309654260170325,0.021341960755100697,0.0013128091504494978,0.0006302539234451618,1.3259100553651546,1.520596120785654,1.413293611312418,0.999999138265696,0.001505571583402503,"mtp.layers.0.mlp.up_proj.weight|2d-64|(1472, 1792)","mtp.layers.0.mlp.up_proj.weight|2d-64|(3840, 1088)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.01625579519482967,3.8556773944107503 +11678,11725,1.2241590175208261,-0.010611078592777013,-0.006687047199162929,-0.006588832534513735,1.703184889442712,1.2413537828449184,1.4187078247363356,0.9999776414499257,-0.004873805180046854,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 1792)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 1664)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.017194765324092254,5.3692444925923875 +11749,11837,1.0824348567441215,-0.001220433806276986,-0.01643808106935664,-0.016418927701299546,2.3632844108845767,1.1121795008575763,1.4231419476431824,0.9998648856174305,-0.0077358851582025445,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 1344)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(192, 832)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.029744644113454788,7.600501288514402 +12113,12130,1.1725906555621577,0.005558285411522719,0.005752425936665716,0.005787609311680468,1.9714894654409085,1.1564262456534546,1.4106587739739407,0.9999834546610475,0.0033742286966013104,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(1024, 128)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1152, 256)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.016164409908703048,5.833219857812274 +12322,12327,1.1677906446513555,0.030577328258820126,0.03005617449405711,0.03004132674767691,1.184717454865934,1.7787830702479124,1.3944648381202758,0.9995482111308002,0.04512756533370733,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(128, 1152)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(1728, 0)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.016926810214578536,3.4642101255474285 +12580,12614,1.054442092871341,0.00518009486335733,0.0029172946698939606,0.002988100110480104,3.008135406673348,1.0592125425345498,1.4129205018639255,0.9999957446868507,0.0010272260676051467,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 512)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(896, 768)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.004770449663208831,9.459289183620932 +12805,12988,1.053041650182166,-0.0066544367533163725,-0.02511394400626447,-0.02464222488309025,1.0624518472552844,3.1747551310748756,1.4248622031685616,0.9996845951681211,-0.07504398698292976,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(768, 1664)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(576, 1600)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.00941019707311841,3.113455485257701 +13033,13040,1.3527425551111774,0.03998377455278626,0.00638767995494406,0.00637944019047636,1.3806674504674359,1.4406310281231125,1.4096936464544387,0.9999795985642873,0.006665102402245342,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 1152)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(256, 0)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.027924895356258528,3.7858205392959303 +13164,13279,1.2960953235914885,0.06583248787323946,0.04550321077993365,0.045344971188519906,1.3401166823860629,1.4274748591353374,1.3817288962621468,0.9989641924557241,0.04846942826100803,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(128, 1792)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 960)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.04402135879457436,3.658033678305809 +45,222,1.1620993532943156,0.29423385297883253,0.3040950213495522,0.3044132815645239,1.1886749620126522,1.1710790765481305,1.1797786175597615,0.9526417049396984,0.2995935206559244,"model.language_model.embed_tokens.weight|2d-128|(247552, 1408)","model.language_model.embed_tokens.weight|2d-128|(137216, 1408)",model.language_model.embed_tokens.weight,2d-128,0,0.008979723253814909,3.1961558344977408 +444,455,1.136018186194828,0.3397700995939651,0.3492620256150421,0.34913217831274307,1.157177782985229,1.1253697500043998,1.1409413627810434,0.9370250996975896,0.3396616528866138,"model.language_model.embed_tokens.weight|2d-64|(207680, 1152)","model.language_model.embed_tokens.weight|2d-64|(246912, 1152)",model.language_model.embed_tokens.weight,2d-64,0,0.010648436190428212,2.9533369097617372 +575,678,0.11226385539517561,0.9984418848134369,0.9984418848134369,0.9995329555132666,0.12459523459858488,0.11226385539517561,0.1179488066487876,0.055801457419960857,0.8996245782457506,"model.language_model.layers.10.linear_attn.conv1d.weight|3d-axis0-slice|(1027, 0, 0)","model.language_model.layers.20.linear_attn.conv1d.weight|3d-axis0-slice|(5710, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,10,0.0,0.22323122762233308 +891,943,0.5436669928329577,0.8482732480061688,0.8482732480061685,0.8485861712175473,0.5436669928329577,0.5597178840558122,0.5515173413517676,0.529558775507559,0.8733171476919968,"model.language_model.layers.4.linear_attn.conv1d.weight|3d-volume|(3324, 0, 0)","model.language_model.layers.18.linear_attn.conv1d.weight|3d-volume|(2936, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,14,0.0,1.3098518606467204 +1252,1257,1.1401139903824966,0.01649906505498952,-0.010630429604908705,-0.010693259904347992,1.979416922602617,1.16597823565167,1.4207727698623378,0.9999434953868219,-0.006261869045078933,"model.language_model.layers.13.linear_attn.in_proj_qkv.weight|2d-128|(2304, 512)","model.language_model.layers.16.linear_attn.in_proj_qkv.weight|2d-128|(256, 1024)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,3,0.025864245269173303,5.281966150371758 +1458,1514,1.1338791791067655,0.02448242974981538,0.0017793461626321079,0.001446684454850707,1.9602305263299065,1.1614440160564814,1.4131095822675788,0.9999984169623637,0.0010542693450200427,"model.language_model.layers.0.linear_attn.in_proj_qkv.weight|2d-64|(6080, 0)","model.language_model.layers.18.linear_attn.in_proj_qkv.weight|2d-64|(4608, 832)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,18,0.0275648369497159,5.475261478766021 +1635,1667,1.1471849586428042,0.00021534118696847626,0.004247548340458353,0.004285707546928531,2.0827598307193114,1.1373485901180247,1.4116845302010792,0.9999909791258597,0.0023194912083598362,"model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(256, 1920)","model.language_model.layers.1.linear_attn.in_proj_z.weight|2d-128|(256, 384)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,17,0.009836368524779537,5.576966524699642 +1793,2021,1.1442910784816303,0.006088849285882714,0.006030507698008016,0.006033274475357725,1.1499427379133582,2.003952229203325,1.4105271441843719,0.9999818163231291,0.010509087927786457,"model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-64|(640, 704)","model.language_model.layers.16.linear_attn.in_proj_z.weight|2d-64|(576, 640)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,14,0.005651659431727962,3.3420764929026725 +2110,2178,1.2249152153608618,0.0012455198937542777,0.004468896382272565,0.004441565810386544,1.2205473133679834,1.7330073027900803,1.4112351378103354,0.9999900144327065,0.0063452108583320396,"model.language_model.layers.12.linear_attn.out_proj.weight|2d-128|(1408, 1792)","model.language_model.layers.12.linear_attn.out_proj.weight|2d-128|(640, 896)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,0,0.004367901992878398,3.347323108956947 +2328,2403,1.2216915380105753,0.03076065703153511,0.01664013320206795,0.01675768156168039,1.2310954288553042,1.6752263830429208,1.402939279913932,0.9998615433983934,0.02264324073022701,"model.language_model.layers.10.linear_attn.out_proj.weight|2d-64|(1280, 1728)","model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(192, 960)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,2,0.009403890844728924,3.392508935581994 +2583,2607,1.2644562137787043,0.00979413467100825,0.00048419064046066065,0.0005047493846288264,1.2903855652944838,1.5813202775384025,1.413878104873458,0.999999882779705,0.0005933579067741776,"model.language_model.layers.21.mlp.down_proj.weight|2d-128|(1024, 1664)","model.language_model.layers.1.mlp.down_proj.weight|2d-128|(384, 4096)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,20,0.025929351515779464,3.3769203320888983 +2855,2942,1.2561131617332093,0.03299493731487641,0.009844074031627582,0.00984963100194351,1.2881247846453905,1.567337527497503,1.4073680312732475,0.9999515459293314,0.011977866459173066,"model.language_model.layers.20.mlp.down_proj.weight|2d-64|(1472, 5056)","model.language_model.layers.3.mlp.down_proj.weight|2d-64|(1024, 2816)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,17,0.03201162291218118,3.44866146918006 +3153,3278,1.1551394002194888,-0.00011925075066156416,-0.007187775681686827,-0.007150788502657865,1.1568458099937224,2.013707308098361,1.4185973893654964,0.9999741676067186,-0.012511672942190098,"model.language_model.layers.23.mlp.gate_proj.weight|2d-128|(1024, 0)","model.language_model.layers.9.mlp.gate_proj.weight|2d-128|(768, 1664)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,14,0.0017064097742336415,3.0624253574926907 +3435,3575,1.1433337320850152,0.009010605934265477,0.0122421828008022,0.012257270735892117,1.1389806480611013,2.0426091316304897,1.4068300886821874,0.9999250616722594,0.02195471400025651,"model.language_model.layers.23.mlp.gate_proj.weight|2d-64|(2112, 448)","model.language_model.layers.13.mlp.gate_proj.weight|2d-64|(1984, 0)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,10,0.004353084023913878,3.0446515999448716 +3652,3755,1.2235174218908038,0.05842421898874056,0.018054876417290467,0.018050126087208924,1.6312759420379415,1.2481042388393606,1.4018369780560314,0.9998369974338599,0.013813952138587304,"model.language_model.layers.2.mlp.up_proj.weight|2d-128|(2688, 1152)","model.language_model.layers.21.mlp.up_proj.weight|2d-128|(4224, 1920)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,19,0.0245868169485568,4.1227818123682285 +4013,4074,1.218589245691061,0.05707076835055489,0.007987615817828687,0.007957969959760615,1.6456412826202775,1.2514682153410186,1.4087602609901273,0.9999680984879202,0.006074378066434505,"model.language_model.layers.13.mlp.up_proj.weight|2d-64|(5568, 704)","model.language_model.layers.23.mlp.up_proj.weight|2d-64|(1664, 576)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,10,0.03287896964995762,4.199751907273913 +4145,4290,1.171887537537675,0.018063473684445226,0.015451868654145197,0.015467251870059127,1.1760247035694154,1.8533435061101433,1.4042930280739987,0.9998806127508899,0.02435120651845774,"model.language_model.layers.11.self_attn.k_proj.weight|2d-128|(384, 128)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 256)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,12,0.0041371660317404135,3.2777348447006553 +4358,4514,1.1012749413358287,0.0019166533913878318,0.012872183942351676,0.012926478229622427,1.1264945923105076,2.1187677100590965,1.4066476949387956,0.9999171500082166,0.024210651237177305,"model.language_model.layers.15.self_attn.k_proj.weight|2d-64|(384, 768)","model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 512)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,8,0.02521965097467893,2.974658548639377 +4754,4773,1.1161555306285804,0.05152063324645578,0.004088645268465293,0.0040734048258094825,1.1300547526114177,2.1304303102668762,1.4118179144522272,0.9999916414550017,0.00770809891090555,"model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(640, 768)","model.language_model.layers.3.self_attn.o_proj.weight|2d-128|(1920, 1792)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,16,0.013899221982837329,2.926987316736243 +4891,5012,1.1206117712505763,0.03525031463500672,0.02451276188060625,0.02415396592217898,1.9055184660201019,1.1571501855205952,1.398749093087194,0.999699517107508,0.014885684638369945,"model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(1344, 1024)","model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(256, 128)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,16,0.036538414270018915,5.600597908815768 +5194,5362,1.1135372535980714,0.018631566083950845,-0.003369271444009237,-0.0034138927347245017,1.1178494959079368,2.2526868866065826,1.4161095675728275,0.9999943239888598,-0.006789745513257107,"model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(3328, 640)","model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(128, 1920)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,4,0.004312242309865377,2.9265010296849194 +5409,5540,1.0997510185013997,0.004584042314782584,-0.009303194096607483,-0.008293191723490514,2.2791817694525007,1.1178996211171748,1.4194057685724748,0.9999567243534097,-0.00456305736346571,"model.language_model.layers.19.self_attn.q_proj.weight|2d-64|(2112, 1856)","model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(1408, 448)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,16,0.01814860261577511,6.875906216103212 +5764,5852,1.0791616461407658,0.021936714326504826,0.009650078203553281,0.009686005397137815,1.086547166563556,2.4994628282627556,1.4092150210933692,0.999953436911272,0.022198771026107306,"model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(0, 512)","model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(256, 512)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,12,0.0073855204227901705,3.8297132465199417 +5916,6042,1.073396514782424,0.008957108531578363,0.01995680995579816,0.020161198526193642,1.0714048348133995,2.6450341409725104,1.4043584171924872,0.9998008430364461,0.049268438934363896,"model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(128, 64)","model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(384, 512)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,12,0.0019916799690244957,3.972357678211864 +6304,6394,1.2040984371535832,0.034369994847935195,0.019354437012365062,0.01918520751688586,1.2102763204848945,1.725592306546641,1.4012869022960024,0.9998126853405763,0.027595241715295166,"model.visual.blocks.7.attn.proj.weight|2d-128|(768, 384)","model.visual.blocks.21.attn.proj.weight|2d-128|(896, 256)",model.visual.layers.*.attn.proj.weight,2d-128,14,0.006177883331311307,3.17322442860411 +6524,6613,1.180822838956684,1.2385143248958008e-06,0.008070369309720398,0.007952233981254934,1.7519390803061279,1.211077048633825,1.408864860863067,0.9999674340393314,0.00557886923973026,"model.visual.blocks.0.attn.proj.weight|2d-64|(448, 768)","model.visual.blocks.22.attn.proj.weight|2d-64|(960, 576)",model.visual.layers.*.attn.proj.weight,2d-64,22,0.030254209677140986,4.885442989771403 +6728,6831,1.0821028928790168,0.02043673901484902,-0.0032220162837842147,-0.003140039209048948,1.0813466304366153,2.6486441797086315,1.4158071934305283,0.9999948092920617,-0.007891988042285508,"model.visual.blocks.0.attn.qkv.weight|2d-128|(1152, 0)","model.visual.blocks.14.attn.qkv.weight|2d-128|(2176, 0)",model.visual.layers.*.attn.qkv.weight,2d-128,14,0.0007562624424015674,3.9156766168350683 +7097,7099,1.0793465205132777,0.05579393405257236,0.03937035356743058,0.03915642492293083,1.0884085658918798,2.3115337695007256,1.3925892994105702,0.9992246870749218,0.08361373168147178,"model.visual.blocks.4.attn.qkv.weight|2d-64|(1600, 768)","model.visual.blocks.18.attn.qkv.weight|2d-64|(2816, 512)",model.visual.layers.*.attn.qkv.weight,2d-64,14,0.009062045378602113,2.7897335126462113 +7283,7356,1.211380251054064,0.0352947134158527,0.012844057603605056,0.012919628383154283,1.2145646703299653,1.7294407349831815,1.4056445712711598,0.999917511689977,0.01828888733945336,"model.visual.blocks.1.mlp.linear_fc1.weight|2d-128|(2688, 0)","model.visual.blocks.18.mlp.linear_fc1.weight|2d-128|(1024, 256)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,17,0.0031844192759011847,3.3777361876128817 +7465,7548,1.2069853288546672,0.027813643097571693,0.007474547440503913,0.007168006396161649,1.232110832808609,1.694081924143145,1.4091763467071838,0.9999720651801027,0.01027707522158847,"model.visual.blocks.1.mlp.linear_fc1.weight|2d-64|(1344, 576)","model.visual.blocks.17.mlp.linear_fc1.weight|2d-64|(2112, 128)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,16,0.025125503953941752,3.755487319481756 +7736,7767,1.219315524751774,0.01990770025120231,-0.0050939554495386995,-0.004976753837895283,1.2166489963609486,1.7686049419826797,1.417573409665381,0.9999870257247732,-0.007404925175001707,"model.visual.blocks.4.mlp.linear_fc2.weight|2d-128|(128, 1920)","model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(512, 3328)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,6,0.0026665283908253734,3.5110744117278636 +7970,7992,1.2028380710217055,0.03750598315120964,0.022611457863633527,0.022636728790886757,1.610655081043523,1.2530047708368244,1.3986301184300478,0.9997443283026322,0.017590522584358982,"model.visual.blocks.12.mlp.linear_fc2.weight|2d-64|(320, 2304)","model.visual.blocks.6.mlp.linear_fc2.weight|2d-64|(896, 4032)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,6,0.0501666998151189,4.715987425629565 +8270,8377,0.7821930996013251,0.6873927924661499,0.6847157477039962,0.684701044583323,0.7979370936834163,0.7903624072208191,0.7941226577436422,0.7288102255362211,0.6782158529805677,"model.visual.merger.linear_fc1.weight|2d-128|(2432, 896)","model.visual.merger.linear_fc1.weight|2d-128|(2432, 3968)",model.visual.merger.linear_fc1.weight,2d-128,0,0.00816930761949397,2.2150681066817914 +8655,8682,1.3391272954955382,0.060990242066123045,0.02913315405406925,0.028629345143333217,1.3698588612891291,1.418353482247155,1.393473693029322,0.9995755395841086,0.030164502102461865,"model.visual.merger.linear_fc1.weight|2d-64|(320, 384)","model.visual.merger.linear_fc1.weight|2d-64|(1216, 960)",model.visual.merger.linear_fc1.weight,2d-64,0,0.03073156579359093,3.426316594184129 +8777,8808,1.3404056389448171,0.04617260994907192,0.008045338234563036,0.008073771604716154,1.4011887300383765,1.4159543037558076,1.4085134744039935,0.9999676357426232,0.00813011912969688,"model.visual.merger.linear_fc2.weight|2d-128|(256, 1152)","model.visual.merger.linear_fc2.weight|2d-128|(384, 1024)",model.visual.merger.linear_fc2.weight,2d-128,0,0.060783091093559394,3.325884686652294 +9168,9194,1.3391452144974691,0.046832130282425985,0.015435923688170145,0.015478249973635479,1.4364809378747576,1.372256731820708,1.403267764290593,0.9998808590326614,0.014745792745638931,"model.visual.merger.linear_fc2.weight|2d-64|(960, 3584)","model.visual.merger.linear_fc2.weight|2d-64|(1152, 2944)",model.visual.merger.linear_fc2.weight,2d-64,0,0.033111517323238804,3.7985779400029993 +9287,9295,0.6583075041821734,0.7541157427011211,0.6047189714714288,0.6020085051569409,0.8815824308985774,0.8970987274634316,0.8892390665639838,0.7964389276915947,0.6153623311515671,"model.visual.pos_embed.weight|2d-128|(1024, 896)","model.visual.pos_embed.weight|2d-128|(1152, 896)",model.visual.pos_embed.weight,2d-128,0,0.22327492671640392,2.198215564819306 +9566,9599,0.4111068672954913,0.9285887609245554,0.9271700166937451,0.9265553695581663,0.536598971206753,0.4092005412707179,0.46016371352545515,0.374640841532421,0.7070428626201705,"model.visual.pos_embed.weight|2d-64|(1472, 960)","model.visual.pos_embed.weight|2d-64|(896, 960)",model.visual.pos_embed.weight,2d-64,0,0.0019063260247733638,3.2235245191135284 +9733,9792,1.1606873889651406,0.01383999962112117,-0.007260989007852321,-0.007283149726173472,1.8115289964359265,1.2050626419638872,1.4189410378710612,0.9999736386718541,-0.004830144377643555,"mtp.fc.weight|2d-128|(384, 2688)","mtp.fc.weight|2d-128|(1280, 2048)",mtp.fc.weight,2d-128,0,0.04437525299874667,4.581116929302411 +10088,10100,1.1026450370619598,0.04117032969124708,0.02841134956146654,0.028805809802782575,1.7334102957473192,1.1999451262085785,1.3952833551447164,0.9995963161277137,0.01966762313511702,"mtp.fc.weight|2d-64|(1024, 2240)","mtp.fc.weight|2d-64|(576, 3968)",mtp.fc.weight,2d-64,0,0.0973000891466187,5.660911938558203 +10286,10316,1.3111720015752228,0.08030009594598789,-0.002551343250199592,-0.0025805420479791457,1.465426190723005,1.3712824577607627,1.4160125205854535,0.9999967453185133,-0.0023874366821565406,"mtp.layers.0.mlp.down_proj.weight|2d-128|(1920, 128)","mtp.layers.0.mlp.down_proj.weight|2d-128|(384, 5632)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.060110456185539896,3.6468290002407295 +10513,10523,1.2652707759644573,0.02320546876928388,0.02445585001861454,0.02457605804927292,1.3262982295146593,1.4801716507483125,1.3969185686992396,0.9997009109728104,0.027293149524713088,"mtp.layers.0.mlp.down_proj.weight|2d-64|(256, 1856)","mtp.layers.0.mlp.down_proj.weight|2d-64|(1792, 1088)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.061027453550202004,3.188603214085681 +10747,10882,1.305230179502358,0.029154887346499708,0.0075754311736574535,0.007571530840149136,1.3451209471765144,1.4826413547646162,1.4088721144935663,0.999971306009594,0.008349916460533503,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(3456, 1280)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(2560, 256)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.03989076767415645,3.8285250783310993 +10962,10966,1.2923113973860894,0.03786084451874358,0.013565937160403241,0.013646323205539313,1.3477116964954672,1.4694147422714017,1.4046242243018552,0.9999079784404963,0.014790988390216886,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(2688, 1408)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(2176, 576)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.055400299109377826,3.461763891386426 +11287,11352,1.3291239389605538,0.033303871832193604,0.01902766267395376,0.01901502135356838,1.3509072228157277,1.4565120510441356,1.4007327433152919,0.9998189576384148,0.020515117189211077,"mtp.layers.0.mlp.up_proj.weight|2d-128|(2688, 256)","mtp.layers.0.mlp.up_proj.weight|2d-128|(4864, 1024)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.02178328385517392,3.4105256703551015 +11507,11563,1.309679823693487,0.01954737064721705,0.009053152972656723,0.010066589384369459,1.3268026983125727,1.5058268080678319,1.4078486294938046,0.9999590193709208,0.010274685498532119,"mtp.layers.0.mlp.up_proj.weight|2d-64|(1472, 1792)","mtp.layers.0.mlp.up_proj.weight|2d-64|(2624, 768)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.017122874619085682,3.6586058772438026 +11704,11725,1.2244784628823624,0.018387402814346226,0.011982149504376087,0.012015254871579084,1.6574494564626678,1.2426240270804998,1.4060571376446809,0.9999282114698309,0.008983264504478599,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(256, 1024)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 1664)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.0181455641981374,5.344680239042281 +11752,11939,1.0825076616023164,0.034514662589651496,0.011015278142072841,0.010997143620749975,2.3624796686778584,1.0980906730970281,1.4082466616587799,0.9999393299833009,0.005119948480296993,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 1536)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 1216)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.015583011494711752,6.990331332123959 +12059,12143,1.1727525904625749,0.04522719404179845,0.0041585454521842705,0.004158360195932392,1.663802439362682,1.2473064179527535,1.4113881715319998,0.9999913532124776,0.0031175458751247797,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(512, 1408)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1152, 1920)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.07455382749017869,4.962662831174613 +12415,12477,1.1679389944801468,0.011076244416603912,0.0038743267112016887,0.0036693985084693755,1.790387152805273,1.202435501074749,1.411675326020691,0.9999924947681031,0.002602022681525446,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(640, 0)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(832, 1152)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.03449650659460213,5.557654386545327 +12591,12606,1.0544610559895309,-0.005109153627981487,-0.007077376190653059,-0.007200161790849227,3.117629016457026,1.058319465580467,1.417256872206055,0.9999749550595035,-0.0024025068243417515,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 1920)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(768, 1792)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.003858409590936196,8.930014793657133 +12788,12861,1.0532302184281024,0.010206260315616805,-0.009525280607517901,-0.009584753639792054,1.0605877404619812,3.0836495841387026,1.4183505437184798,0.9999546334856136,-0.02769467009997929,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(896, 192)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(704, 1152)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.007357522033878849,3.1462508083469007 +13026,13058,1.353624062654908,0.01815509338599067,0.0022527968908709977,0.002325794042660489,1.3749750163004997,1.4535412632509863,1.4126221551742832,0.9999974624498646,0.0023815219911522217,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 256)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(384, 256)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.021350953645591586,3.624173878603773 +13192,13200,1.296209824407419,0.03344672939163106,0.009206831760882423,0.009438395425470899,1.3350030018014,1.4938030329800358,1.4077293870664018,0.9999576162262712,0.010301994220226528,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 1536)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(256, 0)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.03879317739398114,3.4915169377582473 +25,135,1.1621031725131414,0.2322768246139617,0.22397753580985605,0.2238261978233663,1.1741726950884854,1.3360452815753447,1.2472990946415565,0.9745943071106791,0.2548552961156025,"model.language_model.embed_tokens.weight|2d-128|(107008, 1792)","model.language_model.embed_tokens.weight|2d-128|(183040, 1792)",model.language_model.embed_tokens.weight,2d-128,0,0.012069522575343994,3.0241450958199967 +455,478,1.1360411158866193,0.3417978696383431,0.34224607838790955,0.342090538048626,1.1565238780256586,1.1376999383104986,1.1469960759235909,0.9396103563861442,0.33667557554768973,"model.language_model.embed_tokens.weight|2d-64|(246912, 1152)","model.language_model.embed_tokens.weight|2d-64|(216448, 1152)",model.language_model.embed_tokens.weight,2d-64,0,0.0016588224238793803,3.0865570555625466 +589,595,0.112287839816082,0.9976076675869366,0.9976076675869366,0.9963243128713949,0.12351232599868714,0.11228783981608106,0.11749988326762388,0.06912988913452764,0.9069476189646601,"model.language_model.layers.1.linear_attn.conv1d.weight|3d-axis0-slice|(1129, 0, 0)","model.language_model.layers.16.linear_attn.conv1d.weight|3d-axis0-slice|(1602, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,15,9.298117831235686e-16,0.21083050372299658 +901,921,0.5450176572638615,0.8402277376128772,0.8402277376128771,0.8476841315543027,0.5450176572638615,0.6087916323276463,0.574265632519135,0.542233666370824,0.9385450344421831,"model.language_model.layers.12.linear_attn.conv1d.weight|3d-volume|(6124, 0, 0)","model.language_model.layers.14.linear_attn.conv1d.weight|3d-volume|(2932, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,2,0.0,1.4101000682912308 +1260,1274,1.1402829187651313,0.04654466771161317,0.0060394659081821475,0.006009699266523459,1.964902533663489,1.1575595783642907,1.4104732869206225,0.9999817622594643,0.0035579584689049656,"model.language_model.layers.12.linear_attn.in_proj_qkv.weight|2d-128|(2688, 1408)","model.language_model.layers.18.linear_attn.in_proj_qkv.weight|2d-128|(1024, 1152)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,6,0.01727665959915936,5.104482310735443 +1451,1503,1.1339295214065135,0.025163677405573938,0.0030952683120629163,0.0036073347600303926,1.1654165227788413,1.937202177921453,1.4122786327927548,0.9999952096455644,0.005145079375640035,"model.language_model.layers.18.linear_attn.in_proj_qkv.weight|2d-64|(3648, 576)","model.language_model.layers.14.linear_attn.in_proj_qkv.weight|2d-64|(5248, 1728)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,4,0.03148700137232785,3.4153832163631983 +1592,1743,1.1472197514298257,0.039670394728397756,0.0025003591071624596,0.0024696744370686294,1.9175899814019797,1.170187956856804,1.412640373498194,0.999996874097282,0.001525816333729267,"model.language_model.layers.16.linear_attn.in_proj_z.weight|2d-128|(512, 512)","model.language_model.layers.22.linear_attn.in_proj_z.weight|2d-128|(1920, 896)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,6,0.022968205426978416,5.078773843888266 +1811,1902,1.1443182996868788,0.045962716780368264,0.01414118675082243,0.014488820441804245,1.8837524159185368,1.169587039813401,1.405222983656134,0.9999000084194811,0.008780001348148577,"model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-64|(320, 704)","model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-64|(1856, 704)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,16,0.025268740126522138,5.400975331735712 +2098,2134,1.2253279847894165,0.012579834179163016,0.0037100431562692585,0.003709983572565967,1.2133690369563264,1.7561260930074853,1.4117576497070132,0.9999931177662067,0.0053695977023211295,"model.language_model.layers.22.linear_attn.out_proj.weight|2d-128|(1280, 256)","model.language_model.layers.16.linear_attn.out_proj.weight|2d-128|(1280, 256)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,6,0.01195894783309015,3.364862284958985 +2330,2533,1.2218391024086286,-0.004577524799941598,0.010548318888090658,0.010536661825369768,1.2259806125674781,1.7030542081554545,1.4071225184486502,0.9999443649366875,0.014653052982385313,"model.language_model.layers.2.linear_attn.out_proj.weight|2d-64|(1664, 1024)","model.language_model.layers.17.linear_attn.out_proj.weight|2d-64|(1216, 1344)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,15,0.0041415101588495595,3.3651177872225557 +2653,2814,1.2644955563921825,0.03917546346691674,0.008321231983322625,0.008306544506354355,1.278920716696645,1.587471386895744,1.4084526262006911,0.9999653779497967,0.010328801077963681,"model.language_model.layers.22.mlp.down_proj.weight|2d-128|(0, 1408)","model.language_model.layers.2.mlp.down_proj.weight|2d-128|(128, 2432)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,20,0.014425160304462503,3.3804694268246327 +2847,3018,1.2563469903466038,0.03539885933083564,0.01851921436231314,0.018521182774500315,1.2840783132724198,1.5578771841213328,1.4013003993894706,0.9998285046443729,0.022467992196967358,"model.language_model.layers.19.mlp.down_proj.weight|2d-64|(448, 2624)","model.language_model.layers.3.mlp.down_proj.weight|2d-64|(1792, 1088)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,16,0.027731322925816038,3.4664928409742624 +3255,3269,1.1552148167832441,0.046393183724456846,-0.0035309518302125645,-0.003630628498914522,1.832129215134173,1.196198041980988,1.4164975761486858,0.999993766170156,-0.0023053601409440644,"model.language_model.layers.11.mlp.gate_proj.weight|2d-128|(1152, 0)","model.language_model.layers.18.mlp.gate_proj.weight|2d-128|(768, 1664)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,7,0.04098322519774378,4.8833754974701025 +3482,3527,1.1434699473083423,0.04966327013553231,0.02150458675103735,0.021887707114843166,1.1513933314414317,1.9428971928557999,1.4008117110486493,0.9997687496359682,0.036287513650794315,"model.language_model.layers.23.mlp.gate_proj.weight|2d-64|(5824, 1984)","model.language_model.layers.12.mlp.gate_proj.weight|2d-64|(4096, 832)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,11,0.007923384133089462,3.0881228456343552 +3801,3809,1.2238294136084389,0.043174642866379995,0.005151258647415166,0.005143555270154973,1.6389013623641004,1.2571913923357607,1.4106910771170784,0.9999867321791561,0.003951499571568943,"model.language_model.layers.2.mlp.up_proj.weight|2d-128|(4096, 1792)","model.language_model.layers.21.mlp.up_proj.weight|2d-128|(2944, 0)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,19,0.03336197872732183,4.310864002286718 +3851,3885,1.2189202153691985,0.06108596216045391,0.04231057629008254,0.0423543468636804,1.2289520992610692,1.6214551577156202,1.3851094597637765,0.9991045066127973,0.05582373974764716,"model.language_model.layers.22.mlp.up_proj.weight|2d-64|(4800, 640)","model.language_model.layers.1.mlp.up_proj.weight|2d-64|(3200, 448)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,21,0.010031883891870708,3.152575611538067 +4288,4300,1.172007062557603,0.03152303823150796,0.002529668077858831,0.0025470062050291322,1.192887935523774,1.827046814996864,1.4125749587858563,0.9999968003845892,0.003874481304584461,"model.language_model.layers.7.self_attn.k_proj.weight|2d-128|(128, 128)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 1536)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,16,0.020880872966171138,3.2855990319216044 +4409,4603,1.1012841114472738,0.021077310675418542,0.004020875460495661,0.004016391183674426,2.1338189839499084,1.1295939685514633,1.411860298530601,0.9999919162475921,0.002128557624913843,"model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 1024)","model.language_model.layers.7.self_attn.k_proj.weight|2d-64|(64, 320)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,16,0.02830985710418954,6.640916135710575 +4735,4804,1.116508244400683,0.03713812066957616,0.010392477642881965,0.010336548748912015,2.059531424305006,1.137305817144683,1.4079803810252567,0.9999459967460453,0.005738890476888071,"model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(1024, 1280)","model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(512, 896)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,12,0.02079757274399996,5.481773458325065 +4986,5077,1.12074845078331,0.028751718979482754,0.018938421285196648,0.018859166190111323,2.1264212055398986,1.1217404820734311,1.403117161883869,0.9998206520167627,0.009990491896346737,"model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(512, 1920)","model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(1472, 768)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,12,0.0009920312901210426,5.720653667072251 +5125,5350,1.1136109213938667,0.028265748483572314,-0.02565321203501049,-0.025302962312407376,1.1386186355421992,2.192074271699777,1.4289768345783505,0.9996709022034636,-0.04938769165817106,"model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(3456, 0)","model.language_model.layers.19.self_attn.q_proj.weight|2d-128|(1280, 384)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,16,0.02500771414833247,2.977209603660255 +5492,5558,1.099776434675013,0.06386156965361335,0.03859518861529507,0.0384895734152777,2.0853527818315736,1.115790535096724,1.3913237978315456,0.999254928141838,0.020650772633010166,"model.language_model.layers.19.self_attn.q_proj.weight|2d-64|(1920, 1280)","model.language_model.layers.23.self_attn.q_proj.weight|2d-64|(1408, 1088)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,4,0.01601410042171114,6.222898895471414 +5664,5838,1.0793283363370036,0.06669389382615347,0.009170197467263736,0.009169829799166177,2.151895443390083,1.1239283494818084,1.4088817795474131,0.9999579528552245,0.004789565838555318,"model.language_model.layers.3.self_attn.v_proj.weight|2d-128|(384, 1408)","model.language_model.layers.23.self_attn.v_proj.weight|2d-128|(0, 1792)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,20,0.04460001314480477,6.726539237655578 +5988,6048,1.0736252269677204,-0.0097072390322221,0.000552799455970524,0.0005835533048150365,2.878149884864148,1.066220509099756,1.4139588765122373,0.999999847206369,0.00020478645690920325,"model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(448, 960)","model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(64, 1088)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,12,0.007404717867964372,10.205814128513913 +6319,6394,1.2041687713385658,0.005595421392362522,-0.0038631925931085684,-0.0039118125559383585,1.2185839325310286,1.759614960012392,1.4167684034190169,0.9999925378436524,-0.005578385943530249,"model.visual.blocks.7.attn.proj.weight|2d-128|(256, 256)","model.visual.blocks.21.attn.proj.weight|2d-128|(896, 256)",model.visual.layers.*.attn.proj.weight,2d-128,14,0.014415161192462778,3.372488493024105 +6524,6553,1.180859149518027,0.05271474931243698,0.03636798695982492,0.03639657319540774,1.6577744701389805,1.2197865422340346,1.3894451793192832,0.9993384659485944,0.02675947896460141,"model.visual.blocks.0.attn.proj.weight|2d-64|(448, 768)","model.visual.blocks.2.attn.proj.weight|2d-64|(192, 320)",model.visual.layers.*.attn.proj.weight,2d-64,2,0.03892739271600765,5.218046792752191 +6860,6888,1.082479241850961,-0.014746512752806307,-0.007639372610545115,-0.007686374729534159,1.0832493335891364,2.6493157517291577,1.417993188762581,0.9999708195673098,-0.01868370426168378,"model.visual.blocks.1.attn.qkv.weight|2d-128|(128, 512)","model.visual.blocks.21.attn.qkv.weight|2d-128|(1280, 0)",model.visual.layers.*.attn.qkv.weight,2d-128,20,0.000770091738175438,3.6390749995557186 +6986,7090,1.0803692300144028,0.04087932312946314,0.002347211485870467,0.0023204173185094944,2.325875223337692,1.1063605276307407,1.4129253412555154,0.9999972452953261,0.0011165096527585943,"model.visual.blocks.4.attn.qkv.weight|2d-64|(2368, 896)","model.visual.blocks.0.attn.qkv.weight|2d-64|(1664, 512)",model.visual.layers.*.attn.qkv.weight,2d-64,4,0.025991297616337894,7.773243246110827 +7188,7369,1.2117320773970468,0.03982698878509944,0.006774483045745245,0.00699807794083483,1.7548327076764432,1.2112184793132448,1.409727527194714,0.9999770529264475,0.004675875379406152,"model.visual.blocks.15.mlp.linear_fc1.weight|2d-128|(2944, 768)","model.visual.blocks.23.mlp.linear_fc1.weight|2d-128|(1920, 640)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,8,0.0005135980838020249,4.171891675130119 +7543,7655,1.2070223870146968,0.02388461551747341,-0.0001127064625975875,-0.0003687289497060291,1.2342950678599947,1.7062191385209677,1.4142892534840383,0.9999999936486267,-0.00015579898885313708,"model.visual.blocks.1.mlp.linear_fc1.weight|2d-64|(704, 768)","model.visual.blocks.17.mlp.linear_fc1.weight|2d-64|(3776, 128)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,16,0.02727268084529788,3.518522335562466 +7887,7896,1.2193764561101774,0.01548999170308816,0.0011642912802658232,0.0012014013606853901,1.2274704186647736,1.7215999465795313,1.4134350336649137,0.9999993222126776,0.0016329874638356364,"model.visual.blocks.0.mlp.linear_fc2.weight|2d-128|(768, 1920)","model.visual.blocks.9.mlp.linear_fc2.weight|2d-128|(0, 1664)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,9,0.008093962554596157,3.4180985462836238 +8034,8155,1.2034377270098895,0.026115595780673028,0.013587545793992805,0.013453045937537876,1.25814805217546,1.6187980711138812,1.4048721634114554,0.999907685038622,0.017482436096812885,"model.visual.blocks.6.mlp.linear_fc2.weight|2d-64|(64, 1280)","model.visual.blocks.9.mlp.linear_fc2.weight|2d-64|(0, 704)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,3,0.054710325165570506,3.5183559700706994 +8324,8348,0.7840596277984336,0.6832044550761834,0.6932167722235631,0.6932240179153287,0.7943712860108016,0.7733022310522617,0.7836244096400041,0.7207291493397118,0.6748306314738064,"model.visual.merger.linear_fc1.weight|2d-128|(512, 512)","model.visual.merger.linear_fc1.weight|2d-128|(512, 3584)",model.visual.merger.linear_fc1.weight,2d-128,0,0.010757396746171932,2.1761376431541324 +8462,8606,1.3391481370311034,0.05319272393120096,0.002749131991497379,0.0024708686601841953,1.4350095036377168,1.3905769186365076,1.4122692570991164,0.9999962211295067,0.0026640098786597285,"model.visual.merger.linear_fc1.weight|2d-64|(2496, 832)","model.visual.merger.linear_fc1.weight|2d-64|(384, 3136)",model.visual.merger.linear_fc1.weight,2d-64,0,0.051428781605404206,3.4505855477156473 +8875,8903,1.3404118233268343,0.04705675858065309,0.009979390265060513,0.009985190033789998,1.3779013433538494,1.4383352249967267,1.407145903150418,0.9999502046451801,0.010417080011903203,"model.visual.merger.linear_fc2.weight|2d-128|(1152, 1920)","model.visual.merger.linear_fc2.weight|2d-128|(768, 896)",model.visual.merger.linear_fc2.weight,2d-128,0,0.03748952002701511,3.4961555773625133 +8964,8967,1.339298344058673,0.012243317230586697,0.0033203916883775227,0.00333597298148374,1.480723151490723,1.3518132665124758,1.411873460515502,0.999994487484324,0.0030313225871072733,"model.visual.merger.linear_fc2.weight|2d-64|(1792, 1664)","model.visual.merger.linear_fc2.weight|2d-64|(1152, 2688)",model.visual.merger.linear_fc2.weight,2d-64,0,0.012514922453802813,4.119078761630783 +9271,9311,0.6595491225416242,0.758225359405951,0.5124029637519805,0.5092622572979189,0.9158171755191832,1.102537599376729,0.9962863351536743,0.8587451325848587,0.6168737043486426,"model.visual.pos_embed.weight|2d-128|(768, 896)","model.visual.pos_embed.weight|2d-128|(1408, 896)",model.visual.pos_embed.weight,2d-128,0,0.25626805297755895,3.3612600048574044 +9378,9415,0.41179564983012384,0.9113601882072601,0.8535052427102778,0.8534758172985755,0.5240101067416237,0.6564832021740216,0.5791783141507935,0.5210842548629442,1.0692768089739046,"model.visual.pos_embed.weight|2d-64|(64, 128)","model.visual.pos_embed.weight|2d-64|(1408, 128)",model.visual.pos_embed.weight,2d-64,0,0.1122144569114999,1.467639091540449 +9792,9860,1.1612661761160716,0.028483031695024287,0.0005360524348527765,0.0005524337229349864,1.2145055700166674,1.7607757792171073,1.4138591936003955,0.9999998563238832,0.0007771624659293839,"mtp.fc.weight|2d-128|(1280, 2048)","mtp.fc.weight|2d-128|(896, 2560)",mtp.fc.weight,2d-128,0,0.05323939390059573,2.854786457163104 +9985,9994,1.1030164807588858,0.041677855880971205,0.006516839311405992,0.006497489913129039,1.1273468498449273,2.1389805331263436,1.410407013414849,0.9999787651772358,0.012364777021843226,"mtp.fc.weight|2d-64|(1152, 3968)","mtp.fc.weight|2d-64|(64, 3712)",mtp.fc.weight,2d-64,0,0.02433036908604147,3.745039218798271 +10243,10244,1.3113113554332718,0.06575319567589885,0.027374982146063372,0.02748244810194151,1.3575295682102921,1.4352155842549479,1.394752558750151,0.9996252349518308,0.028941543458628323,"mtp.layers.0.mlp.down_proj.weight|2d-128|(640, 4096)","mtp.layers.0.mlp.down_proj.weight|2d-128|(256, 2560)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.04621821277702032,3.624716856548812 +10454,10517,1.2653537001946997,0.004387139452639397,-0.009902992249344615,-0.009944380846673354,1.3481572011113374,1.50745999849451,1.4211555482927205,0.9999509641699984,-0.011073163180808705,"mtp.layers.0.mlp.down_proj.weight|2d-64|(1792, 5440)","mtp.layers.0.mlp.down_proj.weight|2d-64|(256, 1088)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.08280350091663768,3.4590850534096846 +10773,10852,1.3052890325217343,0.02541508859314876,0.011301945363737678,0.011262559314558041,1.3424783196634429,1.480038664564497,1.4062372614905516,0.9999361309758714,0.012460027009837098,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(1024, 640)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(4224, 1536)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.03718928714170855,3.9110909544818795 +10973,11025,1.2924384127500588,-0.0019889126060287955,0.0062272334092422135,0.0057278565076604995,1.564768996126627,1.2934320084893054,1.4098822692974666,0.9999806105940588,0.0051474070842314045,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(5568, 1344)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(256, 64)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.0009935957392466221,4.316590417810964 +11231,11233,1.3293530578551744,0.02585883017876426,-0.003802556709008266,-0.003723608891396737,1.464103774596911,1.3739757850315804,1.416894417223218,0.9999927702551028,-0.003568477132589286,"mtp.layers.0.mlp.up_proj.weight|2d-128|(3840, 896)","mtp.layers.0.mlp.up_proj.weight|2d-128|(2944, 1792)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.04462272717640592,3.954594711406829 +11620,11622,1.3097583881931083,-0.001533320344317038,-0.022579227936051577,-0.02260744442538879,1.3321255860046055,1.5529550810975306,1.4299064311467962,0.9997450567348717,-0.026322238022406227,"mtp.layers.0.mlp.up_proj.weight|2d-64|(1472, 1856)","mtp.layers.0.mlp.up_proj.weight|2d-64|(1984, 448)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.022367197811497208,3.560953208269511 +11676,11691,1.224925787574064,0.016509547537113676,0.002299358649966504,0.0022839178064938924,1.6581283280764165,1.2514683588468554,1.4126491091267712,0.9999973564714053,0.0017354353986655286,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 1536)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(128, 1408)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.02654257127279136,5.09307981901249 +11862,11931,1.0825189314699617,0.018567191207910644,-0.006261341915085613,-0.0063361057972833165,2.2661670856335747,1.1178007269864776,1.4177222118893205,0.9999803976065843,-0.003088445061691839,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(256, 384)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 704)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.03528179551651589,8.399498058170611 +12142,12192,1.172813723964231,0.019947136641366894,0.027241249033248465,0.02723465896694751,1.1763197018793718,1.817277459411404,1.3965292025450606,0.9996288883136124,0.04208456914837231,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(1152, 1792)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1664, 0)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.0035059779151409565,3.3793731547793984 +12287,12411,1.1683691320177247,-0.008605738283590245,-0.007363258796077516,-0.0076377621018210995,1.6963871359181653,1.2446353384856859,1.4191714548495413,0.9999728908424979,-0.005402406036905802,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(1728, 64)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(512, 1984)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.07626620646796112,5.7306575090713325 +12580,12596,1.054578905735414,-0.008916366974072585,-0.015772454794467573,-0.01572825381420805,3.1929775850186326,1.058464838658605,1.420860096978086,0.9998756070980812,-0.00522853304627218,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 512)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(768, 512)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.00388593292319106,9.475005387996955 +12791,12913,1.0532593814727267,0.020760052904417722,0.01181498811339304,0.011758819634349542,3.002619209907047,1.0561280320022781,1.4089737880292084,0.9999302005919615,0.004155751786026303,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(704, 1408)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(768, 1344)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.002868650529551431,8.694420637024193 +13008,13026,1.3537645145610482,0.01794893329539031,-0.011026532987172075,-0.011038970751873297,1.4701893141590248,1.378209226132881,1.4219729679519202,0.9999392059371823,-0.010336675249113752,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(0, 0)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 256)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.024444711571832922,3.9231819182727934 +13127,13184,1.2964300801529598,0.02961262966452575,-0.00332730714820198,-0.0033650189759048474,1.5345356712817217,1.3221505691913047,1.4165385462110116,0.9999944644982499,-0.0028667962056529513,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(64, 1472)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 1024)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.025720489038344896,4.066321638943018 +53,254,1.1621953008380015,0.2947487276020898,0.29411450703966174,0.29411039526091115,1.1670132885929516,1.2108977860135872,1.1883482395952147,0.9557701903432733,0.3051744216539292,"model.language_model.embed_tokens.weight|2d-128|(218240, 1408)","model.language_model.embed_tokens.weight|2d-128|(190080, 1408)",model.language_model.embed_tokens.weight,2d-128,0,0.004817987754950126,3.241545082307589 +270,278,1.1371720587928367,0.28004811426108844,0.2372381407078417,0.2356447602026559,1.2947618369593483,1.184365517886102,1.2358809485530597,0.9714515245721148,0.21701031445414826,"model.language_model.embed_tokens.weight|2d-64|(40832, 512)","model.language_model.embed_tokens.weight|2d-64|(215360, 512)",model.language_model.embed_tokens.weight,2d-64,0,0.04719345909326522,3.5405593516615372 +558,634,0.11277339002887111,0.9952313683589086,0.9952313683589084,0.9997327088414031,0.12014634583724167,0.11277339002887278,0.11628492978893096,0.0975424186416084,0.9341575433758913,"model.language_model.layers.13.linear_attn.conv1d.weight|3d-axis0-slice|(647, 0, 0)","model.language_model.layers.22.linear_attn.conv1d.weight|3d-axis0-slice|(5305, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,9,1.6653345369377348e-15,0.13782980757924737 +800,974,0.545289992526719,0.9735931010283039,0.9735931010283038,0.9728521446327739,1.1398406550954594,0.5452899925267191,0.6956513178373909,0.2282903275000743,0.465758588633012,"model.language_model.layers.14.linear_attn.conv1d.weight|3d-volume|(4488, 0, 0)","model.language_model.layers.12.linear_attn.conv1d.weight|3d-volume|(3860, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,2,1.1102230246251565e-16,3.433558858318682 +1031,1242,1.1403984317569489,0.04212784393843211,0.006072679238176698,0.0060661803076878735,1.9696638777166313,1.1565747057024471,1.4104586725582715,0.9999815611134388,0.003565840487901775,"model.language_model.layers.8.linear_attn.in_proj_qkv.weight|2d-128|(3840, 512)","model.language_model.layers.21.linear_attn.in_proj_qkv.weight|2d-128|(256, 1408)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,13,0.016176273945498254,5.060187891979185 +1379,1527,1.1342052070361237,0.01606939401139302,0.030539494521929368,0.030355002822245302,1.9947538727050331,1.1354472681479864,1.3955220896217808,0.9995335608544343,0.017383591078593524,"model.language_model.layers.13.linear_attn.in_proj_qkv.weight|2d-64|(2304, 640)","model.language_model.layers.20.linear_attn.in_proj_qkv.weight|2d-64|(3328, 576)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,7,0.0012420611118626468,5.9507230623638385 +1569,1775,1.147568111546788,0.023323299788436173,0.0064331107104212805,0.006633547957571565,1.9583852333745677,1.1586212111500414,1.4102209766684937,0.9999793073292004,0.00380596135823958,"model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(256, 1664)","model.language_model.layers.21.linear_attn.in_proj_z.weight|2d-128|(384, 128)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,3,0.011053099603253402,5.478720456570888 +1811,1964,1.144464164464865,0.002083236857320113,-0.01808971794457396,-0.017632857739505865,2.078183675959867,1.1521330922109967,1.4250208421548827,0.9998363676645723,-0.010028835715438097,"model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-64|(320, 704)","model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-64|(64, 1600)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,16,0.007668927746131704,5.35669487412032 +2178,2217,1.225764203309016,-0.01719519025927603,0.002932597366440265,0.002918398478921125,1.7359065846276012,1.2208626038077637,1.412260689368925,0.9999956999270979,0.002062494887926313,"model.language_model.layers.12.linear_attn.out_proj.weight|2d-128|(640, 896)","model.language_model.layers.22.linear_attn.out_proj.weight|2d-128|(1152, 512)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,10,0.004901599501252241,4.719196858998648 +2351,2552,1.2220014208111507,0.052728761904208395,0.02169560705515845,0.02168227279024666,1.5962888897051226,1.260765452405752,1.3992102616659963,0.9997646226159976,0.01713541453587835,"model.language_model.layers.18.linear_attn.out_proj.weight|2d-64|(64, 1536)","model.language_model.layers.20.linear_attn.out_proj.weight|2d-64|(704, 1472)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,2,0.0387640315946014,4.319391515845896 +2574,2586,1.2645683933785032,0.0378261804254635,0.018743618222665244,0.018655387461177193,1.283660290748447,1.5581957093590908,1.4011445267221423,0.9998243229567497,0.02275230113676957,"model.language_model.layers.20.mlp.down_proj.weight|2d-128|(384, 2432)","model.language_model.layers.2.mlp.down_proj.weight|2d-128|(1280, 5248)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,18,0.019091897369943656,3.2618522356193576 +2902,3012,1.256359750124643,0.050103291300568585,0.03729085919272152,0.037432873109539744,1.2721601932083604,1.542847719905816,1.388086771293727,0.9993044540182279,0.04522552850338718,"model.language_model.layers.19.mlp.down_proj.weight|2d-64|(512, 2816)","model.language_model.layers.3.mlp.down_proj.weight|2d-64|(448, 3072)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,16,0.015800443083717308,3.284940371965506 +3181,3211,1.1560406126382172,0.0292292654651799,-0.0051224284526295415,-0.005294923914019913,1.1860914608375484,1.874600142195432,1.4174829623796548,0.9999868802773103,-0.008095922972841013,"model.language_model.layers.18.mlp.gate_proj.weight|2d-128|(4480, 1920)","model.language_model.layers.12.mlp.gate_proj.weight|2d-128|(1024, 1152)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,6,0.030050848199331126,3.264901844438976 +3453,3569,1.1434743100818021,0.017925600662705057,0.018010630041664113,0.01807656013030945,1.148383904340027,1.9700918022363756,1.4030880037453581,0.9998377954475927,0.030897850852922227,"model.language_model.layers.22.mlp.gate_proj.weight|2d-64|(1792, 704)","model.language_model.layers.11.mlp.gate_proj.weight|2d-64|(6080, 896)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,11,0.004909594258224903,3.083413524120073 +3610,3761,1.2242245619992205,0.060365942394208144,0.008989849076653495,0.009120540314262238,1.6021187811526938,1.2707817609222685,1.4080100620976332,0.9999595904903252,0.00713064248072525,"model.language_model.layers.0.mlp.up_proj.weight|2d-128|(3200, 1408)","model.language_model.layers.22.mlp.up_proj.weight|2d-128|(4864, 1792)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,22,0.04655719892304799,4.012275464495903 +3993,4045,1.2190615669456724,0.049944797148712305,0.03894812221183952,0.03881625182305997,1.6376771439495634,1.2253962350501437,1.3875404918834922,0.9992412340251835,0.02914303499745912,"model.language_model.layers.13.mlp.up_proj.weight|2d-64|(960, 512)","model.language_model.layers.23.mlp.up_proj.weight|2d-64|(3840, 512)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,10,0.006334668104471364,4.115038380952333 +4218,4293,1.172449744336674,-0.005040949915082255,0.001620277184106482,0.001616005762571674,1.195721228083969,1.8194870259995128,1.413161502196908,0.9999986873500618,0.002465518923444036,"model.language_model.layers.15.self_attn.k_proj.weight|2d-128|(384, 1280)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 640)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,8,0.023271483747295152,3.3005558754259474 +4438,4506,1.101301442755852,-0.0018481848012393979,-0.008279136473985954,-0.0088100199876007,1.1117380307905615,2.328003197371104,1.418759296481336,0.9999657273623157,-0.017336688724415867,"model.language_model.layers.3.self_attn.k_proj.weight|2d-64|(64, 896)","model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 1984)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,20,0.010436588034709482,2.9747651082119053 +4661,4680,1.116512077362015,0.057338473077024055,0.00893441543587361,0.008933869990506386,2.079737593202631,1.134918732223287,1.4088906356314699,0.9999600873138983,0.004875535967988778,"model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(0, 1408)","model.language_model.layers.23.self_attn.o_proj.weight|2d-128|(384, 1792)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,16,0.01840665486127202,5.445344956255617 +4900,4955,1.1207574268494953,0.010380196127669881,-0.004900471335117614,-0.005177193073129726,1.1467651399092977,2.0609254159453005,1.4171550662341772,0.9999879926182583,-0.00880695233328605,"model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(1792, 960)","model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(1536, 512)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,4,0.02600771305980243,3.018950568318727 +5316,5353,1.1139534617267055,0.009608826207927704,-0.0033849451916235164,-0.005072607000411753,2.292075469194079,1.1131735115775214,1.4160934857876626,0.9999942710566145,-0.0016439385945620198,"model.language_model.layers.19.self_attn.q_proj.weight|2d-128|(768, 768)","model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(3328, 128)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,16,0.0007799501491840832,6.18561331318392 +5455,5560,1.1002093849879435,0.0014075689023869864,0.007379813980844366,0.007332721855263528,1.1057971017508945,2.306430355978076,1.4101391533195664,0.999972768802035,0.015392540783422328,"model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(1408, 1024)","model.language_model.layers.23.self_attn.q_proj.weight|2d-64|(64, 640)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,20,0.0055877167629510005,2.9013836256764525 +5787,5837,1.0795002066925676,0.03523517854360919,0.00686413758534901,0.0066142920227001325,1.0882848359101396,2.494377529495341,1.410651079536222,0.999976441530104,0.015732784274201477,"model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(128, 1408)","model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(384, 1152)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,12,0.008784629217571949,3.673652702596445 +6042,6122,1.0736846231044326,0.023818144816254817,0.004177641558893982,0.004376094044061449,2.545678790058295,1.085473631801856,1.412080322112673,0.9999912736174279,0.0017813401176175782,"model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(384, 512)","model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(64, 1472)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,12,0.011789008697423498,8.637781953302076 +6318,6394,1.2042881812244506,-0.002724781855275027,0.009651459700962515,0.00963473519625298,1.1934380347479123,1.8052259234143984,1.4079203826984104,0.9999534235781388,0.014599053108481792,"model.visual.blocks.21.attn.proj.weight|2d-128|(384, 768)","model.visual.blocks.21.attn.proj.weight|2d-128|(896, 256)",model.visual.layers.*.attn.proj.weight,2d-128,0,0.010850146476538258,3.151118529309218 +6421,6642,1.181861146578837,-0.0019314080607382607,0.0010613016352261058,0.0009613185499435486,1.1792684148200991,1.8835102762309412,1.413538316343413,0.999999436819261,0.0016950954600391138,"model.visual.blocks.7.attn.proj.weight|2d-64|(64, 512)","model.visual.blocks.18.attn.proj.weight|2d-64|(512, 768)",model.visual.layers.*.attn.proj.weight,2d-64,11,0.002592731758737754,3.0287188145570623 +6728,6826,1.0826381168446835,-0.007491832788066065,-0.006775148188007681,-0.006804075592243406,1.072220242585693,2.820604372248949,1.4173924121466304,0.9999770484201278,-0.017822842586560958,"model.visual.blocks.0.attn.qkv.weight|2d-128|(1152, 0)","model.visual.blocks.0.attn.qkv.weight|2d-128|(2688, 256)",model.visual.layers.*.attn.qkv.weight,2d-128,0,0.010417874258990434,4.3013656020519235 +6918,6920,1.0811579382360008,0.04500335269570718,0.02467466481569739,0.02464551607073467,1.100115022870199,2.273567680751715,1.4004651965221173,0.999695534108377,0.05099423177768036,"model.visual.blocks.6.attn.qkv.weight|2d-64|(1664, 0)","model.visual.blocks.18.attn.qkv.weight|2d-64|(2816, 896)",model.visual.layers.*.attn.qkv.weight,2d-64,12,0.018957084634198207,2.943454376447019 +7283,7423,1.2117543961418686,0.020905018716119293,-0.00562050632431411,-0.0055324207220259596,1.2160057951231795,1.7719259333997117,1.4179170645597836,0.9999842048295855,-0.008190027510420226,"model.visual.blocks.1.mlp.linear_fc1.weight|2d-128|(2688, 0)","model.visual.blocks.18.mlp.linear_fc1.weight|2d-128|(2560, 768)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,17,0.004251398981310883,3.493323125341368 +7446,7491,1.2072429976528118,0.06436959467004373,0.03807446763826272,0.036769593513784005,1.2240933953100728,1.6429058893826294,1.3881761849818137,0.9992749045753441,0.05110130269281049,"model.visual.blocks.0.mlp.linear_fc1.weight|2d-64|(1600, 128)","model.visual.blocks.23.mlp.linear_fc1.weight|2d-64|(832, 0)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,23,0.01685039765726093,3.616296140212032 +7832,7925,1.2193999991454894,0.03017523034081865,0.012395344689685813,0.01211240447642905,1.2416142344512584,1.6589395200264199,1.4057790971358861,0.9999231747639535,0.016561607139722795,"model.visual.blocks.0.mlp.linear_fc2.weight|2d-128|(512, 3072)","model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(128, 3840)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,10,0.022214235305769048,3.589689621350259 +7975,7989,1.204434574642649,0.046978255109083815,0.03158214453090194,0.0313883556802352,1.6043353326445136,1.2470270663484375,1.392403954903782,0.9995011596525686,0.02454835235626491,"model.visual.blocks.15.mlp.linear_fc2.weight|2d-64|(512, 3264)","model.visual.blocks.4.mlp.linear_fc2.weight|2d-64|(384, 1792)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,11,0.04259249170578849,4.714850023167746 +8418,8442,0.7937872964356695,0.6811838519526248,0.6941318297114139,0.6941258252922498,0.7903179590682814,0.7745520510639176,0.7823158821658619,0.719847902672144,0.6802847211590125,"model.visual.merger.linear_fc1.weight|2d-128|(896, 256)","model.visual.merger.linear_fc1.weight|2d-128|(896, 3328)",model.visual.merger.linear_fc1.weight,2d-128,0,0.01923524537175192,2.3264285950899355 +8582,8607,1.3391984321832355,0.08269218031342468,0.06363530532710554,0.06337878635386994,1.3720485434610077,1.3649345150994974,1.3684776611271632,0.9979732200394588,0.06330535827891405,"model.visual.merger.linear_fc1.weight|2d-64|(2688, 1152)","model.visual.merger.linear_fc1.weight|2d-64|(2176, 3520)",model.visual.merger.linear_fc1.weight,2d-64,0,0.025736082916261838,3.545810232781355 +8721,8859,1.3404257100222636,0.039881329227686904,0.013251461073946806,0.013260341543467374,1.3768537686027709,1.4345627758874737,1.4048200604135768,0.9999121955348907,0.013806878563507369,"model.visual.merger.linear_fc2.weight|2d-128|(1152, 3456)","model.visual.merger.linear_fc2.weight|2d-128|(512, 3456)",model.visual.merger.linear_fc2.weight,2d-128,0,0.03642805858050724,3.5521178710237615 +9049,9056,1.339351333074538,0.0331602759525081,0.019009780618717245,0.018892084857171965,1.3673920695605777,1.43661791696559,1.4007236546784287,0.9998192977937704,0.019972173338119934,"model.visual.merger.linear_fc2.weight|2d-64|(448, 3584)","model.visual.merger.linear_fc2.weight|2d-64|(768, 512)",model.visual.merger.linear_fc2.weight,2d-64,0,0.028040736486039775,3.508896374220545 +9297,9345,0.6608494240670896,0.7506843075661144,0.6022946017033727,0.602268097960058,1.19430319566179,0.8012133172440471,0.9409589570632904,0.7982738958271,0.40405690744345746,"model.visual.pos_embed.weight|2d-128|(1280, 128)","model.visual.pos_embed.weight|2d-128|(2048, 128)",model.visual.pos_embed.weight,2d-128,0,0.14036389317695752,3.1755572946857757 +9415,9461,0.4133773494306236,0.9106384549459605,0.9061045057912803,0.9133326326624694,0.4958949082780339,0.42572422128811765,0.4568160360887323,0.4230539263317853,0.7778878723984969,"model.visual.pos_embed.weight|2d-64|(1408, 128)","model.visual.pos_embed.weight|2d-64|(2176, 128)",model.visual.pos_embed.weight,2d-64,0,0.012346871857494057,1.67941932667257 +9792,9853,1.16194732653797,0.008805770482697733,-0.01478798068791319,-0.014866367215632715,1.2076369444724002,1.8230784714761157,1.4238094453839378,0.9998906518350764,-0.022324299825488857,"mtp.fc.weight|2d-128|(1280, 2048)","mtp.fc.weight|2d-128|(1024, 2688)",mtp.fc.weight,2d-128,0,0.04568961793443016,2.806600544598678 +9950,9985,1.1037067627690476,0.0459418007815589,0.01750023754749972,0.017485476668151406,2.019797868634584,1.1395438804948521,1.4035819035568016,0.9998468591168255,0.009873408084117278,"mtp.fc.weight|2d-64|(1792, 1280)","mtp.fc.weight|2d-64|(1152, 3968)",mtp.fc.weight,2d-64,0,0.03583711772580456,5.780200912810365 +10243,10335,1.3113408663316606,0.06783146499097387,0.0026581809852337566,0.002575016814416057,1.3823059999855727,1.4444090539698562,1.4123345098760365,0.9999964670306839,0.002777605452195262,"mtp.layers.0.mlp.down_proj.weight|2d-128|(640, 4096)","mtp.layers.0.mlp.down_proj.weight|2d-128|(512, 1920)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.0709651336539121,3.590891516788892 +10430,10496,1.2653737659683968,0.03202708479119926,0.013126989541605195,0.013406330327551582,1.3204182573788983,1.5081981197850187,1.404982708721091,0.9999138373607871,0.014993810358535076,"mtp.layers.0.mlp.down_proj.weight|2d-64|(0, 2944)","mtp.layers.0.mlp.down_proj.weight|2d-64|(704, 5248)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.055044491410501495,3.5120478387270397 +10684,10795,1.305388183057336,0.04566094261224352,0.00241930994051233,0.0023855494886102528,1.4629740180877808,1.3669242605122498,1.412505757662855,0.9999970734654235,0.002260473125631631,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(5248, 128)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(1152, 1408)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.06153607745491385,3.978647708413749 +11049,11081,1.2925830217832992,0.022930116158666594,0.0346684299462803,0.035162193501184554,1.4647984075042975,1.3249225583667907,1.3896081787778252,0.9993988693034728,0.031357888337170924,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(5504, 1600)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(4992, 64)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.032339536583491535,4.068600977640042 +11233,11321,1.329355641327311,0.003973549667723989,0.005433774490306473,0.0053884051986290635,1.3697384686944325,1.4548527806087952,1.4103730602053561,0.9999852369384202,0.005771424331798534,"mtp.layers.0.mlp.up_proj.weight|2d-128|(2944, 1792)","mtp.layers.0.mlp.up_proj.weight|2d-128|(3456, 1536)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.0403828273671214,3.725902079617989 +11637,11663,1.3097768051490932,0.039461423134352934,0.027315384244770743,0.02742966933401408,1.3391561307933553,1.4580927441125164,1.394835619878008,0.9996268652770195,0.029741389113717515,"mtp.layers.0.mlp.up_proj.weight|2d-64|(3392, 1472)","mtp.layers.0.mlp.up_proj.weight|2d-64|(3776, 128)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.029379325644262044,3.4698683734117806 +11665,11715,1.225090215362,0.018068332819369003,0.001195611100601748,0.0011815361027985374,1.6451286955291877,1.2582177367180944,1.4133974063764814,0.9999992852567926,0.000914420310752808,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 128)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 384)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.033127521356094425,4.853624660499131 +11752,11934,1.0825485060025037,0.03861242296549028,0.004982139624055342,0.004710292714579098,2.324361801945392,1.1051343203843618,1.4114786032194135,0.9999875890653676,0.00236879365462045,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 1536)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 896)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.022585814381858027,6.957398784497564 +11999,12049,1.1728352591442157,0.026506420989009374,0.012455880892287125,0.012438288836344055,1.1838114458934639,1.8321079859090692,1.4061609990700827,0.9999224225064649,0.019277156791694967,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(0, 1920)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(512, 128)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.010976186749248162,3.456975503862195 +12346,12431,1.1684511596406622,0.027361611138098568,0.02107723836102702,0.021006369260737793,1.5759310891999339,1.2716568304688725,1.3995703860336792,0.9997778503362997,0.017007732325927945,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(576, 64)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(320, 1984)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.1032056708282103,5.418521793858731 +12581,12612,1.0546111286254947,-0.0025679178575610598,-0.004437478285824104,-0.004489631736813585,3.1116247265704255,1.0576114681791415,1.416124371791927,0.9999901543447629,-0.0015082564053462092,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 640)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(896, 512)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.003000339553646869,8.939406482053265 +12781,12788,1.053319321230339,-0.0028376619029348814,0.005502696688402467,0.005415961823600278,3.215282113199763,1.0502899168470734,1.4119147561328247,0.9999848600499688,0.0017974867037547015,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(704, 448)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(896, 192)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.0030294043832654882,9.567996987910133 +13012,13029,1.353828156072686,0.028042720153899248,-0.0018849739969067263,-0.0020577168746693172,1.4205509577020043,1.4105931376260918,1.4155457798033089,0.9999982234349374,-0.001871760650488422,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(0, 512)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 640)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.056764981553405924,4.08547062579808 +13151,13266,1.2964922012946778,0.035427550097619345,0.022767007240762933,0.022958197683969644,1.341407681400138,1.4626076470285891,1.398082905160115,0.9997407980978364,0.02482407052831097,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(128, 960)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 128)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.044915480105460315,3.7401587367737203 +149,191,1.1624515551479704,0.26385349337406727,0.2769724240601443,0.27406123553340694,1.2208441303132842,1.185191146631838,1.202621455859426,0.9608778675306491,0.26888384578054614,"model.language_model.embed_tokens.weight|2d-128|(143744, 1920)","model.language_model.embed_tokens.weight|2d-128|(158208, 1920)",model.language_model.embed_tokens.weight,2d-128,0,0.022739591483867727,3.277131661800608 +367,400,1.1390477158747623,0.3279739456912504,0.25761229721192,0.25449600107740533,1.2101561260777827,1.227088341406273,1.2185340116181707,0.9662483657555119,0.26121674691362645,"model.language_model.embed_tokens.weight|2d-64|(212800, 1216)","model.language_model.embed_tokens.weight|2d-64|(124736, 1216)",model.language_model.embed_tokens.weight,2d-64,0,0.07110841020302039,3.0162749659630794 +528,595,0.11352462998150323,0.9973201932656551,0.9973201932656552,0.9961516965659027,0.12468199030154808,0.11352462998150326,0.11871186116890375,0.07316031782705866,0.9080734566374583,"model.language_model.layers.9.linear_attn.conv1d.weight|3d-axis0-slice|(1310, 0, 0)","model.language_model.layers.16.linear_attn.conv1d.weight|3d-axis0-slice|(1602, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,7,2.7755575615628914e-17,0.17826498764904922 +910,969,0.548081408601694,0.9744568923356847,0.9744568923356849,0.9669741958511088,0.5480814086016941,1.1550777215594938,0.7002704889607471,0.2245746312019225,2.053661060733102,"model.language_model.layers.6.linear_attn.conv1d.weight|3d-volume|(5488, 0, 0)","model.language_model.layers.2.linear_attn.conv1d.weight|3d-volume|(5152, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,4,1.1102230246251565e-16,1.2911687535418603 +1087,1252,1.140556100071006,0.04726808712741361,0.011281544630871037,0.011282331260836316,1.159468854104207,1.9382020895400116,1.4071671170748017,0.999936361350432,0.01885856036528597,"model.language_model.layers.16.linear_attn.in_proj_qkv.weight|2d-128|(3840, 768)","model.language_model.layers.13.linear_attn.in_proj_qkv.weight|2d-128|(2304, 512)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,3,0.01891275403320103,3.095062375989403 +1330,1476,1.1342864888146686,0.04731495630247331,0.017737697392072347,0.017740357368485768,1.908485861095736,1.1613348297266703,1.4030297405866048,0.9998426746699839,0.010793585742751388,"model.language_model.layers.1.linear_attn.in_proj_qkv.weight|2d-64|(4480, 1984)","model.language_model.layers.16.linear_attn.in_proj_qkv.weight|2d-64|(512, 1152)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,15,0.0270483409120017,5.3412641247366714 +1635,1675,1.1479465253663603,-0.02542807190063424,0.00473473489135826,0.004533809991827171,2.089286086310532,1.135996353251547,1.411400763847805,0.9999887910799343,0.0025743920880141307,"model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(256, 1920)","model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(896, 512)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,0,0.011950172114813418,5.628112866421182 +1850,1922,1.1445900707223573,-0.02403864491965325,-0.015103937933272292,-0.015300783643783084,1.136061828382402,2.1671689119066864,1.4229700417730573,0.99988592902336,-0.02881250291013024,"model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-64|(896, 832)","model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-64|(640, 768)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,14,0.008528242339955305,3.11967397566128 +2102,2243,1.2258146118798372,0.000952901498698604,-0.00025773301368430896,-0.00019268678441488368,1.7391960345643427,1.222463291356895,1.4143850290239353,0.9999999667868463,-0.0001811579269606458,"model.language_model.layers.16.linear_attn.out_proj.weight|2d-128|(1664, 256)","model.language_model.layers.2.linear_attn.out_proj.weight|2d-128|(896, 1664)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,14,0.0033513205229422915,4.412209804910969 +2307,2351,1.2220747658380173,0.04531712900044611,0.02605955143826294,0.025978221570801263,1.2546756209683823,1.5997912839171058,1.3962029467234562,0.9996603922226971,0.03322758692126777,"model.language_model.layers.20.linear_attn.out_proj.weight|2d-64|(1152, 832)","model.language_model.layers.18.linear_attn.out_proj.weight|2d-64|(64, 1536)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,2,0.032600855130364925,3.4247429135293856 +2644,2779,1.2646808293212575,0.04573400815948053,-0.00047153793868985036,-0.0003830693993695538,1.3019407783206098,1.5625319560484667,1.4145414783151755,0.99999988882598,-0.0005659190571191055,"model.language_model.layers.21.mlp.down_proj.weight|2d-128|(1920, 640)","model.language_model.layers.5.mlp.down_proj.weight|2d-128|(0, 3328)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,16,0.037259948999352366,3.424311680046493 +2855,2928,1.2564754866600112,0.031899806724324443,0.04122376027673266,0.041221413168187726,1.2749476975134888,1.5302230363526295,1.3852461192925891,0.9991499394928904,0.04947775327847704,"model.language_model.layers.20.mlp.down_proj.weight|2d-64|(1472, 5056)","model.language_model.layers.7.mlp.down_proj.weight|2d-64|(704, 3520)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,13,0.01847221085347761,3.193587252389821 +3077,3144,1.156051323836115,0.014074087555443758,0.0032123370747357514,0.003120199057712988,1.1519139967638061,2.0034047273282396,1.4122491090196654,0.9999948404319486,0.005586885218321523,"model.language_model.layers.23.mlp.gate_proj.weight|2d-128|(4480, 512)","model.language_model.layers.9.mlp.gate_proj.weight|2d-128|(4608, 1152)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,14,0.0041373270723088496,3.112398049962058 +3334,3537,1.1434908516763787,0.03685142430026083,0.021276353436604778,0.02129521140803856,1.8803106145757489,1.1651698944301432,1.4006765566549404,0.9997736327711592,0.01318429322018195,"model.language_model.layers.13.mlp.gate_proj.weight|2d-64|(2816, 0)","model.language_model.layers.23.mlp.gate_proj.weight|2d-64|(3584, 0)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,10,0.021679042753764532,5.061374929208231 +3613,3742,1.2254054366527591,0.03460333066895215,-0.0038853838667435234,-0.003913504933190952,1.2525183058083509,1.6693247911597362,1.416848902212351,0.999992451867617,-0.0051783415714160945,"model.language_model.layers.23.mlp.up_proj.weight|2d-128|(4480, 1664)","model.language_model.layers.6.mlp.up_proj.weight|2d-128|(1664, 1664)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,17,0.027112869155591746,3.41663353369442 +3929,3952,1.2191873280081214,0.021719945814581955,0.027136119690469484,0.027445739756314407,1.6601624210433972,1.2273788521856495,1.3957480151277637,0.9996317476991937,0.020062072852804442,"model.language_model.layers.2.mlp.up_proj.weight|2d-64|(384, 1344)","model.language_model.layers.22.mlp.up_proj.weight|2d-64|(320, 512)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,20,0.008191524177528109,4.650317063900415 +4123,4290,1.1726819423075623,0.02644126287368684,0.006257193931246532,0.006222870779879434,1.1904901263228014,1.8252070121149155,1.4101586106506605,0.9999804235704352,0.009593254061459848,"model.language_model.layers.11.self_attn.k_proj.weight|2d-128|(128, 1408)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 256)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,12,0.017808184015239092,3.240705891311479 +4384,4514,1.10131853452638,0.036493404308455754,0.015249187023321627,0.015511899809777184,1.1588597443895612,1.927988025111921,1.404659064299002,0.9998837243875548,0.02536998123887979,"model.language_model.layers.19.self_attn.k_proj.weight|2d-64|(192, 448)","model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 512)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,4,0.05754120986318112,3.4025169863801814 +4698,4860,1.116543892518497,0.040932722902171426,0.004269089184406049,0.0041885429653766015,1.1418039758981118,2.0558588418261383,1.4116485905120215,0.9999908873972481,0.007686647560849527,"model.language_model.layers.23.self_attn.o_proj.weight|2d-128|(256, 1792)","model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(768, 1536)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,16,0.02526008337961483,3.4140388197310894 +5042,5117,1.1208613568508217,0.05825996319886912,0.010812663514168945,0.010806501063239903,1.13405987125069,2.0778035941509017,1.407768451059858,0.9999415414451633,0.019810762801533075,"model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(960, 1152)","model.language_model.layers.11.self_attn.o_proj.weight|2d-64|(448, 1856)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,8,0.0131985143998683,3.0205331536493985 +5220,5353,1.1145833814685204,0.014457357088246522,0.005024734408367142,0.00532321065153414,2.265747223798866,1.1116635200293674,1.411400715527284,0.9999873759423793,0.002465329707103267,"model.language_model.layers.11.self_attn.q_proj.weight|2d-128|(3200, 0)","model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(3328, 128)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,8,0.0029198614391530153,6.418157353946095 +5409,5465,1.100394242027429,0.007857724404199531,0.0181803872911315,0.01760762409624817,2.273979180727263,1.1035737345139787,1.4040781388783987,0.9998347231007455,0.008823034998661598,"model.language_model.layers.19.self_attn.q_proj.weight|2d-64|(2112, 1856)","model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(3520, 1216)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,16,0.0031794924865495844,6.8502637425342625 +5750,5803,1.079555311566672,0.04031987200261908,0.002182609967262774,0.0021622534748532455,2.3149833779789253,1.1076258020362586,1.413011308703482,0.9999976181040287,0.0010442904854169413,"model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(384, 256)","model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(256, 1408)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,12,0.02807049046958654,7.659029854370461 +5944,6097,1.0740361863127732,0.040022967782582575,0.028714200219270545,0.02877590904761304,2.3012346655087152,1.095035747358763,1.3983691591846135,0.9995876623417116,0.013663567722228457,"model.language_model.layers.3.self_attn.v_proj.weight|2d-64|(256, 960)","model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(448, 1792)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,16,0.02099956104598988,7.190307396027505 +6276,6329,1.2051408277210165,0.027402389652832763,0.003934878724913258,0.0037834574142370874,1.2711729071508473,1.6116800973883532,1.411505155635136,0.9999922583347435,0.004988908818701714,"model.visual.blocks.2.attn.proj.weight|2d-128|(640, 896)","model.visual.blocks.8.attn.proj.weight|2d-128|(128, 512)",model.visual.layers.*.attn.proj.weight,2d-128,6,0.0660320794298308,3.6920057262051693 +6430,6498,1.1819827019059648,-0.0007579545439327694,-0.007180402445356385,-0.007189823020526025,1.2080864185070257,1.801227195693812,1.4189033525976773,0.9999742205780721,-0.010705803792236785,"model.visual.blocks.23.attn.proj.weight|2d-64|(64, 448)","model.visual.blocks.0.attn.proj.weight|2d-64|(384, 128)",model.visual.layers.*.attn.proj.weight,2d-64,23,0.026103716601060922,3.073180162534912 +6680,6732,1.0826694553512188,0.06459923674720583,0.005347648548912049,0.005332536541971295,2.192714275959143,1.120582065308232,1.4111456908246236,0.9999857012252712,0.0027329046566549058,"model.visual.blocks.18.attn.qkv.weight|2d-128|(128, 128)","model.visual.blocks.0.attn.qkv.weight|2d-128|(1152, 512)",model.visual.layers.*.attn.qkv.weight,2d-128,18,0.037912609957013066,9.796417298916785 +6961,7062,1.0812065927793244,0.04231312078083386,0.01146510204178997,0.011471973336028594,1.094893447410533,2.39335058855592,1.4080663826186461,0.999934273557603,0.025061807415569456,"model.visual.blocks.4.attn.qkv.weight|2d-64|(832, 320)","model.visual.blocks.18.attn.qkv.weight|2d-64|(2752, 576)",model.visual.layers.*.attn.qkv.weight,2d-64,14,0.013686854631208556,2.914569064782343 +7207,7380,1.211846192708653,0.031620598890652385,0.006393798556877811,0.0067112165943161925,1.681003072967737,1.2381985306813132,1.4098892243292729,0.9999795594610993,0.004709564251195365,"model.visual.blocks.20.mlp.linear_fc1.weight|2d-128|(3584, 384)","model.visual.blocks.1.mlp.linear_fc1.weight|2d-128|(1536, 384)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,19,0.026352337972660234,4.774939537882548 +7439,7466,1.207409395740029,0.01548528464038314,0.015392022447269244,0.01568408189898807,1.7842339944345953,1.1949572929921066,1.4041132590329977,0.9998815358056087,0.010308518689047329,"model.visual.blocks.14.mlp.linear_fc1.weight|2d-64|(1088, 768)","model.visual.blocks.2.mlp.linear_fc1.weight|2d-64|(576, 384)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,12,0.0124521027479223,4.989294472690884 +7690,7863,1.219533741852967,0.028926181230295993,0.00063278677839421,0.0005847989698370425,1.6717808087096175,1.2472686220522362,1.4137845839752716,0.9999997997904265,0.00047210441047580595,"model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(640, 512)","model.visual.blocks.0.mlp.linear_fc2.weight|2d-128|(640, 2944)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,10,0.027734880199269174,4.7339250021279105 +8001,8023,1.204563776761164,0.034594820519757354,0.012876308208943069,0.01284446767986829,1.2529490640895145,1.6316757126651498,1.4053896819574705,0.9999170969069927,0.016768406614031586,"model.visual.blocks.3.mlp.linear_fc2.weight|2d-64|(384, 832)","model.visual.blocks.2.mlp.linear_fc2.weight|2d-64|(256, 1280)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,1,0.048385287328350346,3.5059121157284765 +8303,8392,0.7985206427404942,0.6775285531275211,0.6860609927896656,0.6860959214705281,0.7876694014722337,0.7973223035597293,0.7924517624574394,0.7275440290267375,0.6944686820779261,"model.visual.merger.linear_fc1.weight|2d-128|(1664, 3840)","model.visual.merger.linear_fc1.weight|2d-128|(1664, 768)",model.visual.merger.linear_fc1.weight,2d-128,0,0.010851241268260425,2.1643070367241783 +8459,8579,1.3392325400050002,0.04646867205494767,0.013369804894121581,0.013283538079864177,1.4460022337680325,1.366825184382508,1.4047429410656336,0.999910620164169,0.012637730158926873,"model.visual.merger.linear_fc1.weight|2d-64|(1856, 2432)","model.visual.merger.linear_fc1.weight|2d-64|(1024, 1536)",model.visual.merger.linear_fc1.weight,2d-64,0,0.027592644377507858,3.616901043364781 +8787,8865,1.3404498440127628,0.04003156811651831,0.005092964982517226,0.005076767703155059,1.4436263794631463,1.3797626043344655,1.4106113879595703,0.9999870307697429,0.004867660170268864,"model.visual.merger.linear_fc2.weight|2d-128|(1408, 3968)","model.visual.merger.linear_fc2.weight|2d-128|(1152, 3968)",model.visual.merger.linear_fc2.weight,2d-128,0,0.03931276032170272,3.5139231689814734 +9001,9201,1.3394600090368303,0.0686365157030075,0.029239654962511265,0.02901691737969383,1.4116120109425305,1.3758588392644422,1.3933915201727134,0.9995724298807332,0.02849907582633297,"model.visual.merger.linear_fc2.weight|2d-64|(1536, 3648)","model.visual.merger.linear_fc2.weight|2d-64|(512, 256)",model.visual.merger.linear_fc2.weight,2d-64,0,0.03639883022761192,3.5219417726485727 +9223,9319,0.6614694378968804,0.7766667145242445,0.8148724560595523,0.8186625736369226,0.61112032356605,0.6059796001905022,0.6085336772076666,0.5796403025631265,0.8080177766757755,"model.visual.pos_embed.weight|2d-128|(0, 896)","model.visual.pos_embed.weight|2d-128|(1536, 896)",model.visual.pos_embed.weight,2d-128,0,0.055489837706378164,1.7918062427250512 +9439,9474,0.413889530594977,0.9125532846831811,0.8302258614731779,0.8285939859240615,0.6098817494047046,0.5659239993730892,0.5866713507315492,0.5574271422716331,0.7703866206301087,"model.visual.pos_embed.weight|2d-64|(256, 960)","model.visual.pos_embed.weight|2d-64|(1216, 960)",model.visual.pos_embed.weight,2d-64,0,0.15203446877811222,2.335184235310785 +9792,9830,1.162081383080402,0.003711399846529399,-0.003169140120233132,-0.0032261059284631383,1.1903412902446846,1.852595816077988,1.4162503309646555,0.9999949782628402,-0.004932312921869602,"mtp.fc.weight|2d-128|(1280, 2048)","mtp.fc.weight|2d-128|(1024, 3584)",mtp.fc.weight,2d-128,0,0.028259907164282616,2.843801067770177 +10034,10100,1.1043011020487754,0.025228800604697003,0.01683841350316983,0.01693751695907845,1.8580320144318565,1.1738109901324145,1.4034198573202312,0.9998582238651119,0.010637661069827428,"mtp.fc.weight|2d-64|(448, 3584)","mtp.fc.weight|2d-64|(576, 3968)",mtp.fc.weight,2d-64,0,0.06950988808363912,5.370185554796483 +10271,10312,1.311903315538502,0.05572766265751514,0.010994256691070691,0.01097635100208755,1.4190476746646543,1.3941219670134675,1.406419190287763,0.9999395613334893,0.01080114152445834,"mtp.layers.0.mlp.down_proj.weight|2d-128|(256, 6016)","mtp.layers.0.mlp.down_proj.weight|2d-128|(640, 4352)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.08221865147496543,4.100590366779791 +10406,10513,1.2657226374768906,0.004778771819418402,0.0010445536140737501,0.000529432613447533,1.5176242793287213,1.3282019138948742,1.4134812776979249,0.9999994544537248,0.0009141775920929722,"mtp.layers.0.mlp.down_proj.weight|2d-64|(960, 1088)","mtp.layers.0.mlp.down_proj.weight|2d-64|(256, 1856)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.062479276417983565,4.073779872875998 +10649,10675,1.3056886201748266,0.003646679403111649,0.00360706394672811,0.0036605115501111333,1.5035482301173502,1.3348228666372,1.4116786733719808,0.9999934945236815,0.003202285993273072,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(3840, 1280)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(2048, 0)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.029134246462373392,4.316432103090612 +11025,11053,1.2927922023444383,-0.0027679190473589733,-0.00876563051636728,-0.009019048477291465,1.305545532610739,1.5718199699581978,1.4202934698855814,0.9999615811228202,-0.010553437433429692,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(256, 64)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(5568, 128)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.012753330266300766,3.6213176532680094 +11387,11401,1.329532356646135,0.02066617754917267,0.009102248244437505,0.008901451565219466,1.4673639702065582,1.3549163295863091,1.4077830832228622,0.9999585736803783,0.00840472100497372,"mtp.layers.0.mlp.up_proj.weight|2d-128|(2176, 896)","mtp.layers.0.mlp.up_proj.weight|2d-128|(2688, 1152)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.025383972940174138,4.100289783549726 +11571,11607,1.3098075741614186,0.002543124813351919,0.007142433351129453,0.007010277876736472,1.515877106358909,1.322279886928735,1.4092009971133321,0.999974492497596,0.006230251729714683,"mtp.layers.0.mlp.up_proj.weight|2d-64|(320, 192)","mtp.layers.0.mlp.up_proj.weight|2d-64|(4800, 64)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.012472312767316529,4.005696453900833 +11672,11690,1.2253215816108103,0.03643023985952443,-0.006077178917697154,-0.0060902909380630785,1.6487494756405203,1.26359849217351,1.4183569790962545,0.9999815337777005,-0.004657538474174507,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 1024)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(128, 1280)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.03827691056269966,4.889617145793096 +11757,11935,1.0825631132483227,0.006737296858921603,-0.004939589313959603,-0.004858727961000898,2.445189259075481,1.0982595249355347,1.4168220492831447,0.9999878001542866,-0.002218622134540651,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 1856)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 960)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.01569641168721203,8.088073065313914 +12143,12187,1.1730299171717522,0.05481481095001747,0.006026947259708026,0.006027941177992131,1.2368357112107666,1.6852923227865648,1.4101421366387854,0.9999818377884314,0.008212220794209102,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(1152, 1920)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1536, 1408)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.06380579403901443,3.3806182332390544 +12273,12378,1.1688815015782144,0.017636070004164194,0.0231163533088982,0.023388565830466067,1.748269272895711,1.1996354011087196,1.39887911762806,0.9997327814019595,0.015862084979597544,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(64, 64)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(832, 1920)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.030753899530505224,5.410187785204146 +12572,12591,1.0546472415218167,0.040531185966698524,-0.0017587912321882946,-0.0015732721821173506,1.0747013821478055,2.7421166688055516,1.4150583441897073,0.9999984533255046,-0.004487582164539626,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(2432, 128)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 1920)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.02005414062598887,3.2166023068920016 +12775,12828,1.0533491905808492,0.007715058452962518,-0.0025982487143410633,-0.0025056886163209364,1.061207046355053,3.0096464151426803,1.415365450947592,0.9999966245461124,-0.007368788169683288,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(896, 1728)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(576, 1856)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.007857855774203726,3.1265088181484884 +13019,13032,1.3538570380871795,0.04240642825965962,0.003973218532913644,0.00399059750736583,1.4624853825363948,1.3653335835407212,1.4114079139076545,0.9999921067360931,0.003709280627697757,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(0, 1408)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 1024)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.011476545453541709,4.050003869530271 +13200,13323,1.2967459087233921,0.059074808217884814,0.030742095212685325,0.030877010374678986,1.457336224532003,1.3354182785505235,1.3923899284557764,0.9995273500919993,0.02817027064646261,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(256, 0)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(448, 1728)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.0386723698271314,4.005352873797384 +88,94,1.162569726174343,0.25881829551665136,0.24061870618952186,0.23773778410425478,1.2807281070836867,1.190069224408848,1.2329057705666056,0.9706197186497297,0.22358603318644396,"model.language_model.embed_tokens.weight|2d-128|(172928, 384)","model.language_model.embed_tokens.weight|2d-128|(142336, 384)",model.language_model.embed_tokens.weight,2d-128,0,0.027499498234504927,3.50149349512674 +279,348,1.1395231952717522,0.2938669928275267,0.18986590493278266,0.1881712976617599,1.3094458089851586,1.2396605411870023,1.2731209508807748,0.9818100315967726,0.179747240280488,"model.language_model.embed_tokens.weight|2d-64|(19968, 1920)","model.language_model.embed_tokens.weight|2d-64|(154944, 1920)",model.language_model.embed_tokens.weight,2d-64,0,0.10013734591525014,3.177851085067023 +687,742,0.11376389468924004,0.9935188278834189,0.9935188278834188,0.9953971887812463,0.11376389468924004,0.11504774966380332,0.11440041952318333,0.11366766752756693,1.0047309448119461,"model.language_model.layers.16.linear_attn.conv1d.weight|3d-axis0-slice|(569, 0, 0)","model.language_model.layers.9.linear_attn.conv1d.weight|3d-axis0-slice|(1786, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,7,0.0,0.20198758399825198 +777,904,0.5495509686299954,0.8384935027753462,0.8384935027753462,0.8359673898403928,0.6040674968065566,0.5495509686299954,0.5748795304489137,0.5449115944843994,0.7628202462078699,"model.language_model.layers.8.linear_attn.conv1d.weight|3d-volume|(3012, 0, 0)","model.language_model.layers.14.linear_attn.conv1d.weight|3d-volume|(1952, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,6,0.0,1.9694680177395532 +1243,1257,1.141029439073035,0.030681624329707523,-0.008069764311375542,-0.008100673823524402,1.9554563071244755,1.1692732225239828,1.419231420481755,0.9999674389218676,-0.0048253490947320204,"model.language_model.layers.6.linear_attn.in_proj_qkv.weight|2d-128|(3968, 512)","model.language_model.layers.16.linear_attn.in_proj_qkv.weight|2d-128|(256, 1024)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,10,0.028243783450947912,5.311860422395514 +1383,1523,1.1346477111938305,-0.004318012882868572,-0.021626541052690837,-0.021684853861848524,1.1387707980528203,2.174907286651742,1.4267265027557416,0.9997661190108896,-0.0413039408816915,"model.language_model.layers.16.linear_attn.in_proj_qkv.weight|2d-64|(0, 256)","model.language_model.layers.6.linear_attn.in_proj_qkv.weight|2d-64|(3520, 576)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,10,0.004123086858989877,2.981464424321062 +1573,1635,1.1480965240489178,0.0050578160592313366,-0.004488082423155469,-0.004582612691352686,1.1533784335957,2.022651445300907,1.4169421532869304,0.999989928507364,-0.007870639969853212,"model.language_model.layers.21.linear_attn.in_proj_z.weight|2d-128|(1152, 896)","model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(256, 1920)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,3,0.005281909546782204,3.1797029799880763 +1921,1922,1.1448169015208547,-0.010682585703492363,-0.006661220973865786,-0.006299802249421041,1.1494738793601882,2.0518896487803824,1.4182246332450812,0.9999778138214555,-0.011890735935749857,"model.language_model.layers.14.linear_attn.in_proj_z.weight|2d-64|(0, 576)","model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-64|(640, 768)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,10,0.004656977839333498,3.0255824133055067 +2178,2282,1.2260088278701582,0.0371199849603344,0.0067434403717530865,0.006741760964423688,1.6228270013086736,1.263026072383579,1.4095836244638933,0.999977262747485,0.005248335774681962,"model.language_model.layers.12.linear_attn.out_proj.weight|2d-128|(640, 896)","model.language_model.layers.10.linear_attn.out_proj.weight|2d-128|(1664, 1664)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,2,0.0370172445134207,4.576022598227937 +2374,2433,1.222097167031149,0.015621787499918233,0.00298632620828072,0.003113642872183122,1.718005903519039,1.2271765650513229,1.4122146259070738,0.9999955409179472,0.002133141411734423,"model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(1536, 896)","model.language_model.layers.6.linear_attn.out_proj.weight|2d-64|(1152, 1920)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,6,0.005079398020173986,4.724373810230981 +2617,2651,1.2647369001819742,0.014815667073197914,-0.007133548587052935,-0.0071543933471982625,1.2970733257556477,1.5837825856885603,1.4191501847903971,0.9999745559185774,-0.008710371111637577,"model.language_model.layers.21.mlp.down_proj.weight|2d-128|(1280, 4608)","model.language_model.layers.3.mlp.down_proj.weight|2d-128|(512, 5248)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,18,0.032336425573673555,3.423216102740402 +2867,3010,1.2565975586119633,0.05226531039542506,0.031881545516448916,0.0318917070634965,1.2776707409606105,1.5434853165602462,1.3918904745783613,0.9994916543200761,0.038514380737003286,"model.language_model.layers.21.mlp.down_proj.weight|2d-64|(1984, 576)","model.language_model.layers.5.mlp.down_proj.weight|2d-64|(1216, 0)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,16,0.02107318234864719,3.2061943036436498 +3077,3203,1.156383673560337,0.0393175981101065,-0.0006996154880212742,-0.0005728286312331772,1.166439062129823,1.944765211861599,1.414649923595449,0.9999997552690545,-0.00116644572953432,"model.language_model.layers.23.mlp.gate_proj.weight|2d-128|(4480, 512)","model.language_model.layers.8.mlp.gate_proj.weight|2d-128|(5504, 1024)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,15,0.010055388569486068,3.0091088776087775 +3453,3527,1.143614369827416,0.0466311503233057,0.042243443690177185,0.04214647395602139,1.151806622155032,1.8718126025732897,1.387292518778941,0.9991073473181923,0.0686502480142242,"model.language_model.layers.22.mlp.gate_proj.weight|2d-64|(1792, 704)","model.language_model.layers.12.mlp.gate_proj.weight|2d-64|(4096, 832)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,10,0.008192252327616112,3.2574261547969336 +3738,3804,1.2254856365877065,0.07879444422075763,0.005743126294248312,0.005758521170091245,1.621817848838996,1.2644911483382106,1.4102696630439768,0.999983508114193,0.00447777311617586,"model.language_model.layers.4.mlp.up_proj.weight|2d-128|(5120, 1152)","model.language_model.layers.21.mlp.up_proj.weight|2d-128|(5376, 256)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,17,0.03900551175050415,3.8085152570693075 +3851,4030,1.2198751216018535,0.04583045036291936,0.03209272180578214,0.03200348618096693,1.2364314728273071,1.6269662715557964,1.392177748512192,0.9994848959374507,0.04222941350808165,"model.language_model.layers.22.mlp.up_proj.weight|2d-64|(4800, 640)","model.language_model.layers.3.mlp.up_proj.weight|2d-64|(4480, 1280)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,19,0.016556351225453625,3.2053014764436405 +4241,4300,1.172779521662015,0.0283114599471413,-0.006404706962190094,-0.006549215586362414,1.1891737423221733,1.8663667049618098,1.4183123635672448,0.999979489654027,-0.010051964152795943,"model.language_model.layers.19.self_attn.k_proj.weight|2d-128|(128, 128)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 1536)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,4,0.016394220660158387,3.632893036564824 +4410,4506,1.1013587722503195,-0.01201082745155609,-0.009209446196413187,-0.009965890513527729,1.1106134685417988,2.342781428604481,1.4192458688275067,0.9999575921511649,-0.0194268484291094,"model.language_model.layers.3.self_attn.k_proj.weight|2d-64|(64, 768)","model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 1984)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,20,0.009254696291479236,2.9825033681090596 +4829,4859,1.1168836449587707,0.04279150567737373,0.008247228071852396,0.00828077781357335,2.0276325656723873,1.144163696975377,1.4092127879310983,0.9999659910362606,0.004653791382247108,"model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(1408, 128)","model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(1536, 768)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,12,0.027280052016606327,5.290959091886092 +4893,4901,1.1209527537498825,0.019044948759597252,0.02031368772720271,0.020356501193893598,1.1243164721554124,2.1030611812444304,1.4022182850634022,0.9997936557564875,0.03799724469490489,"model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(1280, 896)","model.language_model.layers.11.self_attn.o_proj.weight|2d-64|(64, 320)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,8,0.0033637184055299585,2.8270937990011205 +5176,5220,1.1147256464890978,0.0026550415171584392,-0.005298363835556585,-0.005409693635981898,1.1146759980032137,2.2880371804375654,1.4171607037405,0.9999859635718223,-0.010875674611237394,"model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(3456, 1024)","model.language_model.layers.11.self_attn.q_proj.weight|2d-128|(3200, 0)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,8,4.964848588406845e-05,3.0570623663883 +5411,5443,1.1006203468527407,-0.011587136945161383,-0.011158719710163799,-0.011319248054474056,1.1036811420853572,2.420357295827819,1.4201583723700162,0.9999377395490331,-0.0244709161303255,"model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(384, 1728)","model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(2624, 832)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,4,0.0030607952326164867,3.1127977737999823 +5780,5784,1.0797532402999444,0.019393843442267616,0.012830923015031786,0.01283852875468321,1.0844868562222458,2.5064193493569005,1.407584791263683,0.9999176803190263,0.029654277071656743,"model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(128, 512)","model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(256, 1536)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,12,0.004733615922301482,3.8950544288251594 +6090,6122,1.074093353608471,0.022940184460156936,0.0188559136736582,0.019047988994710465,2.5544099924174737,1.0780532029065246,1.4046284116596892,0.9998222114553825,0.00795787606138285,"model.language_model.layers.3.self_attn.v_proj.weight|2d-64|(448, 640)","model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(64, 1472)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,16,0.003959849298053708,8.52667175779135 +6378,6394,1.205481284953017,0.005869213058384873,0.007249027553365912,0.0071367665760164725,1.2114234814944733,1.7529895769633381,1.4094106724234818,0.9999737254545894,0.010489700701932834,"model.visual.blocks.5.attn.proj.weight|2d-128|(896, 640)","model.visual.blocks.21.attn.proj.weight|2d-128|(896, 256)",model.visual.layers.*.attn.proj.weight,2d-128,16,0.005942196541456335,3.1298143883131746 +6504,6642,1.1823287530619158,0.03661364721416817,-0.0030329121550410976,-0.0033505044814451873,1.208184708353103,1.7899211483816915,1.4162011322106123,0.9999954007113532,-0.004493248068742625,"model.visual.blocks.9.attn.proj.weight|2d-64|(576, 0)","model.visual.blocks.18.attn.proj.weight|2d-64|(512, 768)",model.visual.layers.*.attn.proj.weight,2d-64,9,0.025855955291187227,3.0161732133715073 +6709,6786,1.0828729084200384,0.012556171560633368,0.005801251628219063,0.005841141927491079,1.0814474371020397,2.589793428474453,1.4112933168983306,0.9999831725981924,0.013892532201054963,"model.visual.blocks.2.attn.qkv.weight|2d-128|(1408, 768)","model.visual.blocks.0.attn.qkv.weight|2d-128|(2048, 256)",model.visual.layers.*.attn.qkv.weight,2d-128,2,0.001425471317998639,2.920410522258857 +6912,6915,1.0816360700925345,0.04539833775389448,0.040445666757096405,0.040296145116599,1.0878403530791774,2.3116044713326844,1.3920018558606593,0.9991817392449552,0.08594494941936656,"model.visual.blocks.1.attn.qkv.weight|2d-64|(1024, 64)","model.visual.blocks.19.attn.qkv.weight|2d-64|(768, 640)",model.visual.layers.*.attn.qkv.weight,2d-64,18,0.006204282986642884,2.9164364515206116 +7327,7380,1.212245604207758,0.03784774900287209,0.00014180396568805174,-0.0004738029020734172,1.7021367812431698,1.2356208257829584,1.4141182213563894,0.9999999899458176,0.00010293880909782019,"model.visual.blocks.17.mlp.linear_fc1.weight|2d-128|(2944, 128)","model.visual.blocks.1.mlp.linear_fc1.weight|2d-128|(1536, 384)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,16,0.023375221575200333,4.665209507490586 +7430,7600,1.207497298269604,0.06130160732959385,0.04583878496381931,0.04565336341427212,1.2372792981972667,1.5946771643931423,1.3824604602101742,0.9989488504388203,0.059079678882395674,"model.visual.blocks.2.mlp.linear_fc1.weight|2d-64|(192, 128)","model.visual.blocks.18.mlp.linear_fc1.weight|2d-64|(1280, 128)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,16,0.029781999927662728,3.3307586860590406 +7736,7796,1.2195574865245085,0.006844292769228993,0.0017296959039308666,0.0018444781258371867,1.214736137160618,1.7570297135179234,1.4130688506000189,0.9999985040749211,0.0025018825122471253,"model.visual.blocks.4.mlp.linear_fc2.weight|2d-128|(128, 1920)","model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(512, 2688)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,6,0.004821349363890448,3.3636941453216442 +7963,8090,1.204651341606223,0.03322265690869083,0.02421847312470816,0.02424305413066897,1.269268088175803,1.5742177105861308,1.3973777508585794,0.9997066897643068,0.0300371132556113,"model.visual.blocks.4.mlp.linear_fc2.weight|2d-64|(384, 2944)","model.visual.blocks.9.mlp.linear_fc2.weight|2d-64|(832, 3072)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,5,0.06461674656957994,3.670461040829968 +8263,8425,0.8082354534015325,0.6675748234295222,0.681147945506244,0.681023198190043,0.7949266462747328,0.8023255290829148,0.7986003828547334,0.7321458026463191,0.6874878183076558,"model.visual.merger.linear_fc1.weight|2d-128|(2816, 3328)","model.visual.merger.linear_fc1.weight|2d-128|(2816, 256)",model.visual.merger.linear_fc1.weight,2d-128,0,0.013308807126799715,2.2725420491645063 +8513,8700,1.3392925525171153,0.058522717319256595,0.03249473858050522,0.03308880594650231,1.4120770025699794,1.3709481307605242,1.3910567581813746,0.9994719065409415,0.03154828032424371,"model.visual.merger.linear_fc1.weight|2d-64|(3712, 704)","model.visual.merger.linear_fc1.weight|2d-64|(1728, 512)",model.visual.merger.linear_fc1.weight,2d-64,0,0.03165557824340892,3.6216643193362446 +8744,8785,1.3404526525156018,0.03803296956243892,0.001905055983631164,0.0019011946970221385,1.3816897665912822,1.4462552183210566,1.4128672471674304,0.9999981853792032,0.001994077993584315,"model.visual.merger.linear_fc2.weight|2d-128|(1152, 1408)","model.visual.merger.linear_fc2.weight|2d-128|(1792, 3328)",model.visual.merger.linear_fc2.weight,2d-128,0,0.041237114075680426,3.6247620303225823 +8967,9172,1.3396849884303879,0.04653193479992659,0.01684687259000133,0.016757540878797987,1.3513570183635,1.4594440084139668,1.4022859034716502,0.9998580813715195,0.018194353474232875,"model.visual.merger.linear_fc2.weight|2d-64|(1152, 2688)","model.visual.merger.linear_fc2.weight|2d-64|(704, 1088)",model.visual.merger.linear_fc2.weight,2d-64,0,0.011672029933112116,3.513429712945922 +9273,9345,0.6623435239178658,0.7493600980982795,0.6498016129235406,0.6504932139143786,1.1347145063100104,0.7603748978095062,0.893311655257013,0.7601038506953935,0.4354336110762653,"model.visual.pos_embed.weight|2d-128|(896, 128)","model.visual.pos_embed.weight|2d-128|(2048, 128)",model.visual.pos_embed.weight,2d-128,0,0.0980313738916404,3.357473703305804 +9370,9574,0.4153207133062479,0.9096765210103838,0.8158355203227764,0.8177332742622562,0.5964441320163941,0.6200723558636146,0.6079141239800592,0.5782840165348381,0.8481549669598509,"model.visual.pos_embed.weight|2d-64|(0, 640)","model.visual.pos_embed.weight|2d-64|(2112, 640)",model.visual.pos_embed.weight,2d-64,0,0.1811234187101462,1.6857762811813302 +9741,9792,1.1625091578182207,0.046759724321937604,0.004204059304858263,0.004168984059227609,1.7306714297494175,1.2215922255935778,1.411409743830286,0.9999911629036334,0.002967429908687394,"mtp.fc.weight|2d-128|(384, 3712)","mtp.fc.weight|2d-128|(1280, 2048)",mtp.fc.weight,2d-128,0,0.0590830677753571,4.535494513226895 +9905,10091,1.1044514058767843,0.028119459268697636,0.0035015941875120335,0.0034726908178043963,1.1438881776218257,2.0465951920932586,1.412103028880233,0.9999938694002809,0.006264900686116762,"mtp.fc.weight|2d-64|(0, 2112)","mtp.fc.weight|2d-64|(320, 3648)",mtp.fc.weight,2d-64,0,0.039436771745041455,3.128275078781811 +10226,10325,1.31221517086735,0.034380144933595924,0.0004200727323100776,0.00041976973380834705,1.4703230497454003,1.3635419589319344,1.4139173373460272,0.9999999117694459,0.00038956527030379923,"mtp.layers.0.mlp.down_proj.weight|2d-128|(256, 256)","mtp.layers.0.mlp.down_proj.weight|2d-128|(512, 640)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.05132678806458446,3.9375928552365913 +10524,10589,1.2659480854531941,0.015063888497911404,-0.0016536720363592927,-0.0015747455089153326,1.500983315330547,1.3429209204692403,1.4153752060107556,0.9999986326834633,-0.0014795306187216411,"mtp.layers.0.mlp.down_proj.weight|2d-64|(128, 5952)","mtp.layers.0.mlp.down_proj.weight|2d-64|(1152, 3584)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.07697283501604613,4.762052822699371 +10671,10852,1.3060136100009827,0.0280468826949016,0.0022840763650846976,0.002283895704260245,1.3633884703758643,1.4675607922573244,1.4126019261352858,0.9999973914941771,0.0024585956187496804,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(3968, 0)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(4224, 1536)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.0573748603748816,3.5783479443291726 +10897,10940,1.2927938899676041,-0.004823227330813728,0.010056064083189787,0.010283626890161558,1.296661835586529,1.5518743359884344,1.4071987016930332,0.9999494365092442,0.012035325898751562,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(0, 64)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(5568, 1536)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.003867945618924784,3.7566288963709424 +11207,11305,1.329554841785837,0.044405877872331946,0.001914917587442187,0.0019224870908398628,1.4390369814658681,1.388060982279839,1.4128597433442096,0.9999981665436358,0.0018470841414390618,"mtp.layers.0.mlp.up_proj.weight|2d-128|(3456, 1280)","mtp.layers.0.mlp.up_proj.weight|2d-128|(2432, 768)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.05850614049400216,3.767942010029944 +11446,11456,1.3100050659500073,0.04042929434587138,0.01966049635903311,0.01897461437907866,1.4607977534681669,1.3467253916388935,1.4002887635729648,0.9998067137616732,0.018125226162261403,"mtp.layers.0.mlp.up_proj.weight|2d-64|(1984, 960)","mtp.layers.0.mlp.up_proj.weight|2d-64|(3904, 1856)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.03672032568888617,3.859659198623667 +11667,11713,1.2253594463827213,0.007014947867867272,-0.008594668947408535,-0.008669888387418103,1.723415178934982,1.2353739336563132,1.4199573099672722,0.9999630651507507,-0.006160807979302595,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 384)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 128)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.010014487273591888,5.104100605527193 +11734,11924,1.0827027819392054,0.03326819236618947,0.014713883559119184,0.014789624302632467,2.219067160722278,1.1119003722806935,1.405854794104257,0.999891744955727,0.007372635176014369,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 384)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 256)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.029197590341488056,7.777927016053698 +11999,12145,1.1740372584246739,0.022203871982949645,-0.0074386947483729895,-0.007443808193487015,1.192122963615015,1.8581334302714114,1.418986746417302,0.9999723325274757,-0.011594514837313333,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(0, 1920)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1280, 128)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.01808570519034114,3.4019367386435393 +12273,12355,1.169258188344351,0.05604691159652864,0.025946886917331987,0.025702760946500793,1.6181738480853587,1.2462743565889154,1.3963619611495548,0.9996633228538992,0.01998360054863369,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(64, 64)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(960, 1792)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.07701616824456448,4.789575639499582 +12612,12748,1.0547402542094741,0.039758762591471014,0.005645058874306433,0.0043893362817582155,1.0734699086680368,2.71084808572824,1.411478123936483,0.999984066528215,0.014255543559879258,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(896, 512)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(1920, 1536)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.018729654458562672,3.0303607976644904 +12783,12788,1.0533819940402342,-0.0032407431420831624,-0.004215860781338394,-0.004316040018018978,3.1835714405300095,1.0547828989553651,1.415992424919359,0.9999911132194488,-0.0013968016548709912,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(576, 320)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(896, 192)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.001400904915130896,9.952427419968224 +13011,13038,1.3541723739239138,0.01349571733771004,-0.0006363334808524962,-0.0006711038035691322,1.4455761000028564,1.3856519694932061,1.4146630437055783,0.99999979753983,-0.0006099552565900795,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(0, 384)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 1792)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.03147959556929236,3.9464367343768227 +13279,13314,1.2970290935517532,0.011850897826147209,-0.012304241331962316,-0.012230420655409397,1.4966436067928568,1.3589906251955146,1.4228472813336597,0.9999242999573742,-0.01117256542866072,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 960)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(448, 1152)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.06196153164376139,4.252358483296758 +0,246,1.162710860515413,0.2795087403197894,0.2946443592569352,0.29447463492571047,1.2262873027208363,1.1534506978900672,1.1881979316604265,0.9556069806976454,0.27714365227481447,"model.language_model.embed_tokens.weight|2d-128|(54272, 768)","model.language_model.embed_tokens.weight|2d-128|(238592, 768)",model.language_model.embed_tokens.weight,2d-128,0,0.009260162625345902,3.3359713386774086 +298,326,1.140496093583011,0.3098979567458042,0.28675168512573884,0.28152580474842626,1.2222488746942286,1.168747569893465,1.1946006193516494,0.9580049431383687,0.2741997494065239,"model.language_model.embed_tokens.weight|2d-64|(174656, 384)","model.language_model.embed_tokens.weight|2d-64|(225024, 384)",model.language_model.embed_tokens.weight,2d-64,0,0.028251476310453993,3.205194492738892 +562,721,0.11412754680544668,0.9990663027473099,0.9990663027473099,0.9998083864171219,0.12774058646139003,0.11412754680544783,0.1203604898465942,0.04320327203835962,0.8925979548638013,"model.language_model.layers.22.linear_attn.conv1d.weight|3d-axis0-slice|(3323, 0, 0)","model.language_model.layers.2.linear_attn.conv1d.weight|3d-axis0-slice|(3715, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,20,1.1518563880486e-15,0.24176094337294998 +773,990,0.5515517184713343,0.8418788867042059,0.8418788867042061,0.8439594516186697,0.5515517184713344,0.7576303605500792,0.6306068206430887,0.5396665082453113,1.1564337180219604,"model.language_model.layers.16.linear_attn.conv1d.weight|3d-volume|(2020, 0, 0)","model.language_model.layers.14.linear_attn.conv1d.weight|3d-volume|(3984, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,2,1.1102230246251565e-16,1.2579842295055939 +1030,1056,1.141069562061257,0.04930952719711784,-0.0015738770445634224,-0.0015187884953191838,1.9588353060489596,1.164049177595087,1.415190724182066,0.9999987614547574,-0.0009352855105798499,"model.language_model.layers.10.linear_attn.in_proj_qkv.weight|2d-128|(4352, 1280)","model.language_model.layers.16.linear_attn.in_proj_qkv.weight|2d-128|(1152, 1536)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,6,0.02297961553382999,4.9340587854328195 +1405,1527,1.1347931366812178,0.005844731029469055,0.0015688828488251902,0.0017134081760259358,2.0524042228331028,1.144116974897403,1.4132696379855687,0.9999987693025459,0.0008745769858573618,"model.language_model.layers.12.linear_attn.in_proj_qkv.weight|2d-64|(2688, 704)","model.language_model.layers.20.linear_attn.in_proj_qkv.weight|2d-64|(3328, 576)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,8,0.009323838216185099,5.901434169124852 +1635,1660,1.1482939970811261,0.021275606918945658,0.0014399412847343263,0.0009711194546326152,1.9785803703417426,1.1579358332538452,1.4133255635402744,0.9999989632840109,0.000842705020411916,"model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(256, 1920)","model.language_model.layers.21.linear_attn.in_proj_z.weight|2d-128|(1152, 640)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,3,0.009641836172719076,5.2983848752124265 +1894,2021,1.1452739006128219,0.036112654439894275,0.014483895808098906,0.014281051366061791,1.1530297932345992,1.9587095265405816,1.4052302529184424,0.9998951028794072,0.02460452008023033,"model.language_model.layers.22.linear_attn.in_proj_z.weight|2d-64|(448, 128)","model.language_model.layers.16.linear_attn.in_proj_z.weight|2d-64|(576, 640)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,6,0.007755892621777338,3.0865598011942565 +2134,2202,1.22605418824524,0.014225161721760353,-0.010514388590426872,-0.010514445370418754,1.7339288673528395,1.2332022432342025,1.4212192576220564,0.9999447222884721,-0.007478027409363142,"model.language_model.layers.16.linear_attn.out_proj.weight|2d-128|(1280, 256)","model.language_model.layers.22.linear_attn.out_proj.weight|2d-128|(256, 1792)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,6,0.007148054988962427,4.630850267504561 +2403,2475,1.222200183213648,0.028588157865150222,0.015425744283083723,0.015200732060452617,1.6629255791060658,1.237139979215136,1.4037273628964648,0.9998810161280756,0.011476042705417418,"model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(192, 960)","model.language_model.layers.16.linear_attn.out_proj.weight|2d-64|(1536, 704)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,4,0.014939796001488093,4.5567304940393525 +2671,2813,1.2647941373095115,0.016473527736168312,0.0004340481093537211,0.000424634534798262,1.3007069600103176,1.5629692712594963,1.4139117174302251,0.999999905801115,0.0005215654855593041,"model.language_model.layers.19.mlp.down_proj.weight|2d-128|(1152, 2176)","model.language_model.layers.3.mlp.down_proj.weight|2d-128|(0, 6016)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,16,0.03591282270080609,3.3046087815323286 +2867,3034,1.2566800273262204,0.0166469019834798,0.0013702377677276972,0.0013721305819164853,1.2764899716739073,1.606182037420888,1.41326936311405,0.9999990612237892,0.0017241430315616713,"model.language_model.layers.21.mlp.down_proj.weight|2d-64|(1984, 576)","model.language_model.layers.2.mlp.down_proj.weight|2d-64|(1216, 1536)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,19,0.019809944347686903,3.224250104227323 +3144,3196,1.1567642401135447,0.03277142623775822,-0.0005341984228644381,-0.0005575676865734835,1.8852707403548434,1.180015057716027,1.4145532758577342,0.9999998573160124,-0.0003343616220710795,"model.language_model.layers.9.mlp.gate_proj.weight|2d-128|(4608, 1152)","model.language_model.layers.22.mlp.gate_proj.weight|2d-128|(0, 768)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,13,0.023250817602482377,5.203616356817925 +3435,3583,1.143640815787069,0.0046573786157907285,0.004691653712084372,0.004553394751489362,1.1377546291925031,2.0785568311036196,1.4114162536799282,0.9999889941321584,0.008571152885000174,"model.language_model.layers.23.mlp.gate_proj.weight|2d-64|(2112, 448)","model.language_model.layers.9.mlp.gate_proj.weight|2d-64|(2816, 1024)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,14,0.0058861865945658565,3.011675293643397 +3823,3839,1.2256598565033514,0.03820122749221141,-0.005102769140229598,-0.004956173998838085,1.6260181379329108,1.2732435265738704,1.4177121545573144,0.9999869807888008,-0.003995692067529887,"model.language_model.layers.2.mlp.up_proj.weight|2d-128|(2176, 384)","model.language_model.layers.21.mlp.up_proj.weight|2d-128|(5760, 640)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,19,0.047583670070519,4.418624470447864 +3958,4047,1.2200309890404677,0.05758439034251554,0.022686213134738918,0.022663128481853888,1.2495790594967668,1.6179387554405973,1.3986067066041594,0.9997426347483662,0.029373814458495726,"model.language_model.layers.22.mlp.up_proj.weight|2d-64|(3520, 1728)","model.language_model.layers.2.mlp.up_proj.weight|2d-64|(448, 1408)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,20,0.029548070456299147,3.217627295787238 +4300,4340,1.173002737023498,0.006476130280521973,-0.0036719301927147056,-0.003825781361307846,1.9032060335209764,1.1779809231627483,1.4165355179714447,0.9999932584416056,-0.002272724887384382,"model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 1536)","model.language_model.layers.3.self_attn.k_proj.weight|2d-128|(0, 1664)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,20,0.0049781861392501625,5.689135190047816 +4393,4506,1.101438790214667,0.026135437408320868,0.028745142405520584,0.029149358784083753,1.112341282307139,2.152653924838124,1.3975360381959074,0.9995867730157729,0.05562891947238622,"model.language_model.layers.11.self_attn.k_proj.weight|2d-64|(64, 576)","model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 1984)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,12,0.010902492092472071,3.1910276431614535 +4710,4802,1.1171012421235167,0.013535864106002759,-0.00040870345352337023,-0.0003950298156704976,2.0670200307382185,1.1428736262076749,1.41445829570993,0.99999991648074,-0.0002259757481910006,"model.language_model.layers.23.self_attn.o_proj.weight|2d-128|(256, 640)","model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(1792, 0)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,4,0.025772384084158162,5.796720216898282 +4897,4955,1.1210017293421073,0.0040057607583794345,0.022196809826746926,0.022493463813078516,1.137236199983167,2.0155579408011595,1.4007144099711621,0.99975362046532,0.03934007403863435,"model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(128, 64)","model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(1536, 512)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,4,0.01623447064105976,3.133938941203351 +5271,5296,1.1148385641454972,0.033233659823199015,0.001232611282855178,0.0013645766980338978,1.120205319069766,2.2135353065809342,1.4135110833346676,0.9999992403344241,0.00243565045393257,"model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(3328, 1792)","model.language_model.layers.19.self_attn.q_proj.weight|2d-128|(2176, 1024)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,16,0.005366754924268857,3.1633863227003785 +5530,5618,1.101259282094247,0.06058409012039121,0.03368867732585508,0.03295418263989808,1.1169066610223521,2.098256819438151,1.394312322616992,0.9994323754111802,0.06328863404944113,"model.language_model.layers.19.self_attn.q_proj.weight|2d-64|(3392, 1408)","model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(2688, 960)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,12,0.015647378928105082,2.909116991627685 +5750,5777,1.0799058527496501,0.03169212544580897,0.006756518329374912,0.006722520297859397,2.4099564418915005,1.0957051521928893,1.4106088376058334,0.99997717446953,0.0030719028011026123,"model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(384, 256)","model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(128, 128)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,12,0.015799299443239212,7.931766718592793 +5997,6135,1.0740934729323568,0.02051869886687365,-0.010221389245030675,-0.0103879849252223,1.0885356221440219,2.5922978944003683,1.4193642468902166,0.9999477602364544,-0.024341771898608422,"model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(256, 448)","model.language_model.layers.3.self_attn.v_proj.weight|2d-64|(448, 1344)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,16,0.01444214921166509,4.4759709385137425 +6183,6198,1.2055502064614512,0.01679097025220782,0.0035706737490881018,0.0034674732450688233,1.2210487543238229,1.7337911420626122,1.411834321914502,0.9999936251241693,0.005070069884959438,"model.visual.blocks.0.attn.proj.weight|2d-128|(512, 896)","model.visual.blocks.0.attn.proj.weight|2d-128|(768, 768)",model.visual.layers.*.attn.proj.weight,2d-128,0,0.015498547862371703,3.9113524728278537 +6416,6642,1.182356415584713,0.003767682760528004,-0.010448642751870825,-0.010319456537044382,1.193578112412533,1.861270790164022,1.420912279868146,0.9999454114423666,-0.01629365799244358,"model.visual.blocks.8.attn.proj.weight|2d-64|(704, 192)","model.visual.blocks.18.attn.proj.weight|2d-64|(512, 768)",model.visual.layers.*.attn.proj.weight,2d-64,10,0.011221696827820038,3.195552463784162 +6683,6783,1.0836760157415382,0.03965413420424201,0.012121605683837676,0.012174504501358801,2.2791407410400453,1.1062710263569244,1.4074632430040093,0.9999265306389493,0.005883700343504772,"model.visual.blocks.10.attn.qkv.weight|2d-128|(2432, 0)","model.visual.blocks.0.attn.qkv.weight|2d-128|(1920, 896)",model.visual.layers.*.attn.qkv.weight,2d-128,10,0.02259501061538627,8.647642346313072 +7042,7061,1.082114024577534,0.042423971549416954,0.019779106281907724,0.01974184145143457,2.6560264571032968,1.070787052590762,1.4044797207254238,0.9998043743426456,0.007974021065129662,"model.visual.blocks.13.attn.qkv.weight|2d-64|(2176, 256)","model.visual.blocks.0.attn.qkv.weight|2d-64|(1920, 896)",model.visual.layers.*.attn.qkv.weight,2d-64,13,0.011326971986772127,7.805977703066852 +7293,7422,1.212495957023686,0.02649123310209406,0.009026273791850696,0.009016249261430865,1.2283418236610257,1.7003574270389934,1.4081411699341524,0.9999592623609397,0.012494805098076808,"model.visual.blocks.1.mlp.linear_fc1.weight|2d-128|(2560, 128)","model.visual.blocks.18.mlp.linear_fc1.weight|2d-128|(512, 768)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,17,0.01584586663733978,3.5245400526505875 +7522,7655,1.2076537735173394,0.025290961435769657,-0.0009109940115032154,-0.0011606319353726182,1.2323757528416919,1.713221065032651,1.4148241600723996,0.9999995850448694,-0.001266443393605452,"model.visual.blocks.1.mlp.linear_fc1.weight|2d-64|(1536, 128)","model.visual.blocks.17.mlp.linear_fc1.weight|2d-64|(3776, 128)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,16,0.024721979324352494,3.342896588107604 +7832,7861,1.2201086445322633,0.019812398726637072,-0.005340852964839075,-0.00504783883499182,1.2282798106827884,1.7351253766582333,1.4177709707644839,0.9999857375430952,-0.007544738122123153,"model.visual.blocks.0.mlp.linear_fc2.weight|2d-128|(512, 3072)","model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(640, 1920)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,10,0.008171166150525044,3.438008631548771 +7963,7975,1.2047584741292612,0.03870699242362162,0.011068876848839582,0.011154812024690076,1.2825076764118482,1.5752609262838728,1.4065283704847262,0.9999387381061428,0.013595528134855284,"model.visual.blocks.4.mlp.linear_fc2.weight|2d-64|(384, 2944)","model.visual.blocks.15.mlp.linear_fc2.weight|2d-64|(512, 3264)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,11,0.07774920228258697,3.5533714121823414 +8239,8362,1.3132876123875739,0.07255465139610898,0.010784565227714907,0.010882109766823649,1.428317006197414,1.3857880664194928,1.4065705527633658,0.9999418448854159,0.010463448750693029,"model.visual.merger.linear_fc1.weight|2d-128|(1024, 2944)","model.visual.merger.linear_fc1.weight|2d-128|(640, 1280)",model.visual.merger.linear_fc1.weight,2d-128,0,0.07250045403191896,3.629421110266536 +8508,8571,1.3392943881590627,0.07261019973782785,0.03808797999306789,0.038069079443282465,1.4260349496744709,1.3511150289019092,1.38705978133441,0.9992743896348228,0.03608694317127123,"model.visual.merger.linear_fc1.weight|2d-64|(576, 192)","model.visual.merger.linear_fc1.weight|2d-64|(256, 3200)",model.visual.merger.linear_fc1.weight,2d-64,0,0.0118206407428465,3.4096914021663234 +8720,8721,1.3405209065657413,0.045989773761269684,-0.011995997974295127,-0.012001947818223772,1.4514907366838998,1.395489639924839,1.4226642038927109,0.9999280454275701,-0.011533171015568007,"model.visual.merger.linear_fc2.weight|2d-128|(1920, 2176)","model.visual.merger.linear_fc2.weight|2d-128|(1152, 3456)",model.visual.merger.linear_fc2.weight,2d-128,0,0.0549687333590978,3.645620320536186 +8987,9175,1.3397923427337322,0.04183202215836562,0.016934267296319534,0.016968185990518553,1.3564374891504167,1.4529673303791193,1.4022165809801181,0.9998566050145075,0.018139381536019576,"model.visual.merger.linear_fc2.weight|2d-64|(1152, 384)","model.visual.merger.linear_fc2.weight|2d-64|(320, 2752)",model.visual.merger.linear_fc2.weight,2d-64,0,0.016645146416684575,3.423211340241547 +9271,9287,0.6649487020311498,0.7471164813878028,0.6080150636246164,0.6058373135226307,0.8781924218336807,0.893028111399577,0.8855170729654995,0.7939254892025785,0.6182865286373626,"model.visual.pos_embed.weight|2d-128|(768, 896)","model.visual.pos_embed.weight|2d-128|(1024, 896)",model.visual.pos_embed.weight,2d-128,0,0.21324371980253098,3.4972265943351033 +9406,9475,0.4159222985808301,0.9113278259163446,0.8501877589379679,0.8541738068190471,0.5314952357857144,0.5758139818010292,0.5523254962029901,0.5264796050675046,0.9210806904578522,"model.visual.pos_embed.weight|2d-64|(128, 896)","model.visual.pos_embed.weight|2d-64|(1472, 896)",model.visual.pos_embed.weight,2d-64,0,0.11557293720488437,1.3779288399227563 +9792,9812,1.1626479525647082,0.02348436762813849,0.0026025069081436775,0.002635238413851139,1.2085335268370523,1.7739986981989757,1.4124999799926148,0.9999966134731623,0.003820203382510892,"mtp.fc.weight|2d-128|(1280, 2048)","mtp.fc.weight|2d-128|(1408, 3072)",mtp.fc.weight,2d-128,0,0.045885574272344076,2.872679326250065 +9872,10100,1.105269260776978,0.035582685102796885,0.018931193270796547,0.018806934892742398,1.8213391132589354,1.181683212122006,1.4019358711959848,0.999820788902363,0.012282541516120717,"mtp.fc.weight|2d-64|(1920, 3584)","mtp.fc.weight|2d-64|(576, 3968)",mtp.fc.weight,2d-64,0,0.07641395134502793,5.158817004566531 +10310,10356,1.3124329453460204,0.0377585419875056,0.012535000108895302,0.01254247349610302,1.4265995375327756,1.3849765073833866,1.4053259359378134,0.9999214337998111,0.012169274007261012,"mtp.layers.0.mlp.down_proj.weight|2d-128|(1792, 1280)","mtp.layers.0.mlp.down_proj.weight|2d-128|(512, 4608)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.07254356203736623,4.130233345243791 +10607,10636,1.266204489871552,0.010005588554879043,-0.005345174565845729,-0.005394160603632665,1.5101310151736533,1.340840108043449,1.4179616446830456,0.9999857144523918,-0.004745962019431493,"mtp.layers.0.mlp.down_proj.weight|2d-64|(1344, 5248)","mtp.layers.0.mlp.down_proj.weight|2d-64|(1728, 896)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.07463561817189701,4.377613636163871 +10640,10814,1.3060271129776855,0.10590314901132275,0.007616539952325458,0.00761303865658523,1.438481918199679,1.3809243238225193,1.4088220654139931,0.9999709937388958,0.007311781365104533,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(4480, 1792)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(1280, 1792)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.0748972108448338,3.8142255608300144 +10910,11041,1.292796053296004,0.041724539021401025,0.010385677923345027,0.010362859916134776,1.5403261535678765,1.3031371692038343,1.4069526314463887,0.9999460673926732,0.00878642675639942,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(3840, 1280)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(2048, 1792)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.010341115907830156,4.380678042374587 +11243,11401,1.3299952047945267,0.026905565714705093,-0.006727557577376741,-0.0067846924013358016,1.4551999686362933,1.3852936752566791,1.4189569500057833,0.999977369728457,-0.006404372706658888,"mtp.layers.0.mlp.up_proj.weight|2d-128|(640, 1408)","mtp.layers.0.mlp.up_proj.weight|2d-128|(2688, 1152)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.055298470462152416,3.9294917730136194 +11462,11586,1.3100487660280988,0.054376009012415065,0.02640151048111419,0.0263968648823558,1.3326089022861192,1.4682477083303784,1.395508534700259,0.9996514193679292,0.029088772552739197,"mtp.layers.0.mlp.up_proj.weight|2d-64|(5888, 1920)","mtp.layers.0.mlp.up_proj.weight|2d-64|(5568, 448)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.022560136258020336,3.6301328863054825 +11675,11720,1.225603532591834,0.022256314313113187,-0.00904488848284292,-0.009064204708188127,1.6653428286968122,1.259082303992129,1.4203537509773962,0.9999590941595226,-0.006838387168149299,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 1408)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 1024)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.03347877140029509,4.929899170660387 +11881,11931,1.08276958596126,0.030639885481966382,0.018477860834205485,0.01857404091873586,2.312825895622796,1.0992390175549225,1.404045734825182,0.9998292697550877,0.008782150713700448,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(256, 1600)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 704)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.01646943159366243,7.732372370906502 +11993,12192,1.1741059078079212,-0.005733581007350703,0.005424136598985022,0.0053387492265463505,1.1933198383382544,1.817398076964077,1.4106897471989686,0.9999852892628749,0.00826083260118532,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(0, 1152)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1664, 0)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.019213930530333156,3.227896905291128 +12281,12411,1.16960847880153,0.031418286042893706,0.008266584053000901,0.00822715533617119,1.7111947580749096,1.2250092756479272,1.4086693160992192,0.9999658312102943,0.0059178781930361865,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(512, 0)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(512, 1984)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.055400796846397204,5.597951658416071 +12591,12615,1.0547504980902396,-0.00782764929671467,-0.003911026610567088,-0.0038903478803286634,3.0901170689717192,1.0582851081509488,1.4159079317678702,0.999992351906179,-0.0013394253768264305,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 1920)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(896, 896)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.003534610060709209,9.291870478143219 +12804,12805,1.0534357530101899,0.008984549776236153,0.00377175130111756,0.0040095224436744225,3.0141471702752742,1.0586346993135614,1.412544862355423,0.9999928869207633,0.0013247219126926242,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(2176, 1472)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(768, 1664)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.005198946303371477,9.025907931934727 +13031,13054,1.354213779473064,0.015968173247544324,0.010574938757434569,0.010719154676469314,1.3645157040943174,1.4531234933339379,1.4067309314059724,0.999944083771826,0.011261645360978276,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 896)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(256, 1792)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.010301924621253455,3.7976367278237575 +13169,13279,1.2970624812614477,0.011773947933714798,-0.0008665886760922237,-0.0011059125691933152,1.3398509695293142,1.503973502688231,1.4148221338438347,0.9999996245119628,-0.0009727398316771256,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 64)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 960)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.04278848826786641,3.499272821824041 +209,220,1.162716581822163,0.2947199847935502,0.2967192312120739,0.29563943258061154,1.1908517123520086,1.1811947874713131,1.1859937642028398,0.9549647626111216,0.29431305813716313,"model.language_model.embed_tokens.weight|2d-128|(186240, 1152)","model.language_model.embed_tokens.weight|2d-128|(176256, 1152)",model.language_model.embed_tokens.weight,2d-128,0,0.018478205649150148,3.2742462846527562 +389,391,1.1407561931178793,0.3332907557803117,0.33739704179895724,0.33732720555656925,1.1591189802992927,1.1434470911309802,1.1512030375308395,0.9413624361452462,0.33283525898402616,"model.language_model.embed_tokens.weight|2d-64|(177856, 1152)","model.language_model.embed_tokens.weight|2d-64|(201536, 1152)",model.language_model.embed_tokens.weight,2d-64,0,0.002690898013100851,3.053169370376729 +551,696,0.11467747135562646,0.9997683030548696,0.9997683030548695,0.9997056678380234,0.11467747135562646,0.12926807029521248,0.12131962532761813,0.021525338714796848,1.1269704306388275,"model.language_model.layers.0.linear_attn.conv1d.weight|3d-axis0-slice|(2511, 0, 0)","model.language_model.layers.5.linear_attn.conv1d.weight|3d-axis0-slice|(5346, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,5,0.0,0.22011804116710476 +793,814,0.5521337577536278,0.9097341171282438,0.909734117128244,0.9129509397306916,0.5521337577536278,1.0116549809471609,0.6853999168944754,0.4151913247322185,1.6668733581420085,"model.language_model.layers.9.linear_attn.conv1d.weight|3d-volume|(4944, 0, 0)","model.language_model.layers.2.linear_attn.conv1d.weight|3d-volume|(5328, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,7,0.0,1.5603909503091895 +1205,1260,1.1410704252233717,0.042348394734776786,0.0038964365582008706,0.0038872929489099837,1.1628547043590156,1.946526763195765,1.4117854032274602,0.9999924088622613,0.0065223264894586274,"model.language_model.layers.4.linear_attn.in_proj_qkv.weight|2d-128|(2560, 512)","model.language_model.layers.12.linear_attn.in_proj_qkv.weight|2d-128|(2688, 1408)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,8,0.021784279135643958,3.0900950352011636 +1316,1469,1.135049356116738,0.011582490693825626,0.009851900850771105,0.00980044225780133,2.0369667432489793,1.1414857456312477,1.4082592576274513,0.9999514688471769,0.005520858121910438,"model.language_model.layers.9.linear_attn.in_proj_qkv.weight|2d-64|(4032, 320)","model.language_model.layers.17.linear_attn.in_proj_qkv.weight|2d-64|(5120, 896)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,8,0.006436389514509644,5.810928693512493 +1569,1582,1.1484021842831218,0.018305439450133187,0.00018122635921441544,0.00015463964989440588,1.9871834430230166,1.1570769686977918,1.4141021111565921,0.9999999835785033,0.00010552264165856589,"model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(256, 1664)","model.language_model.layers.6.linear_attn.in_proj_z.weight|2d-128|(128, 640)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,12,0.008674784414669956,5.577272628008632 +2021,2032,1.1452876261514815,0.014160934700036494,-0.006320287848165197,-0.0064273155702763915,1.9961606849804951,1.1596770486726649,1.418090621010589,0.9999800267812935,-0.003671794968045641,"model.language_model.layers.16.linear_attn.in_proj_z.weight|2d-64|(576, 640)","model.language_model.layers.12.linear_attn.in_proj_z.weight|2d-64|(448, 512)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,4,0.01438942252118336,6.114488295924121 +2217,2245,1.2262596626472089,0.05844207314003865,0.010665664852466535,0.010697056640813067,1.2814526255745022,1.5780249542726086,1.4068129602100836,0.9999431201789704,0.013134067506830322,"model.language_model.layers.22.linear_attn.out_proj.weight|2d-128|(1152, 512)","model.language_model.layers.12.linear_attn.out_proj.weight|2d-128|(768, 1536)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,10,0.055192962927293365,3.322821644511881 +2489,2509,1.222356909643647,0.03222708670362121,0.03458871322778795,0.0346262057642253,1.2751767913502994,1.542688349462597,1.389985020598758,0.9994016314361538,0.04184486832050023,"model.language_model.layers.9.linear_attn.out_proj.weight|2d-64|(1280, 896)","model.language_model.layers.4.linear_attn.out_proj.weight|2d-64|(0, 640)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,5,0.052819881706652305,3.6665478154131934 +2564,2600,1.2648696220456697,0.03541603313106194,0.006574245490780206,0.006609884006435147,1.2963402688861714,1.558994099645592,1.4096354695646731,0.9999783894146048,0.007906265180325073,"model.language_model.layers.19.mlp.down_proj.weight|2d-128|(1536, 5248)","model.language_model.layers.5.mlp.down_proj.weight|2d-128|(0, 3072)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,14,0.031470646840501715,3.3099055013007663 +2995,3022,1.2567946777555754,0.03407714286167108,0.015410461947823613,0.01552145303930645,1.277854381102482,1.575424973523674,1.4035107101206108,0.9998812517807076,0.018999055733714732,"model.language_model.layers.22.mlp.down_proj.weight|2d-64|(1024, 4672)","model.language_model.layers.1.mlp.down_proj.weight|2d-64|(832, 5056)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,21,0.021059703346906655,3.314628002015738 +3082,3140,1.1570031966846221,0.05091462968524751,0.0012855343527041153,0.0012662576586083328,1.8269706408329902,1.1938801490446134,1.4133807970184662,0.9999991737003726,0.0008400649196577094,"model.language_model.layers.11.mlp.gate_proj.weight|2d-128|(5632, 128)","model.language_model.layers.18.mlp.gate_proj.weight|2d-128|(768, 512)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,7,0.03687695235999122,4.9412852607682805 +3364,3435,1.143749664833963,0.040788431569361995,0.03656015164834845,0.036527110796383024,1.9204239398061096,1.1455038443101175,1.3912803808614203,0.9993314541789675,0.02180757768827456,"model.language_model.layers.11.mlp.gate_proj.weight|2d-64|(3008, 256)","model.language_model.layers.23.mlp.gate_proj.weight|2d-64|(2112, 448)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,12,0.001754179476154638,4.864180686106251 +3823,3828,1.226454594597443,0.035060027003092346,-0.00038650218313010813,-0.0004619615489337511,1.6721519824585307,1.2480634837376479,1.414475546628172,0.9999999253080284,-0.0002884781205356327,"model.language_model.layers.2.mlp.up_proj.weight|2d-128|(2176, 384)","model.language_model.layers.22.mlp.up_proj.weight|2d-128|(5248, 384)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,20,0.021608889140204868,4.222560302607742 +3840,3976,1.2201533000661255,0.01865909889015525,-0.004970277829659964,-0.004913331371228382,1.7047687966869718,1.2391974181892396,1.4175526334751554,0.9999876480928632,-0.0036128978112266474,"model.language_model.layers.2.mlp.up_proj.weight|2d-64|(128, 1152)","model.language_model.layers.22.mlp.up_proj.weight|2d-64|(3072, 1600)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,20,0.019044118123114018,4.394548788775947 +4246,4290,1.1730432802878399,0.016579275019335482,-0.015778682706898337,-0.01569197303577944,1.196387044009102,1.865922859441153,1.4243166691298075,0.9998755088369927,-0.024608929779121238,"model.language_model.layers.3.self_attn.k_proj.weight|2d-128|(0, 768)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 256)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,20,0.023343763721262123,3.430774794305403 +4514,4607,1.101585874704207,0.031111398441364884,-0.006927235980432542,-0.006133703760431642,2.035731679218284,1.1525554973517735,1.4184074921153782,0.9999760064129896,-0.003921943148109958,"model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 512)","model.language_model.layers.3.self_attn.k_proj.weight|2d-64|(192, 768)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,20,0.05096962264756644,6.094896318369534 +4688,4845,1.1175336903099595,0.01919316011462989,0.0185613045503675,0.018574288317901345,2.1680768207065566,1.1162224166600165,1.4034900647434014,0.9998277241472096,0.009556185474471235,"model.language_model.layers.23.self_attn.o_proj.weight|2d-128|(0, 512)","model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(1280, 256)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,4,0.00131127364994299,5.9609685635910505 +4933,5058,1.1211761844110117,0.0299687487389456,0.013073885233766385,0.013391938482437988,1.9660911158692294,1.1525192704298208,1.4061239270544277,0.9999145331101525,0.007663889302832215,"model.language_model.layers.3.self_attn.o_proj.weight|2d-64|(1792, 1856)","model.language_model.layers.15.self_attn.o_proj.weight|2d-64|(768, 896)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,12,0.031343086018809085,5.911724403796472 +5353,5362,1.1149111787928454,0.014414331801908346,-0.004232935133016919,-0.004302528340719629,1.1171847384800317,2.262042520440552,1.4165883441025948,0.9999910410899487,-0.008570721499631458,"model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(3328, 128)","model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(128, 1920)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,4,0.002273559687186344,3.263835534809147 +5465,5625,1.1014303036326543,0.023458124657935536,0.032996738115207085,0.03393022054863075,1.1027923690964756,2.2096211094750067,1.395443714914319,0.9994554593746319,0.06611424881631704,"model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(3520, 1216)","model.language_model.layers.11.self_attn.q_proj.weight|2d-64|(2304, 512)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,8,0.001362065463821338,3.1165460224298727 +5802,5813,1.0799845464390523,0.049540186921743175,-0.006081700355365464,-0.006081287477265299,1.1083093826726875,2.3490264113096906,1.4175288113870466,0.9999815062893851,-0.012889970060502551,"model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(256, 1280)","model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(384, 896)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,12,0.028324836233635242,3.941813941699543 +5916,6095,1.074113967531727,0.03242207487777037,0.020266202784781064,0.020435733325600627,1.0730915677771344,2.6169378776526195,1.404116693722522,0.9997946194217521,0.04942298988849873,"model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(128, 64)","model.language_model.layers.3.self_attn.v_proj.weight|2d-64|(320, 384)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,16,0.0010223997545926178,3.7164935308489273 +6243,6394,1.205870130314529,-0.0007224420862321926,-0.006505636961876062,-0.00660529967628052,1.2158799804447533,1.7745832245199094,1.4184969498126883,0.9999788381199476,-0.009495011352303857,"model.visual.blocks.2.attn.proj.weight|2d-128|(512, 384)","model.visual.blocks.21.attn.proj.weight|2d-128|(896, 256)",model.visual.layers.*.attn.proj.weight,2d-128,19,0.010009850130224374,3.525584180269245 +6402,6643,1.1824521654561657,0.0026114756725857764,-0.006843864296865029,-0.006631106584038873,1.184194079666139,1.8872322436870481,1.4185643582755056,0.9999765804865062,-0.010906963304616147,"model.visual.blocks.0.attn.proj.weight|2d-64|(0, 128)","model.visual.blocks.21.attn.proj.weight|2d-64|(640, 256)",model.visual.layers.*.attn.proj.weight,2d-64,21,0.001741914209973272,5.5261608736543435 +6784,6798,1.0841474831277047,-0.0037223100594912448,0.0011552342460324958,0.0010721081205589031,2.2016225017222526,1.1218065625411855,1.4135525346971956,0.9999993327166957,0.0005886337723464382,"model.visual.blocks.0.attn.qkv.weight|2d-128|(2048, 0)","model.visual.blocks.1.attn.qkv.weight|2d-128|(1024, 128)",model.visual.layers.*.attn.qkv.weight,2d-128,1,0.03765907941348079,8.187336000097883 +6920,6961,1.0829783868975922,-0.0067244964423322715,-0.013137617561476064,-0.013215317354215531,2.5203420387556466,1.095626785846539,1.4209903274969833,0.9999136977783675,-0.00571110011308929,"model.visual.blocks.18.attn.qkv.weight|2d-64|(2816, 896)","model.visual.blocks.4.attn.qkv.weight|2d-64|(832, 320)",model.visual.layers.*.attn.qkv.weight,2d-64,14,0.01264839894894676,6.929892664159762 +7364,7391,1.212648082076064,0.0347147510511958,-0.009271097486343825,-0.009244228123377728,1.7357702661172982,1.231456977729389,1.4203876310034012,0.9999570224521646,-0.00657745896080235,"model.visual.blocks.18.mlp.linear_fc1.weight|2d-128|(0, 128)","model.visual.blocks.1.mlp.linear_fc1.weight|2d-128|(0, 128)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,17,0.018808895653324997,4.700434873342143 +7471,7492,1.2077871327589187,0.03083578407001366,0.018072490766888594,0.018067531755540666,1.7047241228967909,1.218703904511007,1.4020696521096063,0.9998366792018989,0.01291998791242524,"model.visual.blocks.15.mlp.linear_fc1.weight|2d-64|(2560, 576)","model.visual.blocks.1.mlp.linear_fc1.weight|2d-64|(2496, 192)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,14,0.010916771752088383,4.815543070818543 +7860,7862,1.220239515035144,0.01994256143691007,-0.00632556730816251,-0.00609869006924193,1.6920038054911521,1.245437708561653,1.4184779041645668,0.9999799933989829,-0.004656077030124396,"model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(512, 1152)","model.visual.blocks.5.mlp.linear_fc2.weight|2d-128|(768, 2688)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,5,0.025198193526509094,4.594027205899865 +8081,8155,1.2053162806198041,0.013573817171000995,0.01777941599765108,0.017699869697248127,1.2566034275328695,1.6132184898149222,1.4019709811352856,0.9998419336909122,0.022825087053784672,"model.visual.blocks.4.mlp.linear_fc2.weight|2d-64|(576, 2304)","model.visual.blocks.9.mlp.linear_fc2.weight|2d-64|(0, 704)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,5,0.05128714691306535,3.403891912794402 +8240,8362,1.3141330175597365,0.08271360724164459,0.02400013794189339,0.024039692862511907,1.4227030746396696,1.3729274937840041,1.397150724731264,0.999711955204483,0.023160454083772535,"model.visual.merger.linear_fc1.weight|2d-128|(1536, 2304)","model.visual.merger.linear_fc1.weight|2d-128|(640, 1280)",model.visual.merger.linear_fc1.weight,2d-128,0,0.05879447622426759,3.5524618995777137 +8587,8627,1.3393192162286247,0.05490033710810738,0.03792259717342806,0.03882460209936016,1.3724106664117743,1.4023652411246634,1.3871454434942383,0.9992806796008927,0.03875030516065046,"model.visual.merger.linear_fc1.weight|2d-64|(2560, 3136)","model.visual.merger.linear_fc1.weight|2d-64|(2240, 576)",model.visual.merger.linear_fc1.weight,2d-64,0,0.03309145018314963,3.5899143290279416 +8727,8790,1.340538508718935,0.04561978542378515,0.012065485706324403,0.01205210417097787,1.4099337828082215,1.4014173993721737,1.4056562422805277,0.999927209378098,0.011992606891822527,"model.visual.merger.linear_fc2.weight|2d-128|(0, 2944)","model.visual.merger.linear_fc2.weight|2d-128|(1408, 1024)",model.visual.merger.linear_fc2.weight,2d-128,0,0.060878890653238704,3.682438753174016 +8993,9200,1.3398885405601355,0.04691441720011287,0.018955792340128414,0.018802464751966425,1.3763953138274116,1.4264540976539308,1.4007542944958546,0.9998203228264356,0.019645204677908187,"model.visual.merger.linear_fc2.weight|2d-64|(1152, 576)","model.visual.merger.linear_fc2.weight|2d-64|(1536, 192)",model.visual.merger.linear_fc2.weight,2d-64,0,0.03650677326727614,3.5410539988808103 +9224,9296,0.6657775552829822,0.7711084248126154,0.5900198606261221,0.5900420624276672,0.9123020674468577,0.8990174237556232,0.9055866733651853,0.8073887316941768,0.5814281847998187,"model.visual.pos_embed.weight|2d-128|(128, 0)","model.visual.pos_embed.weight|2d-128|(1280, 0)",model.visual.pos_embed.weight,2d-128,0,0.233239868472641,3.1868750947508464 +9360,9552,0.41957601709835396,0.9388391462029635,0.8978717445756635,0.896713002386357,0.6707211379363583,0.4777637339092321,0.5503199842972212,0.440257118389532,0.639566181826177,"model.visual.pos_embed.weight|2d-64|(1408, 384)","model.visual.pos_embed.weight|2d-64|(1536, 384)",model.visual.pos_embed.weight,2d-64,0,0.05818771681087814,3.8799649768680484 +9638,9730,1.1632459064550962,0.043725064890987146,0.006660644457747273,0.006657531205899273,1.2860732368902257,1.5772664785457582,1.4095926488974562,0.9999778176616757,0.008168750369239726,"mtp.fc.weight|2d-128|(0, 2816)","mtp.fc.weight|2d-128|(384, 2304)",mtp.fc.weight,2d-128,0,0.1228273304351295,2.8504100069913316 +9985,10037,1.1056834623927336,0.046228419217601166,0.022085446365278462,0.022136684256366265,1.1394299168838977,2.0035667166053677,1.4007275737673082,0.9997560867825944,0.03883491613056684,"mtp.fc.weight|2d-64|(1152, 3968)","mtp.fc.weight|2d-64|(1792, 0)",mtp.fc.weight,2d-64,0,0.03374645449116409,3.4056554612515 +10171,10213,1.312647554163159,0.03398478947934225,-0.00578797271478721,-0.005787028114472214,1.4484029120177098,1.389993432303882,1.4182969172548505,0.9999832495456376,-0.0055545621961646,"mtp.layers.0.mlp.down_proj.weight|2d-128|(1408, 768)","mtp.layers.0.mlp.down_proj.weight|2d-128|(1920, 640)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.07734587814072302,4.17246456040924 +10457,10633,1.266322411644258,0.019802033633190917,0.0034857422357363953,0.003588250019396106,1.5308738004947229,1.316747445758768,1.4117743833363554,0.9999939247820788,0.00299818455577206,"mtp.layers.0.mlp.down_proj.weight|2d-64|(1856, 5184)","mtp.layers.0.mlp.down_proj.weight|2d-64|(448, 2752)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.05042503411451005,4.25378118356519 +10781,10838,1.3060649635464663,0.01989999981180183,0.007132938081594363,0.007258748822322718,1.3355267185769977,1.496570630855758,1.4091934160289659,0.9999745602735722,0.0079930603380222,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(1024, 1664)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(2560, 1536)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.02946175503053139,3.6884010657937183 +11033,11053,1.292816143770695,0.019380673985405543,0.00026409505104265155,0.0006472741989567568,1.3040488891879607,1.5575402709509254,1.4140297150083199,0.9999999651269015,0.0003154319448973367,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(5376, 1664)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(5568, 128)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.0112327454172656,3.7086139361456745 +11209,11239,1.330110304520039,0.04117645662008773,-0.0004575168313816728,-0.00046113722492010026,1.3912451719516576,1.4390389440069042,1.4145368542236048,0.9999998953391691,-0.000473234014514693,"mtp.layers.0.mlp.up_proj.weight|2d-128|(5760, 0)","mtp.layers.0.mlp.up_proj.weight|2d-128|(5504, 768)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.061134867431618556,3.704216874463986 +11462,11647,1.310129706608133,0.047706552356765894,-0.0004663684010831192,-0.00046569319998347356,1.3454925624996974,1.4954431825100745,1.414541464263243,0.9999998912502512,-0.0005183435905748691,"mtp.layers.0.mlp.up_proj.weight|2d-64|(5888, 1920)","mtp.layers.0.mlp.up_proj.weight|2d-64|(3776, 704)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.035362855891564404,3.6237111773128206 +11675,11713,1.2256931569116654,0.0022435661897296927,-0.0011242679712243323,-0.0010564103445403657,1.7078665540199285,1.2345744223090354,1.4149682394401477,0.9999993680105648,-0.0008127054645035428,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 1408)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 128)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.008881265397369997,5.362615963314371 +11744,11837,1.0827747002947448,-0.014898106666080373,-0.020801824990526227,-0.020292363117917985,2.3535814508852972,1.1155081968292673,1.4255535817474418,0.9997836186280827,-0.009859274798928891,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 1024)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(192, 832)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.03273349653452251,8.653459774326198 +12112,12130,1.1745455311080764,0.035479727776761005,0.01859364995666518,0.018674566271667255,1.9303742612550656,1.1560075558136418,1.4025752367449529,0.9998271231474414,0.011134835493550353,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(1024, 0)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1152, 256)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.018537975294434572,5.222002162472094 +12346,12477,1.1697180538822705,0.008226670854946053,-0.0012218321474127475,-0.001167666932949451,1.6838010899605902,1.2440631650977594,1.4150391696363604,0.9999992535628232,-0.0009027410527237938,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(576, 64)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(832, 1152)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.07434511121548892,5.598842022168714 +12513,12608,1.0549240379162088,0.019336237468283175,0.012494567574938746,0.012224284361010836,2.8954483217535776,1.0606794641829476,1.4084948826864578,0.9999219398438637,0.004577091271502084,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(2176, 896)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(896, 0)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.00575542626673875,8.592965230248657 +12821,12866,1.0534396326627582,0.007332371948486379,0.005387866106301291,0.005673169992195698,3.094392423517526,1.0547573775216603,1.4118847737573494,0.9999854853440727,0.0018365128745565524,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(2176, 1856)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(832, 1088)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.0013177448589021257,8.539581146552285 +13014,13020,1.354536309494418,0.06923659776163768,0.02095287605107058,0.020972871838651055,1.4152815138089019,1.3838923786968995,1.3993229740305608,0.9997804643946533,0.02048816804002473,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(0, 768)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(0, 1536)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.02935606920248146,4.109086393038047 +13279,13313,1.297214264591638,0.014797706682948022,0.019002107761726447,0.01890929558116753,1.504390735945523,1.3160845102930439,1.4008329962695831,0.9998194436500081,0.016623593253124763,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 960)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(448, 1088)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.01887024570140583,4.147442025219404 +26,138,1.162784977790835,0.27386611528454874,0.292733922306852,0.29277037715204357,1.1496510846332584,1.2348486996505998,1.189968522601523,0.9561939399153532,0.314427662562985,"model.language_model.embed_tokens.weight|2d-128|(245888, 1408)","model.language_model.embed_tokens.weight|2d-128|(172672, 1408)",model.language_model.embed_tokens.weight,2d-128,0,0.013133893157576626,3.1069479852232824 +284,507,1.1414050135564564,0.3211250545195858,0.2673769987805085,0.26490768663900294,1.200184921187541,1.2210988720638216,1.2105064186074133,0.9635919989928974,0.27203620530712436,"model.language_model.embed_tokens.weight|2d-64|(82240, 512)","model.language_model.embed_tokens.weight|2d-64|(184256, 512)",model.language_model.embed_tokens.weight,2d-64,0,0.05877990763108465,3.154256609988944 +700,728,0.11478295906940386,0.9979186331505406,0.9979186331505406,0.997549837060962,0.11478295906940385,0.12711823410901923,0.12047955091564753,0.06448566981087243,1.1051610400972542,"model.language_model.layers.17.linear_attn.conv1d.weight|3d-axis0-slice|(1257, 0, 0)","model.language_model.layers.0.linear_attn.conv1d.weight|3d-axis0-slice|(480, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,17,1.3877787807814457e-17,0.19422626176361743 +893,896,0.553043284028523,0.9202242946831429,0.9202242946831428,0.9341997493687033,1.0444737178532635,0.553043284028523,0.6912056629559135,0.3913914248867904,0.4872538746311419,"model.language_model.layers.21.linear_attn.conv1d.weight|3d-volume|(1084, 0, 0)","model.language_model.layers.6.linear_attn.conv1d.weight|3d-volume|(540, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,15,0.0,2.5918064748175946 +1052,1221,1.1411607319791193,-0.014419133573640755,-0.008844255374875156,-0.008842223645629005,1.1430962833644585,2.09741091131343,1.4194594766955093,0.9999608888085894,-0.016227887357928898,"model.language_model.layers.16.linear_attn.in_proj_qkv.weight|2d-128|(2304, 0)","model.language_model.layers.6.linear_attn.in_proj_qkv.weight|2d-128|(2816, 512)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,10,0.0019355513853391848,2.9796597833413574 +1433,1514,1.1350502429952427,0.00981687733561268,0.019497406055434364,0.01955667603471506,2.032608164150028,1.1360378446651935,1.4024215766687076,0.9998099075109776,0.010897226303841047,"model.language_model.layers.0.linear_attn.in_proj_qkv.weight|2d-64|(4352, 1472)","model.language_model.layers.18.linear_attn.in_proj_qkv.weight|2d-64|(4608, 832)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,18,0.0009876016699508217,5.610556214150911 +1558,1569,1.1486078874019152,-0.004232180425575181,0.004713332508177858,0.004718481853285013,1.1473983292279104,2.022428958810908,1.4113498138789982,0.999988892186642,0.008307821193585084,"model.language_model.layers.21.linear_attn.in_proj_z.weight|2d-128|(1792, 1664)","model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(256, 1664)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,3,0.00120955817400481,3.2667719958728685 +1864,1922,1.1453187937731195,-0.01311212036045192,-0.014750053331427242,-0.0168683517955303,1.1506329383449643,2.074661007251585,1.4230336479788495,0.9998912120459506,-0.02659524117709468,"model.language_model.layers.20.linear_attn.in_proj_z.weight|2d-64|(1728, 896)","model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-64|(640, 768)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,16,0.005314144571844759,3.188760837452242 +2178,2242,1.2263173482614826,0.007234740251251349,0.0019775021186011674,0.0019791139304628394,1.7082227998028672,1.2316781858144954,1.4128862338186896,0.9999980447407739,0.0014258363851390383,"model.language_model.layers.12.linear_attn.out_proj.weight|2d-128|(640, 896)","model.language_model.layers.4.linear_attn.out_proj.weight|2d-128|(896, 896)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,8,0.005360837553012754,4.698535599940305 +2403,2528,1.2225678571839933,0.022508594819289244,0.0029022457616125147,0.0031482775536643163,1.6878924241753608,1.2386585886180443,1.4122544937534824,0.9999957884759011,0.002129810873852333,"model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(192, 960)","model.language_model.layers.9.linear_attn.out_proj.weight|2d-64|(256, 192)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,3,0.016090731434051042,4.615270893631263 +2564,2570,1.265025010429873,0.026629734062542307,0.014452644361802025,0.014421447287708515,1.2962321848299478,1.5443607912852233,1.4041127009736694,0.9998955550811051,0.017219212378748846,"model.language_model.layers.19.mlp.down_proj.weight|2d-128|(1536, 5248)","model.language_model.layers.2.mlp.down_proj.weight|2d-128|(768, 640)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,17,0.03120717440007481,3.3965198508675156 +2816,3014,1.2568570562139187,0.029662499355671126,0.016181315150037304,0.015947649481808573,1.269960080834196,1.5891125539509683,1.403008899527405,0.9998690739491922,0.020247826236766922,"model.language_model.layers.21.mlp.down_proj.weight|2d-64|(1792, 4096)","model.language_model.layers.4.mlp.down_proj.weight|2d-64|(512, 1344)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,17,0.013103024620277237,3.3887603180463906 +3082,3137,1.157193714083382,0.04193669520851067,-0.007367633164609898,-0.007335095207644296,1.847519023747508,1.1949247810604036,1.4189570116099584,0.9999728586224487,-0.0047651836506112325,"model.language_model.layers.11.mlp.gate_proj.weight|2d-128|(5632, 128)","model.language_model.layers.22.mlp.gate_proj.weight|2d-128|(6016, 1408)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,11,0.037731066977021666,5.289507635597559 +3448,3482,1.143759507662025,0.004747478826613212,-0.008953751132725772,-0.008981620090980698,2.086731767992922,1.1449305200683861,1.419543523737468,0.9999599143668976,-0.004912669226680115,"model.language_model.layers.10.mlp.gate_proj.weight|2d-64|(4416, 1792)","model.language_model.layers.23.mlp.gate_proj.weight|2d-64|(5824, 1984)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,13,0.0011710124063610827,5.303591920667197 +3761,3801,1.226740064733616,0.011351871633462607,0.005209711183191797,0.0053058579084870406,1.2512419036228488,1.6522499534898811,1.4106631910393137,0.9999864293626127,0.006879361245176872,"model.language_model.layers.22.mlp.up_proj.weight|2d-128|(4864, 1792)","model.language_model.layers.2.mlp.up_proj.weight|2d-128|(4096, 1792)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,20,0.024501838889232852,3.2219003920112748 +3851,4044,1.2204656467197121,0.02791913165601129,-0.009416981944459009,-0.009454547723733891,1.2559759479830432,1.6733862389161083,1.4205929664751131,0.9999556592424775,-0.012546616058440567,"model.language_model.layers.22.mlp.up_proj.weight|2d-64|(4800, 640)","model.language_model.layers.1.mlp.up_proj.weight|2d-64|(4864, 1792)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,21,0.0355103012633311,3.1481599267115548 +4191,4300,1.1731140678759997,0.028073322197337942,-0.0009652114356956048,-0.001047435627979397,1.1916777618918803,1.8413288746523244,1.414836054593954,0.9999995341833338,-0.0014914029140473228,"model.language_model.layers.15.self_attn.k_proj.weight|2d-128|(128, 1920)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 1536)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,8,0.01856369401588065,3.365000420688486 +4410,4542,1.10160707781507,0.02800518758413758,0.012082015490752634,0.01225061634570217,1.1226474604329069,2.14878171512391,1.4071833109541463,0.999927009787055,0.023125348681020456,"model.language_model.layers.3.self_attn.k_proj.weight|2d-64|(64, 768)","model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 960)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,20,0.021040382617836917,3.0372670606149805 +4773,4859,1.1175900137990675,0.03364235183048117,0.009693585315107394,0.009712446861246397,2.148783539377937,1.1240578924987696,1.4085718204415523,0.9999530160981258,0.005070846309261578,"model.language_model.layers.3.self_attn.o_proj.weight|2d-128|(1920, 1792)","model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(1536, 768)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,16,0.006467878699702112,5.4163399034419095 +5041,5045,1.1212335609791924,0.0007821552348603366,-0.011643137233192631,-0.011743164859375751,1.1333535882906476,2.1717566671688933,1.420951134358285,0.999932216380375,-0.022310831477655224,"model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(1728, 896)","model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(320, 512)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,4,0.012120027311455228,3.051728514493084 +5209,5281,1.1149233957421445,0.05469025586365096,0.024513585917208883,0.024698643410221707,2.0360071585466097,1.1322539792637654,1.399410959557268,0.9996994969016838,0.013632371126139416,"model.language_model.layers.11.self_attn.q_proj.weight|2d-128|(2304, 128)","model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(384, 384)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,8,0.017330583521620868,5.360631341090587 +5411,5620,1.1015116862974628,-0.01935206289885499,-0.012343869567470455,-0.01243465912519657,1.1014321053958025,2.450318268398402,1.4207265189113898,0.9999238115397099,-0.027460983709958964,"model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(384, 1728)","model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(2688, 384)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,4,7.958090166026999e-05,3.008448915030852 +5778,5853,1.0802631300141794,0.05196138361423102,0.006797045653939206,0.00657204976448367,1.0953805496360036,2.4132420655649507,1.4105911478185003,0.9999768998183799,0.014974628223134175,"model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(128, 256)","model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(384, 1408)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,12,0.015117419621824224,3.4536815141855497 +5916,6063,1.0742222789199076,-0.00032465102205074016,0.0017206843986542594,0.001458321039419875,1.0749526087418166,2.7139194199796806,1.4133801768914724,0.9999985196215043,0.0043441904016863035,"model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(128, 64)","model.language_model.layers.3.self_attn.v_proj.weight|2d-64|(448, 1792)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,16,0.0007303298219090149,3.961755076235171 +6186,6198,1.2063604801434373,0.009554798171803183,-0.0030432939767553974,-0.003067906834767038,1.2387721307733432,1.7013841348616268,1.4162600399544754,0.9999953691701633,-0.0041797938144920695,"model.visual.blocks.21.attn.proj.weight|2d-128|(128, 896)","model.visual.blocks.0.attn.proj.weight|2d-128|(768, 768)",model.visual.layers.*.attn.proj.weight,2d-128,21,0.03241165062990592,3.278718019791839 +6558,6560,1.1825938373729716,0.019189142940621826,0.013590030590796175,0.01385953613885973,1.1739791306904093,1.8671880057230077,1.4055265383219506,0.9999076512701266,0.02161464497381689,"model.visual.blocks.2.attn.proj.weight|2d-64|(960, 320)","model.visual.blocks.2.attn.proj.weight|2d-64|(64, 640)",model.visual.layers.*.attn.proj.weight,2d-64,0,0.008614706682562367,3.734761636217779 +6798,6888,1.084343401682025,-2.5223181236867093e-05,-0.001573994297216488,-0.0015992310220031448,1.084328986590363,2.5960913524999314,1.4150049724020142,0.9999987612702089,-0.0037684439265401894,"model.visual.blocks.1.attn.qkv.weight|2d-128|(1024, 128)","model.visual.blocks.21.attn.qkv.weight|2d-128|(1280, 0)",model.visual.layers.*.attn.qkv.weight,2d-128,20,1.441509166211219e-05,3.2588681727818347 +7028,7061,1.0834384310715204,0.04622936904060733,0.019261522069498067,0.019224440641719864,2.740038806994379,1.06600711392732,1.4049789497285152,0.9998144796748877,0.00749366012581264,"model.visual.blocks.1.attn.qkv.weight|2d-64|(2688, 832)","model.visual.blocks.0.attn.qkv.weight|2d-64|(1920, 896)",model.visual.layers.*.attn.qkv.weight,2d-64,1,0.01743131714420043,7.599739880611937 +7293,7301,1.2127233637509989,0.016813503706288355,0.00410240444863031,0.004095146777411915,1.2289365702471993,1.7105230325840264,1.4114617043454403,0.9999915851034646,0.00571002399004678,"model.visual.blocks.1.mlp.linear_fc1.weight|2d-128|(2560, 128)","model.visual.blocks.17.mlp.linear_fc1.weight|2d-128|(3072, 256)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,16,0.016213206496200394,3.2809100751115534 +7522,7566,1.2078593167498688,0.031223271090060116,9.594366418108476e-06,-0.0010835301298688853,1.2443234190314172,1.6803601696595802,1.414207073150741,0.999999999953974,1.2956431531810529e-05,"model.visual.blocks.1.mlp.linear_fc1.weight|2d-64|(1536, 128)","model.visual.blocks.16.mlp.linear_fc1.weight|2d-64|(3648, 384)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,15,0.036464102281548394,3.2054463277987875 +7776,7796,1.2207527617591811,0.0445403328495558,-0.0031372385630371253,-0.0032838832765699363,1.2544581937314006,1.6631283079374966,1.4163449455326946,0.9999950788549904,-0.004159269945393951,"model.visual.blocks.4.mlp.linear_fc2.weight|2d-128|(0, 1664)","model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(512, 2688)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,6,0.033705431972219424,3.5323536872360375 +8073,8096,1.205365762853168,0.0637280688499116,0.019883751323748863,0.02004409954809918,1.6387961968320959,1.243053853034337,1.4006086402079734,0.9998022986737405,0.01508215221852567,"model.visual.blocks.10.mlp.linear_fc2.weight|2d-64|(384, 64)","model.visual.blocks.0.mlp.linear_fc2.weight|2d-64|(896, 960)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,10,0.03768809018116892,4.521847804577161 +8239,8305,1.3190589279253468,0.06837217909017948,0.017537068884186203,0.017032852640886446,1.4166747713463588,1.3873082911841166,1.4017608767916714,0.9998462137823753,0.01717354015062805,"model.visual.merger.linear_fc1.weight|2d-128|(1024, 2944)","model.visual.merger.linear_fc1.weight|2d-128|(3968, 1024)",model.visual.merger.linear_fc1.weight,2d-128,0,0.06824936325876974,3.5757170197755612 +8625,8652,1.339406957139477,0.0742012395127816,0.030882726964890743,0.030871897396902846,1.3695592806335575,1.4160383612728236,1.3922172704789402,0.9995230148301799,0.03193080190203225,"model.visual.merger.linear_fc1.weight|2d-64|(2560, 576)","model.visual.merger.linear_fc1.weight|2d-64|(2816, 1216)",model.visual.merger.linear_fc1.weight,2d-64,0,0.03015232349408037,3.4884876168755596 +8834,8844,1.3405601422211617,0.050892694467558584,0.015984861975587735,0.01600113355090106,1.3983460727775479,1.4074285537878521,1.4028652629664624,0.9998722339317266,0.016088686206350036,"model.visual.merger.linear_fc2.weight|2d-128|(512, 256)","model.visual.merger.linear_fc2.weight|2d-128|(1536, 3968)",model.visual.merger.linear_fc2.weight,2d-128,0,0.057785930556386145,3.5946461096639255 +8999,9057,1.3399787184407728,0.057426417463115303,0.03016532960046298,0.02999063287964919,1.3704773447574892,1.4161066968141387,1.392731734744462,0.999544922897463,0.031169669037017445,"model.visual.merger.linear_fc2.weight|2d-64|(512, 3456)","model.visual.merger.linear_fc2.weight|2d-64|(320, 1088)",model.visual.merger.linear_fc2.weight,2d-64,0,0.030498626316716404,3.332048214376113 +9292,9308,0.6659569087624027,0.7612190388356477,0.8107593551018979,0.810756546960715,0.7730772190231082,0.5875724227510485,0.6615593673200045,0.5853795931827097,0.6162124905805304,"model.visual.pos_embed.weight|2d-128|(1152, 512)","model.visual.pos_embed.weight|2d-128|(1408, 512)",model.visual.pos_embed.weight,2d-128,0,0.07838448601135417,4.580238592427583 +9421,9469,0.42016533981284915,0.9095882293973838,0.8517526217103591,0.8517111096747962,0.6613397162704127,0.5268368035443964,0.5827533609336284,0.5239441491318803,0.6785236355727405,"model.visual.pos_embed.weight|2d-64|(192, 832)","model.visual.pos_embed.weight|2d-64|(384, 832)",model.visual.pos_embed.weight,2d-64,0,0.10667146373154729,2.043328270242468 +9638,9676,1.1641482590589023,0.01018936208640803,0.0041613741402667555,0.004161107344081078,1.24733577062095,1.663726295786928,1.4113861927571216,0.9999913414451471,0.005550540397252388,"mtp.fc.weight|2d-128|(0, 2816)","mtp.fc.weight|2d-128|(1408, 3584)",mtp.fc.weight,2d-128,0,0.08318751156204773,2.879241682170157 +9876,9905,1.1064875370422944,0.0033647307748176317,0.0026994994500889645,0.002673206710503641,2.116686820395677,1.1329634532947848,1.4126243088512764,0.9999963563447214,0.0014449157946608492,"mtp.fc.weight|2d-64|(1984, 2688)","mtp.fc.weight|2d-64|(0, 2112)",mtp.fc.weight,2d-64,0,0.02647591625249035,6.481589894799555 +10191,10213,1.3127236995431881,0.033405293396489094,0.0007844636281817813,0.0007888504144081906,1.4662688474367414,1.3663359579771241,1.4136601336241987,0.9999996923083607,0.0007309988647605136,"mtp.layers.0.mlp.down_proj.weight|2d-128|(128, 1920)","mtp.layers.0.mlp.down_proj.weight|2d-128|(1920, 640)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.05361225843393602,4.023002976814619 +10454,10527,1.266510751511866,0.038906568846405705,0.024425144250538024,0.024446899757499325,1.3242502452182392,1.4831017813365595,1.3969472170291168,0.999701661661288,0.02735508268031728,"mtp.layers.0.mlp.down_proj.weight|2d-64|(1792, 5440)","mtp.layers.0.mlp.down_proj.weight|2d-64|(64, 3008)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.0577394937063731,3.7145804898714956 +10701,10712,1.3061155371731445,0.039425936938872544,0.002754866231383749,0.0027475582115871777,1.3788260060001307,1.4482645766361564,1.4122665865198427,0.9999962053488239,0.0028936030789397872,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(384, 1664)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(512, 1024)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.07271046882698617,3.6320776494613987 +11037,11133,1.292892642213759,0.04383564571797934,0.020068344753982864,0.019587994128788717,1.331576524703357,1.4802595052155334,1.4000311181617104,0.9997986104905503,0.02230916325491941,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(2752, 1984)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(3200, 960)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.03868388248959809,3.422687080085926 +11207,11389,1.330110820601754,0.021071799564356775,0.014561098068619252,0.014560098302519876,1.4392723091397153,1.3709984273755977,1.4038917908823052,0.9998939815915665,0.013870372149986904,"mtp.layers.0.mlp.up_proj.weight|2d-128|(3456, 1280)","mtp.layers.0.mlp.up_proj.weight|2d-128|(2688, 1280)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.04088760677384373,4.040457138986392 +11489,11505,1.310319355625488,0.032156806246503127,0.011023701588374528,0.011040114048512129,1.4916565194931581,1.3343458509638553,1.4064454517474017,0.9999392371555836,0.009861137791768075,"mtp.layers.0.mlp.up_proj.weight|2d-64|(1984, 1664)","mtp.layers.0.mlp.up_proj.weight|2d-64|(3904, 1024)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.024026495338367315,3.98235211623693 +11705,11722,1.2256938073333579,0.03179352135123809,0.008938748533023596,0.008909020804306248,1.6256357356296225,1.2595527621103,1.408079904559938,0.9999600485892741,0.006925798417084269,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(256, 1152)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 1280)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.03385895477694212,5.312043548046012 +11752,11974,1.0828161040866757,0.031175839496666594,0.00960616113836574,0.009652755296806523,2.265544971773338,1.109184723001671,1.4088382129755002,0.9999538597696315,0.0047030658469019455,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 1536)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(448, 1408)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.0263686189149952,8.008494006392672 +11999,12177,1.1745458760703564,0.015157410126657792,0.012333983867172741,0.012297920552895334,1.1810365714442959,1.8429972195445568,1.4062673899135156,0.9999239335279281,0.01924707373397279,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(0, 1920)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1536, 128)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.006490695373939426,3.4145289897848508 +12244,12415,1.1697771944593145,0.028813664057815703,0.0015890808472059997,0.001730337992639294,1.1453769844323882,2.045093022275775,1.413255138086997,0.9999987374102335,0.00283733495314084,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(0, 256)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(640, 0)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.024400210026926272,3.1541539442577604 +12583,12619,1.0550321445172568,0.005570292002441298,0.002078115284425334,0.0019895684466783477,3.0986297742166506,1.055783089248547,1.4133160784571823,0.999997840716101,0.0007080674797168586,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 896)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(896, 1408)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.0007509447312901152,8.654069109435568 +12778,12788,1.0537327439234576,-0.009836581932079844,-0.0004368183087785859,-0.0006395629115997672,3.1980238918865505,1.052944544172872,1.4143970526874405,0.999999904594878,-0.00014382176949650802,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(704, 1984)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(896, 192)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.0007881997505856386,9.856915104454831 +13034,13044,1.3545920583131152,0.042037997415331096,0.0037601163732284594,0.003712718431852971,1.3721735273088658,1.4545381445124845,1.4115567739518986,0.9999929307374427,0.003985817087867236,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 1280)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(256, 512)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.017581468995750527,3.578765659663459 +13195,13279,1.297273155473797,0.00747412525037271,0.00647966418420622,0.0065913058623794365,1.3031688488871065,1.5474900349678191,1.4096913397385964,0.9999790067556718,0.007694486991121798,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 1728)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 960)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.005895693413309422,3.55113375053039 +222,254,1.1629442355360422,0.2765296110642864,0.26239471687291877,0.26241424309069167,1.1831552538396137,1.2493498569773362,1.2149021469998706,0.9649606274647586,0.27707505074497074,"model.language_model.embed_tokens.weight|2d-128|(137216, 1408)","model.language_model.embed_tokens.weight|2d-128|(190080, 1408)",model.language_model.embed_tokens.weight,2d-128,0,0.020211018303571526,3.09495616001704 +269,451,1.1414560305541874,0.293968826132999,0.2459127450537565,0.2450562917720892,1.2560928040863524,1.2022173897839854,1.2282698097475808,0.9692919693364461,0.23536523536426324,"model.language_model.embed_tokens.weight|2d-64|(119488, 512)","model.language_model.embed_tokens.weight|2d-64|(233600, 512)",model.language_model.embed_tokens.weight,2d-64,0,0.06076135922979797,3.3698796162324522 +595,643,0.11529540948469953,0.9937677694435445,0.9937677694435445,0.9978253918596088,0.1195618637795611,0.11529540948469953,0.11737051900775305,0.11147026695582157,0.9583060876496362,"model.language_model.layers.16.linear_attn.conv1d.weight|3d-axis0-slice|(1602, 0, 0)","model.language_model.layers.21.linear_attn.conv1d.weight|3d-axis0-slice|(4589, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,5,0.0,0.1835994042030437 +1013,1018,0.5551664613630068,0.9118114330851821,0.9118114330851821,0.9265711003643063,1.0315870063309143,0.5551664613630068,0.6913638176115856,0.4106091943626526,0.49070715667181514,"model.language_model.layers.0.linear_attn.conv1d.weight|3d-volume|(5504, 0, 0)","model.language_model.layers.8.linear_attn.conv1d.weight|3d-volume|(4336, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,8,0.0,2.9672311154776283 +1052,1240,1.1417685748701736,0.04211681680039668,0.006173189533474038,0.0061175412601182175,1.1621061527176537,1.9425808959060493,1.410362125803066,0.9999809456839585,0.010319126205889222,"model.language_model.layers.16.linear_attn.in_proj_qkv.weight|2d-128|(2304, 0)","model.language_model.layers.6.linear_attn.in_proj_qkv.weight|2d-128|(3456, 1536)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,10,0.020337577847480137,2.9431566644005027 +1469,1474,1.1355019606885923,0.04423940045700565,0.02427311083148912,0.02464378428035829,1.1449190322370764,1.9660961527355598,1.399206184863905,0.9997053646402835,0.0416826591898532,"model.language_model.layers.17.linear_attn.in_proj_qkv.weight|2d-64|(5120, 896)","model.language_model.layers.8.linear_attn.in_proj_qkv.weight|2d-64|(4352, 256)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,9,0.009417071548484035,3.3940501215045136 +1635,1668,1.1486121259770434,-0.018131360606753175,0.002848028877654732,0.0035213755948311893,2.136388963489387,1.1299174078795056,1.4125479857981513,0.9999959443575319,0.0015062975244683706,"model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(256, 1920)","model.language_model.layers.22.linear_attn.in_proj_z.weight|2d-128|(896, 1152)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,4,0.018694718097537866,6.473035143352395 +1837,2021,1.145901712210184,-0.011887481079875197,-9.855251439440126e-05,0.00035772729701678385,1.1445684617307799,2.055946955178869,1.4142727943612863,0.9999999951437009,-0.00017702631923650712,"model.language_model.layers.20.linear_attn.in_proj_z.weight|2d-64|(1408, 704)","model.language_model.layers.16.linear_attn.in_proj_z.weight|2d-64|(576, 640)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,4,0.0013332504794041355,3.2324521322496365 +2134,2225,1.2263846277144608,0.030439726452266384,-0.0020172090882075062,-0.0020169887891057304,1.6718756975984264,1.2496985050403737,1.4155809328152544,0.9999979654316774,-0.0015078293114182705,"model.language_model.layers.16.linear_attn.out_proj.weight|2d-128|(1280, 256)","model.language_model.layers.9.linear_attn.out_proj.weight|2d-128|(640, 128)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,7,0.023313877325912946,4.409077494830455 +2456,2458,1.222739445360559,-0.009967068394110379,0.01018382316878103,0.010452994781725075,1.7224572539062402,1.219293486304411,1.4074054887970064,0.9999481435282866,0.007208927378145876,"model.language_model.layers.16.linear_attn.out_proj.weight|2d-64|(512, 1152)","model.language_model.layers.16.linear_attn.out_proj.weight|2d-64|(1152, 768)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,0,0.0034459590561479736,5.14813465646475 +2622,2732,1.2650662879531898,0.04851570574153598,0.0021354285675399113,0.002107873695718354,1.5484004478419453,1.3074228272347517,1.4127241526221737,0.9999977199698172,0.0018030917383303896,"model.language_model.layers.3.mlp.down_proj.weight|2d-128|(1280, 896)","model.language_model.layers.18.mlp.down_proj.weight|2d-128|(1664, 4992)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,15,0.04235653928156191,3.9688019577289397 +2821,2855,1.2569416112275986,0.04203232454047137,0.013251179608261398,0.013239335836864865,1.570400223086992,1.2828250579692535,1.4050020198070963,0.9999121992650103,0.010824594265348157,"model.language_model.layers.3.mlp.down_proj.weight|2d-64|(832, 2880)","model.language_model.layers.20.mlp.down_proj.weight|2d-64|(1472, 5056)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,17,0.02588344674165488,3.9003117644723004 +3265,3309,1.1572985221268124,0.039868278094260814,0.016101088692028864,0.01603925870274019,1.1658077002132836,1.8938570718179766,1.4040117602245448,0.9998703690693765,0.026156252594479023,"model.language_model.layers.23.mlp.gate_proj.weight|2d-128|(4352, 896)","model.language_model.layers.11.mlp.gate_proj.weight|2d-128|(2816, 896)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,12,0.008509178086471225,2.9503665231295644 +3453,3464,1.143806584428984,0.017503727642047426,-0.001817402495906571,-0.0019442933520286492,1.1668922769217425,1.946285202415564,1.4153466162382782,0.9999983485227202,-0.0030312854533129222,"model.language_model.layers.22.mlp.gate_proj.weight|2d-64|(1792, 704)","model.language_model.layers.10.mlp.gate_proj.weight|2d-64|(2176, 1280)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,12,0.02308569249275849,3.0561245384892577 +3755,3801,1.227063926364306,0.04368144296642598,-0.005733571646786445,-0.005727296954846156,1.2682682226171014,1.6378396145489509,1.4181333310999578,0.9999835629429972,-0.007404325527122043,"model.language_model.layers.21.mlp.up_proj.weight|2d-128|(4224, 1920)","model.language_model.layers.2.mlp.up_proj.weight|2d-128|(4096, 1792)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,19,0.041204296252795425,3.3266989120794115 +3929,4017,1.2206317471624635,-0.017278770227776595,-0.021042520658731804,-0.021207894404223004,1.7907829783609372,1.2226515296769112,1.4280041799649419,0.9997785816491204,-0.014366715778817818,"model.language_model.layers.2.mlp.up_proj.weight|2d-64|(384, 1344)","model.language_model.layers.23.mlp.up_proj.weight|2d-64|(5184, 192)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,21,0.0020197825144476766,4.661327433764881 +4170,4290,1.17335735143348,0.01782013324946992,0.006957363525706549,0.007090960304129016,1.1954386529193843,1.8057129529348657,1.4096773829184746,0.9999757972534992,0.010509114295379991,"model.language_model.layers.7.self_attn.k_proj.weight|2d-128|(384, 1024)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 256)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,16,0.02208130148590426,3.2164742379754525 +4499,4506,1.1016304880350771,0.0375536763768983,0.031072195135946043,0.032016938383300726,1.1205763911381623,2.0840744624997294,1.3957647374589435,0.9995171427691641,0.05778880305595268,"model.language_model.layers.15.self_attn.k_proj.weight|2d-64|(128, 256)","model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 1984)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,8,0.018945903103085193,3.047006493606832 +4618,4773,1.1176071596941641,0.05482414937876491,0.015093950698127414,0.015088811425149172,1.1324056425857278,2.071470833939222,1.4052005528593854,0.9998860798372595,0.02761084673570979,"model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(384, 0)","model.language_model.layers.3.self_attn.o_proj.weight|2d-128|(1920, 1792)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,16,0.014798482891563713,2.9852898333027804 +5042,5107,1.1216243158481385,0.04068331326838613,0.017809184393609852,0.018304180593380466,1.133984120100392,2.051269871533225,1.4035088170052548,0.9998414038992557,0.03221512782732571,"model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(960, 1152)","model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(576, 1792)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,12,0.01235980425225347,2.898196803229666 +5256,5288,1.1151391906467119,0.040413772204445524,-0.00026774500115006486,-0.000268083392381322,1.1427650724962652,2.067135425897004,1.4143738811257636,0.9999999641563065,-0.00048432104752303923,"model.language_model.layers.23.self_attn.q_proj.weight|2d-128|(1280, 896)","model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(3200, 0)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,16,0.02762588184955339,3.1573782865795486 +5439,5443,1.1018670722937876,-0.016712618668606953,-0.015486187282030767,-0.01562729093656538,1.1039082408728205,2.440485935944626,1.4224135791967143,0.999880081811547,-0.03423638022062269,"model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(320, 1088)","model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(2624, 832)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,4,0.002041168579032915,2.959010504849675 +5662,5780,1.080266472258044,0.0023328906953881488,-0.011452066818590506,-0.01145562145561941,2.551961628617587,1.0922394007110152,1.4200600296975507,0.9999344229326154,-0.004901483807033444,"model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(384, 1664)","model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(128, 512)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,12,0.011972928452971265,9.29863541647414 +6048,6063,1.074427518539429,0.011911164894453012,-0.006724600294798026,-0.0066525207093345445,1.0771829730063212,2.735802792538096,1.4174517114062735,0.999977389619823,-0.017078974256217645,"model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(64, 1088)","model.language_model.layers.3.self_attn.v_proj.weight|2d-64|(448, 1792)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,16,0.002755454466892182,3.8328668624881193 +6248,6311,1.2066473810693832,0.04078731548181333,0.0008367782192463198,0.0008227946375444878,1.2851958883669623,1.5903247809286865,1.4136349288290266,0.9999996499010446,0.0010354445966207688,"model.visual.blocks.1.attn.proj.weight|2d-128|(640, 0)","model.visual.blocks.10.attn.proj.weight|2d-128|(512, 896)",model.visual.layers.*.attn.proj.weight,2d-128,9,0.07854850729757912,3.199128761697014 +6488,6642,1.1829513904406632,0.007487112756707251,0.0074087524871148044,0.007288404056420546,1.1817502907809847,1.8547104924130007,1.409457330451543,0.9999725548166732,0.011627744948098684,"model.visual.blocks.1.attn.proj.weight|2d-64|(256, 960)","model.visual.blocks.18.attn.proj.weight|2d-64|(512, 768)",model.visual.layers.*.attn.proj.weight,2d-64,17,0.0012010996596785173,3.2987683556228684 +6709,6770,1.0846385629372224,0.026175322315613276,0.010623737895971373,0.010622789281605437,1.0921219775934465,2.428216673378828,1.4085819393728733,0.9999435665041891,0.0236207475189253,"model.visual.blocks.2.attn.qkv.weight|2d-128|(1408, 768)","model.visual.blocks.8.attn.qkv.weight|2d-128|(2560, 0)",model.visual.layers.*.attn.qkv.weight,2d-128,6,0.007483414656224152,2.9264601428908397 +7067,7082,1.0846442127949254,-0.01292918804556561,0.010618550047962663,0.01061082785441006,2.625788134700915,1.0767803000513796,1.4089320869128854,0.999943621608178,0.004354443283390865,"model.visual.blocks.21.attn.qkv.weight|2d-64|(384, 704)","model.visual.blocks.1.attn.qkv.weight|2d-64|(1792, 640)",model.visual.layers.*.attn.qkv.weight,2d-64,20,0.007863912743545809,7.919730241422659 +7171,7336,1.21284540261106,0.05115858931436651,0.0055741596921636384,0.005132602303700053,1.647891928542942,1.2527922633160486,1.4104105124268105,0.9999844642511834,0.004237695455554141,"model.visual.blocks.17.mlp.linear_fc1.weight|2d-128|(3456, 128)","model.visual.blocks.1.mlp.linear_fc1.weight|2d-128|(2816, 256)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,16,0.03994686070498865,4.441288575274286 +7462,7616,1.2079940739603339,0.04579718995569154,0.024458674054087696,0.024937482837924217,1.6733496050264343,1.2246776372766157,1.3976311300645972,0.9997008418839688,0.017900617457047054,"model.visual.blocks.20.mlp.linear_fc1.weight|2d-64|(3008, 832)","model.visual.blocks.1.mlp.linear_fc1.weight|2d-64|(896, 960)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,19,0.016683563316281846,4.773346959254543 +7754,7796,1.2207585520350852,0.03665737092713516,0.01731927749725971,0.017401528132022028,1.2309704462678843,1.673960755792558,1.4024749097079408,0.9998500100649962,0.02355197960844033,"model.visual.blocks.5.mlp.linear_fc2.weight|2d-128|(768, 128)","model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(512, 2688)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,5,0.010211894232799112,3.3511516388408076 +7991,8157,1.205860416664154,0.021431907215224935,0.03502353161544651,0.03463388569370903,1.6248898968914665,1.234501615418053,1.3901498151671583,0.9993864879180535,0.026608945282771943,"model.visual.blocks.2.mlp.linear_fc2.weight|2d-64|(192, 3456)","model.visual.blocks.1.mlp.linear_fc2.weight|2d-64|(192, 256)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,1,0.028641198753899033,5.509741079167509 +8412,8428,1.3202532059636785,0.07644564403731563,0.02301417908154581,0.023251506382831792,1.4241271692073603,1.3729877441346423,1.397856359896881,0.9997351387048484,0.022187755773151324,"model.visual.merger.linear_fc1.weight|2d-128|(2432, 2688)","model.visual.merger.linear_fc1.weight|2d-128|(3840, 1664)",model.visual.merger.linear_fc1.weight,2d-128,0,0.05273453817096385,3.6807944651025424 +8652,8699,1.3395808675052914,0.07540767161792931,0.05440955187325571,0.0541130802424399,1.3948332051852659,1.3564068736883355,1.3752175623055494,0.9985187032123893,0.05291062033856841,"model.visual.merger.linear_fc1.weight|2d-64|(2816, 1216)","model.visual.merger.linear_fc1.weight|2d-64|(1088, 192)",model.visual.merger.linear_fc1.weight,2d-64,0,0.016826006183044084,3.723246666643627 +8724,8808,1.3407996796955595,0.06304424891960712,-0.0009482542794046478,-0.0008185959570935391,1.400236137094552,1.4300009185449187,1.414883772291217,0.9999995504068097,-0.0009684112948095062,"model.visual.merger.linear_fc2.weight|2d-128|(0, 2560)","model.visual.merger.linear_fc2.weight|2d-128|(384, 1024)",model.visual.merger.linear_fc2.weight,2d-128,0,0.059436457398992504,3.3641015727689547 +9077,9103,1.3400119550921759,0.05001746302836119,0.029333419291458454,0.029358989408060688,1.4295288971073996,1.3597740674284153,1.3933436388483396,0.9995696826698334,0.027902075251671488,"model.visual.merger.linear_fc2.weight|2d-64|(704, 192)","model.visual.merger.linear_fc2.weight|2d-64|(1088, 128)",model.visual.merger.linear_fc2.weight,2d-64,0,0.01976211233623948,3.7727265314540617 +9249,9321,0.666429373290578,0.7562932495133077,0.6030256796726312,0.6036532604648217,0.9213773105600777,0.8658865733371128,0.892340516088112,0.7977217745902145,0.5667079419273061,"model.visual.pos_embed.weight|2d-128|(512, 128)","model.visual.pos_embed.weight|2d-128|(1664, 128)",model.visual.pos_embed.weight,2d-128,0,0.19945720004653478,3.7381952323575622 +9375,9590,0.42223353829362803,0.9071597038332407,0.8784494751040259,0.8777780000800852,0.5442669765746233,0.4778355114117166,0.5078209167519151,0.47783524324756654,0.7712287760456005,"model.visual.pos_embed.weight|2d-64|(1664, 384)","model.visual.pos_embed.weight|2d-64|(1600, 384)",model.visual.pos_embed.weight,2d-64,0,0.055601973118088566,2.141926782038732 +9638,9857,1.1641665170071231,0.027227275068862102,0.007776151933045075,0.007772130886721185,1.2668710338076588,1.6125990593527038,1.4088611454225521,0.9999697652734878,0.009898257169021388,"mtp.fc.weight|2d-128|(0, 2816)","mtp.fc.weight|2d-128|(896, 2176)",mtp.fc.weight,2d-128,0,0.1027045168005356,2.9229113278107035 +9882,10032,1.1073427721108748,0.013339889383667683,0.02212544152687118,0.02197264422362132,1.159574647851578,1.9022516843432984,1.4002381299827527,0.9997552024557016,0.03629620437917423,"mtp.fc.weight|2d-64|(1280, 2880)","mtp.fc.weight|2d-64|(1024, 3584)",mtp.fc.weight,2d-64,0,0.052231875740703204,2.5972922223091213 +10226,10262,1.3130423615899274,0.030705874108250222,0.007963236809754507,0.007927323301496519,1.5404195331391317,1.305777591307935,1.4086477741242678,0.9999682929270867,0.0067502494981130255,"mtp.layers.0.mlp.down_proj.weight|2d-128|(256, 256)","mtp.layers.0.mlp.down_proj.weight|2d-128|(1152, 1792)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.00726477028199235,4.185967084400482 +10412,10561,1.266688615118281,0.047057549714344005,0.02117077260628188,0.022161268893947362,1.4706238128371811,1.3373195254542103,1.3992315329049887,0.999775874077412,0.019251753798757796,"mtp.layers.0.mlp.down_proj.weight|2d-64|(1728, 5184)","mtp.layers.0.mlp.down_proj.weight|2d-64|(1728, 640)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.07063091033592928,3.921796506576554 +10723,10882,1.3065450603364241,0.018305793808361975,0.006378981495314217,0.006427602685748907,1.3326784197301127,1.501899321641177,1.4097278643334292,0.9999796540905632,0.007188972102147686,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(640, 384)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(2560, 256)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.02613335939368855,3.573244810450604 +11083,11127,1.292894392860901,0.03535846897908495,0.018352988414810475,0.018162051875463332,1.3174995589322298,1.5034112065712024,1.4012892296443267,0.999831569723744,0.020942768648256387,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(2304, 192)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(1472, 1536)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.0246051660713289,3.7621242619625987 +11233,11317,1.3301154017331078,0.02351271530184008,-0.0022401372816601285,-0.002299565390128426,1.3660062716478545,1.4714514634879476,1.4157923283730176,0.9999974908893318,-0.0024130586732492372,"mtp.layers.0.mlp.up_proj.weight|2d-128|(2944, 1792)","mtp.layers.0.mlp.up_proj.weight|2d-128|(4864, 768)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.03589086991474666,3.770084504240071 +11488,11489,1.310342556543722,0.019342514759656586,0.013472922532688978,0.013466764464425612,1.3097698485100184,1.5239613979256106,1.4047634339711161,0.9999092360601677,0.01567619981511821,"mtp.layers.0.mlp.up_proj.weight|2d-64|(4800, 640)","mtp.layers.0.mlp.up_proj.weight|2d-64|(1984, 1664)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.0005727080337034618,3.491346585678768 +11675,11686,1.2260270712098529,0.0002832632619139655,-0.011939435474120203,-0.011926641579037781,1.7090303801412916,1.2438033736319107,1.4222243499074372,0.9999287224000315,-0.008689318981411842,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 1408)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(128, 768)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.017776302422057855,4.912710238536391 +11734,11837,1.0828962061302962,0.01886091856834866,0.017204706641390007,0.01701521278144019,2.291697199852136,1.1021567618519,1.4046778794972168,0.9998519880809278,0.00827434085171015,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 384)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(192, 832)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.019260555721603678,7.226892978270337 +11999,12192,1.1753654752069032,-0.002184165683734318,-0.0053474817871137685,-0.00531117036541246,1.1911279194971487,1.855885315658974,1.4176470392649831,0.9999857021170535,-0.008331861559124513,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(0, 1920)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1664, 0)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.015762444290245536,3.7858715774698464 +12272,12378,1.169792163772702,0.0013367202753629239,0.004665168626112882,0.004548402783718128,1.8902057567726753,1.1749960065334433,1.411252339134418,0.9999891180416365,0.0028999776801266943,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(1472, 0)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(832, 1920)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.005203842760741262,5.969999289000417 +12580,12604,1.0553709367800377,0.016052206459079142,0.014003889951783132,0.014129242387089765,2.960481498374043,1.057120207072058,1.4079275698925198,0.9999019407252985,0.00500046869192523,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 512)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(768, 1536)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.0017492702920203218,8.87760124254586 +12801,12808,1.053783379758465,0.04511545032072174,0.025903004910083117,0.025991872216971836,2.766765452326781,1.0617882955641442,1.401906432978075,0.9996644608750619,0.009940671844928903,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(3648, 1024)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(832, 512)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.008004915805679191,8.351147946197418 +13015,13044,1.354817730337974,0.044102668449744246,0.01750902582056019,0.01756126061245898,1.3827231294449025,1.4216533218947405,1.4017829512084536,0.9998467052577685,0.018001987665407056,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(0, 896)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(256, 512)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.027905399106928463,3.6880050037196637 +13127,13181,1.2973624649793947,0.047235078820015236,0.051433323120167324,0.051282076114461964,1.451944936090534,1.3135335639957901,1.3775512412563342,0.9986764307185869,0.04653027435605718,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(64, 1472)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 832)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.016171099016395463,3.9637240217552914 +61,130,1.1632271746677645,0.30095804150695815,0.27852097481169663,0.27494814480010243,1.188723533230984,1.2142516747965497,1.2012842176732548,0.9604301466478143,0.2845022839009908,"model.language_model.embed_tokens.weight|2d-128|(140160, 384)","model.language_model.embed_tokens.weight|2d-128|(215296, 384)",model.language_model.embed_tokens.weight,2d-128,0,0.025496358563219523,3.017078574467859 +317,431,1.142087595193357,0.33326101365579236,0.3165487503233941,0.3172970926026533,1.2114449242013055,1.1321120893466883,1.169765702503325,0.9485762429392259,0.29581919899905473,"model.language_model.embed_tokens.weight|2d-64|(158848, 832)","model.language_model.embed_tokens.weight|2d-64|(151808, 832)",model.language_model.embed_tokens.weight,2d-64,0,0.00997550584666862,3.047803750463021 +691,700,0.11662499931537201,0.9965866396835905,0.9965866396835905,0.9982292285908914,0.1275695046544825,0.11662499931537337,0.12172979266222439,0.08255343484173937,0.9110869912492449,"model.language_model.layers.12.linear_attn.conv1d.weight|3d-axis0-slice|(556, 0, 0)","model.language_model.layers.17.linear_attn.conv1d.weight|3d-axis0-slice|(1257, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,5,1.3600232051658168e-15,0.19355408983821562 +865,988,0.5552723824743481,0.8390650517475648,0.839065051747565,0.825796508354274,0.5843559514289329,0.5552723824743477,0.5692577139593004,0.544031101074062,0.7973045353530457,"model.language_model.layers.20.linear_attn.conv1d.weight|3d-volume|(708, 0, 0)","model.language_model.layers.16.linear_attn.conv1d.weight|3d-volume|(896, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,4,3.3306690738754696e-16,1.7532554967071445 +1052,1156,1.141851954534653,-0.0015993371560590148,-0.005916621256712899,-0.0059250537570297804,1.1486900417820867,2.0536241100112105,1.417773993798446,0.9999824966432685,-0.010577715154333568,"model.language_model.layers.16.linear_attn.in_proj_qkv.weight|2d-128|(2304, 0)","model.language_model.layers.10.linear_attn.in_proj_qkv.weight|2d-128|(4352, 1152)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,6,0.006838087247433622,2.9747981941370454 +1345,1466,1.1356153476579827,0.02382230501287186,0.019764105086107174,0.019661940852545603,1.13683551701833,2.0269477839810146,1.402237667402424,0.9998046709983632,0.03523887880607701,"model.language_model.layers.21.linear_attn.in_proj_qkv.weight|2d-64|(4032, 1344)","model.language_model.layers.9.linear_attn.in_proj_qkv.weight|2d-64|(3968, 896)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,12,0.0012201693603473007,3.132955424307852 +1540,1680,1.148662862941409,0.011668351392018876,0.007821874737954898,0.00740250379202413,1.1636516900876426,1.9300141566174949,1.409313735539477,0.999969408669877,0.012973236840660372,"model.language_model.layers.0.linear_attn.in_proj_z.weight|2d-128|(0, 512)","model.language_model.layers.10.linear_attn.in_proj_z.weight|2d-128|(256, 1664)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,10,0.014988827146233508,3.00110835384581 +1833,1922,1.1459663635491266,-0.023691577042780534,0.02152771410271025,0.01974876949203701,1.1410837593009688,1.99643716738164,1.4010359595645014,0.9997682519091672,0.03766483241313111,"model.language_model.layers.16.linear_attn.in_proj_z.weight|2d-64|(1088, 0)","model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-64|(640, 768)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,12,0.004882604248157785,3.2778690112198134 +2134,2280,1.226905273721295,0.00963974776792118,0.005942423263908958,0.0059425207986046995,1.7026679594561027,1.2302285793138765,1.4102185373652472,0.9999823436470029,0.004293578726867987,"model.language_model.layers.16.linear_attn.out_proj.weight|2d-128|(1280, 256)","model.language_model.layers.21.linear_attn.out_proj.weight|2d-128|(512, 1152)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,5,0.003323305592581427,4.7372493296984155 +2364,2374,1.2228730657383355,-0.023935723206159665,-0.01969444118229724,-0.019962837376242104,1.2463145154165554,1.7204604661748957,1.4273846205259568,0.9998060456841202,-0.027186963674433573,"model.language_model.layers.22.linear_attn.out_proj.weight|2d-64|(1472, 384)","model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(1536, 896)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,10,0.023441449678219817,3.3085368089202043 +2775,2808,1.2651005618446847,0.04187182594179042,0.0036639759510668514,0.003468836550265633,1.582167583368899,1.2865848215201534,1.4116748934247776,0.9999932876175869,0.002979466836894709,"model.language_model.layers.5.mlp.down_proj.weight|2d-128|(0, 4608)","model.language_model.layers.21.mlp.down_proj.weight|2d-128|(1792, 3968)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,16,0.021484259675468742,4.0115602938256725 +2868,3023,1.2570418163150283,0.03565728115306516,0.01858631586257563,0.018441535692201114,1.276754103167323,1.5712099725507673,1.4012900134699158,0.9998272595116902,0.022872849802332056,"model.language_model.layers.21.mlp.down_proj.weight|2d-64|(128, 640)","model.language_model.layers.5.mlp.down_proj.weight|2d-64|(1536, 3136)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,16,0.019712286852294758,3.1436923976309425 +3153,3185,1.1573947405974652,0.03008787781742285,0.008623612596204757,0.008600252935765915,1.153906578385557,1.9743498259732022,1.4088906155591263,0.9999628159615689,0.014755118263038654,"model.language_model.layers.23.mlp.gate_proj.weight|2d-128|(1024, 0)","model.language_model.layers.13.mlp.gate_proj.weight|2d-128|(5760, 1408)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,10,0.0034881622119080635,3.069410067039404 +3406,3425,1.1440654335588627,0.05013224576343871,0.05964405801998305,0.059600460524413756,1.841592071812498,1.145818183031503,1.375858715113786,0.9982197084524573,0.037109872069453986,"model.language_model.layers.0.mlp.gate_proj.weight|2d-64|(4864, 1920)","model.language_model.layers.23.mlp.gate_proj.weight|2d-64|(3328, 1344)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,23,0.0017527494726403692,4.889129134686045 +3653,3714,1.2271637213588342,0.032754679291557204,0.012273639573353059,0.012222278926162742,1.6442927663958398,1.2479553296985617,1.4058298780931098,0.9999246760489628,0.009315223075473772,"model.language_model.layers.2.mlp.up_proj.weight|2d-128|(1024, 640)","model.language_model.layers.22.mlp.up_proj.weight|2d-128|(5888, 1920)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,20,0.020791608339727485,4.426369129796328 +4017,4050,1.2206828440541109,0.013033091467198613,0.0012001440983627873,0.0009056758924639158,1.2192574927247077,1.7448864283502505,1.4134164519409327,0.9999992798268122,0.0017175331394667912,"model.language_model.layers.23.mlp.up_proj.weight|2d-64|(5184, 192)","model.language_model.layers.3.mlp.up_proj.weight|2d-64|(960, 832)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,20,0.001425351329403135,3.127558786376505 +4135,4325,1.1734950447630415,0.05739149751255048,0.0009043331979323683,0.0010039459292263216,1.2096681271639638,1.7748411720255575,1.4136182520016882,0.99999959109065,0.001326849701068754,"model.language_model.layers.3.self_attn.k_proj.weight|2d-128|(128, 512)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(256, 640)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,20,0.03617308240092232,3.1792399459210814 +4375,4512,1.1017114238975958,0.01971177837052208,-0.0025164192454297032,-0.002298532451250401,2.2857130521600855,1.1134393924533552,1.4156139698315324,0.9999968338120783,-0.0012258232997100387,"model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 640)","model.language_model.layers.3.self_attn.k_proj.weight|2d-64|(192, 1280)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,20,0.011727968555759416,6.16959795738133 +4613,4698,1.1176829345671015,0.052600487566952174,0.015083421185286541,0.0150958858384024,1.956163335294251,1.1531308653844448,1.4048508521620418,0.9998862387318604,0.00889146535492713,"model.language_model.layers.23.self_attn.o_proj.weight|2d-128|(384, 1536)","model.language_model.layers.23.self_attn.o_proj.weight|2d-128|(256, 1792)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,0,0.03544793081734321,5.804304104064922 +4907,5104,1.1217032890733363,0.038173848435492645,0.01058239108948222,0.010200541622579098,1.1409144361635328,2.037552418760486,1.4078193987435195,0.9999440049316909,0.01889903035423885,"model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(1088, 768)","model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(1728, 448)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,12,0.019211147090196556,3.162188880374513 +5185,5271,1.1151804513670356,0.002164383833838597,0.0033192141117446465,0.003419750242565607,2.2591002152226323,1.1133837620278617,1.4123509981491953,0.9999944913936678,0.001635854429922237,"model.language_model.layers.11.self_attn.q_proj.weight|2d-128|(3200, 1536)","model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(3328, 1792)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,8,0.0017966893391738736,6.389000860509007 +5579,5618,1.1018937749277193,0.007183663492313346,0.007906508859609952,0.007187747191104123,1.0961129214261085,2.3994256686165305,1.4099811872358257,0.9999687430703287,0.01730759663174997,"model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(1792, 640)","model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(2688, 960)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,4,0.005780853501610839,2.8878371628103063 +5719,5787,1.0803265139820404,0.018995075631634925,-0.003857740632388085,-0.003779839499056321,2.58738666068086,1.086007831921732,1.416159142952987,0.9999925588909215,-0.0016192154825416377,"model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(384, 384)","model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(128, 1408)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,12,0.00568131793969151,9.259513951774888 +6081,6105,1.07447814563957,0.00010770608063840129,-0.012133016970889822,-0.012037575269171022,2.42884048669456,1.103351966591559,1.420660187717951,0.9999263922405409,-0.005511678600902512,"model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(256, 1728)","model.language_model.layers.23.self_attn.v_proj.weight|2d-64|(192, 1408)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,16,0.028873820951988982,9.773547918479728 +6186,6395,1.2073740085387268,0.04371837370337805,0.016000518516657024,0.015971542300072975,1.2300682507207732,1.6793502008406491,1.4033850662073295,0.9998719835094881,0.021844701681193235,"model.visual.blocks.21.attn.proj.weight|2d-128|(128, 896)","model.visual.blocks.6.attn.proj.weight|2d-128|(128, 768)",model.visual.layers.*.attn.proj.weight,2d-128,15,0.02269424218204641,3.1483671394691273 +6485,6643,1.1829787582159572,0.005147547633821604,-0.004600235765905133,-0.004895595200774863,1.1944608836988095,1.8414086855800902,1.417180702647972,0.9999894188594688,-0.007091830474031564,"model.visual.blocks.4.attn.proj.weight|2d-64|(320, 448)","model.visual.blocks.21.attn.proj.weight|2d-64|(640, 256)",model.visual.layers.*.attn.proj.weight,2d-64,17,0.011482125482852323,3.0895553485241667 +6738,6828,1.084758060602139,0.01866041128102163,0.005382610606629926,0.005522075597083305,1.0866921205456948,2.522850510100521,1.4114451344472134,0.9999855136466015,0.012496199850781722,"model.visual.blocks.0.attn.qkv.weight|2d-128|(1280, 256)","model.visual.blocks.6.attn.qkv.weight|2d-128|(2816, 640)",model.visual.layers.*.attn.qkv.weight,2d-128,6,0.001934059943555777,3.9123057524795732 +7099,7136,1.0847483856584381,0.008380747607694902,0.010313026975958806,0.00975402040711825,2.5832201957172782,1.0798752028055694,1.4090140108051723,0.9999468193232044,0.004311201234670779,"model.visual.blocks.18.attn.qkv.weight|2d-64|(2816, 512)","model.visual.blocks.3.attn.qkv.weight|2d-64|(832, 896)",model.visual.layers.*.attn.qkv.weight,2d-64,15,0.0048731828528687515,6.831309720821973 +7276,7391,1.2130162676823704,0.036006582475925655,0.004891848963205115,0.004823237509549981,1.7103704308798984,1.2282939995625914,1.410931990968402,0.999988034835278,0.0035130569494119432,"model.visual.blocks.15.mlp.linear_fc1.weight|2d-128|(512, 384)","model.visual.blocks.1.mlp.linear_fc1.weight|2d-128|(0, 128)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,14,0.01527773188022108,4.811702997013246 +7543,7642,1.2083434624650273,0.013268681920511156,-0.01157581240760855,-0.010434378561715972,1.2421452811441254,1.7124783309134346,1.4219730298341478,0.9999329980389206,-0.015958944747984295,"model.visual.blocks.1.mlp.linear_fc1.weight|2d-64|(704, 768)","model.visual.blocks.18.mlp.linear_fc1.weight|2d-64|(3840, 576)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,17,0.03380181867909804,3.8238577233584956 +7754,7807,1.2211745554680817,0.03492491536162782,0.007377681389096887,0.007343330900486199,1.2451172239063315,1.6618229086749245,1.4091979411727122,0.9999727845383198,0.00984678366816021,"model.visual.blocks.5.mlp.linear_fc2.weight|2d-128|(768, 128)","model.visual.blocks.2.mlp.linear_fc2.weight|2d-128|(640, 1280)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,3,0.02394266843824977,3.605817110762334 +7950,8104,1.2059203312373716,0.0384627478707648,0.016127158459641435,0.016628743498200607,1.2288243410123942,1.6822642845176567,1.403308136355743,0.9998699489233676,0.022078129299635946,"model.visual.blocks.4.mlp.linear_fc2.weight|2d-64|(576, 2240)","model.visual.blocks.10.mlp.linear_fc2.weight|2d-64|(512, 192)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,6,0.022904009775022605,3.572380147368006 +8239,8277,1.3253859928771525,0.03549016111025216,0.008467950718890341,0.008132184072902593,1.4314512499484544,1.3860770705062981,1.4082162052860225,0.999964146262566,0.00819953339385737,"model.visual.merger.linear_fc1.weight|2d-128|(1024, 2944)","model.visual.merger.linear_fc1.weight|2d-128|(2304, 3200)",model.visual.merger.linear_fc1.weight,2d-128,0,0.06069107762914561,3.929698997436242 +8559,8616,1.3396029228864654,0.044460362610524745,0.043187052378710435,0.042861233714705155,1.408109312068328,1.3598669459323023,1.3833576376096346,0.999067004012663,0.04170744736840825,"model.visual.merger.linear_fc1.weight|2d-64|(2688, 2048)","model.visual.merger.linear_fc1.weight|2d-64|(384, 3392)",model.visual.merger.linear_fc1.weight,2d-64,0,0.020264023045836854,3.7850407830018 +8832,8838,1.3409218510527101,0.047845935383892216,0.006406487159725632,0.006395797599894094,1.4059535132952217,1.4134287701356243,1.4096762769604696,0.999979478250565,0.006440549549776812,"model.visual.merger.linear_fc2.weight|2d-128|(512, 0)","model.visual.merger.linear_fc2.weight|2d-128|(512, 768)",model.visual.merger.linear_fc2.weight,2d-128,0,0.06503166224251156,3.595694227217173 +9062,9129,1.3400343727253798,0.07830416720888951,0.04908866658293258,0.04900186078794641,1.3935925416508645,1.364999029778756,1.3790735153105118,0.9987944247006536,0.048081473067773314,"model.visual.merger.linear_fc2.weight|2d-64|(768, 64)","model.visual.merger.linear_fc2.weight|2d-64|(1920, 384)",model.visual.merger.linear_fc2.weight,2d-64,0,0.024964657053376138,3.469263788621602 +9249,9345,0.6664689770406057,0.7455810208910063,0.6345631220244633,0.6355545910289072,1.0102889796392465,0.7860826140403331,0.8773866943526852,0.772871039803256,0.49373896755035673,"model.visual.pos_embed.weight|2d-128|(512, 128)","model.visual.pos_embed.weight|2d-128|(2048, 128)",model.visual.pos_embed.weight,2d-128,0,0.11961363699972738,3.5212227059168915 +9375,9478,0.4226324648547492,0.9063267647322847,0.8741669034666998,0.8738115201050055,0.5387444910136815,0.4864801274525459,0.510617065125674,0.4856256015527205,0.7893627381936009,"model.visual.pos_embed.weight|2d-64|(1664, 384)","model.visual.pos_embed.weight|2d-64|(448, 384)",model.visual.pos_embed.weight,2d-64,0,0.06384766259779667,2.8846496104047885 +9817,9863,1.164245338787009,0.04699143481977121,-0.00415542001888856,-0.0041043993034794645,1.7845199921134343,1.2107800495059649,1.4169412732112086,0.9999913662049621,-0.0028194134436282346,"mtp.fc.weight|2d-128|(768, 1152)","mtp.fc.weight|2d-128|(1152, 3968)",mtp.fc.weight,2d-128,0,0.04653471071895576,5.047808004165833 +9876,9882,1.107752345494311,-0.0017696813147711676,-0.007394980303214685,-0.007408917735249244,2.0220211900080733,1.1554055045619496,1.418711359988741,0.9999726567593312,-0.004225574386006969,"mtp.fc.weight|2d-64|(1984, 2688)","mtp.fc.weight|2d-64|(1280, 2880)",mtp.fc.weight,2d-64,0,0.04765315906763856,5.348202116943253 +10220,10323,1.3131690982368736,0.04148568633663004,-0.010725591818763808,-0.010718562634305462,1.4532812697965702,1.3922244336891794,1.4217705299467442,0.9999424791857465,-0.010274976569367038,"mtp.layers.0.mlp.down_proj.weight|2d-128|(1408, 2816)","mtp.layers.0.mlp.down_proj.weight|2d-128|(1152, 4736)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.07905533545230581,4.084179971569239 +10457,10492,1.2667203457945,0.027139360105545032,0.015753095777613618,0.015851673551132803,1.51625839158877,1.3120779388701775,1.4031466415010327,0.9998759122878305,0.01363177249562195,"mtp.layers.0.mlp.down_proj.weight|2d-64|(1856, 5184)","mtp.layers.0.mlp.down_proj.weight|2d-64|(320, 2752)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.04535759307567755,4.410692534467911 +10882,10892,1.3067536009725476,0.03369877865479638,-0.005980037567386484,-0.0059075081731269,1.5043221682904304,1.3457136528879714,1.418409750832758,0.9999821194154886,-0.005349531083730793,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(2560, 256)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(3584, 1152)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.03896005191542384,3.970340823091681 +10912,10977,1.2931023899525462,0.03236092252476528,0.017950259793228136,0.017755991196782166,1.5261713792586757,1.3033072099147616,1.4016212695807075,0.999838881107029,0.015329014373026088,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(2368, 640)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(4736, 768)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.010204819962215339,4.035684433304824 +11157,11389,1.3301589715227224,0.06097798020431179,0.010772285742556587,0.010771668216363736,1.438283090092768,1.3768907142245719,1.4065830621995752,0.9999419772466204,0.010312476251767129,"mtp.layers.0.mlp.up_proj.weight|2d-128|(3328, 1664)","mtp.layers.0.mlp.up_proj.weight|2d-128|(2688, 1280)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.04673174270184943,3.753938351726908 +11543,11552,1.3104268555105798,0.021873469029879793,0.011551508423255459,0.011570518566877694,1.3564089422627281,1.4615609393177798,1.4060445336941374,0.9999332791007346,0.012447008402544365,"mtp.layers.0.mlp.up_proj.weight|2d-64|(5248, 1408)","mtp.layers.0.mlp.up_proj.weight|2d-64|(1536, 576)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.04598208675214832,3.4565832979839137 +11701,11714,1.226538182512658,0.017242607181739856,0.0014978630438438982,0.0015292332840716244,1.68389986355995,1.2415285160512612,1.4132014057778992,0.9999988782025218,0.001104364767950071,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(256, 640)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 256)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.01499033353860324,4.863041392033518 +11729,11939,1.0829899613273684,0.024456537260239605,0.01010744082698449,0.010149613739283534,2.321267616896819,1.1027636333916657,1.4086623787346337,0.9999489185153055,0.004801737675364351,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 64)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 1216)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.019773672064297365,7.65788448057258 +12001,12191,1.1758047238984153,0.0738076321021722,0.022084894364277394,0.0220560567714712,1.685941151492693,1.2220382912871566,1.399293598682066,0.9997560989766047,0.016008024092824254,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(128, 128)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1536, 1920)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.04623356738874129,4.5218375274124805 +12287,12354,1.1698715432857805,0.03027985832969685,-0.0020342664280217377,-0.002142405615507448,1.683900662541318,1.2447692002595934,1.4155880800377,0.9999979308779092,-0.0015037657808757029,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(1728, 64)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(192, 1152)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.0748976569738129,5.567485451516634 +12512,12596,1.055380039892097,0.027210647059932317,0.016493536124826385,0.01646727304423537,2.9016475150068803,1.058829242833846,1.4066821210108515,0.999863972381293,0.006018594014738966,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(2176, 768)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(768, 512)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.0034492029417489967,8.402869567660783 +12799,12805,1.0539276407311742,0.007211422869461632,0.006165423279610124,0.006469619788249893,3.1065311367412014,1.0540077975741537,1.4115581386667015,0.99998099359727,0.00209185227059118,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(576, 256)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(768, 1664)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,8.015684297957293e-05,9.347480618367802 +13012,13016,1.3554064160981978,0.04135026262237492,0.011076124213185436,0.011057334455892813,1.4151256395198744,1.3977559498689616,1.406360352433094,0.9999386578547776,0.01094017243989747,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(0, 512)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(0, 1024)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.04234953377076378,3.704078779668981 +13174,13273,1.2975891931573007,0.008209678974318341,-0.019692146634006768,-0.019358697943823278,1.3355624024956982,1.5425576370256133,1.4279282044718822,0.999806090880099,-0.022744179622721298,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 384)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 576)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.03797320933839754,3.436470357503065 +53,222,1.1634338150871877,0.30553437343691275,0.29068678113863367,0.2908205041998293,1.201673137837036,1.1807982532811492,1.1910985245650854,0.95681826658528,0.2856371109686625,"model.language_model.embed_tokens.weight|2d-128|(218240, 1408)","model.language_model.embed_tokens.weight|2d-128|(137216, 1408)",model.language_model.embed_tokens.weight,2d-128,0,0.017364438193961496,3.405120799830494 +383,424,1.1423829926731552,0.3021225256168081,0.25318042516810957,0.25134988776085027,1.197163385810151,1.249158629188951,1.222332377886219,0.967419077913856,0.26417656653143345,"model.language_model.embed_tokens.weight|2d-64|(166336, 704)","model.language_model.embed_tokens.weight|2d-64|(121664, 704)",model.language_model.embed_tokens.weight,2d-64,0,0.054780393136995675,2.9115963935736704 +552,578,0.11708657187678577,0.9998846039559691,0.9998846039559691,0.9998426988481633,0.13248268704293786,0.11708657187678577,0.12407385773663147,0.015191404537266962,0.8836857340585074,"model.language_model.layers.0.linear_attn.conv1d.weight|3d-axis0-slice|(6065, 0, 0)","model.language_model.layers.5.linear_attn.conv1d.weight|3d-axis0-slice|(1819, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,5,0.0,0.2529393448339675 +788,799,0.5590003763032402,0.9152878902257454,0.9152878902257455,0.9191084855074405,1.0593379465465638,0.5590003763032401,0.6991725381276437,0.40280029543944434,0.48298682845257707,"model.language_model.layers.10.linear_attn.conv1d.weight|3d-volume|(5588, 0, 0)","model.language_model.layers.8.linear_attn.conv1d.weight|3d-volume|(4804, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,2,1.1102230246251565e-16,3.3752341172975457 +1131,1156,1.1419146271483518,0.01212682690570261,-0.003511377434208614,-0.0035061607099725104,1.1656428874869902,1.9576354635993303,1.416394780109098,0.9999938350952542,-0.005897172337326108,"model.language_model.layers.21.linear_attn.in_proj_qkv.weight|2d-128|(2304, 1920)","model.language_model.layers.10.linear_attn.in_proj_qkv.weight|2d-128|(4352, 1152)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,11,0.023728260338638396,3.084352199882369 +1358,1433,1.1356192975620796,0.038703961118903576,0.02939205116407426,0.02950361538158577,1.1475006683732156,1.9351703613521285,1.3958586156813506,0.9995679603350481,0.04956740143140597,"model.language_model.layers.2.linear_attn.in_proj_qkv.weight|2d-64|(2688, 1152)","model.language_model.layers.0.linear_attn.in_proj_qkv.weight|2d-64|(4352, 1472)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,2,0.01188137081113605,3.1958343681525623 +1540,1763,1.1488733326901306,0.04526205107896842,0.0056009885654540225,0.005580200323551409,1.179736507930012,1.8680078162005005,1.4106328936732484,0.9999843143405249,0.008868667154393465,"model.language_model.layers.0.linear_attn.in_proj_z.weight|2d-128|(0, 512)","model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-128|(1664, 512)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,4,0.030863175239881357,3.103475152638277 +1794,1922,1.146062807105308,0.00045186879858916617,-0.005907932814099731,-0.004898660586313892,1.149455076158674,2.0492705232989765,1.4177739468356372,0.9999825480126461,-0.010532775765387173,"model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-64|(448, 448)","model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-64|(640, 768)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,14,0.0033922690533658706,3.3033769992567468 +2118,2240,1.2270519297200284,0.003706119793086206,-0.013269186691004875,-0.013103096801366922,1.7601649190839077,1.2263382272940422,1.4229880747739718,0.9999119604668,-0.009244878538284798,"model.language_model.layers.17.linear_attn.out_proj.weight|2d-128|(512, 896)","model.language_model.layers.0.linear_attn.out_proj.weight|2d-128|(1536, 0)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,17,0.000713702425986229,4.584500532305154 +2395,2441,1.2230757971938346,0.03942169016493261,0.006224089463551209,0.006330588582267091,1.2406252136464164,1.6753445604259136,1.4099975619762835,0.9999806301675797,0.00840503184335301,"model.language_model.layers.22.linear_attn.out_proj.weight|2d-64|(960, 1216)","model.language_model.layers.14.linear_attn.out_proj.weight|2d-64|(1216, 128)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,8,0.01754941645258179,3.1732318998103586 +2764,2813,1.2653878410541894,0.02008148559901616,-0.005840683738646571,-0.0058814061886020876,1.293590707256318,1.5876650689537481,1.4182526229488823,0.999982943061263,-0.0071684571469466645,"model.language_model.layers.20.mlp.down_proj.weight|2d-128|(1920, 3584)","model.language_model.layers.3.mlp.down_proj.weight|2d-128|(0, 6016)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,17,0.02820286620212853,3.3399166936294353 +2836,3034,1.2571055266070794,0.04237681067070711,0.003953872026122162,0.0039017840588213676,1.2833486358187607,1.587680717227611,1.4114772359766476,0.9999921834174511,0.004891489497906283,"model.language_model.layers.19.mlp.down_proj.weight|2d-64|(1856, 4032)","model.language_model.layers.2.mlp.down_proj.weight|2d-64|(1216, 1536)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,17,0.02624310921168127,3.258648743860468 +3153,3217,1.157518399318378,0.02703034621483174,0.003368604300171224,0.0033715769672597994,1.1667737727689322,1.9301111884111153,1.4121028799172555,0.9999943262364386,0.005572443434051964,"model.language_model.layers.23.mlp.gate_proj.weight|2d-128|(1024, 0)","model.language_model.layers.13.mlp.gate_proj.weight|2d-128|(640, 640)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,10,0.009255373450554272,3.1715819874234463 +3345,3547,1.1443087669591385,0.014693268472849125,0.014309722952297519,0.014232723739691519,2.024528996738923,1.140781925822678,1.405531836559877,0.9998976106727271,0.008063244998617358,"model.language_model.layers.11.mlp.gate_proj.weight|2d-64|(320, 960)","model.language_model.layers.23.mlp.gate_proj.weight|2d-64|(1792, 1344)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,12,0.0035268411364606234,5.213649596672742 +3700,3760,1.2274209476418552,0.039778518922942936,0.010852652797906264,0.010823509935262482,1.658441687551312,1.2432703408424615,1.4068281842906525,0.9999411082295038,0.008135818970530038,"model.language_model.layers.4.mlp.up_proj.weight|2d-128|(4992, 1152)","model.language_model.layers.22.mlp.up_proj.weight|2d-128|(2688, 1792)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,18,0.0158493932006063,4.170354161112887 +3903,4017,1.2207037153440834,0.018986037643357843,0.01346166883130134,0.013268183979718316,1.7077402682394704,1.221682126022709,1.4051759193946893,0.9999093876308374,0.00963019992179028,"model.language_model.layers.2.mlp.up_proj.weight|2d-64|(5248, 1024)","model.language_model.layers.23.mlp.up_proj.weight|2d-64|(5184, 192)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,21,0.0009784106786256963,4.367747595496144 +4215,4316,1.173524478831546,0.017635923437800502,-0.0004673774055679482,-0.000422152072456305,1.18404944540561,1.8689233885087622,1.4145123475093038,0.9999998907791744,-0.0007377162904098643,"model.language_model.layers.15.self_attn.k_proj.weight|2d-128|(384, 896)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(128, 1536)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,8,0.010524966574064099,3.4109726151750333 +4352,4514,1.1017119741795185,-0.004448808274826516,0.017923306458612957,0.01797068633331948,1.1197141096977574,2.145096652914328,1.4037771580916871,0.999839364640936,0.03433664393485798,"model.language_model.layers.19.self_attn.k_proj.weight|2d-64|(192, 832)","model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 512)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,4,0.018002135518238926,3.479565250189276 +4748,4863,1.1176897993785029,0.04788742652691213,0.004512818277143203,0.004525611871573179,2.048802880597525,1.1428587118808213,1.4114957667398276,0.9999898171837538,0.0025173303552091554,"model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(1536, 384)","model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(1792, 1152)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,12,0.025168912502318452,5.655347162890651 +4907,5004,1.1218103892051914,0.011740194160274216,0.01927109024615851,0.019202400479085027,1.1239990241924438,2.1094796437967203,1.4028575890552961,0.999814295297244,0.03616726679744941,"model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(1088, 768)","model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(1728, 1408)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,12,0.0021886349872524136,2.9735524324277014 +5271,5288,1.1152531631654201,-0.026163193683935625,6.108743448274372e-05,3.4045824102140306e-05,1.1041890273232087,2.35794352274506,1.414180382495912,0.9999999981341626,0.00013044933149615188,"model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(3328, 1792)","model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(3200, 0)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,4,0.011064135842211442,3.047198326100031 +5444,5596,1.1019548400565442,0.03019985740741561,0.01537873201587962,0.017989267263991533,2.2453753339570595,1.1083685941874353,1.405554727373857,0.9998817403081146,0.007591293681304763,"model.language_model.layers.11.self_attn.q_proj.weight|2d-64|(3456, 640)","model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(1344, 640)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,8,0.0064137541308910695,5.558507579076951 +5662,5839,1.0803368975043155,0.04730963725000067,0.008179691165932233,0.008181328124199933,2.2609947689746925,1.1104935708769108,1.409628762765565,0.9999665457666221,0.004017476986753736,"model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(384, 1664)","model.language_model.layers.23.self_attn.v_proj.weight|2d-128|(0, 1920)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,16,0.03015667337259531,6.889478757848597 +5906,5924,1.0745727232231823,0.03914689650336551,0.004231864298516946,0.00424634298402194,1.097539014132066,2.403878912281616,1.4119506339924996,0.999991045622189,0.009268817979000993,"model.language_model.layers.23.self_attn.v_proj.weight|2d-64|(256, 1152)","model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(384, 1472)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,16,0.02296629090888369,3.805073701142406 +6208,6329,1.2076344274373372,0.01799865672428251,0.00946688512772526,0.009600783822225033,1.2356264762850164,1.6803933830031414,1.4078093446624862,0.9999551880389334,0.012874514613921991,"model.visual.blocks.23.attn.proj.weight|2d-128|(0, 512)","model.visual.blocks.8.attn.proj.weight|2d-128|(128, 512)",model.visual.layers.*.attn.proj.weight,2d-128,15,0.02799204884767925,3.293308379354124 +6450,6642,1.1832919963082953,-0.0009092696513450012,0.014110369275550929,0.013926496259193932,1.1795249785828992,1.8436051675991567,1.4051253976335376,0.9999004437837337,0.02205459840654808,"model.visual.blocks.2.attn.proj.weight|2d-64|(0, 704)","model.visual.blocks.18.attn.proj.weight|2d-64|(512, 768)",model.visual.layers.*.attn.proj.weight,2d-64,16,0.0037670177253961157,3.0463199904518747 +6738,6830,1.0859738643560028,0.03997021764712701,0.01059303166529258,0.010641457616850526,1.105614190041785,2.292441633473704,1.408339736207257,0.9999438922660301,0.02196417795008964,"model.visual.blocks.0.attn.qkv.weight|2d-128|(1280, 256)","model.visual.blocks.19.attn.qkv.weight|2d-128|(1920, 896)",model.visual.layers.*.attn.qkv.weight,2d-128,19,0.019640325685782223,3.842337679298235 +7082,7126,1.0847835452887364,0.029610657026051677,0.010615489064476385,0.010597932041966749,1.0914518319542064,2.4358129095840324,1.408600306807158,0.9999436541085313,0.023690780067227548,"model.visual.blocks.1.attn.qkv.weight|2d-64|(1792, 640)","model.visual.blocks.17.attn.qkv.weight|2d-64|(2880, 640)",model.visual.layers.*.attn.qkv.weight,2d-64,16,0.006668286665469925,3.0293266855110073 +7380,7413,1.2130397886760764,0.04801407929323596,0.010602993280291463,0.011704126972694818,1.249901953360573,1.6434951603650199,1.4069699961719093,0.9999437866867807,0.013941868075883216,"model.visual.blocks.1.mlp.linear_fc1.weight|2d-128|(1536, 384)","model.visual.blocks.22.mlp.linear_fc1.weight|2d-128|(2560, 512)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,21,0.03686216468449666,3.4583197971641826 +7543,7669,1.2089614360679086,0.02477382462342305,0.021832508604709495,0.023460509518177547,1.2226498585353067,1.6849190390658817,1.399459904069985,0.9997616423768344,0.030087117061227252,"model.visual.blocks.1.mlp.linear_fc1.weight|2d-64|(704, 768)","model.visual.blocks.19.mlp.linear_fc1.weight|2d-64|(128, 576)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,18,0.013688422467398098,3.442220765081512 +7694,7761,1.2212943848275803,0.047223242337409384,0.0038467745756004634,0.0039324716299227675,1.2715373649384185,1.6111174555576935,1.4115654631522168,0.9999926011353106,0.004874104243602468,"model.visual.blocks.4.mlp.linear_fc2.weight|2d-128|(128, 1152)","model.visual.blocks.13.mlp.linear_fc2.weight|2d-128|(0, 1024)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,9,0.050242980110838165,3.492546433152929 +8081,8089,1.2059767406541733,0.05026574117118509,0.027610171897529862,0.027512040930577086,1.243466173676412,1.6208172726434098,1.3952289436446375,0.9996187665344168,0.0359889512553927,"model.visual.blocks.4.mlp.linear_fc2.weight|2d-64|(576, 2304)","model.visual.blocks.12.mlp.linear_fc2.weight|2d-64|(704, 1088)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,8,0.03748943302223884,3.434452174560338 +8239,8297,1.3263498571009378,0.04085416595124688,0.010644615446208577,0.010350196799945938,1.4152638381348006,1.398225140290598,1.4066671001553361,0.9999433444760769,0.010516462389959569,"model.visual.merger.linear_fc1.weight|2d-128|(1024, 2944)","model.visual.merger.linear_fc1.weight|2d-128|(1280, 3840)",model.visual.merger.linear_fc1.weight,2d-128,0,0.0718752831896603,3.8656737406629453 +8473,8514,1.3399055413840242,0.039767130490423616,0.020051367090472706,0.019905348654195354,1.3614445855848236,1.4419996684654377,1.3999869405663037,0.9997989511285772,0.02123778301583981,"model.visual.merger.linear_fc1.weight|2d-64|(384, 704)","model.visual.merger.linear_fc1.weight|2d-64|(2688, 2752)",model.visual.merger.linear_fc1.weight,2d-64,0,0.02153904420079944,3.462581631222013 +8794,8876,1.3410709217063088,0.04454860575279731,0.021626225599463672,0.021568091718937903,1.390146239210676,1.407697192843062,1.3988391446883803,0.9997661258345979,0.02189926225707116,"model.visual.merger.linear_fc2.weight|2d-128|(1280, 640)","model.visual.merger.linear_fc2.weight|2d-128|(640, 1536)",model.visual.merger.linear_fc2.weight,2d-128,0,0.04907531750436722,3.5176572102148844 +8984,9046,1.3400493758505243,0.05523881739090798,0.04131557212415185,0.04131430895176545,1.4066542569723006,1.3637525392277772,1.3847051951018208,0.9991461472177401,0.04005548350966954,"model.visual.merger.linear_fc2.weight|2d-64|(832, 3392)","model.visual.merger.linear_fc2.weight|2d-64|(1792, 1088)",model.visual.merger.linear_fc2.weight,2d-64,0,0.023703163377252867,3.824335983405894 +9244,9268,0.6670808581981988,0.7544054906115938,0.6749865424602035,0.6740552733004939,0.7436276379392753,1.2770299790904542,0.9087960110935344,0.7378300397094306,1.1591527886093456,"model.visual.pos_embed.weight|2d-128|(384, 512)","model.visual.pos_embed.weight|2d-128|(768, 512)",model.visual.pos_embed.weight,2d-128,0,0.07654677974107649,3.5598766452083335 +9414,9511,0.42358796752705763,0.9149973535737758,0.7562010732635177,0.7557327202314748,0.660157277535061,0.7824993535935113,0.7135795144887415,0.6543393131969865,0.8963422371481702,"model.visual.pos_embed.weight|2d-64|(192, 384)","model.visual.pos_embed.weight|2d-64|(2112, 384)",model.visual.pos_embed.weight,2d-64,0,0.2365693100080034,1.7437863264521645 +9753,9863,1.1646421555035877,0.11168766770163374,0.02468101572453945,0.024728839894638147,1.6156063598642423,1.2486801478876717,1.397222935729068,0.9996953773339182,0.019075620850815128,"mtp.fc.weight|2d-128|(1152, 1664)","mtp.fc.weight|2d-128|(1152, 3968)",mtp.fc.weight,2d-128,0,0.08403799238408394,4.776167893562836 +9905,10116,1.1080396307684508,0.04878028437767057,0.02212999274536946,0.022117788779036484,1.157440714830416,1.9119833657521619,1.400280134394051,0.9997551017229619,0.03655666978983183,"mtp.fc.weight|2d-64|(0, 2112)","mtp.fc.weight|2d-64|(1728, 2560)",mtp.fc.weight,2d-64,0,0.049401084061965195,3.5175459662049757 +10223,10353,1.313214496905795,0.04587575909114666,0.0043387990188833705,0.004357429714021818,1.4768833636642682,1.353485336176083,1.4111538993595958,0.9999905873672381,0.003976279368537041,"mtp.layers.0.mlp.down_proj.weight|2d-128|(128, 6016)","mtp.layers.0.mlp.down_proj.weight|2d-128|(1152, 640)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.04027083927028796,3.9751887674168 +10548,10607,1.2667898161428426,0.006123033824829153,0.01075446670110963,0.010577834145327845,1.328090749642986,1.5010211807486311,1.4066453697623031,0.999942169050778,0.012154803661090816,"mtp.layers.0.mlp.down_proj.weight|2d-64|(1344, 896)","mtp.layers.0.mlp.down_proj.weight|2d-64|(1344, 5248)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.06130093350014332,3.3558385568126923 +10852,10880,1.3068623162145048,0.023607644909254343,-0.007276602657228451,-0.0072161960418714866,1.5115549527577328,1.3421295843097927,1.4193135555385512,0.9999735251764263,-0.006460991498665573,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(4224, 1536)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(2432, 384)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.03526726809528791,4.155077424690505 +11053,11081,1.293185903175501,0.013603453183042099,0.009584220822470983,0.00929985392045142,1.5179905577079875,1.3180640509400365,1.40748752425304,0.9999540703008444,0.008321933794795093,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(5568, 128)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(4992, 64)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.024878147764535452,4.412919779160066 +11385,11401,1.330185276711071,0.049459823434428486,0.012650240472757104,0.012641624305091212,1.4359573778169434,1.376428350713669,1.4052480847478526,0.9999199825065911,0.012125812297102927,"mtp.layers.0.mlp.up_proj.weight|2d-128|(4992, 1024)","mtp.layers.0.mlp.up_proj.weight|2d-128|(2688, 1152)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.046243074002598084,3.8669363153194922 +11481,11515,1.3105609037086252,0.047989753514416894,0.010602414868621632,0.01067032231330308,1.363437873804716,1.4543871963090238,1.4067122325823467,0.9999437928198532,0.011309658277167914,"mtp.layers.0.mlp.up_proj.weight|2d-64|(5440, 64)","mtp.layers.0.mlp.up_proj.weight|2d-64|(1536, 1536)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.052876970096090714,3.8612563340990107 +11672,11680,1.2265480132743447,0.02138394720178236,-0.0022968409725334185,-0.0022990208920416763,1.686558429127331,1.2439386774926613,1.4157643755050846,0.9999973622572946,-0.0016940589026983967,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 1024)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(128, 0)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.017390664218316587,4.900134184738709 +11878,11933,1.0830551705651625,0.05163706692552969,0.025441631467707886,0.02496521299324392,2.2815238474882893,1.0988439349334052,1.4000768390532214,0.9996763093062981,0.012253381643973885,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(256, 1408)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 832)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.015788764368242614,8.518220481367694 +12142,12224,1.1770048135817328,0.04486361357038406,0.010705439899156401,0.010700388074208604,1.195894560142751,1.7938556346297392,1.4072086445904624,0.9999426951363591,0.01605828333394158,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(1152, 1792)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1920, 0)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.018889746561018272,3.4796267654455537 +12415,12470,1.169944828871304,0.03410500307549787,0.02910097823832323,0.02898493290572186,1.671595054426132,1.2211176877080592,1.3944727148566451,0.9995764768468557,0.021258569270308964,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(640, 0)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(768, 1984)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.051172858836755264,5.524513952082461 +12536,12610,1.0554890856771013,0.040016080348840515,0.005929427343347663,0.005917564477696102,2.7291585939574365,1.0722396169523838,1.411356698212392,0.9999824207911757,0.002329570336240138,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(2176, 1152)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(896, 256)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.016750531275282476,7.785907207144508 +12771,12815,1.053943911287637,0.02371724024212853,-0.0006467163138502397,-0.0013486108017062423,2.9743647441909054,1.0620548229416231,1.414503177369531,0.9999997908789828,-0.00023092264711015251,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(576, 512)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(896, 1984)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.008110911653986141,8.708643532512843 +13013,13056,1.355414117920574,0.014818737691657695,0.0006286247399862991,0.0006364311100533119,1.3965186744420655,1.4316750429213907,1.4137691250712965,0.9999998024154486,0.000644449922562542,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(0, 640)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(384, 0)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.041104556521491364,4.068595118349764 +13182,13289,1.297966024698248,0.01136806815204339,0.011236876479815083,0.011238434487378782,1.3045164128684852,1.536487202447922,1.4063512798624065,0.999936864310431,0.013235032335667925,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 896)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 1600)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.00655038817023712,3.5120317501818854 +37,227,1.1635491248204994,0.3053284947574384,0.3021081828455813,0.29869203739740224,1.1885680739532516,1.1744604623631718,1.181451101157535,0.9532736468914584,0.2985223344661994,"model.language_model.embed_tokens.weight|2d-128|(215936, 1920)","model.language_model.embed_tokens.weight|2d-128|(208000, 1920)",model.language_model.embed_tokens.weight,2d-128,0,0.010911337542672372,3.1455140595754134 +270,284,1.1425750777385955,0.29155209605277455,0.22489832397060197,0.22330322385231316,1.2723749674653733,1.2197562670482476,1.2452325929433854,0.9743822370482819,0.2155977185390944,"model.language_model.embed_tokens.weight|2d-64|(40832, 512)","model.language_model.embed_tokens.weight|2d-64|(82240, 512)",model.language_model.embed_tokens.weight,2d-64,0,0.07718118930965212,3.3304394005333635 +673,723,0.11888932782225022,0.9945708406448306,0.9945708406448306,0.9976056080251411,0.12687286654424484,0.11888932782225023,0.12268670900039215,0.10406172658107832,0.9319869719711791,"model.language_model.layers.4.linear_attn.conv1d.weight|3d-axis0-slice|(2039, 0, 0)","model.language_model.layers.13.linear_attn.conv1d.weight|3d-axis0-slice|(91, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,9,1.3877787807814457e-17,0.19689202521390148 +822,986,0.5650549307111485,0.846322080743346,0.8463220807433461,0.8261981121199291,0.8590333892742333,0.5650549307111485,0.6676239517405379,0.5326715081983014,0.5566936869564246,"model.language_model.layers.9.linear_attn.conv1d.weight|3d-volume|(5240, 0, 0)","model.language_model.layers.8.linear_attn.conv1d.weight|3d-volume|(4348, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,1,0.0,2.8988849946001674 +1043,1150,1.1420930639252824,0.04702789959586404,0.006245216350888466,0.006124923574128481,1.165405473440835,1.9270838418459126,1.4102972448621318,0.99998049844621,0.01032692551468444,"model.language_model.layers.16.linear_attn.in_proj_qkv.weight|2d-128|(1664, 896)","model.language_model.layers.6.linear_attn.in_proj_qkv.weight|2d-128|(4864, 256)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,10,0.02331240951555258,3.3910038283239454 +1380,1383,1.1359337635002331,0.044199066973719336,0.03643872723565846,0.03607057292364111,1.9746043722485387,1.135161560353856,1.3917693212941469,0.9993358890570504,0.020947913945433244,"model.language_model.layers.6.linear_attn.in_proj_qkv.weight|2d-64|(5312, 896)","model.language_model.layers.16.linear_attn.in_proj_qkv.weight|2d-64|(0, 256)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,10,0.0007722031463770485,5.013774982851399 +1569,1788,1.1490704406162888,-0.006428178667156695,0.007737337279468007,0.007752912830013402,2.0811933076132,1.1354296542947784,1.4096056179630296,0.9999700663579004,0.004221233155157365,"model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(256, 1664)","model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-128|(1024, 1408)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,14,0.013640786321510445,5.663917118835481 +1811,1906,1.146112567576557,0.021366926824737124,0.007963451327268532,0.008445089564678852,1.9683368279642826,1.1555524915175666,1.4092880239002512,0.9999682912187557,0.004675107375713343,"model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-64|(320, 704)","model.language_model.layers.1.linear_attn.in_proj_z.weight|2d-64|(1280, 832)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,17,0.009439923941009454,5.2836181027593305 +2061,2136,1.227292792880586,0.0511662322752762,0.00018007519419567525,0.00018363990777564172,1.2639121000581115,1.6347685108152372,1.4140903259785245,0.999999983786462,0.00023291276112990275,"model.language_model.layers.22.linear_attn.out_proj.weight|2d-128|(512, 1408)","model.language_model.layers.20.linear_attn.out_proj.weight|2d-128|(896, 1280)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,2,0.036619307177525595,3.1831937888266397 +2403,2480,1.2231048085214802,0.025914865214947215,-0.00381595942394285,-0.004022983654412981,1.7102948079514064,1.2360550649657327,1.4167732549005727,0.9999927192003323,-0.0027578496711441183,"model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(192, 960)","model.language_model.layers.6.linear_attn.out_proj.weight|2d-64|(0, 1152)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,6,0.012950256444252517,4.644160960962335 +2671,2676,1.2654204944197476,0.06830845979527306,0.0026699523488535226,0.002711171014777676,1.325699228487465,1.5185446438480263,1.4123416608249069,0.9999964356708752,0.0030583421575245415,"model.language_model.layers.19.mlp.down_proj.weight|2d-128|(1152, 2176)","model.language_model.layers.4.mlp.down_proj.weight|2d-128|(1536, 1536)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,15,0.06027873406771733,3.2502530999602377 +2867,2942,1.2571952974956264,0.02390479680442752,0.03860601677462984,0.038617456564828644,1.2631748359536568,1.5569202530016426,1.3872438238178908,0.9992545098566216,0.04758366592916164,"model.language_model.layers.21.mlp.down_proj.weight|2d-64|(1984, 576)","model.language_model.layers.3.mlp.down_proj.weight|2d-64|(1024, 2816)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,18,0.005979538458030342,3.2152222039354865 +3077,3095,1.1576766088311945,0.05131159358323396,-0.00842645146791588,-0.00843201463255281,1.1739244393363957,1.9354810798774635,1.4194877414050435,0.9999644968275918,-0.013892919203450834,"model.language_model.layers.23.mlp.gate_proj.weight|2d-128|(4480, 512)","model.language_model.layers.11.mlp.gate_proj.weight|2d-128|(2816, 1280)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,12,0.016247830505201177,3.157814245951321 +3393,3547,1.144496121841294,0.028360383780747317,0.012127217350547174,0.012145136666856609,2.0132305284066447,1.144218584738759,1.4068266904766895,0.9999264625957914,0.00689249804126734,"model.language_model.layers.11.mlp.gate_proj.weight|2d-64|(3904, 64)","model.language_model.layers.23.mlp.gate_proj.weight|2d-64|(1792, 1344)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,12,0.0002775371025349749,5.142174926776054 +3720,3760,1.2277104375464531,0.037768778187916685,0.0034911777891365684,0.003475137486757115,1.6437269722352819,1.2566324935046815,1.4118293241691708,0.9999939058202528,0.0026690122657443854,"model.language_model.layers.4.mlp.up_proj.weight|2d-128|(3712, 128)","model.language_model.layers.22.mlp.up_proj.weight|2d-128|(2688, 1792)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,18,0.028922055958228388,4.172948663037895 +4017,4033,1.2207894621922164,0.03152800904384768,0.01960435087657803,0.01991485545649183,1.219090737567824,1.6999161273852825,1.4010220637475017,0.9998078162460563,0.02733656420727314,"model.language_model.layers.23.mlp.up_proj.weight|2d-64|(5184, 192)","model.language_model.layers.8.mlp.up_proj.weight|2d-64|(1344, 512)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,15,0.001698724624392467,3.1654376919706553 +4123,4293,1.173553042180451,0.037355125590033296,-0.0033324811735178927,-0.003331458980436907,1.2264632829598308,1.735345958415227,1.4164331053332955,0.9999944472691976,-0.004715190268071412,"model.language_model.layers.11.self_attn.k_proj.weight|2d-128|(128, 1408)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 640)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,12,0.05291024077937978,3.3699565164216705 +4506,4564,1.1017565108859955,0.013571680200816807,-0.00948901436605605,-0.009152630062761288,2.2416589913248695,1.1226355796574083,1.419576374996984,0.9999549782897031,-0.004752152394472286,"model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 1984)","model.language_model.layers.19.self_attn.k_proj.weight|2d-64|(128, 0)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,4,0.02087906877141288,6.823946953219098 +4754,4803,1.1179179370584065,0.04626207224963346,-0.007037827782420237,-0.007117896204392116,1.1463878732018402,2.070987823208159,1.4184245200176997,0.9999752341833796,-0.012714069975740384,"model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(640, 768)","model.language_model.layers.3.self_attn.o_proj.weight|2d-128|(1280, 1920)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,16,0.02846993614343374,2.9496805339892918 +4894,5041,1.1218303313711617,0.0320791876546186,0.023913299579844095,0.02318617522838291,2.071108312050611,1.1269706552784169,1.3999434710694747,0.9997140361639445,0.013012157182008082,"model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(704, 1856)","model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(1728, 896)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,12,0.005140323907255162,5.4986669496503495 +5165,5194,1.1154066951996786,0.02415529973923724,0.015624185962077838,0.014733976106114096,2.17543256868396,1.116948475117826,1.4052067881266654,0.9998779349565737,0.008022041655769415,"model.language_model.layers.19.self_attn.q_proj.weight|2d-128|(1408, 640)","model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(3328, 640)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,16,0.0015417799181474123,5.770329991524087 +5579,5620,1.1020352794915396,0.007231545331065304,0.014171607957620786,0.014716750791515881,1.097278335356151,2.3542738103692464,1.4065186358928858,0.9998995777216307,0.030406000365092316,"model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(1792, 640)","model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(2688, 384)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,4,0.004756944135388519,2.9644640216194635 +5781,5784,1.0803997767145332,-0.001120151999393784,0.009559347053973093,0.009591212400866682,1.0794423635910075,2.5940985677373067,1.4094102557553778,0.9999543083980896,0.02297286945337192,"model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(128, 640)","model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(256, 1536)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,12,0.0009574131235257077,3.5951196965078864 +6090,6104,1.0746194690456283,0.02828189019666925,0.009557838475494405,0.00932083698276071,2.3860607997091985,1.0965462436240008,1.4090755584201837,0.9999543228186357,0.0043924328662310955,"model.language_model.layers.3.self_attn.v_proj.weight|2d-64|(448, 640)","model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(320, 1344)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,16,0.021926774578372443,8.885352252391186 +6254,6360,1.2076352812582771,0.05033876706947624,0.0017823194522835263,0.0018322190993694777,1.6396083730317603,1.260136489811051,1.4129951864272388,0.9999984116674236,0.0013698184366853147,"model.visual.blocks.1.attn.proj.weight|2d-128|(640, 768)","model.visual.blocks.21.attn.proj.weight|2d-128|(256, 512)",model.visual.layers.*.attn.proj.weight,2d-128,20,0.05250120855277385,4.32849790239938 +6471,6652,1.1833879444567024,0.038208608407240156,0.016060265918584834,0.016002740192928768,1.198336009166285,1.7712048049519231,1.4036326053186434,0.9998710256121158,0.02373793322258066,"model.visual.blocks.22.attn.proj.weight|2d-64|(256, 384)","model.visual.blocks.7.attn.proj.weight|2d-64|(256, 0)",model.visual.layers.*.attn.proj.weight,2d-64,15,0.014948064709582543,3.1133207978125643 +6682,6893,1.0865169571726467,0.042027800216558,0.008572989429855946,0.008594496508710501,2.25527262150523,1.110949949860536,1.4093992786193532,0.9999632512508825,0.0042230646913527835,"model.visual.blocks.19.attn.qkv.weight|2d-128|(896, 512)","model.visual.blocks.1.attn.qkv.weight|2d-128|(640, 640)",model.visual.layers.*.attn.qkv.weight,2d-128,18,0.024432992687889232,6.836900954831616 +7061,7086,1.0854476020590342,0.044007121920865186,-0.005497113669939078,-0.005485296348278187,1.0885873069993965,2.5633105602427237,1.417007848649691,0.9999848907565052,-0.012944124399033878,"model.visual.blocks.0.attn.qkv.weight|2d-64|(1920, 896)","model.visual.blocks.6.attn.qkv.weight|2d-64|(2624, 128)",model.visual.layers.*.attn.qkv.weight,2d-64,6,0.003139704940362309,3.808717330425331 +7198,7380,1.2133229305850213,0.029688264926269733,0.011388652507815086,0.010740033849113435,1.7045941531226791,1.2246656977863555,1.4065609007978255,0.9999351471940849,0.008182177584487998,"model.visual.blocks.17.mlp.linear_fc1.weight|2d-128|(2688, 768)","model.visual.blocks.1.mlp.linear_fc1.weight|2d-128|(1536, 384)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,16,0.011342767201334203,4.6757887514722585 +7543,7608,1.2089975706111864,0.04555523023384889,0.03718461001597481,0.03741334196934691,1.2179658776514646,1.660536462511577,1.3889080724515888,0.9993084132428587,0.05069633058592865,"model.visual.blocks.1.mlp.linear_fc1.weight|2d-64|(704, 768)","model.visual.blocks.18.mlp.linear_fc1.weight|2d-64|(3904, 192)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,17,0.008968307040278178,3.434990836237294 +7746,7794,1.2213476601258695,0.034639987852802485,-0.002557070340915264,-0.002558697771014135,1.640934544875702,1.2637441931878368,1.415960636905181,0.9999967306902916,-0.0019692941470430725,"model.visual.blocks.11.mlp.linear_fc2.weight|2d-128|(768, 1664)","model.visual.blocks.4.mlp.linear_fc2.weight|2d-128|(384, 768)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,7,0.042396533061967334,4.700460376985645 +8046,8113,1.206333942676699,0.021534703327510306,0.01495002935514344,0.01466659868614361,1.6151627132954807,1.25849958298165,1.4039256218114144,0.9998882420662223,0.011648737030725071,"model.visual.blocks.8.mlp.linear_fc2.weight|2d-64|(192, 2944)","model.visual.blocks.5.mlp.linear_fc2.weight|2d-64|(704, 3776)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,3,0.05216564030495108,5.147744165831867 +8289,8342,1.326534780046996,0.04150944086609473,0.004704364312146605,0.004758702867498448,1.3925571195296065,1.4299547149436342,1.4108843235058033,0.9999889344169858,0.004830701616921061,"model.visual.merger.linear_fc1.weight|2d-128|(384, 128)","model.visual.merger.linear_fc1.weight|2d-128|(512, 2816)",model.visual.merger.linear_fc1.weight,2d-128,0,0.06602233948261049,3.375075012791645 +8481,8701,1.3399473673017024,0.057831637817517795,0.026502676138494847,0.025693285325072403,1.4070614462195332,1.3839264194734786,1.395350110648917,0.999648742387794,0.026066916831071932,"model.visual.merger.linear_fc1.weight|2d-64|(3264, 512)","model.visual.merger.linear_fc1.weight|2d-64|(3200, 3904)",model.visual.merger.linear_fc1.weight,2d-64,0,0.04397905217177622,3.6708119359961913 +8705,8930,1.341209063256146,0.06700604734586134,0.005422948089758446,0.005245304591912817,1.4096685044982848,1.4110800511868837,1.410373748072634,0.9999852957088998,0.005428378263160288,"model.visual.merger.linear_fc2.weight|2d-128|(0, 128)","model.visual.merger.linear_fc2.weight|2d-128|(896, 256)",model.visual.merger.linear_fc2.weight,2d-128,0,0.06845944124213887,3.400212652457078 +8997,9029,1.340138196396927,0.05618196249344063,0.03258416676015363,0.03262587327689702,1.3782210951440987,1.4041129505659091,1.3909863235832363,0.9994689950551475,0.033196306958679506,"model.visual.merger.linear_fc2.weight|2d-64|(1088, 1408)","model.visual.merger.linear_fc2.weight|2d-64|(832, 2112)",model.visual.merger.linear_fc2.weight,2d-64,0,0.038082898747171745,3.4564670377354867 +9261,9333,0.6721251256160617,0.7422767027198688,0.797683927159233,0.7982992672863005,0.707788383789781,0.6058921390218583,0.6509332448609544,0.6030757434616513,0.6828459352526066,"model.visual.pos_embed.weight|2d-128|(640, 640)","model.visual.pos_embed.weight|2d-128|(1792, 640)",model.visual.pos_embed.weight,2d-128,0,0.0662329865942034,2.3927543572573633 +9430,9539,0.4300149517711521,0.9062480641720702,0.8893337498468427,0.8891809745498354,0.46518156371535235,0.4771959428666794,0.47107388561224756,0.4572586591671649,0.9123028305158898,"model.visual.pos_embed.weight|2d-64|(1664, 512)","model.visual.pos_embed.weight|2d-64|(1472, 512)",model.visual.pos_embed.weight,2d-64,0,0.03516661194420023,1.5487537415425796 +9638,9805,1.1656051547107487,0.016190979053613146,0.011166415029631853,0.011172400735113754,1.2468226563743892,1.6493617529507754,1.406596484948338,0.999937653644159,0.014771513633707328,"mtp.fc.weight|2d-128|(0, 2816)","mtp.fc.weight|2d-128|(1664, 3584)",mtp.fc.weight,2d-128,0,0.0812175016636405,2.8876843396163725 +10042,10100,1.108853434310988,0.012734865902028462,0.02090222748694612,0.02078899987480878,1.9053670158491378,1.1597619338454908,1.4010233774477479,0.9997815245772869,0.012722802258196745,"mtp.fc.weight|2d-64|(128, 2688)","mtp.fc.weight|2d-64|(576, 3968)",mtp.fc.weight,2d-64,0,0.05090849953450283,5.098895065316989 +10266,10364,1.3132271598291814,0.03367296527190237,0.013588511069947122,0.013658139193750555,1.4261378949358214,1.383964429105775,1.404576526036408,0.9999076719212139,0.013186674326582687,"mtp.layers.0.mlp.down_proj.weight|2d-128|(256, 5376)","mtp.layers.0.mlp.down_proj.weight|2d-128|(512, 5632)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.07073726927659374,4.0613913104767345 +10412,10599,1.266880268108332,0.008720338912078775,-0.002430704035400467,-0.002472034103334027,1.4946760425066772,1.3484344200150529,1.4159222264915992,0.9999970458345826,-0.002192879856899717,"mtp.layers.0.mlp.down_proj.weight|2d-64|(1728, 5184)","mtp.layers.0.mlp.down_proj.weight|2d-64|(320, 5440)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.08155415190672088,4.329661750814467 +10677,10837,1.3069062485957699,0.018555196389422452,-0.004094049449604745,-0.004089865497022332,1.355325162401327,1.4881566245241058,1.4170929539184378,0.9999916193444344,-0.004495295283062477,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(256, 640)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(2560, 512)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.04841891380555707,3.628590781371418 +11089,11143,1.293297602504065,0.04999628392207716,0.013732013341852705,0.013462225954619303,1.4708016697825659,1.3464396443815785,1.4045080274371728,0.9999057114596251,0.012570917983374735,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(5696, 1600)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(4672, 1664)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.05314204187751348,4.353225517258378 +11239,11389,1.3304617264008791,0.024013230394072056,0.012770905731249334,0.012770404404241573,1.440464863500848,1.3723389153600871,1.4051648077402568,0.9999184486580911,0.012166913170512272,"mtp.layers.0.mlp.up_proj.weight|2d-128|(5504, 768)","mtp.layers.0.mlp.up_proj.weight|2d-128|(2688, 1280)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.041877188959208,4.001073459876185 +11409,11501,1.3105941023601704,0.08372088134825993,0.025288762583839514,0.02542653166909636,1.4311856068957254,1.3637320639525194,1.3962382891308243,0.9996801881036645,0.02409687201093925,"mtp.layers.0.mlp.up_proj.weight|2d-64|(2240, 128)","mtp.layers.0.mlp.up_proj.weight|2d-64|(128, 1856)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.05313796159234907,3.845289581474088 +11703,11722,1.2269566727382824,0.025482246558492037,0.014976869060464283,0.01499884878812046,1.6260244871069272,1.2534563186664214,1.4039347077050819,0.9998878404066857,0.011545245047988067,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(256, 896)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 1280)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.026499645928139026,5.413172534649753 +11757,11950,1.0830595760990516,0.010066480860705487,-0.0013171716629492162,-0.0009979817823686501,2.373573349131085,1.103309581517794,1.4149254068782322,0.999999132529029,-0.0006122617262987049,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 1856)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 1920)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.020250005418742445,7.492833478574667 +11999,12167,1.1771948877486154,0.012820966115433177,-0.009724568369748927,-0.009673695048295154,1.1890321201277552,1.8765703953896615,1.4204176430210713,0.999952715267088,-0.01534764015344918,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(0, 1920)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1408, 896)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.011837232379139806,3.726726643400771 +12411,12469,1.1701236956690046,0.030350591346070765,0.0216873108947817,0.02164434795915711,1.2233426315630143,1.6834306160393182,1.399551924045854,0.9997648026141713,0.029843710337464843,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(512, 1984)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(832, 960)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.05321893589400961,3.3525057317735256 +12583,12615,1.0555142322704196,-0.015424724278020139,-0.004538663758696126,-0.004518250241664849,3.1220745475486247,1.057234896055201,1.416162173304752,0.9999897002125999,-0.0015369375823912396,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 896)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(896, 896)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.0017206637847813067,9.54168506944935 +12815,12829,1.0540008620412675,0.02771866518387947,-0.002525754487734578,-0.003376470657409965,1.058968202989309,3.061238568465548,1.4153167108170588,0.9999968102770467,-0.007301387360358817,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(896, 1984)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(576, 0)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.004967340948041521,3.029631659866357 +13033,13063,1.355536781207515,0.021600887999989465,-0.010588269015987075,-0.010590336678518449,1.387015602539702,1.459061751894695,1.4216713457084793,0.9999439427084126,-0.011138258511087086,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 1152)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(384, 896)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.031478821332187046,3.644045671478641 +13192,13220,1.2980670714913538,0.05791966295907544,0.020862939091164438,0.02058717722029987,1.3497857905745896,1.4549778944810106,1.3994253610033172,0.9997823451994331,0.02248883889837524,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 1536)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(256, 1280)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.051718719083235776,3.5541755856220423 +10,220,1.16356686529683,0.31417574047730307,0.28703152103089336,0.28581881720435903,1.1753352144978577,1.214113858408571,1.194252601652638,0.957921137638528,0.296501749615819,"model.language_model.embed_tokens.weight|2d-128|(127616, 1152)","model.language_model.embed_tokens.weight|2d-128|(176256, 1152)",model.language_model.embed_tokens.weight,2d-128,0,0.01176834920102765,2.989935448228589 +330,356,1.144024262938968,0.29815000891408155,0.3434501171075308,0.3430318289874731,1.1220535448974895,1.17195229247087,1.1461891027320243,0.9391709200453469,0.3587236579964929,"model.language_model.embed_tokens.weight|2d-64|(157376, 1408)","model.language_model.embed_tokens.weight|2d-64|(194368, 1408)",model.language_model.embed_tokens.weight,2d-64,0,0.021970718041478543,3.1192184526853866 +556,728,0.11895106224410609,0.9982647532649948,0.9982647532649948,0.9998677232296755,0.1329193423116932,0.11895106224410609,0.12535525034168296,0.058885332543676096,0.8933587146652274,"model.language_model.layers.17.linear_attn.conv1d.weight|3d-axis0-slice|(1041, 0, 0)","model.language_model.layers.0.linear_attn.conv1d.weight|3d-axis0-slice|(480, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,17,0.0,0.2284610326422953 +930,961,0.5668266628858689,0.8240496337750941,0.8240496337750941,0.8240273913658359,0.5668266628858691,0.7038402325958093,0.6243274869036509,0.5665176087952901,1.0232392438171825,"model.language_model.layers.21.linear_attn.conv1d.weight|3d-volume|(5740, 0, 0)","model.language_model.layers.14.linear_attn.conv1d.weight|3d-volume|(1764, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,7,2.220446049250313e-16,1.7837103092293547 +1134,1221,1.142273940494089,0.017039645770903052,-0.00026755040483063605,-0.00026632209455945596,1.1458816987752047,2.049010412853675,1.414374742280666,0.9999999642083898,-0.0004784207357942419,"model.language_model.layers.12.linear_attn.in_proj_qkv.weight|2d-128|(4992, 1152)","model.language_model.layers.6.linear_attn.in_proj_qkv.weight|2d-128|(2816, 512)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,6,0.0036077582811158138,3.239044987373847 +1300,1473,1.1359780477759422,0.002644640397213594,0.00576092781173751,0.005177154288509611,2.136248500097735,1.1281958946512867,1.4108452109752,0.9999834057176888,0.0030424621041453396,"model.language_model.layers.22.linear_attn.in_proj_qkv.weight|2d-64|(2752, 1984)","model.language_model.layers.17.linear_attn.in_proj_qkv.weight|2d-64|(5376, 640)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,5,0.0077821531246555775,5.509815783352587 +1569,1614,1.149638965313827,-0.005787006588745595,-0.002799150703916543,-0.002742286898041052,2.07931896968981,1.1423145043966423,1.4158831261315605,0.9999960823699945,-0.0015377681325885937,"model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(256, 1664)","model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(896, 0)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,0,0.00732446091718475,6.093747071371183 +1812,1922,1.146139260343543,0.038069216946321795,0.0320752132291279,0.029163995168325865,1.1415334961349186,1.9561785538254235,1.3943273921561743,0.9994854579714034,0.054965399123760486,"model.language_model.layers.12.linear_attn.in_proj_z.weight|2d-64|(1344, 1920)","model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-64|(640, 768)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,8,0.004605764208624352,3.2024947311911833 +2070,2178,1.227644842132544,0.014386206002665587,0.0004718163272721286,0.0005614725415410937,1.2411687530339812,1.6871524259685406,1.4138950281784284,0.9999998886946705,0.0006413519992530337,"model.language_model.layers.6.linear_attn.out_proj.weight|2d-128|(0, 512)","model.language_model.layers.12.linear_attn.out_proj.weight|2d-128|(640, 896)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,6,0.01352391090143712,3.3212364299111083 +2360,2486,1.2231436331808663,0.017534984363985085,0.015062077754953268,0.014971806395014366,1.7091360954527055,1.2197676411782337,1.4041054415929728,0.9998865604725887,0.010749427797636074,"model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(64, 1024)","model.language_model.layers.14.linear_attn.out_proj.weight|2d-64|(1536, 1728)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,2,0.0033759920026326107,4.428183046870998 +2573,2813,1.265463112168368,0.008807267308031844,0.0013797304497128575,0.0014044286220022421,1.2945632761826196,1.5720093015372298,1.4132557301059612,0.99999904817149,0.001675429189493547,"model.language_model.layers.19.mlp.down_proj.weight|2d-128|(1280, 3584)","model.language_model.layers.3.mlp.down_proj.weight|2d-128|(0, 6016)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,16,0.02910016401425164,3.202934998360445 +2832,2965,1.2571995354594812,0.04352200824073003,0.016819666182551134,0.016835222605626043,1.5264329559662562,1.304423340356246,1.4024164621130046,0.9998585394092044,0.014373356562936621,"model.language_model.layers.13.mlp.down_proj.weight|2d-64|(832, 2880)","model.language_model.layers.16.mlp.down_proj.weight|2d-64|(128, 6080)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,3,0.04722380489676481,4.117680648247345 +3211,3261,1.1579610479452775,0.046069511462833196,0.01679018007856039,0.01669691783318547,1.854899907069139,1.1746269662566555,1.403439860716329,0.9998590349908979,0.010632486536561781,"model.language_model.layers.12.mlp.gate_proj.weight|2d-128|(1024, 1152)","model.language_model.layers.22.mlp.gate_proj.weight|2d-128|(4736, 1408)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,10,0.01666591831137798,4.993217029700136 +3331,3518,1.1445631088798383,0.036662545477688505,0.011587377474088867,0.011224424323182287,1.167923142446396,1.898877971729576,1.406881918843132,0.9999328640880212,0.018839438175335847,"model.language_model.layers.19.mlp.gate_proj.weight|2d-64|(4672, 448)","model.language_model.layers.11.mlp.gate_proj.weight|2d-64|(6080, 640)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,8,0.023360033566557803,3.0266356958359766 +3612,3801,1.2279298069650368,0.031972914080884,0.015023326430562768,0.01500753261997141,1.237954525864454,1.6618502262531891,1.4039980783403703,0.9998871434631814,0.020167556970860725,"model.language_model.layers.22.mlp.up_proj.weight|2d-128|(5504, 1792)","model.language_model.layers.2.mlp.up_proj.weight|2d-128|(4096, 1792)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,20,0.01002471889941714,3.1522993916845383 +3840,4012,1.2208278300862898,0.02751784388738824,0.013382896188791245,0.013350153044032026,1.6698327464113976,1.236236709829242,1.4051334316939337,0.9999104450347541,0.009907835133771855,"model.language_model.layers.2.mlp.up_proj.weight|2d-64|(128, 1152)","model.language_model.layers.21.mlp.up_proj.weight|2d-64|(832, 1536)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,19,0.01540887974295213,4.3871252940730185 +4220,4325,1.1736105774318095,0.02040651751753389,0.015011046351402317,0.01494513731181718,1.180527765435736,1.8371039850222277,1.404525533709173,0.9998873278962166,0.023359766605180927,"model.language_model.layers.15.self_attn.k_proj.weight|2d-128|(384, 1536)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(256, 640)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,8,0.006917188003926489,3.210533831573439 +4475,4500,1.101769385247019,0.036876842860294586,0.01262904965860238,0.012624578106811009,2.1149652516265824,1.1272050842088448,1.4067808867812013,0.9999202503723587,0.006730857149049746,"model.language_model.layers.3.self_attn.k_proj.weight|2d-64|(256, 1856)","model.language_model.layers.15.self_attn.k_proj.weight|2d-64|(448, 960)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,12,0.025435698961825848,6.0121031784785055 +4789,4836,1.1180118942181647,0.02225025353326275,-4.821041047322065e-05,-4.837623019416373e-05,2.1862344932817797,1.124561911839301,1.4142412948390972,0.9999999988378782,-2.4798616771862785e-05,"model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(1920, 1280)","model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(512, 1024)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,12,0.006550017621136384,5.77177806654457 +5002,5042,1.1218797049468268,0.003717593670713738,0.000189996074366622,0.0006415816686982931,2.196848494949626,1.122993665579268,1.4141046613284454,0.9999999819507457,9.712294156340377e-05,"model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(128, 1792)","model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(960, 1152)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,12,0.001113960632441291,5.878252049635788 +5172,5259,1.115442358548235,0.04810828487753715,0.005044870839813861,0.005072883689399238,2.095842744504064,1.1347641663962686,1.4112232154795958,0.9999872745581363,0.0027314733741976697,"model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(2688, 1536)","model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(2944, 512)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,0,0.019321807848033723,5.4547576843777 +5439,5560,1.1021605125687104,0.022711512157764027,0.0187920709976635,0.018716365710243547,1.1117568932368225,2.2016854015555167,1.4034796491464159,0.9998234134424033,0.03721517593661293,"model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(320, 1088)","model.language_model.layers.23.self_attn.q_proj.weight|2d-64|(64, 640)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,20,0.009596380668112081,3.0122015377208124 +5803,5852,1.08054347368184,0.032204967979574235,-0.00016763227317524485,-0.0001774415662919274,1.1099742148417329,2.3050482126762977,1.4143062287989527,0.9999999859497104,-0.0003481166197401788,"model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(256, 1408)","model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(256, 512)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,12,0.02943074115989286,3.387224319493309 +5988,6097,1.074715542892656,-0.01598338621676166,0.004311106316869464,0.0043689826853439495,2.5656957718284965,1.08389427278509,1.4120262883376737,0.9999907071379837,0.001821253906067078,"model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(448, 960)","model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(448, 1792)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,12,0.009178729892433957,9.478418582804872 +6386,6394,1.207685367423658,0.014928775812843985,0.005910777232137344,0.006035284048021273,1.2169935540789887,1.7397292100805946,1.4102819052225493,0.9999825312036766,0.008449635390888223,"model.visual.blocks.23.attn.proj.weight|2d-128|(256, 768)","model.visual.blocks.21.attn.proj.weight|2d-128|(896, 256)",model.visual.layers.*.attn.proj.weight,2d-128,2,0.00930818665533062,3.04184034677701 +6524,6547,1.184062536265766,0.002828610228386326,0.004398193119955249,0.004612408780452018,1.7497844034914598,1.2148894088746824,1.4112966542810734,0.999990327901865,0.003053700918214412,"model.visual.blocks.0.attn.proj.weight|2d-64|(448, 768)","model.visual.blocks.7.attn.proj.weight|2d-64|(128, 320)",model.visual.layers.*.attn.proj.weight,2d-64,7,0.030826872608916478,4.921801940770379 +6709,6784,1.0867762632598978,-0.017726404888557836,-0.0025317873456505977,-0.0024290251057317263,1.1138520984055122,2.2822384517219696,1.4156241597609935,0.9999967950212822,-0.005187531127425579,"model.visual.blocks.2.attn.qkv.weight|2d-128|(1408, 768)","model.visual.blocks.0.attn.qkv.weight|2d-128|(2048, 0)",model.visual.layers.*.attn.qkv.weight,2d-128,2,0.027075835145614402,2.9652840216748944 +6918,7099,1.0861233549134341,0.056987001180331294,0.00795056491013269,0.00808444466584069,1.1107743598912885,2.259669492485457,1.409755104244444,0.9999683937593277,0.016173986026478425,"model.visual.blocks.6.attn.qkv.weight|2d-64|(1664, 0)","model.visual.blocks.18.attn.qkv.weight|2d-64|(2816, 512)",model.visual.layers.*.attn.qkv.weight,2d-64,12,0.02465100497785433,2.908610300709751 +7212,7369,1.2133828198461878,0.025968709098251164,0.004968554909682945,0.004741071170202118,1.786871065832357,1.2026128587865357,1.4109550227885612,0.9999876566548757,0.0033439726784026827,"model.visual.blocks.14.mlp.linear_fc1.weight|2d-128|(3840, 896)","model.visual.blocks.23.mlp.linear_fc1.weight|2d-128|(1920, 640)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,9,0.010769961059652111,4.104755169578573 +7459,7543,1.2091786386990375,0.03633572837930836,-0.0019322089127937836,-0.0017777709259816667,1.6835864137861438,1.2448025502921016,1.4155192350529517,0.9999981332826163,-0.0014286279353691385,"model.visual.blocks.16.mlp.linear_fc1.weight|2d-64|(448, 320)","model.visual.blocks.1.mlp.linear_fc1.weight|2d-64|(704, 768)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,15,0.035623911593064106,4.725647761347975 +7884,7925,1.221669312432464,0.030166811207514542,-0.0013506784256612139,-0.0014816093632012007,1.2563247463268514,1.654920640044365,1.415133188558616,0.9999990878334792,-0.001779210042009181,"model.visual.blocks.0.mlp.linear_fc2.weight|2d-128|(768, 1536)","model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(128, 3840)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,10,0.03465543389438741,3.484706853559698 +7960,8109,1.2064461985473818,0.012511035321232357,0.016470227437923906,0.016344097269554065,1.390297021569895,1.4150728408575526,1.402520831649864,0.9998643566045061,0.016763735495768872,"model.visual.blocks.4.mlp.linear_fc2.weight|2d-64|(640, 3200)","model.visual.blocks.2.mlp.linear_fc2.weight|2d-64|(576, 3392)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,2,0.18385082302251332,3.5738316739776055 +8277,8446,1.3270118012632963,0.04582062028377939,0.009116190086347575,0.008455494061214817,1.3882933107517785,1.4280593492425417,1.4077552657344665,0.9999584466758155,0.00937731269138736,"model.visual.merger.linear_fc1.weight|2d-128|(2304, 3200)","model.visual.merger.linear_fc1.weight|2d-128|(896, 3840)",model.visual.merger.linear_fc1.weight,2d-128,0,0.06128150948848221,3.588355870742853 +8504,8558,1.340296238583851,0.05847396798231638,0.03174980795702979,0.03143962448029961,1.357313079695277,1.4286495405128128,1.3916118699789786,0.9994958477626066,0.03341848629305483,"model.visual.merger.linear_fc1.weight|2d-64|(0, 3584)","model.visual.merger.linear_fc1.weight|2d-64|(1152, 2048)",model.visual.merger.linear_fc1.weight,2d-64,0,0.017016841111425984,3.4465479257420193 +8779,8782,1.3415449677691371,0.08756779313592013,0.01107198241746878,0.011052856874802317,1.4064469350135798,1.406278473986215,1.4063626969327392,0.9999387037240569,0.01107065624050001,"model.visual.merger.linear_fc2.weight|2d-128|(1280, 2048)","model.visual.merger.linear_fc2.weight|2d-128|(1280, 3584)",model.visual.merger.linear_fc2.weight,2d-128,0,0.06473350621707796,3.5138969447821524 +9052,9178,1.3402226763737848,0.07007904655854486,0.02995373239077814,0.029951234919661545,1.3934680456009185,1.3922768252593674,1.3928720533943275,0.9995512862859323,0.029928126137773684,"model.visual.merger.linear_fc2.weight|2d-64|(1088, 320)","model.visual.merger.linear_fc2.weight|2d-64|(448, 2368)",model.visual.merger.linear_fc2.weight,2d-64,0,0.052054148885582574,3.588754817138285 +9248,9296,0.6734550806960892,0.7476061112324246,0.6454100905584034,0.6461915506260457,0.8271940426479446,0.8590592889200289,0.8426751400053226,0.7638362488160624,0.6702726384272167,"model.visual.pos_embed.weight|2d-128|(512, 0)","model.visual.pos_embed.weight|2d-128|(1280, 0)",model.visual.pos_embed.weight,2d-128,0,0.15373896195185544,2.147631906161292 +9396,9550,0.43182021882290433,0.9021243351029093,0.8779452252651271,0.879426027555861,0.5283837314879487,0.47969428035335704,0.5022776522619125,0.4787610901422182,0.7970444166349706,"model.visual.pos_embed.weight|2d-64|(1280, 256)","model.visual.pos_embed.weight|2d-64|(1664, 256)",model.visual.pos_embed.weight,2d-64,0,0.047874061530452705,1.653936169768955 +9638,9861,1.1669771850049948,-0.0033589134393023305,-0.006018061336776297,-0.006015442552758081,1.2682459469013894,1.6384849072678118,1.418327117618015,0.9999818913049109,-0.007774913608367008,"mtp.fc.weight|2d-128|(0, 2816)","mtp.fc.weight|2d-128|(896, 2688)",mtp.fc.weight,2d-128,0,0.10126876189639455,2.8736484216120393 +9882,9924,1.109487200407028,0.008759622423773848,0.00030648479097692116,0.00045016772134046947,1.1914881392866281,1.838415824672103,1.4140157291095072,0.9999999530335354,0.00047289307478179534,"mtp.fc.weight|2d-64|(1280, 2880)","mtp.fc.weight|2d-64|(1984, 3840)",mtp.fc.weight,2d-64,0,0.08200093887960014,2.703496361943952 +10213,10263,1.3132443151883415,0.027639649076397488,-0.002035106357993642,-0.0020393149010899192,1.3869790032039444,1.4461771494152906,1.4156506137557832,0.9999979291689116,-0.0021219674593209513,"mtp.layers.0.mlp.down_proj.weight|2d-128|(1920, 640)","mtp.layers.0.mlp.down_proj.weight|2d-128|(1664, 2304)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.0737346880156029,3.5884238462132565 +10443,10607,1.2670639428580837,0.03141265243172301,0.012391630481027776,0.012597984174566841,1.3383285584054918,1.4838512038977665,1.4054708032877177,0.999923220799488,0.013739029696441895,"mtp.layers.0.mlp.down_proj.weight|2d-64|(192, 2944)","mtp.layers.0.mlp.down_proj.weight|2d-64|(1344, 5248)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.07126461554740815,3.439885826610489 +10649,10880,1.3069340640515008,0.024152516679763276,0.010522848037481864,0.010629916347238151,1.5146987616562688,1.3191367416836774,1.4068240142421642,0.9999446333018543,0.009164248248422576,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(3840, 1280)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(2432, 384)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.01220267763217664,4.155189164013164 +10940,11103,1.293632202765542,0.024993423358821428,0.007262490850423118,0.007176232096028389,1.5226452777537023,1.3177113248529597,1.4091222308787745,0.9999736277655764,0.006285026841157374,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(5568, 1536)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(1536, 704)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.024079122087417693,4.301662906044318 +11341,11386,1.3304719310299082,0.026641825385192507,-0.00916441001708238,-0.009169681928833722,1.3882197293621,1.4555115617797678,1.420671779530377,0.9999580059127677,-0.009608640804206894,"mtp.layers.0.mlp.up_proj.weight|2d-128|(5760, 1792)","mtp.layers.0.mlp.up_proj.weight|2d-128|(2304, 0)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.05774779833219168,3.4956339467056465 +11525,11615,1.310711621732219,0.050316841348665486,0.01185184001766633,0.0116037846805586,1.4661976074138199,1.3523631163901892,1.4058355246550371,0.9999297644775835,0.01093167197941379,"mtp.layers.0.mlp.up_proj.weight|2d-64|(1984, 576)","mtp.layers.0.mlp.up_proj.weight|2d-64|(2560, 1600)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.041651494657970245,3.775839591494512 +11680,11707,1.2271145680538145,0.027797525636941604,0.007342417726167074,0.00734258166115162,1.278241824824973,1.5907314730994884,1.4091343125433289,0.9999730440876566,0.009137406348956574,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(128, 0)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(256, 1408)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.05112725677115848,3.3667556384423287 +11863,11940,1.0830613164470249,0.045834091777359816,0.023810366684652487,0.02378929960035882,2.30522299250755,1.097214924777762,1.4010856329400032,0.9997164930310705,0.01133299892276966,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(256, 448)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 1280)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.0141536083307372,8.097017866187901 +11999,12103,1.1775897136370972,0.029767789012695327,-0.0033263427381047244,-0.00337124737547338,1.1993779461087333,1.8203256804660055,1.4163731495665017,0.9999944677066912,-0.005048472942035155,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(0, 1920)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(896, 896)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.021788232471636082,3.610787758212272 +12323,12454,1.170269488624886,0.03951721411334838,0.019134470724006203,0.01919764533770791,1.7585816791515216,1.1997038557516901,1.4015593473897758,0.9998169192557766,0.013053529772034084,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(640, 320)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(1152, 1920)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.02943436712680425,5.146402378982164 +12578,12611,1.0556713706350507,0.008035248763343005,-0.007069415399267632,-0.006637720497773196,3.0302153294949523,1.0619685163537145,1.4173306382197728,0.9999750113707405,-0.0024775455757131385,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 256)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(896, 384)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.006297145718663799,9.154910231082997 +12815,12871,1.054066106202223,0.036479577789264354,0.011492796822144418,0.011606511092306602,1.0588271647260614,2.9436537876996622,1.4090275337168756,0.999933955629673,0.03195121548049887,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(896, 1984)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(2176, 1024)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.004761058523838457,3.062198942057237 +13039,13070,1.3559112106101898,0.02588321128906038,0.00031762854326948384,0.0003184295814813201,1.3946350361572684,1.4341718173108993,1.4139890349822362,0.999999949556053,0.00032663305690768565,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 1920)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(384, 1792)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.03872382554707854,3.8058750486639576 +13273,13314,1.2981786607790669,0.010086920040481832,-0.01427948940060679,-0.014203191000496036,1.505368575665849,1.3549214134899878,1.4242195728529654,0.9998980428936033,-0.012852391284989925,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 576)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(448, 1152)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.056742752710920996,4.30228034281161 +38,130,1.1639480923847318,0.293103185974677,0.2498400739476539,0.24689856661178564,1.2552774066526786,1.1970098138852427,1.22510560132481,0.9682871151935416,0.23824297229616542,"model.language_model.embed_tokens.weight|2d-128|(71680, 384)","model.language_model.embed_tokens.weight|2d-128|(215296, 384)",model.language_model.embed_tokens.weight,2d-128,0,0.0330617215005109,3.160632060640911 +284,414,1.1457976255823528,0.31718366863075054,0.25247609409746596,0.2491615847924377,1.2215988672975826,1.2238478890704354,1.2227218269041378,0.9676031324408203,0.2529409146273066,"model.language_model.embed_tokens.weight|2d-64|(82240, 512)","model.language_model.embed_tokens.weight|2d-64|(67328, 512)",model.language_model.embed_tokens.weight,2d-64,0,0.07580124171522984,2.982022271855632 +584,735,0.11937322344659322,0.9929225586996089,0.992922558699609,0.9974032402154657,0.12170090672453912,0.11937322344659324,0.12052020985060072,0.11876359890733204,0.9739316629176114,"model.language_model.layers.10.linear_attn.conv1d.weight|3d-axis0-slice|(3261, 0, 0)","model.language_model.layers.9.linear_attn.conv1d.weight|3d-axis0-slice|(3944, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,1,1.3877787807814457e-17,0.19522590589729266 +843,966,0.5669805899867537,0.8445478497682871,0.844547849768287,0.8445993108303627,0.8614197174027507,0.5669805899867537,0.6697720513416846,0.5354800924887525,0.5558756416412376,"model.language_model.layers.14.linear_attn.conv1d.weight|3d-volume|(1688, 0, 0)","model.language_model.layers.17.linear_attn.conv1d.weight|3d-volume|(1592, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,3,0.0,2.6759837219719182 +1038,1252,1.1423827084700886,0.01572277483787012,0.004324913850747409,0.004327157603639228,1.1479082211882097,2.0210207708278713,1.4115844923774392,0.9999906475163574,0.007614494402134386,"model.language_model.layers.21.linear_attn.in_proj_qkv.weight|2d-128|(1408, 384)","model.language_model.layers.13.linear_attn.in_proj_qkv.weight|2d-128|(2304, 512)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,8,0.005525512718121073,3.1770841109809385 +1300,1527,1.1360804110581504,0.0058974011586371165,0.014242956945765996,0.01359813374447908,2.0705700078578446,1.1330817451840745,1.4057054927175592,0.9998985639440838,0.007794198916938122,"model.language_model.layers.22.linear_attn.in_proj_qkv.weight|2d-64|(2752, 1984)","model.language_model.layers.20.linear_attn.in_proj_qkv.weight|2d-64|(3328, 576)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,2,0.002998665874075934,5.864580297257203 +1592,1638,1.14969095108868,0.03353087913764245,0.007831019565099382,0.007810414289877396,1.9055456010477583,1.1691053738827746,1.4092684322175444,0.9999693370961786,0.004804548918433036,"model.language_model.layers.16.linear_attn.in_proj_z.weight|2d-128|(512, 512)","model.language_model.layers.5.linear_attn.in_proj_z.weight|2d-128|(512, 384)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,11,0.019414422794094666,5.55626863941795 +1811,1986,1.146330398764927,-0.0028209389952104508,0.010858679566769919,0.010685891289991192,2.1182590898656484,1.1277851028968016,1.4078289021499912,0.9999410428010574,0.005781283843474375,"model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-64|(320, 704)","model.language_model.layers.22.linear_attn.in_proj_z.weight|2d-64|(1216, 960)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,4,0.018545295868125367,6.09794942558129 +2062,2102,1.2276815109140051,0.014438772184432135,0.012026814078955566,0.012018747221912754,1.2364715342230812,1.6723648230593413,1.4060593574932085,0.9999276752561208,0.016266626640748322,"model.language_model.layers.6.linear_attn.out_proj.weight|2d-128|(1280, 256)","model.language_model.layers.16.linear_attn.out_proj.weight|2d-128|(1664, 256)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,10,0.008790023309076078,3.218416656299929 +2366,2489,1.2234877958879333,0.02409159530507691,0.004431900307263144,0.0044268678437788455,1.6194658185006812,1.2669100041218873,1.4111685922689556,0.999990179081608,0.003467080794419485,"model.language_model.layers.16.linear_attn.out_proj.weight|2d-64|(1344, 1152)","model.language_model.layers.9.linear_attn.out_proj.weight|2d-64|(1280, 896)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,7,0.04342220823395393,4.78030100322367 +2564,2757,1.2655479464569732,0.01649155019651434,0.0075023971848232575,0.007515316714711803,1.2898163722868436,1.568796097617532,1.408999052684729,0.9999718566222158,0.009125121745399896,"model.language_model.layers.19.mlp.down_proj.weight|2d-128|(1536, 5248)","model.language_model.layers.3.mlp.down_proj.weight|2d-128|(1920, 2048)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,16,0.024268425829870433,3.2702485026777044 +2868,2905,1.257229965563138,0.017447620317645712,0.02093192122159432,0.02080631511830438,1.2541886358055998,1.6116911775429137,1.3997925183799858,0.9997809033353122,0.026898499794010194,"model.language_model.layers.21.mlp.down_proj.weight|2d-64|(128, 640)","model.language_model.layers.3.mlp.down_proj.weight|2d-64|(1344, 5568)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,18,0.003041329757538236,3.2077208367298726 +3085,3267,1.1581751169383958,0.02348222620284149,0.006905379158852043,0.006943903365121301,1.1801312703221978,1.8625542956310446,1.40979152324803,0.9999761575851058,0.01089848556573668,"model.language_model.layers.18.mlp.gate_proj.weight|2d-128|(4352, 512)","model.language_model.layers.10.mlp.gate_proj.weight|2d-128|(4224, 640)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,8,0.02195615338380197,3.032645174796424 +3416,3518,1.1448777137600652,0.05798822924855374,0.04046830967410921,0.0402834682755643,1.1593749245877274,1.8446531804142547,1.3881896018377546,0.9991808224301147,0.06438814102597566,"model.language_model.layers.18.mlp.gate_proj.weight|2d-64|(4224, 1600)","model.language_model.layers.11.mlp.gate_proj.weight|2d-64|(6080, 640)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,7,0.0144972108276622,3.050229024573836 +3603,3797,1.2279358900482256,0.03657240968309805,0.013774428231692691,0.013746578416803257,1.2446974032634959,1.64853806226221,1.4048146104414743,0.9999051280631028,0.018243525829094585,"model.language_model.layers.22.mlp.up_proj.weight|2d-128|(2560, 512)","model.language_model.layers.1.mlp.up_proj.weight|2d-128|(3840, 512)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,21,0.016761513215270307,3.2378998906467147 +3976,4044,1.2210056612346958,0.03616018491771122,0.026886177410625173,0.026952207894685706,1.2372226439710714,1.6367817412559333,1.3958033015954314,0.9996385013915002,0.03556902590841036,"model.language_model.layers.22.mlp.up_proj.weight|2d-64|(3072, 1600)","model.language_model.layers.1.mlp.up_proj.weight|2d-64|(4864, 1792)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,21,0.016216982736375618,3.110628418745721 +4229,4293,1.1736224833253244,0.040382844352024445,-0.01168333067168597,-0.011684206256078408,1.222028358846138,1.768991850254441,1.4219192759601547,0.9999317475630104,-0.016912632667178906,"model.language_model.layers.3.self_attn.k_proj.weight|2d-128|(128, 1408)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 640)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,20,0.04840587552081366,3.319265860711801 +4409,4484,1.1019531748991345,0.011033283089818727,0.004134487678895057,0.0041017636007353,2.221715978000432,1.1175185141083122,1.4118644149283208,0.9999914529692906,0.002079638699666871,"model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 1024)","model.language_model.layers.3.self_attn.k_proj.weight|2d-64|(128, 640)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,20,0.015565339209177687,6.207454173604469 +4803,4863,1.1180952382186444,0.018401635248908702,0.014576763699059381,0.01450160638079503,2.1079721078242537,1.1270688529693444,1.4056157843976451,0.9998937533358541,0.007793754139973544,"model.language_model.layers.3.self_attn.o_proj.weight|2d-128|(1280, 1920)","model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(1792, 1152)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,16,0.00897361475070002,5.721466747745827 +4897,4918,1.1220204026257075,0.05112957745506538,0.0326563311032053,0.03239705020341517,1.1324857110323037,2.0037316171245076,1.3942904779987293,0.9994666397828783,0.05777955738720346,"model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(128, 64)","model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(704, 320)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,12,0.010465308406596208,3.023758143064788 +5194,5204,1.1154439566926357,0.03295558119178485,0.007071909482630178,0.007070490292932048,1.123576437239862,2.1632445326271608,1.4101166839496992,0.999974993735478,0.01361569094588268,"model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(3328, 640)","model.language_model.layers.11.self_attn.q_proj.weight|2d-128|(2432, 0)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,8,0.008132480547226262,3.02753590425547 +5439,5618,1.1022063631549022,-0.023528301800294315,-0.008065478028323948,-0.007952882496628061,1.0945543013735564,2.5045020348185485,1.4183929077907138,0.9999674735031008,-0.01845500594020108,"model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(320, 1088)","model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(2688, 960)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,4,0.007652061781345809,2.9724198115911418 +5765,5784,1.080585784341764,0.027582306418118478,0.004350181276806181,0.004356800212983732,1.0812410231839298,2.6018315253869533,1.4120317633677728,0.999990537916664,0.010468007173657722,"model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(0, 640)","model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(256, 1536)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,12,0.000655238842165673,3.4523969415557287 +5997,6063,1.0748272446538867,0.020816202506280336,0.0006444485368755646,0.00047484359494831253,1.0815501741565925,2.6209665342084354,1.4138921615214441,0.99999979234302,0.0015617195471191265,"model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(256, 448)","model.language_model.layers.3.self_attn.v_proj.weight|2d-64|(448, 1792)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,16,0.00672292950270581,4.417630763610272 +6376,6394,1.2079287193844936,0.004576168763137803,0.004779638847975872,0.00469090257833871,1.2230078560925775,1.7252440748638542,1.4110208656334364,0.9999885774610042,0.006742428972455654,"model.visual.blocks.20.attn.proj.weight|2d-128|(384, 512)","model.visual.blocks.21.attn.proj.weight|2d-128|(896, 256)",model.visual.layers.*.attn.proj.weight,2d-128,1,0.015079136708083807,3.0988908724172206 +6444,6643,1.1842938505686396,0.027078973173253713,0.0030876513093772277,0.003375891841965223,1.209475733199875,1.7697610093366496,1.4121779597610515,0.9999952331933346,0.004517994654846073,"model.visual.blocks.22.attn.proj.weight|2d-64|(192, 128)","model.visual.blocks.21.attn.proj.weight|2d-64|(640, 256)",model.visual.layers.*.attn.proj.weight,2d-64,1,0.02518188263123533,2.9722418437296794 +6851,6860,1.0872100459987244,0.034207385968133816,0.0035891578143057157,0.0036138766745015625,2.301136003604858,1.1084015330916155,1.4122276840999428,0.9999935589523484,0.0017288104734583662,"model.visual.blocks.9.attn.qkv.weight|2d-128|(2176, 640)","model.visual.blocks.1.attn.qkv.weight|2d-128|(128, 512)",model.visual.layers.*.attn.qkv.weight,2d-128,8,0.021191487092891093,7.739445548009038 +6953,7061,1.0873850966596492,0.04675362003631265,0.019949406998962024,0.020281069100052136,2.542187616059406,1.0784409394551404,1.4040339298996938,0.9998009907778597,0.008462891208195867,"model.visual.blocks.17.attn.qkv.weight|2d-64|(2368, 0)","model.visual.blocks.0.attn.qkv.weight|2d-64|(1920, 896)",model.visual.layers.*.attn.qkv.weight,2d-64,17,0.008944157204508807,7.601305292537734 +7283,7417,1.2134476772616745,0.0003204980571188884,0.014831187285190287,0.014926353305499209,1.1948494362958224,1.7861285698798308,1.4044868416540988,0.9998900118931641,0.022170498249085107,"model.visual.blocks.1.mlp.linear_fc1.weight|2d-128|(2688, 0)","model.visual.blocks.17.mlp.linear_fc1.weight|2d-128|(2560, 0)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,16,0.018598240965852053,3.483696319404073 +7465,7663,1.209600204540709,0.023676617441471946,0.01756641986366347,0.017685812217097474,1.2166794016979903,1.7116269079519173,1.4024331644477492,0.9998456985421168,0.024712473041843153,"model.visual.blocks.1.mlp.linear_fc1.weight|2d-64|(1344, 576)","model.visual.blocks.14.mlp.linear_fc1.weight|2d-64|(3200, 256)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,13,0.007079197157281225,3.2771981270064723 +7681,7690,1.2217404249653114,0.02837168084550685,-0.0011886236263885701,-0.0012227252656198304,1.2362708561096287,1.7035564140830013,1.4150123973244684,0.9999992935866879,-0.001637899488334525,"model.visual.blocks.4.mlp.linear_fc2.weight|2d-128|(256, 1024)","model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(640, 512)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,6,0.01453043114431729,3.694844290574256 +8081,8111,1.2069602374020756,-0.014567558679641776,-0.010293285822689437,-0.01008125731022643,1.2295216045217896,1.7436827339252992,1.4210527883737842,0.9999470227301906,-0.014597730286620238,"model.visual.blocks.4.mlp.linear_fc2.weight|2d-64|(576, 2304)","model.visual.blocks.10.mlp.linear_fc2.weight|2d-64|(512, 2368)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,6,0.022561367119714015,3.5480505946377416 +8269,8360,1.3271425070515854,0.08626902448070782,0.03148916864022204,0.03154575700391691,1.403099307739528,1.3807150291307941,1.3917721817842548,0.9995040931673804,0.030986807673958214,"model.visual.merger.linear_fc1.weight|2d-128|(2048, 2048)","model.visual.merger.linear_fc1.weight|2d-128|(640, 1024)",model.visual.merger.linear_fc1.weight,2d-128,0,0.053572522079208706,3.7171185424490645 +8675,8699,1.3403626281839212,0.057143819250270664,0.024582928416543935,0.02348486377429283,1.4044805886061993,1.3890939533397861,1.3967237114495803,0.999697794151046,0.02431361280165097,"model.visual.merger.linear_fc1.weight|2d-64|(2432, 192)","model.visual.merger.linear_fc1.weight|2d-64|(1088, 192)",model.visual.merger.linear_fc1.weight,2d-64,0,0.04873132515586498,3.546218611003751 +8751,8875,1.3415952064886663,0.031832324447377755,0.00015629300050151563,0.00021293178117602786,1.4501191435302392,1.3806439918664966,1.4141031752836442,0.9999999877862489,0.00014880500893732607,"model.visual.merger.linear_fc2.weight|2d-128|(1536, 384)","model.visual.merger.linear_fc2.weight|2d-128|(1152, 1920)",model.visual.merger.linear_fc2.weight,2d-128,0,0.0390487853778303,3.7152470925243177 +8967,9030,1.3404481929610819,0.0338926449018685,0.04768766836149039,0.04774603050460549,1.3373640613697535,1.4273339941626653,1.3801545044413164,0.9988622959578785,0.050895812233054866,"model.visual.merger.linear_fc2.weight|2d-64|(1152, 2688)","model.visual.merger.linear_fc2.weight|2d-64|(320, 832)",model.visual.merger.linear_fc2.weight,2d-64,0,0.003084131591328365,3.475131886308295 +9230,9302,0.6737129847444376,0.7476357773947145,0.6555667897958772,0.6575262282030638,0.8344728947802043,0.8256463475450374,0.8300244249025704,0.755137195559011,0.6486326026315786,"model.visual.pos_embed.weight|2d-128|(128, 768)","model.visual.pos_embed.weight|2d-128|(1280, 768)",model.visual.pos_embed.weight,2d-128,0,0.15193336280059977,4.514692215772344 +9419,9473,0.4320662576065635,0.9062062088691658,0.761280494171192,0.7623705709168472,0.6489508458372353,0.8241099317434637,0.721036917449564,0.6484227087282382,0.9667586075485378,"model.visual.pos_embed.weight|2d-64|(2176, 64)","model.visual.pos_embed.weight|2d-64|(448, 64)",model.visual.pos_embed.weight,2d-64,0,0.2168845882306718,2.220605247905779 +9638,9790,1.1681761723713397,0.053108675687071935,0.0016515210617814953,0.0016596890335309217,1.312758640938219,1.5405356017918252,1.4130600801711142,0.9999986362381613,0.0019380767442254956,"mtp.fc.weight|2d-128|(0, 2816)","mtp.fc.weight|2d-128|(1280, 2176)",mtp.fc.weight,2d-128,0,0.14458246856687929,2.9626287544342507 +9882,9970,1.1095994097963522,0.023453283242241878,0.0016661682085643427,0.0016705792218011286,1.1742753817259202,1.902475829239998,1.4131600025131723,0.999998611940787,0.0026994049211717377,"mtp.fc.weight|2d-64|(1280, 2880)","mtp.fc.weight|2d-64|(64, 2176)",mtp.fc.weight,2d-64,0,0.06467597192956798,2.639544922643997 +10362,10363,1.3136021913887093,0.08312899786363101,0.01399314556888597,0.01401021174401654,1.3887763082977547,1.4203283846661257,1.4042865695596995,0.999902091145472,0.014311060552735596,"mtp.layers.0.mlp.down_proj.weight|2d-128|(512, 5376)","mtp.layers.0.mlp.down_proj.weight|2d-128|(512, 5504)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.07517411690904541,3.412662953509077 +10422,10619,1.2671928471949083,0.028847332253404877,-0.0001829314026681661,-0.00024979434000476985,1.4912987980497472,1.3481888097207482,1.414342253070125,0.9999999832680508,-0.00016537669737698988,"mtp.layers.0.mlp.down_proj.weight|2d-64|(768, 5184)","mtp.layers.0.mlp.down_proj.weight|2d-64|(1024, 1728)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.08099596252583985,4.077311872536853 +10787,10791,1.3069473231075046,0.0553803199236279,0.009343159085456229,0.008947894563795416,1.3849683343188819,1.4313682605854694,1.4075950494758591,0.9999563517365665,0.009656178438982003,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(1152, 384)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(2304, 128)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.07802101121137728,3.5832269138835025 +10910,11034,1.2937261089989454,0.037483566662203725,0.01933015368516023,0.019427738365560592,1.5197412744660546,1.3057577719312266,1.4006357966811518,0.9998131551237501,0.016608418045295902,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(3840, 1280)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(4608, 1216)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.012031662932281195,4.061330210810992 +11179,11233,1.3305270281894654,0.026150022823847575,0.002131968403546528,0.002149804619318879,1.4532876683866147,1.3753473025900143,1.4127075185133884,0.9999977273527806,0.0020176301339431798,"mtp.layers.0.mlp.up_proj.weight|2d-128|(128, 1408)","mtp.layers.0.mlp.up_proj.weight|2d-128|(2944, 1792)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.04482027440054881,4.006577602022522 +11525,11554,1.3108208269314285,0.020542834099794124,0.005958841915052738,0.006122763876975983,1.4936734427737464,1.3390092569918322,1.410018851557388,0.9999822459439125,0.005341826571134371,"mtp.layers.0.mlp.up_proj.weight|2d-64|(1984, 576)","mtp.layers.0.mlp.up_proj.weight|2d-64|(256, 1152)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.028188430060403613,4.0395444271187175 +11709,11723,1.2273940998368709,0.025891662284295753,-0.008082257699067834,-0.008039707779466408,1.6541453963392512,1.263100949437732,1.419716123882059,0.9999673380218406,-0.006171590112867733,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(256, 1664)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 1408)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.035706849600861235,5.3987311719264 +11744,11951,1.0831451815425472,0.03144097328353461,0.019979057556461136,0.019698627166344105,2.2817567812728234,1.1017493329270298,1.403106532301124,0.9998003987092402,0.00964691483158997,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 1024)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 1984)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.01860415138448257,7.171859956868534 +12137,12160,1.177823688775099,0.04998680404004398,0.011365440621349584,0.011397261054895604,1.1857579390878659,1.8279966680616613,1.4068560608723417,0.9999354112938909,0.017521272177069672,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(1152, 1152)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1408, 0)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.007934250312766844,3.3800283970141924 +12411,12415,1.1705427860748283,0.006666954883113181,0.030030491215545196,0.029630815662479416,1.2084735229764685,1.7039266379817277,1.3940292701180728,0.9995489830905503,0.042342470034273244,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(512, 1984)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(640, 0)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.03793073690164017,3.4920301122313555 +12614,12743,1.05567429207275,0.04569101785909621,0.03248128341843552,0.03400860286261891,1.0606563353853449,2.7370920241449164,1.398651427133467,0.9994723439032674,0.08382004501608031,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(896, 768)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(1920, 896)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.004982043312594886,3.0050857589957243 +12779,12815,1.0542330771900708,0.0356081140123736,0.005219354728679427,0.0034372928146261107,2.854541504651778,1.0655747348470224,1.4117931159757702,0.9999863790753434,0.0019483382960177303,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(1920, 448)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(896, 1984)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.01134165765695161,8.572208888265543 +13008,13042,1.356185085735224,0.050591432140416885,0.012058471787889198,0.012052444976446593,1.4116198548394305,1.3997777241281684,1.4056613789243406,0.9999272939859881,0.011957312826005304,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(0, 0)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(256, 256)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.04359263839294436,3.7903338886139375 +13192,13274,1.298193117192089,0.03253845918132917,0.006069022433849926,0.0057441219999327,1.3392624722567197,1.49313704390597,1.4099409179777365,0.9999815833137615,0.0067663228112469975,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 1536)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 640)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.04106935506463061,3.5681375669395217 +190,191,1.164165984648315,0.31410383930134494,0.2917515034236192,0.28906373286411025,1.1938864551060246,1.1864910576014693,1.190171524340332,0.9564941506617057,0.28994428102726694,"model.language_model.embed_tokens.weight|2d-128|(163712, 1920)","model.language_model.embed_tokens.weight|2d-128|(158208, 1920)",model.language_model.embed_tokens.weight,2d-128,0,0.022325072953154335,3.059119377477339 +284,470,1.1459740527000741,0.3427839378244368,0.2933600970015239,0.29098043754492,1.1977425170422817,1.1801360403496088,1.1888415093710085,0.9560020154200808,0.28904778643650175,"model.language_model.embed_tokens.weight|2d-64|(82240, 512)","model.language_model.embed_tokens.weight|2d-64|(223040, 512)",model.language_model.embed_tokens.weight,2d-64,0,0.03416198764953471,3.0198061797836275 +650,653,0.11957121099632885,0.9930883950147571,0.9930883950147571,0.997117260626088,0.12323820176784102,0.11957121099632885,0.12136317679590038,0.1173688190577619,0.9635387429784903,"model.language_model.layers.8.linear_attn.conv1d.weight|3d-axis0-slice|(5427, 0, 0)","model.language_model.layers.13.linear_attn.conv1d.weight|3d-axis0-slice|(5980, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,5,0.0,0.21779431313612327 +776,872,0.5676600854795628,0.8543993886099363,0.8543993886099361,0.8547581730310864,0.5676600854795628,0.9070272305181867,0.680507641045351,0.5196168634128105,1.365189364252391,"model.language_model.layers.22.linear_attn.conv1d.weight|3d-volume|(356, 0, 0)","model.language_model.layers.8.linear_attn.conv1d.weight|3d-volume|(1268, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,14,0.0,1.320107052300293 +1043,1239,1.142680320491168,-0.0016432882562327977,-0.0067762085661292005,-0.006745059146261858,1.156806336684992,2.0124891662519824,1.418347926850537,0.9999770412351817,-0.011788530106671066,"model.language_model.layers.16.linear_attn.in_proj_qkv.weight|2d-128|(1664, 896)","model.language_model.layers.12.linear_attn.in_proj_qkv.weight|2d-128|(5120, 128)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,4,0.014126016193824142,3.319039040016337 +1316,1438,1.1361862860729917,0.030149206809848072,0.020132547255924223,0.020109209409936896,2.026281964517156,1.1367125350739449,1.402012033947828,0.9997973197308483,0.011294044575001128,"model.language_model.layers.9.linear_attn.in_proj_qkv.weight|2d-64|(4032, 320)","model.language_model.layers.21.linear_attn.in_proj_qkv.weight|2d-64|(320, 1408)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,12,0.0005262490009532161,5.401398276154894 +1592,1641,1.1497307036384776,0.0908111123419897,0.01725388681279966,0.017212376002087325,1.8115160781403319,1.1856667552858546,1.4029881535129873,0.9998511406153674,0.01129294972330729,"model.language_model.layers.16.linear_attn.in_proj_z.weight|2d-128|(512, 512)","model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-128|(256, 896)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,14,0.03593605164737701,4.643487839242353 +1811,1921,1.1465010073377702,-0.002344486656656317,-0.0042712360812579946,-0.0044241545049184495,2.0449859212557273,1.1491649028639366,1.4167909627555413,0.9999908782295658,-0.0024001899208253717,"model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-64|(320, 704)","model.language_model.layers.14.linear_attn.in_proj_z.weight|2d-64|(0, 576)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,4,0.0026638955261664155,5.722144949644589 +2070,2134,1.2282521743273136,-0.009277674975306283,-0.005514964103281056,-0.005519491983049198,1.2270584646113016,1.7389965544671826,1.417882846753492,0.9999847924698353,-0.00781584891853866,"model.language_model.layers.6.linear_attn.out_proj.weight|2d-128|(0, 512)","model.language_model.layers.16.linear_attn.out_proj.weight|2d-128|(1280, 256)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,10,0.0011937097160119592,3.313009036857819 +2403,2425,1.2239081086505998,0.0013109033193526047,-0.00996994638674962,-0.010012342480276295,1.7346422219497215,1.2324704953939998,1.4208551575389865,0.9999502988494204,-0.007083688271185803,"model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(192, 960)","model.language_model.layers.6.linear_attn.out_proj.weight|2d-64|(1152, 576)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,6,0.00856238674339993,5.099857148864132 +2690,2784,1.2655918329043956,0.015396176328850696,0.002311945055300023,0.0022754092358403854,1.2921574375418208,1.5745547844899566,1.4126092836771371,0.9999973274514593,0.0028172140967789236,"model.language_model.layers.21.mlp.down_proj.weight|2d-128|(1280, 2176)","model.language_model.layers.3.mlp.down_proj.weight|2d-128|(1664, 384)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,18,0.02656560463742519,3.545569605231276 +2948,3066,1.2574086268811842,0.05099780621535189,0.02746159524483845,0.027118280375766128,1.5557862154983668,1.275639289353576,1.39504183733887,0.9996228592757415,0.022516647527578017,"model.language_model.layers.9.mlp.down_proj.weight|2d-64|(1536, 832)","model.language_model.layers.21.mlp.down_proj.weight|2d-64|(704, 5568)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,12,0.0182306624723918,4.208144460508911 +3181,3278,1.1581825259660585,0.017757591522713487,0.010813391159342885,0.011250654132028403,1.1819067774909053,1.84410993576628,1.4072490692228325,0.9999415335766562,0.016871958479335238,"model.language_model.layers.18.mlp.gate_proj.weight|2d-128|(4480, 1920)","model.language_model.layers.9.mlp.gate_proj.weight|2d-128|(768, 1664)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,9,0.023724251524846807,3.010685513192771 +3520,3547,1.1453567345921776,0.05271582565710495,0.03849095351293527,0.03837863930035689,1.8311077999874532,1.1641540202860912,1.3893492261097584,0.999258948670296,0.024471196221782066,"model.language_model.layers.14.mlp.gate_proj.weight|2d-64|(192, 1216)","model.language_model.layers.23.mlp.gate_proj.weight|2d-64|(1792, 1344)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,9,0.01879728569391359,4.949062737111539 +3738,3761,1.228174661965157,0.04249058863815422,-0.007539818555606072,-0.0075269578333774486,1.6513743929952371,1.2638232907746119,1.419350511556637,0.9999715751640886,-0.005770343986929577,"model.language_model.layers.4.mlp.up_proj.weight|2d-128|(5120, 1152)","model.language_model.layers.22.mlp.up_proj.weight|2d-128|(4864, 1792)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,18,0.03564862880945485,4.31823620524527 +3953,4045,1.2210734001719383,0.03820720707547437,0.0352321454554228,0.03516588810814268,1.6395592999041815,1.2281344746934881,1.3900999905851967,0.9993791552391955,0.02639112379390548,"model.language_model.layers.7.mlp.up_proj.weight|2d-64|(768, 384)","model.language_model.layers.23.mlp.up_proj.weight|2d-64|(3840, 512)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,16,0.007061074521549804,4.389271591553213 +4119,4300,1.1736606762946344,0.010659258196930952,0.006640313388236551,0.006618605452531643,1.1702516760218116,1.9042953988222044,1.4100183480343371,0.9999779528760152,0.010805469020939614,"model.language_model.layers.11.self_attn.k_proj.weight|2d-128|(128, 896)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 1536)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,12,0.0034090002728228708,3.1583510856148513 +4409,4549,1.1021108463296185,-0.03035523360177956,-0.008763546575021038,-0.008713133899901327,2.2560846957013787,1.12041787759555,1.419142180575933,0.9999615993884102,-0.004352156757458218,"model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 1024)","model.language_model.layers.3.self_attn.k_proj.weight|2d-64|(448, 1920)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,20,0.018307031265931473,7.491363288972565 +4677,4799,1.118159936670327,0.037471803704846235,0.004489188166621979,0.004480777703482853,2.1138041278642974,1.1323163900107849,1.4115685327672682,0.9999899235440349,0.0024047551388048307,"model.language_model.layers.11.self_attn.o_proj.weight|2d-128|(512, 640)","model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(1408, 256)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,8,0.014156453340457897,5.627428300787473 +4933,5110,1.1220633740848462,-0.0006256249979627625,-0.0023556095591895465,-0.0020731636833464123,2.110524308808926,1.1369986784012927,1.4156038608462287,0.9999972255479536,-0.001269032981259277,"model.language_model.layers.3.self_attn.o_proj.weight|2d-64|(1792, 1856)","model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(576, 1856)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,20,0.014935304316446407,6.545933314042455 +5128,5172,1.1156374692134718,0.003534614472119892,0.012351948087967182,0.012343898125166793,1.104618277016242,2.2929305846996666,1.4073668118088154,0.9999237117792698,0.025639770897169466,"model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(3968, 512)","model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(2688, 1536)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,4,0.011019192197229799,3.368438709181424 +5439,5626,1.1023885706195145,0.025687072363284973,0.016802178415790524,0.016891869585350255,1.107211493248081,2.2485714104271324,1.4047648240993296,0.9998588334362426,0.03412256669031637,"model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(320, 1088)","model.language_model.layers.11.self_attn.q_proj.weight|2d-64|(3136, 512)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,8,0.004822922628566539,3.019669417832521 +5756,5775,1.080709208798566,0.015165121595241042,0.0010801891496208375,0.0010902062252625916,2.5711418431602873,1.0849675255029687,1.4136662694008229,0.9999994165955304,0.00045581699502768915,"model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(384, 512)","model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(0, 1920)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,12,0.004258316704402798,7.5307461981245645 +5924,6122,1.074883877438929,0.016665044377234893,-0.009454801433173083,-0.009377947896639219,2.6684479905149217,1.0827319577827428,1.4188643439417365,0.9999553023659904,-0.003836318227889152,"model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(384, 1472)","model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(64, 1472)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,12,0.00784808034381368,8.908363654862015 +6194,6248,1.2082118982780257,0.005270899577976443,0.009291223245626997,0.009030031892324923,1.6669767109192046,1.2411925051890789,1.4079053569626978,0.9999568356537195,0.0069180310564457064,"model.visual.blocks.0.attn.proj.weight|2d-128|(768, 256)","model.visual.blocks.1.attn.proj.weight|2d-128|(640, 0)",model.visual.layers.*.attn.proj.weight,2d-128,1,0.0329806069110532,5.047069892853139 +6430,6636,1.184384210259009,0.045030567432217956,0.017805370980175216,0.017743372978436867,1.194926478722523,1.7777687372631665,1.4025069600600337,0.9998414718165367,0.026490192030700445,"model.visual.blocks.23.attn.proj.weight|2d-64|(64, 448)","model.visual.blocks.8.attn.proj.weight|2d-64|(384, 960)",model.visual.layers.*.attn.proj.weight,2d-64,15,0.010542268463513915,3.1149539721674437 +6707,6848,1.0872258979466265,0.04741135076935671,0.009415178329493823,0.009308037999956298,2.3021638330145318,1.1051779966376876,1.4090091395588298,0.9999556762262135,0.004519855526768183,"model.visual.blocks.21.attn.qkv.weight|2d-128|(1664, 384)","model.visual.blocks.1.attn.qkv.weight|2d-128|(0, 0)",model.visual.layers.*.attn.qkv.weight,2d-128,20,0.01795209869106107,6.665616833512187 +7067,7091,1.087430186911563,0.057216350279301574,0.034069402056025065,0.034057037567145884,2.2739605497084443,1.0950239614073436,1.3952521953599748,0.9994194694138917,0.016406094471142586,"model.visual.blocks.21.attn.qkv.weight|2d-64|(384, 704)","model.visual.blocks.3.attn.qkv.weight|2d-64|(832, 128)",model.visual.layers.*.attn.qkv.weight,2d-64,18,0.007593774495780581,6.059290853197073 +7252,7348,1.213462550009009,0.07316286779005379,0.003928436928081293,0.003971001391051075,1.2803151522066265,1.5935372677487674,1.4114983516605804,0.9999922836618801,0.00488950758577582,"model.visual.blocks.8.mlp.linear_fc1.weight|2d-128|(3328, 128)","model.visual.blocks.14.mlp.linear_fc1.weight|2d-128|(1920, 0)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,6,0.06685260219761746,3.2033698864878106 +7439,7658,1.2097930954219582,0.023406125987894672,0.01003167257436318,0.011223418811050104,1.7758052032365066,1.2018649507811334,1.4076128848234037,0.9999496815067049,0.006789435937492126,"model.visual.blocks.14.mlp.linear_fc1.weight|2d-64|(1088, 768)","model.visual.blocks.0.mlp.linear_fc1.weight|2d-64|(896, 640)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,14,0.007928144640824808,5.101240178570092 +7754,7783,1.2218709972515645,0.04322467762234193,0.006387437787939629,0.006336957202999448,1.2395510391430853,1.6776356042160485,1.4098895763987975,0.9999796001111748,0.008644898607943131,"model.visual.blocks.5.mlp.linear_fc2.weight|2d-128|(768, 128)","model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(384, 2432)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,5,0.017680041891520837,3.353696173114792 +7963,8023,1.2072171121764734,0.006193467729074639,0.01458246806417853,0.01459352767550753,1.2556463104295041,1.6220815561237973,1.4041957644104062,0.9998936701595611,0.018838069521008076,"model.visual.blocks.4.mlp.linear_fc2.weight|2d-64|(384, 2944)","model.visual.blocks.2.mlp.linear_fc2.weight|2d-64|(256, 1280)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,2,0.048429198253030714,3.613151560483902 +8251,8282,1.3272912480984569,0.03858209890927681,0.014104405187530953,0.014062321672019882,1.4364989255692568,1.3740137877502565,1.4042147494409467,0.9999005279298065,0.013490888750928923,"model.visual.merger.linear_fc1.weight|2d-128|(2304, 2816)","model.visual.merger.linear_fc1.weight|2d-128|(3072, 3584)",model.visual.merger.linear_fc1.weight,2d-128,0,0.04672253965179962,3.829195593164073 +8551,8615,1.3405722808982135,0.07029695827982681,0.05036786652488646,0.050370216452049726,1.3830728181204106,1.373257406860154,1.378138897855873,0.9987307334921316,0.05001041511830373,"model.visual.merger.linear_fc1.weight|2d-64|(2752, 576)","model.visual.merger.linear_fc1.weight|2d-64|(1920, 3776)",model.visual.merger.linear_fc1.weight,2d-64,0,0.03268512596194051,3.5523022502466066 +8707,8765,1.3416901861921635,0.06291246082178811,-0.0010434124240024318,-0.0010298449776408882,1.409295088395923,1.4206758632449596,1.4149511501639733,0.9999994556451085,-0.001051838510185543,"model.visual.merger.linear_fc2.weight|2d-128|(0, 384)","model.visual.merger.linear_fc2.weight|2d-128|(1280, 1536)",model.visual.merger.linear_fc2.weight,2d-128,0,0.06760490220375948,3.6430376688529886 +8993,9133,1.3404917817254225,0.03270063521061165,0.017229715255941132,0.01728733880195913,1.3631100369996512,1.4444161288820205,1.4019979751137757,0.9998515574385025,0.018257424519083302,"model.visual.merger.linear_fc2.weight|2d-64|(1152, 576)","model.visual.merger.linear_fc2.weight|2d-64|(1984, 3136)",model.visual.merger.linear_fc2.weight,2d-64,0,0.02261825527422867,3.493812795445483 +9225,9273,0.6741981818182059,0.7540153635914862,0.7257774015069601,0.7259170273454164,0.7025149581626511,0.8091759820529237,0.7502175019174473,0.6879296210091588,0.8359703018312701,"model.visual.pos_embed.weight|2d-128|(128, 128)","model.visual.pos_embed.weight|2d-128|(896, 128)",model.visual.pos_embed.weight,2d-128,0,0.028316776344445183,2.7415061781794337 +9364,9439,0.43323265759618657,0.9065598053008459,0.8254062930705682,0.8237519676714709,0.5677847304860129,0.6408199591601148,0.6009992706845952,0.564539149536596,0.9315798728212072,"model.visual.pos_embed.weight|2d-64|(1024, 960)","model.visual.pos_embed.weight|2d-64|(256, 960)",model.visual.pos_embed.weight,2d-64,0,0.1345520728898263,2.1366891256582767 +9638,9855,1.1686643191460324,0.010019847050385432,-0.0010322005683647644,-0.0010316995789166857,1.2457348375624753,1.6792542217554294,1.4149118890240553,0.9999994672808514,-0.0013914093993842858,"mtp.fc.weight|2d-128|(0, 2816)","mtp.fc.weight|2d-128|(1920, 3584)",mtp.fc.weight,2d-128,0,0.07707051841644286,2.7069903636237442 +9905,10031,1.1103093264192607,0.049882202191503966,0.03510604628851883,0.03519771808507087,1.1578879297218885,1.8679837374073098,1.391803763242687,0.9993835927780625,0.056635466929318784,"mtp.fc.weight|2d-64|(0, 2112)","mtp.fc.weight|2d-64|(832, 2688)",mtp.fc.weight,2d-64,0,0.04757860330262775,3.2345978822834023 +10200,10325,1.3137990523805705,0.04791717184529859,0.01080624975795622,0.010807566775202383,1.4384424300669647,1.3767058772404475,1.4065590206975158,0.9999416107784337,0.010342456007790253,"mtp.layers.0.mlp.down_proj.weight|2d-128|(1792, 2176)","mtp.layers.0.mlp.down_proj.weight|2d-128|(512, 640)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.06290682485987698,3.7575197778067215 +10427,10524,1.2673796794748637,0.05343557511853896,0.021470262650469533,0.02132759559755406,1.3567947179991777,1.4453619286398516,1.3989800511024308,0.9997694873428173,0.02287177258373261,"mtp.layers.0.mlp.down_proj.weight|2d-64|(1408, 3904)","mtp.layers.0.mlp.down_proj.weight|2d-64|(128, 5952)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.08941503852431398,3.2381546595152613 +10643,10871,1.3069576019722817,0.03299585959490205,0.004310945616436284,0.004319527976541912,1.3471247019026056,1.4853294353979005,1.4111764825800341,0.9999907078307738,0.004753215800622514,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(0, 384)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(5504, 768)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.04016709993032386,3.3987252964602064 +11106,11135,1.2937439280514629,0.047152263814427046,0.012365826996610998,0.01244190390742026,1.3412494561395838,1.479931712863856,1.4054848217049998,0.9999235402382974,0.013644426429626147,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(384, 1152)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(3328, 320)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.04750552808812092,3.7638654907118 +11233,11395,1.3305271683932018,0.0420030034953769,0.006788640992057707,0.006794999771319806,1.386445702480358,1.4335498835771427,1.4094077807140848,0.9999769569112484,0.0070192835438135145,"mtp.layers.0.mlp.up_proj.weight|2d-128|(2944, 1792)","mtp.layers.0.mlp.up_proj.weight|2d-128|(5376, 1920)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.05591853408715619,3.5770099917847706 +11481,11552,1.310922519052877,0.027094636923479826,0.020302449450290434,0.020229301089930627,1.3508191388939566,1.454579991486851,1.399823575384521,0.9997938840312629,0.021861947242430946,"mtp.layers.0.mlp.up_proj.weight|2d-64|(5440, 64)","mtp.layers.0.mlp.up_proj.weight|2d-64|(1536, 576)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.039896619841079506,3.5905771973464344 +11708,11721,1.2275600093180503,0.006105435223281783,-0.0011403756818940956,-0.001139791604816662,1.7585285424467354,1.2166540225279812,1.4149679487184916,0.9999993497714407,-0.0007889793239517836,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(256, 1536)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 1152)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.010905986790069155,5.037318157958261 +11757,11946,1.0831519830659873,0.036818277562054365,0.024540260659972123,0.02480369950846329,2.38966246521609,1.0886623928303047,1.4010591379769302,0.999698842455437,0.011179846224997634,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 1856)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 1664)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.005510409764317492,6.848245181368811 +11993,12167,1.1778335024634172,0.005612393886018941,0.0014362130167775676,0.0013151630615108692,1.1909401559679547,1.8372222038541068,1.4132861884410697,0.9999989686455534,0.0022155961663274685,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(0, 1152)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1408, 896)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.013106653504537435,3.3535158014902624 +12244,12272,1.1706478084921983,0.036225157660713894,-0.0038634916438079893,-0.0037778648138488856,1.148830334076682,2.0453897701204102,1.4165445271075605,0.9999925366883086,-0.006878601696691518,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(0, 256)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(1472, 0)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.021817474415516402,3.182785969623342 +12581,12622,1.0558888568219378,0.00705639922387786,-0.006200076320938882,-0.00624491013220509,3.054161134234616,1.0606137601414165,1.4169282002179897,0.9999807793420904,-0.0021530908065735335,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 640)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(896, 1792)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.004724903319478724,9.171461358344965 +12775,12986,1.0545097910287788,0.03101406505653519,0.01289297058527128,0.013033846584408973,1.0713056690822738,2.6956420474121394,1.4079417102796936,0.9999168822004594,0.03244156605227119,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(896, 1728)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(1920, 704)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.016795878053494917,3.195432334821104 +13030,13061,1.3562807540608206,0.02289111698839049,0.009331562201291306,0.009377902649597545,1.3828108516739512,1.4337804719690022,1.4076040263241683,0.999956460025577,0.009675518268445177,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 768)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(384, 640)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.026530097613130632,3.8243647729847567 +13177,13320,1.298600634298118,0.045147102916100544,0.015518543377904098,0.01550892320330818,1.3415778405927319,1.4742841382222642,1.403246406795007,0.9998795801552445,0.017053607817679773,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 576)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(448, 1536)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.04297720629461388,3.445683513370171 +20,177,1.1642671687525932,0.2900572045931402,0.2430055255287113,0.24304594175559338,1.1903095940434152,1.275989301204697,1.230918620405561,0.9700249040939696,0.2604973128503163,"model.language_model.embed_tokens.weight|2d-128|(145024, 128)","model.language_model.embed_tokens.weight|2d-128|(188160, 128)",model.language_model.embed_tokens.weight,2d-128,0,0.026042425290822013,2.943682104015454 +337,383,1.1464905533025953,0.2649988153651076,0.21162979177760158,0.20994388117161644,1.321803851732354,1.1999523242548407,1.2564681822809631,0.977349902149772,0.19212053300667886,"model.language_model.embed_tokens.weight|2d-64|(25024, 704)","model.language_model.embed_tokens.weight|2d-64|(166336, 704)",model.language_model.embed_tokens.weight,2d-64,0,0.05346177095224536,3.4527358552409098 +611,638,0.11987379621171558,0.999683976494596,0.9996839764945958,0.9997254234276194,0.11987379621171557,0.13583807021030275,0.12711013177792374,0.025138558828066638,1.1328175671299543,"model.language_model.layers.6.linear_attn.conv1d.weight|3d-axis0-slice|(4171, 0, 0)","model.language_model.layers.4.linear_attn.conv1d.weight|3d-axis0-slice|(6054, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,2,1.3877787807814457e-17,0.2307546556980664 +890,912,0.5680390143968691,0.9303458467064907,0.9303458467064907,0.9300177663360734,1.1440587447655488,0.5680390143968691,0.719519873393217,0.3666832495710475,0.46192797374200845,"model.language_model.layers.10.linear_attn.conv1d.weight|3d-volume|(4248, 0, 0)","model.language_model.layers.13.linear_attn.conv1d.weight|3d-volume|(4928, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,3,0.0,3.214329864186954 +1243,1262,1.1427534000368762,0.06044387363018741,0.0021999756457820353,0.002228597099756256,1.9279611675658408,1.1680759704557053,1.4128340434025841,0.9999975800506509,0.0013328788622180639,"model.language_model.layers.6.linear_attn.in_proj_qkv.weight|2d-128|(3968, 512)","model.language_model.layers.22.linear_attn.in_proj_qkv.weight|2d-128|(0, 512)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,16,0.025322570418829127,5.028085263671065 +1345,1458,1.1369675299269253,0.029486694359791704,-0.010261055352492316,-0.01002364093896253,1.1761492404020957,1.9314125203845316,1.420645241959648,0.9999473539857252,-0.016850183717660682,"model.language_model.layers.21.linear_attn.in_proj_qkv.weight|2d-64|(4032, 1344)","model.language_model.layers.0.linear_attn.in_proj_qkv.weight|2d-64|(6080, 0)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,21,0.039181710475170384,3.1240525556272405 +1582,1635,1.1498852488396984,0.001805292032616256,-0.0071055422859410385,-0.007421091524210649,1.1546487098117002,2.025042973713819,1.4185308729800057,0.9999747553157643,-0.01246182354710974,"model.language_model.layers.6.linear_attn.in_proj_z.weight|2d-128|(128, 640)","model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(256, 1920)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,12,0.004763460972001754,3.2333964543736586 +1994,2029,1.14667469809316,0.03463745335992411,0.020150292963337226,0.020795189752896445,1.7671955989432522,1.1962053219887612,1.4009227974055751,0.9997969622345787,0.013639626364387916,"model.language_model.layers.1.linear_attn.in_proj_z.weight|2d-64|(896, 64)","model.language_model.layers.20.linear_attn.in_proj_z.weight|2d-64|(1152, 0)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,19,0.049530623895601256,5.5077207310277245 +2134,2209,1.2282894024029105,0.0099792344058748,-0.008412150452830485,-0.008412080918852446,1.7348163384060051,1.231054110646471,1.419817156441406,0.9999646172364095,-0.005969399852349058,"model.language_model.layers.16.linear_attn.out_proj.weight|2d-128|(1280, 256)","model.language_model.layers.1.linear_attn.out_proj.weight|2d-128|(128, 1408)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,15,0.002764708243560454,4.5726344881258845 +2325,2374,1.2239416366942173,0.011279473249381122,-0.011729530774434218,-0.011758260515913398,1.268617346571524,1.6497126362419214,1.4222068718576664,0.9999312066876459,-0.015253106216833255,"model.language_model.layers.14.linear_attn.out_proj.weight|2d-64|(1664, 256)","model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(1536, 896)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,2,0.044675709877306735,3.198216557027739 +2587,2755,1.2656285649370171,0.045272278459375426,0.000696726754238507,0.0006885208331151784,1.317455278754024,1.5347447192919608,1.4137265039562794,0.9999997572858855,0.0008116387129802682,"model.language_model.layers.23.mlp.down_proj.weight|2d-128|(640, 3968)","model.language_model.layers.2.mlp.down_proj.weight|2d-128|(128, 5376)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,21,0.051826713817006764,3.3663919130680275 +2823,2928,1.2574622347524638,0.040852490648035145,0.0076557073805841565,0.0076771885016376,1.3136468236785168,1.5282931772630912,1.408851405283787,0.9999706946428494,0.008906629351187613,"model.language_model.layers.15.mlp.down_proj.weight|2d-64|(1856, 1728)","model.language_model.layers.7.mlp.down_proj.weight|2d-64|(704, 3520)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,8,0.05618458892605305,3.287501623489724 +3110,3278,1.158269227638768,0.024080277358142978,-7.241480306068253e-05,-0.00020841768916976774,1.1913147029065814,1.8401300750267315,1.4142602808683702,0.9999999973780481,-0.00011185344784546736,"model.language_model.layers.21.mlp.gate_proj.weight|2d-128|(2816, 768)","model.language_model.layers.9.mlp.gate_proj.weight|2d-128|(768, 1664)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,12,0.03304547526781332,3.077768687482025 +3506,3518,1.1453938337015994,0.02570930449375684,-0.0007943431627960531,-0.002464024542681348,1.1681511896401606,1.93720528769607,1.4147102429783938,0.9999996845094201,-0.001317300182425659,"model.language_model.layers.21.mlp.gate_proj.weight|2d-64|(896, 1600)","model.language_model.layers.11.mlp.gate_proj.weight|2d-64|(6080, 640)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,10,0.022757355938561208,3.0551682833059024 +3648,3726,1.2283028679766226,0.05770961583329887,0.0002640398078799243,0.0002616511215482317,1.6401979217350762,1.2613414941369858,1.4140331059543405,0.9999999651414894,0.00020305132775110267,"model.language_model.layers.6.mlp.up_proj.weight|2d-128|(4864, 256)","model.language_model.layers.23.mlp.up_proj.weight|2d-128|(6016, 640)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,17,0.03303862616036324,4.279039725950272 +3897,3958,1.2212025585260973,0.04153599370471747,0.029165495648300187,0.0291617644259075,1.6446343335064846,1.231770161730616,1.3942826073563326,0.9995745964477033,0.021843875297839058,"model.language_model.layers.2.mlp.up_proj.weight|2d-64|(0, 192)","model.language_model.layers.22.mlp.up_proj.weight|2d-64|(3520, 1728)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,20,0.010567603204518772,4.230703092327234 +4102,4290,1.1737534776973841,-0.0012782571020880209,0.0065523445079955075,0.0064130868049807445,1.185043684881333,1.8445567823907734,1.409993314779958,0.9999785331603117,0.010198924864102645,"model.language_model.layers.3.self_attn.k_proj.weight|2d-128|(128, 0)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 256)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,20,0.011290207183948908,3.118243664521886 +4409,4584,1.1021926835118225,0.008762482097082157,-0.017503599038146946,-0.017431478107730564,2.071831544078155,1.1528738555912426,1.4246923809131473,0.9998468002752781,-0.00973990465948346,"model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 1024)","model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(384, 1472)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,0,0.05068117207942002,7.457130728322545 +4773,4863,1.1181815850591739,0.019890339738260914,0.003236602969507718,0.003221842729403042,2.190184020878518,1.1221329366979222,1.4123548052867878,0.9999947621868915,0.0016582619362011865,"model.language_model.layers.3.self_attn.o_proj.weight|2d-128|(1920, 1792)","model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(1792, 1152)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,16,0.003951351638748379,5.755496034139442 +4933,4980,1.1220642681734432,0.00883357127956067,0.009229858493081371,0.009466062021983303,2.047410795511494,1.1400852421403673,1.4086545054411737,0.9999574039488871,0.005139577010180382,"model.language_model.layers.3.self_attn.o_proj.weight|2d-64|(1792, 1856)","model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(1984, 704)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,16,0.018020973966924148,5.684356988513131 +5185,5281,1.1161771040005692,0.027845395590567975,0.006473160253165623,0.006397062254458493,2.144512224311875,1.126574157955402,1.410439562483512,0.9999790488786937,0.0034005378840218244,"model.language_model.layers.11.self_attn.q_proj.weight|2d-128|(3200, 1536)","model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(384, 384)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,8,0.010397053954832813,5.805063845953175 +5433,5444,1.102440252788065,0.029080830259205905,-0.0008240733623369438,0.002046156365622929,1.1055895981963153,2.348851340280303,1.4146625539394968,0.9999996604514891,-0.0017507634159838797,"model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(1344, 320)","model.language_model.layers.11.self_attn.q_proj.weight|2d-64|(3456, 640)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,8,0.0031493454082502925,2.812815847314282 +5644,5765,1.0807329508872143,0.02613012001694687,0.011522307943869438,0.011542985724316649,2.5559411564456687,1.0813084299725122,1.4083542256711363,0.999933616006406,0.004874591373524099,"model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(256, 384)","model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(0, 640)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,12,0.0005754790852978697,7.857607221511614 +5924,5979,1.0749078072265492,0.00782989593972368,0.0264248960781574,0.026307269313244463,2.6977875806240523,1.065405598838146,1.4013882991181965,0.9996508014638205,0.010435674191914194,"model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(384, 1472)","model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(64, 640)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,12,0.009502208388403321,9.265498133771727 +6145,6248,1.2083722936362438,0.017830172619098854,-0.0057993852524532135,-0.0054994067935464725,1.638452527567606,1.2680473469726556,1.418177717941393,0.9999831834239481,-0.004488317457914389,"model.visual.blocks.14.attn.proj.weight|2d-128|(640, 896)","model.visual.blocks.1.attn.proj.weight|2d-128|(640, 0)",model.visual.layers.*.attn.proj.weight,2d-128,13,0.059675053336411876,4.209052243162517 +6524,6558,1.1850088194952166,-0.04344919412812097,-0.019995683852104762,-0.0201097123237042,1.9222003761241324,1.1852797098588606,1.4267910988538948,0.9998000663269065,-0.012329868753038731,"model.visual.blocks.0.attn.proj.weight|2d-64|(448, 768)","model.visual.blocks.2.attn.proj.weight|2d-64|(960, 320)",model.visual.layers.*.attn.proj.weight,2d-64,2,0.0002708903636439164,6.499923700632378 +6728,6870,1.0882710401430016,0.041474156178471173,0.015323265800503484,0.015449367908677757,1.0868244167489243,2.463002259255272,1.4061869466111248,0.9998825918702691,0.03472615972201517,"model.visual.blocks.0.attn.qkv.weight|2d-128|(1152, 0)","model.visual.blocks.17.attn.qkv.weight|2d-128|(2304, 256)",model.visual.layers.*.attn.qkv.weight,2d-128,17,0.0014466233940773066,3.86630867756154 +7091,7099,1.087698617295144,0.004049242289795939,-0.007539309113259361,-0.007101230020795727,1.091754092950998,2.5353056971484147,1.4180814178135068,0.9999715790051709,-0.017508020781257887,"model.visual.blocks.3.attn.qkv.weight|2d-64|(832, 128)","model.visual.blocks.18.attn.qkv.weight|2d-64|(2816, 512)",model.visual.layers.*.attn.qkv.weight,2d-64,15,0.004055475655853957,2.7692058941449598 +7353,7358,1.2136416403052879,0.01707189191190629,-0.008590970619877503,-0.00851042821506844,1.249454723939316,1.6872002801797024,1.4200123183265845,0.999963096930986,-0.011600810945092636,"model.visual.blocks.0.mlp.linear_fc1.weight|2d-128|(2944, 128)","model.visual.blocks.17.mlp.linear_fc1.weight|2d-128|(128, 640)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,17,0.03581308363402802,3.5867127473229523 +7568,7644,1.2099413232392253,0.03952767793160707,0.01423118519785188,0.014205933851984223,1.6745730394049787,1.2335624100464146,1.404570145129054,0.9998987315562834,0.010483302129787552,"model.visual.blocks.21.mlp.linear_fc1.weight|2d-64|(640, 64)","model.visual.blocks.1.mlp.linear_fc1.weight|2d-64|(3648, 128)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,20,0.02362108680718933,4.493806809162551 +7761,7862,1.2223668305026854,0.026838431943508906,-0.0035460176455278363,-0.0037018474382569367,1.6592239635482164,1.256533863103187,1.41662505759883,0.9999937128596648,-0.00268540676162774,"model.visual.blocks.13.mlp.linear_fc2.weight|2d-128|(0, 1024)","model.visual.blocks.5.mlp.linear_fc2.weight|2d-128|(768, 2688)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,8,0.03416703260050169,4.782017363203655 +8047,8058,1.2073080686115907,0.039696381810860465,0.02739406699819883,0.027382623564331257,1.2591649771156077,1.5877264387777978,1.3952247827185857,0.999624712126155,0.034542165029338566,"model.visual.blocks.5.mlp.linear_fc2.weight|2d-64|(192, 0)","model.visual.blocks.17.mlp.linear_fc2.weight|2d-64|(64, 3264)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,12,0.05185690850401703,3.0558467347797644 +8222,8239,1.3278692535128507,0.05583775851546613,0.004223128314109506,0.004232085988781653,1.3883008333077262,1.435325415053587,1.4112258597722374,0.9999910825538608,0.004366174286470515,"model.visual.merger.linear_fc1.weight|2d-128|(2048, 1664)","model.visual.merger.linear_fc1.weight|2d-128|(1024, 2944)",model.visual.merger.linear_fc1.weight,2d-128,0,0.06043157979487557,3.4460874272036217 +8558,8665,1.3406974330527772,0.03589699125271702,0.011157972275016092,0.0109458929051784,1.4575773484639531,1.3601167218535133,1.4063205141562236,0.9999377478896924,0.010411896623682054,"model.visual.merger.linear_fc1.weight|2d-64|(1152, 2048)","model.visual.merger.linear_fc1.weight|2d-64|(2624, 3456)",model.visual.merger.linear_fc1.weight,2d-64,0,0.019419288800736068,3.8288540692375315 +8719,8837,1.3417075867819248,0.049297292571126305,0.009990937245162073,0.009981094502139493,1.4140846683792334,1.4002799211612913,1.407131510206357,0.9999500893409446,0.009893402517416338,"model.visual.merger.linear_fc2.weight|2d-128|(0, 1920)","model.visual.merger.linear_fc2.weight|2d-128|(512, 640)",model.visual.merger.linear_fc2.weight,2d-128,0,0.058572334379366486,3.608762057769113 +8967,9075,1.340518608326388,0.06633657498305831,0.046889442285406965,0.04681888049213589,1.3452383537856853,1.4191402624838139,1.3807081751453816,0.9989000851947923,0.04946535700931497,"model.visual.merger.linear_fc2.weight|2d-64|(1152, 2688)","model.visual.merger.linear_fc2.weight|2d-64|(1664, 1280)",model.visual.merger.linear_fc2.weight,2d-64,0,0.00471974545929732,3.4554844561036924 +9254,9278,0.6781900231635889,0.7554075404793469,0.7072265302251723,0.706301732720036,0.7299987214866367,0.821080121309415,0.771536153007057,0.7069870118649023,0.7954666606099682,"model.visual.pos_embed.weight|2d-128|(512, 768)","model.visual.pos_embed.weight|2d-128|(896, 768)",model.visual.pos_embed.weight,2d-128,0,0.0518086983230478,3.409096025306951 +9394,9500,0.4364268181490375,0.9002252864114898,0.8876931885516508,0.8872761362026925,0.46043602366119274,0.5182636576620315,0.4867924343288791,0.46043544932922276,0.9991814174795757,"model.visual.pos_embed.weight|2d-64|(128, 128)","model.visual.pos_embed.weight|2d-64|(1280, 128)",model.visual.pos_embed.weight,2d-64,0,0.02400920551215524,1.5455112573839922 +9746,9863,1.1688104857462975,0.04824293208618146,0.0018968803117275842,0.0018797400271212043,1.7405624971062819,1.2201427640394518,1.412952102975664,0.9999982009209232,0.001329722311293707,"mtp.fc.weight|2d-128|(1280, 1024)","mtp.fc.weight|2d-128|(1152, 3968)",mtp.fc.weight,2d-128,0,0.05133227829315423,4.829822556235036 +10091,10100,1.1105174579578887,0.020246055108761214,0.014958838328505716,0.014988872372438554,1.8679746685831666,1.1727685019291416,1.4046546400174276,0.9998881103182804,0.009391591177426509,"mtp.fc.weight|2d-64|(320, 3648)","mtp.fc.weight|2d-64|(576, 3968)",mtp.fc.weight,2d-64,0,0.06225104397125292,5.357771561539593 +10206,10356,1.313907162054968,0.055292985792908374,0.008172889702654422,0.00814482405668546,1.4268878768050408,1.3906598239115573,1.408424518582373,0.9999666013792202,0.00796538364331124,"mtp.layers.0.mlp.down_proj.weight|2d-128|(128, 3840)","mtp.layers.0.mlp.down_proj.weight|2d-128|(512, 4608)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.07675266185658924,3.7532213344912275 +10505,10513,1.267384083939211,0.02389749842437969,-0.00170707989231811,-0.001737707715740532,1.5064069231543993,1.339136200380385,1.4154118290635853,0.9999985429380591,-0.0015175265365600858,"mtp.layers.0.mlp.down_proj.weight|2d-64|(1216, 5248)","mtp.layers.0.mlp.down_proj.weight|2d-64|(256, 1856)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.07175211644117407,3.7984161629872575 +10774,10838,1.3071390487187777,0.010301629456079592,0.002244121489444338,0.002224241922288435,1.3078643811267199,1.5474677769788867,1.4126480538528066,0.9999974819562001,0.002655249078309829,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(2432, 768)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(2560, 1536)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.0007253324079421475,3.688924689842771 +10923,11053,1.2939313435984716,0.06925954841521693,0.028561912646481714,0.028389458437193545,1.311778113191475,1.4940199317344542,1.394043088137453,0.9995920253513304,0.0325299426428785,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(0, 1728)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(5568, 128)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.017846769593003353,3.7764268982349867 +11214,11301,1.330539625012762,0.03835266384026102,-0.002314030853263148,-0.0024330658211378854,1.3949762906724998,1.4376857926439435,1.4158481408601125,0.9999973226270209,-0.0023848787278472946,"mtp.layers.0.mlp.up_proj.weight|2d-128|(384, 1792)","mtp.layers.0.mlp.up_proj.weight|2d-128|(1152, 640)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.06443666565973794,3.337916994600769 +11457,11481,1.311048891134619,0.03277043749693298,0.010939528648085579,0.010912602515791223,1.4757294181509246,1.346162420325926,1.4064896013461823,0.9999401615661598,0.009979053192951665,"mtp.layers.0.mlp.up_proj.weight|2d-64|(4480, 1088)","mtp.layers.0.mlp.up_proj.weight|2d-64|(5440, 64)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.03511352919130695,4.735515644339886 +11691,11707,1.2280351364979212,0.02652205801703937,0.017566177437875915,0.01756743437787396,1.2882215737849285,1.5523335615201512,1.4019521688771632,0.9998457028012978,0.021167606054224793,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(128, 1408)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(256, 1408)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.060186437287007344,3.8655341535842327 +11866,11924,1.0834272432910552,0.039748146727679276,0.004504637200653499,0.00439759056093133,2.205198109049055,1.1194264798290694,1.411639939789117,0.9999898540703752,0.002286692585007312,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(256, 640)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 256)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.03599923653801418,7.623430435268834 +11986,12199,1.1780386070857563,0.033512546478872855,0.011332570131258926,0.011324514247566015,1.1942335077276767,1.7978241555736754,1.4068075405521316,0.9999357843652862,0.017060288624354988,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(0, 256)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1664, 896)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.016194900641920418,3.4684136348765127 +12332,12463,1.170936400653339,0.04201903177342699,0.031593348909560504,0.031975045272778536,1.7174678623905832,1.2024847444547286,1.393063387543354,0.9995008055547923,0.02212007625988533,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(1792, 960)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(640, 1152)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.03154834380138971,5.05310441080731 +12591,12747,1.0559756444360222,0.04759397134196566,0.007646121997083586,0.0076061616587373175,2.66815086316989,1.075292756044594,1.4104596232450346,0.9999707679819474,0.0030814672846232135,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 1920)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(2432, 256)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.019317111608571746,7.8140989584200815 +12855,12948,1.0545145609063757,0.006078348071225353,-0.009264670669836128,-0.009260022142209251,1.0583192372479326,3.1373735122782267,1.4181762006976595,0.9999570820177132,-0.027464994811121798,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(896, 320)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(640, 1536)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.0038046763415569007,3.217646012894513 +13049,13061,1.3562911903092454,0.04717341969758894,0.0002778395070440918,0.00029426311230757466,1.403463585525799,1.4248123454976847,1.414017108915047,0.9999999614026034,0.000282065857487213,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(256, 1152)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(384, 640)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.0471723952165537,3.4921776122840313 +13096,13273,1.2988540931202435,0.012988051187051887,0.0041726197087999075,0.004335888120388152,1.3418248826213883,1.4927648095176278,1.41127671008501,0.9999912945844908,0.0046419916231004235,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(0, 1536)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 576)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.04297078950114486,3.371211379228309 +150,224,1.1653076895292214,0.30148409627110995,0.2526878931866462,0.25025825336491886,1.2242305883239761,1.220874371474076,1.2225490247776667,0.9675478430738679,0.251995151661506,"model.language_model.embed_tokens.weight|2d-128|(194560, 384)","model.language_model.embed_tokens.weight|2d-128|(70144, 384)",model.language_model.embed_tokens.weight,2d-128,0,0.05556668194485459,3.1849188289430517 +264,294,1.1474836114013314,0.32171175655215056,0.2786209079718387,0.2756987218656792,1.1880599475932756,1.214798600552959,1.201206132372629,0.9604011607869641,0.2848915913499482,"model.language_model.embed_tokens.weight|2d-64|(156224, 1216)","model.language_model.embed_tokens.weight|2d-64|(192960, 1216)",model.language_model.embed_tokens.weight,2d-64,0,0.04057633619194423,3.169523807040706 +522,599,0.1204226275151376,0.9934199413771404,0.9934199413771405,0.9908253635284772,0.1259377980478784,0.1204226275151376,0.12308764043388233,0.11452868668695491,0.9499152869187756,"model.language_model.layers.10.linear_attn.conv1d.weight|3d-axis0-slice|(1303, 0, 0)","model.language_model.layers.21.linear_attn.conv1d.weight|3d-axis0-slice|(649, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,11,0.0,0.2401381658689475 +778,914,0.5704741769970277,0.8601343735488377,0.8601343735488378,0.8132109616696392,0.5704741769970277,0.9434773058706466,0.6903810293297296,0.5100675047871097,1.4225311051140217,"model.language_model.layers.1.linear_attn.conv1d.weight|3d-volume|(3632, 0, 0)","model.language_model.layers.1.linear_attn.conv1d.weight|3d-volume|(3676, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,0,0.0,1.3002479991309754 +1141,1239,1.1428227255093648,0.023378639488399362,0.009442455980573954,0.009419103968883598,1.162390062127859,1.9305683264686466,1.4083002295010019,0.9999554190187955,0.015682606926972643,"model.language_model.layers.5.linear_attn.in_proj_qkv.weight|2d-128|(1280, 896)","model.language_model.layers.12.linear_attn.in_proj_qkv.weight|2d-128|(5120, 128)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,7,0.01956733661849408,3.1575127687732025 +1330,1514,1.1374550569207382,0.006084473522850232,0.002608402837802552,0.0026149106372852894,1.9982976974561755,1.153288611998656,1.4126156427840566,0.9999965981115314,0.0015054019689719601,"model.language_model.layers.1.linear_attn.in_proj_qkv.weight|2d-64|(4480, 1984)","model.language_model.layers.18.linear_attn.in_proj_qkv.weight|2d-64|(4608, 832)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,17,0.015833555077917838,5.625335881938761 +1544,1613,1.1499132931528528,0.017242789160992696,0.0141668453615516,0.014074675214382807,1.1534389127236482,1.9577543893114333,1.4054239090660394,0.9998996452107092,0.024045663262549415,"model.language_model.layers.0.linear_attn.in_proj_z.weight|2d-128|(0, 1024)","model.language_model.layers.10.linear_attn.in_proj_z.weight|2d-128|(1408, 640)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,10,0.0035256195707953353,3.0261206694386606 +1886,2038,1.1467590812092556,-0.015055108181682264,0.008879997352886698,0.010039136741433762,1.1403166062360748,2.0473634702169723,1.408864985740868,0.9999605720462246,0.015943451227930106,"model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-64|(1920, 1856)","model.language_model.layers.10.linear_attn.in_proj_z.weight|2d-64|(256, 1088)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,8,0.006442474973180845,3.028218107169819 +2134,2279,1.2283134640062598,-0.04031263516883953,-0.009999705764941942,-0.009999660769648894,1.779984922818507,1.2170297570224942,1.420787182137832,0.999950001692392,-0.006837102562719074,"model.language_model.layers.16.linear_attn.out_proj.weight|2d-128|(1280, 256)","model.language_model.layers.14.linear_attn.out_proj.weight|2d-128|(1536, 0)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,2,0.011283706983765684,4.839621743611682 +2360,2364,1.2241763119045779,6.658182381811791e-05,0.0054409153360437485,0.005136131901114245,1.706868582279139,1.2291047754765192,1.410560034060103,0.999985198110605,0.003917967142827839,"model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(64, 1024)","model.language_model.layers.22.linear_attn.out_proj.weight|2d-64|(1472, 384)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,10,0.004928463571941322,4.60575220447978 +2564,2734,1.2657479101435667,0.02807650111553235,0.007652980134450778,0.007719106594338026,1.2888117967634747,1.5703235259287451,1.4088960062294036,0.9999707155187404,0.009324600208325757,"model.language_model.layers.19.mlp.down_proj.weight|2d-128|(1536, 5248)","model.language_model.layers.3.mlp.down_proj.weight|2d-128|(0, 5248)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,16,0.02306388661990799,3.2731562701274455 +2868,2913,1.257503046456897,0.014940455449281513,-0.004425707346137677,-0.004607139980549895,1.2815188218703166,1.6078943841644373,1.4172608758481147,0.9999902065092869,-0.005552840790449332,"model.language_model.layers.21.mlp.down_proj.weight|2d-64|(128, 640)","model.language_model.layers.4.mlp.down_proj.weight|2d-64|(704, 3264)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,17,0.024015775413419593,3.1842987811664623 +3310,3311,1.1584607923057815,0.03932522295559683,0.010700114034228117,0.01070730912337116,1.1787118856351237,1.8568813528992187,1.4073501349881548,0.9999427521411686,0.016856402710614494,"model.language_model.layers.23.mlp.gate_proj.weight|2d-128|(2944, 1920)","model.language_model.layers.8.mlp.gate_proj.weight|2d-128|(3584, 1280)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,15,0.020251093329342273,3.121497415742263 +3370,3518,1.1456199337628412,0.008803792970644948,0.020389064710112148,0.02070006256575135,1.152217812265604,1.9426361032573256,1.4015048587202465,0.99979212141337,0.03437590774580331,"model.language_model.layers.22.mlp.gate_proj.weight|2d-64|(1344, 1472)","model.language_model.layers.11.mlp.gate_proj.weight|2d-64|(6080, 640)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,11,0.006597878502762722,3.154296023995355 +3720,3755,1.2284111014559593,0.05129165493752903,0.004668811860532544,0.004675222719373586,1.6118820642064475,1.2703363143322086,1.4109999970166254,0.9999891010385118,0.0036795255576835945,"model.language_model.layers.4.mlp.up_proj.weight|2d-128|(3712, 128)","model.language_model.layers.21.mlp.up_proj.weight|2d-128|(4224, 1920)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,17,0.041925212876249285,4.095033937607747 +3902,4074,1.2214768411680401,0.05081728874170245,0.014859617947943873,0.014904721987853094,1.6354375657083948,1.2493507653894458,1.4040394176966056,0.9998895897820125,0.011351625672495171,"model.language_model.layers.8.mlp.up_proj.weight|2d-64|(3008, 320)","model.language_model.layers.23.mlp.up_proj.weight|2d-64|(1664, 576)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,15,0.027873924221405666,4.166450035410974 +4249,4290,1.173960093280009,0.01707067508425746,-0.016405709401403824,-0.016336790742298116,1.195800896596157,1.8699072674259836,1.4247051960369557,0.9998654172932658,-0.025654066094352505,"model.language_model.layers.19.self_attn.k_proj.weight|2d-128|(128, 1152)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 256)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,4,0.021840803316148127,3.852904237929451 +4477,4514,1.1023773795494716,0.04080415272146919,0.009404238850650495,0.009483265647561492,1.1415339332398038,2.0383461337840743,1.4085322495236516,0.999955779168079,0.01679239954611016,"model.language_model.layers.3.self_attn.k_proj.weight|2d-64|(192, 1664)","model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 512)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,20,0.03915655369033222,2.9622608396813908 +4803,4845,1.118298554294527,0.011382930762154908,-0.002728202452854904,-0.002681938094958687,2.238338284022564,1.11927456979463,1.415756112693541,0.9999962784487632,-0.0013642297272618356,"model.language_model.layers.3.self_attn.o_proj.weight|2d-128|(1280, 1920)","model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(1280, 256)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,16,0.0009760155001030668,5.711245487188331 +4907,5053,1.1224040197572362,0.012974725137663633,0.009914551019355606,0.010495085114915714,1.1303236342532863,2.105217676289237,1.4083577884435654,0.999950849631163,0.018465762747858962,"model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(1088, 768)","model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(512, 448)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,12,0.007919614496050054,3.0420217450465565 +5209,5218,1.1161783669724281,0.05610821785290075,0.005619720702086464,0.0055829721631746425,2.022477551334419,1.1467980770150528,1.4107994001754862,0.9999842092449414,0.0031865297541929572,"model.language_model.layers.11.self_attn.q_proj.weight|2d-128|(2304, 128)","model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(896, 1152)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,8,0.030619710042624648,5.3105828714367815 +5452,5532,1.102505525030518,0.06876416266700888,0.07515000041792316,0.07579413773549193,1.1015586739904555,2.027873416173069,1.3689104513743122,0.9971722406070007,0.1383445945015743,"model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(1856, 512)","model.language_model.layers.19.self_attn.q_proj.weight|2d-64|(1408, 448)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,16,0.0009468510400625352,2.9622389485893503 +5790,5792,1.0808909717967519,0.028504712269186952,0.0070984760126230236,0.007101662452927476,1.0871731624682115,2.5066925473482464,1.4105442260317922,0.9999748055017678,0.016366939078936937,"model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(128, 1792)","model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(256, 896)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,12,0.006282190671459631,3.4321008163790734 +6105,6127,1.0749742530929622,0.03178077870697669,0.01587273091409216,0.0156878475035595,1.1072355700234635,2.2527621668506526,1.4052992096492392,0.9998740202712183,0.03229438130054822,"model.language_model.layers.23.self_attn.v_proj.weight|2d-64|(192, 1408)","model.language_model.layers.3.self_attn.v_proj.weight|2d-64|(384, 1024)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,20,0.03226131693050127,3.5309888418611597 +6248,6254,1.208558186590899,0.00478584097580242,-0.013854249898276381,-0.013637672159712058,1.2835491139759907,1.6228192521889608,1.4237146842314437,0.999904025274304,-0.017516231529244322,"model.visual.blocks.1.attn.proj.weight|2d-128|(640, 0)","model.visual.blocks.1.attn.proj.weight|2d-128|(640, 768)",model.visual.layers.*.attn.proj.weight,2d-128,0,0.07499092738509172,3.374470757320328 +6423,6524,1.185096821082547,0.010998557329371685,-0.007155234404840056,-0.007035011553657271,1.226620552445415,1.744263046552748,1.4189669359996828,0.9999744009826511,-0.010174793612339009,"model.visual.blocks.5.attn.proj.weight|2d-64|(64, 64)","model.visual.blocks.0.attn.proj.weight|2d-64|(448, 768)",model.visual.layers.*.attn.proj.weight,2d-64,5,0.04152373136286802,3.556228141562539 +6689,6860,1.0885436607665007,0.029529049682499316,0.004614238758352873,0.004649120530790402,2.3007902480437568,1.1078917488091438,1.4116604882748138,0.9999893543436755,0.0022218787878473634,"model.visual.blocks.20.attn.qkv.weight|2d-128|(2432, 384)","model.visual.blocks.1.attn.qkv.weight|2d-128|(128, 512)",model.visual.layers.*.attn.qkv.weight,2d-128,19,0.019348088042643097,7.624020220558478 +7063,7084,1.0879051191815843,0.04285156940404566,0.020279491144325198,0.019944268716094216,1.0971523992353338,2.3239129311469617,1.4030977487579412,0.9997943499734969,0.04295462666829474,"model.visual.blocks.0.attn.qkv.weight|2d-64|(1920, 512)","model.visual.blocks.16.attn.qkv.weight|2d-64|(448, 768)",model.visual.layers.*.attn.qkv.weight,2d-64,16,0.00924728005374953,3.5648325884385264 +7283,7319,1.2136416635342109,0.029210742061009307,7.042074803033718e-05,9.83445997442548e-05,1.2156014460748419,1.7586333446949451,1.4141669793508014,0.9999999975204591,0.0001018790130962768,"model.visual.blocks.1.mlp.linear_fc1.weight|2d-128|(2688, 0)","model.visual.blocks.17.mlp.linear_fc1.weight|2d-128|(3328, 512)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,16,0.0019597825406310054,3.4762396239577247 +7478,7644,1.2100070484876557,0.04285021240351078,0.0304784593668306,0.030602088289828362,1.6737824235522933,1.2190323166248866,1.3935505507603803,0.9995354238418088,0.02219776382300157,"model.visual.blocks.20.mlp.linear_fc1.weight|2d-64|(256, 832)","model.visual.blocks.1.mlp.linear_fc1.weight|2d-64|(3648, 128)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,19,0.009025268137230924,4.55046221561759 +7796,7884,1.2225406904099942,0.03422846487700197,0.01141545488662544,0.011315297130958636,1.657374770891912,1.2431881774775222,1.4064428716452835,0.9999348415720554,0.008562673213580778,"model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(512, 2688)","model.visual.blocks.0.mlp.linear_fc2.weight|2d-128|(768, 1536)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,10,0.020647487067527948,4.837945350264366 +8078,8081,1.2074248000687617,0.022644527281814642,0.0182247018647074,0.018165878387215697,1.6589636053539623,1.2361487477637225,1.4018106080990806,0.9998339163290784,0.013579829187161996,"model.visual.blocks.10.mlp.linear_fc2.weight|2d-64|(576, 2176)","model.visual.blocks.4.mlp.linear_fc2.weight|2d-64|(576, 2304)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,6,0.028723947694960783,5.198705039363333 +8233,8277,1.328052259049907,0.038879782263290585,0.008070770519253137,0.007884193035297181,1.4478917164657719,1.372164028511064,1.408503362238714,0.9999674308012364,0.007648652770746419,"model.visual.merger.linear_fc1.weight|2d-128|(2432, 2816)","model.visual.merger.linear_fc1.weight|2d-128|(2304, 3200)",model.visual.merger.linear_fc1.weight,2d-128,0,0.0441117694611568,3.7402145938556455 +8462,8702,1.3407204577808005,0.03717188746964151,0.02044121743934979,0.020450785555848925,1.4266925403130455,1.3741744304762775,1.3996950748321682,0.9997910564861027,0.019688753911054145,"model.visual.merger.linear_fc1.weight|2d-64|(2496, 832)","model.visual.merger.linear_fc1.weight|2d-64|(2048, 3840)",model.visual.merger.linear_fc1.weight,2d-64,0,0.03345397269547701,3.7381297094360724 +8794,8857,1.3417990948110858,0.05973411484336343,-0.0013139934113240725,-0.001261099564125781,1.4058120056734604,1.4246608864256516,1.415142308657431,0.9999991367102848,-0.0013316112044708505,"model.visual.merger.linear_fc2.weight|2d-128|(1280, 640)","model.visual.merger.linear_fc2.weight|2d-128|(1920, 3456)",model.visual.merger.linear_fc2.weight,2d-128,0,0.0640129108623746,3.4840525814311496 +9118,9148,1.3407831191711739,0.044915855079790366,-0.001988280068542687,-0.0020928372265923713,1.4499946356728566,1.3835744895477915,1.4156172479367874,0.9999980233692309,-0.0018972025918119696,"model.visual.merger.linear_fc2.weight|2d-64|(1664, 3392)","model.visual.merger.linear_fc2.weight|2d-64|(1984, 384)",model.visual.merger.linear_fc2.weight,2d-64,0,0.04279137037661762,3.7220969105164223 +9237,9333,0.678836110933279,0.7661433516872116,0.7317323293619523,0.7324515341569516,0.6974901819925708,0.7927804643939467,0.740576427565587,0.6815921054168184,0.8317007333729205,"model.visual.pos_embed.weight|2d-128|(256, 640)","model.visual.pos_embed.weight|2d-128|(1792, 640)",model.visual.pos_embed.weight,2d-128,0,0.018654071059291844,2.8654955855387536 +9392,9472,0.4394645536797398,0.9031861830162972,0.681559425568517,0.6818859558609563,0.9438684201000899,0.738711380117322,0.8226896205723941,0.7317627685382149,0.5334172572913275,"model.visual.pos_embed.weight|2d-64|(1664, 64)","model.visual.pos_embed.weight|2d-64|(2240, 64)",model.visual.pos_embed.weight,2d-64,0,0.29924682643758216,2.312661909919288 +9638,9735,1.168975841703151,0.04885023988635831,0.004436087491378853,0.004433573205813549,1.2873395131010485,1.5792602676770697,1.4111378219084842,0.9999901605154766,0.0054420272568173386,"mtp.fc.weight|2d-128|(0, 2816)","mtp.fc.weight|2d-128|(384, 2944)",mtp.fc.weight,2d-128,0,0.1183636713978975,3.070678939763098 +9882,10006,1.1106353384353054,0.023576764243668388,0.007933651655346437,0.008069459695145447,1.1688820129818382,1.9061983544212395,1.4092047205903049,0.9999685280904653,0.012938101161633412,"mtp.fc.weight|2d-64|(1280, 2880)","mtp.fc.weight|2d-64|(1920, 2944)",mtp.fc.weight,2d-64,0,0.05824667454653287,2.5911151932012566 +10223,10243,1.3139147555066046,0.03907179293147113,0.015324967765869639,0.015398168060052042,1.4274402633596999,1.3804233855395207,1.4033414578231413,0.9998825657860902,0.014820195583424543,"mtp.layers.0.mlp.down_proj.weight|2d-128|(128, 6016)","mtp.layers.0.mlp.down_proj.weight|2d-128|(640, 4096)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.06650863003291607,3.960440687967494 +10506,10515,1.2674089645196942,0.04107520200938187,0.016787648528423803,0.016037276743219874,1.2976949949799355,1.537538060306621,1.4024627714907751,0.9998590774988674,0.01989038152674784,"mtp.layers.0.mlp.down_proj.weight|2d-64|(1152, 5952)","mtp.layers.0.mlp.down_proj.weight|2d-64|(64, 2240)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.030286030460241253,3.255139106203118 +10649,10736,1.307154779099605,0.04008019101550841,-0.008582233476627881,-0.008450881283877509,1.498082994915422,1.3533900114334905,1.4202381142617944,0.9999631719561239,-0.007753314804640751,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(3840, 1280)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(768, 0)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.04623523233388549,4.049464188256518 +11047,11082,1.2939493670013256,0.06111787207978215,0.02518004842541997,0.025159680432521786,1.337474315795538,1.4637967857166505,1.3963682555802992,0.9996829323146882,0.027558266737552795,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(5376, 1216)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(1280, 1280)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.043524948794212426,3.911028379065714 +11301,11321,1.3306102911068727,0.03455017910345656,0.0070712530871370775,0.007003995244901522,1.3837093395136704,1.4361704103227158,1.4092080329536714,0.9999749983773483,0.007339348053557815,"mtp.layers.0.mlp.up_proj.weight|2d-128|(1152, 640)","mtp.layers.0.mlp.up_proj.weight|2d-128|(3456, 1536)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.05309904840679769,3.5398053561837255 +11463,11571,1.311140340141446,0.041893222747544416,0.008534218500822843,0.00839965456433858,1.348400642897075,1.4767123574324665,1.4081909800182826,0.9999635828941873,0.009346321501387657,"mtp.layers.0.mlp.up_proj.weight|2d-64|(4096, 1344)","mtp.layers.0.mlp.up_proj.weight|2d-64|(320, 192)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.03726030275562886,3.533094157552782 +11665,11714,1.2282079876009167,0.0074737458825963,0.0041853675189686985,0.004170088641725666,1.6596972727909687,1.2490165593372033,1.4113668821291538,0.9999912413110082,0.0031497270157666655,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 128)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 256)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.020808571736286696,5.020796753047387 +11748,11837,1.0834568798072641,0.028642235993928483,0.004879704554573956,0.004739452506284282,2.2937962100860227,1.108528703408353,1.411507369281016,0.9999880941708557,0.00235822717777306,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 1280)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(192, 832)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.02507182360108895,7.6086029724539435 +12001,12130,1.178106477508083,0.02381750063908743,0.007470177372606202,0.007301547134292932,1.927352840255412,1.1644803186198978,1.4095298431787553,0.9999720978357456,0.004513379359145702,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(128, 128)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1152, 256)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.013626158888185191,5.40769163161095 +12310,12378,1.171005761954271,0.007526228166542699,-0.007452451316243991,-0.007669139146460277,1.799167564286544,1.2089328961527614,1.419084128149434,0.9999722300991057,-0.005007601144008512,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(1344, 64)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(832, 1920)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.037927134198490364,5.6310600020151425 +12583,12614,1.0561486149283041,-0.004904799866609433,-0.011844715903725132,-0.011927139077265758,3.0637070362829566,1.0622783773094637,1.4193888313347438,0.9999298488919911,-0.004106915393962183,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 896)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(896, 768)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.006129762381159587,8.761147803338792 +12942,12954,1.0548584495379671,0.021704661423210467,0.027747516200636965,0.02765168832049198,3.0117054135464145,1.0498419799492875,1.4019636992899187,0.9996149635458121,0.00967242918770372,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(704, 1216)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(896, 1216)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.0050164695886796284,8.777937926696199 +13025,13038,1.3564668060914844,0.031738237144124506,0.0002753485818771512,0.0002849203176928283,1.4272316792618516,1.4011663752741663,1.4140188811915309,0.9999999620915786,0.0002703199347461417,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 128)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 1792)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.04469956918268192,3.97585898017726 +13195,13241,1.2989399673369992,0.0649914524757941,0.02036391074161501,0.02043822555212878,1.331044067696471,1.480497084517908,1.3998220230571616,0.9997926340693392,0.02265042248715314,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 1728)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(320, 576)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.032104100359471754,3.4939548722328078 +94,158,1.1654005812108563,0.27028073709399314,0.2736684628197102,0.27070744071120073,1.1880439580323714,1.223461533158579,1.2053626635016261,0.9618240860250366,0.2818269768848326,"model.language_model.embed_tokens.weight|2d-128|(142336, 384)","model.language_model.embed_tokens.weight|2d-128|(194688, 384)",model.language_model.embed_tokens.weight,2d-128,0,0.02264337682151507,3.036986452054958 +262,385,1.1489893117969143,0.3288030402899071,0.21597428013978406,0.2157859231006733,1.2624082339935032,1.2423151473556773,1.2522408039795467,0.9763990528047957,0.21253673132986944,"model.language_model.embed_tokens.weight|2d-64|(62976, 1920)","model.language_model.embed_tokens.weight|2d-64|(41152, 1920)",model.language_model.embed_tokens.weight,2d-64,0,0.09332583555876295,3.052535204158501 +588,703,0.12082163877076589,0.9992464620138715,0.9992464620138714,0.9994844307595162,0.12082163877076682,0.13654801270394007,0.12796567990367894,0.03881376241439337,1.1293102789998788,"model.language_model.layers.14.linear_attn.conv1d.weight|3d-axis0-slice|(2244, 0, 0)","model.language_model.layers.13.linear_attn.conv1d.weight|3d-axis0-slice|(2573, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,1,9.298117831235686e-16,0.22753062562370538 +864,1003,0.5708756946670777,0.8512192382575274,0.8512192382575273,0.8543881716371612,0.9111317188009816,0.5708756946670779,0.6841439906998088,0.5248102594464735,0.5333371278015958,"model.language_model.layers.16.linear_attn.conv1d.weight|3d-volume|(3536, 0, 0)","model.language_model.layers.14.linear_attn.conv1d.weight|3d-volume|(5624, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,2,2.220446049250313e-16,2.030333143048148 +1052,1230,1.143006261129397,0.006896042114026259,0.007531661296236095,0.0075450869275801805,1.146476193131901,2.0173681742772573,1.4096306610044262,0.9999716366368192,0.013252899527687288,"model.language_model.layers.16.linear_attn.in_proj_qkv.weight|2d-128|(2304, 0)","model.language_model.layers.10.linear_attn.in_proj_qkv.weight|2d-128|(5504, 384)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,6,0.003469932002504006,2.9019464559122534 +1300,1469,1.1375232675062203,-0.006310678776924431,0.011231706607558869,0.01074560135007455,2.113075098805648,1.1283335013062912,1.4075982142434666,0.9999369223939487,0.005997472995311429,"model.language_model.layers.22.linear_attn.in_proj_qkv.weight|2d-64|(2752, 1984)","model.language_model.layers.17.linear_attn.in_proj_qkv.weight|2d-64|(5120, 896)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,5,0.009189766199929172,5.920856265154065 +1645,1754,1.150103117126948,0.008061207892680552,0.007446926907531706,0.007592992558784721,1.907939491495301,1.1688346259137883,1.4095145598915062,0.9999722712553754,0.004562108004457951,"model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-128|(640, 1664)","model.language_model.layers.14.linear_attn.in_proj_z.weight|2d-128|(256, 896)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,10,0.018731508786840267,6.071060739550418 +1811,1862,1.1468530290592907,0.016701399896746287,0.019543385951406936,0.019794321727975177,1.9530519397810266,1.1506964720223967,1.402073528877988,0.9998090097941479,0.011514545418683238,"model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-64|(320, 704)","model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-64|(1920, 1536)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,0,0.003843442963106014,5.447098877039098 +2078,2134,1.2284339452698338,-6.64738521149828e-05,0.0010413939555907314,0.0010426459040310135,1.2281140488088782,1.7201233338404602,1.4135169185826009,0.9999994577491675,0.0014585990971029135,"model.language_model.layers.8.linear_attn.out_proj.weight|2d-128|(384, 896)","model.language_model.layers.16.linear_attn.out_proj.weight|2d-128|(1280, 256)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,8,0.0003198964609556487,3.2494974759826354 +2317,2456,1.2243563460176865,0.014164913956403302,0.004982281844191973,0.0051056143836272095,1.2458886988799254,1.6653447476638208,1.4108298064994638,0.999987588356788,0.0066596774720448565,"model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(1856, 576)","model.language_model.layers.16.linear_attn.out_proj.weight|2d-64|(512, 1152)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,4,0.021532352862238868,3.1846333608756137 +2655,2779,1.2658105048593258,0.020987943332068545,0.0012692973459953881,0.0014155727956744202,1.3003685614923428,1.561986755690842,1.4133306294725987,0.9999991944417993,0.0015246643929956371,"model.language_model.layers.20.mlp.down_proj.weight|2d-128|(640, 1280)","model.language_model.layers.5.mlp.down_proj.weight|2d-128|(0, 3328)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,15,0.03455805663301703,3.402085495395221 +2867,2999,1.2576382054579107,0.03023361218406532,-0.00443006436790075,-0.00444651769074203,1.2934533405243938,1.5851905401008626,1.4172790749838018,0.9999901872167027,-0.005429261271370722,"model.language_model.layers.21.mlp.down_proj.weight|2d-64|(1984, 576)","model.language_model.layers.9.mlp.down_proj.weight|2d-64|(640, 128)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,12,0.03581513506648304,3.1921304317604475 +3085,3214,1.1584904603231962,0.025965627594097533,-0.006176745049485071,-0.006299502952308375,1.1843172418185552,1.8847547086499072,1.4181432590297312,0.9999809237283448,-0.009829840270053727,"model.language_model.layers.18.mlp.gate_proj.weight|2d-128|(4352, 512)","model.language_model.layers.11.mlp.gate_proj.weight|2d-128|(5888, 0)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,7,0.025826781495358997,3.187752976861447 +3539,3541,1.1456243968624142,0.042775398441751926,0.016897421205850756,0.017093370548493664,1.1745028945708234,1.8550738760158465,1.403371709958696,0.9998572283864292,0.026688707874546438,"model.language_model.layers.23.mlp.gate_proj.weight|2d-64|(2816, 1408)","model.language_model.layers.15.mlp.gate_proj.weight|2d-64|(5120, 960)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,8,0.028878497708409112,3.1563786450595916 +3587,3687,1.2285225078881552,0.05488551550483296,0.0021275049455864894,0.0021570707253702713,1.2815199776014947,1.5947982257355355,1.4127436990117996,0.9999977368587923,0.0026475912758029507,"model.language_model.layers.20.mlp.up_proj.weight|2d-128|(3072, 1664)","model.language_model.layers.2.mlp.up_proj.weight|2d-128|(128, 768)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,18,0.05299746971333952,3.381600117594797 +3851,3929,1.221923096115901,-0.004129663239029909,-0.017171364403632122,-0.017330352697531005,1.24476001633248,1.7186615725747731,1.425703336843647,0.9998525612531668,-0.02370879829202207,"model.language_model.layers.22.mlp.up_proj.weight|2d-64|(4800, 640)","model.language_model.layers.2.mlp.up_proj.weight|2d-64|(384, 1344)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,20,0.022836920216578793,3.2136400478703426 +4221,4327,1.1740499379570013,0.024154368829210827,0.01574496492945941,0.015767554920543495,1.195617774856862,1.7810537113235674,1.4038715994378244,0.9998760403566885,0.023454509302214353,"model.language_model.layers.15.self_attn.k_proj.weight|2d-128|(384, 1664)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(256, 896)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,8,0.021567836899860637,3.1215979666260303 +4382,4506,1.1024288357667,0.04000199028071269,0.017741905967676056,0.017635991117053107,1.114554874481513,2.1844043254633982,1.4040190849999574,0.9998425999989369,0.03477217409845826,"model.language_model.layers.3.self_attn.k_proj.weight|2d-64|(192, 512)","model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 1984)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,20,0.012126038714812992,2.789124031527105 +4730,4795,1.11849294592578,0.045782062960677355,0.003201434787911283,0.003114749970712366,2.1043787499703392,1.134557824876499,1.4123210589538873,0.9999948753945186,0.0017260262153415947,"model.language_model.layers.3.self_attn.o_proj.weight|2d-128|(1024, 1664)","model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(256, 256)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,16,0.016064878950718953,5.450836967398851 +4933,5115,1.122467883419877,0.003843598285041092,-0.0007706927053281562,-0.000551637330783806,2.134182329556712,1.1324146482570598,1.4146647602511724,0.9999997030163328,-0.00040893587053536436,"model.language_model.layers.3.self_attn.o_proj.weight|2d-64|(1792, 1856)","model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(256, 1856)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,20,0.009946764837182931,6.633408177360053 +5326,5332,1.116323795317447,0.03308259425944487,0.004758892683975634,0.004927308549258342,2.0869039963672957,1.1363627671701957,1.411384147831762,0.9999886764060993,0.0025913163559234333,"model.language_model.layers.23.self_attn.q_proj.weight|2d-128|(128, 384)","model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(3456, 1536)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,20,0.02003897185274872,5.940189102369034 +5608,5618,1.1027248770956375,0.00519829504390441,-0.0006217130784701197,-0.0009678629784135857,1.1105419020121072,2.302149357973544,1.414557591335813,0.9999998067364053,-0.0012888089696125105,"model.language_model.layers.23.self_attn.q_proj.weight|2d-64|(1472, 1664)","model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(2688, 960)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,16,0.00781702491646974,3.0934929687734547 +5760,5765,1.081163579879418,0.026123737607514026,0.0031072053476963995,0.0031374633447806286,2.528518500007264,1.0873103554671928,1.4126179411488402,0.9999951726258118,0.0013361565482331369,"model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(256, 1920)","model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(0, 640)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,12,0.0061467755877748775,7.845967709511549 +6081,6104,1.0749774291371577,0.01728250186662593,-0.007809535292008484,-0.00794656442621917,2.4686747755442013,1.097544005081972,1.4183074601922379,0.9999695051142924,-0.003472028283000751,"model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(256, 1728)","model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(320, 1344)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,12,0.02256657594481437,9.251801664545203 +6144,6394,1.2091667101286416,0.007999950946782325,-0.008671355162554227,-0.008644425855408968,1.2231689590217396,1.758043715236103,1.4199510601317706,0.9999624030930586,-0.012463218048225214,"model.visual.blocks.7.attn.proj.weight|2d-128|(896, 512)","model.visual.blocks.21.attn.proj.weight|2d-128|(896, 256)",model.visual.layers.*.attn.proj.weight,2d-128,14,0.01400224889309798,3.1670079405132903 +6429,6533,1.18530644243189,0.045079524974370865,0.019018149732635162,0.018446558749060715,1.195857417914106,1.771391671067513,1.401685373923723,0.9998191386349569,0.028171077530519197,"model.visual.blocks.0.attn.proj.weight|2d-64|(64, 832)","model.visual.blocks.6.attn.proj.weight|2d-64|(576, 768)",model.visual.layers.*.attn.proj.weight,2d-64,6,0.010550975482215952,3.5127977035810742 +6844,6860,1.0885509043736854,0.019478836505815562,0.004297392593508774,0.004287734853505245,2.3158898542988955,1.1064062349407633,1.4118476610708355,0.9999907661658167,0.0020530604901698897,"model.visual.blocks.14.attn.qkv.weight|2d-128|(2688, 640)","model.visual.blocks.1.attn.qkv.weight|2d-128|(128, 512)",model.visual.layers.*.attn.qkv.weight,2d-128,13,0.017855330567077887,7.929128457790923 +6961,7099,1.0882059482905209,0.0032904712082892145,-0.008049759550386172,-0.007783643774781253,1.0964227263604727,2.482699491297791,1.418414317896978,0.9999676001607156,-0.01822758089587678,"model.visual.blocks.4.attn.qkv.weight|2d-64|(832, 320)","model.visual.blocks.18.attn.qkv.weight|2d-64|(2816, 512)",model.visual.layers.*.attn.qkv.weight,2d-64,14,0.008216778069951802,2.9705809608065703 +7222,7283,1.213655515799801,0.04307968841597899,-0.0007347612810521718,-0.0006993850608496676,1.7350546163420533,1.2243212808522264,1.414702978313703,0.9999997300628934,-0.000518475824487286,"model.visual.blocks.20.mlp.linear_fc1.weight|2d-128|(896, 128)","model.visual.blocks.1.mlp.linear_fc1.weight|2d-128|(2688, 0)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,19,0.010665765052425336,4.662755464834809 +7492,7598,1.2100964280957744,0.03816696961998545,0.01800739146592478,0.018018638278557556,1.2349440384518064,1.662418674342355,1.4019699499529463,0.9998378537805983,0.024240631896709833,"model.visual.blocks.1.mlp.linear_fc1.weight|2d-64|(2496, 192)","model.visual.blocks.14.mlp.linear_fc1.weight|2d-64|(1152, 256)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,13,0.024847610356032,3.423998661830588 +7740,7748,1.2226520431151826,0.03810759843328957,0.006648852501725335,0.006701587514088057,1.2567440224045774,1.6366735316721857,1.409664171610165,0.9999778961359148,0.008658884157447828,"model.visual.blocks.4.mlp.linear_fc2.weight|2d-128|(896, 2176)","model.visual.blocks.16.mlp.linear_fc2.weight|2d-128|(768, 1664)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,12,0.03409197928939478,3.3114255438513616 +7950,8073,1.2074765616398522,-0.011507004351792556,-0.013259848051884696,-0.013123968130988515,1.225976900846376,1.7612012566608084,1.42297924108154,0.9999120843502397,-0.019048695808206777,"model.visual.blocks.4.mlp.linear_fc2.weight|2d-64|(576, 2240)","model.visual.blocks.10.mlp.linear_fc2.weight|2d-64|(384, 64)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,6,0.01850033920652372,3.523537789524937 +8246,8442,1.3282213649716785,0.05510103770121094,0.0008890626236734915,0.0007970408234505041,1.4526099265781156,1.3775464689668604,1.4135856446129902,0.9999996047837475,0.0008431204107333146,"model.visual.merger.linear_fc1.weight|2d-128|(128, 2816)","model.visual.merger.linear_fc1.weight|2d-128|(896, 3328)",model.visual.merger.linear_fc1.weight,2d-128,0,0.04932510399518186,3.8501394269349305 +8599,8681,1.3408419782609375,0.04549529519631468,0.024025832895119694,0.023758724830646536,1.4194561237936625,1.3758249283051553,1.3971298231857632,0.9997113380139768,0.023287327636486173,"model.visual.merger.linear_fc1.weight|2d-64|(2816, 320)","model.visual.merger.linear_fc1.weight|2d-64|(384, 3776)",model.visual.merger.linear_fc1.weight,2d-64,0,0.03498295004421781,3.8297597460739072 +8897,8939,1.3419380444778641,0.06869241114342622,0.0037979049417015357,0.0038869879843026274,1.416490146141852,1.4066127896463103,1.4115255492125194,0.9999927879330199,0.0037714216928434047,"model.visual.merger.linear_fc2.weight|2d-128|(768, 128)","model.visual.merger.linear_fc2.weight|2d-128|(1920, 1920)",model.visual.merger.linear_fc2.weight,2d-128,0,0.06467474516844618,3.7033668900280903 +9046,9077,1.3408036302395427,0.03428727204116236,0.011595492662651835,0.011585561980109151,1.3677997224326544,1.4475986792588111,1.4060036438680386,0.9999327700150197,0.012271986599000424,"model.visual.merger.linear_fc2.weight|2d-64|(1792, 1088)","model.visual.merger.linear_fc2.weight|2d-64|(704, 192)",model.visual.merger.linear_fc2.weight,2d-64,0,0.02699609219311161,3.4357389200460684 +9219,9267,0.6789618813057229,0.7431892979922835,0.7344701904022477,0.7339260362447104,0.6800802114191717,0.8733624444409565,0.7588458477098611,0.6786409502899793,0.9432103303228662,"model.visual.pos_embed.weight|2d-128|(0, 384)","model.visual.pos_embed.weight|2d-128|(768, 384)",model.visual.pos_embed.weight,2d-128,0,0.0011183301134488621,2.4468613523102123 +9419,9553,0.4410844980160886,0.901936653921251,0.5340485895010394,0.5337201601034754,0.8766950552401419,1.1445083934874218,0.9842562527822489,0.8454537858759343,0.6971900771661519,"model.visual.pos_embed.weight|2d-64|(2176, 64)","model.visual.pos_embed.weight|2d-64|(1408, 64)",model.visual.pos_embed.weight,2d-64,0,0.4356105572240533,2.451340890454626 +9650,9863,1.1693231608446646,0.05049170714214943,0.008899411504604014,0.00887803441918678,1.7444905210818757,1.2128422339335767,1.408302387802455,0.9999603994533343,0.006187240342953701,"mtp.fc.weight|2d-128|(128, 256)","mtp.fc.weight|2d-128|(1152, 3968)",mtp.fc.weight,2d-128,0,0.04351907308891212,5.132591502586711 +9905,10002,1.1108730636615995,0.04043858144655158,0.02260580096862338,0.02288482908424682,1.1481295124105666,1.95542130835199,1.4001852945121487,0.9997444562299743,0.038500765313140985,"mtp.fc.weight|2d-64|(0, 2112)","mtp.fc.weight|2d-64|(320, 3776)",mtp.fc.weight,2d-64,0,0.03725644874896705,3.2415723689327005 +10170,10300,1.3141464755460488,0.06026760202438091,0.0027983528142690043,0.0027641609736528644,1.3909553834956816,1.4345208348858196,1.4122343838235922,0.9999960846030983,0.002885998690584685,"mtp.layers.0.mlp.down_proj.weight|2d-128|(1664, 640)","mtp.layers.0.mlp.down_proj.weight|2d-128|(1408, 1024)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.0768089079496328,3.42393551942615 +10436,10545,1.2681266770134354,0.04639341917585646,0.023169325011229886,0.023843974945549514,1.4352780810898405,1.3630316033341456,1.397756446657555,0.9997315551579454,0.022003068697493633,"mtp.layers.0.mlp.down_proj.weight|2d-64|(0, 3328)","mtp.layers.0.mlp.down_proj.weight|2d-64|(1152, 4928)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.09490492632071024,4.065853145072179 +10696,10788,1.3072377528723895,0.06260898610189522,0.01770570719537835,0.017562923699993706,1.4570313963957424,1.3521800070532743,1.4016729686379976,0.9998432416797702,0.016431563066899926,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(5248, 256)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(1152, 512)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.04494225418088482,4.034177282503374 +11047,11137,1.2940193560746553,0.05140932977933642,0.011942993625226335,0.011975318553726123,1.3589171548471533,1.4578160873323787,1.4057641457263044,0.9999286799083562,0.012812177825307752,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(5376, 1216)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(5248, 768)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.0648977987724979,3.5125050632077883 +11313,11401,1.330680654265562,0.03700122110586496,0.006027873032046413,0.005993994627965384,1.4577892256956881,1.3665378284063743,1.4099536861567012,0.9999818322083204,0.0056505538509457895,"mtp.layers.0.mlp.up_proj.weight|2d-128|(1280, 128)","mtp.layers.0.mlp.up_proj.weight|2d-128|(2688, 1152)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.03585717414081224,3.9575595041144376 +11552,11637,1.3112779155568555,0.019521455648661805,0.009037108036890456,0.008887367288874222,1.4657562935712234,1.3562664666905482,1.4078281559926802,0.999959164505396,0.008362049434856205,"mtp.layers.0.mlp.up_proj.weight|2d-64|(1536, 576)","mtp.layers.0.mlp.up_proj.weight|2d-64|(3392, 1472)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.04498855113369271,3.9295969195538145 +11707,11715,1.22829722129545,0.0012879326030115308,0.000618506313767327,0.0006167179591295359,1.6143690086479416,1.273188683869934,1.4137881916683241,0.9999998087249516,0.00048779135090693416,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(256, 1408)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 384)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.044891462574484065,5.266356953878789 +11744,11773,1.0836736160537916,-0.003573450414735859,0.005906885307410317,0.006517359955699559,2.292154958883491,1.1081607326619933,1.4109362705627244,0.9999825542008045,0.002855731164527651,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 1024)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(64, 832)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.024487116608201687,8.842346551097217 +12169,12177,1.1789261774496946,0.06207260899862843,0.00021060832192206565,0.0002843530553933541,1.2286657044493519,1.7206107359729546,1.4140726953721525,0.9999999778220671,0.0002949337142496046,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(1408, 1152)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1536, 128)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.049739526999657224,3.492448857710712 +12332,12378,1.1714476703369248,0.012258570753514098,0.01615006145779688,0.015954103702760247,1.8690330368363401,1.1716265340224135,1.4038975766940704,0.9998695792526691,0.010123866275834264,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(1792, 960)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(832, 1920)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.0001788636854886949,5.5705244653406485 +12536,12615,1.0562663583050413,0.02564594085580188,0.00877369884368507,0.008767654785800584,2.7639846969231545,1.0690193165055761,1.4100328776220958,0.9999615103635742,0.003393381139751926,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(2176, 1152)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(896, 896)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.012752958200534792,8.600384900574795 +12774,12857,1.0548836013391543,0.03707915864316713,0.058306324319030406,0.05920812770865205,2.707829429778037,1.051422597696471,1.3861117046026945,0.9982987391279247,0.022639752084632987,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(1984, 448)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(960, 448)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.0034610036426832025,8.030697432549132 +13022,13056,1.3564691673949512,0.03077407189855803,0.0022526494234267535,0.00224942463072735,1.3805150398729047,1.4470777022136194,1.412621567021405,0.9999974627820688,0.0023612627587493193,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(0, 1792)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(384, 0)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.024045872477953534,3.8955101340028855 +13251,13273,1.2989505716235377,0.03829551461706184,0.005172270650067444,0.005166476496244998,1.3321482875713764,1.5047219503530966,1.4105785118450145,0.9999866237186987,0.005842314442720446,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(320, 1216)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 576)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.03319771594783871,3.4587879440481655 +16,51,1.165405988032883,0.3142958212465884,0.3072126215944949,0.3035619799324262,1.1826922599153893,1.171617768437204,1.1771159445198887,0.9516409013556729,0.304335944647203,"model.language_model.embed_tokens.weight|2d-128|(205056, 1920)","model.language_model.embed_tokens.weight|2d-128|(220416, 1920)",model.language_model.embed_tokens.weight,2d-128,0,0.00621178040432091,3.0473790566359025 +381,455,1.1499396619584819,0.33159172828120415,0.3547268952322546,0.3545175731580761,1.1406184318416113,1.1315007599229399,1.1360321552574713,0.9349699619767926,0.35189134272743083,"model.language_model.embed_tokens.weight|2d-64|(232960, 1152)","model.language_model.embed_tokens.weight|2d-64|(246912, 1152)",model.language_model.embed_tokens.weight,2d-64,0,0.018438902035541993,3.0781305353487105 +733,760,0.12132480923626826,0.9992770560381738,0.9992770560381737,0.9996810804043756,0.12132480923626826,0.13723552298605188,0.12854747457210638,0.03801795990950485,1.1303237174377205,"model.language_model.layers.8.linear_attn.conv1d.weight|3d-axis0-slice|(1992, 0, 0)","model.language_model.layers.22.linear_attn.conv1d.weight|3d-axis0-slice|(4629, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,14,0.0,0.2293689272088614 +795,868,0.5726689165966808,0.9003593656208086,0.9003593656208086,0.9142093794619404,0.5726689165966808,1.0844490111082912,0.7161546397073096,0.4351471162019747,1.7049883368774297,"model.language_model.layers.12.linear_attn.conv1d.weight|3d-volume|(136, 0, 0)","model.language_model.layers.0.linear_attn.conv1d.weight|3d-volume|(1620, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,12,0.0,1.7977476773973045 +1211,1221,1.143331056816891,-0.01290448541841692,-0.004802587828639665,-0.004804779820286098,1.1422458279750596,2.087293340356015,1.4170709022255565,0.999988467508575,-0.008776052707467896,"model.language_model.layers.17.linear_attn.in_proj_qkv.weight|2d-128|(4096, 256)","model.language_model.layers.6.linear_attn.in_proj_qkv.weight|2d-128|(2816, 512)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,11,0.001085228841831487,2.950188516635913 +1348,1503,1.1376548337242323,0.009180519360662403,0.00934755096248189,0.009555394693541665,1.1482127730669387,2.0014591836575786,1.4084960934812045,0.999956310691124,0.016293793413040124,"model.language_model.layers.2.linear_attn.in_proj_qkv.weight|2d-64|(3904, 1792)","model.language_model.layers.14.linear_attn.in_proj_qkv.weight|2d-64|(5248, 1728)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,12,0.010557939342706435,3.1368664008761904 +1698,1706,1.1502343491894047,0.016269409780261368,-0.0027744015612124846,-0.002740718980081881,1.9188892267810884,1.1736679323403783,1.4159589528057916,0.9999961513405825,-0.0016969328392616237,"model.language_model.layers.16.linear_attn.in_proj_z.weight|2d-128|(256, 768)","model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-128|(1920, 1536)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,14,0.023433583150973547,5.47728803474067 +1922,1949,1.1468634157370232,-0.018271233181622246,-0.007032778872479361,-0.008005906182522435,2.0870673408773124,1.1436745788505123,1.418398872317371,0.9999752697048716,-0.003853833682122877,"model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-64|(640, 768)","model.language_model.layers.1.linear_attn.in_proj_z.weight|2d-64|(64, 0)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,3,0.0031888368865109484,5.697698898232377 +2102,2277,1.2288056895869166,0.00899586825531392,0.009708736192228512,0.009849171670381676,1.7149209614524663,1.222390684068017,1.4077089828062561,0.9999528691101145,0.006920358979927879,"model.language_model.layers.16.linear_attn.out_proj.weight|2d-128|(1664, 256)","model.language_model.layers.22.linear_attn.out_proj.weight|2d-128|(1664, 384)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,6,0.006415005518899619,4.634377669238711 +2374,2511,1.2243994922350627,0.00010732524478404733,0.007955601430245714,0.008055646313875321,1.706914509157446,1.2268554235747904,1.408871405760733,0.9999683537021975,0.005718138026323389,"model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(1536, 896)","model.language_model.layers.14.linear_attn.out_proj.weight|2d-64|(64, 1920)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,2,0.002455931339727657,4.612949742392698 +2651,2653,1.2658321138662252,0.014875872159024084,-0.0006788173343867251,-0.0006349088529318782,1.5917922820393526,1.2859962181963067,1.4146827622890383,0.9999997696034867,-0.0005484110802126911,"model.language_model.layers.3.mlp.down_proj.weight|2d-128|(512, 5248)","model.language_model.layers.22.mlp.down_proj.weight|2d-128|(0, 1408)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,19,0.020164104330081534,4.205579332192814 +2867,3028,1.2577353470528865,0.04873644320558707,-0.0027911003110635173,-0.0027839909357975845,1.3068676936117953,1.5584231429103441,1.4161556432588815,0.9999961048719408,-0.0033283517070686174,"model.language_model.layers.21.mlp.down_proj.weight|2d-64|(1984, 576)","model.language_model.layers.9.mlp.down_proj.weight|2d-64|(1664, 3648)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,12,0.04913234655890886,3.18984274954364 +3116,3292,1.1584988789164707,0.07335277977550997,0.006061218149434157,0.005883936553158411,1.2108479735866673,1.757802265790416,1.410203372255484,0.9999816306485559,0.008799141782403748,"model.language_model.layers.19.mlp.gate_proj.weight|2d-128|(640, 896)","model.language_model.layers.9.mlp.gate_proj.weight|2d-128|(5248, 640)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,10,0.05234909467019655,3.2705753819513523 +3537,3540,1.1461157325674585,0.03571575570688014,0.015254748140608185,0.015249615457705668,1.1577597755562177,1.933147524346251,1.4046719022350902,0.9998836395597073,0.02547132766672144,"model.language_model.layers.23.mlp.gate_proj.weight|2d-64|(3584, 0)","model.language_model.layers.10.mlp.gate_proj.weight|2d-64|(3008, 960)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,13,0.011644042988759207,3.0184535995885753 +3680,3761,1.2287795892892388,0.022108305254486475,0.0020792674964226158,0.0020561527668083667,1.6406510653596442,1.2593767464674057,1.4127925478744654,0.9999978383210028,0.001596062191387495,"model.language_model.layers.3.mlp.up_proj.weight|2d-128|(4736, 512)","model.language_model.layers.22.mlp.up_proj.weight|2d-128|(4864, 1792)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,19,0.03059715717816691,4.492971354321226 +3843,3898,1.2222547466223004,0.049474029571027964,0.036429744695429624,0.036310325418220483,1.6040443141487633,1.242352123533522,1.389048603596789,0.9993362165464763,0.02821528699858205,"model.language_model.layers.7.mlp.up_proj.weight|2d-64|(3136, 704)","model.language_model.layers.23.mlp.up_proj.weight|2d-64|(2944, 0)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,16,0.0200973769112216,4.235244707712717 +4147,4300,1.174373663967806,0.0016311038821384396,0.011762262143836277,0.011795055997196944,1.1695479751786437,1.8913202570335677,1.4067529330141304,0.9999308222018459,0.019021198901890805,"model.language_model.layers.11.self_attn.k_proj.weight|2d-128|(384, 384)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 1536)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,12,0.00482568878916223,3.3239442893605466 +4409,4551,1.102438600985074,0.0288759459695581,0.012446964758381345,0.012512045515535006,2.111943684184581,1.1277663405352985,1.4068804418937384,0.9999225335336251,0.006646610892823749,"model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 1024)","model.language_model.layers.3.self_attn.k_proj.weight|2d-64|(320, 384)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,20,0.025327739550224493,6.419721128433559 +4680,4850,1.118633321781775,0.058310979542195676,-0.0033630469387827093,-0.00335987336298383,1.1501711289496526,2.036118420072792,1.4162488189365685,0.999994344941654,-0.00595351565282129,"model.language_model.layers.23.self_attn.o_proj.weight|2d-128|(384, 1792)","model.language_model.layers.11.self_attn.o_proj.weight|2d-128|(1920, 256)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,12,0.031537807167877574,3.1308876279040794 +4877,4919,1.1227235809018326,0.0477457260964476,0.028757504014069346,0.029084103563836294,1.1298304587274737,2.0342938360430325,1.396844336816139,0.9995864174561802,0.051778753797887406,"model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(128, 448)","model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(1792, 704)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,12,0.0071068778256411225,3.076090894177702 +5172,5290,1.116522027237552,0.027575259446568967,-0.002938225951979676,-0.0029351333967665705,2.2109996485814785,1.122906626296401,1.4158902017498505,0.999995683404811,-0.0014922450996999528,"model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(2688, 1536)","model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(3840, 1920)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,4,0.0063845990588489165,6.1811960548111715 +5433,5588,1.1028243527977764,0.02638570991476676,-0.002467463192667171,-0.002860410299583533,1.1315730703326956,2.14670550719109,1.41565227130304,0.9999969558080629,-0.004681020575129602,"model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(1344, 320)","model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(3776, 768)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,0,0.028748717534919255,2.8810798413457297 +5764,5784,1.081168181798079,0.018444388172338906,-0.0007944242141327765,-0.0007258936163766597,1.0917059484162532,2.4971484208772265,1.414625856667474,0.9999996844450342,-0.0018171515642158057,"model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(0, 512)","model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(256, 1536)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,12,0.010537766618174293,3.8780417257031843 +6048,6135,1.0750673421702366,0.008005715987476526,0.014660358811259029,0.014734705336333448,1.0718123368377828,2.6751092147155444,1.4070375372133115,0.9998925311649873,0.03659041755643726,"model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(64, 1088)","model.language_model.layers.3.self_attn.v_proj.weight|2d-64|(448, 1344)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,16,0.0032550053324538197,3.798415698097518 +6248,6362,1.2092469189626092,0.024940933578782368,0.01740816098474995,0.017574017722842842,1.2640470646103865,1.5984630004830747,1.4021844571295314,0.9998484664843613,0.02201365915845279,"model.visual.blocks.1.attn.proj.weight|2d-128|(640, 0)","model.visual.blocks.11.attn.proj.weight|2d-128|(384, 256)",model.visual.layers.*.attn.proj.weight,2d-128,10,0.054800145647777354,3.124753375746629 +6585,6642,1.18569034299884,0.021053516667823166,0.009534645016429533,0.009655512654501732,1.1916226108400647,1.811936493494547,1.4080095497396814,0.9999545442390921,0.014498022360959827,"model.visual.blocks.22.attn.proj.weight|2d-64|(512, 320)","model.visual.blocks.18.attn.proj.weight|2d-64|(512, 768)",model.visual.layers.*.attn.proj.weight,2d-64,4,0.005932267841224803,2.9384937956063775 +6770,6798,1.0894803041829906,0.021648453637003937,0.006569903760402248,0.00657089847059521,2.346788091351666,1.1019609316405679,1.4106343885754862,0.9999784179493971,0.0030849727315736797,"model.visual.blocks.8.attn.qkv.weight|2d-128|(2560, 0)","model.visual.blocks.1.attn.qkv.weight|2d-128|(1024, 128)",model.visual.layers.*.attn.qkv.weight,2d-128,7,0.012480627457577276,7.632810304850471 +7059,7106,1.08831631757511,0.048766360870843004,0.012042648953540293,0.012033702026769249,3.017022169822399,1.055440310557763,1.4088953012195233,0.9999274846738546,0.004212861701381164,"model.visual.blocks.10.attn.qkv.weight|2d-64|(704, 320)","model.visual.blocks.0.attn.qkv.weight|2d-64|(1728, 64)",model.visual.layers.*.attn.qkv.weight,2d-64,10,0.03287600701734705,8.59312062198733 +7293,7377,1.2136961458396087,0.02616048581782518,0.009451116715125154,0.009445337368017214,1.2357593754250198,1.6800937563514604,1.4078194900995253,0.9999553371990357,0.012849396492071482,"model.visual.blocks.1.mlp.linear_fc1.weight|2d-128|(2560, 128)","model.visual.blocks.18.mlp.linear_fc1.weight|2d-128|(896, 0)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,17,0.02206322958541107,3.4733345640705195 +7453,7658,1.2100978339644517,0.022152556993106826,0.0016522472475070421,-0.00031532351974348415,1.7551326703550425,1.2154289628400086,1.4131194893657644,0.999998635038585,0.0011441808316328076,"model.visual.blocks.23.mlp.linear_fc1.weight|2d-64|(3264, 960)","model.visual.blocks.0.mlp.linear_fc1.weight|2d-64|(896, 640)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,23,0.0053311288755568675,5.2990984396591365 +7694,7896,1.2227417914160377,0.04780267949704476,0.011111409525301374,0.011013671328657685,1.2616055147304805,1.616658363662823,1.4065714935113478,0.9999382663836608,0.014238486540698715,"model.visual.blocks.4.mlp.linear_fc2.weight|2d-128|(128, 1152)","model.visual.blocks.9.mlp.linear_fc2.weight|2d-128|(0, 1664)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,5,0.03886372331444288,3.2777558467500736 +7960,8010,1.207600340211186,0.023366124342231245,0.02088688779597027,0.02064549559378227,1.2473157616534312,1.6268690243463209,1.399877930207576,0.9997818451633329,0.027242685304655595,"model.visual.blocks.4.mlp.linear_fc2.weight|2d-64|(640, 3200)","model.visual.blocks.10.mlp.linear_fc2.weight|2d-64|(896, 3584)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,6,0.03971542144224527,3.2917198169156276 +8243,8398,1.3291421817626181,0.07060805017340856,0.014515101787932444,0.014310970729803632,1.423265146162974,1.3853353066415994,1.4039160885427437,0.9998946503607697,0.014128276126574154,"model.visual.merger.linear_fc1.weight|2d-128|(128, 2432)","model.visual.merger.linear_fc1.weight|2d-128|(1280, 896)",model.visual.merger.linear_fc1.weight,2d-128,0,0.056193124878981315,3.763890722384124 +8634,8699,1.3409529149041604,0.06286104730860743,0.02434486691301347,0.02336084949624467,1.4166721077936952,1.3779328614525677,1.3968997726939416,0.9997036198068844,0.023679150554727878,"model.visual.merger.linear_fc1.weight|2d-64|(2240, 2432)","model.visual.merger.linear_fc1.weight|2d-64|(1088, 192)",model.visual.merger.linear_fc1.weight,2d-64,0,0.036979946548407305,3.573668093055549 +8717,8915,1.3421182094909594,0.049639385452202874,0.003090429378626413,0.0031604085513423402,1.4045860361293365,1.4195869430303494,1.4120267313321637,0.9999952246117256,0.0031234350060500514,"model.visual.merger.linear_fc2.weight|2d-128|(1408, 384)","model.visual.merger.linear_fc2.weight|2d-128|(768, 2432)",model.visual.merger.linear_fc2.weight,2d-128,0,0.06246782663837713,3.3660102780984387 +8993,9123,1.3408732384168487,0.04554504101075181,0.02971949106476666,0.02968619987248262,1.360960241599727,1.4275535187223922,1.3930645272830804,0.9995582783664249,0.03117369835453601,"model.visual.merger.linear_fc2.weight|2d-64|(1152, 576)","model.visual.merger.linear_fc2.weight|2d-64|(1600, 1792)",model.visual.merger.linear_fc2.weight,2d-64,0,0.02008700318287837,3.6084832535378846 +9225,9249,0.6792291457201741,0.7481244556455557,0.6652888315192887,0.665544857583238,0.8215199158998489,0.8149371065056809,0.8182086513913379,0.7465860771911698,0.659957896157651,"model.visual.pos_embed.weight|2d-128|(128, 128)","model.visual.pos_embed.weight|2d-128|(512, 128)",model.visual.pos_embed.weight,2d-128,0,0.13570796078550673,3.430364865178993 +9378,9586,0.4420011349957178,0.8971651575317348,0.8437860981144545,0.8444069523228283,0.5374761230361081,0.6598554943782309,0.5893412086591755,0.5366796256881605,1.0359100042912734,"model.visual.pos_embed.weight|2d-64|(64, 128)","model.visual.pos_embed.weight|2d-64|(1216, 128)",model.visual.pos_embed.weight,2d-64,0,0.09547498804039034,1.586247386702706 +9638,9731,1.1697750947237922,0.009387214364572684,0.009286215724595256,0.009287589060788914,1.2659060572536032,1.6114651167528407,1.407819480052017,0.9999568821691844,0.011821108384055302,"mtp.fc.weight|2d-128|(0, 2816)","mtp.fc.weight|2d-128|(1408, 2688)",mtp.fc.weight,2d-128,0,0.09613096252981101,2.8896228529159367 +9905,10042,1.1109335537276062,0.002412820268897952,0.011389983267043682,0.011508367460208844,1.1319392560636505,2.0889238248238073,1.407450114754587,0.9999351320366618,0.021019509027023393,"mtp.fc.weight|2d-64|(0, 2112)","mtp.fc.weight|2d-64|(128, 2688)",mtp.fc.weight,2d-64,0,0.021005702336044374,2.989103357991638 +10132,10372,1.3142315848027655,0.03145671414335161,0.00938716608841285,0.009384382244254794,1.4521061512690117,1.3668996486915563,1.407572357205788,0.9999559395857542,0.00883634713429689,"mtp.layers.0.mlp.down_proj.weight|2d-128|(1536, 1024)","mtp.layers.0.mlp.down_proj.weight|2d-128|(1408, 384)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.05266806388879086,4.146737039206533 +10422,10548,1.2692159503888718,0.006155776898507189,0.010763015551149347,0.010836356689271895,1.504651201703627,1.325589198134105,1.4066433838050396,0.99994207707059,0.009482155823089701,"mtp.layers.0.mlp.down_proj.weight|2d-64|(768, 5184)","mtp.layers.0.mlp.down_proj.weight|2d-64|(1344, 896)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.056373247745233224,4.15913022944679 +10802,10842,1.3074643690301364,0.05795793923809227,0.006666158115750542,0.006657568733426812,1.469593376130565,1.3562356108015727,1.4095071917637496,0.9999777809211442,0.00615196092378928,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(5888, 1536)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(1536, 1280)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.048771241771436324,3.919866130318984 +11025,11026,1.2940627886079257,0.017700264948865438,0.0238091870262412,0.023340487386843852,1.3091216094455436,1.5064498216033984,1.3974430679887675,0.9997165211264388,0.027398024209067947,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(256, 64)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(5312, 576)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.015058820837617892,3.5688694869954167 +11154,11331,1.3308644341087674,0.036444233857963276,0.015307462479547073,0.015112786774080705,1.4305070393455344,1.3776935830738963,1.4033555231211685,0.999882833932275,0.014742320206173035,"mtp.layers.0.mlp.up_proj.weight|2d-128|(4864, 1408)","mtp.layers.0.mlp.up_proj.weight|2d-128|(4736, 512)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.04682914896512891,3.9609941366095884 +11470,11622,1.3115286729456854,0.029169253996771657,0.011375994035374842,0.011253837256101351,1.3276781773383581,1.5005508608569882,1.4062067374736116,0.9999352912862448,0.012857225443824807,"mtp.layers.0.mlp.up_proj.weight|2d-64|(5888, 1600)","mtp.layers.0.mlp.up_proj.weight|2d-64|(1984, 448)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.01614950439267271,3.405295952766223 +11707,11714,1.2291737470593471,-0.0055581237420251825,0.010572177882780047,0.010570301723630295,1.6227470513986526,1.259285426764841,1.4069533377126913,0.9999441129657272,0.008204229689079157,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(256, 1408)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 256)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.030111679705493888,4.931383543720491 +11744,11908,1.083763091747002,0.039484155828408925,0.00024039390439348695,0.0003175460282662519,2.166191031642147,1.127168947394193,1.4140743465665357,0.999999971105385,0.0001250880186544647,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 1024)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(320, 1280)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.043405855647191016,7.291738429984788 +11986,12001,1.1792270963533547,0.028220000267798372,0.010880302165224263,0.010856911728634516,1.199924297227858,1.7798870712246189,1.4070635574668315,0.9999408077605361,0.016139109108499423,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(0, 256)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(128, 128)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.02069720087450344,3.5089654746859655 +12371,12411,1.1718688630334269,0.022837715415908687,0.030733357288812654,0.030491654805570853,1.7391572755019482,1.196140953365375,1.3937723086937457,0.9995276188028814,0.021137494466651467,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(256, 192)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(512, 1984)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.024272090331948215,5.561717053029603 +12581,12598,1.0564110513778664,0.0006517318182449675,0.004599636608548606,0.004582976255366248,3.1388338645450715,1.053342017857025,1.4122502217277797,0.9999894216155836,0.0015435638570695243,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 640)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(768, 768)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.0030690335208414243,8.817120751283717 +12775,12988,1.0549762498147952,0.0018649842777975299,0.021962356941711562,0.022028342285527837,1.0508960563125365,3.0391092801600363,1.4045877772472957,0.9997587983496643,0.06351342018538561,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(896, 1728)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(576, 1600)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.004080193502258744,2.9723001101217084 +13041,13054,1.3564871476230864,0.04717965414527782,0.003553748931546829,0.0035272221616657437,1.414711636292572,1.4087044724906137,1.4116984686839968,0.9999936854143288,0.003538658964520912,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(256, 128)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(256, 1792)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.05221732486752728,3.957133175755529 +13127,13192,1.2989535819682678,0.025974717380850724,0.022797010852014254,0.02315372498339284,1.4868083904055776,1.3236011175794207,1.3981103203104803,0.9997401143778383,0.02029457812850062,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(64, 1472)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 1536)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.02464753561115285,4.120326277746452 +13,113,1.1655106816890497,0.2939935929220119,0.24943635725004445,0.24889652783566915,1.2108928705758477,1.2401572530800944,1.2252630314226165,0.9683911935172832,0.2554646369983263,"model.language_model.embed_tokens.weight|2d-128|(246016, 512)","model.language_model.embed_tokens.weight|2d-128|(204544, 512)",model.language_model.embed_tokens.weight,2d-128,0,0.045382188886798014,3.1208018585927277 +391,435,1.1505915883348603,0.33096217849543186,0.32091895415160265,0.32068101781941394,1.174686395888987,1.1564007558848652,1.1654360018428633,0.9471066597095819,0.3159234008816812,"model.language_model.embed_tokens.weight|2d-64|(201536, 1152)","model.language_model.embed_tokens.weight|2d-64|(63360, 1152)",model.language_model.embed_tokens.weight,2d-64,0,0.0058091675500049345,3.1556606686990114 +560,561,0.12157595274449033,0.9971478717726945,0.9971478717726944,0.9971625112540472,0.12157595274449033,0.13480956709473113,0.12768125400899327,0.0754726561026321,1.1056880072790658,"model.language_model.layers.16.linear_attn.conv1d.weight|3d-axis0-slice|(4104, 0, 0)","model.language_model.layers.21.linear_attn.conv1d.weight|3d-axis0-slice|(2316, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,5,0.0,0.196329347424645 +906,980,0.5734019968136395,0.8371167552148636,0.8371167552148637,0.8250907859102936,0.8619954030096568,0.5734019968136392,0.6751760366733396,0.5470242573584265,0.5568526436804906,"model.language_model.layers.13.linear_attn.conv1d.weight|3d-volume|(6076, 0, 0)","model.language_model.layers.2.linear_attn.conv1d.weight|3d-volume|(3224, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,11,2.220446049250313e-16,2.4405681615216976 +1070,1260,1.1433564103745208,0.007396249531449353,-0.00588539546182747,-0.005891563887822414,1.1515577784702653,2.0374927679742267,1.4177743549293669,0.9999826809101535,-0.010413242751980108,"model.language_model.layers.8.linear_attn.in_proj_qkv.weight|2d-128|(5248, 768)","model.language_model.layers.12.linear_attn.in_proj_qkv.weight|2d-128|(2688, 1408)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,4,0.008201368095744455,3.3677905911070565 +1305,1336,1.1378187157760908,0.03086232201884065,0.02625431898213704,0.026202861553055793,1.885947533325455,1.1602482784190178,1.3975447871697766,0.9996552959569535,0.016151842965841164,"model.language_model.layers.9.linear_attn.in_proj_qkv.weight|2d-64|(2432, 1408)","model.language_model.layers.22.linear_attn.in_proj_qkv.weight|2d-64|(1664, 320)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,13,0.022429562642926948,5.523661197071453 +1635,1730,1.1504202321149417,-0.012863889575080473,-0.005064211557289308,-0.004758198011748417,2.030446141449222,1.1523121469800668,1.4172845498879183,0.9999871767984342,-0.0028740247639251395,"model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(256, 1920)","model.language_model.layers.12.linear_attn.in_proj_z.weight|2d-128|(384, 1920)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,6,0.0018919148651250772,6.015054746853605 +1811,1907,1.1468884080926964,-0.008618246006238207,0.003254441645064,0.0037879858874808048,2.0476089462577725,1.1438703170448126,1.4122526252760574,0.9999947042907671,0.001818051832185419,"model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-64|(320, 704)","model.language_model.layers.20.linear_attn.in_proj_z.weight|2d-64|(1664, 1664)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,2,0.003018091047883864,5.679764969273943 +2178,2258,1.2289042800616112,0.025140063469059976,0.010317731763072468,0.010316951934088745,1.6564911658448214,1.2445931375568384,1.4071887072236144,0.9999467707889581,0.0077521561311333816,"model.language_model.layers.12.linear_attn.out_proj.weight|2d-128|(640, 896)","model.language_model.layers.22.linear_attn.out_proj.weight|2d-128|(512, 1024)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,10,0.015688857495227193,4.4074597823263275 +2327,2509,1.2244227377174346,0.006383871391871271,0.019378323053511826,0.01921180270201454,1.263673140286944,1.5951545274824823,1.4008110689644016,0.9998122226676537,0.024461562700310663,"model.language_model.layers.22.linear_attn.out_proj.weight|2d-64|(1344, 64)","model.language_model.layers.4.linear_attn.out_proj.weight|2d-64|(0, 640)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,18,0.03925040256950951,3.3828800873614897 +2628,2651,1.2659849002129573,0.03751682164646932,7.276811089736023e-05,6.526917562211677e-05,1.2979355369642773,1.5685011980959658,1.4141630154370148,0.999999997352401,8.7937240236632e-05,"model.language_model.layers.19.mlp.down_proj.weight|2d-128|(896, 4224)","model.language_model.layers.3.mlp.down_proj.weight|2d-128|(512, 5248)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,16,0.03195063675132004,3.4315059028901977 +2995,3034,1.257813652989785,0.015742981403596444,-0.008018805376129977,-0.008028631602011893,1.2762106964541178,1.6258777259599853,1.4197107543426029,0.9999678488633221,-0.010215865676476595,"model.language_model.layers.22.mlp.down_proj.weight|2d-64|(1024, 4672)","model.language_model.layers.2.mlp.down_proj.weight|2d-64|(1216, 1536)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,20,0.018397043464332796,3.34760918397287 +3118,3280,1.1590079433253777,0.04418533553252414,0.02178780588296708,0.02179263070785281,1.8270273861369297,1.177963929239725,1.4001103868112845,0.999762617582197,0.014047545002419996,"model.language_model.layers.10.mlp.gate_proj.weight|2d-128|(2560, 1152)","model.language_model.layers.19.mlp.gate_proj.weight|2d-128|(5120, 768)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,9,0.01895598591434733,5.037341781653448 +3349,3569,1.146396462887444,0.027423838468106292,0.02025636672558839,0.02005982050738153,1.1494233742739755,1.9569966231201583,1.4016478247280237,0.9997948187538673,0.03448828531410313,"model.language_model.layers.23.mlp.gate_proj.weight|2d-64|(1984, 1024)","model.language_model.layers.11.mlp.gate_proj.weight|2d-64|(6080, 896)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,12,0.00302691138653155,2.963217316758382 +3710,3830,1.2288377040210468,0.05473707394202667,0.012605287091734703,0.012581248225728156,1.2836131998106926,1.570209332211283,1.405451122780424,0.999920550212533,0.015419706987715082,"model.language_model.layers.18.mlp.up_proj.weight|2d-128|(4352, 256)","model.language_model.layers.1.mlp.up_proj.weight|2d-128|(3840, 1792)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,17,0.0547754957896458,3.2348889131883003 +3958,4064,1.2223180715305135,0.06118088818842135,0.03598522095438337,0.03595394865625651,1.2432333265002464,1.603079147172946,1.3893502156462063,0.9993523221931614,0.046400909699528946,"model.language_model.layers.22.mlp.up_proj.weight|2d-64|(3520, 1728)","model.language_model.layers.0.mlp.up_proj.weight|2d-64|(5056, 1408)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,22,0.0209152549697329,3.295525254878497 +4223,4300,1.1745102557908764,-0.011019750780072335,-0.002335889937512629,-0.0024195645733189487,1.1712804406885347,1.928024502269546,1.4156786662245677,0.9999972718053783,-0.00384506807906889,"model.language_model.layers.3.self_attn.k_proj.weight|2d-128|(384, 640)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 1536)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,20,0.003229815102341771,3.397807249122339 +4456,4506,1.1024721018872705,0.028553876520084304,0.044004320027647516,0.04410295447218955,1.1180921041106404,2.047538726866222,1.3877898189233533,0.9990313407590897,0.0805841925497645,"model.language_model.layers.19.self_attn.k_proj.weight|2d-64|(384, 1920)","model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 1984)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,4,0.0156200022233699,3.26019195728109 +4631,4820,1.1187135101452157,0.06592632641250774,-0.0052418205683406206,-0.005213594816714603,1.1708088066201705,1.939360495694995,1.4174896815731781,0.9999862615641923,-0.00868269838617573,"model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(1536, 1024)","model.language_model.layers.3.self_attn.o_proj.weight|2d-128|(896, 896)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,16,0.05209529647495481,3.0557219135574796 +4899,5012,1.1227342970354321,0.04177993493252296,0.029100900737848646,0.029284877080957106,1.9119785456550518,1.152501841525372,1.3958990200703014,0.999576479103148,0.017541432024242236,"model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(768, 1984)","model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(256, 128)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,16,0.0297675444899399,5.5575238934015845 +5176,5209,1.11670959009595,0.017332362139638235,-0.004223077740832877,-0.004106306422235839,1.1297062230502914,2.1667799426457663,1.4166597480494596,0.999991082767439,-0.008099875842379173,"model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(3456, 1024)","model.language_model.layers.11.self_attn.q_proj.weight|2d-128|(2304, 128)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,8,0.012996632954341392,2.8339807664381134 +5540,5592,1.102901533705427,0.03714225528028914,0.013669679836698478,0.01312010380298844,1.1227311364985169,2.1415157089751595,1.406241113114741,0.999906565561584,0.026073770607491706,"model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(1408, 448)","model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(2112, 128)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,0,0.019829602793089762,2.956184415941744 +5664,5764,1.0811954599716187,0.028766344321497023,0.008849796347666033,0.008867002538602021,2.3954072588869417,1.0960168313072092,1.4094704594639136,0.9999608397855413,0.004049217816593766,"model.language_model.layers.3.self_attn.v_proj.weight|2d-128|(384, 1408)","model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(0, 512)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,16,0.014821371335590472,8.19862234385066 +5908,5919,1.0751701814479013,0.015865354453644454,0.006641523637642869,0.006883615252378476,2.6997979820914546,1.0737259103217835,1.4109845580265534,0.9999779448386703,0.002641373932810862,"model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(448, 1536)","model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(192, 640)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,12,0.0014442711261177799,8.386878032388879 +6276,6335,1.2096092323490932,0.03395644173924356,0.011147158167837385,0.011227299807987846,1.2703226432234616,1.5986360440592857,1.4065141502738838,0.9999378685022291,0.01402812815389607,"model.visual.blocks.2.attn.proj.weight|2d-128|(640, 896)","model.visual.blocks.12.attn.proj.weight|2d-128|(0, 512)",model.visual.layers.*.attn.proj.weight,2d-128,10,0.06071341087436832,3.9468855311927804 +6554,6642,1.1857535251816453,0.0008544484052995065,0.011215494448879058,0.011082689597680676,1.1903099178853263,1.8118933489502789,1.406916146272709,0.999937104364203,0.017072259494581882,"model.visual.blocks.4.attn.proj.weight|2d-64|(768, 0)","model.visual.blocks.18.attn.proj.weight|2d-64|(512, 768)",model.visual.layers.*.attn.proj.weight,2d-64,14,0.0045563927036809115,3.147371528254782 +6728,6891,1.09001064630982,0.04142729234241446,0.0030561340146563537,0.0029694175513265593,1.0932634241898846,2.4572723670101646,1.412607475766826,0.9999953300115377,0.006869116351953028,"model.visual.blocks.0.attn.qkv.weight|2d-128|(1152, 0)","model.visual.blocks.13.attn.qkv.weight|2d-128|(2816, 512)",model.visual.layers.*.attn.qkv.weight,2d-128,13,0.0032527778800646168,3.9721908233641514 +7063,7160,1.0883933123946794,0.0436559415964993,0.02049945121297784,0.020588806554640248,1.1068609049592204,2.234131117018693,1.4026339010448587,0.9997898641714502,0.04137688993397749,"model.visual.blocks.0.attn.qkv.weight|2d-64|(1920, 512)","model.visual.blocks.7.attn.qkv.weight|2d-64|(2624, 576)",model.visual.layers.*.attn.qkv.weight,2d-64,7,0.018467592564541002,3.5680683474901276 +7243,7273,1.213717960295891,0.03805239030925422,-0.003074977630761616,-0.0033848579684726686,1.2489470775654101,1.6760449841526537,1.41629558521421,0.9999952722451094,-0.004126516589050349,"model.visual.blocks.11.mlp.linear_fc1.weight|2d-128|(512, 896)","model.visual.blocks.18.mlp.linear_fc1.weight|2d-128|(3584, 256)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,7,0.03522911726951916,3.199060969719971 +7492,7672,1.2104693920418381,0.02612099566022371,0.02105377645206198,0.02106103785891357,1.22302588979496,1.6857843293017105,1.3999897316999874,0.9997783446830135,0.02901993057682344,"model.visual.blocks.1.mlp.linear_fc1.weight|2d-64|(2496, 192)","model.visual.blocks.14.mlp.linear_fc1.weight|2d-64|(256, 384)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,13,0.012556497753121842,3.411926287623762 +7754,7819,1.2230579899042144,0.029719800828667663,0.01102331166831696,0.010960432262390567,1.2452323128474996,1.6534055432271733,1.4067020659480294,0.9999392414541312,0.01463662999190749,"model.visual.blocks.5.mlp.linear_fc2.weight|2d-128|(768, 128)","model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(128, 3584)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,5,0.02217432294328514,3.4477202486139924 +7963,8046,1.2077088035888854,-0.0037215917354702192,-0.003848830544534084,-0.00406484254560621,1.268986192175693,1.6323585784389636,1.4168485816738599,0.9999925932242896,-0.004950937681643643,"model.visual.blocks.4.mlp.linear_fc2.weight|2d-64|(384, 2944)","model.visual.blocks.8.mlp.linear_fc2.weight|2d-64|(192, 2944)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,4,0.061277388586807646,3.5995628867286764 +8362,8412,1.3291875594901692,0.05401854709730588,0.003075563483923065,0.003197375565025539,1.3847381881067506,1.441020672007715,1.412038863331861,0.9999952704434438,0.003200569318063424,"model.visual.merger.linear_fc1.weight|2d-128|(640, 1280)","model.visual.merger.linear_fc1.weight|2d-128|(2432, 2688)",model.visual.merger.linear_fc1.weight,2d-128,0,0.05555062861658144,3.4917081019365703 +8455,8698,1.3410018119445164,0.071579575717795,0.026375253014018905,0.02636235206422898,1.3703930404221807,1.421937262805363,1.3954516940452457,0.9996521125013673,0.02736729826429869,"model.visual.merger.linear_fc1.weight|2d-64|(1344, 3264)","model.visual.merger.linear_fc1.weight|2d-64|(3520, 2112)",model.visual.merger.linear_fc1.weight,2d-64,0,0.02939122847766429,3.5074527047276094 +8730,8794,1.3421562658804158,0.04843220745079291,0.004079456099629548,0.004105061262366038,1.4151567007785697,1.4075263303329808,1.4113260456187564,0.9999916789843459,0.004057460117672522,"model.visual.merger.linear_fc2.weight|2d-128|(1664, 640)","model.visual.merger.linear_fc2.weight|2d-128|(1280, 640)",model.visual.merger.linear_fc2.weight,2d-128,0,0.06537006445256499,3.7310265528353064 +8997,9033,1.3410998186571434,0.03395020404177734,0.01207782537534573,0.011877790399118786,1.3801143048240017,1.432664675977902,1.4056533022557562,0.9999270604070092,0.012537710621073514,"model.visual.merger.linear_fc2.weight|2d-64|(1088, 1408)","model.visual.merger.linear_fc2.weight|2d-64|(1792, 1152)",model.visual.merger.linear_fc2.weight,2d-64,0,0.03901448616685821,3.4490975529091377 +9220,9244,0.6817586009669417,0.7453256634753077,0.7094980695325256,0.7079002577519856,0.7492044890290954,0.7773040732686763,0.7628664202684932,0.7047073785122585,0.736108429006593,"model.visual.pos_embed.weight|2d-128|(0, 512)","model.visual.pos_embed.weight|2d-128|(384, 512)",model.visual.pos_embed.weight,2d-128,0,0.06744588806215368,2.8435397816402013 +9565,9598,0.4444582602535003,0.9003980738266637,0.8356259595571514,0.8336458391009589,0.5997474895625595,0.5571836815631284,0.577292061439837,0.5492988764909228,0.7763219632571868,"model.visual.pos_embed.weight|2d-64|(768, 832)","model.visual.pos_embed.weight|2d-64|(1728, 832)",model.visual.pos_embed.weight,2d-64,0,0.11272542130962804,1.526432748956471 +9729,9781,1.1732395195296927,0.04276365888340453,0.007630072110926805,0.007645819628317355,1.8019974978451987,1.1959783127550399,1.409233127727113,0.9999708905761118,0.005064047414237556,"mtp.fc.weight|2d-128|(384, 2176)","mtp.fc.weight|2d-128|(1152, 2432)",mtp.fc.weight,2d-128,0,0.02273879322534711,5.077341363977921 +9905,10032,1.1113164142127916,0.006564848523480001,0.016365368024463884,0.01606345830037581,1.1433981464324277,2.0024246559523715,1.4042121584236285,0.9998660783972142,0.028660547105284023,"mtp.fc.weight|2d-64|(0, 2112)","mtp.fc.weight|2d-64|(1024, 3584)",mtp.fc.weight,2d-64,0,0.03208173221963606,2.95477764434196 +10272,10356,1.3144851031684421,0.010610287781311453,0.00252679641715603,0.0024500678824152353,1.4548140941579963,1.3735443518411063,1.4124286690458632,0.9999968076448376,0.0023856429223320995,"mtp.layers.0.mlp.down_proj.weight|2d-128|(1664, 5120)","mtp.layers.0.mlp.down_proj.weight|2d-128|(512, 4608)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.05905924867266421,4.317372289061434 +10412,10413,1.2693150105649742,0.022036982855386585,0.01869328717668344,0.018082418898683637,1.4977859517464487,1.3209017066057978,1.4010377343694902,0.9998252652411471,0.01648566332523153,"mtp.layers.0.mlp.down_proj.weight|2d-64|(1728, 5184)","mtp.layers.0.mlp.down_proj.weight|2d-64|(0, 1856)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.051586696040823554,4.071287379403627 +10668,10838,1.3074704595610647,0.03424083427315438,0.0016368259213275114,0.001600426987927331,1.32342941259561,1.5237939699346221,1.4130670939407433,0.9999986603995544,0.0018846380811952477,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(2688, 1792)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(2560, 1536)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.01595895303454542,3.606239449984562 +10925,11035,1.2941623776063045,0.03511464347151224,0.014959895475697363,0.015472646001221863,1.3286839922916194,1.492970685347866,1.4036674743840984,0.9998880945022579,0.016809629325452366,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(3520, 1792)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(1856, 1856)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.034521614685314894,3.3802866182112563 +11297,11401,1.3308934602555673,0.019886331311474072,0.004783976183441115,0.0047978520489683485,1.4668201206905878,1.3608091843811396,1.410836243855424,0.9999885567204638,0.00443822568047561,"mtp.layers.0.mlp.up_proj.weight|2d-128|(4480, 1792)","mtp.layers.0.mlp.up_proj.weight|2d-128|(2688, 1152)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.029915724125572307,3.801387632237198 +11563,11637,1.3116156331041229,0.020053003648514714,0.02000332156328408,0.019677885664355996,1.4632583153508298,1.3443813056830782,1.4000487640738066,0.9997999135459233,0.01837822568928897,"mtp.layers.0.mlp.up_proj.weight|2d-64|(2624, 768)","mtp.layers.0.mlp.up_proj.weight|2d-64|(3392, 1472)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.03276567257895535,4.2041684295366295 +11666,11713,1.2304046657342207,-0.02820680533571691,-0.003154794407540492,-0.003139012626190082,1.7150409482417803,1.2336847029661402,1.4163269543257977,0.9999950236237408,-0.002269346166676569,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 256)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 128)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.003280037231919497,5.352646389836272 +11738,11837,1.0839650129832423,0.0035727490678814744,0.004310132843792791,0.004304922091117936,2.3742989965146895,1.1003573981056565,1.4118862033978736,0.9999907113342948,0.001997510241316495,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 640)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(192, 832)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.016392385122414144,7.635619639689555 +12130,12199,1.1793361552408475,0.02473812691584233,0.00924423194490124,0.009188008242005066,1.1590518138573902,1.9469342459249737,1.4084555444602285,0.9999572711749982,0.015528133889807547,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(1152, 256)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1664, 896)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.02028434138345725,3.667068761168189 +12287,12307,1.1718836539228799,0.02714425456039466,-0.007014678471764964,-0.007001721327775871,1.7038159789098288,1.2414034034357289,1.4189271785080397,0.9999753968403111,-0.005110907419959829,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(1728, 64)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(704, 1152)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.069519749512849,5.267029474614245 +12621,12689,1.0565119816858664,0.28437233181498894,0.31655752771010415,0.31650998572353317,1.0747371540631174,1.3077864256556848,1.1742595162686253,0.9485733137981833,0.38520082432553976,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(2560, 1920)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(3072, 1920)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.018225172377251075,3.0315801790012946 +12861,12965,1.055032289222137,0.01451128312730698,0.0035488227151738287,0.0034688346121702373,3.015123709303147,1.0586757799861497,1.4126438948581153,0.9999937029088415,0.0012460691561101966,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(704, 1152)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(832, 1536)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.0036434907640126024,8.904817526697345 +13011,13030,1.3565667067308842,0.02199528362533312,-0.0018753493082690105,-0.002111370411244188,1.4391441014269513,1.3930572669737562,1.415538312031663,0.9999982415309399,-0.001815293534127692,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(0, 384)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 768)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.036490560242872006,3.8645626595965408 +13279,13302,1.2990226082796357,0.046020216313736,0.005903433304616486,0.005783886230977441,1.4836312091802,1.3464367150940397,1.410052657549169,0.9999825745857865,0.005357530427549226,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 960)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(448, 384)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.047414106814404056,4.002368094321122 +45,53,1.1655936729506293,0.30756454056173704,0.3309290581703701,0.33061584233908176,1.155274823992008,1.1582946940137218,1.15678180266014,0.9436556355252014,0.33179410146684674,"model.language_model.embed_tokens.weight|2d-128|(247552, 1408)","model.language_model.embed_tokens.weight|2d-128|(218240, 1408)",model.language_model.embed_tokens.weight,2d-128,0,0.01031884895862123,3.071688458422096 +279,449,1.151810305874386,0.2926534357211934,0.20973422914223525,0.20887884194365083,1.2719753415701056,1.2429978669971793,1.2572362152308565,0.9777584329097408,0.20495617402322688,"model.language_model.embed_tokens.weight|2d-64|(19968, 1920)","model.language_model.embed_tokens.weight|2d-64|(183872, 1920)",model.language_model.embed_tokens.weight,2d-64,0,0.09118756112279325,3.4002927405204235 +595,731,0.12264470403253129,0.992521308482518,0.9925213084825181,0.9943376510138117,0.12506117439240638,0.12264470403253129,0.1238352599645229,0.12207150448876414,0.9733435074172014,"model.language_model.layers.16.linear_attn.conv1d.weight|3d-axis0-slice|(1602, 0, 0)","model.language_model.layers.17.linear_attn.conv1d.weight|3d-axis0-slice|(5026, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,1,0.0,0.22434899658607224 +787,911,0.5739576649313477,0.8829678940602808,0.882967894060281,0.8944071999405084,0.5739576649313476,1.0384126244399867,0.7104040277977657,0.4694333797875398,1.5974784625919323,"model.language_model.layers.5.linear_attn.conv1d.weight|3d-volume|(3176, 0, 0)","model.language_model.layers.13.linear_attn.conv1d.weight|3d-volume|(5600, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,8,1.1102230246251565e-16,1.8753345551279972 +1108,1165,1.1434361411438032,0.043107238019476794,0.005197100243501635,0.005237446423648126,1.1563684814099662,1.9736641274160136,1.411004144585286,0.9999864949833368,0.008870295655825372,"model.language_model.layers.18.linear_attn.in_proj_qkv.weight|2d-128|(4352, 1408)","model.language_model.layers.5.linear_attn.in_proj_qkv.weight|2d-128|(4480, 896)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,13,0.012932340266162967,3.258830738465747 +1343,1503,1.1379343744339758,0.018832728378594073,0.005292415830791437,0.004578155171831939,1.15449668658004,1.9827884067314694,1.4109552182055871,0.999985995069268,0.009089450731973012,"model.language_model.layers.22.linear_attn.in_proj_qkv.weight|2d-64|(5696, 320)","model.language_model.layers.14.linear_attn.in_proj_qkv.weight|2d-64|(5248, 1728)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,8,0.016562312146064073,3.132227497842191 +1645,1767,1.1504806086657244,-0.029950115112927004,0.009887087020192174,0.009495223438267052,2.023358084802267,1.1438603543023826,1.4082106012236841,0.9999511215605766,0.005589444076598396,"model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-128|(640, 1664)","model.language_model.layers.22.linear_attn.in_proj_z.weight|2d-128|(384, 0)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,18,0.006620254363341793,5.914629330812886 +1886,1954,1.14709500049636,0.06556872447870984,0.028024231138264192,0.027412434448926645,1.179448437918697,1.8033535983252418,1.3959406568027615,0.9996072441059585,0.042848501417041794,"model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-64|(1920, 1856)","model.language_model.layers.10.linear_attn.in_proj_z.weight|2d-64|(1856, 128)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,8,0.03235343742233687,2.954118314019008 +2251,2283,1.2290689567719264,0.012430261210355446,0.00990418510691965,0.009891140575018314,1.2422315683639433,1.6630706647110673,1.407482074651073,0.9999509523558483,0.01325949213388579,"model.language_model.layers.22.linear_attn.out_proj.weight|2d-128|(1792, 1152)","model.language_model.layers.21.linear_attn.out_proj.weight|2d-128|(1280, 512)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,1,0.013162611592016926,3.352578292884432 +2448,2558,1.224696236450987,0.06208227432175453,0.02589160633897827,0.02587259754487591,1.6390444778136786,1.2372107366936334,1.3964954386339428,0.9996647561663797,0.019543931715360265,"model.language_model.layers.20.linear_attn.out_proj.weight|2d-64|(448, 1984)","model.language_model.layers.22.linear_attn.out_proj.weight|2d-64|(576, 1408)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,2,0.012514500242646331,4.290208137581204 +2690,2715,1.266001483425296,0.010550670179257118,0.0033207767327652488,0.0032864305010026403,1.290167628703164,1.5762274073073732,1.4119098541495623,0.9999944862057446,0.004057069161620937,"model.language_model.layers.21.mlp.down_proj.weight|2d-128|(1280, 2176)","model.language_model.layers.3.mlp.down_proj.weight|2d-128|(640, 4608)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,18,0.02416614527786809,3.2210255490467747 +2879,3026,1.2579356642347463,0.040303213498854025,0.015832240280528168,0.01598053124830087,1.5821949055631275,1.2738654441268507,1.4032337962122505,0.9998746622290714,0.012746940168727112,"model.language_model.layers.2.mlp.down_proj.weight|2d-64|(1600, 1984)","model.language_model.layers.21.mlp.down_proj.weight|2d-64|(1600, 2816)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,19,0.015929779892104312,4.122406237923253 +3181,3242,1.159183666489495,0.044328926777660246,-0.013077301071531496,-0.012919962816657415,1.212720475525898,1.801650129903155,1.4227548351703116,0.999914488442229,-0.019427989920010418,"model.language_model.layers.18.mlp.gate_proj.weight|2d-128|(4480, 1920)","model.language_model.layers.10.mlp.gate_proj.weight|2d-128|(1408, 256)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,8,0.05353680903640301,2.9433386991357082 +3338,3444,1.1465687128544608,0.04554209309098462,0.03781221327869827,0.03824163258723458,1.1531113430094462,1.8804165488739681,1.390178826975052,0.9992848625526989,0.061661618394325136,"model.language_model.layers.23.mlp.gate_proj.weight|2d-64|(4032, 128)","model.language_model.layers.13.mlp.gate_proj.weight|2d-64|(3584, 832)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,10,0.006542630154985352,3.1008894882883093 +3687,3839,1.229180337468672,0.025989458735621834,0.0018969496407026983,0.0019414184056885954,1.613613558065297,1.2722745415097463,1.4129086270098454,0.9999982007894118,0.001495674551275951,"model.language_model.layers.2.mlp.up_proj.weight|2d-128|(128, 768)","model.language_model.layers.21.mlp.up_proj.weight|2d-128|(5760, 640)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,19,0.043094204041074224,4.375143980603458 +3929,3942,1.2227512140136558,0.033558441704881425,0.023527037978920935,0.02336409910967753,1.6155452723296553,1.2498439525706668,1.398017972933086,0.9997232009331075,0.0182013631208563,"model.language_model.layers.2.mlp.up_proj.weight|2d-64|(384, 1344)","model.language_model.layers.21.mlp.up_proj.weight|2d-64|(4416, 1088)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,19,0.027092738557010998,4.229739217979768 +4269,4300,1.1746988881876992,-0.012347524094892249,0.0005540378903644879,0.0005031686349298859,1.1779225908760598,1.8905729978594872,1.4138618543875667,0.9999998465209962,0.0008892342191477231,"model.language_model.layers.7.self_attn.k_proj.weight|2d-128|(128, 768)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 1536)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,16,0.0032237026883605857,3.538525619766211 +4393,4409,1.102481413502641,0.0015928317655858485,0.014691006691062632,0.014731852004956856,1.1147128017315076,2.1967430351884696,1.4058046976601764,0.9998920813379828,0.028951283755214503,"model.language_model.layers.11.self_attn.k_proj.weight|2d-64|(64, 576)","model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 1024)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,12,0.012231388228866491,3.1280954418361904 +4628,4846,1.1189618326550517,0.02561845006900875,0.010015584729288757,0.009856138381651738,2.040174884862192,1.140824751437336,1.4081669420605674,0.9999498427733915,0.005600513487382833,"model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(128, 1536)","model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(384, 128)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,12,0.021862918782284302,5.687962051348278 +4867,4960,1.1227347573893776,0.03770060806029327,0.038421190681601304,0.038258037054995406,1.9820963264808784,1.1324979241766304,1.3906117891256606,0.9992616334607308,0.02195247431216494,"model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(64, 256)","model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(1792, 896)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,12,0.009763166787252864,5.445100934467915 +5288,5302,1.1173183082489155,-0.0035124747440551654,-0.008772931172019043,-0.008764860536319554,2.2567460544167313,1.120341042195495,1.4191463726747802,0.9999615170988587,-0.004355241846167506,"model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(3200, 0)","model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(384, 1920)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,4,0.00302273394657937,6.126892742100309 +5443,5521,1.1037465315013932,0.017008822613391074,0.01676272034598611,0.017001429825520966,2.3175605668794304,1.099649707589335,1.4050023918521526,0.9998594957325765,0.00795367369910225,"model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(2624, 832)","model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(896, 320)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,4,0.004096823912058234,6.181265369364942 +5671,5780,1.081275854921183,0.036019258474106926,0.012343532838145477,0.012349100005799031,2.4274127709464812,1.0913449010158056,1.407669817598458,0.9999238156965128,0.0055495512690158086,"model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(256, 1152)","model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(128, 512)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,12,0.010069046094622669,7.979290481737829 +6097,6135,1.0755180177206956,0.003583260637804682,0.0214666294947165,0.021605053942665948,1.090479373881221,2.386668402059972,1.402691337099426,0.9997695653590064,0.046982755970356456,"model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(448, 1792)","model.language_model.layers.3.self_attn.v_proj.weight|2d-64|(448, 1344)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,16,0.014961356160525519,3.3258510445225866 +6146,6198,1.2096966430045852,0.02589434564601078,0.00025373654043905674,0.0003042480114306242,1.2591695568828918,1.6450298987311949,1.4140403574585778,0.9999999678088836,0.00033149165109753814,"model.visual.blocks.21.attn.proj.weight|2d-128|(640, 768)","model.visual.blocks.0.attn.proj.weight|2d-128|(768, 768)",model.visual.layers.*.attn.proj.weight,2d-128,21,0.049472913878306546,3.238226697103521 +6498,6540,1.1857800570852923,0.019317172245664243,0.003561423040180804,0.0035814090495459245,1.760757649043093,1.2119787857234832,1.4118592806451198,0.9999936581128546,0.0024514271876267327,"model.visual.blocks.0.attn.proj.weight|2d-64|(384, 128)","model.visual.blocks.23.attn.proj.weight|2d-64|(192, 384)",model.visual.layers.*.attn.proj.weight,2d-64,23,0.026198728638190838,5.4264696422329655 +6786,6798,1.0900263109423032,0.00167034338030161,0.0025741992520593895,0.002542265560211549,2.4999202599185777,1.0898709058747824,1.4128793007615879,0.9999966867436165,0.0011222537437396225,"model.visual.blocks.0.attn.qkv.weight|2d-128|(2048, 256)","model.visual.blocks.1.attn.qkv.weight|2d-128|(1024, 128)",model.visual.layers.*.attn.qkv.weight,2d-128,1,0.0001554050675207641,7.678024638907595 +7020,7099,1.0886915638361085,0.003096445673277952,0.011779583918891121,0.012324912297516493,1.0851110907266124,2.5048069045568333,1.4081240243187358,0.9999306182944383,0.027191301780067133,"model.visual.blocks.3.attn.qkv.weight|2d-64|(832, 64)","model.visual.blocks.18.attn.qkv.weight|2d-64|(2816, 512)",model.visual.layers.*.attn.qkv.weight,2d-64,15,0.003580473109496163,2.8267026157615427 +7369,7418,1.2138717475146301,0.03565446785447673,0.00920001959306148,0.009722749724609403,1.2060635284675605,1.764553254036804,1.408139297563807,0.999957678924207,0.01346025655113377,"model.visual.blocks.23.mlp.linear_fc1.weight|2d-128|(1920, 640)","model.visual.blocks.17.mlp.linear_fc1.weight|2d-128|(1024, 896)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,6,0.007808219047069631,3.0880494128148386 +7616,7628,1.2106352630939217,0.02383148895005755,-0.016501693594919112,-0.01616365343477383,1.2386508385645187,1.7333177800052093,1.4252101779394903,0.9998638377841752,-0.02309180119025247,"model.visual.blocks.1.mlp.linear_fc1.weight|2d-64|(896, 960)","model.visual.blocks.15.mlp.linear_fc1.weight|2d-64|(3264, 768)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,14,0.028015575470597076,3.3814093153890883 +7736,7864,1.2231755569824203,-0.011251194659940643,-0.0029307899689920156,-0.002661939476549494,1.2221313465466774,1.7467862361748867,1.4161590905137167,0.9999957052258562,-0.004188963480415192,"model.visual.blocks.4.mlp.linear_fc2.weight|2d-128|(128, 1920)","model.visual.blocks.9.mlp.linear_fc2.weight|2d-128|(0, 1536)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,5,0.001044210435742876,3.5915265791497486 +7963,8114,1.2080303914926267,0.03207485201317011,0.01562971467168322,0.015686697719721854,1.2472671765483387,1.6384893830080351,1.4035201752804936,0.9998778485491524,0.020532185910534437,"model.visual.blocks.4.mlp.linear_fc2.weight|2d-64|(384, 2944)","model.visual.blocks.10.mlp.linear_fc2.weight|2d-64|(320, 3072)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,6,0.03923678505571204,3.3899066782619687 +8221,8277,1.3296047218850964,0.06941268686843657,0.011153834827003984,0.011048291739072787,1.4328695586397373,1.3811743474312865,1.4063098455653418,0.9999377940495358,0.010751425658849467,"model.visual.merger.linear_fc1.weight|2d-128|(1280, 2688)","model.visual.merger.linear_fc1.weight|2d-128|(2304, 3200)",model.visual.merger.linear_fc1.weight,2d-128,0,0.051569625546190156,3.7938225426014593 +8521,8564,1.3411245913846062,0.04685828285217823,0.03467863706569951,0.03423856982376116,1.3656227179041867,1.414656661120474,1.3894912228140717,0.9993985151736345,0.03592380551405938,"model.visual.merger.linear_fc1.weight|2d-64|(1920, 1088)","model.visual.merger.linear_fc1.weight|2d-64|(3200, 2240)",model.visual.merger.linear_fc1.weight,2d-64,0,0.0244981265195805,3.3763323912294925 +8808,8828,1.342344608086407,0.040801496310977084,-8.199395689358299e-05,-7.352409970888677e-05,1.4315150004431307,1.3976365258025951,1.4142715230429759,0.9999999966384955,-8.005347412641917e-05,"model.visual.merger.linear_fc2.weight|2d-128|(384, 1024)","model.visual.merger.linear_fc2.weight|2d-128|(384, 3584)",model.visual.merger.linear_fc2.weight,2d-128,0,0.05529191771618813,3.6904752746159875 +9054,9203,1.341305790395177,0.040694210730313964,0.006913544690202767,0.006860514535733918,1.418769438259318,1.4000508147838115,1.40931690192213,0.9999761011643311,0.006822330405170121,"model.visual.merger.linear_fc2.weight|2d-64|(64, 1920)","model.visual.merger.linear_fc2.weight|2d-64|(1216, 2240)",model.visual.merger.linear_fc2.weight,2d-64,0,0.05874502438863449,3.843226612646101 +9262,9334,0.6820675919016267,0.7374678468112305,0.6321348819293438,0.6296962299802334,1.0733010435739558,0.7806891896844174,0.8928519753700519,0.7748583683797798,0.4597972504539632,"model.visual.pos_embed.weight|2d-128|(640, 768)","model.visual.pos_embed.weight|2d-128|(1792, 768)",model.visual.pos_embed.weight,2d-128,0,0.09862159778279067,4.435292737845 +9406,9502,0.44544961361791513,0.8984910234772071,0.8332476611260311,0.8333168951628609,0.5797904665111827,0.5753192419958751,0.577541873880028,0.5528999323819807,0.8268218269929382,"model.visual.pos_embed.weight|2d-64|(128, 896)","model.visual.pos_embed.weight|2d-64|(512, 896)",model.visual.pos_embed.weight,2d-64,0,0.12986962837796,1.5479314384563267 +9781,9855,1.1735959362274357,0.0386597670661223,0.009495374634905986,0.00949314417608797,1.1734755467962195,1.8817501820682512,1.4081712826835957,0.9999549179140742,0.015226497899187548,"mtp.fc.weight|2d-128|(1152, 2432)","mtp.fc.weight|2d-128|(1920, 3584)",mtp.fc.weight,2d-128,0,0.00012038943121628343,3.5163329346177763 +9882,9997,1.1119533749552948,0.04284709778857071,0.026863479090151625,0.027086228919123698,1.1708264456403674,1.8397141542990205,1.396899405561184,0.999639111625377,0.04221045988488713,"mtp.fc.weight|2d-64|(1280, 2880)","mtp.fc.weight|2d-64|(1536, 3136)",mtp.fc.weight,2d-64,0,0.05887307068507264,2.617343175341597 +10272,10329,1.3146490668420245,0.039191268563711926,-0.0002878964264706129,-0.00039175258642872897,1.4520595645081174,1.3795576354789747,1.4144168545317368,0.999999958557823,-0.00027352163993299113,"mtp.layers.0.mlp.down_proj.weight|2d-128|(1664, 5120)","mtp.layers.0.mlp.down_proj.weight|2d-128|(1280, 5760)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.06490856863695016,3.857008798697504 +10449,10599,1.269393386297291,0.04673426114238266,0.023286243051745478,0.023276824828652256,1.470099001092512,1.3350899295255367,1.3977277168310487,0.9997288386780363,0.02114771084924571,"mtp.layers.0.mlp.down_proj.weight|2d-64|(1664, 1984)","mtp.layers.0.mlp.down_proj.weight|2d-64|(320, 5440)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.0656965432282457,3.8892405407019104 +10797,10882,1.3076536993391887,0.03238539400770094,0.01080238369790286,0.01078578747693765,1.3372044812286552,1.4880528951964511,1.4065980462855594,0.9999416525510092,0.012020987487207375,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(1152, 1664)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(2560, 256)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.02955078188946647,3.609632128326101 +10979,11011,1.2942580121522276,0.07085488487360585,0.029048731121918768,0.02892617037683253,1.4595076862453755,1.3358890161675268,1.3936030014588352,0.9995779965666544,0.026588336056800284,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(3904, 1664)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(1152, 512)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.04163100401529918,4.033505550643997 +11152,11208,1.3308995052056283,0.03484316526943328,0.010487297257444557,0.010502393378144839,1.462057226522754,1.357366913157639,1.406798906801757,0.9999450067859902,0.009736356448618495,"mtp.layers.0.mlp.up_proj.weight|2d-128|(5504, 1536)","mtp.layers.0.mlp.up_proj.weight|2d-128|(384, 1024)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.026467407952010635,3.740495698583829 +11446,11621,1.3116720535700805,0.0324561892280836,0.01871644011067367,0.019620365714422324,1.4662990409162717,1.343656012707532,1.4009673319757794,0.999824832092894,0.017150974384783163,"mtp.layers.0.mlp.up_proj.weight|2d-64|(1984, 960)","mtp.layers.0.mlp.up_proj.weight|2d-64|(1856, 1344)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.031983959137451556,3.802322747772429 +11678,11719,1.230772584681962,-0.009747731485220162,-0.0032844531082231797,-0.003316487433500429,1.7131475923675266,1.2345077611213024,1.4164149808027915,0.9999946061693432,-0.002366802995378251,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 1792)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 896)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.003735176439340515,5.20449243863765 +11744,11965,1.0840353838526533,-0.006267411689279941,-0.026661885339111707,-0.026367677663308553,2.32428232965149,1.1219362449095016,1.428898516127901,0.9996445087480669,-0.012869751293964329,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 1024)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(448, 832)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.03790086105684831,9.168158458542711 +12065,12175,1.1793611584230497,0.043194134500433544,0.008027480946220354,0.00802910751013353,1.724448014656788,1.2204660619114849,1.4088501352512528,0.9999677792557409,0.0056813936832146,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(640, 128)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1408, 1920)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.04110490348843521,5.03941355734626 +12287,12470,1.1718984527250997,0.010908929641045947,0.017398059741366035,0.017319204931596995,1.6446739829723442,1.2429028294389761,1.402328618124712,0.9998486423040419,0.013147953882149909,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(1728, 64)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(768, 1984)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.07100437671387638,5.521906970902201 +12578,12608,1.0567299537258443,-0.0009519524914092014,0.005886781534430935,0.006674749476879908,3.0935699360096813,1.0546097628779842,1.4116686801558227,0.9999826727514662,0.0020068262255446474,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 256)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(896, 0)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.0021201908478600817,8.955439927471348 +12783,12954,1.0551076670104906,0.00746055044608447,0.002391863557113121,0.0026284042268202167,3.0867918327637773,1.0561383554346968,1.4131771189217928,0.9999971394902708,0.0008183703276718347,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(576, 320)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(896, 1216)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.001030688424206172,8.81171148561518 +13039,13067,1.3566500185898915,0.0511973112295955,0.007980050295991224,0.007986893148898451,1.3816958724057589,1.437062827928467,1.408563882162112,0.9999681588917086,0.008299824783728397,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 1920)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(384, 1408)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.025045853815867325,3.7744948195578036 +13185,13289,1.29930304135257,-0.0021212387656932997,-0.0054899727622887,-0.005632924169953585,1.3292730722863892,1.5273844601340532,1.4180531845924824,0.9999849299859821,-0.0063081839679908795,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 1088)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 1600)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.029970030933819336,3.411160459168932 +142,213,1.1656492370732352,0.283730265385639,0.26327572222064477,0.2597031591093049,1.2404034915543574,1.1893053254373551,1.214048648618293,0.9647206300733896,0.25243013311983825,"model.language_model.embed_tokens.weight|2d-128|(173696, 1920)","model.language_model.embed_tokens.weight|2d-128|(206208, 1920)",model.language_model.embed_tokens.weight,2d-128,0,0.02365608836411992,3.123119581949745 +298,314,1.1533833852014004,0.297573736906534,0.26486407546704965,0.25947740376812095,1.2469781072235968,1.1814082933991708,1.2128659075187143,0.9642857571938854,0.2509367354307269,"model.language_model.embed_tokens.weight|2d-64|(174656, 384)","model.language_model.embed_tokens.weight|2d-64|(139456, 384)",model.language_model.embed_tokens.weight,2d-64,0,0.02802490819777037,3.222599149836887 +678,751,0.12274714438303692,0.999478613456771,0.9994786134567711,0.9992382312038195,0.12274714438303694,0.1393185064782491,0.13024875224780702,0.03228778782342326,1.1344122780504513,"model.language_model.layers.20.linear_attn.conv1d.weight|3d-axis0-slice|(5710, 0, 0)","model.language_model.layers.14.linear_attn.conv1d.weight|3d-axis0-slice|(707, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,6,1.3877787807814457e-17,0.23354132161769903 +775,942,0.574041637384547,0.8203135098233937,0.8203135098233936,0.8158872347728751,0.574041637384547,0.7446026834708973,0.6429355354438393,0.5719141068388025,1.0640476246372923,"model.language_model.layers.8.linear_attn.conv1d.weight|3d-volume|(4364, 0, 0)","model.language_model.layers.14.linear_attn.conv1d.weight|3d-volume|(2056, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,6,0.0,1.5892388137670006 +1086,1242,1.143585660216196,0.01394230302012743,-0.0029615754458429404,-0.0029199523717435964,2.0295470202611114,1.1511063509212123,1.416009743005531,0.9999956145258231,-0.0016797286637899786,"model.language_model.layers.10.linear_attn.in_proj_qkv.weight|2d-128|(4096, 1408)","model.language_model.layers.21.linear_attn.in_proj_qkv.weight|2d-128|(256, 1408)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,11,0.007520690705016264,5.450295784656171 +1405,1423,1.1380077652883165,-0.0008133801421271181,0.006358372088499097,0.006333080840640782,2.062610111951227,1.1393406472287853,1.4104026236000344,0.999979785347876,0.003512225470367183,"model.language_model.layers.12.linear_attn.in_proj_qkv.weight|2d-64|(2688, 704)","model.language_model.layers.20.linear_attn.in_proj_qkv.weight|2d-64|(3392, 576)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,8,0.0013328819404687664,5.8939331892725235 +1568,1645,1.1505095516744597,-0.011184932361973167,-0.007172881503248461,-0.006981208787780915,1.1508462383006444,2.046040424072631,1.4185413619828908,0.9999742745545709,-0.012752359980252448,"model.language_model.layers.21.linear_attn.in_proj_z.weight|2d-128|(0, 768)","model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-128|(640, 1664)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,17,0.00033668662618469014,3.1280776909339116 +1914,1922,1.1470952413683988,0.03368990201737688,0.02951099399819031,0.027808092837051563,1.1572414828964275,1.8888381724767862,1.3954984686359289,0.9995644557672301,0.048167554305088824,"model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-64|(1984, 1216)","model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-64|(640, 768)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,14,0.010146241528028677,3.1733421051750366 +2100,2182,1.2291455780803444,0.04742648118293139,0.009582389970499958,0.009530310667264,1.278775819888817,1.5852394642030576,1.407575620368956,0.9999540878472637,0.011878847336932626,"model.language_model.layers.8.linear_attn.out_proj.weight|2d-128|(1152, 1920)","model.language_model.layers.18.linear_attn.out_proj.weight|2d-128|(1408, 1024)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,10,0.04963024180847264,3.281593351101175 +2468,2533,1.224939492570303,0.018503396902525865,0.032178901907744244,0.032199042305065345,1.2265922496983785,1.6503997996209712,1.3922557248140768,0.9994821250387682,0.043297235306698996,"model.language_model.layers.8.linear_attn.out_proj.weight|2d-64|(192, 1920)","model.language_model.layers.17.linear_attn.out_proj.weight|2d-64|(1216, 1344)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,9,0.0016527571280755549,3.4176822308098864 +2583,2784,1.2660190323583707,0.00566818449845535,0.0019075130758753767,0.0018909062582161808,1.2815229079699582,1.5952303970971475,1.412895835494004,0.9999981806952778,0.0023744584061450207,"model.language_model.layers.21.mlp.down_proj.weight|2d-128|(1024, 1664)","model.language_model.layers.3.mlp.down_proj.weight|2d-128|(1664, 384)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,18,0.015503875611587503,3.1638620295084605 +2855,3035,1.2580845994394487,0.01946625250580662,0.010279466126556032,0.010271699029260364,1.2728641677463268,1.595340453655238,1.4071085043863774,0.9999471648923022,0.012883737769686208,"model.language_model.layers.20.mlp.down_proj.weight|2d-64|(1472, 5056)","model.language_model.layers.4.mlp.down_proj.weight|2d-64|(1088, 3648)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,16,0.0147795683068781,3.305207777716067 +3106,3211,1.1592503398730876,0.03968893913786394,0.009126817924364273,0.009172446780128782,1.1852947356980899,1.8361621713111087,1.4083200312082667,0.9999583497299153,0.014138523788593298,"model.language_model.layers.20.mlp.gate_proj.weight|2d-128|(2176, 384)","model.language_model.layers.12.mlp.gate_proj.weight|2d-128|(1024, 1152)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,8,0.026044395825002287,3.143250564664783 +3433,3569,1.1467403373424099,0.023271350465710928,-0.014879442460103426,-0.014698499823937276,1.1633280195620237,2.0066922185193494,1.423314693456295,0.9998892949682362,-0.02566641643501137,"model.language_model.layers.23.mlp.gate_proj.weight|2d-64|(4544, 1536)","model.language_model.layers.11.mlp.gate_proj.weight|2d-64|(6080, 896)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,12,0.01658768221961382,2.929528175831466 +3603,3830,1.2292316696119736,0.02459440166928696,0.004446483034441885,0.004438182798894435,1.2525928796495829,1.6508134339514802,1.4111822853203917,0.9999901143454492,0.005860095523732726,"model.language_model.layers.22.mlp.up_proj.weight|2d-128|(2560, 512)","model.language_model.layers.1.mlp.up_proj.weight|2d-128|(3840, 1792)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,21,0.02336121003760927,3.376290455850747 +3958,4084,1.2228490886910623,0.011923821112490938,0.016362035772699523,0.016388608987351016,1.228449753956151,1.682682934265464,1.4031505547585774,0.9998661329324906,0.022412083421317744,"model.language_model.layers.22.mlp.up_proj.weight|2d-64|(3520, 1728)","model.language_model.layers.2.mlp.up_proj.weight|2d-64|(4992, 1344)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,20,0.005600665265088622,3.1289638907007844 +4222,4293,1.1749470831869642,-0.011353517193342638,0.0014210762318365006,0.001420622398438953,1.1925032317979976,1.8315570722383305,1.4132943227104566,0.9999989902706619,0.00218262068664216,"model.language_model.layers.15.self_attn.k_proj.weight|2d-128|(384, 1792)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 640)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,8,0.017556148611033384,3.397428643655554 +4514,4564,1.102543186118175,0.02341017169427291,0.027133023739630235,0.027433509694864324,2.0076646400711713,1.1354027950843573,1.3976748654946314,0.9996318317374375,0.015344649887330928,"model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 512)","model.language_model.layers.19.self_attn.k_proj.weight|2d-64|(128, 0)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,4,0.03285960896618234,6.8467498875164585 +4830,4846,1.1192988871781508,0.04104226819054022,0.012093965505893232,0.011950099674869331,2.0242124626448263,1.1422747478864832,1.406874071662474,0.9999268653248308,0.006824694370837875,"model.language_model.layers.3.self_attn.o_proj.weight|2d-128|(1920, 1920)","model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(384, 128)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,16,0.022975860708332352,5.602546133959274 +4987,5045,1.1227821533899482,0.08569460297086,0.04776660798871698,0.04762586790556256,1.1445651993843349,1.8868076822626667,1.3839342176510776,0.9988585240970075,0.07874291736042624,"model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(960, 0)","model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(320, 512)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,0,0.02178304599438663,3.3502564070020866 +5209,5271,1.1173744035225204,0.02158673557978082,-0.0007554901579277647,-0.000983836833355512,2.1625653093333637,1.1282670742294283,1.4146516534703313,0.9999997146172699,-0.00039415904177111233,"model.language_model.layers.11.self_attn.q_proj.weight|2d-128|(2304, 128)","model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(3328, 1792)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,8,0.010892670706907914,6.5031150991715645 +5409,5433,1.1040804596918354,0.013676823255386897,0.005298140481786718,0.0042702071305082395,2.3064136256558885,1.1069070398329828,1.4112877884234747,0.9999859647552235,0.002542713471720014,"model.language_model.layers.19.self_attn.q_proj.weight|2d-64|(2112, 1856)","model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(1344, 320)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,16,0.002826580141147339,5.944878787244741 +5647,5781,1.0812833768695411,0.014988213433233885,3.637964549009189e-05,-6.494585457958049e-05,2.547840165015931,1.0872273241421115,1.4141949897875683,0.9999999993382607,1.5524107501925628e-05,"model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(256, 1664)","model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(128, 640)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,12,0.005943947272570416,8.75990402494731 +5905,6048,1.075578111715113,0.00045310945480520667,0.01811514666682001,0.018136420709901437,2.8503076636400584,1.0606560032793275,1.4058149340245403,0.9998359072674073,0.006741005298322951,"model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(448, 1472)","model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(64, 1088)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,12,0.014922108435785564,10.067697881819274 +6208,6362,1.2099410539554496,0.034673983525178954,-0.002331898637513218,-0.0021927226604821675,1.2528535955767728,1.6651029332825753,1.4157970409519485,0.9999972811206761,-0.0030992059049432374,"model.visual.blocks.23.attn.proj.weight|2d-128|(0, 512)","model.visual.blocks.11.attn.proj.weight|2d-128|(384, 256)",model.visual.layers.*.attn.proj.weight,2d-128,12,0.042912541621323186,3.1172671547645834 +6468,6512,1.1864215638358735,0.042073376212081154,0.030252748222455963,0.03016247086986851,1.7299140518983975,1.1995193724296032,1.39403569915684,0.9995422808590884,0.020977202608562024,"model.visual.blocks.4.attn.proj.weight|2d-64|(192, 0)","model.visual.blocks.23.attn.proj.weight|2d-64|(0, 64)",model.visual.layers.*.attn.proj.weight,2d-64,19,0.013097808593729665,4.545605868994095 +6806,6861,1.0905932893845396,0.03405046294854213,0.005964656319044074,0.005982170375823954,2.338629728931381,1.103117489646221,1.410955088928271,0.9999822112792786,0.002813492287328837,"model.visual.blocks.12.attn.qkv.weight|2d-128|(2048, 384)","model.visual.blocks.1.attn.qkv.weight|2d-128|(128, 640)",model.visual.layers.*.attn.qkv.weight,2d-128,11,0.01252420026168144,7.3401811106402235 +6920,6949,1.0889260515322257,-0.023653162843329988,-0.0069963220598873825,-0.0072147121382493355,2.621233072434234,1.084947408912323,1.4177055822914295,0.9999755254393151,-0.002895828520789194,"model.visual.blocks.18.attn.qkv.weight|2d-64|(2816, 896)","model.visual.blocks.6.attn.qkv.weight|2d-64|(128, 192)",model.visual.layers.*.attn.qkv.weight,2d-64,12,0.0039786426199026614,7.049469841373827 +7201,7404,1.2145861722837867,0.058855499335170335,0.011154318106353294,0.011600454147789055,1.252939554892625,1.6354227277393456,1.406577503163489,0.9999377886586657,0.014559381793264554,"model.visual.blocks.6.mlp.linear_fc1.weight|2d-128|(1664, 768)","model.visual.blocks.14.mlp.linear_fc1.weight|2d-128|(2560, 640)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,8,0.03835338260883825,3.2312521195681825 +7435,7522,1.2106885349048562,0.008323032392303593,-0.006850319227009499,-0.006601454102019181,1.7260820969249182,1.232859915380967,1.41878817056023,0.9999765362879711,-0.004892863437717995,"model.visual.blocks.17.mlp.linear_fc1.weight|2d-64|(3840, 192)","model.visual.blocks.1.mlp.linear_fc1.weight|2d-64|(1536, 128)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,16,0.02217138047611078,4.866097661018744 +7694,7722,1.2233587527677225,0.040764604375593476,0.00779901040093884,0.007825603020376007,1.2819548832640029,1.5827301126143865,1.4088087619182226,0.9999695872559156,0.009628832317975315,"model.visual.blocks.4.mlp.linear_fc2.weight|2d-128|(128, 1152)","model.visual.blocks.14.mlp.linear_fc2.weight|2d-128|(768, 3840)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,10,0.05859613049628032,3.3869392733714387 +8081,8104,1.2082370306268717,0.04825389765752838,0.019961304691861477,0.02034791937681666,1.2480775102674135,1.6271783625718281,1.4005148066785296,0.9998007533078772,0.026024507946097997,"model.visual.blocks.4.mlp.linear_fc2.weight|2d-64|(576, 2304)","model.visual.blocks.10.mlp.linear_fc2.weight|2d-64|(512, 192)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,6,0.039840479640541826,3.4610190045962033 +8246,8290,1.3301224060381174,0.04043388091687536,-0.00011126257514952831,-5.459459744997827e-05,1.4465006806407479,1.3841435777547366,1.4142921583875923,0.9999999938103197,-0.00010646616410125391,"model.visual.merger.linear_fc1.weight|2d-128|(128, 2816)","model.visual.merger.linear_fc1.weight|2d-128|(1920, 256)",model.visual.merger.linear_fc1.weight,2d-128,0,0.05402117171661924,3.675307147457547 +8466,8675,1.3411561173656874,0.0594324656487579,0.037039965773509057,0.03617203311560042,1.3705872971615236,1.4056441264143937,1.3877837328952634,0.9993137850222509,0.037987372595637975,"model.visual.merger.linear_fc1.weight|2d-64|(320, 256)","model.visual.merger.linear_fc1.weight|2d-64|(2432, 192)",model.visual.merger.linear_fc1.weight,2d-64,0,0.029431179795836204,3.4867120607710187 +8727,8958,1.3424394316704695,0.03493133056610469,-0.006506237276080123,-0.006541433534320239,1.4196679897425504,1.4179469851057407,1.4188067045863528,0.9999788342142585,-0.006498350034414311,"model.visual.merger.linear_fc2.weight|2d-128|(0, 2944)","model.visual.merger.linear_fc2.weight|2d-128|(1408, 2688)",model.visual.merger.linear_fc2.weight,2d-128,0,0.07550755343527116,3.5905924393274518 +8964,9148,1.3413819870979118,0.020311775766403334,0.016123269414912614,0.016144311224491607,1.4627648986245203,1.349658750258226,1.4028034795647264,0.9998700116432007,0.014876561277256544,"model.visual.merger.linear_fc2.weight|2d-64|(1792, 1664)","model.visual.merger.linear_fc2.weight|2d-64|(1984, 384)",model.visual.merger.linear_fc2.weight,2d-64,0,0.008276763160314227,3.701516926474396 +9285,9357,0.683671345913523,0.752250833955779,0.7520125067236594,0.7567299086648831,0.7312887404827804,0.6842635603640772,0.7066052583972674,0.6591488373130897,0.7036546945182488,"model.visual.pos_embed.weight|2d-128|(1024, 640)","model.visual.pos_embed.weight|2d-128|(2176, 640)",model.visual.pos_embed.weight,2d-128,0,0.0005922144505542404,1.964024636193137 +9439,9583,0.44678559983964017,0.9005391297915877,0.8218544117046447,0.8202198960403555,0.654725771470044,0.5720547054145727,0.6092229497362813,0.5696975741229836,0.7180803076160539,"model.visual.pos_embed.weight|2d-64|(256, 960)","model.visual.pos_embed.weight|2d-64|(832, 960)",model.visual.pos_embed.weight,2d-64,0,0.12526910557493254,2.671005968198334 +9638,9722,1.1737665971351179,0.01874377173782613,0.0009651732798463907,0.0009727014177715619,1.2782765090012473,1.6034553818237796,1.4135480870242805,0.9999995342201614,0.001210702284728205,"mtp.fc.weight|2d-128|(0, 2816)","mtp.fc.weight|2d-128|(1024, 2560)",mtp.fc.weight,2d-128,0,0.10450991186612946,3.1707244305007545 +9882,10092,1.1120621197052152,0.00854753944643258,0.010006140662858036,0.010027167334141992,1.162827339972121,1.9267182274361976,1.4079394748933498,0.9999499373213816,0.01657942924001195,"mtp.fc.weight|2d-64|(1280, 2880)","mtp.fc.weight|2d-64|(640, 4032)",mtp.fc.weight,2d-64,0,0.050765220266905775,2.3852611992924513 +10136,10213,1.3147651455797396,0.05214910788397323,0.006741388602900605,0.006740464045015957,1.4491626767441612,1.372824769444565,1.4094456146853374,0.9999772765816755,0.006386270777623054,"mtp.layers.0.mlp.down_proj.weight|2d-128|(1664, 2816)","mtp.layers.0.mlp.down_proj.weight|2d-128|(1920, 640)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.05805962386482544,3.8324604236078446 +10504,10600,1.2696971204374867,0.02260043765646632,0.012793800101632991,0.012768249412212773,1.4990252852057226,1.3270490034356155,1.405205041787946,0.9999181559902587,0.011326026213558178,"mtp.layers.0.mlp.down_proj.weight|2d-64|(512, 1088)","mtp.layers.0.mlp.down_proj.weight|2d-64|(1280, 2752)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.05735188299812877,4.2899403911710206 +10712,10819,1.3076804869547913,0.05158117836225031,0.023999627172020768,0.024027637521571756,1.4521511786718686,1.348027164023641,1.3971876396039347,0.9997119674664318,0.022278774985337965,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(512, 1024)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(2688, 1024)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.040346677068849646,4.067332967210476 +10940,11025,1.2943072102683397,-0.0026111342358098926,-0.0007939796979558259,-0.0011539094432045645,1.5397358187029482,1.315999840434967,1.4147680319193034,0.9999996847980699,-0.0006786080723241603,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(5568, 1536)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(256, 64)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.02169263016662737,4.3261642475161635 +11231,11287,1.330917985586255,0.044380632703612435,0.002409520325809841,0.0024265541618269932,1.4564609410967195,1.3723151906552158,1.4125117627890014,0.9999970971016864,0.002270312407287389,"mtp.layers.0.mlp.up_proj.weight|2d-128|(3840, 896)","mtp.layers.0.mlp.up_proj.weight|2d-128|(2688, 256)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.04139720506896083,3.8367653667459125 +11594,11620,1.3117306645105091,0.02104256645860068,0.02502390217840771,0.02527900009458099,1.5043544413002552,1.3090770677528825,1.3965787141081747,0.9996868531294014,0.021775597284860008,"mtp.layers.0.mlp.up_proj.weight|2d-64|(1088, 384)","mtp.layers.0.mlp.up_proj.weight|2d-64|(1472, 1856)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.002653596757626664,4.2124696996646 +11677,11712,1.2308445345059793,0.021806012430286768,0.015939046496078354,0.015957696218467186,1.6830363168545013,1.2286976056627625,1.4034376795146297,0.9998729653294942,0.011636271939087325,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 1664)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 0)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.0021469288432167666,5.216935529750401 +11756,11929,1.084094772253038,0.06407015300147445,0.031613029190313294,0.031383989402275846,2.2296828444902976,1.101228910522049,1.3963498987964866,0.9995001832843315,0.015613512827430256,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 1792)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 576)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.01713413826901089,6.857789329565241 +12131,12224,1.1794223360487477,0.03865476081559889,0.007564786063810427,0.00760662851709557,1.1750671896396299,1.8810488030171433,1.4093982292264204,0.999971386596541,0.012109717551364321,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(1152, 384)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1920, 0)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.004355146409117827,3.4097756074845162 +12378,12469,1.172113375432673,0.01084529956194527,0.028557800624291554,0.02853691519903141,1.1692266822546236,1.8409805334677602,1.3958163318624992,0.9995921428380193,0.04496506607820042,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(832, 1920)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(832, 960)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.0028866931780493488,3.4405433044972935 +12588,12622,1.056740049758813,0.007696536185781807,0.011716229764601937,0.011670366594573748,3.0391001365165673,1.0546550107753492,1.409072248442106,0.9999313626245069,0.004065868143060235,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 1536)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(896, 1792)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.002085038983463905,8.632820204024 +12774,12913,1.0551295763548056,0.03065965221145827,0.045049416228703634,0.04547593988383126,2.6969515675694913,1.05756186030668,1.3923921938490482,0.9989847596922853,0.017665331852990417,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(1984, 448)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(768, 1344)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.0024322839518744477,8.017771210082838 +13035,13047,1.3567649091077267,0.03125380917991631,-0.000937195879752105,-0.0009310938446669721,1.3903015153783578,1.4408007563637988,1.4148756833694591,0.999999560831845,-0.0009712371866619114,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 1408)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(256, 896)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.03353660627063104,3.6147262959857387 +13193,13280,1.2994953362367256,0.022070171493477914,-0.00012753741062389756,-0.00015480961398965976,1.3107788241214873,1.5469984491394242,1.4143025181737956,0.9999999918671044,-0.00015052133343294004,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 1600)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 1024)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.011283487884761634,3.598303770953304 +19,131,1.165818513078937,0.27700975518310683,0.2504359912952625,0.24903893408049063,1.1814311827041695,1.2736969407052947,1.2249656338391488,0.9681331593659827,0.2699941906266293,"model.language_model.embed_tokens.weight|2d-128|(142720, 640)","model.language_model.embed_tokens.weight|2d-128|(169472, 640)",model.language_model.embed_tokens.weight,2d-128,0,0.015612669625232556,3.087262004570238 +261,272,1.1535849384867483,0.2639743233830289,0.30537409764449064,0.30557825527005705,1.256569264216979,1.1166882844987776,1.1804577801735774,0.9522324613705485,0.2713799286197603,"model.language_model.embed_tokens.weight|2d-64|(42688, 1408)","model.language_model.embed_tokens.weight|2d-64|(158592, 1408)",model.language_model.embed_tokens.weight,2d-64,0,0.03689665398797071,3.391778337278957 +531,678,0.122910764847698,0.999723762028204,0.9997237620282041,0.9999306409465029,0.13981732459100482,0.122910764847698,0.13055005611037732,0.02350318353276491,0.8788382454516649,"model.language_model.layers.4.linear_attn.conv1d.weight|3d-axis0-slice|(152, 0, 0)","model.language_model.layers.20.linear_attn.conv1d.weight|3d-axis0-slice|(5710, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,16,0.0,0.26531726106457343 +814,890,0.5742393989398039,0.8210691749524756,0.8210691749524753,0.8364526670617307,0.5742393989398039,0.6499133657577548,0.6085757027521588,0.5708287045540559,0.9292706700350326,"model.language_model.layers.2.linear_attn.conv1d.weight|3d-volume|(5328, 0, 0)","model.language_model.layers.10.linear_attn.conv1d.weight|3d-volume|(4248, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,8,0.0,1.2272923192939276 +1043,1230,1.143646121088003,0.034512017727346384,-0.00772078124899672,-0.0077137033613512845,1.1759767344046017,1.9242543836041759,1.4190635952942259,0.9999701943242635,-0.012633538341855759,"model.language_model.layers.16.linear_attn.in_proj_qkv.weight|2d-128|(1664, 896)","model.language_model.layers.10.linear_attn.in_proj_qkv.weight|2d-128|(5504, 384)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,6,0.03233061331659881,3.290350056709511 +1305,1527,1.138336851371945,0.03194911338183666,0.02459228165617608,0.024384655688836375,1.8619475422462375,1.1670686956115002,1.3984754395370924,0.9996975641077371,0.015414441826840914,"model.language_model.layers.9.linear_attn.in_proj_qkv.weight|2d-64|(2432, 1408)","model.language_model.layers.20.linear_attn.in_proj_qkv.weight|2d-64|(3328, 576)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,11,0.028731844239555215,5.332349682443815 +1569,1715,1.1507937266584645,0.0020624379601542004,-0.0031197628755757663,-0.003137499636844606,2.0340910161570904,1.1503807604943543,1.4161028330591583,0.9999951335279589,-0.0017643827935228129,"model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(256, 1664)","model.language_model.layers.1.linear_attn.in_proj_z.weight|2d-128|(1152, 256)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,17,0.000412966164110129,5.372976181744226 +1860,1922,1.1473189784382039,0.013357721376957477,-0.001983019756547276,-0.0016516552040856385,1.158285160186712,1.98844888698165,1.4154327581266963,0.9999980338143897,-0.003404285544963239,"model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-64|(384, 1088)","model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-64|(640, 768)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,0,0.010966181748508053,3.0908511676563073 +2134,2183,1.2292175443211986,0.01490198616716304,-0.007997369060072883,-0.007998079201193872,1.7194771368995772,1.2363123492665706,1.4195640918384567,0.9999680205327153,-0.005750146901306509,"model.language_model.layers.16.linear_attn.out_proj.weight|2d-128|(1280, 256)","model.language_model.layers.13.linear_attn.out_proj.weight|2d-128|(896, 896)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,3,0.0070948049453720685,4.615221412313802 +2374,2437,1.2250766817450307,-0.006782934923211605,-0.012699390091198777,-0.01253148697801384,1.7281793950261386,1.2372177149217625,1.4226888287368396,0.9999193594942102,-0.009091596876315831,"model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(1536, 896)","model.language_model.layers.5.linear_attn.out_proj.weight|2d-64|(1152, 1600)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,7,0.012141033176731764,4.7280401720204575 +2776,2802,1.2660378627119944,0.03817237756937256,0.011241361646271096,0.011204949277557847,1.3026226999699362,1.5396011363278383,1.4063526272437332,0.9999368138979271,0.013286436022395893,"model.language_model.layers.19.mlp.down_proj.weight|2d-128|(128, 3200)","model.language_model.layers.5.mlp.down_proj.weight|2d-128|(1408, 896)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,14,0.036584837257941816,3.294156599101033 +2834,3018,1.2582507762815185,0.023626685220285916,0.0033045707131823952,0.0033084708104952907,1.2754388778706816,1.6043592819633663,1.4119352236768277,0.9999945398912944,0.004156779904223702,"model.language_model.layers.20.mlp.down_proj.weight|2d-64|(320, 2240)","model.language_model.layers.3.mlp.down_proj.weight|2d-64|(1792, 1088)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,17,0.017188101589163063,3.20495254915304 +3190,3214,1.1596515157319385,0.06590729981350618,0.012017530587067095,0.012100003975583837,1.1907733741982733,1.8080017338779397,1.4063849565758875,0.9999277868719265,0.018246726546919452,"model.language_model.layers.21.mlp.gate_proj.weight|2d-128|(6016, 1280)","model.language_model.layers.11.mlp.gate_proj.weight|2d-128|(5888, 0)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,10,0.031121858466334862,3.070922735695417 +3482,3518,1.1471073997047327,-0.009918535933298523,-0.0004310430845973216,-0.0013052034985258569,1.1394639241586177,2.087660438270777,1.414469888750652,0.9999999071009253,-0.0007897324134842608,"model.language_model.layers.23.mlp.gate_proj.weight|2d-64|(5824, 1984)","model.language_model.layers.11.mlp.gate_proj.weight|2d-64|(6080, 640)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,12,0.007643475546114997,3.074871359671027 +3687,3714,1.2294667742195693,0.035662201300189655,0.017303434116865662,0.01728062170452933,1.6236451363268891,1.2522618452915217,1.402329638958729,0.9998502843764977,0.01334554568129717,"model.language_model.layers.2.mlp.up_proj.weight|2d-128|(128, 768)","model.language_model.layers.22.mlp.up_proj.weight|2d-128|(5888, 1920)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,20,0.022795071071952444,4.556558920558456 +3892,4074,1.223105719398771,0.042220361353174994,0.015612534587129823,0.015622049948918026,1.6602409981339328,1.2380646826506772,1.4035926944277857,0.9998781169541444,0.011642483049577297,"model.language_model.layers.11.mlp.up_proj.weight|2d-64|(2496, 1216)","model.language_model.layers.23.mlp.up_proj.weight|2d-64|(1664, 576)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,12,0.014958963251906043,4.181659397644482 +4112,4300,1.1750034924270887,-0.022631067705899257,-0.008843456263062153,-0.008807582894140659,1.1736712823611672,1.9379218713036686,1.419744467913694,0.9999608958760954,-0.014601982316230685,"model.language_model.layers.3.self_attn.k_proj.weight|2d-128|(128, 1280)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 1536)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,20,0.0013322100659214353,3.173779482946543 +4369,4409,1.102571006493228,0.016500777597920204,-0.008730082589983174,-0.00881378609827209,1.1221424071177297,2.2421988468824026,1.419146195338337,0.9999618921028801,-0.017443936698486026,"model.language_model.layers.3.self_attn.k_proj.weight|2d-64|(128, 1344)","model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 1024)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,20,0.0195714006245018,2.8366076327503524 +4754,4830,1.1193054874390604,0.04688733659930449,0.003799737349533896,0.003745482273845011,1.1382744333737154,2.078784666274081,1.4119480443181467,0.9999927809719801,0.006939306995298783,"model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(640, 768)","model.language_model.layers.3.self_attn.o_proj.weight|2d-128|(1920, 1920)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,16,0.018968945934654924,2.974765233544478 +4933,4960,1.1229412178576157,-0.009605250033575322,0.0012566861855399555,0.0010677987963730686,2.0812844847479353,1.1394533765345765,1.413464757267106,0.9999992103696037,0.0006880055695659891,"model.language_model.layers.3.self_attn.o_proj.weight|2d-64|(1792, 1856)","model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(1792, 896)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,16,0.016512158676960764,6.005722330338298 +5150,5160,1.1175311394090526,0.011453330970686742,-0.0035194010475070453,-0.003456187384223251,2.1542753122746503,1.1310914817432673,1.4162606054072593,0.9999938068889561,-0.001847843923658185,"model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(3200, 256)","model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(2816, 512)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,4,0.01356034233421477,6.244071107512891 +5443,5591,1.104346666980207,0.012866820272040448,0.0039844050671543115,0.0035065907117363677,2.2651355510932807,1.1123044352431597,1.4119823962482523,0.9999920622266264,0.0019565590350043255,"model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(2624, 832)","model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(2880, 1088)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,4,0.007957768262952802,6.5465210026845355 +5776,5829,1.0813945657181065,0.017359245650276918,-0.0026205178288872186,-0.002603514043593938,1.0983365045557285,2.431900764919975,1.4156030687466694,0.9999965664372595,-0.005802264867027287,"model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(128, 0)","model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(256, 1280)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,12,0.01694193883762196,3.588466758659242 +6008,6063,1.0756497788114383,0.03591834866887244,0.0023244210445137457,0.0025977366122391377,1.097527881886594,2.4141562375100016,1.4129745437628676,0.9999972985297549,0.005112868343323056,"model.language_model.layers.23.self_attn.v_proj.weight|2d-64|(320, 1344)","model.language_model.layers.3.self_attn.v_proj.weight|2d-64|(448, 1792)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,20,0.021878103075155586,3.5861806660399274 +6248,6255,1.2103232377836262,0.013443932529890859,-0.002356552948503322,-0.0023885929936468915,1.2616916832776115,1.645022635298936,1.4158220121502094,0.9999972233252455,-0.0030725279344775104,"model.visual.blocks.1.attn.proj.weight|2d-128|(640, 0)","model.visual.blocks.8.attn.proj.weight|2d-128|(640, 512)",model.visual.layers.*.attn.proj.weight,2d-128,7,0.05136844549398534,3.316943890882439 +6417,6558,1.1865537168249194,0.021382706922181,0.0035532201066553345,0.0034845270235001834,1.8330168905007096,1.1904481119847077,1.4119163508680177,0.9999936872935117,0.0023076296728932444,"model.visual.blocks.10.attn.proj.weight|2d-64|(0, 320)","model.visual.blocks.2.attn.proj.weight|2d-64|(960, 320)",model.visual.layers.*.attn.proj.weight,2d-64,8,0.0038943951597882887,5.167554130771659 +6720,6728,1.0910635494556244,0.04522384392551311,0.0022178678071041063,0.0021700578161366227,2.4028737193747975,1.0986462927892304,1.4130269334281036,0.9999975405281706,0.0010140575530558874,"model.visual.blocks.17.attn.qkv.weight|2d-128|(640, 768)","model.visual.blocks.0.attn.qkv.weight|2d-128|(1152, 0)",model.visual.layers.*.attn.qkv.weight,2d-128,17,0.007582743333605979,8.717651762513045 +7078,7132,1.0892425358591773,0.0034857985500255364,0.009454457835350863,0.009658286204908214,2.6374917267526556,1.0765101812201534,1.4095278054429967,0.9999553056147258,0.003858901248650754,"model.visual.blocks.0.attn.qkv.weight|2d-64|(2496, 320)","model.visual.blocks.3.attn.qkv.weight|2d-64|(640, 640)",model.visual.layers.*.attn.qkv.weight,2d-64,3,0.01273235463902389,6.918839080060135 +7353,7357,1.2146136693031446,0.027871170439934853,0.004650621017546291,0.00455567036198284,1.24603506790854,1.6657373255132293,1.4110554142062213,0.9999891858036022,0.006217090686497266,"model.visual.blocks.0.mlp.linear_fc1.weight|2d-128|(2944, 128)","model.visual.blocks.23.mlp.linear_fc1.weight|2d-128|(2560, 640)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,23,0.03142139860539528,3.6245777890581596 +7570,7658,1.21074311121014,0.04040684687449363,0.0378891942844172,0.03739036537656047,1.701263646839178,1.2025226555648905,1.3887276233382795,0.9992819466779522,0.026781630591333337,"model.visual.blocks.20.mlp.linear_fc1.weight|2d-64|(3136, 64)","model.visual.blocks.0.mlp.linear_fc1.weight|2d-64|(896, 640)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,20,0.008220455645249647,5.072231074027398 +7740,7783,1.2233950067109538,0.02977357634563673,0.011207936480941623,0.011181145025439113,1.226831655784498,1.699186047135342,1.4066708174801028,0.9999371891073154,0.015523213144852591,"model.visual.blocks.4.mlp.linear_fc2.weight|2d-128|(896, 2176)","model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(384, 2432)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,6,0.00343664907354424,3.381383523128765 +7960,8016,1.20828808861395,0.011246892787673567,0.01935441857324505,0.01978506369064914,1.2524461021736768,1.618832300577566,1.400903829080041,0.9998126856975218,0.025016292430380935,"model.visual.blocks.4.mlp.linear_fc2.weight|2d-64|(640, 3200)","model.visual.blocks.14.mlp.linear_fc2.weight|2d-64|(576, 2176)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,10,0.044158013559726816,3.6894504768966696 +8239,8398,1.330142428058266,0.050170805514597475,0.023761118091559813,0.02360790956620071,1.4108151677129206,1.3841931474118974,1.3973139896683062,0.9997176647769304,0.023312746835930362,"model.visual.merger.linear_fc1.weight|2d-128|(1024, 2944)","model.visual.merger.linear_fc1.weight|2d-128|(1280, 896)",model.visual.merger.linear_fc1.weight,2d-128,0,0.05405071935363126,3.729173481094018 +8512,8606,1.3411623411779994,0.077347954652855,0.04695907023404538,0.045599442786574206,1.3755051774326472,1.3857724380917926,1.3806101754207982,0.9988968143520901,0.047309589463136154,"model.visual.merger.linear_fc1.weight|2d-64|(3840, 1408)","model.visual.merger.linear_fc1.weight|2d-64|(384, 3136)",model.visual.merger.linear_fc1.weight,2d-64,0,0.034342836254647846,3.4677947630587704 +8776,8858,1.3425007181949182,0.05595903862258736,0.004763176167446191,0.004831643557966705,1.4032314493063849,1.4185770630121608,1.410841667628764,0.9999886560120559,0.004815265836270473,"model.visual.merger.linear_fc2.weight|2d-128|(1280, 896)","model.visual.merger.linear_fc2.weight|2d-128|(512, 3328)",model.visual.merger.linear_fc2.weight,2d-128,0,0.06073073111146665,3.231798206480927 +9049,9143,1.342088084077325,0.054424986378234355,0.01853711181420324,0.018417253829895057,1.3852219022487986,1.4174292831267663,1.4010480245711536,0.9998281729805315,0.018968112666563633,"model.visual.merger.linear_fc2.weight|2d-64|(448, 3584)","model.visual.merger.linear_fc2.weight|2d-64|(1216, 128)",model.visual.merger.linear_fc2.weight,2d-64,0,0.04313381817147355,3.470687476365214 +9220,9268,0.6837609351330601,0.7539602243863993,0.6343194102756475,0.6332553853814201,0.7765156840045401,1.3835229728096943,0.9576356341424119,0.7730710741888838,1.130170960217624,"model.visual.pos_embed.weight|2d-128|(0, 512)","model.visual.pos_embed.weight|2d-128|(768, 512)",model.visual.pos_embed.weight,2d-128,0,0.09275474887147994,3.313965448958788 +9417,9513,0.4473303734409728,0.9137873936597427,0.8828812713896891,0.8811711097488892,0.49218850126301134,0.6692125112408626,0.5607329822776415,0.46959627407947574,1.200424616255905,"model.visual.pos_embed.weight|2d-64|(192, 576)","model.visual.pos_embed.weight|2d-64|(576, 576)",model.visual.pos_embed.weight,2d-64,0,0.04485812782203852,1.8488347705953903 +9801,9853,1.1741666167863078,0.02662965976576312,-0.00831802886365944,-0.008194552992422595,1.192032183193054,1.8609953671033286,1.4195463371524466,0.9999654045994909,-0.012986069836836754,"mtp.fc.weight|2d-128|(1152, 2944)","mtp.fc.weight|2d-128|(1024, 2688)",mtp.fc.weight,2d-128,0,0.01786556640674619,3.5845594165767865 +10093,10100,1.113369266527039,0.025834223565236607,0.010702662024165496,0.010547203845025404,1.8204916094769714,1.1883209900072855,1.4072685024439868,0.9999427248725782,0.006986133781700686,"mtp.fc.weight|2d-64|(640, 2560)","mtp.fc.weight|2d-64|(576, 3968)",mtp.fc.weight,2d-64,0,0.07495172348024659,5.166358353783235 +10213,10282,1.314794305438248,0.03291095915989817,0.0008265748995324556,0.0008304355561883586,1.3734154498430835,1.457597417168091,1.413629997939678,0.9999996583869094,0.0008772388855769279,"mtp.layers.0.mlp.down_proj.weight|2d-128|(1920, 640)","mtp.layers.0.mlp.down_proj.weight|2d-128|(1024, 4736)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.05862114440483546,3.6488614780697826 +10407,10513,1.2698219551084367,0.029684140607376466,0.008635360854741411,0.008802746927246419,1.4515838328050616,1.36831255573668,1.4081048869732045,0.9999627145763528,0.008139986416097332,"mtp.layers.0.mlp.down_proj.weight|2d-64|(1408, 5248)","mtp.layers.0.mlp.down_proj.weight|2d-64|(256, 1856)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.09849060062824333,3.9261454030464327 +10812,10834,1.3079674184534007,0.034458501322783074,0.019567390406525827,0.019396250022113537,1.4712335131743177,1.3388508986587035,1.4003708583909598,0.9998085402879286,0.01780670301185477,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(5504, 1408)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(1536, 256)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.03088348020530285,4.000532599051406 +11035,11102,1.2943391805920923,0.04391669780175315,0.004087868133676967,0.004546374547414048,1.4965599910931326,1.3391917631331187,1.4113378282738198,0.9999916446321547,0.0036580152923878797,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(1856, 1856)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(4416, 512)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.04485258254102642,4.150051582224913 +11303,11377,1.3309462601955544,0.07576034416047911,0.0014171369427235213,0.0014250151785449453,1.39311887149284,1.4341994899895532,1.4132115632814417,0.9999989958609387,0.0014589258117805022,"mtp.layers.0.mlp.up_proj.weight|2d-128|(3072, 1152)","mtp.layers.0.mlp.up_proj.weight|2d-128|(5120, 1408)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.062172611297285574,3.5611113193773223 +11458,11563,1.3118166199702075,0.03178802808159625,0.029957867945565618,0.02982373122415162,1.3306192381100468,1.4649922805985678,1.3929682243614645,0.9995511623464584,0.032983173567955895,"mtp.layers.0.mlp.up_proj.weight|2d-64|(64, 1152)","mtp.layers.0.mlp.up_proj.weight|2d-64|(2624, 768)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.0188026181398393,3.4741644048323277 +11675,11716,1.2310695673571126,-0.002999230764008244,0.007720618960789519,0.007682925456831403,1.6558816316613614,1.247302263435627,1.4089565467563767,0.9999701955772794,0.005815600173820983,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 1408)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 512)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.016232696078514408,5.252282240432306 +11732,11935,1.0842650431407612,0.03601187632269956,0.03192192409288918,0.031844827360548854,2.384272081795804,1.085444243275631,1.3970860262697613,0.999490365517451,0.014532514558829495,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 256)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 960)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.0011792001348698289,7.806092113660421 +11987,12193,1.1794468940154081,0.05980492255121938,0.00033992289448845877,0.000302584982475238,1.198332940577304,1.8138850641776034,1.4139924534390258,0.9999999422262112,0.0005145323477360082,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(0, 384)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1664, 128)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.018886046561895853,3.6514402420571783 +12257,12391,1.1721268037272805,0.03207524167380256,0.018567177341332973,0.018443846729055816,1.8552854697241716,1.1731959306568092,1.4023020863245073,0.9998276151045117,0.011741016278143796,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(1600, 192)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(768, 1920)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.001069126929528652,5.364621018286858 +12576,12606,1.0567431990808176,-0.004825330643223412,-0.007462048547538481,-0.007339265277560619,3.1012534047242335,1.0591163544861086,1.4174374151443465,0.9999721585281633,-0.0025483817744877497,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 0)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(768, 1792)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.0023731554052910386,9.176668024179087 +12775,12779,1.0553652595517369,0.02017776050119462,-0.0015490422855848145,-0.0018012416684182546,1.068088850634387,2.858100856136623,1.414931727075724,0.999998800233279,-0.004145085008604108,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(896, 1728)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(1920, 448)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.012723591082650199,3.0508622398971026 +13012,13037,1.35700574170777,0.03344722328893902,0.0004638251938253201,0.0004935143005357657,1.4335619556139405,1.3949979635931236,1.413885672327149,0.999999892433089,0.00045134791580905663,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(0, 512)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 1664)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.03799222188535345,3.9489632540530364 +13127,13199,1.2997252759343365,0.04554234674450123,0.008166043380838778,0.008077059167637901,1.5000896823588377,1.3318146729937244,1.4084682603771084,0.9999666573118837,0.007250004131621505,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(64, 1472)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 1984)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.03208939705938785,3.991541200369545 +108,144,1.1661651289280561,0.2857555132279924,0.2587302169006565,0.2586798473805728,1.225834366540397,1.2095583793841522,1.2176147944807225,0.965949623356487,0.2552949324918075,"model.language_model.embed_tokens.weight|2d-128|(196224, 128)","model.language_model.embed_tokens.weight|2d-128|(214272, 128)",model.language_model.embed_tokens.weight,2d-128,0,0.0433932504560961,3.397752718904843 +361,470,1.1538952426995905,0.3236320503014529,0.2754568537166197,0.275566997508211,1.212068086477293,1.1957010877057148,1.2038011473774246,0.9613134357432755,0.2717372590530016,"model.language_model.embed_tokens.weight|2d-64|(128896, 512)","model.language_model.embed_tokens.weight|2d-64|(223040, 512)",model.language_model.embed_tokens.weight,2d-64,0,0.041805845006124276,3.123091075386617 +519,603,0.12358325730045588,0.9944159697777616,0.9944159697777617,0.9966624119936854,0.1235832573004559,0.13287026763071724,0.1279747207451771,0.1055314126265431,1.0691441456296928,"model.language_model.layers.0.linear_attn.conv1d.weight|3d-axis0-slice|(4924, 0, 0)","model.language_model.layers.2.linear_attn.conv1d.weight|3d-axis0-slice|(6075, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,2,1.3877787807814457e-17,0.14620677462552736 +786,900,0.5753782232598161,0.8205122958709041,0.8205122958709042,0.8357379506870889,0.6493446114880528,0.5753782232598161,0.6090181594152814,0.5716288763915428,0.7270483170394642,"model.language_model.layers.21.linear_attn.conv1d.weight|3d-volume|(1208, 0, 0)","model.language_model.layers.4.linear_attn.conv1d.weight|3d-volume|(832, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,17,0.0,1.2819803969134493 +1085,1252,1.1439510221287654,0.020091945427642803,0.010754235549004952,0.010815140075206668,1.1492786522329403,1.9908341810903702,1.407612933693777,0.9999421715368126,0.01862898930634342,"model.language_model.layers.21.linear_attn.in_proj_qkv.weight|2d-128|(1408, 896)","model.language_model.layers.13.linear_attn.in_proj_qkv.weight|2d-128|(2304, 512)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,8,0.0053276301041749186,3.074491513335809 +1296,1503,1.1384686585702708,0.01919234890220903,0.00911356155753044,0.009100412722267153,1.154452346493559,1.969923174617381,1.4085800820480525,0.9999584706355245,0.015551110593703016,"model.language_model.layers.1.linear_attn.in_proj_qkv.weight|2d-64|(3328, 640)","model.language_model.layers.14.linear_attn.in_proj_qkv.weight|2d-64|(5248, 1728)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,13,0.015983687923288192,3.100568657654501 +1569,1660,1.1514142547752568,0.028814745980518322,0.009854501034883946,0.009814655817375758,1.9408203836426676,1.15991135711177,1.4080632213655226,0.9999514432257965,0.00588944127203482,"model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(256, 1664)","model.language_model.layers.21.linear_attn.in_proj_z.weight|2d-128|(1152, 640)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,3,0.00849710233651324,5.055234482024467 +1922,2019,1.1475792749414597,-0.0015579891586054578,0.0020894002451649764,0.003931323741047907,2.025986384977792,1.1484636279372715,1.4129453313609275,0.9999978172009254,0.0011844108151800325,"model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-64|(640, 768)","model.language_model.layers.17.linear_attn.in_proj_z.weight|2d-64|(1024, 128)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,13,0.000884352995811799,5.335086250407816 +2134,2208,1.2295129687094368,-0.0206713874441803,-0.008171854846130457,-0.00817177795010722,1.7963632445735147,1.2103750844517926,1.419558939861319,0.9999666098367355,-0.005506129970868573,"model.language_model.layers.16.linear_attn.out_proj.weight|2d-128|(1280, 256)","model.language_model.layers.22.linear_attn.out_proj.weight|2d-128|(256, 256)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,6,0.019137884257644178,4.710769531822505 +2402,2444,1.225513893513836,0.04263470577260356,-0.0029846987553437793,-0.0030732905341506332,1.660681765047704,1.2553691709183914,1.4162426065436484,0.9999955457767499,-0.002256241310525526,"model.language_model.layers.18.linear_attn.out_proj.weight|2d-64|(448, 512)","model.language_model.layers.1.linear_attn.out_proj.weight|2d-64|(1408, 1664)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,17,0.02985527740455529,4.257316672252533 +2594,2804,1.266114319088913,0.03213315814431158,0.009219938381430731,0.009155744422561894,1.3057483303093251,1.5381638821989367,1.4077658901005787,0.9999574954648035,0.010861033389992452,"model.language_model.layers.21.mlp.down_proj.weight|2d-128|(1408, 2944)","model.language_model.layers.5.mlp.down_proj.weight|2d-128|(1664, 4224)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,16,0.0396340112204121,3.357777879950516 +2834,2955,1.2582716180111664,0.038950611789504846,-0.0011014013083704163,-0.0009708144069397538,1.2932264385728278,1.5791844502221963,1.4149768788810335,0.999999393457395,-0.001344942979631942,"model.language_model.layers.20.mlp.down_proj.weight|2d-64|(320, 2240)","model.language_model.layers.2.mlp.down_proj.weight|2d-64|(1984, 4480)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,18,0.03495482056166144,3.220955893478439 +3118,3122,1.159878457340623,0.00855756425567576,0.004862486708419766,0.004776345540900202,1.8916657995459505,1.1745031431518391,1.4111285851769413,0.9999881780416259,0.003019035351775058,"model.language_model.layers.10.mlp.gate_proj.weight|2d-128|(2560, 1152)","model.language_model.layers.22.mlp.gate_proj.weight|2d-128|(3456, 1536)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,12,0.014624685811216231,5.190785398073554 +3467,3482,1.147367892645131,0.029464673307109744,0.02080780709610096,0.021556251877703467,1.9830456924946571,1.1440340857571976,1.4014184416829574,0.999783494144533,0.012004181576801528,"model.language_model.layers.11.mlp.gate_proj.weight|2d-64|(704, 384)","model.language_model.layers.23.mlp.gate_proj.weight|2d-64|(5824, 1984)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,12,0.003333806887933388,5.2178427699582945 +3597,3665,1.2299096732297221,0.0527486916172155,0.009328427648260853,0.009372924423788247,1.6224737397206637,1.2606390506979757,1.4078074246070031,0.9999564892722139,0.007248055784886206,"model.language_model.layers.11.mlp.up_proj.weight|2d-128|(1408, 1152)","model.language_model.layers.23.mlp.up_proj.weight|2d-128|(896, 768)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,12,0.03072937746825355,4.214536736494269 +4037,4059,1.2231961328102559,0.04080111128481692,0.03337202280563802,0.03337003628270265,1.2299895159302638,1.6393269722633155,1.3913728865382353,0.9994429989218295,0.0444781491189317,"model.language_model.layers.22.mlp.up_proj.weight|2d-64|(1856, 832)","model.language_model.layers.2.mlp.up_proj.weight|2d-64|(2368, 1408)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,20,0.00679338312000799,3.243070097952524 +4158,4300,1.1752764682681272,-0.0047949204817191015,0.006516317814592212,0.006456316432542612,1.171786283366111,1.898071131385633,1.4100882878028422,0.9999787685756829,0.01055519671324487,"model.language_model.layers.11.self_attn.k_proj.weight|2d-128|(384, 1792)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 1536)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,12,0.0034901849020161357,3.2451268235134187 +4409,4410,1.1026329685825385,-0.03736890172101382,-0.018334726421103738,-0.018416586562550494,2.3859975579420234,1.110762088768432,1.424099865570513,0.9998319047755294,-0.008535431626371262,"model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 1024)","model.language_model.layers.3.self_attn.k_proj.weight|2d-64|(64, 768)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,20,0.008129120185893512,6.775137868017443 +4618,4860,1.1196885738833784,0.037984643132786634,-0.014325959588732366,-0.014306066984372895,1.1501117700378312,2.0761197936305167,1.4227755854544648,0.9998973781753115,-0.02586045029687839,"model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(384, 0)","model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(768, 1536)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,12,0.03042319615445277,2.99772755046358 +4955,5115,1.1229585861097016,0.017184366956067745,0.0267363201551672,0.02696612991109335,2.0339748144873,1.131173090008402,1.3980606311549286,0.999642520696554,0.01486911522697384,"model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(1536, 512)","model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(256, 1856)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,0,0.008214503898700487,6.376168685913892 +5172,5356,1.1175343489605947,0.017513055857187085,0.001662685765745727,0.0016823622676642015,2.1968344841918572,1.1221503577601746,1.413260683536054,0.9999986177370669,0.0008493054166348256,"model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(2688, 1536)","model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(2304, 1920)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,4,0.004616008799579907,5.955692823168835 +5455,5463,1.1047013666252459,-6.811200342592139e-05,-0.014121280748095735,-0.0141216696042937,1.1103091851748221,2.3695955723537385,1.4218657344536716,0.9999002897439492,-0.0301373029994191,"model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(1408, 1024)","model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(3200, 1664)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,4,0.00560781854957626,2.8954476619114913 +5784,5802,1.0814976767013456,0.05029895729637605,0.011358802911304044,0.011359252851904818,2.2629199954890584,1.1085313284926417,1.407853040135847,0.9999354867172293,0.005564310230345853,"model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(256, 1536)","model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(256, 1280)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,12,0.02703365179129613,8.32818201950772 +6122,6135,1.0756786918076564,0.00930595002496744,0.009020974010460004,0.008772779158940872,1.082757272217261,2.5519540069477964,1.4096190013553649,0.9999593101861208,0.02126156190613516,"model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(64, 1472)","model.language_model.layers.3.self_attn.v_proj.weight|2d-64|(448, 1344)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,16,0.007078580409604518,3.620434522935913 +6159,6248,1.210780363793588,0.0431033368449033,-0.008174669839105113,-0.008251494530234191,1.6283972596816407,1.2751466491246313,1.4198142152651936,0.9999665868282909,-0.006401326697806526,"model.visual.blocks.18.attn.proj.weight|2d-128|(896, 640)","model.visual.blocks.1.attn.proj.weight|2d-128|(640, 0)",model.visual.layers.*.attn.proj.weight,2d-128,17,0.06436628533104316,4.324178999681985 +6642,6648,1.1879073595198173,0.008293589701671317,0.022070606277153546,0.02196914554431132,1.830774878308958,1.1767669636765177,1.399944611279594,0.9997564145023321,0.014186321127180605,"model.visual.blocks.18.attn.proj.weight|2d-64|(512, 768)","model.visual.blocks.23.attn.proj.weight|2d-64|(128, 256)",model.visual.layers.*.attn.proj.weight,2d-64,5,0.011140395843299622,4.852184298579348 +6798,6806,1.0913332116277217,0.02548808946998337,0.009407414129213651,0.00938874752788071,1.1014545034209873,2.3373472207878954,1.4090740375524036,0.9999557493006386,0.01996305176602843,"model.visual.blocks.1.attn.qkv.weight|2d-128|(1024, 128)","model.visual.blocks.12.attn.qkv.weight|2d-128|(2048, 384)",model.visual.layers.*.attn.qkv.weight,2d-128,11,0.010121291793265597,3.219867939655223 +6949,6988,1.0894711546910922,0.03230548432552353,0.009897055395689329,0.009653268607810397,1.092284375397986,2.4304146212932416,1.408970506136753,0.9999510229478715,0.022021690214755835,"model.visual.blocks.6.attn.qkv.weight|2d-64|(128, 192)","model.visual.blocks.21.attn.qkv.weight|2d-64|(320, 512)",model.visual.layers.*.attn.qkv.weight,2d-64,15,0.0028132207068938264,2.71699679128575 +7344,7369,1.2146612506772152,0.035415135117329924,0.0001300978774099579,0.0006201743682981484,1.79975474827575,1.2026441992071801,1.4141285669448642,0.9999999915372711,8.693487695818007e-05,"model.visual.blocks.17.mlp.linear_fc1.weight|2d-128|(0, 640)","model.visual.blocks.23.mlp.linear_fc1.weight|2d-128|(1920, 640)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,6,0.012017051470035067,3.9670985385527744 +7465,7665,1.2108461516566453,0.03920226549574098,0.022609873466758402,0.022436338796186943,1.2364352184361511,1.6482980281339226,1.3987805268024442,0.999744364136061,0.03014133639670331,"model.visual.blocks.1.mlp.linear_fc1.weight|2d-64|(1344, 576)","model.visual.blocks.15.mlp.linear_fc1.weight|2d-64|(2496, 0)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,14,0.025589066779505787,3.4671696657507534 +7693,7842,1.2235633053438337,0.027413993766625587,0.007513615955974665,0.0075101893513584254,1.658186783070327,1.2465197238373917,1.4091006166138234,0.9999717723892341,0.005648260245519358,"model.visual.blocks.9.mlp.linear_fc2.weight|2d-128|(384, 1920)","model.visual.blocks.3.mlp.linear_fc2.weight|2d-128|(768, 1792)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,6,0.022956418493558006,5.007767995845988 +7991,8173,1.2084488890467773,0.018328386083196004,0.011428818970393146,0.011453904000128001,1.632003093642818,1.2542086875669662,1.4063827522056018,0.9999346889157021,0.00878314759152927,"model.visual.blocks.2.mlp.linear_fc2.weight|2d-64|(192, 3456)","model.visual.blocks.3.mlp.linear_fc2.weight|2d-64|(192, 1728)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,1,0.045759798520188966,5.27868823036034 +8311,8345,1.330166483920441,0.06023415855522331,0.005356165921705767,0.005396383749602788,1.3939376575594258,1.4275056970836588,1.4104221709773317,0.9999856556404293,0.005485150161698942,"model.visual.merger.linear_fc1.weight|2d-128|(1664, 384)","model.visual.merger.linear_fc1.weight|2d-128|(2944, 2816)",model.visual.merger.linear_fc1.weight,2d-128,0,0.06377117363898477,3.442105210294759 +8527,8681,1.3415723276097733,0.06460842673777151,0.05727529407382264,0.05704201348658535,1.3968865140543487,1.3505654929637232,1.3731403841881933,0.9983584229567841,0.0553760344861092,"model.visual.merger.linear_fc1.weight|2d-64|(1408, 1728)","model.visual.merger.linear_fc1.weight|2d-64|(384, 3776)",model.visual.merger.linear_fc1.weight,2d-64,0,0.008993165353949895,3.5343295146188205 +8838,8956,1.3425063366659646,0.03422680134144326,-0.0028850630371727143,-0.002885834651049067,1.4332725587318094,1.3998229353366367,1.4162515728490999,0.9999958381969755,-0.00281773162035542,"model.visual.merger.linear_fc2.weight|2d-128|(512, 768)","model.visual.merger.linear_fc2.weight|2d-128|(1792, 2304)",model.visual.merger.linear_fc2.weight,2d-128,0,0.05731659867067207,3.757447665049846 +8967,9160,1.3421459404059108,0.020472807818308646,0.0030112460613120296,0.003013326461368056,1.359730654565538,1.4710029071299477,1.4120892644202276,0.9999954661883014,0.003257668491477037,"model.visual.merger.linear_fc2.weight|2d-64|(1152, 2688)","model.visual.merger.linear_fc2.weight|2d-64|(192, 512)",model.visual.merger.linear_fc2.weight,2d-64,0,0.017584714159627257,3.5658619595217855 +9263,9271,0.6847071753819699,0.7289615257560067,0.5863986184324371,0.5840365105195693,0.8938982117083176,0.926854629184753,0.90992911182217,0.8100226294990338,0.6080180796009872,"model.visual.pos_embed.weight|2d-128|(640, 896)","model.visual.pos_embed.weight|2d-128|(768, 896)",model.visual.pos_embed.weight,2d-128,0,0.20919103632634772,3.053396073976992 +9390,9486,0.4490351785057236,0.8987725610118388,0.7974725053669962,0.7980666842297288,0.625566421102189,0.6498130635127948,0.6373440947407775,0.6033552876901688,0.8283821418462932,"model.visual.pos_embed.weight|2d-64|(64, 896)","model.visual.pos_embed.weight|2d-64|(1024, 896)",model.visual.pos_embed.weight,2d-64,0,0.17653124259646535,1.5588054682517052 +9703,9801,1.1741955952359509,0.032758687069371024,0.007885073107920318,0.007820932550143126,1.8388018224481155,1.185546337876094,1.409125894470937,0.9999689123278197,0.005083810246900043,"mtp.fc.weight|2d-128|(1920, 2176)","mtp.fc.weight|2d-128|(1152, 2944)",mtp.fc.weight,2d-128,0,0.01135074264014313,5.837701341020692 +9882,10082,1.1147447485877187,0.06776131439623134,0.037201445489375325,0.0371310327556241,1.19966672434845,1.7114463125664174,1.3892653723842041,0.9993077866470875,0.05307163682439455,"mtp.fc.weight|2d-64|(1280, 2880)","mtp.fc.weight|2d-64|(1408, 2048)",mtp.fc.weight,2d-64,0,0.08492197576073135,2.6694305559268345 +10243,10310,1.3149646304725557,0.048355534815581275,0.009217708332810763,0.009226655227389241,1.388171900816446,1.428041026801557,1.4076831928846125,0.9999575160241015,0.009482446420794459,"mtp.layers.0.mlp.down_proj.weight|2d-128|(640, 4096)","mtp.layers.0.mlp.down_proj.weight|2d-128|(1792, 1280)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.07320727034389019,3.506696724359851 +10406,10548,1.2701904666556276,0.01372842631355594,0.020706554706554928,0.020923803316457993,1.4829799722217611,1.3288401947553004,1.3995838822056854,0.9997855963116214,0.01855433161902142,"mtp.layers.0.mlp.down_proj.weight|2d-64|(960, 1088)","mtp.layers.0.mlp.down_proj.weight|2d-64|(1344, 896)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.05864972809967273,4.230843439069771 +10670,10686,1.3081056983241426,0.0679716349226835,0.005442564915542729,0.005388612372464496,1.4739752398930226,1.3543530905731898,1.4103736183831759,0.9999851891338891,0.005000867324301517,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(5504, 0)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(5376, 1920)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.04624739224904717,4.076397830365621 +10969,10973,1.2946454105362195,0.04127860413617933,0.026898766607213995,0.027036098817283003,1.3023365756659626,1.5114507916514497,1.3952754076602119,0.9996381627143948,0.03121786091443469,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(896, 1408)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(5568, 1344)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.007691165129743105,3.4444854194679717 +11304,11392,1.3309808505900105,0.05624345237475192,0.008350567915347188,0.008343131761195076,1.3602626878855126,1.4618410326265299,1.408311784621477,0.9999651333999057,0.008974151046784083,"mtp.layers.0.mlp.up_proj.weight|2d-128|(2944, 1664)","mtp.layers.0.mlp.up_proj.weight|2d-128|(1920, 0)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.029281837295502156,3.426270780544603 +11468,11620,1.3120956909582002,0.044206476015235745,0.04652587618267612,0.046621506902091325,1.446075677454672,1.32408080704475,1.3810533965253666,0.9989170850703447,0.04260082694486293,"mtp.layers.0.mlp.up_proj.weight|2d-64|(5696, 1536)","mtp.layers.0.mlp.up_proj.weight|2d-64|(1472, 1856)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.01198511608654984,3.8743900075971447 +11707,11727,1.2311537116570346,0.005833147628555894,0.00962830143376125,0.00962372619491421,1.6223141973379054,1.260417646684687,1.4076011343849926,0.9999536468314422,0.007480475147555193,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(256, 1408)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 1920)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.029263935027652455,4.593719960963449 +11752,11924,1.0843864496741809,0.020345974309707318,0.02088886580423373,0.020796876717261843,2.2526232648340243,1.104503567994168,1.4024876544421905,0.9997818038379238,0.010242203910571561,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 1536)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 256)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.020117118319987082,7.716924415143953 +11986,12167,1.1794596887828583,0.020736465023641768,0.011010985492714785,0.0110456010553092,1.1860060682187101,1.8280948976364373,1.4070856482615406,0.9999393772616815,0.016972195114830342,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(0, 256)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1408, 896)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.00654637943585179,3.554541145662096 +12316,12327,1.1724769225840432,0.026059958834597493,-0.007707574198160764,-0.007684168804373078,1.1865994466762513,1.8802023665793304,1.4191246950015761,0.9999702962088324,-0.012212882189150016,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(1792, 1920)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(1728, 0)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.014122524092208044,3.346520917774397 +12583,12657,1.0568531170067246,0.03367757407141936,-0.006010246324636237,-0.00585358525824002,2.778441173386552,1.0743160235455402,1.4170697592333423,0.9999819383064462,-0.002323930408842268,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 896)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(3968, 128)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.01746290653881566,8.204320399851888 +12783,12866,1.055483755560231,-0.008004364680721191,0.022913542876780525,0.023067452400788797,3.150116520090808,1.0464878609551422,1.4044850368904984,0.9997374503102472,0.007612018259989557,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(576, 320)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(832, 1088)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.008995894605088761,9.21315022672155 +13026,13067,1.357067181993835,0.02766942059244979,0.000592590452274054,0.0005596865641442418,1.3722236913529253,1.4593894708121864,1.4137952691671516,0.9999998244182625,0.0006302327178886761,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 256)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(384, 1408)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.015156509359090409,3.7013831172357006 +13246,13273,1.3000020952651707,0.021438857113086313,-0.006947862377922713,-0.006995561427229596,1.341927812022285,1.5112875604437954,1.4190835601016565,0.9999758633128989,-0.007824726404325891,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(320, 896)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 576)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.04192571675711432,3.366557728516489 +10,173,1.1663851931188896,0.3109925492761015,0.30006086413748345,0.2982419669188466,1.186246024921463,1.180113657298418,1.183167922237582,0.9539200583974878,0.29850968209807355,"model.language_model.embed_tokens.weight|2d-128|(127616, 1152)","model.language_model.embed_tokens.weight|2d-128|(131072, 1152)",model.language_model.embed_tokens.weight,2d-128,0,0.013728464179528554,3.051858065899875 +284,361,1.1545780786720172,0.322239201450189,0.2510754969287502,0.2513458730317749,1.2246098027014423,1.2231246845585722,1.223866567828944,0.9679675071209679,0.25077101073657987,"model.language_model.embed_tokens.weight|2d-64|(82240, 512)","model.language_model.embed_tokens.weight|2d-64|(128896, 512)",model.language_model.embed_tokens.weight,2d-64,0,0.06854660588655492,2.9577524800941903 +643,745,0.12399772240648729,0.9971217963650129,0.9971217963650127,0.9988001623170168,0.13792805148535156,0.1239977224064873,0.13040814603587356,0.07581637826887984,0.8964154164409256,"model.language_model.layers.21.linear_attn.conv1d.weight|3d-axis0-slice|(4589, 0, 0)","model.language_model.layers.13.linear_attn.conv1d.weight|3d-axis0-slice|(1782, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,8,1.3877787807814457e-17,0.21671719173355028 +865,898,0.5757429620598122,0.8272078057447643,0.8272078057447643,0.8137859023413729,0.6043164867843418,0.5757429620598122,0.5895110002087786,0.5618961168356053,0.7880954478881321,"model.language_model.layers.20.linear_attn.conv1d.weight|3d-volume|(708, 0, 0)","model.language_model.layers.12.linear_attn.conv1d.weight|3d-volume|(1908, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,8,0.0,1.5186658240668345 +1108,1273,1.1444015045203457,0.04627834843577674,-0.0054741079902138196,-0.0054648045140886625,1.1639993913696853,1.9719400233528768,1.4175984084321909,0.99998501695861,-0.009273727046675102,"model.language_model.layers.18.linear_attn.in_proj_qkv.weight|2d-128|(4352, 1408)","model.language_model.layers.22.linear_attn.in_proj_qkv.weight|2d-128|(5504, 768)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,4,0.019597886849339607,3.1629457915519987 +1330,1469,1.1386224087995587,-0.004237328231745713,-0.007725703618278605,-0.007735773854249565,2.005066164264106,1.1588706975001004,1.418939216563389,0.9999701563064782,-0.004465234963495339,"model.language_model.layers.1.linear_attn.in_proj_qkv.weight|2d-64|(4480, 1984)","model.language_model.layers.17.linear_attn.in_proj_qkv.weight|2d-64|(5120, 896)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,16,0.02024828870054174,5.749167197478547 +1543,1657,1.151585867863472,0.04050276682483245,0.021573720614584325,0.021399062508102928,1.171165455655696,1.8543752113657848,1.4003711694347216,0.999767260205516,0.03415894187403121,"model.language_model.layers.0.linear_attn.in_proj_z.weight|2d-128|(0, 896)","model.language_model.layers.16.linear_attn.in_proj_z.weight|2d-128|(256, 896)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,16,0.019579587792224018,3.1763447854258597 +1922,1993,1.147796756376472,0.008964463348328592,-0.00028608290123720835,-0.00046158385635003293,2.0255415921699726,1.1500944197668814,1.4143872673441453,0.999999959078286,-0.00016243672782406305,"model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-64|(640, 768)","model.language_model.layers.22.linear_attn.in_proj_z.weight|2d-64|(1920, 640)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,18,0.002297663390409488,5.6128217472419575 +2102,2281,1.2295155901565764,0.012164459052656632,-0.009933905068987501,-0.009783853604069463,1.6652818522355388,1.259949669755069,1.4209571624965196,0.9999506575477014,-0.0075159771868328175,"model.language_model.layers.16.linear_attn.out_proj.weight|2d-128|(1664, 256)","model.language_model.layers.22.linear_attn.out_proj.weight|2d-128|(1920, 1024)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,6,0.030434079598492536,4.457158673310563 +2374,2467,1.2258316322003433,0.0009926999646886472,0.006301839688553756,0.006174942444021273,1.6892398099568033,1.2350402585466065,1.4099610302628656,0.9999801432111238,0.004607413152588277,"model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(1536, 896)","model.language_model.layers.14.linear_attn.out_proj.weight|2d-64|(1664, 1344)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,2,0.009208626346263182,4.650646607700832 +2574,2796,1.266192681883419,0.030070411391658045,0.009098547599255285,0.009085188422049731,1.2821984678135854,1.5797105061766596,1.4079034075232968,0.9999586073591167,0.01120970863270572,"model.language_model.layers.20.mlp.down_proj.weight|2d-128|(384, 2432)","model.language_model.layers.2.mlp.down_proj.weight|2d-128|(1792, 4224)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,18,0.016005785930166327,3.4087251351777357 +2876,2920,1.2582926866426511,0.0064832560588349965,-0.01690446078252969,-0.0173903161658653,1.2732425528570603,1.6505492882126727,1.4257283461579922,0.9998571093939633,-0.021913849525068287,"model.language_model.layers.22.mlp.down_proj.weight|2d-64|(896, 1024)","model.language_model.layers.12.mlp.down_proj.weight|2d-64|(512, 5568)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,10,0.014949866214409191,3.284241187055712 +3102,3237,1.1599382286156845,0.08262314357106611,0.0038363065813891164,0.003917348308063144,1.1977724321165426,1.8062297200703554,1.411712481571861,0.9999926413488319,0.005785114748685678,"model.language_model.layers.23.mlp.gate_proj.weight|2d-128|(3200, 512)","model.language_model.layers.0.mlp.gate_proj.weight|2d-128|(1280, 640)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,23,0.03783420350085809,3.0182975820306157 +3349,3464,1.1474992123304648,0.025520199473490317,0.003322815175861892,0.0037183249685536737,1.1665891083344353,1.9310980145170602,1.4121322398382965,0.9999944794344152,0.005500378619062622,"model.language_model.layers.23.mlp.gate_proj.weight|2d-64|(1984, 1024)","model.language_model.layers.10.mlp.gate_proj.weight|2d-64|(2176, 1280)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,13,0.019089896003970486,2.8998352044329203 +3761,3818,1.2299461521559882,0.010486164425064835,0.004949321545864823,0.004879205126725942,1.252716340631057,1.6494306427492347,1.4108382273341142,0.9999877520331115,0.006516688857475946,"model.language_model.layers.22.mlp.up_proj.weight|2d-128|(4864, 1792)","model.language_model.layers.2.mlp.up_proj.weight|2d-128|(640, 1280)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,20,0.022770188475068842,3.348532632189366 +3840,4028,1.2232319976754755,0.05222840916336097,0.035564370237708476,0.03557757829573357,1.6028737288028838,1.2437449567815055,1.3896402402896861,0.9993673876856274,0.027596064075050934,"model.language_model.layers.2.mlp.up_proj.weight|2d-64|(128, 1152)","model.language_model.layers.19.mlp.up_proj.weight|2d-64|(5696, 1536)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,17,0.020512959106030015,4.079600522942824 +4216,4290,1.175517695755733,-0.015235972085551452,-0.0018742136058054531,-0.001806708232808552,1.173424254632452,1.917139345582421,1.415393253982541,0.9999982436601376,-0.003062088269890927,"model.language_model.layers.15.self_attn.k_proj.weight|2d-128|(384, 1024)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 256)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,8,0.0020934411232809147,3.25809887642123 +4506,4582,1.1026761467748774,-0.01887698788495178,0.008118927671139569,0.008423434498831785,2.357356436061435,1.100089084464976,1.409806726224957,0.9999670409635864,0.0037887964551952566,"model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 1984)","model.language_model.layers.3.self_attn.k_proj.weight|2d-64|(64, 1216)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,20,0.0025870623099013557,6.787271149218514 +4739,4846,1.1196891723213533,0.02884094558443365,0.018239034149337252,0.018452433289788617,2.0116955609440463,1.140496548994915,1.4031034294048785,0.999833654981317,0.010340309889910883,"model.language_model.layers.11.self_attn.o_proj.weight|2d-128|(1024, 384)","model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(384, 128)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,8,0.020807376673561695,5.440164288321103 +4873,4910,1.1233046346983484,0.023209017723275143,-0.007381727111263589,-0.00748313130324084,1.1445211887332063,2.0832973508232233,1.4186122225438498,0.9999727546812738,-0.01343647691871624,"model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(1856, 768)","model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(1408, 1280)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,12,0.021216554034857893,3.085820665559827 +5185,5353,1.1176292366818767,0.002590164945143527,-0.00623084581414786,-0.006099352814303015,2.2560306025829573,1.119022270729059,1.4177169626529202,0.999980588091809,-0.0030905853952191698,"model.language_model.layers.11.self_attn.q_proj.weight|2d-128|(3200, 1536)","model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(3328, 128)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,8,0.0013930340471821623,6.163546428795343 +5438,5596,1.1049070086029265,0.04496796586377005,0.006459066446602586,0.006814059102705042,2.1020100853231938,1.1329303787372889,1.4103933788311693,0.9999791400127497,0.0034812737801463295,"model.language_model.layers.11.self_attn.q_proj.weight|2d-64|(3968, 1280)","model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(1344, 640)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,8,0.028023370134362402,5.6100529241971655 +5662,5845,1.0815090241337726,0.02987261091326501,0.007565740556980981,0.007573868886763679,2.304821793513846,1.1058734747195331,1.410034342575748,0.9999713793753422,0.003630107899066423,"model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(384, 1664)","model.language_model.layers.23.self_attn.v_proj.weight|2d-128|(128, 640)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,16,0.024364450585760533,7.135250108001732 +6045,6067,1.0758942742790163,0.0007608346012169791,0.004335959383871214,0.004054734212582126,2.5228632883316444,1.0871822741983872,1.4119831981782012,0.9999905996839278,0.0018685032223471263,"model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(256, 384)","model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(0, 1024)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,12,0.011287999919370906,9.253791772195338 +6146,6169,1.2109305619422943,0.055668903878988846,0.0013515395462630263,0.0013816402357905591,1.2568778967667873,1.647801119368113,1.413291583409111,0.9999990866700104,0.0017719051173796854,"model.visual.blocks.21.attn.proj.weight|2d-128|(640, 768)","model.visual.blocks.13.attn.proj.weight|2d-128|(384, 896)",model.visual.layers.*.attn.proj.weight,2d-128,8,0.04594733482449298,3.186172659946917 +6530,6642,1.1880215575575028,-0.012997847125877565,-0.004259395557292588,-0.0040433447520613714,1.1867854251409844,1.8693559262755048,1.416936587774015,0.9999909287335993,-0.006709154122305276,"model.visual.blocks.6.attn.proj.weight|2d-64|(512, 896)","model.visual.blocks.18.attn.proj.weight|2d-64|(512, 768)",model.visual.layers.*.attn.proj.weight,2d-64,12,0.0012361324165184318,3.175051785494344 +6784,6861,1.0915027321974997,-0.016153482781192097,-0.0024923769146608017,-0.0024158201440216917,2.2031932714511413,1.12368528020734,1.4156394584250034,0.9999968940238341,-0.0012711763820376374,"model.visual.blocks.0.attn.qkv.weight|2d-128|(2048, 0)","model.visual.blocks.1.attn.qkv.weight|2d-128|(128, 640)",model.visual.layers.*.attn.qkv.weight,2d-128,1,0.03218254800984033,8.514252443838613 +6920,7115,1.0904279394065706,-0.011450449397687896,-0.021702935939443453,-0.021732952513032495,2.4798827565253774,1.1032871348657662,1.4255667853665321,0.9997644635470939,-0.009655525023430197,"model.visual.blocks.18.attn.qkv.weight|2d-64|(2816, 896)","model.visual.blocks.3.attn.qkv.weight|2d-64|(1856, 320)",model.visual.layers.*.attn.qkv.weight,2d-64,15,0.012859195459195671,6.749444680968808 +7209,7283,1.2146895713555654,0.03590614059970918,0.008914998354699576,0.008909890440812676,1.7803377654849508,1.2013893640907993,1.4083556193621094,0.9999602606125584,0.0060159282198373265,"model.visual.blocks.14.mlp.linear_fc1.weight|2d-128|(3968, 256)","model.visual.blocks.1.mlp.linear_fc1.weight|2d-128|(2688, 0)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,13,0.013300207264766106,4.825008353967461 +7510,7678,1.2113487627190471,0.04853630834677188,0.03173115161191546,0.030398201651682347,1.6521121662924332,1.2263222680136396,1.3925715540200976,0.9994964402224661,0.023553254195043,"model.visual.blocks.17.mlp.linear_fc1.weight|2d-64|(1728, 768)","model.visual.blocks.1.mlp.linear_fc1.weight|2d-64|(3136, 192)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,16,0.014973505294592515,4.743465851878049 +7689,7886,1.2240752900756513,0.02622040444704201,-0.0030390679267515365,-0.0031072923219867704,1.6790167474510536,1.2476870024708542,1.4162696472380498,0.9999953820224055,-0.0022583488566092916,"model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(384, 1280)","model.visual.blocks.3.mlp.linear_fc2.weight|2d-128|(0, 2944)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,7,0.023611712395202877,4.954526837560354 +7950,8163,1.2087804794296029,0.018686966180406217,0.007918957254936321,0.007641731840637514,1.2272498273806929,1.7059359709363549,1.4088945407963305,0.9999686445664157,0.01100772942240775,"model.visual.blocks.4.mlp.linear_fc2.weight|2d-64|(576, 2240)","model.visual.blocks.13.mlp.linear_fc2.weight|2d-64|(640, 3840)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,9,0.01846934795109001,3.3763845319208214 +8251,8338,1.3302462099876975,0.05209810671355573,0.0034813077461941606,0.003392435945539464,1.4419022817503286,1.3834170127282703,1.4117518723241094,0.9999939402298278,0.003340101769435747,"model.visual.merger.linear_fc1.weight|2d-128|(2304, 2816)","model.visual.merger.linear_fc1.weight|2d-128|(3200, 1664)",model.visual.merger.linear_fc1.weight,2d-128,0,0.05317080274057284,3.731953106209077 +8556,8702,1.341677397030751,0.04832690708967524,0.01988578422822061,0.019903138190186628,1.4305764132187166,1.3714810048336072,1.4000942095714919,0.9998022582419128,0.019064326157776947,"model.visual.merger.linear_fc1.weight|2d-64|(1472, 128)","model.visual.merger.linear_fc1.weight|2d-64|(2048, 3840)",model.visual.merger.linear_fc1.weight,2d-64,0,0.02980360780285629,3.7268053695077983 +8705,8801,1.3426142784804582,0.044698639641382015,0.006166130110061394,0.006118204546507758,1.4023250598428854,1.4174912148670924,1.4098469609286015,0.9999809892390283,0.006232816848982754,"model.visual.merger.linear_fc2.weight|2d-128|(0, 128)","model.visual.merger.linear_fc2.weight|2d-128|(384, 128)",model.visual.merger.linear_fc2.weight,2d-128,0,0.059710781362427134,3.5650827238795904 +8990,8997,1.3421644910823334,0.045843563858416765,0.028699662556889508,0.028840308527525768,1.4161343757073392,1.3724560985101908,1.3937822040173622,0.9995880798454534,0.02781446985333811,"model.visual.merger.linear_fc2.weight|2d-64|(1856, 192)","model.visual.merger.linear_fc2.weight|2d-64|(1088, 1408)",model.visual.merger.linear_fc2.weight,2d-64,0,0.030291607427857414,3.574300193810467 +9263,9295,0.6849887189312248,0.7293659976191119,0.5740148251866335,0.5709786792139743,0.8936846816555475,0.9588719800224017,0.9245592264782929,0.8188449062343605,0.615884711114544,"model.visual.pos_embed.weight|2d-128|(640, 896)","model.visual.pos_embed.weight|2d-128|(1152, 896)",model.visual.pos_embed.weight,2d-128,0,0.20869596272432267,3.0293741003247043 +9372,9482,0.4521364425778088,0.8946757328490623,0.8569173392769829,0.8574169403260467,0.5420223505486471,0.5290424908356472,0.5354144570170938,0.5154538521016755,0.8363966599393251,"model.visual.pos_embed.weight|2d-64|(2176, 640)","model.visual.pos_embed.weight|2d-64|(448, 640)",model.visual.pos_embed.weight,2d-64,0,0.07690604825783848,1.7230758979040093 +9792,9832,1.1757186141074405,0.04365435061693943,-0.0019291221444351426,-0.0020133002919561663,1.2322249880209282,1.7160510290668214,1.4155055231382818,0.9999981392421446,-0.002686580838188046,"mtp.fc.weight|2d-128|(1280, 2048)","mtp.fc.weight|2d-128|(768, 3072)",mtp.fc.weight,2d-128,0,0.05650637391348767,2.819291998253386 +9881,9882,1.1180358213225101,0.046855155345808266,0.011646101077335862,0.011817223291485482,1.8738805141052295,1.1737888274670962,1.4067845502205014,0.9999321818651985,0.0072950560215717655,"mtp.fc.weight|2d-64|(960, 3520)","mtp.fc.weight|2d-64|(1280, 2880)",mtp.fc.weight,2d-64,0,0.055753006144586115,4.908727423482999 +10132,10316,1.314992055989249,0.029341755414728832,0.0019592034747028205,0.001962352446830364,1.4784426448681842,1.3552478554401177,1.4128327492314703,0.9999980807590306,0.001795948132772211,"mtp.layers.0.mlp.down_proj.weight|2d-128|(1536, 1024)","mtp.layers.0.mlp.down_proj.weight|2d-128|(384, 5632)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.04025579945086877,4.207548040517528 +10607,10619,1.2701939559359918,0.020166160578477785,0.016321546644179202,0.016489380039475317,1.4755116831220614,1.3396659338237964,1.4026790701827763,0.999866794685743,0.014818872853827596,"mtp.layers.0.mlp.down_proj.weight|2d-64|(1344, 5248)","mtp.layers.0.mlp.down_proj.weight|2d-64|(1024, 1728)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.06947197788780457,4.425759781505535 +10706,10852,1.3081274833203318,0.061172528189954126,0.018912808149947585,0.018887292597550467,1.3779293079938109,1.424814789732454,1.400783904826973,0.9998211368479281,0.01955633617130295,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(512, 256)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(4224, 1536)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.06980182467347906,3.447713346066556 +10936,11025,1.2946743841527255,0.052122336937621305,0.026783470324328373,0.02700353928996924,1.4786853767539152,1.3245319697607987,1.3952620053483256,0.999641258510965,0.023991285275026055,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(4480, 1344)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(256, 64)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.029857585608073167,4.045470210604898 +11152,11328,1.3310076520779437,0.04621332873293667,0.005273671990751697,0.005263713124669585,1.4598260453769143,1.365836195801756,1.4104878481869705,0.9999860940951799,0.004934130414076033,"mtp.layers.0.mlp.up_proj.weight|2d-128|(5504, 1536)","mtp.layers.0.mlp.up_proj.weight|2d-128|(1408, 0)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.03482854372381228,3.8788780267987213 +11411,11647,1.3121904420102055,0.021538162572255902,0.002630049184862888,0.0026179855566090013,1.3194167340467104,1.528223018539735,1.4123725299048948,0.9999965414146617,0.0030462715838624798,"mtp.layers.0.mlp.up_proj.weight|2d-64|(3008, 1984)","mtp.layers.0.mlp.up_proj.weight|2d-64|(3776, 704)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.007226292036504933,3.642415183534264 +11673,11725,1.2311634807959724,0.00210229874104745,0.006152247562659954,0.006199372561300272,1.6425907781277755,1.254575489915465,1.4100103330324536,0.9999810747458813,0.0046989542999887265,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 1152)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 1664)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.023412009119492705,5.023885277655628 +11881,11924,1.0844943586461606,0.047105936677577724,0.02194986284837706,0.021822298405891668,2.223734062104739,1.1072873820157156,1.4017729039596123,0.9997590727374958,0.01092972697732535,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(256, 1600)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 256)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.02279302336955502,7.297537652488233 +12175,12192,1.1795511079530554,0.021644345707555405,0.0005494046803737832,0.0005244563458199185,1.2189500527239387,1.7474199981852898,1.4138489292215561,0.9999998490772372,0.0007875964428865494,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(1408, 1920)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1664, 0)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.03939894477088335,3.3396376200670246 +12312,12411,1.1725063887691145,0.03328749589080726,0.021711134767225037,0.02151448960037752,1.6252294920388204,1.2472454403372377,1.3993055027540469,0.9997642855329046,0.016661716991732935,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(1792, 64)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(512, 1984)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.07473905156812322,5.119128242303872 +12513,12606,1.0570023333936263,0.011519393694500845,0.005954593144650306,0.006088887193260074,2.889862980833306,1.0635089490968084,1.4114815115030588,0.9999822712530866,0.0021913714039618662,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(2176, 896)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(768, 1792)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.006506615703182117,8.758084725472607 +12783,12857,1.055509817607136,0.0063193190927084,0.005916888889203447,0.006134949711516563,3.0720726976885935,1.0554473939122628,1.41163988836376,0.999982495059725,0.0020328180914718818,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(576, 320)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(960, 448)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,6.242369487319266e-05,9.355268053609217 +13038,13048,1.35721038291236,0.030644330199392916,0.011281744494433314,0.01131878483499128,1.3857730658659089,1.4275934605446703,1.4062170814970332,0.9999363590954988,0.011622209336075575,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 1792)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(256, 1024)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.0285626829535488,3.704644662483103 +13289,13325,1.3002183977797952,0.023138823126468974,0.017841225788773885,0.017973493301500273,1.4886118594141307,1.3282950202614927,1.4016233282548194,0.9998408326640565,0.015919805569677644,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 1600)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(448, 1856)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.02807662248169751,4.29622854854333 +1,191,1.1666026717896638,0.28131406624515026,0.2848626501204632,0.2828097874476902,1.230820443894661,1.1645399985712914,1.1963053332034037,0.958568344233392,0.2695226194932213,"model.language_model.embed_tokens.weight|2d-128|(84096, 1920)","model.language_model.embed_tokens.weight|2d-128|(158208, 1920)",model.language_model.embed_tokens.weight,2d-128,0,0.0020626732183723906,3.3183691399080337 +389,455,1.1546800619366424,0.2854528663784389,0.30096615825050627,0.300858646359683,1.228445923159476,1.142375538312167,1.183069003944997,0.9536348208763831,0.2798791306668962,"model.language_model.embed_tokens.weight|2d-64|(177856, 1152)","model.language_model.embed_tokens.weight|2d-64|(246912, 1152)",model.language_model.embed_tokens.weight,2d-64,0,0.012304523624475427,3.3820146999300156 +563,727,0.12402738763400148,0.9984045108697984,0.9984045108697984,0.9995981785732789,0.12402738763400149,0.13967418831739403,0.1311559088511377,0.05646620825625287,1.1243592429736384,"model.language_model.layers.6.linear_attn.conv1d.weight|3d-axis0-slice|(3830, 0, 0)","model.language_model.layers.0.linear_attn.conv1d.weight|3d-axis0-slice|(399, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,6,1.3877787807814457e-17,0.22013365861006232 +879,901,0.5773797999554591,0.9646038524557412,0.9646038524557414,0.961875340043065,1.2803293645714993,0.5773797999554591,0.7443506909214156,0.2637032571424601,0.434999613988826,"model.language_model.layers.1.linear_attn.conv1d.weight|3d-volume|(4544, 0, 0)","model.language_model.layers.12.linear_attn.conv1d.weight|3d-volume|(6124, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,11,0.0,3.1059337063170274 +1174,1260,1.1445803523523503,0.031051763652305137,-0.004120645631265669,-0.00414770945105061,1.1718279091181294,1.9312288206809842,1.4167956491787792,0.9999915101037516,-0.006791022419752958,"model.language_model.layers.17.linear_attn.in_proj_qkv.weight|2d-128|(3328, 896)","model.language_model.layers.12.linear_attn.in_proj_qkv.weight|2d-128|(2688, 1408)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,5,0.027247556765779057,3.0399927146788523 +1466,1473,1.1389716318259229,0.0035213691962097463,-0.00400996804964492,-0.0042520067506134265,2.106614226454753,1.1386296243895828,1.4165837304468745,0.9999919600457999,-0.0021673965535993645,"model.language_model.layers.9.linear_attn.in_proj_qkv.weight|2d-64|(3968, 896)","model.language_model.layers.17.linear_attn.in_proj_qkv.weight|2d-64|(5376, 640)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,8,0.0003420074363400527,5.459385787744661 +1635,1715,1.1516177717758218,-0.013258505386924897,-0.0007923500352214985,-0.0009983775746594023,2.0647739076637097,1.1434971146836173,1.4146883978809297,0.9999996860906616,-0.00043881316774311673,"model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(256, 1920)","model.language_model.layers.1.linear_attn.in_proj_z.weight|2d-128|(1152, 256)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,17,0.008120657092204553,5.215224293950335 +1811,1959,1.148645854563306,0.003434375281314387,-0.005843860040742784,-0.005692314131280903,2.0133621070781045,1.1560224347064125,1.4177777951987338,0.9999829245041258,-0.0033553990554571005,"model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-64|(320, 704)","model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-64|(512, 192)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,14,0.007376580143106493,5.9521269764559595 +2074,2134,1.2295900402429327,0.026090732745174983,-0.0007577518879512509,-0.0007575852616266235,1.2405230399801566,1.691609340910815,1.4147245053407818,0.999999712905997,-0.0010332900965480216,"model.language_model.layers.10.linear_attn.out_proj.weight|2d-128|(1408, 0)","model.language_model.layers.16.linear_attn.out_proj.weight|2d-128|(1280, 256)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,6,0.010932999737223836,3.3565548264281455 +2342,2403,1.22590124593703,-0.011860934350272283,-0.006048812459497955,-0.0058440781423601965,1.217719377477906,1.767770413044528,1.4182042458571387,0.9999817057665754,-0.008781096776255905,"model.language_model.layers.22.linear_attn.out_proj.weight|2d-64|(1600, 512)","model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(192, 960)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,10,0.008181868459123942,3.5129375843717323 +2731,2744,1.2663369728374616,0.04009149553176077,0.0015813428991799793,0.0015808592666630846,1.57417685345683,1.2931431264683926,1.4131162374754342,0.999998749676536,0.0012990298365610352,"model.language_model.layers.5.mlp.down_proj.weight|2d-128|(1792, 2304)","model.language_model.layers.21.mlp.down_proj.weight|2d-128|(640, 3712)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,16,0.026806153630930973,4.240892284737063 +2941,3026,1.2584073262194706,0.05911584170579892,0.023444563957646155,0.023589771870851695,1.5571801557943543,1.2791778963847786,1.3978566450017322,0.9997251384359782,0.019259022723482965,"model.language_model.layers.6.mlp.down_proj.weight|2d-64|(896, 5376)","model.language_model.layers.21.mlp.down_proj.weight|2d-64|(1600, 2816)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,15,0.020770570165308033,3.9001950149830718 +3122,3211,1.1599705107216238,0.011900773266004278,0.0024920149581387223,0.002606687145147023,1.173380039787917,1.903742708140734,1.4126385183560006,0.9999968949259035,0.004043153236177183,"model.language_model.layers.22.mlp.gate_proj.weight|2d-128|(3456, 1536)","model.language_model.layers.12.mlp.gate_proj.weight|2d-128|(1024, 1152)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,10,0.013409529066293224,3.1891677660536106 +3370,3384,1.1476139097688363,0.03181776685485117,0.017495563500192126,0.01750629445145024,1.1622131189472888,1.9053097889379687,1.4031707042864474,0.9998469409153636,0.028681889626315384,"model.language_model.layers.22.mlp.gate_proj.weight|2d-64|(1344, 1472)","model.language_model.layers.9.mlp.gate_proj.weight|2d-64|(4928, 512)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,13,0.014599209178452588,3.154858405911705 +3779,3823,1.2303423235188158,0.05589633142895538,0.011577260321327585,0.01166824920011746,1.2621655472441164,1.614498570964522,1.4062467447336733,0.9999329812759714,0.014809048056556182,"model.language_model.layers.21.mlp.up_proj.weight|2d-128|(2176, 0)","model.language_model.layers.2.mlp.up_proj.weight|2d-128|(2176, 384)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,19,0.031823223725300664,3.1503026685446955 +3958,4050,1.223237188731382,0.036473069233387716,0.004663101525854254,0.004711698925830734,1.2462741076955957,1.6651371898794212,1.411046435470518,0.9999891276829762,0.0062303338590902774,"model.language_model.layers.22.mlp.up_proj.weight|2d-64|(3520, 1728)","model.language_model.layers.3.mlp.up_proj.weight|2d-64|(960, 832)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,19,0.02303691896421367,3.2651337947365575 +4300,4347,1.1755665446061023,0.0026558293659949255,0.0004702948759605404,0.0003664294946354846,1.7903249553492406,1.205213776886115,1.413905422901906,0.9999998894113586,0.0003165938462808403,"model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 1536)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(384, 1408)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,0,0.02964723228001276,6.372104718469064 +4375,4528,1.1027181929060896,0.04755519774956413,0.020797077822921596,0.020825034915476836,2.2410410838941375,1.1058877311078794,1.4024934583431732,0.9997837173879295,0.010262745012822443,"model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 640)","model.language_model.layers.15.self_attn.k_proj.weight|2d-64|(384, 1664)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,8,0.003169538201789779,5.687536440717738 +4710,4859,1.120085444582335,-0.008138488695296202,-0.0021627134047633033,-0.002182501571144645,2.154542960257399,1.1302487887018966,1.415471223938723,0.9999976613326298,-0.0011345349111771947,"model.language_model.layers.23.self_attn.o_proj.weight|2d-128|(256, 640)","model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(1536, 768)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,4,0.010163344119561657,5.713272536084346 +4882,5042,1.1233377969306517,0.01913674065545472,0.010510561606117259,0.010373197074207618,2.1856876586769975,1.1185430074865763,1.4081725399493679,0.9999447625217724,0.005378863325968353,"model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(1856, 704)","model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(960, 1152)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,4,0.004794789444075409,5.733497018479949 +5176,5187,1.1178091630618006,0.03543263467035879,0.004758853978199012,0.004594579556473024,1.1347309753003074,2.0971714033222306,1.4113939448467299,0.9999886765902972,0.008795152941889114,"model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(3456, 1024)","model.language_model.layers.19.self_attn.q_proj.weight|2d-128|(1280, 1408)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,16,0.01692181223850686,2.957674001972285 +5521,5583,1.1050762087077015,0.011991198594351573,0.025790230122379715,0.025917617897296682,1.0890748104802863,2.378230261291256,1.4003386439681158,0.9996673766959862,0.056318542245651346,"model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(896, 320)","model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(2752, 896)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,4,0.016001398227415198,2.9285701311694496 +5768,5829,1.0816468133191546,0.017621979599905038,0.0016945725653495546,0.0017058608804859914,1.0869960376903705,2.5409156695954067,1.413346685341421,0.9999985642108796,0.003961160699087721,"model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(0, 1024)","model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(256, 1280)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,12,0.005349224371215877,3.4754377933036484 +6067,6127,1.0759129132798833,0.03311146413784645,0.029242188236881763,0.0290641165072662,1.092170069938113,2.327008602006416,1.398217279244408,0.9995723557737672,0.0623042376290082,"model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(0, 1024)","model.language_model.layers.3.self_attn.v_proj.weight|2d-64|(384, 1024)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,16,0.016257156658229688,3.6915685822810866 +6157,6208,1.2109829536960202,0.060800534743139734,0.004356076342281054,0.004273286177353439,1.634300875783478,1.2600510770513738,1.4112315119926986,0.9999905122544415,0.0033585484583295603,"model.visual.blocks.12.attn.proj.weight|2d-128|(128, 128)","model.visual.blocks.23.attn.proj.weight|2d-128|(0, 512)",model.visual.layers.*.attn.proj.weight,2d-128,11,0.0490681233553536,4.208898426069555 +6433,6469,1.1880354178976102,0.009021171471678113,0.013967669500369418,0.013920608139885191,1.192513931049864,1.7964905940507512,1.405082350238889,0.999902447346104,0.021041923473491042,"model.visual.blocks.23.attn.proj.weight|2d-64|(896, 896)","model.visual.blocks.11.attn.proj.weight|2d-64|(384, 192)",model.visual.layers.*.attn.proj.weight,2d-64,12,0.0044785131522537824,3.112045250664485 +6705,6893,1.092212080637558,0.04745165516085882,0.0008131406109738643,0.0007370929103989978,2.2063137446637526,1.1213845314536903,1.4137489991981713,0.9999996694011187,0.0004132881396620503,"model.visual.blocks.17.attn.qkv.weight|2d-128|(2688, 256)","model.visual.blocks.1.attn.qkv.weight|2d-128|(640, 640)",model.visual.layers.*.attn.qkv.weight,2d-128,16,0.0291724508161324,6.4222034848470475 +6920,7074,1.0904494946444674,-0.002897764841565243,-0.007403466789514496,-0.007246186907325418,2.28943538526529,1.1156529473259889,1.4183306099005122,0.9999725939642029,-0.003607745209718957,"model.visual.blocks.18.attn.qkv.weight|2d-64|(2816, 896)","model.visual.blocks.1.attn.qkv.weight|2d-64|(448, 320)",model.visual.layers.*.attn.qkv.weight,2d-64,17,0.025203452681521465,7.167188427887491 +7293,7404,1.2147749680950173,0.005098716932630468,0.004850552478710089,0.004831911355877243,1.225981333710942,1.7167880732820042,1.4109656258966683,0.9999882360011297,0.006792412262160384,"model.visual.blocks.1.mlp.linear_fc1.weight|2d-128|(2560, 128)","model.visual.blocks.14.mlp.linear_fc1.weight|2d-128|(2560, 640)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,13,0.011206365615924696,3.4970084473934353 +7543,7599,1.2114234576042813,0.045795532325659895,0.030125783925140988,0.03014221588456772,1.2333379947877836,1.638677404933914,1.3935931394069714,0.9995461155659081,0.0400266931146836,"model.visual.blocks.1.mlp.linear_fc1.weight|2d-64|(704, 768)","model.visual.blocks.19.mlp.linear_fc1.weight|2d-64|(1920, 704)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,18,0.021914537183502336,3.469913974672316 +7767,7886,1.2241147351515016,0.05286863192148641,0.002168733390791058,0.0022525723119720693,1.661070146496712,1.2503336176423063,1.4127391204045476,0.9999976482949746,0.0016324658365141577,"model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(512, 3328)","model.visual.blocks.3.mlp.linear_fc2.weight|2d-128|(0, 2944)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,7,0.02621888249080473,4.808526261034585 +8155,8173,1.2089655126830021,0.03390759001804768,0.008265509000984743,0.008283666474161684,1.576751257810474,1.2846597132713984,1.4084778817117836,0.9999658400970278,0.006734331982073201,"model.visual.blocks.9.mlp.linear_fc2.weight|2d-64|(0, 704)","model.visual.blocks.3.mlp.linear_fc2.weight|2d-64|(192, 1728)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,6,0.07569420058839627,5.385968694221406 +8262,8345,1.330620532837193,0.03949933528870668,0.011179729003558096,0.011229855027265501,1.374537650830342,1.4403598875444623,1.4062947701174175,0.9999375048768834,0.011715090671117645,"model.visual.merger.linear_fc1.weight|2d-128|(3584, 1664)","model.visual.merger.linear_fc1.weight|2d-128|(2944, 2816)",model.visual.merger.linear_fc1.weight,2d-128,0,0.04391711799314901,3.444640194443791 +8498,8590,1.3417285683303966,0.061445389320056776,0.04656414051339793,0.045773016807175174,1.3392529318015869,1.4268293346727223,1.3809627934372644,0.9989153021243836,0.0496090619260125,"model.visual.merger.linear_fc1.weight|2d-64|(256, 4032)","model.visual.merger.linear_fc1.weight|2d-64|(1920, 3904)",model.visual.merger.linear_fc1.weight,2d-64,0,0.002475636528809666,3.4291038072127713 +8801,8883,1.3426416716296468,0.0609424666574774,0.009565077269384076,0.009611144714315338,1.4140114974281317,1.400947589366853,1.4074340728743668,0.9999542536020489,0.009476706495685603,"model.visual.merger.linear_fc2.weight|2d-128|(384, 128)","model.visual.merger.linear_fc2.weight|2d-128|(1792, 0)",model.visual.merger.linear_fc2.weight,2d-128,0,0.05830591773720628,3.598576961784899 +9076,9194,1.3423291988746209,0.03823230291050231,0.015973127159556906,0.015976478411734173,1.4523294096782309,1.3581946849567512,1.4028989063977688,0.9998724214662312,0.014937806991772646,"model.visual.merger.linear_fc2.weight|2d-64|(768, 3072)","model.visual.merger.linear_fc2.weight|2d-64|(1152, 2944)",model.visual.merger.linear_fc2.weight,2d-64,0,0.015865486082130342,3.779677931203047 +9277,9349,0.6851750644575223,0.7320047040588847,0.6843487059468929,0.6872595367270947,0.8212278188505424,0.7731610592838546,0.7961081971717255,0.7291548866110774,0.6442935300828251,"model.visual.pos_embed.weight|2d-128|(896, 640)","model.visual.pos_embed.weight|2d-128|(2048, 640)",model.visual.pos_embed.weight,2d-128,0,0.08798599482633229,3.77360865776318 +9375,9552,0.4546700790163361,0.8916471269516937,0.8563963554056955,0.8557036299470392,0.6081592858280541,0.5163709238269241,0.5566677471909445,0.5163189735501126,0.7271420292477105,"model.visual.pos_embed.weight|2d-64|(1664, 384)","model.visual.pos_embed.weight|2d-64|(1536, 384)",model.visual.pos_embed.weight,2d-64,0,0.06170084481058796,2.886970014971408 +9781,9861,1.1763726903187726,0.016578602838454852,-0.0014145438397283703,-0.0014266755314655695,1.1938251323361737,1.834749437849858,1.4151277490338097,0.9999989995323623,-0.0021739645484568147,"mtp.fc.weight|2d-128|(1152, 2432)","mtp.fc.weight|2d-128|(896, 2688)",mtp.fc.weight,2d-128,0,0.01745244201740115,3.3171168615975857 +9989,10114,1.1185333920815306,0.1261348310887043,0.051683870508794125,0.051709340194019696,1.525657568506286,1.2660311021941102,1.3778261770023021,0.9986634956426665,0.04288864611340647,"mtp.fc.weight|2d-64|(1024, 3904)","mtp.fc.weight|2d-64|(1024, 2880)",mtp.fc.weight,2d-64,0,0.14749771011257962,4.934715662502167 +10158,10260,1.3151385317573752,0.05173368443611947,0.011437327136359735,0.011323647771518043,1.4269024443313896,1.386193699588521,1.4061062990682558,0.9999345916348608,0.011111026461226388,"mtp.layers.0.mlp.down_proj.weight|2d-128|(1024, 128)","mtp.layers.0.mlp.down_proj.weight|2d-128|(1792, 1536)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.07105516783114574,3.977385870992461 +10422,10636,1.2702949949740443,0.007378393070192577,-0.012850878893556768,-0.01283155681778993,1.519369917531731,1.3432537989817654,1.4232034033945946,0.9999174240464376,-0.011361283183799914,"mtp.layers.0.mlp.down_proj.weight|2d-64|(768, 5184)","mtp.layers.0.mlp.down_proj.weight|2d-64|(1728, 896)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.07295880400772115,4.364066048995495 +10737,10880,1.3081551263059372,0.048338724710165065,0.007560482491055972,0.007688863917419597,1.4952533912708565,1.3359496396300743,1.408891223121542,0.9999714191438185,0.006754991440461531,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(4224, 1664)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(2432, 384)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.02779451332413707,4.047889369195714 +11083,11133,1.294928551474824,0.019024156113212815,0.006290569987212067,0.006440382376516021,1.3233163841700069,1.5158057056972145,1.409799274355242,0.9999802141688784,0.007205594967891446,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(2304, 192)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(3200, 960)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.028387832695182746,3.7413323523275674 +11235,11319,1.3311285189973319,0.058455967526089406,0.007153736795898066,0.007123610961198847,1.3808033890912612,1.4393181319407724,1.4091503966787504,0.999974411697547,0.007456892967393669,"mtp.layers.0.mlp.up_proj.weight|2d-128|(4096, 1280)","mtp.layers.0.mlp.up_proj.weight|2d-128|(1280, 896)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.049674870093929346,3.632306828513785 +11411,11552,1.3122040354682682,0.022625924604769195,0.022107907568773514,0.022224567410231884,1.3167416379757562,1.4979665322942817,1.3986240588829415,0.9997555903434252,0.02515064814688264,"mtp.layers.0.mlp.up_proj.weight|2d-64|(3008, 1984)","mtp.layers.0.mlp.up_proj.weight|2d-64|(1536, 576)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.0045376025074879145,3.6259666567230844 +11674,11719,1.231250916668749,0.0149729972704911,0.014196319332757279,0.014187444832740124,1.6929263916898976,1.2265039728081117,1.4046425592646388,0.9998992271811207,0.010285055597425423,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 1280)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 896)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.004746943860637343,5.082961991369829 +11730,11924,1.0845332438495816,0.023351313323927925,0.007112253151120925,0.007032978102859493,2.220754802161074,1.115963032926174,1.4101723920375153,0.9999747076077046,0.003574015280633385,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 128)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 256)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.03142978907659244,7.575577800486183 +12095,12167,1.1796093318789178,0.038304112039782456,0.006791494903679034,0.0068045661723472,1.2003022260712592,1.7896320189548591,1.4097634359217373,0.999976937532548,0.010126013659055876,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(768, 1920)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1408, 896)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.020692894192341438,3.2810492040549057 +12316,12488,1.1725484625331313,0.013558110390467797,0.010587559981168128,0.010584906810119733,1.179514244731027,1.8540572985761488,1.407416135075539,0.9999439502160334,0.016642395753070263,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(1792, 1920)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(704, 0)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.006965782197895676,3.374011478394734 +12580,12612,1.057039546676885,-0.008603413810728388,-0.009864450821233436,-0.009750306742638774,3.0593936955897973,1.0617365724254497,1.4185279544802905,0.9999513451213491,-0.0034233737942565463,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 512)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(896, 512)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.004697025748564787,9.473211300739424 +12914,12927,1.0555443570170977,0.05118406420255705,0.014990320930952733,0.014666156218067663,2.6783332949423566,1.0714695046714775,1.4068837166210457,0.9998876388266769,0.0059968905935211805,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(1856, 1344)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(832, 1920)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.0159251476543798,7.70044442836836 +13050,13063,1.357283986674852,0.013931307787228783,0.00038542997370798833,0.00038921262654729386,1.3903422476151,1.4387840189576862,1.413941155749635,0.9999999257218649,0.0003988589770249546,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(256, 1280)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(384, 896)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.033058260940247886,3.7342035764069537 +13197,13266,1.300371024943605,0.02731150953942174,-0.0010156214771300713,-0.0009713156452372288,1.3224631235362345,1.5299555513935348,1.4149239765803225,0.9999994842563746,-0.001174970923117071,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 1856)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 128)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.022092098592629617,3.385633867238614 +38,61,1.1668433037632924,0.267372800604911,0.2301227211072015,0.22746157894077568,1.2862548608225484,1.2007626684062975,1.241306162057495,0.9731616172199853,0.21482738847019445,"model.language_model.embed_tokens.weight|2d-128|(71680, 384)","model.language_model.embed_tokens.weight|2d-128|(140160, 384)",model.language_model.embed_tokens.weight,2d-128,0,0.033919364643005157,3.1360782695383245 +256,507,1.155725809274099,0.33062159032905325,0.2688148223142722,0.2663347619342073,1.2082005400346587,1.2103732244152932,1.209285418380272,0.9631918766809374,0.2692982269696852,"model.language_model.embed_tokens.weight|2d-64|(92992, 512)","model.language_model.embed_tokens.weight|2d-64|(184256, 512)",model.language_model.embed_tokens.weight,2d-64,0,0.05247473076055975,3.074949093717364 +643,752,0.12485137183555273,0.9975516447539853,0.9975516447539853,0.996648620435485,0.13963531340021992,0.12485137183555274,0.13162468893650234,0.06993365462078119,0.8919354874606589,"model.language_model.layers.21.linear_attn.conv1d.weight|3d-axis0-slice|(4589, 0, 0)","model.language_model.layers.5.linear_attn.conv1d.weight|3d-axis0-slice|(216, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,16,1.3877787807814457e-17,0.23665289416738625 +935,965,0.5776413779959718,0.9558973024239328,0.9558973024239327,0.9667370748133779,0.5776413779959718,1.259864525378391,0.7425771415133897,0.2937011188583532,2.084859477011376,"model.language_model.layers.12.linear_attn.conv1d.weight|3d-volume|(560, 0, 0)","model.language_model.layers.9.linear_attn.conv1d.weight|3d-volume|(900, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,3,0.0,1.749701027022799 +1197,1260,1.1446783966101828,0.02205226966974145,-0.005433014485739923,-0.005473267207028839,1.1701001322819566,1.943185900433768,1.4176049584148473,0.9999852410678859,-0.009022609992320086,"model.language_model.layers.21.linear_attn.in_proj_qkv.weight|2d-128|(0, 0)","model.language_model.layers.12.linear_attn.in_proj_qkv.weight|2d-128|(2688, 1408)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,9,0.02542173567177386,3.279504843906627 +1405,1438,1.1390640542798687,0.00877638342346347,0.003046362221192633,0.0030956935628262197,2.088379119536246,1.1371881227469698,1.4124029719054323,0.999995359827843,0.001658840055963897,"model.language_model.layers.12.linear_attn.in_proj_qkv.weight|2d-64|(2688, 704)","model.language_model.layers.21.linear_attn.in_proj_qkv.weight|2d-64|(320, 1408)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,9,0.001875931532898889,5.809891598682148 +1638,1645,1.1516332314060016,0.020969027019318964,-0.0018286272922372652,-0.0017720160626347803,1.1783345708688482,1.8961065186039832,1.415372452917327,0.9999983280597153,-0.002942519225546975,"model.language_model.layers.5.linear_attn.in_proj_z.weight|2d-128|(512, 384)","model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-128|(640, 1664)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,1,0.026701339462846585,3.212352678162114 +1851,1922,1.148713144050544,0.00830685513475284,0.007677470923600943,0.007762414205298836,1.1393550728887858,2.057547461266087,1.4096046638851585,0.9999705277858029,0.013864651313437622,"model.language_model.layers.0.linear_attn.in_proj_z.weight|2d-64|(1728, 1856)","model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-64|(640, 768)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,4,0.009358071161758241,3.4398509002555806 +2108,2134,1.2296020550840723,0.02773986344559614,0.005775239649085379,0.005775283807134936,1.2289158434073106,1.7065778597133385,1.410335209025255,0.9999833231644394,0.008019992721666872,"model.language_model.layers.1.linear_attn.out_proj.weight|2d-128|(1792, 384)","model.language_model.layers.16.linear_attn.out_proj.weight|2d-128|(1280, 256)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,15,0.0006862116767616389,3.189264238905481 +2489,2533,1.2265189976434479,0.007762982574863478,0.00399262754443736,0.00396416483921576,1.2553495412365065,1.645528089954038,1.4114880576364428,0.9999920294308807,0.005233586790994106,"model.language_model.layers.9.linear_attn.out_proj.weight|2d-64|(1280, 896)","model.language_model.layers.17.linear_attn.out_proj.weight|2d-64|(1216, 1344)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,8,0.0288305435930587,3.486920012805061 +2655,2694,1.2664933495980866,0.03914217493810054,-0.002169648274124599,-0.0022203588169074054,1.3012321879199686,1.5669517294358795,1.4157208210335388,0.9999976463104133,-0.002612703671926235,"model.language_model.layers.20.mlp.down_proj.weight|2d-128|(640, 1280)","model.language_model.layers.4.mlp.down_proj.weight|2d-128|(256, 1664)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,16,0.03473883832188207,3.2319742439285055 +2933,3026,1.2584964241036811,0.030958835597897624,0.01693932787955454,0.016925615140665994,1.6279115786109175,1.2506891305793235,1.4025923353943999,0.9998565192921377,0.013014117926697127,"model.language_model.layers.3.mlp.down_proj.weight|2d-64|(192, 384)","model.language_model.layers.21.mlp.down_proj.weight|2d-64|(1600, 2816)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,18,0.007807293524357606,4.325246836105684 +3214,3288,1.16003624182144,0.03556553354706401,0.004304056288238091,0.004541687987441137,1.8598539909615461,1.182776158186886,1.4114546417012936,0.999990737506837,0.002737169254125397,"model.language_model.layers.11.mlp.gate_proj.weight|2d-128|(5888, 0)","model.language_model.layers.19.mlp.gate_proj.weight|2d-128|(2304, 1408)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,8,0.022739916365446033,5.053932747763172 +3429,3518,1.1481694837892735,0.015284256326120842,0.01434306220257266,0.014486937080000198,1.1557826581841002,1.9456572009622737,1.4052787910750397,0.9998971329925159,0.024145268196124947,"model.language_model.layers.22.mlp.gate_proj.weight|2d-64|(448, 128)","model.language_model.layers.11.mlp.gate_proj.weight|2d-64|(6080, 640)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,11,0.007613174394826672,3.068337348004264 +3599,3600,1.2305309199464531,0.04000286371014082,-0.005794171298417728,-0.006048020024613768,1.691481778949251,1.245161752974223,1.4181202610491106,0.9999832136485916,-0.004265301926842221,"model.language_model.layers.7.mlp.up_proj.weight|2d-128|(1152, 1408)","model.language_model.layers.23.mlp.up_proj.weight|2d-128|(3072, 1792)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,16,0.014630833027769796,4.172184004548779 +3840,3952,1.2234058364005784,0.025222578580728634,-0.008413810067887577,-0.008348022057246891,1.6926321432859759,1.247091822644923,1.4198844734266558,0.9999646032736066,-0.006199098708228496,"model.language_model.layers.2.mlp.up_proj.weight|2d-64|(128, 1152)","model.language_model.layers.22.mlp.up_proj.weight|2d-64|(320, 512)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,20,0.023685986244344592,4.291460258561699 +4116,4300,1.1757206456146698,-0.007313184397566648,-0.004748915332125331,-0.0047670234549371466,1.184554692192649,1.87957309749628,1.417239690426877,0.9999887238380083,-0.0075352649897728165,"model.language_model.layers.11.self_attn.k_proj.weight|2d-128|(128, 512)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 1536)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,12,0.00883404657797926,3.4179705515811585 +4489,4561,1.1029293103860287,0.03723025256563462,0.029569519370176243,0.029499193070227508,1.112730869152004,2.1460943104407666,1.3970208640225554,0.9995627261579019,0.057029942317646354,"model.language_model.layers.3.self_attn.k_proj.weight|2d-64|(448, 1088)","model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(0, 1024)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,20,0.009801558765975216,3.351117471755794 +4661,4863,1.1204403506181637,0.011570255735954313,0.010518461991306178,0.010515906297390656,2.1858183160162867,1.1185212182804642,1.4081682702702725,0.999944679448487,0.0053824797947501874,"model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(0, 1408)","model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(1792, 1152)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,12,0.0019191323376994696,5.853346022443909 +4963,5002,1.1233800924219097,0.03337843780820247,0.0070097845440896915,0.006586409131110767,1.1574409160893677,1.9622177853714244,1.4098687737198285,0.9999754311585087,0.011883737401048032,"model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(512, 128)","model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(128, 1792)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,16,0.034060823667457996,3.3874991498201754 +5194,5316,1.1180479246506778,0.0017047854454220433,0.0006945557164346803,-0.0004060794169432391,1.1124009586758332,2.279655017464154,1.4138263820972454,0.9999997587961493,0.0014233603553915448,"model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(3328, 640)","model.language_model.layers.19.self_attn.q_proj.weight|2d-128|(768, 768)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,16,0.005646965974844598,3.0112690676638754 +5439,5620,1.105156856815754,-0.03053272941495792,-0.03340402061204115,-0.03348518636192496,1.1084254400124678,2.4858717876171994,1.4316764139472014,0.9994419299824029,-0.07491537945170447,"model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(320, 1088)","model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(2688, 384)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,4,0.003268583196713859,3.0194619767183073 +5777,5866,1.0816684782344472,0.04518465116740311,0.00582316257893174,0.005867308439883822,1.102636657738514,2.3439875807516364,1.4110379939780744,0.9999830452450579,0.01237889260249007,"model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(128, 128)","model.language_model.layers.3.self_attn.v_proj.weight|2d-128|(384, 1792)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,16,0.02096817950406682,3.809909957215605 +6048,6081,1.0759363913380124,0.005090392452629806,-0.00415605970253866,-0.004186595110653435,1.0732445495968777,2.7836685141659903,1.4161850223282006,0.9999913635465804,-0.010779549303368385,"model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(64, 1088)","model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(256, 1728)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,12,0.002691841741134793,3.643688692946438 +6347,6394,1.211072322889795,0.04385211114991493,0.020133328328692288,0.020162181466491857,1.2192506106921943,1.6981892402644494,1.400659396866648,0.9997973040023708,0.028041980244804778,"model.visual.blocks.12.attn.proj.weight|2d-128|(128, 768)","model.visual.blocks.21.attn.proj.weight|2d-128|(896, 256)",model.visual.layers.*.attn.proj.weight,2d-128,9,0.008178287802399264,3.276650612960311 +6513,6642,1.1882287361784205,0.00954945572114327,-0.010455567312204489,-0.010437983178033619,1.2007089283628594,1.8352917601060972,1.420971654956052,0.999945339062181,-0.015981405719608797,"model.visual.blocks.3.attn.proj.weight|2d-64|(448, 896)","model.visual.blocks.18.attn.proj.weight|2d-64|(512, 768)",model.visual.layers.*.attn.proj.weight,2d-64,15,0.012480192184438854,3.002625076962763 +6679,6852,1.0923539492068086,-0.007307311082861171,0.0062145202062402725,0.0061771884917912355,1.0958552697763775,2.4112557238595276,1.4108992203384505,0.9999806896828589,0.013674066121336786,"model.visual.blocks.1.attn.qkv.weight|2d-128|(1152, 768)","model.visual.blocks.21.attn.qkv.weight|2d-128|(2304, 768)",model.visual.layers.*.attn.qkv.weight,2d-128,20,0.0035013205695688665,3.548600101180537 +6916,7132,1.090541522574938,0.017018992367694816,0.010023028600024221,0.009964991092956342,2.3590200353291944,1.098942748238223,1.4087773363773604,0.999949768187224,0.004669199256649743,"model.visual.blocks.6.attn.qkv.weight|2d-64|(2304, 512)","model.visual.blocks.3.attn.qkv.weight|2d-64|(640, 640)",model.visual.layers.*.attn.qkv.weight,2d-64,3,0.00840122566328505,6.6912432710071075 +7277,7371,1.2148384551652012,0.004329377327267382,-0.005026319218318067,-0.004679725310148135,1.24301307019078,1.695124612188616,1.4175992363747882,0.9999873679777739,-0.006854503480305239,"model.visual.blocks.3.mlp.linear_fc1.weight|2d-128|(1536, 640)","model.visual.blocks.17.mlp.linear_fc1.weight|2d-128|(3072, 0)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,14,0.02817461502557883,3.221736361930293 +7616,7665,1.2118083379179314,0.03718872292803464,0.04117841292484476,0.04077855720317691,1.2234627117929686,1.6372566176142156,1.38600822539771,0.9991518094408832,0.055105585494510285,"model.visual.blocks.1.mlp.linear_fc1.weight|2d-64|(896, 960)","model.visual.blocks.15.mlp.linear_fc1.weight|2d-64|(2496, 0)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,14,0.011654373875037205,3.480585172932997 +7776,7843,1.224314798961652,0.029496511552002898,-0.0025037356761679398,-0.002497757640550358,1.2456740273816715,1.682733551883043,1.4159058051970999,0.9999968656489198,-0.003382201069239666,"model.visual.blocks.4.mlp.linear_fc2.weight|2d-128|(0, 1664)","model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(256, 2304)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,6,0.02135922842001947,3.5404666050338176 +8030,8155,1.2094086291819564,0.028350855330909763,0.025994958464353436,0.026083571082934222,1.2443753711869843,1.6223111012521827,1.3963475512953936,0.9996620739702174,0.03389002279359085,"model.visual.blocks.4.mlp.linear_fc2.weight|2d-64|(768, 1728)","model.visual.blocks.9.mlp.linear_fc2.weight|2d-64|(0, 704)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,5,0.03496674200502792,3.445679935288641 +8246,8394,1.3308776437531804,0.05865746611180736,0.012657458890364924,0.011796872797656588,1.4224659860862432,1.388620214524947,1.4052374961780696,0.9999198911585061,0.012356290731449232,"model.visual.merger.linear_fc1.weight|2d-128|(128, 2816)","model.visual.merger.linear_fc1.weight|2d-128|(2304, 2432)",model.visual.merger.linear_fc1.weight,2d-128,0,0.0577425707717667,3.6094092663730675 +8622,8673,1.3417505545185293,0.043750290070149536,0.033622352682834415,0.03364991508100167,1.4266236655231146,1.356554142868945,1.3902663359125584,0.9994346088664686,0.03197096958865836,"model.visual.merger.linear_fc1.weight|2d-64|(1856, 2560)","model.visual.merger.linear_fc1.weight|2d-64|(1024, 3584)",model.visual.merger.linear_fc1.weight,2d-64,0,0.01480358835041562,3.473329857686738 +8799,8936,1.3428345042582217,0.04672140443304623,-0.005209836947607753,-0.005224125449773178,1.4122768827171512,1.4235757862138887,1.4178925710653356,0.9999864287073996,-0.005251518182799754,"model.visual.merger.linear_fc2.weight|2d-128|(1024, 0)","model.visual.merger.linear_fc2.weight|2d-128|(896, 1024)",model.visual.merger.linear_fc2.weight,2d-128,0,0.06944237845892953,3.4689711631137463 +9054,9062,1.3424473720537669,0.07476661259780934,0.018801129847719998,0.018697532361146355,1.40370749803689,1.398022176292475,1.400856184615332,0.9998232431367302,0.018724981168246314,"model.visual.merger.linear_fc2.weight|2d-64|(64, 1920)","model.visual.merger.linear_fc2.weight|2d-64|(768, 64)",model.visual.merger.linear_fc2.weight,2d-64,0,0.055574804238708087,3.5413770108718006 +9308,9332,0.686203815011001,0.7274500943318671,0.7153873566789626,0.7163592449652911,0.8884109403835381,0.7028176189160659,0.7795067112462872,0.6987280800883036,0.5659394946292619,"model.visual.pos_embed.weight|2d-128|(1408, 512)","model.visual.pos_embed.weight|2d-128|(1792, 512)",model.visual.pos_embed.weight,2d-128,0,0.01661380390506484,3.4589292322702745 +9414,9584,0.45846946215990564,0.8951873060727485,0.824960421221774,0.8239704190750304,0.6752535751984754,0.5653230383799909,0.6130156550276796,0.56519050188197,0.6906577750902716,"model.visual.pos_embed.weight|2d-64|(192, 384)","model.visual.pos_embed.weight|2d-64|(1152, 384)",model.visual.pos_embed.weight,2d-64,0,0.10685357622008523,2.2039672993776596 +9798,9863,1.177894708866947,0.05041319454454325,0.010884778456113426,0.010934414729304997,1.7335545843563809,1.214840250319705,1.4069604103162454,0.9999407590442353,0.007627834222023524,"mtp.fc.weight|2d-128|(1792, 1408)","mtp.fc.weight|2d-128|(1152, 3968)",mtp.fc.weight,2d-128,0,0.03694554145275819,5.212569250446898 +9875,9929,1.1209477846663771,0.06810811153510944,0.05157595464099421,0.051583929084431775,1.6599895380994019,1.2050243394122229,1.3791020995278513,0.9986690747704517,0.0374401640759601,"mtp.fc.weight|2d-64|(1344, 2688)","mtp.fc.weight|2d-64|(1344, 3968)",mtp.fc.weight,2d-64,0,0.08407655474584574,4.889396647317918 +10147,10216,1.3157636699124466,0.04079510879905862,0.005701514446466872,0.005664932274131257,1.3753342073387682,1.4478194297640967,1.4101815469635863,0.999983746234416,0.0060020054402981455,"mtp.layers.0.mlp.down_proj.weight|2d-128|(0, 2432)","mtp.layers.0.mlp.down_proj.weight|2d-128|(128, 5120)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.05957053742632157,3.7576411637438865 +10430,10457,1.2705873846721065,-0.0032282171990256256,-0.0028479922053896677,-0.0024343930106297397,1.3171341532276282,1.5416144686277717,1.4162013175475086,0.9999959444619754,-0.003333377985536951,"mtp.layers.0.mlp.down_proj.weight|2d-64|(0, 2944)","mtp.layers.0.mlp.down_proj.weight|2d-64|(1856, 5184)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.046546768555521645,3.550077113197245 +10675,10838,1.308335922160005,-0.0030581233245317715,-0.004309264285849874,-0.004356585979823135,1.3316939476727692,1.5216960959206893,1.4172305518216108,0.9999907150775525,-0.004924097350992487,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(2048, 0)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(2560, 1536)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.023358025512764113,3.7119076495715375 +10910,10939,1.2949780721954418,0.051355095878220736,0.009739246675119278,0.009760379302986358,1.5198554652662986,1.3166721483222765,1.4073806786289256,0.9999525724124125,0.008437246261783887,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(3840, 1280)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(2944, 1216)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.021694076126834716,3.9574235250878957 +11183,11331,1.3311344010562556,0.05145032486734528,0.006353538251031628,0.006209324555475442,1.4328752066106372,1.3876447977603947,1.4097160910303441,0.9999798160721508,0.006152981265040103,"mtp.layers.0.mlp.up_proj.weight|2d-128|(3840, 384)","mtp.layers.0.mlp.up_proj.weight|2d-128|(4736, 512)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.056510396704139154,4.007350230022556 +11489,11507,1.3123935471875252,0.004370244877138299,0.02103597772403945,0.02095996021645112,1.539778940265566,1.2916660262278263,1.3994889171557834,0.9997787193380312,0.01764633678516271,"mtp.layers.0.mlp.up_proj.weight|2d-64|(1984, 1664)","mtp.layers.0.mlp.up_proj.weight|2d-64|(1472, 1792)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.020727520959698875,4.510204933739841 +11666,11717,1.231348360877865,0.02093643643014649,-0.009793964144148291,-0.009789231323409085,1.6551302435567603,1.2643009168149482,1.4208793734043932,0.999952037982994,-0.007481295139704679,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 256)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 640)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.03295255593708313,4.584002922590234 +11751,11935,1.0848729826272336,0.021086573630023253,0.012397457704164516,0.012423869115704556,2.444347100014558,1.0898323614465362,1.4076776500374972,0.9999231485681654,0.0055275090045856,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 1472)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 960)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.004959378819302529,7.848474652980154 +11993,12151,1.179719935707161,0.006771634340984503,-0.002969394768873895,-0.00296098297137918,1.1987031577735663,1.8217005945250802,1.4161405602346764,0.9999955913376352,-0.004512667027493605,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(0, 1152)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1280, 896)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.018983222066405236,3.2141022696160935 +12354,12469,1.172587319312848,0.06814517523549446,0.022636171421347648,0.02261802784536052,1.225935026892577,1.6744005407559626,1.3988716669502932,0.9997437690445404,0.030916824168586498,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(192, 1152)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(832, 960)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.053347707579729065,3.3200021728875115 +12577,12613,1.0570487632053482,0.011183070730891299,0.009022711142340252,0.008976875699717815,3.060969506761829,1.0547605643985727,1.4102778507093834,0.9999592945133526,0.003109080268809286,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 128)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(896, 640)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.0022881988067755543,8.749743081667397 +12942,12999,1.0555671734853707,0.04626011083137424,0.021781393573431267,0.021844081674399222,2.688740971379789,1.067919027692067,1.4036062408638545,0.9997627573049515,0.008651173502511161,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(704, 1216)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(3968, 1664)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.012351854206696267,8.553492774950607 +13032,13061,1.3573171814970615,0.026654662933522682,0.0026310540582830397,0.0026368260367740028,1.37815572700276,1.4492319125317727,1.4123542538548852,0.9999965387712811,0.0027667464787543387,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 1024)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(384, 640)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.020838545505698525,3.7548994620790537 +13197,13283,1.3003945550924492,0.058153442559563846,0.012147712338138373,0.012062672678729161,1.3222914538037083,1.5071154204181896,1.405671025883018,0.9999262138202748,0.013845665064950524,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 1856)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 1216)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.021896898711259105,3.4208038030121415 +16,190,1.167540807837833,0.2623860066181472,0.28780329267103827,0.28401164460886114,1.2287578623184832,1.161772140824167,1.1938578764997299,0.9576895450654709,0.27211369930263185,"model.language_model.embed_tokens.weight|2d-128|(205056, 1920)","model.language_model.embed_tokens.weight|2d-128|(163712, 1920)",model.language_model.embed_tokens.weight,2d-128,0,0.005768667013666073,3.3544702609901416 +269,361,1.1571202552697624,0.298788603431993,0.24448219597536777,0.24444003840087994,1.245173564695253,1.2140293507461137,1.2293056694025204,0.9696537814349314,0.23836722049395706,"model.language_model.embed_tokens.weight|2d-64|(119488, 512)","model.language_model.embed_tokens.weight|2d-64|(128896, 512)",model.language_model.embed_tokens.weight,2d-64,0,0.05690909547635137,3.1533733188511706 +541,630,0.12585120793649765,0.9952442911267028,0.9952442911267027,0.9984651123050495,0.12585120793649765,0.1374583075829753,0.13127144760621337,0.09741047674509594,1.087034428457165,"model.language_model.layers.1.linear_attn.conv1d.weight|3d-axis0-slice|(581, 0, 0)","model.language_model.layers.4.linear_attn.conv1d.weight|3d-axis0-slice|(1639, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,3,0.0,0.17039964365004368 +900,926,0.5790030482718919,0.8269826043982158,0.8269826043982158,0.8683826618242791,0.5997873673923038,0.5790030482718919,0.5891204073284804,0.5622275091301954,0.7983253313523173,"model.language_model.layers.4.linear_attn.conv1d.weight|3d-volume|(832, 0, 0)","model.language_model.layers.17.linear_attn.conv1d.weight|3d-volume|(4312, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,13,0.0,1.1358811202293908 +1196,1239,1.1448581062152778,0.023972514258733996,-0.004958848628738358,-0.004947835010587167,1.1614342484204954,1.9827664527361542,1.4172687312226797,0.9999877048345531,-0.008465600802310206,"model.language_model.layers.18.linear_attn.in_proj_qkv.weight|2d-128|(3456, 1664)","model.language_model.layers.12.linear_attn.in_proj_qkv.weight|2d-128|(5120, 128)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,6,0.016576142205217526,3.0150296585745835 +1336,1458,1.1390917479731333,0.01312098794648829,0.007225229424924647,0.007380330889934263,1.1608608415373496,1.9449993078446088,1.4097096649200593,0.9999738976892133,0.012105728548726134,"model.language_model.layers.22.linear_attn.in_proj_qkv.weight|2d-64|(1664, 320)","model.language_model.layers.0.linear_attn.in_proj_qkv.weight|2d-64|(6080, 0)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,22,0.021769093564216302,3.049382757690566 +1547,1645,1.1516681886341076,-0.011708303347515886,-0.009879460186665186,-0.010168500432327738,1.153491119918927,2.0410966131972477,1.4201854900798951,0.9999511969423408,-0.017481654066514744,"model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-128|(512, 512)","model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-128|(640, 1664)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,2,0.0018229312848194734,3.368265458146858 +1922,1959,1.1489581163443612,-0.00916840401345055,0.002196915433537986,0.0018295346964174255,2.011086376532175,1.1511400685205,1.412873417410221,0.9999975867783771,0.001257508087274441,"model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-64|(640, 768)","model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-64|(512, 192)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,0,0.0021819521761388128,6.158986193967817 +2049,2178,1.2297839651174387,0.06396429177139717,0.014629494907699978,0.01462403053272189,1.269322662267073,1.5935326124564724,1.4040947240879271,0.9998929832130764,0.018366155377347784,"model.language_model.layers.1.linear_attn.out_proj.weight|2d-128|(1408, 1920)","model.language_model.layers.12.linear_attn.out_proj.weight|2d-128|(640, 896)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,11,0.039538697149634316,3.195934239500399 +2432,2456,1.2265715674581192,0.03666331701103348,0.028595598488682067,0.02874101872475917,1.2462128365574132,1.6125606728765578,1.3945095372137675,0.9995910622584989,0.037001815570764776,"model.language_model.layers.1.linear_attn.out_proj.weight|2d-64|(576, 576)","model.language_model.layers.16.linear_attn.out_proj.weight|2d-64|(512, 1152)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,15,0.01964126909929398,3.229632162505053 +2564,2602,1.2665123799268783,0.02269944171300104,0.0059944426922692255,0.005955647974169027,1.3025758117293396,1.5493873608301343,1.410031686595175,0.9999820331670011,0.007130267320327286,"model.language_model.layers.19.mlp.down_proj.weight|2d-128|(1536, 5248)","model.language_model.layers.1.mlp.down_proj.weight|2d-128|(1792, 3456)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,18,0.0360634318024613,3.29462425534149 +2929,3047,1.2585610764955006,0.05631789342822165,0.03579827053098198,0.035794614491953834,1.2776515337102659,1.535942906515392,1.389100474523444,0.9993590364963889,0.04303528641170915,"model.language_model.layers.20.mlp.down_proj.weight|2d-64|(1984, 4096)","model.language_model.layers.5.mlp.down_proj.weight|2d-64|(1088, 3392)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,15,0.01909045721476521,3.3607391133485365 +3153,3320,1.1600724696235807,0.029439236608537513,0.003194419455154187,0.0032267510634616486,1.1639758271775862,1.9435642622286022,1.4122208464257195,0.9999948978291562,0.005333924765997919,"model.language_model.layers.23.mlp.gate_proj.weight|2d-128|(1024, 0)","model.language_model.layers.11.mlp.gate_proj.weight|2d-128|(2560, 0)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,12,0.0039033575540055043,3.0945550214075683 +3422,3518,1.1485822834812165,0.022206081260760242,0.01017526773250728,0.009638147424177996,1.1614608633897283,1.9324900256621613,1.407845637102288,0.9999482306232517,0.016930061116415106,"model.language_model.layers.22.mlp.gate_proj.weight|2d-64|(5504, 1088)","model.language_model.layers.11.mlp.gate_proj.weight|2d-64|(6080, 640)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,11,0.012878579908511822,3.2493889802339884 +3665,3791,1.2306250512323642,0.046818607080670996,0.005692078057080258,0.005734710990291102,1.2518777349384511,1.6497277553970118,1.4103318734963983,0.999983799992476,0.007501035360384676,"model.language_model.layers.23.mlp.up_proj.weight|2d-128|(896, 768)","model.language_model.layers.7.mlp.up_proj.weight|2d-128|(4992, 640)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,16,0.021252683706086906,3.1074232598653375 +3851,4059,1.2235139594440516,0.018329961335726706,0.020192703924090023,0.02018397206771089,1.2301937818007849,1.6692355941980859,1.4005088646983739,0.9997961065678511,0.027399244437615582,"model.language_model.layers.22.mlp.up_proj.weight|2d-64|(4800, 640)","model.language_model.layers.2.mlp.up_proj.weight|2d-64|(2368, 1408)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,20,0.006679822356733256,3.3314578223823124 +4300,4320,1.175866134942951,0.012899441945099836,0.01680364618682432,0.01662713398355124,1.82163690307488,1.1832553938922057,1.403315843131183,0.9998588087699323,0.010914911173601076,"model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 1536)","model.language_model.layers.7.self_attn.k_proj.weight|2d-128|(128, 256)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,16,0.0073892589492547955,5.352961429357037 +4409,4432,1.103276011142312,0.03655993182399419,-0.01584323222695192,-0.015811015109100383,2.1911444435354075,1.1330385693745033,1.4233257956366985,0.9998744881196854,-0.008192519315490558,"model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 1024)","model.language_model.layers.11.self_attn.k_proj.weight|2d-64|(128, 1024)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,12,0.029762558232191205,6.042228776020252 +4710,4804,1.120453877788015,-0.0035421866564861013,0.003669989913132946,0.0036327391564264224,2.1112354128254704,1.1332089453120306,1.412049173365023,0.9999932655643424,0.001969872887458514,"model.language_model.layers.23.self_attn.o_proj.weight|2d-128|(256, 640)","model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(512, 896)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,4,0.012755067524015562,6.326093386685121 +4955,4960,1.123513116106611,0.0035586977409462458,0.0003766506302019746,0.00018363998922760736,2.008912281562478,1.1527513034995593,1.4139836029755806,0.9999999290671489,0.00021612915054287972,"model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(1536, 512)","model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(1792, 896)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,4,0.029238187392948367,5.952732158607129 +5273,5315,1.1180670509521786,0.04436404648949127,0.01798898504780791,0.01783142294553931,1.1285204710034396,2.084731978204633,1.4035226321152372,0.9998381851164466,0.0332313089112726,"model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(1280, 1792)","model.language_model.layers.23.self_attn.q_proj.weight|2d-128|(640, 1280)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,20,0.010453420051260931,3.002308975588979 +5428,5620,1.1053038677628666,0.00754180669805514,0.008198641562323012,0.008366189422185562,1.1126448807476963,2.242792215849172,1.4095899925954447,0.9999663905734695,0.01652625181195183,"model.language_model.layers.23.self_attn.q_proj.weight|2d-64|(1472, 0)","model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(2688, 384)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,16,0.007341012984829698,3.4877384459285383 +5760,5764,1.0818627650703876,0.016664090986546826,-0.00010488027355306137,0.00020671004520909298,2.4262865695432323,1.0976084970909588,1.41426926105412,0.999999994500064,-4.744595336516087e-05,"model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(256, 1920)","model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(0, 512)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,12,0.015745732020571168,8.767737543034373 +5908,5933,1.076051965828981,0.02920737607966256,0.03973036279548063,0.03993766816216194,2.397729438300576,1.080380974586851,1.393010092643657,0.9992104374315449,0.017901906441993496,"model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(448, 1536)","model.language_model.layers.23.self_attn.v_proj.weight|2d-64|(64, 1344)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,16,0.00432900875786979,8.35914190283078 +6306,6394,1.2113805505858057,0.012971241223562635,0.007378090992031837,0.007461441869230272,1.217122811235033,1.735675776248678,1.4093000950971344,0.9999727815162337,0.01052151327016361,"model.visual.blocks.6.attn.proj.weight|2d-128|(384, 128)","model.visual.blocks.21.attn.proj.weight|2d-128|(896, 256)",model.visual.layers.*.attn.proj.weight,2d-128,15,0.0057422606492272266,3.1725387863634307 +6433,6533,1.18846172467748,-0.03720305635907383,-0.014463313735931887,-0.014595576081893803,1.185554978085911,1.9044398754698852,1.4233608346012379,0.9998954008073925,-0.02323343237494634,"model.visual.blocks.23.attn.proj.weight|2d-64|(896, 896)","model.visual.blocks.6.attn.proj.weight|2d-64|(576, 768)",model.visual.layers.*.attn.proj.weight,2d-64,17,0.002906746591569087,3.011705787558022 +6715,6893,1.0923904500530144,0.0395539571984887,-0.0016158204779276961,-0.0016839632427973952,2.2438423345600222,1.1179674398468284,1.415125376826775,0.9999986945612395,-0.0008050631076604208,"model.visual.blocks.15.attn.qkv.weight|2d-128|(1280, 896)","model.visual.blocks.1.attn.qkv.weight|2d-128|(640, 640)",model.visual.layers.*.attn.qkv.weight,2d-128,14,0.025576989793814064,6.861011908335624 +6949,7099,1.0907043638131781,-0.004153082749367513,-0.004593977142944877,-0.003800735788553063,1.0865881061151175,2.5841111088346125,1.4165330663986537,0.9999894476313288,-0.010925342640883328,"model.visual.blocks.6.attn.qkv.weight|2d-64|(128, 192)","model.visual.blocks.18.attn.qkv.weight|2d-64|(2816, 512)",model.visual.layers.*.attn.qkv.weight,2d-64,12,0.004116257698060677,2.730402920204809 +7277,7399,1.2148396833094361,0.02188675630877203,-0.003973034343614802,-0.004036472171203357,1.2646891473624429,1.6418747576523638,1.4169272642714752,0.9999921074679061,-0.005157966930981818,"model.visual.blocks.3.mlp.linear_fc1.weight|2d-128|(1536, 640)","model.visual.blocks.14.mlp.linear_fc1.weight|2d-128|(128, 384)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,11,0.04984946405300672,3.151041771098535 +7620,7644,1.2118163215569469,0.03886988222594516,0.024109844730408204,0.024092738843204793,1.6959228480836674,1.2165439133838731,1.397971423099887,0.9997093154447825,0.017294822634503083,"model.visual.blocks.18.mlp.linear_fc1.weight|2d-64|(384, 512)","model.visual.blocks.1.mlp.linear_fc1.weight|2d-64|(3648, 128)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,17,0.004727591826926281,4.871538915272368 +7860,7884,1.224390913802984,0.023738399873444962,0.008458197413374774,0.00825323992934528,1.6658123645688507,1.2424478328887405,1.4084692739135174,0.9999642288084691,0.006308555074936407,"model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(512, 1152)","model.visual.blocks.0.mlp.linear_fc2.weight|2d-128|(768, 1536)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,10,0.018056919085756462,4.698003460702224 +8016,8113,1.2097156232283046,0.04041338362541187,0.015596629992169757,0.01582564379712998,1.583446025077462,1.2734626752173237,1.4034003936739414,0.9998783651689276,0.012543355339965952,"model.visual.blocks.14.mlp.linear_fc2.weight|2d-64|(576, 2176)","model.visual.blocks.5.mlp.linear_fc2.weight|2d-64|(704, 3776)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,9,0.06374705198901909,4.8854444653579785 +8343,8344,1.331035819811515,0.06585167935451486,0.027033540121541737,0.026598531819851074,1.4093128515976983,1.3810582114740027,1.3949709694955323,0.9996345270690169,0.02649155758974426,"model.visual.merger.linear_fc1.weight|2d-128|(1152, 0)","model.visual.merger.linear_fc1.weight|2d-128|(512, 3072)",model.visual.merger.linear_fc1.weight,2d-128,0,0.050022391662487564,3.689150690218344 +8530,8627,1.3417788860839932,0.051811492035819084,0.02158072428897982,0.021349450348494493,1.381968332170592,1.4164180152215122,1.3988751308283072,0.9997671090504844,0.02211868821655908,"model.visual.merger.linear_fc1.weight|2d-64|(64, 1152)","model.visual.merger.linear_fc1.weight|2d-64|(2240, 576)",model.visual.merger.linear_fc1.weight,2d-64,0,0.0401894460865988,3.474804544315803 +8743,8837,1.342935207163525,0.03994215323515464,0.009942387002369374,0.009944524522094935,1.412380755607801,1.4020083116038482,1.4071658630650081,0.9999505732488456,0.009869370677247238,"model.visual.merger.linear_fc2.weight|2d-128|(128, 896)","model.visual.merger.linear_fc2.weight|2d-128|(512, 640)",model.visual.merger.linear_fc2.weight,2d-128,0,0.05907310444032321,3.6565519539588416 +9051,9206,1.34245388286217,0.08159809250119238,0.029086281990113816,0.02914029290321785,1.3960510395296724,1.3909525994037815,1.3934948243087526,0.999576904595135,0.02898005760217071,"model.visual.merger.linear_fc2.weight|2d-64|(960, 2944)","model.visual.merger.linear_fc2.weight|2d-64|(1088, 3456)",model.visual.merger.linear_fc2.weight,2d-64,0,0.04849871654161153,3.5733749353653947 +9234,9354,0.6865835394946586,0.7346358590810191,0.5368194652112184,0.5366312031316255,0.8444563979117369,1.4747214543303715,1.03635942461187,0.843697138652456,0.9374778667161984,"model.visual.pos_embed.weight|2d-128|(256, 256)","model.visual.pos_embed.weight|2d-128|(2176, 256)",model.visual.pos_embed.weight,2d-128,0,0.15787285841707832,2.937242802929727 +9507,9518,0.4587755595818529,0.889916555631182,0.8023325127075394,0.801704837599878,0.6957905272972074,0.5998657738186992,0.642518719766941,0.5968773232854521,0.6917194108186318,"model.visual.pos_embed.weight|2d-64|(1152, 896)","model.visual.pos_embed.weight|2d-64|(576, 896)",model.visual.pos_embed.weight,2d-64,0,0.1410902142368463,2.342278189061871 +9734,9792,1.1779218743966016,0.04499524914397733,0.008889593252292416,0.008914021645893458,1.6570212860538316,1.2457155365676829,1.4081621683343701,0.9999604867852573,0.006683018812944895,"mtp.fc.weight|2d-128|(384, 2816)","mtp.fc.weight|2d-128|(1280, 2048)",mtp.fc.weight,2d-128,0,0.06779366217108129,4.231208154642229 +10008,10113,1.1217365406339102,-0.003280283514259001,-0.025523090990153145,-0.025644683839628545,1.134052807138241,2.2238682193938955,1.4287467422362903,0.9996742328510365,-0.050050571328272564,"mtp.fc.weight|2d-64|(1152, 2752)","mtp.fc.weight|2d-64|(1984, 3776)",mtp.fc.weight,2d-64,0,0.01231626650433082,3.4282326016224416 +10243,10265,1.315902253930054,0.05162842702380944,0.012343974441101878,0.012375439921205008,1.3702475599949964,1.443555903381647,1.4054698655625593,0.9999238102450593,0.01300437796489114,"mtp.layers.0.mlp.down_proj.weight|2d-128|(640, 4096)","mtp.layers.0.mlp.down_proj.weight|2d-128|(256, 5248)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.05434530606494237,3.6447827360674077 +10412,10518,1.2705959065262453,0.015673071658709542,0.01673950544756718,0.016668915673779802,1.4950020994571445,1.3251389270112888,1.4024132874629707,0.9998598846625315,0.014837551261997184,"mtp.layers.0.mlp.down_proj.weight|2d-64|(1728, 5184)","mtp.layers.0.mlp.down_proj.weight|2d-64|(320, 3648)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.05454302048504345,4.326145099123462 +10797,10871,1.3083452022068676,0.030810453181002985,0.005389050787795697,0.005387028531334004,1.3463098550574335,1.4846481223932904,1.410415984757091,0.9999854789603729,0.005942795489112459,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(1152, 1664)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(5504, 768)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.03796465285056594,3.5111776796736387 +11053,11134,1.2951417089905428,0.0292512050409055,0.018212698936049754,0.01874210663830272,1.5075542099728338,1.314908890308702,1.4013965944604672,0.9998341350431404,0.015885358940398706,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(5568, 128)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(5952, 512)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.019767181318159244,4.30277907774013 +11313,11333,1.3312262137570858,0.04804161951047349,0.017661838023810196,0.017629135854408177,1.3966936022094538,1.4066988435127972,1.4016694417080195,0.9998440175735517,0.017788358937924246,"mtp.layers.0.mlp.up_proj.weight|2d-128|(1280, 128)","mtp.layers.0.mlp.up_proj.weight|2d-128|(4480, 0)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.06546738845236799,3.7974848690617793 +11511,11620,1.3124077871897335,0.0467386106526464,0.012515159198624688,0.012449460241768733,1.4757309079001006,1.3442083986618523,1.405374804992831,0.9999216823282876,0.01139976266358736,"mtp.layers.0.mlp.up_proj.weight|2d-64|(3200, 128)","mtp.layers.0.mlp.up_proj.weight|2d-64|(1472, 1856)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.03180061147211877,4.040104440704292 +11676,11721,1.2313581312864414,0.0032756459957855085,-0.01921607128285605,-0.01923381992877549,1.8013073411082605,1.2178054197072112,1.4267671187962765,0.9998153542552005,-0.012991362006743605,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 1536)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 1152)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.013552711579230214,5.049839854182547 +11773,11880,1.0848845566612835,0.05238849616887657,0.029430552383802537,0.029688283124880654,1.109511866713366,2.17137254590709,1.3972476663054156,0.9995668274739735,0.05759712480261248,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(64, 832)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(256, 1536)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.02462731005208263,3.455808211662718 +11999,12017,1.1797730331041245,0.05788066497546694,0.005683594206437921,0.005736548274795752,1.1933757201847834,1.8164760021643835,1.4105201544676247,0.9999838482480088,0.008651183619217937,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(0, 1920)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(256, 128)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.013602687080658926,3.6944408844003624 +12287,12472,1.1726059621993974,0.02305864116900061,-0.006408693810966733,-0.006441511708714929,1.7029849392170988,1.24118089513908,1.418521002882691,0.9999794641109573,-0.004670827168104473,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(1728, 64)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(1088, 1792)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.06857493293968253,5.434808743205777 +12591,12612,1.0570694492028647,-0.00831331331478642,0.011177151279734985,0.011045103563080238,3.0507840986243493,1.054381529495729,1.4093250079629114,0.9999375336936153,0.0038629353899694734,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 1920)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(896, 512)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.0026879197071356664,9.18133532254149 +12861,12995,1.0555868133348258,0.02861279179312936,0.015270679520236648,0.015111136470581451,2.8335169122611203,1.0626326732418931,1.4070952709762583,0.9998833963752924,0.005726848825426704,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(704, 1152)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(768, 1600)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.007045859907067298,8.159300503656837 +13032,13063,1.357355466827252,0.013534908535141017,-0.0017810918693843005,-0.0017777598899303265,1.3692834703769958,1.4666681941992121,1.4154694601601232,0.9999984138546185,-0.0019077647925257958,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 1024)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(384, 896)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.01192800354974377,3.6972097181830508 +13129,13279,1.3004692754356149,0.02647210147711206,0.0013658531272519071,0.0011080266717779202,1.342183445834288,1.4969570216095585,1.4132531556016608,0.9999990672221823,0.0015233561669032495,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(64, 1600)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 960)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.0417141703986732,3.515734789421545 +209,231,1.1679226635309505,0.3031766458605122,0.2759817734388312,0.275211643782255,1.1964194149334828,1.210421545571323,1.2033593869578294,0.9611628689923253,0.27921168829738285,"model.language_model.embed_tokens.weight|2d-128|(186240, 1152)","model.language_model.embed_tokens.weight|2d-128|(58880, 1152)",model.language_model.embed_tokens.weight,2d-128,0,0.028496751402532272,2.9796065132457215 +270,361,1.1571894766474822,0.2841428940615063,0.22056129712772704,0.22052651976237958,1.2767425824749523,1.2224589507878552,1.2487167136683768,0.9753731153816648,0.21118362900413343,"model.language_model.embed_tokens.weight|2d-64|(40832, 512)","model.language_model.embed_tokens.weight|2d-64|(128896, 512)",model.language_model.embed_tokens.weight,2d-64,0,0.06526947414037299,3.3948868876398537 +731,745,0.12618813305668114,0.9986038889492098,0.9986038889492098,0.9999317969751029,0.14274613729179214,0.12618813305668117,0.13370422650733899,0.052823034516337256,0.8827696692909939,"model.language_model.layers.17.linear_attn.conv1d.weight|3d-axis0-slice|(5026, 0, 0)","model.language_model.layers.13.linear_attn.conv1d.weight|3d-axis0-slice|(1782, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,4,2.7755575615628914e-17,0.24994721883352702 +789,929,0.5812662958825618,0.8259077457097328,0.8259077457097328,0.8228011187219793,0.5812662958825618,0.6009111136380784,0.5908439085624058,0.5638052816147323,0.8538206098518077,"model.language_model.layers.16.linear_attn.conv1d.weight|3d-volume|(624, 0, 0)","model.language_model.layers.17.linear_attn.conv1d.weight|3d-volume|(472, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,1,0.0,1.5326861744440583 +1087,1221,1.1449114914673875,0.01778246346008805,0.0036354162077594735,0.003635391621129461,1.1530783527655464,1.9958224800251974,1.4119848151480878,0.9999933918526643,0.006292413151536797,"model.language_model.layers.16.linear_attn.in_proj_qkv.weight|2d-128|(3840, 768)","model.language_model.layers.6.linear_attn.in_proj_qkv.weight|2d-128|(2816, 512)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,10,0.008166861298158912,3.1659623987517236 +1303,1360,1.1392644823995204,0.038453847551757354,0.01986935311165445,0.020086218098833455,1.8871162388163005,1.16462053556733,1.4015989353613059,0.9998025849171047,0.01226223175144007,"model.language_model.layers.6.linear_attn.in_proj_qkv.weight|2d-64|(5184, 128)","model.language_model.layers.16.linear_attn.in_proj_qkv.weight|2d-64|(2304, 1920)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,10,0.025356053167809645,5.292739614221746 +1596,1635,1.1517117439757698,0.04864238021398996,0.0018403733296424064,0.002519389220488185,1.1709187294478423,1.9164523428358808,1.4130551523990107,0.9999983065115698,0.0030121542089851486,"model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-128|(1152, 384)","model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(256, 1920)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,16,0.019206985472072446,3.482178605539273 +1811,1956,1.1490605029257674,0.005863373328625367,0.017979453662699683,0.018297633769235884,2.0029065259914196,1.1422473892754763,1.403228877417797,0.9998383565586944,0.010253590839269197,"model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-64|(320, 704)","model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-64|(448, 192)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,14,0.006813113650291136,5.517979394209001 +2134,2258,1.2300988219182794,0.0004136432696531197,-0.005305665138562044,-0.005305653763810624,1.7147081366303218,1.2357155392526826,1.4177680832698407,0.999985924859664,-0.0038235619915331647,"model.language_model.layers.16.linear_attn.out_proj.weight|2d-128|(1280, 256)","model.language_model.layers.22.linear_attn.out_proj.weight|2d-128|(512, 1024)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,6,0.005616717334403276,4.496861839761082 +2393,2425,1.2266262609060024,0.049140367915428224,0.009733410760052767,0.009677448053065887,1.5749372216523752,1.2840902266548615,1.4074558501996608,0.9999526292354933,0.007935921163821314,"model.language_model.layers.18.linear_attn.out_proj.weight|2d-64|(64, 832)","model.language_model.layers.6.linear_attn.out_proj.weight|2d-64|(1152, 576)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,12,0.05746396574885915,4.834401010379398 +2583,2810,1.2665279442748942,0.01309439205837453,0.00661542868584982,0.006649785757661155,1.2751434575721938,1.598246760903453,1.4096451871828524,0.9999781178122361,0.008291684677799206,"model.language_model.layers.21.mlp.down_proj.weight|2d-128|(1024, 1664)","model.language_model.layers.2.mlp.down_proj.weight|2d-128|(1408, 4096)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,19,0.008615513297299593,3.3671506795697095 +2867,2905,1.25859491566896,0.01848962070453706,0.015621717138849654,0.015628888668699784,1.2711908534065484,1.5878238442131427,1.4033936375113467,0.9998779735315874,0.019512833099882037,"model.language_model.layers.21.mlp.down_proj.weight|2d-64|(1984, 576)","model.language_model.layers.3.mlp.down_proj.weight|2d-64|(1344, 5568)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,18,0.01259593773758838,3.1877700173337793 +3121,3211,1.1600745493831706,0.02756311514691626,0.005519500029557161,0.00557380114431504,1.1815928714967574,1.8609007635297725,1.4106769117260327,0.9999847674436965,0.008692708010581215,"model.language_model.layers.22.mlp.gate_proj.weight|2d-128|(1024, 1024)","model.language_model.layers.12.mlp.gate_proj.weight|2d-128|(1024, 1152)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,10,0.02151832211358684,3.1599194668622417 +3453,3521,1.1486636970575945,-0.007629029913253942,-0.012554039724012476,-0.012636703717855455,1.153875937580774,2.048486710135787,1.4217850830793373,0.9999211949381851,-0.02228730376948004,"model.language_model.layers.22.mlp.gate_proj.weight|2d-64|(1792, 704)","model.language_model.layers.10.mlp.gate_proj.weight|2d-64|(1472, 1024)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,12,0.005212240523179368,3.112314857498649 +3707,3828,1.2307859822750737,0.033181024863633,0.01334278436019073,0.013331633349271411,1.667199073431663,1.2373376967880914,1.4051542130436832,0.9999109810905756,0.009902554729110023,"model.language_model.layers.3.mlp.up_proj.weight|2d-128|(3840, 1152)","model.language_model.layers.22.mlp.up_proj.weight|2d-128|(5248, 384)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,19,0.006551714513017615,4.377347234126141 +4063,4084,1.2237759224204523,0.021177944074582976,0.0150818820694534,0.015277901362105278,1.2443508939053098,1.6464416383765945,1.4039163941962443,0.9998862619484493,0.01995533474187628,"model.language_model.layers.22.mlp.up_proj.weight|2d-64|(5248, 576)","model.language_model.layers.2.mlp.up_proj.weight|2d-64|(4992, 1344)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,20,0.02057497148485754,3.1906717689616606 +4152,4300,1.1758669702035214,0.01840627391305077,0.007575047281010228,0.0075623602026551225,1.1873451295969482,1.8329815873172446,1.4093168445018358,0.9999713089177561,0.011694091164430539,"model.language_model.layers.3.self_attn.k_proj.weight|2d-128|(0, 1408)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 1536)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,20,0.011478159393426779,3.4277019321106934 +4409,4564,1.1033054503505484,-0.012290484414492441,-0.015254277964905388,-0.015219581592018703,2.2795881493037093,1.1211030555961299,1.4227311088949548,0.9998836467328432,-0.007502064635048994,"model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 1024)","model.language_model.layers.19.self_attn.k_proj.weight|2d-64|(128, 0)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,4,0.017797605245581494,7.1400845512255025 +4823,4836,1.120645917035459,0.010329512842015477,0.0030254537323400775,0.0030166894993086616,2.187979923174819,1.1225503366980334,1.4124747416272787,0.9999954233043836,0.0015522190445763603,"model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(128, 1920)","model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(512, 1024)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,12,0.0019044196625743748,6.187484718973859 +4894,5012,1.1236469214346936,0.027394488573063647,0.020744619052606418,0.020176986973979214,1.939155666125541,1.152683568600474,1.4012685443837143,0.9997848072362183,0.012331130469062451,"model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(704, 1856)","model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(256, 128)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,16,0.02903664716578036,5.87235660017482 +5172,5214,1.1181375479874835,-0.011240498511912462,0.002217827176713313,0.002215671154075369,2.3338139305579384,1.1055825083080495,1.4129995424694988,0.9999975406182828,0.0010506368570858064,"model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(2688, 1536)","model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(2944, 512)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,4,0.012555039679434055,6.376347336625647 +5455,5626,1.1054152168800173,-0.00752654119018234,-0.00895441198662894,-0.008900791239299705,1.1076786690427045,2.3692416449826403,1.4190637511951034,0.9999599084493207,-0.019152816044916643,"model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(1408, 1024)","model.language_model.layers.11.self_attn.q_proj.weight|2d-64|(3136, 512)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,8,0.002263452162687196,3.155157178805183 +5787,5829,1.0819639447648217,0.021456000347014663,0.006064340798715337,0.006023644942945808,1.0887097499497487,2.493843035510267,1.4110653408009326,0.999981611716274,0.013891226809105978,"model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(128, 1408)","model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(256, 1280)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,12,0.006745805184926956,3.769719323221032 +6063,6105,1.076192558939018,-0.0017612875785832309,-0.007541292373852049,-0.007777904629977033,2.3830606308741467,1.1055380353673332,1.4182791340465257,0.9999715640503644,-0.0034985201161503087,"model.language_model.layers.3.self_attn.v_proj.weight|2d-64|(448, 1792)","model.language_model.layers.23.self_attn.v_proj.weight|2d-64|(192, 1408)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,20,0.029345476428315198,9.315856432524054 +6186,6190,1.212437030687406,0.05105161608086925,0.0023090062849785474,0.0022709146134130285,1.2388992196773059,1.688652137807233,1.412655281740592,0.9999973342414349,0.003147236141092216,"model.visual.blocks.21.attn.proj.weight|2d-128|(128, 896)","model.visual.blocks.0.attn.proj.weight|2d-128|(640, 768)",model.visual.layers.*.attn.proj.weight,2d-128,21,0.026462188989899937,3.333477209386176 +6562,6643,1.1891012799641114,0.03997452174699684,0.012205900784631418,0.012331037455168186,1.2129988121682789,1.7356436988510053,1.4060851261495064,0.9999255052182816,0.017465058146080906,"model.visual.blocks.6.attn.proj.weight|2d-64|(832, 896)","model.visual.blocks.21.attn.proj.weight|2d-64|(640, 256)",model.visual.layers.*.attn.proj.weight,2d-64,15,0.02389753220416746,3.16481070990254 +6709,6820,1.092818026586598,0.022616152613170872,0.00035242750767918785,0.00037615681698526096,1.1017810149779639,2.380330385780197,1.4140235574994844,0.999999937897424,0.0007613980400001108,"model.visual.blocks.2.attn.qkv.weight|2d-128|(1408, 768)","model.visual.blocks.15.attn.qkv.weight|2d-128|(2048, 0)",model.visual.layers.*.attn.qkv.weight,2d-128,13,0.008962988391365778,3.040306989131843 +7106,7130,1.0907805083026159,0.03994236674818658,0.0066107172202984265,0.00661101562539695,1.0570627938674162,3.0263645201504334,1.411300177099204,0.9999781489701829,0.01892644426076356,"model.visual.blocks.0.attn.qkv.weight|2d-64|(1728, 64)","model.visual.blocks.18.attn.qkv.weight|2d-64|(1152, 448)",model.visual.layers.*.attn.qkv.weight,2d-64,18,0.033717714435199664,4.186772378644355 +7179,7371,1.215066100893518,0.018898729168390683,0.004058249488884299,0.0039523296660091385,1.2306927650388295,1.7059091606098329,1.4114877800127845,0.9999917652716376,0.005625291035906488,"model.visual.blocks.2.mlp.linear_fc1.weight|2d-128|(2560, 256)","model.visual.blocks.17.mlp.linear_fc1.weight|2d-128|(3072, 0)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,15,0.015626664145311553,3.329316181204914 +7438,7465,1.2121339449678474,0.03497884592998603,0.009859375250908808,0.009396594785342214,1.6940352242692072,1.2299817068279213,1.4075688820749919,0.9999513951786165,0.0071585590580628,"model.visual.blocks.20.mlp.linear_fc1.weight|2d-64|(2624, 640)","model.visual.blocks.1.mlp.linear_fc1.weight|2d-64|(1344, 576)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,19,0.017847761860073863,4.8513092988713655 +7689,7772,1.2244389830622984,0.0521046337250398,0.0041354897491057375,0.004122073272962419,1.6531476802742227,1.251874809724385,1.4113960228610787,0.9999914488257062,0.003131671480142727,"model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(384, 1280)","model.visual.blocks.5.mlp.linear_fc2.weight|2d-128|(256, 640)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,5,0.02743582666208666,4.54019398576369 +7989,8046,1.2098782341973537,0.0002033603733099013,0.010366796109708714,0.010879368049345013,1.2391353673308414,1.6695681956271065,1.4071798082154434,0.9999462633253948,0.013967863020973185,"model.visual.blocks.4.mlp.linear_fc2.weight|2d-64|(384, 1792)","model.visual.blocks.8.mlp.linear_fc2.weight|2d-64|(192, 2944)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,4,0.029257133133487656,3.44325083960361 +8342,8433,1.331223702834235,0.05200593885835658,0.015824580433316412,0.01584987118130912,1.4169200897107415,1.3894462039799718,1.402981434349091,0.9998747834874673,0.015517743994395525,"model.visual.merger.linear_fc1.weight|2d-128|(512, 2816)","model.visual.merger.linear_fc1.weight|2d-128|(3968, 3840)",model.visual.merger.linear_fc1.weight,2d-128,0,0.05822250114573668,3.6949065253576765 +8641,8651,1.3418557822525687,0.07002663584915744,0.03295852891704335,0.03195515990115774,1.3844651518677753,1.3970483859423184,1.3907140756319285,0.9994567201092924,0.033258084946717524,"model.visual.merger.linear_fc1.weight|2d-64|(1600, 1216)","model.visual.merger.linear_fc1.weight|2d-64|(2176, 192)",model.visual.merger.linear_fc1.weight,2d-64,0,0.04260936961520656,3.4105098989337392 +8854,8884,1.3429545200662205,0.08815087962219595,0.002071578250246933,0.0020852369636937098,1.4148237819942806,1.4106812924576517,1.4127479822355504,0.9999978542794745,0.0020655128367762466,"model.visual.merger.linear_fc2.weight|2d-128|(512, 2816)","model.visual.merger.linear_fc2.weight|2d-128|(640, 2560)",model.visual.merger.linear_fc2.weight,2d-128,0,0.06772677239143121,3.3997883231130714 +8964,9063,1.3425635200623907,0.027312479759524517,-0.0029297367980569856,-0.0029712248949241493,1.4598449911205722,1.376396243122004,1.4162801056314205,0.9999957083119378,-0.002762264998482207,"model.visual.merger.linear_fc2.weight|2d-64|(1792, 1664)","model.visual.merger.linear_fc2.weight|2d-64|(512, 3072)",model.visual.merger.linear_fc2.weight,2d-64,0,0.03383272305961338,3.819068301869373 +9275,9347,0.6881146852718583,0.7286764098756612,0.6590544501273087,0.6550661324228929,0.8046963936989493,0.8513350059750112,0.827031047129665,0.7520952278584082,0.6972519432551331,"model.visual.pos_embed.weight|2d-128|(896, 384)","model.visual.pos_embed.weight|2d-128|(2048, 384)",model.visual.pos_embed.weight,2d-128,0,0.11658170842709104,4.1794985525161685 +9372,9438,0.45933481589332426,0.8912441494952218,0.8405881208112641,0.8386050722069078,0.6107904453279808,0.5439802180452916,0.574491956054866,0.5416748204882592,0.7486418832233912,"model.visual.pos_embed.weight|2d-64|(2176, 640)","model.visual.pos_embed.weight|2d-64|(1408, 640)",model.visual.pos_embed.weight,2d-64,0,0.08464540215196736,2.038759997385055 +9801,9830,1.1786452236105542,0.013333414024387421,0.008047673756292608,0.008140795255875743,1.1730369251929018,1.8880313559622064,1.4091025706615474,0.9999676169492252,0.012952925920840856,"mtp.fc.weight|2d-128|(1152, 2944)","mtp.fc.weight|2d-128|(1024, 3584)",mtp.fc.weight,2d-128,0,0.005608298417652424,3.9701704031157745 +9929,10060,1.122086098641107,0.03788015054913485,0.01705544139213821,0.017056395088705677,1.2029273932411684,1.7538473503960246,1.4029177085615185,0.9998545453809365,0.024866538798189338,"mtp.fc.weight|2d-64|(1344, 3968)","mtp.fc.weight|2d-64|(1088, 3072)",mtp.fc.weight,2d-64,0,0.0808412946000614,2.782514156176336 +10243,10282,1.3159159636300337,0.043615095826630895,0.008970135605828579,0.009128090094739973,1.378695715333898,1.4389618055456688,1.4078622574027082,0.9999597675242804,0.009362241706993736,"mtp.layers.0.mlp.down_proj.weight|2d-128|(640, 4096)","mtp.layers.0.mlp.down_proj.weight|2d-128|(1024, 4736)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.06277975170386418,3.556492866185588 +10513,10524,1.270633641929586,-0.013973711962129966,-0.0050623672426361324,-0.0056163449120174595,1.3611868680195405,1.482065148762829,1.417775793506836,0.9999871861368528,-0.005511923628432981,"mtp.layers.0.mlp.down_proj.weight|2d-64|(256, 1856)","mtp.layers.0.mlp.down_proj.weight|2d-64|(128, 5952)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.09055322608995442,3.2753616561528704 +10765,10813,1.3083584047004966,0.04250402430132255,0.004602512585034266,0.004600123078766228,1.3636658928636805,1.4635505441798704,1.4109634741393886,0.9999894083828611,0.004939633552230357,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(2432, 1792)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(3968, 256)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.05530748816318387,4.027986907247655 +10922,11083,1.295395061162855,0.017415394696874135,0.018136210308901186,0.018056720304398678,1.5428672189549812,1.2930530700293232,1.4015299399152397,0.9998355254118706,0.015199676375589914,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(1856, 384)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(2304, 192)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.00234199113353184,4.420366644414723 +11226,11340,1.331242744047895,0.05159320927305622,0.01889905384447375,0.01890325916074537,1.4225109958575155,1.3800390812473184,1.4007923651324206,0.9998213969323639,0.018334784743262247,"mtp.layers.0.mlp.up_proj.weight|2d-128|(4480, 1920)","mtp.layers.0.mlp.up_proj.weight|2d-128|(5632, 512)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.048796337199423334,3.6664137504179934 +11523,11619,1.3126934910154129,0.041887513148606226,0.01071984103076187,0.010146993348177735,1.4784558702199844,1.3443787836161376,1.4066473743804102,0.9999425408533609,0.009747688203469789,"mtp.layers.0.mlp.up_proj.weight|2d-64|(5184, 896)","mtp.layers.0.mlp.up_proj.weight|2d-64|(4800, 832)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.031685292600724724,3.8403716994874246 +11678,11680,1.2316851658656922,0.01796600883709193,-0.003910496182644423,-0.00391571903705434,1.6670804038275353,1.253495084690132,1.4168674886066606,0.999992353980572,-0.0029403427287550397,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 1792)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(128, 0)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.021809918824439833,4.77986484695259 +11744,11828,1.0849252851104234,0.06857762645931446,0.031971270703936065,0.03232349936768268,1.9693747692169008,1.1391121568892817,1.3944795655268638,0.9994887882560642,0.018492601661863096,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 1024)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(192, 256)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.05418687177885828,6.237562089180273 +11993,12071,1.1799507934497664,-0.0008644607334457348,0.009668999221509844,0.009657015636740584,1.1916219180617982,1.8115633743896855,1.4079214197697658,0.9999532541344393,0.014699297311667296,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(0, 1152)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(640, 896)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.011671124612031791,3.2073405060019726 +12310,12411,1.1726416026763922,0.02029790383977074,0.023221989585131685,0.022772658279097874,1.6221362285502599,1.2471574176641622,1.3982545612894142,0.9997303332397732,0.01785391143745087,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(1344, 64)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(512, 1984)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.07451581498777005,5.385695298948831 +12589,12615,1.057186236769764,0.020486756137528477,-0.016110079735393433,-0.0160738170634463,2.8607041153785397,1.073770392546948,1.421689426796314,0.9998702242445863,-0.006046947165364927,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(2176, 1664)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(896, 896)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.016584155777183973,8.48661291231697 +12913,12988,1.0556282076091907,0.0021385191264083987,-0.002166725553738394,-0.0023440107794252102,1.0586224136104039,3.0664057139268457,1.4151584568018578,0.9999976526474323,-0.006276137301717739,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(768, 1344)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(576, 1600)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.00299420600121314,3.114348518593125 +13038,13068,1.3574848265973571,0.0218898758617361,0.016218850513162637,0.016228331273888674,1.3646497294107143,1.444158107191504,1.4027167356271013,0.9998684657933922,0.017163806911847844,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 1792)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(384, 1536)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.007164902813357132,3.81531998119134 +13075,13323,1.3006728601328894,0.06372691394024223,0.0218648219840399,0.021671518132970403,1.435382044808228,1.3646701279265532,1.3986872766866396,0.9997609362040538,0.020787684729634152,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(0, 192)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(448, 1728)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.06399726779366377,4.083491569682188 +26,254,1.1680275360838048,0.2891496533725281,0.31425477322998163,0.31424490018963636,1.147702431160933,1.1964986232131087,1.17133892440128,0.9493386842966912,0.32761575936323567,"model.language_model.embed_tokens.weight|2d-128|(245888, 1408)","model.language_model.embed_tokens.weight|2d-128|(190080, 1408)",model.language_model.embed_tokens.weight,2d-128,0,0.020325104922871873,3.101542135945277 +383,496,1.1583939369476455,0.14914379082120294,0.06950592624161285,0.06733454459283561,1.2824009022289704,1.465016607054133,1.3646285417090176,0.9975815386309509,0.07940366858417994,"model.language_model.embed_tokens.weight|2d-64|(166336, 704)","model.language_model.embed_tokens.weight|2d-64|(248192, 832)",model.language_model.embed_tokens.weight,2d-64,0,0.12400696528132493,3.5949093233022955 +528,731,0.1262013053729829,0.9975021880179408,0.9975021880179407,0.9995050208104733,0.14133547455970055,0.1262013053729829,0.13312749695956805,0.07063557814176072,0.8906898896575048,"model.language_model.layers.9.linear_attn.conv1d.weight|3d-axis0-slice|(1310, 0, 0)","model.language_model.layers.17.linear_attn.conv1d.weight|3d-axis0-slice|(5026, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,8,0.0,0.2454016482560184 +853,968,0.5814690895482095,0.8787163059516616,0.8787163059516615,0.8208706526494189,1.0636386083638694,0.5814690895482096,0.7215405973766409,0.4773443763727253,0.4803759156306261,"model.language_model.layers.5.linear_attn.conv1d.weight|3d-volume|(1956, 0, 0)","model.language_model.layers.12.linear_attn.conv1d.weight|3d-volume|(1216, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,7,1.1102230246251565e-16,2.9386849698168014 +1260,1270,1.1449148765966841,0.02054967120566992,0.014335678497207037,0.014355356063765198,1.9574265792385501,1.1533891877377898,1.4053182893410474,0.9998972388810885,0.008447119678938752,"model.language_model.layers.12.linear_attn.in_proj_qkv.weight|2d-128|(2688, 1408)","model.language_model.layers.13.linear_attn.in_proj_qkv.weight|2d-128|(1024, 896)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,1,0.00847431114110564,5.482532610596875 +1324,1469,1.1393702585848273,0.01881325810119387,0.019084372749126336,0.0193428869519166,1.949744386863151,1.1516761844471937,1.4023451980722357,0.9998178767739514,0.011272768747724305,"model.language_model.layers.13.linear_attn.in_proj_qkv.weight|2d-64|(5760, 192)","model.language_model.layers.17.linear_attn.in_proj_qkv.weight|2d-64|(5120, 896)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,4,0.01230592586236634,5.537034630757235 +1635,1713,1.1520300490022484,4.253891925972081e-05,-0.009135915898743465,-0.008478265017575714,2.032578437237224,1.1545744126198505,1.4197514354387102,0.9999582666495093,-0.005189514234379832,"model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(256, 1920)","model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-128|(1664, 1152)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,16,0.00254436361760213,5.318211900514638 +1799,1814,1.149203481600504,0.021937346823471787,0.022836648396924283,0.019106286467752254,1.7539267366679903,1.1980860246338467,1.3990905647968466,0.9997392097392176,0.01559943680761113,"model.language_model.layers.8.linear_attn.in_proj_z.weight|2d-64|(1664, 1856)","model.language_model.layers.22.linear_attn.in_proj_z.weight|2d-64|(320, 192)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,14,0.04888254303334283,6.089754233849809 +2178,2265,1.2302313671347216,0.006295027843527253,-0.007739625828712562,-0.007760422649374215,1.7387753936712822,1.2290571784453521,1.4193633170546305,0.9999700486474741,-0.005470771393408948,"model.language_model.layers.12.linear_attn.out_proj.weight|2d-128|(640, 896)","model.language_model.layers.22.linear_attn.out_proj.weight|2d-128|(1280, 512)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,10,0.0011741886893694709,4.463443529870822 +2360,2455,1.2266716454584874,0.021482758717324777,0.010694212362353295,0.010708753663613525,1.6675325672553083,1.2396605027203325,1.4069536319988567,0.9999428152759281,0.007950185161980787,"model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(64, 1024)","model.language_model.layers.22.linear_attn.out_proj.weight|2d-64|(1408, 384)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,10,0.012988857261845066,4.5429126309824195 +2572,2583,1.2667050580407493,0.05044871885025239,0.011633606879613857,0.011629085079588458,1.5216103791522493,1.3133667612976427,1.4060521051962214,0.9999323273056885,0.010041461861085019,"model.language_model.layers.14.mlp.down_proj.weight|2d-128|(384, 3968)","model.language_model.layers.21.mlp.down_proj.weight|2d-128|(1024, 1664)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,7,0.04666170325689345,4.008664923619173 +2874,2928,1.2587478308627207,0.028456537951876387,0.011774625032948936,0.011816978122847226,1.2831351655306762,1.572713981120182,1.4060334534642072,0.9999306766998067,0.014431930407041561,"model.language_model.layers.22.mlp.down_proj.weight|2d-64|(1024, 4480)","model.language_model.layers.7.mlp.down_proj.weight|2d-64|(704, 3520)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,15,0.024387334667955507,3.3245021091081357 +3211,3269,1.1602387599982316,0.029246235271427487,-0.0021174728081312646,-0.0019937058449469723,1.8847336404313417,1.1813170756357498,1.4155604658297813,0.9999977581519405,-0.0013271937910904858,"model.language_model.layers.12.mlp.gate_proj.weight|2d-128|(1024, 1152)","model.language_model.layers.18.mlp.gate_proj.weight|2d-128|(768, 1664)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,6,0.021078315637518275,5.022568048247098 +3433,3447,1.1487746707401711,0.042491509708721564,0.004403715309391066,0.0041430654288313554,1.163518071816543,1.9417556624938992,1.4114650417080459,0.9999903035987269,0.007349210420660693,"model.language_model.layers.23.mlp.gate_proj.weight|2d-64|(4544, 1536)","model.language_model.layers.12.mlp.gate_proj.weight|2d-64|(4672, 512)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,11,0.014743401076371843,2.9933214190130575 +3726,3786,1.2308724765468968,0.06162063366369697,0.007044372936522199,0.007041840482981201,1.2587847580413893,1.6313355044551596,1.409387034147074,0.9999751880971504,0.009129230080488363,"model.language_model.layers.23.mlp.up_proj.weight|2d-128|(6016, 640)","model.language_model.layers.8.mlp.up_proj.weight|2d-128|(4480, 256)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,15,0.02791228149449254,3.1500902076219095 +3859,3929,1.2240830414897863,0.03378935845622263,0.022185707009385786,0.02224949476289766,1.248325349133168,1.621790277296463,1.3989660955464212,0.9997538669114983,0.02882306599618009,"model.language_model.layers.21.mlp.up_proj.weight|2d-64|(1280, 192)","model.language_model.layers.2.mlp.up_proj.weight|2d-64|(384, 1344)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,19,0.024242307643381755,3.2116385175383986 +4272,4300,1.1759113880735623,0.012026713027637389,0.006820664274289479,0.0068022006333551596,1.1934346283859236,1.813099617753692,1.4097767216363835,0.9999767389988916,0.010362145939460306,"model.language_model.layers.19.self_attn.k_proj.weight|2d-128|(384, 0)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 1536)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,4,0.0175232403123613,3.5350620417627137 +4375,4410,1.1033184705935823,-0.008691009458690875,0.019741109715167855,0.01961677372429429,2.3159371174863743,1.0982516135707425,1.403363370087453,0.9998051253055336,0.009361526025322971,"model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 640)","model.language_model.layers.3.self_attn.k_proj.weight|2d-64|(64, 768)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,20,0.005066857022839821,6.329227822576653 +4718,4859,1.120648351904361,0.05821810448098852,0.014050696189709352,0.01403926425763793,1.982787352347926,1.1486063822711863,1.4055684836139624,0.9999012840958773,0.008139410058140057,"model.language_model.layers.11.self_attn.o_proj.weight|2d-128|(768, 1792)","model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(1536, 768)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,8,0.027958030366825204,5.10941172866941 +4873,4882,1.1238018966269454,0.015352614347776064,-0.005455065769295493,-0.005527826424703989,1.1354691808106165,2.132618046337089,1.4174102273851277,0.9999851210180343,-0.010245607630891421,"model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(1856, 768)","model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(1856, 704)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,4,0.011667284183671134,2.9407076635981526 +5132,5288,1.118138752512301,0.035037756070686786,-0.006192207770672018,-0.0061855621841181065,1.147424632308248,2.0618621090487705,1.4179296494893254,0.9999808280976815,-0.011127073808779881,"model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(3968, 1664)","model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(3200, 0)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,4,0.02928587979594699,3.29347155468692 +5583,5596,1.1055360930151057,-0.04757504479292668,-0.02169611655930137,-0.021496274254351362,2.5757580186038638,1.0950796213888703,1.4252186301843242,0.9997646115592635,-0.00922407110286183,"model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(2752, 896)","model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(1344, 640)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,4,0.01045647162623542,6.781409414840896 +5711,5776,1.0820366659250364,0.03387171349726561,-0.004975548704024408,-0.004964141536671385,2.3939351175626173,1.1031454841288433,1.4168855860103085,0.999987621880938,-0.002292774788940819,"model.language_model.layers.3.self_attn.v_proj.weight|2d-128|(384, 512)","model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(128, 0)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,16,0.021108818203806834,8.124628224785999 +5908,6097,1.0765035787678878,-0.014872807812458675,-0.002741815984699046,-0.0026119745431569716,2.539215072438981,1.0891972381606927,1.4156176482962661,0.9999962412154888,-0.0011761029739046675,"model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(448, 1536)","model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(448, 1792)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,12,0.012693659392804868,8.791409881649784 +6186,6260,1.212673541366628,0.0700187112026181,0.005649651150260446,0.005645544434404095,1.2540543816780014,1.6448583605521325,1.410356008664701,0.9999840405935888,0.007410265507205861,"model.visual.blocks.21.attn.proj.weight|2d-128|(128, 896)","model.visual.blocks.14.attn.proj.weight|2d-128|(896, 0)",model.visual.layers.*.attn.proj.weight,2d-128,7,0.041380840311373346,3.151839222991467 +6511,6524,1.1893668071194021,0.01706898382828528,0.022888891440196728,0.022770187242686923,1.2041165860082246,1.734981437803088,1.3989691834783653,0.9997380150062509,0.032980030540298584,"model.visual.blocks.0.attn.proj.weight|2d-64|(384, 960)","model.visual.blocks.0.attn.proj.weight|2d-64|(448, 768)",model.visual.layers.*.attn.proj.weight,2d-64,0,0.014749778888822451,3.927900749933377 +6689,6861,1.0930327139442828,0.04667631738509942,0.005266486232094263,0.0052492635831989445,2.259134804370314,1.1123099156988165,1.4112589173569003,0.9999861319652223,0.002593012530955421,"model.visual.blocks.20.attn.qkv.weight|2d-128|(2432, 384)","model.visual.blocks.1.attn.qkv.weight|2d-128|(128, 640)",model.visual.layers.*.attn.qkv.weight,2d-128,19,0.019277201754533735,7.1086011090411105 +6935,7063,1.090873843097202,0.042023086384643506,0.03355681432027231,0.032827527176408876,2.2283887224541097,1.1003029518985112,1.3952470803894488,0.999436811515703,0.016569219490683462,"model.visual.blocks.17.attn.qkv.weight|2d-64|(1152, 704)","model.visual.blocks.0.attn.qkv.weight|2d-64|(1920, 512)",model.visual.layers.*.attn.qkv.weight,2d-64,17,0.009429108801309205,7.581922537667415 +7369,7421,1.2150716708310987,0.02819591571578247,-0.00039943466682670263,3.4699400741400175e-05,1.2114711504693179,1.7725583494745596,1.4144766911395252,0.9999999202259703,-0.0005844309651773191,"model.visual.blocks.23.mlp.linear_fc1.weight|2d-128|(1920, 640)","model.visual.blocks.19.mlp.linear_fc1.weight|2d-128|(2304, 0)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,4,0.0036005203617808235,2.999564797605344 +7453,7616,1.212212966416092,0.012715753465660291,0.005826505707982465,0.007130662106714504,1.7094300756746237,1.227813555090188,1.4103039331467613,0.9999830257715552,0.004184940225910067,"model.visual.blocks.23.mlp.linear_fc1.weight|2d-64|(3264, 960)","model.visual.blocks.1.mlp.linear_fc1.weight|2d-64|(896, 960)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,22,0.015600588674095972,5.067904475308318 +7736,7741,1.2250013003284848,0.039055020954129216,0.006847107206839326,0.0069029018962675345,1.225782987764538,1.7125052189359056,1.409623082730042,0.9999765582866921,0.0095658913065111,"model.visual.blocks.4.mlp.linear_fc2.weight|2d-128|(128, 1920)","model.visual.blocks.13.mlp.linear_fc2.weight|2d-128|(512, 1664)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,9,0.0007816874360533355,3.3754580587846417 +8049,8081,1.209918109142353,0.03634560819289615,-0.003155899115147071,-0.003129381284242251,1.4871375056407172,1.3549417392495933,1.4164337420700368,0.999995020137988,-0.002875362513388653,"model.visual.blocks.3.mlp.linear_fc2.weight|2d-64|(576, 3840)","model.visual.blocks.4.mlp.linear_fc2.weight|2d-64|(576, 2304)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,1,0.1450236301072403,5.277296643061138 +8250,8400,1.3317680607513351,0.0639735439406716,0.007894268658425114,0.007331102302152103,1.4102108432880456,1.4070353763249634,1.4086204253811363,0.9999688397756945,0.007876492600722939,"model.visual.merger.linear_fc1.weight|2d-128|(2048, 2816)","model.visual.merger.linear_fc1.weight|2d-128|(3968, 2432)",model.visual.merger.linear_fc1.weight,2d-128,0,0.07526731557362831,3.4305098970182857 +8637,8682,1.3418595842094247,0.0546576422576256,0.02435671470542353,0.023683915687362403,1.3682158138955434,1.4274678909410037,1.3969002520624816,0.9997033312181962,0.02541150878223738,"model.visual.merger.linear_fc1.weight|2d-64|(256, 1088)","model.visual.merger.linear_fc1.weight|2d-64|(1216, 960)",model.visual.merger.linear_fc1.weight,2d-64,0,0.026356229686118615,3.4346853780958067 +8916,8934,1.343024388292517,0.03815657608552975,0.006182198848870866,0.006180364759636738,1.3736379915048589,1.449067363914025,1.4098415684617942,0.9999808900261009,0.006521676485746745,"model.visual.merger.linear_fc2.weight|2d-128|(1152, 3328)","model.visual.merger.linear_fc2.weight|2d-128|(896, 768)",model.visual.merger.linear_fc2.weight,2d-128,0,0.030613603212341856,3.478282936093686 +9012,9067,1.3426433213837372,0.05007159748355226,0.022107945887646648,0.021986870852029498,1.4392063370263892,1.3610964868990325,1.398518093608323,0.9997555894960671,0.020908084342098066,"model.visual.merger.linear_fc2.weight|2d-64|(1728, 1856)","model.visual.merger.linear_fc2.weight|2d-64|(64, 2752)",model.visual.merger.linear_fc2.weight,2d-64,0,0.0184531655152953,3.570244371025289 +9253,9277,0.6925048331844244,0.7232560968998509,0.7454353280164899,0.7459994579041325,0.7465472832856345,0.6902249407039196,0.7167316920661861,0.6665779562398895,0.6891968755339107,"model.visual.pos_embed.weight|2d-128|(512, 640)","model.visual.pos_embed.weight|2d-128|(896, 640)",model.visual.pos_embed.weight,2d-128,0,0.0022798924805047527,4.73926758308949 +9378,9461,0.4593464380310396,0.8944631303603432,0.8538087154238287,0.8580205282306671,0.5261001630044804,0.565836686153355,0.5448847267704382,0.5205868587145775,0.9182971763119523,"model.visual.pos_embed.weight|2d-64|(64, 128)","model.visual.pos_embed.weight|2d-64|(2176, 128)",model.visual.pos_embed.weight,2d-64,0,0.06675372497344079,1.4496569408720266 +9789,9805,1.1788371567606082,0.04732074202645316,-0.0006074021521147369,-0.0007493422196125271,1.1395377623019294,2.0878805686495348,1.414574742044737,0.9999998155312958,-0.0011128926067307044,"mtp.fc.weight|2d-128|(1152, 2048)","mtp.fc.weight|2d-128|(1664, 3584)",mtp.fc.weight,2d-128,0,0.039299394458678805,3.6797151620899573 +10003,10008,1.123942600734102,0.030762112937757432,-0.014787823089223925,-0.014827099341110232,2.0543615259593593,1.1542519193635983,1.423116385798155,0.9998906541658852,-0.008308602438402422,"mtp.fc.weight|2d-64|(512, 2816)","mtp.fc.weight|2d-64|(1152, 2752)",mtp.fc.weight,2d-64,0,0.030309318629496262,5.620257911467815 +10300,10316,1.3159247029890764,0.028917260242862942,0.006247114419043608,0.006342749780364331,1.4509775810691918,1.3719332943574178,1.4097962080181996,0.9999804865903311,0.005906793031792213,"mtp.layers.0.mlp.down_proj.weight|2d-128|(1408, 1024)","mtp.layers.0.mlp.down_proj.weight|2d-128|(384, 5632)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.056008591368341465,4.0290427452458255 +10492,10607,1.2706901502388976,0.022295458328683328,-0.01034967686202702,-0.010405466773263771,1.330908580586484,1.5333786194168393,1.421440650482878,0.9999464406601244,-0.01192416477705183,"mtp.layers.0.mlp.down_proj.weight|2d-64|(320, 2752)","mtp.layers.0.mlp.down_proj.weight|2d-64|(1344, 5248)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.06021843034758634,3.4854289793378337 +10677,10737,1.30859802488738,0.026816533725703987,0.0010015798834422695,0.0010109129487990496,1.361681996563559,1.4717393199006363,1.413507295926735,0.9999994984187427,0.001082532118514853,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(256, 640)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(4224, 1664)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.05308397167617884,3.627839485773914 +10940,11120,1.2956128998777905,0.028288952246590855,0.019853110398647227,0.01936094705733495,1.4869960712153665,1.327013814498723,1.4001962811395605,0.9998029075810388,0.01771716299037715,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(5568, 1536)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(448, 0)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.03140091462093242,4.202971299265095 +11283,11401,1.3314523148999946,0.05026907358792118,-0.009930549894312662,-0.00997359844438769,1.4819175942754217,1.3673742307495758,1.4211956264528693,0.9999506908737034,-0.00916297780329368,"mtp.layers.0.mlp.up_proj.weight|2d-128|(5504, 0)","mtp.layers.0.mlp.up_proj.weight|2d-128|(2688, 1152)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.035921915849581154,3.5393944300476465 +11416,11620,1.3128607699285462,0.04568417701003584,0.01757279094587386,0.017589198059935352,1.4789061467402895,1.3356150006942078,1.401797467381761,0.9998455865874353,0.015870164068967203,"mtp.layers.0.mlp.up_proj.weight|2d-64|(1536, 1664)","mtp.layers.0.mlp.up_proj.weight|2d-64|(1472, 1856)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.02275423076566163,4.0129232732393145 +11667,11726,1.2319029418182845,0.02395536838949587,0.009246034052245356,0.009241783321380684,1.6803891076575181,1.2358302513203976,1.4079587664032003,0.9999572545135641,0.0067999301676217394,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 384)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 1792)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.003927309502113063,4.881573045741833 +11755,11928,1.0849746203136794,0.055716932783540236,0.019022927632217333,0.019320343591326616,2.278547923845702,1.1026146955648646,1.4036256149781643,0.9998190477402895,0.009205406364483443,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 1728)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 512)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.01764007525118516,6.66762717494796 +11986,12192,1.1802802250899957,0.0005617896358986255,0.008573888675326062,0.008598206215664149,1.1918816170706958,1.813703971537449,1.40863761213753,0.999963243540973,0.013047013830264038,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(0, 256)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1664, 0)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.011601391980700093,3.43364084268363 +12287,12301,1.1726596799238116,-0.009389151712380108,-0.019523754472371934,-0.01961962172886909,1.8069051122638375,1.2163096808457354,1.426946645348695,0.9998093933402019,-0.0131423235287929,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(1728, 64)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(512, 1920)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.04365000092192384,5.724816223649628 +12588,12599,1.0572218216849474,-0.008978863082494622,0.0005340145997812978,0.0005782476429540982,3.220270746899043,1.0518250203504627,1.4139906523721362,0.9999998574141935,0.00017442319650398547,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 1536)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(768, 896)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.005396801334484724,9.383268056369811 +12846,12882,1.0559480751844121,0.018290402713799274,-0.00861516364767352,-0.009038044075345801,1.062907589994585,3.021964107770797,1.41802198622627,0.9999628887890409,-0.024493865290748134,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(896, 1792)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(576, 448)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.006959514810172873,3.0570769456578493 +13050,13058,1.357688192611108,0.029379455584437462,0.021046135634218165,0.021010811898668578,1.3911100662096814,1.4075418405271198,1.3992535976985367,0.999778505557539,0.02129473231926548,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(256, 1280)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(384, 256)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.033421873598573404,3.632598029873465 +13231,13273,1.3008875413589567,0.042433164330995296,0.005984215140644447,0.005720030848684836,1.3391803381048335,1.493393218061921,1.4100008188000146,0.9999820944242704,0.006673325505292993,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(256, 1984)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 576)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.03829279674587682,3.4836496803492487 +126,190,1.1680452577980889,0.305365237464802,0.2880522898197924,0.28380289932026354,1.1945567605407106,1.1919902789899586,1.1932714497800176,0.9576146815549427,0.28743341517783766,"model.language_model.embed_tokens.weight|2d-128|(102784, 1920)","model.language_model.embed_tokens.weight|2d-128|(163712, 1920)",model.language_model.embed_tokens.weight,2d-128,0,0.023945021191869698,3.1346676460965237 +256,270,1.1586661577445199,0.29761266962949634,0.2326785906961845,0.23109760661147297,1.2226301180848747,1.2557834821305203,1.2388742191677535,0.9725536866577791,0.2389880034195204,"model.language_model.embed_tokens.weight|2d-64|(92992, 512)","model.language_model.embed_tokens.weight|2d-64|(40832, 512)",model.language_model.embed_tokens.weight,2d-64,0,0.06396396034035479,3.1704341535014198 +731,752,0.12667451714692213,0.9991722853016506,0.9991722853016506,0.9990305384157689,0.1440781622026053,0.12667451714692216,0.13453934184352226,0.04067854821741813,0.878479186937357,"model.language_model.layers.17.linear_attn.conv1d.weight|3d-axis0-slice|(5026, 0, 0)","model.language_model.layers.5.linear_attn.conv1d.weight|3d-axis0-slice|(216, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,12,2.7755575615628914e-17,0.2703357404173655 +887,940,0.5819022612314294,0.8338788272523219,0.8338788272523221,0.8607350000153663,0.8958059067433192,0.5819022612314294,0.6901145913737602,0.5519475531790062,0.5416753467670273,"model.language_model.layers.13.linear_attn.conv1d.weight|3d-volume|(1372, 0, 0)","model.language_model.layers.20.linear_attn.conv1d.weight|3d-volume|(1540, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,7,0.0,2.2998887968260147 +1103,1245,1.145282380503518,0.048528855199578114,-0.009106739743106097,-0.009109526579251903,1.1773403072985271,1.9226473591657212,1.4199376570375395,0.9999585327858608,-0.014871697680909218,"model.language_model.layers.18.linear_attn.in_proj_qkv.weight|2d-128|(5376, 1920)","model.language_model.layers.10.linear_attn.in_proj_qkv.weight|2d-128|(3200, 1536)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,8,0.032057926795009184,3.4420207270805356 +1405,1514,1.1394687181528853,-0.005303269648528019,-0.0016023740184598378,-0.001679867787797371,2.0965279713122484,1.1387567384301476,1.415163696174498,0.9999987161979285,-0.0008703505204676176,"model.language_model.layers.12.linear_attn.in_proj_qkv.weight|2d-64|(2688, 704)","model.language_model.layers.18.linear_attn.in_proj_qkv.weight|2d-64|(4608, 832)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,6,0.0007119797227377322,5.59016901879013 +1568,1569,1.1522189211507974,-0.02274859029622808,-0.01823678156426344,-0.018308616996108872,1.1410356897604323,2.1465112663600814,1.4248627081328378,0.9998336960705902,-0.03430695239520347,"model.language_model.layers.21.linear_attn.in_proj_z.weight|2d-128|(0, 768)","model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(256, 1664)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,3,0.011183231390365034,3.1320338813987494 +1811,1960,1.1493284693887662,0.01804500618563746,0.003748900588776951,0.004139804946927699,1.9841847525296787,1.1552631204272115,1.411906326002673,0.9999929728474973,0.0021827436113699746,"model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-64|(320, 704)","model.language_model.layers.21.linear_attn.in_proj_z.weight|2d-64|(384, 640)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,3,0.00593465103844526,5.34822991449941 +2228,2240,1.2306170175075344,0.002010411973253843,-0.00787631203442425,-0.007888717983437474,1.7131803756749644,1.2385772731405953,1.4194923971491702,0.9999689813732906,-0.005694333895319206,"model.language_model.layers.4.linear_attn.out_proj.weight|2d-128|(1920, 640)","model.language_model.layers.0.linear_attn.out_proj.weight|2d-128|(1536, 0)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,4,0.007960255633060909,4.5972521687526156 +2362,2403,1.2267275539224298,0.03422844156280929,0.030416537815630317,0.030490076934394317,1.233010398373516,1.6388004393933555,1.3933946172030933,0.9995373100726707,0.0404267762890184,"model.language_model.layers.21.linear_attn.out_proj.weight|2d-64|(64, 0)","model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(192, 960)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,9,0.006282844451086067,3.3378745406367014 +2573,2771,1.2667869776570526,0.026380346649187772,-0.006445290264799499,-0.006526964925534777,1.3098988881965064,1.5600541206442717,1.418695240552235,0.999979228900982,-0.007676166249894896,"model.language_model.layers.19.mlp.down_proj.weight|2d-128|(1280, 3584)","model.language_model.layers.3.mlp.down_proj.weight|2d-128|(1408, 2816)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,16,0.043111910539453735,3.292607890370112 +2834,2933,1.258817478536738,0.03935191529936045,0.02678418020154173,0.026830074154357897,1.2642311213375619,1.5788410839202638,1.3956101495648159,0.9996412394909142,0.03344955157928478,"model.language_model.layers.20.mlp.down_proj.weight|2d-64|(320, 2240)","model.language_model.layers.3.mlp.down_proj.weight|2d-64|(192, 384)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,17,0.0054136428008237925,3.3425673630194384 +3144,3252,1.1605061079004595,0.05943469258308434,0.006430340415140931,0.006215968011003204,1.8507231092102034,1.1835225735087358,1.4100800081411367,0.9999793251473479,0.004112151082347803,"model.language_model.layers.9.mlp.gate_proj.weight|2d-128|(4608, 1152)","model.language_model.layers.19.mlp.gate_proj.weight|2d-128|(3712, 896)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,10,0.023016465608276304,4.900820011587732 +3483,3518,1.1489382702827893,0.04652170058578614,0.01270943214346592,0.01387460905044274,1.1761412439607708,1.86110436360072,1.4060731110025673,0.9999192319055528,0.020111172652559937,"model.language_model.layers.17.mlp.gate_proj.weight|2d-64|(4032, 576)","model.language_model.layers.11.mlp.gate_proj.weight|2d-64|(6080, 640)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,6,0.027202973677981523,3.2734995992731895 +3603,3687,1.2309447818187482,0.016031641113662135,-0.004576101135671096,-0.004564605731288735,1.2541474723266945,1.6670177947639737,1.4173191981119482,0.9999895295943834,-0.006082571780534756,"model.language_model.layers.22.mlp.up_proj.weight|2d-128|(2560, 512)","model.language_model.layers.2.mlp.up_proj.weight|2d-128|(128, 768)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,20,0.023202690507946322,3.166479028779722 +3918,4084,1.224129462900238,0.03843878759728776,0.019512854022192674,0.01944424502218802,1.2449339248405122,1.6352838249309676,1.4008504803031498,0.9998096061390431,0.02563112300503716,"model.language_model.layers.21.mlp.up_proj.weight|2d-64|(1728, 960)","model.language_model.layers.2.mlp.up_proj.weight|2d-64|(4992, 1344)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,19,0.0208044619402743,3.18098545497873 +4185,4300,1.1761205969618438,0.014242466861989786,0.012463609313939085,0.012550839269548373,1.1805694202538213,1.8444156789967339,1.4061875631487413,0.9999223262048256,0.019472024297035036,"model.language_model.layers.3.self_attn.k_proj.weight|2d-128|(0, 896)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 1536)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,20,0.004448823291977488,3.517581336705675 +4409,4563,1.1034710681139628,-0.02608696221346688,-0.028185424740342645,-0.02814043002525863,2.367656900197692,1.1178146599703802,1.4295194072788096,0.9996027119972246,-0.013306860875668344,"model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 1024)","model.language_model.layers.15.self_attn.k_proj.weight|2d-64|(384, 64)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,8,0.014343591856417426,7.423324507255726 +4711,4804,1.120665926574474,0.03545272708036703,0.0095115471818802,0.009581584319074186,2.0557119345035337,1.1385011139197891,1.4085009758690454,0.9999547642119652,0.005267716200853055,"model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(1920, 1792)","model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(512, 896)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,12,0.017835187345315084,5.504178117510818 +4964,5000,1.1239704398216757,0.050887434271629645,0.019850689244250694,0.019950928033631167,1.1345189273689733,2.0402581550462635,1.4022392528847842,0.9998029556550272,0.035698417749446563,"model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(896, 128)","model.language_model.layers.3.self_attn.o_proj.weight|2d-64|(1856, 1088)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,16,0.010548487547297647,2.845955604205653 +5172,5256,1.1181922958069261,-0.003465749600356211,-0.016709829102200063,-0.01670951272313134,2.2747827613621507,1.1224896303255647,1.4235601617140368,0.9998603810589632,-0.00824545104276259,"model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(2688, 1536)","model.language_model.layers.23.self_attn.q_proj.weight|2d-128|(1280, 896)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,16,0.0042973345186385625,6.544950964739034 +5455,5534,1.1055855144257343,0.01932307759391159,0.009610289213583739,0.009761118009554854,1.1104116073014503,2.255004038802479,1.4088168576363813,0.9999538201043243,0.019516403510367847,"model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(1408, 1024)","model.language_model.layers.19.self_attn.q_proj.weight|2d-64|(2112, 1024)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,16,0.004826092875716004,3.0546380717079944 +5756,5765,1.0821113584502249,0.02015250353055712,0.000804716682689628,0.0008026481393671051,2.6241626023876283,1.081254935910251,1.4138126453940862,0.9999996762154778,0.0003315739216677382,"model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(384, 512)","model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(0, 640)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,12,0.0008564225399738667,8.199014436635961 +5905,5979,1.0766149098984599,-0.008281700161052992,0.016864941069262913,0.01698466213357333,2.7767019430795368,1.0649718316376917,1.4062163904672498,0.9998577767676413,0.006468352581291143,"model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(448, 1472)","model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(64, 640)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,12,0.011643078260768158,9.732530640889296 +6173,6248,1.2127837721407244,0.053541334427320994,0.010101694581925159,0.010110831381194054,1.5869201267309332,1.277361161825444,1.4072182228190333,0.9999489765815922,0.008131166849685774,"model.visual.blocks.12.attn.proj.weight|2d-128|(384, 0)","model.visual.blocks.1.attn.proj.weight|2d-128|(640, 0)",model.visual.layers.*.attn.proj.weight,2d-128,11,0.06457738968471949,4.186163759785149 +6498,6547,1.1894965348294855,0.0063412071303414076,0.008509118498716401,0.008577546501334963,1.7205756471527769,1.221417770257435,1.4085219721679603,0.9999637967958515,0.0060405298428797445,"model.visual.blocks.0.attn.proj.weight|2d-64|(384, 128)","model.visual.blocks.7.attn.proj.weight|2d-64|(128, 320)",model.visual.layers.*.attn.proj.weight,2d-64,7,0.031921235427949446,4.7972057327419915 +6709,6826,1.0931290545829024,0.0035137933934741294,-0.010736695016702864,-0.01074948829064549,1.0943270849786304,2.522299236409258,1.4197468712503085,0.999942360028876,-0.02474685860737656,"model.visual.blocks.2.attn.qkv.weight|2d-128|(1408, 768)","model.visual.blocks.0.attn.qkv.weight|2d-128|(2688, 256)",model.visual.layers.*.attn.qkv.weight,2d-128,2,0.001198030395727967,3.2448104691912487 +6920,6943,1.0914819101096778,0.05040503181733175,0.036232438589045714,0.03629692451501078,2.2538945421861603,1.0960025092973755,1.3939162469614932,0.9993433896283554,0.017618767368343558,"model.visual.blocks.18.attn.qkv.weight|2d-64|(2816, 896)","model.visual.blocks.8.attn.qkv.weight|2d-64|(192, 64)",model.visual.layers.*.attn.qkv.weight,2d-64,10,0.00452059918769776,6.189216822507473 +7293,7417,1.21528115116816,0.004214315115228095,0.0035555979945817457,0.003540204144501228,1.227122878319877,1.7167788638496253,1.4118327374473238,0.999993678841472,0.004974379985321132,"model.visual.blocks.1.mlp.linear_fc1.weight|2d-128|(2560, 128)","model.visual.blocks.17.mlp.linear_fc1.weight|2d-128|(2560, 0)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,16,0.011841727151717052,3.5191821055197057 +7446,7453,1.2125104971151426,0.04203581734138586,0.024033771418820835,0.021650594004334073,1.2289073152901109,1.6635403790994863,1.3978752481862977,0.9997111471977232,0.03253390123063689,"model.visual.blocks.0.mlp.linear_fc1.weight|2d-64|(1600, 128)","model.visual.blocks.23.mlp.linear_fc1.weight|2d-64|(3264, 960)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,23,0.016396818174968297,3.703894026859157 +7727,7791,1.2252839632303425,0.035338923471854675,0.005155698268900949,0.005197183801865806,1.3053098775163294,1.546356524175325,1.4106150817338812,0.9999867092993586,0.006107781601993337,"model.visual.blocks.3.mlp.linear_fc2.weight|2d-128|(0, 1024)","model.visual.blocks.15.mlp.linear_fc2.weight|2d-128|(384, 512)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,12,0.08002591428598693,3.3328720571599786 +8081,8109,1.2100065710251087,0.019827397590830378,-0.004684333178159778,-0.004764814598552566,1.3900422736749478,1.4466931068625823,1.4175193813653468,0.9999890284511506,-0.004875242032154305,"model.visual.blocks.4.mlp.linear_fc2.weight|2d-64|(576, 2304)","model.visual.blocks.2.mlp.linear_fc2.weight|2d-64|(576, 3392)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,2,0.18003570264983915,3.584840609902596 +8240,8290,1.3317885315474067,0.05657035604327639,0.021599227188023127,0.021618958663564104,1.4157560583202937,1.382557820508583,1.3988615742682369,0.9997667094802067,0.021092744255089117,"model.visual.merger.linear_fc1.weight|2d-128|(1536, 2304)","model.visual.merger.linear_fc1.weight|2d-128|(1920, 256)",model.visual.merger.linear_fc1.weight,2d-128,0,0.05076928896117616,3.7020772382070515 +8460,8507,1.3418816071517083,0.07268450288877461,0.041701467953727214,0.041770301349922996,1.3679672328812884,1.4014831184163699,1.3844209947241568,0.9991301154356745,0.04272317490180824,"model.visual.merger.linear_fc1.weight|2d-64|(3008, 256)","model.visual.merger.linear_fc1.weight|2d-64|(1920, 2112)",model.visual.merger.linear_fc1.weight,2d-64,0,0.026085625729580064,3.6469607198198326 +8731,8880,1.3430884950659427,0.05248153529688587,-0.0021135159214913093,-0.002090689024521615,1.4476588910733368,1.3857792956586614,1.4157058316082791,0.9999977665227306,-0.0020231745358715307,"model.visual.merger.linear_fc2.weight|2d-128|(0, 3456)","model.visual.merger.linear_fc2.weight|2d-128|(1152, 1024)",model.visual.merger.linear_fc2.weight,2d-128,0,0.04269080059271868,3.6627993573999365 +9056,9195,1.3426463926926637,0.05859279432993236,0.01972048257781887,0.019729946260288657,1.4284838767264743,1.3735520337648588,1.4002104626292902,0.9998055323746203,0.018962138385251237,"model.visual.merger.linear_fc2.weight|2d-64|(768, 512)","model.visual.merger.linear_fc2.weight|2d-64|(1472, 2432)",model.visual.merger.linear_fc2.weight,2d-64,0,0.030905641072195067,3.611704719394773 +9220,9228,0.6948952409702834,0.7436053644674461,0.7730288504435137,0.7712410862554903,0.6718182976013034,0.6757425675717846,0.6737718616460671,0.6343708665930204,0.7775443182641169,"model.visual.pos_embed.weight|2d-128|(0, 512)","model.visual.pos_embed.weight|2d-128|(128, 512)",model.visual.pos_embed.weight,2d-128,0,0.02307694336898003,3.5297151322955838 +9550,9588,0.46089864168977024,0.8874595963243544,0.8552643343403163,0.8596180348273049,0.5184395082494627,0.5950298192430842,0.5527943136080329,0.5181919706107143,0.9816145840928059,"model.visual.pos_embed.weight|2d-64|(1664, 256)","model.visual.pos_embed.weight|2d-64|(896, 256)",model.visual.pos_embed.weight,2d-64,0,0.05754086655969248,1.471604923396457 +9781,9830,1.1791395508143285,0.017836165809372195,0.020460745495089132,0.020445299105895952,1.1692642576429828,1.8655724119615642,1.4011321947828999,0.9997906570346541,0.03264531697971399,"mtp.fc.weight|2d-128|(1152, 2432)","mtp.fc.weight|2d-128|(1024, 3584)",mtp.fc.weight,2d-128,0,0.009875293171345723,3.7769378034493117 +10008,10032,1.1241127229322303,0.017776052618663725,0.01831995634713567,0.01850501414075197,1.132073522302463,2.060987004040808,1.4032384002178655,0.9998321755171911,0.03335224365043821,"mtp.fc.weight|2d-64|(1152, 2752)","mtp.fc.weight|2d-64|(1024, 3584)",mtp.fc.weight,2d-64,0,0.00796079937023264,3.491167250751384 +10128,10226,1.316317342566487,0.0409719057998351,-0.000641840151316876,-0.0006681044884606221,1.3445068909710862,1.4970919650744487,1.41466473023326,0.9999997940205888,-0.0007146811517675796,"mtp.layers.0.mlp.down_proj.weight|2d-128|(1152, 5376)","mtp.layers.0.mlp.down_proj.weight|2d-128|(256, 256)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.028189548404599307,3.6594110344468924 +10414,10457,1.270825982437731,0.03667800814059711,0.02940990435083575,0.02935928557797248,1.324411363085983,1.4743904698689374,1.3933833043132444,0.9995674352068872,0.0327403432975636,"mtp.layers.0.mlp.down_proj.weight|2d-64|(1984, 4992)","mtp.layers.0.mlp.down_proj.weight|2d-64|(1856, 5184)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.05358538064825202,3.3350141446351826 +10728,10882,1.3086605377180371,0.03392228657013843,0.014444809958280564,0.014458829996882668,1.341556806704085,1.4760830683342423,1.4040091842280582,0.9998956682900818,0.015893281073282833,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(4736, 1024)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(2560, 256)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.032896268986047916,3.929828213401471 +10940,11094,1.2956170617073786,0.02215681385472784,0.00041745110198096604,0.0005351689431818408,1.4908318399483051,1.3478020928942072,1.4139198444088443,0.999999912867285,0.00037740102797271136,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(5568, 1536)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(6016, 1664)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.0521850311868286,4.109299417528081 +11286,11339,1.3314932957170482,0.050647446793873244,0.014045766902238455,0.01405647063536287,1.4146914922183085,1.3940317768539443,1.4042476653957732,0.9999013533504832,0.013840646882876898,"mtp.layers.0.mlp.up_proj.weight|2d-128|(1024, 768)","mtp.layers.0.mlp.up_proj.weight|2d-128|(2432, 1280)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.06253848113689608,3.8478580487218883 +11453,11516,1.3129506567348777,0.03860707441133726,0.029454282705613673,0.02932510647545278,1.4404912553286833,1.3504159509082203,1.3932745712099683,0.9995661284929065,0.02761247806335699,"mtp.layers.0.mlp.up_proj.weight|2d-64|(5184, 1280)","mtp.layers.0.mlp.up_proj.weight|2d-64|(4544, 64)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.037465294173342656,3.883366662728703 +11698,11716,1.2326338855176968,0.030653582999547662,-0.0003037287138319436,-0.0003083548183770191,1.6264015678005663,1.2683048174060192,1.414421841311653,0.9999999538744331,-0.00023685453738127792,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(256, 256)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 512)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.03567093188832238,4.725385769422434 +11755,11920,1.085042600928456,0.032793981867490454,0.018453888187298814,0.018183239466967795,2.3926323409368617,1.0914460423786632,1.4043245998950462,0.9998297125064701,0.008418102056013777,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 1728)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 0)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.0064034414502072146,6.950750117407391 +11993,12001,1.1807317628132519,0.007255470243902027,-0.0009172563483658585,-0.0008323673425714626,1.2062219659467568,1.7907120457077799,1.4148145001177925,0.9999995793203073,-0.001361724490509881,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(0, 1152)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(128, 128)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.02549020313350492,3.5509146458666594 +12346,12463,1.172672900958021,0.016197246685335794,0.014703395682946459,0.014612375948448353,1.6386986188988664,1.2480658799907047,1.4041548294127133,0.9998918992348077,0.011198402354313962,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(576, 64)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(640, 1152)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.07539297903268372,5.835517154398808 +12588,12619,1.057246889873795,0.005131787737361097,-0.007493386192092518,-0.007533467539925336,3.124680964751298,1.0581882779795118,1.4174294724518126,0.9999719241875624,-0.0025376713719881985,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 1536)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(896, 1408)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.0009413881057167561,8.817713153152678 +12805,12860,1.0560076459187782,0.05293792874338265,0.03989191194299759,0.03645079296679659,1.0597536356690418,2.696731440248604,1.3948770413768536,0.9992040008734613,0.10151205858368637,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(768, 1664)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(1920, 1152)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.003745989750263634,3.1087410138675433 +13011,13054,1.3577158369394349,0.01740172809036046,-0.0029139717945605584,-0.0030659202921000752,1.4115515131093854,1.421041187722405,1.4162725065356991,0.9999957543751776,-0.002933562042528897,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(0, 384)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(256, 1792)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.05383567616995055,4.0917221350790225 +13279,13304,1.3010180803089946,-0.02348539360667163,0.019131206436662673,0.01919426905608493,1.5028194610028442,1.3169824594115047,1.4007385643423718,0.9998169817222939,0.01676546249118445,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 960)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(448, 512)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.01596437910251014,4.530978741343535 +126,149,1.168270138509334,0.2766097657419706,0.28253805171959395,0.2779546713415281,1.1853956285047493,1.2108839132873328,1.1979364526545884,0.9592560916306427,0.2886131629744154,"model.language_model.embed_tokens.weight|2d-128|(102784, 1920)","model.language_model.embed_tokens.weight|2d-128|(143744, 1920)",model.language_model.embed_tokens.weight,2d-128,0,0.01712548999541541,3.169050311952579 +370,478,1.1599289332980256,0.31082486893523714,0.30020599166225326,0.3001643233398592,1.2057212356321738,1.1619246157141039,1.1832154358051832,0.9538743955941386,0.28930130878415394,"model.language_model.embed_tokens.weight|2d-64|(153600, 1152)","model.language_model.embed_tokens.weight|2d-64|(216448, 1152)",model.language_model.embed_tokens.weight,2d-64,0,0.0019956824160782816,2.996787712676413 +533,696,0.1268220806286884,0.9919545427232705,0.9919545427232704,0.9999980844704349,0.12883690217809907,0.1268220806286884,0.1278175828873223,0.12659457006786456,0.9764418180696471,"model.language_model.layers.12.linear_attn.conv1d.weight|3d-axis0-slice|(3855, 0, 0)","model.language_model.layers.5.linear_attn.conv1d.weight|3d-axis0-slice|(5346, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,7,0.0,0.14863997402706705 +931,997,0.5820181088530547,0.8138906625090673,0.8138906625090674,0.8519902166676318,0.5820181088530547,0.7463812995904252,0.6490817732996769,0.5810180629554916,1.0437351710673348,"model.language_model.layers.6.linear_attn.conv1d.weight|3d-volume|(1684, 0, 0)","model.language_model.layers.0.linear_attn.conv1d.weight|3d-volume|(4496, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,6,0.0,1.5845449017244124 +1070,1221,1.1452977389192553,0.009525638362514691,0.006508123196049598,0.006508596363797091,1.147884899166617,2.0133348778492315,1.4102478005719419,0.9999788219419774,0.011414934920268818,"model.language_model.layers.8.linear_attn.in_proj_qkv.weight|2d-128|(5248, 768)","model.language_model.layers.6.linear_attn.in_proj_qkv.weight|2d-128|(2816, 512)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,2,0.0025871602473617195,3.372916936682907 +1433,1473,1.1396940203106216,-0.0020119827959307894,-0.007603768851315319,-0.007701682984702964,2.0713949326221566,1.1466759246078566,1.4187627295858947,0.9999710909317607,-0.004209269097249867,"model.language_model.layers.0.linear_attn.in_proj_qkv.weight|2d-64|(4352, 1472)","model.language_model.layers.17.linear_attn.in_proj_qkv.weight|2d-64|(5376, 640)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,17,0.006981904297234998,5.618884750270808 +1592,1654,1.1523463011323456,0.024355111073059686,-0.012581741528525666,-0.012599741699646793,1.925494354374627,1.1791701215286792,1.4221160791924234,0.9999208467574368,-0.007705041385100588,"model.language_model.layers.16.linear_attn.in_proj_z.weight|2d-128|(512, 512)","model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(384, 1024)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,2,0.026823820396333575,5.40164649311262 +1846,2038,1.1495441332094272,0.054974529973653666,0.040540548208027674,0.039830163410488215,1.1477762723753255,1.8959869015112605,1.3885817933001783,0.9991778940463968,0.06696805835115872,"model.language_model.layers.20.linear_attn.in_proj_z.weight|2d-64|(1152, 64)","model.language_model.layers.10.linear_attn.in_proj_z.weight|2d-64|(256, 1088)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,10,0.001767860834101631,3.3259005297738327 +2102,2259,1.2307661224578486,-0.0027453965183405205,-0.00037916656217824835,-0.00045559332157953716,1.7548274319164552,1.2172438020213945,1.414464663520407,0.9999999281163565,-0.0002630105612385968,"model.language_model.layers.16.linear_attn.out_proj.weight|2d-128|(1664, 256)","model.language_model.layers.8.linear_attn.out_proj.weight|2d-128|(1664, 1920)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,8,0.013522320436454072,4.720365560146621 +2403,2437,1.2267289776211432,-0.0037735768128719267,0.006171360519328545,0.006024917285860847,1.7555300520824697,1.2114968583182788,1.4101277343251069,0.9999809569733518,0.004258875472878983,"model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(192, 960)","model.language_model.layers.5.linear_attn.out_proj.weight|2d-64|(1152, 1600)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,7,0.015232119302864389,4.71833637410985 +2584,2594,1.266856032542717,0.03261922090763638,0.01650249450342609,0.016516458571304873,1.5692475385188227,1.2800054816108704,1.402736014094644,0.9998638245657077,0.013460772061861217,"model.language_model.layers.3.mlp.down_proj.weight|2d-128|(0, 3840)","model.language_model.layers.21.mlp.down_proj.weight|2d-128|(1408, 2944)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,18,0.013149449068153407,4.411549740596211 +2948,2973,1.258856513892655,0.04931221982762508,0.03706048632743316,0.0366593392223758,1.4954348346524329,1.3008536405208058,1.388017787112632,0.9993130242087181,0.03223829446885791,"model.language_model.layers.9.mlp.down_proj.weight|2d-64|(1536, 832)","model.language_model.layers.1.mlp.down_proj.weight|2d-64|(1152, 2624)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,8,0.041997126628150694,3.6910566964719767 +3085,3147,1.1609881653033407,0.030856219457352934,0.013178081361341236,0.01321164321429706,1.1845639644336634,1.8272168506259654,1.4056811016426671,0.9999131653156857,0.02032749015277944,"model.language_model.layers.18.mlp.gate_proj.weight|2d-128|(4352, 512)","model.language_model.layers.13.mlp.gate_proj.weight|2d-128|(5760, 256)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,5,0.023575799130322705,3.027362627759497 +3377,3482,1.1490862770519943,0.02334006133005139,0.0027402825569203754,0.0027801690920407547,2.0067420480415996,1.1515964985253757,1.4125395956104307,0.9999962454187057,0.0015725487989845769,"model.language_model.layers.13.mlp.gate_proj.weight|2d-64|(1024, 704)","model.language_model.layers.23.mlp.gate_proj.weight|2d-64|(5824, 1984)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,10,0.0025102214733814243,5.412872978297769 +3679,3724,1.2312469497659018,0.04536330392591435,-0.01144901579292405,-0.011411697543511241,1.6171857626466857,1.2839463825110813,1.4220765328311518,0.9999344578708013,-0.009089816859739837,"model.language_model.layers.1.mlp.up_proj.weight|2d-128|(768, 1280)","model.language_model.layers.20.mlp.up_proj.weight|2d-128|(3840, 1280)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,19,0.05269943274517952,4.352546983609802 +3853,4039,1.2242207826333245,0.014087501900489716,0.007857546624415172,0.007812627348157119,1.226700050275267,1.7075710803022808,1.4089382343721106,0.9999691290040134,0.010937734432282251,"model.language_model.layers.21.mlp.up_proj.weight|2d-64|(3520, 1600)","model.language_model.layers.3.mlp.up_proj.weight|2d-64|(3648, 1152)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,18,0.0024792676419425064,3.218626907173441 +4240,4293,1.1761794259242235,0.022983614243449198,0.00038618571172119927,0.0003868618878000823,1.2163807498140677,1.7554798831778622,1.4139578639752868,0.9999999254302953,0.000557342960418371,"model.language_model.layers.19.self_attn.k_proj.weight|2d-128|(128, 0)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 640)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,4,0.04020132388984421,3.718378757320249 +4396,4506,1.1035621540852212,0.013880919777466243,-0.002418832313401429,-0.0033431953623600887,1.1234236892517224,2.204844450531843,1.4155966062135217,0.999997074620841,-0.004747228542530099,"model.language_model.layers.3.self_attn.k_proj.weight|2d-64|(384, 512)","model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 1984)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,20,0.019861535166501243,3.319249491915767 +4823,4846,1.1218400687307284,0.017613964209651774,0.018138043431008194,0.018339342559189342,2.0610888351041203,1.1321713107758338,1.4033475866415615,0.9998354921588325,0.009963361140208283,"model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(128, 1920)","model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(384, 128)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,12,0.010331242045105382,5.796111634755341 +4986,5012,1.1240906270810114,0.006712106302641029,0.0018451171979292438,0.0017569723880723046,2.0501157478622445,1.144336867509076,1.4131026118918544,0.9999982977698142,0.0010299104509914484,"model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(512, 1920)","model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(256, 128)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,16,0.020246240428064555,5.894170328629572 +5218,5288,1.1184826727620636,-0.0016620528726315588,0.005199409697588431,0.0051950737909919106,1.1197018705657167,2.200046254165187,1.4112380449430721,0.9999864829780434,0.010216060301185511,"model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(896, 1152)","model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(3200, 0)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,4,0.0012191978036530937,3.031511153180524 +5409,5411,1.1057485389352846,0.03176637000612807,0.023322371586909564,0.023694858409517145,2.143492644076687,1.116752281940789,1.4006329972830431,0.9997279964988287,0.012150875237162915,"model.language_model.layers.19.self_attn.q_proj.weight|2d-64|(2112, 1856)","model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(384, 1728)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,16,0.01100374300550433,5.932041971800747 +5781,5873,1.0821640124697993,0.03379624750391208,-0.000873990810918616,-0.0008585574179044312,1.0931007384211147,2.4811236169384223,1.4146695187202902,0.9999996180699583,-0.0019837871897237153,"model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(128, 640)","model.language_model.layers.3.self_attn.v_proj.weight|2d-128|(384, 1280)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,16,0.01093672595131534,3.5858446031999542 +5906,6063,1.0766310372114547,0.030958603334752442,0.03896245067151651,0.038923319209639706,1.0879159306827433,2.318806165439262,1.392864455723931,0.9992406754319351,0.0830453606659082,"model.language_model.layers.23.self_attn.v_proj.weight|2d-64|(256, 1152)","model.language_model.layers.3.self_attn.v_proj.weight|2d-64|(448, 1792)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,20,0.011284893471288582,3.450257721594779 +6248,6399,1.2132373300278627,0.03824168344132335,0.007729060232210183,0.007772485740549359,1.2762981892062608,1.5937346779841017,1.4088702968166313,0.999970130367866,0.009651405466587647,"model.visual.blocks.1.attn.proj.weight|2d-128|(640, 0)","model.visual.blocks.15.attn.proj.weight|2d-128|(512, 0)",model.visual.layers.*.attn.proj.weight,2d-128,14,0.0630608591783981,3.102866753144227 +6613,6615,1.1895354155706197,0.017329061858166423,-0.004626631324112428,-0.004638671220875278,1.216208252218409,1.7687613717696478,1.4172650144356542,0.9999892970840192,-0.006728622957937247,"model.visual.blocks.22.attn.proj.weight|2d-64|(960, 576)","model.visual.blocks.22.attn.proj.weight|2d-64|(896, 448)",model.visual.layers.*.attn.proj.weight,2d-64,0,0.0266728366477893,3.2491928221456052 +6709,6828,1.0931480924004295,0.02572365350137644,0.0031439812769358047,0.003209047574983527,1.0952469452302838,2.4345150453297806,1.4125489882419056,0.9999950576786518,0.006988441971254279,"model.visual.blocks.2.attn.qkv.weight|2d-128|(1408, 768)","model.visual.blocks.6.attn.qkv.weight|2d-128|(2816, 640)",model.visual.layers.*.attn.qkv.weight,2d-128,4,0.0020988528298542253,3.087739521913039 +6968,7020,1.0917645731033399,0.02604948639379047,0.03253812616112893,0.032382705479870794,2.3831445552607335,1.0852355673544358,1.3967501012930041,0.9994704949851809,0.014817200965494779,"model.visual.blocks.21.attn.qkv.weight|2d-64|(256, 320)","model.visual.blocks.3.attn.qkv.weight|2d-64|(832, 64)",model.visual.layers.*.attn.qkv.weight,2d-64,18,0.0065290057489040265,6.076729062405201 +7358,7369,1.2153792525788556,0.008609611074645945,-0.00020110789003855513,0.00022485388609460024,1.7812761026014292,1.2085543037068236,1.4143456942360961,0.9999999797778081,-0.00013644701439632922,"model.visual.blocks.17.mlp.linear_fc1.weight|2d-128|(128, 640)","model.visual.blocks.23.mlp.linear_fc1.weight|2d-128|(1920, 640)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,6,0.0068249488720319995,4.295351615702306 +7461,7623,1.212800184796465,0.016326206067527233,0.009981586974525992,0.008767374540618841,1.2219522125629299,1.715475294572843,1.4075272386516884,0.9999501827198543,0.014012958673330767,"model.visual.blocks.0.mlp.linear_fc1.weight|2d-64|(3712, 128)","model.visual.blocks.17.mlp.linear_fc1.weight|2d-64|(3904, 384)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,17,0.009152027766464954,3.801843596187042 +7722,7754,1.2253592019719652,0.029070518096368753,0.008242822648551388,0.008208436729452514,1.6298116845979522,1.2583115335905946,1.4085634562151175,0.9999660273603221,0.006363949225565035,"model.visual.blocks.14.mlp.linear_fc2.weight|2d-128|(768, 3840)","model.visual.blocks.5.mlp.linear_fc2.weight|2d-128|(768, 128)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,9,0.032952331618629316,4.923890100017782 +7960,8182,1.210204146129541,0.04967398496745793,0.0408867917118622,0.04088342591403651,1.2749277806217671,1.5309093040427686,1.3854877921601139,0.9991637855044141,0.0490960906143423,"model.visual.blocks.4.mlp.linear_fc2.weight|2d-64|(640, 3200)","model.visual.blocks.7.mlp.linear_fc2.weight|2d-64|(256, 1792)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,3,0.06472363449222618,3.385770838293656 +8239,8266,1.3320726594449237,0.057805843542784806,0.017370195534822098,0.016935224470218613,1.4073789869872648,1.3964401288791226,1.4018775504598144,0.9998491267721756,0.017235185629158486,"model.visual.merger.linear_fc1.weight|2d-128|(1024, 2944)","model.visual.merger.linear_fc1.weight|2d-128|(3968, 0)",model.visual.merger.linear_fc1.weight,2d-128,0,0.06436746943419891,3.635772597209502 +8521,8558,1.341897022036872,0.027297862884732228,0.014272837547569436,0.014062912894511006,1.3615263187859068,1.45094653244001,1.4041054014855303,0.9998981378662233,0.015210226832920927,"model.visual.merger.linear_fc1.weight|2d-64|(1920, 1088)","model.visual.merger.linear_fc1.weight|2d-64|(1152, 2048)",model.visual.merger.linear_fc1.weight,2d-64,0,0.019629296749034797,3.608645011182905 +8816,8916,1.3432336176917326,0.030147021583587202,-0.012664612064615477,-0.012651936947133634,1.4552444632349872,1.3930559441946038,1.423132139524668,0.9999198005846534,-0.012123401643674515,"model.visual.merger.linear_fc2.weight|2d-128|(1792, 1408)","model.visual.merger.linear_fc2.weight|2d-128|(1152, 3328)",model.visual.merger.linear_fc2.weight,2d-128,0,0.04982232650287122,3.784112759488221 +9035,9056,1.3427215609953216,0.046023331919650544,0.026271110951594765,0.02626816653472953,1.3706646600327512,1.4217912953852556,1.3955260628300719,0.9996548548020807,0.027251039557834072,"model.visual.merger.linear_fc2.weight|2d-64|(1408, 2368)","model.visual.merger.linear_fc2.weight|2d-64|(768, 512)",model.visual.merger.linear_fc2.weight,2d-64,0,0.027943099037429642,3.490936681585122 +9259,9307,0.6960516835809949,0.7219880210969679,0.7541353613993984,0.7540636770357054,0.7752311435695382,0.6648146278181719,0.7136948643406184,0.656719008927714,0.6467235272627971,"model.visual.pos_embed.weight|2d-128|(640, 384)","model.visual.pos_embed.weight|2d-128|(1408, 384)",model.visual.pos_embed.weight,2d-128,0,0.031237055762822985,3.6755638967002238 +9461,9586,0.46229899094971977,0.8871102908001592,0.8859929120362378,0.8962412176417679,0.46380519243464635,0.5294227536417749,0.4933709564903403,0.46369878134576487,1.011340137731241,"model.visual.pos_embed.weight|2d-64|(2176, 128)","model.visual.pos_embed.weight|2d-64|(1216, 128)",model.visual.pos_embed.weight,2d-64,0,0.0015062014849265837,1.5906415508431446 +9638,9646,1.1792562394274635,0.1330963495136292,-0.00267479727662319,-0.0026723018298780523,1.4111314738475824,1.4211286966547951,1.4161036195317296,0.9999964227233661,-0.002693746995224262,"mtp.fc.weight|2d-128|(0, 2816)","mtp.fc.weight|2d-128|(0, 3840)",mtp.fc.weight,2d-128,0,0.23187523442011893,3.2738092779190464 +10008,10060,1.124841798280208,0.0013070591707938011,-0.010451484691975288,-0.01049193825235076,1.1344172384063056,2.1596295745035565,1.4202855504896585,0.9999453817422896,-0.01989685512005312,"mtp.fc.weight|2d-64|(1152, 2752)","mtp.fc.weight|2d-64|(1088, 3072)",mtp.fc.weight,2d-64,0,0.009575440126097678,3.2628618685301847 +10239,10271,1.3167368665389048,0.014403127546954256,-0.001629283209622019,-0.001632893762516942,1.3294644668933862,1.5203798134285442,1.4153548845098485,0.9999986727172306,-0.0018632534858609602,"mtp.layers.0.mlp.down_proj.weight|2d-128|(1152, 3328)","mtp.layers.0.mlp.down_proj.weight|2d-128|(256, 6016)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.012727600354481394,3.4442505150443736 +10524,10637,1.270831178388491,0.039451889428921354,0.03320431961675226,0.033338231528376894,1.4207505898763004,1.3622109641943934,1.3905574790916737,0.9994485845498949,0.03183619177275375,"mtp.layers.0.mlp.down_proj.weight|2d-64|(128, 5952)","mtp.layers.0.mlp.down_proj.weight|2d-64|(1216, 4800)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.09137978580590245,4.014816695044266 +10778,10838,1.3088601763315186,0.02390969183688946,0.013415218103675002,0.013501124466569614,1.332715488669004,1.489899790669124,1.4047545895158027,0.9999100119126875,0.014997447553046425,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(1024, 1280)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(2560, 1536)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.02385531233748539,3.713745012664882 +10896,10921,1.2956295213201974,0.02333621851601191,-0.004798659508321566,-0.004925797221073402,1.5817779077635188,1.2957102891884078,1.4175364071734913,0.9999884863671797,-0.0039308125804053155,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(5568, 1280)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(2496, 1472)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,8.076786821042958e-05,4.303389669254883 +11349,11377,1.3315042474619325,0.022267106539352415,0.004487588737464326,0.004480135086556205,1.3743085149864591,1.4508865912427178,1.4110414597128245,0.9999899307229666,0.004737642425407646,"mtp.layers.0.mlp.up_proj.weight|2d-128|(5888, 0)","mtp.layers.0.mlp.up_proj.weight|2d-128|(5120, 1408)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.042804267524526596,3.590213475003899 +11457,11543,1.3131825755330149,0.02359975023141476,0.00935209237992767,0.009358753298927177,1.4774394930786872,1.3468354906772444,1.4076134556226223,0.9999562682278247,0.008525377850250796,"mtp.layers.0.mlp.up_proj.weight|2d-64|(4480, 1088)","mtp.layers.0.mlp.up_proj.weight|2d-64|(5248, 1408)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.03365291514422952,4.124590391417439 +11708,11727,1.2328209504020702,-0.016140276674060625,-0.0035181366995229945,-0.00352049419606793,1.7094429139088225,1.2361122583843278,1.4165740485782907,0.999993811337932,-0.0025439936400146485,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(256, 1536)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 1920)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.0032913079822576297,4.915108588608404 +11749,11805,1.0852482099014717,0.013024164554676214,0.022574595196811913,0.0225706967062338,2.325547701835878,1.0957879515870315,1.4018495726976798,0.9997451613544824,0.01063705096614128,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 1344)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(128, 832)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.010539741685559711,7.69233091777591 +12039,12131,1.1808101760152556,0.048625197946838374,0.008998068306000546,0.009124113118473784,1.8951043784937436,1.170675861506308,1.4085124169084065,0.999959516563926,0.005558438619825378,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(384, 896)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1152, 384)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.01013431450894764,4.58028200702137 +12251,12312,1.1727147016773247,0.037943577791593026,0.01824668160986917,0.01825423826926766,1.2179016889543588,1.7065267367129768,1.4019589410535644,0.9998335154465607,0.025567293572164217,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(576, 1920)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(1792, 64)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.045186987277034074,3.5698285816991517 +12569,12581,1.0572868002311906,0.03381255761024407,0.0013448248851714746,0.0014292576742699534,1.0713905229224943,2.776372511738212,1.4135746213105262,0.9999990957226053,0.003484942945086777,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(2432, 0)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 640)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.014103722691303666,3.4413442714672007 +12805,12813,1.0560784543919948,0.04803998918328507,0.03373760221718678,0.03344908932158405,1.0757610140774134,2.491730106851014,1.3967430238670355,0.9994307250613396,0.07814467904809048,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(768, 1664)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(64, 1856)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.019682559685418655,3.0512383973058173 +13014,13070,1.357910499693017,0.025778572146225122,-0.008282351656742747,-0.008279778884189364,1.419455964828822,1.420660783505555,1.4200579908410738,0.9999657007372973,-0.008289381626118737,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(0, 768)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(384, 1792)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.061545465135805166,4.054119014360527 +13193,13215,1.3011576635272282,0.007868532631532213,0.005492035195994067,0.005472122071651559,1.3119326737695414,1.5349169423230813,1.4103722500929772,0.9999849186609796,0.006425495788548954,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 1600)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(256, 960)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.010775010242313199,3.4378725970137594 +44,209,1.1685754265192192,0.2832264142993113,0.28947280024987465,0.2885052368217867,1.1728963854000183,1.2125182561714396,1.1922138090870011,0.9571862399321754,0.29925154458408143,"model.language_model.embed_tokens.weight|2d-128|(86528, 1152)","model.language_model.embed_tokens.weight|2d-128|(186240, 1152)",model.language_model.embed_tokens.weight,2d-128,0,0.004320958880799086,3.105561971581853 +256,361,1.1606785348506528,0.31071746764172,0.2596802980002164,0.25997780605716025,1.2271289543841275,1.2068153381191695,1.216844998855126,0.9656946426435837,0.25538160884753985,"model.language_model.embed_tokens.weight|2d-64|(92992, 512)","model.language_model.embed_tokens.weight|2d-64|(128896, 512)",model.language_model.embed_tokens.weight,2d-64,0,0.04613680326851677,2.98924533917957 +524,609,0.1274548597468782,0.9993421417273671,0.9993421417273669,0.9996113442714853,0.1274548597468782,0.14530466905416886,0.13550585615723637,0.03626684116047557,1.1392980970985378,"model.language_model.layers.16.linear_attn.conv1d.weight|3d-axis0-slice|(884, 0, 0)","model.language_model.layers.2.linear_attn.conv1d.weight|3d-axis0-slice|(788, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,14,0.0,0.2390763650589531 +930,966,0.5821023047704625,0.8518256756011543,0.8518256756011542,0.8521583588203475,0.9734876953055601,0.5821023047704625,0.7065392258890645,0.523825370125042,0.5093538330491687,"model.language_model.layers.21.linear_attn.conv1d.weight|3d-volume|(5740, 0, 0)","model.language_model.layers.17.linear_attn.conv1d.weight|3d-volume|(1592, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,4,0.0,2.791474748118527 +1043,1156,1.1455604830001949,0.019791870309120798,0.022288603521552187,0.022284695373527914,1.1554190991537332,1.9208845838703537,1.4002217361579696,0.9997515782198391,0.03705480974990489,"model.language_model.layers.16.linear_attn.in_proj_qkv.weight|2d-128|(1664, 896)","model.language_model.layers.10.linear_attn.in_proj_qkv.weight|2d-128|(4352, 1152)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,6,0.009858616153538335,3.3508674632513444 +1285,1503,1.1396996248227957,0.006342853319071617,0.02228514441083159,0.022072777574262667,1.1533492007460884,1.9307441745187146,1.4002696518833202,0.9997516553317571,0.03730605849614997,"model.language_model.layers.16.linear_attn.in_proj_qkv.weight|2d-64|(4032, 128)","model.language_model.layers.14.linear_attn.in_proj_qkv.weight|2d-64|(5248, 1728)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,2,0.013649575923292634,3.181562537161482 +1672,1706,1.1524336926579948,0.016644729495200274,-0.012420009844285866,-0.012550117359114363,1.9473627701266545,1.1740858745306069,1.421959013419169,0.9999228687031154,-0.007488156979995417,"model.language_model.layers.16.linear_attn.in_proj_z.weight|2d-128|(896, 1920)","model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-128|(1920, 1536)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,14,0.021652181872612086,5.217022938828744 +1975,2021,1.14976686549021,0.022998575195117416,0.013222693764880274,0.013576368161833642,1.1576698734172648,1.9403193961107081,1.405961494994456,0.999912576363354,0.022161973607463747,"model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-64|(512, 896)","model.language_model.layers.16.linear_attn.in_proj_z.weight|2d-64|(576, 640)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,14,0.007903007927054784,3.1735282071388955 +2245,2251,1.2310405175060042,0.03230697343993491,-0.007722026231075248,-0.007705422311267125,1.6238307047056901,1.2769113293289416,1.4195099429473093,0.9999701847109677,-0.006072272652106539,"model.language_model.layers.12.linear_attn.out_proj.weight|2d-128|(768, 1536)","model.language_model.layers.22.linear_attn.out_proj.weight|2d-128|(1792, 1152)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,10,0.045870811822937396,4.4132801321289366 +2342,2533,1.2267311680252748,0.0007402204143302511,0.00817944529068512,0.008362373660070367,1.2296556560870011,1.6988769827803933,1.4087086317926518,0.9999665477778428,0.011300620029249284,"model.language_model.layers.22.linear_attn.out_proj.weight|2d-64|(1600, 512)","model.language_model.layers.17.linear_attn.out_proj.weight|2d-64|(1216, 1344)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,5,0.0029244880617262936,3.2927566145166214 +2655,2696,1.266866469756074,0.029600588477867305,0.017002598145301268,0.01690614370155449,1.282309156564734,1.5640279735284195,1.402374623941355,0.9998554453801356,0.020738009227941712,"model.language_model.layers.20.mlp.down_proj.weight|2d-128|(640, 1280)","model.language_model.layers.2.mlp.down_proj.weight|2d-128|(1664, 4736)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,18,0.0154426868086599,3.3086907788297495 +2891,2920,1.2588656645605025,0.055478226908720035,0.03404796542140924,0.03513597137397618,1.2859916479573659,1.5249013635118285,1.390280858534721,0.9994201999412772,0.04037334844155366,"model.language_model.layers.15.mlp.down_proj.weight|2d-64|(1344, 1088)","model.language_model.layers.12.mlp.down_proj.weight|2d-64|(512, 5568)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,3,0.02712598339686334,3.2616635874304567 +3196,3297,1.1609941890492639,0.04309967520010728,0.008921658355516622,0.008901228680648184,1.176026255376485,1.8729920866545977,1.4085200691905553,0.999960201214122,0.014209032683857056,"model.language_model.layers.22.mlp.gate_proj.weight|2d-128|(0, 768)","model.language_model.layers.11.mlp.gate_proj.weight|2d-128|(5888, 640)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,11,0.015032066327221205,3.1644923866852963 +3532,3575,1.1491091516964513,0.06075110614647979,0.017416466409211455,0.01740316162040199,1.178165308304175,1.8391150634319515,1.4029814393366378,0.9998483218457772,0.02718708953588349,"model.language_model.layers.22.mlp.gate_proj.weight|2d-64|(128, 384)","model.language_model.layers.13.mlp.gate_proj.weight|2d-64|(1984, 0)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,9,0.02905615660772365,3.0297640643658044 +3603,3653,1.23154161707164,0.008297377276374418,-0.01584173579728066,-0.015816532249896785,1.2536115256974238,1.6933188523109857,1.4248871689653513,0.9998745118298241,-0.021398263599994815,"model.language_model.layers.22.mlp.up_proj.weight|2d-128|(2560, 512)","model.language_model.layers.2.mlp.up_proj.weight|2d-128|(1024, 640)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,20,0.02206990862578384,3.1566228920348234 +3958,4031,1.2243229200108445,0.056245982330982144,0.0217971549513876,0.021829279563622562,1.2499804441668012,1.6189752573471623,1.3992228235276096,0.9997624137944101,0.028231685312790092,"model.language_model.layers.22.mlp.up_proj.weight|2d-64|(3520, 1728)","model.language_model.layers.6.mlp.up_proj.weight|2d-64|(4352, 832)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,16,0.02565752415595668,3.0816017006790153 +4145,4300,1.1762825006451427,-0.013725894621266256,0.007246579723335819,0.007251930819126595,1.1655071119087013,1.9234018285858336,1.4096640641227536,0.9999737431964468,0.011958815650666716,"model.language_model.layers.11.self_attn.k_proj.weight|2d-128|(384, 128)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 1536)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,12,0.01077538873644146,3.149154709011875 +4415,4506,1.1036046890041638,0.03781258398439164,0.015160063382517212,0.015371910809576079,1.1252572019527007,2.117803812747562,1.4053019091995749,0.999885079635774,0.02853217911182869,"model.language_model.layers.7.self_attn.k_proj.weight|2d-64|(64, 1152)","model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 1984)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,16,0.021652512948536984,3.4090381764171673 +4804,4853,1.12192037485537,0.05114063189910592,0.0056122755757829915,0.005731725049661385,1.1544664441466699,1.9818434482818965,1.4107572820779577,0.9999842510574162,0.009634452032981692,"model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(512, 896)","model.language_model.layers.11.self_attn.o_proj.weight|2d-128|(1920, 640)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,8,0.03254606929129977,3.1468506502209133 +4894,5059,1.1240919411662822,0.056111807205386575,0.026690633553186596,0.02705366049496794,1.9851658090578679,1.139721719352907,1.3978199284052515,0.999643741580234,0.015323604015874662,"model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(704, 1856)","model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(1472, 64)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,12,0.01562977818662481,5.334063495436004 +5166,5220,1.1188643963918092,0.008576695461272309,0.004006685649339466,0.004057802288269235,1.1108687175338399,2.277354837461363,1.4119790817694724,0.999991973202839,0.008213972363869627,"model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(3328, 768)","model.language_model.layers.11.self_attn.q_proj.weight|2d-128|(3200, 0)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,8,0.007995678857969368,3.167485919754007 +5465,5592,1.105767121212514,0.035810411075823764,0.014645225982572875,0.014970664852337985,1.1197731861399673,2.158661452801298,1.4057223183945364,0.9998927529269923,0.02823257887172916,"model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(3520, 1216)","model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(2112, 128)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,0,0.014006064927453377,3.0054372925217336 +5644,5781,1.08221215096211,-0.007022268431037995,0.005262293055309482,0.005358319287305856,2.558871638734339,1.0839690434756897,1.4115381490443784,0.9999861540400447,0.0022291711250017835,"model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(256, 384)","model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(128, 640)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,12,0.0017568925135795777,8.503531465490186 +6105,6108,1.0766495154582976,0.04248493869475746,0.03481704086392582,0.03480640018493451,1.102631040951319,2.2023654728344737,1.3943632297264235,0.9993937030347348,0.06954261744601346,"model.language_model.layers.23.self_attn.v_proj.weight|2d-64|(192, 1408)","model.language_model.layers.3.self_attn.v_proj.weight|2d-64|(384, 384)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,20,0.02598152549302135,3.6802475894729625 +6145,6276,1.2135300167224623,0.02506833882764324,-0.0009408423875957974,-0.0012374577101309518,1.6140819563489772,1.2748976294504428,1.4148605991224659,0.9999995574077029,-0.0007431331010883565,"model.visual.blocks.14.attn.proj.weight|2d-128|(640, 896)","model.visual.blocks.2.attn.proj.weight|2d-128|(640, 896)",model.visual.layers.*.attn.proj.weight,2d-128,12,0.061367612727980525,5.6009000043481 +6402,6524,1.1895482947753175,-0.0062973735019305355,0.013844191415858898,0.014022280159409638,1.1969418682378676,1.781783148133983,1.4051217416568071,0.9999041645898077,0.020608642423573742,"model.visual.blocks.0.attn.proj.weight|2d-64|(0, 128)","model.visual.blocks.0.attn.proj.weight|2d-64|(448, 768)",model.visual.layers.*.attn.proj.weight,2d-64,0,0.007393573462550096,5.445757499167589 +6723,6861,1.0932282704632672,0.05350982502571993,0.015844911348643364,0.015882908312323866,2.215091429293954,1.111754762634443,1.4052012295366243,0.9998744615122209,0.007952563683111568,"model.visual.blocks.10.attn.qkv.weight|2d-128|(2048, 128)","model.visual.blocks.1.attn.qkv.weight|2d-128|(128, 640)",model.visual.layers.*.attn.qkv.weight,2d-128,9,0.018526492171175857,6.615594390773671 +6949,6997,1.091776638492271,0.03788844197715245,0.008399888728352173,0.007993637145008234,1.0957904940478254,2.4002198503949157,1.409718501972368,0.9999647203123474,0.018399118970655576,"model.visual.blocks.6.attn.qkv.weight|2d-64|(128, 192)","model.visual.blocks.13.attn.qkv.weight|2d-64|(2496, 832)",model.visual.layers.*.attn.qkv.weight,2d-64,7,0.004013855555554446,2.821033470983161 +7304,7391,1.215394029495287,0.025145744580519012,-0.004930775960922594,-0.0050254682113893305,1.7242025221632744,1.231865067274141,1.4175080993386744,0.9999878436503232,-0.0035228174084763588,"model.visual.blocks.15.mlp.linear_fc1.weight|2d-128|(2176, 0)","model.visual.blocks.1.mlp.linear_fc1.weight|2d-128|(0, 128)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,14,0.016471037778853947,4.785770884951861 +7522,7550,1.213207672465805,0.024526676076686432,-0.008307053536818676,-0.008145345957137885,1.239348519974152,1.712162384564315,1.4197826372763562,0.9999654958354995,-0.011476210576020641,"model.visual.blocks.1.mlp.linear_fc1.weight|2d-64|(1536, 128)","model.visual.blocks.17.mlp.linear_fc1.weight|2d-64|(512, 576)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,16,0.02614084750834711,3.3531335812449456 +7740,7864,1.225560163794557,0.005793150311960174,0.0003625625642909603,0.00046425279182075037,1.236242296611761,1.6999991588033887,1.4139696503063708,0.9999999342741913,0.000498572210316306,"model.visual.blocks.4.mlp.linear_fc2.weight|2d-128|(896, 2176)","model.visual.blocks.9.mlp.linear_fc2.weight|2d-128|(0, 1536)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,5,0.010682132817203982,3.3527287626537885 +7963,8016,1.2106162095350679,0.01583888735872315,0.012475960961308352,0.012642684917485679,1.2742897352681384,1.5881104138714635,1.4055748984069212,0.9999221721704604,0.015548429040384991,"model.visual.blocks.4.mlp.linear_fc2.weight|2d-64|(384, 2944)","model.visual.blocks.14.mlp.linear_fc2.weight|2d-64|(576, 2176)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,10,0.0636735257330705,3.6102844170963606 +8251,8341,1.3323037210562279,0.036374683157403255,0.007793666052665372,0.007741737926176347,1.4375935764626082,1.3814742173423613,1.4086962118370399,0.9999696289235286,0.007489424609719428,"model.visual.merger.linear_fc1.weight|2d-128|(2304, 2816)","model.visual.merger.linear_fc1.weight|2d-128|(3200, 1536)",model.visual.merger.linear_fc1.weight,2d-128,0,0.04917049628613346,3.834591575320962 +8549,8558,1.3419685609590049,0.045347676908376586,0.02772042246719964,0.027722651232585292,1.353491090614081,1.439504376268721,1.3945121782887848,0.9996157152517361,0.02948203333606526,"model.visual.merger.linear_fc1.weight|2d-64|(1408, 896)","model.visual.merger.linear_fc1.weight|2d-64|(1152, 2048)",model.visual.merger.linear_fc1.weight,2d-64,0,0.011522529655076053,3.5008847390220352 +8744,8840,1.3434113221537878,0.03979640213483519,0.010961464159477175,0.011006007983580163,1.376021159276139,1.4389891362318286,1.4064490745372806,0.9999399213470179,0.011463070706688751,"model.visual.merger.linear_fc2.weight|2d-128|(1152, 1408)","model.visual.merger.linear_fc2.weight|2d-128|(1280, 0)",model.visual.merger.linear_fc2.weight,2d-128,0,0.032609837122351326,3.528487661209477 +9127,9190,1.3427416403762622,0.05273955016121527,-0.0014649114568009507,-0.001655796648463219,1.3965932854360605,1.4346721569230523,1.4152486577179653,0.9999989270166362,-0.0015048530601904646,"model.visual.merger.linear_fc2.weight|2d-64|(1920, 3904)","model.visual.merger.linear_fc2.weight|2d-64|(1280, 192)",model.visual.merger.linear_fc2.weight,2d-64,0,0.053851645059798336,3.464272976895819 +9270,9318,0.6961843579867518,0.7226654985603053,0.7928119472708571,0.7920294308675789,0.6097594505053333,0.7511978221813018,0.6695232026804231,0.6094663372694114,0.9767107466651325,"model.visual.pos_embed.weight|2d-128|(768, 768)","model.visual.pos_embed.weight|2d-128|(1536, 768)",model.visual.pos_embed.weight,2d-128,0,0.08642490748141851,1.6522356187073386 +9401,9409,0.4627215030215993,0.8870025527009876,0.5579719508384386,0.5594588743136903,0.8979131056060876,0.9967152001253373,0.9434559814207063,0.8298598086891225,0.6193685348526767,"model.visual.pos_embed.weight|2d-64|(1152, 64)","model.visual.pos_embed.weight|2d-64|(192, 64)",model.visual.pos_embed.weight,2d-64,0,0.4351916025844883,2.042274669903456 +9676,9679,1.1802930977729196,0.05462971199190397,0.004280983618622325,0.0042740025461561705,1.8293709510624525,1.1908820050712188,1.411442730092565,0.9999908365476441,0.002786830277621453,"mtp.fc.weight|2d-128|(1408, 3584)","mtp.fc.weight|2d-128|(1152, 3072)",mtp.fc.weight,2d-128,0,0.0105889072982992,4.546362472038089 +9991,10113,1.1259370416247383,0.01753619505715785,0.01210466636695576,0.01227461480382288,1.1321956147125138,2.0844834794547396,1.4070153897589515,0.999926735842254,0.02228588128972535,"mtp.fc.weight|2d-64|(1152, 2688)","mtp.fc.weight|2d-64|(1984, 3776)",mtp.fc.weight,2d-64,0,0.006258573087775554,3.150212621341487 +10163,10248,1.3168837556003627,0.04417285419679349,0.010913992267240945,0.010935682290725914,1.442547586517272,1.3729975432818853,1.406484496162995,0.999940440612735,0.010387792202056339,"mtp.layers.0.mlp.down_proj.weight|2d-128|(1280, 128)","mtp.layers.0.mlp.down_proj.weight|2d-128|(1024, 512)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.05611378768152253,3.9926700526458365 +10422,10436,1.2710300913291297,0.037819726236974535,0.018468162256938633,0.01867319634491285,1.5231609010800586,1.3045927691252825,1.4012502971808283,0.999829448947595,0.015818047142852856,"mtp.layers.0.mlp.down_proj.weight|2d-64|(768, 5184)","mtp.layers.0.mlp.down_proj.weight|2d-64|(0, 3328)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.03356267779615285,4.434352514189269 +10672,10712,1.3089270677696652,0.06823386303218672,0.01020099696316654,0.010164864249450506,1.377436491969602,1.4385284334441084,1.4069887000657046,0.999947968476839,0.01065343067832409,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(256, 0)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(512, 1024)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.06850942419993689,3.6480606613307778 +10912,11011,1.2957369232724911,0.020133985382276343,0.023698646991457007,0.02374773413456907,1.5016563526784186,1.3124020374701728,1.3975083292123855,0.9997191476263593,0.02071189759321394,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(2368, 640)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(1152, 512)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.016665114197681685,4.267671398526706 +11243,11342,1.3316630731008399,0.05083541471187925,0.006216306515264405,0.00619954586161894,1.4248530479253165,1.3952376155450819,1.4098120899211766,0.9999806785799955,0.006087101187370637,"mtp.layers.0.mlp.up_proj.weight|2d-128|(640, 1408)","mtp.layers.0.mlp.up_proj.weight|2d-128|(4992, 1792)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.06357454244424199,3.849035266750468 +11446,11481,1.3131828596704025,0.019692428672928995,0.02327959799534123,0.023123107793570772,1.4664488874601824,1.337838543868001,1.3977253848037763,0.9997289934363088,0.02123793318010573,"mtp.layers.0.mlp.up_proj.weight|2d-64|(1984, 960)","mtp.layers.0.mlp.up_proj.weight|2d-64|(5440, 64)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.02465568419759845,4.155374431785658 +11674,11714,1.2329271769938104,0.01134167498423622,0.007145852149521602,0.007162305681209006,1.6901685219421252,1.2339146942780654,1.4093926553565468,0.9999744680725889,0.005216859653912742,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 1280)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 256)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.0009875172842550572,5.227005025188851 +11729,11942,1.085476448361143,-0.004160632082077943,0.016676230243683882,0.016628481830652717,2.3665149566252786,1.0948009838917234,1.4051978521055253,0.9998609420038667,0.007714784657192819,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 64)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 1408)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.009324535530580436,7.80068561075425 +11999,12161,1.1811301389286166,0.014063949459998743,0.0017954096771601355,0.0017381209379601589,1.196958378104212,1.8146611754185928,1.4130460381581198,0.9999983882507467,0.002721949480209635,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(0, 1920)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1408, 128)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.015828239175595282,3.661462712613412 +12327,12378,1.1727712971677138,-0.003558550891191672,-0.004421310960947275,-0.004489608683535295,1.9238670786505854,1.1737072743332861,1.416990774339092,0.9999902259569273,-0.002697340629474849,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(1728, 0)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(832, 1920)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.0009359771655723659,5.771077415061958 +12560,12592,1.057310173063471,0.06656683933161442,0.04117232246577724,0.040442100907764,2.555738412057786,1.0677783192099353,1.3933481091417204,0.9991520604306304,0.01720164828804986,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(3456, 0)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(768, 0)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.010468146146464186,7.948393203905111 +12828,12855,1.0563275154808949,0.005342566010589276,-0.0027830257782048102,-0.0028103552732601633,3.0669381601136014,1.0588254374285468,1.4154271232720925,0.9999961273762603,-0.0009608079241067845,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(576, 1856)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(896, 320)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.002497921947651971,9.056946910389879 +13026,13057,1.3581233670795856,0.02846306119699747,0.0010789338022322756,0.0010812236120327334,1.3706042080571648,1.46058706225358,1.4134519756569113,0.9999994179507558,0.0011497679222817608,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 256)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(384, 128)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.012480840977579177,3.8537402915529086 +13236,13279,1.3015161708259364,-0.0009997956638750725,-0.014073117804225701,-0.013976095460326684,1.3504807185568586,1.511163894207911,1.4240678738124535,0.9999009687740423,-0.015747568412088377,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(320, 256)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 960)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.04896454773092218,3.4196257719690757 +45,112,1.1687279709511826,0.30783896817679757,0.30941604266679607,0.30905011422618117,1.1599050771510946,1.1913773995103893,1.1753253244902486,0.9509267650773215,0.3178115929836071,"model.language_model.embed_tokens.weight|2d-128|(247552, 1408)","model.language_model.embed_tokens.weight|2d-128|(72576, 1408)",model.language_model.embed_tokens.weight,2d-128,0,0.00882289380008805,2.9547803156620978 +320,408,1.1608948839878215,0.3192969185223112,0.2605388079095197,0.26057634973205357,1.1992344573947447,1.23389921229796,1.216196478197146,0.9654633755731423,0.2680698739685952,"model.language_model.embed_tokens.weight|2d-64|(140032, 64)","model.language_model.embed_tokens.weight|2d-64|(207616, 64)",model.language_model.embed_tokens.weight,2d-64,0,0.03833957340692318,2.9984644417274247 +696,757,0.12809136356750223,0.991763186485321,0.9917631864853209,0.9898785724973131,0.12932092520400335,0.12809136356750223,0.12870173957944747,0.1280850574129644,0.9823336686816646,"model.language_model.layers.5.linear_attn.conv1d.weight|3d-axis0-slice|(5346, 0, 0)","model.language_model.layers.4.linear_attn.conv1d.weight|3d-axis0-slice|(5151, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,1,0.0,0.2182293926546542 +789,882,0.5825875485214731,0.8199509045510329,0.8199509045510329,0.8554553181434269,0.582587548521473,0.8186362008174911,0.6712714472042671,0.5724338513103002,1.1521727422119497,"model.language_model.layers.16.linear_attn.conv1d.weight|3d-volume|(624, 0, 0)","model.language_model.layers.17.linear_attn.conv1d.weight|3d-volume|(4760, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,1,1.1102230246251565e-16,1.8329689198978851 +1070,1130,1.1457789152702884,0.037854525818178546,0.0027638257398161356,0.0027710222445399136,1.1646823131444146,1.9416750999986998,1.4124883349984736,0.9999961806263462,0.004607652712822696,"model.language_model.layers.8.linear_attn.in_proj_qkv.weight|2d-128|(5248, 768)","model.language_model.layers.0.linear_attn.in_proj_qkv.weight|2d-128|(5888, 1408)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,8,0.018903397874126204,3.3253089148435513 +1523,1535,1.1397886636149814,0.03639424115665263,0.027676730829188458,0.02765248365676301,1.9524197619661932,1.1452552855818705,1.397027316416029,0.999616925912426,0.016234686253039286,"model.language_model.layers.6.linear_attn.in_proj_qkv.weight|2d-64|(3520, 576)","model.language_model.layers.8.linear_attn.in_proj_qkv.weight|2d-64|(5312, 1984)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,2,0.005466621966889074,5.468157239660983 +1569,1618,1.1525307962437827,0.0029053778304158765,-0.002692082112044644,-0.0027029687381428446,2.0496841052294004,1.1473175840032885,1.4158352949877708,0.9999963763403855,-0.001506902032781216,"model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(256, 1664)","model.language_model.layers.22.linear_attn.in_proj_z.weight|2d-128|(896, 512)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,4,0.005213212240494203,5.645936860363191 +2004,2021,1.1499610821343667,-0.00026052830534459455,-0.00654571588668813,-0.0066716304203638475,1.1667679735354797,1.9622348350874126,1.4182742919710547,0.9999785765722837,-0.011008385578603615,"model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-64|(1408, 1472)","model.language_model.layers.16.linear_attn.in_proj_z.weight|2d-64|(576, 640)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,12,0.016806891401113022,3.432294001998164 +2062,2178,1.2312189936740805,0.003294220639231683,0.009061105826923595,0.009062824170822463,1.2358617101054985,1.680737488455359,1.4080844726387205,0.9999589473379361,0.012322851436890735,"model.language_model.layers.6.linear_attn.out_proj.weight|2d-128|(1280, 256)","model.language_model.layers.12.linear_attn.out_proj.weight|2d-128|(640, 896)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,6,0.004642716431418004,3.2990771436337964 +2374,2526,1.2267429854279497,-0.008943326194686073,0.008934370886730327,0.008645806058246247,1.7586851770323582,1.2081593042769672,1.4083042363796308,0.9999600877119339,0.006137621136307502,"model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(1536, 896)","model.language_model.layers.22.linear_attn.out_proj.weight|2d-64|(1152, 1024)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,10,0.018583681150982523,4.7694617276010804 +2669,2777,1.2670116895917312,0.04502605730725555,0.0005592962181979585,0.0005782440154541461,1.3006378366358036,1.5628538630382172,1.4138246041762557,0.9999998435938579,0.0006720535344829465,"model.language_model.layers.22.mlp.down_proj.weight|2d-128|(1536, 1920)","model.language_model.layers.6.mlp.down_proj.weight|2d-128|(384, 2560)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,16,0.03362614704407241,3.3949942851495654 +3045,3066,1.2588808085295122,0.04223854845675828,0.026978080696057283,0.027190523029856344,1.559777675200956,1.2739922530434429,1.3953961202392766,0.9996360253422027,0.022035105614862546,"model.language_model.layers.11.mlp.down_proj.weight|2d-64|(1344, 4736)","model.language_model.layers.21.mlp.down_proj.weight|2d-64|(704, 5568)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,10,0.01511144451393065,3.970722765802324 +3211,3256,1.1610896661416952,0.01922955019660933,0.004314093467775512,0.004159663792472382,1.8803899111755755,1.1776281918544815,1.4114664174928366,0.9999906942554773,0.002701779061754038,"model.language_model.layers.12.mlp.gate_proj.weight|2d-128|(1024, 1152)","model.language_model.layers.22.mlp.gate_proj.weight|2d-128|(3328, 256)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,10,0.016538525712786356,5.239253302325727 +3482,3555,1.1493121110476723,0.03594839289139905,-0.0009255720694836761,-0.0010328034171128613,1.1642919265516802,1.9555546683539706,1.414788814604327,0.9999995716580804,-0.0015545987566345173,"model.language_model.layers.23.mlp.gate_proj.weight|2d-64|(5824, 1984)","model.language_model.layers.8.mlp.gate_proj.weight|2d-64|(4992, 1920)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,15,0.014979815504007954,3.118256431025171 +3607,3680,1.2315795672172662,0.06331197433433611,0.0040391415225067675,0.00403322420957186,1.2791092653753138,1.5956533809774553,1.4114231331933071,0.9999918426346093,0.005038717176943637,"model.language_model.layers.20.mlp.up_proj.weight|2d-128|(4480, 1152)","model.language_model.layers.3.mlp.up_proj.weight|2d-128|(4736, 512)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,17,0.04752969815804753,3.10017250073093 +4019,4084,1.2244815072045296,0.024148430638929495,0.025790784202218038,0.026065618092694132,1.234195395323993,1.6464664293118783,1.3965991014496584,0.9996673624012312,0.03440594620224769,"model.language_model.layers.22.mlp.up_proj.weight|2d-64|(3008, 1088)","model.language_model.layers.2.mlp.up_proj.weight|2d-64|(4992, 1344)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,20,0.009713888119463387,3.1590524835216107 +4261,4290,1.1763941278661523,-0.00044494720712515753,0.014209775796591564,0.01450404654881143,1.1782399796970657,1.8483110666822216,1.4050752082636442,0.9998990360390446,0.022290947780150915,"model.language_model.layers.3.self_attn.k_proj.weight|2d-128|(128, 384)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 256)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,20,0.0018458518309134586,3.115555787425011 +4532,4576,1.1036691443301405,0.03315259075007256,-0.017879134731888114,-0.018025691867504905,2.1028385884453957,1.1478043007095988,1.4248072302808865,0.9998401554954867,-0.009759069407889757,"model.language_model.layers.7.self_attn.k_proj.weight|2d-64|(256, 1344)","model.language_model.layers.15.self_attn.k_proj.weight|2d-64|(384, 1280)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,8,0.04413515637945831,6.201705656870398 +4661,4859,1.1219881179149567,0.020926326470194948,0.004976620314551662,0.0049801672460014325,2.155057156240192,1.1259556027581068,1.4113219779309034,0.9999876165484475,0.0026001414903283992,"model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(0, 1408)","model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(1536, 768)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,12,0.003967484843150126,5.568301661898156 +4955,5059,1.124308122437774,0.011943750475970814,0.02010581670750986,0.020278286238369563,1.9946970981470977,1.1423415329957152,1.4018977895178462,0.9997978576364944,0.011514384565517594,"model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(1536, 512)","model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(1472, 64)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,4,0.018033410557941165,5.7137159232578645 +5185,5302,1.1194534428627805,0.02035701638822901,0.00610824249143038,0.006077708776087065,2.154034563217611,1.1254328295097988,1.4106636193720063,0.9999813445128194,0.0031914142641210667,"model.language_model.layers.11.self_attn.q_proj.weight|2d-128|(3200, 1536)","model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(384, 1920)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,8,0.005979386647018359,5.5209419923083525 +5558,5626,1.1058517844842675,0.036433509550765034,0.018652780735779056,0.018696814563595034,1.1192358288298199,2.145443588256379,1.4033544279170593,0.999826021751196,0.035755189212062034,"model.language_model.layers.23.self_attn.q_proj.weight|2d-64|(1408, 1088)","model.language_model.layers.11.self_attn.q_proj.weight|2d-64|(3136, 512)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,12,0.013384044345552404,3.22881167288782 +5750,5781,1.0822827467259737,-0.0019098209773511024,0.009076404415288697,0.009109184245885053,2.6215246037382682,1.077754422012906,1.4096922086960817,0.9999588085930791,0.003731467933051489,"model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(384, 256)","model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(128, 640)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,12,0.004528324713067633,8.824661387662912 +5905,6058,1.076857606631642,0.026384875973065238,0.010947513620277339,0.011074703949514679,2.4633052181830024,1.0889136068663365,1.4084767588728813,0.9999400741772148,0.004839390772397951,"model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(448, 1472)","model.language_model.layers.23.self_attn.v_proj.weight|2d-64|(320, 1920)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,16,0.012056000234694553,8.587471493667053 +6168,6394,1.213962325746216,-0.013589507148988624,-0.013675736391269016,-0.013629877619860249,1.2053111940135424,1.8280325892236189,1.4230738771330587,0.9999064827443398,-0.020741275721189632,"model.visual.blocks.21.attn.proj.weight|2d-128|(0, 512)","model.visual.blocks.21.attn.proj.weight|2d-128|(896, 256)",model.visual.layers.*.attn.proj.weight,2d-128,0,0.008651131732673623,3.138923242745099 +6632,6642,1.1901551647128523,-0.007408639322916408,-0.006802104699665628,-0.0066566583361871885,1.1958964852342515,1.842376385920667,1.4185999119213044,0.9999768654182231,-0.010479198850366364,"model.visual.blocks.6.attn.proj.weight|2d-64|(576, 64)","model.visual.blocks.18.attn.proj.weight|2d-64|(512, 768)",model.visual.layers.*.attn.proj.weight,2d-64,12,0.005741320521399196,3.1446063507003896 +6668,6738,1.093412721106103,0.043386036140254554,0.0010218075102719675,0.0010404136457613134,2.292566665953266,1.1107417585497994,1.413646425729129,0.9999994779545698,0.0004950627119002233,"model.visual.blocks.17.attn.qkv.weight|2d-128|(2944, 768)","model.visual.blocks.0.attn.qkv.weight|2d-128|(1280, 256)",model.visual.layers.*.attn.qkv.weight,2d-128,17,0.017329037443696294,8.092923835708206 +6961,6968,1.0918066357231782,0.02490213846081078,0.011012457780709922,0.010927635639301823,1.0978521735811781,2.3649192178679512,1.408253008138338,0.9999393610482729,0.02372229492118833,"model.visual.blocks.4.attn.qkv.weight|2d-64|(832, 320)","model.visual.blocks.21.attn.qkv.weight|2d-64|(256, 320)",model.visual.layers.*.attn.qkv.weight,2d-64,17,0.006045537857999994,2.793941383550785 +7277,7404,1.2155367384685674,0.007407885939241563,0.000910327390060637,0.0014813026254694584,1.2482822549336705,1.6687273505547675,1.4135959302876842,0.9999995856519357,0.0012169428891176876,"model.visual.blocks.3.mlp.linear_fc1.weight|2d-128|(1536, 640)","model.visual.blocks.14.mlp.linear_fc1.weight|2d-128|(2560, 640)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,11,0.03274551646510315,3.1890604416024013 +7522,7628,1.2136234654892988,0.008812983332174524,-0.019109446932628903,-0.01951635518996871,1.2388239487253818,1.7390379886596166,1.4269272149896228,0.9998173978471914,-0.026825485729678456,"model.visual.blocks.1.mlp.linear_fc1.weight|2d-64|(1536, 128)","model.visual.blocks.15.mlp.linear_fc1.weight|2d-64|(3264, 768)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,14,0.025200483236083038,3.319426013651903 +7861,7863,1.22571627051931,0.02431229258223176,0.003379619946526357,0.003229330438246186,1.6951156655248907,1.2354061252575017,1.4119367669577274,0.9999942890682012,0.0024630786369897917,"model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(640, 1920)","model.visual.blocks.0.mlp.linear_fc2.weight|2d-128|(640, 2944)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,10,0.009689854738191617,4.758925489637994 +8034,8071,1.2106376493086606,0.044989294669483704,-0.0007596425399230242,-0.0010660812560397137,1.240243634823811,1.6923225162809667,1.4147256803097805,0.9999997114715642,-0.001036538417566016,"model.visual.blocks.6.mlp.linear_fc2.weight|2d-64|(64, 1280)","model.visual.blocks.10.mlp.linear_fc2.weight|2d-64|(576, 3968)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,4,0.02960598551515048,3.615112783716258 +8251,8317,1.3327511155772012,0.03089590903592214,0.016634147612624148,0.01664716890329124,1.4305471807973067,1.3758724658451644,1.4024111198534017,0.9998616429952704,0.01599839977333569,"model.visual.merger.linear_fc1.weight|2d-128|(2304, 2816)","model.visual.merger.linear_fc1.weight|2d-128|(1920, 1536)",model.visual.merger.linear_fc1.weight,2d-128,0,0.043121350267963265,3.625238948446777 +8578,8642,1.3419832939248721,0.06388986698173668,0.014371904805589442,0.013950920146880064,1.4450465221593907,1.3663195716985972,1.404030354131285,0.9998967188426309,0.013588915316803916,"model.visual.merger.linear_fc1.weight|2d-64|(640, 2560)","model.visual.merger.linear_fc1.weight|2d-64|(2304, 3264)",model.visual.merger.linear_fc1.weight,2d-64,0,0.024336277773725046,3.7257926923499043 +8791,8853,1.343578244250422,0.06699221512055782,0.01502034429981947,0.014992171066069204,1.396595766426766,1.4106150993188606,1.4035529237690838,0.9998871882653138,0.01517112179174314,"model.visual.merger.linear_fc2.weight|2d-128|(256, 2944)","model.visual.merger.linear_fc2.weight|2d-128|(512, 2688)",model.visual.merger.linear_fc2.weight,2d-128,0,0.053017522176344034,3.452246634520642 +8967,9190,1.3427864144635877,0.0208626621005236,0.015128852991587475,0.015019313336865243,1.3515140839120152,1.4620053659562604,1.403508275891219,0.9998855523544478,0.01636569275729741,"model.visual.merger.linear_fc2.weight|2d-64|(1152, 2688)","model.visual.merger.linear_fc2.weight|2d-64|(1280, 192)",model.visual.merger.linear_fc2.weight,2d-64,0,0.00872766944842751,3.6165933837814284 +9261,9309,0.6965652271911694,0.7377919408973918,0.5706938576104328,0.5730027535477802,0.9229692346459452,0.9303403938629012,0.9266328265010026,0.8211629076411837,0.5752516208929749,"model.visual.pos_embed.weight|2d-128|(640, 640)","model.visual.pos_embed.weight|2d-128|(1408, 640)",model.visual.pos_embed.weight,2d-128,0,0.22640400745477574,2.2505052765364546 +9394,9447,0.46385629933430667,0.8898404152893249,0.8670505755782114,0.8676969686947196,0.507242041585191,0.5271178819866714,0.5168935789046324,0.4982201314574636,0.9010252019840745,"model.visual.pos_embed.weight|2d-64|(128, 128)","model.visual.pos_embed.weight|2d-64|(1664, 128)",model.visual.pos_embed.weight,2d-64,0,0.043385742250884374,1.7622594470038688 +9638,9640,1.1806402338922444,0.10308733724541687,0.03106013011448584,0.03105562274000441,1.324781525139822,1.47108218163345,1.3921993401068524,0.9995175177640816,0.03449021827641668,"mtp.fc.weight|2d-128|(0, 2816)","mtp.fc.weight|2d-128|(0, 3072)",mtp.fc.weight,2d-128,0,0.14414129124757769,3.2996015964172365 +10008,10098,1.1268397475884493,0.016279650778479964,0.014923694097908813,0.014756360818927665,1.1330183097587976,2.0683205121754202,1.405292593288471,0.9998886354762074,0.027243145458705924,"mtp.fc.weight|2d-64|(1152, 2752)","mtp.fc.weight|2d-64|(1984, 3136)",mtp.fc.weight,2d-64,0,0.00617856217034829,3.1426235155934403 +10363,10364,1.317586538487145,0.03798602566587193,0.0007758609307387699,0.0008215781329631606,1.4517712278585353,1.3784111180237737,1.4136655763925836,0.9999996990198629,0.000736655550439662,"mtp.layers.0.mlp.down_proj.weight|2d-128|(512, 5504)","mtp.layers.0.mlp.down_proj.weight|2d-128|(512, 5632)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.060824579536628676,4.147679304118374 +10406,10581,1.2710591174275696,0.002942294970272402,0.0021243067779296524,0.0018825882885704114,1.4890795381454673,1.3470155106401756,1.4127181792208654,0.999997743657811,0.001921639580645262,"mtp.layers.0.mlp.down_proj.weight|2d-64|(960, 1088)","mtp.layers.0.mlp.down_proj.weight|2d-64|(1408, 2560)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.07595639321260594,4.078043893676914 +10781,10812,1.309035524823308,0.018985233117911268,0.007687804694389718,0.00786656808728027,1.3407325045221226,1.488404423803799,1.4087966300616968,0.9999704483928417,0.008534560382384213,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(1024, 1664)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(5504, 1408)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.031696979698814465,3.798086852475727 +11053,11110,1.2958573764262669,-0.00428409164909463,-0.007401694208147161,-0.008013788693758725,1.5803358547331294,1.2992670405895699,1.4193392772678763,0.9999726070862387,-0.006085274405668852,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(5568, 128)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(2304, 1088)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.0034096641633030167,4.6761866501930065 +11153,11227,1.3316891456379507,0.07233354411977208,0.011728055641953077,0.011731233533611779,1.3834891605077553,1.4294376327717486,1.4059005664326094,0.9999312239903599,0.012117568082496574,"mtp.layers.0.mlp.up_proj.weight|2d-128|(0, 128)","mtp.layers.0.mlp.up_proj.weight|2d-128|(3456, 640)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.05180001486980457,3.535705175325923 +11497,11622,1.3131864831156688,0.04141674243196356,0.0378121081167888,0.03781679114674565,1.3067742949506447,1.4851628109497899,1.3874403553804526,0.9992848665319436,0.04297386089981852,"mtp.layers.0.mlp.up_proj.weight|2d-64|(3008, 1088)","mtp.layers.0.mlp.up_proj.weight|2d-64|(1984, 448)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.006412188165024091,3.6350694637078744 +11676,11713,1.232947493004987,-0.02048724257836113,-0.012846598390018091,-0.012703741151266488,1.763277321870625,1.2249230779283853,1.4227008644387193,0.9999174790500492,-0.008924344824055637,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 1536)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 128)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.008024415076601787,5.4175553274518204 +11736,11805,1.0856713372716025,0.030213331221002615,0.006636012535844777,0.006589938648283557,2.3731579525223987,1.099281603428978,1.4106298483343056,0.9999779814264033,0.003073898428473607,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 512)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(128, 832)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.013610266157375595,7.898277892193335 +12079,12192,1.18150062122314,0.019523593410642512,0.012039410930338734,0.012036579982200778,1.2074739915368287,1.752760069622395,1.406236676519687,0.9999275236658157,0.017476317410046273,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(640, 1920)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1664, 0)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.025973370313688626,3.309685251294373 +12391,12430,1.1729025704936429,0.027073587272792438,0.014718281901381056,0.01498134962068413,1.216988370308281,1.7177944838116397,1.4043608141091632,0.9998916802223486,0.020775041141085446,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(768, 1920)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(768, 64)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.04408579981463823,3.44925555351571 +12549,12588,1.0575507128699493,0.04694228967577797,0.0004881674084838813,0.00044087428375740435,1.07542873358563,2.714710237861807,1.4139771502456422,0.9999998808462836,0.001232283479336791,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(2432, 1792)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 1536)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.017878020715680787,3.1461313012338947 +12855,12916,1.0563291123512386,0.06613389697969344,0.03772920836731504,0.037853707659320314,1.07098568147499,2.5318791777899663,1.3949376248353267,0.9992879999459494,0.0891942802896704,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(896, 320)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(3456, 1216)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.014656569123751462,3.3082416310682574 +13015,13040,1.3581573834035277,0.03205529493598834,0.004101166742729899,0.004139061925318957,1.3975657180825996,1.425470374863468,1.4113111879347038,0.9999915901803117,0.0041830531605750645,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(0, 896)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(256, 0)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.0394083346790719,3.458754050160713 +13122,13178,1.301734724443093,0.04463956385841949,0.02452433644869733,0.02442367037062174,1.451847389321136,1.347597650724059,1.3968132221854497,0.9996992332305508,0.022763369226626612,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(64, 1152)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 640)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.045862926280966,3.9980864482895644 +33,212,1.1687822476300616,0.28596869667156866,0.28444844718572343,0.2838395364705588,1.2498640607415132,1.1505004232901355,1.1971004360652227,0.9586913376544249,0.26183492202923453,"model.language_model.embed_tokens.weight|2d-128|(39296, 768)","model.language_model.embed_tokens.weight|2d-128|(226176, 768)",model.language_model.embed_tokens.weight,2d-128,0,0.01828182433992609,3.1929889345412614 +361,507,1.1611044828351007,0.3086866665612583,0.24917900554004874,0.249255426196531,1.2142770810065038,1.236936663590543,1.2254497773418944,0.9684574452179467,0.2538289263386554,"model.language_model.embed_tokens.weight|2d-64|(128896, 512)","model.language_model.embed_tokens.weight|2d-64|(184256, 512)",model.language_model.embed_tokens.weight,2d-64,0,0.053172598171403074,2.9983703430578377 +516,696,0.12866557037740656,0.9930400853307212,0.9930400853307211,0.99538488032799,0.13669820949171016,0.12866557037740656,0.13249962458894457,0.1177768607424829,0.9346872169123336,"model.language_model.layers.1.linear_attn.conv1d.weight|3d-axis0-slice|(4657, 0, 0)","model.language_model.layers.5.linear_attn.conv1d.weight|3d-axis0-slice|(5346, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,4,0.0,0.22868902064883848 +811,914,0.5831958109309778,0.8470597431279789,0.847059743127979,0.8012023043561474,0.5831958109309778,0.9607801873962558,0.7050414280893164,0.5314976872686862,1.3954802203382821,"model.language_model.layers.12.linear_attn.conv1d.weight|3d-volume|(3724, 0, 0)","model.language_model.layers.1.linear_attn.conv1d.weight|3d-volume|(3676, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,11,0.0,1.5903611604169445 +1038,1230,1.1459668217945986,0.012818249849830966,-0.001825049655728312,-0.001825448652688005,1.1529391010383703,2.015637888973375,1.4153255060026357,0.9999983345954903,-0.0031906622232091095,"model.language_model.layers.21.linear_attn.in_proj_qkv.weight|2d-128|(1408, 384)","model.language_model.layers.10.linear_attn.in_proj_qkv.weight|2d-128|(5504, 384)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,11,0.00697227924377164,3.1096695648014028 +1435,1503,1.1398219658098696,0.02772864449814741,0.0029206242251181317,0.002311854249383298,1.1719002913033465,1.9087829383069228,1.4123706956310838,0.9999957349679726,0.004757092161749723,"model.language_model.layers.12.linear_attn.in_proj_qkv.weight|2d-64|(3136, 896)","model.language_model.layers.14.linear_attn.in_proj_qkv.weight|2d-64|(5248, 1728)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,2,0.03207832549347689,3.0028542479704536 +1605,1635,1.1525668607450215,0.012582554480284449,0.0015228416917834819,0.0028284219409735125,1.1544844642551135,1.995848789666484,1.4132798271378362,0.9999988404759186,0.0026326571222946293,"model.language_model.layers.16.linear_attn.in_proj_z.weight|2d-128|(768, 1920)","model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(256, 1920)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,2,0.0019176035100920696,3.112494310974641 +1891,1922,1.1500351834700706,0.0055717521189463815,0.015962135148165614,0.01641682232651854,1.1542112464696435,1.9478577265984092,1.4042785560357642,0.9998725970049943,0.02693784900854384,"model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-64|(1664, 192)","model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-64|(640, 768)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,14,0.004176062999572849,3.3439090114876184 +2178,2208,1.2314732858752382,-0.0013256190050369068,0.0002762855081832019,0.0002679929050571569,1.7394333859479565,1.2219223116605216,1.4140297659576921,0.9999999618331582,0.00019408586127231023,"model.language_model.layers.12.linear_attn.out_proj.weight|2d-128|(640, 896)","model.language_model.layers.22.linear_attn.out_proj.weight|2d-128|(256, 256)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,10,0.009550974214716623,4.931495428074966 +2327,2456,1.2268461439464835,0.01214477497447897,0.007545004066732052,0.007767053625122243,1.25216924131732,1.6450096871583066,1.4090616937722555,0.9999715360517183,0.009912082464480328,"model.language_model.layers.22.linear_attn.out_proj.weight|2d-64|(1344, 64)","model.language_model.layers.16.linear_attn.out_proj.weight|2d-64|(512, 1152)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,6,0.02532309737083649,3.2847785484988283 +2622,2807,1.2672147537639362,0.01445641542739172,-0.0029724614155714683,-0.003038948433630948,1.590056601375519,1.289304076971505,1.4162685494206975,0.9999955822268081,-0.002410232829712768,"model.language_model.layers.3.mlp.down_proj.weight|2d-128|(1280, 896)","model.language_model.layers.22.mlp.down_proj.weight|2d-128|(1280, 0)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,19,0.022089323207568734,4.296671463082661 +2847,2920,1.2588954998906414,0.011245958978783754,0.006308949173007236,0.006518209873242885,1.2867683774875607,1.5766678332224002,1.409836210964723,0.999980098382129,0.007730309041272451,"model.language_model.layers.19.mlp.down_proj.weight|2d-64|(448, 2624)","model.language_model.layers.12.mlp.down_proj.weight|2d-64|(512, 5568)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,7,0.027872877596919254,3.4364372746299305 +3220,3307,1.1611171263462714,0.04390566094407815,-0.0019494695264426272,-0.0019816668690235697,1.1965548781864488,1.8264516811911395,1.4154767626601428,0.9999980997824773,-0.002975719675639659,"model.language_model.layers.23.mlp.gate_proj.weight|2d-128|(5760, 0)","model.language_model.layers.1.mlp.gate_proj.weight|2d-128|(4096, 384)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,22,0.03543775184017739,3.241674713754751 +3482,3521,1.149746383048578,-0.007048500407702517,-0.024155112362360454,-0.0238734266574975,1.1491259076996194,2.1182878011329915,1.4284596460894292,0.9997082227063864,-0.04452730506669597,"model.language_model.layers.23.mlp.gate_proj.weight|2d-64|(5824, 1984)","model.language_model.layers.10.mlp.gate_proj.weight|2d-64|(1472, 1024)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,13,0.0006204753489584824,3.001955273361541 +3617,3731,1.232160905273611,0.05154686670486184,0.005966498748875117,0.006072773252215028,1.252836920731238,1.6469336390851792,1.4101417746577494,0.999982200287925,0.007843341247755308,"model.language_model.layers.23.mlp.up_proj.weight|2d-128|(384, 1024)","model.language_model.layers.9.mlp.up_proj.weight|2d-128|(1152, 512)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,14,0.020676015457626873,3.39119366291422 +4037,4084,1.224693430079902,0.0184285485066022,-0.015010162445698253,-0.015041550385894801,1.250574774161158,1.6989256771310548,1.4243118734009668,0.9998873411656705,-0.02039154389149607,"model.language_model.layers.22.mlp.up_proj.weight|2d-64|(1856, 832)","model.language_model.layers.2.mlp.up_proj.weight|2d-64|(4992, 1344)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,20,0.025881344081255975,3.2477112528848564 +4154,4290,1.1764685037248361,0.00711199000264526,-0.009168496816746528,-0.009220815157298232,1.1907809346305513,1.8682017677349831,1.4200783530963281,0.9999579684497351,-0.014384343469382724,"model.language_model.layers.11.self_attn.k_proj.weight|2d-128|(384, 1280)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 256)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,12,0.014312430905715212,3.2989064958448475 +4561,4570,1.1036800447812631,0.016583807120987795,0.005868491170717626,0.005796109364952349,2.2181074173022495,1.116997625049142,1.4108757112268162,0.9999827802574298,0.002955262963903709,"model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(0, 1024)","model.language_model.layers.15.self_attn.k_proj.weight|2d-64|(448, 1216)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,8,0.013317580267878881,6.339565215016998 +4823,4859,1.1221400699834359,0.007664636457823803,0.0012187921926464869,0.0011294367292891782,2.1481200631229855,1.129173918730596,1.4135034973959923,0.9999992572725197,0.0006406664040407952,"model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(128, 1920)","model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(1536, 768)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,12,0.007033848747160176,5.610042038563855 +5041,5053,1.1243936011039397,0.022004669562588536,0.018598655927875397,0.01941957070089886,1.1307749140708245,2.067982169551347,1.4030980431453703,0.9998270300395347,0.03401356747294962,"model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(1728, 896)","model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(512, 448)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,12,0.006381312966884822,2.9721368154168317 +5172,5203,1.1196247992884156,-0.006802225518706075,-0.005567058477943599,-0.005589168929300243,2.3543580448582055,1.1074786994186823,1.4172427523487063,0.9999845038098856,-0.0026187175294792708,"model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(2688, 1536)","model.language_model.layers.23.self_attn.q_proj.weight|2d-128|(1408, 384)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,16,0.012146099869733362,6.565390922948105 +5510,5583,1.1058761544657152,-0.006726698103114351,0.005621739701946422,0.0057517297129357926,1.096895195901161,2.403307433045001,1.4112073147348676,0.9999841978965085,0.01231728323983785,"model.language_model.layers.23.self_attn.q_proj.weight|2d-64|(1408, 1856)","model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(2752, 896)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,16,0.008980958564554165,3.396148924459964 +5647,5764,1.08231797130936,0.03415413822626194,0.003136425731926724,0.002915642969430834,2.441550208168988,1.0946169649096018,1.412556806633937,0.9999950814047177,0.0014061495863813029,"model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(256, 1664)","model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(0, 512)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,12,0.012298993600241781,8.571075438128767 +5979,6063,1.0769142494456778,-0.0006258184110918118,-0.009191332552772994,-0.008784369845669769,1.082657758429056,2.6678441674076407,1.4187354619498849,0.9999577588107931,-0.02264893291597487,"model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(64, 640)","model.language_model.layers.3.self_attn.v_proj.weight|2d-64|(448, 1792)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,16,0.005743508983378165,3.478207754510473 +6321,6394,1.2139794420907706,0.01914321009577947,-0.004756377898698297,-0.00484989088842351,1.2316829084817533,1.7242824158992471,1.4173915046448007,0.9999886883706659,-0.006658644621615112,"model.visual.blocks.19.attn.proj.weight|2d-128|(896, 640)","model.visual.blocks.21.attn.proj.weight|2d-128|(896, 256)",model.visual.layers.*.attn.proj.weight,2d-128,2,0.017703466390982747,3.151021183639951 +6524,6592,1.1901846439011556,-0.005218632898442772,-0.0024951429518765104,-0.0024513302512959977,1.7914847133563412,1.2072667400758728,1.4158479174923981,0.9999968871259799,-0.0016814562106375465,"model.visual.blocks.0.attn.proj.weight|2d-64|(448, 768)","model.visual.blocks.23.attn.proj.weight|2d-64|(0, 448)",model.visual.layers.*.attn.proj.weight,2d-64,23,0.01708209617471712,4.827859725011939 +6763,6864,1.0939234379042841,0.04208985037037152,0.018894648279741844,0.018837549436806312,1.1214789753170744,2.128436890882115,1.4031503219298787,0.9998214801985327,0.035859848756838786,"model.visual.blocks.0.attn.qkv.weight|2d-128|(1664, 384)","model.visual.blocks.17.attn.qkv.weight|2d-128|(256, 128)",model.visual.layers.*.attn.qkv.weight,2d-128,17,0.027555537412790265,3.4521277505675227 +7046,7061,1.0925604250849175,0.04337100745681969,0.010961879698103222,0.011126366287094338,2.563291845445074,1.0810237927588016,1.408651972714401,0.9999399167917462,0.004622982274947191,"model.visual.blocks.19.attn.qkv.weight|2d-64|(1088, 448)","model.visual.blocks.0.attn.qkv.weight|2d-64|(1920, 896)",model.visual.layers.*.attn.qkv.weight,2d-64,19,0.011536632326115903,7.401357934588183 +7241,7301,1.2155973194916483,0.03376604556523357,-0.004855097494759544,-0.004799533629085984,1.2380027382364576,1.7076127536354944,1.417472688918757,0.9999882139447027,-0.00669677549664,"model.visual.blocks.0.mlp.linear_fc1.weight|2d-128|(1152, 128)","model.visual.blocks.17.mlp.linear_fc1.weight|2d-128|(3072, 256)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,17,0.02240541874480928,3.4834598159576333 +7499,7522,1.213823778876907,0.04203483403694436,0.020885984402232226,0.02025118044205061,1.6620664919317112,1.2324120392552607,1.4000104182372504,0.9997818640361255,0.015486828447574624,"model.visual.blocks.20.mlp.linear_fc1.weight|2d-64|(3776, 832)","model.visual.blocks.1.mlp.linear_fc1.weight|2d-64|(1536, 128)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,19,0.018588260378353594,4.786141589228027 +7861,7884,1.2258619404412807,0.013857851191250745,-0.0009112289127838837,-0.0007770571230797739,1.7152892512971927,1.2316077986022769,1.4148239613477023,0.999999584830848,-0.000654278358269767,"model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(640, 1920)","model.visual.blocks.0.mlp.linear_fc2.weight|2d-128|(768, 1536)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,10,0.005745858160996153,4.7130801668521745 +8001,8073,1.2109667437857203,0.015114929592770325,0.009737444297134464,0.009535418847095838,1.2555097467226504,1.6327644489169741,1.407543416230689,0.9999525899654244,0.012663344839156125,"model.visual.blocks.3.mlp.linear_fc2.weight|2d-64|(384, 832)","model.visual.blocks.10.mlp.linear_fc2.weight|2d-64|(384, 64)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,7,0.04454300293693003,3.5257151444142485 +8242,8251,1.3328313942120842,0.03369158241252991,0.009242372308837449,0.009165402332216629,1.3802347135243107,1.4368056264676843,1.4076683409833732,0.9999572883649106,0.009621184284909576,"model.visual.merger.linear_fc1.weight|2d-128|(1664, 3584)","model.visual.merger.linear_fc1.weight|2d-128|(2304, 2816)",model.visual.merger.linear_fc1.weight,2d-128,0,0.04740331931222652,3.3819464068643965 +8459,8681,1.3421721993227265,0.034257884373209375,0.015880417726151334,0.01530849001614167,1.4506415465688878,1.3596966498364027,1.4029631557393774,0.9998738982155915,0.014884828599678612,"model.visual.merger.linear_fc1.weight|2d-64|(1856, 2432)","model.visual.merger.linear_fc1.weight|2d-64|(384, 3776)",model.visual.merger.linear_fc1.weight,2d-64,0,0.017524450513676237,3.9037848856431716 +8859,8916,1.3435826252544292,0.033069867511671534,-0.006821742591265036,-0.0068163464501802655,1.450660215531425,1.3893723127909205,1.419024588812117,0.999976731643301,-0.006533535682453486,"model.visual.merger.linear_fc2.weight|2d-128|(512, 3456)","model.visual.merger.linear_fc2.weight|2d-128|(1152, 3328)",model.visual.merger.linear_fc2.weight,2d-128,0,0.045789687536491375,3.723652901500628 +9171,9203,1.342824114500067,0.04426221897830378,0.022448839547036296,0.02247018231747188,1.4074455362356186,1.3892345275398257,1.3982510962673975,0.9997479930477438,0.022158372881239077,"model.visual.merger.linear_fc2.weight|2d-64|(1472, 3136)","model.visual.merger.linear_fc2.weight|2d-64|(1216, 2240)",model.visual.merger.linear_fc2.weight,2d-64,0,0.04641041303975868,3.72685258066135 +9292,9324,0.6972761521124681,0.7527029724957842,0.7358414650927075,0.737652014213804,0.9023812409181632,0.6773143489058612,0.766078327977289,0.677153851240778,0.5523119943407618,"model.visual.pos_embed.weight|2d-128|(1152, 512)","model.visual.pos_embed.weight|2d-128|(1664, 512)",model.visual.pos_embed.weight,2d-128,0,0.0199618032066069,7.026837707000115 +9397,9589,0.4676094242583955,0.8873133091281016,0.014633768135501943,0.01675901220526007,1.4647593490577617,1.3499794241039278,1.4038623998710944,0.999892920682088,0.013487052253834968,"model.visual.pos_embed.weight|2d-64|(128, 320)","model.visual.pos_embed.weight|2d-64|(896, 320)",model.visual.pos_embed.weight,2d-64,0,0.8823699998455323,1.704587423967566 +9784,9863,1.1822100711015247,0.04165125350863104,0.013631374307895594,0.013658632602737307,1.7243455509468095,1.215643202039472,1.405105772994715,0.9999070885009657,0.009609957530119178,"mtp.fc.weight|2d-128|(1280, 128)","mtp.fc.weight|2d-128|(1152, 3968)",mtp.fc.weight,2d-128,0,0.03343313093794742,5.074694438822351 +9991,10060,1.1268498084000482,0.027217447957924648,-0.008838433634494505,-0.008781934471042141,1.1501822014583627,2.055768987179296,1.4195296581304484,0.9999609402826135,-0.015797303886286883,"mtp.fc.weight|2d-64|(1152, 2688)","mtp.fc.weight|2d-64|(1088, 3072)",mtp.fc.weight,2d-64,0,0.02333239305831447,3.327322297704803 +10180,10213,1.3175971155260386,0.059387086064415305,0.008569848463280835,0.008573881909268095,1.4300718727886963,1.3871939663184536,1.4081435444142416,0.999963278174412,0.008312898328210944,"mtp.layers.0.mlp.down_proj.weight|2d-128|(128, 512)","mtp.layers.0.mlp.down_proj.weight|2d-128|(1920, 640)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.06959685079241495,3.993645275781734 +10496,10589,1.2711143277179742,0.03013093578817995,0.012823221051405353,0.012896039248323093,1.5238653550903087,1.3105708308012134,1.405219691099887,0.9999177791207969,0.011028362453907198,"mtp.layers.0.mlp.down_proj.weight|2d-64|(704, 5248)","mtp.layers.0.mlp.down_proj.weight|2d-64|(1152, 3584)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.039456503083239225,4.567040125029438 +10754,10765,1.309053144403354,0.039574606616768856,0.013536166834563042,0.013555231272204897,1.5024046588611022,1.3238491952625833,1.404686057291676,0.999908381896775,0.01192744142876959,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(4224, 1792)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(2432, 1792)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.014796050859229304,4.455892186835779 +10989,11049,1.2959527957390329,0.03591487661901299,0.016246753797076526,0.016553277519951202,1.3386493638193846,1.4770018796453424,1.4027341236735082,0.9998680127852162,0.017925893475160104,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(3520, 1280)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(5504, 1600)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.042696568080351716,3.5863073263036345 +11208,11321,1.3317413210931297,0.024055576906397154,-0.006085775492683741,-0.006107591809657513,1.3769576136102997,1.4640494747764374,1.4185022721621652,0.9999814814968588,-0.006470697663895251,"mtp.layers.0.mlp.up_proj.weight|2d-128|(384, 1024)","mtp.layers.0.mlp.up_proj.weight|2d-128|(3456, 1536)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.045216292517169965,3.4295422459076814 +11507,11587,1.3132248030992757,0.026241179147174054,0.021423782520899343,0.021454691115661412,1.3098322326393095,1.5096108086806237,1.399135640996541,0.9997704844325507,0.024691386309225617,"mtp.layers.0.mlp.up_proj.weight|2d-64|(1472, 1792)","mtp.layers.0.mlp.up_proj.weight|2d-64|(4480, 256)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.0033925704599662154,3.561228200599899 +11666,11681,1.2329724780466451,0.024309475721085647,0.005194003013803518,0.005201727128521007,1.6239343711859369,1.2640364190576723,1.4106486850084734,0.9999865110753707,0.00404290289474465,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 256)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(128, 128)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.031063941011027163,4.833927446734747 +11730,11974,1.0856745360719813,0.02764509401631471,0.015201624615533661,0.015241408018530442,2.2161429500190986,1.1119867263061436,1.4055696245276608,0.9998844486284645,0.007627668959990371,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 128)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(448, 1408)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.026312190234162314,8.143493299370846 +11993,12215,1.1816051684747755,0.026763239995675488,0.001784874833921817,0.0017298645583600288,1.1972251653902328,1.8137601562320906,1.4130525629285227,0.999998407109645,0.0027040317487592733,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(0, 1152)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1792, 896)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.015619996915457346,3.2806992621929107 +12404,12477,1.172921063328963,0.03243312213756738,0.026999483557555423,0.027013727471122715,1.8100057928405526,1.1784483239669663,1.3966453260048968,0.999635447494548,0.01757867089278301,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(1344, 192)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(832, 1152)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.00552726063800324,5.334355764058207 +12581,12606,1.0577420915948228,-0.017704844886132196,-0.006014793276011134,-0.006060598558260328,3.1636154940250716,1.0561574461703012,1.4167662517772035,0.9999819109673168,-0.002008009101495403,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 640)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(768, 1792)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.0015846454245216357,9.191797992351535 +12783,12855,1.0563349587638453,0.0026019178142234686,0.013787596555583934,0.013798648903302428,3.0912724149763395,1.0518545404391306,1.4082547600631574,0.9999049465730332,0.0046914487278679,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(576, 320)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(896, 320)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.004480418324714686,9.20406447115497 +13050,13071,1.3581933732151918,0.033630867270779935,0.006121833035331095,0.0061403306012735945,1.3973124527593104,1.4227904720040307,1.4098788360864285,0.9999812614045763,0.006233456015273146,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(256, 1280)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(384, 1920)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.03911907954411853,3.541242065544774 +13172,13289,1.3017878980919089,0.009999023397127677,-0.0002028232928351587,-0.00014827603143321077,1.3082132156471902,1.5513842403244025,1.414354913744926,0.9999999794313558,-0.00024052414110455351,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 256)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 1600)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.006425317555281307,3.3889339402897707 +145,191,1.1688637667008086,0.2376128756052331,0.2140554939688058,0.21220506954464224,1.3339399898580995,1.1883977446783898,1.254882582146319,0.9768215013510761,0.19070053240971357,"model.language_model.embed_tokens.weight|2d-128|(29696, 1920)","model.language_model.embed_tokens.weight|2d-128|(158208, 1920)",model.language_model.embed_tokens.weight,2d-128,0,0.019533977977581163,3.4445367390555313 +262,279,1.1630285225296393,0.2995271543363004,0.2097256842003331,0.20947368474221387,1.2490939449780838,1.265492282551608,1.2572129120596183,0.9777602658048148,0.2124790019801385,"model.language_model.embed_tokens.weight|2d-64|(62976, 1920)","model.language_model.embed_tokens.weight|2d-64|(19968, 1920)",model.language_model.embed_tokens.weight,2d-64,0,0.0860654224484445,3.2026635189795516 +650,668,0.1287015235536961,0.995760920050481,0.995760920050481,0.9952722749497861,0.14209554950797643,0.1287015235536961,0.13490237791114645,0.091979291692313,0.9018997987585329,"model.language_model.layers.8.linear_attn.conv1d.weight|3d-axis0-slice|(5427, 0, 0)","model.language_model.layers.1.linear_attn.conv1d.weight|3d-axis0-slice|(3241, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,7,0.0,0.2187979970438574 +859,948,0.5842774523501033,0.812738727858943,0.812738727858943,0.7896753289361536,0.7599161406827716,0.5842774523501033,0.655053618648015,0.5826283208343266,0.6248912056441243,"model.language_model.layers.21.linear_attn.conv1d.weight|3d-volume|(4536, 0, 0)","model.language_model.layers.16.linear_attn.conv1d.weight|3d-volume|(4352, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,5,0.0,2.1225214405846042 +1071,1257,1.146224762781885,0.011665718905520603,0.006938703751120129,0.007022924854391963,1.9580712435420415,1.1583378582524386,1.4099068858880999,0.9999759269053701,0.004104734834663886,"model.language_model.layers.5.linear_attn.in_proj_qkv.weight|2d-128|(4992, 384)","model.language_model.layers.16.linear_attn.in_proj_qkv.weight|2d-128|(256, 1024)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,11,0.012113095470553725,5.362457461011254 +1300,1336,1.1399113087621005,-0.004223181817694686,-0.013774778298353186,-0.01394085452732762,2.125475034217598,1.141615033251937,1.422310885359088,0.9999051232406159,-0.007398578544537549,"model.language_model.layers.22.linear_attn.in_proj_qkv.weight|2d-64|(2752, 1984)","model.language_model.layers.22.linear_attn.in_proj_qkv.weight|2d-64|(1664, 320)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,0,0.0017037244898365778,5.2649125184590755 +1569,1668,1.1526760397684392,-0.0129568724609128,-0.0007077786249103117,-0.0006501348850985069,2.1049211190580146,1.136870134387317,1.4146320267420973,0.9999997495246776,-0.00038227198783503637,"model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(256, 1664)","model.language_model.layers.22.linear_attn.in_proj_z.weight|2d-128|(896, 1152)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,4,0.015805905381122143,5.920525939749456 +1811,1872,1.1501735609745098,-0.015744397365586773,-0.007033874532175601,-0.0068748192578340596,2.0647453315066255,1.1474598003919203,1.4184309640799595,0.9999752619985485,-0.0039089994022568535,"model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-64|(320, 704)","model.language_model.layers.21.linear_attn.in_proj_z.weight|2d-64|(1792, 1152)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,3,0.0027137605825895417,5.758909582616124 +2134,2168,1.2315177089729898,-0.033304203880154835,-0.015623397398011192,-0.015623427537477804,1.8383086940040048,1.2038858336009948,1.42430412986945,0.9998779472784385,-0.010231571477376335,"model.language_model.layers.16.linear_attn.out_proj.weight|2d-128|(1280, 256)","model.language_model.layers.22.linear_attn.out_proj.weight|2d-128|(384, 1408)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,6,0.027631875371995074,4.917902516117359 +2327,2533,1.226882902709001,-0.015396142489821216,-0.008420606465655702,-0.008285801773717141,1.2437345136005784,1.7010948301403548,1.4198760129992967,0.9999645460648846,-0.01151712842952716,"model.language_model.layers.22.linear_attn.out_proj.weight|2d-64|(1344, 64)","model.language_model.layers.17.linear_attn.out_proj.weight|2d-64|(1216, 1344)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,5,0.016851610891577495,3.2592725992288165 +2656,2690,1.2672374922655194,0.02746301039219099,0.0005260918647938924,0.0005635379196943325,1.5671361206286385,1.298222890587896,1.4138480078290392,0.9999998616136653,0.0004358169609118143,"model.language_model.layers.4.mlp.down_proj.weight|2d-128|(1024, 4096)","model.language_model.layers.21.mlp.down_proj.weight|2d-128|(1280, 2176)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,17,0.030985398322376678,4.078767665920416 +3018,3040,1.2590667547009764,0.0477890396079996,0.012627562879301385,0.01263122190185935,1.553837959777477,1.2927262433582443,1.4054061083454523,0.9999202691493604,0.010505588321492051,"model.language_model.layers.3.mlp.down_proj.weight|2d-64|(1792, 1088)","model.language_model.layers.23.mlp.down_proj.weight|2d-64|(768, 4416)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,20,0.033659488657267866,4.347522994799868 +3092,3242,1.161358992722499,0.05151193016303729,0.011742011385910807,0.011639764199771148,1.2009160168210002,1.774334063298072,1.4064843066428176,0.9999310602079591,0.017348632611967858,"model.language_model.layers.20.mlp.gate_proj.weight|2d-128|(5632, 384)","model.language_model.layers.10.mlp.gate_proj.weight|2d-128|(1408, 256)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,10,0.03955702409850126,3.066189413277338 +3407,3463,1.1498849287812651,0.04151237457549205,0.023493027108152598,0.02357357697016616,1.1564119167783151,1.9122671205195285,1.3994245692514662,0.999724000750855,0.03884856481378369,"model.language_model.layers.23.mlp.gate_proj.weight|2d-64|(448, 1856)","model.language_model.layers.12.mlp.gate_proj.weight|2d-64|(4864, 320)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,11,0.006526987997049982,3.089434560569202 +3711,3726,1.2323867677267266,0.04648017168968196,0.006969162092308574,0.0069517501554091825,1.644791141865292,1.2528175667058763,1.4094547283966938,0.9999757150949873,0.005308326675788928,"model.language_model.layers.12.mlp.up_proj.weight|2d-128|(2560, 0)","model.language_model.layers.23.mlp.up_proj.weight|2d-128|(6016, 640)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,11,0.020430798979149678,4.268603178283164 +3929,4063,1.2247261013313828,0.014159220545283223,-4.477817845566438e-06,0.00019288756390588657,1.6567249018878287,1.2542578763800019,1.414216609886239,0.9999999999899746,-3.3900246778429233e-06,"model.language_model.layers.2.mlp.up_proj.weight|2d-64|(384, 1344)","model.language_model.layers.22.mlp.up_proj.weight|2d-64|(5248, 576)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,20,0.029531775048619036,4.54756715472242 +4218,4325,1.1765991609746305,0.0266108124565253,-0.006520716245796485,-0.00661053988419182,1.1940998540889363,1.8481587192940743,1.4184107699260395,0.999978739903825,-0.010092387621055448,"model.language_model.layers.15.self_attn.k_proj.weight|2d-128|(384, 1280)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(256, 640)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,8,0.0175006931143058,3.2753164230816583 +4475,4582,1.1036904598007946,0.028419413661605147,0.022002049647894064,0.021690565811938022,2.1337677875001018,1.11887729280556,1.4013578812853804,0.9997579256056396,0.011537147523935079,"model.language_model.layers.3.self_attn.k_proj.weight|2d-64|(256, 1856)","model.language_model.layers.3.self_attn.k_proj.weight|2d-64|(64, 1216)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,0,0.01518683300476531,6.050229004371541 +4621,4750,1.1227471131350342,0.05338927627730929,0.01106551147359373,0.011122040515971154,2.042418071187313,1.1397660891936165,1.4075386907802774,0.9999387753536852,0.0061750798796317286,"model.language_model.layers.23.self_attn.o_proj.weight|2d-128|(1280, 1664)","model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(256, 896)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,4,0.01701897605858238,5.351219539836853 +4898,4979,1.1245007626054133,0.04006669468597368,0.013117312132759533,0.013003218325603815,1.1413946981522238,2.0254380022246345,1.4062569564892573,0.9999139643601401,0.023277050895491466,"model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(256, 384)","model.language_model.layers.11.self_attn.o_proj.weight|2d-64|(640, 1152)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,8,0.016893935546810512,2.9341388483792485 +5124,5288,1.119779191108766,0.0029303919885679728,0.012960138733372472,0.012939031433767553,1.1203236760771575,2.1618458282366446,1.4067061982252398,0.9999160138751713,0.02500868494738464,"model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(2816, 1152)","model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(3200, 0)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,4,0.0005444849683915454,3.112876482376078 +5560,5596,1.105923884377556,-0.005597084519647531,0.016065808789999362,0.016298875376240935,2.2516086578450003,1.1072633022085858,1.405187455960644,0.9998709365652765,0.007900609384977329,"model.language_model.layers.23.self_attn.q_proj.weight|2d-64|(64, 640)","model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(1344, 640)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,20,0.0013394178310297544,6.30959791845452 +5682,5765,1.0823413464941865,0.02676657987993675,0.011300006936099527,0.011307413960035848,2.620290317612294,1.0768495796860236,1.4085838017737438,0.9999361528833949,0.004643915843140707,"model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(384, 768)","model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(0, 640)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,12,0.005491766808162879,7.968210720440863 +6045,6057,1.0769806145434955,0.02433088092452325,0.0018296136912951443,0.002102786627342789,2.347446540440815,1.104355698487882,1.4132165277260846,0.9999983262554696,0.0008607413507418207,"model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(256, 384)","model.language_model.layers.23.self_attn.v_proj.weight|2d-64|(384, 1408)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,16,0.02737508394438648,7.801343298198479 +6292,6394,1.2140280500114093,-0.01867257883962241,0.0003250573016207917,0.00045086030313222996,1.203520210184166,1.7963058811706443,1.414000972139864,0.9999999471688739,0.0004851620584996556,"model.visual.blocks.22.attn.proj.weight|2d-128|(0, 640)","model.visual.blocks.21.attn.proj.weight|2d-128|(896, 256)",model.visual.layers.*.attn.proj.weight,2d-128,1,0.010507839827243348,3.3457019733352693 +6496,6558,1.1902915604442121,-0.008864157718398333,-0.016644860369341666,-0.01631737432942859,1.949475920254008,1.1765843405357623,1.4245891636082801,0.9998614647156301,-0.010045818908304336,"model.visual.blocks.0.attn.proj.weight|2d-64|(384, 0)","model.visual.blocks.2.attn.proj.weight|2d-64|(960, 320)",model.visual.layers.*.attn.proj.weight,2d-64,2,0.013707219908449808,5.749111612155171 +6811,6852,1.0946120388196157,0.01485775532552284,0.0005637699701979232,0.0006444108487538747,1.1120138808969435,2.2836130456585257,1.4138996997377307,0.9999998410816977,0.0011577485504551982,"model.visual.blocks.1.attn.qkv.weight|2d-128|(1536, 896)","model.visual.blocks.21.attn.qkv.weight|2d-128|(2304, 768)",model.visual.layers.*.attn.qkv.weight,2d-128,20,0.017401842077327867,3.2097750369345897 +6997,7132,1.0926551460853342,-0.013946581034717777,-0.02513320768256432,-0.02549942905254211,2.5973935522757445,1.0949419584538942,1.4268795251666486,0.9996841110428759,-0.010595007298013773,"model.visual.blocks.13.attn.qkv.weight|2d-64|(2496, 832)","model.visual.blocks.3.attn.qkv.weight|2d-64|(640, 640)",model.visual.layers.*.attn.qkv.weight,2d-64,10,0.0022868123685599873,6.92142509598332 +7171,7391,1.2156272407679694,0.023459531384251192,0.019191945072833123,0.018976327574237544,1.7079629257150688,1.2165565233021796,1.401329389003579,0.9998158176605936,0.01367013629024598,"model.visual.blocks.17.mlp.linear_fc1.weight|2d-128|(3456, 128)","model.visual.blocks.1.mlp.linear_fc1.weight|2d-128|(0, 128)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,16,0.0009292825342102073,4.735650779549265 +7522,7668,1.2140620703052427,0.04079849271193862,0.02321204625146375,0.022470589312228343,1.2390994307753251,1.6406085232257102,1.3983370291905828,0.999730564156573,0.030733514983403997,"model.visual.blocks.1.mlp.linear_fc1.weight|2d-64|(1536, 128)","model.visual.blocks.23.mlp.linear_fc1.weight|2d-64|(1344, 128)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,22,0.025037360470082426,3.490561569614579 +7740,7758,1.2258726840312384,0.06244249572897959,-0.006721124373802648,-0.0067140459739988044,1.2478914942917894,1.68681931826339,1.4187508644524054,0.9999774129884894,-0.009085182875307168,"model.visual.blocks.4.mlp.linear_fc2.weight|2d-128|(896, 2176)","model.visual.blocks.13.mlp.linear_fc2.weight|2d-128|(896, 0)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,9,0.02201881026055097,3.3617410066890265 +8073,8113,1.211657203339223,0.012880683936768065,0.011542846432969947,0.011632736533394106,1.6207768204244013,1.259245207783403,1.4062825421688159,0.9999333791289423,0.008968091023840706,"model.visual.blocks.10.mlp.linear_fc2.weight|2d-64|(384, 64)","model.visual.blocks.5.mlp.linear_fc2.weight|2d-64|(704, 3776)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,5,0.0475880044441801,5.0273815077548765 +8229,8316,1.3328471915005289,0.08316260693011228,0.020942446751679323,0.02070221489881789,1.3999341137826504,1.3987200111820002,1.3993266674589773,0.999780682912034,0.02092428426902041,"model.visual.merger.linear_fc1.weight|2d-128|(1408, 0)","model.visual.merger.linear_fc1.weight|2d-128|(3456, 3072)",model.visual.merger.linear_fc1.weight,2d-128,0,0.0658728196814713,3.2928319438384146 +8655,8675,1.3421773213496202,0.038749233543804155,0.011684316501884714,0.010847287401595107,1.3828269684939603,1.4302351728343776,1.4059319462649056,0.999931736043958,0.012084896239567116,"model.visual.merger.linear_fc1.weight|2d-64|(320, 384)","model.visual.merger.linear_fc1.weight|2d-64|(2432, 192)",model.visual.merger.linear_fc1.weight,2d-64,0,0.04064964714434005,3.3427986296964063 +8734,8913,1.3436457590002193,0.06577066667876164,0.010091437631172068,0.010128189540258204,1.4380197001420216,1.378029263955107,1.407066251181186,0.9999490801468524,0.009670449139020489,"model.visual.merger.linear_fc2.weight|2d-128|(1792, 896)","model.visual.merger.linear_fc2.weight|2d-128|(1152, 3200)",model.visual.merger.linear_fc2.weight,2d-128,0,0.034383504954887734,3.556870523621646 +8964,9162,1.3428604960728885,0.031530182151344566,0.011013702328787235,0.010981847205547932,1.4372600732797889,1.3774670924598522,1.406411201104619,0.999939347341134,0.010555509615899239,"model.visual.merger.linear_fc2.weight|2d-64|(1792, 1664)","model.visual.merger.linear_fc2.weight|2d-64|(1856, 1856)",model.visual.merger.linear_fc2.weight,2d-64,0,0.03460659638696373,3.86345748035692 +9222,9318,0.6978187994471198,0.7174953366408187,0.7790221639138477,0.7751228260820153,0.6272219971354813,0.7881220425403616,0.6940557476460973,0.6269963860589517,0.9788632124063983,"model.visual.pos_embed.weight|2d-128|(0, 768)","model.visual.pos_embed.weight|2d-128|(1536, 768)",model.visual.pos_embed.weight,2d-128,0,0.07059680231163845,3.5870065646819977 +9517,9565,0.4693537915162247,0.8942173233819316,0.8435320908983704,0.8427214733407073,0.6361452631380022,0.5370792849098445,0.5803644436797645,0.5370787759953127,0.7121700630818368,"model.visual.pos_embed.weight|2d-64|(576, 832)","model.visual.pos_embed.weight|2d-64|(768, 832)",model.visual.pos_embed.weight,2d-64,0,0.06772549339361977,3.642643309162904 +9730,9781,1.1823856571462534,0.0477097038405877,0.0006689841504332729,0.0006834876580668284,1.7682037082762958,1.2119810811640637,1.4137722974682931,0.9999997762300782,0.0004585422653106706,"mtp.fc.weight|2d-128|(384, 2304)","mtp.fc.weight|2d-128|(1152, 2432)",mtp.fc.weight,2d-128,0,0.029595424017810235,5.160926675545484 +9918,10113,1.127862183579835,0.009594759493069944,0.013639950503949099,0.013547588307012855,1.101086651729514,2.319534220806621,1.406720776284942,0.9999069715479785,0.028733734910257117,"mtp.fc.weight|2d-64|(1152, 3392)","mtp.fc.weight|2d-64|(1984, 3776)",mtp.fc.weight,2d-64,0,0.02677553185032111,2.887993478812227 +10209,10294,1.3179345079889715,0.058722454908372856,0.0184467288517511,0.018389737692500067,1.332899896079401,1.481162081732769,1.4011819280688202,0.9998298446209085,0.020498610126376646,"mtp.layers.0.mlp.down_proj.weight|2d-128|(1152, 896)","mtp.layers.0.mlp.down_proj.weight|2d-128|(768, 4864)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.014965388090429466,3.681958192474511 +10443,10457,1.271218499747733,0.02349129443974439,0.03570198769120764,0.03536634562508132,1.3207450068080926,1.468787578863934,1.388883405511738,0.9993624808220973,0.039703830634446075,"mtp.layers.0.mlp.down_proj.weight|2d-64|(192, 2944)","mtp.layers.0.mlp.down_proj.weight|2d-64|(1856, 5184)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.04952650706035966,3.38884188880586 +10647,10787,1.3091336265201652,0.054673548477779096,0.001268305864125095,0.0016072254518032711,1.450575976812074,1.3787901963974665,1.4133176047576212,0.999999195699794,0.0012055402263949464,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(4864, 896)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(1152, 384)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.06965656987730129,4.169073968155418 +11010,11071,1.2960528000091096,0.05320059795298768,0.049908285616571076,0.05024130932095812,1.2911486426966061,1.487203581765145,1.378830143903427,0.9987538050124339,0.05748662754561209,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(640, 1728)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(1856, 896)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.004904157312503488,3.705505067521893 +11216,11386,1.3317681967729331,0.04641134495606377,0.01736105377497158,0.017231125527442808,1.366302930884645,1.4404347612332078,1.401900960441808,0.9998492855484883,0.01830301669112017,"mtp.layers.0.mlp.up_proj.weight|2d-128|(4736, 1792)","mtp.layers.0.mlp.up_proj.weight|2d-128|(2304, 0)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.03453473411171193,3.5537294077489405 +11458,11647,1.3134170991826473,0.027248123238164293,0.019061989312152208,0.019069318864805843,1.3315296903497373,1.4820191243351293,1.4007474922632024,0.9998183037749726,0.021216374605256643,"mtp.layers.0.mlp.up_proj.weight|2d-64|(64, 1152)","mtp.layers.0.mlp.up_proj.weight|2d-64|(3776, 704)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.018112591167090075,3.2910871263314716 +11709,11719,1.2330557257721833,0.040100459649798734,-0.0026167148972111613,-0.0025889902306845706,1.649819850397998,1.2597892520108511,1.4159974113652232,0.9999965763957128,-0.0019981025821019546,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(256, 1664)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 896)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.02673352623866787,4.589843979056456 +11751,11939,1.0856793383722128,0.03635853583124959,0.021631991091690648,0.021625416357494695,2.3870663765943263,1.090359665897315,1.402604322255349,0.9997660011029625,0.009881019987840068,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 1472)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 1216)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.004680327525102168,7.050775856441743 +11986,12161,1.1822412457116018,0.024248624105984187,0.0036636068858007685,0.0036261314091867018,1.2046487169605395,1.7836821759812405,1.4118084411158136,0.9999932889697742,0.005424577480556124,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(0, 256)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1408, 128)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.022407471248937716,3.3548356479122234 +12322,12426,1.1729621428932435,0.04702558373560447,0.023413660017859047,0.02341189719142278,1.2030346434814776,1.736926735514007,1.3986288344337008,0.9997258626866508,0.03380435657577211,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(128, 1152)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(1664, 960)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.030072500588234075,3.3432084447492767 +12580,12622,1.057762038950496,0.003024672693111635,0.012053608281434798,0.012159651432375119,2.9809377343423344,1.0569651984655641,1.408834148009723,0.9999273526248783,0.0042739049268413175,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 512)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(896, 1792)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.0007968404849318933,8.718026151424194 +12828,12954,1.0563395766326225,0.006398798632409537,-0.008760954452855556,-0.009358329450879749,3.057520373478728,1.0614114585014993,1.4180468930390726,0.999961622102106,-0.0030413460280856956,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(576, 1856)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(896, 1216)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.00507188186887686,9.151783394404374 +13022,13038,1.358209861483962,0.023099511968294892,0.0150705083964139,0.015082076734115197,1.4223741414459532,1.3853969900826857,1.4035203726954308,0.999886433439655,0.01467872366561931,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(0, 1792)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 1792)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.027187128598723742,4.049532267980798 +13187,13273,1.3018066239384805,0.023014406857405408,0.0053748364447542,0.005037616621256354,1.3221983668744364,1.5191012127372985,1.4104442863261248,0.9999855554622737,0.006175261417688715,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 1216)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 576)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.020391742935955914,3.4591018115994214 +147,191,1.1697113924505755,0.25568786759284307,0.2836941071525589,0.2815223988540328,1.236712956921335,1.1615802232165,1.197382304578614,0.9589148312373276,0.2664591346498167,"model.language_model.embed_tokens.weight|2d-128|(92288, 1920)","model.language_model.embed_tokens.weight|2d-128|(158208, 1920)",model.language_model.embed_tokens.weight,2d-128,0,0.00813116923407553,3.2592058522857386 +351,408,1.1658331190902789,0.29416207302796804,0.26564126368187074,0.26577619687749604,1.1847229744156902,1.241568157418578,1.2121470231551226,0.9640719470192558,0.27838721912732994,"model.language_model.embed_tokens.weight|2d-64|(148160, 64)","model.language_model.embed_tokens.weight|2d-64|(207616, 64)",model.language_model.embed_tokens.weight,2d-64,0,0.01888985532541132,3.0091112662865087 +547,640,0.12897206625761584,0.9916603086602692,0.9916603086602692,0.9918552284256762,0.13070187351427842,0.12897206625761584,0.1298283278297922,0.12887913806283607,0.9785359275634872,"model.language_model.layers.2.linear_attn.conv1d.weight|3d-axis0-slice|(2213, 0, 0)","model.language_model.layers.4.linear_attn.conv1d.weight|3d-axis0-slice|(5718, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,2,0.0,0.20444502055567185 +853,867,0.584654259904665,0.8771481901070138,0.8771481901070137,0.8951939853758931,1.075389922534362,0.584654259904665,0.7264119747237328,0.48021979612672167,0.4768767264483512,"model.language_model.layers.5.linear_attn.conv1d.weight|3d-volume|(1956, 0, 0)","model.language_model.layers.21.linear_attn.conv1d.weight|3d-volume|(4312, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,16,0.0,2.9049405539267124 +1260,1262,1.1462983718747957,0.010103529808211671,0.006370601008296396,0.006401875946038481,2.010094301866687,1.1485733325570329,1.410327343789483,0.9999797075155041,0.0036401786840025915,"model.language_model.layers.12.linear_attn.in_proj_qkv.weight|2d-128|(2688, 1408)","model.language_model.layers.22.linear_attn.in_proj_qkv.weight|2d-128|(0, 512)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,10,0.0022749606822372037,5.422255104107782 +1383,1460,1.1399226039707588,0.0318390110078032,0.029269972965440216,0.028130044687811075,1.1393717304179967,1.9777275643854288,1.396194065098964,0.9995715425534095,0.050806976158106254,"model.language_model.layers.16.linear_attn.in_proj_qkv.weight|2d-64|(0, 256)","model.language_model.layers.16.linear_attn.in_proj_qkv.weight|2d-64|(4928, 1024)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,0,0.0005508735527621766,3.2183842951702317 +1633,1635,1.152990787188119,-0.013613892799698823,-0.01247786824355401,-0.012688878316575542,1.1630672648396432,1.9999088267389704,1.4218616401240687,0.9999221483716102,-0.02145585177535725,"model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-128|(1536, 1280)","model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(256, 1920)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,16,0.010076477651524085,3.600361183217562 +1811,1825,1.1502307060449284,-0.035675420594213525,-0.025795598276700603,-0.025126458440408027,2.1457669721313803,1.1457024827486257,1.4292903311515408,0.9996672381895624,-0.013773201551446252,"model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-64|(320, 704)","model.language_model.layers.17.linear_attn.in_proj_z.weight|2d-64|(448, 1664)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,1,0.004528223296302647,6.239639826620483 +2102,2168,1.2315563467069175,-0.005380683477187895,0.0073918381229404265,0.007471220322521242,1.7607234792436008,1.2087906881626442,1.4093273777803432,0.9999726799913906,0.005074723655786394,"model.language_model.layers.16.linear_attn.out_proj.weight|2d-128|(1664, 256)","model.language_model.layers.22.linear_attn.out_proj.weight|2d-128|(384, 1408)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,6,0.02276565854427326,4.452153414142298 +2351,2512,1.226903176880057,0.02431293497884174,0.007746601834865568,0.007734519625687052,1.6482041184805327,1.2505802694119033,1.408928333955581,0.9999699946298449,0.005877759496562835,"model.language_model.layers.18.linear_attn.out_proj.weight|2d-64|(64, 1536)","model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(1152, 704)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,6,0.023677092531846355,4.261674258874067 +2653,2716,1.267280433148961,0.026939327749518724,0.012557132297774911,0.012591855461899809,1.2806682715788444,1.5757703886131462,1.4054949922764128,0.9999211561060483,0.015450650008169007,"model.language_model.layers.22.mlp.down_proj.weight|2d-128|(0, 1408)","model.language_model.layers.2.mlp.down_proj.weight|2d-128|(1664, 3072)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,20,0.013387838429883336,3.33774494528314 +2867,2998,1.25907281287725,0.01588653506417808,0.01871420792362415,0.01872970095063358,1.282177997355998,1.5609356756334438,1.401172488117808,0.9998248738763161,0.022782854525225767,"model.language_model.layers.21.mlp.down_proj.weight|2d-64|(1984, 576)","model.language_model.layers.9.mlp.down_proj.weight|2d-64|(1472, 3968)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,12,0.023105184478747987,3.249184305033347 +3137,3144,1.161512486021008,0.042527178578583825,0.01253431654217425,0.01244884318708621,1.1795457748535139,1.8481741161554543,1.4061517628225024,0.9999214423687596,0.01963942382805999,"model.language_model.layers.22.mlp.gate_proj.weight|2d-128|(6016, 1408)","model.language_model.layers.9.mlp.gate_proj.weight|2d-128|(4608, 1152)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,13,0.018033288832505878,3.18525379430342 +3359,3569,1.149931178564311,0.05683474512419115,0.027745823596645108,0.027755884910533747,1.167591115818787,1.8500826442104614,1.3963914067752743,0.9996150105280251,0.043964077826578,"model.language_model.layers.18.mlp.gate_proj.weight|2d-64|(3968, 128)","model.language_model.layers.11.mlp.gate_proj.weight|2d-64|(6080, 896)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,7,0.01765993725447612,3.2514919552749557 +3652,3714,1.2324438333336476,0.036021999864092116,0.00832436885256057,0.0083676766029795,1.6549700283743152,1.2471195380157736,1.4085439894389844,0.9999653518413558,0.006272913019383204,"model.language_model.layers.2.mlp.up_proj.weight|2d-128|(2688, 1152)","model.language_model.layers.22.mlp.up_proj.weight|2d-128|(5888, 1920)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,20,0.014675704682125978,4.128723997419244 +3840,4032,1.2247829047651229,0.011474748160398188,-0.012085698943792012,-0.012079790229236042,1.7086806147580702,1.2440706192602378,1.422323248298615,0.9999269652734843,-0.008799457803484814,"model.language_model.layers.2.mlp.up_proj.weight|2d-64|(128, 1152)","model.language_model.layers.22.mlp.up_proj.weight|2d-64|(576, 1728)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,20,0.019287714495114905,4.548061056594986 +4114,4300,1.1766571812982485,0.00224563493093752,-0.001322040563127888,-0.001326766987547251,1.1843492472745445,1.8702637394295665,1.4150583862102397,0.9999991261039929,-0.00208769882107247,"model.language_model.layers.11.self_attn.k_proj.weight|2d-128|(128, 256)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 1536)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,12,0.007692065976296014,3.2092138064152045 +4409,4562,1.1038486214225463,0.03902339833137952,0.02399263122565944,0.0240561821883259,2.137020331497155,1.1172460085762455,1.4002128977991701,0.999712135390418,0.012543479852309249,"model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 1024)","model.language_model.layers.3.self_attn.k_proj.weight|2d-64|(320, 1024)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,20,0.013397387153699203,6.1918551606196255 +4750,4803,1.1231001771984606,0.03438986780332352,0.009228664117933775,0.009132972292351495,1.1364316383504902,2.069273605095058,1.408696025916057,0.9999574149725569,0.016804029758663384,"model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(256, 896)","model.language_model.layers.3.self_attn.o_proj.weight|2d-128|(1280, 1920)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,16,0.013331461152029656,2.9234358089582226 +5042,5072,1.124557561637412,0.034626384043569484,0.028454974762938946,0.02826292578216305,1.1263929588909816,2.056748802327737,1.3971570832072646,0.9995950752235829,0.05195765367848416,"model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(960, 1152)","model.language_model.layers.3.self_attn.o_proj.weight|2d-64|(1088, 1408)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,16,0.0018353972535696261,3.0727360921329128 +5194,5288,1.1201369474887128,-0.030559538568807824,-0.00037866083521069483,-0.0004030763422683481,1.1066140292179996,2.3369182043978136,1.4144206819270002,0.9999999283079833,-0.0007996459250762227,"model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(3328, 640)","model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(3200, 0)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,4,0.01352291827071328,3.001273413961377 +5579,5583,1.1059497921749395,0.0017487927182812807,0.011361895650810371,0.011862446061013858,1.0944671829284691,2.39846542344878,1.4081319169391737,0.9999354515803609,0.02489897759235308,"model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(1792, 640)","model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(2752, 896)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,4,0.011482609246470377,2.8811231267943356 +5682,5865,1.0826829016759094,0.04889081172418015,0.0233083020944769,0.02331214320654773,2.3595209892503113,1.0920832299094354,1.4015923300246351,0.999728324622981,0.010788039585580828,"model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(384, 768)","model.language_model.layers.23.self_attn.v_proj.weight|2d-128|(256, 1152)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,16,0.00940032823352599,7.621190905155699 +6090,6105,1.077070382526786,0.0032331464593101447,0.0010532179277050525,0.0012237210180994806,2.351743997741455,1.1043138204257397,1.4136403882166955,0.9999994453658446,0.0004945619568294157,"model.language_model.layers.3.self_attn.v_proj.weight|2d-64|(448, 640)","model.language_model.layers.23.self_attn.v_proj.weight|2d-64|(192, 1408)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,20,0.02724343789895367,9.21343270479529 +6373,6394,1.2141810748113717,0.015683971793102797,-0.005320079586309593,-0.005416927012818639,1.2136869143070272,1.7783568992860757,1.4177123443970425,0.999985848276462,-0.007795256029819335,"model.visual.blocks.23.attn.proj.weight|2d-128|(256, 384)","model.visual.blocks.21.attn.proj.weight|2d-128|(896, 256)",model.visual.layers.*.attn.proj.weight,2d-128,2,0.0004941605043444763,3.281005690102681 +6548,6642,1.1904956134190003,-0.01177093627483375,-0.024354468329501364,-0.02429521556419457,1.2069267522131688,1.8515136466044284,1.429883149512846,0.9997033859462452,-0.037361530337429144,"model.visual.blocks.20.attn.proj.weight|2d-64|(192, 768)","model.visual.blocks.18.attn.proj.weight|2d-64|(512, 768)",model.visual.layers.*.attn.proj.weight,2d-64,2,0.016431138794168465,3.1903632365422356 +6798,6907,1.095721929592089,0.034782334434278514,0.0072810552105014295,0.007232054540276289,1.1208234173232159,2.1825434401382373,1.4100229688676256,0.9999734927661941,0.014178164946728284,"model.visual.blocks.1.attn.qkv.weight|2d-128|(1024, 128)","model.visual.blocks.22.attn.qkv.weight|2d-128|(1152, 512)",model.visual.layers.*.attn.qkv.weight,2d-128,21,0.02510148773112686,3.3512478505771615 +6920,7011,1.0938921838148947,0.003181890159705423,0.007157071682746416,0.00736573317562092,2.3102895207572214,1.1054963842449368,1.410267119866013,0.9999743878344725,0.003424729583011184,"model.visual.blocks.18.attn.qkv.weight|2d-64|(2816, 896)","model.visual.blocks.3.attn.qkv.weight|2d-64|(1792, 704)",model.visual.layers.*.attn.qkv.weight,2d-64,15,0.011604200430042066,7.030272246291191 +7265,7277,1.215789642135113,0.011092036433408399,0.003926849762340144,0.004120904964707785,1.6543266118330513,1.2515630307417611,1.4115390048963468,0.9999922898957492,0.002970816013396736,"model.visual.blocks.18.mlp.linear_fc1.weight|2d-128|(3712, 768)","model.visual.blocks.3.mlp.linear_fc1.weight|2d-128|(1536, 640)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,15,0.03577338860664803,4.4838755591959485 +7445,7589,1.214471083713769,0.044636257922338225,0.002512513357658506,0.002302941768517017,1.680621029619196,1.241914128228878,1.4125142286048575,0.9999968436333325,0.0018566504769649912,"model.visual.blocks.21.mlp.linear_fc1.weight|2d-64|(1920, 832)","model.visual.blocks.1.mlp.linear_fc1.weight|2d-64|(1600, 768)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,20,0.027443044515108816,4.878559653594113 +7689,7876,1.226033982595298,0.014086690620011071,0.01778580355039134,0.017733132540478157,1.6978260577679083,1.221471089852507,1.4022387524840656,0.9998418200855909,0.012795683484302413,"model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(384, 1280)","model.visual.blocks.0.mlp.linear_fc2.weight|2d-128|(768, 512)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,10,0.0045628927427909804,4.641829826600065 +7989,8111,1.2118997281509833,-0.02067221123000255,-0.012798012790595585,-0.013116501512668532,1.2361048007689444,1.7314335527785445,1.4227467908885982,0.9999181020806713,-0.017926399720106068,"model.visual.blocks.4.mlp.linear_fc2.weight|2d-64|(384, 1792)","model.visual.blocks.10.mlp.linear_fc2.weight|2d-64|(512, 2368)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,6,0.02420507261796101,3.249360487478961 +8251,8289,1.333393855343271,0.02424770660008827,-0.0038987103618866033,-0.003946247564307297,1.4430478361371584,1.392248961363899,1.4169659192499364,0.9999923999998771,-0.0037614660554325372,"model.visual.merger.linear_fc1.weight|2d-128|(2304, 2816)","model.visual.merger.linear_fc1.weight|2d-128|(384, 128)",model.visual.merger.linear_fc1.weight,2d-128,0,0.058855106020628156,3.7603107145654926 +8496,8521,1.3421802797241487,0.05059440668187436,0.030286862272186278,0.029824752777090114,1.413805341650821,1.3724023316673863,1.392642459942364,0.999541247760044,0.029399917496918948,"model.visual.merger.linear_fc1.weight|2d-64|(0, 3072)","model.visual.merger.linear_fc1.weight|2d-64|(1920, 1088)",model.visual.merger.linear_fc1.weight,2d-64,0,0.030222051943237682,3.6699505207944694 +8794,8826,1.3436783546933344,0.03174773969888156,0.0004590484162900049,0.0005103708449965362,1.4023523254825712,1.425715110789575,1.4138889731763173,0.9999998946372702,0.00046669603051677417,"model.visual.merger.linear_fc2.weight|2d-128|(1280, 640)","model.visual.merger.linear_fc2.weight|2d-128|(1536, 1536)",model.visual.merger.linear_fc2.weight,2d-128,0,0.05867397078923675,3.49582302934139 +8998,9206,1.3428772053364177,0.059537938885177034,0.03128297045830199,0.031318038481247104,1.380537588996173,1.4035896705896675,1.3919204851465732,0.999510568107864,0.03180533043838482,"model.visual.merger.linear_fc2.weight|2d-64|(960, 2304)","model.visual.merger.linear_fc2.weight|2d-64|(1088, 3456)",model.visual.merger.linear_fc2.weight,2d-64,0,0.037660383659755325,3.524219937897726 +9250,9322,0.6988390887261102,0.7218515564475356,0.5776920892632798,0.5771032495379792,1.1755091232020722,0.8257334730412663,0.9555690729697961,0.8162547702786348,0.40579837774158445,"model.visual.pos_embed.weight|2d-128|(512, 256)","model.visual.pos_embed.weight|2d-128|(1664, 256)",model.visual.pos_embed.weight,2d-128,0,0.1268943843151561,7.400100141174555 +9432,9559,0.47030358395922967,0.9372559651984781,0.9207054590581897,0.9214712925094746,0.7465033520707696,0.4794268105944273,0.5704917157439922,0.39025819358528296,0.5913046210826655,"model.visual.pos_embed.weight|2d-64|(2176, 576)","model.visual.pos_embed.weight|2d-64|(1408, 576)",model.visual.pos_embed.weight,2d-64,0,0.009123226635197657,4.568657950147675 +9801,9855,1.184320751910262,0.013828859033075533,0.01283959892292233,0.012854649172696913,1.1688757413437338,1.8908381278889146,1.4060687834448942,0.9999175689523104,0.02077004623464387,"mtp.fc.weight|2d-128|(1152, 2944)","mtp.fc.weight|2d-128|(1920, 3584)",mtp.fc.weight,2d-128,0,0.01544501056652825,3.631305538595598 +9918,10044,1.127888749265185,0.05029122039164705,0.01702701980890848,0.016926607033765428,1.1287187106765046,2.0872836054050903,1.4041022100040477,0.9998550297900326,0.031487224372085704,"mtp.fc.weight|2d-64|(1152, 3392)","mtp.fc.weight|2d-64|(128, 2816)",mtp.fc.weight,2d-64,0,0.0008299614113196352,2.920829164274801 +10272,10325,1.3179540461870656,0.03252607107754129,-0.011241795870714,-0.011241862309969028,1.4740840196457763,1.375293180469555,1.4221215146667323,0.9999368090162504,-0.01048838803702587,"mtp.layers.0.mlp.down_proj.weight|2d-128|(1664, 5120)","mtp.layers.0.mlp.down_proj.weight|2d-128|(512, 640)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.05733913428248938,4.008577876028557 +10496,10600,1.271330149158071,0.02032918766138528,0.01791402381521899,0.017643671013248544,1.5032756916891776,1.3181056571208125,1.4015988305873437,0.9998395310002239,0.015707415654479515,"mtp.layers.0.mlp.down_proj.weight|2d-64|(704, 5248)","mtp.layers.0.mlp.down_proj.weight|2d-64|(1280, 2752)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.046775507962741436,4.2514106662741185 +10649,10773,1.3092011753560655,0.02015673902795423,0.002141661197667871,0.0020727640795523256,1.5028635645183688,1.3370474277358992,1.4127086689135429,0.9999977066410275,0.0019053643078646963,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(3840, 1280)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(1024, 640)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.027846252379833736,4.279045479070125 +10912,11143,1.2961946983330084,0.021640241960632092,-0.0005517408166808228,-0.00029016331521454047,1.505592037066145,1.3383352311660983,1.4146009594263695,0.999999847791024,-0.000490447714425485,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(2368, 640)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(4672, 1664)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.04214053283308994,4.282214769441792 +11262,11349,1.3320940228892926,0.045943599782264165,-0.007731542031659753,-0.007719401889724877,1.4567509453881509,1.3852711018875192,1.4196631760024625,0.9999701111822356,-0.0073521707903427685,"mtp.layers.0.mlp.up_proj.weight|2d-128|(3072, 0)","mtp.layers.0.mlp.up_proj.weight|2d-128|(5888, 0)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.05317707899822666,3.829376592429623 +11526,11662,1.3134878201966096,0.05769601899690606,0.04318703205443326,0.04317972707891148,1.4384997199506404,1.334230735922908,1.3834268619623775,0.9990670048912282,0.04005664009603691,"mtp.layers.0.mlp.up_proj.weight|2d-64|(5568, 576)","mtp.layers.0.mlp.up_proj.weight|2d-64|(2560, 320)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.020742915726298383,3.9360916308997838 +11706,11713,1.233109114386993,0.04841604148061132,-0.01146061309135857,-0.011781054330274508,1.6627939918407524,1.2624869761034672,1.4219980831034489,0.9999343250171834,-0.008701543809394995,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(256, 1280)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 128)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.029377861716474163,5.122017855627449 +11732,11939,1.0858099130083656,0.04964904187262863,0.02565364991877373,0.025676925110931333,2.342444880590742,1.0925203760722118,1.400246846563873,0.9996708909665445,0.011964907046101068,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 256)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 1216)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.00671046306384615,6.911980121451957 +11998,12192,1.18236749481188,0.022240327217257327,-0.00487777140452749,-0.004938091641715713,1.1988454239132011,1.8264664586793717,1.4173744983873549,0.9999881036023004,-0.007431388305586813,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(0, 1792)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1664, 0)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.016477929101321065,3.4489598580550984 +12272,12470,1.173106488387658,0.037421349958910055,0.01714535657348724,0.017072410103269306,1.6782098517457171,1.2294677472774194,1.40260641073265,0.9998530075705968,0.012560802751065872,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(1472, 0)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(768, 1984)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.05636125888976129,5.017063400702408 +12576,12619,1.0577913262003018,0.009953526476377058,0.009307806190312512,0.009404245083823948,3.0441842316058105,1.0553330669637966,1.410133944816431,0.9999566814337126,0.0032267546594397668,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 0)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(896, 1408)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.0024582592365052225,8.760932958795522 +12948,12954,1.056371375846924,0.001421098778901295,0.013847315349175346,0.013958574072920414,3.1000218480129083,1.0515024392280508,1.4082439119937766,0.9999041213324509,0.004696897822107632,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(640, 1536)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(896, 1216)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.004868936618873221,9.195776086324829 +13009,13020,1.3582604621730594,0.019804154282281383,0.013727155717127298,0.01378099331434324,1.429029310654004,1.381152260342329,1.4044791282445281,0.9999057781590812,0.013267252116826531,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(0, 128)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(0, 1536)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.02289179816926956,4.013765544306859 +13174,13266,1.3019098616203904,0.032078838813792,0.056787763038696384,0.05662724883681264,1.3113796298080818,1.4457675382224497,1.373667663114976,0.9983862729269973,0.06260727443328624,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 384)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 128)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.009469768187691407,3.520867969629958 +129,246,1.169769598878653,0.26959673823697144,0.2588664386887978,0.25802591538242986,1.2504967122073385,1.1874811517623622,1.217767813194598,0.9659131259697111,0.2458215313690695,"model.language_model.embed_tokens.weight|2d-128|(113024, 768)","model.language_model.embed_tokens.weight|2d-128|(238592, 768)",model.language_model.embed_tokens.weight,2d-128,0,0.01771155288370929,3.2887241377824536 +272,330,1.1666232957907263,0.31316870055884755,0.3520826888571019,0.35199777585319314,1.1245541325996833,1.1528592192548124,1.1384428549964738,0.9359688991666086,0.3609446286508164,"model.language_model.embed_tokens.weight|2d-64|(158592, 1408)","model.language_model.embed_tokens.weight|2d-64|(157376, 1408)",model.language_model.embed_tokens.weight,2d-64,0,0.042069163191043035,3.1391950335461187 +603,729,0.12932931760406854,0.9948326374456542,0.9948326374456541,0.9954371364293438,0.141386796145537,0.12932931760406854,0.13495574941450844,0.10152843676982225,0.9099932217055436,"model.language_model.layers.2.linear_attn.conv1d.weight|3d-axis0-slice|(6075, 0, 0)","model.language_model.layers.5.linear_attn.conv1d.weight|3d-axis0-slice|(6054, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,3,0.0,0.19145257741128557 +811,835,0.5863895409576286,0.8134404768695862,0.8134404768695863,0.8096223723516687,0.5863895409576286,0.7934669144680777,0.6669217758563496,0.5816481673573638,1.100698529225286,"model.language_model.layers.12.linear_attn.conv1d.weight|3d-volume|(3724, 0, 0)","model.language_model.layers.16.linear_attn.conv1d.weight|3d-volume|(3836, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,4,0.0,1.3502993248611876 +1211,1252,1.146416310345166,0.0018249795597267084,0.015031370478257339,0.015082283130656012,1.1419433440982896,2.0153261676614407,1.4050662377855665,0.9998870225688227,0.026527685823648256,"model.language_model.layers.17.linear_attn.in_proj_qkv.weight|2d-128|(4096, 256)","model.language_model.layers.13.linear_attn.in_proj_qkv.weight|2d-128|(2304, 512)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,4,0.00447296624687632,3.040164871375749 +1295,1434,1.1399452886372603,0.04738928417174699,0.0027700333719551593,0.0027657724474514102,1.9622045212749444,1.1603539489565227,1.4124961539978567,0.9999961634501996,0.00163806531227493,"model.language_model.layers.21.linear_attn.in_proj_qkv.weight|2d-64|(960, 704)","model.language_model.layers.20.linear_attn.in_proj_qkv.weight|2d-64|(4608, 640)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,1,0.02040866031926236,5.3059148449838585 +1588,1635,1.1529970247311643,0.026248984065105174,0.008903242845862653,0.008433565688263084,1.1598305925559271,1.94434801009623,1.4086630635884008,0.999960365347961,0.014925457753798478,"model.language_model.layers.16.linear_attn.in_proj_z.weight|2d-128|(384, 1664)","model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(256, 1920)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,2,0.006833567824762854,3.1292809579341543 +1800,1922,1.1503487964964725,0.008013132507927869,0.003393020964621891,0.0030498051232666404,1.1558649240128278,1.9823487871177434,1.4121240207234067,0.9999942436877993,0.005819149672378705,"model.language_model.layers.0.linear_attn.in_proj_z.weight|2d-64|(1536, 448)","model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-64|(640, 768)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,4,0.005516127516355329,3.0934454738446213 +2168,2178,1.231716483001166,-0.010823697731318686,-0.0002577482820843279,-0.0002719658197950278,1.2110045484438945,1.7736541231281346,1.4143832984857485,0.999999966782911,-0.0003775017227106984,"model.language_model.layers.22.linear_attn.out_proj.weight|2d-128|(384, 1408)","model.language_model.layers.12.linear_attn.out_proj.weight|2d-128|(640, 896)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,10,0.020711934557271494,3.4239014281165026 +2458,2559,1.2269285374165315,0.04256471198819619,0.02238372854509306,0.02272516463919395,1.2370092324743904,1.647433678215814,1.3989314879399934,0.9997494529613005,0.02981037431342729,"model.language_model.layers.16.linear_attn.out_proj.weight|2d-64|(1152, 768)","model.language_model.layers.9.linear_attn.out_proj.weight|2d-64|(384, 1600)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,7,0.010080695057858913,3.2765243426537642 +2690,2786,1.267443277548562,0.02704975833534335,-0.012618604210133515,-0.012550357882400482,1.3034676842185662,1.5827319338857253,1.4229437936469713,0.9999203822444005,-0.015322104326979445,"model.language_model.layers.21.mlp.down_proj.weight|2d-128|(1280, 2176)","model.language_model.layers.2.mlp.down_proj.weight|2d-128|(384, 640)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,19,0.03602440667000417,3.169320426462573 +3026,3047,1.2591038726287018,0.023319773787832385,0.04103549517453349,0.04104083899727053,1.245852433773206,1.586599151369906,1.385738300435695,0.9991576893242532,0.052258903265754435,"model.language_model.layers.21.mlp.down_proj.weight|2d-64|(1600, 2816)","model.language_model.layers.5.mlp.down_proj.weight|2d-64|(1088, 3392)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,16,0.013251438855495845,3.2356211985922 +3137,3278,1.1616017496775641,0.022485552869945327,0.0008607329082879013,0.0009974540115316617,1.186370697138335,1.856026173320821,1.4136610724750798,0.9999996295693617,0.0013465797915224599,"model.language_model.layers.22.mlp.gate_proj.weight|2d-128|(6016, 1408)","model.language_model.layers.9.mlp.gate_proj.weight|2d-128|(768, 1664)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,13,0.02476894746077085,3.3875276259264897 +3433,3583,1.1499564039159043,0.02315128496033198,-0.007575721179343733,-0.00738355214519045,1.1628859794342057,1.9843641850430145,1.4188793566412883,0.9999713038125708,-0.012927311920533887,"model.language_model.layers.23.mlp.gate_proj.weight|2d-64|(4544, 1536)","model.language_model.layers.9.mlp.gate_proj.weight|2d-64|(2816, 1024)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,14,0.012929575518301428,3.069609821475457 +3652,3724,1.23263630717929,0.0315992072712772,0.014632715633608072,0.014618548129732978,1.6361360851001847,1.249261084469992,1.4041966481630306,0.9998929360852521,0.011172715012921977,"model.language_model.layers.2.mlp.up_proj.weight|2d-128|(2688, 1152)","model.language_model.layers.20.mlp.up_proj.weight|2d-128|(3840, 1280)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,18,0.016624777290701998,4.45069660320973 +4035,4051,1.2252884617556123,0.041461582509569106,0.030005942453255,0.029934908304147297,1.6518455526932123,1.2280391182807533,1.3937475711734861,0.9995497203328566,0.02230745547209276,"model.language_model.layers.4.mlp.up_proj.weight|2d-64|(3328, 576)","model.language_model.layers.23.mlp.up_proj.weight|2d-64|(960, 1024)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,19,0.0027506565251409487,4.270580954589001 +4114,4290,1.176718881281284,0.025756452162831088,0.01099236072231014,0.010983251763615313,1.1937966658002332,1.800270671828947,1.4070352662007906,0.9999395821777187,0.016576712927300872,"model.language_model.layers.11.self_attn.k_proj.weight|2d-128|(128, 256)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 256)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,12,0.017077784518949146,3.29005602797288 +4409,4435,1.1039586421132697,0.011979288221968754,0.020095933862039554,0.020148218867304665,2.164952360965536,1.1157465083851665,1.4025929082410973,0.9997980563304835,0.010356795116410787,"model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 1024)","model.language_model.layers.11.self_attn.k_proj.weight|2d-64|(128, 1216)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,12,0.011787866271896874,6.325688171541824 +4804,4860,1.1231082385070585,0.014746991904500191,0.008510503050658945,0.008371410187179603,1.1335603974608857,2.0899205522652013,1.4091604001474802,0.9999637850131498,0.01569062863833998,"model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(512, 896)","model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(768, 1536)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,12,0.010452158953827118,3.0875144101036134 +5002,5059,1.1247914374374013,0.030168138378465475,0.018008212757772896,0.018278523868641802,2.0348616546322136,1.136609447205347,1.4033291981488403,0.9998378389885386,0.010058818839685702,"model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(128, 1792)","model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(1472, 64)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,12,0.01181800976794567,5.539426973180259 +5172,5205,1.1203397795306893,0.03447304964209275,-0.0040553456904996055,-0.004042455501736287,2.1504886565278025,1.131962685003454,1.41657545708441,0.9999917770518568,-0.002134631113956667,"model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(2688, 1536)","model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(3840, 1280)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,4,0.011622905472764788,5.941954846163712 +5608,5620,1.1061786121109296,-0.0025302289425211417,0.0005094815806081385,0.0007484070372254161,1.1143283834612687,2.264122408487759,1.413928067138274,0.9999998702142511,0.0010351783912957674,"model.language_model.layers.23.self_attn.q_proj.weight|2d-64|(1472, 1664)","model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(2688, 384)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,16,0.008149771350339119,3.0604295467159726 +5664,5818,1.0827914902713196,0.04735817694866544,0.01340928944387997,0.013403814840490367,2.2471916048273513,1.1092406360765688,1.406666679023721,0.9999100914365303,0.006618985546275658,"model.language_model.layers.3.self_attn.v_proj.weight|2d-128|(384, 1408)","model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(384, 1280)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,16,0.026449145805249152,8.208334267210285 +6081,6097,1.0770993243670428,-0.0012763241526713223,0.007004316679646638,0.00694782355463841,2.4781294045570617,1.0895653741902176,1.4105591496828067,0.9999754694730523,0.003079605491937596,"model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(256, 1728)","model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(448, 1792)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,12,0.012466049823174785,8.496688371914157 +6254,6276,1.214668580099307,0.010203004337106317,0.0006958047867995567,0.00048034432188308134,1.5915276995982306,1.2847087011548524,1.4137325437144523,0.9999997579278201,0.0005616656650916269,"model.visual.blocks.1.attn.proj.weight|2d-128|(640, 768)","model.visual.blocks.2.attn.proj.weight|2d-128|(640, 896)",model.visual.layers.*.attn.proj.weight,2d-128,1,0.07004012105554547,6.43546900905399 +6524,6577,1.190537969096664,-0.003604106534117621,-0.000679991300546441,-0.0005131247494474749,1.7521383511947906,1.2183993463603486,1.4146642419348903,0.9999997688058889,-0.0004728513336584117,"model.visual.blocks.0.attn.proj.weight|2d-64|(448, 768)","model.visual.blocks.21.attn.proj.weight|2d-64|(512, 768)",model.visual.layers.*.attn.proj.weight,2d-64,21,0.02786137726368465,4.806277194985452 +6738,6744,1.0958742012009752,0.04646755553900453,0.0037298397322454995,0.0037112077897087543,1.1183113184721512,2.217272258643055,1.412091076205822,0.9999930441235937,0.007395141255291277,"model.visual.blocks.0.attn.qkv.weight|2d-128|(1280, 256)","model.visual.blocks.20.attn.qkv.weight|2d-128|(2304, 384)",model.visual.layers.*.attn.qkv.weight,2d-128,20,0.02243711727117592,3.7130026002387786 +6968,7132,1.0939194616218395,-0.03141781218712039,-0.009381601384101811,-0.009596933530802572,2.655050325058767,1.083620064383446,1.4188477412232308,0.9999559918093744,-0.0038289637676209433,"model.visual.blocks.21.attn.qkv.weight|2d-64|(256, 320)","model.visual.blocks.3.attn.qkv.weight|2d-64|(640, 640)",model.visual.layers.*.attn.qkv.weight,2d-64,18,0.01029939723839357,6.802385453653618 +7277,7423,1.2158332041976123,0.024678273321234248,-0.005852507735599381,-0.005412369032690735,1.2645094208822214,1.6462603452555158,1.4182063168261743,0.9999828739299512,-0.0076193591335179224,"model.visual.blocks.3.mlp.linear_fc1.weight|2d-128|(1536, 640)","model.visual.blocks.18.mlp.linear_fc1.weight|2d-128|(2560, 768)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,15,0.048676216684609086,3.3031164531139994 +7495,7658,1.2145782790020216,0.010547335772247741,0.0020639684710170732,0.0027234409104994416,1.749994206098026,1.216795548786466,1.4128447845349112,0.9999978700148069,0.0014351062647052584,"model.visual.blocks.18.mlp.linear_fc1.weight|2d-64|(3648, 576)","model.visual.blocks.0.mlp.linear_fc1.weight|2d-64|(896, 640)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,18,0.0022172697844442535,5.215129600720445 +7689,7842,1.2260567780016938,0.0084887876397544,-0.004923857377776722,-0.004921251810104379,1.6932105450670254,1.2436788692412784,1.4175319547295822,0.999987877740787,-0.0036166189690581417,"model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(384, 1280)","model.visual.blocks.3.mlp.linear_fc2.weight|2d-128|(768, 1792)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,7,0.01762209123958458,4.924794730343403 +7963,8049,1.2120139382875779,0.027872493614329752,0.01098241494683429,0.010999114865773913,1.382881916309865,1.431225597555711,1.406430990409879,0.999939691462408,0.011366345318066655,"model.visual.blocks.4.mlp.linear_fc2.weight|2d-64|(384, 2944)","model.visual.blocks.3.mlp.linear_fc2.weight|2d-64|(576, 3840)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,1,0.17086797802228704,3.5919171710285602 +8251,8286,1.333396159634934,0.03545779176129475,0.00477516610698723,0.004742192351430255,1.4250770144464926,1.3970089800116914,1.4108336390355478,0.999988598829332,0.004681115381753358,"model.visual.merger.linear_fc1.weight|2d-128|(2304, 2816)","model.visual.merger.linear_fc1.weight|2d-128|(2048, 128)",model.visual.merger.linear_fc1.weight,2d-128,0,0.06361282037675742,3.684709560303549 +8473,8478,1.3423983496478558,0.04138226017382224,0.023141207365315195,0.023080699591156866,1.372265045051354,1.424743864602206,1.397766131888553,0.9997322064041327,0.024026184542204353,"model.visual.merger.linear_fc1.weight|2d-64|(384, 704)","model.visual.merger.linear_fc1.weight|2d-64|(320, 832)",model.visual.merger.linear_fc1.weight,2d-64,0,0.02986669540349829,3.47314062661869 +8866,8881,1.3437339979916436,0.055587862362590404,0.013665266507208229,0.013724680169034225,1.4077053739374672,1.4013514257303483,1.4045176206275218,0.9999066258862809,0.013603585705791375,"model.visual.merger.linear_fc2.weight|2d-128|(1408, 2432)","model.visual.merger.linear_fc2.weight|2d-128|(1920, 3072)",model.visual.merger.linear_fc2.weight,2d-128,0,0.05761742773870471,3.7883479453933413 +9111,9190,1.342998924398373,0.041982724706008355,0.013315081217504496,0.013445833983848335,1.3776539441023532,1.4335621290905771,1.4047743215419664,0.9999113503767078,0.013855436091838712,"model.visual.merger.linear_fc2.weight|2d-64|(1088, 1216)","model.visual.merger.linear_fc2.weight|2d-64|(1280, 192)",model.visual.merger.linear_fc2.weight,2d-64,0,0.034655019703980106,3.382544640745687 +9222,9270,0.7063257706636483,0.7370419874616252,0.7063414830723724,0.7045140221801477,0.7590881908205698,0.7742275983470361,0.766545790168394,0.7078712519174101,0.7204288996524164,"model.visual.pos_embed.weight|2d-128|(0, 768)","model.visual.pos_embed.weight|2d-128|(768, 768)",model.visual.pos_embed.weight,2d-128,0,0.05276242015692145,3.64987124852093 +9360,9375,0.47429085628591405,0.882382906635465,0.8434799286856289,0.842837388174064,0.6403140648170369,0.537179945412326,0.5820021737122022,0.537160692814065,0.707622285600126,"model.visual.pos_embed.weight|2d-64|(1408, 384)","model.visual.pos_embed.weight|2d-64|(1664, 384)",model.visual.pos_embed.weight,2d-64,0,0.062889089126412,2.491149262836633 +9733,9781,1.1843445191495763,0.01624977923281542,-0.014042203289910606,-0.01404836085045059,1.8488418097771875,1.1997032370871623,1.4232526578624787,0.9999014034027379,-0.009111908143602616,"mtp.fc.weight|2d-128|(384, 2688)","mtp.fc.weight|2d-128|(1152, 2432)",mtp.fc.weight,2d-128,0,0.01535871793758603,5.610164426009832 +9876,10008,1.1301101464887782,-0.010607361210265053,-0.01124223718335966,-0.011227166394685906,2.1944503467311836,1.1299081304705638,1.4206695821039177,0.9999368040546929,-0.0057885543945335955,"mtp.fc.weight|2d-64|(1984, 2688)","mtp.fc.weight|2d-64|(1152, 2752)",mtp.fc.weight,2d-64,0,0.000202016018214346,6.8773714640274575 +10249,10274,1.3180215742292156,0.04669414559272338,0.016574545844366885,0.016546399550522322,1.3813361780286186,1.4245630489001184,1.402450227108806,0.99986263278015,0.017093221720930623,"mtp.layers.0.mlp.down_proj.weight|2d-128|(1536, 5632)","mtp.layers.0.mlp.down_proj.weight|2d-128|(384, 256)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.06331460379940301,3.559051644900426 +10407,10420,1.2713718548221553,0.053453679462577036,0.016136781458505067,0.01596614428005005,1.4174221962074516,1.388541977506974,1.402759164687599,0.9998697936652354,0.0158079917874456,"mtp.layers.0.mlp.down_proj.weight|2d-64|(1408, 5248)","mtp.layers.0.mlp.down_proj.weight|2d-64|(512, 4800)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.11717012268481874,4.254164291354619 +10748,10795,1.3092699223394597,0.013139842391162521,-0.010523870229621162,-0.010540730669954495,1.501413436999738,1.3532889579496723,1.4215958317636286,0.9999446225443637,-0.009485620033547151,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(2560, 768)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(1152, 1408)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.04401903561021259,4.200028712341188 +10996,11010,1.296434762575051,0.0426174176554487,0.02622407328673799,0.025784980657772568,1.4842849678326688,1.321246436874224,1.3956736407631805,0.9996560898530313,0.023343538566603067,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(1472, 960)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(640, 1728)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.02481167429917308,4.189298028341929 +11216,11323,1.332098268655894,0.05713069921661362,0.01585060311649863,0.01582386128926598,1.3776053958253909,1.4297861878589821,1.4029685278317294,0.9998743712991364,0.016450990591268543,"mtp.layers.0.mlp.up_proj.weight|2d-128|(4736, 1792)","mtp.layers.0.mlp.up_proj.weight|2d-128|(1280, 1408)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.0455071271694969,3.734356754819561 +11543,11568,1.3135166256097404,0.04667506007636937,0.027072900574696843,0.027070728322426182,1.3602266535650533,1.4325079440341912,1.394964763679896,0.9996334618521294,0.028511531544875936,"mtp.layers.0.mlp.up_proj.weight|2d-64|(5248, 1408)","mtp.layers.0.mlp.up_proj.weight|2d-64|(5504, 1728)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.04671002795531298,3.5435209631102005 +11665,11713,1.233169106110006,0.006082149172176651,0.011594555807086694,0.011507824191415642,1.670707521812734,1.2375375239008353,1.406348977984627,0.999932780878613,0.008588396051909575,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 128)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 128)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.004368417790829193,4.943675925822085 +11757,11974,1.0860674432229833,0.01233411681915957,-0.0020456948913389695,-0.001994481191662948,2.294595769065331,1.1121624177110785,1.4153485837603286,0.9999979075640166,-0.0009915232159507974,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 1856)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(448, 1408)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.02609497448809517,8.58504151872084 +12192,12233,1.1824485355790737,0.058216617700552004,0.009961479982303243,0.009898132100845123,1.7005273935444474,1.2274432952937937,1.4075122732088696,0.9999503832273691,0.007190211614289921,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(1664, 0)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1920, 1152)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.04499475971472,4.62072775979745 +12290,12490,1.1732324339810123,0.06269989277038207,0.02159529328833496,0.021663653612324828,1.245544758112363,1.6293130013360315,1.3994005029213596,0.9997667944614838,0.02824907888149511,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(64, 1152)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(1408, 64)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.0723123241313508,3.326139126265043 +12581,12614,1.057816226439228,-0.007000546487046742,0.0061392562339506445,0.006110874867140611,3.0615025584733613,1.0557908348247083,1.4115351152223532,0.9999811545888723,0.0021171860354994194,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 640)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(896, 768)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.002025391614519645,8.60044906024566 +12857,12997,1.0563839837898301,0.002300783610413913,-0.016274916698550548,-0.01654659307395842,1.0605592321600885,3.143792646434735,1.4211676331826664,0.9998675547723584,-0.048243381309341034,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(960, 448)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(704, 640)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.0041752483702584,3.0678613938678607 +13024,13061,1.358493069460494,0.04217375284329972,0.011259931266313708,0.011244105914548596,1.395655531262775,1.417048477291857,1.4062299750763882,0.9999366049644737,0.011432526220065279,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 0)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(384, 640)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.037162461802281,3.8205788817465622 +13266,13323,1.3023270919483405,0.024112268630348894,0.02657291371955574,0.026417586911170722,1.4610831780708875,1.3377955010610543,1.3953709227164475,0.9996468777805756,0.02433066437123849,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 128)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(448, 1728)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.03546840911271376,4.18026970396594 +61,224,1.170032096482421,0.27356154172366737,0.24262993973039895,0.24049286462011418,1.2029826364479286,1.2609981700991617,1.2309662331178823,0.9701189166006521,0.2543311106423824,"model.language_model.embed_tokens.weight|2d-128|(140160, 384)","model.language_model.embed_tokens.weight|2d-128|(70144, 384)",model.language_model.embed_tokens.weight,2d-128,0,0.032950539965507675,3.1070678689278464 +370,381,1.1669890759313901,0.31467262187093376,0.32041968209190674,0.3203841695768086,1.1732454797979606,1.1585968323347011,1.1658521404863271,0.9472756870774851,0.3164190572916626,"model.language_model.embed_tokens.weight|2d-64|(153600, 1152)","model.language_model.embed_tokens.weight|2d-64|(232960, 1152)",model.language_model.embed_tokens.weight,2d-64,0,0.008392243596688997,3.0540698709480094 +615,702,0.12935578098130088,0.9917902242376927,0.9917902242376925,0.999112604218654,0.13304416801918287,0.1293557809813022,0.13116109502081977,0.12787552974102437,0.9642947972540189,"model.language_model.layers.5.linear_attn.conv1d.weight|3d-axis0-slice|(2563, 0, 0)","model.language_model.layers.18.linear_attn.conv1d.weight|3d-axis0-slice|(2881, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,13,1.3322676295501878e-15,0.1976837754499539 +814,912,0.5868073399881699,0.8643554921861055,0.8643554921861053,0.8706642086161421,1.0442469494476576,0.5868073399881699,0.7234672763940175,0.5028812813455235,0.4857185816460148,"model.language_model.layers.2.linear_attn.conv1d.weight|3d-volume|(5328, 0, 0)","model.language_model.layers.13.linear_attn.conv1d.weight|3d-volume|(4928, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,11,0.0,2.9919488170632347 +1183,1252,1.1464537130653483,0.05228038775951342,0.002812627799868892,0.0028091058400038387,1.1755644361949737,1.8935017806537073,1.4124299810579273,0.9999960445546069,0.004530347791573177,"model.language_model.layers.10.linear_attn.in_proj_qkv.weight|2d-128|(1920, 384)","model.language_model.layers.13.linear_attn.in_proj_qkv.weight|2d-128|(2304, 512)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,3,0.029110723129625482,3.0871542288455536 +1357,1473,1.1399516763430284,0.06976361267636216,0.039571878882833894,0.039275461125667946,1.8560443864072773,1.1573583061767694,1.388859776629181,0.999216726442108,0.024675510484273046,"model.language_model.layers.14.linear_attn.in_proj_qkv.weight|2d-64|(1216, 512)","model.language_model.layers.17.linear_attn.in_proj_qkv.weight|2d-64|(5376, 640)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,3,0.017406629833740972,4.9975477473772525 +1556,1592,1.1531702927657177,0.006673101058051762,0.006062260449086082,0.006020610915257225,1.1573485314966796,1.9658659395681493,1.410460377294739,0.9999816243302911,0.010297322724588113,"model.language_model.layers.16.linear_attn.in_proj_z.weight|2d-128|(1920, 640)","model.language_model.layers.16.linear_attn.in_proj_z.weight|2d-128|(512, 512)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,0,0.004178238730961903,3.3923643830299297 +1907,1922,1.1504084476502112,-0.027972493532067922,-0.005746001922552678,-0.007040472509040088,1.1474082228620337,2.0603220514782787,1.417663526873517,0.9999834915946892,-0.010317700564618807,"model.language_model.layers.20.linear_attn.in_proj_z.weight|2d-64|(1664, 1664)","model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-64|(640, 768)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,16,0.003000224788177519,3.175658077623137 +2100,2140,1.2317306050579242,0.0382348825987542,0.009608546658567087,0.009776561525656938,1.2427152493756943,1.6625710989946012,1.4076821949901248,0.9999538368500368,0.012854828960938662,"model.language_model.layers.8.linear_attn.out_proj.weight|2d-128|(1152, 1920)","model.language_model.layers.18.linear_attn.out_proj.weight|2d-128|(1920, 1408)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,10,0.010984644317770131,3.366216079470932 +2330,2351,1.2274093717262486,0.009421747455042862,0.0026165788630645227,0.0026233695289932827,1.2393147755993632,1.686890920900421,1.4124468502529082,0.9999965767516673,0.003561551282069422,"model.language_model.layers.2.linear_attn.out_proj.weight|2d-64|(1664, 1024)","model.language_model.layers.18.linear_attn.out_proj.weight|2d-64|(64, 1536)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,16,0.011905403873114562,3.244886571747271 +2690,2778,1.2675006964802786,0.042145477085054485,0.02079184352027088,0.020805462469046288,1.3080512004001206,1.5135013025733566,1.3995909893553926,0.9997838262559705,0.024057530959954374,"model.language_model.layers.21.mlp.down_proj.weight|2d-128|(1280, 2176)","model.language_model.layers.11.mlp.down_proj.weight|2d-128|(512, 3840)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,10,0.04055050391984194,3.264447284093439 +2818,2913,1.2593478181177,0.026375870129730642,0.011668378725240472,0.011816106378889388,1.298435687814405,1.5458255200925943,1.406063188235973,0.9999319221516655,0.01389154486499328,"model.language_model.layers.18.mlp.down_proj.weight|2d-64|(384, 832)","model.language_model.layers.4.mlp.down_proj.weight|2d-64|(704, 3264)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,14,0.03908786969670497,3.335602243778083 +3102,3207,1.161934610841187,0.056381218150821165,0.015803526294230333,0.01564814305682593,1.1816208983125975,1.8306413184094954,1.4039933527784823,0.9998751164803871,0.024483815623185908,"model.language_model.layers.23.mlp.gate_proj.weight|2d-128|(3200, 512)","model.language_model.layers.0.mlp.gate_proj.weight|2d-128|(3840, 1920)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,23,0.019686287471410546,3.021074414759632 +3448,3498,1.1503417852209827,0.030430842706213844,0.014765784282625647,0.014735299412107588,1.8914187814304906,1.1673390934802315,1.4048496643479373,0.9998909798645645,0.009113094047828308,"model.language_model.layers.10.mlp.gate_proj.weight|2d-64|(4416, 1792)","model.language_model.layers.19.mlp.gate_proj.weight|2d-64|(2880, 1472)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,9,0.016997308259248722,5.361470860133731 +3653,3724,1.2327635497913334,0.019398964201682217,0.0072784649126685,0.007296208459060097,1.6346290212437766,1.2570569032407257,1.4092306802961474,0.9999735116234405,0.0055972605677241695,"model.language_model.layers.2.mlp.up_proj.weight|2d-128|(1024, 640)","model.language_model.layers.20.mlp.up_proj.weight|2d-128|(3840, 1280)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,18,0.02429335344939232,4.3153511700488325 +3938,4051,1.225381627590264,0.05034961014881268,-0.013380006409990979,-0.013559018924604697,1.6601908628471698,1.26546922594678,1.4233071431335405,0.999910483707651,-0.010198819144069055,"model.language_model.layers.6.mlp.up_proj.weight|2d-64|(4288, 128)","model.language_model.layers.23.mlp.up_proj.weight|2d-64|(960, 1024)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,17,0.040087598356515874,4.080545815420617 +4121,4290,1.1768939822166444,0.013392649891379232,-0.0026595881073983403,-0.00281682481205012,1.1944638841899529,1.8359356476717745,1.415931826176018,0.9999964632892954,-0.0040878863556497586,"model.language_model.layers.11.self_attn.k_proj.weight|2d-128|(128, 1152)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 256)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,12,0.017569901973308433,3.1520473675141454 +4514,4589,1.1039612442041506,0.008283712842606667,0.0024244524649734514,0.002453104418294617,2.0624109911459643,1.1418615759930104,1.4127598784991384,0.9999970610108038,0.0013423071950545067,"model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 512)","model.language_model.layers.11.self_attn.k_proj.weight|2d-64|(448, 832)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,12,0.037900331788859765,6.543359741707993 +4792,4802,1.1231798780361608,0.060468450161659755,0.0035428768033478287,0.0035588482860792756,2.0029626860538197,1.1517783560349288,1.4120467054036505,0.9999937239922839,0.002037286489961401,"model.language_model.layers.23.self_attn.o_proj.weight|2d-128|(384, 512)","model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(1792, 0)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,4,0.028598477998768024,5.006399964122512 +4927,5041,1.1248558347736073,0.019323218056895335,0.010153325010146893,0.01037400103886311,2.0968664855217294,1.1314624668692057,1.4081999509739085,0.9999484536671069,0.005478701787752218,"model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(1344, 320)","model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(1728, 896)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,12,0.006606632095598419,5.445169466333633 +5172,5308,1.1203566069971143,0.00788658266031023,-0.0005822326845495748,-0.0005499782418441725,2.2522880120038953,1.1163557398359283,1.4145411563638217,0.9999998305025362,-0.00028858600492159223,"model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(2688, 1536)","model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(3968, 128)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,4,0.0040008671611859725,6.355542998855969 +5558,5583,1.1063908886175524,-0.011325855583746169,-0.008206964798695463,-0.00824278894513665,1.1052166226254583,2.389624136279733,1.418628765438232,0.9999663222973026,-0.01774454054262527,"model.language_model.layers.23.self_attn.q_proj.weight|2d-64|(1408, 1088)","model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(2752, 896)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,16,0.0011742659920941367,3.3343923516528626 +5773,5784,1.0829008588375266,0.06159827820785664,0.006187697766849355,0.006193892961949467,1.1111930600458126,2.264333870244074,1.4107484632489866,0.999980856014927,0.012608982305678692,"model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(0, 1664)","model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(256, 1536)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,12,0.028292201208286016,3.0575181187757465 +5906,5988,1.077117107213511,0.005398374109229576,-0.0013469709218507536,-0.0013670518417962113,1.093639708656389,2.477504470693402,1.4149171342950426,0.9999990928342564,-0.0030513947640755865,"model.language_model.layers.23.self_attn.v_proj.weight|2d-64|(256, 1152)","model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(448, 960)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,16,0.01652260144287787,3.7259959092276316 +6257,6276,1.2148214170225111,0.02537228338747513,0.003974314772972373,0.004023691271722872,1.6413937280382769,1.2572098427400051,1.4114977216776738,0.9999921023798565,0.003044088426424984,"model.visual.blocks.13.attn.proj.weight|2d-128|(512, 256)","model.visual.blocks.2.attn.proj.weight|2d-128|(640, 896)",model.visual.layers.*.attn.proj.weight,2d-128,11,0.042388425717494016,6.052973295068766 +6419,6453,1.1909602596913498,0.038994229039575286,0.021772461379886695,0.021432567451158117,1.201557097203654,1.7457745688273671,1.3997594365515924,0.999762951866822,0.03163379373834272,"model.visual.blocks.23.attn.proj.weight|2d-64|(64, 512)","model.visual.blocks.2.attn.proj.weight|2d-64|(320, 256)",model.visual.layers.*.attn.proj.weight,2d-64,21,0.010596837512304225,3.078459335490504 +6798,6814,1.0963443907892327,0.017177154475205368,0.00638615615598728,0.006371406929753609,1.1012239565484279,2.354963919775751,1.410743845441785,0.9999796082968649,0.013656774577027173,"model.visual.blocks.1.attn.qkv.weight|2d-128|(1024, 128)","model.visual.blocks.11.attn.qkv.weight|2d-128|(2176, 896)",model.visual.layers.*.attn.qkv.weight,2d-128,10,0.004879565759195126,3.378638284343964 +6937,7099,1.0944172649402888,0.012862860536078505,-0.003275438904472715,-0.003084565026831949,1.0951838223846961,2.470470852141351,1.4159287327307706,0.9999946357356039,-0.007388601051328601,"model.visual.blocks.5.attn.qkv.weight|2d-64|(512, 256)","model.visual.blocks.18.attn.qkv.weight|2d-64|(2816, 512)",model.visual.layers.*.attn.qkv.weight,2d-64,13,0.0007665574444073453,2.7819848415535873 +7277,7333,1.215839662549254,0.03758037182858495,0.005284095308669793,0.005555489696595387,1.256424636660832,1.6403225339561058,1.4106015135504475,0.9999860390709306,0.006898639483398321,"model.visual.blocks.3.mlp.linear_fc1.weight|2d-128|(1536, 640)","model.visual.blocks.17.mlp.linear_fc1.weight|2d-128|(1024, 256)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,14,0.04058497411157802,3.3786566013949986 +7491,7616,1.214833977017272,0.0219746620896221,0.03452228346306369,0.03526687958783529,1.6763582275298716,1.2144062650730498,1.3908249320520938,0.999403928321525,0.02500902052656596,"model.visual.blocks.23.mlp.linear_fc1.weight|2d-64|(832, 0)","model.visual.blocks.1.mlp.linear_fc1.weight|2d-64|(896, 960)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,22,0.0004277119442221977,5.140501109689986 +7681,7807,1.2260650661859054,0.04073519491774998,-0.0037439027803885493,-0.003778644818106727,1.2549915182577667,1.6632200011935376,1.4167569903556094,0.9999929915714264,-0.004961733921127077,"model.visual.blocks.4.mlp.linear_fc2.weight|2d-128|(256, 1024)","model.visual.blocks.2.mlp.linear_fc2.weight|2d-128|(640, 1280)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,2,0.028926452071861286,3.566358367166687 +8045,8111,1.2121699632736112,0.02349310900895775,0.008149870311509955,0.009661643346629275,1.2232476380244977,1.71633937007492,1.408755627705778,0.999966789255476,0.01143508709261792,"model.visual.blocks.0.mlp.linear_fc2.weight|2d-64|(832, 2304)","model.visual.blocks.10.mlp.linear_fc2.weight|2d-64|(512, 2368)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,10,0.011077674750886501,3.323475756104454 +8239,8399,1.3333987410330903,0.059719868566917175,0.01899977100442401,0.018629063660574534,1.4183432517916752,1.3837346786431732,1.400718404870578,0.9998194880586092,0.018536163225573044,"model.visual.merger.linear_fc1.weight|2d-128|(1024, 2944)","model.visual.merger.linear_fc1.weight|2d-128|(1408, 3968)",model.visual.merger.linear_fc1.weight,2d-128,0,0.050335937610082926,3.485321750247985 +8483,8487,1.342594939547548,0.06941350150000575,0.01493182125299088,0.01469077620557359,1.4221012076094037,1.3858391754931376,1.4036190069940961,0.9998885141424861,0.014551076071893324,"model.visual.merger.linear_fc1.weight|2d-64|(1792, 2432)","model.visual.merger.linear_fc1.weight|2d-64|(2368, 1088)",model.visual.merger.linear_fc1.weight,2d-64,0,0.04324423594558957,3.500703771457538 +8781,8821,1.343797490694826,0.030818524816850722,0.005748238765011083,0.0056617392389447015,1.4404791792417502,1.3816529238504796,1.4101466266040763,0.9999834787390742,0.005513492323331489,"model.visual.merger.linear_fc2.weight|2d-128|(1408, 1536)","model.visual.merger.linear_fc2.weight|2d-128|(1152, 3584)",model.visual.merger.linear_fc2.weight,2d-128,0,0.03785543315565354,3.921562847685387 +9062,9198,1.3431057448889077,0.05992797712382147,0.030531653940542566,0.030511400813372804,1.4080535208150673,1.377377957945288,1.3924623880778833,0.9995338003827859,0.029866497640639058,"model.visual.merger.linear_fc2.weight|2d-64|(768, 64)","model.visual.merger.linear_fc2.weight|2d-64|(1792, 1984)",model.visual.merger.linear_fc2.weight,2d-64,0,0.034272213056380396,3.5533743435861136 +9327,9351,0.7075933880621207,0.708923775658832,0.6063630762081945,0.6078516748828774,1.0551943900334184,0.8116973545695084,0.9098598027559285,0.7951879147794787,0.4664385155148835,"model.visual.pos_embed.weight|2d-128|(1664, 896)","model.visual.pos_embed.weight|2d-128|(2048, 896)",model.visual.pos_embed.weight,2d-128,0,0.10410396650738774,5.367930515543831 +9415,9500,0.47682836342988416,0.8840066290047315,0.8665766237776075,0.8659940158921687,0.5159295930605855,0.517227680850045,0.5165774137409993,0.49904404126510005,0.8687569455678031,"model.visual.pos_embed.weight|2d-64|(1408, 128)","model.visual.pos_embed.weight|2d-64|(1280, 128)",model.visual.pos_embed.weight,2d-64,0,0.03910122963070134,2.024733986727295 +9661,9812,1.184516626907349,0.06638715739047953,0.008214768391824091,0.008196465274120154,1.2774024362465026,1.5906120169580262,1.408530345140532,0.9999662582208805,0.010228968530040357,"mtp.fc.weight|2d-128|(1792, 2048)","mtp.fc.weight|2d-128|(1408, 3072)",mtp.fc.weight,2d-128,0,0.09288580933915358,3.5944781642434473 +9929,10092,1.1305828944996148,0.04216061748263492,0.026351180672899432,0.02635171808995071,1.211122861400864,1.7055657092032364,1.3965106913574894,0.9996527473463694,0.03710909238450964,"mtp.fc.weight|2d-64|(1344, 3968)","mtp.fc.weight|2d-64|(640, 4032)",mtp.fc.weight,2d-64,0,0.0805399669012492,2.819389921452917 +10153,10226,1.318137448603236,0.07449518479706431,0.00955025269538568,0.009467032535185107,1.3791442553547875,1.4375736600124234,1.4074501503136585,0.9999543952968326,0.00995486271145526,"mtp.layers.0.mlp.down_proj.weight|2d-128|(1792, 1408)","mtp.layers.0.mlp.down_proj.weight|2d-128|(256, 256)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.06100680675155146,3.5301537916624315 +10407,10589,1.271392009844633,0.048818208609915245,0.01534389405501705,0.01532079172032333,1.4671495859309633,1.3472298721747886,1.4033614795667335,0.9998822755280886,0.014089737423254693,"mtp.layers.0.mlp.down_proj.weight|2d-64|(1408, 5248)","mtp.layers.0.mlp.down_proj.weight|2d-64|(1152, 3584)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.07583786233015566,4.351259394482341 +10845,10859,1.3093084585010721,0.06479522440100939,0.025197685902356014,0.02470945678366988,1.3463907830236508,1.4522820471713336,1.3963340259646395,0.9996824879056181,0.027179439526518974,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(2432, 512)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(3584, 512)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.03708232452257865,3.4635719061576906 +11026,11106,1.296600477762049,0.03539892133935572,0.005541234296888402,0.005780500830501763,1.4923745698590847,1.340451186131907,1.410312411478224,0.9999846472433799,0.004977137935686091,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(5312, 576)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(384, 1152)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.04385070836985805,4.157687432734239 +11321,11340,1.3321261388257148,0.01765933268277657,0.0002749020564294082,0.00025842056427596936,1.4364269008441304,1.392628573899282,1.4140192570747685,0.999999962214429,0.00026651997298455566,"mtp.layers.0.mlp.up_proj.weight|2d-128|(3456, 1536)","mtp.layers.0.mlp.up_proj.weight|2d-128|(5632, 512)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.06050243507356723,3.7974947507755332 +11481,11484,1.3135799115277718,0.028854000318420656,0.016885745919258312,0.01684811744947458,1.3409493788710767,1.472866596787666,1.402275520916244,0.9998574256286494,0.018546897830891446,"mtp.layers.0.mlp.up_proj.weight|2d-64|(5440, 64)","mtp.layers.0.mlp.up_proj.weight|2d-64|(5184, 960)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.02736946734330492,3.5204791247948304 +11707,11713,1.233172894481062,-0.005418637190667205,-0.01712435164316464,-0.0171398082037438,1.660981400331652,1.2686936042620771,1.4258478894854663,0.9998533675398614,-0.01307995104730238,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(256, 1408)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 128)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.03552070978101507,5.399489216439725 +11757,11965,1.0860859275225139,0.0031925715750217142,0.008475154232192203,0.0086370830714557,2.3250297311672976,1.1032257109230692,1.409563874733849,0.9999640852354351,0.004021457415212779,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 1856)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(448, 832)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.01713978340055533,8.71663413285773 +11999,12199,1.1825036347937081,0.013255287600072805,-0.0036540144367048742,-0.0036664629290152195,1.1939965762203681,1.8404350219677164,1.4165710345447233,0.9999933240669642,-0.0056323244756491695,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(0, 1920)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1664, 896)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.01149294142666002,3.587583878551629 +12304,12464,1.1733996189107612,0.02548515638793742,0.016743141919663928,0.016736991134230116,1.7997277871681128,1.1893739407642776,1.4032798565398132,0.999859823774642,0.011064927056052672,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(128, 0)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(1152, 1536)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.015974321853516438,4.97492678770042 +12588,12679,1.057857632938899,0.043722497079362585,-0.002386255453680873,-0.002388969186323716,2.7928315681120686,1.071989770008432,1.4153421002834503,0.9999971528884019,-0.0009159311518030215,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 1536)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(3968, 896)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.01413213706953309,8.517648309024404 +12995,12997,1.0566175137742682,0.010917445620544424,0.0112963372726872,0.011668856132938504,1.0572702327889398,2.980477305767276,1.409170978040169,0.9999361943465301,0.031844722224633325,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(768, 1600)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(704, 640)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.0006527190146716766,3.020586078786197 +13047,13057,1.3590344826932446,0.039324626932347576,0.0037224097553644917,0.003718097272766266,1.417322747767986,1.4059046267206066,1.4115790534120656,0.9999930718088066,0.0036924215785419357,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(256, 896)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(384, 128)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.046870144027362004,4.005733444970942 +13178,13289,1.302407545233605,0.00339773647011663,0.005273389324642916,0.005370147341731302,1.3300743576015897,1.5075568314298204,1.410508921571448,0.999986095585849,0.005977059895726399,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 640)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 1600)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.027666812367984628,3.545575014056703 +88,99,1.1705371535801616,0.2713024511487835,0.21822294712950396,0.21606663435793283,1.267721015521292,1.2339338542703657,1.2504852261763195,0.9758989421790115,0.21240689311364072,"model.language_model.embed_tokens.weight|2d-128|(172928, 384)","model.language_model.embed_tokens.weight|2d-128|(59264, 384)",model.language_model.embed_tokens.weight,2d-128,0,0.06339670069020409,3.3345240335398123 +408,499,1.1670249393964913,0.29554649839321984,0.2611079807771734,0.26112340432748654,1.2399097113123103,1.1930455200711811,1.21580072986745,0.9653095992346017,0.2512390248087784,"model.language_model.embed_tokens.weight|2d-64|(207616, 64)","model.language_model.embed_tokens.weight|2d-64|(142720, 64)",model.language_model.embed_tokens.weight,2d-64,0,0.02602058067468982,3.1641685191027835 +525,551,0.129482951048068,0.9936546826916812,0.9936546826916812,0.9939727035329848,0.129482951048068,0.13930345336903283,0.13412430678609394,0.11247387058732487,1.0690174083526733,"model.language_model.layers.8.linear_attn.conv1d.weight|3d-axis0-slice|(3370, 0, 0)","model.language_model.layers.0.linear_attn.conv1d.weight|3d-axis0-slice|(2511, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,8,0.0,0.19892083352670917 +812,904,0.5870666994354345,0.8097007238627727,0.8097007238627726,0.8129029774807089,0.7398477295062695,0.5870666994354345,0.6503647786355274,0.5868430265208083,0.6424948168805212,"model.language_model.layers.16.linear_attn.conv1d.weight|3d-volume|(1124, 0, 0)","model.language_model.layers.14.linear_attn.conv1d.weight|3d-volume|(1952, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,2,0.0,2.3682219606617148 +1229,1239,1.1464772778537864,0.022241412838723083,0.012819845508600885,0.012805268439473326,1.136758621062729,2.053594680058686,1.4065106453181127,0.9999178224039892,0.02315950461939294,"model.language_model.layers.22.linear_attn.in_proj_qkv.weight|2d-128|(1536, 1152)","model.language_model.layers.12.linear_attn.in_proj_qkv.weight|2d-128|(5120, 128)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,10,0.009718656791057434,3.294845339644231 +1336,1379,1.139993880126522,0.002010808678526169,0.008025593228593822,0.007978281613004528,1.1415627913179975,2.043289036239143,1.4093726396296336,0.9999677944080645,0.014365050068220739,"model.language_model.layers.22.linear_attn.in_proj_qkv.weight|2d-64|(1664, 320)","model.language_model.layers.13.linear_attn.in_proj_qkv.weight|2d-64|(2304, 640)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,9,0.0015689111914756193,3.1414846620034216 +1549,1635,1.1533542640232355,0.036409001820782605,0.003463506856718759,0.0038661044198156115,1.1672582842888408,1.9276113995095259,1.4120416453359832,0.9999940020421391,0.005719638394648928,"model.language_model.layers.16.linear_attn.in_proj_z.weight|2d-128|(640, 1408)","model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(256, 1920)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,2,0.013904020265605332,3.112489894212866 +1811,1923,1.1509891756675357,0.029791040120795663,-0.00880556195261597,-0.010092474526583224,1.9661824640637864,1.1674929959780054,1.419669906277687,0.999961230287804,-0.005228625569206603,"model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-64|(320, 704)","model.language_model.layers.22.linear_attn.in_proj_z.weight|2d-64|(1472, 192)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,4,0.016503820310469708,5.37812987356716 +2219,2228,1.2317341299114468,0.05869698451262101,0.0015246109460822182,0.001511817830153126,1.2938963933550256,1.572928780219205,1.4131553379075643,0.9999988377800562,0.0018533975734423024,"model.language_model.layers.1.linear_attn.out_proj.weight|2d-128|(256, 1408)","model.language_model.layers.4.linear_attn.out_proj.weight|2d-128|(1920, 640)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,3,0.06216226344357878,3.2606161184394105 +2325,2403,1.2274248610693612,0.011235006241189161,0.006777977913975335,0.006802602468380073,1.2407413921300923,1.6737947813584266,1.4096203993532195,0.999977029243871,0.00914368145734036,"model.language_model.layers.14.linear_attn.out_proj.weight|2d-64|(1664, 256)","model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(192, 960)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,2,0.013316531060731052,3.236457869400653 +2716,2733,1.2676454048120493,0.04655463692594562,0.011200538239449742,0.011182478084939782,1.5631120961787839,1.2890210462616472,1.4064170426191764,0.9999372720041726,0.009236528560813945,"model.language_model.layers.2.mlp.down_proj.weight|2d-128|(1664, 3072)","model.language_model.layers.19.mlp.down_proj.weight|2d-128|(896, 2816)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,17,0.021375641449597804,3.8624812127433965 +2993,2995,1.2594233920051132,0.036805785735425214,0.01741048641945256,0.01738921986450154,1.5736915036620625,1.2766730046997055,1.4021152252769935,0.9998484259939794,0.01412443160472136,"model.language_model.layers.9.mlp.down_proj.weight|2d-64|(1088, 4608)","model.language_model.layers.22.mlp.down_proj.weight|2d-64|(1024, 4672)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,13,0.017249612694592242,4.405466672439327 +3106,3278,1.1620841399834771,0.026935528899468347,0.0077581055138177795,0.007644731132185002,1.1905550738466268,1.8207372975916165,1.4091791356945067,0.9999699054465772,0.011864610363652035,"model.language_model.layers.20.mlp.gate_proj.weight|2d-128|(2176, 384)","model.language_model.layers.9.mlp.gate_proj.weight|2d-128|(768, 1664)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,11,0.028470933863149694,3.172508638447252 +3403,3518,1.1506119079960788,0.03240944062634912,0.006714137416995924,0.005945385251728298,1.1681933115531322,1.9130787800931803,1.4099838980760324,0.9999774599253454,0.010995332443743693,"model.language_model.layers.21.mlp.gate_proj.weight|2d-64|(3264, 768)","model.language_model.layers.11.mlp.gate_proj.weight|2d-64|(6080, 640)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,10,0.0175814035570534,3.0564016689584133 +3617,3711,1.232991789696252,0.0467646904419904,-0.008633403762822652,-0.008778169667209495,1.2548488547148215,1.6743158537094711,1.4200608607756784,0.9999627314752626,-0.011519351304547381,"model.language_model.layers.23.mlp.up_proj.weight|2d-128|(384, 1024)","model.language_model.layers.12.mlp.up_proj.weight|2d-128|(2560, 0)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,11,0.021857065018569655,3.455450746721218 +3840,4063,1.2257747231850475,0.02310260988769787,0.019963461602685844,0.020011993789003223,1.6443345723910658,1.240607537418015,1.4005737739959767,0.9998007102422153,0.015061910971824402,"model.language_model.layers.2.mlp.up_proj.weight|2d-64|(128, 1152)","model.language_model.layers.22.mlp.up_proj.weight|2d-64|(5248, 576)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,20,0.01483281423296745,4.414798321496602 +4184,4300,1.1769645849817862,0.0349046759103157,0.01569695311914514,0.015798352581066162,1.1855358488074332,1.8164246795505152,1.4040163565484065,0.9998767952416814,0.0240501652211058,"model.language_model.layers.15.self_attn.k_proj.weight|2d-128|(128, 1024)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 1536)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,8,0.00857126382564699,3.3577578691202365 +4441,4506,1.1041332241509165,0.010925288386305076,0.009071263484957131,0.008977618172131972,1.1164286634698384,2.2083266087845113,1.4090386899549723,0.9999588552429477,0.01794320871954874,"model.language_model.layers.15.self_attn.k_proj.weight|2d-64|(320, 64)","model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 1984)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,8,0.012295439318921852,3.116267267415141 +4776,4804,1.1231848395010637,0.006726184738705477,-0.006999258676205438,-0.006917516136035982,2.1331135330766715,1.1363247724035241,1.418315005474244,0.9999755048889866,-0.003728554949797256,"model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(1920, 1408)","model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(512, 896)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,12,0.013139932902460405,5.7076804199531095 +5016,5045,1.1249895752155745,0.008631217775510807,-0.0002181946688439493,-0.00019771712863455153,1.1555916689533003,1.9961428166742843,1.4143473527096635,0.9999999761955429,-0.00037690451787695866,"model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(64, 128)","model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(320, 512)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,0,0.030602093737725822,3.309508607302735 +5125,5305,1.120475196459745,0.057406786112317434,-0.001194659521822452,-0.0011429103757811213,1.1532602208038312,2.0117198031898065,1.4149423482529226,0.9999992863940589,-0.0020839357629489374,"model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(3456, 0)","model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(2176, 128)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,4,0.032785024344086144,3.0761645997986715 +5428,5583,1.1067910508144332,0.007823662132243274,-0.002815159333227487,-0.0026629135256610093,1.1129460176599235,2.291379994290227,1.4157773098422173,0.9999960374311133,-0.005795968245126469,"model.language_model.layers.23.self_attn.q_proj.weight|2d-64|(1472, 0)","model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(2752, 896)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,16,0.006154966845490328,3.2123535706805297 +5644,5768,1.0829173513852763,0.004551549847735652,0.004188794790665828,0.004147769454664173,2.5556545035080966,1.0847066312510338,1.4120814668653574,0.9999912269606177,0.0017778668752556658,"model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(256, 384)","model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(0, 1024)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,12,0.0017892798657574982,8.063193957785664 +5988,5997,1.0772481380292502,-0.009799387467300634,0.012426936778288482,0.012356969747546064,2.7513502758128907,1.068218300283243,1.408271607288326,0.9999227826398939,0.004824787814088345,"model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(448, 960)","model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(256, 448)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,12,0.009029837746007185,11.520159428182364 +6208,6257,1.2157863789424135,0.01851499208895619,0.003306354347547615,0.003263944941310009,1.2268597923163045,1.7181040958211637,1.4120004696066488,0.9999945339955256,0.004630244615020443,"model.visual.blocks.23.attn.proj.weight|2d-128|(0, 512)","model.visual.blocks.13.attn.proj.weight|2d-128|(512, 256)",model.visual.layers.*.attn.proj.weight,2d-128,10,0.011073413373891006,3.2075108749263475 +6641,6643,1.1912625214339476,0.020317260706429193,-0.009983455818202598,-0.010107641119430003,1.2223235423316463,1.763834960841742,1.4208080524369673,0.9999501640631527,-0.014406307161992666,"model.visual.blocks.7.attn.proj.weight|2d-64|(384, 128)","model.visual.blocks.21.attn.proj.weight|2d-64|(640, 256)",model.visual.layers.*.attn.proj.weight,2d-64,14,0.031061020897698688,3.088102603324777 +6679,6784,1.0964159764865062,0.008641049357497344,0.001860197060859838,0.0019688188230646353,1.1533406783097107,2.0006293591054893,1.4130748214998048,0.9999982698319507,0.0032267697859509363,"model.visual.blocks.1.attn.qkv.weight|2d-128|(1152, 768)","model.visual.blocks.0.attn.qkv.weight|2d-128|(2048, 0)",model.visual.layers.*.attn.qkv.weight,2d-128,1,0.056924701823204416,3.480991047386679 +7063,7129,1.0944383464033443,0.038276550420028276,0.032909881941637645,0.03302920010549707,1.105820712153177,2.184922481911135,1.3953355504098044,0.999458323128377,0.06502459226985892,"model.visual.blocks.0.attn.qkv.weight|2d-64|(1920, 512)","model.visual.blocks.3.attn.qkv.weight|2d-64|(1280, 896)",model.visual.layers.*.attn.qkv.weight,2d-64,3,0.011382365749832646,3.539002310064653 +7171,7241,1.2159445814970802,0.03901152028569074,0.00675392663942338,0.0069128394878507134,1.6712294885138737,1.2418080009057189,1.4096335456411055,0.9999771919773717,0.005018508945665126,"model.visual.blocks.17.mlp.linear_fc1.weight|2d-128|(3456, 128)","model.visual.blocks.0.mlp.linear_fc1.weight|2d-128|(1152, 128)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,17,0.025863419408638677,5.129854319144683 +7522,7584,1.2148996171960313,0.0439842720767791,0.021788697958413882,0.022792768126546258,1.2365095782107027,1.6499805589473666,1.3993480451642957,0.9997625981408171,0.029074524508077043,"model.visual.blocks.1.mlp.linear_fc1.weight|2d-64|(1536, 128)","model.visual.blocks.15.mlp.linear_fc1.weight|2d-64|(2496, 128)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,14,0.021609961014671386,3.417924677050888 +7807,7842,1.2261881342034682,0.021159451650303685,0.01134560382612407,0.011347138630357193,1.6410567385815134,1.2502582322294973,1.4064576101503705,0.9999356365655845,0.008643780711376978,"model.visual.blocks.2.mlp.linear_fc2.weight|2d-128|(640, 1280)","model.visual.blocks.3.mlp.linear_fc2.weight|2d-128|(768, 1792)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,1,0.024070098026029108,4.758738637414829 +7991,7998,1.2122739369336242,0.03337364060745066,0.041302400744949196,0.041478875389353694,1.6029544014526445,1.2380272064137203,1.3856683795684028,0.9991466917788917,0.03189953236730298,"model.visual.blocks.2.mlp.linear_fc2.weight|2d-64|(192, 3456)","model.visual.blocks.5.mlp.linear_fc2.weight|2d-64|(448, 2304)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,3,0.025753269480096153,4.643488910950203 +8338,8412,1.3334323075291676,0.062453409528089095,0.022551376609466642,0.02206835775434589,1.37368176858017,1.4240519733409571,1.3981868532699373,0.9997456853685431,0.02337829117107616,"model.visual.merger.linear_fc1.weight|2d-128|(3200, 1664)","model.visual.merger.linear_fc1.weight|2d-128|(2432, 2688)",model.visual.merger.linear_fc1.weight,2d-128,0,0.040249461051002466,3.476529931510024 +8461,8645,1.342659100625485,0.04662162429044167,0.013836647212967635,0.014234887291026373,1.3814492747409484,1.428536133872152,1.4044010261767894,0.9999042690147412,0.01430827094181381,"model.visual.merger.linear_fc1.weight|2d-64|(3072, 1984)","model.visual.merger.linear_fc1.weight|2d-64|(1216, 2624)",model.visual.merger.linear_fc1.weight,2d-64,0,0.03879017411546326,3.4436706372896477 +8837,8838,1.3438071290601385,0.011239346024349336,-0.008569951956491089,-0.008583502398884944,1.4049011447233941,1.4361318810258263,1.4202590475087258,0.9999632772874529,-0.008760460669992339,"model.visual.merger.linear_fc2.weight|2d-128|(512, 640)","model.visual.merger.linear_fc2.weight|2d-128|(512, 768)",model.visual.merger.linear_fc2.weight,2d-128,0,0.06109401566325556,3.494681092450302 +8987,9162,1.3433794091548035,0.043990442136312216,0.039727067367925,0.03975247289809809,1.3377999129696936,1.4396243680987748,1.3859145577412777,0.9992105684580924,0.042750828207941516,"model.visual.merger.linear_fc2.weight|2d-64|(1152, 384)","model.visual.merger.linear_fc2.weight|2d-64|(1856, 1856)",model.visual.merger.linear_fc2.weight,2d-64,0,0.005579496185109889,3.4208829920477175 +9254,9350,0.7079851718709211,0.7090252261310043,0.5890535145611507,0.5873466785698496,1.08716516038145,0.8259144171205296,0.9300693060204658,0.8080940273156065,0.44750127014820157,"model.visual.pos_embed.weight|2d-128|(512, 768)","model.visual.pos_embed.weight|2d-128|(2048, 768)",model.visual.pos_embed.weight,2d-128,0,0.11792924524960846,4.366486172433264 +9540,9588,0.47815574043272313,0.879196389949728,0.8441553417406359,0.84383246567346,0.5366920944523251,0.6173223070211945,0.572794002543205,0.536098646716022,0.9709774532441624,"model.visual.pos_embed.weight|2d-64|(704, 256)","model.visual.pos_embed.weight|2d-64|(896, 256)",model.visual.pos_embed.weight,2d-64,0,0.058536354019602,2.018083110127966 +9638,9826,1.1848843692187705,0.05790736957219609,0.017397085096086444,0.017399969619988357,1.3243210495234639,1.495051372835894,1.4019486727924113,0.9998486592630704,0.019639902246971028,"mtp.fc.weight|2d-128|(0, 2816)","mtp.fc.weight|2d-128|(768, 2304)",mtp.fc.weight,2d-128,0,0.13943668030469336,3.0145352677457646 +10008,10034,1.130814053469566,0.0006259069369078784,0.0027055586203561083,0.002762823340926174,1.1356826953487391,2.0991507988165794,1.41261130326889,0.9999963399695779,0.005000847122550914,"mtp.fc.weight|2d-64|(1152, 2752)","mtp.fc.weight|2d-64|(448, 3584)",mtp.fc.weight,2d-64,0,0.004868641879173019,3.4762676280690155 +10132,10243,1.3182125589199734,0.021881357804038982,0.013688296346336596,0.013692806128166998,1.4479552843735277,1.364769458841798,1.4045181580954282,0.9999063108827421,0.012901896210930738,"mtp.layers.0.mlp.down_proj.weight|2d-128|(1536, 1024)","mtp.layers.0.mlp.down_proj.weight|2d-128|(640, 4096)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.04655689992182466,3.891005475476772 +10454,10593,1.2718854345259205,0.04636388553479237,0.036464167506309916,0.036482799506211486,1.37494046959884,1.4018403919975502,1.388194997781229,0.9993349611056704,0.0371775680483272,"mtp.layers.0.mlp.down_proj.weight|2d-64|(1792, 5440)","mtp.layers.0.mlp.down_proj.weight|2d-64|(512, 0)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.10305503507291958,3.5841566336697452 +10814,10882,1.3093550984358788,0.03180660941386535,0.007308941395180609,0.0072590647087073705,1.3421531051551245,1.4870937964720308,1.4090630377270834,0.999973289331111,0.008098242566964427,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(1280, 1792)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(2560, 256)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.03279800671924571,3.5587340678067587 +10912,11018,1.2966243388568086,0.044942751566401304,0.01817221021520704,0.01826030646633743,1.5165185515449835,1.3091298096967328,1.4014439142473678,0.9998348717542784,0.015687102592030083,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(2368, 640)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(2752, 768)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.012505470839924149,4.171119574951557 +11358,11377,1.3321774697862243,0.05932933138256965,0.003132634659374602,0.0031362420992486666,1.4083678884650157,1.415653802058533,1.4119967471943924,0.9999950932880075,0.0031488407271465222,"mtp.layers.0.mlp.up_proj.weight|2d-128|(5504, 1408)","mtp.layers.0.mlp.up_proj.weight|2d-128|(5120, 1408)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.0761904186787914,3.697003685872853 +11411,11575,1.3136727735383478,0.01886668464990367,-0.0059344791117827665,-0.0060115905850012434,1.331334833763163,1.5250491877551786,1.4183653551171382,0.9999823908237944,-0.006797968715047075,"mtp.layers.0.mlp.up_proj.weight|2d-64|(3008, 1984)","mtp.layers.0.mlp.up_proj.weight|2d-64|(2368, 256)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.0176620602248152,3.51230617303895 +11666,11693,1.2332303467945829,0.011118003148192696,0.003561511085764995,0.003555781233075991,1.6066974423714495,1.2740097735832874,1.411759357645522,0.9999936577992813,0.00282405374672952,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 256)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(128, 1664)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.0407794267887045,4.760642041300165 +11749,11773,1.0861202019380203,0.0030661760757337967,0.007941104908078733,0.007969740846518032,2.303591683126636,1.1058077955184968,1.4098253691445601,0.9999684689293152,0.003812019194506234,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 1344)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(64, 832)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.01968759358047656,8.228408081396678 +11993,12070,1.182925963078785,0.05620788435481333,0.0071024937746551105,0.007010351249855205,1.221244968641978,1.7245184933175834,1.4094682473290112,0.99997477697299,0.010029422579063661,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(0, 1152)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(640, 768)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.03831900556319301,3.246380122340106 +12433,12464,1.1735200456213384,0.033915704205953724,0.03203647573600761,0.03201188121791141,1.7699336899765012,1.18568454486887,1.3931066193056756,0.9994867003729546,0.0214613430815903,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(1856, 960)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(1152, 1536)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.012164499247531602,4.605249682931264 +12576,12599,1.05786617534949,-0.004538348391348817,-0.012688296586671593,-0.012800113798631094,3.165562810006508,1.058433056555916,1.4195997263195816,0.9999195003247654,-0.004242440711100974,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 0)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(768, 896)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.0005668812064258955,9.398066225946595 +12828,12965,1.056693051786478,-0.00114138178939525,0.012455506575780262,0.012805878861030212,3.0689106295605417,1.0531977447809737,1.4087950426733027,0.9999224271691983,0.004274517253568518,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(576, 1856)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(832, 1536)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.003495307005504378,8.995961409338058 +13023,13054,1.359116891928122,0.041517040164818955,0.0009341923973109024,0.0008935033948714077,1.4090958672972322,1.4180523894239299,1.4135528475119117,0.9999995636421871,0.0009401303289103731,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(0, 1920)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(256, 1792)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.04997897536911022,3.8152371339510194 +13199,13274,1.3024187594600154,0.04700315883354016,0.029482013567672438,0.02957062173474158,1.3219012968055839,1.4777757985420117,1.3933414502925912,0.9995653109607174,0.03295844118458506,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 1984)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 640)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.019482537345568485,3.4547171841992745 +80,142,1.1706237541607207,0.28721017785315933,0.25295341944816385,0.2494939010153563,1.2002164821134875,1.2460219963257604,1.2224760937932198,0.9674784584627615,0.2626072290918814,"model.language_model.embed_tokens.weight|2d-128|(198272, 1920)","model.language_model.embed_tokens.weight|2d-128|(173696, 1920)",model.language_model.embed_tokens.weight,2d-128,0,0.029592727952766795,3.067485514981373 +362,408,1.1680813756174724,0.28200320183869965,0.24485742654643053,0.24487182243707992,1.2008974037863887,1.2595225821221439,1.2291626797458426,0.969559096014812,0.25681082927080845,"model.language_model.embed_tokens.weight|2d-64|(160256, 64)","model.language_model.embed_tokens.weight|2d-64|(207616, 64)",model.language_model.embed_tokens.weight,2d-64,0,0.03281602816891627,3.1153170557774628 +601,663,0.12958590926596583,0.9973464284311325,0.9973464284311324,0.9976917753064413,0.14557862567812802,0.12958590926596583,0.136886508323662,0.07280179733814361,0.887781727429986,"model.language_model.layers.5.linear_attn.conv1d.weight|3d-axis0-slice|(4869, 0, 0)","model.language_model.layers.2.linear_attn.conv1d.weight|3d-axis0-slice|(5803, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,3,0.0,0.2658769847458277 +835,914,0.5883295273528841,0.808720042904646,0.8087200429046462,0.8099416058487722,0.5883295273528841,0.7162880098115962,0.6429484500971969,0.5881937539657381,0.9846122676067278,"model.language_model.layers.16.linear_attn.conv1d.weight|3d-volume|(3836, 0, 0)","model.language_model.layers.1.linear_attn.conv1d.weight|3d-volume|(3676, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,15,0.0,1.8065177278772164 +1086,1257,1.1466405355366291,0.009768284362644736,0.000697917026841795,0.0008067675264172353,1.9484412915279394,1.1646745942720058,1.4137788254049246,0.9999997564558821,0.0004171776863931425,"model.language_model.layers.10.linear_attn.in_proj_qkv.weight|2d-128|(4096, 1408)","model.language_model.layers.16.linear_attn.in_proj_qkv.weight|2d-128|(256, 1024)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,6,0.018034058735376668,5.403777977020626 +1458,1473,1.140937308954592,0.007953329240524446,0.004341744390040788,0.00490167449720074,1.972011075177608,1.1572818274593233,1.4115307297418689,0.9999905745834066,0.0025479683888768867,"model.language_model.layers.0.linear_attn.in_proj_qkv.weight|2d-64|(6080, 0)","model.language_model.layers.17.linear_attn.in_proj_qkv.weight|2d-64|(5376, 640)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,17,0.016344518504731287,5.698992237586777 +1540,1698,1.1537011405655069,0.01948450988193974,-0.015267611919321435,-0.015510688455502115,1.179878579196369,1.9307198420210574,1.4237882067521983,0.999883443220399,-0.024983487108468906,"model.language_model.layers.0.linear_attn.in_proj_z.weight|2d-128|(0, 512)","model.language_model.layers.16.linear_attn.in_proj_z.weight|2d-128|(256, 768)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,16,0.026177438630862193,3.196554641056427 +1814,2038,1.1510655585998901,-0.027006904337987248,-0.018027308263097765,-0.015743895883417295,1.1852980917775742,1.9161897015539902,1.4255738255736878,0.9998374948744357,-0.02914350632985694,"model.language_model.layers.22.linear_attn.in_proj_z.weight|2d-64|(320, 192)","model.language_model.layers.10.linear_attn.in_proj_z.weight|2d-64|(256, 1088)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,12,0.034232533177684044,3.468641514614911 +2134,2227,1.2319909446921582,0.0404020715960397,-0.0001265770046003436,-0.00012622788095608737,1.6285647033579222,1.2671074770756958,1.4143003167313057,0.9999999919891309,-9.848344902983614e-05,"model.language_model.layers.16.linear_attn.out_proj.weight|2d-128|(1280, 256)","model.language_model.layers.5.linear_attn.out_proj.weight|2d-128|(512, 1792)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,11,0.035116532383537624,4.480704060431772 +2366,2368,1.2276108785865028,0.016129333642068096,0.006115685528856969,0.006076587967992343,1.6671073695806242,1.244097094124514,1.4100618565083538,0.9999812990203927,0.004563897163350843,"model.language_model.layers.16.linear_attn.out_proj.weight|2d-64|(1344, 1152)","model.language_model.layers.8.linear_attn.out_proj.weight|2d-64|(1856, 1984)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,8,0.016486215538011217,4.635449196821393 +2594,2757,1.2676687814899064,0.014837231592828272,0.013896471188301568,0.013908154823038444,1.285351848921476,1.564523350299911,1.4045409891447223,0.9999034393822799,0.01691470991317333,"model.language_model.layers.21.mlp.down_proj.weight|2d-128|(1408, 2944)","model.language_model.layers.3.mlp.down_proj.weight|2d-128|(1920, 2048)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,18,0.017683067431569555,3.353631269500094 +2874,2938,1.2595745546412833,0.021729603043573242,0.0035733759665808828,0.0035205126506749197,1.293491623987519,1.5697324899234524,1.4117312306854233,0.9999936154717196,0.0043365138586376785,"model.language_model.layers.22.mlp.down_proj.weight|2d-64|(1024, 4480)","model.language_model.layers.0.mlp.down_proj.weight|2d-64|(64, 1664)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,22,0.03391706934623562,3.253360244944945 +3097,3211,1.162519095702851,0.020205271647419375,0.004436374473129469,0.0043172770112332014,1.168754704910751,1.9178094721071732,1.4114227712347196,0.9999901592423468,0.007279646405386549,"model.language_model.layers.22.mlp.gate_proj.weight|2d-128|(3456, 512)","model.language_model.layers.12.mlp.gate_proj.weight|2d-128|(1024, 1152)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,10,0.006235609207899895,3.191869929941279 +3349,3544,1.1509925011517743,0.03394932962267274,0.00592040390120418,0.006071679121758742,1.1669296752206237,1.9212349063413456,1.4104937156834358,0.9999824742552474,0.009747362567056538,"model.language_model.layers.23.mlp.gate_proj.weight|2d-64|(1984, 1024)","model.language_model.layers.10.mlp.gate_proj.weight|2d-64|(128, 1792)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,13,0.015937174068849425,2.9826876388452894 +3720,3761,1.2336264386178026,0.009518198743710517,0.0037797400597767558,0.003873279543883319,1.6351006017817957,1.2602471411760745,1.411626637474935,0.9999928567570273,0.002913219284202806,"model.language_model.layers.4.mlp.up_proj.weight|2d-128|(3712, 128)","model.language_model.layers.22.mlp.up_proj.weight|2d-128|(4864, 1792)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,18,0.02662070255827187,4.300189853740366 +3898,3979,1.226164494833285,0.046490463765561346,0.03121757664211138,0.031440510890906666,1.2469290124901844,1.6053325194170214,1.3926614189500999,0.9995126126810977,0.040190412171814884,"model.language_model.layers.23.mlp.up_proj.weight|2d-64|(2944, 0)","model.language_model.layers.8.mlp.up_proj.weight|2d-64|(3904, 1024)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,15,0.02076451765689935,3.423991328286014 +4253,4300,1.1770321282992675,0.013456112209131621,0.005449889626215128,0.005438150907566506,1.1894147379801039,1.8314163480961243,1.4106885861134375,0.9999851492412585,0.008391536306099496,"model.language_model.layers.3.self_attn.k_proj.weight|2d-128|(0, 1792)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 1536)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,20,0.012382609680836376,3.2299291060943456 +4549,4561,1.1041782518317467,0.016301135296284252,0.011449278016356616,0.011529627212461849,1.1307304959972915,2.096456489829062,1.407432220752698,0.99993445486837,0.02122779325950499,"model.language_model.layers.3.self_attn.k_proj.weight|2d-64|(448, 1920)","model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(0, 1024)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,20,0.026552244165544803,3.043582495999966 +4754,4860,1.123242659090583,0.024262684200891626,-0.001163131171810763,-0.0011025034049182976,1.1358612504468806,2.113142053940112,1.414899375097084,0.9999993235627098,-0.0021638746743362987,"model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(640, 768)","model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(768, 1536)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,12,0.012618591356297504,3.0003911004758566 +4893,5035,1.1253058717237843,0.037092026625392585,0.029133036023944563,0.029164785553025117,1.122572116522693,2.078717312550478,1.396881522973423,0.9995755430241515,0.05394695401638911,"model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(1280, 896)","model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(1536, 1536)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,4,0.0027337552010913146,2.9329217494192523 +5124,5181,1.1207332895456212,0.0805930601401113,0.06989989014491563,0.06926099598502464,1.128009045903636,1.8910981761477703,1.3700327133158647,0.9975540112483778,0.11718660878298666,"model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(2816, 1152)","model.language_model.layers.19.self_attn.q_proj.weight|2d-128|(896, 896)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,16,0.007275756358014807,3.1696169519296475 +5510,5560,1.1069406353141273,0.033887273509695115,0.011529210596973762,0.011668820860393506,1.1254034226514953,2.1317440870917657,1.4074658844008405,0.9999335364428031,0.021838681155802227,"model.language_model.layers.23.self_attn.q_proj.weight|2d-64|(1408, 1856)","model.language_model.layers.23.self_attn.q_proj.weight|2d-64|(64, 640)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,0,0.018462787337367947,3.24702082600057 +5719,5768,1.0831598316151274,0.00717514062214711,-0.00013822447141203503,-0.0001595788044967052,2.6290224107043416,1.0813359034245458,1.4142823288381559,0.9999999904469977,-5.685272330168896e-05,"model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(384, 384)","model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(0, 1024)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,12,0.0018239281905816362,7.96794679977675 +6070,6072,1.0773339590944717,0.0576117290945253,0.033071667223559434,0.033020734758546645,1.1329270233126143,1.9996343346878327,1.3940097400095977,0.9994529827996184,0.05837202213805058,"model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(384, 1408)","model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(192, 320)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,12,0.055593064218142585,3.981449856269543 +6198,6275,1.2158009188002619,0.009338976937053581,-0.013237057598431549,-0.013263687409404472,1.6773403288884754,1.25786724365387,1.423170534323407,0.999912386314989,-0.00992670412119667,"model.visual.blocks.0.attn.proj.weight|2d-128|(768, 768)","model.visual.blocks.22.attn.proj.weight|2d-128|(896, 640)",model.visual.layers.*.attn.proj.weight,2d-128,22,0.04206632485360817,4.88645277423837 +6496,6547,1.191426808722148,0.0343448767854819,0.0257596565833459,0.025136977534432472,1.757710437617329,1.1944900407881838,1.3971754627015973,0.9996681649891168,0.017505530253686365,"model.visual.blocks.0.attn.proj.weight|2d-64|(384, 0)","model.visual.blocks.7.attn.proj.weight|2d-64|(128, 320)",model.visual.layers.*.attn.proj.weight,2d-64,7,0.0030632320660357593,4.7527306978331785 +6861,6904,1.0965717787830975,0.02585146208265815,0.0031745035513450533,0.0031198193559654128,1.1078856877258232,2.30780167760148,1.4124609355009499,0.9999949612509068,0.006612708064118453,"model.visual.blocks.1.attn.qkv.weight|2d-128|(128, 640)","model.visual.blocks.14.attn.qkv.weight|2d-128|(2944, 640)",model.visual.layers.*.attn.qkv.weight,2d-128,13,0.011313908942725659,3.389973046613465 +6992,7106,1.0952162936157483,0.046020243346847595,0.02551996888171002,0.025515391283779262,2.905984720308422,1.0551310717763172,1.4025879891175188,0.9996743125579833,0.009266019855396594,"model.visual.blocks.7.attn.qkv.weight|2d-64|(1536, 832)","model.visual.blocks.0.attn.qkv.weight|2d-64|(1728, 64)",model.visual.layers.*.attn.qkv.weight,2d-64,7,0.040085221839431195,8.216433643032476 +7391,7422,1.2160731866968235,0.026248393365591136,0.014063898331154805,0.013942536635893002,1.2118790925808927,1.7342556322360385,1.404844079915751,0.9999010984911113,0.020126095945806728,"model.visual.blocks.1.mlp.linear_fc1.weight|2d-128|(0, 128)","model.visual.blocks.18.mlp.linear_fc1.weight|2d-128|(512, 768)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,17,0.004194094115930858,3.455067199880502 +7616,7663,1.2161405265693361,0.01201320349741855,0.003544204577308014,0.0038191941880059703,1.2232788507825825,1.7275079781051288,1.4118476570675085,0.9999937192872334,0.005005107117988184,"model.visual.blocks.1.mlp.linear_fc1.weight|2d-64|(896, 960)","model.visual.blocks.14.mlp.linear_fc1.weight|2d-64|(3200, 256)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,13,0.007138324213246339,3.437663674284663 +7740,7782,1.226247542956068,0.04511590994797444,0.0009488355167950844,0.0009363082531829641,1.2440317663771676,1.6789468161016037,1.4135715524980919,0.9999995498554797,0.0012805495912427086,"model.visual.blocks.4.mlp.linear_fc2.weight|2d-128|(896, 2176)","model.visual.blocks.13.mlp.linear_fc2.weight|2d-128|(256, 1152)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,9,0.017784223421099643,3.56989905153286 +8034,8083,1.2123919434349197,0.030831867354732614,0.006729817116672681,0.006973015210176257,1.2426069690100954,1.6693338916637777,1.4096475821486305,0.9999773545243793,0.00904092128705053,"model.visual.blocks.6.mlp.linear_fc2.weight|2d-64|(64, 1280)","model.visual.blocks.10.mlp.linear_fc2.weight|2d-64|(704, 2624)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,4,0.030215025575175636,3.5937514433060946 +8230,8419,1.3334626927073172,0.0573417464679916,0.029428732743987867,0.02932536555737248,1.411328323621093,1.375860140835574,1.3932557531873135,0.9995668810485284,0.028689157370461824,"model.visual.merger.linear_fc1.weight|2d-128|(128, 768)","model.visual.merger.linear_fc1.weight|2d-128|(3328, 1792)",model.visual.merger.linear_fc1.weight,2d-128,0,0.04239744812825674,3.6011589342498183 +8584,8622,1.3427182448249868,0.05674943639300828,0.037764544793990405,0.03718022283300182,1.3691241777038456,1.4061417651477335,1.3872626935096315,0.9992866651549508,0.038785600708388664,"model.visual.merger.linear_fc1.weight|2d-64|(128, 512)","model.visual.merger.linear_fc1.weight|2d-64|(1856, 2560)",model.visual.merger.linear_fc1.weight,2d-64,0,0.02640593287885884,3.4740851821238192 +8821,8915,1.3438366636848513,0.027802744642899304,-0.0035875305839040703,-0.0035264474293099472,1.3898052203129427,1.4453170360027756,1.4167461176067355,0.9999935647914487,-0.003730824286967352,"model.visual.merger.linear_fc2.weight|2d-128|(1152, 3584)","model.visual.merger.linear_fc2.weight|2d-128|(768, 2432)",model.visual.merger.linear_fc2.weight,2d-128,0,0.045968556628091406,3.476528194795783 +8964,9161,1.3435251872044027,0.02940180420968283,0.026120631969284963,0.026117380923069155,1.4380715641526982,1.3567792707856086,1.3956529138088012,0.9996587980833886,0.02464406701249716,"model.visual.merger.linear_fc2.weight|2d-64|(1792, 1664)","model.visual.merger.linear_fc2.weight|2d-64|(1344, 768)",model.visual.merger.linear_fc2.weight,2d-64,0,0.013254083581205833,3.7859286025158077 +9260,9268,0.7111293123391462,0.7074977101238374,0.5956995940126525,0.594469228892905,0.8349208193620538,1.0137126266198333,0.9114179956444382,0.8032073167577353,0.7232640342881113,"model.visual.pos_embed.weight|2d-128|(640, 512)","model.visual.pos_embed.weight|2d-128|(768, 512)",model.visual.pos_embed.weight,2d-128,0,0.12379150702290753,3.547834160088236 +9500,9586,0.4782864154592279,0.8818820910979838,0.862886511958225,0.8618963601632947,0.5301610367000256,0.5182295741906774,0.5240934714714267,0.5053977319701466,0.8434669444031743,"model.visual.pos_embed.weight|2d-64|(1280, 128)","model.visual.pos_embed.weight|2d-64|(1216, 128)",model.visual.pos_embed.weight,2d-64,0,0.03994315873144949,2.012518669110776 +9801,9812,1.1854356373278039,0.023148389228063046,-0.0038291316277908006,-0.0038824265835545567,1.1995787949899828,1.8210074101851248,1.4166990897924439,0.9999926688486156,-0.005812771197609829,"mtp.fc.weight|2d-128|(1152, 2944)","mtp.fc.weight|2d-128|(1408, 3072)",mtp.fc.weight,2d-128,0,0.014143157662178885,3.6995103566268495 +9964,10008,1.1313198574837229,0.008528017865470739,0.03269509745325315,0.03285617223694152,1.9565224899119427,1.1410470916290238,1.3939463279208466,0.9994653723879193,0.01906783390015674,"mtp.fc.weight|2d-64|(1024, 3392)","mtp.fc.weight|2d-64|(1152, 2752)",mtp.fc.weight,2d-64,0,0.009727234145300967,6.605642542980689 +10192,10274,1.3183389224213526,0.04417147995974997,-0.0026839318299501664,-0.0027151765666727093,1.3789449224676165,1.45644581303135,1.4161072871866656,0.9999963982484797,-0.002834776946128745,"mtp.layers.0.mlp.down_proj.weight|2d-128|(896, 3072)","mtp.layers.0.mlp.down_proj.weight|2d-128|(384, 256)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.06060600004626382,3.4756857160851427 +10454,10621,1.2720439738301028,0.05530574532037412,0.004334151176818548,0.004410143205677063,1.3596679388418291,1.4689714324612233,1.4111546852726773,0.999990607522679,0.00468257291419099,"mtp.layers.0.mlp.down_proj.weight|2d-64|(1792, 5440)","mtp.layers.0.mlp.down_proj.weight|2d-64|(320, 128)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.08762396501172631,3.6267476219415924 +10787,10838,1.309423741456485,-0.0017372542781763152,0.013706491807961853,0.013583208065632237,1.3306008449015225,1.4923842527769555,1.404552062096223,0.9999060616289503,0.015373019349414667,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(1152, 384)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(2560, 1536)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.021177103445037426,3.6077984130085814 +11053,11103,1.2966491076977023,0.017806176542096916,0.008953209435443126,0.008892934147439706,1.5467838180323565,1.3008605861515945,1.4079626057573331,0.999959919217168,0.007529738246773471,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(5568, 128)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(1536, 704)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.004211478453892248,4.140500011874874 +11275,11387,1.332212866291518,0.05469534634069999,0.010216004514209459,0.010198081103855254,1.371666548177854,1.4451716598730675,1.4069810937381872,0.9999478152642595,0.0107634615866979,"mtp.layers.0.mlp.up_proj.weight|2d-128|(3584, 1792)","mtp.layers.0.mlp.up_proj.weight|2d-128|(2176, 896)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.03945368188633602,3.5503594962042833 +11567,11607,1.313776576035979,0.04116222397823717,0.013920112883688053,0.014093787180296448,1.4794641837991107,1.339685952344573,1.4043846767410448,0.9999031105348685,0.012604955151695508,"mtp.layers.0.mlp.up_proj.weight|2d-64|(3456, 1600)","mtp.layers.0.mlp.up_proj.weight|2d-64|(4800, 64)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.025909376308594023,4.172249771756763 +11674,11693,1.2338109710590874,0.06144313405685152,0.013082830388650758,0.013049672426048865,1.6002404675608515,1.2675584059683493,1.405179430417117,0.99991441611221,0.010362974796075038,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 1280)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(128, 1664)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.03374743490926191,4.95254956050406 +11736,11965,1.08612049153864,0.019574231856378195,-0.005584737537416673,-0.005433674168117258,2.3512181146686784,1.1078185323422065,1.4172555379086558,0.9999844052317206,-0.002631349130741616,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 512)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(448, 832)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.02169804080356652,8.766440812163129 +11986,12049,1.183000274261859,0.020047517222885437,6.015675873139353e-05,4.844205269563382e-05,1.199010311622517,1.8123079791432497,1.4141744128504181,0.9999999981905822,9.092713614845315e-05,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(0, 256)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(512, 128)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.01601003736065798,3.6309493490925333 +12322,12332,1.173904033878653,0.03267933693753443,0.0028255593805027357,0.0027801581350077346,1.210152784076936,1.768320236790834,1.4123499345089794,0.999996008099126,0.004128812409920883,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(128, 1152)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(1792, 960)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.036248750198282886,3.302987151979818 +12578,12612,1.058014908786329,-0.001407540290512277,0.0027935110098637733,0.0023950918090995944,3.034696175736896,1.058124053049678,1.412984858279668,0.9999960981405066,0.0009740287069357767,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 256)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(896, 512)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.00010914426334895921,8.930362466566796 +12778,12823,1.056701284737362,0.04497730972606355,0.017177765037770253,0.01729319506259839,2.743034358161773,1.0667083495629472,1.4059835455104448,0.9998524513088455,0.006680071410005778,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(704, 1984)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(4032, 1216)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.010007064825585221,8.96316951493692 +13034,13061,1.359295177132522,0.026644498195567995,-0.0023596014915060826,-0.0023744305624684263,1.3883962167513926,1.4450627789833113,1.415879736940488,0.9999972161365257,-0.0024559072168802254,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 1280)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(384, 640)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.029101039618870672,3.6592719780234426 +13193,13208,1.3029178574568923,0.050817143077305185,0.03977829147725846,0.03972453305742641,1.2990882407463866,1.4932622618033404,1.3860768766636211,0.9992085305516313,0.04572393132269121,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 1600)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(256, 512)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.0038296167105056345,3.3739130098995833 +80,126,1.170861748661751,0.2731740644406261,0.28392776139938514,0.2801766077473823,1.2460186558016915,1.1540925830140474,1.1974172479428093,0.9588456738739211,0.26298075234835316,"model.language_model.embed_tokens.weight|2d-128|(198272, 1920)","model.language_model.embed_tokens.weight|2d-128|(102784, 1920)",model.language_model.embed_tokens.weight,2d-128,0,0.016769165647703588,3.2770070001103138 +270,414,1.1687069661666654,0.2855438786537523,0.24442675327051575,0.24295940566457885,1.2550449584471215,1.205357979085379,1.2294490893240375,0.9696677587120418,0.23474994690316717,"model.language_model.embed_tokens.weight|2d-64|(40832, 512)","model.language_model.embed_tokens.weight|2d-64|(67328, 512)",model.language_model.embed_tokens.weight,2d-64,0,0.036651012918713644,3.091795759030298 +609,648,0.13015046729522317,0.9984123961233053,0.9984123961233053,0.9990315664442664,0.13015046729522314,0.14771665899093891,0.1381026246967643,0.056326612425389666,1.1331664535320918,"model.language_model.layers.2.linear_attn.conv1d.weight|3d-axis0-slice|(788, 0, 0)","model.language_model.layers.0.linear_attn.conv1d.weight|3d-axis0-slice|(3880, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,2,2.7755575615628914e-17,0.23578573059850189 +770,824,0.588410405051646,0.8183618129913747,0.8183618129913746,0.8113499245204753,0.6229024717134531,0.588410405051646,0.6049201668099653,0.5747033522065714,0.7730465485816345,"model.language_model.layers.1.linear_attn.conv1d.weight|3d-volume|(4748, 0, 0)","model.language_model.layers.5.linear_attn.conv1d.weight|3d-volume|(5124, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,4,0.0,1.6345462519798075 +1235,1260,1.1467244203629923,0.02097354539082714,0.008363817793778129,0.008350187680778104,1.1630405364071739,1.931071462345266,1.4089762481945836,0.9999650226642492,0.013886987901310837,"model.language_model.layers.17.linear_attn.in_proj_qkv.weight|2d-128|(4864, 1920)","model.language_model.layers.12.linear_attn.in_proj_qkv.weight|2d-128|(2688, 1408)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,5,0.016316116044181594,3.243013625781657 +1300,1529,1.1410586049815843,0.021115445250042466,0.012412838636730166,0.01239899889307358,2.073469320923099,1.133758349672253,1.4068048152785473,0.9999229577507351,0.006787252314522727,"model.language_model.layers.22.linear_attn.in_proj_qkv.weight|2d-64|(2752, 1984)","model.language_model.layers.21.linear_attn.in_proj_qkv.weight|2d-64|(1408, 64)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,1,0.007300255309331316,5.595207012944397 +1618,1635,1.153890532060405,-0.013587913177978663,-0.01695615272063957,-0.017098025404709668,1.1484952100047847,2.0952754776528812,1.4242850152744926,0.9998562341081414,-0.030934226526504422,"model.language_model.layers.22.linear_attn.in_proj_z.weight|2d-128|(896, 512)","model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(256, 1920)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,4,0.005395322055620211,3.124909414890411 +1922,1951,1.1513607851705692,0.020021397930091764,-0.0003128317824136081,0.0006162970202230762,1.9179921885813047,1.172109779153907,1.414410396956699,0.9999999510681368,-0.00019117553949391062,"model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-64|(640, 768)","model.language_model.layers.21.linear_attn.in_proj_z.weight|2d-64|(1088, 64)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,17,0.02074899398333785,5.790214271374188 +2097,2134,1.2320599390854723,0.010423906344157163,0.00035482326511722585,0.00035525660545468734,1.2383633453103158,1.6945410524020885,1.413974496949048,0.9999999370502233,0.0004855300274878706,"model.language_model.layers.14.linear_attn.out_proj.weight|2d-128|(1920, 640)","model.language_model.layers.16.linear_attn.out_proj.weight|2d-128|(1280, 256)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,2,0.0063034062248434886,3.519536018171513 +2374,2440,1.2276458092020957,0.01199606541165706,0.0230258224534601,0.022964646817799694,1.6110450133202934,1.2524125828904447,1.3983457342926848,0.9997348706033724,0.017900076989581595,"model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(1536, 896)","model.language_model.layers.16.linear_attn.out_proj.weight|2d-64|(896, 384)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,4,0.02476677368834901,4.507091878362067 +2653,2813,1.2678363073829262,-0.005672232188035355,0.006754226737421081,0.006732714660385768,1.2738858290875912,1.6004586493078676,1.4095516503643815,0.9999771899504406,0.008485737382787663,"model.language_model.layers.22.mlp.down_proj.weight|2d-128|(0, 1408)","model.language_model.layers.3.mlp.down_proj.weight|2d-128|(0, 6016)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,19,0.006049521704664995,3.4237353655993727 +2819,2867,1.2596086563947677,0.030450349664552876,0.006950498958067162,0.006921095454977599,1.5897407177392637,1.279160593092796,1.4094045049024275,0.9999758449903848,0.005592612852072806,"model.language_model.layers.5.mlp.down_proj.weight|2d-64|(1920, 3712)","model.language_model.layers.21.mlp.down_proj.weight|2d-64|(1984, 576)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,16,0.01955193669802835,4.1073208487360775 +3085,3107,1.1625765474352505,0.03076629681182836,0.006915671592932978,0.006918862311771816,1.188373105679941,1.831069790035897,1.4097402702060164,0.9999760864572806,0.010655809418022537,"model.language_model.layers.18.mlp.gate_proj.weight|2d-128|(4352, 512)","model.language_model.layers.11.mlp.gate_proj.weight|2d-128|(896, 640)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,7,0.025796558244690404,3.132343885632829 +3349,3448,1.1513038996719225,0.002060859008473458,-0.004380600982833294,-0.004404127947351664,1.155229742384726,2.0124413234101044,1.416885871656428,0.9999904051214837,-0.007631124888653313,"model.language_model.layers.23.mlp.gate_proj.weight|2d-64|(1984, 1024)","model.language_model.layers.10.mlp.gate_proj.weight|2d-64|(4416, 1792)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,13,0.003925842712803496,2.9939141437081647 +3621,3755,1.2337272097726144,0.05341995046147449,-0.005038188032230272,-0.005042961860941639,1.6058786053614797,1.2831699181145364,1.4176840367222021,0.9999873082501357,-0.004025740988875888,"model.language_model.layers.1.mlp.up_proj.weight|2d-128|(2560, 384)","model.language_model.layers.21.mlp.up_proj.weight|2d-128|(4224, 1920)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,20,0.04944270834192199,4.066633060671231 +3840,3958,1.2261686982331346,0.011541046569226325,0.02060987635984563,0.020616017317395114,1.6811300805577378,1.2251919389848986,1.400271548641506,0.9997875939400488,0.015020285861032785,"model.language_model.layers.2.mlp.up_proj.weight|2d-64|(128, 1152)","model.language_model.layers.22.mlp.up_proj.weight|2d-64|(3520, 1728)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,20,0.0009767592482359255,4.601266103535918 +4151,4290,1.177034570691033,-0.0015834792099795709,0.002968788282602896,0.0029389441439342644,1.1819149472598407,1.8671819381647021,1.412314907263209,0.9999955931383563,0.00469007340364269,"model.language_model.layers.11.self_attn.k_proj.weight|2d-128|(384, 896)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 256)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,12,0.004880376568807687,3.4177893026897235 +4409,4424,1.1045214743039793,-0.006310157891946623,-0.0017495567286000173,-0.0017252376638260038,2.2795052434127734,1.1137464213142851,1.4151891478384748,0.9999984695244555,-0.0008548181896029757,"model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 1024)","model.language_model.layers.15.self_attn.k_proj.weight|2d-64|(320, 192)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,8,0.00922494701030585,7.013825337604627 +4787,4804,1.1232610134340901,0.04814790854358599,0.014623937197699484,0.014722958813679911,2.0113781542957847,1.142918103879514,1.4053020721657992,0.9998930645128197,0.008309706723994729,"model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(512, 256)","model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(512, 896)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,12,0.019657090445423853,5.3432478262978025 +4867,4897,1.1253144721897816,0.027303769885291672,-0.011758614449313831,-0.011506789047678283,2.051844013448278,1.152756924430066,1.4212969737135264,0.9999308651032992,-0.006606167008460865,"model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(64, 256)","model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(128, 64)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,12,0.0274424522402843,5.363876518614612 +5126,5185,1.1212568832556296,0.010185145435953901,0.002060517377943749,0.0020108031059749695,1.1255187021181539,2.1703687743795856,1.4130221668654144,0.9999978771318143,0.003973352524253432,"model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(1920, 512)","model.language_model.layers.11.self_attn.q_proj.weight|2d-128|(3200, 1536)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,8,0.0042618188625243025,2.9983084409058574 +5400,5596,1.1070209525729586,0.07059699813438286,0.019836951629105298,0.02182217252046747,2.1138091417028053,1.1230224850700838,1.4025418858308982,0.9998032283154843,0.010538956557254306,"model.language_model.layers.15.self_attn.q_proj.weight|2d-64|(1792, 1600)","model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(1344, 640)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,12,0.016001532497125215,5.274612022032182 +5711,5780,1.0832889664634788,0.03751998962475716,-0.00010375544552652065,-0.00010795295446410581,2.423602577734695,1.0978569645627807,1.414268712197497,0.9999999946174037,-4.6999718323898466e-05,"model.language_model.layers.3.self_attn.v_proj.weight|2d-128|(384, 512)","model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(128, 512)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,16,0.014567998099301871,8.295827011980403 +6008,6042,1.077444404052327,0.038709587981774,0.018922163542892292,0.01871853887866014,1.0947866668867232,2.354774695336314,1.4039462383717516,0.9998209598357378,0.04069964792184341,"model.language_model.layers.23.self_attn.v_proj.weight|2d-64|(320, 1344)","model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(384, 512)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,16,0.017342262834396216,3.6227518577095585 +6194,6208,1.2163757435177471,0.001883774090686921,-0.004832317883323865,-0.00505928533031467,1.7338034653286751,1.2283102054903288,1.4174334729883984,0.999988324283776,-0.003423447634611184,"model.visual.blocks.0.attn.proj.weight|2d-128|(768, 256)","model.visual.blocks.23.attn.proj.weight|2d-128|(0, 512)",model.visual.layers.*.attn.proj.weight,2d-128,23,0.011934461972581634,4.893345950390344 +6577,6643,1.1915688076922093,-0.009913498462200254,0.007167815566387762,0.007373620341236313,1.1885202718739998,1.8298100384500635,1.409575371761565,0.9999743108800376,0.0110353531088323,"model.visual.blocks.21.attn.proj.weight|2d-64|(512, 768)","model.visual.blocks.21.attn.proj.weight|2d-64|(640, 256)",model.visual.layers.*.attn.proj.weight,2d-64,0,0.003048535818209519,3.177287782193919 +6770,6861,1.0966398243420998,0.011471022212552173,0.004986533530937112,0.004985734511978377,2.3463755208192296,1.1028255397436992,1.411496145582428,0.9999875671643847,0.0023437324860880408,"model.visual.blocks.8.attn.qkv.weight|2d-128|(2560, 0)","model.visual.blocks.1.attn.qkv.weight|2d-128|(128, 640)",model.visual.layers.*.attn.qkv.weight,2d-128,7,0.006185715401599401,7.269684032189218 +6974,7090,1.0952302909242366,0.038237167259225886,0.012455591267410096,0.012459217967921675,2.19725688709573,1.1159213827601406,1.4070838665120418,0.9999224261142358,0.006325824127280495,"model.visual.blocks.10.attn.qkv.weight|2d-64|(1664, 960)","model.visual.blocks.0.attn.qkv.weight|2d-64|(1664, 512)",model.visual.layers.*.attn.qkv.weight,2d-64,10,0.020691091835904007,7.05658121721272 +7245,7406,1.2161610004397578,0.05029975520564871,0.006386387670926055,0.006471379600127257,1.6776754431539813,1.2395359999725748,1.4098903340008169,0.9999796068183174,0.004718527329107056,"model.visual.blocks.21.mlp.linear_fc1.weight|2d-128|(0, 256)","model.visual.blocks.1.mlp.linear_fc1.weight|2d-128|(3584, 640)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,20,0.023374999532816965,4.822499991458647 +7623,7639,1.2164128801416307,0.045038099382199964,0.0118601569382046,0.011811540573120114,1.6608105746660162,1.2413385265396462,1.4061473974782603,0.9999296658652553,0.008864629093032178,"model.visual.blocks.17.mlp.linear_fc1.weight|2d-64|(3904, 384)","model.visual.blocks.1.mlp.linear_fc1.weight|2d-64|(2048, 576)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,16,0.024925646398015422,4.63856804553773 +7842,7896,1.2263900707924522,0.02799024011081502,0.0179013409318106,0.017898358249367877,1.2429932836533373,1.643342002042592,1.4019803609933663,0.9998397581576975,0.023667083187822856,"model.visual.blocks.3.mlp.linear_fc2.weight|2d-128|(768, 1792)","model.visual.blocks.9.mlp.linear_fc2.weight|2d-128|(0, 1664)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,6,0.016603212860885064,3.463799431098212 +7991,8133,1.2124623666555212,0.02140617791813939,0.006070308017143304,0.005921012264870229,1.6688568281977063,1.2434166830267035,1.4100945853907458,0.9999815755105576,0.004522809945163579,"model.visual.blocks.2.mlp.linear_fc2.weight|2d-64|(192, 3456)","model.visual.blocks.0.mlp.linear_fc2.weight|2d-64|(512, 2304)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,2,0.03095431637118229,4.897547625926674 +8400,8438,1.3335585080349428,0.06592535139679652,0.007250252400933924,0.006775030885392049,1.415737837905415,1.402510799850927,1.4090777600990785,0.9999737165746522,0.007182514319882364,"model.visual.merger.linear_fc1.weight|2d-128|(3968, 2432)","model.visual.merger.linear_fc1.weight|2d-128|(2048, 768)",model.visual.merger.linear_fc1.weight,2d-128,0,0.06895229181598417,3.5102597487716487 +8513,8543,1.3427424697793613,0.06893504932416064,0.05453867692973249,0.05614624644294427,1.381707058702853,1.368606602128815,1.3751100303834842,0.9985116587795829,0.05402157631551532,"model.visual.merger.linear_fc1.weight|2d-64|(3712, 704)","model.visual.merger.linear_fc1.weight|2d-64|(3136, 3136)",model.visual.merger.linear_fc1.weight,2d-64,0,0.025864132349453728,3.4796611171117533 +8795,8915,1.3438964180537396,0.045672082182836346,-0.0028852687252324846,-0.0027559888164649087,1.4198656034446666,1.412666362388119,1.4162522596264764,0.9999958376035288,-0.0028706393511456186,"model.visual.merger.linear_fc2.weight|2d-128|(256, 3456)","model.visual.merger.linear_fc2.weight|2d-128|(768, 2432)",model.visual.merger.linear_fc2.weight,2d-128,0,0.06876994433437944,3.3758335649712388 +9077,9205,1.3435498169576312,0.0493282415737301,0.009188651522909581,0.009051302597487128,1.4358440190321373,1.3811601751920923,1.4077061276768863,0.9999577834504767,0.008838703493514243,"model.visual.merger.linear_fc2.weight|2d-64|(704, 192)","model.visual.merger.linear_fc2.weight|2d-64|(1984, 3200)",model.visual.merger.linear_fc2.weight,2d-64,0,0.03761035823446113,3.6328796055790455 +9294,9318,0.7132863886107027,0.7114344816250189,0.5563042504428496,0.5651738173651555,0.877254565547061,1.0475149736920863,0.9511403981804986,0.8309786886191602,0.6642735816416516,"model.visual.pos_embed.weight|2d-128|(1152, 768)","model.visual.pos_embed.weight|2d-128|(1536, 768)",model.visual.pos_embed.weight,2d-128,0,0.16396817693635835,2.3158053113879378 +9476,9529,0.4806640415788173,0.8782784545021592,0.8745735721568636,0.8783363972353913,0.48651769001541495,0.5321188947131009,0.5077890109229141,0.4848928406202582,0.9565471762119351,"model.visual.pos_embed.weight|2d-64|(448, 256)","model.visual.pos_embed.weight|2d-64|(1600, 256)",model.visual.pos_embed.weight,2d-64,0,0.005853648436597636,1.9495369149929083 +9688,9792,1.1856199909462428,0.037927467538508994,0.009313735812487416,0.009224606731772193,1.6971538030113882,1.2292897994398284,1.4079421253031221,0.9999566262219654,0.006746165496994367,"mtp.fc.weight|2d-128|(1664, 1920)","mtp.fc.weight|2d-128|(1280, 2048)",mtp.fc.weight,2d-128,0,0.04366980849358559,4.340073604108585 +10008,10091,1.1317919392844347,0.008341238225989724,0.0032922321857439007,0.0033092683098694467,1.1338168655271612,2.108789405020675,1.4122702909423226,0.9999945805889326,0.006123232563608821,"mtp.fc.weight|2d-64|(1152, 2752)","mtp.fc.weight|2d-64|(320, 3648)",mtp.fc.weight,2d-64,0,0.0020249262427265435,3.319044095361898 +10178,10249,1.3185410213211604,0.057200673571988825,-0.001963223202850107,-0.0019679692020502094,1.4509097601788243,1.3827477776378903,1.4155994861653365,0.9999980728754709,-0.001870993355516161,"mtp.layers.0.mlp.down_proj.weight|2d-128|(1024, 2176)","mtp.layers.0.mlp.down_proj.weight|2d-128|(1536, 5632)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.0642067563167299,3.898521624105811 +10561,10607,1.2721009976978572,0.03453243628791268,0.01805052285488701,0.018365352190685857,1.3419418024625034,1.4696367724760764,1.4014448197321001,0.9998370760402243,0.01976815395517351,"mtp.layers.0.mlp.down_proj.weight|2d-64|(1728, 640)","mtp.layers.0.mlp.down_proj.weight|2d-64|(1344, 5248)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.06984080476464616,3.421245210750117 +10748,10800,1.3095146593931875,0.03474381196952971,-0.00247241897667529,-0.002528378482032311,1.4927288129479355,1.3499207941224347,1.4159519557592024,0.999996943567531,-0.002235884883742306,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(2560, 768)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(1280, 0)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.040406134729247256,4.173357094232656 +10922,11010,1.2967318081498538,0.032745600498059385,0.0063394682203137724,0.006476586790030732,1.5448498260332297,1.3049043144312713,1.4097870656819491,0.9999799053694447,0.005354824328218837,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(1856, 384)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(640, 1728)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.008172506281417524,3.924000445555731 +11207,11216,1.3323480792480973,0.03280222910889705,0.005577168853753251,0.005607036640750411,1.4417112218196797,1.3807963757742667,1.41026807674129,0.9999844474728479,0.005341523617069269,"mtp.layers.0.mlp.up_proj.weight|2d-128|(3456, 1280)","mtp.layers.0.mlp.up_proj.weight|2d-128|(4736, 1792)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.04844829652616944,3.9138629165663916 +11411,11622,1.313903719227343,0.009038271066273659,0.010459075298989446,0.01048264829048403,1.305228521283364,1.536745773955436,1.4068964629879106,0.99994530237603,0.012314272560792669,"mtp.layers.0.mlp.up_proj.weight|2d-64|(3008, 1984)","mtp.layers.0.mlp.up_proj.weight|2d-64|(1984, 448)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.008675197943978974,3.5899782329556773 +11697,11727,1.2338871953023016,0.03089952093448598,-0.0015036694075000062,-0.00147015879368089,1.602218368895233,1.2814288529528053,1.4152504425699355,0.9999988694885175,-0.001202610955834667,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(256, 128)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 1920)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.047541657650503666,4.555506578865519 +11744,11814,1.0861875846071398,0.00934944079085382,-0.017456007399668644,-0.017596956065317016,2.2659106508564992,1.1240030371932102,1.4240071729846415,0.9998476322948726,-0.008659037516363785,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 1024)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(128, 1408)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.03781545258607033,8.023699217537303 +11986,12145,1.1832346880230158,0.01746542730403144,-0.004724540571439026,-0.00472787081926367,1.1990552135642516,1.825305558425738,1.4172762933842207,0.9999888392959138,-0.00719210430720792,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(0, 256)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1280, 128)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.015820525541235808,3.3892718762524345 +12267,12292,1.1740889035787943,0.08150041215581413,0.06404901477337607,0.06410406857421164,1.566380718328675,1.2320308081733005,1.3694917755028642,0.9979467539435959,0.05037750944619861,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(0, 1728)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(1152, 1472)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.05794190459450621,4.198410967416952 +12569,12591,1.0581157667821632,0.0335884815102853,0.0015585052956524576,0.0017884717356339602,1.0736603202690316,2.7362102192214652,1.4134639072910637,0.9999987855298842,0.003971831720116543,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(2432, 0)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 1920)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.01554455348686834,3.122743774285038 +12855,12987,1.056806736199377,0.01021140916292417,0.01724678671240259,0.017243962543414613,1.052716416527806,3.036790362659791,1.406645237039581,0.9998512631127177,0.04975212208414317,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(896, 320)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(576, 1344)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.004090319671570919,3.188698263939399 +13047,13050,1.3593086283351938,0.00681651881518016,-0.0022183418361925306,-0.0022461419074775307,1.435912467411569,1.396472597825466,1.4157806904691805,0.9999975394767218,-0.00215741116339564,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(256, 896)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(256, 1280)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.03716396949027212,3.9700976117605804 +13127,13128,1.302977349878905,0.05120970597380414,0.03359302531355616,0.033430467635636396,1.4353661296058398,1.3492339245515088,1.3903029846288963,0.9994355950486669,0.031577204203511504,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(64, 1472)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(64, 1536)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.0462565746726038,3.906646555081678 +36,41,1.1709948918436703,0.2887816811870726,0.284126373941713,0.2840996899233579,1.165000744340065,1.2316220046363002,1.1969230480714041,0.9587868395168625,0.3003743095824056,"model.language_model.embed_tokens.weight|2d-128|(246656, 1408)","model.language_model.embed_tokens.weight|2d-128|(64384, 1408)",model.language_model.embed_tokens.weight,2d-128,0,0.005994147503605385,3.150573835662473 +351,467,1.16874502882272,0.2908437161899594,0.2418829292105226,0.24084502770181998,1.219685918468634,1.2434399454148446,1.231391130981034,0.9703054408569176,0.24659372690958034,"model.language_model.embed_tokens.weight|2d-64|(148160, 64)","model.language_model.embed_tokens.weight|2d-64|(141056, 64)",model.language_model.embed_tokens.weight,2d-64,0,0.050940889645914034,3.0737896716700717 +655,745,0.1307098931801863,0.9958487966959118,0.9958487966959118,0.9999695827226298,0.14490460263615546,0.1307098931801863,0.13725980210326358,0.09102293183206396,0.898296447950518,"model.language_model.layers.16.linear_attn.conv1d.weight|3d-axis0-slice|(1101, 0, 0)","model.language_model.layers.13.linear_attn.conv1d.weight|3d-axis0-slice|(1782, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,3,0.0,0.20580771297767744 +790,896,0.589710442874579,0.8556145947874457,0.8556145947874457,0.8117554236548192,1.0290478298603012,0.589710442874579,0.723584019475072,0.5176134321930944,0.490322069568482,"model.language_model.layers.2.linear_attn.conv1d.weight|3d-volume|(636, 0, 0)","model.language_model.layers.6.linear_attn.conv1d.weight|3d-volume|(540, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,4,0.0,3.0337586797184395 +1166,1234,1.1468219781020303,0.061488212297409854,0.0066082677960986325,0.006601006342275826,1.8420785382150267,1.1856559019526962,1.4099539485932004,0.9999781651599874,0.004253418924103268,"model.language_model.layers.8.linear_attn.in_proj_qkv.weight|2d-128|(4736, 384)","model.language_model.layers.16.linear_attn.in_proj_qkv.weight|2d-128|(1792, 1024)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,8,0.038833923850665863,4.819863434174094 +1423,1458,1.1410621903280898,0.011311649474585832,0.005117390984446197,0.0050093764697116076,1.1648632899359779,1.933203959877048,1.4110107340299378,0.9999869060690306,0.008492808212639459,"model.language_model.layers.20.linear_attn.in_proj_qkv.weight|2d-64|(3392, 576)","model.language_model.layers.0.linear_attn.in_proj_qkv.weight|2d-64|(6080, 0)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,20,0.02380109960788812,3.1235380424640073 +1558,1645,1.154013718734411,-0.007245801767218188,-0.01387877509185185,-0.013893953124067455,1.1734731780999326,1.9547678757246518,1.4228485411827803,0.9999036851627009,-0.023119219263185487,"model.language_model.layers.21.linear_attn.in_proj_z.weight|2d-128|(1792, 1664)","model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-128|(640, 1664)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,17,0.019459459365521514,3.3106716927877216 +1809,1922,1.151399678714546,0.003513890851144461,0.005136645652110664,0.005449244579504635,1.1554572453894352,1.978449385898868,1.411046511751233,0.9999868073486993,0.008795300281814612,"model.language_model.layers.5.linear_attn.in_proj_z.weight|2d-64|(1280, 1088)","model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-64|(640, 768)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,1,0.0040575666748892125,3.3509515682140623 +2134,2191,1.2321192656768982,0.0034888689854391296,-0.0031920721400296634,-0.003192374222561863,1.7038643894879355,1.2379496151817584,1.416358609899595,0.9999949053247486,-0.0023192130205677464,"model.language_model.layers.16.linear_attn.out_proj.weight|2d-128|(1280, 256)","model.language_model.layers.6.linear_attn.out_proj.weight|2d-128|(384, 128)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,10,0.005830349504860166,4.648117081317932 +2317,2360,1.227805771661251,-0.012678942338741027,-0.004921616991684588,-0.005040985772700595,1.2264934145562725,1.7391482751287672,1.4174879285572355,0.9999878887697526,-0.006978775100092451,"model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(1856, 576)","model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(64, 1024)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,0,0.0013123571049784566,3.5349210083821347 +2583,2660,1.267860402381596,0.061743174275799596,0.013086952286350293,0.013107678066944657,1.304019473573628,1.5339092017190625,1.405050661834664,0.9999143621730087,0.015394092604674286,"model.language_model.layers.21.mlp.down_proj.weight|2d-128|(1024, 1664)","model.language_model.layers.10.mlp.down_proj.weight|2d-128|(128, 4864)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,11,0.03615907119203188,3.3396927332205717 +2920,3055,1.2596297824593317,0.000609932300480313,-0.00220604839731553,-0.002124427156506046,1.5829936369699478,1.2923088903803663,1.4157410852599235,0.9999975666722738,-0.0018009522526680507,"model.language_model.layers.12.mlp.down_proj.weight|2d-64|(512, 5568)","model.language_model.layers.23.mlp.down_proj.weight|2d-64|(448, 3520)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,11,0.03267910792103468,4.448138270776822 +3116,3141,1.1627757000344383,0.0775789211901864,0.003046605429163529,0.0031772320183693055,1.2257071680127984,1.72192115071591,1.4121765573022227,0.9999953590869105,0.004279989921954853,"model.language_model.layers.19.mlp.gate_proj.weight|2d-128|(640, 896)","model.language_model.layers.7.mlp.gate_proj.weight|2d-128|(1792, 1280)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,12,0.06293146797836013,3.054330563122086 +3448,3525,1.1514478323300334,0.027482052244704888,0.0049920264646488135,0.005041833635047984,1.895631968152269,1.1734681449277589,1.4110505010257928,0.9999875397582594,0.0030902538748656355,"model.language_model.layers.10.mlp.gate_proj.weight|2d-64|(4416, 1792)","model.language_model.layers.18.mlp.gate_proj.weight|2d-64|(1408, 1344)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,8,0.02202031259772541,5.136755877654912 +3752,3794,1.2339150435290176,0.05846979856424528,0.006120415245681738,0.005926301530124773,1.2721325733872295,1.6052585315152372,1.409993961012075,0.9999812700832053,0.007723132789050841,"model.language_model.layers.21.mlp.up_proj.weight|2d-128|(3968, 128)","model.language_model.layers.3.mlp.up_proj.weight|2d-128|(4736, 128)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,18,0.03821752985821192,3.298157408619239 +3848,4066,1.2265660893445327,0.04294108589169414,0.039030018997898076,0.03946782692907784,1.6159587109981648,1.2344904107585435,1.3873308338801298,0.9992380385158602,0.029816469849571346,"model.language_model.layers.5.mlp.up_proj.weight|2d-64|(3392, 1600)","model.language_model.layers.23.mlp.up_proj.weight|2d-64|(5760, 640)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,18,0.007924321414010782,4.128116834386857 +4121,4300,1.1771324345822125,-0.010701391961465774,0.0031011908353989013,0.0030364762406497234,1.1756520164626887,1.8922514435500557,1.4122462248146714,0.9999951912961393,0.004991470905365484,"model.language_model.layers.11.self_attn.k_proj.weight|2d-128|(128, 1152)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 1536)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,12,0.0014804181195238186,3.244399340101191 +4506,4595,1.1045411740662314,0.026274831681509955,-0.003604522597566151,-0.003475736273859928,2.183600203018967,1.1269840897072025,1.416289562174558,0.9999935036873208,-0.0018603403740441238,"model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 1984)","model.language_model.layers.19.self_attn.k_proj.weight|2d-64|(448, 1216)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,4,0.022442915640971117,6.401625309238471 +4750,4776,1.1234479924048768,0.014684109446223503,-6.743964812858386e-06,-5.030104655089185e-05,1.128868138302216,2.1552698268379924,1.414217482383635,0.9999999999772594,-1.2875785382933306e-05,"model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(256, 896)","model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(1920, 1408)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,12,0.005420145897339301,3.097733741455606 +4893,4899,1.125438653675876,0.032067877115245634,0.008686538163140831,0.008721551882065458,1.143916688433551,2.0274191804494612,1.408946212682091,0.9999622713156433,0.015395574049867508,"model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(1280, 896)","model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(768, 1984)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,12,0.018478034757674955,2.960545516374096 +5150,5242,1.1213766440792898,0.01645710619439559,0.01017346179193625,0.01016842582279452,2.1299236271254163,1.1264792647356385,1.408254951990039,0.9999482489985009,0.005380565581435116,"model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(3200, 256)","model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(2816, 1280)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,4,0.0051026206563487,6.378706698445776 +5505,5583,1.107333045704989,0.0042676633150958675,-0.0007060792462454575,-0.0006102806723124586,1.108322459451604,2.32262998024121,1.4146016242773893,0.9999997507260179,-0.0014796784200937923,"model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(2880, 1344)","model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(2752, 896)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,4,0.0009894137466148756,3.110111299073379 +5704,5774,1.0833087092890479,0.027220931529220737,0.014861587079390264,0.014844387982576633,2.5205211428379974,1.082432948383771,1.4065724269002138,0.9998895605163011,0.006382279936717239,"model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(384, 1280)","model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(0, 1792)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,12,0.0008757609052769677,7.59826683910109 +6067,6081,1.07749683309917,-0.004432576922836761,-0.00878365120718893,-0.00868997875761998,1.0935250618857306,2.5208445420130436,1.4187414653932333,0.9999614229916425,-0.020248478957039462,"model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(0, 1024)","model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(256, 1728)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,12,0.016028228786560517,3.865410438684436 +6187,6198,1.216381343723678,0.018269247226427705,0.00423616363267998,0.004216263195947636,1.245788348098473,1.6672586711509865,1.4113380560121793,0.999991027418585,0.005669326222050909,"model.visual.blocks.22.attn.proj.weight|2d-128|(256, 640)","model.visual.blocks.0.attn.proj.weight|2d-128|(768, 768)",model.visual.layers.*.attn.proj.weight,2d-128,22,0.029407004374795154,3.2933748964475926 +6404,6642,1.191683403577682,0.020954963245295014,0.0038825096567654755,0.0039915754437810725,1.1995254631897563,1.800116277801385,1.411677569018099,0.9999924630309796,0.005826444745307584,"model.visual.blocks.3.attn.proj.weight|2d-64|(192, 704)","model.visual.blocks.18.attn.proj.weight|2d-64|(512, 768)",model.visual.layers.*.attn.proj.weight,2d-64,15,0.007842059612074292,3.271208671840388 +6667,6709,1.096787454815781,0.017595421736732356,-0.004102061392365472,-0.004093150028233289,2.396569566464618,1.102443804092741,1.4164143772557485,0.9999915865107732,-0.001886985560236656,"model.visual.blocks.14.attn.qkv.weight|2d-128|(2432, 640)","model.visual.blocks.2.attn.qkv.weight|2d-128|(1408, 768)",model.visual.layers.*.attn.qkv.weight,2d-128,12,0.005656349276959904,6.543162247458184 +6916,7073,1.0952468440328988,0.03947646763367455,-0.002658905876957124,-0.002734134218881738,2.269018845903651,1.1154813267478392,1.4157015611144068,0.999996465103521,-0.0013071552317338942,"model.visual.blocks.6.attn.qkv.weight|2d-64|(2304, 512)","model.visual.blocks.2.attn.qkv.weight|2d-64|(768, 192)",model.visual.layers.*.attn.qkv.weight,2d-64,4,0.020234482714940327,6.570024363504341 +7243,7274,1.2163704867906822,0.030947791772107165,0.01889557160731147,0.018749521995941577,1.2248141479596548,1.6862015170383533,1.4014496257002644,0.9998214627490415,0.026013531573448934,"model.visual.blocks.11.mlp.linear_fc1.weight|2d-128|(512, 896)","model.visual.blocks.17.mlp.linear_fc1.weight|2d-128|(1792, 768)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,6,0.00844366116897266,3.1321910224211322 +7471,7658,1.2166773631956698,0.028383944926333234,0.011469697188537409,0.012302821498880175,1.746226942983775,1.2100893013625724,1.4065992561256215,0.999934220859754,0.007948198207274168,"model.visual.blocks.15.mlp.linear_fc1.weight|2d-64|(2560, 576)","model.visual.blocks.0.mlp.linear_fc1.weight|2d-64|(896, 640)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,15,0.006588061833097347,4.9983735887859835 +7819,7876,1.2265234357422221,0.02406718984019209,-0.0050843622588926975,-0.005135133747197279,1.670598710807204,1.2531021289742623,1.4176608583999717,0.9999870745466765,-0.003813737631831623,"model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(128, 3584)","model.visual.blocks.0.mlp.linear_fc2.weight|2d-128|(768, 512)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,10,0.026578693232040207,4.915523712721259 +8086,8111,1.2127603024611027,-0.004778727869205874,-0.0018897318348943925,-0.0015820070923649458,1.220857792138648,1.7479144720369364,1.4154675904929788,0.999998214455202,-0.002705548216794855,"model.visual.blocks.4.mlp.linear_fc2.weight|2d-64|(192, 3072)","model.visual.blocks.10.mlp.linear_fc2.weight|2d-64|(512, 2368)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,6,0.008097489677545422,3.3627024014144125 +8262,8408,1.3337647615538037,0.06626542457143159,0.020863929377728106,0.02080225314334411,1.3696433077779349,1.4311783577319397,1.399397157920701,0.9997823245341564,0.021801299661804642,"model.visual.merger.linear_fc1.weight|2d-128|(3584, 1664)","model.visual.merger.linear_fc1.weight|2d-128|(1152, 2688)",model.visual.merger.linear_fc1.weight,2d-128,0,0.035878546224131114,3.4955036251606395 +8452,8490,1.3427866800122064,0.037152266578154444,0.003964283983380598,0.0033918924576112675,1.3756353313186889,1.4501325022849938,1.4114115082573007,0.9999921421953769,0.004178968743901969,"model.visual.merger.linear_fc1.weight|2d-64|(704, 1920)","model.visual.merger.linear_fc1.weight|2d-64|(1600, 2816)",model.visual.merger.linear_fc1.weight,2d-64,0,0.03284865130648251,3.496030955197753 +8794,8909,1.3440816457860625,0.03179657125275755,0.0037765377200184172,0.003822091072805739,1.3964683041930042,1.4271130518374566,1.4115412511565035,0.999992868855998,0.003859411813939654,"model.visual.merger.linear_fc2.weight|2d-128|(1280, 640)","model.visual.merger.linear_fc2.weight|2d-128|(768, 1664)",model.visual.merger.linear_fc2.weight,2d-128,0,0.05238665840694168,3.566445716802832 +9157,9205,1.3435621083346878,0.07120590204908567,0.030202208708411976,0.030208769389157602,1.3998270734882239,1.3856703735689606,1.392694763023295,0.9995438092395618,0.029896768405333327,"model.visual.merger.linear_fc2.weight|2d-64|(768, 3648)","model.visual.merger.linear_fc2.weight|2d-64|(1984, 3200)",model.visual.merger.linear_fc2.weight,2d-64,0,0.0421082652342728,3.6499613556155426 +9245,9341,0.7133078254329616,0.7019654212992318,0.6882321969815774,0.6877345071593639,1.0761832839446417,0.7256250578748232,0.8508479208492933,0.7254904844571781,0.464045981029903,"model.visual.pos_embed.weight|2d-128|(384, 640)","model.visual.pos_embed.weight|2d-128|(1920, 640)",model.visual.pos_embed.weight,2d-128,0,0.01231723244186167,5.6255505162522255 +9546,9594,0.48131582107682874,0.8817757514060665,0.8324526660744586,0.8328674594367224,0.6411986679963776,0.5550934608660539,0.5935118754585165,0.5540961638069025,0.7206643657922498,"model.visual.pos_embed.weight|2d-64|(704, 640)","model.visual.pos_embed.weight|2d-64|(896, 640)",model.visual.pos_embed.weight,2d-64,0,0.07377763978922519,2.671530723579661 +9762,9781,1.1860812646635301,0.06668412530011332,0.013515569011088052,0.01349701213744228,1.6880135586102274,1.2289820713481847,1.4050890668033833,0.9999086605257035,0.009840200580125656,"mtp.fc.weight|2d-128|(512, 2304)","mtp.fc.weight|2d-128|(1152, 2432)",mtp.fc.weight,2d-128,0,0.04290080668465457,4.675812205541191 +9931,10100,1.1321947829075323,0.04453955982317678,0.01919524855606204,0.019346182546747057,1.670734786698427,1.2305191515196214,1.4011914357406037,0.999815754243186,0.014137564594013096,"mtp.fc.weight|2d-64|(576, 3136)","mtp.fc.weight|2d-64|(576, 3968)",mtp.fc.weight,2d-64,0,0.09832436861208915,5.533234183744557 +10135,10226,1.3186342329811702,0.05402156338347928,0.005083699523344481,0.005074911644681763,1.3719381968007527,1.452770099960815,1.410620161140722,0.9999870779160881,0.005383221111506455,"mtp.layers.0.mlp.down_proj.weight|2d-128|(0, 896)","mtp.layers.0.mlp.down_proj.weight|2d-128|(256, 256)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.05330396381958247,3.638339213086901 +10412,10548,1.2721070188862384,0.0017139717836109937,-9.743269578184858e-05,-0.0006556490803310806,1.512669512780998,1.3328918277409367,1.4142819082373026,0.9999999952534349,-8.585301869648827e-05,"mtp.layers.0.mlp.down_proj.weight|2d-64|(1728, 5184)","mtp.layers.0.mlp.down_proj.weight|2d-64|(1344, 896)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.06078480885469828,4.442460012601429 +10650,10769,1.3095256235404493,0.06381166776635357,0.003091837673674705,0.003237961887746987,1.3764986526515242,1.4504599594351766,1.4120286060314955,0.9999952202584769,0.00325796668096971,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(2304, 1152)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(4864, 1664)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.06697302911107483,3.55917200228211 +10910,11106,1.2970891708113967,0.0333655734957611,0.03632129411288285,0.03631177259600375,1.4874239646552443,1.3070231442333988,1.3885101325518372,0.9993401641052787,0.03191610002400993,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(3840, 1280)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(384, 1152)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.009933973422002085,4.257192574167081 +11290,11381,1.3323574298227951,0.06269333779781663,0.028567537336353487,0.028665132394586117,1.422443466627401,1.3669767535086634,1.3938830976513923,0.999591864618023,0.02745357573779429,"mtp.layers.0.mlp.up_proj.weight|2d-128|(4736, 896)","mtp.layers.0.mlp.up_proj.weight|2d-128|(5888, 1408)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.034619323685868286,3.965336298687196 +11591,11637,1.3140257598280016,0.016044093083201424,0.0031467011115577457,0.0032943324807446646,1.4885288663630811,1.3461745392065538,1.4119979675835577,0.9999950491238017,0.0028457687416044734,"mtp.layers.0.mlp.up_proj.weight|2d-64|(320, 1472)","mtp.layers.0.mlp.up_proj.weight|2d-64|(3392, 1472)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.032148779378552206,4.163883185240165 +11679,11727,1.234120365526191,0.04158542159245195,0.008936893608586046,0.008944952333144142,1.683805313448788,1.2347673202346505,1.4081735840267806,0.9999600651689191,0.006553598616275889,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 1920)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 1920)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.0006469547084595462,4.725718898251487 +11748,11924,1.086373501499813,0.0358048559546396,0.02645365847563329,0.026509534325965874,2.1998792852254083,1.107644144945502,1.3991058491196844,0.9996500407408857,0.013319476263862743,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 1280)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 256)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.021270643445688853,7.679859548675828 +12049,12131,1.1836040885980172,0.02255706222058891,-0.005506665901380509,-0.005535681944183447,1.9234996874539054,1.174566701687963,1.417673157484759,0.9999848382003852,-0.0033625929067051517,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(512, 128)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1152, 384)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.00903738691005418,5.041976119376367 +12244,12423,1.1742015087140414,0.07144895998554956,0.02685578210673306,0.026866627105224996,1.1426274021061325,1.9689732664339137,1.3976285446681185,0.9996393184381233,0.04627783030571857,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(0, 256)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(1664, 896)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.031574106607908936,3.0388821538248965 +12577,12608,1.0581533055772627,-0.014885942333801451,0.0006355108126227846,0.0007899214594853379,3.1337251476895087,1.0549404233822188,1.413941778366402,0.9999997980629831,0.00021393900681639628,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 128)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(896, 0)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.003212882195043898,9.41527660384887 +12783,12913,1.0568276596470554,-0.0035135413349068473,-0.0033828042813819127,-0.0032811086570091585,3.0539077815556284,1.0595895139557843,1.415694306337184,0.999994278301228,-0.0011737040541843604,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(576, 320)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(768, 1344)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.002761854308728884,9.120347335412841 +13038,13069,1.3593995540923531,0.03450460333011112,0.011060106560830837,0.011043172035068464,1.3766633051406627,1.438105165028414,1.4063786319669282,0.9999388351508621,0.011553730176072568,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 1792)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(384, 1664)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.017263751048309572,3.642087465316648 +13249,13273,1.3029862467081308,-0.010963224751163405,-0.02284464809941797,-0.022869128417351878,1.334077086421944,1.5503655578689186,1.4300973312570184,0.9997390269731465,-0.026548357628991874,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(320, 1088)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 576)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.031090839713813212,3.3399257716663846 +94,180,1.1711438515080994,0.2914384996708465,0.26048560298724377,0.2563885037479606,1.196143707290259,1.2374618089650415,1.216276718107141,0.96547773181797,0.269483493929149,"model.language_model.embed_tokens.weight|2d-128|(142336, 384)","model.language_model.embed_tokens.weight|2d-128|(83200, 384)",model.language_model.embed_tokens.weight,2d-128,0,0.024999855782159575,3.142880523141967 +348,372,1.1690675887807342,0.26312276333342777,0.16687250730327224,0.1665120539671011,1.270342131346305,1.3124974513014431,1.2909038490266258,0.9859784816649496,0.1724100422424861,"model.language_model.embed_tokens.weight|2d-64|(154944, 1920)","model.language_model.embed_tokens.weight|2d-64|(12096, 1920)",model.language_model.embed_tokens.weight,2d-64,0,0.10127454256557078,3.020480631293903 +525,735,0.13205391384297538,0.9966356752432557,0.9966356752432558,0.9968565290367529,0.14786118033546763,0.13205391384297427,0.13928929264225526,0.08195932425550839,0.8900892126845686,"model.language_model.layers.8.linear_attn.conv1d.weight|3d-axis0-slice|(3370, 0, 0)","model.language_model.layers.9.linear_attn.conv1d.weight|3d-axis0-slice|(3944, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,1,1.1102230246251565e-15,0.24671564597365267 +889,905,0.5898682812393824,0.8081167758193393,0.8081167758193394,0.8074393634808716,0.7024775113444387,0.5898682812393824,0.6388460987566819,0.5890223057230988,0.6785732580690944,"model.language_model.layers.2.linear_attn.conv1d.weight|3d-volume|(2720, 0, 0)","model.language_model.layers.12.linear_attn.conv1d.weight|3d-volume|(2512, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,10,0.0,1.8366642077629844 +1043,1260,1.1468487906141511,-0.0034368082745858015,0.01099044249608608,0.010969575468165089,1.1509865611733199,1.9811039414933458,1.407446088806108,0.9999396032629871,0.01891699667245151,"model.language_model.layers.16.linear_attn.in_proj_qkv.weight|2d-128|(1664, 896)","model.language_model.layers.12.linear_attn.in_proj_qkv.weight|2d-128|(2688, 1408)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,4,0.004137770559168752,3.262876340471656 +1336,1433,1.141599530747837,-0.004596680722585647,-0.0031250282463984296,-0.003151405627812772,1.1491249917178297,2.041073097449555,1.416101606526388,0.9999951170873081,-0.005550667793725983,"model.language_model.layers.22.linear_attn.in_proj_qkv.weight|2d-64|(1664, 320)","model.language_model.layers.0.linear_attn.in_proj_qkv.weight|2d-64|(4352, 1472)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,22,0.007525460969992626,3.028440169796308 +1553,1635,1.1543167062016921,-0.028173117958865776,0.005159000332157593,0.004830735719072758,1.1300605195405857,2.1260637241094327,1.4111866036730747,0.9999866922692385,0.009705996510105357,"model.language_model.layers.22.linear_attn.in_proj_z.weight|2d-128|(0, 384)","model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(256, 1920)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,4,0.024256186661106405,3.343100424592174 +1811,1861,1.1514691686689478,0.030830826061176743,0.03210757499740923,0.03133794070845656,1.9088423029112955,1.1510394265308157,1.3939895295816958,0.9994844189019585,0.01936099417743807,"model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-64|(320, 704)","model.language_model.layers.16.linear_attn.in_proj_z.weight|2d-64|(384, 960)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,2,0.00042974213813207207,5.254835032757597 +2182,2240,1.2321995810887727,0.0196503150264082,-0.0038727838909272403,-0.0038460662293706865,1.6659880933327658,1.2539257065618432,1.4168426454406844,0.9999925007443476,-0.0029148967487982436,"model.language_model.layers.18.linear_attn.out_proj.weight|2d-128|(1408, 1024)","model.language_model.layers.0.linear_attn.out_proj.weight|2d-128|(1536, 0)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,18,0.021726125473070512,4.24819116633863 +2360,2440,1.2278113734840732,0.03830772022031262,0.03218280843969731,0.032111614976467036,1.6097509480596874,1.243953948016294,1.3920184498098616,0.9994819992580826,0.0248696431364544,"model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(64, 1024)","model.language_model.layers.16.linear_attn.out_proj.weight|2d-64|(896, 384)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,4,0.016142574532220788,4.426705979737181 +2583,2693,1.2680218444499889,0.039031068822019635,0.0008550914383728006,0.0008267179834424085,1.3092706512670826,1.547687339565675,1.413617158989147,0.9999996344092492,0.001010802611407974,"model.language_model.layers.21.mlp.down_proj.weight|2d-128|(1024, 1664)","model.language_model.layers.0.mlp.down_proj.weight|2d-128|(256, 4736)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,21,0.04124880681709375,3.333540617129479 +2847,2933,1.259762392981557,0.046677670000000414,0.021642431253685566,0.02165939173503098,1.2858126885526713,1.548778725368266,1.3990903574699036,0.9997657751540755,0.0260686003407567,"model.language_model.layers.19.mlp.down_proj.weight|2d-64|(448, 2624)","model.language_model.layers.3.mlp.down_proj.weight|2d-64|(192, 384)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,16,0.02605029557111438,3.3951819055958414 +3269,3278,1.16302319364729,0.016486316948143315,0.006383756303099652,0.0060710942409598866,1.1810962450325828,1.8602953812001792,1.4101224970822135,0.9999796236201329,0.01005478801182388,"model.language_model.layers.18.mlp.gate_proj.weight|2d-128|(768, 1664)","model.language_model.layers.9.mlp.gate_proj.weight|2d-128|(768, 1664)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,9,0.018073051385292915,3.172154938026902 +3328,3453,1.1517289680437013,0.016096722465371506,0.01948785364731651,0.01956956010975728,1.9077588526407037,1.1602452751538466,1.4019245759891477,0.9998100937479181,0.01185196445865845,"model.language_model.layers.9.mlp.gate_proj.weight|2d-64|(4288, 1152)","model.language_model.layers.22.mlp.gate_proj.weight|2d-64|(1792, 704)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,13,0.008516307110145283,5.309405346223085 +3603,3639,1.2345741160664456,0.051070276483077756,0.0001895359163648256,0.00018146118613962845,1.2621709758343118,1.6385371215021407,1.4140839721177496,0.9999999820380681,0.0002460535385203311,"model.language_model.layers.22.mlp.up_proj.weight|2d-128|(2560, 512)","model.language_model.layers.0.mlp.up_proj.weight|2d-128|(3712, 640)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,22,0.02759685976786619,3.16581424536291 +3853,3929,1.2270870535046026,0.003593258415848917,-0.002475798445399768,-0.00256916097196056,1.2446960137216778,1.6850852633263953,1.4158858651126287,0.9999969352063324,-0.0033517673627276668,"model.language_model.layers.21.mlp.up_proj.weight|2d-64|(3520, 1600)","model.language_model.layers.2.mlp.up_proj.weight|2d-64|(384, 1344)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,19,0.017608960217075253,3.2264821392822 +4222,4292,1.1771445833267693,0.03695668558152501,-0.0026686742538218062,-0.002667703807605161,1.2056642822177674,1.797206785617422,1.4159585379156598,0.9999964390825234,-0.003978022363529532,"model.language_model.layers.15.self_attn.k_proj.weight|2d-128|(384, 1792)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 512)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,8,0.028519698890998146,3.373623735482148 +4532,4583,1.1046095354549035,0.0356087534957776,0.02925649850975967,0.02912917878142125,1.977992383075143,1.1393318518170883,1.3962039497741956,0.9995719370285204,0.016851865007177873,"model.language_model.layers.7.self_attn.k_proj.weight|2d-64|(256, 1344)","model.language_model.layers.15.self_attn.k_proj.weight|2d-64|(192, 1280)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,8,0.03472231636218481,6.939864318417557 +4655,4710,1.123532499076884,0.04093914064062119,0.016613479246845735,0.01664793522726024,1.1373433415928114,2.035803231058552,1.4041742387991327,0.9998619866298122,0.029737523835578514,"model.language_model.layers.23.self_attn.o_proj.weight|2d-128|(640, 1792)","model.language_model.layers.23.self_attn.o_proj.weight|2d-128|(256, 640)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,0,0.013810842515927346,3.160572968352639 +4901,5012,1.1255007713772756,0.013547980767145841,-0.002234008731116082,-0.002021994175046189,2.0182646498119095,1.1527166018115278,1.4155735197602028,0.9999975045993811,-0.0012759372033739008,"model.language_model.layers.11.self_attn.o_proj.weight|2d-64|(64, 320)","model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(256, 128)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,12,0.02721583043425224,5.759258241047728 +5166,5288,1.1215847626445452,-0.031622571848207486,0.010672284303773247,0.010666110339709763,1.0997938811253374,2.3471820642693655,1.4084028253451217,0.9999430495521929,0.022776808211524543,"model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(3328, 768)","model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(3200, 0)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,4,0.021790881519207828,3.1316628879273614 +5494,5620,1.1075523980493396,0.0610544401734717,0.022669936026343634,0.022255121797612094,1.1390328826981095,2.0036424598404783,1.4003716523592744,0.9997430039768028,0.03987808172548452,"model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(2816, 384)","model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(2688, 384)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,0,0.03148048464876996,3.0232820577372137 +5667,5787,1.0833614530790967,0.03797602466248183,0.01181694740254456,0.011932081052663924,2.4067163240541998,1.0934762072446573,1.4079058353426686,0.9999301774394478,0.005368954661502114,"model.language_model.layers.3.self_attn.v_proj.weight|2d-128|(384, 768)","model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(128, 1408)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,16,0.010114754165560624,8.567067310608607 +6097,6118,1.0776891749523367,0.03130608287845391,0.02535759054521289,0.025338477915002985,1.0939516254993007,2.329417262288744,1.4003474877529043,0.9996784446019337,0.053995448947853415,"model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(448, 1792)","model.language_model.layers.3.self_attn.v_proj.weight|2d-64|(256, 1600)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,16,0.016262450546963958,3.592895309710159 +6161,6254,1.2169333650856555,0.034784587824984343,0.012085783600433818,0.012059021223113114,1.2476883407139467,1.6453224137770417,1.4059604458166501,0.9999269642502713,0.015937482139549562,"model.visual.blocks.23.attn.proj.weight|2d-128|(640, 512)","model.visual.blocks.1.attn.proj.weight|2d-128|(640, 768)",model.visual.layers.*.attn.proj.weight,2d-128,22,0.030754975628291215,3.1802020414068757 +6423,6533,1.1919329472206956,0.016563569731723345,-0.006241614462332931,-0.005984336578248431,1.2141331692851023,1.77934095372844,1.4183172430585864,0.9999805209347348,-0.009147234019437948,"model.visual.blocks.5.attn.proj.weight|2d-64|(64, 64)","model.visual.blocks.6.attn.proj.weight|2d-64|(576, 768)",model.visual.layers.*.attn.proj.weight,2d-64,1,0.02220022206440664,3.3018555410111223 +6732,6781,1.0968303581739693,0.06678366434386163,0.0070273923942162295,0.007010267086865161,1.13446833107307,2.089974422623689,1.4100405441249055,0.999975307573211,0.012946214503634465,"model.visual.blocks.0.attn.qkv.weight|2d-128|(1152, 512)","model.visual.blocks.10.attn.qkv.weight|2d-128|(1920, 384)",model.visual.layers.*.attn.qkv.weight,2d-128,10,0.03763797289910076,4.468103974225153 +6920,7089,1.096388856051548,0.026408748081148167,0.002398590086723166,0.002307822440947396,2.250479749964633,1.1149268071069112,1.412863582277203,0.9999971233786604,0.0011883032437819427,"model.visual.blocks.18.attn.qkv.weight|2d-64|(2816, 896)","model.visual.blocks.12.attn.qkv.weight|2d-64|(192, 960)",model.visual.layers.*.attn.qkv.weight,2d-64,6,0.018537951055363155,6.043478216700402 +7243,7422,1.2164657435545696,0.03356399865245467,0.008945680540130684,0.008806942349968667,1.231710582128928,1.6916647663335012,1.4081807540914668,0.9999599865993009,0.012286240615435649,"model.visual.blocks.11.mlp.linear_fc1.weight|2d-128|(512, 896)","model.visual.blocks.18.mlp.linear_fc1.weight|2d-128|(512, 768)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,7,0.015244838574358432,3.2107329373822933 +7585,7616,1.2169695130862002,0.04189937344467547,0.007486773548103069,0.0074935701180066,1.656362737834409,1.2473185736050052,1.4091164527048132,0.9999719737181835,0.005637890475085771,"model.visual.blocks.20.mlp.linear_fc1.weight|2d-64|(3392, 128)","model.visual.blocks.1.mlp.linear_fc1.weight|2d-64|(896, 960)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,19,0.030349060518805038,4.459163666127885 +7832,7864,1.2269072743584328,0.01120547914605288,-0.0040872558800434085,-0.00461316973256939,1.251475898456808,1.6722441207989522,1.4169836864883638,0.9999916471348003,-0.005461463240348154,"model.visual.blocks.0.mlp.linear_fc2.weight|2d-128|(512, 3072)","model.visual.blocks.9.mlp.linear_fc2.weight|2d-128|(0, 1536)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,9,0.024568624098375125,3.4310085116576525 +8001,8111,1.2129873743071717,-0.006307661789678827,-0.007261281112134125,-0.007684567236352719,1.2494100614266848,1.6843171313866028,1.4191187354538872,0.9999736365507895,-0.009788859999267057,"model.visual.blocks.3.mlp.linear_fc2.weight|2d-64|(384, 832)","model.visual.blocks.10.mlp.linear_fc2.weight|2d-64|(512, 2368)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,7,0.03642268711951302,3.4493283280547824 +8195,8277,1.3337886159856835,0.06796757551465406,-0.007380142411354613,-0.00750216344849368,1.4398635388342884,1.3998240961831183,1.4194204511171717,0.999972766378159,-0.007174916859858159,"model.visual.merger.linear_fc1.weight|2d-128|(3584, 0)","model.visual.merger.linear_fc1.weight|2d-128|(2304, 3200)",model.visual.merger.linear_fc1.weight,2d-128,0,0.06603548019743477,3.6279064967252252 +8485,8490,1.3429699284303334,0.03656851863794874,0.024718676790364564,0.024823554311247248,1.3605148736523258,1.4358286913947302,1.3966511076895278,0.9996944468274961,0.026087024872899867,"model.visual.merger.linear_fc1.weight|2d-64|(2432, 1536)","model.visual.merger.linear_fc1.weight|2d-64|(1600, 2816)",model.visual.merger.linear_fc1.weight,2d-64,0,0.01754494522199246,3.4682780719970867 +8741,8865,1.3442831751614943,0.039513765606956436,-0.000946351376613785,-0.0009106854419109916,1.4516988331948535,1.380730870670515,1.4148817363469623,0.9999995522094357,-0.0009000879041257771,"model.visual.merger.linear_fc2.weight|2d-128|(128, 640)","model.visual.merger.linear_fc2.weight|2d-128|(1152, 3968)",model.visual.merger.linear_fc2.weight,2d-128,0,0.03644769550902072,3.7029419248082203 +9056,9105,1.343578871807626,0.047254954410736,0.02317687050062545,0.023081888152292562,1.4135543976507055,1.3824313724434072,1.3977330734531537,0.9997313802586159,0.02266657225811275,"model.visual.merger.linear_fc2.weight|2d-64|(768, 512)","model.visual.merger.linear_fc2.weight|2d-64|(1664, 3200)",model.visual.merger.linear_fc2.weight,2d-64,0,0.03885250063578116,3.6916498822730204 +9308,9356,0.7137709238491947,0.7014198637809538,0.7005861706793772,0.7060920417412986,0.714205339399125,0.9773506354672414,0.8155013644581847,0.713567808587808,0.9587135538486978,"model.visual.pos_embed.weight|2d-128|(1408, 512)","model.visual.pos_embed.weight|2d-128|(2176, 512)",model.visual.pos_embed.weight,2d-128,0,0.0004344155499302893,3.40101447663001 +9494,9614,0.48303628380193225,0.8900715286999739,0.8898933174424424,0.88924717065013,0.644033317630029,0.47900471229129304,0.5435562883501286,0.45616870077996863,0.6618649700609623,"model.visual.pos_embed.weight|2d-64|(1536, 960)","model.visual.pos_embed.weight|2d-64|(1152, 960)",model.visual.pos_embed.weight,2d-64,0,0.004031571510639209,3.768457107700259 +9712,9863,1.1872769008006276,0.09477242041341315,0.016574965338191597,0.016593754871778815,1.5920234387496073,1.268089060761143,1.4027436582600084,0.999862625826187,0.013202401243768164,"mtp.fc.weight|2d-128|(1152, 768)","mtp.fc.weight|2d-128|(1152, 3968)",mtp.fc.weight,2d-128,0,0.08081215996051538,4.852910846261259 +10008,10120,1.132695314026298,0.020505631724728652,0.01595685081847555,0.01598964042564247,1.1349409989639687,2.0525752467956,1.4046249585994088,0.9998726813509593,0.028858449061855435,"mtp.fc.weight|2d-64|(1152, 2752)","mtp.fc.weight|2d-64|(192, 3584)",mtp.fc.weight,2d-64,0,0.0022456849376706334,3.1655054155762277 +10145,10158,1.3187714274385345,0.06633285087886333,0.01920329440470637,0.01906058713586649,1.397675957601479,1.403480238046026,1.400569077551922,0.9998155997402752,0.019283042006843984,"mtp.layers.0.mlp.down_proj.weight|2d-128|(0, 2176)","mtp.layers.0.mlp.down_proj.weight|2d-128|(1024, 128)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.07890453016294452,3.6071599886629295 +10406,10598,1.2721187759395938,0.025909800599652345,-0.00523172576996336,-0.005442590496074539,1.5382439516487854,1.3219433561464178,1.4178661606108285,0.9999863144290865,-0.004496065214733995,"mtp.layers.0.mlp.down_proj.weight|2d-64|(960, 1088)","mtp.layers.0.mlp.down_proj.weight|2d-64|(1088, 2752)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.04982458020682401,4.277239265399748 +10642,10845,1.3095277994636942,0.04953355543805897,0.02316632740133848,0.022808453239923976,1.446937407174558,1.3533030089247027,1.3977735290309303,0.999731624624696,0.021667185064477342,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(5376, 512)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(2432, 512)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.043775209461008435,4.094567831307273 +10901,10940,1.2970977836188355,0.037388947840319466,0.0195434909688299,0.019301841280292872,1.3322314654716239,1.480239473885983,1.400403127468308,0.9998090077413542,0.021714730164667777,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(5056, 1216)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(5568, 1536)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.03513368185278831,3.6636060365855294 +11333,11357,1.3323717933615489,0.04944835487223875,0.012184368661970764,0.012122841968329747,1.4013622038873517,1.4098192878100024,1.4055716643990006,0.9999257678249467,0.012257900135870204,"mtp.layers.0.mlp.up_proj.weight|2d-128|(4480, 0)","mtp.layers.0.mlp.up_proj.weight|2d-128|(1536, 1664)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.06899041052580279,3.4396221112969374 +11617,11648,1.314149029034368,0.03249298989292176,-0.014094446201525156,-0.014017684033571887,1.4810648883499067,1.373269962724292,1.424116778829453,0.9999006683597488,-0.013068623638328525,"mtp.layers.0.mlp.up_proj.weight|2d-64|(5824, 256)","mtp.layers.0.mlp.up_proj.weight|2d-64|(768, 512)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.05912093368992388,3.8170097063205035 +11666,11720,1.234772716838444,-0.01570930095417363,-0.007785154779776197,-0.0077899374833752776,1.669553896559955,1.2560798738286807,1.4194930430025445,0.9999696952233377,-0.005857119230272703,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 256)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 1024)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.021307156990236775,4.624505745908707 +11744,11932,1.0863736157302597,0.01882157269479431,0.0033207385711578447,0.0035748743952803384,2.381231153727705,1.1001796324597424,1.4124243588586767,0.9999944863324707,0.0015342521178559622,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 1024)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 768)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.013806016729482673,7.414830014094046 +12175,12176,1.1839557254611808,0.04504397825740335,0.01678917089776756,0.01679140150507727,1.216324101758052,1.7145528025154237,1.4029639417927904,0.9998590519371046,0.023666323780866583,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(1408, 1920)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1536, 0)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.03236837629687117,3.4586126762195444 +12398,12488,1.1743004651115234,0.03499839154703452,0.027872182315728206,0.027861880277197586,1.1875031063712522,1.7752580640215876,1.3958786234725968,0.9996114952585123,0.041667525880481546,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(256, 1920)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(704, 0)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.013202641259728809,3.4394072494248498 +12598,12748,1.058275796327003,0.03899317604953506,0.00673031053290067,0.006307832134569725,1.0712596301109416,2.739983220752915,1.4109819677804265,0.9999773512035813,0.017214256387776575,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(768, 768)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(1920, 1536)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.012983833783938525,2.9768187942676465 +12889,12988,1.0570495093659122,0.029858658522745374,0.01065906133724388,0.011083658272412275,1.0690873622316948,2.74904813602512,1.4091122303602692,0.9999431905920501,0.027408679342874186,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(2496, 1408)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(576, 1600)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.012037852865782517,3.2575123445385064 +13017,13056,1.3594392829508004,0.024440216949056005,0.011320432422621743,0.011327009560317696,1.391618816030013,1.4212241666314334,1.406187807787935,0.999935921851878,0.011561263724247503,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(0, 1152)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(384, 0)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.03217953307921251,3.8440564185202053 +13107,13173,1.303403095604626,0.05532356586964034,0.046599559195320175,0.046275416628558906,1.4590199534951123,1.3143821456727849,1.3810526686565225,0.9989136504637435,0.041979980092682175,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(64, 192)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 320)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.010979050068158802,3.9107438933659635 +19,70,1.1712169111807054,0.2626446424030584,0.2382203779665232,0.23620086557212874,1.1982849255316883,1.2746349145767193,1.2346929556266542,0.9712111261314333,0.2533988408350075,"model.language_model.embed_tokens.weight|2d-128|(142720, 640)","model.language_model.embed_tokens.weight|2d-128|(180608, 640)",model.language_model.embed_tokens.weight,2d-128,0,0.02706801435098294,3.1060877023712763 +282,448,1.169097337461399,0.26967971077947456,0.22221728743167138,0.2165660344166931,1.2123657951699696,1.2859470411553615,1.2475318832207534,0.9749971677735838,0.23570416156970658,"model.language_model.embed_tokens.weight|2d-64|(163712, 896)","model.language_model.embed_tokens.weight|2d-64|(217280, 896)",model.language_model.embed_tokens.weight,2d-64,0,0.04326845770857046,3.0218785768037644 +539,663,0.13283561461506552,0.99233707603205,0.9923370760320499,0.9933774242632604,0.140779736132629,0.13283561461506552,0.13663477374104888,0.12356021824261042,0.9363400516381739,"model.language_model.layers.8.linear_attn.conv1d.weight|3d-axis0-slice|(2244, 0, 0)","model.language_model.layers.2.linear_attn.conv1d.weight|3d-axis0-slice|(5803, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,6,0.0,0.2445113693157233 +781,951,0.5903655966253925,0.8763545984017094,0.8763545984017093,0.9040226980215852,1.1035050967019577,0.5903655966253925,0.736171740537525,0.48166650066220995,0.46884206234034825,"model.language_model.layers.22.linear_attn.conv1d.weight|3d-volume|(5076, 0, 0)","model.language_model.layers.5.linear_attn.conv1d.weight|3d-volume|(4092, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,17,0.0,2.63945738079338 +1038,1190,1.1469260627140574,0.0034103695832109013,0.013293729650058686,0.013294843692938738,1.1407407823541609,2.0285131616758423,1.4061584028821361,0.9999116344717623,0.02363946829993517,"model.language_model.layers.21.linear_attn.in_proj_qkv.weight|2d-128|(1408, 384)","model.language_model.layers.13.linear_attn.in_proj_qkv.weight|2d-128|(4352, 128)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,8,0.006185280359896517,3.1283015142970174 +1393,1434,1.1417160319390316,0.047914744304562475,0.02381446812092862,0.023764356602790006,1.9583354064985479,1.1467330848279873,1.3994509066219745,0.9997163953382565,0.013944924041728746,"model.language_model.layers.22.linear_attn.in_proj_qkv.weight|2d-64|(4800, 320)","model.language_model.layers.20.linear_attn.in_proj_qkv.weight|2d-64|(4608, 640)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,2,0.005017052888955709,5.532109368455196 +1569,1754,1.1543701520908651,-0.008563545004316248,-0.004200576797567545,-0.004252447808437738,1.999452938819988,1.1576109383486572,1.4167871226445632,0.999991177538366,-0.0024319820456027,"model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(256, 1664)","model.language_model.layers.14.linear_attn.in_proj_z.weight|2d-128|(256, 896)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,4,0.0032407862577921165,6.013141233389744 +1814,2023,1.1515682294001397,0.002013074901141332,0.008803528055214994,0.011010810804267801,1.1828842209630959,1.846238570502569,1.408546926576529,0.9999612481960394,0.013740493586773843,"model.language_model.layers.22.linear_attn.in_proj_z.weight|2d-64|(320, 192)","model.language_model.layers.10.linear_attn.in_proj_z.weight|2d-64|(1536, 128)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,12,0.03131599156295617,3.656656942911969 +2178,2259,1.2322107988916546,-0.010407165507790549,0.0044609273870373604,0.00447483339178536,1.7573638371932032,1.2123324605913688,1.4112617052367784,0.9999900500139227,0.003077408878678242,"model.language_model.layers.12.linear_attn.out_proj.weight|2d-128|(640, 896)","model.language_model.layers.8.linear_attn.out_proj.weight|2d-128|(1664, 1920)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,4,0.019878338300285847,4.756697044189548 +2351,2455,1.2278790767386307,0.03671345077455611,0.0186124371258846,0.01861762059973659,1.6202167839171044,1.2525415367927517,1.4014189255057137,0.9998267735884228,0.014388723060103002,"model.language_model.layers.18.linear_attn.out_proj.weight|2d-64|(64, 1536)","model.language_model.layers.22.linear_attn.out_proj.weight|2d-64|(1408, 384)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,4,0.024662460054120983,4.359933069955623 +2644,2813,1.2682712942667054,0.012817665561536072,0.013011507695901717,0.012996320366176166,1.2753047456341389,1.5850679128353493,1.4051975987315288,0.9999153467506534,0.016171917666728965,"model.language_model.layers.21.mlp.down_proj.weight|2d-128|(1920, 640)","model.language_model.layers.3.mlp.down_proj.weight|2d-128|(0, 6016)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,18,0.007033451367433496,3.2458330240369055 +2834,3052,1.2597998156785353,0.021004937636890136,0.029340918759173815,0.028876940643874287,1.2618471588008133,1.5783285380637302,1.393828382032345,0.999569462561941,0.03669985630797273,"model.language_model.layers.20.mlp.down_proj.weight|2d-64|(320, 2240)","model.language_model.layers.2.mlp.down_proj.weight|2d-64|(1344, 2880)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,18,0.002047343122278056,3.2995447204142785 +3196,3320,1.1630402983617916,0.040838039028040084,0.00853715396000674,0.008569068338667073,1.1899165446274675,1.8208423969224885,1.4086739212534496,0.999963557837116,0.013063783296081212,"model.language_model.layers.22.mlp.gate_proj.weight|2d-128|(0, 768)","model.language_model.layers.11.mlp.gate_proj.weight|2d-128|(2560, 0)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,11,0.026876246265675974,3.2368690578408303 +3365,3521,1.151730127056731,0.02261140028097792,0.011289761708102777,0.010798389453448059,1.161965751717016,1.926513495870152,1.4071346908345674,0.9999362686094421,0.018718175009615087,"model.language_model.layers.21.mlp.gate_proj.weight|2d-64|(1728, 960)","model.language_model.layers.10.mlp.gate_proj.weight|2d-64|(1472, 1024)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,11,0.010235624660285048,3.066182443588682 +3660,3828,1.2347215810734806,0.03719159414533811,0.016287761486908095,0.016300247817856744,1.645640443637917,1.2435463575786372,1.403090304120953,0.9998673456142797,0.01230802667038165,"model.language_model.layers.3.mlp.up_proj.weight|2d-128|(2688, 0)","model.language_model.layers.22.mlp.up_proj.weight|2d-128|(5248, 384)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,19,0.008824776505156562,4.2858103747956315 +4012,4084,1.2270886723889307,0.011688702455640087,0.021096371110275472,0.020955544109030336,1.232358743731411,1.661713670754407,1.399865907397247,0.9997774467980249,0.028446366332508008,"model.language_model.layers.21.mlp.up_proj.weight|2d-64|(832, 1536)","model.language_model.layers.2.mlp.up_proj.weight|2d-64|(4992, 1344)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,19,0.005270071342480254,3.1296935846368203 +4186,4300,1.1774216662014632,0.03633907437936896,-0.012096946097644489,-0.012062228102777841,1.197133906653745,1.8527468307037316,1.4219903958221218,0.9999268292705775,-0.01872186429524232,"model.language_model.layers.3.self_attn.k_proj.weight|2d-128|(384, 1536)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 1536)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,20,0.019712240452281815,3.4938808610302496 +4375,4576,1.1048293358204113,-0.019585213717415763,-0.013570870989162006,-0.013693594084049491,2.3697389488728566,1.110009683918637,1.4215666941386187,0.9999079114901509,-0.006356733185461323,"model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 640)","model.language_model.layers.15.self_attn.k_proj.weight|2d-64|(384, 1280)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,8,0.005180348098225762,7.284234519769635 +4710,4728,1.1239553308566193,0.0051293051243086,-0.0017019451142046148,-0.0016774668915681041,2.0728860594222938,1.1427006675219584,1.415230796724346,0.9999985516903653,-0.0009382154939231738,"model.language_model.layers.23.self_attn.o_proj.weight|2d-128|(256, 640)","model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(1920, 896)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,4,0.018745336665339174,5.877616551766378 +4903,4913,1.125532945711023,0.06026347171492028,0.03541203314160316,0.03550822981047212,1.9751451985570536,1.1357475540149944,1.3924039825871761,0.9993727972627522,0.02036261944319632,"model.language_model.layers.11.self_attn.o_proj.weight|2d-64|(1728, 1408)","model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(512, 960)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,8,0.010214608303971362,5.38584627169783 +5150,5281,1.121601321811161,-0.008939678631810161,-0.007359480353819496,-0.0072923051958431965,2.217325936738667,1.124588389131008,1.4184060026446657,0.9999729186577614,-0.0037325979094063244,"model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(3200, 256)","model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(384, 384)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,4,0.002987067319847103,6.121564705128151 +5415,5452,1.108266157649857,0.04110722009735134,0.02476491271214302,0.02459376308441056,2.1418534920582846,1.1161264625874177,1.399786983464414,0.9996933025175071,0.012905072417034487,"model.language_model.layers.23.self_attn.q_proj.weight|2d-64|(192, 1472)","model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(1856, 512)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,20,0.007860304937560736,5.832064699782774 +5647,5780,1.0834052302636925,0.028863448557999695,0.012248657137816464,0.012225249450353207,2.454365678763032,1.0890429850241654,1.4077771122436469,0.9999249823853389,0.005434933452389225,"model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(256, 1664)","model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(128, 512)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,12,0.005637754760472902,8.40431924379327 +5922,6041,1.0777437499152485,0.06137608354256709,0.02309728792561002,0.023092653602002577,2.2993453363039253,1.0982049444485769,1.4014527268396069,0.9997332220600061,0.01103164253005645,"model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(320, 1152)","model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(256, 64)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,12,0.020461194533328397,7.91898481026048 +6198,6357,1.2170165988010242,0.04024730753285143,0.012223605053030434,0.012227116509736931,1.5940378430437738,1.271531100988823,1.405761133161412,0.9999252889488832,0.009750517567044684,"model.visual.blocks.0.attn.proj.weight|2d-128|(768, 768)","model.visual.blocks.22.attn.proj.weight|2d-128|(512, 768)",model.visual.layers.*.attn.proj.weight,2d-128,22,0.05451450218779885,4.5061285165915015 +6496,6540,1.1919676737950327,0.03971088861386719,0.02834804467994936,0.028169393165081755,1.793625905076388,1.1818763465900732,1.39567279662738,0.9995981134250023,0.018679415470353518,"model.visual.blocks.0.attn.proj.weight|2d-64|(384, 0)","model.visual.blocks.23.attn.proj.weight|2d-64|(192, 384)",model.visual.layers.*.attn.proj.weight,2d-64,23,0.010091327204959422,5.114342434287537 +6783,6833,1.0969814576828951,0.0501465369929861,0.003300727603955804,0.003321447222590533,1.127472006763832,2.151363392812349,1.412293038229872,0.9999945525838051,0.0062982180437258254,"model.visual.blocks.0.attn.qkv.weight|2d-128|(1920, 896)","model.visual.blocks.8.attn.qkv.weight|2d-128|(1920, 896)",model.visual.layers.*.attn.qkv.weight,2d-128,8,0.030490549080936846,3.8106123342148495 +7061,7065,1.0965073626684836,0.037820441924217726,0.03071867755417517,0.03086801715047838,1.0814278804394863,2.438118135184418,1.3980195166789058,0.9995280700657299,0.06925636576271714,"model.visual.blocks.0.attn.qkv.weight|2d-64|(1920, 896)","model.visual.blocks.4.attn.qkv.weight|2d-64|(2560, 320)",model.visual.layers.*.attn.qkv.weight,2d-64,4,0.015079482228997243,3.72798890018026 +7369,7370,1.2165049473756073,0.04654907125529508,0.011921663020076497,0.011434331259563718,1.220687919847801,1.714257697830111,1.406224809634926,0.9999289344502618,0.01674203723229343,"model.visual.blocks.23.mlp.linear_fc1.weight|2d-128|(1920, 640)","model.visual.blocks.22.mlp.linear_fc1.weight|2d-128|(1024, 0)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,1,0.004182972472193569,2.8408331698353435 +7447,7658,1.2169910571001357,0.04170999388412319,0.025529262062280577,0.026290968295671666,1.6912020283852789,1.217001544530685,1.3969918317061156,0.9996740752758148,0.018371046651468482,"model.visual.blocks.16.mlp.linear_fc1.weight|2d-64|(1856, 64)","model.visual.blocks.0.mlp.linear_fc1.weight|2d-64|(896, 640)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,16,1.0487430549321886e-05,5.192102981318404 +7864,7876,1.2271327463235693,0.01426257039653036,-0.010194082121325406,-0.010045987010531734,1.687563682689369,1.2507805950726776,1.4210934604815268,0.9999480389948788,-0.007555602335321255,"model.visual.blocks.9.mlp.linear_fc2.weight|2d-128|(0, 1536)","model.visual.blocks.0.mlp.linear_fc2.weight|2d-128|(768, 512)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,9,0.023647848749108302,4.89085228214184 +8034,8111,1.2130064464381483,-0.016146665417132677,-0.023987327395752902,-0.023633326466281333,1.2364276948738826,1.7573813157961655,1.4300890655374863,0.9997122626658177,-0.03409409313294418,"model.visual.blocks.6.mlp.linear_fc2.weight|2d-64|(64, 1280)","model.visual.blocks.10.mlp.linear_fc2.weight|2d-64|(512, 2368)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,4,0.023421248435734343,3.4407698086926826 +8385,8400,1.3338860129671515,0.045993673341381436,0.034488402842099454,0.03374483895859412,1.376134044088006,1.4035050517558638,1.3896174183476102,0.9994050980805537,0.03517436969445567,"model.visual.merger.linear_fc1.weight|2d-128|(3072, 1408)","model.visual.merger.linear_fc1.weight|2d-128|(3968, 2432)",model.visual.merger.linear_fc1.weight,2d-128,0,0.04224803112085462,3.4577706139780235 +8594,8675,1.3430616677158715,0.03491329193811202,0.02797061486213898,0.027104752830582803,1.3766421138501166,1.4126589563641836,1.3943017684912262,0.9996087458121972,0.02870240507862001,"model.visual.merger.linear_fc1.weight|2d-64|(1280, 64)","model.visual.merger.linear_fc1.weight|2d-64|(2432, 192)",model.visual.merger.linear_fc1.weight,2d-64,0,0.033580446134245046,3.455731033257921 +8838,8841,1.3443046913355865,0.03093562789515023,-0.011611828935156205,-0.011598246005452045,1.4300718376168728,1.4148507157155337,1.4224001997794862,0.9999325804416919,-0.011488237197265579,"model.visual.merger.linear_fc2.weight|2d-128|(512, 768)","model.visual.merger.linear_fc2.weight|2d-128|(512, 1152)",model.visual.merger.linear_fc2.weight,2d-128,0,0.07054602437994717,3.6339585872875353 +8990,9046,1.3436298632468124,0.04273841161230377,0.039546292438554065,0.039560101065888954,1.4215416940764074,1.3530027448942374,1.3860028445629744,0.9992177394113679,0.03763958696583819,"model.visual.merger.linear_fc2.weight|2d-64|(1856, 192)","model.visual.merger.linear_fc2.weight|2d-64|(1792, 1088)",model.visual.merger.linear_fc2.weight,2d-64,0,0.009372881647425002,3.767637139558105 +9310,9358,0.7142512570415168,0.7157073139068102,0.7642353266500607,0.7644927633028148,0.7385143273548392,0.6570181248716876,0.6942039009769875,0.6449374896066092,0.6799007719657537,"model.visual.pos_embed.weight|2d-128|(1408, 768)","model.visual.pos_embed.weight|2d-128|(2176, 768)",model.visual.pos_embed.weight,2d-128,0,0.05723313216982917,3.822209752224282 +9508,9559,0.48418373611297705,0.8924306562657465,0.8791119119240752,0.8784557138884082,0.6851216442357918,0.4996219934634358,0.570894185143587,0.4766154071294768,0.6410885564750826,"model.visual.pos_embed.weight|2d-64|(2112, 576)","model.visual.pos_embed.weight|2d-64|(1408, 576)",model.visual.pos_embed.weight,2d-64,0,0.015438257350458728,4.1748005094012495 +9672,9801,1.1875131232192646,0.009982561045721036,0.0004597098047070172,0.000352032202253927,1.8485163497807022,1.188653878028476,1.4139177721687184,0.9999998943334422,0.0002956077949743509,"mtp.fc.weight|2d-128|(128, 3072)","mtp.fc.weight|2d-128|(1152, 2944)",mtp.fc.weight,2d-128,0,0.0011407548092114972,5.800790472199539 +9929,10042,1.132882229704465,0.02559292814604018,0.010609378226271787,0.010611021583131335,1.2036687253851925,1.7684561896465114,1.407217212425698,0.9999437189630483,0.015587528525796885,"mtp.fc.weight|2d-64|(1344, 3968)","mtp.fc.weight|2d-64|(128, 2688)",mtp.fc.weight,2d-64,0,0.07078649568072759,2.61506716014567 +10239,10294,1.3189824124511946,0.04498742933148976,0.008301278765495532,0.008307558947506623,1.3136305977126794,1.52716102897262,1.4083976690074802,0.9999655437918137,0.009650650223416574,"mtp.layers.0.mlp.down_proj.weight|2d-128|(1152, 3328)","mtp.layers.0.mlp.down_proj.weight|2d-128|(768, 4864)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.005351814738515204,3.491955687815865 +10518,10524,1.2721828881818829,0.011299769769457646,-0.01357181114565989,-0.013538674936321061,1.38580321166132,1.4650239182312927,1.4237632294249052,0.9999078987297912,-0.014347656128083102,"mtp.layers.0.mlp.down_proj.weight|2d-64|(320, 3648)","mtp.layers.0.mlp.down_proj.weight|2d-64|(128, 5952)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.11362032347943707,3.6162509057107113 +10812,10820,1.3095766054738252,0.024766502214426205,0.006085789676592214,0.005965399701109059,1.4858533066233792,1.3445614041912506,1.4099251508878132,0.9999814814105371,0.005507083287896552,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(5504, 1408)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(4736, 1408)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.034984798717425436,4.291427489596828 +11035,11110,1.2971181329512598,0.012273329787916218,0.011695514309580535,0.010765152858481985,1.52408672278192,1.311716038798928,1.4060120481196408,0.9999316051335884,0.010065827273842287,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(1856, 1856)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(2304, 1088)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.01459790584766818,4.183457014490889 +11245,11296,1.3324793703520077,0.041772945168662215,-0.009889912426695789,-0.009870046978431605,1.405342545349239,1.4375813801178308,1.4211877913513649,0.9999510936201791,-0.010116788965554757,"mtp.layers.0.mlp.up_proj.weight|2d-128|(640, 1664)","mtp.layers.0.mlp.up_proj.weight|2d-128|(3840, 1536)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.07286317499723127,3.468291780563476 +11491,11586,1.314180978637232,0.027951571621469967,0.013053952221728013,0.01327758386735038,1.3480527191284972,1.4698041468053076,1.4049873284795291,0.9999147935356256,0.014232939732578291,"mtp.layers.0.mlp.up_proj.weight|2d-64|(5440, 1408)","mtp.layers.0.mlp.up_proj.weight|2d-64|(5568, 448)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.03387174049126518,3.5382475549704644 +11687,11708,1.2348548304414002,0.009575715799234726,8.838557338402102e-05,8.49405975192516e-05,1.261610012149627,1.6399823875845287,1.4141531530119376,0.9999999960939951,0.00011489349503447283,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(128, 896)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(256, 1536)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.026755181708226772,3.5672027822235752 +11735,11837,1.086566397346629,0.01215339026258774,0.011314662319992284,0.010635320792977949,2.352415005095981,1.098935760910451,1.40806419410306,0.9999359871594704,0.00528566899085827,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 448)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(192, 832)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.012369363563822011,7.013815204644538 +12049,12142,1.1839933685385864,0.02381867223161113,0.011493271989037155,0.011496980633574594,1.8219409493840644,1.1873059007012452,1.4067590826503706,0.9999339501682029,0.0074898309166174706,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(512, 128)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1152, 1792)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.00331253216265881,5.122382956521054 +12287,12434,1.174311705068162,0.014442885129006275,0.015390178261850535,0.015205742596761804,1.6397966905611376,1.2469264274179888,1.4036876918355068,0.999881564193014,0.011702926410229748,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(1728, 64)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(1728, 1984)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.0726147223498268,5.446162227546555 +12504,12599,1.0582764941080725,0.026832265477940685,-0.0068571703339177,-0.007105544985923873,2.8935312043088697,1.0683582061538994,1.4173610414140616,0.99997648933113,-0.002531824846515132,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(2176, 1408)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(768, 896)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.010081712045826974,8.335325561927808 +12861,12954,1.0572057564508377,0.014470501571281998,0.013027335038255856,0.013172681297928642,2.9755010974875074,1.0568337881090826,1.4083909857790937,0.9999151406703476,0.004627028317708063,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(704, 1152)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(896, 1216)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.0003719683417551245,8.795031534388562 +13008,13030,1.3594584810136114,0.02126913545314104,-0.001312178209242568,-0.0012690987524677328,1.4451682976088591,1.3869095687224742,1.4151403238819615,0.9999991390938031,-0.001259280678436384,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(0, 0)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 768)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.02745108770886273,3.748683455248621 +13195,13215,1.3034396191261044,0.045343841616915126,0.027835996426357427,0.02781832902736314,1.3057972336951342,1.504368808558326,1.394589974360638,0.9996125035747361,0.032068994862589725,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 1728)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(256, 960)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.002357614569029831,3.4850891576535665 +23,26,1.1713624463996397,0.29701161295659984,0.28816920352231523,0.28820977795239877,1.2160915845766016,1.1718172901966173,1.1933388924897508,0.9575795059112922,0.277677815941145,"model.language_model.embed_tokens.weight|2d-128|(117888, 1408)","model.language_model.embed_tokens.weight|2d-128|(245888, 1408)",model.language_model.embed_tokens.weight,2d-128,0,0.0004548437969775776,3.1154980364830522 +372,449,1.1699110175427427,0.27680167875873707,0.18240747128410975,0.18217267511656396,1.2793348484030345,1.2781531851486105,1.2787436072935918,0.9832230237437164,0.1822389898217171,"model.language_model.embed_tokens.weight|2d-64|(12096, 1920)","model.language_model.embed_tokens.weight|2d-64|(183872, 1920)",model.language_model.embed_tokens.weight,2d-64,0,0.1082421676058678,3.196723283568755 +582,678,0.1329658299705106,0.9956744211207914,0.9956744211207916,0.9980358773009523,0.13296582997050915,0.14764855463442186,0.13973192193613268,0.09291096343153776,1.1056215660636668,"model.language_model.layers.21.linear_attn.conv1d.weight|3d-axis0-slice|(4552, 0, 0)","model.language_model.layers.20.linear_attn.conv1d.weight|3d-axis0-slice|(5710, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,1,1.4432899320127035e-15,0.2037088826625475 +832,861,0.590375071734411,0.8465702181906741,0.8465702181906739,0.8590345298043609,0.590375071734411,0.9986374329019151,0.718716227078264,0.5322770572480036,1.4319993338835826,"model.language_model.layers.1.linear_attn.conv1d.weight|3d-volume|(2412, 0, 0)","model.language_model.layers.5.linear_attn.conv1d.weight|3d-volume|(2872, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,4,0.0,1.778376240926221 +1131,1260,1.1470761818950332,-0.019051062210820337,0.0036537545341374126,0.003679004609161115,1.1517639662774626,2.0026500844397805,1.4119786763512123,0.9999933250166244,0.006353030690795021,"model.language_model.layers.21.linear_attn.in_proj_qkv.weight|2d-128|(2304, 1920)","model.language_model.layers.12.linear_attn.in_proj_qkv.weight|2d-128|(2688, 1408)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,9,0.004687784382429339,3.104187828290104 +1316,1317,1.141767850393972,0.04036461519311085,0.023717703080531588,0.023705533169846315,1.9420787653112774,1.150030099991126,1.3994306447338687,0.9997186957142413,0.014044781773251998,"model.language_model.layers.9.linear_attn.in_proj_qkv.weight|2d-64|(4032, 320)","model.language_model.layers.17.linear_attn.in_proj_qkv.weight|2d-64|(832, 128)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,8,0.008262249597153826,5.361134479218901 +1569,1734,1.1545106886226104,0.02406244946292848,0.0166132419628124,0.016677529114075797,1.9262804138490737,1.1582651725329594,1.4037994082276735,0.9998619905724415,0.00998947994800947,"model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(256, 1664)","model.language_model.layers.21.linear_attn.in_proj_z.weight|2d-128|(384, 1536)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,3,0.003754483910348938,5.08318869519648 +1881,1922,1.1515687818124034,-0.0013848787957431749,-0.008044782000215316,-0.008400217436450069,1.1582223996669572,2.0095023752543524,1.4191272512440822,0.9999676402177068,-0.013957603084247565,"model.language_model.layers.22.linear_attn.in_proj_z.weight|2d-64|(1024, 1856)","model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-64|(640, 768)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,18,0.006653617854553762,3.2955203303894622 +2134,2282,1.2323074503819578,0.003897557068139763,-0.0005936946737289795,-0.0005936704795312946,1.6721469355541934,1.2482585495664347,1.4146159869587849,0.9999998237633017,-0.0004431933800534333,"model.language_model.layers.16.linear_attn.out_proj.weight|2d-128|(1280, 256)","model.language_model.layers.10.linear_attn.out_proj.weight|2d-128|(1664, 1664)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,6,0.015951099184476902,5.01665777140569 +2374,2525,1.2281858654705429,0.06400737015568018,0.03514749516859647,0.035179132997911144,1.5606047493571864,1.2648959716504136,1.3896863760357092,0.9993821359136722,0.028487626396544216,"model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(1536, 896)","model.language_model.layers.6.linear_attn.out_proj.weight|2d-64|(704, 1472)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,6,0.036710106179870694,4.261412307905589 +2599,2653,1.2683584584698078,0.036559935560673454,-0.0005559234446982015,-0.0005756778622138637,1.5848385151900986,1.2895752553485333,1.4145983982221288,0.9999998454745498,-0.0004523521553014049,"model.language_model.layers.3.mlp.down_proj.weight|2d-128|(1280, 1408)","model.language_model.layers.22.mlp.down_proj.weight|2d-128|(0, 1408)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,19,0.021216796878725575,3.9647544464889797 +2819,3026,1.259814189429443,0.03368409922120515,0.033790149689478584,0.03360407613248827,1.60588090911934,1.2441274829711981,1.3908856162738907,0.9994289498428403,0.026178313499875403,"model.language_model.layers.5.mlp.down_proj.weight|2d-64|(1920, 3712)","model.language_model.layers.21.mlp.down_proj.weight|2d-64|(1600, 2816)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,16,0.01568670645824488,4.246491982935277 +3118,3245,1.1632540685991997,0.029745900772411515,-0.010945139013736446,-0.010956316417590367,1.8278744405329916,1.2032079475941582,1.4213045395523198,0.9999401001719903,-0.007204695222397516,"model.language_model.layers.10.mlp.gate_proj.weight|2d-128|(2560, 1152)","model.language_model.layers.17.mlp.gate_proj.weight|2d-128|(1024, 512)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,7,0.0399538789949585,5.080635684469012 +3404,3482,1.1518103770707493,0.033627590497209425,0.014453846234025769,0.014257651362154051,1.9565099656280611,1.153492829546755,1.4052422993367457,0.9998955377083364,0.008521504251560542,"model.language_model.layers.12.mlp.gate_proj.weight|2d-64|(4032, 192)","model.language_model.layers.23.mlp.gate_proj.weight|2d-64|(5824, 1984)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,11,0.0016824524760057358,5.068353422370241 +3652,3761,1.2349439176856603,0.006585852000442786,-0.007383828638700794,-0.0074599743158726,1.6750578614689124,1.2533692411832524,1.419213750025341,0.9999727391657406,-0.005524981501116546,"model.language_model.layers.2.mlp.up_proj.weight|2d-128|(2688, 1152)","model.language_model.layers.22.mlp.up_proj.weight|2d-128|(4864, 1792)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,20,0.018425323497592183,4.363753053515942 +4032,4084,1.2271662537138774,0.0021011564440092173,-0.0031311684189085425,-0.0031059900851374326,1.2395644253857487,1.6995449939605658,1.4163201969631847,0.9999950978801507,-0.004293089977914927,"model.language_model.layers.22.mlp.up_proj.weight|2d-64|(576, 1728)","model.language_model.layers.2.mlp.up_proj.weight|2d-64|(4992, 1344)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,20,0.012398171671871294,3.199153744808361 +4300,4334,1.177686536270909,-0.004341189472619973,-0.007720666878389576,-0.007773355788080471,1.8780060987913065,1.1871666794047528,1.4191364986899586,0.9999701952073136,-0.004880558410703305,"model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 1536)","model.language_model.layers.7.self_attn.k_proj.weight|2d-128|(128, 1664)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,16,0.009480143133843821,5.188349771277873 +4409,4441,1.1048616555103095,-0.013205610545424427,-0.017033323556321832,-0.017043796928899686,2.2640238912475725,1.1240058423683588,1.4237756384462013,0.9998549224205608,-0.00845642807316239,"model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 1024)","model.language_model.layers.15.self_attn.k_proj.weight|2d-64|(320, 64)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,8,0.019144186858049306,7.0439198964178225 +4715,4836,1.1241323614341872,0.017916714515588995,-0.010889748353707943,-0.010884630098343735,2.1297079186444554,1.13920061239804,1.4206042657104276,0.9999407049324439,-0.005825027875794687,"model.language_model.layers.11.self_attn.o_proj.weight|2d-128|(768, 1408)","model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(512, 1024)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,8,0.015068250963852892,5.686885802108181 +4955,4980,1.125629616373796,0.01567335645377789,0.004684592972005897,0.004924650073389732,1.9798176341966847,1.1554923071426588,1.4113264538204526,0.9999890272341425,0.0027340958317323607,"model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(1536, 512)","model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(1984, 704)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,4,0.029862690768862832,5.678606193771533 +5172,5180,1.1216137151974852,0.024662889242699732,0.003499780499345255,0.003494651276228727,2.1473603358439313,1.1279294591909341,1.4121745076583996,0.999993875749475,0.00183830606350567,"model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(2688, 1536)","model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(2432, 1664)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,4,0.006315743993448919,5.8288757225231915 +5443,5505,1.108326724197756,0.0039916367971074935,-0.00024325589884002747,-5.974637760291308e-05,2.2564577274232334,1.1156623216975723,1.4143502349438415,0.9999999704132835,-0.00012027322185929486,"model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(2624, 832)","model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(2880, 1344)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,4,0.007335597499816382,6.606253233955799 +5768,5876,1.0835557657325408,0.03394778662282909,0.006737160140901525,0.006735888926836763,1.0855238611590072,2.529649806463355,1.4107565781722908,0.9999773050790882,0.015699936644734673,"model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(0, 1024)","model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(256, 128)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,12,0.0019680954264664763,3.3578662782580717 +6096,6135,1.0779004615406202,0.03656589748996499,0.018501478394647507,0.01870110180395081,1.0982484178448535,2.322294272617722,1.4040648942182365,0.9998288329995352,0.03912218457383664,"model.language_model.layers.23.self_attn.v_proj.weight|2d-64|(320, 1792)","model.language_model.layers.3.self_attn.v_proj.weight|2d-64|(448, 1344)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,20,0.02034795630423325,3.743944132542665 +6276,6374,1.217030692596614,0.01996421838757523,0.018138965258337122,0.018303478353196546,1.2610756765954754,1.6030542714819895,1.4016925202782775,0.9998354754355122,0.02305789119344677,"model.visual.blocks.2.attn.proj.weight|2d-128|(640, 896)","model.visual.blocks.13.attn.proj.weight|2d-128|(640, 896)",model.visual.layers.*.attn.proj.weight,2d-128,11,0.044044983998861476,3.9290934785010814 +6433,6636,1.192420111976747,0.0021089436084346987,0.013306756988658266,0.013177115151734673,1.1893950289483461,1.8092805206134046,1.4055489406291815,0.9999114611896619,0.020241934450830182,"model.visual.blocks.23.attn.proj.weight|2d-64|(896, 896)","model.visual.blocks.8.attn.proj.weight|2d-64|(384, 960)",model.visual.layers.*.attn.proj.weight,2d-64,15,0.0030250830284008767,3.0899557896912837 +6861,6878,1.0970895917688757,0.036357347671019294,0.00751608741246469,0.007579099556635848,1.1070354582060147,2.29450276172929,1.4100474180455305,0.9999717538160806,0.015578257405816207,"model.visual.blocks.1.attn.qkv.weight|2d-128|(128, 640)","model.visual.blocks.9.attn.qkv.weight|2d-128|(2560, 896)",model.visual.layers.*.attn.qkv.weight,2d-128,8,0.009945866437139017,3.5341684506431914 +6968,7136,1.0966672344538027,0.009583987559312182,0.008696490226347865,0.008877216471458916,2.477742824014878,1.088784802267683,1.409676581960371,0.9999621848138773,0.0038214645603026243,"model.visual.blocks.21.attn.qkv.weight|2d-64|(256, 320)","model.visual.blocks.3.attn.qkv.weight|2d-64|(832, 896)",model.visual.layers.*.attn.qkv.weight,2d-64,18,0.007882432186119726,6.44177046852502 +7239,7277,1.2166478440035216,0.05331051154776343,-0.0053699738312568855,-0.005780100733300753,1.625572151205645,1.273723871542496,1.4178956929843758,0.9999855815865805,-0.004207665500025611,"model.visual.blocks.21.mlp.linear_fc1.weight|2d-128|(2816, 896)","model.visual.blocks.3.mlp.linear_fc1.weight|2d-128|(1536, 640)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,18,0.05707602753897434,4.3568751706457265 +7658,7661,1.2170109782686873,0.04635330064131152,0.013292960588753051,0.011729629186117424,1.2291159044910973,1.6881895471596664,1.4052398190241515,0.9999116446960631,0.018257868956654485,"model.visual.blocks.0.mlp.linear_fc1.weight|2d-64|(896, 640)","model.visual.blocks.23.mlp.linear_fc1.weight|2d-64|(1536, 128)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,23,0.012104926222409995,3.689131320186093 +7690,7891,1.227261604430618,0.0003077367888955282,-0.0019052036663688165,-0.0018565393539544087,1.7247129890888688,1.2290293378103687,1.4154863716152475,0.9999981850978479,-0.001357646875326281,"model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(640, 512)","model.visual.blocks.4.mlp.linear_fc2.weight|2d-128|(640, 2304)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,6,0.00176773337975078,4.582941771282899 +8046,8168,1.2131034746458953,0.030373412135270558,0.037760807783446135,0.038309529617757056,1.61341161142433,1.2368440071507267,1.3881893260470541,0.9992868063751975,0.028947497638804696,"model.visual.blocks.8.mlp.linear_fc2.weight|2d-64|(192, 2944)","model.visual.blocks.3.mlp.linear_fc2.weight|2d-64|(384, 3392)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,5,0.023740532504831435,5.064729227726056 +8265,8404,1.3340690661521637,0.05439774245610823,0.0005904131579723814,0.00016458611072940588,1.3795395066893634,1.4507392909795913,1.4137965438153657,0.9999998257061362,0.000620885130167384,"model.visual.merger.linear_fc1.weight|2d-128|(1024, 3072)","model.visual.merger.linear_fc1.weight|2d-128|(1152, 2176)",model.visual.merger.linear_fc1.weight,2d-128,0,0.04547044053719973,3.4225457372818306 +8584,8676,1.3430777412394055,0.06335388803182057,0.040940216147197506,0.04142875017023287,1.3670029337495022,1.4036694257731757,1.3849722894849121,0.9991615978918629,0.042038336766947224,"model.visual.merger.linear_fc1.weight|2d-64|(128, 512)","model.visual.merger.linear_fc1.weight|2d-64|(4032, 2688)",model.visual.merger.linear_fc1.weight,2d-64,0,0.023925192510096727,3.4652161480384516 +8780,8781,1.344354432358242,0.06908932855650181,0.022370407927606358,0.022363526352778062,1.398506430438741,1.3981053099777618,1.3983058270584587,0.9997497511123234,0.022363991633662404,"model.visual.merger.linear_fc2.weight|2d-128|(256, 1536)","model.visual.merger.linear_fc2.weight|2d-128|(1408, 1536)",model.visual.merger.linear_fc2.weight,2d-128,0,0.05375087761951991,3.5171205857177577 +9012,9147,1.3438374163442899,0.055255270009814596,0.0209326878990068,0.020868882081200354,1.4282358858972446,1.3721404930196672,1.3993456357153307,0.9997808872834701,0.02011053564581592,"model.visual.merger.linear_fc2.weight|2d-64|(1728, 1856)","model.visual.merger.linear_fc2.weight|2d-64|(768, 1216)",model.visual.merger.linear_fc2.weight,2d-64,0,0.028303076675377348,3.6424571488609625 +9229,9253,0.7159667027273657,0.7245692192527478,0.7214764168863387,0.721448080607297,0.7201365168656225,0.7833732457494847,0.7497621624011491,0.6924390080554749,0.7848308052588633,"model.visual.pos_embed.weight|2d-128|(128, 640)","model.visual.pos_embed.weight|2d-128|(512, 640)",model.visual.pos_embed.weight,2d-128,0,0.004169814138256789,3.414014545332247 +9381,9394,0.4845191790235596,0.8759325887154468,0.8560407638571413,0.8674545488547265,0.5170946935249998,0.6140109794211912,0.5593513124995805,0.5169083193515865,1.016483894385538,"model.visual.pos_embed.weight|2d-64|(2240, 128)","model.visual.pos_embed.weight|2d-64|(128, 128)",model.visual.pos_embed.weight,2d-64,0,0.032575514501440195,1.9101688267035641 +9733,9827,1.188848314803127,0.04506891940279574,0.009725375051547205,0.009762722863876451,1.5015826796257652,1.328923520845903,1.4073711176837054,0.9999527074217593,0.008607104910313758,"mtp.fc.weight|2d-128|(384, 2688)","mtp.fc.weight|2d-128|(1792, 3968)",mtp.fc.weight,2d-128,0,0.1400752060427759,4.150968970925828 +9957,10100,1.1328914851728744,0.057709123080160636,0.043057594071525374,0.04308708270260786,1.6704875461282236,1.208871910036362,1.3849911827835892,0.9990725917533578,0.031159236180752625,"mtp.fc.weight|2d-64|(576, 3520)","mtp.fc.weight|2d-64|(576, 3968)",mtp.fc.weight,2d-64,0,0.07598042486348766,5.201081714097115 +10346,10361,1.319069438644151,0.03423553217781128,0.0006639499560919167,0.0006047021686936943,1.4500772818164838,1.3800128169866923,1.4137445762410499,0.9999997795852037,0.0006318693911932861,"mtp.layers.0.mlp.down_proj.weight|2d-128|(1024, 256)","mtp.layers.0.mlp.down_proj.weight|2d-128|(896, 4608)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.060943378342541266,3.9534126714724604 +10550,10600,1.272236690442365,0.03474817800128623,0.015451458612804808,0.015396442152095848,1.4780919959208818,1.3388198241524372,1.403298897595947,0.9998806190874673,0.01399555586525299,"mtp.layers.0.mlp.down_proj.weight|2d-64|(64, 4480)","mtp.layers.0.mlp.down_proj.weight|2d-64|(1280, 2752)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.06658313371007218,4.044589978564178 +10677,10764,1.3095938118408321,0.033061727955427035,0.0032551466932658865,0.003246906527917409,1.3702365415679205,1.4576422856063955,1.41191435074507,0.9999947019959682,0.003462788593075186,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(256, 640)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(2816, 1920)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.060642729727088396,3.582166974242263 +11030,11128,1.297254120828341,0.055974143811905824,0.01720441142761798,0.017349830954384755,1.331903892036734,1.4846322950638082,1.4020673794348744,0.9998519931607024,0.019177228158668097,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(4864, 1344)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(1664, 1024)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.034649771208393076,3.7382240019547113 +11316,11323,1.3325199382938322,0.060658683660672286,0.0011391633546072373,0.001133782405163497,1.384190581143339,1.4445584711648087,1.4134085565009118,0.9999993511532153,0.0011888450162543026,"mtp.layers.0.mlp.up_proj.weight|2d-128|(4992, 1152)","mtp.layers.0.mlp.up_proj.weight|2d-128|(1280, 1408)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.05167064284950684,3.7469155107768373 +11543,11626,1.3142216249206753,0.0479313071026657,0.03454939133737873,0.03452858980530146,1.3456695250299684,1.4381866521831257,1.3896235759588529,0.9994029915695753,0.036924722257764456,"mtp.layers.0.mlp.up_proj.weight|2d-64|(5248, 1408)","mtp.layers.0.mlp.up_proj.weight|2d-64|(3200, 640)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.0314479001092931,3.5606439200347513 +11673,11716,1.2352115730842703,0.01821860171644593,-0.011465647042599348,-0.011555477089762352,1.6343407982330904,1.2755493458067824,1.4220564278718162,0.999934267308554,-0.008948561157042869,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 1152)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 512)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.040337772722512044,4.9502443524406194 +11729,11965,1.0865850403117163,0.0038372327854316185,0.013504540353441934,0.013214023578162166,2.260927198651898,1.1075891865588128,1.4066481314352626,0.9999088095370708,0.00661564108470099,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 64)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(448, 832)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.021004146247096456,9.260795928377814 +12130,12209,1.1840850644704173,0.0351528450446777,0.0021742055863612306,0.0022694998293446953,1.1628882551682043,1.952024363765613,1.4128609636300606,0.9999976364122408,0.003649621756476111,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(1152, 256)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1792, 128)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.021196809302213016,3.379924210962347 +12272,12290,1.1745106016956581,0.03594648890069988,0.009499814035678608,0.00945595744847861,1.7459197272318971,1.2118575190597611,1.4079062939792093,0.9999548757485448,0.006593900560972049,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(1472, 0)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(64, 1152)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.037346917364103005,5.170534828466032 +12583,12604,1.0583322670510102,0.002328124706767056,0.0021222837494937353,0.0019881889191880817,3.0127025247547783,1.0593114068174359,1.4132740433036082,0.9999977479533074,0.0007462268066194097,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 896)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(768, 1536)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.0009791397664256074,9.05225265019652 +12888,12997,1.0572893548747329,0.017138730573893757,0.0013357054824292864,0.002183258209088537,1.0693731758081164,2.8124387760776415,1.4135859028189193,0.9999991079450342,0.003512889585401087,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(4032, 1408)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(704, 640)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.01208382093338356,3.373057409545804 +13032,13045,1.3595340870150647,0.04694766281289535,0.012910072629971358,0.012933446617836674,1.366708086802111,1.4468548840616806,1.4050700068034803,0.9999166615396949,0.013667147958399151,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 1024)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(256, 640)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.007173999787046359,3.5599683733291956 +13273,13310,1.303458815523742,0.02960194706391922,0.026190236032697645,0.026209326848269245,1.4810067763818644,1.3235991220876773,1.3956892515026265,0.9996569769358645,0.023406627149158633,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 576)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(448, 896)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.020140306563935173,4.096818265134021 +80,227,1.1718767400264765,0.2888291432062269,0.28164858795591347,0.2783880509693002,1.2119779304819756,1.1858129925473608,1.1986813405431938,0.9595176251129731,0.27556818200305283,"model.language_model.embed_tokens.weight|2d-128|(198272, 1920)","model.language_model.embed_tokens.weight|2d-128|(208000, 1920)",model.language_model.embed_tokens.weight,2d-128,0,0.013936252520884373,3.1436751459373524 +330,402,1.1700529232615378,0.25034630882137965,0.27706940603776653,0.27687234526868515,1.1581074511273637,1.2539284170596596,1.203165608550307,0.9608499072372747,0.2999939266346956,"model.language_model.embed_tokens.weight|2d-64|(157376, 1408)","model.language_model.embed_tokens.weight|2d-64|(114304, 1408)",model.language_model.embed_tokens.weight,2d-64,0,0.011945472134174073,3.173361534598686 +524,532,0.13344541742900154,0.9961543573448182,0.996154357344818,0.9952727863534778,0.14901767855265521,0.13344541742900232,0.14058880984636818,0.08761561700366197,0.8920568038014856,"model.language_model.layers.16.linear_attn.conv1d.weight|3d-axis0-slice|(884, 0, 0)","model.language_model.layers.14.linear_attn.conv1d.weight|3d-axis0-slice|(603, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,2,7.771561172376096e-16,0.22651462223560548 +817,949,0.5906399892123779,0.982634068706561,0.9826340687065609,0.9865842611082096,0.5906399892123779,1.399960304277571,0.7696010198307505,0.18555400027266905,2.3290815301117367,"model.language_model.layers.10.linear_attn.conv1d.weight|3d-volume|(4192, 0, 0)","model.language_model.layers.0.linear_attn.conv1d.weight|3d-volume|(5920, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,10,0.0,1.403119424621665 +1145,1221,1.1475795324313796,0.005117910948514239,-0.004233256155490472,-0.0042339223060124925,1.1567587247084055,2.003955024149197,1.4168032682296063,0.9999910397310178,-0.007333642496142915,"model.language_model.layers.16.linear_attn.in_proj_qkv.weight|2d-128|(1152, 1408)","model.language_model.layers.6.linear_attn.in_proj_qkv.weight|2d-128|(2816, 512)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,10,0.009179192277025905,3.184284511625975 +1458,1535,1.1420124617808831,0.02996318289108105,0.0267610224690738,0.02759072135179815,1.881885134736836,1.1608038916407246,1.3972008504980642,0.9996418597059697,0.016507011216032475,"model.language_model.layers.0.linear_attn.in_proj_qkv.weight|2d-64|(6080, 0)","model.language_model.layers.8.linear_attn.in_proj_qkv.weight|2d-64|(5312, 1984)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,8,0.018791429859841502,5.503024319896427 +1540,1649,1.154577382943722,0.008508882559182775,0.009043429133184488,0.008580946708203281,1.1563970385046898,1.9604944940138427,1.408605841173731,0.9999591073586525,0.015331752358634796,"model.language_model.layers.0.linear_attn.in_proj_z.weight|2d-128|(0, 512)","model.language_model.layers.17.linear_attn.in_proj_z.weight|2d-128|(512, 768)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,17,0.0018196555609677478,3.001405031816102 +1882,2038,1.151588136697081,-0.005191495783630532,0.0014348533813351,0.0011135124746139804,1.1514854127565144,2.011927364743446,1.4133384807917013,0.9999989705973572,0.0025070406887674397,"model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-64|(1920, 1280)","model.language_model.layers.10.linear_attn.in_proj_z.weight|2d-64|(256, 1088)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,8,0.00010272394056665135,3.149408150917707 +2118,2203,1.2323419728807183,0.03694819458197378,0.0003746190181088717,0.0005475520663104179,1.660596542762183,1.2522289780701592,1.4139588561241436,0.9999999298302932,0.00028249413878209,"model.language_model.layers.17.linear_attn.out_proj.weight|2d-128|(512, 896)","model.language_model.layers.22.linear_attn.out_proj.weight|2d-128|(1792, 384)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,5,0.019887005189440865,4.314318140125403 +2360,2526,1.228557598707623,0.014505772394487047,0.015309241866720186,0.01497165493823936,1.7605718327402209,1.2022525722059347,1.4040945424991333,0.9998828066895972,0.010454316643326043,"model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(64, 1024)","model.language_model.layers.22.linear_attn.out_proj.weight|2d-64|(1152, 1024)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,10,0.0263050265016882,4.561183309224627 +2653,2775,1.2685342671833566,0.026676307426773332,-0.006372114521287254,-0.00627812338789656,1.296217124881866,1.5838777480109218,1.4186234430012952,0.9999796978721756,-0.00778623442346819,"model.language_model.layers.22.mlp.down_proj.weight|2d-128|(0, 1408)","model.language_model.layers.5.mlp.down_proj.weight|2d-128|(0, 4608)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,17,0.02768285769850931,3.326744404083908 +3047,3055,1.2598574634679913,0.030376325253527188,0.015016855061825183,0.015015084824503283,1.5338428250375278,1.3018981398497886,1.403697075291836,0.9998872406746934,0.012746035872942693,"model.language_model.layers.5.mlp.down_proj.weight|2d-64|(1088, 3392)","model.language_model.layers.23.mlp.down_proj.weight|2d-64|(448, 3520)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,18,0.042040676381797315,4.447311942153681 +3174,3278,1.1635416661664362,0.03328719769498982,0.006745478466537914,0.007047407781566164,1.192128280624207,1.817943450938808,1.4098322668574859,0.9999772490013248,0.01028655942569403,"model.language_model.layers.21.mlp.gate_proj.weight|2d-128|(1792, 256)","model.language_model.layers.9.mlp.gate_proj.weight|2d-128|(768, 1664)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,12,0.028586614457770887,3.2304992884111923 +3482,3533,1.1521672877855131,0.022874636075099153,0.011690093022608268,0.011553194089117766,1.1613140756103664,1.9282217856962893,1.4068879891845882,0.9999316685279663,0.019409987802965573,"model.language_model.layers.23.mlp.gate_proj.weight|2d-64|(5824, 1984)","model.language_model.layers.13.mlp.gate_proj.weight|2d-64|(3200, 320)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,10,0.00914678782485323,3.1268139439323264 +3687,3809,1.2350953567287335,0.028670987335026397,-0.005471132568836796,-0.005474535181078471,1.6358014432879773,1.2689629411265189,1.4179558217390784,0.9999850332422052,-0.004244197548749806,"model.language_model.layers.2.mlp.up_proj.weight|2d-128|(128, 768)","model.language_model.layers.21.mlp.up_proj.weight|2d-128|(2944, 0)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,19,0.033867584397785366,4.389083830558757 +3908,3964,1.2275814229680053,0.027620723098998497,0.001781306925548155,0.0017471629473280654,1.2458132610761943,1.6727162524133101,1.4130062431573451,0.9999984134715599,0.0023917076001638018,"model.language_model.layers.22.mlp.up_proj.weight|2d-64|(3776, 896)","model.language_model.layers.2.mlp.up_proj.weight|2d-64|(3136, 1920)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,20,0.018231838108188958,3.218934193779207 +4158,4290,1.17768867341911,0.014264933908326949,0.0008080742329762466,0.0006625315091610676,1.19032968731814,1.8412625435110253,1.4136924358588576,0.9999996735079637,0.0012499703514139936,"model.language_model.layers.11.self_attn.k_proj.weight|2d-128|(384, 1792)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 256)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,12,0.01264101389902983,3.2663066694541616 +4464,4506,1.1049926784857975,0.03199724592213035,0.005824380937561948,0.006427884763177319,1.1185352228272303,2.2062795283490786,1.4108875766087652,0.999983038149495,0.01148842894313968,"model.language_model.layers.11.self_attn.k_proj.weight|2d-64|(192, 1024)","model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 1984)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,12,0.01354254434143276,2.9910078987701367 +4674,4734,1.1241383297452219,0.042537542243874904,0.010401386345113235,0.01022667671949608,1.1446347187512107,2.017175397714491,1.4078854665259422,0.9999459041178677,0.01833023260064701,"model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(768, 256)","model.language_model.layers.11.self_attn.o_proj.weight|2d-128|(896, 1792)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,8,0.020496389005988824,3.0123590985236426 +5012,5072,1.1257164807802518,0.035462944109338035,0.031203437660320972,0.031404539381190526,1.159837550291798,1.8719486287807912,1.3943166775285478,0.9995130541809738,0.05036156341617785,"model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(256, 128)","model.language_model.layers.3.self_attn.o_proj.weight|2d-64|(1088, 1408)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,20,0.03412106951154614,3.1094574896355773 +5121,5176,1.1220411224208324,0.016547404432877513,0.012575251561877747,0.012469434000517934,2.1845330331451374,1.1175069645649574,1.4069844851334636,0.9999209283979186,0.006432922271412081,"model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(3584, 256)","model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(3456, 1024)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,0,0.004534157855875076,5.658243898972075 +5591,5618,1.108580118568387,-0.003023404135814499,0.011632545200841104,0.012034283676511963,1.1018452430414256,2.3223724533589176,1.4078281619263775,0.9999323396571143,0.024518055241874087,"model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(2880, 1088)","model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(2688, 960)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,4,0.0067348755269613925,3.0758217452422225 +5777,5829,1.0836686058376828,0.027033486411896138,0.004579543761576658,0.004607468858016818,1.1039186174144717,2.337881464533206,1.4117107770819282,0.9999895138344881,0.00969856863297103,"model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(128, 128)","model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(256, 1280)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,12,0.020250011576788962,3.640128848170552 +6067,6076,1.0780067883928586,0.04972054108463222,0.020567545303591145,0.020565793988406068,1.0963555207658875,2.3303066688312115,1.4029642257954187,0.9997884656667053,0.04371637399970831,"model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(0, 1024)","model.language_model.layers.3.self_attn.v_proj.weight|2d-64|(384, 1152)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,16,0.01834873237302892,3.682955264223726 +6366,6394,1.2170784220588509,0.013844804662450388,-0.003081918776722796,-0.0029525905309749985,1.2188591804716973,1.756818783431051,1.4162533949533442,0.9999952508770498,-0.00444216434736956,"model.visual.blocks.8.attn.proj.weight|2d-128|(256, 256)","model.visual.blocks.21.attn.proj.weight|2d-128|(896, 256)",model.visual.layers.*.attn.proj.weight,2d-128,13,0.0017807584128464171,3.0929069166794836 +6629,6642,1.192428837960534,0.026793703215792573,0.007399600418299294,0.007166542764278604,1.1997174156640613,1.7899430697668124,1.4093655088484098,0.9999726225820632,0.011039986012412097,"model.visual.blocks.8.attn.proj.weight|2d-64|(192, 704)","model.visual.blocks.18.attn.proj.weight|2d-64|(512, 768)",model.visual.layers.*.attn.proj.weight,2d-64,10,0.007288577703527421,3.182842722555623 +6798,6826,1.0971319706079414,0.0012211874145811041,0.0101935674781004,0.01020386417682804,1.0935893004948711,2.4143214939889095,1.4087849901438196,0.9999480442413343,0.022504379890757296,"model.visual.blocks.1.attn.qkv.weight|2d-128|(1024, 128)","model.visual.blocks.0.attn.qkv.weight|2d-128|(2688, 256)",model.visual.layers.*.attn.qkv.weight,2d-128,1,0.003542670113070301,3.5822485884511672 +6920,6984,1.096763915954484,0.018670373876841125,0.00717302169822661,0.007419667298189413,2.236640393286315,1.113961354736577,1.4101595944352865,0.9999742735489332,0.0035725318171379843,"model.visual.blocks.18.attn.qkv.weight|2d-64|(2816, 896)","model.visual.blocks.2.attn.qkv.weight|2d-64|(64, 640)",model.visual.layers.*.attn.qkv.weight,2d-64,16,0.01719743878209301,6.334641742120382 +7277,7413,1.2166503581810246,0.0457681894212417,0.008192878570064182,0.0074191470155865686,1.2782889597599048,1.5889424095003042,1.4085433895919335,0.9999664378071578,0.010183935421226123,"model.visual.blocks.3.mlp.linear_fc1.weight|2d-128|(1536, 640)","model.visual.blocks.22.mlp.linear_fc1.weight|2d-128|(2560, 512)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,19,0.061638601578880126,3.1477271529203428 +7430,7439,1.2177833171024903,0.03492085731804333,0.01156230086396368,0.01097699632852404,1.2380663356552262,1.6694731916466816,1.406368248884346,0.9999331543651961,0.015591209267413654,"model.visual.blocks.2.mlp.linear_fc1.weight|2d-64|(192, 128)","model.visual.blocks.14.mlp.linear_fc1.weight|2d-64|(1088, 768)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,12,0.020283018552735843,3.489774091592591 +7854,7887,1.227405740407239,0.04926166756594072,0.008447047875946741,0.008456746956890962,1.6340596936776888,1.2561786596321662,1.4084295407966896,0.9999643230546685,0.006493643604153722,"model.visual.blocks.14.mlp.linear_fc2.weight|2d-128|(512, 2304)","model.visual.blocks.0.mlp.linear_fc2.weight|2d-128|(768, 1920)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,14,0.028772919224927307,4.8486202451291245 +8086,8155,1.2136952373224557,0.01925781100667591,0.01395052178989297,0.013836210675569413,1.2545152821469578,1.6259032646750005,1.4046392631919542,0.9999026867359592,0.018080448476712654,"model.visual.blocks.4.mlp.linear_fc2.weight|2d-64|(192, 3072)","model.visual.blocks.9.mlp.linear_fc2.weight|2d-64|(0, 704)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,5,0.04082004482450219,3.5963979415670533 +8290,8345,1.334094429777416,0.030806947792396608,-0.007261672718326436,-0.007267293475462409,1.3928211176638918,1.4474236537688339,1.4193352719451366,0.9999736337070753,-0.007546350873874314,"model.visual.merger.linear_fc1.weight|2d-128|(1920, 256)","model.visual.merger.linear_fc1.weight|2d-128|(2944, 2816)",model.visual.merger.linear_fc1.weight,2d-128,0,0.05872668788647584,3.5644445575370236 +8653,8679,1.3431080430510582,0.049204004734514875,0.021394968657574644,0.021460706411298096,1.4138168052979587,1.3846522009784885,1.399006560576023,0.9997711014608001,0.020953627323260733,"model.visual.merger.linear_fc1.weight|2d-64|(3968, 3264)","model.visual.merger.linear_fc1.weight|2d-64|(2496, 1920)",model.visual.merger.linear_fc1.weight,2d-64,0,0.04154415792743027,3.7331885544567753 +8900,8947,1.3443645082462752,0.06680423325650829,0.015097585355748675,0.015095762927954736,1.4146198388467948,1.3926357450153293,1.403498675679006,0.9998860249630585,0.01486295925764453,"model.visual.merger.linear_fc2.weight|2d-128|(1536, 1664)","model.visual.merger.linear_fc2.weight|2d-128|(1280, 1280)",model.visual.merger.linear_fc2.weight,2d-128,0,0.04827123676905409,3.6901997250206673 +9049,9066,1.3438748817060366,0.044420916038867476,0.030467937698507374,0.030530746704943913,1.3751526669744862,1.4105414005585006,1.3925098885478446,0.9995357446196709,0.03125201190056601,"model.visual.merger.linear_fc2.weight|2d-64|(448, 3584)","model.visual.merger.linear_fc2.weight|2d-64|(576, 1920)",model.visual.merger.linear_fc2.weight,2d-64,0,0.0312777852684496,3.5067889647305703 +9248,9272,0.7160110091160394,0.7059599047241343,0.5815435387502885,0.5852723075651267,0.9178559167385458,0.911859764807877,0.9148431033963461,0.8135152810720838,0.5777444420194683,"model.visual.pos_embed.weight|2d-128|(512, 0)","model.visual.pos_embed.weight|2d-128|(896, 0)",model.visual.pos_embed.weight,2d-128,0,0.19584875569183757,2.434162777858542 +9455,9503,0.48686401502722204,0.8783635824890992,0.742184945114987,0.7413665201615823,0.6782434525146974,0.8013641498065972,0.7321508551048581,0.6701951262465758,0.8769128626839774,"model.visual.pos_embed.weight|2d-64|(320, 960)","model.visual.pos_embed.weight|2d-64|(512, 960)",model.visual.pos_embed.weight,2d-64,0,0.19137943748747538,2.0840675383949283 +9781,9868,1.1888841770256924,0.013946053331375049,0.010476491219512319,0.010465563681882806,1.1792865670347716,1.8552809671814103,1.4074900519639715,0.9999451200599598,0.016481858867668477,"mtp.fc.weight|2d-128|(1152, 2432)","mtp.fc.weight|2d-128|(896, 3584)",mtp.fc.weight,2d-128,0,0.009597609990920741,3.491976132768345 +9928,10008,1.1337059591924894,0.0376757419761712,0.020071996600822584,0.020003102003822153,1.9405092160587403,1.1528723328719717,1.4016933590978233,0.9997985371825949,0.011924936689343787,"mtp.fc.weight|2d-64|(1728, 2816)","mtp.fc.weight|2d-64|(1152, 2752)",mtp.fc.weight,2d-64,0,0.019166373679482263,5.90807899017418 +10168,10262,1.3191234091232724,0.04844745317404259,-0.003114138826150454,-0.003132516682981573,1.510719857791846,1.3377895089513892,1.4163977324424994,0.9999951510579296,-0.002757666968865839,"mtp.layers.0.mlp.down_proj.weight|2d-128|(1280, 4480)","mtp.layers.0.mlp.down_proj.weight|2d-128|(1152, 1792)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.018666099828116733,3.9549483118362385 +10536,10581,1.272245472281139,0.007755355572309514,-0.009106900172055475,-0.009041819485969405,1.4529891898103733,1.3903450758567275,1.4206322982266673,0.9999585313248026,-0.008714265666483433,"mtp.layers.0.mlp.down_proj.weight|2d-64|(1472, 5248)","mtp.layers.0.mlp.down_proj.weight|2d-64|(1408, 2560)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.11809960357558857,3.9375968369019168 +10675,10717,1.3098018001832172,0.030942825633435637,0.021137357570918898,0.021076949851663005,1.3681176977684704,1.4325089769387414,1.3992033289595835,0.999776581099457,0.02213219996970586,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(2048, 0)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(2304, 0)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.05831589758525313,3.812384848085291 +10940,11011,1.2973116795122646,0.012253044602445001,-0.0034095821782824916,-0.003309238025479363,1.5173192435478873,1.3336015379420523,1.4166025421892268,0.9999941873577913,-0.0029967484140418716,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(5568, 1536)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(1152, 512)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.036289858429787714,4.391941707816095 +11218,11376,1.3327164699916072,0.05909029408431023,0.015182134475913246,0.015242337801054322,1.4428307096660162,1.367132480159762,1.4034528033078049,0.9998847447544918,0.014385602566623263,"mtp.layers.0.mlp.up_proj.weight|2d-128|(5760, 1664)","mtp.layers.0.mlp.up_proj.weight|2d-128|(2688, 0)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.034416010168154765,3.499852418937765 +11417,11438,1.3142826107742545,0.02127917424009387,0.012919485852009383,0.013016182540701398,1.4730177425225814,1.3457613197298162,1.4050858129491435,0.9999165399598707,0.011803350243871415,"mtp.layers.0.mlp.up_proj.weight|2d-64|(1600, 1536)","mtp.layers.0.mlp.up_proj.weight|2d-64|(4160, 1216)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.03147870895556171,4.355288427683167 +11709,11725,1.2354298188590793,0.023577089795280167,-0.004952031603150629,-0.005040225680161239,1.6399207735569026,1.266540184907008,1.4175974281849237,0.99998773861633,-0.003824542699533112,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(256, 1664)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 1664)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.031110366047928606,4.754320062412862 +11738,11950,1.086831554364374,0.007607871993847725,0.010285586347257682,0.010281391776690555,2.373396719001902,1.097395891735582,1.4086615930405026,0.9999471019576451,0.004755783182475666,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 640)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 1920)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.010564337371207877,7.769385800032865 +11986,12176,1.1842207617692249,0.024569046131252232,-0.006521383009693882,-0.006523474335201276,1.2063796887272482,1.805125743566288,1.4184677775684815,0.9999787355557321,-0.0097580525140255,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(0, 256)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1536, 0)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.02215892695802335,3.5741193112381158 +12287,12397,1.174614863337875,0.017273326339643402,0.004246142508858921,0.004156850112981378,1.6868909471311144,1.2378290958059157,1.4113464836529759,0.9999909850962629,0.0031157904732032303,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(1728, 64)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(1728, 1152)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.0632142324680407,5.391862954612392 +12576,12596,1.0583401574635785,-0.013000595129604355,0.003550612477235097,0.0036059376777900966,3.1692759081068878,1.0525908528953434,1.412710745900766,0.9999936965556516,0.0011792416703619141,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 0)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(768, 512)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.005749304568235081,9.5119289094316 +12821,12855,1.0573370435940992,0.008639348119939173,0.012855895551900223,0.012877536303002247,3.021642452637473,1.0549480822112245,1.4085443128560986,0.9999173595600582,0.004488387547556115,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(2176, 1856)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(896, 320)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.002388961382874699,9.074421076874241 +13025,13030,1.3596475984201344,0.03925248378201192,0.00018752324450763762,0.00025248277167705483,1.4202311294371464,1.408010007100595,1.414080962150474,0.9999999824175163,0.0001859096025696644,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 128)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 768)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.0483624086804606,3.6857397982765927 +13173,13284,1.3035820755134389,0.0645005603821168,0.053959627951578625,0.054040162755747995,1.31121836163931,1.4508058823624375,1.3757291205833775,0.9985431180231163,0.059703972986136,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 320)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 1280)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.0076362861258711945,3.3911174849843118 +45,254,1.1720719901020484,0.2958269810599445,0.3109448443740551,0.3110106805265626,1.1516097141954218,1.198038462635565,1.1741361754720971,0.9504279582152424,0.32348101854855726,"model.language_model.embed_tokens.weight|2d-128|(247552, 1408)","model.language_model.embed_tokens.weight|2d-128|(190080, 1408)",model.language_model.embed_tokens.weight,2d-128,0,0.020462275906626637,3.1324023006080948 +383,387,1.1701601434795912,0.27290368180788305,0.2090245457544948,0.20681398179706004,1.2345310188510161,1.2826005930996827,1.257877465168836,0.9779103942959841,0.21716344284862443,"model.language_model.embed_tokens.weight|2d-64|(166336, 704)","model.language_model.embed_tokens.weight|2d-64|(148928, 704)",model.language_model.embed_tokens.weight,2d-64,0,0.06437087537142494,2.9999415626198993 +677,739,0.13435747815040355,0.9964752548008974,0.9964752548008975,0.9990180065416562,0.15070547688629296,0.13435747815040353,0.14182967031192467,0.08388722530568314,0.8883811327928353,"model.language_model.layers.16.linear_attn.conv1d.weight|3d-axis0-slice|(5654, 0, 0)","model.language_model.layers.13.linear_attn.conv1d.weight|3d-axis0-slice|(4242, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,3,2.7755575615628914e-17,0.24889098371257762 +908,942,0.5913757109331684,0.8090883172597757,0.8090883172597756,0.8074528553436804,0.5913757109331684,0.7957793226285976,0.6712689976279501,0.5876870722363601,1.088742302316942,"model.language_model.layers.10.linear_attn.conv1d.weight|3d-volume|(5272, 0, 0)","model.language_model.layers.14.linear_attn.conv1d.weight|3d-volume|(2056, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,4,0.0,1.9239324349339086 +1071,1151,1.1475924414460554,0.049561346047844713,0.009175796039710901,0.009272495857241905,1.944819877195054,1.1595419729635763,1.4084941413165597,0.9999579014973768,0.005470800030459914,"model.language_model.layers.5.linear_attn.in_proj_qkv.weight|2d-128|(4992, 384)","model.language_model.layers.21.linear_attn.in_proj_qkv.weight|2d-128|(3968, 1792)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,16,0.011949531517520873,5.037035588979195 +1423,1433,1.1424855083836174,-0.004226678125902758,-0.0016399905463545146,-0.0016211004121958622,1.151055946720896,2.0251218016195813,1.4152095808082765,0.9999986552145997,-0.0028853337835870146,"model.language_model.layers.20.linear_attn.in_proj_qkv.weight|2d-64|(3392, 576)","model.language_model.layers.0.linear_attn.in_proj_qkv.weight|2d-64|(4352, 1472)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,20,0.008570438337278663,3.248330112581588 +1616,1645,1.1545893465771884,0.016060245753731713,-0.008345820357937973,-0.008717625525831446,1.1730455121542216,1.9391472842478361,1.4194309915625136,0.9999651730348178,-0.01379637423632036,"model.language_model.layers.22.linear_attn.in_proj_z.weight|2d-128|(0, 640)","model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-128|(640, 1664)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,18,0.018456165577033223,3.45836035774033 +1886,1994,1.1516969315503176,0.0010529453270891062,0.00854021468996776,0.008000480743649624,1.1772747199468676,1.8690804913362582,1.4087565045371946,0.9999635317015562,0.013558728815278118,"model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-64|(1920, 1856)","model.language_model.layers.1.linear_attn.in_proj_z.weight|2d-64|(896, 64)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,1,0.025577788396550005,3.1924250857058802 +2178,2191,1.2325880391336916,0.025568264649414762,-0.004321164612551407,-0.004304660440268804,1.6595769096179436,1.257115858708023,1.4171518545136121,0.9999906637246125,-0.0032732466516281235,"model.language_model.layers.12.linear_attn.out_proj.weight|2d-128|(640, 896)","model.language_model.layers.6.linear_attn.out_proj.weight|2d-128|(384, 128)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,6,0.024527819574331255,4.453112900341651 +2351,2367,1.2286216680335467,0.024872034763648507,0.007429787646747723,0.007446810412001587,1.624794812585631,1.2614280297016258,1.4091146600445177,0.9999723987468475,0.0057682005873861825,"model.language_model.layers.18.linear_attn.out_proj.weight|2d-64|(64, 1536)","model.language_model.layers.5.linear_attn.out_proj.weight|2d-64|(1152, 832)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,13,0.032806361668079154,4.353664565261425 +2653,2715,1.2685869662321694,0.00841585707750518,-0.0009664273819298183,-0.0009991736797169669,1.2870435694282587,1.5903771742549746,1.4148817501851618,0.9999995330089487,-0.0011941973724160322,"model.language_model.layers.22.mlp.down_proj.weight|2d-128|(0, 1408)","model.language_model.layers.3.mlp.down_proj.weight|2d-128|(640, 4608)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,19,0.018456603196089327,3.3502101477751873 +2868,3062,1.2598582399898457,0.04737433020516632,0.028008640165002735,0.028062574000675685,1.2753649089198626,1.5552155153233032,1.3946566668611022,0.9996076810809865,0.03415451643922936,"model.language_model.layers.21.mlp.down_proj.weight|2d-64|(128, 640)","model.language_model.layers.0.mlp.down_proj.weight|2d-64|(1472, 1472)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,21,0.015506668930016954,3.230775967140852 +3085,3255,1.1635918721747736,0.00711896224446535,-0.0030070059469868185,-0.0030513596187285645,1.1917258848032144,1.8469598483306309,1.4161495676908493,0.9999954789473975,-0.004660316032904801,"model.language_model.layers.18.mlp.gate_proj.weight|2d-128|(4352, 512)","model.language_model.layers.11.mlp.gate_proj.weight|2d-128|(1152, 0)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,7,0.02813401262844084,3.131843577811352 +3472,3482,1.152219932429909,0.0154847242683979,0.02122668901137861,0.02167181559940675,1.9751522220944364,1.1452431025512477,1.401126629034399,0.9997746884541607,0.012307769957347324,"model.language_model.layers.12.mlp.gate_proj.weight|2d-64|(5248, 640)","model.language_model.layers.23.mlp.gate_proj.weight|2d-64|(5824, 1984)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,11,0.006976829878661217,5.0804674181058775 +3707,3839,1.2354595582967742,0.027389122283597286,-0.006029919283633413,-0.006008032723485242,1.6324744160519318,1.271078375866653,1.418341241424404,0.999981819871458,-0.004695019985785767,"model.language_model.layers.3.mlp.up_proj.weight|2d-128|(3840, 1152)","model.language_model.layers.21.mlp.up_proj.weight|2d-128|(5760, 640)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,18,0.035618817569878836,4.147613017838258 +3851,4062,1.2276406801930608,0.020382529348576105,0.012439346268223087,0.012311804095855385,1.2497149140234147,1.6399009327925118,1.4057070458635823,0.9999226283390227,0.016323159241905222,"model.language_model.layers.22.mlp.up_proj.weight|2d-64|(4800, 640)","model.language_model.layers.4.mlp.up_proj.weight|2d-64|(4992, 0)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,18,0.022074233830353895,3.199288629020305 +4155,4300,1.1777971716701816,0.004724235086413703,0.0009314148825615743,0.0010231633723834605,1.1806055441428323,1.8784781539744588,1.4136199899520476,0.9999995662330642,0.001481987373224573,"model.language_model.layers.11.self_attn.k_proj.weight|2d-128|(384, 1408)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 1536)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,12,0.0028083724726506443,3.271135973846991 +4409,4556,1.105080947051524,-0.013132793899719622,-0.01009190577499908,-0.009990584072242239,2.290059568161128,1.1170366325006584,1.4198260234143143,0.999949075422258,-0.004922591795929105,"model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 1024)","model.language_model.layers.11.self_attn.k_proj.weight|2d-64|(384, 768)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,12,0.011955685449134501,6.652320719560828 +4776,4836,1.1241865732117202,-0.001547394590518304,0.01002428866299428,0.0100288295770655,2.1984596483067587,1.1171532857710316,1.4084765165595008,0.9999497555561484,0.005093869712826667,"model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(1920, 1408)","model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(512, 1024)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,12,0.007033287440688651,5.94555568252945 +5019,5042,1.1258516246284176,0.03688644499819387,0.027722584767123387,0.028185511231425934,2.0753075716850473,1.123961261547984,1.3976994360406612,0.9996156552864854,0.015014213687336605,"model.language_model.layers.3.self_attn.o_proj.weight|2d-64|(448, 1280)","model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(960, 1152)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,16,0.0018903630804336657,5.267683725193116 +5176,5296,1.1220643862702362,0.012088287494309763,-0.008048067078400865,-0.008116635179490779,1.1242347261802073,2.2229914233927657,1.418789876846085,0.9999676137837172,-0.015913744410797556,"model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(3456, 1024)","model.language_model.layers.19.self_attn.q_proj.weight|2d-128|(2176, 1024)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,16,0.002170339909971064,3.0941345617092804 +5524,5535,1.10865425255323,0.04724983900058792,0.01518609356788709,0.01648688496172821,1.1382217583243428,2.036021431793136,1.4050364001981437,0.9998846846322567,0.02716448859223389,"model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(1408, 704)","model.language_model.layers.23.self_attn.q_proj.weight|2d-64|(2240, 896)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,20,0.02956750577111289,2.986887688530842 +5662,5779,1.0836940172231573,0.015770140130436122,0.003132154679852058,0.003101831679202778,2.5286288472938683,1.087289953111,1.4126051908852264,0.9999950947915002,0.0013468011798715995,"model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(384, 1664)","model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(128, 384)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,12,0.003595935887842794,7.914606503464086 +6042,6097,1.078099980315486,0.006125848482780026,-0.017300047335675157,-0.017407834391885594,2.41208372690274,1.107580136348306,1.4234613633505975,0.9998503429824802,-0.007943832369153848,"model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(384, 512)","model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(448, 1792)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,12,0.02948015603281995,8.387160151634175 +6183,6354,1.2170803445397511,0.045448404982396634,0.0029898138942406746,0.002956169867978169,1.2337089386921127,1.7004530366001414,1.412202365452116,0.9999955304964507,0.004120938055876105,"model.visual.blocks.0.attn.proj.weight|2d-128|(512, 896)","model.visual.blocks.11.attn.proj.weight|2d-128|(256, 256)",model.visual.layers.*.attn.proj.weight,2d-128,11,0.01662859415236162,3.7680107916018835 +6547,6643,1.1925356445321669,-0.017392067358725734,-0.013817813244579065,-0.013561533765403727,1.199381750063488,1.8493789297404561,1.4231066488704,0.9999045294612571,-0.021306287733876588,"model.visual.blocks.7.attn.proj.weight|2d-64|(128, 320)","model.visual.blocks.21.attn.proj.weight|2d-64|(640, 256)",model.visual.layers.*.attn.proj.weight,2d-64,14,0.006846105531321145,3.0376222726741475 +6674,6852,1.0974548257815402,0.014766234452969807,-0.006910442700712414,-0.00686697450605717,1.1111740162034813,2.3265532264075355,1.4180090836541532,0.9999761226057751,-0.014468942331983682,"model.visual.blocks.3.attn.qkv.weight|2d-128|(1792, 896)","model.visual.blocks.21.attn.qkv.weight|2d-128|(2304, 768)",model.visual.layers.*.attn.qkv.weight,2d-128,18,0.013719190421941141,3.1120695205476157 +6968,7091,1.0972587678042962,0.011490126373002878,-0.0030264255669480026,-0.003166830729211701,2.4277282154155544,1.0989254823961963,1.4158205644662265,0.9999954203636574,-0.0013699293664654452,"model.visual.blocks.21.attn.qkv.weight|2d-64|(256, 320)","model.visual.blocks.3.attn.qkv.weight|2d-64|(832, 128)",model.visual.layers.*.attn.qkv.weight,2d-64,18,0.0016667145919000426,6.467167058962154 +7216,7295,1.2168916921897617,0.04470160393056667,0.003293472303159288,0.003234338339054181,1.2322127286609237,1.7036807583092928,1.4120000876860292,0.999994576505387,0.004553617456147129,"model.visual.blocks.1.mlp.linear_fc1.weight|2d-128|(3968, 128)","model.visual.blocks.16.mlp.linear_fc1.weight|2d-128|(1664, 0)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,15,0.015321036471162008,3.500789882272929 +7424,7465,1.2178011349311397,0.04611697069781992,0.01771467084877768,0.018466707777725227,1.6415146421330222,1.24395635715111,1.4021022502346507,0.9998430829068726,0.013424356293613071,"model.visual.blocks.23.mlp.linear_fc1.weight|2d-64|(2304, 832)","model.visual.blocks.1.mlp.linear_fc1.weight|2d-64|(1344, 576)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,22,0.026155222219970353,4.7524735554642445 +7697,7876,1.2274440958012662,0.038916990776795946,0.004289037015125169,0.0042949482924967254,1.6208894152858606,1.2663732012337734,1.4112677770099809,0.9999908020384402,0.0033509513257548814,"model.visual.blocks.2.mlp.linear_fc2.weight|2d-128|(896, 896)","model.visual.blocks.0.mlp.linear_fc2.weight|2d-128|(768, 512)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,2,0.03892910543250716,4.862382960797426 +8142,8157,1.2138446338642748,0.06900417253636729,0.04010661983187746,0.04021599298921393,1.5666905647123692,1.2565613544564567,1.3862537601439289,0.999195405836947,0.032167442425279726,"model.visual.blocks.12.mlp.linear_fc2.weight|2d-64|(768, 1856)","model.visual.blocks.1.mlp.linear_fc2.weight|2d-64|(192, 256)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,11,0.0427167205921819,4.807621686573311 +8204,8240,1.3342879145371347,0.07189187012969228,0.02522150932644162,0.025170545892988786,1.380836197894312,1.4122330270035974,1.3962699336639597,0.9996818871357509,0.025794984601356992,"model.visual.merger.linear_fc1.weight|2d-128|(2688, 1280)","model.visual.merger.linear_fc1.weight|2d-128|(1536, 2304)",model.visual.merger.linear_fc1.weight,2d-128,0,0.04654828335717731,3.4324234284315325 +8558,8579,1.3431402339402356,0.0356794458893333,0.013161564500926206,0.013133377807638506,1.456715100880058,1.3582459906199862,1.4048990044009868,0.9999133828586794,0.012271886385244022,"model.visual.merger.linear_fc1.weight|2d-64|(1152, 2048)","model.visual.merger.linear_fc1.weight|2d-64|(1024, 1536)",model.visual.merger.linear_fc1.weight,2d-64,0,0.01510575667975056,3.8228596443514187 +8837,8952,1.3445161489660156,0.022887093465855542,0.013252589308852638,0.013244016192337702,1.3953492636414262,1.4144702815884678,1.4048121853557072,0.9999121805821803,0.013434194735266122,"model.visual.merger.linear_fc2.weight|2d-128|(512, 640)","model.visual.merger.linear_fc2.weight|2d-128|(896, 3072)",model.visual.merger.linear_fc2.weight,2d-128,0,0.05083311467541063,3.6274308839187963 +9047,9171,1.3438974376231199,0.048525080779519565,0.03174973540229184,0.0317436653050591,1.3835288647770212,1.3997806328695699,1.3915835795784721,0.999495850067365,0.03212268702613887,"model.visual.merger.linear_fc2.weight|2d-64|(448, 1344)","model.visual.merger.linear_fc2.weight|2d-64|(1472, 3136)",model.visual.merger.linear_fc2.weight,2d-64,0,0.03963142715390133,3.3956594749087174 +9230,9350,0.7170737968736572,0.6997078059350108,0.6412193282763702,0.6402576250020194,0.9732697573366776,0.7849594843390107,0.8640885954065587,0.7673576565362469,0.5171548683988461,"model.visual.pos_embed.weight|2d-128|(128, 768)","model.visual.pos_embed.weight|2d-128|(2048, 768)",model.visual.pos_embed.weight,2d-128,0,0.0678856874653535,2.967953467132279 +9404,9415,0.4868948247656305,0.8803889990931154,0.8569729329981087,0.857394606042075,0.5337825349882095,0.5359303480627698,0.5348532071831993,0.5153614189174612,0.8604211868269426,"model.visual.pos_embed.weight|2d-64|(1152, 128)","model.visual.pos_embed.weight|2d-64|(1408, 128)",model.visual.pos_embed.weight,2d-64,0,0.04688771022257898,1.8149088151476078 +9656,9781,1.1892431250733577,0.034704761068164794,0.004782975522137515,0.004777567828001588,1.789964765004817,1.2018273045793726,1.4110796910850014,0.9999885615071578,0.003211409907068298,"mtp.fc.weight|2d-128|(1792, 3072)","mtp.fc.weight|2d-128|(1152, 2432)",mtp.fc.weight,2d-128,0,0.01258417950601487,5.133539664632831 +9964,9991,1.1338237913162956,0.03442529599259088,0.019847688607501256,0.01963509535364486,1.8782116575175258,1.1667076277385586,1.4015759092208449,0.9998030152269695,0.012328988375015091,"mtp.fc.weight|2d-64|(1024, 3392)","mtp.fc.weight|2d-64|(1152, 2688)",mtp.fc.weight,2d-64,0,0.032883836422263,5.69869538027025 +10159,10271,1.3191792305811572,0.037643389967599916,0.004424311481648315,0.004396116774898066,1.3970912618350242,1.4255022083592916,1.4110822689891716,0.9999902126860609,0.004514283325539681,"mtp.layers.0.mlp.down_proj.weight|2d-128|(1408, 4736)","mtp.layers.0.mlp.down_proj.weight|2d-128|(256, 6016)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.07791203125386703,3.555423532786697 +10536,10547,1.27234964804671,0.019670020882174247,-0.0020366400617501433,-0.002105718250692131,1.4386868806242816,1.3936896998226675,1.415652225848087,0.9999979260464789,-0.001972940960631896,"mtp.layers.0.mlp.down_proj.weight|2d-64|(1472, 5248)","mtp.layers.0.mlp.down_proj.weight|2d-64|(1984, 5440)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.12134005177595752,4.0515739553582355 +10649,10895,1.3099820473825738,0.041323064104473034,0.0069937757022100495,0.0069641669086299,1.482194199069069,1.346170144431214,1.4092824427619253,0.9999755432516473,0.00635194231165986,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(3840, 1280)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(4736, 1280)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.03618809704864012,4.0765778276291575 +10973,11123,1.2976741048152438,0.022474675218284872,-0.003608341723179492,-0.003755090741363479,1.540088047403954,1.3189453940737805,1.4167324534451926,0.9999934899138138,-0.0030902166301817508,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(5568, 1344)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(960, 1024)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.02127128925853672,4.343888831995983 +11302,11352,1.3327794179775165,0.0649575362748624,0.010837325692391993,0.011047790791965644,1.3680662051732413,1.4484582768996488,1.406542084929631,0.9999412744615741,0.011474162609414506,"mtp.layers.0.mlp.up_proj.weight|2d-128|(1152, 768)","mtp.layers.0.mlp.up_proj.weight|2d-128|(4864, 1024)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.035286787195724756,3.787642742278488 +11446,11473,1.3143160248328474,0.045579372574092794,0.0403815165638137,0.040340208275523794,1.4498271218018441,1.3289959227192631,1.3854752966121273,0.9991843339044134,0.037016048368464546,"mtp.layers.0.mlp.up_proj.weight|2d-64|(1984, 960)","mtp.layers.0.mlp.up_proj.weight|2d-64|(5056, 512)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.014679897886415771,3.848623143887058 +11686,11698,1.235596092703737,0.020283333140430748,0.00724492859122918,0.007246547861165878,1.2477066841351756,1.6559877438047355,1.4092806594886267,0.9999737551604582,0.009615651742806748,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(128, 768)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(256, 256)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.012110591431438555,3.8091261758693298 +11735,11950,1.0868623493043874,0.022839016711775677,0.031720575818391314,0.03094547923025629,2.338256461097648,1.0897958303012898,1.396931298059491,0.9994967759176363,0.014784071737542029,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 448)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 1920)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.0029334809969023823,7.225023404609505 +11987,12113,1.1843106308546865,0.017240048692917384,0.004170366392840064,0.004164672361184728,1.1958649043854535,1.8119212244532448,1.4114995227517644,0.9999913039842644,0.006318753358529741,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(0, 384)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1024, 128)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.01155427353076699,3.548156023305115 +12251,12371,1.1746266622675627,0.022794396664828503,0.011206223199376617,0.011215333856196726,1.1809942923974208,1.8464705747354133,1.4070016231504991,0.9999372083094047,0.017520797115421736,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(576, 1920)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(256, 192)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.006367630129858082,3.4078256753423184 +12578,12619,1.0583440223807317,0.010525821228830508,-0.003848139867813564,-0.004110988688846617,3.048973418950123,1.0599691743151356,1.4159004862898246,0.9999925958823683,-0.0013377977036415165,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 256)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(896, 1408)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.0016251519344039345,8.806229035089244 +12913,12914,1.0573384757793858,0.07472427240043797,0.0671029317146349,0.06766557201423234,1.0604979352955564,2.4865748005864967,1.3795444482227424,0.9977460581507206,0.15733784432176698,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(768, 1344)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(1856, 1344)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.003159459516170582,2.9226991217508913 +13056,13057,1.359831473027108,0.030772597262177178,0.003184662540420228,0.0031850016095408373,1.4288551314469704,1.395651305640544,1.4119604934589178,0.999994928949394,0.0031106571511283956,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(384, 0)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(384, 128)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.03581983261343602,3.8660084118061198 +13246,13289,1.3040269631948918,0.03474402801209676,0.014325944498506863,0.01431168373200656,1.3313127148547375,1.490327821927372,1.4041116510648912,0.9998973783915156,0.0160370688443712,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(320, 896)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 1600)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.027285751659845703,3.3350879902926756 +45,181,1.1722156485755297,0.2675675440696339,0.26847929115094665,0.2685932975805771,1.240485982821909,1.1813346183885791,1.2098271278099624,0.9632854562501633,0.25567711795948084,"model.language_model.embed_tokens.weight|2d-128|(247552, 1408)","model.language_model.embed_tokens.weight|2d-128|(103296, 1408)",model.language_model.embed_tokens.weight,2d-128,0,0.009118969813049382,3.2149939238716567 +346,408,1.170292202659316,0.2836634781819569,0.2526408061518357,0.25264190584497637,1.197145267578454,1.2501362333451946,1.2227804260334612,0.9675601392507602,0.26382381014695977,"model.language_model.embed_tokens.weight|2d-64|(85696, 64)","model.language_model.embed_tokens.weight|2d-64|(207616, 64)",model.language_model.embed_tokens.weight,2d-64,0,0.02685306491913786,2.9949218916306237 +538,575,0.13465000282717637,0.9969886550034406,0.9969886550034407,0.9993423629338303,0.15181900064868106,0.13465000282717637,0.14246436978968943,0.07754754537978817,0.8842406065201714,"model.language_model.layers.13.linear_attn.conv1d.weight|3d-axis0-slice|(1231, 0, 0)","model.language_model.layers.10.linear_attn.conv1d.weight|3d-axis0-slice|(1027, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,3,0.0,0.2391181096354084 +777,979,0.5915567292706831,0.8100690022445911,0.8100690022445911,0.8327490866357273,0.5915567292706831,0.665793890063901,0.6253946139951795,0.586334556036443,0.9117282680387189,"model.language_model.layers.8.linear_attn.conv1d.weight|3d-volume|(3012, 0, 0)","model.language_model.layers.14.linear_attn.conv1d.weight|3d-volume|(536, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,6,0.0,1.6120874421406548 +1167,1260,1.1475948650094516,0.010028492460262394,-0.003789786808812555,-0.0038036182576153244,1.1555733277490206,2.008587187267448,1.4165283269842153,0.9999928187321866,-0.0065873078270887245,"model.language_model.layers.22.linear_attn.in_proj_qkv.weight|2d-128|(3712, 256)","model.language_model.layers.12.linear_attn.in_proj_qkv.weight|2d-128|(2688, 1408)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,10,0.007978462739568926,3.0380865938162014 +1315,1383,1.1426402836143839,0.044921583920393665,0.022551942040779153,0.022877548137877936,1.9469390182843782,1.1498545879573847,1.4001789286441626,0.999745672613885,0.013319088979884666,"model.language_model.layers.2.linear_attn.in_proj_qkv.weight|2d-64|(5504, 960)","model.language_model.layers.16.linear_attn.in_proj_qkv.weight|2d-64|(0, 256)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,14,0.007214304343000855,5.288171544408423 +1618,1645,1.1546030289410567,0.006853181256936487,0.019274974954685935,0.019306703261159092,1.1523774043760038,1.9456332585783611,1.4022103793017497,0.9998142204132207,0.03254318610178644,"model.language_model.layers.22.linear_attn.in_proj_z.weight|2d-128|(896, 512)","model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-128|(640, 1664)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,18,0.0022256245650529305,3.5981942262241855 +1886,2007,1.1517233762549863,0.015429486649281418,0.008130443799260463,0.008313465384157856,1.1503575526524839,1.9943678000214664,1.4092282772952678,0.9999669473955762,0.014095700311386355,"model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-64|(1920, 1856)","model.language_model.layers.10.linear_attn.in_proj_z.weight|2d-64|(1536, 768)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,8,0.0013658236025024806,3.0540661093844452 +2100,2118,1.2328035970391822,0.01667648813013592,0.007829563281624827,0.007495582872570625,1.2433400972241613,1.6650734921517198,1.40889524832412,0.9999693484996522,0.010485303501804084,"model.language_model.layers.8.linear_attn.out_proj.weight|2d-128|(1152, 1920)","model.language_model.layers.17.linear_attn.out_proj.weight|2d-128|(512, 896)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,9,0.010536500184979092,3.610875185856698 +2369,2509,1.228668758077069,0.02676776442377129,0.019706098770534378,0.019767437113908132,1.2707422401512143,1.5804534337231946,1.4005381238172172,0.9998058159819065,0.024508960576830573,"model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(640, 1280)","model.language_model.layers.4.linear_attn.out_proj.weight|2d-64|(0, 640)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,8,0.042073482074145296,3.29882543243479 +2634,2686,1.2686217323359932,0.03198832827602519,-0.003254282161892731,-0.003226443605786232,1.5309049483552484,1.324406100061978,1.4164889109337664,0.9999947048097859,-0.0028153225000442524,"model.language_model.layers.4.mlp.down_proj.weight|2d-128|(1792, 4736)","model.language_model.layers.20.mlp.down_proj.weight|2d-128|(1664, 5760)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,16,0.05578436772598483,4.0966312404171745 +2819,2874,1.259890260039287,0.0375871315747037,0.02546456630487829,0.025723843543559933,1.5830223642024517,1.2634822867272801,1.3965451922856855,0.9996757253544294,0.020324430780619945,"model.language_model.layers.5.mlp.down_proj.weight|2d-64|(1920, 3712)","model.language_model.layers.22.mlp.down_proj.weight|2d-64|(1024, 4480)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,17,0.0035920266879931884,4.17351575697368 +3122,3131,1.1636183205488384,0.02111440199008269,0.0017427152723199827,0.0018719618962701231,1.1822851907930632,1.869350808922158,1.4130997422231837,0.9999984814705869,0.002755465626569423,"model.language_model.layers.22.mlp.gate_proj.weight|2d-128|(3456, 1536)","model.language_model.layers.10.mlp.gate_proj.weight|2d-128|(1408, 1152)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,12,0.018666870244224754,3.3103782406597992 +3518,3545,1.1523757570334818,0.034293626587230404,0.018087339624840375,0.017528814332772806,1.8891948317605811,1.165437840893795,1.4027369925969846,0.999836410691917,0.011158018053776994,"model.language_model.layers.11.mlp.gate_proj.weight|2d-64|(6080, 640)","model.language_model.layers.22.mlp.gate_proj.weight|2d-64|(1344, 1792)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,11,0.013062083860313267,5.0863674691304945 +3653,3761,1.235969833841694,-0.007222899923499617,0.0004463893406129371,0.0005377739078941529,1.6611939231620336,1.2519053535776261,1.4139101053582033,0.9999999003682734,0.0003364069645942313,"model.language_model.layers.2.mlp.up_proj.weight|2d-128|(1024, 640)","model.language_model.layers.22.mlp.up_proj.weight|2d-128|(4864, 1792)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,20,0.015935519735932102,4.579043667350973 +3851,3926,1.2278091781044282,0.039210468274827825,0.014962825480271981,0.01506853237442023,1.2454215644564168,1.6442125162190708,1.4039917999960638,0.9998880506604961,0.019754005900325614,"model.language_model.layers.22.mlp.up_proj.weight|2d-64|(4800, 640)","model.language_model.layers.2.mlp.up_proj.weight|2d-64|(2304, 256)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,20,0.017612386351988585,3.2109739740128256 +4293,4331,1.1780631683868783,0.01683395746859471,0.0012517936581356423,0.0012526093772450813,1.7569807301846143,1.2151542231883954,1.4133851099013988,0.9999992165060118,0.0008657592676523803,"model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 640)","model.language_model.layers.3.self_attn.k_proj.weight|2d-128|(128, 1792)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,20,0.03709105480151709,4.867424026103807 +4396,4409,1.1051471230618808,-0.012243055767452292,-0.007490130437408747,-0.007588311949264373,1.121543168828912,2.241457364627803,1.4184461327839322,0.9999719485795742,-0.014969381917312344,"model.language_model.layers.3.self_attn.k_proj.weight|2d-64|(384, 512)","model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 1024)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,20,0.01639604576703113,3.2792319410419117 +4661,4836,1.124246265665659,0.01555613396664877,0.002803703811147678,0.0028040488472836343,2.1987542078466866,1.121242011270878,1.4126079858718084,0.9999960696147457,0.0014297325681062421,"model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(0, 1408)","model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(512, 1024)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,12,0.003004254394781025,5.904049067562456 +4893,5002,1.126007562725367,-0.006360436536721717,-0.014207427463448639,-0.014297478245209671,1.1438630224133524,2.1130512208525087,1.422600364148243,0.9998990694089432,-0.026245294548882664,"model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(1280, 896)","model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(128, 1792)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,12,0.01785545968798541,2.981108673242218 +5302,5350,1.1221131040346362,0.05826056343124443,0.03601506910992066,0.03625047520157992,1.1314248035280507,1.9972031104535566,1.3921986345029935,0.9993512469582493,0.0635741834766574,"model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(384, 1920)","model.language_model.layers.19.self_attn.q_proj.weight|2d-128|(1280, 384)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,16,0.009311699493414594,2.957386988820029 +5443,5614,1.1087411170633414,-0.010724902658104997,0.010446056731378724,0.011029105393665662,2.3233223172870567,1.102369321018651,1.4084805394374815,0.9999454384609017,0.004956442066006071,"model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(2624, 832)","model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(1920, 1792)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,4,0.006371796044690514,6.53576065065373 +5766,5784,1.0837101011191517,0.033893540077387645,0.008907443263470777,0.008868600885833825,1.0908343699613197,2.4524366237133464,1.4095281374171666,0.9999603279403179,0.020025900067449354,"model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(0, 768)","model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(256, 1536)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,12,0.007124268842167991,3.304529350866511 +5922,6046,1.078195480678574,0.03103304689338739,0.01713004431182551,0.01717148064311019,2.2863736263325043,1.1027750794622058,1.4047022425825693,0.9998532700260948,0.008262248024381842,"model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(320, 1152)","model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(128, 1024)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,12,0.024579598783631695,8.875804978170834 +6186,6346,1.2174724146797695,0.05328813634595231,-0.004737492594902397,-0.004748661455052825,1.2468443426772493,1.6849105314115989,1.4174135370998044,0.9999887780189901,-0.00640196285327474,"model.visual.blocks.21.attn.proj.weight|2d-128|(128, 896)","model.visual.blocks.11.attn.proj.weight|2d-128|(128, 256)",model.visual.layers.*.attn.proj.weight,2d-128,10,0.029371927997479785,3.2391768984017957 +6433,6649,1.192570101432894,0.017214075661094983,0.01707671793667152,0.01704656223085973,1.2037511411700212,1.7512127419098233,1.402894632722763,0.9998541822208433,0.024843146575655322,"model.visual.blocks.23.attn.proj.weight|2d-64|(896, 896)","model.visual.blocks.0.attn.proj.weight|2d-64|(960, 576)",model.visual.layers.*.attn.proj.weight,2d-64,23,0.011181039737127252,2.959143250992958 +6747,6848,1.097458198171994,0.0421073211979769,0.001860243344420804,0.0018611417283860526,2.228586247700755,1.1179304387139182,1.4131588004241933,0.9999982697458529,0.0009331578081344413,"model.visual.blocks.12.attn.qkv.weight|2d-128|(1280, 896)","model.visual.blocks.1.attn.qkv.weight|2d-128|(0, 0)",model.visual.layers.*.attn.qkv.weight,2d-128,11,0.020472240541924203,6.302455857436865 +7082,7119,1.097556847297082,0.047281588741638125,0.02856323638472402,0.028454791940738966,1.1041593225593958,2.219025879269597,1.3980098713974067,0.9995919875265259,0.05740345567746456,"model.visual.blocks.1.attn.qkv.weight|2d-64|(1792, 640)","model.visual.blocks.23.attn.qkv.weight|2d-64|(2432, 576)",model.visual.layers.*.attn.qkv.weight,2d-64,22,0.006602475262313723,3.1467654089653894 +7295,7416,1.21692760968969,0.06650911046333029,0.0041545609045179595,0.004492251480304113,1.593927218313438,1.279880194153488,1.4113422653363636,0.9999913697746049,0.0033359993831608616,"model.visual.blocks.16.mlp.linear_fc1.weight|2d-128|(1664, 0)","model.visual.blocks.4.mlp.linear_fc1.weight|2d-128|(3840, 640)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,12,0.06295258446379814,4.564246490186367 +7465,7545,1.218412397224496,0.05144395030184349,0.0412531616529266,0.04105052989482548,1.226251019758165,1.6302986784982434,1.3859041548545001,0.9991487259931013,0.05484600937571846,"model.visual.blocks.1.mlp.linear_fc1.weight|2d-64|(1344, 576)","model.visual.blocks.19.mlp.linear_fc1.weight|2d-64|(1984, 256)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,18,0.00783862253366907,3.4905708248746756 +7754,7861,1.2274528861377534,0.010631006912190693,-0.004971623682558352,-0.0050793509110388674,1.225764227801356,1.7413484055718407,1.4175190932158863,0.9999876414026121,-0.007062801129589802,"model.visual.blocks.5.mlp.linear_fc2.weight|2d-128|(768, 128)","model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(640, 1920)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,5,0.0016886583363973084,3.4831493543038805 +8111,8113,1.213900947552419,-0.008979612632865275,-0.006315903220405025,-0.006135036447990594,1.6724245558982826,1.2534822991894792,1.4184936615269748,0.9999800544843435,-0.0047337698207374525,"model.visual.blocks.10.mlp.linear_fc2.weight|2d-64|(512, 2368)","model.visual.blocks.5.mlp.linear_fc2.weight|2d-64|(704, 3776)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,5,0.039581351637060225,5.221590732869544 +8230,8325,1.3346077471419209,0.03733216306545975,0.0006418834406665896,0.0004586713557124576,1.4349664364050827,1.393466418493435,1.4137598048253506,0.999999793992803,0.0006233198188221734,"model.visual.merger.linear_fc1.weight|2d-128|(128, 768)","model.visual.merger.linear_fc1.weight|2d-128|(3328, 1920)",model.visual.merger.linear_fc1.weight,2d-128,0,0.058858671351514236,3.7506832886475983 +8474,8573,1.343143751825724,0.07420093684793247,0.03649434671149325,0.03659218472949813,1.3878264124236828,1.3885105025952749,1.38816833108948,0.9993338594574395,0.036512335577882096,"model.visual.merger.linear_fc1.weight|2d-64|(2496, 1600)","model.visual.merger.linear_fc1.weight|2d-64|(64, 3904)",model.visual.merger.linear_fc1.weight,2d-64,0,0.04468266059795867,3.525304684435866 +8741,8744,1.3446027507304714,0.04176088966784476,0.0024493752846168203,0.0024212054643228944,1.4427151289392348,1.3840732515881997,1.4124820225555934,0.9999970002758585,0.0023498158066949625,"model.visual.merger.linear_fc2.weight|2d-128|(128, 640)","model.visual.merger.linear_fc2.weight|2d-128|(1152, 1408)",model.visual.merger.linear_fc2.weight,2d-128,0,0.0394705008577283,3.582139359383507 +8993,9045,1.3439288303972325,0.04001716005956309,0.020386417027559046,0.020405123545714526,1.358585223076331,1.4449020992396986,1.3997515477816174,0.9997921754048581,0.021681655488932857,"model.visual.merger.linear_fc2.weight|2d-64|(1152, 576)","model.visual.merger.linear_fc2.weight|2d-64|(896, 3200)",model.visual.merger.linear_fc2.weight,2d-64,0,0.014656392679098351,3.562289268897921 +9286,9358,0.7176442570414929,0.7041570474577159,0.7203047944178181,0.7219415942721629,0.8796815923921254,0.6974389364715241,0.7728878534929894,0.6936576988246471,0.5710800522584629,"model.visual.pos_embed.weight|2d-128|(1024, 768)","model.visual.pos_embed.weight|2d-128|(2176, 768)",model.visual.pos_embed.weight,2d-128,0,0.02020532056996882,4.552138462861231 +9435,9600,0.48773858317909613,0.8789166067531469,0.8299979539957951,0.8272455348604056,0.585720373719488,0.5806193855901499,0.583153147958908,0.557766435313917,0.822769573525057,"model.visual.pos_embed.weight|2d-64|(1152, 0)","model.visual.pos_embed.weight|2d-64|(960, 0)",model.visual.pos_embed.weight,2d-64,0,0.09288080241105379,1.66582304080102 +9781,9857,1.1894147921620843,0.01945648341194217,0.02311839879969684,0.023137962958841615,1.185578751499635,1.795235743334677,1.399098343033039,0.9997327341029393,0.03500651120930117,"mtp.fc.weight|2d-128|(1152, 2432)","mtp.fc.weight|2d-128|(896, 2176)",mtp.fc.weight,2d-128,0,0.003836040662449358,3.3995112237884197 +9991,10088,1.1344809355399212,0.03811172177091119,0.01775050307457304,0.017442689848234896,1.1731542819254035,1.8579239924120092,1.402835283540522,0.9998424474088903,0.028111465003142187,"mtp.fc.weight|2d-64|(1152, 2688)","mtp.fc.weight|2d-64|(1024, 2240)",mtp.fc.weight,2d-64,0,0.038673346385482255,3.7373947837467796 +10158,10159,1.3191852702041849,0.05601054317024742,0.009333477956104579,0.009467854663693973,1.4297117230366976,1.3864862314459478,1.4076014483670716,0.9999564421459781,0.009051292277409062,"mtp.layers.0.mlp.down_proj.weight|2d-128|(1024, 128)","mtp.layers.0.mlp.down_proj.weight|2d-128|(1408, 4736)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.06730096124176299,3.7899375739464767 +10600,10607,1.272554140622133,-0.007369124276760584,-0.013943782840280864,-0.013705860822264894,1.326863402132235,1.5459701807730712,1.4239259125041304,0.9999027807342588,-0.016246338879803635,"mtp.layers.0.mlp.down_proj.weight|2d-64|(1280, 2752)","mtp.layers.0.mlp.down_proj.weight|2d-64|(1344, 5248)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.05430926151010196,3.388646428492338 +10681,10882,1.3101764124260225,0.015498855578497343,0.0026022144867981255,0.0026512620094414907,1.341831846288454,1.4953775847902921,1.4123830810640219,0.9999966142341506,0.0028999857360204415,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(3968, 1152)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(2560, 256)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.031655433862431526,3.6696504465621524 +10925,11053,1.297680810697144,0.011219984844372397,0.016724085417629042,0.017052846285728472,1.3016522735473997,1.5311074865125107,1.4024934514925824,0.9998601427034403,0.019672206554997487,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(3520, 1792)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(5568, 128)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.003971462850255625,3.6088764355512324 +11174,11381,1.3327835655538642,0.01922052273263824,-0.0018151018022588025,-0.0018035804214555644,1.4590433854550047,1.3756254260287555,1.4154942322671478,0.9999983527013669,-0.0017113268974103641,"mtp.layers.0.mlp.up_proj.weight|2d-128|(2816, 1792)","mtp.layers.0.mlp.up_proj.weight|2d-128|(5888, 1408)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.04284186047489125,3.970917123866105 +11411,11586,1.3143971349634407,0.024805649376161105,0.02836617853084519,0.02851667999800467,1.3073341780623269,1.50106455481822,1.3942040802477713,0.9995975989944935,0.03256968712575593,"mtp.layers.0.mlp.up_proj.weight|2d-64|(3008, 1984)","mtp.layers.0.mlp.up_proj.weight|2d-64|(5568, 448)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.007062956901113804,3.438002487760553 +11676,11726,1.235696512194071,0.00310787544164227,0.0008781639128130459,0.0008868012095880009,1.7222278864748501,1.2274936564625305,1.4136264649080668,0.9999996144139968,0.0006258989537782461,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 1536)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 1792)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.00820285573154056,4.790320168741635 +11732,11942,1.0868925441224344,0.024402889356750862,0.02080534021014991,0.020778825118684365,2.3991990128022946,1.089670369725513,1.4030915964984956,0.999783545483091,0.009449388165835881,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 256)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 1408)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.0027778256030785986,7.622487245559138 +12095,12151,1.184465810413203,0.034446895008386054,0.0049934853676872355,0.004992592728905042,1.2069459718248141,1.772778857244269,1.4109245969915605,0.9999875324742218,0.007334500044281565,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(768, 1920)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1280, 896)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.02248016141161102,3.2874090705334504 +12312,12316,1.1749326936944107,0.04218163095382445,0.015583769743954994,0.015617415350587888,1.7413773101340868,1.2082075828642604,1.403853548034557,0.9998785656871375,0.01081237745816687,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(1792, 64)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(1792, 1920)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.033274889169849775,5.301093166939219 +12576,12614,1.058361669962246,0.0010835938434914762,0.0028494792310577916,0.0029350778262474007,3.003153766840916,1.0594544248820237,1.4129487162216252,0.999995940225815,0.0010052410280440769,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 0)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(896, 768)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.001092754919777672,8.718680289787367 +12974,12986,1.0574318705982784,0.07663222268235655,0.028423441681617957,0.02910136478761672,1.0907863728479472,2.345640161268193,1.3987600799502744,0.9995959723623199,0.06112211152381275,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(2496, 896)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(1920, 704)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.03335450224966885,3.1058494230942606 +13021,13039,1.3599028127331525,0.0352547346923484,0.005826070911337112,0.005842707251115465,1.421813300252751,1.3986489554558308,1.4100884475835493,0.9999830283048489,0.00573115189814633,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(0, 1664)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 1920)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.03874614272267829,3.974669459399678 +13173,13279,1.3044177182616,-0.012268979478421253,-0.0071555082857703385,-0.007370563908595479,1.3227681194270027,1.540367900235465,1.4192063426259098,0.9999743990228811,-0.008332613336677704,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 320)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 960)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.018350401165402763,3.550670098365732 +37,80,1.1722620527403464,0.3063049361978417,0.29543895711187723,0.2916469039145571,1.1812530512150448,1.1929872192672095,1.1870766406737092,0.955361618770948,0.2983737477296379,"model.language_model.embed_tokens.weight|2d-128|(215936, 1920)","model.language_model.embed_tokens.weight|2d-128|(198272, 1920)",model.language_model.embed_tokens.weight,2d-128,0,0.008990998474698308,3.097727989207439 +370,391,1.1706335706775275,0.285083485331609,0.3145815259470105,0.3147204530133213,1.1491594077178802,1.194189899603739,1.1710258039994366,0.9492304585994121,0.32690858932608496,"model.language_model.embed_tokens.weight|2d-64|(153600, 1152)","model.language_model.embed_tokens.weight|2d-64|(201536, 1152)",model.language_model.embed_tokens.weight,2d-64,0,0.021474162959647325,3.1138760243184485 +566,741,0.13468237570796537,0.9955109757378693,0.9955109757378694,0.9967396330493069,0.14969846096790126,0.13468237570796537,0.14159671564638893,0.09464616836108762,0.8956523827220924,"model.language_model.layers.9.linear_attn.conv1d.weight|3d-axis0-slice|(443, 0, 0)","model.language_model.layers.16.linear_attn.conv1d.weight|3d-axis0-slice|(3993, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,7,0.0,0.21979391788457947 +957,979,0.5952957752924577,0.9110382155115563,0.9110382155115563,0.9107971821406832,0.5952957752924578,1.2359313805423175,0.7584788755322156,0.4123219250507051,1.8914643210273647,"model.language_model.layers.16.linear_attn.conv1d.weight|3d-volume|(64, 0, 0)","model.language_model.layers.14.linear_attn.conv1d.weight|3d-volume|(536, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,2,1.1102230246251565e-16,1.7662554003943105 +1037,1242,1.147889100866422,0.0177388433536218,0.017020621715917162,0.017051589967777357,1.9639049894987575,1.150265203359989,1.4036770416879218,0.9998551387258074,0.009969030581448747,"model.language_model.layers.0.linear_attn.in_proj_qkv.weight|2d-128|(0, 1664)","model.language_model.layers.21.linear_attn.in_proj_qkv.weight|2d-128|(256, 1408)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,21,0.0023761024935669006,5.567598307580557 +1317,1466,1.1431635826965971,0.03189613655512821,0.035075313442432185,0.035030369605631495,1.1370934091312073,1.9690332775419845,1.3925661642407374,0.9993846718791094,0.060737718496788363,"model.language_model.layers.17.linear_attn.in_proj_qkv.weight|2d-64|(832, 128)","model.language_model.layers.9.linear_attn.in_proj_qkv.weight|2d-64|(3968, 896)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,8,0.006070173565389858,3.0892224571357136 +1640,1706,1.1546951109099302,0.047400944771000895,0.008568902349863619,0.00831924519576909,1.8513443542128183,1.1817380399768174,1.4087068878994164,0.9999632862823107,0.005469645798005083,"model.language_model.layers.10.linear_attn.in_proj_z.weight|2d-128|(640, 384)","model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-128|(1920, 1536)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,8,0.02704292906688721,4.819899674180987 +1868,1922,1.1517877006765078,0.01681771927699669,0.024643775842953262,0.022944486508846902,1.153140304657591,1.9238378441562773,1.3987607427607458,0.9996962960380529,0.04111436257850312,"model.language_model.layers.22.linear_attn.in_proj_z.weight|2d-64|(192, 1728)","model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-64|(640, 768)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,18,0.001352603981083167,3.293036142003626 +2118,2217,1.2330731614766814,0.01509624450641294,-0.0006634115402510505,-0.0008070001268647611,1.6639960676400554,1.2517551354677574,1.4146642066790982,0.9999997799425399,-0.0004990569500657379,"model.language_model.layers.17.linear_attn.out_proj.weight|2d-128|(512, 896)","model.language_model.layers.22.linear_attn.out_proj.weight|2d-128|(1152, 512)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,5,0.018681973991075962,4.381524157037362 +2403,2440,1.228921607705054,0.01576351323628504,-0.008033456902296749,-0.007979571342286402,1.6739795223372858,1.2544305011631425,1.4196551007083094,0.9999677312644638,-0.006020033837660139,"model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(192, 960)","model.language_model.layers.16.linear_attn.out_proj.weight|2d-64|(896, 384)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,4,0.02550889345808849,4.606511319440492 +2650,2681,1.2687063492358788,0.0382876963125486,-0.004150235692567162,-0.004137091935377802,1.309401519951516,1.556661471191861,1.417101911218443,0.9999913877347625,-0.004933942645204649,"model.language_model.layers.20.mlp.down_proj.weight|2d-128|(1792, 4480)","model.language_model.layers.3.mlp.down_proj.weight|2d-128|(1152, 3968)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,17,0.04069517071563733,3.376844429276307 +2929,2998,1.2599250270086535,0.05028308344109736,0.037041722967665336,0.03681758641819311,1.280579569741869,1.5284545177366913,1.3881863582134522,0.9993137198895984,0.04421169145006073,"model.language_model.layers.20.mlp.down_proj.weight|2d-64|(1984, 4096)","model.language_model.layers.9.mlp.down_proj.weight|2d-64|(1472, 3968)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,11,0.02065454273321543,3.3599187068025183 +3196,3278,1.163892331582701,-0.0006754109649036483,-0.006060722676716152,-0.006024659012002568,1.1834550731122275,1.8878763868153938,1.418065556750129,0.9999816336516566,-0.009668212582265025,"model.language_model.layers.22.mlp.gate_proj.weight|2d-128|(0, 768)","model.language_model.layers.9.mlp.gate_proj.weight|2d-128|(768, 1664)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,13,0.01956274152952653,3.095370974688042 +3417,3453,1.1524571732512014,0.013812413285773721,-0.0019746275687393348,-0.0019839974778547826,1.9669085197106853,1.1626412023104526,1.4154363000072085,0.9999980504210819,-0.0011672039383774468,"model.language_model.layers.10.mlp.gate_proj.weight|2d-64|(4160, 768)","model.language_model.layers.22.mlp.gate_proj.weight|2d-64|(1792, 704)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,12,0.010184029059251198,5.55006815918781 +3707,3760,1.2359992707018803,0.03004058246253179,0.0015942764091936479,0.0015906801549809054,1.665179546758593,1.2491321157763815,1.4131308571884766,0.999998729140558,0.0011959442259694912,"model.language_model.layers.3.mlp.up_proj.weight|2d-128|(3840, 1152)","model.language_model.layers.22.mlp.up_proj.weight|2d-128|(2688, 1792)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,19,0.013132845074501187,4.427942999129846 +3853,4084,1.2281763292621124,0.00718507056435131,0.008632027235837045,0.008541877625438534,1.2373456329918515,1.6779906067350934,1.4083703840137172,0.9999627433588713,0.011706074869148092,"model.language_model.layers.21.mlp.up_proj.weight|2d-64|(3520, 1600)","model.language_model.layers.2.mlp.up_proj.weight|2d-64|(4992, 1344)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,19,0.00916930372973912,3.077381557550547 +4217,4316,1.178090695147767,0.03206487463366225,0.0005614244629847452,0.0006228226372901857,1.1960060142165887,1.8214206702504305,1.4138492324383867,0.9999998424012737,0.0008550041634485279,"model.language_model.layers.15.self_attn.k_proj.weight|2d-128|(384, 1152)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(128, 1536)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,8,0.01791531906882171,3.367847407937428 +4370,4409,1.1052861118799446,0.020432673869258188,-0.01133211039629389,-0.011374540583279127,1.131779032472722,2.18148429755134,1.420749602704091,0.9999357895754939,-0.021842444663092167,"model.language_model.layers.7.self_attn.k_proj.weight|2d-64|(192, 1216)","model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 1024)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,16,0.026492920592777303,3.0987893836023876 +4735,4846,1.124507937736233,0.02426942772149099,0.01870122037257928,0.018769722529404013,2.0192954796455194,1.1388523405575788,1.402851448123346,0.9998251168862363,0.010547207581692686,"model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(1024, 1280)","model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(384, 128)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,12,0.014344402821345748,5.36928118139955 +4897,5045,1.1262581934269151,0.0032213471055450842,0.004251151597061893,0.004329449870148566,1.1356368589441461,2.0934211155687628,1.4116914610970444,0.999990963814223,0.00783652841899431,"model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(128, 64)","model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(320, 512)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,4,0.009378665517230989,2.961139016775879 +5125,5319,1.1221160268630388,0.037522490736759895,-0.003334621134351885,-0.003488380698189299,1.1463180431651832,2.0577536677379604,1.4162170427932559,0.9999944401354891,-0.005985973012151503,"model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(3456, 0)","model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(3200, 512)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,0,0.024202016302144358,3.070960638235104 +5558,5620,1.1087942670724669,-0.020844145581560492,-0.006971590016169688,-0.0070102191682077,1.1089395506707267,2.3474670760334604,1.4180162300091574,0.9999756981710338,-0.014757863059950768,"model.language_model.layers.23.self_attn.q_proj.weight|2d-64|(1408, 1088)","model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(2688, 384)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,16,0.00014528359825982662,3.2496974182322367 +5644,5865,1.083813426884904,0.041587948627667834,0.009373535382241184,0.009384089275321505,2.3163969323645035,1.1036668065307584,1.409056683462085,0.9999560674521846,0.004466099793467215,"model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(256, 384)","model.language_model.layers.23.self_attn.v_proj.weight|2d-128|(256, 1152)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,16,0.01985337964585443,7.326936075290048 +5988,6067,1.0782376010580113,-0.0281096891416627,-0.024389924528789166,-0.024488002367830705,2.6216694938743115,1.0927305077006104,1.4264097584468167,0.9997025215440241,-0.01016589416606344,"model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(448, 960)","model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(0, 1024)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,12,0.014492906642599168,9.693758818133926 +6169,6208,1.2174841952611384,0.007231694605003157,0.0003035766019955252,0.0002454659523828154,1.700629674495944,1.2360530911128647,1.414009368668715,0.9999999539206222,0.00022064580132492783,"model.visual.blocks.13.attn.proj.weight|2d-128|(384, 896)","model.visual.blocks.23.attn.proj.weight|2d-128|(0, 512)",model.visual.layers.*.attn.proj.weight,2d-128,10,0.018568895851726275,4.529533436197992 +6442,6642,1.1926289459368447,0.00661262087758995,-0.009211136215419422,-0.009252413699926102,1.205375332322425,1.8157278858399017,1.4202032951451964,0.9999575765849374,-0.013875277217082727,"model.visual.blocks.6.attn.proj.weight|2d-64|(640, 192)","model.visual.blocks.18.attn.proj.weight|2d-64|(512, 768)",model.visual.layers.*.attn.proj.weight,2d-64,12,0.012746386385580344,2.982204177675683 +6803,6893,1.0980113818984514,0.04123651502817081,0.006005524157157509,0.005912113260533206,2.1651610916452992,1.1239349619223717,1.4107363558694639,0.9999819666771985,0.003117467144104988,"model.visual.blocks.17.attn.qkv.weight|2d-128|(1408, 128)","model.visual.blocks.1.attn.qkv.weight|2d-128|(640, 640)",model.visual.layers.*.attn.qkv.weight,2d-128,16,0.025923580023920367,6.605412495404693 +6988,7136,1.0980341599767736,0.009520274634769378,0.020699639421545818,0.020881583340640816,2.4324043484693094,1.0867996768474228,1.4032682594524806,0.9997857395101303,0.009248610926201857,"model.visual.blocks.21.attn.qkv.weight|2d-64|(320, 512)","model.visual.blocks.3.attn.qkv.weight|2d-64|(832, 896)",model.visual.layers.*.attn.qkv.weight,2d-64,18,0.011234483129350714,6.316353652599595 +7277,7311,1.2171341321335867,0.04216757817846883,0.018193089051649184,0.01798367560455493,1.258773212286633,1.6077475929687746,1.401669229041943,0.99983449205894,0.023236826813561953,"model.visual.blocks.3.mlp.linear_fc1.weight|2d-128|(1536, 640)","model.visual.blocks.20.mlp.linear_fc1.weight|2d-128|(3712, 384)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,17,0.041639080153046404,3.1457715281952097 +7432,7543,1.218526380115528,0.03878700976030235,0.01607166613705021,0.016619580729151328,1.635496956290349,1.2481550814865,1.4032091861520168,0.9998708424329511,0.01226534337453851,"model.visual.blocks.20.mlp.linear_fc1.weight|2d-64|(2304, 320)","model.visual.blocks.1.mlp.linear_fc1.weight|2d-64|(704, 768)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,19,0.029628701370971955,4.723436830033939 +7690,7908,1.2277956357987105,-0.010131776455368214,0.004030232458117252,0.004014674816481498,1.6820216221216886,1.2399586951478085,1.4114886678471672,0.9999918785801881,0.002971021129684309,"model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(640, 512)","model.visual.blocks.5.mlp.linear_fc2.weight|2d-128|(640, 1536)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,5,0.012163059349098004,5.155559836838553 +8016,8081,1.2141502413499683,0.014667219069231345,0.016325418168579867,0.016594464635061264,1.6442730909990755,1.2440961125268273,1.4030606016110885,0.9998667314805614,0.012352199516057438,"model.visual.blocks.14.mlp.linear_fc2.weight|2d-64|(576, 2176)","model.visual.blocks.4.mlp.linear_fc2.weight|2d-64|(576, 2304)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,10,0.029945871176858985,5.109627796823987 +8226,8412,1.334643498734734,0.04536469147706135,0.018751831289047418,0.018571459608705567,1.3818572891715397,1.4207448342637647,1.4008964186527584,0.9998241689533751,0.0192795360603931,"model.visual.merger.linear_fc1.weight|2d-128|(3072, 1664)","model.visual.merger.linear_fc1.weight|2d-128|(2432, 2688)",model.visual.merger.linear_fc1.weight,2d-128,0,0.047213790436805736,3.4166670815473466 +8588,8671,1.343167769854754,0.07104306243779962,0.0306986922523185,0.030340031374486993,1.3830908969436433,1.4017753172400138,1.3923390904403183,0.9995286840776494,0.031113406332108025,"model.visual.merger.linear_fc1.weight|2d-64|(256, 512)","model.visual.merger.linear_fc1.weight|2d-64|(2688, 3072)",model.visual.merger.linear_fc1.weight,2d-64,0,0.03992312708888934,3.560306213348362 +8924,8931,1.344621938037476,0.04501453725340654,0.005004897327902036,0.005007202743917147,1.3907449039855537,1.4314801395900092,1.4106716043105407,0.9999874754229361,0.005151491912749292,"model.visual.merger.linear_fc2.weight|2d-128|(1920, 384)","model.visual.merger.linear_fc2.weight|2d-128|(896, 384)",model.visual.merger.linear_fc2.weight,2d-128,0,0.04612296594807774,3.4061234396542135 +9093,9173,1.3439305101189793,0.047753421524163356,0.021888479011815308,0.021189417203548496,1.4236461138251157,1.3749447442218132,1.3986599115526703,0.9997604185436375,0.021139698190474548,"model.visual.merger.linear_fc2.weight|2d-64|(832, 1856)","model.visual.merger.linear_fc2.weight|2d-64|(704, 2560)",model.visual.merger.linear_fc2.weight,2d-64,0,0.031014234102833882,3.5298292132561895 +9237,9261,0.720157553148141,0.6938447755705646,0.5996802660487877,0.5996125340561007,0.8148215617567648,1.0818958790815085,0.9204751434007545,0.8002397006595307,0.7962376538071524,"model.visual.pos_embed.weight|2d-128|(256, 640)","model.visual.pos_embed.weight|2d-128|(640, 640)",model.visual.pos_embed.weight,2d-128,0,0.09466400860862378,3.6310429905848194 +9486,9534,0.487861675647439,0.8747050404756616,0.7815556806766801,0.7812870013511891,0.7306508770264369,0.6288285092195804,0.6740386045631389,0.6238354895339084,0.6726392987470933,"model.visual.pos_embed.weight|2d-64|(1024, 896)","model.visual.pos_embed.weight|2d-64|(640, 896)",model.visual.pos_embed.weight,2d-64,0,0.14096683357214146,2.5321597990980615 +9801,9868,1.1896067018135885,0.007052875510525574,0.005581232094897839,0.005646157991383599,1.1789810627999284,1.8710924656872319,1.410649062236554,0.9999844248028581,0.008857649754962414,"mtp.fc.weight|2d-128|(1152, 2944)","mtp.fc.weight|2d-128|(896, 3584)",mtp.fc.weight,2d-128,0,0.010625639013660093,3.8367213547811203 +9985,10106,1.1347840099355653,0.05172038480848261,0.022743234500821986,0.02271692628907816,1.184739421326854,1.7992817569914716,1.3993623488899078,0.9997413391895128,0.034540495737432154,"mtp.fc.weight|2d-64|(1152, 3968)","mtp.fc.weight|2d-64|(1152, 1664)",mtp.fc.weight,2d-64,0,0.049955411391288784,3.757141083353243 +10300,10353,1.319228005842683,0.027161285254726796,-0.014490114530750412,-0.014461712202123682,1.4864456992188086,1.369506918958672,1.4243887174533572,0.9998950127792846,-0.013350176274044404,"mtp.layers.0.mlp.down_proj.weight|2d-128|(1408, 1024)","mtp.layers.0.mlp.down_proj.weight|2d-128|(1152, 640)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.050278913115988866,3.97657200195086 +10462,10496,1.2730192487995713,0.049880219777679084,0.04191093649536141,0.04179890069347564,1.3489853250889383,1.4225493319383278,1.3843034896151398,0.9991213506887348,0.044196459074493856,"mtp.layers.0.mlp.down_proj.weight|2d-64|(1024, 2560)","mtp.layers.0.mlp.down_proj.weight|2d-64|(704, 5248)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.07596607628936702,3.3919711170579565 +10681,10852,1.3103482850242238,0.023548746074428313,-0.0008597584231289923,-0.0008143117165362037,1.3651394804738792,1.470351079889685,1.4148197017623552,0.9999996304076586,-0.000926020193521284,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(3968, 1152)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(4224, 1536)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.05479119544965538,3.8006094610968484 +10911,11110,1.2977013752813358,0.01722252803569611,0.011612253024936904,0.012067414022788854,1.5151472084644744,1.3175800794674,1.406058441847163,0.9999325755168119,0.01009807705674868,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(1856, 64)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(2304, 1088)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.01987870418606419,4.280396526022026 +11193,11389,1.3328839975952254,0.04890387394143337,0.0012905623770566484,0.0012887347650023813,1.4457832863388376,1.3829151921249363,1.4133016040128448,0.9999991672240287,0.0012344438716925608,"mtp.layers.0.mlp.up_proj.weight|2d-128|(3712, 384)","mtp.layers.0.mlp.up_proj.weight|2d-128|(2688, 1280)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.05003119452971094,3.805750166315897 +11462,11571,1.3144181701078008,0.03474509210293013,0.004727974754375952,0.004736274162188715,1.3343424764162355,1.5023288810491537,1.410889840453551,0.999988823064899,0.005323200863280145,"mtp.layers.0.mlp.up_proj.weight|2d-64|(5888, 1920)","mtp.layers.0.mlp.up_proj.weight|2d-64|(320, 192)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.01992430630843467,3.5085303117635944 +11678,11727,1.2358416384212774,-0.004408457122908081,0.0008944943470177107,0.001041736140378121,1.6998900629236489,1.235805944837671,1.4136117734262597,0.9999995999398515,0.0006502899544967973,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 1792)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 1920)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,3.5693583606333235e-05,4.891226629541931 +11753,11974,1.087032939265329,0.030150848167380877,0.007806537770564477,0.007802193121555647,2.3409904538436934,1.1019133502006186,1.409953064348024,0.9999695285197628,0.0036745678198330366,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 1600)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(448, 1408)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.014880410935289579,8.38720339001066 +11993,12119,1.184476102610198,0.03772821967361294,0.0024929663991338597,0.002330439291481501,1.2045607401046574,1.7870812345343543,1.412578611175415,0.9999968925544382,0.0036985544372214233,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(0, 1152)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1024, 896)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.020084637494459434,3.432862864844179 +12304,12470,1.1750625235802268,0.043310352190814985,0.016312828427275525,0.016334678908779716,1.6839703413616527,1.2279995976448423,1.4031877786008837,0.999866936961465,0.011895783585443534,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(128, 0)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(768, 1984)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.052937074064615564,5.238729138551563 +12598,12726,1.0583621404756904,0.09575950086281307,0.05371547413827909,0.05427553836813557,1.0731494934313672,2.4017215337868407,1.3856305765989096,0.9985562817578686,0.12021588019668183,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(768, 768)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(1792, 768)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.014787352955676791,2.974837751118776 +12954,12997,1.0574433393566447,-0.0010590498447773044,-0.004403613399332753,-0.004694139195578183,1.0563280561161084,3.144194548912451,1.4160923631699434,0.9999903040475088,-0.013107497396791646,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(896, 1216)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(704, 640)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.0011152832405363355,3.285026822713382 +13015,13052,1.3600077617143864,0.04461874952771414,-0.008826589733225922,-0.00873567218051107,1.4161229924878207,1.42479890228248,1.4204410759303765,0.9999610448980907,-0.008880666036432752,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(0, 896)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(256, 1536)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.05611523077343428,3.5276050723528094 +13211,13323,1.304523922077851,0.0692307100822331,0.020039249733059594,0.019958493689403934,1.4592351848727307,1.3474691868740836,1.4000172876518568,0.999799194073558,0.018504399992059915,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(256, 704)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(448, 1728)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.04294526479623251,4.040181013718083 +61,158,1.172395104360286,0.2613007717655737,0.26911441289689664,0.26657758084715444,1.1861577034711486,1.233658116962073,1.2092087509272762,0.9631082144656221,0.27989126478730036,"model.language_model.embed_tokens.weight|2d-128|(140160, 384)","model.language_model.embed_tokens.weight|2d-128|(194688, 384)",model.language_model.embed_tokens.weight,2d-128,0,0.013762599110862528,3.018840864817701 +386,390,1.171736168562958,0.2790691825909845,0.2357492597931238,0.23264091500727974,1.2103165530892879,1.2644776469499264,1.2365083579914367,0.9718139155759163,0.2462989277743147,"model.language_model.embed_tokens.weight|2d-64|(224640, 128)","model.language_model.embed_tokens.weight|2d-64|(205312, 128)",model.language_model.embed_tokens.weight,2d-64,0,0.03858038452632995,3.1283956847820575 +555,720,0.13510212783663025,0.9913448339634165,0.9913448339634165,0.9921433851734672,0.14081179062320254,0.13510212783663025,0.1378683660867594,0.13128373918367134,0.9511475984756028,"model.language_model.layers.18.linear_attn.conv1d.weight|3d-axis0-slice|(2868, 0, 0)","model.language_model.layers.16.linear_attn.conv1d.weight|3d-axis0-slice|(418, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,2,0.0,0.21507368190800932 +831,1020,0.5964339433005766,0.8036813207216055,0.8036813207216056,0.791943576673905,0.7814704804245604,0.5964339433005766,0.6705093278459615,0.5950599421261491,0.613385702060791,"model.language_model.layers.12.linear_attn.conv1d.weight|3d-volume|(4416, 0, 0)","model.language_model.layers.6.linear_attn.conv1d.weight|3d-volume|(4392, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,6,0.0,1.9946244480482664 +1167,1239,1.1479057942923125,0.0025170057393778225,0.0005751711852846311,0.0005955654099674256,1.1503664102850673,2.0209950700246315,1.4138638189602182,0.9999998345890402,0.0010104764181982763,"model.language_model.layers.22.linear_attn.in_proj_qkv.weight|2d-128|(3712, 256)","model.language_model.layers.12.linear_attn.in_proj_qkv.weight|2d-128|(5120, 128)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,10,0.002460615992754711,3.2190428847191424 +1469,1523,1.1433409199718063,-0.0007142472474039631,0.00468417783772287,0.004663144095354471,1.1459094762929616,2.0308009330307923,1.4113755005385396,0.9999890291788128,0.00830138236931534,"model.language_model.layers.17.linear_attn.in_proj_qkv.weight|2d-64|(5120, 896)","model.language_model.layers.6.linear_attn.in_proj_qkv.weight|2d-64|(3520, 576)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,11,0.0025685563211552687,3.093565661987666 +1645,1682,1.154951119568945,0.029098886804333163,0.0020630378296049583,0.0021938855192208022,1.8614528535100017,1.184056210994781,1.4128916928441928,0.9999978719351924,0.0013122829036764632,"model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-128|(640, 1664)","model.language_model.layers.16.linear_attn.in_proj_z.weight|2d-128|(1408, 640)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,12,0.02910509142583595,5.169219660019772 +1922,1973,1.1517892077225336,0.014155863102357873,0.017948149972567252,0.017176337236218385,1.930159083678785,1.1565049199554227,1.4029780096213307,0.9998389189827341,0.01075409997180636,"model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-64|(640, 768)","model.language_model.layers.6.linear_attn.in_proj_z.weight|2d-64|(1792, 768)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,2,0.0047157122328891354,5.494686316092943 +2102,2236,1.2331802836491552,0.0037201034688035123,0.020468545616965008,0.020642681000518817,1.6641510806952187,1.2319621044831779,1.400302292349711,0.9997904973744881,0.015152754354160957,"model.language_model.layers.16.linear_attn.out_proj.weight|2d-128|(1664, 256)","model.language_model.layers.10.linear_attn.out_proj.weight|2d-128|(256, 1664)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,6,0.001218179165977329,4.757556276835403 +2327,2374,1.2289218549027014,-0.03907754635940247,-0.022559838372619816,-0.022745566869524853,1.24644507809797,1.726755809376438,1.4292741398434674,0.9997454944597657,-0.03125314757386598,"model.language_model.layers.22.linear_attn.out_proj.weight|2d-64|(1344, 64)","model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(1536, 896)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,10,0.017523223195268445,3.3178923262077564 +2564,2726,1.2687590431887603,0.04363562323207604,0.006057003552977012,0.006168895445364269,1.30024310990694,1.5532303454232934,1.4099911175666775,0.9999816561857318,0.007235509766703503,"model.language_model.layers.19.mlp.down_proj.weight|2d-128|(1536, 5248)","model.language_model.layers.6.mlp.down_proj.weight|2d-128|(640, 3584)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,13,0.031484066718179715,3.1956364272652054 +2834,3070,1.2600426121781518,0.02424213920809524,0.019313865614232775,0.019541152209448836,1.274877185543016,1.5733080689509145,1.400789499878006,0.9998134699007787,0.0238349708960893,"model.language_model.layers.20.mlp.down_proj.weight|2d-64|(320, 2240)","model.language_model.layers.3.mlp.down_proj.weight|2d-64|(1792, 4608)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,17,0.014834573364864267,3.340680571844555 +3086,3319,1.1639192108319714,0.04222534866358015,0.0017259561087707804,0.0017605467290171286,1.8459156184301455,1.1883769250448788,1.41310217231863,0.999998510536646,0.0011111485231636892,"model.language_model.layers.14.mlp.gate_proj.weight|2d-128|(3840, 1280)","model.language_model.layers.23.mlp.gate_proj.weight|2d-128|(3840, 640)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,9,0.024457714212907433,4.941707500364654 +3466,3518,1.1524593265137333,0.03988316060976816,0.015295768529303195,0.013389105818477555,1.1721759424151834,1.8693813243474078,1.404443954974408,0.9998830128895569,0.024393628119772807,"model.language_model.layers.22.mlp.gate_proj.weight|2d-64|(4096, 256)","model.language_model.layers.11.mlp.gate_proj.weight|2d-64|(6080, 640)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,11,0.01971661590145013,3.2612110526991542 +3594,3828,1.236056980540321,0.01285510892305584,0.002337205592591917,0.002166703377750849,1.6608687273974805,1.250260589178775,1.4126244902944058,0.9999972687312791,0.0017593901269998295,"model.language_model.layers.2.mlp.up_proj.weight|2d-128|(4096, 896)","model.language_model.layers.22.mlp.up_proj.weight|2d-128|(5248, 384)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,20,0.014203608638454046,4.272174406362831 +3840,3853,1.2282131296522447,0.012444417818833538,0.0017029725357315373,0.0016815945301832669,1.685473269308775,1.2407122720794832,1.4130632929261588,0.99999854994122,0.0012535938496152775,"model.language_model.layers.2.mlp.up_proj.weight|2d-64|(128, 1152)","model.language_model.layers.21.mlp.up_proj.weight|2d-64|(3520, 1600)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,19,0.012499142427238485,4.526851071729479 +4208,4327,1.1781202974655645,-0.01568853691481789,-0.009437727180200237,-0.009389682289435802,1.1955774863570372,1.8509665154328572,1.420283654280531,0.9999554636610933,-0.014611279646599524,"model.language_model.layers.15.self_attn.k_proj.weight|2d-128|(384, 0)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(256, 896)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,8,0.01745718889147274,3.192911802292649 +4514,4563,1.1052889390359033,0.003694502313874807,-9.321352062556348e-05,0.0002916618300338227,2.0959834038241745,1.1379115754916957,1.4142688366430423,0.9999999956556198,-5.060571754463204e-05,"model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 512)","model.language_model.layers.15.self_attn.k_proj.weight|2d-64|(384, 64)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,8,0.03262263645579244,6.711941558625583 +4659,4846,1.1247104982637417,0.04640350706936005,0.008444278183263695,0.008284425084041872,1.9961808446850056,1.1498046545401999,1.409039103658306,0.999964346447394,0.0048639232187807965,"model.language_model.layers.23.self_attn.o_proj.weight|2d-128|(640, 1664)","model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(384, 128)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,4,0.025094156276458168,5.474685233545989 +4901,5016,1.126325328035586,0.02898379522575535,0.00775570077834663,0.007698638110699308,1.986474351352308,1.152121537377531,1.4094453670270783,0.9999699241004385,0.0044981753215720685,"model.language_model.layers.11.self_attn.o_proj.weight|2d-64|(64, 320)","model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(64, 128)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,12,0.025796209341945042,5.728730188724045 +5124,5150,1.1223986944670732,0.0008994306519195623,0.0033307182407739575,0.00324868968097418,1.1286105195312222,2.143350228642597,1.4122703519943012,0.9999944531426165,0.006325384691498473,"model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(2816, 1152)","model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(3200, 256)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,4,0.006211825064148968,3.1074912781906665 +5452,5542,1.108839874783627,0.05047209670972424,0.03127389621889573,0.030785694010555035,1.1246559125243607,2.0565702679565376,1.3954708365503696,0.9995108520747985,0.057188126973498836,"model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(1856, 512)","model.language_model.layers.19.self_attn.q_proj.weight|2d-64|(1344, 832)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,16,0.0158160377407337,3.0376046686743887 +5634,5766,1.0838355188202355,0.05296504753139956,0.006357138099426994,0.006343406200999485,2.403837636112058,1.0964763640052315,1.4108149275948048,0.9999797931934349,0.0028997181689911365,"model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(256, 768)","model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(0, 768)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,12,0.012640845184995975,7.084198731709113 +5908,6067,1.0782833370851457,-0.021962996361035287,-0.0016378005669351863,-0.0018548917095032543,2.5672725521502584,1.086506643842757,1.415044664431138,0.999998658803752,-0.0006931407402669741,"model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(448, 1536)","model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(0, 1024)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,12,0.008223306757611404,9.903125110312192 +6176,6335,1.2175033039691754,0.03574698573521274,0.01582356049194081,0.0158363822938381,1.2361740549090616,1.664390434842854,1.403461066880964,0.9998747996291124,0.02130491464640957,"model.visual.blocks.21.attn.proj.weight|2d-128|(512, 896)","model.visual.blocks.12.attn.proj.weight|2d-128|(0, 512)",model.visual.layers.*.attn.proj.weight,2d-128,9,0.018670750939886238,3.0713775870618236 +6402,6498,1.1927572085640268,0.0014772762521412831,0.001886545310006812,0.0019414923297010032,1.2120889420617866,1.7647289894708356,1.4129679134992317,0.9999982204718133,0.002746697113543633,"model.visual.blocks.0.attn.proj.weight|2d-64|(0, 128)","model.visual.blocks.0.attn.proj.weight|2d-64|(384, 128)",model.visual.layers.*.attn.proj.weight,2d-64,0,0.01933173349775985,5.702345577364512 +6798,6818,1.0980887240299795,0.028891493169316853,-0.002871896441874946,-0.0028915575468693197,1.1144507276153375,2.2787054207215305,1.4158155980684521,0.9999958760969103,-0.005872135777464454,"model.visual.blocks.1.attn.qkv.weight|2d-128|(1024, 128)","model.visual.blocks.9.attn.qkv.weight|2d-128|(2048, 768)",model.visual.layers.*.attn.qkv.weight,2d-128,8,0.016362003585357998,3.420474796747819 +6961,6997,1.0981795854599523,0.024410901861864908,0.019441079670231246,0.01930660657865827,1.1005744264090602,2.2953176793664247,1.4034539960246546,0.9998110043509503,0.040545603098056514,"model.visual.blocks.4.attn.qkv.weight|2d-64|(832, 320)","model.visual.blocks.13.attn.qkv.weight|2d-64|(2496, 832)",model.visual.layers.*.attn.qkv.weight,2d-64,9,0.0023948409491079126,2.8897775451674974 +7179,7364,1.21722806167753,0.039856723476979924,-0.003438344793991427,-0.0034178023943837173,1.2555946461414993,1.6611532331817924,1.4165506812496835,0.9999940888750681,-0.004548934314816258,"model.visual.blocks.2.mlp.linear_fc1.weight|2d-128|(2560, 256)","model.visual.blocks.18.mlp.linear_fc1.weight|2d-128|(0, 128)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,16,0.038366584463969344,3.2273762179604404 +7623,7659,1.2188524817351774,0.03298177802926801,0.028174064414672052,0.02928471644576811,1.6543643315660952,1.22873323513514,1.3950109844786331,0.9996030322554839,0.02092550513487829,"model.visual.blocks.17.mlp.linear_fc1.weight|2d-64|(3904, 384)","model.visual.blocks.2.mlp.linear_fc1.weight|2d-64|(3392, 448)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,15,0.00988075339996275,4.776509185684427 +7783,7884,1.2278415685990758,0.03395917889117244,0.008130543010009785,0.008194820515289282,1.6549729749063316,1.247301599508653,1.408676039629164,0.9999669465889172,0.006127737102071457,"model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(384, 2432)","model.visual.blocks.0.mlp.linear_fc2.weight|2d-128|(768, 1536)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,10,0.019460030909577153,4.898576935440235 +8030,8151,1.2142663898691466,0.041014938265894314,0.02547666044608163,0.02548620480564453,1.2272018236066005,1.6644841231685084,1.3968983305788372,0.9996754172092636,0.03455462337827472,"model.visual.blocks.4.mlp.linear_fc2.weight|2d-64|(768, 1728)","model.visual.blocks.9.mlp.linear_fc2.weight|2d-64|(576, 3840)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,5,0.012935433737453872,3.6960323431426034 +8342,8415,1.3349432305705025,0.04800558327821817,0.018747914569878062,0.018734977355970933,1.4133358973895542,1.3887791321047598,1.4008961167406488,0.999824242404274,0.01842216883701851,"model.visual.merger.linear_fc1.weight|2d-128|(512, 2816)","model.visual.merger.linear_fc1.weight|2d-128|(1920, 512)",model.visual.merger.linear_fc1.weight,2d-128,0,0.053835901534257324,3.5924283782753372 +8504,8594,1.3432016483723586,0.0746558946326697,0.035231139843621896,0.03428134812300618,1.3930328470896838,1.3851574763519081,1.3890784184905858,0.9993791906905602,0.0350319641469665,"model.visual.merger.linear_fc1.weight|2d-64|(0, 3584)","model.visual.merger.linear_fc1.weight|2d-64|(1280, 64)",model.visual.merger.linear_fc1.weight,2d-64,0,0.041955827979549554,3.6164237011329865 +8744,8780,1.344827915739819,0.04521771481546276,0.0225964853479704,0.02259384078985747,1.3696706411040414,1.4285010466210626,1.3981584192233658,0.999744666827445,0.023567054736249746,"model.visual.merger.linear_fc2.weight|2d-128|(1152, 1408)","model.visual.merger.linear_fc2.weight|2d-128|(256, 1536)",model.visual.merger.linear_fc2.weight,2d-128,0,0.024842725364222273,3.501055581444038 +9179,9197,1.3439709945650502,0.04781216789329215,0.04431756498400275,0.04433267499591458,1.4065263823588308,1.35973947672158,1.3825395350187502,0.9990174940579812,0.042843378820852436,"model.visual.merger.linear_fc2.weight|2d-64|(960, 128)","model.visual.merger.linear_fc2.weight|2d-64|(1856, 1344)",model.visual.merger.linear_fc2.weight,2d-64,0,0.015768482156529817,3.663227071307056 +9241,9289,0.7265666039324475,0.6978382543532813,0.651403368888501,0.6527329285442753,0.770671397436637,0.9798301331001497,0.8566616282737338,0.7587316066968026,0.8281929908945174,"model.visual.pos_embed.weight|2d-128|(384, 128)","model.visual.pos_embed.weight|2d-128|(1152, 128)",model.visual.pos_embed.weight,2d-128,0,0.0441047935041895,4.186217318548407 +9476,9578,0.48977277663419455,0.8722137132811152,0.861307700456771,0.8607097186901136,0.5083200054084765,0.5797408743356207,0.5405231707605377,0.5080836989452322,0.9823246656081434,"model.visual.pos_embed.weight|2d-64|(448, 256)","model.visual.pos_embed.weight|2d-64|(1024, 256)",model.visual.pos_embed.weight,2d-64,0,0.018547228774282,2.019926044891963 +9792,9817,1.1897218316479743,0.04940206307883279,0.00738288260091614,0.007219749126394448,1.2419139892506679,1.6695437672045086,1.4092046945155368,0.9999727461508644,0.009925039686362904,"mtp.fc.weight|2d-128|(1280, 2048)","mtp.fc.weight|2d-128|(768, 1152)",mtp.fc.weight,2d-128,0,0.05219215760269358,3.0814849473625685 +10043,10113,1.1354975582738362,0.02631855446513773,0.005907173377596726,0.006081162421601502,1.0981431740913652,2.3886803050777923,1.4110395127479103,0.9999825524991358,0.012849279619135696,"mtp.fc.weight|2d-64|(1152, 3904)","mtp.fc.weight|2d-64|(1984, 3776)",mtp.fc.weight,2d-64,0,0.037354384182471057,3.8329132065473694 +10243,10264,1.3194715509620845,0.052147703215563807,-0.006973374130159852,-0.00692945075467089,1.4008150296107482,1.438191429564313,1.419134212978849,0.9999756857310286,-0.0071594369685826515,"mtp.layers.0.mlp.down_proj.weight|2d-128|(640, 4096)","mtp.layers.0.mlp.down_proj.weight|2d-128|(1280, 4736)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.08134347864866376,3.449065334341137 +10457,10636,1.2734899540538747,-0.003172059805807227,0.01888501805627364,0.01897375999533669,1.4944824007746742,1.3229418785334977,1.400895770848809,0.9998216621443117,0.01671734725718762,"mtp.layers.0.mlp.down_proj.weight|2d-64|(1856, 5184)","mtp.layers.0.mlp.down_proj.weight|2d-64|(1728, 896)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.04945192447962299,4.3603713048129915 +10677,10812,1.3103923033543625,-0.0009989013433583122,0.014227682201295118,0.014218599580004411,1.334064849781963,1.4866469164175824,1.404176155751998,0.9998987814069877,0.015854956283258403,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(256, 640)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(5504, 1408)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.023672546427600416,3.631762918338662 +10921,10940,1.297722899742715,-0.0035032984712434737,-0.015208479866123717,-0.015409282929601115,1.3055381934931858,1.5839439552317671,1.4247306400628228,0.9998843443819698,-0.01845168519180242,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(2496, 1472)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(5568, 1536)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.007815293750470742,3.817439166991098 +11174,11389,1.3329044149549567,0.025375676994902854,0.0031642981317906477,0.0031633051289136887,1.4511199517893754,1.3758406670182464,1.4119774688973152,0.9999949935961345,0.003000144851512137,"mtp.layers.0.mlp.up_proj.weight|2d-128|(2816, 1792)","mtp.layers.0.mlp.up_proj.weight|2d-128|(2688, 1280)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.04293625206328966,3.9781316713924704 +11553,11575,1.3144313287955143,0.04780841394920399,0.03050499256116206,0.03024935179794601,1.3471101365305198,1.4428723819180793,1.3925277730130792,0.9995346144225539,0.0326735061102556,"mtp.layers.0.mlp.up_proj.weight|2d-64|(1856, 768)","mtp.layers.0.mlp.up_proj.weight|2d-64|(2368, 256)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.03267880773500553,3.5426791110063602 +11672,11726,1.2360484089890347,0.01056164020939424,0.0029551145183588437,0.002963966830606789,1.7101223149892206,1.230101730735944,1.4122310899333308,0.9999956336395591,0.002125632448448018,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 1024)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 1792)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.005946678253090587,4.732809754451506 +11881,11965,1.0870366774264435,0.03920176927272335,0.024514757049184998,0.02471959203431486,2.262751592307291,1.1013892990067171,1.4005043064321414,0.9996994681837235,0.011932503405815788,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(256, 1600)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(448, 832)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.014352621580273617,8.306180185250186 +12112,12131,1.1849171307195783,0.026901233412016688,-0.004349726032904217,-0.004323778118793651,1.908693444736959,1.1771734539102539,1.416959329088598,0.9999905398969725,-0.002682663385173858,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(1024, 0)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1152, 384)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.007743676809324418,4.922134524135569 +12327,12434,1.1750746773844538,0.04284398706556398,0.02333815679571714,0.02324093743210995,1.6870164071797136,1.2205092473138888,1.3984515026338145,0.9997276281254702,0.016884504539024247,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(1728, 0)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(1728, 1984)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.045434569929434954,4.951242518293835 +12596,12748,1.058422809724127,0.02105177086024378,0.02577388136782695,0.025314395590568785,1.0599896877442132,2.802320410164607,1.4021001243768618,0.9996677983406473,0.06813903440884399,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(768, 512)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(1920, 1536)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.0015668780200861487,3.260818667724494 +12855,12988,1.0574835354164773,0.0010029970875141125,0.00737957974245614,0.007361597103623309,1.0533909368982501,3.111296739169651,1.4110399650760665,0.9999727705306903,0.021796335609980642,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(896, 320)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(576, 1600)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.004092598518227186,3.247435878182864 +13009,13013,1.3600183237316266,0.06802915884122918,0.0067942380123693705,0.006700409686311979,1.4085666206918326,1.4102371159558842,1.4094011258403132,0.999976918898547,0.0068022956663388555,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(0, 128)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(0, 640)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.04854829696020602,3.6422665634917344 +13081,13279,1.3046046326972154,0.015962161553299832,-0.003952803678784444,-0.003984221058251381,1.3338902304399696,1.517828465316889,1.4169827449851866,0.999992187641022,-0.004497879813910486,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(0, 576)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 960)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.029285597742754188,3.5956309252038383 +26,222,1.1729069853478566,0.2926423896880588,0.3056019844189104,0.30564495026300076,1.1861089160705227,1.1710222239507622,1.1784931505651306,0.9521593496464885,0.3017148851924834,"model.language_model.embed_tokens.weight|2d-128|(245888, 1408)","model.language_model.embed_tokens.weight|2d-128|(137216, 1408)",model.language_model.embed_tokens.weight,2d-128,0,0.001884761397094481,3.2641107669601683 +272,402,1.1724534570495888,0.2534088478408893,0.2834382601120454,0.28336449085325305,1.1405836265248128,1.2660385583284082,1.1984139660010438,0.9589904862430371,0.31461416582027346,"model.language_model.embed_tokens.weight|2d-64|(158592, 1408)","model.language_model.embed_tokens.weight|2d-64|(114304, 1408)",model.language_model.embed_tokens.weight,2d-64,0,0.03186983052477599,3.0390409188543517 +551,639,0.13538678333195994,0.9998224379405702,0.9998224379405702,0.9999889856661079,0.13538678333195994,0.15638029557491095,0.1447540376389206,0.018843900619947927,1.1548581369586703,"model.language_model.layers.0.linear_attn.conv1d.weight|3d-axis0-slice|(2511, 0, 0)","model.language_model.layers.2.linear_attn.conv1d.weight|3d-axis0-slice|(59, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,2,0.0,0.2613627159367204 +891,987,0.5964881420477445,0.8026628907411286,0.8026628907411287,0.8207957907476571,0.5964881420477445,0.750724533572435,0.6604631824698339,0.5964329667507446,1.010210734783231,"model.language_model.layers.4.linear_attn.conv1d.weight|3d-volume|(3324, 0, 0)","model.language_model.layers.10.linear_attn.conv1d.weight|3d-volume|(3244, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,6,0.0,1.7052300869141395 +1070,1239,1.1480626806216807,-0.009094873500326159,0.002419262013909792,0.0024283627799659715,1.1445434640842442,2.0468146436837875,1.412755369422078,0.9999970735813721,0.004326424528526263,"model.language_model.layers.8.linear_attn.in_proj_qkv.weight|2d-128|(5248, 768)","model.language_model.layers.12.linear_attn.in_proj_qkv.weight|2d-128|(5120, 128)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,4,0.003519216537436476,3.569771519491889 +1319,1336,1.1433427781484393,0.040369611766024244,0.001459406465839483,0.0013924084028135277,1.7863657833703446,1.2056211013650289,1.4132562165058802,0.9999989350658167,0.0009849557392243608,"model.language_model.layers.22.linear_attn.in_proj_qkv.weight|2d-64|(1216, 1984)","model.language_model.layers.22.linear_attn.in_proj_qkv.weight|2d-64|(1664, 320)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,0,0.06227832321658955,5.071529297375267 +1569,1674,1.1551263713650342,0.03231980396154867,-0.0024220052907138944,-0.0023302531079084166,1.9448298949244567,1.1676301471605777,1.415724333411041,0.9999970669408844,-0.0014541150366931246,"model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(256, 1664)","model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(640, 0)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,0,0.012503775795543515,5.3083151012759515 +1882,1909,1.1519133779738393,-0.006088656592219709,0.01702538737325783,0.01689263222713002,1.1393960212706047,2.0223967728992687,1.4038790483335095,0.9998550575882439,0.03021959690770153,"model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-64|(1920, 1280)","model.language_model.layers.16.linear_attn.in_proj_z.weight|2d-64|(320, 1920)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,14,0.012517356703234617,3.2153845132984573 +2070,2102,1.2335830741171663,0.009518953724911003,0.007941897180466053,0.007453706393714375,1.239119374807839,1.6751493231197225,1.4088334816088621,0.9999684626372848,0.010736547225893619,"model.language_model.layers.6.linear_attn.out_proj.weight|2d-128|(0, 512)","model.language_model.layers.16.linear_attn.out_proj.weight|2d-128|(1664, 256)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,10,0.005536300690672791,3.2805078315991247 +2444,2533,1.2291337472111918,0.014303914982017059,-0.02536460090698122,-0.025223513478328834,1.2631352093247017,1.6915204786874682,1.4313072155535138,0.9996782667542741,-0.033966863999326906,"model.language_model.layers.1.linear_attn.out_proj.weight|2d-64|(1408, 1664)","model.language_model.layers.17.linear_attn.out_proj.weight|2d-64|(1216, 1344)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,16,0.03400146211350985,3.2793211269705997 +2617,2657,1.2688308630521485,0.04506371083089867,0.002694363462974269,0.002686352353666708,1.320516382257869,1.526404148197696,1.4123269263930702,0.9999963701961769,0.0031144540286612765,"model.language_model.layers.21.mlp.down_proj.weight|2d-128|(1280, 4608)","model.language_model.layers.7.mlp.down_proj.weight|2d-128|(1920, 3584)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,14,0.0516855192057204,3.2769056838758868 +2855,2978,1.2600845033981667,0.05752791690765674,0.036026811989560585,0.036050976697052185,1.2793205386060749,1.5325789850384677,1.3889225926262598,0.9993508236939963,0.04315879663222838,"model.language_model.layers.20.mlp.down_proj.weight|2d-64|(1472, 5056)","model.language_model.layers.3.mlp.down_proj.weight|2d-64|(896, 6080)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,17,0.019236035207908175,3.311455426564187 +3261,3278,1.1639195773502102,0.027562264238662326,-0.001553829309166341,-0.0013120567777128085,1.1888895118445093,1.8534254694864916,1.4152118630168844,0.9999987928065104,-0.0024223502589197287,"model.language_model.layers.22.mlp.gate_proj.weight|2d-128|(4736, 1408)","model.language_model.layers.9.mlp.gate_proj.weight|2d-128|(768, 1664)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,13,0.024969934494299073,3.148105570570038 +3349,3575,1.153154631763903,0.024348391830579803,-0.0033583384357205263,-0.00333704958502875,1.1704161039846521,1.9351366568582098,1.4163151852155293,0.9999943607655751,-0.005552592612980545,"model.language_model.layers.23.mlp.gate_proj.weight|2d-64|(1984, 1024)","model.language_model.layers.13.mlp.gate_proj.weight|2d-64|(1984, 0)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,10,0.01726147222074914,2.957831908521579 +3613,3659,1.2363689874541677,0.04090689548698659,-0.004203456114264786,-0.00411221835635617,1.2769081869114502,1.6166576536674204,1.4171020649200792,0.999991165439323,-0.005321877930329639,"model.language_model.layers.23.mlp.up_proj.weight|2d-128|(4480, 1664)","model.language_model.layers.10.mlp.up_proj.weight|2d-128|(3840, 640)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,13,0.04053919945728257,3.266943122322825 +3964,3976,1.228518313056592,0.018372641895339315,-0.012493490877180857,-0.012473560619422081,1.6857603326112338,1.2536433954179813,1.4226488738657719,0.9999219532972069,-0.009290989959190485,"model.language_model.layers.2.mlp.up_proj.weight|2d-64|(3136, 1920)","model.language_model.layers.22.mlp.up_proj.weight|2d-64|(3072, 1600)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,20,0.025125082361389328,4.527281346986289 +4245,4293,1.178250733711933,0.06554440981063081,0.014812355598242349,0.014816273189451303,1.2505593762559142,1.6328177656380982,1.404065044472697,0.9998902910427879,0.01934004720685062,"model.language_model.layers.19.self_attn.k_proj.weight|2d-128|(128, 640)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 640)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,4,0.07230864254398117,3.280709684056896 +4506,4525,1.1053512025017034,0.03624494465741797,0.012715211937175954,0.013300116316616975,2.1514894595714638,1.1218957935920095,1.4068220784865348,0.9999191584250163,0.006630356808622227,"model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 1984)","model.language_model.layers.7.self_attn.k_proj.weight|2d-64|(448, 704)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,16,0.01654459109030615,5.642443339008694 +4698,4776,1.1247235401169586,0.01602180147968195,0.005303273084612018,0.005351108044210945,1.1365532680297081,2.0836171364511165,1.411057137874884,0.9999859375484187,0.009722369368162988,"model.language_model.layers.23.self_attn.o_proj.weight|2d-128|(256, 1792)","model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(1920, 1408)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,16,0.0118297279127495,3.213637547878887 +4895,5016,1.126454899637315,0.044049020443220614,0.025458923122351856,0.025310335676091075,1.8877748187932328,1.1604113482660736,1.3980587710711752,0.9996758690863005,0.015649548352751095,"model.language_model.layers.11.self_attn.o_proj.weight|2d-64|(1216, 1792)","model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(64, 128)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,12,0.033956448628758684,5.768259699510769 +5160,5291,1.1229855596049256,0.05555461782494036,0.030158659669800976,0.031173420212138182,1.1370380483122704,1.987274108397424,1.395707920147855,0.999545124167449,0.052710218092284315,"model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(2816, 512)","model.language_model.layers.19.self_attn.q_proj.weight|2d-128|(384, 256)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,16,0.014052488707344768,3.3977481235256386 +5409,5472,1.1089486926570076,0.03461212207294616,0.018229689695447814,0.019190441238814842,2.107118741173254,1.124979041070915,1.4034616430796716,0.999833825399805,0.009732730496804494,"model.language_model.layers.19.self_attn.q_proj.weight|2d-64|(2112, 1856)","model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(1920, 0)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,16,0.01603034841390749,5.800402298861739 +5784,5790,1.0839462390015113,0.019908660307492353,-0.0115331209738261,-0.01154677924003316,2.512531542589501,1.0955248230271768,1.4201766085863472,0.9999334913486012,-0.005028721072603921,"model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(256, 1536)","model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(128, 1792)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,12,0.011578584025665473,8.049438033134479 +5934,6097,1.0784101591376087,0.00777878131283998,0.008775362380172404,0.008924814338555445,2.430445350450429,1.0928348628865059,1.4095641950381144,0.9999614957662603,0.003945787936247081,"model.language_model.layers.3.self_attn.v_proj.weight|2d-64|(448, 1920)","model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(448, 1792)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,16,0.01442470374889715,8.336397262801393 +6358,6394,1.217712266264696,0.010949506715066979,0.008915697379707177,0.00889238451381735,1.2192097468522212,1.7258298208475498,1.4082590761172544,0.9999602543802596,0.012620450624904692,"model.visual.blocks.19.attn.proj.weight|2d-128|(128, 640)","model.visual.blocks.21.attn.proj.weight|2d-128|(896, 256)",model.visual.layers.*.attn.proj.weight,2d-128,2,0.0014974805875251906,3.036458694634237 +6543,6556,1.192949521813058,0.033176961118484664,0.0277235509722915,0.02772043865142448,1.7457388700493763,1.1965825187270502,1.3958100968996452,0.9996156284900145,0.019002565056905705,"model.visual.blocks.22.attn.proj.weight|2d-64|(256, 448)","model.visual.blocks.5.attn.proj.weight|2d-64|(704, 0)",model.visual.layers.*.attn.proj.weight,2d-64,17,0.0036329969139923257,4.433165708472057 +6709,6726,1.0982469193427886,0.005241037134110768,-0.013696580815098485,-0.013723565213870154,1.0991586504904962,2.482609518389414,1.42136582228138,0.9999061974375273,-0.030935717865459633,"model.visual.blocks.2.attn.qkv.weight|2d-128|(1408, 768)","model.visual.blocks.11.attn.qkv.weight|2d-128|(2176, 256)",model.visual.layers.*.attn.qkv.weight,2d-128,9,0.0009117311477075951,3.01917715475057 +7082,7128,1.0983584027638087,0.04555060363958225,0.03724772824018512,0.037272918685849574,1.108413853296085,2.1447710815348087,1.3925630206481137,0.9993060625959123,0.07207402735436261,"model.visual.blocks.1.attn.qkv.weight|2d-64|(1792, 640)","model.visual.blocks.20.attn.qkv.weight|2d-64|(2368, 256)",model.visual.layers.*.attn.qkv.weight,2d-64,19,0.0100554505322763,3.106720974900319 +7243,7294,1.2174730799082765,0.030316287776243126,0.0073198215448938096,0.0070700540871404885,1.2501848812027887,1.6500526711290628,1.4092219670160522,0.9999732097474167,0.009661043957530426,"model.visual.blocks.11.mlp.linear_fc1.weight|2d-128|(512, 896)","model.visual.blocks.19.mlp.linear_fc1.weight|2d-128|(3584, 256)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,8,0.03271180129451223,3.2300068205826085 +7561,7600,1.2188862157996923,0.07128457712302488,0.032527717453502386,0.03227347882160342,1.261242856323338,1.572999305196436,1.391581828127137,0.9994708337901937,0.04056798157266872,"model.visual.blocks.6.mlp.linear_fc1.weight|2d-64|(2944, 576)","model.visual.blocks.18.mlp.linear_fc1.weight|2d-64|(1280, 128)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,12,0.04235664052364574,3.394559145829916 +7754,7763,1.2278533379769199,0.04135011684699857,0.015642650632092123,0.015654201005375696,1.2380147594903221,1.6602940554802683,1.4035723497548096,0.9998776462553818,0.0209782635120678,"model.visual.blocks.5.mlp.linear_fc2.weight|2d-128|(768, 128)","model.visual.blocks.13.mlp.linear_fc2.weight|2d-128|(896, 2560)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,8,0.010161421513402269,3.471734290824744 +8012,8151,1.2143419414098442,0.05816879245007612,0.02987725438867818,0.029869472510605424,1.30630814153424,1.4999372409406935,1.393130204575742,0.9995535751875405,0.034305846446002985,"model.visual.blocks.2.mlp.linear_fc2.weight|2d-64|(256, 2048)","model.visual.blocks.9.mlp.linear_fc2.weight|2d-64|(576, 3840)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,7,0.09196620012439571,3.5032285214593637 +8297,8324,1.3349729235172079,0.04095703694693435,-0.010599646249053242,-0.010628212251004467,1.4129389733428,1.4306022255274258,1.4216883120422596,0.9999438221717234,-0.010732153192592287,"model.visual.merger.linear_fc1.weight|2d-128|(1280, 3840)","model.visual.merger.linear_fc1.weight|2d-128|(512, 512)",model.visual.merger.linear_fc1.weight,2d-128,0,0.07796604982559208,3.470121852573965 +8469,8578,1.3432233262820805,0.05591389977921328,0.017100121362638932,0.01689732043354984,1.3780249965596643,1.4274348296167703,1.402077375680938,0.9998537822348742,0.01771325548131866,"model.visual.merger.linear_fc1.weight|2d-64|(2112, 1664)","model.visual.merger.linear_fc1.weight|2d-64|(640, 2560)",model.visual.merger.linear_fc1.weight,2d-64,0,0.03480167027758374,3.4497149704095413 +8776,8842,1.3448502765182198,0.04714614020970942,0.01229548524492425,0.012337965980231904,1.3928616347580882,1.4184762231512684,1.4054939032012561,0.9999244076641953,0.012521598008592877,"model.visual.merger.linear_fc2.weight|2d-128|(1280, 896)","model.visual.merger.linear_fc2.weight|2d-128|(1664, 3328)",model.visual.merger.linear_fc2.weight,2d-128,0,0.04801135823986846,3.429776855511997 +9166,9197,1.3442117896060084,0.05133744153529057,0.024196268017454916,0.024170480699567655,1.421738233243544,1.3735282687947907,1.3970097512183741,0.9997072274491305,0.023375792634829272,"model.visual.merger.linear_fc2.weight|2d-64|(576, 2560)","model.visual.merger.linear_fc2.weight|2d-64|(1856, 1344)",model.visual.merger.linear_fc2.weight,2d-64,0,0.02931647918878233,3.6002978906060124 +9225,9345,0.7286018279336918,0.6999674647005387,0.6342329202381657,0.6343546694599973,1.0174266291664786,0.7852929022416787,0.8791551667870358,0.7731420328026207,0.48952779134459656,"model.visual.pos_embed.weight|2d-128|(128, 128)","model.visual.pos_embed.weight|2d-128|(2048, 128)",model.visual.pos_embed.weight,2d-128,0,0.05669107430798692,3.2505958946939026 +9471,9494,0.48985806787398045,0.878222936668199,0.8242390223553566,0.8230764438323271,0.5726291550870158,0.774922107353865,0.651293837753402,0.566242027782013,1.115418302565896,"model.visual.pos_embed.weight|2d-64|(384, 960)","model.visual.pos_embed.weight|2d-64|(1536, 960)",model.visual.pos_embed.weight,2d-64,0,0.08277108721303539,2.4583737725029806 +9801,9805,1.1909577248654575,0.0020677374441091427,0.003989459239477495,0.00413666058411478,1.1797406574078544,1.8728066705591189,1.4116668775516765,0.999992042075824,0.006333159604784353,"mtp.fc.weight|2d-128|(1152, 2944)","mtp.fc.weight|2d-128|(1664, 3584)",mtp.fc.weight,2d-128,0,0.011217067457603092,3.3539952997480507 +9876,9929,1.1357500828932992,0.009325875260686928,0.0007104613497554903,0.0007101975320206964,1.7917179389942086,1.204595092911091,1.4137482652710012,0.9999997476223035,0.0004776523341050392,"mtp.fc.weight|2d-64|(1984, 2688)","mtp.fc.weight|2d-64|(1344, 3968)",mtp.fc.weight,2d-64,0,0.06884501001779175,5.18059589213085 +10216,10378,1.3194823997298288,0.06183268472910092,0.019428351230701923,0.019362090638197913,1.4125248872134304,1.388602134021824,1.4004102846747748,0.9998112517712813,0.01909930948735337,"mtp.layers.0.mlp.down_proj.weight|2d-128|(128, 5120)","mtp.layers.0.mlp.down_proj.weight|2d-128|(640, 1280)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.06911973429199514,3.941163395483135 +10459,10524,1.2737376194096772,0.025249016283017515,0.009027327875312437,0.00923698898179029,1.3459515804311109,1.479143991441066,1.407844248698217,0.9999592528455505,0.009920652406574635,"mtp.layers.0.mlp.down_proj.weight|2d-64|(1920, 2752)","mtp.layers.0.mlp.down_proj.weight|2d-64|(128, 5952)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.07221396102143363,3.371202106576077 +10746,10838,1.3104042882231683,0.06664136097617415,0.005306847469391919,0.005353675751020394,1.3592327693180577,1.4679693276056018,1.4104671775691373,0.9999859185858252,0.00573138721137309,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(5760, 1408)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(2560, 1536)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.04882848109488935,3.461352177337162 +11066,11135,1.2979612332989408,0.035853546447584386,0.03413864108593127,0.034183390301374565,1.3038335735161337,1.4961071104059165,1.3900948308344265,0.9994171067101093,0.03917299316853749,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(4736, 704)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(3328, 320)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.005872340217192962,3.7306444055198353 +11207,11235,1.3329709188611476,0.02680694560504652,0.0022375632905415896,0.0022308877701929723,1.441103206258343,1.3857836457097445,1.412631692832429,0.9999974966521271,0.00215167005444657,"mtp.layers.0.mlp.up_proj.weight|2d-128|(3456, 1280)","mtp.layers.0.mlp.up_proj.weight|2d-128|(4096, 1280)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.05281272684859695,4.032995490752334 +11491,11654,1.314445179080342,0.029895678621620854,0.0246027432388037,0.02445744443865388,1.3489028440959425,1.4500887892259935,1.3967544370538276,0.9996973067009461,0.026448281513340288,"mtp.layers.0.mlp.up_proj.weight|2d-64|(5440, 1408)","mtp.layers.0.mlp.up_proj.weight|2d-64|(1600, 1280)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.03445766501560055,3.582264914699838 +11672,11716,1.236337874494305,-0.014301479254364612,0.005775529738722979,0.00569232644320748,1.6905226684773103,1.2350185768684359,1.4103175994799682,0.9999833214890321,0.004219337990305523,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 1024)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 512)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.0013192976258691314,5.029515098108688 +11759,11938,1.087040157750092,0.03885107313300165,0.005497327816238222,0.005528609012070877,2.4368247011044515,1.0938791195195328,1.4113059797911611,0.999984889579278,0.00246772453866354,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 1984)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 1152)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.006838961769440655,7.512228316531979 +12079,12113,1.1850602568025566,0.00980426382926118,0.0005029672739303827,0.0005023427939685995,1.2124668307688138,1.7671251853209524,1.4138816949287207,0.9999998735119526,0.0007330560429360515,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(640, 1920)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1024, 128)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.02740657396625723,3.614134994671383 +12273,12391,1.1754717895066216,0.033089761662833096,0.01746042536339958,0.016974745749518724,1.6885593704971793,1.225216184187914,1.4024270617546604,0.9998475551533489,0.012669258843853037,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(64, 64)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(768, 1920)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.049744394681292325,5.178907960509314 +12504,12610,1.0585648063470323,0.0327617095867832,0.009451392789725314,0.009354759774682558,2.765120069076072,1.0686739777487888,1.4097118880123216,0.9999553345896678,0.003652809742629695,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(2176, 1408)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(896, 256)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.01010917140175649,7.810587224706108 +12846,12988,1.0575416323637619,0.0016373694135197216,0.014210073787167779,0.014372255700738062,1.0504349971952356,3.125328574176,1.4081316821138297,0.9998990318041934,0.04227881760105761,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(896, 1792)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(576, 1600)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.007106635168526276,3.1617524440133775 +13051,13056,1.3600963760608233,0.04522700777056717,0.002483029087583622,0.0024750193336335754,1.3894961847205425,1.4365964612039512,1.4124576807223193,0.9999969172785236,0.0025671972615070766,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(256, 1408)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(384, 0)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.02939980865971914,3.855200652115567 +13181,13266,1.3046195293559761,0.01292589342737966,-0.009153041230185956,-0.00902193581082781,1.3565119349164798,1.4948188757992913,1.4206407505173873,0.9999581100407349,-0.010086264963598377,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 832)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 128)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.051892405560503674,3.524282396425102 +126,191,1.1731505407879572,0.2909618692775374,0.29388619929830856,0.29137205571282787,1.1933818311742708,1.1834414844178682,1.1883804787371832,0.9558404165246387,0.29143825627484904,"model.language_model.embed_tokens.weight|2d-128|(102784, 1920)","model.language_model.embed_tokens.weight|2d-128|(158208, 1920)",model.language_model.embed_tokens.weight,2d-128,0,0.010290943629911009,3.2023250919088264 +313,424,1.1735752505781771,0.3091080181514547,0.27091998869662415,0.26884799371261486,1.2235270266608371,1.1923135673226999,1.2076178602794974,0.962601869790736,0.26400853527810086,"model.language_model.embed_tokens.weight|2d-64|(227712, 704)","model.language_model.embed_tokens.weight|2d-64|(121664, 704)",model.language_model.embed_tokens.weight,2d-64,0,0.018738316744522754,3.12197991147457 +539,697,0.13642924259000075,0.9954175058457789,0.9954175058457788,0.9972468451614642,0.13642924259000075,0.1519072246343445,0.14354613190722107,0.09562420747785935,1.1083482382138237,"model.language_model.layers.8.linear_attn.conv1d.weight|3d-axis0-slice|(2244, 0, 0)","model.language_model.layers.6.linear_attn.conv1d.weight|3d-axis0-slice|(5935, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,2,0.0,0.20062485986475523 +793,890,0.5973646453583328,0.9079752608575419,0.9079752608575415,0.9090059660834006,0.5973646453583328,1.238768407346147,0.7609461015422222,0.4190237769753397,1.882888578261103,"model.language_model.layers.9.linear_attn.conv1d.weight|3d-volume|(4944, 0, 0)","model.language_model.layers.10.linear_attn.conv1d.weight|3d-volume|(4248, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,1,0.0,1.0983612808058048 +1190,1257,1.148077547803888,-0.0028191026356018545,0.005920952191366492,0.005891046617272433,1.9798234873634806,1.154655387167624,1.4105648098988814,0.999982471008941,0.003453166097159302,"model.language_model.layers.13.linear_attn.in_proj_qkv.weight|2d-128|(4352, 128)","model.language_model.layers.16.linear_attn.in_proj_qkv.weight|2d-128|(256, 1024)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,3,0.0065778393637359045,5.456644637716598 +1300,1374,1.143356913746047,0.023268196325098366,0.0023354859209453677,0.002645093393110281,2.0469991852285956,1.1445649825898225,1.4128059426423198,0.9999972727490376,0.0013058702815981309,"model.language_model.layers.22.linear_attn.in_proj_qkv.weight|2d-64|(2752, 1984)","model.language_model.layers.22.linear_attn.in_proj_qkv.weight|2d-64|(3584, 960)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,0,0.001208068843775445,5.706591292209813 +1543,1649,1.155136729426729,0.006188988720336739,-0.014525136136496607,-0.014815346193178057,1.1710429224470498,1.968053588340176,1.4232117506622464,0.9998945046454732,-0.024410929562536397,"model.language_model.layers.0.linear_attn.in_proj_z.weight|2d-128|(0, 896)","model.language_model.layers.17.linear_attn.in_proj_z.weight|2d-128|(512, 768)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,17,0.015906193020320814,3.1407710762393117 +1956,2021,1.1522675698985259,0.048187660643373896,0.006863611985874971,0.007005039789321886,1.1769760854797797,1.875345431950412,1.4098363376867802,0.9999764451378379,0.010936197891517696,"model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-64|(448, 192)","model.language_model.layers.16.linear_attn.in_proj_z.weight|2d-64|(576, 640)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,12,0.024708515581253865,3.300896201285447 +2134,2254,1.2336296248103087,0.04023980492201738,0.0010132007037270373,0.0010128816877216747,1.6595209700920601,1.2520869284200988,1.4135244726982095,0.9999994867120353,0.0007644467167729092,"model.language_model.layers.16.linear_attn.out_proj.weight|2d-128|(1280, 256)","model.language_model.layers.0.linear_attn.out_proj.weight|2d-128|(1536, 1792)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,16,0.018457303609790143,4.128031094500569 +2403,2483,1.2291826258911407,0.03352137001005167,-0.00020136752022252536,-0.0003127962977293979,1.6631558134359015,1.251678134698466,1.4143503799314612,0.9999999797255607,-0.00015154763015275366,"model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(192, 960)","model.language_model.layers.20.linear_attn.out_proj.weight|2d-64|(1856, 640)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,8,0.022495508807325315,4.557837836437051 +2573,2622,1.2689113224152164,0.014566724489760142,-0.0035103987829751965,-0.003441243910194775,1.3031790579092317,1.5660840494360782,1.4166523532840176,0.9999938385312104,-0.004218591073737306,"model.language_model.layers.19.mlp.down_proj.weight|2d-128|(1280, 3584)","model.language_model.layers.3.mlp.down_proj.weight|2d-128|(1280, 896)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,16,0.034267735494015295,3.3279273525039175 +2832,3055,1.260143940699609,0.011919307259914028,0.0019878948254018463,0.001936285285304105,1.5458394102703654,1.3091338718635526,1.4128264213067694,0.9999980241351295,0.001683499872202559,"model.language_model.layers.13.mlp.down_proj.weight|2d-64|(832, 2880)","model.language_model.layers.23.mlp.down_proj.weight|2d-64|(448, 3520)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,10,0.048989931163943456,4.311500255951275 +3256,3278,1.1640350930910746,0.0060614753579284406,-0.004135908773880222,-0.0037428272643788576,1.1864573879803386,1.8702729032952508,1.4168568541144044,0.9999914470927309,-0.006519642583588049,"model.language_model.layers.22.mlp.gate_proj.weight|2d-128|(3328, 256)","model.language_model.layers.9.mlp.gate_proj.weight|2d-128|(768, 1664)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,13,0.02242229488926406,3.2040095681156098 +3377,3453,1.1532367065127516,0.012392822117216058,0.014382593462817016,0.014371795213700403,1.9411685379860137,1.1566856398686058,1.4052408229474536,0.9998965651532579,0.008570167400182948,"model.language_model.layers.13.mlp.gate_proj.weight|2d-64|(1024, 704)","model.language_model.layers.22.mlp.gate_proj.weight|2d-64|(1792, 704)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,9,0.003448933355854278,5.298940167632743 +3613,3673,1.2366170979854871,0.04443834296230328,0.004870125779890896,0.004772605708620961,1.2581268985489706,1.637432170941957,1.4108821322315341,0.9999881408671245,0.006338391332165565,"model.language_model.layers.23.mlp.up_proj.weight|2d-128|(4480, 1664)","model.language_model.layers.8.mlp.up_proj.weight|2d-128|(5504, 640)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,15,0.021509800563483505,3.294756988722139 +3869,4056,1.2288879182130008,0.03880038658686358,0.037852524098943616,0.03785330135787877,1.2249926239992048,1.641200928298213,1.3883161635610772,0.9992833364063162,0.05071344632819362,"model.language_model.layers.23.mlp.up_proj.weight|2d-64|(2752, 1728)","model.language_model.layers.5.mlp.up_proj.weight|2d-64|(4032, 128)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,18,0.0038952942137959745,3.129498883026466 +4217,4290,1.178373376279709,-0.012396307951830849,0.00697117107357375,0.007099897440116366,1.1687784167044717,1.909686909068719,1.4098171588289363,0.999975701091713,0.01139031483625393,"model.language_model.layers.15.self_attn.k_proj.weight|2d-128|(384, 1152)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 256)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,8,0.009594959575237372,3.3262690448764722 +4474,4514,1.1056328154936776,0.043182166413084574,0.017090935066924096,0.017368519924333244,1.1530562884036022,1.9497062641665213,1.4035833279829453,0.9998539393024054,0.028899112294491408,"model.language_model.layers.11.self_attn.k_proj.weight|2d-64|(192, 1664)","model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 512)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,12,0.04742347290992455,3.000679897033744 +4645,4859,1.1248535912510857,0.03242011762793999,0.019107577130710197,0.019117811706499108,2.1327857583246312,1.120735222159808,1.4030423419406817,0.9998174335828487,0.010040640330111698,"model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(1152, 1664)","model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(1536, 768)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,12,0.004118369091277829,5.261655721493048 +4873,4918,1.126755094706904,0.02106434342204524,0.00942348094362863,0.009286292040116634,1.1349207519963078,2.077831013179675,1.4085958841557553,0.9999555980176845,0.017252659203153716,"model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(1856, 768)","model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(704, 320)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,12,0.008165657289403772,2.97852335667441 +5166,5316,1.1230858890105166,-0.007183096047026601,0.0072725787713393535,0.006989294751782686,1.1072995867905722,2.2933009552671235,1.4101806717901588,0.9999735544493238,0.015062059123410796,"model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(3328, 768)","model.language_model.layers.19.self_attn.q_proj.weight|2d-128|(768, 768)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,16,0.01578630221994448,3.0256305553324783 +5428,5443,1.1091470391935583,0.0044363738366436384,-0.004087380404098642,-0.003795816688274688,1.1213337564810648,2.2281193769306475,1.4165328469301928,0.9999916466258266,-0.008121731310255613,"model.language_model.layers.23.self_attn.q_proj.weight|2d-64|(1472, 0)","model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(2624, 832)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,16,0.012186717287506532,3.385162399962089 +5760,5779,1.0839610610338704,0.031225418816779663,0.010822683434384904,0.011125283838040666,2.4278130029760407,1.092059810603432,1.408475846912019,0.9999414330465956,0.004868174611095414,"model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(256, 1920)","model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(128, 384)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,12,0.008098749569561692,7.644402704282597 +5979,6129,1.0784105069047127,0.003525916841470523,-0.013366350523152591,-0.013183047020484097,1.0783851826346076,2.7616790654612395,1.4206037936878615,0.9999106663465953,-0.034230413228809105,"model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(64, 640)","model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(448, 384)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,12,2.53242701051537e-05,3.8443130647062955 +6276,6377,1.2180997877029374,0.01853589800337665,0.0006058790910449501,0.00039508504925153437,1.2620770800554264,1.6378567487149915,1.4137992305616307,0.9999998164552466,0.0007862777748326561,"model.visual.blocks.2.attn.proj.weight|2d-128|(640, 896)","model.visual.blocks.18.attn.proj.weight|2d-128|(512, 768)",model.visual.layers.*.attn.proj.weight,2d-128,16,0.04397729235248904,3.9555539212452264 +6533,6577,1.193275820648534,0.00950571287692081,0.018128190063056705,0.018492157468485742,1.7727967397662747,1.1961595118919672,1.4022765536094985,0.9998356708604859,0.01223163744094518,"model.visual.blocks.6.attn.proj.weight|2d-64|(576, 768)","model.visual.blocks.21.attn.proj.weight|2d-64|(512, 768)",model.visual.layers.*.attn.proj.weight,2d-64,15,0.0028836912434331285,4.72045887333836 +6709,6851,1.0989689957940263,0.02025736682234006,-0.01048019701634534,-0.010496874589344124,1.1099537242512558,2.3551158000090724,1.4199176827376674,0.9999450812272135,-0.022237032987165926,"model.visual.blocks.2.attn.qkv.weight|2d-128|(1408, 768)","model.visual.blocks.9.attn.qkv.weight|2d-128|(2176, 640)",model.visual.layers.*.attn.qkv.weight,2d-128,7,0.010984728457229531,2.9920634564833173 +6997,7073,1.0983713593749955,0.005741577752483268,0.017157040064873185,0.016717679659204048,2.444517064197077,1.087494769680997,1.4051737910310171,0.9998528071552394,0.007632669702751839,"model.visual.blocks.13.attn.qkv.weight|2d-64|(2496, 832)","model.visual.blocks.2.attn.qkv.weight|2d-64|(768, 192)",model.visual.layers.*.attn.qkv.weight,2d-64,11,0.010876589693998628,7.044350240140341 +7354,7406,1.2176990884535,0.03841877895881971,-0.009720136201353086,-0.01002814812981427,1.6895941395409082,1.2495161959350287,1.42077010853158,0.9999527583602273,-0.007188393547331552,"model.visual.blocks.22.mlp.linear_fc1.weight|2d-128|(1408, 768)","model.visual.blocks.1.mlp.linear_fc1.weight|2d-128|(3584, 640)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,21,0.03181710748152877,4.79680233751751 +7446,7555,1.218986639561991,0.028201630919219567,0.012804018059882119,0.01357670947002411,1.2337184013433367,1.6774890520366659,1.4055443860344978,0.9999180252008273,0.017409645583745033,"model.visual.blocks.0.mlp.linear_fc1.weight|2d-64|(1600, 128)","model.visual.blocks.17.mlp.linear_fc1.weight|2d-64|(320, 640)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,17,0.01473176178134561,3.462004408049485 +7794,7818,1.2280662956092792,0.03689587754263028,0.004240976452182673,0.004234921305901359,1.2690678673159943,1.6153736836682224,1.4112969555570078,0.9999910070189292,0.00539826271734504,"model.visual.blocks.4.mlp.linear_fc2.weight|2d-128|(384, 768)","model.visual.blocks.15.mlp.linear_fc2.weight|2d-128|(384, 896)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,11,0.041001571706715145,3.6286711126224165 +8001,8046,1.2143929922603818,0.008575381094907481,0.0064752624289014125,0.007156105010388971,1.2588509085236594,1.6324054602341493,1.4097782601632263,0.9999790352684785,0.008396747918134455,"model.visual.blocks.3.mlp.linear_fc2.weight|2d-64|(384, 832)","model.visual.blocks.8.mlp.linear_fc2.weight|2d-64|(192, 2944)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,5,0.044457916263277664,3.376903846765835 +8246,8370,1.335531208765135,0.05997360613787943,0.00791306381618617,0.007849998784090085,1.4398866943654554,1.3792909692051487,1.4086122563925731,0.9999686912204007,0.007580053002170075,"model.visual.merger.linear_fc1.weight|2d-128|(128, 2816)","model.visual.merger.linear_fc1.weight|2d-128|(1152, 3712)",model.visual.merger.linear_fc1.weight,2d-128,0,0.04375976044001373,3.6822959378056486 +8496,8517,1.343239832043466,0.056849887662584024,0.02742971111116792,0.027092077455058143,1.4264929076479091,1.364946182558053,1.3947020791645124,0.9996237346863859,0.02624624298454621,"model.visual.merger.linear_fc1.weight|2d-64|(0, 3072)","model.visual.merger.linear_fc1.weight|2d-64|(3648, 3776)",model.visual.merger.linear_fc1.weight,2d-64,0,0.021706350514586914,3.850044437040913 +8742,8889,1.3449399405367493,0.06569841119506231,0.0009276471585388875,0.0009122387175237457,1.4244754424280226,1.402886892989538,1.4135575411016403,0.999999569735282,0.0009135882594191869,"model.visual.merger.linear_fc2.weight|2d-128|(1280, 128)","model.visual.merger.linear_fc2.weight|2d-128|(640, 3200)",model.visual.merger.linear_fc2.weight,2d-128,0,0.05794695245278869,3.4990704672319577 +9091,9160,1.344384072809285,0.04691762945121203,0.04302704596065069,0.04302878192535367,1.3577231161921925,1.4107546328506517,1.3834771544834823,0.9990739078346006,0.04470764598683714,"model.visual.merger.linear_fc2.weight|2d-64|(256, 3264)","model.visual.merger.linear_fc2.weight|2d-64|(192, 512)",model.visual.merger.linear_fc2.weight,2d-64,0,0.013339043382907478,3.574123265170816 +9228,9268,0.7290457582148717,0.6897039683021007,0.5245868380428688,0.522986197695547,0.8522938212979597,1.5097186960598907,1.0496168280857796,0.8513569459117515,0.929231841542809,"model.visual.pos_embed.weight|2d-128|(128, 512)","model.visual.pos_embed.weight|2d-128|(768, 512)",model.visual.pos_embed.weight,2d-128,0,0.123248063083088,3.651788089664966 +9498,9594,0.4912365411638182,0.8788207382593508,0.6653448991908166,0.6683459326793063,1.0029600966411636,0.7512075221203577,0.8503061648203164,0.7465361110627952,0.49833696749290907,"model.visual.pos_embed.weight|2d-64|(512, 640)","model.visual.pos_embed.weight|2d-64|(896, 640)",model.visual.pos_embed.weight,2d-64,0,0.2599709809565395,2.4568812833651656 +9797,9801,1.1913229092927065,0.014053262338603519,0.0010586842166024088,0.0010532204697584029,1.8062149203385658,1.1999906625565182,1.4135232969955889,0.9999994395937077,0.0007033554867771332,"mtp.fc.weight|2d-128|(1664, 2176)","mtp.fc.weight|2d-128|(1152, 2944)",mtp.fc.weight,2d-128,0,0.00866775326381175,5.436733162553063 +9991,10042,1.1358719034013525,0.018596139161003125,0.02986875474012228,0.029968573909421075,1.1291994580942664,2.033823593514837,1.3961719605292862,0.9995538292109507,0.053797207981211737,"mtp.fc.weight|2d-64|(1152, 2688)","mtp.fc.weight|2d-64|(128, 2688)",mtp.fc.weight,2d-64,0,0.006672445307086106,3.1659414508352715 +10171,10356,1.3195172039616108,0.02176275833964479,0.00783299321339298,0.007867113922027094,1.4271577518761167,1.3908744325041802,1.4086657541116847,0.9999693216380785,0.007633851251667913,"mtp.layers.0.mlp.down_proj.weight|2d-128|(1408, 768)","mtp.layers.0.mlp.down_proj.weight|2d-128|(512, 4608)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.07135722854256943,4.0873879277500444 +10598,10623,1.273746040108009,0.0472345758015918,0.044354612794818296,0.044363637422919905,1.2994761874346767,1.484468408301327,1.3827764577888575,0.9990158498861876,0.05066889419984501,"mtp.layers.0.mlp.down_proj.weight|2d-64|(1088, 2752)","mtp.layers.0.mlp.down_proj.weight|2d-64|(1536, 4032)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.025730147326667785,3.431910561522482 +10712,10755,1.3105115520085566,0.04270800836275755,-0.0005936718612649203,-0.0006791293075116215,1.4362782836726333,1.3939379207855453,1.4146331016819704,0.999999823776845,-0.0005761708781145416,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(512, 1024)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(896, 384)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.08342636877698872,4.1039435211579605 +10949,10973,1.2979669914504495,0.039639917658306004,0.042488073468542,0.04204578463022135,1.2802350511567482,1.518679406155454,1.384286248052023,0.9990969740785585,0.05040149629210106,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(2176, 192)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(5568, 1344)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.017731940293701287,3.6166971723744386 +11154,11342,1.3330783622870617,0.04505293706176684,0.0007017281443038894,0.0006377784087140118,1.4449373801881222,1.3844380162842378,1.4137177322533045,0.9999997537887754,0.0006723468666471985,"mtp.layers.0.mlp.up_proj.weight|2d-128|(4864, 1408)","mtp.layers.0.mlp.up_proj.weight|2d-128|(4992, 1792)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.051359653997176125,3.887261822692897 +11517,11611,1.3145673813928516,0.04746448427379341,0.029561182517680164,0.02956664051256228,1.453886273843495,1.3395732762840526,1.3932247896322891,0.9995629727476686,0.02723691036118991,"mtp.layers.0.mlp.up_proj.weight|2d-64|(192, 832)","mtp.layers.0.mlp.up_proj.weight|2d-64|(2752, 512)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.025005894891201086,3.966962306190662 +11672,11727,1.2366016031628428,-0.010978800586064439,-0.0039699351044464185,-0.0039045591631265003,1.725561470011862,1.2305276334807005,1.4168650930959843,0.9999921197765843,-0.0028310291658939436,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 1024)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 1920)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.006073969682142355,5.004087726713512 +11744,11829,1.087088471004005,0.033323636863697104,-0.007002109671899208,-0.006967616357820686,2.1011448432153688,1.1413487280408667,1.4183609702819233,0.999975484929577,-0.0038035687989005722,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 1024)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(192, 320)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.05426025703686177,7.004827240362805 +12095,12103,1.1851371079513142,0.046582231805629024,0.006062966285767333,0.006052266111615083,1.2157144275148366,1.7431166996948348,1.4101846931295898,0.9999816200509976,0.008693207502696046,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(768, 1920)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(896, 896)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.030577319563522387,3.3211847757760826 +12264,12488,1.1756698472658424,0.037543629997370494,0.003667759235301248,0.0036845907857347747,1.218321377339521,1.7414564676934317,1.4117750950178025,0.9999932737484747,0.005242658596540148,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(0, 1536)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(704, 0)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.0426515300736785,3.1475651060396235 +12577,12599,1.058835629686964,-0.014894581219670267,-0.00920933030428821,-0.009152759373887695,3.1901494779494013,1.0562814631763464,1.41809450491631,0.9999575932185057,-0.0030492755765603365,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 128)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(768, 896)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.0025541665106176836,9.384058463378606 +12846,12987,1.0575687580967144,0.008736893182592768,0.00700377471742741,0.007029204820439342,1.0552747135190303,3.0665044007311977,1.4111626418233618,0.9999754732690735,0.0203521469031521,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(896, 1792)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(576, 1344)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.002294044577684007,3.055518295522983 +13026,13064,1.3601662305251236,0.023997292848971435,-0.012901804209259836,-0.012888733775578948,1.3838250490408996,1.4663407860173072,1.423292095426693,0.9999167682603117,-0.013671122471991277,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 256)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(384, 1024)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.023658818515776003,3.8052548613731374 +13241,13314,1.3046683537038748,0.06073821068335677,0.034348888699416366,0.03440073552297975,1.4118173834482506,1.368638144257814,1.3897249187878147,0.9994099028152138,0.03329835702409779,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(320, 576)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(448, 1152)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.06396979055393914,3.817560556264366 +94,224,1.1739935671932489,0.2687820998240673,0.24090352481018276,0.2384100169030355,1.209988396017272,1.2558614376883364,1.2322850022044136,0.9705490671439696,0.25003665159776073,"model.language_model.embed_tokens.weight|2d-128|(142336, 384)","model.language_model.embed_tokens.weight|2d-128|(70144, 384)",model.language_model.embed_tokens.weight,2d-128,0,0.03599482882402305,3.054669843065236 +327,340,1.1739923819907199,0.2755598583467385,0.2832757630588647,0.2805446066110002,1.1556562489789735,1.2451973021056835,1.19792419623389,0.9590384987389285,0.3052241669825861,"model.language_model.embed_tokens.weight|2d-64|(224896, 320)","model.language_model.embed_tokens.weight|2d-64|(189824, 320)",model.language_model.embed_tokens.weight,2d-64,0,0.018336133011746414,3.0959787026826286 +529,543,0.13664776645030813,0.9918936072837653,0.9918936072837653,0.9970031963522178,0.1451169584780428,0.13664776645030813,0.14069153985839475,0.12707112901678158,0.9340055594685975,"model.language_model.layers.20.linear_attn.conv1d.weight|3d-axis0-slice|(5929, 0, 0)","model.language_model.layers.16.linear_attn.conv1d.weight|3d-axis0-slice|(2603, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,4,0.0,0.23079538843555006 +785,978,0.5975725059844791,0.9186129727669219,0.9186129727669219,0.9138625625899446,0.5975725059844791,1.2704937995543484,0.7647290516937549,0.3951584571590471,1.953055193139818,"model.language_model.layers.14.linear_attn.conv1d.weight|3d-volume|(2212, 0, 0)","model.language_model.layers.13.linear_attn.conv1d.weight|3d-volume|(2704, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,1,0.0,1.4258221705077194 +1145,1252,1.148186800175274,0.025284767674992804,0.012665799339197866,0.012682346364372972,1.1584886810139579,1.9382681558186003,1.40630338405891,0.9999197855463703,0.021191157004372765,"model.language_model.layers.16.linear_attn.in_proj_qkv.weight|2d-128|(1152, 1408)","model.language_model.layers.13.linear_attn.in_proj_qkv.weight|2d-128|(2304, 512)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,3,0.010301880838683886,3.3007533217324787 +1336,1449,1.143427328523217,0.03146575446913819,0.03789462882616022,0.03789025081757742,1.1317115166040417,1.9885072216356516,1.3909848069990403,0.9992817406047844,0.06658387935128399,"model.language_model.layers.22.linear_attn.in_proj_qkv.weight|2d-64|(1664, 320)","model.language_model.layers.14.linear_attn.in_proj_qkv.weight|2d-64|(4544, 256)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,8,0.011715811919175367,2.978492201037642 +1645,1693,1.1551425590230457,0.027720280109795443,0.010644724874184322,0.010757030241159971,1.880057496433788,1.1730358297162127,1.4074365772694235,0.9999433433111863,0.00664162861964332,"model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-128|(640, 1664)","model.language_model.layers.12.linear_attn.in_proj_z.weight|2d-128|(1664, 128)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,8,0.01789327069316693,5.57544790102576 +1872,1922,1.1522989754823398,-0.03229866857156256,-0.0022000883242749205,-0.0025906411891237595,1.144278806232784,2.0654172142637615,1.415531887134091,0.9999975798027539,-0.00397114782962581,"model.language_model.layers.21.linear_attn.in_proj_z.weight|2d-64|(1792, 1152)","model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-64|(640, 768)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,17,0.008020169249555842,3.2725013758339587 +2102,2279,1.2336313390814972,-0.021868016781556046,0.0010555541050728994,0.0010775698375183591,1.7156655804012044,1.229732353657792,1.4135065508581928,0.9999994429026104,0.0007565862769951327,"model.language_model.layers.16.linear_attn.out_proj.weight|2d-128|(1664, 256)","model.language_model.layers.14.linear_attn.out_proj.weight|2d-128|(1536, 0)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,2,0.003898985423705259,4.994264008779805 +2403,2511,1.2292196034353693,-0.002326547973880721,-0.0003558991999859637,-0.0004418840422332225,1.756186416041288,1.216771272498841,1.414449160028001,0.9999999366678777,-0.0002465842569403291,"model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(192, 960)","model.language_model.layers.14.linear_attn.out_proj.weight|2d-64|(64, 1920)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,2,0.012448330936528196,4.846259212292061 +2630,2755,1.2690128838388455,0.035661636024165354,-0.005492110246231151,-0.005489383515116029,1.3037151319370193,1.5688687055717614,1.4180263137139686,0.999984918248792,-0.006609112437055246,"model.language_model.layers.23.mlp.down_proj.weight|2d-128|(1792, 4992)","model.language_model.layers.2.mlp.down_proj.weight|2d-128|(128, 5376)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,21,0.034702248098173794,3.2491073904882186 +2823,2999,1.2602140014310528,0.04415367551774205,0.006344733682346884,0.0064098945995562095,1.3100747168020352,1.536364101463719,1.4097765507119104,0.9999798719746814,0.007440660397370643,"model.language_model.layers.15.mlp.down_proj.weight|2d-64|(1856, 1728)","model.language_model.layers.9.mlp.down_proj.weight|2d-64|(640, 128)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,6,0.04986071537098247,3.2667539416493465 +3118,3288,1.1640883960208581,0.007320016465174937,-0.0036735383111734304,-0.003592075404653628,1.875939476412987,1.184669143084587,1.4165570471135933,0.9999932525353741,-0.0023198656128861988,"model.language_model.layers.10.mlp.gate_proj.weight|2d-128|(2560, 1152)","model.language_model.layers.19.mlp.gate_proj.weight|2d-128|(2304, 1408)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,9,0.02058074706372892,5.287768682203812 +3423,3569,1.153269660237544,0.044704700838605435,0.008625803181144028,0.00880006968695449,1.1771427868467208,1.8693555258431651,1.408702326308824,0.999962797067711,0.013698162212505477,"model.language_model.layers.19.mlp.gate_proj.weight|2d-64|(5120, 128)","model.language_model.layers.11.mlp.gate_proj.weight|2d-64|(6080, 896)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,8,0.02387312660917673,3.102777860997272 +3801,3839,1.2367755764319484,0.009377778026930997,0.00476225775806983,0.004866071126714833,1.6225984465971148,1.2650933971392544,1.4109440262421222,0.9999886603862295,0.003712995570681229,"model.language_model.layers.2.mlp.up_proj.weight|2d-128|(4096, 1792)","model.language_model.layers.21.mlp.up_proj.weight|2d-128|(5760, 640)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,19,0.02831782070730604,4.301980741788514 +3895,4039,1.2290634452403473,0.04207030688729323,0.005439174155138797,0.005221252208094313,1.2569607964833702,1.6387943537351386,1.4104940518980176,0.9999852075828473,0.00709146054464196,"model.language_model.layers.19.mlp.up_proj.weight|2d-64|(5440, 960)","model.language_model.layers.3.mlp.up_proj.weight|2d-64|(3648, 1152)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,16,0.02789735124302295,3.184815869527872 +4135,4292,1.1784275238334712,0.06170534404112289,0.018222974215600304,0.01821330870686241,1.2182690721024896,1.7055625149879896,1.4019714725471466,0.9998339478187054,0.025511951707090398,"model.language_model.layers.3.self_attn.k_proj.weight|2d-128|(128, 512)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 512)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,20,0.03984154826901842,3.1573167377126325 +4352,4601,1.105637735943038,0.030010772061792583,0.01736845077010364,0.017418924226454146,1.1206150787712958,2.1409819034191644,1.404085608785857,0.9998491570821303,0.03318315048017276,"model.language_model.layers.19.self_attn.k_proj.weight|2d-64|(192, 832)","model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(0, 1344)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,4,0.0149773428282578,3.3704457969442343 +4802,4823,1.1248873368997723,0.01716246395846434,0.00785936070934697,0.007922134337594653,1.1394058398813438,2.0565606448286275,1.409493975440871,0.9999691147476708,0.014185684645989355,"model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(1792, 0)","model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(128, 1920)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,12,0.014518502981571535,2.924975643352869 +5004,5016,1.1267600584575426,0.030768789383753516,0.01973466078342233,0.019756338990487947,1.9220006537073553,1.1569810148215047,1.401827589991984,0.9998052526186103,0.011879615033595418,"model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(1728, 1408)","model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(64, 128)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,16,0.03022095636396216,5.632427491739908 +5165,5176,1.1231915885190753,-0.0058205034709180635,-0.010722236475460053,-0.010211449165659232,2.2195488111800965,1.1262054220602291,1.420319093486107,0.9999425151702294,-0.005440493488789177,"model.language_model.layers.19.self_attn.q_proj.weight|2d-128|(1408, 640)","model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(3456, 1024)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,16,0.0030138335411538097,5.893262288417125 +5443,5608,1.1094051191840062,-0.004332840899884029,-0.01736101514088153,-0.016948667723945952,2.254135289151727,1.125439554073229,1.423992107857145,0.9998492862193171,-0.008667968259245472,"model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(2624, 832)","model.language_model.layers.23.self_attn.q_proj.weight|2d-64|(1472, 1664)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,16,0.016034434889222737,6.942084522408753 +5761,5775,1.084114203851555,0.03965941719554715,-0.010761430000102374,-0.010643353610078028,2.4546069354874733,1.1002583848801446,1.4198826563312392,0.999942094135632,-0.004823726935555951,"model.language_model.layers.3.self_attn.v_proj.weight|2d-128|(256, 1280)","model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(0, 1920)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,16,0.01614418102858961,7.556922729798765 +6045,6112,1.0785523171036622,0.05192586354667615,0.031965432714543544,0.031915666290632076,2.3862974829423313,1.0852424122692061,1.3970742688119833,0.9994889749824016,0.014537266856430142,"model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(256, 384)","model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(192, 1728)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,12,0.006690095165543974,8.018175239389729 +6208,6254,1.2183182544852407,-0.001391132311477701,-0.002554444877459313,-0.00236686657922207,1.2530725243800465,1.6650806964493354,1.4159481589747775,0.9999967374003618,-0.003394342125333667,"model.visual.blocks.23.attn.proj.weight|2d-128|(0, 512)","model.visual.blocks.1.attn.proj.weight|2d-128|(640, 768)",model.visual.layers.*.attn.proj.weight,2d-128,22,0.03475426989480579,3.419609824675654 +6510,6643,1.1934255413117205,0.016920729711593675,-0.005838918585537969,-0.0061024457495323465,1.2112959559540384,1.787273309983197,1.4180432867473383,0.9999829533695819,-0.00861535390735906,"model.visual.blocks.18.attn.proj.weight|2d-64|(256, 320)","model.visual.blocks.21.attn.proj.weight|2d-64|(640, 256)",model.visual.layers.*.attn.proj.weight,2d-64,3,0.017870414642317867,3.0118264379081636 +6679,6814,1.1019179324929809,0.05001785385204658,0.0045542399333552515,0.004573660541222981,1.1291981719255955,2.1343366517795817,1.4115487358491057,0.99998962939554,0.0086081269456738,"model.visual.blocks.1.attn.qkv.weight|2d-128|(1152, 768)","model.visual.blocks.11.attn.qkv.weight|2d-128|(2176, 896)",model.visual.layers.*.attn.qkv.weight,2d-128,10,0.027280239432614595,3.5196454479381574 +6920,7049,1.0985195125753409,0.017479811295584007,0.00872645264447337,0.00854285104534102,2.2099415438753294,1.1164183936329537,1.4092379300611533,0.9999619237872228,0.004408429838543549,"model.visual.blocks.18.attn.qkv.weight|2d-64|(2816, 896)","model.visual.blocks.6.attn.qkv.weight|2d-64|(1152, 256)",model.visual.layers.*.attn.qkv.weight,2d-64,12,0.017898881057612837,6.557155043948288 +7198,7243,1.2178297975259182,0.035992045598852745,0.0023783152263025962,0.0021628318930474186,1.692222553648224,1.237435331524027,1.4126100758796218,0.9999971718043428,0.0017391396209580257,"model.visual.blocks.17.mlp.linear_fc1.weight|2d-128|(2688, 768)","model.visual.blocks.11.mlp.linear_fc1.weight|2d-128|(512, 896)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,6,0.019605533998108715,4.436937026730766 +7466,7505,1.2201061063679777,0.044156579681397246,0.04932919424914385,0.049653365271843594,1.203200136797723,1.6705499046592887,1.3807337551121062,0.998782574234618,0.06848975347455491,"model.visual.blocks.2.mlp.linear_fc1.weight|2d-64|(576, 384)","model.visual.blocks.16.mlp.linear_fc1.weight|2d-64|(3648, 512)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,14,0.016905969570254697,3.8049371394284672 +7832,7896,1.2281437463140674,0.02721601895280737,0.004227941542296844,0.003869253007665948,1.2463007506332728,1.6660478683820408,1.4113427180073497,0.9999910622152154,0.005651888591584614,"model.visual.blocks.0.mlp.linear_fc2.weight|2d-128|(512, 3072)","model.visual.blocks.9.mlp.linear_fc2.weight|2d-128|(0, 1664)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,9,0.018157004319205416,3.4641975222971952 +8113,8163,1.2144354828443769,0.041109379532228645,0.018033270883505637,0.017857853897070567,1.271123961929839,1.5830836508709998,1.4017078847333102,0.9998373873491839,0.02245900255397872,"model.visual.blocks.5.mlp.linear_fc2.weight|2d-64|(704, 3776)","model.visual.blocks.13.mlp.linear_fc2.weight|2d-64|(640, 3840)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,8,0.05668847908546204,3.575373030036378 +8345,8359,1.3355724296524771,0.04430087133114143,-8.213439830400974e-05,-2.1648286227546798e-05,1.435934339951224,1.3935606264557252,1.414271612927065,0.9999999966269703,-7.971065275727568e-05,"model.visual.merger.linear_fc1.weight|2d-128|(2944, 2816)","model.visual.merger.linear_fc1.weight|2d-128|(2176, 384)",model.visual.merger.linear_fc1.weight,2d-128,0,0.05798819680324807,3.7555982310398566 +8521,8559,1.343253303726152,0.02158663540406159,0.0048074643678964624,0.004271582204489275,1.3861425380208225,1.4368478745238218,1.4108122742450993,0.9999884440764061,0.004983322255389348,"model.visual.merger.linear_fc1.weight|2d-64|(1920, 1088)","model.visual.merger.linear_fc1.weight|2d-64|(2688, 2048)",model.visual.merger.linear_fc1.weight,2d-64,0,0.04288923429467051,3.4751422053304952 +8754,8821,1.3451238169191464,0.04998939590899966,0.013331502806975936,0.013298785727552862,1.4222213033855247,1.3879225130410329,1.4047579639246461,0.9999111315676547,0.013009995585374766,"model.visual.merger.linear_fc2.weight|2d-128|(128, 2304)","model.visual.merger.linear_fc2.weight|2d-128|(1152, 3584)",model.visual.merger.linear_fc2.weight,2d-128,0,0.04279869612188647,3.876368842582221 +9056,9203,1.3444600135535467,0.03227010354291568,0.023712930237886006,0.02377202537128063,1.418890930084781,1.3767671846652219,1.3973530938710539,0.9997188089355592,0.02300894558669594,"model.visual.merger.linear_fc2.weight|2d-64|(768, 512)","model.visual.merger.linear_fc2.weight|2d-64|(1216, 2240)",model.visual.merger.linear_fc2.weight,2d-64,0,0.03230717111167514,3.6605994644589055 +9321,9345,0.7290640687003787,0.7012374628096493,0.5605840282024847,0.5605970282737133,1.051025818303567,0.8701867531666027,0.9479053552222154,0.8280975469860274,0.46413017347750885,"model.visual.pos_embed.weight|2d-128|(1664, 128)","model.visual.pos_embed.weight|2d-128|(2048, 128)",model.visual.pos_embed.weight,2d-128,0,0.141122684466224,3.8451834077209686 +9496,9544,0.49158648959736523,0.8709275990818306,0.8487827286196455,0.8506037521503167,0.5761056230742875,0.5346490305773275,0.5542178083595379,0.5287417891532588,0.7877042765277017,"model.visual.pos_embed.weight|2d-64|(512, 512)","model.visual.pos_embed.weight|2d-64|(704, 512)",model.visual.pos_embed.weight,2d-64,0,0.04306254097996226,2.3569912426666124 +9792,9835,1.1916835824977263,0.03926721481477165,0.002747501115503465,0.0025824812348622605,1.2406994831704936,1.6831097888491686,1.4123565373561957,0.9999962256116871,0.0037272087923828265,"mtp.fc.weight|2d-128|(1280, 2048)","mtp.fc.weight|2d-128|(1536, 896)",mtp.fc.weight,2d-128,0,0.04901590067276729,2.966221581383764 +9905,10086,1.1361592201284616,0.03844769110255253,0.011990941509871705,0.011639623287384876,1.1843059304148236,1.8315994278145549,1.4064601853045793,0.9999281060764853,0.018544702888337334,"mtp.fc.weight|2d-64|(0, 2112)","mtp.fc.weight|2d-64|(960, 1088)",mtp.fc.weight,2d-64,0,0.04814671028636197,3.367444209810129 +10178,10262,1.3197469522278096,0.044800738884651636,0.006028575770402285,0.006033727658217839,1.5353608695107739,1.3110522525524606,1.4099970480783168,0.999981827971979,0.005147830715516121,"mtp.layers.0.mlp.down_proj.weight|2d-128|(1024, 2176)","mtp.layers.0.mlp.down_proj.weight|2d-128|(1152, 1792)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.008694699675348971,4.142011711011388 +10496,10598,1.2737798923752466,0.035940314498600336,0.007043276489467054,0.006843885458524704,1.5212964162408293,1.3188379024400612,1.409274950335874,0.9999751958205229,0.006105936944640537,"mtp.layers.0.mlp.down_proj.weight|2d-64|(704, 5248)","mtp.layers.0.mlp.down_proj.weight|2d-64|(1088, 2752)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.04505801006481458,4.134881483812804 +10797,10852,1.310619132748451,0.03627067319194621,0.0073468472645713155,0.007331338806784191,1.360463366950474,1.4631829926533455,1.4090227623799743,0.9999730115534474,0.007901559298313569,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(1152, 1664)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(4224, 1536)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.049844234202022886,3.512970145213049 +11110,11128,1.2982240681664206,0.03112793438208833,0.01836875841697088,0.01717552662402432,1.310973451147885,1.5133004646628037,1.401298554267136,0.9998312801239112,0.02120367168636515,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(2304, 1088)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(1664, 1024)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.012749382981464441,3.771900997602273 +11178,11390,1.3331221985095718,0.037958202377116224,0.0034746364621828715,0.0035975207225881806,1.3484898060569581,1.4848762503792765,1.4117658645742475,0.9999939634325078,0.003826061671525378,"mtp.layers.0.mlp.up_proj.weight|2d-128|(2944, 1024)","mtp.layers.0.mlp.up_proj.weight|2d-128|(2816, 384)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.015367607547386308,3.573887047423076 +11438,11523,1.314714888505563,0.027066554978737688,0.011196940286105,0.01146737641239863,1.3353374152440236,1.4899796522730493,1.406321405873814,0.9999373122992408,0.012493631200294111,"mtp.layers.0.mlp.up_proj.weight|2d-64|(4160, 1216)","mtp.layers.0.mlp.up_proj.weight|2d-64|(5184, 896)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.020622526738460545,3.6924557993209404 +11675,11682,1.2366644189080283,0.03037297876889441,-0.002191834469471417,-0.0021727662542186717,1.6128607817269818,1.276762342588048,1.415721244787327,0.9999975979279443,-0.0017350857206727402,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 1408)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(128, 256)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.040097923680019854,4.8211567238044655 +11735,11773,1.0871533489261156,0.024752676667148556,0.003683610963633078,0.00288450871527539,2.321334667071198,1.106143245998613,1.412189115858393,0.9999932154821195,0.001755283908911786,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 448)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(64, 832)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.01898989707249732,7.680420725457276 +12137,12167,1.1853796876818297,0.014250577039491176,0.0028067445230867236,0.0027212950377379953,1.1737942153295462,1.900999169738867,1.4124380425857452,0.9999960610848335,0.004545617058232804,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(1152, 1152)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1408, 896)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.011585472352283466,3.5184081068328554 +12287,12290,1.17575085924932,0.004694779197842646,-0.013879043407187057,-0.013928526800551295,1.72898445808867,1.2379550029322237,1.4234739261773508,0.999903681438418,-0.009937412185205174,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(1728, 64)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(64, 1152)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.06220414368290372,5.718426460723534 +12577,12606,1.0588423253283432,-0.01876456962323185,-0.014738107121897338,-0.014812537084369588,3.1353544090935546,1.0603499608876927,1.4205248873073062,0.9998913882009703,-0.004984301380710727,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 128)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(768, 1792)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.0015076355593495183,9.247514899441 +12882,12965,1.0576174275463046,0.007134339313224451,0.023996431255339158,0.02339012606039056,2.987543285474679,1.0522074885050017,1.4035400425718716,0.999712044184228,0.008451500865953676,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(576, 448)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(832, 1536)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.005409939041302936,8.747566677134488 +13039,13061,1.3603055964509678,0.028482792253371986,0.007244847911544234,0.00724744203400281,1.3834909469799626,1.436154062931121,1.409084954775653,0.9999737557449888,0.007520625838712476,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 1920)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(384, 640)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.02318535052899473,3.657772312904526 +13290,13323,1.3047055443947815,0.04299287234506073,0.038122010864028236,0.03799004280730307,1.472260801914475,1.315308428572201,1.3871690112361958,0.9992730919461822,0.034057961835548586,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 1664)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(448, 1728)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.010602884177419503,3.9326192721227584 +37,51,1.173998338196471,0.3080518140486544,0.31503696717956253,0.3108731048606075,1.1837496285636286,1.1576953219580584,1.1705050525108203,0.9490794009514185,0.3081030095782874,"model.language_model.embed_tokens.weight|2d-128|(215936, 1920)","model.language_model.embed_tokens.weight|2d-128|(220416, 1920)",model.language_model.embed_tokens.weight,2d-128,0,0.01630301623841257,3.091332378779402 +374,377,1.1749066443974852,0.27021135708989036,0.2427869530427108,0.23392218468985432,1.2167225927635272,1.2451138600546519,1.2306726775444583,0.9700796335519247,0.24845219614712072,"model.language_model.embed_tokens.weight|2d-64|(238720, 896)","model.language_model.embed_tokens.weight|2d-64|(194368, 896)",model.language_model.embed_tokens.weight,2d-64,0,0.04181594836604208,3.143465670141622 +520,678,0.13724257471091567,0.9905539313933434,0.9905539313933432,0.9984025147731159,0.13724257471091567,0.13935478215588926,0.13828658160269328,0.13712369963354912,1.0057988755584024,"model.language_model.layers.9.linear_attn.conv1d.weight|3d-axis0-slice|(1627, 0, 0)","model.language_model.layers.20.linear_attn.conv1d.weight|3d-axis0-slice|(5710, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,11,0.0,0.21239547124422445 +891,986,0.5976658713554464,0.892317257603093,0.892317257603093,0.8786900615118827,0.5976658713554464,1.193875234249965,0.7558096682093003,0.4514088078268913,1.7824599429278942,"model.language_model.layers.4.linear_attn.conv1d.weight|3d-volume|(3324, 0, 0)","model.language_model.layers.8.linear_attn.conv1d.weight|3d-volume|(4348, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,4,0.0,1.3716686699037786 +1030,1038,1.1482706329960126,0.010514830892981823,-0.005308520698035964,-0.005303761270433443,2.0496003665338756,1.149011444162828,1.417412210366284,0.999985909704731,-0.0029759708932593784,"model.language_model.layers.10.linear_attn.in_proj_qkv.weight|2d-128|(4352, 1280)","model.language_model.layers.21.linear_attn.in_proj_qkv.weight|2d-128|(1408, 384)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,11,0.0007408111668154582,5.3849420429379125 +1353,1455,1.1436323904326058,0.0397245846584197,0.025392620499429298,0.025353263554131058,1.9041308310793073,1.1568251155310785,1.3981875082681776,0.9996775554268346,0.015426892240507849,"model.language_model.layers.2.linear_attn.in_proj_qkv.weight|2d-64|(0, 1920)","model.language_model.layers.17.linear_attn.in_proj_qkv.weight|2d-64|(4992, 576)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,15,0.01319272509847269,5.286534547472666 +1569,1655,1.1551601855556695,0.0034649523570356913,-0.0005303234174040562,-0.0005886092970680229,1.9673108971044155,1.1615672956993057,1.414541876554907,0.9999998593785266,-0.0003131209910475827,"model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(256, 1664)","model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-128|(0, 1664)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,16,0.006407110143636263,5.276357736217655 +1811,1983,1.1523765841839086,0.010197963413219224,0.004830490477418227,0.004190952199001099,1.9493877191635396,1.1616005412559263,1.4112063490523037,0.9999883331128157,0.0028783911470973405,"model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-64|(320, 704)","model.language_model.layers.14.linear_attn.in_proj_z.weight|2d-64|(256, 192)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,4,0.009223957072017619,5.716370677319086 +2134,2286,1.2338501294881086,0.014717152911760798,-0.0012200845563103493,-0.0012198074575459352,1.6922294835212932,1.2406986714428263,1.4150361044425384,0.9999992556965608,-0.0008945342832062252,"model.language_model.layers.16.linear_attn.out_proj.weight|2d-128|(1280, 256)","model.language_model.layers.20.linear_attn.out_proj.weight|2d-128|(1536, 1408)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,4,0.006848541954717735,4.646513246833291 +2374,2521,1.229476956286825,0.022550096955416446,0.03596344082627194,0.03576100543041344,1.6003657248134682,1.2445017357620602,1.3893485474157115,0.9993531062261903,0.02796646031486847,"model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(1536, 896)","model.language_model.layers.17.linear_attn.out_proj.weight|2d-64|(1600, 1984)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,5,0.015024779475235173,4.591818166260636 +2585,2810,1.2690165624818155,0.02645703266314066,0.0046299006381858125,0.004741324496473013,1.2808171627827603,1.591173854635656,1.4110116824961494,0.9999892819526021,0.005751778676229152,"model.language_model.layers.22.mlp.down_proj.weight|2d-128|(1664, 2688)","model.language_model.layers.2.mlp.down_proj.weight|2d-128|(1408, 4096)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,20,0.011800600300944764,3.2213977682075576 +2995,3002,1.2602924264228355,0.008534700915731495,0.0030016635412387343,0.0030963800585926873,1.277000094241543,1.6018727413566292,1.4121429279130253,0.999995494997845,0.003765295732644526,"model.language_model.layers.22.mlp.down_proj.weight|2d-64|(1024, 4672)","model.language_model.layers.8.mlp.down_proj.weight|2d-64|(512, 1792)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,14,0.016707667818707472,3.4392355344997823 +3131,3289,1.1643261792064417,0.038717875577053126,0.004028578221241577,0.004008249599398466,1.8259843607456252,1.1920133184977544,1.4116032952688105,0.999991885245833,0.002629879531043217,"model.language_model.layers.10.mlp.gate_proj.weight|2d-128|(1408, 1152)","model.language_model.layers.21.mlp.gate_proj.weight|2d-128|(2688, 1536)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,11,0.027687139291312723,4.825987539317323 +3349,3518,1.1533181721343482,-0.009984695840361739,-0.004012458163495788,-0.004781840410908517,1.1535508402083188,2.0200559151434425,1.4166550182650033,0.9999919500573423,-0.007026469545088723,"model.language_model.layers.23.mlp.gate_proj.weight|2d-64|(1984, 1024)","model.language_model.layers.11.mlp.gate_proj.weight|2d-64|(6080, 640)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,12,0.00023266807397059885,2.9610010141378518 +3730,3760,1.2368786677194505,0.03879613503996871,0.004417920696231989,0.004421012553918788,1.6270466385147677,1.2633429752569882,1.4111837603554795,0.9999902409407413,0.003430355925090151,"model.language_model.layers.5.mlp.up_proj.weight|2d-128|(2176, 128)","model.language_model.layers.22.mlp.up_proj.weight|2d-128|(2688, 1792)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,17,0.0264643075375377,4.116613939405778 +3958,4070,1.2293000334557853,0.053030718763597,0.018464048475409688,0.01846454892220006,1.2474543607922552,1.631849300445018,1.4015581295377033,0.9998295249260735,0.02415362480182791,"model.language_model.layers.22.mlp.up_proj.weight|2d-64|(3520, 1728)","model.language_model.layers.0.mlp.up_proj.weight|2d-64|(832, 1344)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,22,0.018154327336469933,3.10568325296385 +4300,4336,1.1785812096997506,-0.010368451182766785,-0.0032874167064103873,-0.0034443939147171102,1.9203979702263243,1.1736894917183547,1.416280734831232,0.9999945964310999,-0.0020091702360831546,"model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 1536)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(384, 0)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,0,0.004891717981395871,7.175337553026929 +4477,4506,1.1057198845968352,0.02165971784085168,0.016742303359863816,0.016842053437476284,1.1087567874602227,2.235707240351932,1.404757591594338,0.9998598378163843,0.033759332312686165,"model.language_model.layers.3.self_attn.k_proj.weight|2d-64|(192, 1664)","model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 1984)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,20,0.003036902863387425,2.8797891471720707 +4779,4846,1.1252453661950645,0.040926371865965455,-0.006941869169093886,-0.006810616869621106,2.0126830426907767,1.1568789482949755,1.4184487789211615,0.9999759049359336,-0.003990147545937513,"model.language_model.layers.11.self_attn.o_proj.weight|2d-128|(1280, 1408)","model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(384, 128)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,8,0.03163358209991096,5.381114185067483 +5045,5077,1.1268700515904793,0.0025859418087586373,-0.005930950842106824,-0.006001944542606563,2.113516343260293,1.138715137574172,1.417711625485128,0.9999824117563811,-0.0031954631085072084,"model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(320, 512)","model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(1472, 768)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,4,0.011845085983692716,5.736788265947818 +5172,5304,1.1233707986911496,-0.02018939551394395,0.004494668225528843,0.0044586467816985775,2.3237370449264074,1.1054578346148245,1.4117455606543976,0.9999898989277554,0.0021382222290399163,"model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(2688, 1536)","model.language_model.layers.23.self_attn.q_proj.weight|2d-128|(1408, 1280)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,16,0.017912964076325144,6.765903789725739 +5614,5626,1.109457087617244,0.032834102634747994,0.010504885884172,0.010152734566858605,1.1206864996521086,2.1696978145906978,1.4081431297292273,0.9999448221639834,0.020337916047429898,"model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(1920, 1792)","model.language_model.layers.11.self_attn.q_proj.weight|2d-64|(3136, 512)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,8,0.011229412034864605,3.1487287794645678 +5644,5775,1.0842780642844403,0.00867727371412463,-0.002700349211466473,-0.002797045293887386,2.5178614697819883,1.0908974127252369,1.4156059501592233,0.9999963540504215,-0.0011699626860323157,"model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(256, 384)","model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(0, 1920)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,12,0.006619348440796591,7.9804101173748325 +6041,6081,1.0787265192915252,0.0036617696485686507,0.011500483674721262,0.011491368819590873,1.0822533967665948,2.5434207202854293,1.4083417444119362,0.9999338672508534,0.02702746746647423,"model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(256, 64)","model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(256, 1728)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,12,0.003526877475069634,3.629481395761608 +6187,6394,1.21839580934121,-0.03725126850821466,-0.0013359793502242799,-0.0013104850515366082,1.1949105221839815,1.8306124106796826,1.4150780943283838,0.9999991075791897,-0.002046730975690399,"model.visual.blocks.22.attn.proj.weight|2d-128|(256, 640)","model.visual.blocks.21.attn.proj.weight|2d-128|(896, 256)",model.visual.layers.*.attn.proj.weight,2d-128,1,0.02348528715722842,3.2009413448533217 +6485,6524,1.1938482432146096,-0.01069802080738276,-0.009818508364573408,-0.010061981774437907,1.223070302082461,1.7612013205212804,1.4207041185482614,0.9999517972849965,-0.014138492176445677,"model.visual.blocks.4.attn.proj.weight|2d-64|(320, 448)","model.visual.blocks.0.attn.proj.weight|2d-64|(448, 768)",model.visual.layers.*.attn.proj.weight,2d-64,4,0.02922205886785134,3.187058771932412 +6783,6905,1.101934106649236,0.03755721868112051,0.0032195551798574126,0.0032446632721645726,1.1364093221748437,2.09257218857166,1.4123027644883435,0.9999948172187914,0.005928455088742135,"model.visual.blocks.0.attn.qkv.weight|2d-128|(1920, 896)","model.visual.blocks.15.attn.qkv.weight|2d-128|(768, 768)",model.visual.layers.*.attn.qkv.weight,2d-128,15,0.034475215525607616,3.8306931657911107 +7011,7099,1.0986245739385212,0.01688322669791064,0.011682376091316494,0.010938128287572426,1.1067757725223915,2.276763968653514,1.4077023609068349,0.9999317587159942,0.02403197974992767,"model.visual.blocks.3.attn.qkv.weight|2d-64|(1792, 704)","model.visual.blocks.18.attn.qkv.weight|2d-64|(2816, 512)",model.visual.layers.*.attn.qkv.weight,2d-64,15,0.008151198583870256,3.137683933808084 +7357,7391,1.2178445565382618,0.020725044626089234,0.015427841801933477,0.015573478060285818,1.71122192199122,1.2186984394880218,1.4038661745884502,0.9998809837662352,0.010987404080708632,"model.visual.blocks.23.mlp.linear_fc1.weight|2d-128|(2560, 640)","model.visual.blocks.1.mlp.linear_fc1.weight|2d-128|(0, 128)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,22,0.0008538829497599654,4.742351124530258 +7623,7678,1.220389277579331,-0.002584860066610043,0.014361816491804427,0.015243723397307507,1.6761493671660177,1.2328195714363783,1.4044857972083236,0.9998968637949894,0.010563216381133273,"model.visual.blocks.17.mlp.linear_fc1.weight|2d-64|(3904, 384)","model.visual.blocks.1.mlp.linear_fc1.weight|2d-64|(3136, 192)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,16,0.012430293857047303,5.161727469133091 +7689,7935,1.2281612158315076,0.04804264559776591,0.001251164783237053,0.0013148790082571711,1.6707096261519652,1.2471376105225718,1.4133651183494527,0.9999992172930363,0.0009339592193109927,"model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(384, 1280)","model.visual.blocks.4.mlp.linear_fc2.weight|2d-128|(896, 1664)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,6,0.018976394691064158,4.5495192361711005 +8027,8155,1.214759661963111,0.04531760982604414,0.005329362390853495,0.005313523573628562,1.2762516786676967,1.598655902372393,1.4105339558361112,0.9999857988474171,0.00667565558143938,"model.visual.blocks.5.mlp.linear_fc2.weight|2d-64|(384, 448)","model.visual.blocks.9.mlp.linear_fc2.weight|2d-64|(0, 704)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,4,0.06149201670458582,3.5604536033444076 +8240,8367,1.3357746677013285,0.0707044567382895,0.02306172521511806,0.022947334152415007,1.4212747086684403,1.3754897778785111,1.3978201833684534,0.9997340430485011,0.022318815004705762,"model.visual.merger.linear_fc1.weight|2d-128|(1536, 2304)","model.visual.merger.linear_fc1.weight|2d-128|(2688, 3328)",model.visual.merger.linear_fc1.weight,2d-128,0,0.039715110177182655,3.688254538135442 +8498,8674,1.343282232496017,0.05463685917953558,0.030253097003827834,0.030194055422010205,1.3643637652077887,1.422827685708239,1.3926762103053185,0.9995422703026006,0.03154946290215175,"model.visual.merger.linear_fc1.weight|2d-64|(256, 4032)","model.visual.merger.linear_fc1.weight|2d-64|(1536, 768)",model.visual.merger.linear_fc1.weight,2d-64,0,0.02108153271177171,3.2947466078785057 +8743,8883,1.3451634678168973,0.06731766419358527,0.01586354557343234,0.01588528624846865,1.399457481028365,1.4064721038393133,1.4029516404411637,0.9998741660438275,0.015943059806733766,"model.visual.merger.linear_fc2.weight|2d-128|(128, 896)","model.visual.merger.linear_fc2.weight|2d-128|(1792, 0)",model.visual.merger.linear_fc2.weight,2d-128,0,0.05429401321146776,3.6502482061500654 +9033,9178,1.3444824716955666,0.03823391845320625,0.008996880611068039,0.008973484670994923,1.4388206591825963,1.3787841541339236,1.4078432335507949,0.9999595272506134,0.008621475055982705,"model.visual.merger.linear_fc2.weight|2d-64|(1792, 1152)","model.visual.merger.linear_fc2.weight|2d-64|(448, 2368)",model.visual.merger.linear_fc2.weight,2d-64,0,0.03430168243835707,3.5384626908803387 +9239,9263,0.7302214502787604,0.7315727922830584,0.6759363944564671,0.6763522899343176,0.7508433054729623,0.9160454852315045,0.8212345605900604,0.736959965431767,0.8246573924708249,"model.visual.pos_embed.weight|2d-128|(256, 896)","model.visual.pos_embed.weight|2d-128|(640, 896)",model.visual.pos_embed.weight,2d-128,0,0.0206218551942019,3.3159687254508112 +9404,9500,0.49296324157287813,0.877006618968878,0.8572257289101194,0.8565524440522878,0.5326656950285464,0.5361546029465634,0.5344016075123246,0.5149408215460438,0.8628404731315622,"model.visual.pos_embed.weight|2d-64|(1152, 128)","model.visual.pos_embed.weight|2d-64|(1280, 128)",model.visual.pos_embed.weight,2d-64,0,0.03970245345566831,1.8195715462642503 +9781,9790,1.1917246179738927,0.051124364223692535,0.014725294507703865,0.014690040847963352,1.2214905210944216,1.7051949529472537,1.4043203133159712,0.9998915769730543,0.020556441037873248,"mtp.fc.weight|2d-128|(1152, 2432)","mtp.fc.weight|2d-128|(1280, 2176)",mtp.fc.weight,2d-128,0,0.029765903120528847,3.5210763081053957 +9882,9968,1.1363254649139107,0.04901338846867233,0.004232403880290845,0.004262510193256078,1.2336232148351576,1.6977551541243323,1.411364312806977,0.9999910433385861,0.005824781355999186,"mtp.fc.weight|2d-64|(1280, 2880)","mtp.fc.weight|2d-64|(512, 2112)",mtp.fc.weight,2d-64,0,0.09729774992124685,2.6279236955403977 +10262,10263,1.319968699365259,0.0403936488416943,0.006555622538705756,0.006621920843266474,1.3275557539418386,1.5090355696040976,1.4096083325905457,0.9999785116756911,0.007451790678042368,"mtp.layers.0.mlp.down_proj.weight|2d-128|(1152, 1792)","mtp.layers.0.mlp.down_proj.weight|2d-128|(1664, 2304)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.007587054576579488,3.849480226688898 +10503,10536,1.2739287286943914,0.043360031428310006,0.034997921105590184,0.03495365599458666,1.3476469664625481,1.4350607098624415,1.3892955638917872,0.9993873851106421,0.03726802549582538,"mtp.layers.0.mlp.down_proj.weight|2d-64|(64, 1472)","mtp.layers.0.mlp.down_proj.weight|2d-64|(1472, 5248)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.07371823776815667,3.509705970264853 +10776,10882,1.3107703166578668,0.04035837423918724,0.0032665228418745263,0.003176146568204738,1.3406029276800098,1.495971294791581,1.4119157328788663,0.9999946649000302,0.0036450945349506985,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(2176, 896)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(2560, 256)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.029832611022142963,3.5724341609164667 +11033,11049,1.2982453559441838,0.01947924999843478,0.021291047608570875,0.020669869882194825,1.31283548821532,1.5052565594918381,1.3992187528594844,0.9997733199539431,0.024411656570025635,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(5376, 1664)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(5504, 1600)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.014590132271136147,3.72149091932439 +11194,11268,1.3333997329951557,0.046891153391798446,0.004409436098929816,0.004226657402257205,1.374132326196198,1.4512144237545856,1.411096823850138,0.9999902783893899,0.00465678388129081,"mtp.layers.0.mlp.up_proj.weight|2d-128|(4736, 1280)","mtp.layers.0.mlp.up_proj.weight|2d-128|(3456, 1664)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.04073259320104228,3.614325433579702 +11575,11648,1.3147422788578422,0.034015264146956034,0.020836946550781554,0.02088961927554518,1.447240539042708,1.3560712629054137,1.3994335171865753,0.9997828872602491,0.01952431794296021,"mtp.layers.0.mlp.up_proj.weight|2d-64|(2368, 256)","mtp.layers.0.mlp.up_proj.weight|2d-64|(768, 512)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.04132898404757146,3.8383465491341933 +11698,11727,1.2370343448608885,0.02721328696959724,-0.0061229816074073,-0.006119656564395591,1.6558656956265025,1.260460995974212,1.4183807177468735,0.9999812543724185,-0.004660872868849631,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(256, 256)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 1920)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.023426651113323427,4.704592849629011 +11752,11950,1.0872940270961706,0.010320996009309462,0.010861413405296024,0.011150316386175311,2.343016479767266,1.1001179250964885,1.4082917823219232,0.999941013109693,0.005099765913825898,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 1536)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 1920)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.012823898000317913,7.29325538268045 +12071,12142,1.185828796968412,0.012139151741588297,-0.005191535051499171,-0.005192628287867931,1.8423194700562187,1.1946679908896944,1.4175612008086627,0.9999865238911018,-0.0033664957953349326,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(640, 896)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1152, 1792)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.008839193921282407,5.331066702418213 +12251,12348,1.1760041303812698,0.007327597629286439,-0.00797291973066796,-0.007975873880837968,1.2275252401335979,1.7436849546436017,1.4195110364855505,0.9999682157703655,-0.01132543733066848,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(576, 1920)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(1984, 64)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.05152110975232804,3.556256967746526 +12588,12603,1.0589159311539718,-0.012471930666726375,-0.006618140167971117,-0.0066668876201190835,3.2083905963050707,1.0547124656445008,1.416987559429529,0.9999780998705508,-0.0021756188110576323,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 1536)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(768, 1408)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.004203465509470927,9.068951828738715 +12861,12888,1.0577922472963115,0.03056958235480965,0.02388674363267729,0.023599454703690577,2.6589031713377005,1.0688232723936568,1.4024745986500788,0.9997146710330037,0.009601969628499834,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(704, 1152)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(4032, 1408)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.011031025097345326,8.977904026953505 +13039,13063,1.3603114573948907,0.015346943332070217,0.00013764688475846615,0.00013913682154514915,1.3762931419182767,1.455239818122453,1.4141163791940847,0.9999999905266675,0.00014554256025852284,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 1920)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(384, 896)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.015981684523385997,3.6388201247547634 +13288,13325,1.3048270740203045,0.06082633006525756,0.05049399880718793,0.050688776474718006,1.4155232991539608,1.3434893637485301,1.3780963635635253,0.9987243644191623,0.047924432166629755,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 1536)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(448, 1856)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.03866228972822561,3.8169817703959636 +113,178,1.1743413318833336,0.28018769195206467,0.27254102713719847,0.2720753903094441,1.2269741180439928,1.186685766984892,1.2063256603574652,0.9621441620292672,0.263591996821208,"model.language_model.embed_tokens.weight|2d-128|(204544, 512)","model.language_model.embed_tokens.weight|2d-128|(239488, 512)",model.language_model.embed_tokens.weight,2d-128,0,0.01234443510155847,3.303232639726933 +256,269,1.1753995344611814,0.2923571101283626,0.2441607484103237,0.24325812792616075,1.2242349517045772,1.2348553781321203,1.2295107643224572,0.9697347724691069,0.24627888044157734,"model.language_model.embed_tokens.weight|2d-64|(92992, 512)","model.language_model.embed_tokens.weight|2d-64|(119488, 512)",model.language_model.embed_tokens.weight,2d-64,0,0.048835417243395796,3.005945242526734 +528,592,0.13736702547577406,0.9994204721251196,0.9994204721251196,0.9993344007930517,0.13736702547577406,0.15856056939288712,0.14682882094521532,0.0340399749882844,1.1536151312457037,"model.language_model.layers.9.linear_attn.conv1d.weight|3d-axis0-slice|(1310, 0, 0)","model.language_model.layers.13.linear_attn.conv1d.weight|3d-axis0-slice|(1387, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,4,0.0,0.255879839158117 +873,1017,0.5988522618447716,0.8040341948814693,0.8040341948814693,0.8051261811200829,0.8173730139804213,0.5988522618447717,0.6831694075844739,0.5945830585051237,0.5890795120094842,"model.language_model.layers.13.linear_attn.conv1d.weight|3d-volume|(3452, 0, 0)","model.language_model.layers.22.linear_attn.conv1d.weight|3d-volume|(2448, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,9,1.1102230246251565e-16,2.153517381017238 +1239,1248,1.1483241874290615,0.02661528927922413,0.010361503796709332,0.01036890402675029,1.9253827265498678,1.1628670448755551,1.407713932608538,0.9999463181786664,0.006258003218994888,"model.language_model.layers.12.linear_attn.in_proj_qkv.weight|2d-128|(5120, 128)","model.language_model.layers.5.linear_attn.in_proj_qkv.weight|2d-128|(640, 1664)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,7,0.01454285744649364,5.411733270805995 +1473,1523,1.1437462467268509,0.004296626634515239,-0.0032818775390651782,-0.0033086488612464626,1.1467831587422586,2.054888001473123,1.4161872404638203,0.9999946146254082,-0.005880702664595788,"model.language_model.layers.17.linear_attn.in_proj_qkv.weight|2d-64|(5376, 640)","model.language_model.layers.6.linear_attn.in_proj_qkv.weight|2d-64|(3520, 576)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,11,0.003036912015407678,3.0938571138301403 +1543,1727,1.1552239283135577,0.025527322993861956,0.010726231613697207,0.01103699483972782,1.1684625824341743,1.8992415102941749,1.4074272732861892,0.9999424723229678,0.017434622756446763,"model.language_model.layers.0.linear_attn.in_proj_z.weight|2d-128|(0, 896)","model.language_model.layers.8.linear_attn.in_proj_z.weight|2d-128|(1408, 640)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,8,0.013238654120616644,3.1633902658912465 +1909,2004,1.1525188246815465,0.03879935411940928,0.010689470084857997,0.010521691028204634,1.8436279652821144,1.1821270354790443,1.4073277871579608,0.9999428659825045,0.006854046380404892,"model.language_model.layers.16.linear_attn.in_proj_z.weight|2d-64|(320, 1920)","model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-64|(1408, 1472)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,12,0.029608210797497758,5.533375544018859 +2102,2266,1.2343425777890178,0.005414073321480049,0.00021788015500957461,0.00019999770876495356,1.7204710562805987,1.2287101855401876,1.4140678257479768,0.9999999762641187,0.0001556036439613763,"model.language_model.layers.16.linear_attn.out_proj.weight|2d-128|(1664, 256)","model.language_model.layers.1.linear_attn.out_proj.weight|2d-128|(512, 1664)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,15,0.005632392248830165,4.430950808091813 +2403,2496,1.2295871743714932,0.01867066500873402,-0.0077220346315445745,-0.00795407793478398,1.6964457223920313,1.2449379821865725,1.4194129112045824,0.999970184646097,-0.005666820980876843,"model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(192, 960)","model.language_model.layers.14.linear_attn.out_proj.weight|2d-64|(960, 832)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,2,0.015350807815079248,4.621088573093814 +2573,2791,1.2690606219498335,0.05930912652049766,0.013068412271281556,0.013037645553781535,1.3133163131062717,1.5191270009831883,1.4050401125106158,0.9999146046541714,0.015116371999010877,"model.language_model.layers.19.mlp.down_proj.weight|2d-128|(1280, 3584)","model.language_model.layers.4.mlp.down_proj.weight|2d-128|(768, 256)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,15,0.04425569115643824,3.3866246339391703 +2860,2920,1.260299073001119,0.04247468106781985,0.03278343017445686,0.032505674019223094,1.270199722800101,1.5553354712177228,1.3913141602417534,0.9994624788885257,0.04014268851052699,"model.language_model.layers.21.mlp.down_proj.weight|2d-64|(832, 2048)","model.language_model.layers.12.mlp.down_proj.weight|2d-64|(512, 5568)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,9,0.009900649798981975,3.350741015454963 +3128,3324,1.1644092030057416,0.05334166476217518,0.008682573654712342,0.00867309457446668,1.1810175099384588,1.8538107302139508,1.4086382702598892,0.9999623057469369,0.013628797262978288,"model.language_model.layers.22.mlp.gate_proj.weight|2d-128|(3072, 512)","model.language_model.layers.9.mlp.gate_proj.weight|2d-128|(3968, 768)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,13,0.0166083069327172,2.963595960534412 +3402,3448,1.1534565067573206,0.02227724071186637,-0.0005054829952883075,-0.0004940227295157806,1.1770501246944916,1.897432005562598,1.4145337524297807,0.9999998722434625,-0.0008148502713736395,"model.language_model.layers.21.mlp.gate_proj.weight|2d-64|(2496, 128)","model.language_model.layers.10.mlp.gate_proj.weight|2d-64|(4416, 1792)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,11,0.023593617937170963,3.10134786403047 +3752,3801,1.2368991976923531,0.02672274197214642,0.010288011354367481,0.01015314692072708,1.2561418852108488,1.6301886944745794,1.4071615680622767,0.9999470770107648,0.013351517050719812,"model.language_model.layers.21.mlp.up_proj.weight|2d-128|(3968, 128)","model.language_model.layers.2.mlp.up_proj.weight|2d-128|(4096, 1792)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,19,0.01924268751849567,3.2378489621776576 +4012,4065,1.2294649418527897,0.055026901691106064,0.03727322844320446,0.0369515154666761,1.2431705802483128,1.6004262560541405,1.3884416753007793,0.9993051117858953,0.04798460838454947,"model.language_model.layers.21.mlp.up_proj.weight|2d-64|(832, 1536)","model.language_model.layers.1.mlp.up_proj.weight|2d-64|(3712, 1664)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,20,0.01370563839552319,3.186262696529174 +4115,4290,1.1785904085421508,0.004467770739990955,-0.0026203977236737707,-0.0026896906458861586,1.1956965690976507,1.831383542037323,1.415908923905988,0.9999965667519913,-0.0040135209791141305,"model.language_model.layers.11.self_attn.k_proj.weight|2d-128|(128, 384)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 256)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,12,0.01710616055549985,3.3003151457251416 +4409,4431,1.1057465073889101,-0.015107578999620501,-0.014068798269192525,-0.014081718203873429,2.17746884200886,1.133953868829791,1.4223410440326807,0.9999010295600564,-0.007326565560597727,"model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 1024)","model.language_model.layers.19.self_attn.k_proj.weight|2d-64|(192, 704)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,4,0.028207361440880874,7.905552194038716 +4750,4860,1.1253923939251,0.018467517088556904,-0.0032518884995040398,-0.003178072535979716,1.1348447326608746,2.127984671780374,1.416121762860734,0.9999947125966151,-0.0060977230471504235,"model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(256, 896)","model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(768, 1536)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,12,0.009452338735774557,3.028692517237637 +4864,5116,1.1269132779910185,0.042162687875452104,0.050349332094696435,0.05006516054092203,1.1423625732515788,1.888512328724249,1.3823204232956212,0.998731668045836,0.08323568771446908,"model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(640, 640)","model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(320, 1600)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,12,0.01544929526056027,2.950722673797682 +5209,5328,1.1235451397602294,0.06191934243670791,0.01883031986473083,0.01839663332325891,1.9601705105000409,1.1497691456641268,1.4025436777559954,0.9998226938081531,0.011045223192308275,"model.language_model.layers.11.self_attn.q_proj.weight|2d-128|(2304, 128)","model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(2944, 128)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,8,0.026224005903897396,5.644644821082011 +5411,5618,1.1094876687681476,-0.039654490150574075,-0.020356669353297368,-0.02022962475736152,1.1009300283592331,2.498827749740117,1.424795839397494,0.9997927815366745,-0.04620439897357902,"model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(384, 1728)","model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(2688, 960)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,4,0.00855764040891449,3.093722321206061 +5766,5813,1.084447716817225,0.027755626402499695,-0.0040960257442002775,-0.004144476484659364,1.089514142295262,2.5431824216908576,1.4163087918786,0.9999916112513659,-0.009561088073164574,"model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(0, 768)","model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(384, 896)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,12,0.005066425478036818,3.496846381186714 +5944,6057,1.0788070472398883,0.053034739715525095,0.019425327390946337,0.019522972825699494,2.1750642750882276,1.114801307252192,1.4030183361251445,0.9998113105260185,0.009956202498130947,"model.language_model.layers.3.self_attn.v_proj.weight|2d-64|(256, 960)","model.language_model.layers.23.self_attn.v_proj.weight|2d-64|(384, 1408)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,20,0.03599426001230377,7.517198707395557 +6176,6394,1.2187295077814118,-0.05909564205559195,-0.00046313537767320666,-0.00048588933591221545,1.186862139404636,1.8579908028582695,1.4145106714786124,0.9999998927528052,-0.0007250220928159029,"model.visual.blocks.21.attn.proj.weight|2d-128|(512, 896)","model.visual.blocks.21.attn.proj.weight|2d-128|(896, 256)",model.visual.layers.*.attn.proj.weight,2d-128,0,0.03186736837677584,3.060433110168068 +6416,6643,1.193956778463212,0.02981967003516796,0.009223078434439353,0.00909101963300681,1.2104722318012362,1.7508244882972326,1.4080989392089105,0.9999574665075471,0.01334024123500429,"model.visual.blocks.8.attn.proj.weight|2d-64|(704, 192)","model.visual.blocks.21.attn.proj.weight|2d-64|(640, 256)",model.visual.layers.*.attn.proj.weight,2d-64,13,0.01651545333802429,3.2939385242913604 +6709,6805,1.1027077088237864,0.04486475793275568,0.008452590858736573,0.00859630979459756,1.1157152961331869,2.216719122052074,1.409404932557606,0.9999642762157931,0.016793728518719905,"model.visual.blocks.2.attn.qkv.weight|2d-128|(1408, 768)","model.visual.blocks.19.attn.qkv.weight|2d-128|(2432, 0)",model.visual.layers.*.attn.qkv.weight,2d-128,17,0.013007587309400437,3.034103936092528 +6920,7009,1.0989549334599473,0.0023702267337699,-0.01360116973951716,-0.013615072306945924,2.3215298522133994,1.115285510073662,1.4217016273813092,0.9999074998127161,-0.006534134168498073,"model.visual.blocks.18.attn.qkv.weight|2d-64|(2816, 896)","model.visual.blocks.4.attn.qkv.weight|2d-64|(1088, 576)",model.visual.layers.*.attn.qkv.weight,2d-64,14,0.01633057661371473,6.57341967311552 +7179,7267,1.2179125332996212,0.04105128709807854,-0.000464966164869755,-0.00044271638560340864,1.2577657539715859,1.649728267667748,1.414530570337968,0.9999998919032269,-0.0006098654087794683,"model.visual.blocks.2.mlp.linear_fc1.weight|2d-128|(2560, 256)","model.visual.blocks.20.mlp.linear_fc1.weight|2d-128|(2560, 768)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,18,0.03985322067196462,3.2705300684915777 +7642,7671,1.2205131235695257,0.076004519628049,0.05742888587637769,0.059594197899528495,1.5645695263708292,1.2396788336571705,1.3741123692988142,0.9983495996227965,0.045503490296528136,"model.visual.blocks.18.mlp.linear_fc1.weight|2d-64|(3840, 576)","model.visual.blocks.4.mlp.linear_fc1.weight|2d-64|(1792, 832)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,14,0.019165710087644783,4.0058454285341485 +7696,7709,1.2284063119293784,0.0485907654032979,0.006011575584280306,0.005956199810551138,1.685329514288341,1.2368350811723647,1.4101525632616545,0.9999819303162405,0.004411794555735192,"model.visual.blocks.12.mlp.linear_fc2.weight|2d-128|(640, 1792)","model.visual.blocks.3.mlp.linear_fc2.weight|2d-128|(512, 1152)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,9,0.0084287692429863,4.767839773099893 +8030,8073,1.214856041498506,0.011263251347732227,0.0163845167840205,0.016274876380047598,1.222492835450214,1.6984391327716228,1.403184247097089,0.999865764795332,0.022763409052851808,"model.visual.blocks.4.mlp.linear_fc2.weight|2d-64|(768, 1728)","model.visual.blocks.10.mlp.linear_fc2.weight|2d-64|(384, 64)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,6,0.007636793951708132,3.5370266101854115 +8289,8345,1.3358338940352017,0.020656924742042636,0.004425877793629496,0.004450324519512145,1.3830709753731592,1.440869355581816,1.4110831504478938,0.9999902057549144,0.0046108347278925625,"model.visual.merger.linear_fc1.weight|2d-128|(384, 128)","model.visual.merger.linear_fc1.weight|2d-128|(2944, 2816)",model.visual.merger.linear_fc1.weight,2d-128,0,0.047237081337957454,3.4023189609389384 +8496,8559,1.343295075333031,0.07019163690788295,0.06227401125904252,0.06179864531538731,1.3652433442165741,1.3737407954292207,1.3694722980020255,0.9980590901954196,0.06266161276226989,"model.visual.merger.linear_fc1.weight|2d-64|(0, 3072)","model.visual.merger.linear_fc1.weight|2d-64|(2688, 2048)",model.visual.merger.linear_fc1.weight,2d-64,0,0.021948268883543065,3.425639630131102 +8776,8808,1.3452025146091366,0.028149627849003864,0.012266836380385688,0.012304362802194291,1.391775720054893,1.419668452051559,1.4055145521889276,0.9999247595320444,0.012512677412582711,"model.visual.merger.linear_fc2.weight|2d-128|(1280, 896)","model.visual.merger.linear_fc2.weight|2d-128|(384, 1024)",model.visual.merger.linear_fc2.weight,2d-128,0,0.04657320544575638,3.554664202277748 +9114,9198,1.3448379521979092,0.054761663762380605,0.029857931202774912,0.029853239115674456,1.4124431478026775,1.374240119950554,1.392948878973442,0.9995541525821852,0.02905034940444136,"model.visual.merger.linear_fc2.weight|2d-64|(768, 1152)","model.visual.merger.linear_fc2.weight|2d-64|(1792, 1984)",model.visual.merger.linear_fc2.weight,2d-64,0,0.029402167752644814,3.595128436141857 +9272,9320,0.731918786828273,0.6926115204268958,0.5894010460689376,0.5930564287821287,0.9198073824290243,0.893695132950887,0.9064693031085262,0.8078405825983503,0.572668643772944,"model.visual.pos_embed.weight|2d-128|(896, 0)","model.visual.pos_embed.weight|2d-128|(1664, 0)",model.visual.pos_embed.weight,2d-128,0,0.16177634612261393,3.3795329988504723 +9455,9556,0.4934340169058636,0.8742753205531179,0.7166798917945215,0.7159279835031265,0.7098775783431888,0.8359566748936288,0.7652345873471347,0.6974022746574555,0.8439671255795514,"model.visual.pos_embed.weight|2d-64|(320, 960)","model.visual.pos_embed.weight|2d-64|(1088, 960)",model.visual.pos_embed.weight,2d-64,0,0.21644356143732518,2.1093139308170907 +9801,9857,1.1920582991173756,0.00908905668181677,-0.005698498099524523,-0.005809538078099,1.198345101173159,1.8305056227409147,1.4179017991912515,0.9999837634278917,-0.008704615058004708,"mtp.fc.weight|2d-128|(1152, 2944)","mtp.fc.weight|2d-128|(896, 2176)",mtp.fc.weight,2d-128,0,0.006286802055783358,3.624015369566475 +9918,10042,1.1368013344423245,0.012671157066735389,0.014565472437171548,0.01451180594817475,1.1051338236829953,2.2775073566240316,1.4060999378915233,0.9998939178796329,0.03001715259950124,"mtp.fc.weight|2d-64|(1152, 3392)","mtp.fc.weight|2d-64|(128, 2688)",mtp.fc.weight,2d-64,0,0.031667510759329165,2.8819052677676806 +10244,10277,1.320131530470808,0.0702481522932147,0.011844192577852613,0.011922761067345853,1.4714013350777115,1.3483372799345728,1.4058455411554778,0.9999298550909352,0.010853576126869288,"mtp.layers.0.mlp.down_proj.weight|2d-128|(256, 2560)","mtp.layers.0.mlp.down_proj.weight|2d-128|(384, 640)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.028205749463764862,3.909361144008801 +10430,10536,1.2740819053076586,0.012464910966636192,0.013776375656541886,0.013699960906707363,1.3481580142587228,1.46849374252207,1.4044741531521727,0.9999051012339971,0.015006046199553822,"mtp.layers.0.mlp.down_proj.weight|2d-64|(0, 2944)","mtp.layers.0.mlp.down_proj.weight|2d-64|(1472, 5248)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.0740761089510642,3.4331723064925432 +10641,10649,1.3110442094442036,0.034595962681872414,-0.0006682266001760276,-0.0004609118968366374,1.354250044758762,1.4840050820351027,1.414684020721957,0.9999997767365806,-0.0007322515324626854,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(0, 128)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(3840, 1280)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.04320583531455835,3.5345269988955006 +10940,11102,1.2982628097688573,0.022023741051230904,0.022816821569496673,0.02324384190638217,1.4968638220482542,1.3166496033630513,1.398119908330376,0.99973966243891,0.02006980102463513,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(5568, 1536)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(4416, 512)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.01838679359419393,4.179664525271648 +11190,11242,1.333437418638186,0.05276555379813156,0.009027750100560835,0.009279490595829588,1.3894893933277088,1.4268911114636038,1.407817767758734,0.9999592490337402,0.00927075545654547,"mtp.layers.0.mlp.up_proj.weight|2d-128|(2048, 0)","mtp.layers.0.mlp.up_proj.weight|2d-128|(4480, 1664)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.05605197468952272,3.6507203406214934 +11458,11489,1.3147869587282077,0.016244867528002884,0.0068360581830651515,0.006849230051312584,1.3175469918693699,1.5236566519403107,1.4094222324442467,0.9999766338812711,0.007905452775464197,"mtp.layers.0.mlp.up_proj.weight|2d-64|(64, 1152)","mtp.layers.0.mlp.up_proj.weight|2d-64|(1984, 1664)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.0027600331411621326,3.470754832264533 +11701,11713,1.2371014878821343,0.006507591571248807,-0.00239207737892007,-0.00220994706079589,1.7045245584189102,1.2369790168173453,1.4158207421739837,0.9999971389788139,-0.00173593833524595,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(256, 640)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 128)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.00012247106478890935,5.241627287480097 +11744,11888,1.0873358511574274,0.025771712347187312,0.040410483470715755,0.04072095145731045,2.2418558580363155,1.095037766068162,1.3914936134584912,0.9991831628013269,0.01973855963436796,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 1024)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(320, 0)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.007701914910734686,6.9831448730513435 +12049,12137,1.1859419292135873,0.019056647305254738,-0.008409955171099041,-0.008380655998307953,1.8838478658482647,1.186201874939729,1.4195661579333454,0.9999646357016932,-0.005295493746054049,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(512, 128)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1152, 1152)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.0002599457261416305,5.131945462777212 +12246,12262,1.1761091150854108,0.07550458420627695,0.05406999142280748,0.05408732950421449,1.2272845010874296,1.5988218684670044,1.3767841340576064,0.9985371480458488,0.07043866734894057,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(960, 1856)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(1472, 64)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.05117538600201876,3.3822026766105546 +12580,12619,1.0590562076513232,-0.001961645232730826,0.0017690310215019859,0.0018473651161617607,3.056463945652184,1.0575938455639005,1.4134402482847135,0.9999984352633983,0.0006121179095253181,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 512)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(896, 1408)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.001462362087422786,8.826918277520429 +12828,12841,1.0579092208939387,0.03473611983688351,0.015697028694246547,0.01593760373813687,2.714141886914763,1.0690011223084792,1.4066240351400805,0.9998767940552337,0.006182484921645859,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(576, 1856)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(3968, 1472)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.011091901414540528,8.906927950974312 +13044,13066,1.3603654043744509,0.032606329284546307,0.0057293565316518845,0.005751139433245471,1.4279612775778887,1.3930038989148543,1.4101577236713845,0.9999835871021749,0.005589098326532901,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(256, 512)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(384, 1280)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.03263849454040346,3.7543492692317972 +13184,13283,1.3050404089684045,0.024095102064233063,0.013639597225538501,0.013580783535247068,1.3212261716913707,1.5060982419010935,1.4046184817287959,0.9999069763670644,0.015548112686357815,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 1024)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 1216)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.016185762722966235,3.482200527745836 +28,44,1.1748789757487939,0.2722626474609757,0.2632864199406968,0.2627046272411325,1.2333821224639385,1.195416054162182,1.2139540481670539,0.9647177105634638,0.25518191605634954,"model.language_model.embed_tokens.weight|2d-128|(83456, 1152)","model.language_model.embed_tokens.weight|2d-128|(86528, 1152)",model.language_model.embed_tokens.weight,2d-128,0,0.020537078413388254,3.2856118059023687 +256,414,1.1755225892108032,0.3088908515236775,0.266501357158924,0.2632257976922813,1.2195622451960777,1.2030409520555092,1.2112170989058557,0.9638345431828285,0.26289108875210393,"model.language_model.embed_tokens.weight|2d-64|(92992, 512)","model.language_model.embed_tokens.weight|2d-64|(67328, 512)",model.language_model.embed_tokens.weight,2d-64,0,0.02751836284470599,3.1800053089572393 +633,666,0.13736847464022597,0.9994375410987253,0.9994375410987254,0.9992276394996523,0.1585828441924548,0.137368474640225,0.14683854855609235,0.03353507779226753,0.8657381018610919,"model.language_model.layers.16.linear_attn.conv1d.weight|3d-axis0-slice|(5009, 0, 0)","model.language_model.layers.4.linear_attn.conv1d.weight|3d-axis0-slice|(3275, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,12,9.71445146547012e-16,0.2989387752187096 +989,1017,0.5994963519154031,0.8019897993585157,0.801989799358516,0.8195417162559084,0.7980924713732594,0.5994963519154032,0.6778745756519521,0.5973377283621781,0.6024238747190688,"model.language_model.layers.8.linear_attn.conv1d.weight|3d-volume|(3668, 0, 0)","model.language_model.layers.22.linear_attn.conv1d.weight|3d-volume|(2448, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,14,1.1102230246251565e-16,1.6047443297725206 +1130,1211,1.148358404429035,0.0060109708927210004,0.005361319331934278,0.005330491397030344,1.9995510397597591,1.1512169643944195,1.410931226822288,0.9999856280242336,0.0030867137891114047,"model.language_model.layers.0.linear_attn.in_proj_qkv.weight|2d-128|(5888, 1408)","model.language_model.layers.17.linear_attn.in_proj_qkv.weight|2d-128|(4096, 256)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,17,0.002858559965384533,5.503738598699948 +1405,1535,1.1441517619051076,0.006997932777958309,-0.0029703958543906943,-0.0027845425404892433,2.0341963143307416,1.150264649325738,1.41601229513067,0.9999955883645029,-0.0016796517237489242,"model.language_model.layers.12.linear_attn.in_proj_qkv.weight|2d-64|(2688, 704)","model.language_model.layers.8.linear_attn.in_proj_qkv.weight|2d-64|(5312, 1984)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,4,0.006112887420630431,6.038033645755351 +1569,1600,1.1553273873863419,0.05269336377005682,0.004029195131193255,0.003955722978717343,1.9216373639453208,1.1681856588210298,1.4116820348449466,0.9999918827603527,0.0024493944888685087,"model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(256, 1664)","model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-128|(512, 1152)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,14,0.012858271434687873,5.087823700505492 +1884,1909,1.1529069021922145,0.042577184696996666,0.002484398665941838,0.0023838100164760108,1.162824147554639,1.9513081619884398,1.4126676537411829,0.9999969138768723,0.0041690116297294294,"model.language_model.layers.20.linear_attn.in_proj_z.weight|2d-64|(1472, 640)","model.language_model.layers.16.linear_attn.in_proj_z.weight|2d-64|(320, 1920)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,4,0.009917245362424554,3.3785294901149214 +2081,2134,1.2343721589025565,0.018845459842733905,0.004600735619788012,0.004600676927518054,1.2288467135066956,1.7095728176746021,1.4111265870009688,0.9999894165598738,0.006400548148476649,"model.language_model.layers.21.linear_attn.out_proj.weight|2d-128|(1408, 1536)","model.language_model.layers.16.linear_attn.out_proj.weight|2d-128|(1280, 256)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,5,0.005525445395860862,3.434773474399443 +2393,2486,1.2300312910979638,0.03801665158208985,0.007835361560068031,0.007927294369275051,1.601801219307354,1.2721127569300739,1.4088067208468225,0.9999693030834612,0.006222659388430336,"model.language_model.layers.18.linear_attn.out_proj.weight|2d-64|(64, 832)","model.language_model.layers.14.linear_attn.out_proj.weight|2d-64|(1536, 1728)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,4,0.04208146583211003,4.291869419649463 +2671,2803,1.2693298504215254,0.03936306246250137,0.008553549259370557,0.00856357833830745,1.3037380582184894,1.5427069372981597,1.4082373243191129,0.9999634177284025,0.010121373459775982,"model.language_model.layers.19.mlp.down_proj.weight|2d-128|(1152, 2176)","model.language_model.layers.2.mlp.down_proj.weight|2d-128|(128, 1024)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,17,0.034408207796964074,3.2008040860095415 +2905,2959,1.2604189010187534,0.03652452170168494,0.023846884670707745,0.023722462338955235,1.563922663306498,1.2750893459962063,1.3975991636474945,0.9997156226105012,0.019442718807164285,"model.language_model.layers.3.mlp.down_proj.weight|2d-64|(1344, 5568)","model.language_model.layers.21.mlp.down_proj.weight|2d-64|(192, 2304)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,18,0.014670444977452846,3.9925646329713214 +3118,3181,1.1644144761840596,0.00972716065941109,-0.005123673944543533,-0.004995780416465638,1.864860536995721,1.1885986163250424,1.417493940685143,0.9999868738965076,-0.003265655334632184,"model.language_model.layers.10.mlp.gate_proj.weight|2d-128|(2560, 1152)","model.language_model.layers.18.mlp.gate_proj.weight|2d-128|(4480, 1920)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,8,0.0241841401409828,5.029929046560687 +3349,3404,1.1542936502970587,0.041837830850561405,0.03651371658438283,0.036346156507469335,1.155609665992565,1.8734655026187104,1.3909490699599951,0.9993331519074085,0.059195756496621434,"model.language_model.layers.23.mlp.gate_proj.weight|2d-64|(1984, 1024)","model.language_model.layers.12.mlp.gate_proj.weight|2d-64|(4032, 192)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,11,0.001316015695506323,3.0210068897610074 +3600,3673,1.2370437313739844,0.04128367848299881,0.0005892033827525699,0.00037337305349045103,1.2413493244625693,1.6864298487563127,1.4138156983817565,0.9999998264196718,0.0008004597514018191,"model.language_model.layers.23.mlp.up_proj.weight|2d-128|(3072, 1792)","model.language_model.layers.8.mlp.up_proj.weight|2d-128|(5504, 640)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,15,0.004305593088584914,3.420699587848555 +3840,3942,1.229474010382269,0.03321501846007754,0.027139359211398897,0.02710393837804088,1.6161459163979222,1.2460200199150473,1.3955310129980616,0.9996316597535287,0.02092396767022042,"model.language_model.layers.2.mlp.up_proj.weight|2d-64|(128, 1152)","model.language_model.layers.21.mlp.up_proj.weight|2d-64|(4416, 1088)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,19,0.016546009532778294,4.272851498255169 +4147,4290,1.1785906311469219,0.01735272903384822,-0.003738273363414169,-0.003661106686142967,1.1933789313088865,1.8429339829901579,1.4166235062073094,0.9999930126317185,-0.005773012107383755,"model.language_model.layers.11.self_attn.k_proj.weight|2d-128|(384, 384)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 256)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,12,0.01478830016196464,3.2259698034928364 +4494,4514,1.1058165683253376,0.04215510981511334,0.027418161624025127,0.02740529902955724,1.1418046706779374,1.971327906043704,1.3972953448914291,0.9996240515379564,0.04733750748257618,"model.language_model.layers.15.self_attn.k_proj.weight|2d-64|(448, 1920)","model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 512)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,8,0.03598810235259986,3.1187148428855935 +4816,4859,1.1254347869957178,0.0022284452994253117,0.001932084335508194,0.0018903536391739085,2.1572774437207927,1.1274360425961378,1.4130914766295446,0.9999981335233185,0.0010097456511807277,"model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(384, 1664)","model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(1536, 768)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,12,0.002001255600420082,5.690181317515372 +5045,5110,1.1269216449484782,0.014095902757001419,0.009882246873437249,0.009961281044551596,2.087250830815218,1.1331339979946007,1.4083413299814758,0.9999511694061528,0.005364908588630923,"model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(320, 512)","model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(576, 1856)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,0,0.006212353046122443,6.579168931769771 +5271,5316,1.1235954405115487,-0.01804378905462577,-0.020197765635398574,-0.021452273390986893,1.1190869009819957,2.3190719298130196,1.4253500116556423,0.999796004324551,-0.041855615760396106,"model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(3328, 1792)","model.language_model.layers.19.self_attn.q_proj.weight|2d-128|(768, 768)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,16,0.004508539529552991,3.2259131358202384 +5505,5618,1.1097471115557387,-0.005476758693036085,-0.01963532970986919,-0.019788396231808513,1.116676929836545,2.3375597600965623,1.4249731928336402,0.9998072083292782,-0.041102986351421456,"model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(2880, 1344)","model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(2688, 960)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,4,0.00692981828080641,3.25603747716509 +5760,5775,1.0844726082006306,0.009263868753304257,0.012576107767612704,0.01243431694961072,2.469605993837034,1.0875980027228767,1.4076380740904206,0.999920917629698,0.0055384339543297235,"model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(256, 1920)","model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(0, 1920)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,12,0.0031253945222460278,8.407486059307962 +6057,6135,1.078982646191882,0.018995588741575264,0.0002013287181815119,0.00041481775021372176,1.1144495042962117,2.264524577911324,1.4141007565997619,0.9999999797333734,0.00040909330463503705,"model.language_model.layers.23.self_attn.v_proj.weight|2d-64|(384, 1408)","model.language_model.layers.3.self_attn.v_proj.weight|2d-64|(448, 1344)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,20,0.03546685810432959,3.4625065846499257 +6169,6183,1.2190421862035026,0.025598520478989875,-0.004511982807788038,-0.0045741116594449575,1.7444805660913396,1.2242785392944806,1.417210757251483,0.9999898209537647,-0.0031665149091442044,"model.visual.blocks.13.attn.proj.weight|2d-128|(384, 896)","model.visual.blocks.0.attn.proj.weight|2d-128|(512, 896)",model.visual.layers.*.attn.proj.weight,2d-128,13,0.00523635309097803,5.4279822941172196 +6410,6643,1.1939616202849357,-0.006066020638120278,-0.019009555584472464,-0.018510277174862744,1.2010953896081995,1.8576517223514128,1.426418600822844,0.9998193020723699,-0.02940077364225786,"model.visual.blocks.21.attn.proj.weight|2d-64|(832, 768)","model.visual.blocks.21.attn.proj.weight|2d-64|(640, 256)",model.visual.layers.*.attn.proj.weight,2d-64,0,0.007133769323263817,2.8871438579822324 +6860,6867,1.1044214948720523,0.032700273995734684,0.01956457776950418,0.019590139070241815,1.119271356715465,2.1413025139491952,1.4028086057744114,0.9998085953304767,0.037429421659759154,"model.visual.blocks.1.attn.qkv.weight|2d-128|(128, 512)","model.visual.blocks.17.attn.qkv.weight|2d-128|(2944, 0)",model.visual.layers.*.attn.qkv.weight,2d-128,16,0.014849861843412748,3.572402882163018 +6912,6923,1.0989621488072505,0.04147896948897644,0.05039306408132999,0.05000737612505011,1.1036198607238552,2.122408536457887,1.384736026508673,0.998729462413368,0.09691259933862864,"model.visual.blocks.1.attn.qkv.weight|2d-64|(1024, 64)","model.visual.blocks.13.attn.qkv.weight|2d-64|(1856, 320)",model.visual.layers.*.attn.qkv.weight,2d-64,12,0.00465771191660469,3.142065048205508 +7171,7179,1.2183205515471567,0.03175859439506119,-0.008483172388083583,-0.008659503232060453,1.6609712163108783,1.260458986628759,1.4199789956449949,0.9999640172457377,-0.006437613588169242,"model.visual.blocks.17.mlp.linear_fc1.weight|2d-128|(3456, 128)","model.visual.blocks.2.mlp.linear_fc1.weight|2d-128|(2560, 256)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,15,0.04213843508160231,4.641529278529904 +7461,7666,1.2206633443998156,0.03467383425613767,0.026167283872632573,0.027609290416125237,1.2250592952030754,1.6683313233805341,1.3964475484180898,0.9996575780009518,0.03563558066409063,"model.visual.blocks.0.mlp.linear_fc1.weight|2d-64|(3712, 128)","model.visual.blocks.17.mlp.linear_fc1.weight|2d-64|(2688, 256)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,17,0.004395950803259829,3.6408072009949333 +7763,7862,1.2286567585596262,0.02960212506753118,0.003981471839370855,0.003996986686860257,1.6625909579595792,1.247982832574478,1.4115076310465247,0.9999920739095847,0.00298859348423953,"model.visual.blocks.13.mlp.linear_fc2.weight|2d-128|(896, 2560)","model.visual.blocks.5.mlp.linear_fc2.weight|2d-128|(768, 2688)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,8,0.019326074014851757,4.664489539453458 +7990,8111,1.2161100679966463,0.026088184633478145,-0.0008904806728850422,-0.0010626248179439691,1.1766432758675083,1.9003181622934175,1.4147771064496908,0.999999603522007,-0.0014381560074841688,"model.visual.blocks.1.mlp.linear_fc2.weight|2d-64|(448, 2752)","model.visual.blocks.10.mlp.linear_fc2.weight|2d-64|(512, 2368)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,9,0.03946679212913806,3.4513166721231348 +8246,8406,1.3359266066540951,0.043925485131311,0.014224517519894243,0.01398875126958239,1.432071221956124,1.3777569879226628,1.4041268522181354,0.9998988264326177,0.013685023560555202,"model.visual.merger.linear_fc1.weight|2d-128|(128, 2816)","model.visual.merger.linear_fc1.weight|2d-128|(2176, 3072)",model.visual.merger.linear_fc1.weight,2d-128,0,0.04183038126856764,3.6806795679449205 +8616,8622,1.343299836099849,0.04812376097134412,0.02693359851882109,0.02676515402405788,1.3673683304945847,1.4244941622184437,1.395054798128933,0.9996372248325024,0.028058828774920136,"model.visual.merger.linear_fc1.weight|2d-64|(384, 3392)","model.visual.merger.linear_fc1.weight|2d-64|(1856, 2560)",model.visual.merger.linear_fc1.weight,2d-64,0,0.024068494394735795,3.3413380721964425 +8744,8891,1.3453018596340358,0.03799668643187902,0.0024934975776334514,0.0024792201517619913,1.3909509734359555,1.4349780730572355,1.4124501496376876,0.999996891230083,0.0025724230526160126,"model.visual.merger.linear_fc2.weight|2d-128|(1152, 1408)","model.visual.merger.linear_fc2.weight|2d-128|(1408, 1408)",model.visual.merger.linear_fc2.weight,2d-128,0,0.045649113801919716,3.4322132920963715 +8967,9208,1.3448862935919332,0.01823770658346829,0.02056325418309997,0.020561506225756525,1.3436943972732678,1.4632356872350651,1.3996508158549925,0.9997885539339812,0.022392656713800686,"model.visual.merger.linear_fc2.weight|2d-64|(1152, 2688)","model.visual.merger.linear_fc2.weight|2d-64|(1344, 3328)",model.visual.merger.linear_fc2.weight,2d-64,0,0.001191896318665453,3.5486191401780447 +9274,9322,0.7319733646851844,0.6849052266546228,0.6282883024628292,0.6293284293596191,1.058267668483746,0.7864080069666098,0.8926631184497732,0.7779805967942751,0.4668865604182604,"model.visual.pos_embed.weight|2d-128|(896, 256)","model.visual.pos_embed.weight|2d-128|(1664, 256)",model.visual.pos_embed.weight,2d-128,0,0.05443464228142547,6.13660260019685 +9371,9481,0.49585340864984706,0.8929497406570109,0.7783967655115998,0.7749328859258098,0.6694950034304378,0.6621813763982298,0.6658080653660202,0.6277726303695308,0.7698934852826825,"model.visual.pos_embed.weight|2d-64|(1408, 320)","model.visual.pos_embed.weight|2d-64|(1024, 320)",model.visual.pos_embed.weight,2d-64,0,0.16632796774838277,2.5966486632540384 +9661,9672,1.1934421413489886,0.041713701803055184,-0.01245519491227077,-0.012493452495820312,1.2783105355020425,1.6306390520194705,1.4227403477608433,0.9999224310513778,-0.015888101255839556,"mtp.fc.weight|2d-128|(1792, 2048)","mtp.fc.weight|2d-128|(128, 3072)",mtp.fc.weight,2d-128,0,0.08486839415305392,3.154721034588473 +10019,10100,1.1370419333088346,0.0386462639252615,0.02054443732346692,0.020561610838002568,1.7159565282457423,1.2125602940133389,1.4004533571324975,0.9997889407745327,0.014517482553447357,"mtp.fc.weight|2d-64|(1664, 1216)","mtp.fc.weight|2d-64|(576, 3968)",mtp.fc.weight,2d-64,0,0.07551836070450424,4.287991998384087 +10239,10261,1.3202717434282936,0.03663351668973257,0.00901798349420796,0.009019190060973355,1.330112445392258,1.501078840947944,1.407868990168923,0.9999593371601158,0.01017711266296837,"mtp.layers.0.mlp.down_proj.weight|2d-128|(1152, 3328)","mtp.layers.0.mlp.down_proj.weight|2d-128|(1408, 3968)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.00984070196396436,3.566931713190202 +10420,10453,1.274087077404495,0.044957583821631064,0.032110654792080875,0.03163731161986436,1.3463420485325701,1.4412542101191943,1.3913760877152426,0.9994843199614608,0.03437433782834947,"mtp.layers.0.mlp.down_proj.weight|2d-64|(512, 4800)","mtp.layers.0.mlp.down_proj.weight|2d-64|(576, 4480)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.07225497112807511,3.5844350319920877 +10773,10812,1.3110862845458928,0.01830173187812449,0.012588284745264812,0.0126763389380417,1.3271663992364502,1.4992086229213244,1.405350244513815,0.9999207644044463,0.014220119684123818,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(1024, 640)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(5504, 1408)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.016080114690557368,3.6345811271641573 +11080,11133,1.2982969230073214,0.052374078043267006,0.01959858566079078,0.019934508408712134,1.3479440907548053,1.459341910437039,1.4003307027729277,0.9998079292744665,0.021218266867483147,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(4160, 1152)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(3200, 960)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.0496471677474839,3.702095091464024 +11174,11235,1.3335259011149125,0.03444849860458657,0.0073776951292057295,0.007371257660486433,1.4408916958106897,1.3791214959741291,1.4089921085928045,0.9999727844369468,0.007061417574279678,"mtp.layers.0.mlp.up_proj.weight|2d-128|(2816, 1792)","mtp.layers.0.mlp.up_proj.weight|2d-128|(4096, 1280)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.045595594859216604,3.84638448119849 +11619,11622,1.3148017147391646,0.027677462755991457,0.012807203853179539,0.012746056348770221,1.3340885409076635,1.4890070252241185,1.4051830467729336,0.9999179844014524,0.014294415944752224,"mtp.layers.0.mlp.up_proj.weight|2d-64|(4800, 832)","mtp.layers.0.mlp.up_proj.weight|2d-64|(1984, 448)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.01928682616849886,3.2975868096708862 +11705,11723,1.2373483482686403,0.023897240221795187,0.0005200229623935253,0.000529207494179791,1.628567309923242,1.2664690078338876,1.413857133374744,0.9999998647880501,0.0004044002119042952,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(256, 1152)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 1408)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.029120659565247342,5.423568060484366 +11757,11773,1.0875261086919554,0.001310892224617413,0.006538973101140992,0.006861189288675095,2.323809578302307,1.1043732687413759,1.410623912090504,0.9999786206868537,0.0031075984733631907,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 1856)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(64, 832)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.01684716004942044,8.610535885519786 +12087,12142,1.1862024071250863,0.027814805081738118,0.012977002671178881,0.012962281726479336,1.8279905098530898,1.1845115020719843,1.4058132929079181,0.9999157951556082,0.008408910682838068,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(768, 896)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1152, 1792)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.0016909050531019876,4.961090291715745 +12304,12391,1.1761857853193078,0.02633913020179024,0.013536910022682898,0.013475854992540098,1.8150734471877699,1.1875991160447215,1.4054151802479542,0.9999083718356586,0.008857174568788694,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(128, 0)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(768, 1920)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.011413330725413617,5.501371748704356 +12583,12608,1.059096426484545,-0.023608532183724884,-0.01313872916128554,-0.012899469710122055,3.1680486910778902,1.0584957323660606,1.419787331908288,0.9999136831727159,-0.004389859532494264,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 896)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(896, 0)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.0006006941184844017,9.756856839105431 +12779,12954,1.0579185815328245,0.02076248326888307,-0.004786112866372175,-0.0032024067947310727,2.900557357066393,1.0671882935318067,1.4164052774782274,0.9999885464962238,-0.0017609317774981796,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(1920, 448)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(896, 1216)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.009269711998982189,8.628020672658536 +13009,13060,1.3603898068469862,0.051919747903747926,0.013667774554857086,0.013673540208083488,1.3926009417627465,1.416744628757226,1.4045171727265082,0.9999065916067948,0.013904734376488315,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(0, 128)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(384, 512)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.03221113491576033,3.5574307889880874 +13171,13279,1.3051410444903797,0.007810448531326445,0.010988450665598325,0.011137577639388488,1.3255254753699075,1.5043548671567086,1.4064842427718482,0.9999396251534238,0.012470925341281068,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 192)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 960)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.020384430879527793,3.520718496177347 +56,137,1.1750160393151292,0.25529866198163065,0.2698557485006991,0.26967628854753184,1.1697941086322903,1.2523019990831752,1.2089415267493817,0.9629007607231015,0.2888892077825803,"model.language_model.embed_tokens.weight|2d-128|(236416, 0)","model.language_model.embed_tokens.weight|2d-128|(181376, 0)",model.language_model.embed_tokens.weight,2d-128,0,0.005221930682838938,2.9281176065827306 +258,420,1.175526821232417,0.26469410589321263,0.2152935227988948,0.21264818212663672,1.2467527992166603,1.2588755287128752,1.252770175428402,0.9765493838208295,0.21738691704739216,"model.language_model.embed_tokens.weight|2d-64|(223808, 1216)","model.language_model.embed_tokens.weight|2d-64|(107904, 1216)",model.language_model.embed_tokens.weight,2d-64,0,0.07122597798424324,3.25524586111714 +565,566,0.13739716306505995,0.9997130253723439,0.999713025372344,0.999696725063507,0.15894716766049513,0.13739716306505995,0.14700044715795998,0.023955519215313036,0.8641722629417281,"model.language_model.layers.22.linear_attn.conv1d.weight|3d-axis0-slice|(4907, 0, 0)","model.language_model.layers.9.linear_attn.conv1d.weight|3d-axis0-slice|(443, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,13,0.0,0.30568165522258933 +937,962,0.6000160948115244,0.8005055367654047,0.8005055367654049,0.8100151687936358,0.7235316524471925,0.6000160948115244,0.6531724940665717,0.5993253587225649,0.6638496110300269,"model.language_model.layers.8.linear_attn.conv1d.weight|3d-volume|(1648, 0, 0)","model.language_model.layers.20.linear_attn.conv1d.weight|3d-volume|(2616, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,12,0.0,1.9228278337316143 +1156,1242,1.148815573387757,-0.00991083125506789,-0.006142857508603645,-0.006145613895117814,2.0689049180982133,1.1461784626828104,1.4178913294516529,0.9999811324728227,-0.003403158315348279,"model.language_model.layers.10.linear_attn.in_proj_qkv.weight|2d-128|(4352, 1152)","model.language_model.layers.21.linear_attn.in_proj_qkv.weight|2d-128|(256, 1408)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,11,0.0026371107049465436,5.8273837978163865 +1330,1374,1.144166000223683,0.02617182161633818,-0.004418125635466194,-0.004412879828619726,1.9351365030013856,1.1711650746922408,1.416978565064344,0.9999902400353062,-0.002673896353996256,"model.language_model.layers.1.linear_attn.in_proj_qkv.weight|2d-64|(4480, 1984)","model.language_model.layers.22.linear_attn.in_proj_qkv.weight|2d-64|(3584, 960)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,21,0.02699907446855776,5.431607101588391 +1645,1655,1.1554268548868794,0.011057514385472008,-0.004630197317584858,-0.004466977186785665,1.891255232137468,1.1815675548562168,1.4171529587759284,0.9999892805789471,-0.002892730092731818,"model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-128|(640, 1664)","model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-128|(0, 1664)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,2,0.026140699969337433,5.187802423463493 +1794,1811,1.1530949999902,-0.0018259195417455803,0.011760975337761506,0.011346032425765458,1.1416401658445527,2.0290353143707867,1.407087538311394,0.9999308373378153,0.020902763415045492,"model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-64|(448, 448)","model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-64|(320, 704)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,0,0.011454834145647297,3.2951532204285034 +2243,2283,1.234508195487228,0.0352821573188751,-0.0004350098661650605,-0.000455215847693861,1.2603542261870642,1.6438732365947335,1.414510585291872,0.9999999053832037,-0.0005673810281152365,"model.language_model.layers.2.linear_attn.out_proj.weight|2d-128|(896, 1664)","model.language_model.layers.21.linear_attn.out_proj.weight|2d-128|(1280, 512)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,19,0.025846030699836264,3.353421589628993 +2368,2533,1.2301173616233763,0.0005660505869161322,-0.009624720946595743,-0.009868792625285288,1.2424225192569274,1.7072346707174593,1.4206746994177164,0.9999536813006391,-0.013225498605608278,"model.language_model.layers.8.linear_attn.out_proj.weight|2d-64|(1856, 1984)","model.language_model.layers.17.linear_attn.out_proj.weight|2d-64|(1216, 1344)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,9,0.012305157633551111,3.274655898995099 +2573,2775,1.269462734182484,0.03590874882050009,0.007783641112674337,0.007677063678493138,1.3052771360945759,1.5415744740502848,1.408774556769839,0.9999697070066819,0.009192731660318997,"model.language_model.layers.19.mlp.down_proj.weight|2d-128|(1280, 3584)","model.language_model.layers.5.mlp.down_proj.weight|2d-128|(0, 4608)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,14,0.03581440191209184,3.226075880304106 +2818,3034,1.2605477616051086,0.02158812109172719,0.004980333278839285,0.005010264962386519,1.2863436975090676,1.5800443872998082,1.4107608977642434,0.9999875980633118,0.006117453414161882,"model.language_model.layers.18.mlp.down_proj.weight|2d-64|(384, 832)","model.language_model.layers.2.mlp.down_proj.weight|2d-64|(1216, 1536)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,16,0.02579593590395901,3.133072519393362 +3138,3322,1.1644184028143376,0.04504019799316108,0.004913110662742471,0.004837551872433262,1.191292274787444,1.8260969478766307,1.4110303826229489,0.9999879305989726,0.007531163070301074,"model.language_model.layers.23.mlp.gate_proj.weight|2d-128|(4480, 768)","model.language_model.layers.1.mlp.gate_proj.weight|2d-128|(4480, 640)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,22,0.02687387197310631,3.190909935966402 +3339,3489,1.1546677913020513,0.058637318750693085,0.03727084675575871,0.037254638902657046,1.167736504023024,1.8205455162352742,1.3900535831511298,0.9993052006179637,0.05810666422923666,"model.language_model.layers.20.mlp.gate_proj.weight|2d-64|(5824, 576)","model.language_model.layers.9.mlp.gate_proj.weight|2d-64|(3328, 1984)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,11,0.013068712720972764,2.996839534278597 +3694,3718,1.2371060224879458,0.038016429325066575,0.005132427816001194,0.0052429754420932955,1.636669103940297,1.2582177674405586,1.4107019931200193,0.9999868290056192,0.0039456429235768175,"model.language_model.layers.11.mlp.up_proj.weight|2d-128|(2304, 640)","model.language_model.layers.23.mlp.up_proj.weight|2d-128|(3968, 1792)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,12,0.02111174495261281,4.331386066972475 +4044,4063,1.229474082338483,0.03624735355413906,0.037768454089807356,0.037820580460250094,1.5900705133335686,1.2475061273186139,1.3880321558771473,0.9992865174091293,0.02963162796950896,"model.language_model.layers.1.mlp.up_proj.weight|2d-64|(4864, 1792)","model.language_model.layers.22.mlp.up_proj.weight|2d-64|(5248, 576)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,21,0.01803204498013078,4.282897216128417 +4113,4293,1.1786029745441855,-0.011608392387897222,-0.002252806899540432,-0.0022600505941567806,1.2193822390253393,1.753174791993801,1.4157062228626383,0.999997462427317,-0.003238987858852948,"model.language_model.layers.11.self_attn.k_proj.weight|2d-128|(128, 128)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 640)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,12,0.040779264481153765,3.2518481479610277 +4509,4570,1.1059616202652893,0.025312167547074965,0.016786273332581397,0.016466814733179236,2.13166020396018,1.1222772873388318,1.4043936124541316,0.9998591005874797,0.008837643666293046,"model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(0, 1728)","model.language_model.layers.15.self_attn.k_proj.weight|2d-64|(448, 1216)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,8,0.016315667073542484,6.277172270348643 +4706,4860,1.1255487013327323,0.07556783146460716,0.007036199588340952,0.006997257581220114,1.1718789685160136,1.8960608540836223,1.4097563720637616,0.9999752456412873,0.011384334866822277,"model.language_model.layers.23.self_attn.o_proj.weight|2d-128|(640, 128)","model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(768, 1536)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,16,0.04633026718328126,3.1037158455789613 +5015,5110,1.1269554344696464,0.03436951474991239,0.022237862176184914,0.022332393964904787,1.996818602349528,1.1405457125607046,1.4006037519187162,0.9997527081662909,0.012701854005025895,"model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(1024, 1472)","model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(576, 1856)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,16,0.013590278091058172,5.933993027694644 +5181,5218,1.123880738716556,0.06693080228933883,0.049676424972617594,0.049575993203293846,1.9350618665534958,1.133561685481319,1.3832343868234716,0.9987653642382378,0.02910051249211051,"model.language_model.layers.19.self_attn.q_proj.weight|2d-128|(896, 896)","model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(896, 1152)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,16,0.009680946764763165,5.158253082220595 +5492,5510,1.110318689868963,0.04516874705204419,0.009497542426909969,0.00991982727026782,2.1332867659353063,1.126394106180709,1.4086568093832614,0.999954897326799,0.005014785627370756,"model.language_model.layers.19.self_attn.q_proj.weight|2d-64|(1920, 1280)","model.language_model.layers.23.self_attn.q_proj.weight|2d-64|(1408, 1856)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,4,0.016075416311746027,6.476933934357283 +5779,5784,1.084527558696274,0.029895919624868046,0.008736859547817957,0.008804490752564946,1.0869066830290082,2.5003747983162903,1.4096889138126611,0.9999618329142577,0.0200987111137397,"model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(128, 384)","model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(256, 1536)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,12,0.0023791243327342393,3.344496551159695 +5924,6048,1.0789874783301086,0.0029195988260803532,-0.031018027156931596,-0.0310409107844499,2.823707788007157,1.0819344078520532,1.4287944822521006,0.9995188252310668,-0.011884895096903216,"model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(384, 1472)","model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(64, 1088)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,12,0.002946929521944641,9.73288111038434 +6183,6395,1.2192650723557688,0.029748042688833166,0.0006341802778651247,0.0005083798259725099,1.2251786288892983,1.7292759302399905,1.4137904369907346,0.9999997989076673,0.0008951124873433944,"model.visual.blocks.0.attn.proj.weight|2d-128|(512, 896)","model.visual.blocks.6.attn.proj.weight|2d-128|(128, 768)",model.visual.layers.*.attn.proj.weight,2d-128,6,0.00591355653352954,3.7638519780817954 +6419,6505,1.1940000690849844,0.04183938319190381,0.019435852539887475,0.019818995636257126,1.216342846549303,1.7079612758748037,1.401165632261508,0.999811105977548,0.02729138712486785,"model.visual.blocks.23.attn.proj.weight|2d-64|(64, 512)","model.visual.blocks.2.attn.proj.weight|2d-64|(192, 64)",model.visual.layers.*.attn.proj.weight,2d-64,21,0.022342777464318564,3.1487784671029213 +6738,6833,1.1044919508145918,0.05647340178722381,0.009701328872810151,0.009671794687004754,1.1239680736739688,2.1493875257879957,1.408568469330129,0.9999529410017762,0.018552052990816185,"model.visual.blocks.0.attn.qkv.weight|2d-128|(1280, 256)","model.visual.blocks.8.attn.qkv.weight|2d-128|(1920, 896)",model.visual.layers.*.attn.qkv.weight,2d-128,8,0.019476122859376943,3.7524022476098358 +6920,7032,1.0989735197171315,0.0029812692891926333,0.006834695956388976,0.0070411878546344535,2.1973026826297177,1.1191259111923533,1.410299215188546,0.9999766431928216,0.003481033996992334,"model.visual.blocks.18.attn.qkv.weight|2d-64|(2816, 896)","model.visual.blocks.6.attn.qkv.weight|2d-64|(1600, 576)",model.visual.layers.*.attn.qkv.weight,2d-64,12,0.020152391475221743,7.117571114126117 +7296,7399,1.2183412234209343,0.054259088686438924,0.0034170788377522656,0.003435125000117224,1.2731223917666044,1.6087800424342333,1.411860041830915,0.9999941617690659,0.004317988807008595,"model.visual.blocks.6.mlp.linear_fc1.weight|2d-128|(512, 0)","model.visual.blocks.14.mlp.linear_fc1.weight|2d-128|(128, 384)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,8,0.05478116834567004,3.22568983364086 +7545,7589,1.2207580525594122,0.04291612460108842,0.03766000075571705,0.03794809185923318,1.666232564190343,1.2153564368673677,1.388625170537334,0.9992906105548472,0.027469349306068456,"model.visual.blocks.19.mlp.linear_fc1.weight|2d-64|(1984, 256)","model.visual.blocks.1.mlp.linear_fc1.weight|2d-64|(1600, 768)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,18,0.005401615692044448,4.781209262953691 +7690,7884,1.2288979290910154,0.002886465435602167,-0.005465647603091957,-0.005423195510225992,1.6928671695006363,1.2443088649458443,1.4178973949994713,0.999985063236586,-0.004017417247924703,"model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(640, 512)","model.visual.blocks.0.mlp.linear_fc2.weight|2d-128|(768, 1536)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,10,0.015410935854828889,4.960791284118232 +8012,8073,1.2162434426002278,0.026182257408516,0.014883827451991023,0.015024386888366317,1.3029079059884214,1.5324318645505195,1.4037877136850727,0.9998892297051606,0.0175058047841069,"model.visual.blocks.2.mlp.linear_fc2.weight|2d-64|(256, 2048)","model.visual.blocks.10.mlp.linear_fc2.weight|2d-64|(384, 64)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,8,0.08666446338819367,3.4956786902433614 +8330,8404,1.3362157258899934,0.05278337811909774,0.011408750457437814,0.011232316275119251,1.3693876874130477,1.4460093261113742,1.4061352262333267,0.9999349180886723,0.012047106683059037,"model.visual.merger.linear_fc1.weight|2d-128|(1664, 1664)","model.visual.merger.linear_fc1.weight|2d-128|(1152, 2176)",model.visual.merger.linear_fc1.weight,2d-128,0,0.03317196152305435,3.3992968738938045 +8608,8634,1.3433442420691468,0.05811625318440871,0.02015333477921664,0.019831954451235558,1.3735373187267033,1.427844071692341,1.399901287234733,0.9997969009240212,0.020950154900786618,"model.visual.merger.linear_fc1.weight|2d-64|(512, 2240)","model.visual.merger.linear_fc1.weight|2d-64|(2240, 2432)",model.visual.merger.linear_fc1.weight,2d-64,0,0.03019307665755644,3.451707197262471 +8771,8936,1.3454670476890502,0.046370020575957606,0.011464412225608537,0.011493450999151097,1.402929850039047,1.4092589421129165,1.4060837129503765,0.9999342814666978,0.011516132074998478,"model.visual.merger.linear_fc2.weight|2d-128|(1536, 2816)","model.visual.merger.linear_fc2.weight|2d-128|(896, 1024)",model.visual.merger.linear_fc2.weight,2d-128,0,0.05746280234999679,3.372993929843649 +9070,9160,1.3449032764575881,0.034325301253962284,0.009685866812143357,0.009692039429194778,1.37181138445189,1.445818075352471,1.4073574444087424,0.9999530908918165,0.010208401440004676,"model.visual.merger.linear_fc2.weight|2d-64|(1472, 3456)","model.visual.merger.linear_fc2.weight|2d-64|(192, 512)",model.visual.merger.linear_fc2.weight,2d-64,0,0.026908107994301877,3.485844520015319 +9258,9322,0.733572324087908,0.6833917399809434,0.60809036959827,0.6073647563230083,0.9370295170333028,0.8473128824133997,0.8887929686111198,0.7938678116675593,0.549868274655245,"model.visual.pos_embed.weight|2d-128|(640, 256)","model.visual.pos_embed.weight|2d-128|(1664, 256)",model.visual.pos_embed.weight,2d-128,0,0.11374055832549179,4.795263163554998 +9404,9586,0.4973240627346268,0.8734602843789067,0.8548492488933941,0.8537828657027514,0.5434340384985775,0.5346831954253997,0.5390053474918832,0.5188764416182333,0.8410837298085796,"model.visual.pos_embed.weight|2d-64|(1152, 128)","model.visual.pos_embed.weight|2d-64|(1216, 128)",model.visual.pos_embed.weight,2d-64,0,0.037359132690772845,2.0340868136326917 +9662,9792,1.1948635125155178,0.05914889847768075,0.009807750596912922,0.009647409279831268,1.6468177685075014,1.2492150571529066,1.4075191967530405,0.9999519028574468,0.007439796896026886,"mtp.fc.weight|2d-128|(128, 1792)","mtp.fc.weight|2d-128|(1280, 2048)",mtp.fc.weight,2d-128,0,0.05435154463738878,3.8842270564000407 +9882,10078,1.1371560875063138,0.051400484115186516,0.029352510220594565,0.02927019430721346,1.2014665058288958,1.7263110982420715,1.3946148352117513,0.9995691222440547,0.04217476218375122,"mtp.fc.weight|2d-64|(1280, 2880)","mtp.fc.weight|2d-64|(640, 1920)",mtp.fc.weight,2d-64,0,0.064310418322582,2.6323933148825756 +10226,10329,1.3204431614901644,0.023941804671840948,0.006246155068017745,0.006348993649793717,1.4519217442284016,1.371138471360757,1.4097971952373825,0.9999804925831635,0.0058986261111444865,"mtp.layers.0.mlp.down_proj.weight|2d-128|(256, 256)","mtp.layers.0.mlp.down_proj.weight|2d-128|(1280, 5760)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.050695309870592675,3.8742073134622625 +10550,10599,1.2741710732315967,0.03448742927423871,0.035589760204905306,0.0355929376371384,1.4211480557910037,1.3586504222235285,1.3888457086049393,0.999366483812899,0.03402463419078114,"mtp.layers.0.mlp.down_proj.weight|2d-64|(64, 4480)","mtp.layers.0.mlp.down_proj.weight|2d-64|(320, 5440)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.08447934899193177,4.054618567382189 +10807,10812,1.3111031281840797,0.02394387013294603,0.003474040418088254,0.0036080487342153716,1.343171228552105,1.4920776018106157,1.4117684455145143,0.9999939655033792,0.0038591787744009054,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(2176, 1536)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(5504, 1408)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.03206810036802521,3.670951468924977 +10921,11071,1.2983149127079903,0.03426783752146932,0.013460900610033572,0.013174954550320861,1.295221596438266,1.5479472660598477,1.4048132591693927,0.9999093979730197,0.01608741265224722,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(2496, 1472)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(1856, 896)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.0030933162697242,3.687802059409772 +11196,11201,1.3336414607442804,0.04152962174093454,-0.004593443661638898,-0.004592064138256563,1.4732869098863193,1.3675136455521169,1.417448923332131,0.9999894500820133,-0.004263661643373163,"mtp.layers.0.mlp.up_proj.weight|2d-128|(3712, 1408)","mtp.layers.0.mlp.up_proj.weight|2d-128|(2944, 512)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.03387218480783649,4.011905463784124 +11430,11619,1.3148715275316916,0.041043521145876956,0.020324710905372773,0.020189804972015304,1.4507850364455892,1.3538430593588637,1.399802697958874,0.999793431728081,0.018966606424428975,"mtp.layers.0.mlp.up_proj.weight|2d-64|(2560, 576)","mtp.layers.0.mlp.up_proj.weight|2d-64|(4800, 832)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.03897153182717217,4.156329244153043 +11674,11716,1.2376354578995536,0.014668805362342337,0.008864185694968258,0.008811306832804898,1.661297887855577,1.2439426340527637,1.4081862646206322,0.9999607123342222,0.006637303630334973,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 1280)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 512)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.006307176153210081,4.891497631864054 +11749,11810,1.0875333777303704,0.038954860307326714,-0.0007071242947581664,-0.0007394656271265517,2.237109379797912,1.1182990153975665,1.4146134608716903,0.9999997499875847,-0.0003534813316384156,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 1344)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(128, 1152)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.03076563766719609,7.144538698013437 +12001,12175,1.1862810058080904,0.035580575624419825,0.01474336784386134,0.014768582054521561,1.7063077520288392,1.2210702609660466,1.4043113189435972,0.9998913106456224,0.01055066883404625,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(128, 128)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1408, 1920)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.03478925515795628,5.1385282088194515 +12411,12447,1.1762133781083564,0.04445231157194082,0.028848332760107266,0.028429080671226587,1.2220181340832217,1.669848283060562,1.3946346447804383,0.9995838002373598,0.039420314302262435,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(512, 1984)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(384, 960)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.04580475597486533,3.4583129454751247 +12578,12613,1.0591117603219666,0.014611152533553527,-0.0036137378416453564,-0.0038553613388556903,3.0386363646649697,1.0603236038000639,1.415802423328796,0.9999934704280883,-0.0012610036449243057,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 256)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(896, 640)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.0012118434780972187,8.4562047146703 +12788,12793,1.0582566611779365,0.039522110057856455,0.026225940191182844,0.026187800095325096,1.0644199350862085,2.7164282203022814,1.4015581980583232,0.999656040876605,0.06692930270374822,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(896, 192)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(64, 576)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.006163273908271982,3.243759284727462 +13016,13038,1.3604368603666048,0.03665199507195108,-0.0019540685560244355,-0.0019581125126273834,1.4299657119810787,1.4016477541001053,1.4155943470719792,0.9999980908062167,-0.0019153716623839768,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(0, 1024)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 1792)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.04121089373350051,3.8079806119618587 +13185,13305,1.305231877482042,0.016866872319470913,0.010539565216484626,0.010392310144467029,1.3381727215333372,1.4871582191400246,1.406782773806768,0.9999444572400247,0.011712988006434225,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 1088)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(448, 576)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.03294084405129527,3.6502329133217866 +167,235,1.175039436603155,0.3054032671801159,0.33873885462171316,0.3372756869918229,1.158742484427173,1.1415358773104989,1.1500426520083746,0.9408804325574902,0.33370879275295434,"model.language_model.embed_tokens.weight|2d-128|(232576, 768)","model.language_model.embed_tokens.weight|2d-128|(147456, 768)",model.language_model.embed_tokens.weight,2d-128,0,0.03350355929265603,3.147045090106476 +370,444,1.1766958653626554,0.29470649857621883,0.3091909820411748,0.3091526261346315,1.1711727299674302,1.1797329599702413,1.1754294677111021,0.950999966679502,0.3114508928582078,"model.language_model.embed_tokens.weight|2d-64|(153600, 1152)","model.language_model.embed_tokens.weight|2d-64|(207680, 1152)",model.language_model.embed_tokens.weight,2d-64,0,0.005523135395225198,3.069249642889982 +555,680,0.13807743905578304,0.992123367265098,0.9921233672650981,0.9947884411516191,0.13807743905578304,0.1478288367482666,0.14270386402033958,0.1252646164188565,1.0621897704397643,"model.language_model.layers.18.linear_attn.conv1d.weight|3d-axis0-slice|(2868, 0, 0)","model.language_model.layers.16.linear_attn.conv1d.weight|3d-axis0-slice|(1144, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,2,0.0,0.17723466855791847 +961,966,0.6031125783748932,0.9014040327683716,0.9014040327683717,0.901448000390106,1.2524296805703559,0.6031125783748932,0.7684695461633462,0.4329789483438153,0.4340747578841171,"model.language_model.layers.14.linear_attn.conv1d.weight|3d-volume|(1764, 0, 0)","model.language_model.layers.17.linear_attn.conv1d.weight|3d-volume|(1592, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,3,0.0,3.8565994898420333 +1228,1239,1.1490208659632508,0.02509258352499441,0.008352458172306232,0.008300452120789056,1.1640417099854714,1.9265069835012192,1.4089754828516838,0.9999651176128495,0.013823447098429677,"model.language_model.layers.20.linear_attn.in_proj_qkv.weight|2d-128|(3840, 0)","model.language_model.layers.12.linear_attn.in_proj_qkv.weight|2d-128|(5120, 128)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,8,0.015020844022220592,3.4770318340574145 +1417,1433,1.1443400050740238,0.0630432923521836,0.021186994427987767,0.02114884070302842,1.172814902113894,1.8489049865561333,1.4005949909056397,0.9997755304402626,0.033400615542519316,"model.language_model.layers.5.linear_attn.in_proj_qkv.weight|2d-64|(640, 448)","model.language_model.layers.0.linear_attn.in_proj_qkv.weight|2d-64|(4352, 1472)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,5,0.028474897039870273,3.2372539938104063 +1577,1645,1.1554594453991942,0.014569982161259345,0.012252847491493146,0.012467850818487834,1.1665175358200044,1.9029232528237587,1.4064714100593336,0.9999249310465013,0.01998789361402562,"model.language_model.layers.1.linear_attn.in_proj_z.weight|2d-128|(640, 640)","model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-128|(640, 1664)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,3,0.011058090420810185,3.1557877190906183 +1922,2039,1.153111596912386,0.04363379661397146,0.022326010450804804,0.02137825041493944,1.868771903264715,1.1671154647257471,1.3999558632070972,0.99975074356429,0.013943398879896316,"model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-64|(640, 768)","model.language_model.layers.5.linear_attn.in_proj_z.weight|2d-64|(640, 1472)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,1,0.01400386781336116,5.217737637302142 +2082,2102,1.2345337008887418,-0.011871964949227832,0.008383481416262021,0.008378384820537764,1.2319115681778712,1.692463332603409,1.40856118939658,0.9999648580021916,0.011517656999984359,"model.language_model.layers.10.linear_attn.out_proj.weight|2d-128|(0, 896)","model.language_model.layers.16.linear_attn.out_proj.weight|2d-128|(1664, 256)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,6,0.0026221327108706394,3.4329698687217856 +2366,2397,1.230126124912318,0.008776872351478216,0.010193062788020289,0.010187405294505882,1.6046227008057148,1.2683256510238483,1.4071833543124639,0.9999480493860666,0.008056799265055462,"model.language_model.layers.16.linear_attn.out_proj.weight|2d-64|(1344, 1152)","model.language_model.layers.6.linear_attn.out_proj.weight|2d-64|(1280, 256)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,10,0.03819952611153021,4.609547486449527 +2600,2807,1.2694976127508766,0.041829835432308754,0.0018931432657007523,0.0019424038803737224,1.5702761607401305,1.294984089634822,1.4128987855410748,0.9999982080026821,0.0015612479319091588,"model.language_model.layers.5.mlp.down_proj.weight|2d-128|(0, 3072)","model.language_model.layers.22.mlp.down_proj.weight|2d-128|(1280, 0)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,17,0.02548647688394534,4.116391713751153 +3026,3035,1.2606067295984513,0.011544704248547165,0.015119996509941594,0.015016050612933488,1.2458720483348267,1.6428211734427904,1.4038806482498203,0.9998856863189608,0.019937400828690534,"model.language_model.layers.21.mlp.down_proj.weight|2d-64|(1600, 2816)","model.language_model.layers.4.mlp.down_proj.weight|2d-64|(1088, 3648)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,17,0.01473468126362465,3.338336148948196 +3101,3224,1.1646335007688393,0.04233735010752685,0.007767005298540825,0.007743553277624356,1.18247720259636,1.850838864780979,1.4092212378794688,0.9999698363594236,0.01215708449848757,"model.language_model.layers.22.mlp.gate_proj.weight|2d-128|(3840, 1280)","model.language_model.layers.9.mlp.gate_proj.weight|2d-128|(4736, 1664)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,13,0.017843701827520597,3.0870204869947213 +3509,3518,1.155086816795522,0.017337295482440805,0.024537475083634488,0.024722596960846194,1.165113382231589,1.870331774407071,1.3985533603378386,0.9996989108309161,0.03938948776362197,"model.language_model.layers.21.mlp.gate_proj.weight|2d-64|(1664, 1728)","model.language_model.layers.11.mlp.gate_proj.weight|2d-64|(6080, 640)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,10,0.010026565436066948,3.1353517483493225 +3653,3752,1.2373626702944756,0.02311912216454599,0.005706219683698348,0.005576556747086328,1.6388454909179653,1.2566793004789507,1.410311442146064,0.9999837193959317,0.0043755730483614015,"model.language_model.layers.2.mlp.up_proj.weight|2d-128|(1024, 640)","model.language_model.layers.21.mlp.up_proj.weight|2d-128|(3968, 128)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,19,0.01931663018447516,4.285380693267735 +3903,3976,1.2296353482900695,0.028862701716424757,0.012727957829069277,0.013038541797671095,1.636681299399323,1.2508579838563214,1.4055024335943214,0.9999189962639482,0.00972753075050163,"model.language_model.layers.2.mlp.up_proj.weight|2d-64|(5248, 1024)","model.language_model.layers.22.mlp.up_proj.weight|2d-64|(3072, 1600)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,20,0.021222635566251924,4.256866192100671 +4116,4316,1.178611544087704,0.05491643684969411,-0.0004481879433296856,-0.0004690841721327517,1.2255492871565534,1.7308768656728803,1.4145124554645994,0.9999998995637787,-0.0006329881227239164,"model.language_model.layers.11.self_attn.k_proj.weight|2d-128|(128, 512)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(128, 1536)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,12,0.04693774306884935,3.2020480226288255 +4353,4514,1.1060413953645098,0.023384134905146174,-0.009407971750649296,-0.00929082389250842,1.15706061899222,2.0202756524443353,1.4199398850195113,0.9999557440544752,-0.016426707429793425,"model.language_model.layers.3.self_attn.k_proj.weight|2d-64|(128, 1216)","model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 512)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,20,0.05101922362771005,3.0206850469360322 +4735,4754,1.1256911929748898,0.027806660449551945,0.004905494559826246,0.004930274539628753,2.0787235540399926,1.137593960511205,1.4112889724844426,0.9999879679891771,0.0026845613856317264,"model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(1024, 1280)","model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(640, 768)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,12,0.01190276753631525,5.430736106225785 +4930,4933,1.1270895835305743,-0.01113891726401419,-0.012435106509595246,-0.012256963187687873,1.1437824081186696,2.106816122329107,1.421568383894544,0.9999226810739393,-0.022905128362996074,"model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(960, 1856)","model.language_model.layers.3.self_attn.o_proj.weight|2d-64|(1792, 1856)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,20,0.01669282458809529,3.154530438345646 +5274,5353,1.123895534455682,0.02998324617467625,0.018037041380057656,0.01998768089321734,2.0635340618110756,1.1318397110173388,1.4034169349582102,0.999837319336628,0.009893240960265434,"model.language_model.layers.11.self_attn.q_proj.weight|2d-128|(3968, 128)","model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(3328, 128)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,8,0.007944176561656802,5.617220247697602 +5572,5618,1.110711795675807,0.03235435211445456,0.022554104496999,0.022343827908051405,1.12191096809807,2.110187866672309,1.400930185976272,0.9997456238315516,0.04242172418896109,"model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(2496, 1984)","model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(2688, 960)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,4,0.01119917242226287,2.9847769490041416 +5775,5829,1.084659902203593,0.01769336141796015,-0.007201254215733632,-0.007175270352713584,1.094071885540355,2.505337404255639,1.4179437156218522,0.9999740706326942,-0.016490298108081315,"model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(0, 1920)","model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(256, 1280)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,12,0.009411983336762075,3.473565509625973 +5908,6041,1.0791286275474579,-0.012872747121084082,-0.01640747518702677,-0.016388859748556354,2.6232902857889115,1.0890174417080558,1.4224064467760091,0.9998653883188412,-0.006811303632640404,"model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(448, 1536)","model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(256, 64)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,12,0.009888814160597947,9.442881208307783 +6194,6318,1.219322834737787,0.04742859870404503,-0.012119566590566,-0.012090343901545834,1.6981454794840087,1.248257547226236,1.4223693759664262,0.9999265553557706,-0.008908742300678375,"model.visual.blocks.0.attn.proj.weight|2d-128|(768, 256)","model.visual.blocks.21.attn.proj.weight|2d-128|(384, 768)",model.visual.layers.*.attn.proj.weight,2d-128,21,0.028934712488449144,4.3832406634980545 +6582,6642,1.1941253297871097,0.040478912541095535,0.028460032476335342,0.028104855329771587,1.2054104351999009,1.7168035423242087,1.3951568961089313,0.9995949312353709,0.04053414765895214,"model.visual.blocks.17.attn.proj.weight|2d-64|(896, 192)","model.visual.blocks.18.attn.proj.weight|2d-64|(512, 768)",model.visual.layers.*.attn.proj.weight,2d-64,1,0.011285105412791152,3.0603206783358887 +6738,6750,1.1050934305145292,0.04846248736070434,0.01692438781737331,0.01687611318606239,1.1258199036042962,2.1067907976614544,1.4042292210645604,0.9998567722914153,0.031671268553294434,"model.visual.blocks.0.attn.qkv.weight|2d-128|(1280, 256)","model.visual.blocks.17.attn.qkv.weight|2d-128|(384, 768)",model.visual.layers.*.attn.qkv.weight,2d-128,17,0.02072647308976694,3.9307244959619942 +7062,7091,1.0990571308049737,-0.0009508957539645334,-0.0064403329315104955,-0.0064296831322854025,2.4605838611424775,1.0976005852665944,1.4175980870601685,0.9999792608408092,-0.00287286009900734,"model.visual.blocks.18.attn.qkv.weight|2d-64|(2752, 576)","model.visual.blocks.3.attn.qkv.weight|2d-64|(832, 128)",model.visual.layers.*.attn.qkv.weight,2d-64,15,0.0014565455383792614,6.299215927032329 +7216,7265,1.218474729396511,0.0275987247630423,0.008947498175634458,0.00888784474815186,1.2197201703580713,1.7242970749482354,1.408235180771337,0.9999599703370116,0.012648921701296416,"model.visual.blocks.1.mlp.linear_fc1.weight|2d-128|(3968, 128)","model.visual.blocks.18.mlp.linear_fc1.weight|2d-128|(3712, 768)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,17,0.001245440961560318,3.3555988235796006 +7430,7623,1.221048450306805,0.004023376853730644,0.013972404287206561,0.014392437216779724,1.2386375326187422,1.662575042111492,1.4047147805052627,0.9999023811945018,0.018754615482293464,"model.visual.blocks.2.mlp.linear_fc1.weight|2d-64|(192, 128)","model.visual.blocks.17.mlp.linear_fc1.weight|2d-64|(3904, 384)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,15,0.01758908231193712,3.3720382887870115 +7837,7862,1.2289230569142628,0.0423006958636762,0.008258129672254562,0.00820594857873989,1.601474588336865,1.27184593311171,1.408514404394855,0.9999659010657895,0.006558373585979634,"model.visual.blocks.11.mlp.linear_fc2.weight|2d-128|(640, 1280)","model.visual.blocks.5.mlp.linear_fc2.weight|2d-128|(768, 2688)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,6,0.04292287619744717,4.702609385185267 +8030,8111,1.2163476977621315,-0.009392354703846171,-0.01940359256395175,-0.019638742459518462,1.2284434626276637,1.7691891136417002,1.4270112619557507,0.9998117325754945,-0.027944814534852834,"model.visual.blocks.4.mlp.linear_fc2.weight|2d-64|(768, 1728)","model.visual.blocks.10.mlp.linear_fc2.weight|2d-64|(512, 2368)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,6,0.01209576486553221,3.542340694314387 +8251,8303,1.3363846638884362,0.05484084177605511,0.037449309757993196,0.037450760949884636,1.4067829419677986,1.3689701202403615,1.38749024276213,0.9992985285682401,0.03644271234239347,"model.visual.merger.linear_fc1.weight|2d-128|(2304, 2816)","model.visual.merger.linear_fc1.weight|2d-128|(1664, 3840)",model.visual.merger.linear_fc1.weight,2d-128,0,0.032585456351925224,3.800149136021672 +8627,8665,1.3434842950423307,0.05589861355790118,0.017653981095787592,0.018326024831882868,1.414636722288802,1.3890667041535516,1.4016768211212782,0.9998441563321103,0.01733487965464283,"model.visual.merger.linear_fc1.weight|2d-64|(2240, 576)","model.visual.merger.linear_fc1.weight|2d-64|(2624, 3456)",model.visual.merger.linear_fc1.weight,2d-64,0,0.04558240911122091,3.794538916322403 +8875,8953,1.3455604007639708,0.031057702596992753,0.01348360101969746,0.013643406169767898,1.3771611130605004,1.4338634645800585,1.4046546672383293,0.9999090921196494,0.014038766190655036,"model.visual.merger.linear_fc2.weight|2d-128|(1152, 1920)","model.visual.merger.linear_fc2.weight|2d-128|(1280, 3712)",model.visual.merger.linear_fc2.weight,2d-128,0,0.03160071229652961,3.4200325369549955 +8997,9142,1.3449604329869291,0.03384202126736068,0.00586351204311018,0.005756213483650143,1.3853259448746553,1.4361765558833814,1.4100640381152936,0.999982809465503,0.006078741658315398,"model.visual.merger.linear_fc2.weight|2d-64|(1088, 1408)","model.visual.merger.linear_fc2.weight|2d-64|(1856, 2176)",model.visual.merger.linear_fc2.weight,2d-64,0,0.04036551188772619,3.4872699955248145 +9274,9314,0.7388602084378163,0.6784012023467682,0.4167278502963887,0.4166967473989936,1.0729394432027046,1.0874087538330353,1.080101417362081,0.9090312969240116,0.4223477058739315,"model.visual.pos_embed.weight|2d-128|(896, 256)","model.visual.pos_embed.weight|2d-128|(1536, 256)",model.visual.pos_embed.weight,2d-128,0,0.3340792347648883,4.4477259490095475 +9455,9599,0.4979883925044742,0.8697371519117354,0.7121265728682763,0.7111207635321078,0.7207499411767951,0.8234919716746527,0.7670073977210345,0.7020510980084594,0.8136393526660901,"model.visual.pos_embed.weight|2d-64|(320, 960)","model.visual.pos_embed.weight|2d-64|(896, 960)",model.visual.pos_embed.weight,2d-64,0,0.22276154867232095,2.1088420356316298 +9697,9706,1.195336478294818,0.07752790522827341,0.028217051024446226,0.028085623366358076,1.4680836971987041,1.330482385990531,1.39421594579052,0.9996018197419829,0.02557230861173472,"mtp.fc.weight|2d-128|(256, 2176)","mtp.fc.weight|2d-128|(256, 3328)",mtp.fc.weight,2d-128,0,0.1351459076957131,4.347635263119874 +9905,9968,1.1373341893445412,0.04958227135805799,0.052060863268917616,0.052123143063626476,1.1800010706566104,1.733661720719427,1.3795417972194342,0.9986439137729199,0.07648800330893574,"mtp.fc.weight|2d-64|(0, 2112)","mtp.fc.weight|2d-64|(512, 2112)",mtp.fc.weight,2d-64,0,0.042666881312069194,3.678451424592489 +10229,10271,1.3204702385595357,0.021364317612593074,0.005162906992077433,0.005162036996116423,1.3732337112907378,1.451113439749538,1.4105636733307485,0.9999866721068792,0.0054557091504391746,"mtp.layers.0.mlp.down_proj.weight|2d-128|(1408, 5632)","mtp.layers.0.mlp.down_proj.weight|2d-128|(256, 6016)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.05276347273120208,3.5805870569418725 +10579,10612,1.2742181019155896,0.06915708380172213,0.005031124817520319,0.005206113418831454,1.476680354685393,1.3527793027689992,1.4106651856173895,0.9999873438114457,0.00460898765341736,"mtp.layers.0.mlp.down_proj.weight|2d-64|(1344, 6016)","mtp.layers.0.mlp.down_proj.weight|2d-64|(960, 5632)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.07856120085340956,4.2527562256197005 +10658,10774,1.311183102928261,0.0559098835073724,0.003546021963838654,0.0035730981672662753,1.5101608672338682,1.33032569988388,1.4117239757240432,0.9999937128443518,0.003123749431733038,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(128, 256)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(2432, 768)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.01914259695561893,4.014945745931463 +10897,11021,1.2983334136673124,0.04757252229893588,0.023758800090966058,0.024141253162540992,1.3244897492205676,1.483901270051211,1.3974217755996932,0.9997177198680823,0.026618336344712792,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(0, 64)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(192, 1856)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.02615633555325525,3.661398056769124 +11368,11393,1.3336581814844521,0.031190421802069004,0.0041163428836115176,0.004118521974543765,1.3739737491804045,1.4518529126700028,1.4113042942166583,0.9999915278247434,0.004349664182947299,"mtp.layers.0.mlp.up_proj.weight|2d-128|(5888, 1664)","mtp.layers.0.mlp.up_proj.weight|2d-128|(1920, 128)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.04031556769595235,3.617173713337474 +11516,11663,1.3149225633798403,0.04211125947517074,0.02789846526428308,0.027596460821600947,1.350624279883765,1.442706612910735,1.394390263296675,0.9996107620648638,0.02980051589943689,"mtp.layers.0.mlp.up_proj.weight|2d-64|(4544, 64)","mtp.layers.0.mlp.up_proj.weight|2d-64|(3776, 128)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.03570171650392484,3.548045769208152 +11681,11708,1.2379695955729753,0.024706906446127178,0.0029617984538940012,0.002959690727068637,1.2598472883111973,1.637723920984121,1.4121878489817055,0.9999956138653402,0.0038501556673413524,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(128, 128)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(256, 1536)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.021877692738222043,3.642608536688852 +11876,11931,1.0875532764495177,0.04019787028697889,0.02111853863479624,0.021050424099218475,2.157657859949835,1.1161253316536113,1.401972587700632,0.9997769787937361,0.010924315840487135,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(256, 1280)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 704)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.02857205520409356,7.437129544294952 +12145,12175,1.1875462657157851,0.029793423756201608,0.007672008122772674,0.007675487786070018,1.7420078901800777,1.2147184125432497,1.4091138668490946,0.9999705697126112,0.005349763098346223,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(1280, 128)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1408, 1920)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.027172146827464605,5.202293241403081 +12301,12327,1.1763826376646023,0.013274099678265233,0.020250930564926207,0.02020176489738985,1.1765316745672567,1.8370622082347816,1.4011464205860797,0.9997949288785448,0.03162024450901079,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(512, 1920)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(1728, 0)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.00014903690265444247,3.465082951091527 +12591,12611,1.0591734086851163,-0.012651835331357011,0.008445888342661172,0.008601258354027665,3.039458206464574,1.0558428242748576,1.4105062894910079,0.9999643328489788,0.002933921112078106,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 1920)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(896, 384)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.0033305844102586857,9.627212420295848 +12788,12831,1.058261364135638,0.049320878036446865,0.02907849217833614,0.029224389933399323,1.0689798574979728,2.6202013336238967,1.3997563966853839,0.999577131237322,0.07127496692386731,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(896, 192)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(128, 960)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.010718493362334769,3.18510949444418 +13047,13069,1.360456239112126,0.028989108791721344,0.010120935484825275,0.010056185574381772,1.4172391702407852,1.397056962783543,1.40703952002497,0.9999487820208153,0.009976808209835123,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(256, 896)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(384, 1664)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.03660072367141698,3.800433637898535 +13185,13266,1.305295457884791,-0.0002627808573189977,-0.007230441893414617,-0.007000538171674918,1.3544104592917094,1.4944916895578502,1.419292474400447,0.9999738600133635,-0.007978257438435611,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 1088)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 128)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.04911500140691838,3.5049223579295994 +78,155,1.175148455587354,0.2334024108884508,0.25249939872113,0.2518895570709131,1.2867537280791776,1.169002860626499,1.2236494433239664,0.9675970512798537,0.22939317211234775,"model.language_model.embed_tokens.weight|2d-128|(20480, 1152)","model.language_model.embed_tokens.weight|2d-128|(241920, 1152)",model.language_model.embed_tokens.weight,2d-128,0,0.006145594960854872,3.538944577426544 +314,326,1.1768919984327426,0.30382027140298495,0.29698645547069114,0.29226842975359807,1.180320992727528,1.1912969220813212,1.1857708601462433,0.9548816917644589,0.29974816383169145,"model.language_model.embed_tokens.weight|2d-64|(139456, 384)","model.language_model.embed_tokens.weight|2d-64|(225024, 384)",model.language_model.embed_tokens.weight,2d-64,0,0.0034289942947853813,3.115171518743778 +528,589,0.1383231282304958,0.9904198881757647,0.9904198881757647,0.9853418067397832,0.13832312823049578,0.13853475606674415,0.13842882082375887,0.13808854082039515,0.9919351837058273,"model.language_model.layers.9.linear_attn.conv1d.weight|3d-axis0-slice|(1310, 0, 0)","model.language_model.layers.1.linear_attn.conv1d.weight|3d-axis0-slice|(1129, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,8,2.7755575615628914e-17,0.23909241990982127 +812,913,0.6031550489898839,0.8273547005463112,0.8273547005463111,0.859386652392566,0.6031550489898839,0.9927575858588334,0.7289918591084523,0.5616798015630649,1.3617769701818243,"model.language_model.layers.16.linear_attn.conv1d.weight|3d-volume|(1124, 0, 0)","model.language_model.layers.5.linear_attn.conv1d.weight|3d-volume|(1824, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,11,0.0,1.93975063352576 +1078,1085,1.1490256107748928,0.02476040781874794,0.0011382510107330716,0.001063423422838217,1.8942704741252476,1.1766050775073502,1.413491877173198,0.9999993521921084,0.0007070119800736829,"model.language_model.layers.0.linear_attn.in_proj_qkv.weight|2d-128|(4608, 1920)","model.language_model.layers.21.linear_attn.in_proj_qkv.weight|2d-128|(1408, 896)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,21,0.02757946673245737,5.244993932050937 +1358,1379,1.1444102919963917,0.02468360825785306,0.03139670842000174,0.03159380259814638,1.1442467719250737,1.9445748478317735,1.3946710926124728,0.9995070018265952,0.05335671552345989,"model.language_model.layers.2.linear_attn.in_proj_qkv.weight|2d-64|(2688, 1152)","model.language_model.layers.13.linear_attn.in_proj_qkv.weight|2d-64|(2304, 640)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,11,0.00016352007131792412,2.9439364551461735 +1645,1668,1.155488245688813,-0.0106215908246324,0.0022260382100477627,0.0020637468191814176,2.0134554945161915,1.1506787763078123,1.4128567302539297,0.9999975223738744,0.0012721686327453086,"model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-128|(640, 1664)","model.language_model.layers.22.linear_attn.in_proj_z.weight|2d-128|(896, 1152)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,18,0.004809469381000575,5.957858090597132 +1857,1922,1.153219797925863,0.009458388721316158,0.01044809914210694,0.01060972819714198,1.1521574167114867,1.9769665551872608,1.4077708983085562,0.9999454171225131,0.017927708722460547,"model.language_model.layers.1.linear_attn.in_proj_z.weight|2d-64|(1408, 1152)","model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-64|(640, 768)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,3,0.0010623812143761846,3.158976350155673 +2178,2188,1.2345746020127286,-0.0001905670283865353,-0.0007311253770814074,-0.000714385151354892,1.7029157329315574,1.2361057693031807,1.4147050181027006,0.9999997327278057,-0.0005307064109029606,"model.language_model.layers.12.linear_attn.out_proj.weight|2d-128|(640, 896)","model.language_model.layers.2.linear_attn.out_proj.weight|2d-128|(1408, 1664)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,10,0.0015311672904521068,4.337211501527954 +2366,2468,1.2301263468427197,0.02107259249652812,0.02664503476319766,0.026648543914396226,1.6284170163864882,1.2410557689009907,1.395928872273895,0.9996449580338351,0.020306821761671857,"model.language_model.layers.16.linear_attn.out_proj.weight|2d-64|(1344, 1152)","model.language_model.layers.8.linear_attn.out_proj.weight|2d-64|(192, 1920)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,8,0.010929422058270966,4.453435453740269 +2671,2715,1.2695443484743527,0.02421674163224677,0.0006868718294555805,0.0006726937478725491,1.3094923858476613,1.547629097929094,1.4137344911147038,0.9999997641035171,0.0008117823679632397,"model.language_model.layers.19.mlp.down_proj.weight|2d-128|(1152, 2176)","model.language_model.layers.3.mlp.down_proj.weight|2d-128|(640, 4608)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,16,0.03994803737330854,3.2791195990835167 +2919,2920,1.2606076319758428,0.017352128396547338,0.026135559709878714,0.02625799468620647,1.2626585885250279,1.5832881001971428,1.3960799300449465,0.99965840791675,0.0327722165411166,"model.language_model.layers.19.mlp.down_proj.weight|2d-64|(1280, 2880)","model.language_model.layers.12.mlp.down_proj.weight|2d-64|(512, 5568)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,7,0.002050956549185079,3.2431010458743614 +3082,3275,1.164993804103918,0.023143922781513775,-0.0008316875405220751,-0.0007081527612230689,1.8259280712150117,1.1958271925354016,1.4147525407251447,0.9999996541478576,-0.0005446844223099042,"model.language_model.layers.11.mlp.gate_proj.weight|2d-128|(5632, 128)","model.language_model.layers.19.mlp.gate_proj.weight|2d-128|(512, 1920)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,8,0.030833388431483533,5.187774266579555 +3521,3525,1.1554230970898944,0.020302081137144372,0.017481487587670635,0.01697754237464281,1.900617351320823,1.1632742551917976,1.4031625335991291,0.9998471871199729,0.010699557403840383,"model.language_model.layers.10.mlp.gate_proj.weight|2d-64|(1472, 1024)","model.language_model.layers.18.mlp.gate_proj.weight|2d-64|(1408, 1344)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,8,0.007851158101903177,5.266999904370879 +3603,3730,1.237563707210235,0.026997022160909396,0.010029224927547134,0.010024297728369528,1.2553635982481608,1.63246002258094,1.407342934848646,0.9999497060589361,0.01304188585246554,"model.language_model.layers.22.mlp.up_proj.weight|2d-128|(2560, 512)","model.language_model.layers.5.mlp.up_proj.weight|2d-128|(2176, 128)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,17,0.017799891037925786,3.2877080655606346 +3921,4037,1.2306763726425334,0.027696262908221917,0.009281974443576847,0.009248253172362287,1.6721420474820277,1.2390960775947222,1.4079203733013952,0.9999569215473378,0.006878158552791336,"model.language_model.layers.1.mlp.up_proj.weight|2d-64|(2880, 1216)","model.language_model.layers.22.mlp.up_proj.weight|2d-64|(1856, 832)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,21,0.0084197049521888,4.4553438075011425 +4155,4290,1.1787208358453514,0.026761087604812966,-0.003105225559875979,-0.00288488266406761,1.1988442752105661,1.821580982328297,1.4162287914223237,0.999995178775489,-0.004718227331666011,"model.language_model.layers.11.self_attn.k_proj.weight|2d-128|(384, 1408)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 256)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,12,0.020123439365214768,3.31038202223146 +4358,4509,1.1060623739462285,0.022375152806706607,-0.005202575909231419,-0.005162828096638827,1.131838970398883,2.1559931594575925,1.417238336814394,0.9999864665103767,-0.009910171292219076,"model.language_model.layers.15.self_attn.k_proj.weight|2d-64|(384, 768)","model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(0, 1728)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,8,0.0257765964526544,3.1126598422502765 +4635,4799,1.125719112830566,0.039894536642893316,-0.005606993925445152,-0.005591322071383864,2.1244390355805125,1.1368140688408073,1.4175083468988037,0.9999842806860116,-0.003000373026288909,"model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(896, 384)","model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(1408, 256)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,12,0.011094956010241352,5.324293319197442 +4931,5030,1.1272158448012997,0.05900637170539869,0.024246228147388478,0.024277041270968247,1.170096138984601,1.8505793161454884,1.3986392335013753,0.9997060169973094,0.03834690741141927,"model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(0, 128)","model.language_model.layers.11.self_attn.o_proj.weight|2d-64|(512, 1984)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,12,0.042880294183301304,3.1012451366310745 +5166,5362,1.123999574015138,-0.001998458533984339,-0.0050296438182063415,-0.005041253165840994,1.1162591766159387,2.273372889582136,1.417024880629025,0.9999873512615357,-0.01024337012415779,"model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(3328, 768)","model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(128, 1920)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,4,0.007740397399199406,3.166218187796603 +5472,5583,1.1107818399278258,-0.028738715478209147,-0.02092687682450687,-0.02115513968738524,1.1055613859540698,2.451419344262176,1.4252615972496814,0.9997810089346426,-0.04640226342413087,"model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(1920, 0)","model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(2752, 896)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,4,0.005220453973755923,3.117566911746719 +5819,5849,1.0846605334277701,0.03313139616935431,-0.00792056283221376,-0.007900879198649294,1.112457236283128,2.319812466285667,1.4185740982641402,0.99996863185023,-0.016516788060599242,"model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(384, 1408)","model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(256, 256)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,12,0.027796702855357847,3.712492860012582 +5940,5988,1.079188422742649,0.06677661287870795,0.02683018566436221,0.026772252311480726,1.1049094102225896,2.220854252160236,1.3989996983952981,0.9996400057706855,0.05392834142569528,"model.language_model.layers.15.self_attn.v_proj.weight|2d-64|(64, 1728)","model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(448, 960)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,8,0.02572098747994067,3.1892849471518536 +6186,6345,1.2193832164361338,0.02153419500862878,0.011500034076353327,0.011525767637117008,1.2271728613049393,1.6975766301172608,1.4064707113901367,0.9999338724216931,0.01590826338256065,"model.visual.blocks.21.attn.proj.weight|2d-128|(128, 896)","model.visual.blocks.11.attn.proj.weight|2d-128|(128, 128)",model.visual.layers.*.attn.proj.weight,2d-128,10,0.007789644868805512,3.06361505817118 +6625,6642,1.194213087060212,0.002697010094344852,-0.004636784902867414,-0.00457883705276568,1.191957213576574,1.8507460156138065,1.4171954849329178,0.9999892500551016,-0.007199512773189674,"model.visual.blocks.0.attn.proj.weight|2d-64|(896, 64)","model.visual.blocks.18.attn.proj.weight|2d-64|(512, 768)",model.visual.layers.*.attn.proj.weight,2d-64,18,0.0022558734836379823,3.6229954810213103 +6737,6852,1.1052633842990331,0.006378376749822555,-0.00466716653745053,-0.004668452036025738,1.1095806333196678,2.3302878046410433,1.4167731953026363,0.9999891087189459,-0.009801758374162636,"model.visual.blocks.23.attn.qkv.weight|2d-128|(2944, 256)","model.visual.blocks.21.attn.qkv.weight|2d-128|(2304, 768)",model.visual.layers.*.attn.qkv.weight,2d-128,2,0.004317249020634684,3.072382680044725 +6920,7134,1.099074227964897,0.008917632431328043,0.018275388109535336,0.018672580499413713,2.1853262293127362,1.1141297748494736,1.403716371719594,0.9998329911487447,0.009317214870095956,"model.visual.blocks.18.attn.qkv.weight|2d-64|(2816, 896)","model.visual.blocks.4.attn.qkv.weight|2d-64|(1536, 832)",model.visual.layers.*.attn.qkv.weight,2d-64,14,0.015055546884576554,6.443490851494151 +7301,7353,1.2190134721144745,0.013505349465179835,0.001971341402270625,0.0020265931783675834,1.6944933738676198,1.236919417285724,1.4128853015149543,0.99999805690465,0.0014390085533366622,"model.visual.blocks.17.mlp.linear_fc1.weight|2d-128|(3072, 256)","model.visual.blocks.0.mlp.linear_fc1.weight|2d-128|(2944, 128)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,17,0.01790594517124955,5.075225803000502 +7543,7612,1.2211062301955313,0.042029827688364274,0.01700137275888892,0.015240856362848906,1.2536193969309288,1.6213193141987619,1.4025304927861835,0.9998554662171495,0.021988056414380803,"model.visual.blocks.1.mlp.linear_fc1.weight|2d-64|(704, 768)","model.visual.blocks.22.mlp.linear_fc1.weight|2d-64|(3264, 576)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,21,0.0325131667353975,3.392450451341399 +7819,7886,1.2289301359127767,0.02896842497265483,0.005653793174078912,0.005590139798663111,1.6282843098102882,1.2615520949400556,1.4103371408455194,0.9999840171836472,0.004380411074493528,"model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(128, 3584)","model.visual.blocks.3.mlp.linear_fc2.weight|2d-128|(0, 2944)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,7,0.032621959027278935,4.79639449319698 +8030,8083,1.2165302503764195,0.03664353769417812,-0.0012124406484114762,-0.0013651216201403826,1.241556644599242,1.6900430551419543,1.41503143900041,0.999999264993567,-0.0016504095133581583,"model.visual.blocks.4.mlp.linear_fc2.weight|2d-64|(768, 1728)","model.visual.blocks.10.mlp.linear_fc2.weight|2d-64|(704, 2624)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,6,0.0250263942228226,3.702700997735831 +8193,8345,1.3365861282496092,0.038364404380178824,0.026561923572165802,0.026582387530504858,1.3779111168190479,1.413387535610004,1.3953111885227654,0.9996471698635206,0.0272458007200002,"model.visual.merger.linear_fc1.weight|2d-128|(1024, 768)","model.visual.merger.linear_fc1.weight|2d-128|(2944, 2816)",model.visual.merger.linear_fc1.weight,2d-128,0,0.04132498856943867,3.4746267055494866 +8623,8703,1.3435351646659832,0.06214645372531923,0.027372499809921704,0.027341773300873756,1.4158391986197536,1.3745426098886313,1.3947325824632557,0.9996253029281301,0.02657411050957246,"model.visual.merger.linear_fc1.weight|2d-64|(576, 448)","model.visual.merger.linear_fc1.weight|2d-64|(1792, 1792)",model.visual.merger.linear_fc1.weight,2d-64,0,0.03100744522264809,3.5960916644770875 +8837,8931,1.3456431390516586,0.02600284087021887,0.014445604402537048,0.014443261253162937,1.396410535223888,1.411638178306664,1.4039624248439009,0.9998956568129723,0.01460313150678619,"model.visual.merger.linear_fc2.weight|2d-128|(512, 640)","model.visual.merger.linear_fc2.weight|2d-128|(896, 384)",model.visual.merger.linear_fc2.weight,2d-128,0,0.05076739617222947,3.611125168544828 +9067,9153,1.3449723478283155,0.053275227640565775,0.01869524808132081,0.01877225422260356,1.383941790094219,1.4185714736242538,1.400935730206735,0.9998252285770638,0.01916304992761635,"model.visual.merger.linear_fc2.weight|2d-64|(64, 2752)","model.visual.merger.linear_fc2.weight|2d-64|(1216, 448)",model.visual.merger.linear_fc2.weight,2d-64,0,0.03896944226590349,3.4625834356538934 +9239,9311,0.7416666669159744,0.687585392778026,0.6202249480247789,0.6208149011032773,0.7852685611235205,1.1958979346371845,0.9282984995585231,0.7844240013204978,0.9445504010654219,"model.visual.pos_embed.weight|2d-128|(256, 896)","model.visual.pos_embed.weight|2d-128|(1408, 896)",model.visual.pos_embed.weight,2d-128,0,0.04360189420754612,3.576697915909539 +9500,9538,0.4998208094492054,0.8678060384079248,0.8147483380733382,0.8133747338942725,0.7334597540810278,0.5802938261582404,0.6435890500938136,0.5798147511117091,0.6446071891824809,"model.visual.pos_embed.weight|2d-64|(1280, 128)","model.visual.pos_embed.weight|2d-64|(704, 128)",model.visual.pos_embed.weight,2d-64,0,0.080473016709035,2.6906427813868525 +9679,9857,1.1960541880290627,0.046064773973171186,0.021151357309184902,0.02103484405264085,1.198521731076937,1.7570108788804628,1.4002193289575313,0.999776285017793,0.031007501934848143,"mtp.fc.weight|2d-128|(1152, 3072)","mtp.fc.weight|2d-128|(896, 2176)",mtp.fc.weight,2d-128,0,0.002467543047874221,3.4419459944458146 +9918,10088,1.1377559603572152,0.027592920475957027,0.002006151205704719,0.002185709582564895,1.1411965664374824,2.0679287282316308,1.4130128768298695,0.9999979876766452,0.0036352875862605246,"mtp.fc.weight|2d-64|(1152, 3392)","mtp.fc.weight|2d-64|(1024, 2240)",mtp.fc.weight,2d-64,0,0.0034406060802671945,3.533264524308923 +10282,10306,1.3205025405017206,0.05056250303129945,0.012366347203971445,0.012454977225612528,1.4491736250479235,1.3654731697287845,1.4054575802967548,0.9999235338048759,0.011652099529492315,"mtp.layers.0.mlp.down_proj.weight|2d-128|(1024, 4736)","mtp.layers.0.mlp.down_proj.weight|2d-128|(1152, 3200)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.04497062922706396,4.167858929575369 +10422,10443,1.2742388115517274,0.024159831633618543,0.012277030409741103,0.01219598300421476,1.4874712280941371,1.3358360359592731,1.405555828990696,0.9999246344221739,0.011025490326231777,"mtp.layers.0.mlp.down_proj.weight|2d-64|(768, 5184)","mtp.layers.0.mlp.down_proj.weight|2d-64|(192, 2944)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.06159722440754578,4.093705410688753 +10723,10864,1.311191644002783,0.028778947973867382,0.010367661056512857,0.01032868875876466,1.3419208934753604,1.4823350592294522,1.4068997591763055,0.9999462543578116,0.011452498832830086,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(640, 384)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(3840, 1024)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.03072924947257727,3.6351309144602753 +10940,11072,1.2984681267980955,0.03733019066922201,0.014968725808752035,0.015125019700691059,1.511910305085875,1.3158135350506495,1.4036912469202198,0.9998879623476133,0.01302726223596921,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(5568, 1536)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(2240, 1088)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.01734540825255393,4.064472955197037 +11333,11336,1.3336582330569986,0.06426875918726946,0.006582800574837279,0.006525915755186545,1.427520502631315,1.3922465192920441,1.4095525952362284,0.9999783331335694,0.006420139795272614,"mtp.layers.0.mlp.up_proj.weight|2d-128|(4480, 0)","mtp.layers.0.mlp.up_proj.weight|2d-128|(2560, 1024)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.05858828623504553,3.5364987021443692 +11489,11565,1.3149487600025334,0.05001889172476166,0.023014798094388476,0.022988418708943928,1.4755430596088823,1.3314052203593096,1.397931512154202,0.99973512445481,0.02076660665972465,"mtp.layers.0.mlp.up_proj.weight|2d-64|(1984, 1664)","mtp.layers.0.mlp.up_proj.weight|2d-64|(4416, 1472)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.01645646035677628,3.7573776759443773 +11678,11715,1.2380190011238064,-0.017756982296137577,0.00019055461348343151,0.00024308722655684708,1.6839490831993895,1.2427073094352195,1.4140848034479636,0.9999999818444695,0.00014062397336417825,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 1792)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 384)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.004688308311413092,5.11950416359025 +11736,11926,1.0876942376820045,0.05127442235907871,0.03976116526275699,0.039863083712072006,2.35556304130297,1.0840668738317298,1.3926945734827247,0.9992092121957983,0.01829870878873234,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 512)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 384)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.003627363850274623,6.722954785096466 +11985,11993,1.1878111127253046,0.11509561492058751,0.008495456053453374,0.008608065327616671,1.6078348883436644,1.2684639732660274,1.408359210298704,0.9999639129620848,0.0067022926411129434,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(0, 128)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(0, 1152)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.08065286054072285,4.715276912027665 +12290,12327,1.1765358675250668,0.03315266404777786,0.005607712468838372,0.005582051880096377,1.2068201376532373,1.771568031051592,1.410518721271691,0.9999842766568217,0.008231917770647924,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(64, 1152)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(1728, 0)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.030284270128170476,3.4667865920029834 +12513,12599,1.0591919638172385,0.008833886814706125,0.0029834059821868646,0.0028707504326396997,2.9472773186991077,1.061917893275864,1.4128674076549457,0.9999955496344699,0.001074935220818942,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(2176, 896)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(768, 896)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.0027259294586254867,8.692503696274123 +12821,12954,1.05832037621183,0.006798634465823981,-0.0006158920393813272,-0.0001663121249607491,3.0195176870267018,1.0600361019014617,1.4144857614986703,0.9999998103384798,-0.00021621592064949882,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(2176, 1856)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(896, 1216)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.0017157256896316309,9.130987430743126 +13034,13063,1.3607452861818117,0.011428178414602757,0.0015835972217754062,0.0015750570487374077,1.3735854943184724,1.4562230569547654,1.4130952561105583,0.9999987461091335,0.0016788694965238053,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 1280)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(384, 896)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.012840208136660758,3.676794749335516 +13167,13305,1.305324782535054,0.03126074194209197,0.018897787353941112,0.018889127559569105,1.3412846293002785,1.469111442050714,1.400842775598227,0.99982142087131,0.020698780128122065,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(128, 1984)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(448, 576)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.03595984676522446,3.691639112533205 +45,114,1.1753087159232418,0.3073528251468833,0.30479237249646957,0.30470031742183074,1.1551023687854198,1.2052817928328146,1.179392218106086,0.9524188205133145,0.31803302208668177,"model.language_model.embed_tokens.weight|2d-128|(247552, 1408)","model.language_model.embed_tokens.weight|2d-128|(176768, 1408)",model.language_model.embed_tokens.weight,2d-128,0,0.02020634713782199,3.200325411604388 +334,403,1.1768947014316924,0.24052267831061414,0.26574695520492936,0.26500100937212695,1.2773429772785443,1.157289755034189,1.2128827286110184,0.9640428184470383,0.24077028187483357,"model.language_model.embed_tokens.weight|2d-64|(226624, 1472)","model.language_model.embed_tokens.weight|2d-64|(107072, 1472)",model.language_model.embed_tokens.weight,2d-64,0,0.01960494639750343,3.434814956929086 +627,633,0.13896662723283545,0.9903026982287911,0.9903026982287911,0.9865156804103395,0.14080235222120135,0.13896662723283548,0.13987545601925788,0.13892647652904688,0.9773915260750137,"model.language_model.layers.17.linear_attn.conv1d.weight|3d-axis0-slice|(1460, 0, 0)","model.language_model.layers.16.linear_attn.conv1d.weight|3d-axis0-slice|(5009, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,1,2.7755575615628914e-17,0.2045473400810182 +831,876,0.6039616039727773,0.9204641834221032,0.9204641834221031,0.918863536646013,1.3129496811570722,0.6039616039727773,0.7759685125814351,0.39082692721597456,0.42341685488600167,"model.language_model.layers.12.linear_attn.conv1d.weight|3d-volume|(4416, 0, 0)","model.language_model.layers.2.linear_attn.conv1d.weight|3d-volume|(4380, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,10,0.0,4.21547007458548 +1124,1198,1.1497583761020043,0.04403093218853432,0.006640800898793123,0.006715266998605154,1.1801433172050086,1.86329306797246,1.4099619112545976,0.9999779496386021,0.010484962377122032,"model.language_model.layers.20.linear_attn.in_proj_qkv.weight|2d-128|(5632, 1792)","model.language_model.layers.8.linear_attn.in_proj_qkv.weight|2d-128|(3200, 1152)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,12,0.03038494110300438,3.2407350420475893 +1336,1405,1.1453565957388208,-0.018529788820929025,-0.018451323868448236,-0.018416594247660997,1.14871889714554,2.099490378815799,1.4251590255218975,0.9998297598328936,-0.03372311279502988,"model.language_model.layers.22.linear_attn.in_proj_qkv.weight|2d-64|(1664, 320)","model.language_model.layers.12.linear_attn.in_proj_qkv.weight|2d-64|(2688, 704)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,10,0.003362301406719226,3.1786148573223643 +1556,1645,1.155770523710468,-0.00746153659591001,0.01490447837230809,0.015021043613932151,1.1566442008959956,1.9396257467890718,1.404910791694613,0.999888922093074,0.02499395230702335,"model.language_model.layers.16.linear_attn.in_proj_z.weight|2d-128|(1920, 640)","model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-128|(640, 1664)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,12,0.0008736771855275549,3.620907489783623 +1879,1922,1.153243940643428,0.0017146885734921743,0.01725155882607083,0.01868145019683306,1.1479133273876347,1.9751806745451235,1.4035744594991317,0.999851180785456,0.029684249486483065,"model.language_model.layers.14.linear_attn.in_proj_z.weight|2d-64|(0, 320)","model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-64|(640, 768)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,10,0.005330613255793315,3.3378797579946844 +2102,2294,1.2346915949778696,0.008428867009915693,0.006838995712106492,0.006978472527441351,1.7034046651068158,1.2291526575560472,1.4096166931194478,0.9999766137953676,0.004934922350951164,"model.language_model.layers.16.linear_attn.out_proj.weight|2d-128|(1664, 256)","model.language_model.layers.14.linear_attn.out_proj.weight|2d-128|(1664, 1280)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,2,0.005538937421822432,4.562564508188468 +2374,2499,1.2301893672381008,0.020076334182025278,0.0016102592107477035,0.0014122255692321497,1.6869945029182076,1.240192009043935,1.4131263680774693,0.9999987035317967,0.0011837801499674,"model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(1536, 896)","model.language_model.layers.22.linear_attn.out_proj.weight|2d-64|(448, 320)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,10,0.0100026418058341,4.469495004739096 +2567,2763,1.2695864481460726,0.05137510778171311,0.0038620398404455468,0.0038643805628195255,1.5412125162499228,1.309869173548286,1.4115158400963226,0.9999925422963267,0.0032823292574368336,"model.language_model.layers.3.mlp.down_proj.weight|2d-128|(128, 4096)","model.language_model.layers.15.mlp.down_proj.weight|2d-128|(1792, 2048)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,12,0.04028272540221334,4.246803336362765 +2895,2998,1.2607046634517145,0.04258258408548157,0.020104509696868698,0.01975272471471008,1.2842093553481295,1.5545807129543994,1.4001835217173437,0.9997978839194692,0.024337217983966698,"model.language_model.layers.21.mlp.down_proj.weight|2d-64|(1920, 4672)","model.language_model.layers.9.mlp.down_proj.weight|2d-64|(1472, 3968)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,12,0.02350469189641502,3.2033481177751657 +3196,3224,1.165002634633766,0.024969800819028352,0.006383348789872937,0.006421148015807376,1.176757064384531,1.877691419299627,1.4101456130783838,0.999979626221568,0.010185585123646557,"model.language_model.layers.22.mlp.gate_proj.weight|2d-128|(0, 768)","model.language_model.layers.9.mlp.gate_proj.weight|2d-128|(4736, 1664)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,13,0.011754429750765016,3.297535251245149 +3396,3425,1.1556073680743333,0.04332262646817322,0.029352409164452718,0.029305272679461564,1.8759156475702006,1.160280047701772,1.3955194709791388,0.9995691252115796,0.018154875326940118,"model.language_model.layers.11.mlp.gate_proj.weight|2d-64|(1600, 960)","model.language_model.layers.23.mlp.gate_proj.weight|2d-64|(3328, 1344)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,12,0.0046726796274387805,5.099777685190846 +3707,3761,1.23767376620107,0.008572682361740473,-0.004137159083122638,-0.004116707484817262,1.6611255545563899,1.2562683106402666,1.4170256328634634,0.9999914419207402,-0.0031288314347752547,"model.language_model.layers.3.mlp.up_proj.weight|2d-128|(3840, 1152)","model.language_model.layers.22.mlp.up_proj.weight|2d-128|(4864, 1792)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,19,0.018594544439196614,4.452504802355231 +4012,4050,1.2308695305922952,0.03093848916089134,0.015177289762823475,0.01491351482621248,1.2469919859361187,1.6401148476836496,1.403834225732737,0.9998848183043162,0.019962035496897762,"model.language_model.layers.21.mlp.up_proj.weight|2d-64|(832, 1536)","model.language_model.layers.3.mlp.up_proj.weight|2d-64|(960, 832)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,18,0.016122455343823505,3.352392106927462 +4290,4320,1.1788106031166607,0.031194716288879046,0.007827470451400325,0.0073939012405390605,1.77154899682387,1.204995614113319,1.409056325139578,0.9999693648839111,0.005324192320082211,"model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 256)","model.language_model.layers.7.self_attn.k_proj.weight|2d-128|(128, 256)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,16,0.026185010996658153,4.760241574559791 +4506,4549,1.1061310038402714,-0.017947097228173822,-0.011576406231937146,-0.011089397847438346,2.226186505420131,1.125813068887785,1.4207913937395709,0.9999329911642846,-0.005854347510838605,"model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 1984)","model.language_model.layers.3.self_attn.k_proj.weight|2d-64|(448, 1920)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,20,0.019682065047513575,6.917226385623445 +4711,4836,1.1257932081280728,0.018689465441068177,0.015601083371485544,0.01560493036456334,2.126953670838868,1.1236601982082646,1.4050713873299052,0.9998782956928488,0.00824198320528212,"model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(1920, 1792)","model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(512, 1024)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,12,0.0021330099198082486,5.8519019107832495 +4891,5077,1.1272411989089912,0.03676329062987207,-0.005849766902363517,-0.0061935056131166705,2.0140642913516453,1.1558926109226084,1.4177805649943933,0.9999828899672174,-0.0033572425503476965,"model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(1344, 1024)","model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(1472, 768)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,12,0.028651412013617206,5.651400797796692 +5209,5353,1.1240723164469295,0.013278419874643654,0.017927579503314944,0.01762855749454441,2.1351115789398674,1.1211084231796165,1.4037393189225984,0.999839288032408,0.009413447328297535,"model.language_model.layers.11.self_attn.q_proj.weight|2d-128|(2304, 128)","model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(3328, 128)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,8,0.002963893267313056,5.856161514283625 +5505,5541,1.110935429263823,0.08518504711880724,0.053226197964411893,0.052429266886222695,1.1397058214750022,1.8914545271790164,1.3805375934872988,0.9985824812454168,0.08833413957122757,"model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(2880, 1344)","model.language_model.layers.11.self_attn.q_proj.weight|2d-64|(2304, 192)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,8,0.028770392211179274,3.1279678868643677 +5777,5833,1.0848165613592633,0.03185533250406268,0.0029491881443518323,0.002984122559570275,1.109220235007757,2.2968717121686115,1.4125793456028444,0.9999956511351883,0.006106908807498804,"model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(128, 128)","model.language_model.layers.3.self_attn.v_proj.weight|2d-128|(256, 640)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,16,0.024403673648493607,3.71498109378732 +6081,6122,1.0792150660102218,-0.0006924236432984381,-0.008604826231828774,-0.008498872608256654,2.6535082358341118,1.0833845713089345,1.4184657194253976,0.9999629777974384,-0.0035132116239417967,"model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(256, 1728)","model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(64, 1472)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,12,0.004169505298712739,8.741911881107253 +6270,6394,1.2194691373941706,-0.003179148046194489,-0.004690369914317357,-0.004556182905074906,1.2171663830958612,1.765997477264068,1.4173096012305948,0.9999890001545352,-0.0068052992188721755,"model.visual.blocks.5.attn.proj.weight|2d-128|(384, 0)","model.visual.blocks.21.attn.proj.weight|2d-128|(896, 256)",model.visual.layers.*.attn.proj.weight,2d-128,16,0.002302754298309395,3.1000541487382316 +6415,6524,1.1945355377698348,0.024775006015890878,0.0051235605106987854,0.005330716884577423,1.237262057615862,1.6863007868801865,1.4107534199504665,0.999986874477707,0.006983051058292509,"model.visual.blocks.18.attn.proj.weight|2d-64|(704, 320)","model.visual.blocks.0.attn.proj.weight|2d-64|(448, 768)",model.visual.layers.*.attn.proj.weight,2d-64,18,0.042726519846027156,3.3714314889910058 +6692,6732,1.105414150028147,0.03703744717048023,0.00612406920892127,0.006113213279866823,2.098017478729147,1.1337583648860063,1.4105865233987203,0.999981247712338,0.003309416991588221,"model.visual.blocks.10.attn.qkv.weight|2d-128|(1664, 0)","model.visual.blocks.0.attn.qkv.weight|2d-128|(1152, 512)",model.visual.layers.*.attn.qkv.weight,2d-128,10,0.02834421485785943,9.353019046111847 +7074,7099,1.099455693227283,-0.00028909349715785333,-0.008467554396015348,-0.009069372818913285,1.1195807057871625,2.2615383858940925,1.4189669027529739,0.9999641496186503,-0.017104349157009698,"model.visual.blocks.1.attn.qkv.weight|2d-64|(448, 320)","model.visual.blocks.18.attn.qkv.weight|2d-64|(2816, 512)",model.visual.layers.*.attn.qkv.weight,2d-64,17,0.02012501255987953,3.062911442595313 +7391,7417,1.2193057185470035,0.003060131160586543,-0.002590123212356777,-0.0027702974880582615,1.217226748202488,1.760478109196753,1.4159260268698346,0.9999966456252465,-0.0037461017203328315,"model.visual.blocks.1.mlp.linear_fc1.weight|2d-128|(0, 128)","model.visual.blocks.17.mlp.linear_fc1.weight|2d-128|(2560, 0)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,16,0.0020789703445154295,3.4171268338278806 +7430,7558,1.2220359797266755,0.042511821649463336,0.04066511480360715,0.03995937976082638,1.23089787622836,1.6206098640681816,1.386236736717824,0.9991728321156503,0.05354001127707233,"model.visual.blocks.2.mlp.linear_fc1.weight|2d-64|(192, 128)","model.visual.blocks.14.mlp.linear_fc1.weight|2d-64|(3648, 512)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,12,0.008861896501684452,3.384961794720166 +7763,7876,1.2289307930210276,0.03972386520847827,-0.004170474030684575,-0.004161793928640492,1.680587069766193,1.2480878650416942,1.4170338399918563,0.9999913035353655,-0.003097202235343324,"model.visual.blocks.13.mlp.linear_fc2.weight|2d-128|(896, 2560)","model.visual.blocks.0.mlp.linear_fc2.weight|2d-128|(768, 512)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,13,0.019157072020666632,4.677993450345576 +8111,8123,1.2174775834634817,0.009220544240411719,0.006374916995660082,0.006187926366175234,1.688392627411004,1.2353040377296491,1.4099107081101905,0.9999796800101982,0.004664176197574256,"model.visual.blocks.10.mlp.linear_fc2.weight|2d-64|(512, 2368)","model.visual.blocks.0.mlp.linear_fc2.weight|2d-64|(704, 2752)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,10,0.01782645426616747,4.941216223654265 +8246,8417,1.3366152614420301,0.05659502973118958,0.0009082451612854886,0.0008248057111059707,1.4453507730495323,1.3838008529028427,1.4135717980978517,0.9999995875452784,0.0008695677563308484,"model.visual.merger.linear_fc1.weight|2d-128|(128, 2816)","model.visual.merger.linear_fc1.weight|2d-128|(1152, 1664)",model.visual.merger.linear_fc1.weight,2d-128,0,0.04718559146081258,3.4991603395630393 +8580,8646,1.3436040902609327,0.06007888818716152,0.037133088578741376,0.03604014814257596,1.4108440487880558,1.3657012448700314,1.3877222618122185,0.9993103290432874,0.035944940435776375,"model.visual.merger.linear_fc1.weight|2d-64|(1152, 2944)","model.visual.merger.linear_fc1.weight|2d-64|(448, 3456)",model.visual.merger.linear_fc1.weight,2d-64,0,0.022097154609098668,3.7184217341422694 +8848,8887,1.3456438293623743,0.05888752823743794,0.004120298453386534,0.004155941246318857,1.4081353158203342,1.4144802654866508,1.411297093589074,0.9999915115343004,0.004138864202006872,"model.visual.merger.linear_fc2.weight|2d-128|(512, 2048)","model.visual.merger.linear_fc2.weight|2d-128|(1536, 2560)",model.visual.merger.linear_fc2.weight,2d-128,0,0.06249148645795999,3.523537231793076 +9122,9207,1.3451668885085362,0.0674200336149647,0.037966181130080955,0.03784072797124601,1.416304772096946,1.3596877119501332,1.3871304127833375,0.9992790246424659,0.03644847561716086,"model.visual.merger.linear_fc2.weight|2d-64|(1856, 1664)","model.visual.merger.linear_fc2.weight|2d-64|(1216, 3840)",model.visual.merger.linear_fc2.weight,2d-64,0,0.014520823441596997,3.5675125456462387 +9307,9355,0.7418560218008596,0.6743858803526699,0.5808101860865283,0.584029029446372,0.818825409682201,1.2235598872044882,0.9623755667167639,0.8140390210168874,0.8678969135203891,"model.visual.pos_embed.weight|2d-128|(1408, 384)","model.visual.pos_embed.weight|2d-128|(2176, 384)",model.visual.pos_embed.weight,2d-128,0,0.07696938788134133,2.1554968197570656 +9434,9482,0.5017107550902656,0.865314702195518,0.7973077978455286,0.7993339870409313,0.6102930118510487,0.6875568822415539,0.6454822926059035,0.6035729247528534,0.8982479776572405,"model.visual.pos_embed.weight|2d-64|(256, 640)","model.visual.pos_embed.weight|2d-64|(448, 640)",model.visual.pos_embed.weight,2d-64,0,0.10858225676078304,2.0438682888594295 +9733,9789,1.1963963938800162,0.01280674825053147,0.0002825096513802287,0.0002484700683010286,2.0538965292485125,1.1446798155809745,1.4140436568758388,0.9999999600941476,0.00015744858177450948,"mtp.fc.weight|2d-128|(384, 2688)","mtp.fc.weight|2d-128|(1152, 2048)",mtp.fc.weight,2d-128,0,0.05171657829904164,5.880204893078836 +9876,9991,1.1380977687636435,0.003521118799051294,0.003807800524643191,0.003786054423100462,2.0762779669002582,1.1386798931367623,1.4119413214598087,0.9999927503013032,0.0020882877743773243,"mtp.fc.weight|2d-64|(1984, 2688)","mtp.fc.weight|2d-64|(1152, 2688)",mtp.fc.weight,2d-64,0,0.0005821243731187753,6.387667574836021 +10239,10272,1.3205477354996715,0.018134427671251216,-0.009563103644430358,-0.009555458207115975,1.3215639586183707,1.5465747406666757,1.4208772697129235,0.9999542724788398,-0.01119132709575077,"mtp.layers.0.mlp.down_proj.weight|2d-128|(1152, 3328)","mtp.layers.0.mlp.down_proj.weight|2d-128|(1664, 5120)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.0010162231186992,3.6365151584262567 +10414,10422,1.2742927085456495,0.03673500454250606,0.004072143438500732,0.004058229554606232,1.3407215482915258,1.4944576470859485,1.4113481023133698,0.999991708789536,0.004539082637594058,"mtp.layers.0.mlp.down_proj.weight|2d-64|(1984, 4992)","mtp.layers.0.mlp.down_proj.weight|2d-64|(768, 5184)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.06642883974587632,3.380088072107025 +10677,10879,1.3111983055952274,0.029484799806965396,-0.005248246267341619,-0.005244302508063006,1.3516314771090019,1.4949831291876194,1.4179010505463414,0.9999862278607228,-0.005804866015905071,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(256, 640)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(2560, 1920)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.04043317151377446,3.775385593395015 +11053,11123,1.2985430476968525,0.020925716528916317,0.005908079521351614,0.0058359832920750815,1.5285997832076164,1.3154395890557562,1.4100765416437249,0.9999825471458837,0.005084209603489084,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(5568, 128)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(960, 1024)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.016896541358903727,4.469876799292508 +11159,11208,1.3337254735798134,0.052296564903796035,0.004307765519223267,0.004287491772651457,1.438028455562785,1.385755382691565,1.4111663161155172,0.9999907215350707,0.004151176030310574,"mtp.layers.0.mlp.up_proj.weight|2d-128|(3200, 768)","mtp.layers.0.mlp.up_proj.weight|2d-128|(384, 1024)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.05202990911175154,3.734529744188107 +11578,11617,1.3150058318442934,0.07747400021862892,0.044458698822490796,0.044526280320465024,1.3302177952699679,1.441526167722275,1.3825226696279058,0.9990112232097351,0.04817886060718143,"mtp.layers.0.mlp.up_proj.weight|2d-64|(896, 960)","mtp.layers.0.mlp.up_proj.weight|2d-64|(5824, 256)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.015211963425674435,3.285221533341099 +11707,11721,1.238452553909419,0.006792811180477002,0.002933740236129136,0.0029350946747436534,1.6738668880559981,1.2442704525383028,1.4122257082353256,0.9999956965748538,0.0021807984358169033,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(256, 1408)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 1152)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.005817898628883711,5.108074705627308 +11736,11771,1.087735136450594,0.06703796598683859,0.023904137313238073,0.02376138811835445,2.057564042526637,1.1291177037052058,1.3998832683707985,0.9997142552846338,0.013117737321572521,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 512)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(64, 704)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.04138256725461176,6.1502656818012476 +11986,12064,1.1878385992351141,0.024966253234566662,0.0017316689295412508,0.0017379691526394393,1.20473570285189,1.7885346228447603,1.4130783749435698,0.9999985006602352,0.002570812692325276,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(0, 256)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(640, 0)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.016897103616775766,3.6247588316438923 +12251,12490,1.1766207872454575,0.033971405105732384,0.002543001576544124,0.002531187872655845,1.2357119755960624,1.6962784607718289,1.4125009551435412,0.9999967665662632,0.003490812491252145,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(576, 1920)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(1408, 64)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.059091188350604895,3.4679097138121966 +12566,12596,1.059242067404298,0.06203642145294985,0.04686472013303689,0.04612186527011946,2.5171719335169285,1.0677964419680233,1.3901821770331413,0.9989012453725604,0.01988023970296165,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(3456, 512)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(768, 512)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.00855437456372532,7.590111416840636 +12799,12846,1.058346189807223,0.016623229119789144,0.008760064698308229,0.008857701721110629,3.092054096324291,1.0536337516374485,1.4104261882152103,0.9999616298971082,0.0029850382771884247,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(576, 256)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(896, 1792)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.004712438169774513,8.503683089968902 +13027,13068,1.3608193580359125,0.05966197192955485,-0.006938916924119488,-0.0069022981004538825,1.3952719385229622,1.4442104909414817,1.4191087314168371,0.9999759254261675,-0.007182296397498889,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 384)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(384, 1536)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.03445258048704969,3.5977450056318925 +13184,13225,1.3053442665431771,0.02950216622389568,0.01976787702279374,0.019846971030274496,1.306355817376597,1.5180037916592022,1.4003234598898915,0.9998045964277278,0.022970550499721222,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 1024)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(256, 1600)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.0010115508334198609,3.414619690362423 +114,222,1.1754198907096256,0.2760033195826203,0.2504998391790975,0.25055426580649776,1.2613943819773032,1.1909838638250232,1.2246736780378298,0.9681166409948991,0.23651704067795404,"model.language_model.embed_tokens.weight|2d-128|(176768, 1408)","model.language_model.embed_tokens.weight|2d-128|(137216, 1408)",model.language_model.embed_tokens.weight,2d-128,0,0.015563973115397589,3.4395844440122096 +269,507,1.1770126263314498,0.2919816414444918,0.24109055427040957,0.240335090863468,1.2362382956774798,1.2278099596572776,1.2320025058211665,0.9705026247473969,0.23944686453050043,"model.language_model.embed_tokens.weight|2d-64|(119488, 512)","model.language_model.embed_tokens.weight|2d-64|(184256, 512)",model.language_model.embed_tokens.weight,2d-64,0,0.05079733332582781,3.1900916497291347 +559,650,0.13981392123265826,0.9911223952343798,0.9911223952343801,0.9931496740793578,0.14750464294625726,0.13981392123265826,0.1435049521020586,0.1329526143588964,0.9394464183050267,"model.language_model.layers.1.linear_attn.conv1d.weight|3d-axis0-slice|(5342, 0, 0)","model.language_model.layers.8.linear_attn.conv1d.weight|3d-axis0-slice|(5427, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,7,0.0,0.2554459353732237 +801,933,0.605395921895391,0.7961138112002167,0.7961138112002167,0.8516591200136194,0.605395921895391,0.7773921623553772,0.6754919697084648,0.6051469239914102,1.0222940307101345,"model.language_model.layers.8.linear_attn.conv1d.weight|3d-volume|(1960, 0, 0)","model.language_model.layers.10.linear_attn.conv1d.weight|3d-volume|(924, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,2,0.0,1.5894328033184537 +1116,1260,1.1499404358360517,0.03679609735315701,0.0018552524796961194,0.0018818615031141813,1.1787527430852407,1.8832210324397325,1.4130331059020285,0.9999982790176374,0.0029640232107583267,"model.language_model.layers.16.linear_attn.in_proj_qkv.weight|2d-128|(3968, 896)","model.language_model.layers.12.linear_attn.in_proj_qkv.weight|2d-128|(2688, 1408)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,4,0.02881230724918904,2.997130815645161 +1330,1423,1.1455388098986752,-0.00929392085175387,-0.0031445252411106484,-0.0031424820385513703,1.9782859178098555,1.1611090910352841,1.4161535587611929,0.9999950559682823,-0.0018456062450697911,"model.language_model.layers.1.linear_attn.in_proj_qkv.weight|2d-64|(4480, 1984)","model.language_model.layers.20.linear_attn.in_proj_qkv.weight|2d-64|(3392, 576)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,19,0.015570281136608966,5.558409562966667 +1635,1775,1.1557797603429936,-0.006654318556523587,-0.00022585729415642493,0.002000765956628109,1.995041875872817,1.155810689508444,1.414352102062335,0.999999974494241,-0.0001308485190443645,"model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(256, 1920)","model.language_model.layers.21.linear_attn.in_proj_z.weight|2d-128|(384, 128)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,3,3.0929165450332974e-05,5.49072656535666 +2021,2022,1.1532690618472967,0.02935474521544682,0.032519096204945114,0.032314871055832195,1.8978869637538314,1.1530923160330688,1.3936561540328225,0.9994711143309813,0.01975750962749435,"model.language_model.layers.16.linear_attn.in_proj_z.weight|2d-64|(576, 640)","model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-64|(896, 1664)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,14,0.0001767458142278855,5.178400177224658 +2118,2279,1.234935103627485,0.016104294015279474,0.0012800926790249956,0.001240646686921925,1.6482582757057862,1.2567438325022484,1.4133404260839555,0.9999991806810309,0.0009760294263998617,"model.language_model.layers.17.linear_attn.out_proj.weight|2d-128|(512, 896)","model.language_model.layers.14.linear_attn.out_proj.weight|2d-128|(1536, 0)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,3,0.021808728874763483,4.4798008773850855 +2397,2403,1.2302391167472038,-0.016933168323232918,-0.013004733094919917,-0.013042634927391059,1.2478815479787688,1.7011019957795839,1.42295788625215,0.9999154348829354,-0.017727946581293196,"model.language_model.layers.6.linear_attn.out_proj.weight|2d-64|(1280, 256)","model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(192, 960)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,6,0.01764243123156506,3.4243085080392675 +2664,2715,1.2696024084244006,0.03875670348856208,0.014486838745640721,0.014525168592726697,1.2808276552466293,1.571678457679024,1.4041447836834025,0.9998950602454029,0.017776515273640874,"model.language_model.layers.21.mlp.down_proj.weight|2d-128|(256, 1280)","model.language_model.layers.3.mlp.down_proj.weight|2d-128|(640, 4608)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,18,0.011225246822228696,3.222004701489893 +2876,2931,1.2607894170935576,0.04053033637189971,0.02831865273182724,0.028767833941799444,1.2606088077880464,1.5829000880298238,1.394560658444981,0.9995989465317848,0.035558690075114995,"model.language_model.layers.22.mlp.down_proj.weight|2d-64|(896, 1024)","model.language_model.layers.4.mlp.down_proj.weight|2d-64|(1280, 2112)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,18,0.00018060930551122567,3.2466396774531203 +3116,3320,1.1651677192390208,0.040123482262760815,0.0069698638385136255,0.007190521948826,1.20182561698602,1.784108121896997,1.4096388332801946,0.9999757102040392,0.010346751231674724,"model.language_model.layers.19.mlp.gate_proj.weight|2d-128|(640, 896)","model.language_model.layers.11.mlp.gate_proj.weight|2d-128|(2560, 0)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,8,0.036657897746999124,3.245074813693184 +3336,3370,1.1556629287422284,0.04386863369489266,0.03256586058910094,0.03255847593558687,1.8259918913513795,1.1699549206488051,1.393136249799304,0.9994695916955609,0.02086569443262104,"model.language_model.layers.11.mlp.gate_proj.weight|2d-64|(5696, 1088)","model.language_model.layers.22.mlp.gate_proj.weight|2d-64|(1344, 1472)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,11,0.014291991906576706,5.0005504780338335 +3607,3653,1.237803027716599,0.036115894778576595,-0.0019219283317099657,-0.001898665673078337,1.2737391729668588,1.6184515382614348,1.4155338843193352,0.9999981530940384,-0.0024420602984510393,"model.language_model.layers.20.mlp.up_proj.weight|2d-128|(4480, 1152)","model.language_model.layers.2.mlp.up_proj.weight|2d-128|(1024, 640)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,18,0.03593614525025979,3.0840248168522884 +3952,3964,1.2311228100532654,0.026324949232870872,0.014245070239568182,0.014277210168015907,1.2436617888379036,1.6499214509577766,1.404496833109874,0.999898533839244,0.018898423325062974,"model.language_model.layers.22.mlp.up_proj.weight|2d-64|(320, 512)","model.language_model.layers.2.mlp.up_proj.weight|2d-64|(3136, 1920)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,20,0.012538978784638166,3.2513122349375414 +4293,4334,1.1788520175450863,0.029921449231475876,-0.0025835805286151827,-0.0025799882399071793,1.7178201624979912,1.2321478684042804,1.415942950728624,0.9999966625502568,-0.001853135334350067,"model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 640)","model.language_model.layers.7.self_attn.k_proj.weight|2d-128|(128, 1664)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,16,0.05329585085919408,5.083141597771755 +4489,4506,1.106211429614311,0.00021357604211844658,0.002133182205219309,0.0016752393547443051,1.1109772599969052,2.285242795637048,1.4130268143911984,0.9999977247642513,0.004387883930470508,"model.language_model.layers.3.self_attn.k_proj.weight|2d-64|(448, 1088)","model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 1984)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,20,0.0047658303825941495,3.2907051232460938 +4739,4772,1.1258273958599998,0.020068011764829946,0.002289275716521512,0.002245600048295336,2.0593358281672254,1.1424691927956214,1.4128394947134895,0.9999973796049136,0.0012700342237373867,"model.language_model.layers.11.self_attn.o_proj.weight|2d-128|(1024, 384)","model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(1664, 768)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,8,0.016641796935621622,5.559023341260275 +4891,5041,1.1276475670498525,0.02159695142530754,-0.006735704004121678,-0.007210612389294553,2.0640579954009075,1.147389392803483,1.4182530185593751,0.9999773148884773,-0.003744311131089143,"model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(1344, 1024)","model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(1728, 896)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,12,0.019741825753630593,5.60821906113954 +5144,5288,1.124098691367764,0.010408941951626166,0.006086386121679192,0.0060717309069146744,1.1329690309219616,2.103232355959653,1.4106151645221907,0.9999814777804525,0.011298706206967097,"model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(3968, 1920)","model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(3200, 0)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,4,0.008870339554197582,3.3380824847954074 +5439,5576,1.1110753460349305,0.05352197022560105,-0.0030737474745747943,-0.002583884962664916,1.1482207729670113,2.045959764804692,1.4160675809222028,0.9999952760270734,-0.00547696384546314,"model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(320, 1088)","model.language_model.layers.15.self_attn.q_proj.weight|2d-64|(1280, 1152)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,12,0.03714542693208078,3.02989274217832 +5647,5777,1.0848265783944475,0.034225376328139684,0.01660497370442508,0.016714412371374058,2.328053877217559,1.0986512164545161,1.4051207954513012,0.9998621279197824,0.007836190879467792,"model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(256, 1664)","model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(128, 128)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,12,0.013824638060068617,7.991814001494211 +6012,6063,1.079295317359084,0.02902947027116056,0.015288333196641139,0.014976175237191667,1.1030124619957644,2.293252897723433,1.4057427108180438,0.999883126604339,0.031785692013961385,"model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(448, 1472)","model.language_model.layers.3.self_attn.v_proj.weight|2d-64|(448, 1792)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,16,0.0237171446366804,3.909257322353156 +6253,6394,1.219552477835333,-0.011332930105757385,0.0065659193026368235,0.006571288630032238,1.2139764497716112,1.7470200166938157,1.4098555215286577,0.9999784441195276,0.009448941494590659,"model.visual.blocks.5.attn.proj.weight|2d-128|(768, 0)","model.visual.blocks.21.attn.proj.weight|2d-128|(896, 256)",model.visual.layers.*.attn.proj.weight,2d-128,16,0.005576028063721816,3.263957849752631 +6547,6560,1.1950618390980983,0.04222349426673071,-0.006372855461376305,-0.0068808608547278535,1.2289084410853324,1.7358699570079104,1.4184574496208027,0.9999796931504501,-0.0090018490929942,"model.visual.blocks.7.attn.proj.weight|2d-64|(128, 320)","model.visual.blocks.2.attn.proj.weight|2d-64|(64, 640)",model.visual.layers.*.attn.proj.weight,2d-64,5,0.033846601987234104,3.0874704720442225 +6764,6852,1.106002996131035,0.00040506076022399015,0.017956631204426053,0.01792359464953762,1.1047578833364273,2.2644817438018516,1.4041706766013746,0.9998387666998055,0.03680667425499844,"model.visual.blocks.23.attn.qkv.weight|2d-128|(2176, 256)","model.visual.blocks.21.attn.qkv.weight|2d-128|(2304, 768)",model.visual.layers.*.attn.qkv.weight,2d-128,2,0.0012451127946075946,2.844894281886312 +7099,7115,1.099765601278457,-0.01009552128484155,0.011792152026209765,0.011913517646181914,2.417264737374848,1.0925273999666587,1.40794086170542,0.9999304701580959,0.005329680689918037,"model.visual.blocks.18.attn.qkv.weight|2d-64|(2816, 512)","model.visual.blocks.3.attn.qkv.weight|2d-64|(1856, 320)",model.visual.layers.*.attn.qkv.weight,2d-64,15,0.007238201311798198,6.4911328329798295 +7319,7340,1.219526623027423,0.04605400743148573,0.012459373170789458,0.012476426863178678,1.6839081229330646,1.2315210491619542,1.4057926638059897,0.9999223789975855,0.009112124414759927,"model.visual.blocks.17.mlp.linear_fc1.weight|2d-128|(3328, 512)","model.visual.blocks.1.mlp.linear_fc1.weight|2d-128|(3200, 768)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,16,0.011994426134531055,4.389107638624131 +7642,7678,1.2222067768245384,0.025315283293392197,0.0221498634497202,0.0206173747406935,1.6423647059897297,1.23936476190455,1.3990710419850414,0.9997546616791336,0.01671477726016869,"model.visual.blocks.18.mlp.linear_fc1.weight|2d-64|(3840, 576)","model.visual.blocks.1.mlp.linear_fc1.weight|2d-64|(3136, 192)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,17,0.01715798508001165,4.686429338170482 +7776,7861,1.2289581934663194,0.016092914971206455,-0.002868535165606978,-0.0026753507491065354,1.2350933009384568,1.710607662508636,1.4161375867699113,0.9999958857445383,-0.00397292919549831,"model.visual.blocks.4.mlp.linear_fc2.weight|2d-128|(0, 1664)","model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(640, 1920)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,6,0.006135107472137413,3.49956248864809 +8027,8111,1.217554107924292,0.01472869581629362,0.006782458713245349,0.0068267715012751105,1.2298214382557786,1.7017551763962084,1.409652583180825,0.9999769988623755,0.009385170777579431,"model.visual.blocks.5.mlp.linear_fc2.weight|2d-64|(384, 448)","model.visual.blocks.10.mlp.linear_fc2.weight|2d-64|(512, 2368)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,5,0.012267330331486637,3.7849613660661827 +8195,8342,1.3367133612480546,0.057942911880930495,-0.003182383716439888,-0.003157033512178792,1.4096549851320965,1.4233684952029344,1.4164619547202657,0.9999949362041196,-0.0032133428175000517,"model.visual.merger.linear_fc1.weight|2d-128|(3584, 0)","model.visual.merger.linear_fc1.weight|2d-128|(512, 2816)",model.visual.merger.linear_fc1.weight,2d-128,0,0.0729416238840419,3.6612207049715275 +8637,8675,1.3436429387181048,0.03414700153334592,0.022851203605422706,0.021747890933009488,1.3699780235069194,1.4277635828215716,1.3979758830851647,0.9997388771543214,0.023815065476704523,"model.visual.merger.linear_fc1.weight|2d-64|(256, 1088)","model.visual.merger.linear_fc1.weight|2d-64|(2432, 192)",model.visual.merger.linear_fc1.weight,2d-64,0,0.026335084788814633,3.479479229233557 +8704,8841,1.3456648868638157,0.04574397615082676,0.008992916394845113,0.009000449945301704,1.4066761345297456,1.409007276317097,1.407840257936506,0.9999595629097785,0.009007819443730056,"model.visual.merger.linear_fc2.weight|2d-128|(1280, 2816)","model.visual.merger.linear_fc2.weight|2d-128|(512, 1152)",model.visual.merger.linear_fc2.weight,2d-128,0,0.06101124766592991,3.630354375814985 +9152,9173,1.3452895296869158,0.03439145268999652,0.004355226048386217,0.004013483310779755,1.4414407332077241,1.382660492310959,1.4111332650072215,0.9999905159580601,0.004177625103452246,"model.visual.merger.linear_fc2.weight|2d-64|(896, 256)","model.visual.merger.linear_fc2.weight|2d-64|(704, 2560)",model.visual.merger.linear_fc2.weight,2d-64,0,0.03737096262404327,3.7326329359236063 +9284,9356,0.741880672936938,0.6734424529018047,0.6430407798903832,0.6520432021873585,0.9925559257798338,0.7788154970943367,0.8665050880966123,0.7658319367837618,0.5045661525306809,"model.visual.pos_embed.weight|2d-128|(1024, 512)","model.visual.pos_embed.weight|2d-128|(2176, 512)",model.visual.pos_embed.weight,2d-128,0,0.03693482415739868,4.763504875254306 +9534,9595,0.5023614440431814,0.8672446498288979,0.7651520963545366,0.7648099559453708,0.6504158570894814,0.7586444527282332,0.6983168099807636,0.6438495705087159,0.8924726958384844,"model.visual.pos_embed.weight|2d-64|(640, 896)","model.visual.pos_embed.weight|2d-64|(1600, 896)",model.visual.pos_embed.weight,2d-64,0,0.14805441304629996,2.4163158156719886 +9781,9796,1.196811055516138,0.04325771773378088,-0.008619639517884983,-0.00860703456612709,1.2513537461957713,1.6826421542483723,1.4200387391952922,0.9999628502172377,-0.011590462610042252,"mtp.fc.weight|2d-128|(1152, 2432)","mtp.fc.weight|2d-128|(1536, 3840)",mtp.fc.weight,2d-128,0,0.054542690679633354,3.4830170510094827 +9991,10032,1.1381454337226342,0.019598152652548703,0.022130030779489756,0.02188272436131415,1.147343456015013,1.9610798698280567,1.4005060661223714,0.9997551008810602,0.03782542851733909,"mtp.fc.weight|2d-64|(1152, 2688)","mtp.fc.weight|2d-64|(1024, 3584)",mtp.fc.weight,2d-64,0,0.009198022292378871,3.5399957649110125 +10239,10328,1.3206104780188794,0.057347029799904393,0.015263042401026286,0.015255317040895326,1.310074009535121,1.5202622006230078,1.403498759311664,0.9998835129837198,0.017711843956831386,"mtp.layers.0.mlp.down_proj.weight|2d-128|(1152, 3328)","mtp.layers.0.mlp.down_proj.weight|2d-128|(1664, 3968)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.010536468483758332,3.5344119913410927 +10414,10524,1.2744519821691098,0.034851851570149354,0.01389055775025864,0.013848879173818442,1.374894728283826,1.4358183481129956,1.4043663969566005,0.9999035215486476,0.01450606891790142,"mtp.layers.0.mlp.down_proj.weight|2d-64|(1984, 4992)","mtp.layers.0.mlp.down_proj.weight|2d-64|(128, 5952)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.10044274611471615,3.5123649902719705 +10737,10778,1.3113095355513606,0.04901335089207737,0.011670107121319773,0.011556498448053034,1.4590395847337096,1.358278980025365,1.4059585410384872,0.9999319019812184,0.010864174874615202,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(4224, 1664)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(1024, 1280)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.04696944447400431,3.876872031349219 +10973,11080,1.2985803725103906,0.029458929503872813,0.01878674525117175,0.0184051684960256,1.5110441770709253,1.3119541453022507,1.4009990780672223,0.9998235135276964,0.01631146771419328,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(5568, 1344)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(4160, 1152)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.013373772791860139,4.2300052516237425 +11234,11333,1.3338154114798662,0.05009902734190847,0.01946204028064678,0.01957721973539279,1.383779466480696,1.4176098125977352,1.4003882571913422,0.9998105965572252,0.019937844102561077,"mtp.layers.0.mlp.up_proj.weight|2d-128|(640, 256)","mtp.layers.0.mlp.up_proj.weight|2d-128|(4480, 0)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.04996405500082979,3.9477249965086822 +11572,11621,1.3150900257012241,0.05359053769820034,0.007943753759682055,0.007984219256197717,1.4859149165543442,1.3422448811367542,1.4086143122729722,0.9999684478903349,0.0071756886630285925,"mtp.layers.0.mlp.up_proj.weight|2d-64|(320, 256)","mtp.layers.0.mlp.up_proj.weight|2d-64|(1856, 1344)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.02715485543553009,3.864487512770273 +11672,11721,1.2385845994100038,-0.000990938370411361,-0.0033010924871367626,-0.003318761300600269,1.777006237976086,1.212451156401016,1.4163853582483368,0.999994551379352,-0.0022523350328664048,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 1024)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 1152)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.026133443008987678,4.814607190338035 +11757,11929,1.0877562241199465,0.017007249159325125,0.015148353102812505,0.015061450207258584,2.299315082238283,1.1024322685953223,1.405837148584249,0.9998852571161716,0.007263046898452832,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 1856)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 576)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.014676044475375738,7.3962793369682425 +12055,12131,1.1879180019819513,0.041605549956554064,-0.004922616945634541,-0.0049359185957117795,1.9166672237502138,1.175722664085453,1.4173130174130766,0.9999878838478027,-0.0030196333708202975,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(512, 896)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1152, 384)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.012195337896498293,4.629724817992126 +12310,12316,1.1766446280872862,0.026225113909980974,0.005135083329710463,0.0052109046231978914,1.747836795846487,1.2149160615008407,1.4108060026418499,0.9999868153726813,0.0035693808650990354,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(1344, 64)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(1792, 1920)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.038271433413554545,5.0606412049673715 +12581,12611,1.0592757862978217,-0.015078476309000987,-0.006291003077289905,-0.006240268098737212,3.099194892673685,1.0587772632659118,1.4169327084721834,0.9999802114443473,-0.002149193984901081,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 640)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(896, 384)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.0004985230319098921,9.664503037720952 +12925,12965,1.0583844367225088,0.04810203469703638,0.027232920998732306,0.02765870200230474,2.6931157676178303,1.0653334709805138,1.4009781229925398,0.9996291152291817,0.010772705206869,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(3456, 768)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(832, 1536)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.006949034258004971,7.760391351452945 +13022,13063,1.3608480869898807,0.04576119335544279,0.002640259065789841,0.0026343639478811944,1.3862235096362447,1.4400047727092313,1.4123467367479423,0.9999965145099584,0.0027426931007135035,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(0, 1792)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(384, 896)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.025375422646364054,3.6083997599123125 +13236,13290,1.305399604258025,0.04624459983527435,0.010004146382562489,0.009958741275400508,1.3423117369487099,1.4824093000653495,1.4071566724461884,0.999949957275441,0.011048282771062758,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(320, 256)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 1664)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.03691213269068494,3.461988985880592 +110,155,1.175471030196545,0.2234072146993158,0.2741495693479965,0.2734047748771003,1.2751733174300448,1.147211779448621,1.2061311441674405,0.9616870663715448,0.2466391124938527,"model.language_model.embed_tokens.weight|2d-128|(23040, 1152)","model.language_model.embed_tokens.weight|2d-128|(241920, 1152)",model.language_model.embed_tokens.weight,2d-128,0,0.028259250747924014,3.4254478074885553 +268,386,1.177295167665136,0.24561768391607364,0.20728226965403612,0.2033624557861709,1.3004338328913632,1.2221258948936966,1.2594577003074026,0.9782811767007844,0.19480039882790248,"model.language_model.embed_tokens.weight|2d-64|(177984, 128)","model.language_model.embed_tokens.weight|2d-64|(224640, 128)",model.language_model.embed_tokens.weight,2d-64,0,0.04483072722856063,3.2903886624110563 +558,571,0.14009092202390983,0.9901901449619489,0.9901901449619488,0.9975153893642287,0.14293662524709028,0.14009092202390985,0.1414923157878411,0.13972643565279577,0.9704766021088929,"model.language_model.layers.13.linear_attn.conv1d.weight|3d-axis0-slice|(647, 0, 0)","model.language_model.layers.16.linear_attn.conv1d.weight|3d-axis0-slice|(5167, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,3,2.7755575615628914e-17,0.24271186459442193 +966,1014,0.6077974543750911,0.8270437527465543,0.8270437527465542,0.828041343198742,0.6077974543750911,1.0199347165271788,0.7383890980001937,0.5621375552681892,1.387848253462018,"model.language_model.layers.17.linear_attn.conv1d.weight|3d-volume|(1592, 0, 0)","model.language_model.layers.5.linear_attn.conv1d.weight|3d-volume|(1024, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,12,0.0,1.8537600666907355 +1031,1038,1.1499887094885377,0.029496790949305247,0.00020870480100075966,0.00020930634818020345,1.9513488394097351,1.1643958618181218,1.4140836794550191,0.9999999782211527,0.00012453693656351518,"model.language_model.layers.8.linear_attn.in_proj_qkv.weight|2d-128|(3840, 512)","model.language_model.layers.21.linear_attn.in_proj_qkv.weight|2d-128|(1408, 384)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,13,0.014407152329584116,5.208424583135722 +1433,1527,1.1458409051141212,-0.011308975503486366,0.0010751595032917405,0.0009684400246391919,2.008857180063135,1.15229963933071,1.4135571587623859,0.9999994220158542,0.0006167217461557527,"model.language_model.layers.0.linear_attn.in_proj_qkv.weight|2d-64|(4352, 1472)","model.language_model.layers.20.linear_attn.in_proj_qkv.weight|2d-64|(3328, 576)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,20,0.006458734216588713,5.779814782296633 +1565,1613,1.1561320731726858,0.018274882352819082,-0.00011359450188982593,-0.00019106643436823693,1.1785674050462682,1.889935259343439,1.4142856904212506,0.9999999935481446,-0.00018215865589860664,"model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-128|(1024, 384)","model.language_model.layers.10.linear_attn.in_proj_z.weight|2d-128|(1408, 640)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,6,0.022435331873582376,3.190989319618943 +1809,1811,1.1533539163442577,0.01175223696278909,-0.012833781733485712,-0.012963285273396545,1.1654357496396666,1.9893558489419592,1.422107492789877,0.999917643631923,-0.02190679217060917,"model.language_model.layers.5.linear_attn.in_proj_z.weight|2d-64|(1280, 1088)","model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-64|(320, 704)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,13,0.012081833295408906,3.302623013205794 +2134,2293,1.2349475333481017,0.007639812568899205,0.0021538837481101763,0.002154334343266987,1.6480729798878755,1.2559878999961445,1.412744304067043,0.9999976803897095,0.0016414636722026552,"model.language_model.layers.16.linear_attn.out_proj.weight|2d-128|(1280, 256)","model.language_model.layers.18.linear_attn.out_proj.weight|2d-128|(384, 128)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,2,0.021040366648042763,4.581677384688223 +2307,2393,1.2306595011750523,0.04614353626402967,0.02293198723403319,0.023177960386921905,1.2906811625851458,1.537888617913673,1.3981528343599634,0.9997370274034558,0.027324209243686667,"model.language_model.layers.20.linear_attn.out_proj.weight|2d-64|(1152, 832)","model.language_model.layers.18.linear_attn.out_proj.weight|2d-64|(64, 832)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,2,0.06002166141009346,3.3822262884963368 +2567,2594,1.2697103149415148,0.016915855099084748,0.016040521733858296,0.016036521172398333,1.5615384657262554,1.2847072708030225,1.4030396408045136,0.9998713425548836,0.013196841032908772,"model.language_model.layers.3.mlp.down_proj.weight|2d-128|(128, 4096)","model.language_model.layers.21.mlp.down_proj.weight|2d-128|(1408, 2944)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,18,0.014996955861507733,4.27829043719666 +2867,3013,1.2612669460287413,0.03827036942922415,0.00910591349347458,0.009109049505554521,1.2881342095410633,1.568745888097291,1.4078835969495618,0.9999585403102718,0.01108957765770952,"model.language_model.layers.21.mlp.down_proj.weight|2d-64|(1984, 576)","model.language_model.layers.3.mlp.down_proj.weight|2d-64|(1472, 2560)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,18,0.026867263512321937,3.316740021502872 +3196,3267,1.1653599622867692,0.01808118944906184,0.014520386458636418,0.014510557807319009,1.1757309591842635,1.857306884753186,1.4049025694832158,0.9998945736311863,0.022937912392486156,"model.language_model.layers.22.mlp.gate_proj.weight|2d-128|(0, 768)","model.language_model.layers.10.mlp.gate_proj.weight|2d-128|(4224, 640)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,12,0.010370996897494322,2.995388014826571 +3506,3575,1.1561568766110715,0.03890572147083358,0.0036627846207784743,0.00371290382908989,1.18457791790146,1.8547480484063104,1.4118617998831466,0.9999932919819122,0.005734990096013802,"model.language_model.layers.21.mlp.gate_proj.weight|2d-64|(896, 1600)","model.language_model.layers.13.mlp.gate_proj.weight|2d-64|(1984, 0)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,8,0.02842104129038847,3.325239118887132 +3594,3724,1.2378239189920512,0.01797281076430669,-0.0016738339344743386,-0.0016148968968306054,1.6236868870203929,1.270958142083151,1.4153620402086688,0.9999985991389987,-0.0013102112756598972,"model.language_model.layers.2.mlp.up_proj.weight|2d-128|(4096, 896)","model.language_model.layers.20.mlp.up_proj.weight|2d-128|(3840, 1280)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,18,0.03313422309109981,4.473189192102419 +3929,3963,1.231261258796259,0.019194867407766356,-0.0032935508091439343,-0.003248977321431126,1.6832686412610371,1.2461834841650707,1.4164392706922633,0.9999945762468253,-0.0024383324931062985,"model.language_model.layers.2.mlp.up_proj.weight|2d-64|(384, 1344)","model.language_model.layers.22.mlp.up_proj.weight|2d-64|(3712, 64)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,20,0.014922225368811715,4.319071508531418 +4164,4300,1.17897567196218,0.018756323735129005,0.0069917859042703655,0.007058820030400619,1.1817007043408352,1.856132317034392,1.4097269746623386,0.9999755571662083,0.01098220532748251,"model.language_model.layers.3.self_attn.k_proj.weight|2d-128|(384, 1664)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 1536)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,20,0.002725032378655179,3.4708663804056497 +4441,4561,1.106252133438044,0.035880844888788205,0.02650814681931863,0.02649282563320087,1.1234468458323912,2.0836095754764825,1.3984656178034778,0.999648597334186,0.04916354409268509,"model.language_model.layers.15.self_attn.k_proj.weight|2d-64|(320, 64)","model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(0, 1024)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,8,0.017194712394347222,3.2006870792006894 +4722,4802,1.125918441087026,0.05660836119200983,0.0031023066196815678,0.003057215492044607,1.9685911269923697,1.1588188038029497,1.412294257996817,0.9999951878352402,0.0018261848266795022,"model.language_model.layers.3.self_attn.o_proj.weight|2d-128|(1024, 1408)","model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(1792, 0)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,16,0.03290036271592367,5.3505004934597125 +4930,5116,1.1276751715036935,0.03861400418497406,0.027320683242251207,0.027097708677642506,1.1439997147458694,1.960140328869068,1.397291869494105,0.9996267204647825,0.046811526563439884,"model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(960, 1856)","model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(320, 1600)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,16,0.016324543242175915,3.2452826878454264 +5172,5258,1.1244656483486262,0.032107716895911055,-0.006038012361463236,-0.006052477281575766,2.156922122794223,1.132198545013766,1.4177232324459959,0.9999817710372139,-0.003169437013130402,"model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(2688, 1536)","model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(2304, 256)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,4,0.007732896665139766,5.65291509756715 +5473,5583,1.111085558661544,0.017955590230335917,0.006719997027479071,0.006779504774530091,1.1185370864144806,2.202325864337165,1.410371367072298,0.9999774205650599,0.013231231616402514,"model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(2368, 576)","model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(2752, 896)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,4,0.00745152775293656,3.191302497365305 +5756,5867,1.0849553958747824,0.025470606593375432,0.007144287828617934,0.007144404402221974,2.3231788913957208,1.1041215082428915,1.4102910472580588,0.9999744792500566,0.00339541732316443,"model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(384, 512)","model.language_model.layers.23.self_attn.v_proj.weight|2d-128|(256, 1408)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,16,0.019166112368109056,7.611227737777728 +6032,6081,1.0793785601424148,0.0439897142990088,0.00997666211037191,0.009910007684146788,1.0939596703921464,2.4114542858383308,1.4088953612425474,0.9999502318681343,0.02199191181864427,"model.language_model.layers.23.self_attn.v_proj.weight|2d-64|(128, 1792)","model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(256, 1728)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,16,0.014581110249731521,3.4339264535054155 +6240,6395,1.2196207196212252,0.034718905423697946,-0.0009318152612278253,-0.0009786540830019825,1.2477125837163214,1.6742197837088282,1.4148448227052703,0.9999995658600652,-0.0012503388724851789,"model.visual.blocks.21.attn.proj.weight|2d-128|(896, 512)","model.visual.blocks.6.attn.proj.weight|2d-128|(128, 768)",model.visual.layers.*.attn.proj.weight,2d-128,15,0.02809186409509623,3.2447457980743066 +6607,6642,1.1956386738352687,-0.04106694301571828,-0.03171654664868111,-0.031538472404469796,1.2020990131502758,1.8896421070685894,1.4343830766411274,0.9994969037814384,-0.04985689313652293,"model.visual.blocks.6.attn.proj.weight|2d-64|(960, 384)","model.visual.blocks.18.attn.proj.weight|2d-64|(512, 768)",model.visual.layers.*.attn.proj.weight,2d-64,12,0.006460339315007113,3.023276091408587 +6674,6786,1.106354046670258,0.044124235903981394,0.011395593373637523,0.011347639135199037,1.1211038700674594,2.1628277935020477,1.4076136877473728,0.9999350681177567,0.02198431985652494,"model.visual.blocks.3.attn.qkv.weight|2d-128|(1792, 896)","model.visual.blocks.0.attn.qkv.weight|2d-128|(2048, 256)",model.visual.layers.*.attn.qkv.weight,2d-128,3,0.014749823397201434,3.226249999385166 +7020,7155,1.0999968564142426,0.025159472649110837,-0.009491169587092858,-0.009646972309719937,1.1256419110333795,2.2185213290033814,1.4196193057672801,0.9999549578355362,-0.018706092905534433,"model.visual.blocks.3.attn.qkv.weight|2d-64|(832, 64)","model.visual.blocks.2.attn.qkv.weight|2d-64|(2688, 512)",model.visual.layers.*.attn.qkv.weight,2d-64,1,0.02564505461913691,2.934685307980373 +7237,7406,1.2198090101632297,0.04583335072024825,0.0071823632230713285,0.006903521044359006,1.6478872970489973,1.2512570242479288,1.4093129950308076,0.9999742064966135,0.0054536390016851856,"model.visual.blocks.23.mlp.linear_fc1.weight|2d-128|(2688, 640)","model.visual.blocks.1.mlp.linear_fc1.weight|2d-128|(3584, 640)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,22,0.031448014084699105,4.684704774091555 +7483,7522,1.2224371222860981,0.04781812874889861,0.018537224375298547,0.01758879580773595,1.632400991670284,1.247139891414127,1.4015097245793682,0.999828170893609,0.014162275147158614,"model.visual.blocks.22.mlp.linear_fc1.weight|2d-64|(896, 384)","model.visual.blocks.1.mlp.linear_fc1.weight|2d-64|(1536, 128)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,21,0.024702769128028823,4.52259301841762 +7690,7765,1.2289638763164619,0.05877877467928449,0.006953181141510786,0.006921130316956103,1.5885405438167501,1.2797822974046265,1.4094013692797431,0.9999758263438239,0.005601719244869152,"model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(640, 512)","model.visual.blocks.2.mlp.linear_fc2.weight|2d-128|(384, 3968)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,8,0.05081842108816459,4.852718038571549 +8095,8133,1.217826568552074,0.04432337640536831,0.002888415397991078,0.002897519882570496,1.6641489182160316,1.2483522846611719,1.4122513739483795,0.9999958285195437,0.002166729144046824,"model.visual.blocks.10.mlp.linear_fc2.weight|2d-64|(0, 3456)","model.visual.blocks.0.mlp.linear_fc2.weight|2d-64|(512, 2304)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,10,0.030525716109097933,4.523159066925497 +8251,8339,1.3367971647858043,0.02806222203119066,0.00499416369169215,0.004931130678821746,1.44796734359172,1.376136746559697,1.4106823128424297,0.9999875290867485,0.00474641379509569,"model.visual.merger.linear_fc1.weight|2d-128|(2304, 2816)","model.visual.merger.linear_fc1.weight|2d-128|(3200, 3584)",model.visual.merger.linear_fc1.weight,2d-128,0,0.03933958177389263,3.7893571717078935 +8579,8622,1.3436776502626122,0.04012292724879992,0.03899123524649482,0.038957615207701496,1.3540617960831316,1.4211745108755922,1.3864013434003262,0.9992395526468878,0.040923796713093555,"model.visual.merger.linear_fc1.weight|2d-64|(1024, 1536)","model.visual.merger.linear_fc1.weight|2d-64|(1856, 2560)",model.visual.merger.linear_fc1.weight,2d-64,0,0.010384145820519386,3.3447486027180138 +8820,8924,1.3456726976800102,0.05624108106126755,-0.00041140757333841366,-0.00039661715293448494,1.4389630008453815,1.3912518102075158,1.4145042762803848,0.9999999153719008,-0.00039776667697771567,"model.visual.merger.linear_fc2.weight|2d-128|(1408, 1792)","model.visual.merger.linear_fc2.weight|2d-128|(1920, 384)",model.visual.merger.linear_fc2.weight,2d-128,0,0.04557911252750557,3.6520799160359867 +8970,9049,1.345303182654328,0.04042649665943383,0.03281194408219841,0.03290225727905008,1.418882646408162,1.3643904713248078,1.3908365834616438,0.9994615431949079,0.03155180166923804,"model.visual.merger.linear_fc2.weight|2d-64|(256, 1792)","model.visual.merger.linear_fc2.weight|2d-64|(448, 3584)",model.visual.merger.linear_fc2.weight,2d-64,0,0.01908728867047982,3.7871464827152193 +9316,9332,0.744129824191381,0.668879931372811,0.6460284706779915,0.646639987582524,0.9801525329107921,0.7773512229590502,0.8613356038994567,0.7633133138321744,0.5123600714028949,"model.visual.pos_embed.weight|2d-128|(1536, 512)","model.visual.pos_embed.weight|2d-128|(1792, 512)",model.visual.pos_embed.weight,2d-128,0,0.033221398767669275,4.461974246810195 +9396,9540,0.502436420124577,0.8683461524239992,0.8427441893064841,0.8424061202349428,0.5983195713875874,0.5420036107175051,0.5680786395349057,0.538314249662924,0.7634221164719653,"model.visual.pos_embed.weight|2d-64|(1280, 256)","model.visual.pos_embed.weight|2d-64|(704, 256)",model.visual.pos_embed.weight,2d-64,0,0.039567190592928125,2.150179733261186 +9779,9792,1.1970424579044439,0.04360939555041633,0.007491898158394732,0.007600902080075727,1.6344293125823244,1.2569398762152302,1.4090842582780974,0.9999719353371794,0.0057615618316044295,"mtp.fc.weight|2d-128|(640, 384)","mtp.fc.weight|2d-128|(1280, 2048)",mtp.fc.weight,2d-128,0,0.05989741831078632,4.206620006105528 +9882,9955,1.1381859426861036,0.09079223767246364,0.0538491454828206,0.05368998495907167,1.1967343415192973,1.6773914675020831,1.377737997855627,0.9985490821841309,0.07547714979958657,"mtp.fc.weight|2d-64|(1280, 2880)","mtp.fc.weight|2d-64|(1216, 2880)",mtp.fc.weight,2d-64,0,0.05854839883319363,3.37272293707553 +10310,10317,1.320739377730091,0.04773566958629024,0.0072027900134257715,0.007204797590091441,1.4466322982778677,1.3743784098475489,1.4091179184514762,0.9999740595715584,0.006843037513335305,"mtp.layers.0.mlp.down_proj.weight|2d-128|(1792, 1280)","mtp.layers.0.mlp.down_proj.weight|2d-128|(384, 5760)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.0536390321174578,3.9343957628123665 +10536,10600,1.2748610611045543,0.008862067873842118,0.004818763068057377,0.004897986283704887,1.4739103527588264,1.3551838901016258,1.4108140773131936,0.9999883896938474,0.004430601947957541,"mtp.layers.0.mlp.down_proj.weight|2d-64|(1472, 5248)","mtp.layers.0.mlp.down_proj.weight|2d-64|(1280, 2752)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.08032282899707144,4.34997627925454 +10775,10838,1.311345785970483,0.030164592322114207,0.00952493801619875,0.009333069508808184,1.3480998633841077,1.47549066258927,1.4074897934828567,0.9999546367489816,0.010425011889967454,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(5760, 1152)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(2560, 1536)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.0367540774136248,3.7570155360850808 +10973,11072,1.2985825839913328,0.03480036978619691,0.0072717056550125865,0.007488530715700837,1.5473428362607897,1.3023827001358237,1.4091380111140022,0.9999735607989179,0.006120520561851792,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(5568, 1344)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(2240, 1088)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.0038001161444909393,4.054107626702346 +11214,11318,1.3338597396432843,0.04048751689586228,0.015485489771328631,0.015477753838898456,1.3886560393886414,1.4182590395576855,1.403223399659504,0.9998800926143805,0.01581560532429176,"mtp.layers.0.mlp.up_proj.weight|2d-128|(384, 1792)","mtp.layers.0.mlp.up_proj.weight|2d-128|(5888, 896)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.05479629974535705,3.5874534453844675 +11411,11583,1.3150988716895373,0.03955775597662024,0.025441535213460095,0.02549485021084999,1.3182252209936671,1.4899860191877548,1.3962436100206688,0.9996763117559514,0.028756491054050773,"mtp.layers.0.mlp.up_proj.weight|2d-64|(3008, 1984)","mtp.layers.0.mlp.up_proj.weight|2d-64|(320, 960)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.003126349304129805,3.6129363653590225 +11672,11695,1.238920152373269,0.04729812670299202,0.015240555147141717,0.015074802604024279,1.624255344998374,1.2540040314099572,1.4037489958309046,0.9998838559946884,0.011766448948001227,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 1024)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(128, 1920)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.015083879036688286,4.613621914139259 +11731,11929,1.0881504660026977,0.043680337682044205,0.016200789491591757,0.016163427738668634,2.1623894500944005,1.118357609696388,1.4048336449596426,0.9998687585977717,0.008378821960225507,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 192)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 576)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.030207143693690375,6.988149698976664 +12103,12130,1.1879192176590387,0.01686234967693468,-0.001421621702388774,-0.001633219084232989,1.9339789166771224,1.1693046380697953,1.415103438172223,0.999998989495357,-0.0008595279068708656,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(896, 896)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1152, 256)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.018614579589243396,5.027806859395814 +12442,12492,1.1767257210815176,0.30649588063478167,0.3987378344499525,0.39857118547210524,1.0938824716486792,1.0993403158332433,1.0966012073765021,0.9170649591921841,0.40072730683599256,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(1728, 512)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(1728, 768)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.08284324943283838,4.075670753843691 +12606,12750,1.0593519410249517,0.034323246672539644,0.03437299522905678,0.036376770085829305,1.0565207637302578,2.8021781009060924,1.3980746414444165,0.9994090740027245,0.09116645673232025,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(768, 1792)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(1920, 1792)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.002831177294693843,3.1222986058071087 +12756,12774,1.0584597503841726,0.0696836513762932,0.07134088743377083,0.07211016880861526,1.067028844447462,2.3693867446985246,1.3759206776012622,0.9974519927195303,0.15841572973421994,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(2368, 448)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(1984, 448)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.008569094063289429,3.0547603358058724 +13014,13063,1.3613753524873133,0.01101276666589133,0.005983107314267921,0.005988032178408706,1.3901956122150683,1.4306302127064463,1.4099782628885051,0.9999821010532468,0.006157129266159997,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(0, 768)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(384, 896)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.028820259727754927,3.559962280049617 +13197,13279,1.3054510276514804,-0.011200389410551157,-0.009594438660889005,-0.009678972232819777,1.3072252160216924,1.5704569428664885,1.420869599839991,0.9999539723141173,-0.011526439838542523,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 1856)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 960)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.0017741883702120376,3.603907281133068 +18,19,1.175547747367657,0.24904516125074258,0.22581166312361142,0.2245732264296778,1.2830186122415417,1.2095352598858105,1.2446529790100447,0.9741709771889885,0.2128785709229021,"model.language_model.embed_tokens.weight|2d-128|(73856, 640)","model.language_model.embed_tokens.weight|2d-128|(142720, 640)",model.language_model.embed_tokens.weight,2d-128,0,0.03398751251815346,3.18082380914148 +314,349,1.1781299301289465,0.28929748809753286,0.30309314498161827,0.2976320918017635,1.1915993444274935,1.1699812796475915,1.1806418993990215,0.9529609359596812,0.2975944114742539,"model.language_model.embed_tokens.weight|2d-64|(139456, 384)","model.language_model.embed_tokens.weight|2d-64|(228160, 384)",model.language_model.embed_tokens.weight,2d-64,0,0.008148650481355046,3.157836825705458 +561,682,0.1401475524902293,0.9974675978723061,0.997467597872306,0.9967883477655277,0.15985664026933546,0.1401475524902293,0.1490334262446152,0.0711223677534127,0.8744875551905847,"model.language_model.layers.21.linear_attn.conv1d.weight|3d-axis0-slice|(2316, 0, 0)","model.language_model.layers.20.linear_attn.conv1d.weight|3d-axis0-slice|(5218, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,1,0.0,0.28173235652139855 +780,929,0.60808525835758,0.79389129839395,0.7938912983939499,0.7939326050955352,0.60808525835758,0.7713716907481418,0.6753494966947852,0.6080597062249464,1.0070714010834811,"model.language_model.layers.17.linear_attn.conv1d.weight|3d-volume|(1000, 0, 0)","model.language_model.layers.17.linear_attn.conv1d.weight|3d-volume|(472, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,0,0.0,1.2398552538602392 +1131,1243,1.1502813673000865,0.018495459204513467,0.006089828411342569,0.006113234182194618,1.1680887967933933,1.9155210696627765,1.4103801227009851,0.9999814568230355,0.009986564946586826,"model.language_model.layers.21.linear_attn.in_proj_qkv.weight|2d-128|(2304, 1920)","model.language_model.layers.6.linear_attn.in_proj_qkv.weight|2d-128|(3968, 512)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,15,0.017807429493306826,3.263408002076298 +1374,1458,1.1460656008695953,0.03395797723016852,0.014226920495076102,0.013939677446137997,1.1697723723531348,1.88270178968529,1.4051654194125052,0.9998987922451086,0.022897658818791244,"model.language_model.layers.22.linear_attn.in_proj_qkv.weight|2d-64|(3584, 960)","model.language_model.layers.0.linear_attn.in_proj_qkv.weight|2d-64|(6080, 0)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,22,0.0237067714835395,3.282763435670464 +1592,1633,1.1561379491474948,0.010904679787907899,-0.0043231873753175635,-0.004340976541984112,1.9005463822540944,1.1790907303524225,1.416949790806356,0.9999906549817943,-0.002682086692232095,"model.language_model.layers.16.linear_attn.in_proj_z.weight|2d-128|(512, 512)","model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-128|(1536, 1280)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,14,0.02295278120492772,6.1350373587020135 +1811,1978,1.1535377153286088,-0.0059527275742091955,-0.0046530568989546365,-0.0037033890426631266,2.0782392067525737,1.1436575475252895,1.4169903294460953,0.9999891744721515,-0.0025605828358273505,"model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-64|(320, 704)","model.language_model.layers.17.linear_attn.in_proj_z.weight|2d-64|(320, 1920)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,1,0.00988016780331935,5.668958074279429 +2059,2251,1.2349778830240603,0.00944226585287958,0.018026594278385735,0.01803887912661057,1.6594674569040968,1.236127625879138,1.4019471523590998,0.9998375077474951,0.01342790489522398,"model.language_model.layers.17.linear_attn.out_proj.weight|2d-128|(896, 1280)","model.language_model.layers.22.linear_attn.out_proj.weight|2d-128|(1792, 1152)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,5,0.00114974285507774,4.50219333060407 +2347,2533,1.2307219354642522,0.019683143736439302,0.03066228136820601,0.03093997074603855,1.2388185115733297,1.6246435739093277,1.3931483897815216,0.9995298017074313,0.04021192605766682,"model.language_model.layers.10.linear_attn.out_proj.weight|2d-64|(256, 1920)","model.language_model.layers.17.linear_attn.out_proj.weight|2d-64|(1216, 1344)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,7,0.008096576109077436,3.270952140940524 +2733,2784,1.2698397213057138,0.030890997422194075,0.0073099792195928815,0.007328654184093415,1.2906433136925324,1.5676769099889585,1.4091317044171638,0.9999732817449719,0.008879049318644583,"model.language_model.layers.19.mlp.down_proj.weight|2d-128|(896, 2816)","model.language_model.layers.3.mlp.down_proj.weight|2d-128|(1664, 384)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,16,0.020803592386818615,3.383508137754139 +3012,3026,1.2613834852764132,0.01032924365142762,0.0023598523296251574,0.0023922602117742334,1.6471047961333158,1.256218813445736,1.4126033947067143,0.9999972155446145,0.0017998192345673473,"model.language_model.layers.3.mlp.down_proj.weight|2d-64|(448, 3072)","model.language_model.layers.21.mlp.down_proj.weight|2d-64|(1600, 2816)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,18,0.005164671830677259,4.345283750338133 +3144,3269,1.165417422968078,0.03203350141764471,0.014187849816930047,0.01439088642158759,1.855707078138278,1.1763820955262583,1.4051109734923768,0.9998993473933125,0.008994055524860335,"model.language_model.layers.9.mlp.gate_proj.weight|2d-128|(4608, 1152)","model.language_model.layers.18.mlp.gate_proj.weight|2d-128|(768, 1664)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,9,0.010964672558180233,4.857558482009337 +3335,3464,1.156239938488225,0.053461959855825525,0.02973006353577808,0.030081287965475222,1.178261964005236,1.8027895301602614,1.3948260895534628,0.9995579639631503,0.045488226651320386,"model.language_model.layers.21.mlp.gate_proj.weight|2d-64|(576, 1472)","model.language_model.layers.10.mlp.gate_proj.weight|2d-64|(2176, 1280)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,11,0.022022025517011157,3.005964136058458 +3633,3804,1.2381157878168811,0.04672242486128763,0.010736210936667363,0.010503484410365497,1.6172759857338566,1.261686277070356,1.4068307925158199,0.9999423652264782,0.00837564529864664,"model.language_model.layers.2.mlp.up_proj.weight|2d-128|(3712, 1792)","model.language_model.layers.21.mlp.up_proj.weight|2d-128|(5376, 256)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,19,0.023570489253474936,4.238437607533208 +3968,3976,1.2313943875968303,0.036208332107756015,0.012690263844010594,0.013130754891742145,1.62324969137823,1.2569681752303759,1.4054989662756214,0.9999194753596758,0.009826743151051826,"model.language_model.layers.1.mlp.up_proj.weight|2d-64|(4992, 1664)","model.language_model.layers.22.mlp.up_proj.weight|2d-64|(3072, 1600)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,21,0.025573787633545564,4.275830925744881 +4148,4290,1.178993643397885,0.006907136803334334,0.0027475520126929638,0.0026602636014270123,1.1906324491993059,1.8346281699028635,1.4124380786631614,0.9999962254718452,0.004233662810172603,"model.language_model.layers.11.self_attn.k_proj.weight|2d-128|(384, 512)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 256)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,12,0.01163880580142096,3.536252976890496 +4447,4506,1.1062800234645138,0.03190963614210619,0.007458008117538429,0.00724358076607006,1.1451278067755433,2.0251033428617076,1.4096872159905685,0.9999721886707243,0.013189127956332312,"model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(448, 1920)","model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 1984)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,0,0.03884778331102945,3.439360023086332 +4628,4804,1.1260060493750066,0.006748539107299816,-0.006743998916449876,-0.006605803036510413,2.088191856313107,1.1433079620477566,1.4182254043890212,0.9999772589807305,-0.0036924134312218415,"model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(128, 1536)","model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(512, 896)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,12,0.017301912672750053,6.091975543336572 +5045,5089,1.1277551396954972,0.021857812920518194,0.008872723384201827,0.008864422909368215,2.067581091280051,1.136932728587917,1.4089056442050583,0.9999606366151357,0.0048789813612394066,"model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(320, 512)","model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(1792, 64)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,4,0.009177588892419708,5.4925292452955246 +5126,5161,1.1246674852857428,0.034212420690519676,-0.014649006580315649,-0.014621852768288266,1.1591586684565292,2.0273884220539737,1.4231122802721363,0.9998926975461966,-0.025621364135653878,"model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(1920, 512)","model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(3584, 1024)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,0,0.034491183170786366,2.9879216911105724 +5392,5540,1.111094574412108,0.05168288414315332,0.016268885548824854,0.01757009302748613,2.0209297659775216,1.1401442728220492,1.4043327727573498,0.9998676529236253,0.009178387589693393,"model.language_model.layers.19.self_attn.q_proj.weight|2d-64|(1920, 832)","model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(1408, 448)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,16,0.029049698409941316,5.448151402509387 +5768,5849,1.0849849070914783,0.013203540180660408,0.001975098175385463,0.00200053567107319,1.0844664647885414,2.5723631057273115,1.4132133450829405,0.9999980494916966,0.004684948628210063,"model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(0, 1024)","model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(256, 256)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,12,0.0005184423029369611,3.4879000766814725 +5905,6096,1.0793901988655334,0.02655281837192204,0.02625033336160741,0.02630905269014864,2.4625107408680136,1.0816009207599668,1.4004781570191323,0.9996554006248376,0.011529852139512934,"model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(448, 1472)","model.language_model.layers.23.self_attn.v_proj.weight|2d-64|(320, 1792)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,16,0.0022107218944333873,8.801700411858727 +6198,6386,1.219794267319601,0.045965701014383686,0.030377666073744123,0.030283923658186433,1.5759497146583827,1.2619765217099337,1.3930951077150666,0.9995384922072347,0.024325586668683463,"model.visual.blocks.0.attn.proj.weight|2d-128|(768, 768)","model.visual.blocks.23.attn.proj.weight|2d-128|(256, 768)",model.visual.layers.*.attn.proj.weight,2d-128,23,0.04218225439033274,4.336146521262576 +6420,6642,1.1959790682712712,0.003902210063547876,-0.0018689862638068,-0.002126641639890318,1.2013685864508394,1.809477352687447,1.4154310153849858,0.9999982534436476,-0.0028150297543848082,"model.visual.blocks.12.attn.proj.weight|2d-64|(0, 768)","model.visual.blocks.18.attn.proj.weight|2d-64|(512, 768)",model.visual.layers.*.attn.proj.weight,2d-64,6,0.005389518179568231,2.91869188309713 +6679,6786,1.106417882524343,0.007292039824875451,-0.002170801949255949,-0.0021292657156951615,1.1159903340005604,2.26253694157449,1.4154309800327003,0.9999976438066728,-0.004401041347219258,"model.visual.blocks.1.attn.qkv.weight|2d-128|(1152, 768)","model.visual.blocks.0.attn.qkv.weight|2d-128|(2048, 256)",model.visual.layers.*.attn.qkv.weight,2d-128,1,0.009572451476217436,3.643056505043057 +7004,7073,1.100110128224892,0.04505940035179079,0.03701865929699142,0.03712184417398452,2.2147181571033556,1.099952706576935,1.3932009908321075,0.9993145745278877,0.018385533327108083,"model.visual.blocks.23.attn.qkv.weight|2d-64|(256, 384)","model.visual.blocks.2.attn.qkv.weight|2d-64|(768, 192)",model.visual.layers.*.attn.qkv.weight,2d-64,21,0.0001574216479569568,6.368033544458853 +7291,7312,1.2200321766070252,0.05152799119213676,-0.0030502945821936764,-0.003108766885259466,1.6441970681189122,1.262736097495272,1.416295888236308,0.9999953478406596,-0.002342612787490781,"model.visual.blocks.12.mlp.linear_fc1.weight|2d-128|(2048, 768)","model.visual.blocks.1.mlp.linear_fc1.weight|2d-128|(3200, 896)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,11,0.042703920888246705,4.53263978399691 +7461,7669,1.2230773641913046,0.04272642296734276,0.008901445855161609,0.011962303373107882,1.2334988402705511,1.6871375781322517,1.4082030602861233,0.999960381346025,0.012175093572571776,"model.visual.blocks.0.mlp.linear_fc1.weight|2d-64|(3712, 128)","model.visual.blocks.19.mlp.linear_fc1.weight|2d-64|(128, 576)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,19,0.010421476079246483,3.7063733655160576 +7864,7886,1.229139790967394,0.019790185508878275,0.005868701145807235,0.006062192405825776,1.6403948730722004,1.2558275109903765,1.4102018702957169,0.9999827790251496,0.004492867219758181,"model.visual.blocks.9.mlp.linear_fc2.weight|2d-128|(0, 1536)","model.visual.blocks.3.mlp.linear_fc2.weight|2d-128|(0, 2944)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,6,0.026687720022982475,5.145101877395436 +7989,8073,1.2179202123482262,-0.013532320396829674,-0.009840360039596313,-0.009994594938336734,1.2498993895498007,1.6889242531462683,1.4208523764755336,0.9999515824850177,-0.013296768419537976,"model.visual.blocks.4.mlp.linear_fc2.weight|2d-64|(384, 1792)","model.visual.blocks.10.mlp.linear_fc2.weight|2d-64|(384, 64)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,6,0.031979177201574505,3.335177485344966 +8267,8313,1.336854711458585,0.06262462441271768,0.015305003906248468,0.015477951130715227,1.3802822847632392,1.4276264435723052,1.4033557609136944,0.9998828715681801,0.015829970823168,"model.visual.merger.linear_fc1.weight|2d-128|(256, 1408)","model.visual.merger.linear_fc1.weight|2d-128|(3968, 2688)",model.visual.merger.linear_fc1.weight,2d-128,0,0.0434275733046543,3.5356240692504692 +8459,8540,1.3437635838856223,0.040657887685699036,0.021179177681053596,0.022089398260279936,1.4256058784540797,1.3741478974094186,1.3991676999862745,0.9997756960602484,0.020414704315641425,"model.visual.merger.linear_fc1.weight|2d-64|(1856, 2432)","model.visual.merger.linear_fc1.weight|2d-64|(3328, 1664)",model.visual.merger.linear_fc1.weight,2d-64,0,0.030384313523796225,3.7207470907314026 +8727,8898,1.3457242560602887,0.03609583671565562,0.007643632322782571,0.007684193746484142,1.4180267122234982,1.3997487025023911,1.4087987868342413,0.9999707870157578,0.007545107813550074,"model.visual.merger.linear_fc2.weight|2d-128|(0, 2944)","model.visual.merger.linear_fc2.weight|2d-128|(768, 256)",model.visual.merger.linear_fc2.weight,2d-128,0,0.05402444644210247,3.603992114010449 +8964,9024,1.3453839304660973,0.04338326991360672,0.023047435418920556,0.02304014794852052,1.4289697520722935,1.3686540660147308,1.3978368862651258,0.9997343725813426,0.022074621349802856,"model.visual.merger.linear_fc2.weight|2d-64|(1792, 1664)","model.visual.merger.linear_fc2.weight|2d-64|(64, 0)",model.visual.merger.linear_fc2.weight,2d-64,0,0.023270135548633553,3.591132427035627 +9282,9290,0.7444634693984662,0.6699029240586707,0.5466425247765335,0.5438438270326269,1.091354939052802,0.8754987371354135,0.9657833284095486,0.8373660789081063,0.43852354809677024,"model.visual.pos_embed.weight|2d-128|(1024, 256)","model.visual.pos_embed.weight|2d-128|(1152, 256)",model.visual.pos_embed.weight,2d-128,0,0.1310352677369473,5.551877404896642 +9476,9572,0.5040182438008597,0.8638384081985895,0.8537607424325772,0.8530809366303733,0.5207296331602258,0.6041429302018734,0.5578120536617494,0.5206655305289325,0.9905207688955107,"model.visual.pos_embed.weight|2d-64|(448, 256)","model.visual.pos_embed.weight|2d-64|(832, 256)",model.visual.pos_embed.weight,2d-64,0,0.016711389359366113,2.148901450120933 +9731,9760,1.1974490140669471,0.023610885182298716,-6.288105559693161e-05,-5.4658584459440234e-05,1.6760342631396348,1.246157706578869,1.4142561416747785,0.9999999980229863,-4.67530489998117e-05,"mtp.fc.weight|2d-128|(1408, 2688)","mtp.fc.weight|2d-128|(512, 2048)",mtp.fc.weight,2d-128,0,0.04870869251192178,4.67545986507742 +9905,10065,1.1390204900013032,0.04150560342112592,0.037810199065075135,0.03766540735267689,1.180611922613594,1.7713115678344558,1.3893172871780834,0.9992849387670463,0.056727906692511966,"mtp.fc.weight|2d-64|(0, 2112)","mtp.fc.weight|2d-64|(1280, 0)",mtp.fc.weight,2d-64,0,0.04159143261229081,3.2690956710252967 +10130,10300,1.3208005120485928,0.06048426466990446,0.008066120287887266,0.0081565142552788,1.3881591105480995,1.4297639812519745,1.408500902065935,0.9999674683225956,0.008307872036018609,"mtp.layers.0.mlp.down_proj.weight|2d-128|(640, 5760)","mtp.layers.0.mlp.down_proj.weight|2d-128|(1408, 1024)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.06735859849950665,3.563350954162117 +10401,10454,1.2748686602778014,0.04347661635155084,0.01753428265081312,0.017536390279666046,1.4482001245939182,1.3595645630802777,1.4017850261531122,0.9998462626483741,0.01646111537089074,"mtp.layers.0.mlp.down_proj.weight|2d-64|(256, 768)","mtp.layers.0.mlp.down_proj.weight|2d-64|(1792, 5440)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.0846959028024763,4.003716602899125 +10671,10866,1.3113870033489516,0.05194567657869616,-0.003734061283583197,-0.0037339369340655833,1.3642031741553933,1.476088605403527,1.4168433156809246,0.9999930283688634,-0.004040311162586247,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(3968, 0)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(1792, 256)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.05281617080644163,3.7280496710779425 +10940,10947,1.29870600446549,0.0193615709947381,0.0064388615162834445,0.006485204058333128,1.5114053101438008,1.326088361639496,1.4096920471616603,0.9999792703163272,0.005649377610125989,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(5568, 1536)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(2048, 448)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.027382357174006167,4.193999335012438 +11207,11208,1.333894902285721,0.022007502778023116,0.013447114568455714,0.013442561556979564,1.4477159683000034,1.3652841026118585,1.4046892611438608,0.9999095834673167,0.012681445910879415,"mtp.layers.0.mlp.up_proj.weight|2d-128|(3456, 1280)","mtp.layers.0.mlp.up_proj.weight|2d-128|(384, 1024)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.03138920032613757,3.964990434823226 +11430,11546,1.3153705903628088,0.04660804728869487,0.0327314227728749,0.0326226601343537,1.438830757024299,1.3475097376117806,1.3909268996010564,0.9994641834319343,0.03065399505606485,"mtp.layers.0.mlp.up_proj.weight|2d-64|(2560, 576)","mtp.layers.0.mlp.up_proj.weight|2d-64|(3072, 768)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.03213914724897182,3.853034060029565 +11704,11715,1.2390916956294822,0.010985802257706031,0.0018539818776620166,0.0018713367478505791,1.6524141348662913,1.2543665808296478,1.4129502961234393,0.9999982813741218,0.0014073789734261823,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(256, 1024)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 384)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.015274885200165622,5.003216061748657 +11744,11950,1.0881627766351738,-0.017980286875641308,-0.01160559019313648,-0.011005915611359562,2.3497470884548775,1.1111157071227615,1.4205421886079328,0.9999326528703165,-0.005487890002027107,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 1024)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 1920)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.02295293048758773,8.221737841936248 +12130,12151,1.1880003057364648,0.003307223194789098,0.0013775005314817085,0.0013605763661318747,1.1604817386492507,1.9662295322447967,1.4133605777715235,0.9999990512456928,0.0023339292084292437,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(1152, 256)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1280, 896)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.027518567087214008,3.675827230556508 +12251,12415,1.1768549603743887,-0.0002868234951443182,-0.007955986127949977,-0.007943773345584609,1.2022902360681935,1.822892958736582,1.419375482245717,0.999968350641525,-0.012062737147291726,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(576, 1920)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(640, 0)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.02543527569380477,3.3417793501602406 +12504,12614,1.0593847135761298,0.03094401665929511,0.003968242622001539,0.004162764496406046,2.7511649989027513,1.0717601553921163,1.4123141321992205,0.9999921264942504,0.0015458921332912481,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(2176, 1408)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(896, 768)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.012375441815986488,8.020779256247035 +12875,12987,1.058630244773468,0.04212738293230632,0.010448586809183884,0.010436066280512425,1.0687293048095587,2.756844040100698,1.4092248335852031,0.999945412026922,0.026952684971529126,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(3968, 512)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(576, 1344)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.010099060036090846,3.288051496221219 +13054,13059,1.36153744355561,0.016508958524207376,-0.004725213978548399,-0.004758715836103571,1.4144129709632842,1.4207096511942001,1.4175508226255609,0.9999888361141123,-0.0047462496746685425,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(256, 1792)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(384, 384)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.052875527407674205,3.6438317957965243 +13195,13295,1.305460684367713,0.049434336235841335,0.006678133731066748,0.00671038154836294,1.348339853072965,1.479825991943544,1.4095039363126214,0.9999777010163127,0.007329365701373142,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 1728)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 1984)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.04287916870525188,3.5978641462277188 +96,144,1.1755903547425373,0.26292291590038464,0.2705735025847196,0.27057206486099095,1.2107682133733377,1.2049180332635068,1.2078324976141497,0.9626993194653441,0.26926614771234625,"model.language_model.embed_tokens.weight|2d-128|(216576, 128)","model.language_model.embed_tokens.weight|2d-128|(214272, 128)",model.language_model.embed_tokens.weight,2d-128,0,0.029327678520969513,3.2723722919721405 +370,455,1.1782640809272016,0.3027283845606013,0.29156947547076195,0.29152637635770406,1.2028172305947238,1.1783045443244748,1.1903716380107163,0.9565496542123179,0.28562746624741386,"model.language_model.embed_tokens.weight|2d-64|(153600, 1152)","model.language_model.embed_tokens.weight|2d-64|(246912, 1152)",model.language_model.embed_tokens.weight,2d-64,0,4.0463397273260426e-05,3.1884681347927413 +559,677,0.14031515268882647,0.9995399227435895,0.9995399227435897,0.9997514934954836,0.1626762916184079,0.14031515268882647,0.15026192830897092,0.030330559535538388,0.8621452793338343,"model.language_model.layers.1.linear_attn.conv1d.weight|3d-axis0-slice|(5342, 0, 0)","model.language_model.layers.16.linear_attn.conv1d.weight|3d-axis0-slice|(5654, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,15,0.0,0.295522631235162 +777,881,0.608382232534206,0.7981562723405755,0.7981562723405756,0.7919867609135182,0.8527837748272948,0.6083822325342059,0.7004128156310969,0.6024504667799643,0.5694105694917556,"model.language_model.layers.8.linear_attn.conv1d.weight|3d-volume|(3012, 0, 0)","model.language_model.layers.2.linear_attn.conv1d.weight|3d-volume|(2388, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,6,1.1102230246251565e-16,2.169060151130223 +1138,1239,1.1503125096018583,0.012938201048287787,0.005216391782654043,0.005199278793349928,1.153426666307871,1.9885351778264218,1.4110081534416836,0.9999863945358306,0.008993184277884125,"model.language_model.layers.14.linear_attn.in_proj_qkv.weight|2d-128|(1280, 384)","model.language_model.layers.12.linear_attn.in_proj_qkv.weight|2d-128|(5120, 128)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,2,0.003114156706012672,3.2405579184823443 +1305,1345,1.146203139472584,0.02665844688778308,0.006425226038339807,0.006341963173341841,1.8755265447864478,1.1772568354514767,1.4101160685176393,0.9999793580221326,0.00403307609480815,"model.language_model.layers.9.linear_attn.in_proj_qkv.weight|2d-64|(2432, 1408)","model.language_model.layers.21.linear_attn.in_proj_qkv.weight|2d-64|(4032, 1344)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,12,0.031053695978892737,5.494322766677772 +1592,1655,1.1562751718725217,0.018381355185732758,-0.0010201470695439972,-0.001080353677010941,1.9057594181131394,1.1754520332207656,1.4148580307117153,0.9999994796498429,-0.0006292158053543505,"model.language_model.layers.16.linear_attn.in_proj_z.weight|2d-128|(512, 512)","model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-128|(0, 1664)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,14,0.019176861348243923,4.943709006922829 +1814,2007,1.1535713078944925,0.008880392987915006,-0.0026770781455898777,-0.0023272896337903546,1.1890318749363449,1.856125417118613,1.4159321287444724,0.9999964166198809,-0.004179024039963732,"model.language_model.layers.22.linear_attn.in_proj_z.weight|2d-64|(320, 192)","model.language_model.layers.10.linear_attn.in_proj_z.weight|2d-64|(1536, 768)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,12,0.03546056704185241,3.625395828803303 +2102,2284,1.2351286720194945,0.028652625261574687,0.004986857179884495,0.005028394145480601,1.6413384546845775,1.2562569356706583,1.41080561196545,0.999987565550426,0.0038168690324341683,"model.language_model.layers.16.linear_attn.out_proj.weight|2d-128|(1664, 256)","model.language_model.layers.18.linear_attn.out_proj.weight|2d-128|(768, 896)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,2,0.021128263651163826,4.2311219898060415 +2437,2446,1.23079488274597,0.03750679416264988,0.02252582150358777,0.02261347681401839,1.2699572304675932,1.5762947080168068,1.3985636021940826,0.9997462614911788,0.027959471687690564,"model.language_model.layers.5.linear_attn.out_proj.weight|2d-64|(1152, 1600)","model.language_model.layers.18.linear_attn.out_proj.weight|2d-64|(896, 1792)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,13,0.03916234772162319,3.4107674382264146 +2594,2803,1.269964951707265,0.016978741028788564,-0.0005997208264084127,-0.0005836647125597796,1.2942535190683635,1.5763578475440734,1.41462945527143,0.999999820167449,-0.00073044006998337,"model.language_model.layers.21.mlp.down_proj.weight|2d-128|(1408, 2944)","model.language_model.layers.2.mlp.down_proj.weight|2d-128|(128, 1024)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,19,0.024288567361098412,3.34100542197909 +2920,2929,1.2617559079957734,0.021132774124335552,-0.0004271454670507995,5.517614935906754e-05,1.6010283107416234,1.2809358340154589,1.4145082080828202,0.9999999087733709,-0.000341746570883054,"model.language_model.layers.12.mlp.down_proj.weight|2d-64|(512, 5568)","model.language_model.layers.20.mlp.down_proj.weight|2d-64|(1984, 4096)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,8,0.019179926019685434,4.048000281428166 +3085,3183,1.1654514162647494,0.020451878254408334,0.011914453396101006,0.011879444650148561,1.1826021309673134,1.8382417619948632,1.4065258820163777,0.9999290203810829,0.01851987682969916,"model.language_model.layers.18.mlp.gate_proj.weight|2d-128|(4352, 512)","model.language_model.layers.8.mlp.gate_proj.weight|2d-128|(2048, 1152)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,10,0.01715071470256402,3.0459990941095287 +3435,3480,1.1562991927915531,0.04811466307293587,0.017479946572223903,0.01738437189368356,1.1703556600028717,1.8702129814838262,1.4030531192709264,0.9998472140621446,0.027932725164021198,"model.language_model.layers.23.mlp.gate_proj.weight|2d-64|(2112, 448)","model.language_model.layers.7.mlp.gate_proj.weight|2d-64|(5952, 0)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,16,0.01405646721131859,2.9934744176072345 +3716,3794,1.2381265081585018,0.05161992312238895,-0.002480539610089537,-0.0024453347331380615,1.2841936486491994,1.5987993024957756,1.4159252503898445,0.9999969234568888,-0.0030882297250075003,"model.language_model.layers.20.mlp.up_proj.weight|2d-128|(3840, 640)","model.language_model.layers.3.mlp.up_proj.weight|2d-128|(4736, 128)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,17,0.0460671404906976,3.2043780279472656 +3993,4051,1.231459518936212,0.04048508777537412,0.02669296582134985,0.02679851141578191,1.619242377393565,1.245064358025671,1.3958530022400455,0.9996436793056115,0.020524697734045486,"model.language_model.layers.13.mlp.up_proj.weight|2d-64|(960, 512)","model.language_model.layers.23.mlp.up_proj.weight|2d-64|(960, 1024)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,10,0.013604839089458975,4.292866000798086 +4115,4300,1.179229811293901,-0.02053680005887417,0.0007097371292453565,0.0006812682594371913,1.1780698648060486,1.8894917124566168,1.4137628610468733,0.999999748136572,0.0011383386196307079,"model.language_model.layers.11.self_attn.k_proj.weight|2d-128|(128, 384)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 1536)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,12,0.001159946487852448,3.478538064976149 +4409,4571,1.1063781927825787,-0.013114180852798718,-0.01871300055142184,-0.018777801928234774,2.153877265541553,1.1401942267402692,1.4251143406559585,0.999824896474559,-0.009906068249601028,"model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 1024)","model.language_model.layers.19.self_attn.k_proj.weight|2d-64|(384, 1280)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,4,0.033816033957690506,7.426910775514298 +4671,4789,1.1260845645446877,0.036576288371215876,0.011135086300256837,0.01114022120210697,1.1403410396486127,2.038815669081013,1.4074886060254863,0.9999380030047292,0.019908420056975698,"model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(1280, 128)","model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(1920, 1280)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,12,0.014256475103924915,3.02929134377507 +4893,5009,1.127845544068603,0.036493804290154225,0.018386146491403868,0.018333230882882235,1.1447200675408118,1.988014734190204,1.4029243866894987,0.9998309605214257,0.031930889626504484,"model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(1280, 896)","model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(1728, 320)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,12,0.016874523472208747,2.89721656128081 +5159,5303,1.124864785597504,0.29199525566580314,0.2880351651295424,0.2860309078383578,1.2589010108054703,1.1390470278326685,1.1944876571510121,0.9576198325268735,0.26061270579342954,"model.language_model.layers.15.self_attn.q_proj.weight|2d-128|(1920, 1536)","model.language_model.layers.15.self_attn.q_proj.weight|2d-128|(896, 1536)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,0,0.01418224223516451,3.764103684995254 +5512,5558,1.1111530378530938,0.06277200220790018,0.007097423962932929,0.007173353537840829,1.9764111511628237,1.1545330638210027,1.4098352012175528,0.999974812969352,0.00414600505989884,"model.language_model.layers.11.self_attn.q_proj.weight|2d-64|(2432, 320)","model.language_model.layers.23.self_attn.q_proj.weight|2d-64|(1408, 1088)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,12,0.04338002596790891,5.9025629322646145 +5760,5787,1.0849980244753983,0.0049813653423208685,0.010630369939539126,0.010858830311295092,2.4720478113814526,1.0883308962298215,1.4086586035725814,0.9999434960211244,0.004680071311844035,"model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(256, 1920)","model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(128, 1408)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,12,0.0033328717544232056,9.043493331277952 +5970,6031,1.0794343890719524,0.04268257621171166,0.02859001107641453,0.028386977572226222,1.099488304575123,2.2599439531373755,1.398217118760848,0.9995912220836328,0.058765356924139055,"model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(128, 1344)","model.language_model.layers.3.self_attn.v_proj.weight|2d-64|(192, 1472)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,16,0.020053915503170483,3.6010151689228835 +6318,6329,1.2199157463207104,0.0473470476435671,0.0033714002235564573,0.003353268496555509,1.2557673735791268,1.64593181082207,1.4119124211501302,0.999994316814117,0.004418887599498984,"model.visual.blocks.21.attn.proj.weight|2d-128|(384, 768)","model.visual.blocks.8.attn.proj.weight|2d-128|(128, 512)",model.visual.layers.*.attn.proj.weight,2d-128,13,0.035851627258416396,3.235042107977923 +6524,6641,1.1959880733777295,0.01632754939024569,0.009614147292706297,0.00951460091531012,1.6705873082924294,1.2394188061827314,1.4076923778046382,0.9999537830179124,0.007132793898794027,"model.visual.blocks.0.attn.proj.weight|2d-64|(448, 768)","model.visual.blocks.7.attn.proj.weight|2d-64|(384, 128)",model.visual.layers.*.attn.proj.weight,2d-64,7,0.04343073280500187,4.847919835907924 +6758,6860,1.1066247182583615,0.05248852358273162,0.002534241932373788,0.0027166993515327425,2.040875504086134,1.1455107399014197,1.4126830320972046,0.9999967888037582,0.0014224294158220155,"model.visual.blocks.23.attn.qkv.weight|2d-128|(896, 896)","model.visual.blocks.1.attn.qkv.weight|2d-128|(128, 512)",model.visual.layers.*.attn.qkv.weight,2d-128,22,0.03888602164305821,6.626095559526211 +6949,6968,1.1002571378912227,0.0037221588979909747,0.005175280798503772,0.004928438539932799,1.0912349217514437,2.468827862497139,1.4115046769486903,0.9999866081446575,0.011708640529103972,"model.visual.blocks.6.attn.qkv.weight|2d-64|(128, 192)","model.visual.blocks.21.attn.qkv.weight|2d-64|(256, 320)",model.visual.layers.*.attn.qkv.weight,2d-64,15,0.009022216139779049,2.853553732160565 +7188,7353,1.2201688990663102,0.031222015143671664,-0.005853825964688689,-0.005811567197638726,1.666574350295007,1.2555396083979569,1.4181866381928425,0.9999828662140042,-0.004410070488624782,"model.visual.blocks.15.mlp.linear_fc1.weight|2d-128|(2944, 768)","model.visual.blocks.0.mlp.linear_fc1.weight|2d-128|(2944, 128)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,15,0.035370709331646655,5.097379148285671 +7430,7566,1.2231706340876558,0.04671582982864878,0.022869273947021238,0.023618628106431675,1.2569699467087057,1.6016998885734512,1.3984179139837698,0.9997384639540163,0.02914128028964589,"model.visual.blocks.2.mlp.linear_fc1.weight|2d-64|(192, 128)","model.visual.blocks.16.mlp.linear_fc1.weight|2d-64|(3648, 384)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,14,0.03379931262104985,3.442567634996671 +7728,7832,1.2292208658565107,0.04369407028117954,-0.0033743674935221056,-0.003228913501663903,1.6511066561977643,1.2599429354049843,1.416513095250445,0.999994306805803,-0.002574946003012278,"model.visual.blocks.13.mlp.linear_fc2.weight|2d-128|(768, 2816)","model.visual.blocks.0.mlp.linear_fc2.weight|2d-128|(512, 3072)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,13,0.030722069548473563,4.700897498183366 +8034,8077,1.2180208672445747,0.01857947919698863,0.004664327644881968,0.004674583417837559,1.2331071687925141,1.6980896255518374,1.411073816838065,0.9999891219646447,0.006423161412405527,"model.visual.blocks.6.mlp.linear_fc2.weight|2d-64|(64, 1280)","model.visual.blocks.9.mlp.linear_fc2.weight|2d-64|(960, 1664)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,3,0.01508630154793944,3.5043168129854876 +8246,8346,1.337047024535423,0.04738034441987501,0.004647633561258098,0.0045380452798784365,1.4323583459030917,1.3904255400155667,1.4109248153014222,0.9999891996928169,0.004511572416700235,"model.visual.merger.linear_fc1.weight|2d-128|(128, 2816)","model.visual.merger.linear_fc1.weight|2d-128|(1408, 256)",model.visual.merger.linear_fc1.weight,2d-128,0,0.05337851548014383,3.595149490717752 +8523,8550,1.3437723678471627,0.05108207299143525,0.021365257318992005,0.020871054520578983,1.3990721991250312,1.3989767584832051,1.3990244763625288,0.9997717368378111,0.021363799843192987,"model.visual.merger.linear_fc1.weight|2d-64|(1344, 64)","model.visual.merger.linear_fc1.weight|2d-64|(832, 3008)",model.visual.merger.linear_fc1.weight,2d-64,0,0.05520439063604243,3.560974314880841 +8952,8957,1.3458087688866625,0.05739989981582645,0.016730228474592813,0.016731414535976416,1.394583665713452,1.4102157101395345,1.4023343473211713,0.9998600399331838,0.01691775947843513,"model.visual.merger.linear_fc2.weight|2d-128|(896, 3072)","model.visual.merger.linear_fc2.weight|2d-128|(896, 3712)",model.visual.merger.linear_fc2.weight,2d-128,0,0.04877489682678959,3.6048445976694037 +8967,9108,1.3455544096931928,0.04372245742107185,-0.00651043379594661,-0.006543690486584169,1.3844325618806106,1.45586923715749,1.4188038640346903,0.9999788069013206,-0.0068463719685946806,"model.visual.merger.linear_fc2.weight|2d-64|(1152, 2688)","model.visual.merger.linear_fc2.weight|2d-64|(1280, 896)",model.visual.merger.linear_fc2.weight,2d-64,0,0.03887815218741775,3.6004062472546505 +9241,9337,0.7458609429083511,0.6781938556052469,0.5639738850590886,0.5637194990853075,1.6530452948233676,0.8281896542998672,1.0471635130953243,0.8257926234663022,0.2825556797287567,"model.visual.pos_embed.weight|2d-128|(384, 128)","model.visual.pos_embed.weight|2d-128|(1920, 128)",model.visual.pos_embed.weight,2d-128,0,0.0823287113915161,5.868737365384629 +9425,9473,0.5065664169935282,0.862440302210398,0.8233156273321129,0.8236913767223906,0.569216417130135,0.7295449610838637,0.6346669960677874,0.5675838068432971,1.0552151154214213,"model.visual.pos_embed.weight|2d-64|(256, 64)","model.visual.pos_embed.weight|2d-64|(448, 64)",model.visual.pos_embed.weight,2d-64,0,0.06265000013660682,2.029861428886793 +9760,9853,1.197640812964141,0.015605925871832467,-0.00022616083526270697,-0.00019726762232045417,1.236778247171022,1.699982445243959,1.4143657103574783,0.999999974425638,-0.00031086369009783227,"mtp.fc.weight|2d-128|(512, 2048)","mtp.fc.weight|2d-128|(1024, 2688)",mtp.fc.weight,2d-128,0,0.039137434206881094,2.9737820957070804 +9963,10100,1.1391304827640518,0.0513473616637108,0.02688426965153426,0.02666789296729351,1.6300978952934937,1.240094215064993,1.3957725398638166,0.9996385527005767,0.020452162638436144,"mtp.fc.weight|2d-64|(1472, 128)","mtp.fc.weight|2d-64|(576, 3968)",mtp.fc.weight,2d-64,0,0.10096373230094113,4.65544197214786 +10178,10243,1.3208988706893392,0.032733373931225135,0.01834166461931814,0.01832999902833759,1.4412807064912623,1.3642941777676287,1.4012037229163234,0.9998317775200949,0.017361937988902062,"mtp.layers.0.mlp.down_proj.weight|2d-128|(1024, 2176)","mtp.layers.0.mlp.down_proj.weight|2d-128|(640, 4096)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.043395307078289536,3.842267175357972 +10422,10633,1.274910564204582,0.01153726488945803,0.017602490731591307,0.01762686868519541,1.5212360498655113,1.3067854711234101,1.4018550498262663,0.9998450641574644,0.015121045248475153,"mtp.layers.0.mlp.down_proj.weight|2d-64|(768, 5184)","mtp.layers.0.mlp.down_proj.weight|2d-64|(448, 2752)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.031874906918828216,4.194621907692657 +10649,10834,1.3114544469432652,0.02825836626293133,0.00883158480861835,0.008972659340885503,1.4752103108191041,1.3491756530988377,1.4079797708581387,0.9999610007944151,0.008077057972465962,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(3840, 1280)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(1536, 256)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.037721206155572506,4.2049391876519175 +11012,11028,1.2988053442703191,0.058862677125665556,0.028101793877021494,0.028461842509527675,1.4634462604463303,1.3340887678160704,1.3942870004114378,0.9996050666042531,0.02561780953636302,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(3328, 1984)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(3136, 512)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.03528342354575131,3.976142647604411 +11207,11245,1.3340704179689071,0.02813113279336709,0.01508397761903625,0.015077487582127515,1.4131551100632131,1.3940558942545285,1.4035080468390342,0.9998862303378262,0.01488011313045477,"mtp.layers.0.mlp.up_proj.weight|2d-128|(3456, 1280)","mtp.layers.0.mlp.up_proj.weight|2d-128|(640, 1664)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.05998547628562134,3.827013391882901 +11571,11637,1.3154047195203302,0.005480011233207458,0.0009161796787051586,0.0011010891237476879,1.496779204723151,1.342853700633956,1.4135693747227849,0.9999995803073102,0.0008219617617031301,"mtp.layers.0.mlp.up_proj.weight|2d-64|(320, 192)","mtp.layers.0.mlp.up_proj.weight|2d-64|(3392, 1472)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.027448981113625814,4.321466557587119 +11697,11720,1.2392553862654476,0.034691440110384025,0.005911120875955795,0.005889895592076194,1.5697897003914463,1.2909632216712899,1.4101064707131448,0.9999825291723801,0.004861185958736648,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(256, 128)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 1024)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.05170783540584223,4.630379938961542 +11757,11924,1.0882732419970451,-0.0003471374425471688,-0.001172701484613337,-0.0012784123552311377,2.2910453615735555,1.1120980546604622,1.414864929246634,0.9999993123853775,-0.000569241910967749,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 1856)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 256)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.023824812663417072,8.141521093526094 +12151,12175,1.1880387654898008,0.030062373482874452,0.005014128412738754,0.005016654402771056,1.741247892991355,1.2172423831806645,1.4108797972151803,0.9999874291791175,0.003505192823642547,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(1280, 896)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1408, 1920)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.02920361769086366,5.112905387744629 +12463,12488,1.177098655417301,0.004878377730926535,0.008469160329662195,0.008456129376923777,1.2083774951218431,1.7592139804338252,1.4086127871351595,0.9999641360185426,0.012329810274209861,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(640, 1152)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(704, 0)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.03127883970454204,3.326525945259829 +12591,12608,1.0594198233481023,-0.019332117595711212,-0.003672398951797873,-0.0034120081352633754,3.1272617103977023,1.056722664641676,1.4157877782106347,0.9999932567202335,-0.0012409281874517712,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 1920)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(896, 0)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.0026971587064261726,9.623475944948419 +12948,12995,1.0588221873270158,0.0034548739051547196,-0.007033159350784132,-0.00716944908559098,2.9724661167976447,1.0645675497557967,1.417367304417093,0.9999752670289133,-0.0025188758838309887,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(640, 1536)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(768, 1600)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.005745362428780876,9.096572463801843 +13043,13050,1.3618582788007378,0.04117621856880585,0.013256876887884806,0.013239994623471073,1.4202404466304568,1.3898727043476973,1.404810463436511,0.9999121237464718,0.01297341684296024,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(256, 384)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(256, 1280)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.02801442554695943,4.0671479317762715 +13196,13279,1.3054877011396764,0.008029777596812882,0.012957803357359469,0.01312210310003517,1.326208393156172,1.499961000826009,1.4050905899806052,0.999916044141783,0.014655464248839777,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 1792)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 960)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.020720692016495512,3.5093298909349597 +10,195,1.175767778042047,0.2927351763209528,0.31300487808113026,0.3110894551667108,1.1894663692639873,1.1558237678764174,1.1722831659717154,0.9497515181864238,0.3041519179489626,"model.language_model.embed_tokens.weight|2d-128|(127616, 1152)","model.language_model.embed_tokens.weight|2d-128|(142080, 1152)",model.language_model.embed_tokens.weight,2d-128,0,0.019944010165629633,3.173459996829803 +462,481,1.1787766828811952,0.08884587670545162,0.05049291515927638,0.052772434936969904,1.305798047137952,1.46436363596571,1.3782865321981093,0.9987244192061783,0.05662436775365666,"model.language_model.embed_tokens.weight|2d-64|(224448, 1920)","model.language_model.embed_tokens.weight|2d-64|(205696, 768)",model.language_model.embed_tokens.weight,2d-64,0,0.1270213642567568,3.34335581529983 +604,649,0.1407091004317609,0.990204033484286,0.990204033484286,0.994697493404014,0.14464416328063867,0.1407091004317609,0.14263593755519982,0.13962797739511548,0.9632654068809237,"model.language_model.layers.18.linear_attn.conv1d.weight|3d-axis0-slice|(5913, 0, 0)","model.language_model.layers.0.linear_attn.conv1d.weight|3d-axis0-slice|(2491, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,18,0.0,0.2700542159850877 +828,902,0.6099412614180446,0.8939967194565948,0.893996719456595,0.8954066941220216,0.6099412614180445,1.270280009180719,0.7775928478299805,0.44807350468516466,1.8618615149246562,"model.language_model.layers.20.linear_attn.conv1d.weight|3d-volume|(396, 0, 0)","model.language_model.layers.10.linear_attn.conv1d.weight|3d-volume|(624, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,10,1.1102230246251565e-16,1.600200935681509 +1145,1156,1.150383165415448,0.014192866057050963,0.0027821953076908918,0.0027840545740126827,1.160895089610157,1.9595463866816243,1.4124870955214377,0.9999961296871452,0.004696238971997936,"model.language_model.layers.16.linear_attn.in_proj_qkv.weight|2d-128|(1152, 1408)","model.language_model.layers.10.linear_attn.in_proj_qkv.weight|2d-128|(4352, 1152)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,6,0.010511924194709144,3.2088107786613485 +1465,1527,1.1466011999375747,0.044397492654896925,0.01777543745312192,0.017657660184015468,1.8955052865048534,1.1642191143648257,1.4029580150377048,0.9998420044303751,0.010917671502399142,"model.language_model.layers.2.linear_attn.in_proj_qkv.weight|2d-64|(384, 1088)","model.language_model.layers.20.linear_attn.in_proj_qkv.weight|2d-64|(3328, 576)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,18,0.017617914427251025,5.119334244440082 +1645,1785,1.1566684790121944,0.01640692266852809,0.011657484617527735,0.01159710739499912,1.9195399782484255,1.1632277410575615,1.4068874594947383,0.9999320492175416,0.007064353778364025,"model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-128|(640, 1664)","model.language_model.layers.16.linear_attn.in_proj_z.weight|2d-128|(1920, 384)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,12,0.006559262045367165,5.53027054363468 +1811,1957,1.1537585705976738,0.020671012797398965,-0.007316774459439834,-0.00804591748402586,1.9730476932898844,1.1650319347519487,1.4187366906316716,0.9999732320474932,-0.004320359783301208,"model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-64|(320, 704)","model.language_model.layers.22.linear_attn.in_proj_z.weight|2d-64|(128, 192)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,4,0.011273364154274823,5.486865425286887 +2140,2251,1.2352160799048493,0.012755997228022883,0.0092824053519619,0.009321386024549218,1.6897634534199768,1.2321374834945258,1.407950339243812,0.9999569175473921,0.00676852108973849,"model.language_model.layers.18.linear_attn.out_proj.weight|2d-128|(1920, 1408)","model.language_model.layers.22.linear_attn.out_proj.weight|2d-128|(1792, 1152)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,4,0.0030785964103234864,4.428610967904575 +2425,2533,1.2308291607102255,0.0034950425170656935,0.0026476160916849116,0.0026111769282356617,1.2463563128246753,1.669457533312429,1.4124174874037088,0.9999964950583733,0.0035464036921874676,"model.language_model.layers.6.linear_attn.out_proj.weight|2d-64|(1152, 576)","model.language_model.layers.17.linear_attn.out_proj.weight|2d-64|(1216, 1344)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,11,0.015527152114449772,3.417132689028018 +2699,2813,1.2700526205752927,0.010488449591066103,0.0005757958395272842,0.0005509385420658984,1.2870674292747597,1.5873081182895612,1.4138151457717651,0.9999998342295618,0.0007101146294052482,"model.language_model.layers.22.mlp.down_proj.weight|2d-128|(768, 1280)","model.language_model.layers.3.mlp.down_proj.weight|2d-128|(0, 6016)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,19,0.017014808699467032,3.4615593224009613 +2818,3002,1.2618721712323728,0.016259329709560205,0.007410367235789,0.007128919291580301,1.2928238082639463,1.5635910887153874,1.4090575721286398,0.9999725428517678,0.008962384587848317,"model.language_model.layers.18.mlp.down_proj.weight|2d-64|(384, 832)","model.language_model.layers.8.mlp.down_proj.weight|2d-64|(512, 1792)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,10,0.030951637031573442,3.353393701104802 +3101,3118,1.1655222930768845,0.016833053526851355,-0.005121531263889475,-0.005128909349548678,1.1876030487105074,1.8686977501015352,1.417488560200404,0.9999868848727532,-0.008058748215825676,"model.language_model.layers.22.mlp.gate_proj.weight|2d-128|(3840, 1280)","model.language_model.layers.10.mlp.gate_proj.weight|2d-128|(2560, 1152)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,12,0.022080755633622884,3.147359365437079 +3433,3448,1.1563019166518187,-0.01160972758792437,0.003102642212323781,0.0031239534984547563,1.1478326108614278,2.025825112811594,1.412330355492638,0.9999951867940676,0.005475894699557063,"model.language_model.layers.23.mlp.gate_proj.weight|2d-64|(4544, 1536)","model.language_model.layers.10.mlp.gate_proj.weight|2d-64|(4416, 1792)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,13,0.008469305790390846,3.0596878004320467 +3603,3615,1.238175339901506,0.045643149165793886,-0.008117336429125288,-0.00809649415856451,1.2621805367774392,1.6562851147935045,1.419737013322097,0.9999670538819249,-0.01065190209132655,"model.language_model.layers.22.mlp.up_proj.weight|2d-128|(2560, 512)","model.language_model.layers.3.mlp.up_proj.weight|2d-128|(4224, 768)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,19,0.024005196875933166,3.1508421666712465 +3929,3976,1.231640665177873,-0.011827519686007412,-0.005659345550105924,-0.005408365001905937,1.701504710187912,1.2410817156334197,1.418018940659814,0.9999839857757445,-0.004127940547347724,"model.language_model.layers.2.mlp.up_proj.weight|2d-64|(384, 1344)","model.language_model.layers.22.mlp.up_proj.weight|2d-64|(3072, 1600)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,20,0.009441050455546662,4.693342826581118 +4290,4342,1.179233510290203,0.022785531110106706,-0.0009416616277995983,-0.0009932340468487612,1.8514617698379598,1.188942510496386,1.4148189214368492,0.9999995566365911,-0.0006047014083861715,"model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 256)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(384, 768)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,0,0.009709000206183038,5.679478885844989 +4514,4539,1.1064673854626517,0.020406406060277077,0.024944277654562853,0.02499109785497789,2.0504033944794293,1.129615953204622,1.399224711451724,0.9996888430968368,0.013742395304078036,"model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 512)","model.language_model.layers.3.self_attn.k_proj.weight|2d-64|(448, 128)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,20,0.023148567741970272,6.632007861471577 +4771,4836,1.1265080666349694,0.019128755661106518,0.005158288061356468,0.005158049215186705,2.1619195171892227,1.1248829432280432,1.4112234008453939,0.9999866959436391,0.0026839436946388775,"model.language_model.layers.11.self_attn.o_proj.weight|2d-128|(1280, 384)","model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(512, 1024)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,8,0.001625123406926221,5.8836628807238105 +4897,5002,1.1286369768725342,0.006741251273046186,0.018331462751403394,0.01879352717342845,1.1325512478039823,2.057998776750945,1.4032204116913254,0.9998319646187523,0.03331074685723466,"model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(128, 64)","model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(128, 1792)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,12,0.003914270931448138,2.994565282780804 +5203,5288,1.1250853313341487,0.019498074411908907,-0.0004825499629614396,-0.00046106041547472706,1.1305905043608722,2.1453435177800553,1.4144950016687983,0.9999998835727598,-0.0009156590569717845,"model.language_model.layers.23.self_attn.q_proj.weight|2d-128|(1408, 384)","model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(3200, 0)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,16,0.005505173026723487,3.338309678206005 +5410,5583,1.1114293119054364,0.06615700908114036,0.03140268317980499,0.031299878562997686,1.1396857718467446,1.968347586887356,1.3948229895902091,0.9995068141284025,0.05423547190432872,"model.language_model.layers.15.self_attn.q_proj.weight|2d-64|(512, 768)","model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(2752, 896)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,8,0.02825645994130821,3.359197411606887 +5756,5768,1.085127502914741,-0.0037609410470669175,0.0035868698453720036,0.00359116870211633,2.614310787305748,1.0807020913993748,1.4124215486666303,0.9999935671616654,0.0014827379217088974,"model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(384, 512)","model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(0, 1024)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,12,0.004425411515366129,8.392784000197222 +6105,6125,1.079465374156276,0.038753837100599736,0.02161729220003588,0.021764014995962196,1.1114328179717732,2.1914902874332225,1.4018267843032768,0.9997663190355726,0.04262433602009019,"model.language_model.layers.23.self_attn.v_proj.weight|2d-64|(192, 1408)","model.language_model.layers.3.self_attn.v_proj.weight|2d-64|(384, 1088)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,20,0.0319674438154971,3.5499865097777 +6183,6329,1.2199413814530784,0.017628915625016273,0.0068953683882525055,0.007037069563827477,1.2224234965122267,1.721704907285797,1.4096028910720013,0.9999762266648095,0.009711683083211214,"model.visual.blocks.0.attn.proj.weight|2d-128|(512, 896)","model.visual.blocks.8.attn.proj.weight|2d-128|(128, 512)",model.visual.layers.*.attn.proj.weight,2d-128,8,0.0024821150591483043,3.76690705273933 +6412,6524,1.1961006390751152,0.019996647473268275,0.01717795921298049,0.016994330073275908,1.2359106994050582,1.6619387251900515,1.402532625066258,0.9998524479728382,0.023099335291401117,"model.visual.blocks.6.attn.proj.weight|2d-64|(384, 384)","model.visual.blocks.0.attn.proj.weight|2d-64|(448, 768)",model.visual.layers.*.attn.proj.weight,2d-64,6,0.03981006032994294,3.2520799868400774 +6732,6868,1.1070756972059268,0.041127433217539075,0.022073764513805317,0.022077357205001202,1.1335610594566206,2.0375071492683445,1.4008883159037968,0.9997563447761605,0.03967625090235851,"model.visual.blocks.0.attn.qkv.weight|2d-128|(1152, 512)","model.visual.blocks.8.attn.qkv.weight|2d-128|(1792, 768)",model.visual.layers.*.attn.qkv.weight,2d-128,8,0.026485362250693756,4.665031751667469 +7067,7073,1.1002789866626936,0.010564638840094438,0.006823867062084774,0.006798616262278318,2.3944230464560374,1.0971308981854115,1.410554261995862,0.9999767171481139,0.003126713723376439,"model.visual.blocks.21.attn.qkv.weight|2d-64|(384, 704)","model.visual.blocks.2.attn.qkv.weight|2d-64|(768, 192)",model.visual.layers.*.attn.qkv.weight,2d-64,19,0.003148088477282096,6.614256835622814 +7296,7421,1.2204807150905028,0.05923925628152123,0.0042763003625213136,0.004189430320729846,1.2718531423807897,1.6095945833218313,1.4112686556611904,0.9999908565858038,0.005411874744663486,"model.visual.blocks.6.mlp.linear_fc1.weight|2d-128|(512, 0)","model.visual.blocks.19.mlp.linear_fc1.weight|2d-128|(2304, 0)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,13,0.051372427290286904,3.189477607640547 +7447,7461,1.2237549636021545,0.0541942454058067,0.020627312511215468,0.021767214106147955,1.6446178914522391,1.2398568434735064,1.400120950800555,0.9997872343546724,0.015550672720040688,"model.visual.blocks.16.mlp.linear_fc1.weight|2d-64|(1856, 64)","model.visual.blocks.0.mlp.linear_fc1.weight|2d-64|(3712, 128)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,16,0.01610187987135192,5.085151950743286 +7861,7891,1.229222189026122,0.002746510399965419,-0.004872795490621266,-0.0047203198117626724,1.7543417276697546,1.2212072125575595,1.4174411228759347,0.9999881278615794,-0.0033919805386883137,"model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(640, 1920)","model.visual.blocks.4.mlp.linear_fc2.weight|2d-128|(640, 2304)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,6,0.008014976468562418,4.954694434017349 +8077,8086,1.218132972485339,0.029466834773221706,0.028940686798230357,0.02895161190050415,1.6863702036727475,1.2157249107866628,1.3946631215446184,0.9995811305980354,0.020863695171591784,"model.visual.blocks.9.mlp.linear_fc2.weight|2d-64|(960, 1664)","model.visual.blocks.4.mlp.linear_fc2.weight|2d-64|(192, 3072)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,5,0.002408061698676134,5.084492546428067 +8247,8277,1.3371707770098875,0.03281166603652882,-0.0024298385890200954,-0.002707995885627914,1.4448257651387797,1.3887000936716491,1.415929329213893,0.9999970479378584,-0.002335449129989097,"model.visual.merger.linear_fc1.weight|2d-128|(128, 2944)","model.visual.merger.linear_fc1.weight|2d-128|(2304, 3200)",model.visual.merger.linear_fc1.weight,2d-128,0,0.05152931666176164,3.7909375730820623 +8484,8634,1.3438691388572304,0.04523119680874605,0.015628192213906628,0.015190943584168573,1.3730354372195528,1.4352947323978216,1.4031301880775868,0.9998778723464807,0.016336841244931417,"model.visual.merger.linear_fc1.weight|2d-64|(3392, 3200)","model.visual.merger.linear_fc1.weight|2d-64|(2240, 2432)",model.visual.merger.linear_fc1.weight,2d-64,0,0.02916629836232243,3.6253945896440563 +8734,8868,1.3459337293339746,0.06659728870081504,0.009873274452368,0.009972496145272585,1.4012900324981414,1.413215839774194,1.4072150369286118,0.9999512580379046,0.009957301859665405,"model.visual.merger.linear_fc2.weight|2d-128|(1792, 896)","model.visual.merger.linear_fc2.weight|2d-128|(1664, 3712)",model.visual.merger.linear_fc2.weight,2d-128,0,0.05535630316416684,3.563039327318591 +8993,9184,1.345570994468886,0.039268882472935,0.025431663396562523,0.025597115290062984,1.365481973192857,1.42894667407554,1.3961336312878112,0.9996765629426769,0.026613673076732767,"model.visual.merger.linear_fc2.weight|2d-64|(1152, 576)","model.visual.merger.linear_fc2.weight|2d-64|(1536, 384)",model.visual.merger.linear_fc2.weight,2d-64,0,0.01991097872397085,3.465479709148676 +9221,9317,0.7466801224994897,0.6751857287201587,0.747718313022669,0.7493391774576705,0.6925818490081088,0.7332211173728026,0.7120331472439559,0.6640160573137777,0.7915928748923501,"model.visual.pos_embed.weight|2d-128|(0, 640)","model.visual.pos_embed.weight|2d-128|(1536, 640)",model.visual.pos_embed.weight,2d-128,0,0.054098273491380855,3.238723098927824 +9366,9511,0.5070230340338763,0.8670917997356186,0.7412873081936403,0.7460173226036467,0.7207501581827704,0.7179198765656851,0.719330841394458,0.671187847559107,0.7383763801590922,"model.visual.pos_embed.weight|2d-64|(0, 384)","model.visual.pos_embed.weight|2d-64|(2112, 384)",model.visual.pos_embed.weight,2d-64,0,0.21089684253180885,2.196782400962994 +9797,9827,1.1977902692604148,0.04606432104952748,0.018854089818639713,0.01885119593412969,1.4681895327241936,1.342039531516567,1.400872401155815,0.9998222458502865,0.01723410588579083,"mtp.fc.weight|2d-128|(1664, 2176)","mtp.fc.weight|2d-128|(1792, 3968)",mtp.fc.weight,2d-128,0,0.1442492622561522,3.997316915248899 +9929,10113,1.1393683385977713,-0.009947809952169939,-0.003135397774793825,-0.0031337876483439925,1.2031357052166416,1.806909134463734,1.4162576405591472,0.9999950846283165,-0.004708844442807137,"mtp.fc.weight|2d-64|(1344, 3968)","mtp.fc.weight|2d-64|(1984, 3776)",mtp.fc.weight,2d-64,0,0.06376736661887028,2.8616594553818913 +10261,10329,1.3209473363039288,0.048018300342025165,-0.0022193842644227762,-0.002235110948806695,1.4264580129036244,1.4053418869636058,1.4157818599391494,0.9999975371637106,-0.0021865303022220585,"mtp.layers.0.mlp.down_proj.weight|2d-128|(1408, 3968)","mtp.layers.0.mlp.down_proj.weight|2d-128|(1280, 5760)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.08439455065967705,3.8547021191991564 +10406,10408,1.2750689163972673,0.01005740030666669,0.01898257739256137,0.01884078375664915,1.4827803708618164,1.3310771927446847,1.4008050915677115,0.9998198146443865,0.01704047094450242,"mtp.layers.0.mlp.down_proj.weight|2d-64|(960, 1088)","mtp.layers.0.mlp.down_proj.weight|2d-64|(960, 5440)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.05600827634741745,4.252081542674338 +10655,10748,1.3117505031342163,0.0198351833796937,0.007427567585703748,0.00732767240663265,1.3228335844178072,1.514543676694063,1.4089996027430456,0.9999724152394204,0.008503999031062071,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(2688, 1152)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(2560, 768)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.011083081283590923,3.7092398858302413 +10925,11049,1.2988415073352255,0.017913960546434134,-0.0008989045779899904,-0.0014337702647643216,1.336363810187597,1.5090033867036015,1.4148443805127013,0.9999995959851982,-0.0010150305195108886,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(3520, 1792)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(5504, 1600)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.03752230285237146,3.521116754392004 +11230,11321,1.3341317596590871,0.04272398985486975,0.0033339493935317117,0.003288881033401819,1.3913899492291941,1.4332508387485112,1.4118551729915039,0.999994442375277,0.003434253472415521,"mtp.layers.0.mlp.up_proj.weight|2d-128|(512, 1792)","mtp.layers.0.mlp.up_proj.weight|2d-128|(3456, 1536)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.057258189570106977,3.6799917630700767 +11458,11622,1.315495693972746,0.014192414022089808,0.00012198299600125703,0.00010859672817712202,1.3345422798720548,1.5098924509212557,1.4141279578901602,0.9999999925600743,0.00013801076787219775,"mtp.layers.0.mlp.up_proj.weight|2d-64|(64, 1152)","mtp.layers.0.mlp.up_proj.weight|2d-64|(1984, 448)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.019046585899308743,3.537168834314578 +11690,11708,1.2393265608667985,0.0014242675892769795,0.0056143899485266565,0.005614833505813506,1.2630175986246375,1.6252216478913701,1.4103612789300775,0.9999842391885513,0.007224466305129476,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(128, 1280)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(256, 1536)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.023691037757838984,3.3978806655589864 +11862,11974,1.088362963633949,0.032204678192805015,0.010676342894685465,0.010626578648401082,2.171252881071643,1.1203760343256026,1.4080473899032548,0.9999430062270525,0.005509039880948506,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(256, 384)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(448, 1408)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.03201307069165371,8.328091591391622 +12145,12207,1.188060810735678,0.05706219253204483,0.020892023842796856,0.020904309281673528,1.720104784837672,1.2108253559537994,1.400237532510594,0.999781737850693,0.014706425113768304,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(1280, 128)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1664, 1920)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.022764545218121324,4.782732286100148 +12272,12477,1.1771787999938357,0.0026317993099366516,0.00485927957832107,0.004734258482995133,1.786036234388929,1.2029554173874673,1.411025867257897,0.9999881936312948,0.003272888075163596,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(1472, 0)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(832, 1152)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.025776617393631573,5.237784882916589 +12603,12681,1.0595700606006297,0.010221157259686368,0.006719945782598525,0.006636651479371825,1.0620306994868725,2.914247810133536,1.4111529691899072,0.9999774209094318,0.018439756299526735,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(768, 1408)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(2176, 640)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.0024606388862427053,3.1453138207314737 +12988,12995,1.0589220895208376,0.0073314090274432,-0.0033743359576801557,-0.002865546527555652,2.959375298256007,1.0637854216550724,1.4157318294481642,0.9999943069122167,-0.0012129483548984242,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(576, 1600)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(768, 1600)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.0048633321342348435,8.493181779631016 +13032,13044,1.3620102665009768,0.028660033419719993,0.0012160402487205314,0.001234616272910346,1.3673207382060795,1.4643766002944512,1.413355449640646,0.9999992606227833,0.0013023578414958564,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 1024)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(256, 512)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.005310471705102682,3.615056601875454 +13198,13279,1.3058336551861396,0.011895314094611168,0.009723925565359557,0.009992414424687348,1.335344186643278,1.4924521829125936,1.4073634357924436,0.9999527215181723,0.01086798001718286,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 1920)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 960)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.029510531457138445,3.338487283678986 +43,210,1.1758269226610636,0.2669131541069078,0.27841340124633784,0.2782303062511443,1.1842832070551028,1.219322734887346,1.2014199163973593,0.9604613360289136,0.28665085159919645,"model.language_model.embed_tokens.weight|2d-128|(129024, 1408)","model.language_model.embed_tokens.weight|2d-128|(195712, 1408)",model.language_model.embed_tokens.weight,2d-128,0,0.008456284394039226,3.039348942777752 +374,448,1.17928187454722,0.2667853626883401,0.2354773164098327,0.22715098877500361,1.2355328194543005,1.2375616698547836,1.2365459963503376,0.9718798451745069,0.23586399027246124,"model.language_model.embed_tokens.weight|2d-64|(238720, 896)","model.language_model.embed_tokens.weight|2d-64|(217280, 896)",model.language_model.embed_tokens.weight,2d-64,0,0.05625094490708049,3.0699746696153696 +685,723,0.14141687006302006,0.989985240942743,0.9899852409427432,0.9933685540173125,0.1440606612650092,0.14141687006301915,0.1427204035825341,0.14117089896837431,0.9718171008889523,"model.language_model.layers.16.linear_attn.conv1d.weight|3d-axis0-slice|(1065, 0, 0)","model.language_model.layers.13.linear_attn.conv1d.weight|3d-axis0-slice|(91, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,3,9.159339953157541e-16,0.26961500806023153 +791,1009,0.6106899856454171,0.811180815395023,0.8111808153950231,0.7773859324652043,0.6106899856454169,0.6186547831775439,0.614633683034917,0.584795421267186,0.8217604730092523,"model.language_model.layers.16.linear_attn.conv1d.weight|3d-volume|(5264, 0, 0)","model.language_model.layers.9.linear_attn.conv1d.weight|3d-volume|(112, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,7,2.220446049250313e-16,1.71198834707471 +1071,1131,1.1503864151379504,0.009367692170936694,-0.0004217483380906618,-0.00048553213248504155,1.9362181042876978,1.1681055185233968,1.414477349454521,0.9999999110641656,-0.0002544375347285629,"model.language_model.layers.5.linear_attn.in_proj_qkv.weight|2d-128|(4992, 384)","model.language_model.layers.21.linear_attn.in_proj_qkv.weight|2d-128|(2304, 1920)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,16,0.017719103385446466,5.232936681492244 +1405,1476,1.1469434808485846,0.015213287623910858,0.004007782136543134,0.003977941933630705,2.008732914297569,1.1503849285924341,1.4117671724278158,0.999991968808923,0.002295224085862825,"model.language_model.layers.12.linear_attn.in_proj_qkv.weight|2d-64|(2688, 704)","model.language_model.layers.16.linear_attn.in_proj_qkv.weight|2d-64|(512, 1152)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,4,0.0034414477438495794,5.647268314400709 +1543,1763,1.1567219899493901,0.029269054952161568,0.0009095123423458952,0.000895816256057286,1.1852109336526289,1.8603504728882305,1.4136305677330303,0.999999586393564,0.001427603870448918,"model.language_model.layers.0.linear_attn.in_proj_z.weight|2d-128|(0, 896)","model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-128|(1664, 512)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,4,0.028488943703238734,2.935594742088281 +1811,1898,1.153802600576708,-0.004279739128561702,-0.0129112379030894,-0.013134947043357574,2.0312952990048814,1.1572808335863285,1.4220454622372591,0.9999166464940015,-0.0073558621291737614,"model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-64|(320, 704)","model.language_model.layers.20.linear_attn.in_proj_z.weight|2d-64|(640, 448)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,2,0.0034782330096205794,5.866801949309723 +2109,2251,1.2355439466088525,0.04551952809831809,-0.010420210009627494,-0.01047870951952467,1.6193406952734577,1.2818299826156074,1.421366891833736,0.9999457081378744,-0.008248380130554431,"model.language_model.layers.9.linear_attn.out_proj.weight|2d-128|(1792, 640)","model.language_model.layers.22.linear_attn.out_proj.weight|2d-128|(1792, 1152)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,13,0.04628603600675496,4.279208545399873 +2374,2552,1.230888524615779,-0.005824438696152064,0.01249774986299242,0.012466479107422997,1.6371456856616824,1.250874388231373,1.4056610791011948,0.9999219000743819,0.009549006756732807,"model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(1536, 896)","model.language_model.layers.20.linear_attn.out_proj.weight|2d-64|(704, 1472)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,8,0.01998586361559407,4.5996175177037015 +2634,2751,1.27020551600895,0.026981368023355615,0.00778260607853627,0.007746419899658059,1.5258704661445681,1.3150433918652251,1.40876019697572,0.9999697150627245,0.006707295882676579,"model.language_model.layers.4.mlp.down_proj.weight|2d-128|(1792, 4736)","model.language_model.layers.20.mlp.down_proj.weight|2d-128|(0, 5376)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,16,0.04483787585627508,3.9846074122223962 +2874,3070,1.2619854111365771,0.016228694404379712,0.015542219376740432,0.015643650071191676,1.271476889244905,1.5874235812788096,1.403447783483313,0.9998792124136021,0.01940427368577519,"model.language_model.layers.22.mlp.down_proj.weight|2d-64|(1024, 4480)","model.language_model.layers.3.mlp.down_proj.weight|2d-64|(1792, 4608)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,19,0.009491478108327955,3.236768746545944 +3258,3319,1.1658456087938625,0.036523843847596674,0.0014853175018572778,0.0014311313409244202,1.8497589786056605,1.1875411619475575,1.4132582832904468,0.9999988969153509,0.0009535705421179987,"model.language_model.layers.0.mlp.gate_proj.weight|2d-128|(4736, 128)","model.language_model.layers.23.mlp.gate_proj.weight|2d-128|(3840, 640)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,23,0.02169555315369509,4.837590577035428 +3349,3364,1.1563365803878325,0.05236532520313545,0.027457562370496676,0.02740757684539702,1.1760380512995454,1.8177090150092527,1.396391385278016,0.9996229700585467,0.04243898281682233,"model.language_model.layers.23.mlp.gate_proj.weight|2d-64|(1984, 1024)","model.language_model.layers.11.mlp.gate_proj.weight|2d-64|(3008, 256)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,12,0.019701470911712926,3.0952840972116986 +3643,3809,1.238450377432441,0.03843035393003993,-0.011677101316740395,-0.011673089504007302,1.6435225392133213,1.271423981512711,1.4221832835240498,0.9999318203281855,-0.00903336966450351,"model.language_model.layers.2.mlp.up_proj.weight|2d-128|(5248, 1280)","model.language_model.layers.21.mlp.up_proj.weight|2d-128|(2944, 0)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,19,0.03297360408027017,4.019838315618157 +3865,3958,1.231824749825341,0.024675598598482885,0.01523066150343215,0.01525497442825877,1.6533265100912027,1.2412930802836193,1.403833528439922,0.9998840067478667,0.011434955295859577,"model.language_model.layers.1.mlp.up_proj.weight|2d-64|(4544, 1792)","model.language_model.layers.22.mlp.up_proj.weight|2d-64|(3520, 1728)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,21,0.009468330458278329,4.3377868136666615 +4214,4291,1.1794589166853295,0.03523912896716235,-0.00031777074423887944,-0.0003427144320559042,1.1983059739032567,1.8157864665794525,1.414420143937076,0.9999999495108758,-0.0004815162649856082,"model.language_model.layers.15.self_attn.k_proj.weight|2d-128|(384, 768)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 384)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,8,0.01884705721792712,3.223871380392175 +4375,4460,1.106475081502619,0.010367002205537603,0.013998973840253373,0.014001779861539117,2.2056760779181785,1.113971679198966,1.4062243676422361,0.9999020095646473,0.007070149852016456,"model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 640)","model.language_model.layers.11.self_attn.k_proj.weight|2d-64|(192, 768)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,12,0.007496597696347029,6.358785427877761 +4631,4774,1.1265339311402538,0.039431681699122964,-0.004277492243792625,-0.004351688638469213,1.1563997899506122,2.005968364062273,1.4168285848631992,0.9999908514882045,-0.0074200239338820815,"model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(1536, 1024)","model.language_model.layers.11.self_attn.o_proj.weight|2d-128|(1280, 768)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,8,0.029865858810358414,3.1750631259116147 +4964,5096,1.1286426578866529,0.0111887129233489,-0.0020158441007750326,-0.0019957395047184184,1.1311824215202324,2.1475350117932606,1.4153885682276146,0.9999979681842166,-0.0038270536231576817,"model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(896, 128)","model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(1984, 576)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,4,0.0025397636335795504,3.069630767781539 +5222,5332,1.1253684622353106,0.04620333940000908,0.002478030570699939,0.002545608770133683,2.0116087719279974,1.1508570346184175,1.4127022294359919,0.999996929677532,0.0014177005758213082,"model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(3200, 384)","model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(3456, 1536)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,0,0.025488572383106867,5.295637578895943 +5614,5618,1.1115028897644368,-0.02352944590184825,-0.022451380258058568,-0.02294207133530295,1.1093902726629756,2.4199558489242814,1.4261907907644669,0.9997479359941225,-0.04897406288004963,"model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(1920, 1792)","model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(2688, 960)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,4,0.002112617101461156,3.0010779643749363 +5780,5852,1.0852686345126976,0.0038071661010977403,-0.004983264633690996,-0.00497957273994079,1.090593765919039,2.534847706868167,1.416769735698505,0.9999875834597101,-0.011582513419911287,"model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(128, 512)","model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(256, 512)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,12,0.005325131406341388,4.057125260213996 +5988,5989,1.0795903158662725,0.029380915465732373,0.024162597344480688,0.02410318907064406,2.4334731742650106,1.0850131105738838,1.4014466766407503,0.9997080418249963,0.01077338151146769,"model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(448, 960)","model.language_model.layers.23.self_attn.v_proj.weight|2d-64|(448, 448)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,16,0.0054227947076113114,7.69953056085335 +6242,6394,1.220343813177635,0.022538008262586225,0.006910187472514305,0.007009833766140894,1.2273930530471675,1.7079685146330152,1.4095748181933732,0.9999761243695245,0.009615813454349392,"model.visual.blocks.19.attn.proj.weight|2d-128|(768, 640)","model.visual.blocks.21.attn.proj.weight|2d-128|(896, 256)",model.visual.layers.*.attn.proj.weight,2d-128,2,0.007049239869532542,3.2943789296766943 +6487,6642,1.1961177089484425,0.014202060559347425,-0.006786069875752007,-0.006792189837050474,1.2039996160575828,1.8138487797818854,1.4186286156549917,0.9999769743627307,-0.010223345920949778,"model.visual.blocks.1.attn.proj.weight|2d-64|(128, 320)","model.visual.blocks.18.attn.proj.weight|2d-64|(512, 768)",model.visual.layers.*.attn.proj.weight,2d-64,17,0.007881907109140274,3.032563141356132 +6709,6734,1.1072506874717163,0.03846694379480332,-0.00013027955505018522,-7.497488348909357e-05,1.1230774233585088,2.197598085070173,1.4142882188838277,0.9999999915136187,-0.00025492641446384757,"model.visual.blocks.2.attn.qkv.weight|2d-128|(1408, 768)","model.visual.blocks.17.attn.qkv.weight|2d-128|(2944, 384)",model.visual.layers.*.attn.qkv.weight,2d-128,15,0.01582673588679251,2.9559849218447543 +6949,7155,1.1004082140394928,0.021912148960739897,0.0050795686488977415,0.004845198314445767,1.1124457003324115,2.2588550440331137,1.4113634614742712,0.9999870989079515,0.010314219615974573,"model.visual.blocks.6.attn.qkv.weight|2d-64|(128, 192)","model.visual.blocks.2.attn.qkv.weight|2d-64|(2688, 512)",model.visual.layers.*.attn.qkv.weight,2d-64,4,0.012037486292918675,2.87222632604401 +7265,7340,1.220811147454892,0.0183426179971812,-0.0033488933380297118,-0.0033257337432543725,1.72178836258325,1.2313607583922592,1.4164527048079376,0.999994392440983,-0.002395007383081709,"model.visual.blocks.18.mlp.linear_fc1.weight|2d-128|(3712, 768)","model.visual.blocks.1.mlp.linear_fc1.weight|2d-128|(3200, 768)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,17,0.010549610937367282,4.566285694614245 +7446,7663,1.223808617229286,0.02940898854560728,0.016410277609742795,0.015907555983374545,1.2274026194808358,1.6852989134770682,1.403125999706642,0.9998653423280413,0.022532315465690112,"model.visual.blocks.0.mlp.linear_fc1.weight|2d-64|(1600, 128)","model.visual.blocks.14.mlp.linear_fc1.weight|2d-64|(3200, 256)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,14,0.0035940022515499326,3.6497975263278604 +7754,7860,1.2292255931147484,0.015090389208693537,0.0005784600917618878,0.0007438664137174399,1.2384719129065287,1.6937444061379499,1.4138237328157044,0.9999998326919471,0.0007911067940946421,"model.visual.blocks.5.mlp.linear_fc2.weight|2d-128|(768, 128)","model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(512, 1152)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,5,0.009246319791780255,3.5033289247267487 +7989,8114,1.2183092740798964,0.022517984085257625,-0.004713614328236056,-0.004846754436175191,1.2389619809495982,1.7047820299047292,1.4173802044686978,0.9999888908582758,-0.006485820490245678,"model.visual.blocks.4.mlp.linear_fc2.weight|2d-64|(384, 1792)","model.visual.blocks.10.mlp.linear_fc2.weight|2d-64|(320, 3072)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,6,0.020652706869701776,3.4151348810347586 +8362,8363,1.3372176394346371,0.04531869517313575,-0.005047201146864341,-0.005051572974229437,1.3954464836235076,1.4412132054535531,1.4177761277376562,0.9999872627991734,-0.005212735155957268,"model.visual.merger.linear_fc1.weight|2d-128|(640, 1280)","model.visual.merger.linear_fc1.weight|2d-128|(3456, 2944)",model.visual.merger.linear_fc1.weight,2d-128,0,0.05822884418887053,3.5773396883820534 +8536,8550,1.343884543090608,0.03461994490162929,0.03489388895521876,0.03494151608227324,1.3694936724799864,1.4100571078892679,1.3893314727917587,0.9993910228301938,0.03592742130316346,"model.visual.merger.linear_fc1.weight|2d-64|(896, 1728)","model.visual.merger.linear_fc1.weight|2d-64|(832, 3008)",model.visual.merger.linear_fc1.weight,2d-64,0,0.025609129389378538,3.3701615508385268 +8796,8953,1.345974093095321,0.07504711208840947,0.01301801911499031,0.013276536788644095,1.4057785149980098,1.4041794181149345,1.40497828404349,0.9999152619988965,0.013003210897644191,"model.visual.merger.linear_fc2.weight|2d-128|(1280, 3968)","model.visual.merger.linear_fc2.weight|2d-128|(1280, 3712)",model.visual.merger.linear_fc2.weight,2d-128,0,0.05820532501961351,3.4868577901630378 +9021,9179,1.3456469270241298,0.07468229974405727,0.03696949941744878,0.03699820047733492,1.3903603404636546,1.385305815701963,1.3878261748288576,0.9993163943981022,0.03683510026580834,"model.visual.merger.linear_fc2.weight|2d-64|(256, 3328)","model.visual.merger.linear_fc2.weight|2d-64|(960, 128)",model.visual.merger.linear_fc2.weight,2d-64,0,0.03965888867783329,3.458799941635078 +9306,9354,0.7516106469519017,0.6601237157981781,0.516796509250006,0.5164787552362747,1.078165261440131,0.9198000871398749,0.9896026068934667,0.8561082688696614,0.44088739569182844,"model.visual.pos_embed.weight|2d-128|(1408, 256)","model.visual.pos_embed.weight|2d-128|(2176, 256)",model.visual.pos_embed.weight,2d-128,0,0.16818944018797322,6.169701236907339 +9455,9566,0.507623429015307,0.8637291397718269,0.70903697024864,0.7082103491476679,0.7063971702324893,1.0583695609948272,0.830918970299845,0.7051713088467435,1.0623246787415304,"model.visual.pos_embed.weight|2d-64|(320, 960)","model.visual.pos_embed.weight|2d-64|(1472, 960)",model.visual.pos_embed.weight,2d-64,0,0.19877374121718228,2.1664707964512138 +9708,9830,1.198073604666019,0.029551825377415127,-0.004145317117661105,-0.00415178161750134,1.16021332535487,1.9860965099909704,1.4167645503370347,0.9999914081360869,-0.007096108689903516,"mtp.fc.weight|2d-128|(1152, 3840)","mtp.fc.weight|2d-128|(1024, 3584)",mtp.fc.weight,2d-128,0,0.03786027931114888,3.689655307525213 +9991,10092,1.139508940444375,0.023488022337717664,0.007674484228229952,0.007708049032692747,1.1517974006799871,1.988436099534288,1.409498361235723,0.999970550712285,0.013249050115679884,"mtp.fc.weight|2d-64|(1152, 2688)","mtp.fc.weight|2d-64|(640, 4032)",mtp.fc.weight,2d-64,0,0.012288460235612142,2.856301865614406 +10226,10323,1.3209653946973068,0.014080698926247618,-0.0012027748200833398,-0.0011425771004606108,1.4760115570777592,1.36108682150302,1.4150610121512674,0.9999992766661046,-0.0011091247551558668,"mtp.layers.0.mlp.down_proj.weight|2d-128|(256, 256)","mtp.layers.0.mlp.down_proj.weight|2d-128|(1152, 4736)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.04012142680571329,4.3495558106202825 +10524,10547,1.2753508565873215,-0.0027212497407230144,0.021645451686327054,0.02192062668499085,1.4274661364447314,1.3718629338646546,1.3988363890010185,0.9997657097646903,0.020802309839158824,"mtp.layers.0.mlp.down_proj.weight|2d-64|(128, 5952)","mtp.layers.0.mlp.down_proj.weight|2d-64|(1984, 5440)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.09651207727733313,4.286652289513313 +10787,10808,1.311832353174305,0.027372093596555243,-0.004215152342668387,-0.004018070965225533,1.36758219703392,1.472603998604858,1.4171828684306442,0.9999911162059032,-0.004538849809543218,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(1152, 384)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(3200, 1536)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.0557498438596149,3.53286108900738 +10962,11132,1.298914204016579,0.04548073737882748,0.0018660237881333351,0.0017549125896209237,1.338610713308405,1.5011161209948782,1.4129020900009928,0.9999982589760954,0.002092556381536688,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(2688, 1408)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(1408, 256)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.039696509291826,3.5971240101985824 +11168,11195,1.3341398326284435,0.06766772014914409,0.02288393034267419,0.022878969716346953,1.374768844310426,1.4223405603473955,1.3979479992805666,0.9997381285777148,0.02367579280055345,"mtp.layers.0.mlp.up_proj.weight|2d-128|(2688, 1664)","mtp.layers.0.mlp.up_proj.weight|2d-128|(256, 1408)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.04062901168198252,3.4139882259698244 +11503,11525,1.3154959859219948,0.014191003035448495,0.0015131081763876137,0.0014594551690193546,1.3372229412352172,1.503678529507117,1.4131505549891605,0.999998855251168,0.001701457705739069,"mtp.layers.0.mlp.up_proj.weight|2d-64|(3904, 320)","mtp.layers.0.mlp.up_proj.weight|2d-64|(1984, 576)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.02172695531322244,3.543737517611552 +11708,11716,1.2395374494282778,-0.03172511033240064,-0.004415227070236676,-0.004412757200865072,1.683502305300429,1.2471209701664963,1.41719700951161,0.9999902528374556,-0.0032707542187513134,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(256, 1536)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 512)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.007583520738218441,5.057988905198802 +11749,11950,1.088438605822783,-0.005472116440197032,-0.006254740985754823,-0.00623017004181254,2.358569685974674,1.107394193178268,1.4176124502799843,0.9999804389162825,-0.0029367221535354635,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 1344)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 1920)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.01895558735548497,7.612084046724798 +12001,12142,1.1883391248685418,0.017364060219651756,0.008704782271769714,0.00871238782007139,1.8004361204393493,1.1955741868583734,1.4085290398152555,0.9999621126650755,0.005780384468075797,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(128, 128)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1152, 1792)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.007235061989831593,5.504941760800005 +12307,12403,1.1772410810781226,0.06493118445183525,0.03209257527633112,0.032112517231571706,1.207294108266991,1.7021293849130232,1.3926319876293802,0.9994849006423924,0.0452464027127481,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(704, 1152)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(1792, 896)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.030053027188868375,3.3388928584165263 +12603,12741,1.0595820948200971,0.03642740057707525,0.02067326645807372,0.021134621463658923,1.0623931497579397,2.7958647451773033,1.4044722530129738,0.9997862851899667,0.05440514829275218,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(768, 1408)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(1920, 640)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.0028110549378426164,3.1960824688160683 +12861,12887,1.0589581338124963,0.22990035661551564,0.21364892719161035,0.213617299767425,1.6057020167413474,1.0791138572138432,1.2666332976560915,0.9769105055786195,0.14358300326434498,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(704, 1152)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(1216, 1152)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.02015572340134697,4.298805591313874 +13042,13063,1.3620872834381106,0.02614989973773001,0.00409727116081105,0.0040936340285934,1.3961179223287958,1.4270174935132705,1.4113140758832619,0.9999916061492891,0.004187953989152939,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(256, 256)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(384, 896)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.03403063889068525,3.6201121574832493 +13199,13215,1.3059826658963418,0.02952578959183575,0.003815940679649319,0.00383930342324626,1.3321641064374867,1.5070196596594991,1.411533135945117,0.9999927192718602,0.004316808714884717,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 1984)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(256, 960)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.026181440541144907,3.5381621399994865 +16,227,1.1764114956134386,0.28042822434537706,0.29397190328228473,0.2909381319469413,1.1877609975853745,1.1888393538957658,1.188299808771364,0.9558140614578711,0.2942387974281834,"model.language_model.embed_tokens.weight|2d-128|(205056, 1920)","model.language_model.embed_tokens.weight|2d-128|(208000, 1920)",model.language_model.embed_tokens.weight,2d-128,0,0.01134950197193585,3.333955369458143 +394,431,1.179839248094191,0.30195094564247477,0.32900166695110983,0.3292039540777416,1.1624838222438194,1.1544630359463648,1.1584526045249657,0.9443293404016372,0.32673165509234026,"model.language_model.embed_tokens.weight|2d-64|(172480, 832)","model.language_model.embed_tokens.weight|2d-64|(151808, 832)",model.language_model.embed_tokens.weight,2d-64,0,0.02537621214782626,3.1689816482486477 +615,633,0.14191313521604962,0.990038765142534,0.9900387651425339,0.9909762400906973,0.1459621665258637,0.14191313521604965,0.14389494289258842,0.14079504080416488,0.9625748129869495,"model.language_model.layers.5.linear_attn.conv1d.weight|3d-axis0-slice|(2563, 0, 0)","model.language_model.layers.16.linear_attn.conv1d.weight|3d-axis0-slice|(5009, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,11,2.7755575615628914e-17,0.24245225589394134 +961,1016,0.6111780435068915,0.9232171496961724,0.9232171496961724,0.9232030296049356,1.3643557920033142,0.6111780435068914,0.7888076234853472,0.3842786677749302,0.41356518189057895,"model.language_model.layers.14.linear_attn.conv1d.weight|3d-volume|(1764, 0, 0)","model.language_model.layers.16.linear_attn.conv1d.weight|3d-volume|(1740, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,2,1.1102230246251565e-16,3.251143332418997 +1130,1234,1.1504437203214986,0.013597388658862921,-0.002457121102852559,-0.0024756181781595576,1.944625210639036,1.1676991516635875,1.4157463440352827,0.9999969812733865,-0.0014754402090636132,"model.language_model.layers.0.linear_attn.in_proj_qkv.weight|2d-128|(5888, 1408)","model.language_model.layers.16.linear_attn.in_proj_qkv.weight|2d-128|(1792, 1024)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,16,0.017255431342088956,5.268942530532872 +1384,1535,1.147103120596893,0.03869174532708546,0.01673044771609554,0.017524694779167634,1.909549157577464,1.1618190642552595,1.403667891094203,0.9998600362646859,0.01017923682820778,"model.language_model.layers.6.linear_attn.in_proj_qkv.weight|2d-64|(1408, 768)","model.language_model.layers.8.linear_attn.in_proj_qkv.weight|2d-64|(5312, 1984)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,2,0.014715943658366593,5.611206880379149 +1645,1700,1.1568282131886405,-0.010586189241419785,0.001692020955902313,0.001299455996557436,1.9859537047436182,1.1563013992706537,1.4131726818361547,0.9999985685315178,0.0009851620378822936,"model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-128|(640, 1664)","model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-128|(1024, 1664)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,2,0.0005268139179868125,5.32246473533154 +1811,1823,1.1541506087214513,0.0028516308583646996,0.006295995574405252,0.006372915140617952,2.00448641065745,1.1496668597183155,1.4103656165319112,0.9999801800234478,0.0036110484073837218,"model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-64|(320, 704)","model.language_model.layers.0.linear_attn.in_proj_z.weight|2d-64|(1600, 192)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,18,0.004483749003135751,5.1719645128078335 +2134,2299,1.2357034166502001,-0.01692718135559438,0.00013992680506810941,0.0001402622500034028,1.7224417656987703,1.2280625679902593,1.4141200201292596,0.9999999902102445,9.976469160506119e-05,"model.language_model.layers.16.linear_attn.out_proj.weight|2d-128|(1280, 256)","model.language_model.layers.13.linear_attn.out_proj.weight|2d-128|(1152, 128)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,3,0.007640848659940858,4.8464465712059 +2360,2368,1.2310960989961477,0.005501478199774667,-0.001585992038169869,-0.0012140456919094871,1.7218783477335642,1.2297801626114842,1.415273973571814,0.9999987423138366,-0.001132729004443501,"model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(64, 1024)","model.language_model.layers.8.linear_attn.out_proj.weight|2d-64|(1856, 1984)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,4,0.0013159363846635408,4.694889994990083 +2573,2607,1.2702520348259063,0.022284577650728034,-0.006512316030577363,-0.006561360732579077,1.3184171767794846,1.5461460884917042,1.418753337877737,0.9999787946451254,-0.007637182020257559,"model.language_model.layers.19.mlp.down_proj.weight|2d-128|(1280, 3584)","model.language_model.layers.1.mlp.down_proj.weight|2d-128|(384, 4096)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,18,0.04816514195357824,3.349093756466038 +2836,2942,1.2620305827964098,0.042856383611974004,0.02282613833854531,0.022549790098521403,1.2819020147620803,1.5534557692946207,1.3982766599408574,0.9997394497610613,0.02766154970067004,"model.language_model.layers.19.mlp.down_proj.weight|2d-64|(1856, 4032)","model.language_model.layers.3.mlp.down_proj.weight|2d-64|(1024, 2816)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,16,0.01987143196567054,3.138228851934693 +3118,3262,1.1660166982385114,0.024467318227771383,-0.003702831694934993,-0.0036645606471346257,1.8506802708693098,1.1912601860599572,1.4165948221307183,0.9999931444952205,-0.0023834673353841907,"model.language_model.layers.10.mlp.gate_proj.weight|2d-128|(2560, 1152)","model.language_model.layers.19.mlp.gate_proj.weight|2d-128|(1152, 512)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,9,0.02524348782144581,5.249134212875126 +3337,3391,1.1564171864136616,0.07230864237900039,0.03791249873503527,0.0380397134354148,1.1642211415013048,1.8326103342202091,1.3897341855937435,0.999281062784473,0.05967838454500217,"model.language_model.layers.20.mlp.gate_proj.weight|2d-64|(4352, 1536)","model.language_model.layers.9.mlp.gate_proj.weight|2d-64|(3136, 1216)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,11,0.0078039550876431996,3.000466070675927 +3612,3720,1.2384941137277004,0.024509213581967226,0.0011945499616575095,0.0011787350424276664,1.254188608683731,1.6542621383343836,1.4134000254621706,0.99999928652494,0.0015755993637932338,"model.language_model.layers.22.mlp.up_proj.weight|2d-128|(5504, 1792)","model.language_model.layers.4.mlp.up_proj.weight|2d-128|(3712, 128)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,18,0.015694494956030702,3.3002146607328666 +3857,4066,1.2319489250876468,0.04494477035642501,0.014295415151533953,0.01363838029196595,1.6247307086525937,1.2547128772443523,1.404399542895484,0.9998978153319695,0.011039762700773175,"model.language_model.layers.6.mlp.up_proj.weight|2d-64|(2432, 1600)","model.language_model.layers.23.mlp.up_proj.weight|2d-64|(5760, 640)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,17,0.02276395215670557,4.4172114097454065 +4277,4300,1.179669745242338,-0.025350156799473632,-0.016184580388944447,-0.016170199253074002,1.1722805866161716,1.967631770808605,1.424242192317524,0.9998690211010809,-0.02716524945825088,"model.language_model.layers.3.self_attn.k_proj.weight|2d-128|(128, 1664)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 1536)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,20,0.007389158626166292,3.271317434628606 +4434,4542,1.1065107924009048,0.026985890805965883,0.004918554817582138,0.004969378564151965,1.1263008884994792,2.1528657160244933,1.4113535877898638,0.9999879038360946,0.009401562359829913,"model.language_model.layers.15.self_attn.k_proj.weight|2d-64|(384, 960)","model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 960)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,8,0.019790096098574406,2.8985389924515736 +4628,4805,1.126715833157538,0.02383169430631133,-0.008905024908215913,-0.008858260828312882,2.039520847092436,1.1531470206210856,1.4195988946440792,0.9999603494796102,-0.0050349095259825645,"model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(128, 1536)","model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(1664, 128)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,12,0.026431187463547667,5.421716639012378 +4986,5110,1.1286535505326292,0.023862694189751524,0.013480172149990855,0.013573219226597542,2.1186308632132755,1.1261481746222695,1.4062904116495798,0.9999091383514838,0.007165321493184519,"model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(512, 1920)","model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(576, 1856)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,16,0.0025053759103597084,6.067512739047411 +5224,5271,1.1254486750526018,0.023150693813359616,0.003553845563142111,0.003682140990321181,2.1145470642693165,1.1327714864797855,1.4121199866752159,0.9999936850709175,0.001903809562484797,"model.language_model.layers.23.self_attn.q_proj.weight|2d-128|(128, 1792)","model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(3328, 1792)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,20,0.0073228114271837175,6.073994927732596 +5465,5565,1.1115379342627831,0.0510410942987433,0.024182174009099083,0.02417399892738103,1.1206638222521508,2.112017280608965,1.3999823044432473,0.9997075684719975,0.04557403244022872,"model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(3520, 1216)","model.language_model.layers.23.self_attn.q_proj.weight|2d-64|(1536, 704)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,20,0.009125887989367643,3.1038836442506637 +5775,5852,1.0853166531434242,0.00555385481639949,0.003190702130902316,0.0031751498790811433,1.0846154892685822,2.562940573427087,1.4125930961892061,0.9999949096970003,0.007539611991457374,"model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(0, 1920)","model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(256, 512)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,12,0.0007011638748419813,3.58233087376141 +5934,6048,1.0796216799167675,0.007911284671915,0.018452106882052,0.01853533541801949,2.708984151763998,1.0681371185619575,1.4052805616395703,0.9998297453824893,0.00727556130720005,"model.language_model.layers.3.self_attn.v_proj.weight|2d-64|(448, 1920)","model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(64, 1088)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,16,0.011484561354810019,9.389625934579373 +6183,6235,1.2208591263229969,0.03950770774013199,0.0002252472223786073,0.00022423371880336815,1.2393635916931554,1.6922860202215135,1.4140617063625616,0.9999999746318441,0.0003075632752808973,"model.visual.blocks.0.attn.proj.weight|2d-128|(512, 896)","model.visual.blocks.15.attn.proj.weight|2d-128|(256, 256)",model.visual.layers.*.attn.proj.weight,2d-128,15,0.018504465370158485,3.826965349665484 +6423,6643,1.1967232076805348,-0.014862540891629434,-0.007568759111818309,-0.007421748586936355,1.2005906344225894,1.827752421522364,1.4191167828175182,0.9999713565325296,-0.011522510169503852,"model.visual.blocks.5.attn.proj.weight|2d-64|(64, 64)","model.visual.blocks.21.attn.proj.weight|2d-64|(640, 256)",model.visual.layers.*.attn.proj.weight,2d-64,16,0.003867426742054647,3.3268499898304205 +6702,6783,1.1073596863633044,0.040459951877119246,0.004656183579809944,0.004650009755323739,2.0559821917698047,1.1415369516635316,1.411416219405801,0.9999891599184818,0.0025852391287040605,"model.visual.blocks.16.attn.qkv.weight|2d-128|(1280, 128)","model.visual.blocks.0.attn.qkv.weight|2d-128|(1920, 896)",model.visual.layers.*.attn.qkv.weight,2d-128,16,0.034177265300227244,7.402743320817244 +6920,6970,1.101079811547105,0.0036009839913278083,-0.007413831649737506,-0.0068938790358306174,2.3275692946613145,1.1113283114602093,1.4182844092627833,0.9999725171724818,-0.003539830598234426,"model.visual.blocks.18.attn.qkv.weight|2d-64|(2816, 896)","model.visual.blocks.9.attn.qkv.weight|2d-64|(320, 128)",model.visual.layers.*.attn.qkv.weight,2d-64,9,0.010248499913104281,6.378465663983347 +7241,7377,1.2211717238465953,0.03564844382084082,0.006216926707790571,0.006263475549025694,1.2416361818109216,1.672870372068311,1.4099996101745698,0.9999806747244219,0.008376135173199052,"model.visual.blocks.0.mlp.linear_fc1.weight|2d-128|(1152, 128)","model.visual.blocks.18.mlp.linear_fc1.weight|2d-128|(896, 0)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,18,0.020464457964326277,3.7208953448455406 +7430,7453,1.2240060539489772,0.023768132077625546,0.017149719641220987,0.018174590723354454,1.2448862467604909,1.6406121333304673,1.4024859940266208,0.9998529327437249,0.02260129244725779,"model.visual.blocks.2.mlp.linear_fc1.weight|2d-64|(192, 128)","model.visual.blocks.23.mlp.linear_fc1.weight|2d-64|(3264, 960)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,21,0.020880192811513654,3.3287651665267974 +7863,7926,1.2292526313964909,0.04193617255197028,0.010671208387697615,0.01078799509957503,1.2540002301317366,1.634100705028596,1.4069059448500885,0.9999430610347503,0.013905762320324172,"model.visual.blocks.0.mlp.linear_fc2.weight|2d-128|(640, 2944)","model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(128, 3456)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,10,0.02474759873524568,3.6133096145989083 +8023,8034,1.2185733367301126,0.0006442710776968519,0.0034120167225187336,0.0034419582283955292,1.6958276918068536,1.235102145633457,1.4119153935994182,0.9999941790540009,0.002485033824651154,"model.visual.blocks.2.mlp.linear_fc2.weight|2d-64|(256, 1280)","model.visual.blocks.6.mlp.linear_fc2.weight|2d-64|(64, 1280)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,4,0.016528808903344405,5.124960183513242 +8325,8372,1.337383011625045,0.03639380234873531,0.0002404068000338599,0.00024524845940142846,1.3975761941709552,1.431107180712228,1.4140436066488185,0.9999999711022849,0.0002461746982064154,"model.visual.merger.linear_fc1.weight|2d-128|(3328, 1920)","model.visual.merger.linear_fc1.weight|2d-128|(640, 2560)",model.visual.merger.linear_fc1.weight,2d-128,0,0.06019318254591033,3.5232211222957774 +8624,8702,1.343939007546017,0.03378125945793208,0.022410333661344786,0.022406368971115715,1.4128755936821495,1.3841288709743456,1.3982806587229026,0.9997488569361743,0.021954367367898447,"model.visual.merger.linear_fc1.weight|2d-64|(1280, 4032)","model.visual.merger.linear_fc1.weight|2d-64|(2048, 3840)",model.visual.merger.linear_fc1.weight,2d-64,0,0.04018986342832864,3.7530068517296344 +8813,8818,1.3460283321975084,0.0487316042370574,-0.00893921654781711,-0.008760310962260556,1.4527057661766176,1.3903724715224464,1.42051443269203,0.9999600444055309,-0.008555648978921825,"model.visual.merger.linear_fc2.weight|2d-128|(384, 1664)","model.visual.merger.linear_fc2.weight|2d-128|(1152, 1536)",model.visual.merger.linear_fc2.weight,2d-128,0,0.04434413932493797,3.7481754843758006 +9042,9056,1.3456601742493683,0.04605203004775285,0.030291927754290023,0.03021980462315506,1.3690900132379107,1.4174535085365856,1.3926423206659115,0.999541094259225,0.03136199874404738,"model.visual.merger.linear_fc2.weight|2d-64|(1536, 3584)","model.visual.merger.linear_fc2.weight|2d-64|(768, 512)",model.visual.merger.linear_fc2.weight,2d-64,0,0.02342983898854234,3.4349283151734173 +9227,9347,0.7527706782923471,0.7069260025871281,0.6321074061262202,0.6260757448748512,0.9411781021823591,0.8069684706443618,0.8663720237222892,0.7748807825210158,0.5419704789368518,"model.visual.pos_embed.weight|2d-128|(128, 384)","model.visual.pos_embed.weight|2d-128|(2048, 384)",model.visual.pos_embed.weight,2d-128,0,0.05419779235201472,3.041230277400174 +9410,9458,0.5078864566263744,0.8622736468664196,0.8268563724868575,0.8240232981034777,0.6944309722017702,0.5626584351714018,0.6182508915196525,0.5624131393183086,0.6699553033757544,"model.visual.pos_embed.weight|2d-64|(192, 128)","model.visual.pos_embed.weight|2d-64|(384, 128)",model.visual.pos_embed.weight,2d-64,0,0.054771978545027356,2.928355140892012 +9638,9717,1.1982538273502037,0.043798723788278725,-0.0021189861561089086,-0.0021193774157507723,1.3355656876799662,1.5122372893104168,1.415699641889464,0.999997754946315,-0.0023992903609008328,"mtp.fc.weight|2d-128|(0, 2816)","mtp.fc.weight|2d-128|(384, 640)",mtp.fc.weight,2d-128,0,0.1373118603297625,3.0397319831444274 +9918,10032,1.139959663963456,0.011850412177115341,0.017911522940146456,0.018061069876696995,1.1149594993904068,2.180535834405785,1.403908326995824,0.9998395758050211,0.03502971869482657,"mtp.fc.weight|2d-64|(1152, 3392)","mtp.fc.weight|2d-64|(1024, 3584)",mtp.fc.weight,2d-64,0,0.0250001645730491,3.2543570320271082 +10216,10277,1.3209663229140143,0.0360519562461139,0.006096467157478213,0.006156921328763069,1.4692647200847204,1.3572118899029313,1.409909689132494,0.9999814163714232,0.005631522760619374,"mtp.layers.0.mlp.down_proj.weight|2d-128|(128, 5120)","mtp.layers.0.mlp.down_proj.weight|2d-128|(384, 640)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.03624556698891701,4.032359216167098 +10422,10547,1.2754874009541535,-0.0013023888345909587,-0.00508680011648358,-0.0050017364767570086,1.4982662914857028,1.3490217333217975,1.417786249729598,0.9999870621485935,-0.004580096308110582,"mtp.layers.0.mlp.down_proj.weight|2d-64|(768, 5184)","mtp.layers.0.mlp.down_proj.weight|2d-64|(1984, 5440)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.07353433236764406,4.126229597194885 +10694,10807,1.3118421369050732,0.04399154369902389,0.018960518036881095,0.01896120439898142,1.4839687450077312,1.3302497464063125,1.4008228198525357,0.9998202332198389,0.016996465993737612,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(5504, 1536)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(2176, 1536)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.01840760950123932,3.970690151343118 +10912,11052,1.2990158260432985,0.018178812934123604,0.0007742532264132025,0.0008595652967635189,1.5414904323464684,1.313150690163528,1.413672940597092,0.9999997002659258,0.0006595637165766831,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(2368, 640)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(640, 1984)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.014134864120229462,4.1170869121767595 +11181,11344,1.3342022817928247,0.052284255962948924,0.0030374070422404895,0.0030230248284380504,1.4312176397215473,1.3936610867238604,1.4120649181408604,0.9999953870685904,0.002957702505773453,"mtp.layers.0.mlp.up_proj.weight|2d-128|(128, 1664)","mtp.layers.0.mlp.up_proj.weight|2d-128|(2560, 1152)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.059458804931035614,3.8250855276449243 +11478,11652,1.3155163427013012,0.055318764276137244,0.025964037210722837,0.02608074826152328,1.345439511447397,1.4522469171096655,1.395787617891008,0.9996628775600903,0.028025186323262733,"mtp.layers.0.mlp.up_proj.weight|2d-64|(2432, 512)","mtp.layers.0.mlp.up_proj.weight|2d-64|(4928, 640)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.029923168746095685,3.6754491154024937 +11710,11715,1.2396159439969265,0.011869846496987458,0.009102122851468296,0.009110329913572185,1.6407531594701086,1.2525500327136898,1.4079913363855838,0.9999585748217757,0.0069485554299055065,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(256, 1792)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 384)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.01293408871676327,5.04000328330932 +11740,11942,1.088456964541846,0.02069350410753646,0.017468239226579127,0.017473216351038934,2.3752843313107803,1.09356117675539,1.4047978910111272,0.9998474186686301,0.00804223224674788,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 768)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 1408)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.005104212213544068,7.49791866793259 +12047,12192,1.188512374579647,0.025677636060030207,-0.00584267599857152,-0.005966552187564793,1.2257121184321098,1.743638762797245,1.4180956666462732,0.9999829314229196,-0.008311508221527528,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(384, 1920)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1664, 0)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.03719974385246272,3.374454799766545 +12346,12461,1.1772774910827637,0.03404816360314786,0.035260190502925774,0.03525170036140154,1.595617637549788,1.2474136231188144,1.3898071905084108,0.9993781661441766,0.027565527575049646,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(576, 64)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(384, 1856)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.07013613203605074,5.60492842144333 +12610,12750,1.0595896286839255,0.04438675083265853,0.03096946809263276,0.030394288183148592,1.060833539474877,2.745467962217715,1.3994114146780279,0.9995203309818462,0.08014988147653736,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(896, 256)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(1920, 1792)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.0012439107909514302,3.0789160704746092 +12970,12997,1.0589799565785105,0.030456743571274942,0.012668114381533162,0.012535246855321798,1.0705822402370833,2.7091766848028236,1.4080768520285727,0.999919756219476,0.032057471937199974,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(4032, 1856)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(704, 640)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.011602283658572743,3.348562371282606 +13038,13060,1.3620937151731771,0.029757662501590235,0.003349699870195257,0.003351201870675341,1.3684184239737984,1.4596934720982007,1.411847917535017,0.9999943897396524,0.0035731286193979427,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 1792)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(384, 512)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.006324708800621304,3.79039451989586 +13173,13271,1.305987461818006,0.03957442966126745,0.0330848640133149,0.033065024423327365,1.3185827537748986,1.4762870830050483,1.3907732722278643,0.9994525460336876,0.03704185971339766,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 320)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 448)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.012595291956892574,3.826458170960061 +210,222,1.176426605091792,0.2478275949810611,0.2747677734681338,0.2748953766280319,1.2341830406417267,1.1770623904003572,1.2046081876055164,0.9615106191110758,0.2620509289085843,"model.language_model.embed_tokens.weight|2d-128|(195712, 1408)","model.language_model.embed_tokens.weight|2d-128|(137216, 1408)",model.language_model.embed_tokens.weight,2d-128,0,0.0006357853085652287,3.3517587015806 +408,464,1.1812892815509133,0.2908239712795212,0.23492608553223912,0.23492430730849895,1.2437167393637456,1.2303957485774422,1.2370024532287363,0.9720132377372743,0.2324098789702544,"model.language_model.embed_tokens.weight|2d-64|(207616, 64)","model.language_model.embed_tokens.weight|2d-64|(48256, 64)",model.language_model.embed_tokens.weight,2d-64,0,0.04910646702652888,3.1520207416259653 +597,753,0.1424532099182336,0.9960178469365926,0.9960178469365925,0.9964207570699944,0.16098005266872462,0.1424532099182343,0.15087007041332634,0.0891540721660798,0.8813883278069765,"model.language_model.layers.22.linear_attn.conv1d.weight|3d-axis0-slice|(1177, 0, 0)","model.language_model.layers.2.linear_attn.conv1d.weight|3d-axis0-slice|(4173, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,20,6.938893903907228e-16,0.2706627269316759 +785,877,0.6114336253803417,0.7919642649182631,0.7919642649182631,0.7835279113300976,0.6114336253803417,0.8051217166614247,0.6886286704384041,0.6105674435248535,1.042840305207061,"model.language_model.layers.14.linear_attn.conv1d.weight|3d-volume|(2212, 0, 0)","model.language_model.layers.4.linear_attn.conv1d.weight|3d-volume|(4068, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,10,0.0,1.5917393004512965 +1190,1269,1.1505484952356841,0.02618530071980759,0.004683848460385402,0.004707780533845693,1.9355056443845993,1.1646683538263463,1.4112842201296634,0.9999890307216376,0.0028184521661075343,"model.language_model.layers.13.linear_attn.in_proj_qkv.weight|2d-128|(4352, 128)","model.language_model.layers.22.linear_attn.in_proj_qkv.weight|2d-128|(5632, 896)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,9,0.014119858590662115,5.526166788484262 +1300,1535,1.147122300581504,0.0038176636282339915,0.014002396137197715,0.01316353308126261,2.0481473495016203,1.1369199882271914,1.4057854486482595,0.999901961645449,0.007772684936622869,"model.language_model.layers.22.linear_attn.in_proj_qkv.weight|2d-64|(2752, 1984)","model.language_model.layers.8.linear_attn.in_proj_qkv.weight|2d-64|(5312, 1984)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,14,0.010202312354312681,5.633130466276788 +1635,1654,1.156884158871679,-0.015493983598589866,0.00026580318037188263,6.607301183804425e-05,2.0083631805193143,1.1529284352607954,1.4140512484418886,0.999999964674334,0.00015258796208077093,"model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(256, 1920)","model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(384, 1024)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,0,0.003955723610883588,5.768695813843303 +1927,2029,1.154249759225808,0.06255354560049826,0.041186594006047725,0.03723638877020089,1.7843247310282386,1.1742578446543646,1.3872080008431222,0.9991514722374085,0.02710475299993506,"model.language_model.layers.10.linear_attn.in_proj_z.weight|2d-64|(512, 192)","model.language_model.layers.20.linear_attn.in_proj_z.weight|2d-64|(1152, 0)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,10,0.020008085428556477,4.838704547485879 +2178,2181,1.2357209242070553,-0.012760187680255115,0.00827586507691981,0.00825708131714513,1.7598717169018379,1.208327178215714,1.408741682199279,0.9999657544422351,0.0056822054696650725,"model.language_model.layers.12.linear_attn.out_proj.weight|2d-128|(640, 896)","model.language_model.layers.22.linear_attn.out_proj.weight|2d-128|(0, 896)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,10,0.027393745991341367,4.59625410309787 +2360,2439,1.2311159267166774,-0.032357287505639834,-0.02872403811369335,-0.02924847828272984,1.7832221692286987,1.2315091854372446,1.4330822646042005,0.9995873796894612,-0.019837077729447043,"model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(64, 1024)","model.language_model.layers.22.linear_attn.out_proj.weight|2d-64|(320, 960)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,10,0.00039325872056727995,5.051890699202458 +2651,2690,1.2704458706347135,0.005443778875157475,-0.002742225054199904,-0.0026960488751743912,1.5825336802225978,1.2931247067498377,1.4161124476929619,0.9999962400938076,-0.0022407352294426535,"model.language_model.layers.3.mlp.down_proj.weight|2d-128|(512, 5248)","model.language_model.layers.21.mlp.down_proj.weight|2d-128|(1280, 2176)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,18,0.022678836115124223,4.222724301898051 +2847,3034,1.2621346366802035,0.02918640867815319,0.023045619521250747,0.023033136673140102,1.2828198908703758,1.5513882526693457,1.3981162811968357,0.9997344144425967,0.027870399933148864,"model.language_model.layers.19.mlp.down_proj.weight|2d-64|(448, 2624)","model.language_model.layers.2.mlp.down_proj.weight|2d-64|(1216, 1536)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,17,0.02068525419017231,3.2833811972798115 +3267,3316,1.166120039482286,0.0340761304245111,-0.003177092771988245,-0.003144903459878912,1.8486940772240177,1.1913899976575086,1.4162579668989639,0.9999949530280231,-0.0020474758894995326,"model.language_model.layers.10.mlp.gate_proj.weight|2d-128|(4224, 640)","model.language_model.layers.22.mlp.gate_proj.weight|2d-128|(896, 1792)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,12,0.025269958175222706,4.7670041437475685 +3402,3518,1.1566914581766217,0.007937226262686538,0.012988557200760068,0.013385694017663513,1.1682398476790916,1.893106584240387,1.4059804620279261,0.9999156451330495,0.02104766688569259,"model.language_model.layers.21.mlp.gate_proj.weight|2d-64|(2496, 128)","model.language_model.layers.11.mlp.gate_proj.weight|2d-64|(6080, 640)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,10,0.011548389502469947,2.9533445010589183 +3801,3828,1.2385048759294794,0.004585095143010448,0.006743681323879221,0.006691196752825385,1.6710689019923624,1.2418831309522904,1.4096402976054276,0.9999772611225727,0.005011680886801573,"model.language_model.layers.2.mlp.up_proj.weight|2d-128|(4096, 1792)","model.language_model.layers.22.mlp.up_proj.weight|2d-128|(5248, 384)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,20,0.003378255022810972,4.3120122251075745 +3908,3929,1.2322146818179158,-0.005068491989858972,0.009511921025692333,0.009132097044961597,1.2327741441134277,1.687577821780128,1.4077915693969745,0.9999547606559014,0.013021125598823003,"model.language_model.layers.22.mlp.up_proj.weight|2d-64|(3776, 896)","model.language_model.layers.2.mlp.up_proj.weight|2d-64|(384, 1344)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,20,0.0005594622955118478,3.300684488517968 +4123,4300,1.1796839220997521,-0.010271411449757828,0.0008249146924673231,0.0008101991053301311,1.1776843974660118,1.8907359104308712,1.4136899342218763,0.9999996597578172,0.0013243750494155793,"model.language_model.layers.11.self_attn.k_proj.weight|2d-128|(128, 1408)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 1536)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,12,0.0019995246337403128,3.329596670050875 +4472,4589,1.1066217268831453,0.04710118720866262,0.030888177638186992,0.03089393978867841,2.0192011202213136,1.130984980445749,1.3954650358516953,0.9995228464033185,0.01730093383580374,"model.language_model.layers.15.self_attn.k_proj.weight|2d-64|(256, 1024)","model.language_model.layers.11.self_attn.k_proj.weight|2d-64|(448, 832)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,4,0.024363253562603715,6.0904067696034465 +4754,4776,1.1268600063382619,0.008694116056547602,0.006734300659811838,0.0066988421305021395,1.1276488070860409,2.136011852761313,1.4102761283465166,0.9999773243402189,0.012756228658271316,"model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(640, 768)","model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(1920, 1408)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,12,0.0007888007477789838,3.026048800782303 +4930,5002,1.1287099241194305,0.01959869669443167,-0.0019521793873504953,-0.0016649188469196694,1.144630364876845,2.062441247526783,1.4153844817226653,0.9999980944960043,-0.0035175157103895503,"model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(960, 1856)","model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(128, 1792)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,16,0.0159204407574145,3.325357718605942 +5144,5150,1.1255848693360735,0.011033639220476938,0.0006244382945714191,0.000574334456923183,1.1396953297984247,2.0822162279585874,1.413841583258015,0.9999998050383891,0.0011408448524092485,"model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(3968, 1920)","model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(3200, 256)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,4,0.014110460462351204,3.3612105445833285 +5510,5618,1.1119370586390762,-0.02538067433830725,-0.007240973082615878,-0.007444215940824134,1.1024461259019895,2.412808510365712,1.4180790962236203,0.9999737838107641,-0.01584756031753506,"model.language_model.layers.23.self_attn.q_proj.weight|2d-64|(1408, 1856)","model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(2688, 960)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,16,0.009490932737086677,3.351085804318507 +5682,5775,1.0853260100003324,0.010718254009591692,0.014380748533362952,0.014346290507375285,2.5645465304681245,1.0793680440611615,1.406923218744177,0.9998965916891707,0.006052578977289224,"model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(384, 768)","model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(0, 1920)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,12,0.005957965939170862,7.674116078853843 +5908,5997,1.079751019945012,-0.010375004168317489,0.012831782549903959,0.012674351160707103,2.714681369491862,1.0701835552966095,1.4080083144755604,0.9999176692891231,0.005058554136178292,"model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(448, 1536)","model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(256, 448)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,12,0.009567464648402524,11.08044787540478 +6208,6282,1.2208826349653517,0.018635586619039034,0.01306400517594725,0.013101958431645933,1.23638267831036,1.670202467630134,1.4053507458414392,0.999914662243115,0.017647880437647753,"model.visual.blocks.23.attn.proj.weight|2d-128|(0, 512)","model.visual.blocks.8.attn.proj.weight|2d-128|(0, 896)",model.visual.layers.*.attn.proj.weight,2d-128,15,0.015500043345008319,3.2197831533140553 +6511,6533,1.196761623262834,0.0220961047586482,0.013755309536852979,0.013499332326839681,1.1978987078553287,1.77884250594834,1.4051719218711536,0.9999053912543654,0.02042620893250495,"model.visual.blocks.0.attn.proj.weight|2d-64|(384, 960)","model.visual.blocks.6.attn.proj.weight|2d-64|(576, 768)",model.visual.layers.*.attn.proj.weight,2d-64,6,0.0011370845924947304,4.021549078697814 +6742,6848,1.1080607404892395,0.04014911675210161,0.004960242834805859,0.004904062406250717,2.1769650073716185,1.1229215649394855,1.4113526952828008,0.9999876979198392,0.0025585912624590235,"model.visual.blocks.23.attn.qkv.weight|2d-128|(2432, 256)","model.visual.blocks.1.attn.qkv.weight|2d-128|(0, 0)",model.visual.layers.*.attn.qkv.weight,2d-128,22,0.014860824450245946,6.257831720792528 +6969,7061,1.1012217135061892,0.045983861593412285,0.031368679586089514,0.03122204916720468,2.391836184568315,1.0850509505253538,1.397423910650955,0.9995078818803907,0.014230328908480291,"model.visual.blocks.16.attn.qkv.weight|2d-64|(1408, 256)","model.visual.blocks.0.attn.qkv.weight|2d-64|(1920, 896)",model.visual.layers.*.attn.qkv.weight,2d-64,16,0.016170762980835418,7.388333603922265 +7179,7411,1.2213116492203515,0.030705194121390902,-0.00421568406249818,-0.004275917804333296,1.24806639466673,1.680741109370135,1.41706429283788,0.9999911139644617,-0.005677160716957864,"model.visual.blocks.2.mlp.linear_fc1.weight|2d-128|(2560, 256)","model.visual.blocks.17.mlp.linear_fc1.weight|2d-128|(3712, 512)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,15,0.02675474544637857,3.432323135259225 +7628,7678,1.2240407158825173,0.024552678079562143,-0.003809855044754869,-0.003258166628911881,1.676437774807133,1.2494665618536762,1.4167928408095654,0.9999927424759331,-0.002839524708561522,"model.visual.blocks.15.mlp.linear_fc1.weight|2d-64|(3264, 768)","model.visual.blocks.1.mlp.linear_fc1.weight|2d-64|(3136, 192)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,14,0.025425845971158934,4.585865389115595 +7861,7862,1.2294196527538024,-0.0031608403015079964,0.0009939873991822972,0.0008459509114106274,1.7288005265061341,1.2250351328015077,1.413550282482613,0.9999995059944031,0.0007043435416005989,"model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(640, 1920)","model.visual.blocks.5.mlp.linear_fc2.weight|2d-128|(768, 2688)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,5,0.004384519952294719,4.949136498779646 +7989,8071,1.21870456154185,0.024901431901081936,0.0068498146484847885,0.007116457913553467,1.2421081799826559,1.6702781640372397,1.4095673266001119,0.9999765397444489,0.009211030101441182,"model.visual.blocks.4.mlp.linear_fc2.weight|2d-64|(384, 1792)","model.visual.blocks.10.mlp.linear_fc2.weight|2d-64|(576, 3968)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,6,0.023403618440805962,3.4519980267139188 +8200,8239,1.3374449411554996,0.0470818418583575,0.01945937336284332,0.0193162518677008,1.377957333246221,1.4239627478021606,1.400393598941243,0.9998106484671613,0.020109057149820527,"model.visual.merger.linear_fc1.weight|2d-128|(2048, 1920)","model.visual.merger.linear_fc1.weight|2d-128|(1024, 2944)",model.visual.merger.linear_fc1.weight,2d-128,0,0.04051239209072133,3.311624675888539 +8483,8521,1.3439651402981965,0.059999865066771574,0.04159964021344271,0.04031014845459845,1.4042580648406566,1.3655482522270077,1.3844974589865773,0.9991343603010119,0.04045290350045804,"model.visual.merger.linear_fc1.weight|2d-64|(1792, 2432)","model.visual.merger.linear_fc1.weight|2d-64|(1920, 1088)",model.visual.merger.linear_fc1.weight,2d-64,0,0.02158311192881124,3.743696483408519 +8725,8859,1.3461475056418832,0.05550817992503627,0.002792261953234466,0.002835402845135612,1.4026899736434322,1.4219835735354729,1.412237939283366,0.9999961016289936,0.0028306687187576716,"model.visual.merger.linear_fc2.weight|2d-128|(0, 2688)","model.visual.merger.linear_fc2.weight|2d-128|(512, 3456)",model.visual.merger.linear_fc2.weight,2d-128,0,0.05654246800154894,3.3353395772098486 +8969,9122,1.34567813547288,0.06578985398526072,0.04714878673480337,0.047068414402862045,1.3557836432538564,1.406608622743198,1.380494928663439,0.9988878775465423,0.04891627827422964,"model.visual.merger.linear_fc2.weight|2d-64|(1728, 448)","model.visual.merger.linear_fc2.weight|2d-64|(1856, 1664)",model.visual.merger.linear_fc2.weight,2d-64,0,0.010105507780976408,3.376647741659239 +9292,9348,0.7529573518756606,0.6666431644843976,0.5433871711028018,0.5469077147131455,1.1869082543299792,0.8585562761406714,0.9837827488909406,0.839482210818606,0.393061944276388,"model.visual.pos_embed.weight|2d-128|(1152, 512)","model.visual.pos_embed.weight|2d-128|(2048, 512)",model.visual.pos_embed.weight,2d-128,0,0.10559892426501083,6.8088644431611 +9419,9425,0.5078927801924025,0.8615549575816437,0.6232648206586772,0.6230107584684134,0.8720837582497664,0.8640858606239303,0.8680571772398352,0.7820108460432674,0.6175488464964963,"model.visual.pos_embed.weight|2d-64|(2176, 64)","model.visual.pos_embed.weight|2d-64|(256, 64)",model.visual.pos_embed.weight,2d-64,0,0.35619308043152786,2.7372045002771443 +9791,9801,1.198759557094068,0.04286516021879193,0.009126707935297233,0.009166050875222228,1.7391328134554713,1.2144490658007105,1.408141822034348,0.9999583507338011,0.006373246390443918,"mtp.fc.weight|2d-128|(1536, 1152)","mtp.fc.weight|2d-128|(1152, 2944)",mtp.fc.weight,2d-128,0,0.015689508706642652,4.932655246980656 +9929,10032,1.1404761926443832,0.015826827374429007,-0.0004272286126134753,-0.0004304469478751305,1.2308614368072048,1.7161518507365814,1.4144996784298154,0.9999999087378522,-0.0005956715778878368,"mtp.fc.weight|2d-64|(1344, 3968)","mtp.fc.weight|2d-64|(1024, 3584)",mtp.fc.weight,2d-64,0,0.09038524416282168,2.866042517848957 +10181,10209,1.3210920855099442,0.04579642851143889,0.006695403043536391,0.006608167220856434,1.4888332653400933,1.3416263386871399,1.409496874293407,0.9999775855378383,0.006033401644396051,"mtp.layers.0.mlp.down_proj.weight|2d-128|(1536, 3840)","mtp.layers.0.mlp.down_proj.weight|2d-128|(1152, 896)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.020534253177195705,4.001668696356785 +10466,10517,1.2756435708674938,0.04447087512981294,0.026861089500452774,0.026828260669776026,1.3331301194437684,1.4667833565118467,1.3951781563849657,0.9996391758383866,0.02955405360841907,"mtp.layers.0.mlp.down_proj.weight|2d-64|(640, 2944)","mtp.layers.0.mlp.down_proj.weight|2d-64|(256, 1088)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.057486548576274554,3.448819522995399 +10676,10694,1.3118664916586305,0.03527217908406327,0.00852457293278343,0.008527346055811801,1.3514808964839122,1.4727062235111312,1.4081951439990086,0.9999636651680468,0.009289211296694149,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(5888, 0)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(5504, 1536)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.03961440482528178,3.7899144592199168 +11049,11143,1.2990226878499598,0.01773962940693534,0.007371352782157217,0.006736399167516853,1.4848395705250093,1.3437383295954162,1.409017560103532,0.9999728312100089,0.006670868335528122,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(5504, 1600)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(4672, 1664)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.04471564174545639,4.677330296056585 +11239,11316,1.3342040410154345,0.03771135281296547,-0.013299589755491637,-0.013296919182974086,1.4594010211750243,1.3902655287325891,1.423575739405856,0.9999115565450455,-0.012669554779712345,"mtp.layers.0.mlp.up_proj.weight|2d-128|(5504, 768)","mtp.layers.0.mlp.up_proj.weight|2d-128|(4992, 1152)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.05606148771715458,4.233667407194112 +11617,11619,1.3156001870905738,0.033594138317743105,-0.00721399129078774,-0.0068880412187771935,1.489984578630105,1.35777759453229,1.4192835953341014,0.9999739788262776,-0.006573890684686286,"mtp.layers.0.mlp.up_proj.weight|2d-64|(5824, 256)","mtp.layers.0.mlp.up_proj.weight|2d-64|(4800, 832)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.042177407441716275,4.023832438134902 +11666,11687,1.2396881080574107,-0.0072750129655922945,-0.000375972172409922,-0.00036454969719427614,1.6283145273103652,1.2674713180085506,1.414471261504887,0.9999999293224604,-0.00029265472788360874,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 256)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(128, 896)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.02778320995113992,5.167084297610356 +11744,11938,1.0884744630990522,-0.0016855107362770579,-0.002451077456894127,-0.0023141390729695226,2.457737079193506,1.09590769579929,1.4155022746053563,0.9999969961051385,-0.00109293816281271,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 1024)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 1152)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.0074332327002377685,7.835023991012965 +12065,12137,1.1885214757875253,0.011143086925938643,0.0031648996458817115,0.0031688490710134972,1.8637160252113905,1.1826474833745226,1.4121872531910011,0.9999949916925742,0.002008332037017486,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(640, 128)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1152, 1152)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.005873992413002682,5.467609933349393 +12322,12433,1.177373616488321,0.03022910564108941,0.028095484063139484,0.028134004390617064,1.1959921100221427,1.746628171576282,1.3955683493416289,0.9996052439714679,0.04103067532597967,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(128, 1152)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(1856, 960)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.018618493533821612,3.5269066821299977 +12508,12580,1.0596051157791972,0.03213582067853584,-0.0029649947277051152,-0.0028677469652807295,1.0799503518026392,2.6676250914273063,1.415671306933896,0.9999956043934717,-0.007323942548260124,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(2304, 768)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 512)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.02034523602344196,3.164573098548285 +12781,12815,1.0590112685391357,7.545389048822272e-05,0.009008058366039141,0.00878257346790189,3.0796961978925315,1.0540250657505035,1.4103052959089009,0.9999594266191374,0.003083005173707106,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(704, 448)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(896, 1984)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.004986202788632266,8.697712418290152 +13019,13047,1.3623797849924106,0.043626713950382034,-0.005517887588595111,-0.0054430410640811605,1.4226912415639206,1.4135724349290812,1.418109850128714,0.9999847763423999,-0.005482520427764158,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(0, 1408)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(256, 896)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.05119264993667061,3.6236926979179223 +13180,13279,1.306021551977069,0.008556054937386315,-0.0005497473382071819,0.0005943865382134391,1.3221322339143124,1.5296440344506368,1.4145981452890102,0.9999998488889207,-0.0006360314912329961,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 768)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 960)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.01611068193724341,3.3368319589937157 +112,181,1.1764430609933425,0.25319139156498316,0.24323971297296557,0.24327055400561923,1.280078421411302,1.1868360746902087,1.2308162268554885,0.9699662066447621,0.22552185969616456,"model.language_model.embed_tokens.weight|2d-128|(72576, 1408)","model.language_model.embed_tokens.weight|2d-128|(103296, 1408)",model.language_model.embed_tokens.weight,2d-128,0,0.010393013696866182,3.2176983266984647 +361,414,1.1814918116434914,0.28558296456411436,0.23464104482454215,0.23482522656694732,1.2353385459787314,1.2391155728463923,1.2372227354550691,0.9720820850543678,0.23535845588035612,"model.language_model.embed_tokens.weight|2d-64|(128896, 512)","model.language_model.embed_tokens.weight|2d-64|(67328, 512)",model.language_model.embed_tokens.weight,2d-64,0,0.05384673433524001,3.0801550281050347 +538,736,0.14246755862604882,0.9942603589647211,0.9942603589647213,0.9920842765564015,0.14246755862604885,0.15826521630333854,0.1497449924371292,0.10698756278812864,1.104509912929858,"model.language_model.layers.13.linear_attn.conv1d.weight|3d-axis0-slice|(1231, 0, 0)","model.language_model.layers.4.linear_attn.conv1d.weight|3d-axis0-slice|(713, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,9,2.7755575615628914e-17,0.21922230904926152 +775,1013,0.6145984716619257,0.7999446378095857,0.7999446378095857,0.8208297538683416,0.6145984716619257,0.6588957127304702,0.6355922801228647,0.6000738091599156,0.857600720758703,"model.language_model.layers.8.linear_attn.conv1d.weight|3d-volume|(4364, 0, 0)","model.language_model.layers.0.linear_attn.conv1d.weight|3d-volume|(5504, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,8,0.0,1.9733919800337925 +1085,1239,1.1507612740350157,-0.028232694765659615,0.0020870629936710658,0.002040011539313723,1.1387368639595874,2.082498996835483,1.4129705670097328,0.9999978220816585,0.003816778685410768,"model.language_model.layers.21.linear_attn.in_proj_qkv.weight|2d-128|(1408, 896)","model.language_model.layers.12.linear_attn.in_proj_qkv.weight|2d-128|(5120, 128)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,9,0.012024410075428316,3.057098847100202 +1300,1438,1.1472084285790498,-0.005155711494775519,0.020534048776479224,0.020319060275741853,2.103054263806548,1.124183600801575,1.402088375960811,0.9997891541924453,0.010976436171834797,"model.language_model.layers.22.linear_attn.in_proj_qkv.weight|2d-64|(2752, 1984)","model.language_model.layers.21.linear_attn.in_proj_qkv.weight|2d-64|(320, 1408)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,1,0.02302482777747472,5.661509596682151 +1632,1635,1.1569269442843295,-0.023485181696837734,0.003622322858572677,0.0038674408227345474,1.1374832217618442,2.084331671747579,1.4120578221481528,0.9999934393670331,0.006637568022958525,"model.language_model.layers.20.linear_attn.in_proj_z.weight|2d-128|(1152, 896)","model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(256, 1920)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,2,0.019443722522485274,3.178653776627141 +1915,1922,1.1542907914054386,-0.041232340112094285,0.006755971406687717,0.006348228312376786,1.134202342174387,2.092716491454758,1.4102053339847087,0.9999771781647578,0.01246544135279027,"model.language_model.layers.21.linear_attn.in_proj_z.weight|2d-64|(128, 1408)","model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-64|(640, 768)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,17,0.020088449231051575,3.4193868953691253 +2217,2228,1.2357486567532157,0.015101091097597519,-0.009390456267707561,-0.00938036088296551,1.2743631451766446,1.6325368996550382,1.4206404116790459,0.9999559086935205,-0.0120297471090978,"model.language_model.layers.22.linear_attn.out_proj.weight|2d-128|(1152, 512)","model.language_model.layers.4.linear_attn.out_proj.weight|2d-128|(1920, 640)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,18,0.03861448842342896,3.3630540506924627 +2360,2552,1.2311501785276486,0.020514473264127114,0.015914351104564267,0.01587783641823179,1.6406217111825312,1.246064986559724,1.4033312956685209,0.9998733586954504,0.012087073796507457,"model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(64, 1024)","model.language_model.layers.20.linear_attn.out_proj.weight|2d-64|(704, 1472)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,8,0.014914808032075344,4.3904215044934345 +2650,2708,1.2704568449275886,0.027499340734133206,0.005159479695075007,0.005129849737453693,1.289910933859373,1.5731424442036586,1.4106314382968579,0.9999866897960573,0.006292369717376408,"model.language_model.layers.20.mlp.down_proj.weight|2d-128|(1792, 4480)","model.language_model.layers.3.mlp.down_proj.weight|2d-128|(1024, 4864)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,17,0.019454088931784463,3.3202214457264714 +2955,3046,1.2621934611857037,0.05861232974263842,0.01269545456165926,0.012691566597724883,1.5193053428014,1.3136297954374172,1.405302585837777,0.9999194094693197,0.010976810854931266,"model.language_model.layers.2.mlp.down_proj.weight|2d-64|(1984, 4480)","model.language_model.layers.15.mlp.down_proj.weight|2d-64|(256, 3968)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,13,0.051436334251713456,3.979171648759078 +3100,3122,1.1661364313603664,0.02259452466770767,0.00662467366772967,0.006790835209094588,1.842638282871872,1.185495073327814,1.4099441361844078,0.9999780566086418,0.004262105085137927,"model.language_model.layers.11.mlp.gate_proj.weight|2d-128|(5504, 1920)","model.language_model.layers.22.mlp.gate_proj.weight|2d-128|(3456, 1536)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,11,0.019358641967447632,5.003246291222718 +3518,3532,1.1568563259866456,0.012096711342989966,0.025553033257606796,0.026087297491740262,1.9102317590341071,1.155388632407052,1.3981189733329196,0.9996734679340729,0.015455550882625175,"model.language_model.layers.11.mlp.gate_proj.weight|2d-64|(6080, 640)","model.language_model.layers.22.mlp.gate_proj.weight|2d-64|(128, 384)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,11,0.001467693579593643,5.537598489369981 +3720,3828,1.2385092581031358,0.014591937071096938,-0.00154575877903208,-0.001597327983618652,1.658934847136473,1.2547621542332068,1.4152649190188982,0.999998805314185,-0.0011691596079563367,"model.language_model.layers.4.mlp.up_proj.weight|2d-128|(3712, 128)","model.language_model.layers.22.mlp.up_proj.weight|2d-128|(5248, 384)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,18,0.01625289613007097,4.327294023890002 +4012,4047,1.232263277650328,0.04493863144804765,0.033712469192066885,0.03385488240591952,1.2500556560057356,1.5933157101942628,1.390867403985182,0.9994315731559484,0.042969772213817176,"model.language_model.layers.21.mlp.up_proj.weight|2d-64|(832, 1536)","model.language_model.layers.2.mlp.up_proj.weight|2d-64|(448, 1408)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,19,0.0177923783554077,3.2965644490007207 +4208,4316,1.179865874010233,-0.011422850421099784,-0.003847508084893779,-0.0037935507506353387,1.1897979418341071,1.8565955881954381,1.4166832412321135,0.9999925983133758,-0.006003764408054465,"model.language_model.layers.15.self_attn.k_proj.weight|2d-128|(384, 0)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(128, 1536)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,8,0.009932067823874124,3.495899664518049 +4409,4573,1.106731832762586,0.007821963507643224,-0.002679720640856146,-0.0026452932435587395,2.2276363057955195,1.1206029988587192,1.4157341394864587,0.9999964095421977,-0.0013480221068558264,"model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 1024)","model.language_model.layers.11.self_attn.k_proj.weight|2d-64|(384, 1856)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,12,0.013871166096133258,6.002409912890539 +4802,4827,1.1269709659190805,0.03651373475082481,-8.074147019551537e-05,-1.9468570713544393e-05,1.1540896111135501,2.003465338631438,1.4142629494173689,0.9999999967404074,-0.0001401647977497846,"model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(1792, 0)","model.language_model.layers.11.self_attn.o_proj.weight|2d-128|(1664, 1408)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,8,0.027118645194469604,3.0841523330551635 +5015,5016,1.1288126364780462,0.020894728773545732,0.0072519402056561225,0.007276091397827032,1.916165079634409,1.1671137030550494,1.409649863929744,0.9999737043358958,0.004417071826281248,"model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(1024, 1472)","model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(64, 128)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,16,0.03830106657700316,5.767411518343932 +5274,5302,1.1256556411472607,0.048824549132262904,0.011628192935764043,0.011209854627966087,1.9888458324458644,1.1490728766247187,1.4070722302120757,0.9999323902789872,0.0067182890139924,"model.language_model.layers.11.self_attn.q_proj.weight|2d-128|(3968, 128)","model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(384, 1920)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,8,0.023417235477458,5.245651184539343 +5378,5530,1.11220087963379,0.2455312682500394,0.14446200523831285,0.1366162036040289,1.5249257816817237,1.1687495251548254,1.3118709717991919,0.9895103481230126,0.11072007703810441,"model.language_model.layers.15.self_attn.q_proj.weight|2d-64|(1344, 1408)","model.language_model.layers.19.self_attn.q_proj.weight|2d-64|(3392, 1408)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,4,0.056548645521035334,4.150658890248971 +5756,5801,1.0853507158757767,0.048643954840428945,0.01109601436198261,0.011099655008814564,2.380150219269179,1.0963320029145294,1.408238035775455,0.9999384373376586,0.005110986504698848,"model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(384, 512)","model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(256, 1152)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,12,0.010981287038752674,8.274082212314754 +6097,6129,1.0798036869596708,0.0025688801529198876,-0.004979128753434038,-0.00491680412355101,1.091311101374746,2.5259559581044004,1.4167749342090454,0.9999876040615987,-0.011524724640904023,"model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(448, 1792)","model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(448, 384)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,12,0.011507414415075301,3.4330926035892486 +6147,6394,1.2210532711579336,0.007981991434303521,0.0033209127954473322,0.0034597968259393987,1.2286544960837542,1.7131609544408228,1.4119875979477878,0.999994485753899,0.004630478423671898,"model.visual.blocks.20.attn.proj.weight|2d-128|(896, 256)","model.visual.blocks.21.attn.proj.weight|2d-128|(896, 256)",model.visual.layers.*.attn.proj.weight,2d-128,1,0.007601224925820604,3.179322920947747 +6524,6540,1.1968864357206805,-0.014752933160738384,-0.004453823426761707,-0.004390330672608652,1.7943351143211785,1.2079827505137137,1.4171284701030642,0.9999900816792551,-0.0029984041611967236,"model.visual.blocks.0.attn.proj.weight|2d-64|(448, 768)","model.visual.blocks.23.attn.proj.weight|2d-64|(192, 384)",model.visual.layers.*.attn.proj.weight,2d-64,23,0.01109631479303319,5.536948823558488 +6679,6806,1.1084060571690437,0.032356718880855825,0.0038961022621339272,0.003920710503406098,1.131418225579456,2.1220909312174623,1.4119242626899962,0.9999924101647787,0.007307539414380434,"model.visual.blocks.1.attn.qkv.weight|2d-128|(1152, 768)","model.visual.blocks.12.attn.qkv.weight|2d-128|(2048, 384)",model.visual.layers.*.attn.qkv.weight,2d-128,11,0.023012168410412315,3.5267333698538446 +6937,6988,1.1019831939873341,0.03040409348961756,0.017838930294337613,0.01778158080009086,1.0989067371097538,2.3192734796875105,1.4044177523358488,0.9998408736223748,0.037649562552021336,"model.visual.blocks.5.attn.qkv.weight|2d-64|(512, 256)","model.visual.blocks.21.attn.qkv.weight|2d-64|(320, 512)",model.visual.layers.*.attn.qkv.weight,2d-64,16,0.0030764568775802914,2.8482898367520124 +7277,7376,1.2214169188574056,0.04903837749887168,0.0005338939058619795,0.0007580171985796576,1.2679960320565717,1.625306074358057,1.4138473372063258,0.9999998574786385,0.0006843404760918918,"model.visual.blocks.3.mlp.linear_fc1.weight|2d-128|(1536, 640)","model.visual.blocks.18.mlp.linear_fc1.weight|2d-128|(2560, 896)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,15,0.04657911319916619,3.3150159323737096 +7427,7623,1.2243412576460804,0.0382923677792041,0.03229059530973234,0.031026509728563176,1.2386507465359928,1.6214160718412964,1.3920098756900006,0.9994785227580146,0.04226896915933988,"model.visual.blocks.4.mlp.linear_fc1.weight|2d-64|(448, 832)","model.visual.blocks.17.mlp.linear_fc1.weight|2d-64|(3904, 384)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,13,0.014309488889912458,3.3590570594414633 +7754,7852,1.2294947857396337,0.03721994785673001,-0.0050850987097260545,-0.0050737213243574365,1.2461525306504269,1.6874054332440411,1.4176459997138982,0.9999870708019741,-0.006885692545916002,"model.visual.blocks.5.mlp.linear_fc2.weight|2d-128|(768, 128)","model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(640, 896)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,5,0.016657744910793193,3.4812762943521958 +8073,8173,1.2188275890506817,0.009290118722999183,0.011903935530291619,0.01188163047490248,1.63695806999015,1.2515308004452317,1.4060672455735892,0.9999291456492758,0.00910111397218864,"model.visual.blocks.10.mlp.linear_fc2.weight|2d-64|(384, 64)","model.visual.blocks.3.mlp.linear_fc2.weight|2d-64|(192, 1728)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,7,0.032703211394550014,5.18761108584771 +8192,8328,1.3375226681086296,0.0712785305028114,0.007374225663866449,0.007379673636672681,1.4279340423669302,1.390783096131783,1.4089913668401994,0.9999728100282819,0.00718236844004816,"model.visual.merger.linear_fc1.weight|2d-128|(1920, 2560)","model.visual.merger.linear_fc1.weight|2d-128|(2944, 1664)",model.visual.merger.linear_fc1.weight,2d-128,0,0.05326042802315345,3.4615124963065798 +8558,8681,1.343994848692484,0.026415858971854864,0.030724878733179427,0.03055043243747736,1.4502932662247232,1.3409035712581507,1.3923859803604355,0.9995278794645157,0.028407426676564387,"model.visual.merger.linear_fc1.weight|2d-64|(1152, 2048)","model.visual.merger.linear_fc1.weight|2d-64|(384, 3776)",model.visual.merger.linear_fc1.weight,2d-64,0,0.0030912774343332394,3.8341698799855943 +8811,8826,1.3463238329596183,0.06296775268016246,0.015769275225394834,0.015808398232735183,1.4031800975344568,1.4028573423525446,1.4030186921006147,0.999875657248873,0.015765648025078252,"model.visual.merger.linear_fc2.weight|2d-128|(1664, 896)","model.visual.merger.linear_fc2.weight|2d-128|(1536, 1536)",model.visual.merger.linear_fc2.weight,2d-128,0,0.05653350939292623,3.4436733585561536 +9057,9063,1.3459280292815115,0.04405524098179452,0.014842921484627182,0.01459342964786204,1.4390761695512135,1.370794460132288,1.4036912753981616,0.9998898377730425,0.014138650179754344,"model.visual.merger.linear_fc2.weight|2d-64|(320, 1088)","model.visual.merger.linear_fc2.weight|2d-64|(512, 3072)",model.visual.merger.linear_fc2.weight,2d-64,0,0.024866430850776444,3.579044995255591 +9283,9291,0.7534625084405583,0.6621198392457234,0.8224731976406371,0.8219093828940577,0.5764742335721227,0.7910491115629,0.6588661224347269,0.5688038670427491,1.1286136558894873,"model.visual.pos_embed.weight|2d-128|(1024, 384)","model.visual.pos_embed.weight|2d-128|(1152, 384)",model.visual.pos_embed.weight,2d-128,0,0.1769882748684356,3.9014412403231007 +9526,9552,0.5084504718734607,0.8631695487894333,0.8212116732867636,0.819637470635932,0.6830580749274346,0.5708066582646805,0.6194304569947341,0.5706236830500061,0.6862565690429215,"model.visual.pos_embed.weight|2d-64|(640, 384)","model.visual.pos_embed.weight|2d-64|(1536, 384)",model.visual.pos_embed.weight,2d-64,0,0.06235618639121976,3.281341786279351 +9827,9861,1.198769875615267,0.012824576456328677,0.008932921734457736,0.009005950636285835,1.3310524739041694,1.4998732576418639,1.4079278311762276,0.9999601006586644,0.0100659070057711,"mtp.fc.weight|2d-128|(1792, 3968)","mtp.fc.weight|2d-128|(896, 2688)",mtp.fc.weight,2d-128,0,0.13228259828890243,2.91111543095362 +9895,10100,1.140592871590692,0.03802916818452834,0.023921587679461037,0.023888099132832297,1.6994676335844878,1.2154298266091943,1.3981146412048786,0.9997138378770667,0.01710830532508551,"mtp.fc.weight|2d-64|(1728, 1600)","mtp.fc.weight|2d-64|(576, 3968)",mtp.fc.weight,2d-64,0,0.0748369550185024,4.741361158072722 +10306,10377,1.3211730514732962,0.04352176339386775,0.009602264070005225,0.009668552711189818,1.3839742927055108,1.43208088084989,1.4074113390987453,0.9999538971996309,0.00993603628333607,"mtp.layers.0.mlp.down_proj.weight|2d-128|(1152, 3200)","mtp.layers.0.mlp.down_proj.weight|2d-128|(640, 6016)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.06280124123221453,3.740278636239509 +10517,10581,1.2759070946964723,0.00534166688690531,0.005643162502078966,0.006012697760421129,1.49003257940014,1.3420296660843523,1.4102393962996655,0.9999840772317202,0.005082634831631428,"mtp.layers.0.mlp.down_proj.weight|2d-64|(256, 1088)","mtp.layers.0.mlp.down_proj.weight|2d-64|(1408, 2560)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.06612257138787991,4.051239103690917 +10718,10755,1.311898066857163,0.05446762872006766,0.0005771558332273284,0.0007849285476327766,1.4715355647817272,1.3623789262666532,1.4138066021955846,0.9999998334455583,0.0005343431468320753,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(2560, 1664)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(896, 384)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.05048085940949032,4.049207583071526 +10921,10922,1.299056883441847,0.013629371534890806,0.014708206844483856,0.014582552171130482,1.2801566840803391,1.5724926854765198,1.4039925289910469,0.9998918284751706,0.018066966307364186,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(2496, 1472)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(1856, 384)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.018900199361507886,3.831464172978421 +11338,11401,1.3342675991433728,0.036748591184927015,0.01084520079641819,0.01072492612004934,1.4524505348146255,1.3647227260271841,1.4065388814361477,0.9999411890804806,0.01019015218792908,"mtp.layers.0.mlp.up_proj.weight|2d-128|(5632, 384)","mtp.layers.0.mlp.up_proj.weight|2d-128|(2688, 1152)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.030455126883811356,3.9206827445726726 +11491,11518,1.3156389586656065,0.03804580610672532,0.04001694889238856,0.040068712687190575,1.3291752627717275,1.4501957115851845,1.385737712118877,0.9991990011010539,0.043660463220967935,"mtp.layers.0.mlp.up_proj.weight|2d-64|(5440, 1408)","mtp.layers.0.mlp.up_proj.weight|2d-64|(4672, 1536)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.013536304106120944,3.4067513207088465 +11675,11691,1.2399225146426667,0.0013390626199676747,0.00030181197700328543,0.00029459148513561844,1.618785784142009,1.2713533244188642,1.4140062141574552,0.9999999544547643,0.0002370354768811681,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 1408)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(128, 1408)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.0314308097761975,5.1080275543394675 +11752,11805,1.0888229843739023,0.01706682962720024,0.019238949929941643,0.019196488523108273,2.3285440151451686,1.0972259960943471,1.403683184906981,0.9998149142744337,0.009065525866546036,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 1536)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(128, 832)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.008403011720444775,8.148001539960704 +12131,12151,1.188595599847036,0.012485046188226526,-0.019520745404922348,-0.01952722856355779,1.1803390808288727,1.9418584414299584,1.4264141001309054,0.999809452095166,-0.03211494464873122,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(1152, 384)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1280, 896)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.008256519018163377,3.2821381183084135 +12287,12377,1.177452581845189,0.03282102746160962,0.02101794675200805,0.020901585653452518,1.6423415959524517,1.2404516966671253,1.3998453132670803,0.9997790985584414,0.015874741145959808,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(1728, 64)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(1024, 1856)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.06299911482193621,5.33701520417384 +12610,12743,1.0596510781030755,0.03436474409297107,0.0018284918412987698,0.0011150663743320455,1.070697417507558,2.785038437842448,1.4133471775362256,0.9999983283073959,0.004756171050783766,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(896, 256)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(1920, 896)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.01104633940448263,3.101902139359649 +12882,12995,1.0590869116739192,0.018958306916496834,-0.006604613299668285,-0.007951855685904287,2.84639715931738,1.070735479653042,1.4172882374182438,0.9999781893037277,-0.002484471910813434,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(576, 448)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(768, 1600)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.011648567979122726,8.221400381976437 +13012,13015,1.3623897886544523,0.01610157406220978,-0.00033311449972455923,-0.00042026114921303473,1.411518430194656,1.4173980767222043,1.414449088247273,0.9999999445173635,-0.0003345020802688044,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(0, 512)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(0, 896)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.04912864154020369,4.1204750161241295 +13202,13236,1.3060386557303956,0.04607649336934307,0.01909178757549134,0.01919754395293829,1.447144057433861,1.3584144102529938,1.4006758129773382,0.9998177352133599,0.017921200883086096,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(256, 128)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(320, 256)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.05237575452259824,3.9348564709446023 +191,233,1.1765760828101706,0.22272027560783256,0.21190774406655033,0.2101904525922597,1.1959515274471593,1.326978954745667,1.2563696096347405,0.9772896745615527,0.23512417541217398,"model.language_model.embed_tokens.weight|2d-128|(158208, 1920)","model.language_model.embed_tokens.weight|2d-128|(110848, 1920)",model.language_model.embed_tokens.weight,2d-128,0,0.019375444636988703,2.9950777046943 +487,508,1.182482792012106,0.1462733282491932,0.10753553523017705,0.11064817508406702,1.4683658615642001,1.2358736486141255,1.3371929379641958,0.9942012415314916,0.09050900579983351,"model.language_model.embed_tokens.weight|2d-64|(209920, 1088)","model.language_model.embed_tokens.weight|2d-64|(204608, 832)",model.language_model.embed_tokens.weight,2d-64,0,0.05339085660201959,4.133723949311876 +633,702,0.1425365754024997,0.9898414822336928,0.9898414822336927,0.9869419038316921,0.14253657540249973,0.14253910471837175,0.14253784004360484,0.14217538482242992,0.9898590470009444,"model.language_model.layers.16.linear_attn.conv1d.weight|3d-axis0-slice|(5009, 0, 0)","model.language_model.layers.18.linear_attn.conv1d.weight|3d-axis0-slice|(2881, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,2,2.7755575615628914e-17,0.2556517488806063 +896,1015,0.6156769175450642,0.7888480756367359,0.7888480756367359,0.7228701815125848,0.6156769175450642,0.7458725056704218,0.6714868802807817,0.6145882471738445,0.9556637158244551,"model.language_model.layers.6.linear_attn.conv1d.weight|3d-volume|(540, 0, 0)","model.language_model.layers.14.linear_attn.conv1d.weight|3d-volume|(1304, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,8,0.0,1.8586398580064942 +1087,1239,1.150790997131813,-0.007108330522683874,0.006507531326543562,0.006507100610065281,1.1461708793136183,2.0227444231379104,1.4102606513089393,0.9999788257938436,0.011484389401904814,"model.language_model.layers.16.linear_attn.in_proj_qkv.weight|2d-128|(3840, 768)","model.language_model.layers.12.linear_attn.in_proj_qkv.weight|2d-128|(5120, 128)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,4,0.004620117818194824,3.2208255994611115 +1287,1503,1.1472903796412295,0.03290899960979556,0.003737543483118561,0.004558963948783207,1.182829718365546,1.8613133222453226,1.411818839044731,0.9999930153599633,0.005881437851606149,"model.language_model.layers.17.linear_attn.in_proj_qkv.weight|2d-64|(1024, 384)","model.language_model.layers.14.linear_attn.in_proj_qkv.weight|2d-64|(5248, 1728)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,3,0.03553933872431658,2.909563035636675 +1613,1767,1.1569790662388202,0.022458726594886416,-0.005866931184047827,-0.005033834183363084,1.8968604904380757,1.1811088459165833,1.4179315737815918,0.9999827894111387,-0.003653133351025933,"model.language_model.layers.10.linear_attn.in_proj_z.weight|2d-128|(1408, 640)","model.language_model.layers.22.linear_attn.in_proj_z.weight|2d-128|(384, 0)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,12,0.024129779677763086,4.985186756974989 +2013,2021,1.154351534854175,0.001440880578437916,-0.012629157872243254,-0.012685171563949892,1.1665877122015966,1.9830636299557336,1.4219976827515006,0.9999202490056084,-0.02146810170505794,"model.language_model.layers.1.linear_attn.in_proj_z.weight|2d-64|(320, 512)","model.language_model.layers.16.linear_attn.in_proj_z.weight|2d-64|(576, 640)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,15,0.01223617734742155,3.176593383441287 +2178,2299,1.2357776790174158,0.005990532730897584,0.013660897055259053,0.013638371505150156,1.665243008489285,1.2378372391373027,1.4049332680827875,0.9999066855920334,0.010154654311001468,"model.language_model.layers.12.linear_attn.out_proj.weight|2d-128|(640, 896)","model.language_model.layers.13.linear_attn.out_proj.weight|2d-128|(1152, 128)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,1,0.0020595601198869495,4.751097842984734 +2533,2552,1.2311901465902524,0.01382913795158311,0.0068138645606820305,0.006838192866318556,1.6285181226443244,1.2603057235234507,1.4095417668849681,0.9999767853554145,0.0052732311576594755,"model.language_model.layers.17.linear_attn.out_proj.weight|2d-64|(1216, 1344)","model.language_model.layers.20.linear_attn.out_proj.weight|2d-64|(704, 1472)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,3,0.02911557693319833,4.424948238822574 +2585,2602,1.2705707498912504,0.028298420227145484,0.0016857836756645937,0.0016078070967641823,1.2960421666439135,1.568788518098787,1.4130424634170589,0.9999985790656899,0.0020405494068370046,"model.language_model.layers.22.mlp.down_proj.weight|2d-128|(1664, 2688)","model.language_model.layers.1.mlp.down_proj.weight|2d-128|(1792, 3456)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,21,0.025471416752663067,3.21106321080075 +2851,2855,1.2622339600155066,0.0697839392199475,0.03876657124370778,0.03876552215670211,1.4958316453913885,1.2986034549248897,1.3868076554743087,0.9992482939460074,0.0336551265697408,"model.language_model.layers.14.mlp.down_proj.weight|2d-64|(1344, 3008)","model.language_model.layers.20.mlp.down_proj.weight|2d-64|(1472, 5056)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,6,0.03636949490938313,3.9698157092072517 +3144,3316,1.1664161390663508,0.03199187918656827,-0.0015832913406042598,-0.0015080042487154353,1.8622160967263388,1.1866113894500114,1.4152279508727663,0.9999987465934799,-0.0010088794425530535,"model.language_model.layers.9.mlp.gate_proj.weight|2d-128|(4608, 1152)","model.language_model.layers.22.mlp.gate_proj.weight|2d-128|(896, 1792)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,13,0.020195250383660657,5.135167614228436 +3338,3480,1.1573613299238015,0.035846488107878084,0.033338366300735826,0.03324458206243826,1.1731507504393837,1.8113612678362518,1.3925353091416963,0.9994441221661159,0.05147490672232275,"model.language_model.layers.23.mlp.gate_proj.weight|2d-64|(4032, 128)","model.language_model.layers.7.mlp.gate_proj.weight|2d-64|(5952, 0)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,16,0.015789420515582187,3.1590733839021468 +3726,3798,1.2386463033093396,0.0446387514016163,-0.008106762697722952,-0.008115952280990022,1.2627582084255946,1.6549652585154815,1.4197316609919595,0.9999671396593804,-0.010624686922834019,"model.language_model.layers.23.mlp.up_proj.weight|2d-128|(6016, 640)","model.language_model.layers.9.mlp.up_proj.weight|2d-128|(2432, 1152)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,14,0.02411190511625505,3.1942416475993594 +3964,4063,1.232506512597975,0.025918622867425932,-0.005886989743189538,-0.005869895050296832,1.6412468764151114,1.2668386781205545,1.418234824032561,0.9999826715257438,-0.004544024675106355,"model.language_model.layers.2.mlp.up_proj.weight|2d-64|(3136, 1920)","model.language_model.layers.22.mlp.up_proj.weight|2d-64|(5248, 576)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,20,0.03433216552257945,4.3130158254760955 +4164,4290,1.1799737486270554,0.040808192982626446,0.0017725903675776097,0.0019336130894539642,1.2008713915702414,1.801284516778092,1.413056088661867,0.9999984289604603,0.0026588522352360274,"model.language_model.layers.3.self_attn.k_proj.weight|2d-128|(384, 1664)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 256)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,20,0.020897642943185968,3.3823267715892467 +4409,4525,1.1067520906457315,0.010511164196621799,-0.009596926790430145,-0.009538642207782992,2.202514301043341,1.1278515075015232,1.4197089990482576,0.9999539484377163,-0.004914341914983735,"model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 1024)","model.language_model.layers.7.self_attn.k_proj.weight|2d-64|(448, 704)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,16,0.02109941685579164,6.114261356479594 +4711,4802,1.1269967120631597,0.03237661099952277,0.0022967244774955574,0.002271669352629959,2.0160570215626707,1.1501492680751322,1.4128148699767893,0.9999973625248592,0.0013102684837327852,"model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(1920, 1792)","model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(1792, 0)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,12,0.023152556011972525,5.215712997500094 +4873,4895,1.1291453443272936,0.015155853404499944,0.004743033942642185,0.004427722793003426,1.1421888974668823,2.051842094471518,1.4113600918400444,0.9999887517512479,0.008520444140722895,"model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(1856, 768)","model.language_model.layers.11.self_attn.o_proj.weight|2d-64|(1216, 1792)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,8,0.013043553139588715,2.997743315617183 +5160,5185,1.12591866180172,0.018705654175644612,0.0006222752114512583,0.0005503748704227379,1.1380136270769794,2.0925880205924963,1.4138441630324199,0.9999998063867619,0.0011442443412028513,"model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(2816, 512)","model.language_model.layers.11.self_attn.q_proj.weight|2d-128|(3200, 1536)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,8,0.012094965275259328,3.391189583102244 +5439,5588,1.112381210069896,0.025320087953147816,0.008280790764966236,0.008401285280907236,1.145775002547288,2.018532691677267,1.4091770854357053,0.999965713664377,0.014588419920894281,"model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(320, 1088)","model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(3776, 768)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,0,0.03339379247739194,3.0755689271383018 +5713,5765,1.0854428874225954,0.0464164671380837,-0.009251709821065799,-0.009245906683356729,2.6083485226871144,1.086898937462749,1.41885138891411,0.9999572020168597,-0.00385518786571925,"model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(384, 0)","model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(0, 640)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,12,0.0014560500401534782,7.555136636998661 +6036,6041,1.0798284634620194,0.03026530290142444,0.012490456124454548,0.012478744133695822,2.429235853372902,1.0911106815986293,1.4075959983667279,0.999921991210216,0.005610188107716574,"model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(384, 1152)","model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(256, 64)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,12,0.0112822181366099,8.541193732582876 +6201,6248,1.2211808458086748,0.04192156726019386,0.007782931263452534,0.007835779892770116,1.5712250197610527,1.2881775246647742,1.4088066679000772,0.9999697125318089,0.006380879252492467,"model.visual.blocks.20.attn.proj.weight|2d-128|(384, 384)","model.visual.blocks.1.attn.proj.weight|2d-128|(640, 0)",model.visual.layers.*.attn.proj.weight,2d-128,19,0.06699667885609939,4.044927120271156 +6402,6615,1.197024412958785,0.014209903305612604,0.0027418848888761905,0.002759531852445074,1.2011753448347453,1.7976381258309784,1.4124211856847129,0.9999962410265631,0.004103411574404054,"model.visual.blocks.0.attn.proj.weight|2d-64|(0, 128)","model.visual.blocks.22.attn.proj.weight|2d-64|(896, 448)",model.visual.layers.*.attn.proj.weight,2d-64,22,0.004150931875960273,5.041874323867894 +6784,6811,1.1093098873428653,0.007685374070070162,-0.0012660214519188498,-0.0014986494503085182,1.9039622136446523,1.1760534530656712,1.415013837266165,0.9999991985945205,-0.0007820054880890938,"model.visual.blocks.0.attn.qkv.weight|2d-128|(2048, 0)","model.visual.blocks.1.attn.qkv.weight|2d-128|(1536, 896)",model.visual.layers.*.attn.qkv.weight,2d-128,1,0.06674356572280593,6.579099876473272 +6912,7113,1.102065691055978,0.04597401757849682,0.044413610683276615,0.04466791686653532,1.1198671050194444,2.0344498775471473,1.3874255926927281,0.9990132287342717,0.08068570316158175,"model.visual.blocks.1.attn.qkv.weight|2d-64|(1024, 64)","model.visual.blocks.15.attn.qkv.weight|2d-64|(64, 128)",model.visual.layers.*.attn.qkv.weight,2d-64,14,0.01780141396346635,2.9862101935377336 +7353,7404,1.2217897592483433,0.00042033084766749523,0.007194581215697025,0.00735428949538935,1.2312533048988503,1.6969898636589922,1.409368963997582,0.9999741186656437,0.009916019187710724,"model.visual.blocks.0.mlp.linear_fc1.weight|2d-128|(2944, 128)","model.visual.blocks.14.mlp.linear_fc1.weight|2d-128|(2560, 640)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,14,0.009463545650507,3.689275012656787 +7461,7598,1.224381717450398,0.05075690000567507,0.008914916066109056,0.007980507545590808,1.2472527141083714,1.6533471588014619,1.408139089811089,0.9999602613461869,0.011817533834265306,"model.visual.blocks.0.mlp.linear_fc1.weight|2d-64|(3712, 128)","model.visual.blocks.14.mlp.linear_fc1.weight|2d-64|(1152, 256)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,14,0.02287099665797343,3.666521270483681 +7819,7862,1.229720422303865,0.008138849857674942,-0.0035218282619232507,-0.0036101088088267737,1.6580308318399635,1.2570309829837385,1.4166093432176377,0.9999937983436166,-0.0026700632804713743,"model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(128, 3584)","model.visual.blocks.5.mlp.linear_fc2.weight|2d-128|(768, 2688)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,5,0.027310560679873586,4.7485695965058925 +7991,8113,1.2189220024046676,-0.008816615244779401,-0.0038421646604518797,-0.003936230094247262,1.6277078492406776,1.2711839115783259,1.4168469686041378,0.9999926188581204,-0.0030005986051364515,"model.visual.blocks.2.mlp.linear_fc2.weight|2d-64|(192, 3456)","model.visual.blocks.5.mlp.linear_fc2.weight|2d-64|(704, 3776)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,3,0.05226190917365825,5.216515469002522 +8271,8345,1.3377458654217087,0.030398960685780345,-0.011856908935161621,-0.01184170696984165,1.401120939020489,1.4450331566081962,1.4225689898136045,0.9999297043845149,-0.012228513662903708,"model.visual.merger.linear_fc1.weight|2d-128|(2816, 128)","model.visual.merger.linear_fc1.weight|2d-128|(2944, 2816)",model.visual.merger.linear_fc1.weight,2d-128,0,0.06337507359878036,3.378083682639981 +8614,8681,1.3440343105210533,0.05335295368818282,0.025580562837076996,0.025276611624477904,1.4224068619597379,1.3710502655057468,1.3960205753871535,0.9996727638607238,0.024656965884739663,"model.visual.merger.linear_fc1.weight|2d-64|(2944, 1600)","model.visual.merger.linear_fc1.weight|2d-64|(384, 3776)",model.visual.merger.linear_fc1.weight,2d-64,0,0.027015954984693558,3.455077824375668 +8721,8755,1.346432647704611,0.046427576607131094,0.006759850189517806,0.006774090585938049,1.3795235699932773,1.4413700420025557,1.4094301297642826,0.999977151951691,0.007062906182635029,"model.visual.merger.linear_fc2.weight|2d-128|(1152, 3456)","model.visual.merger.linear_fc2.weight|2d-128|(128, 2432)",model.visual.merger.linear_fc2.weight,2d-128,0,0.03309092228866639,3.434466782164203 +9026,9048,1.3460291781634557,0.05779883686236949,0.002299898483674481,0.002198515372189919,1.4115658960658686,1.4136090285252054,1.4125863541192956,0.999997355229985,0.0023032274088477735,"model.visual.merger.linear_fc2.weight|2d-64|(64, 128)","model.visual.merger.linear_fc2.weight|2d-64|(1664, 3008)",model.visual.merger.linear_fc2.weight,2d-64,0,0.06553671790241289,3.353004549601373 +9220,9252,0.7541313321748241,0.6568590026892558,0.7012898414856,0.7000558060633629,0.7155615135771031,0.9375522920644418,0.8044310413398089,0.7128762573049421,0.9188530766551449,"model.visual.pos_embed.weight|2d-128|(0, 512)","model.visual.pos_embed.weight|2d-128|(512, 512)",model.visual.pos_embed.weight,2d-128,0,0.03856981859772102,3.4269046817825295 +9494,9615,0.5117680867000904,0.8757523886858035,0.8759323116632408,0.8751055528748454,0.7056135824533104,0.5073227027302537,0.5825269401646258,0.48243402179395595,0.6297786193637483,"model.visual.pos_embed.weight|2d-64|(1536, 960)","model.visual.pos_embed.weight|2d-64|(960, 960)",model.visual.pos_embed.weight,2d-64,0,0.004445383969836736,4.115012055642567 +9789,9853,1.1988703995166474,0.005467447761669359,-0.011620003918879985,-0.011742836084180188,1.1493011127909838,2.070912113207979,1.4211689370998841,0.9999324854753571,-0.02093794794359441,"mtp.fc.weight|2d-128|(1152, 2048)","mtp.fc.weight|2d-128|(1024, 2688)",mtp.fc.weight,2d-128,0,0.04956928672566363,3.841174055301153 +9929,9938,1.1407377193496628,0.030504571301419217,0.044058404509072197,0.04406457852291356,1.210191028774805,1.664478934128726,1.3842605223463413,0.9990289570338364,0.06059728128287006,"mtp.fc.weight|2d-64|(1344, 3968)","mtp.fc.weight|2d-64|(1344, 3072)",mtp.fc.weight,2d-64,0,0.06945330942514216,2.8669631611068804 +10349,10358,1.3212171272501045,0.06239753801460933,0.005237900371300891,0.005257230566321949,1.3617561146031494,1.4649164552422278,1.4105148236597516,0.9999862821057599,0.005634699460904703,"mtp.layers.0.mlp.down_proj.weight|2d-128|(768, 3072)","mtp.layers.0.mlp.down_proj.weight|2d-128|(512, 4864)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.04053898735304484,3.717440222373473 +10406,10459,1.2760156462669985,0.03258411605208758,0.01343915150942958,0.01363635373130124,1.516257774542148,1.3147446245033485,1.4047749617708698,0.9999096905254526,0.011653066188065537,"mtp.layers.0.mlp.down_proj.weight|2d-64|(960, 1088)","mtp.layers.0.mlp.down_proj.weight|2d-64|(1920, 2752)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.03872897823635002,4.13475537032911 +10773,10838,1.3119182833464842,0.01342312851130258,0.009006234149011728,0.009067907485067939,1.3241316650367714,1.5098496011175058,1.4078854994770427,0.9999594430507935,0.010269416098495458,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(1024, 640)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(2560, 1536)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.012213381690287184,3.7071582765628484 +11026,11083,1.2991740313871072,0.012465842546520405,-0.0240840100428695,-0.024259555072890775,1.5489823741218758,1.336365478280096,1.4309604261712425,0.9997099381621926,-0.020778183236647707,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(5312, 576)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(2304, 192)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.03719144689298881,4.521336239872969 +11154,11341,1.3343403083904342,0.019268440159180528,0.005721434461569053,0.005713933633439645,1.4396914936721368,1.3823845339505594,1.4101654386514038,0.9999836324599028,0.0054936926045949,"mtp.layers.0.mlp.up_proj.weight|2d-128|(4864, 1408)","mtp.layers.0.mlp.up_proj.weight|2d-128|(5760, 1792)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.04804422556012522,3.8648564220669543 +11443,11489,1.3157586704191013,0.026913112099966767,0.012232207904204989,0.012201139416926951,1.3086973512223876,1.5279064282723676,1.4056407978000025,0.9999251837461582,0.01428112395225817,"mtp.layers.0.mlp.up_proj.weight|2d-64|(4096, 1792)","mtp.layers.0.mlp.up_proj.weight|2d-64|(1984, 1664)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.007061319196713711,3.5581002291136237 +11678,11726,1.2400943560109465,0.009077729317100007,0.01652612951243017,0.016547756840916507,1.6776752161442903,1.2302411604544967,1.4030240856981886,0.9998634341965599,0.012118629728535488,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 1792)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 1792)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.009853195556449812,4.968511518388807 +11734,11942,1.088883869604583,0.005272296857584444,0.02657671521769298,0.0265576736789101,2.3577710241512455,1.0905794826269872,1.3998193742860037,0.9996467767207763,0.012292975032412277,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 384)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 1408)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.0016956130224041743,7.393258438090727 +11986,12208,1.1888520819948405,0.02033783618376965,-0.006968687850785217,-0.006963300321593952,1.2140321288322795,1.781538154252401,1.418792301201663,0.9999757184000212,-0.01022623948444463,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(0, 256)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1792, 0)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.02518004683743902,3.929046416064289 +12346,12382,1.1775878491911893,0.013970635958206922,0.017282815947360985,0.017310220280453648,1.5756568089442227,1.2757684851088982,1.402209208670131,0.9998506409824067,0.013993448188983864,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(576, 64)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(1856, 1984)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.09818063591770887,5.3222173413740075 +12599,12743,1.0598254165202343,0.027066329827245023,0.042174708208185425,0.040496730389607334,1.050672362945694,2.860712852187232,1.394777862477877,0.9991102511672845,0.11483097306390118,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(768, 896)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(1920, 896)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.009153053574540326,3.126531759028786 +12954,12988,1.0590873097239502,-0.002797789065940904,-0.001380378100690461,-0.0017884754694300873,1.0568068287032126,3.104219352943994,1.4148090040948542,0.9999990472776957,-0.004054663821392448,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(896, 1216)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(576, 1600)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.0022804810207375237,3.2606257156469884 +13009,13054,1.362412344565808,0.01568798191696879,0.0017922779281727475,0.0016813393548190756,1.411777723729596,1.4141165074705278,1.4129456638718423,0.9999983938686242,0.0017952470573828101,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(0, 128)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(256, 1792)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.049365379163788026,3.8588200918511517 +13096,13288,1.306074181316306,0.06616918735253335,0.019881268003917794,0.019953656838661706,1.3736748943654233,1.4281017240567637,1.400095519053642,0.9998023480581331,0.02066899033336824,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(0, 1536)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 1536)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.06760071304911741,3.3530630350668797 +89,246,1.1767059666645963,0.24763061567418676,0.2682201538498807,0.2674687394275654,1.2643171231574502,1.1630994825047531,1.2105461033449283,0.9633576433852312,0.2467472095616719,"model.language_model.embed_tokens.weight|2d-128|(34816, 768)","model.language_model.embed_tokens.weight|2d-128|(238592, 768)",model.language_model.embed_tokens.weight,2d-128,0,0.013606484159843113,3.4150600895642502 +320,351,1.1827978433062412,0.2804919892618153,0.2544253231403634,0.2538698954437545,1.2325336799187834,1.2100982386070376,1.2211614156370603,0.9670924231659153,0.24979409520839022,"model.language_model.embed_tokens.weight|2d-64|(140032, 64)","model.language_model.embed_tokens.weight|2d-64|(148160, 64)",model.language_model.embed_tokens.weight,2d-64,0,0.02730039530079642,3.1214487953365295 +531,532,0.1427563056415439,0.9999416571146755,0.9999416571146753,0.999917463608064,0.14275630564154496,0.16646128971079466,0.15325050971041942,0.010801961245852802,1.1659840672594242,"model.language_model.layers.4.linear_attn.conv1d.weight|3d-axis0-slice|(152, 0, 0)","model.language_model.layers.14.linear_attn.conv1d.weight|3d-axis0-slice|(603, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,10,1.0547118733938987e-15,0.2768809555729379 +787,873,0.6169912591074868,0.7921551229360939,0.792155122936094,0.7926147510978157,0.6990274188523536,0.6169912591074868,0.6541826135435105,0.6103198024037083,0.6991897220730042,"model.language_model.layers.5.linear_attn.conv1d.weight|3d-volume|(3176, 0, 0)","model.language_model.layers.13.linear_attn.conv1d.weight|3d-volume|(3452, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,8,0.0,2.1114260149152626 +1156,1183,1.1509043493085795,0.03713227510819598,-0.006870871584279751,-0.006871277811675389,1.9139053684882388,1.177770502875514,1.418544051292888,0.9999763952832449,-0.0042281661435550595,"model.language_model.layers.10.linear_attn.in_proj_qkv.weight|2d-128|(4352, 1152)","model.language_model.layers.10.linear_attn.in_proj_qkv.weight|2d-128|(1920, 384)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,0,0.02686615356693456,5.382606378124725 +1498,1503,1.1472967147189934,0.021863448461516884,0.0163341395736859,0.016812687557123836,1.163267541372539,1.9043186009902207,1.4038997135065725,0.999866589042952,0.02673968344774691,"model.language_model.layers.16.linear_attn.in_proj_qkv.weight|2d-64|(2176, 1856)","model.language_model.layers.14.linear_attn.in_proj_qkv.weight|2d-64|(5248, 1728)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,2,0.015970826653545656,2.9248505587182274 +1569,1588,1.1571053776431341,0.03228661352518258,0.009170698498972204,0.009130116817353434,1.9143624930667646,1.166147257028448,1.4084396022774952,0.999957948260346,0.005586394916502559,"model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(256, 1664)","model.language_model.layers.16.linear_attn.in_proj_z.weight|2d-128|(384, 1664)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,2,0.009041879385313756,5.168611885447852 +1861,1922,1.1543525894493705,0.013104896970568903,-0.017801403349269454,-0.01588344145554059,1.1759113287684757,1.9561463813924473,1.4252867042713435,0.9998415424650031,-0.029612905236528205,"model.language_model.layers.16.linear_attn.in_proj_z.weight|2d-64|(384, 960)","model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-64|(640, 768)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,12,0.021558739319105236,3.1742230285712245 +2178,2293,1.2358954076111637,0.029100288702812446,0.0033373194460451267,0.003312738703107268,1.6048751825448904,1.2751470078486766,1.4119129127445171,0.9999944311339514,0.002651653506854956,"model.language_model.layers.12.linear_attn.out_proj.weight|2d-128|(640, 896)","model.language_model.layers.18.linear_attn.out_proj.weight|2d-128|(384, 128)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,6,0.03925160023751295,4.294831126947475 +2467,2509,1.2313379704218725,0.0293927123897081,0.016587423209637134,0.01646895232249216,1.2716891653908544,1.584898272435879,1.4027164106452052,0.9998624192313983,0.020672802053036794,"model.language_model.layers.14.linear_attn.out_proj.weight|2d-64|(1664, 1344)","model.language_model.layers.4.linear_attn.out_proj.weight|2d-64|(0, 640)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,10,0.040351194968981874,3.2659479197682932 +2752,2779,1.2706650566845399,0.05472714522813488,0.0033421018466932434,0.003410610965185594,1.299548787750612,1.5595117839486758,1.411887181716109,0.9999944151620279,0.004010659132002479,"model.language_model.layers.22.mlp.down_proj.weight|2d-128|(640, 3840)","model.language_model.layers.5.mlp.down_proj.weight|2d-128|(0, 3328)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,17,0.028883731066072116,3.3974446183936244 +2818,2955,1.262353563625692,0.0312536627267118,0.010623499896522762,0.010510351748097588,1.2965586894040007,1.5509851549379474,1.40680117881474,0.9999435690327473,0.012708171845707722,"model.language_model.layers.18.mlp.down_proj.weight|2d-64|(384, 832)","model.language_model.layers.2.mlp.down_proj.weight|2d-64|(1984, 4480)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,16,0.0342051257783087,3.3185585885106303 +3118,3279,1.1665488435704698,0.017297656264521746,-0.006051436965178902,-0.006096701963995701,1.8668309901273379,1.1887865621578564,1.4180856521173213,0.9999816898876981,-0.003853518065638764,"model.language_model.layers.10.mlp.gate_proj.weight|2d-128|(2560, 1152)","model.language_model.layers.22.mlp.gate_proj.weight|2d-128|(3200, 384)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,12,0.022237718587386546,5.242921634892623 +3370,3487,1.157562851085722,0.07789893134760506,0.049850139469062235,0.04998351174451824,1.187404224297951,1.7157912748730642,1.380830556470172,0.9987567089110917,0.07203312284221756,"model.language_model.layers.22.mlp.gate_proj.weight|2d-64|(1344, 1472)","model.language_model.layers.0.mlp.gate_proj.weight|2d-64|(4288, 1536)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,22,0.029841373212228905,3.222365064833303 +3828,3830,1.2388308113102322,0.01385243512488548,0.009983326378967082,0.009999962940444872,1.248761182658559,1.6474782031066508,1.4074004747169884,0.9999501653554596,0.013170903157665658,"model.language_model.layers.22.mlp.up_proj.weight|2d-128|(5248, 384)","model.language_model.layers.1.mlp.up_proj.weight|2d-128|(3840, 1792)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,21,0.00993037134832675,3.3195355615820907 +3940,4045,1.2328396562468533,0.035482032339178106,0.026714722203893138,0.0265804359135754,1.6419833943019375,1.2351903083990738,1.3959458481841887,0.9996430981193082,0.020096284817698054,"model.language_model.layers.10.mlp.up_proj.weight|2d-64|(448, 448)","model.language_model.layers.23.mlp.up_proj.weight|2d-64|(3840, 512)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,13,0.0023506521522205226,4.167712791367485 +4216,4293,1.1801858587865646,-0.011599180293758506,-0.014411719191121405,-0.014413766964362487,1.2078800060976627,1.8212417554637277,1.4235704842351586,0.9998961457821288,-0.021729993564249817,"model.language_model.layers.15.self_attn.k_proj.weight|2d-128|(384, 1024)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 640)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,8,0.027694147311098094,3.4047492193007507 +4475,4583,1.1068330018640553,0.022383409798014328,0.008320591717718588,0.00904018790009567,2.0527401720671,1.1397582304703457,1.409210761241881,0.9999653832775748,0.004619904175745413,"model.language_model.layers.3.self_attn.k_proj.weight|2d-64|(256, 1856)","model.language_model.layers.15.self_attn.k_proj.weight|2d-64|(192, 1280)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,12,0.032925228606290435,6.776381994943023 +4680,4771,1.1269986071001534,0.04464649304238078,0.001957948264747546,0.001958335852439163,1.143612213295958,2.0538911877033312,1.4130361803995117,0.9999980832174593,0.00351641285410381,"model.language_model.layers.23.self_attn.o_proj.weight|2d-128|(384, 1792)","model.language_model.layers.11.self_attn.o_proj.weight|2d-128|(1280, 384)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,12,0.016613606195804653,3.0917900709378197 +4873,5002,1.12923665056166,-0.015313548179973078,-0.00909216101140832,-0.008861051494887771,1.136889104125137,2.137682592341935,1.4195342324947449,0.9999586654497988,-0.01709591045453302,"model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(1856, 768)","model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(128, 1792)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,12,0.007652453563476991,3.0125089296245426 +5126,5220,1.125971645984502,0.005298336646343769,-0.000799735623913773,-0.0009079988779763519,1.1242566802223684,2.1916850196664783,1.4146727913908426,0.9999996802114147,-0.0015590466282831054,"model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(1920, 512)","model.language_model.layers.11.self_attn.q_proj.weight|2d-128|(3200, 0)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,8,0.0017149657621335912,3.1882600621620707 +5599,5618,1.1127988327614065,0.03415343194039766,-0.0016044106279498435,-0.0010505996132413986,1.1281185373252138,2.167131529488917,1.4151425678915655,0.9999987129324402,-0.0030820953144881065,"model.language_model.layers.19.self_attn.q_proj.weight|2d-64|(3456, 320)","model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(2688, 960)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,12,0.01531970456380738,3.2893678352008977 +5756,5779,1.0855623184585168,0.02366081491271508,0.008660908767835004,0.008641760402898102,2.518526411628818,1.0854946157083247,1.409754470085719,0.9999624936262935,0.003732885147130829,"model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(384, 512)","model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(128, 384)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,12,6.770275019207794e-05,7.343377523592834 +5933,5988,1.079909222052769,0.013145943965149084,0.0156910244614675,0.015779590746785605,1.0876579161086477,2.4509861312235657,1.4059623211108525,0.9998768882974292,0.03535898812499875,"model.language_model.layers.23.self_attn.v_proj.weight|2d-64|(64, 1344)","model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(448, 960)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,16,0.0077486940558786355,3.5812833452182935 +6186,6335,1.2214248289262963,0.023735505489901408,0.009859992496738102,0.009842940380355679,1.2378682274477528,1.673863226715366,1.4075314978198998,0.999951389092472,0.013332823712591767,"model.visual.blocks.21.attn.proj.weight|2d-128|(128, 896)","model.visual.blocks.12.attn.proj.weight|2d-128|(0, 512)",model.visual.layers.*.attn.proj.weight,2d-128,9,0.016443398521456487,3.1691996406031633 +6425,6524,1.197081081688686,0.0253714027028247,0.008376308176740368,0.00827730269594,1.24530794663823,1.659133903892092,1.4085148307848174,0.9999649181152948,0.011159823498272261,"model.visual.blocks.12.attn.proj.weight|2d-64|(192, 768)","model.visual.blocks.0.attn.proj.weight|2d-64|(448, 768)",model.visual.layers.*.attn.proj.weight,2d-64,12,0.04822686494954387,3.465821419642406 +6709,6809,1.1098662851113492,0.03461338953754182,0.005283363901446539,0.005242088498110968,1.1157625427332363,2.230581072850964,1.411220915332255,0.9999860429355426,0.010562257710033471,"model.visual.blocks.2.attn.qkv.weight|2d-128|(1408, 768)","model.visual.blocks.21.attn.qkv.weight|2d-128|(2176, 896)",model.visual.layers.*.attn.qkv.weight,2d-128,19,0.005896257621887058,3.127368920835589 +7072,7132,1.1022210044238636,0.039471991012924694,0.014136592696701382,0.014107349177895202,2.2312203050982973,1.1107421288856874,1.4062150829873772,0.9999000733807991,0.007037453464924517,"model.visual.blocks.19.attn.qkv.weight|2d-64|(3008, 192)","model.visual.blocks.3.attn.qkv.weight|2d-64|(640, 640)",model.visual.layers.*.attn.qkv.weight,2d-64,16,0.008521124461823737,5.7948864358125425 +7293,7374,1.2217961514763418,0.04198640226883976,-0.0034651308249487593,-0.003474738685375305,1.24887635964752,1.677089995733685,1.416559077358418,0.9999939964161615,-0.004653251857589932,"model.visual.blocks.1.mlp.linear_fc1.weight|2d-128|(2560, 128)","model.visual.blocks.15.mlp.linear_fc1.weight|2d-128|(896, 768)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,14,0.02708020817117829,3.4725597224854376 +7548,7678,1.2243895848772188,0.021190932304227455,-0.0014909286695608604,-0.002663416184229752,1.6598922122505715,1.2542961836621027,1.4152273773039932,0.9999988885652336,-0.0011266190217297705,"model.visual.blocks.17.mlp.linear_fc1.weight|2d-64|(2112, 128)","model.visual.blocks.1.mlp.linear_fc1.weight|2d-64|(3136, 192)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,16,0.029906598784883887,4.802492457870656 +7775,7929,1.2302490663319927,0.061645692082006105,0.001731340352669095,0.0015985787778415232,1.27430763913376,1.6098253473570898,1.4130215108529394,0.9999985012291684,0.0021871920869308338,"model.visual.blocks.0.mlp.linear_fc2.weight|2d-128|(256, 3968)","model.visual.blocks.13.mlp.linear_fc2.weight|2d-128|(640, 1408)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,13,0.04405857280176728,3.559064582855746 +8046,8097,1.219001520092317,0.034014741883308705,0.02749361056708792,0.02796933710385294,1.6022041510239033,1.2520962304563208,1.3952214397592664,0.9996219792391449,0.021485805120830245,"model.visual.blocks.8.mlp.linear_fc2.weight|2d-64|(192, 2944)","model.visual.blocks.6.mlp.linear_fc2.weight|2d-64|(576, 512)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,2,0.0330947103640038,4.501670308922418 +8277,8414,1.3377556866806075,0.04454862901319092,-0.0003419544935667427,-0.0007161471221258359,1.4022622102852387,1.4269720974247642,1.4144553031678364,0.9999999415335605,-0.00034798022604452876,"model.visual.merger.linear_fc1.weight|2d-128|(2304, 3200)","model.visual.merger.linear_fc1.weight|2d-128|(2304, 0)",model.visual.merger.linear_fc1.weight,2d-128,0,0.06450652360463116,3.371335342748197 +8559,8637,1.3440573870265942,0.02630440356802205,0.01720864799050106,0.016364061846408033,1.4344064011504591,1.3717039273633993,1.4020046561422068,0.9998519202533638,0.016456403160395934,"model.visual.merger.linear_fc1.weight|2d-64|(2688, 2048)","model.visual.merger.linear_fc1.weight|2d-64|(256, 1088)",model.visual.merger.linear_fc1.weight,2d-64,0,0.027646540336805137,3.611669299190051 +8804,8838,1.346888622404645,0.018912414208522677,0.010601143706050085,0.010557271693131485,1.3706240930362363,1.4458009838213546,1.406708179923519,0.9999438062971957,0.011182602201224807,"model.visual.merger.linear_fc2.weight|2d-128|(1152, 2176)","model.visual.merger.linear_fc2.weight|2d-128|(512, 768)",model.visual.merger.linear_fc2.weight,2d-128,0,0.023735470631591316,3.5515447841342804 +9005,9148,1.3460436310370782,0.04514870867426195,0.02426956097380392,0.024295873351472704,1.4293245839863407,1.366707096257423,1.3969644027099783,0.9997054508254613,0.023206332261802763,"model.visual.merger.linear_fc2.weight|2d-64|(1536, 3264)","model.visual.merger.linear_fc2.weight|2d-64|(1984, 384)",model.visual.merger.linear_fc2.weight,2d-64,0,0.02066346522034479,3.7339476198611092 +9284,9316,0.7568582976287828,0.6546797740283895,0.6719906230253911,0.6708950715915947,1.3065608481478086,0.7472863576013121,0.9173731015768846,0.7405596549677458,0.3843444610595522,"model.visual.pos_embed.weight|2d-128|(1024, 512)","model.visual.pos_embed.weight|2d-128|(1536, 512)",model.visual.pos_embed.weight,2d-128,0,0.009571940027470638,5.168195084161608 +9375,9526,0.512074893545047,0.8628942036682324,0.7904590150549162,0.7891914240412276,0.6424276442931278,0.6527355369849486,0.6475200643807042,0.6125149349349873,0.8031421036125915,"model.visual.pos_embed.weight|2d-64|(1664, 384)","model.visual.pos_embed.weight|2d-64|(640, 384)",model.visual.pos_embed.weight,2d-64,0,0.13035275074808084,2.901665910560014 +9789,9868,1.1992103052986296,0.013920086275926231,0.008923730876488518,0.008862953924919271,1.1350337530201913,2.079063372140145,1.4088957868990843,0.9999601827209141,0.016345771179734517,"mtp.fc.weight|2d-128|(1152, 2048)","mtp.fc.weight|2d-128|(896, 3584)",mtp.fc.weight,2d-128,0,0.06417655227843833,3.7979566605660837 +9882,9987,1.1408751859207926,0.042787582296636976,0.020823290871495245,0.02077960121641283,1.2044984593511006,1.7391599929180546,1.4003619202986994,0.9997831717714002,0.030066484621416936,"mtp.fc.weight|2d-64|(1280, 2880)","mtp.fc.weight|2d-64|(960, 1536)",mtp.fc.weight,2d-64,0,0.06362327343030794,2.530348750657868 +10220,10356,1.321285125134431,0.009441978397088616,-0.0018539068371758419,-0.001844788802369662,1.433825360644418,1.3979049376954378,1.4155234440405835,0.9999982815132429,-0.0018074624656873692,"mtp.layers.0.mlp.down_proj.weight|2d-128|(1408, 2816)","mtp.layers.0.mlp.down_proj.weight|2d-128|(512, 4608)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.0766198125610067,3.973484254698423 +10457,10481,1.2760650051275582,0.014155684174883663,-0.018031348808393178,-0.018231740542401693,1.525302618146933,1.3452200589310805,1.4268076068410007,0.9998374220142744,-0.01590250473450439,"mtp.layers.0.mlp.down_proj.weight|2d-64|(1856, 5184)","mtp.layers.0.mlp.down_proj.weight|2d-64|(512, 384)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.06915505380352238,4.445242435837891 +10704,10765,1.311930255024909,0.05417500321144813,0.027336417174387694,0.0273401712616777,1.456309632545276,1.3405090467019112,1.3948169409431828,0.9996262903185709,0.025162722066624062,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(5376, 1792)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(2432, 1792)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.02857879167700217,4.454953779991682 +10940,11081,1.2992195599047034,0.006803046886487035,-0.0028337603867378243,-0.0032470151204689536,1.5029895100276767,1.3429003823331511,1.4162032924801062,0.9999959848929747,-0.0025319257928291777,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(5568, 1536)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(4992, 64)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.04368082242844773,4.230776763549533 +11296,11389,1.3344761503573102,0.025944966894886113,0.012980665332945318,0.01298403231208074,1.4473274471081374,1.3662185773133604,1.4050202076767837,0.9999157476145248,0.012253223110770163,"mtp.layers.0.mlp.up_proj.weight|2d-128|(3840, 1536)","mtp.layers.0.mlp.up_proj.weight|2d-128|(2688, 1280)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.03174242695605023,3.758402927676826 +11515,11579,1.3158302851881862,0.06162099111774528,0.032321064205300606,0.03218345404899564,1.4249444930525543,1.3597387769901643,1.3911968658471356,0.9994775379210064,0.030842046499221173,"mtp.layers.0.mlp.up_proj.weight|2d-64|(1536, 1536)","mtp.layers.0.mlp.up_proj.weight|2d-64|(2560, 1024)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.04390849180197809,3.7763579125812052 +11676,11682,1.2402041862945992,0.014230442998345015,-0.0016028824703417774,-0.0015619207082862145,1.6529171683674915,1.257445373432892,1.4153054531566587,0.999998715383068,-0.001219381820855914,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 1536)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(128, 256)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.017241187138292924,4.805069055488878 +11757,11921,1.089055220397945,0.02134321608693998,0.011544121785112094,0.01145239483201127,2.3681658848337244,1.0972624595623952,1.4079723225087746,0.999933364405954,0.005348836221542523,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 1856)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 64)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.00820723916445032,7.86823299712724 +12000,12079,1.1888558337621633,0.04342466557955703,0.01770927547116339,0.017708601010371312,1.7056280111582358,1.2186984726743377,1.4023168202261365,0.9998431784846493,0.012653560347088888,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(128, 0)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(640, 1920)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.029842638912174424,5.115518188467506 +12312,12464,1.1776825416759829,0.029791102324801144,0.024961955944509538,0.024980688036820114,1.696769959284386,1.215481084277785,1.3974013861850683,0.9996884018310027,0.017881496021961044,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(1792, 64)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(1152, 1536)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.037798542601802154,4.685078714783075 +12581,12613,1.059848613332089,0.0002961259554890693,0.008954865898552884,0.008926452744533348,3.0967675633408547,1.0533819585234268,1.4103472602815406,0.9999599043845403,0.0030460452667477214,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 640)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(896, 640)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.006466654808662264,8.813406791527203 +12783,12870,1.0591150270489786,0.03867359569846852,0.02185432295217195,0.02176738506173039,2.7223198282715892,1.0659257304848933,1.4036814958332855,0.9997611657632548,0.008557071404735274,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(576, 320)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(2368, 512)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.006810703435914611,8.34824316738438 +13012,13035,1.3626621949761215,0.031651796734032574,-0.0009724614821337212,-0.0009646273997744079,1.422046016896965,1.4078626015251354,1.4149009948595082,0.9999995271592211,-0.0009627622002748226,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(0, 512)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 1408)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.045200406549013916,3.793539860794751 +13078,13273,1.3060816954587924,0.025727890442452318,0.0027503599684553437,0.0028786542624276963,1.3388161397071967,1.499336234782701,1.4122798445360722,0.9999962177528693,0.0030801199934016124,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(0, 384)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 576)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.032734444248404326,3.4574635918854653 +181,254,1.1767481579571275,0.2449062263086185,0.2445803210611435,0.24457984350355738,1.179064398686903,1.2880178984218533,1.2299364714317234,0.9696290355335013,0.2671811916968666,"model.language_model.embed_tokens.weight|2d-128|(103296, 1408)","model.language_model.embed_tokens.weight|2d-128|(190080, 1408)",model.language_model.embed_tokens.weight,2d-128,0,0.0023162407297754317,3.171746695886982 +313,337,1.1829210654331455,0.26719045089277976,0.20535977724956359,0.20337409720860475,1.2432321713706094,1.2789925476943538,1.26073214323722,0.9786865493548021,0.21126675350493876,"model.language_model.embed_tokens.weight|2d-64|(227712, 704)","model.language_model.embed_tokens.weight|2d-64|(25024, 704)",model.language_model.embed_tokens.weight,2d-64,0,0.060311105937463916,3.1178746930130967 +596,760,0.14298496500368738,0.9998104431335871,0.9998104431335871,0.9998741027123288,0.14298496500368738,0.16661860309903276,0.1534533041308767,0.019469920416382465,1.1650666865180348,"model.language_model.layers.20.linear_attn.conv1d.weight|3d-axis0-slice|(5656, 0, 0)","model.language_model.layers.22.linear_attn.conv1d.weight|3d-axis0-slice|(4629, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,2,0.0,0.27708919045937425 +923,934,0.6172855918758606,0.7885404998613954,0.7885404998613953,0.7657494139301289,0.6172855918758607,0.8395346096267124,0.7033198136779907,0.6149828290922771,1.0724485545081737,"model.language_model.layers.17.linear_attn.conv1d.weight|3d-volume|(3384, 0, 0)","model.language_model.layers.18.linear_attn.conv1d.weight|3d-volume|(5468, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,1,1.1102230246251565e-16,1.8340082175554888 +1056,1130,1.150931618651979,0.032010379025480845,0.008228457430166798,0.008214186985627902,1.1679815749181985,1.9092196192192947,1.4090238197987364,0.9999661456711021,0.013450496736376598,"model.language_model.layers.16.linear_attn.in_proj_qkv.weight|2d-128|(1152, 1536)","model.language_model.layers.0.linear_attn.in_proj_qkv.weight|2d-128|(5888, 1408)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,16,0.017049956266219635,3.1527288298881793 +1346,1501,1.1473576899819682,0.04801971463991136,0.03561210249353822,0.035565352291453266,1.1638650126394041,1.8411398338641438,1.3912806951183794,0.999365687902076,0.05633545106731389,"model.language_model.layers.20.linear_attn.in_proj_qkv.weight|2d-64|(5632, 192)","model.language_model.layers.22.linear_attn.in_proj_qkv.weight|2d-64|(6080, 1280)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,2,0.01650732265743593,3.250560085033132 +1645,1788,1.1571695985269348,-0.014942374884165019,0.0052954648988493115,0.00525225116558391,1.9955969148592025,1.1520137747064938,1.4109672432563336,0.9999859789274572,0.0030569542684322844,"model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-128|(640, 1664)","model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-128|(1024, 1408)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,0,0.005155823820440997,5.689369774846804 +1878,1922,1.1546703918250247,0.05591499447627457,0.02678307948300557,0.025773126567985808,1.16664731061094,1.8569282378364864,1.3970472561777607,0.9996412689827321,0.0426300700613347,"model.language_model.layers.1.linear_attn.in_proj_z.weight|2d-64|(192, 1472)","model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-64|(640, 768)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,3,0.011976918785915336,3.132438045320754 +2140,2259,1.236051472611653,0.04849156170680061,0.00619922771105278,0.006131216648917697,1.6781509039846845,1.2395172449134595,1.4100175880553365,0.9999807846032776,0.004578878833095359,"model.language_model.layers.18.linear_attn.out_proj.weight|2d-128|(1920, 1408)","model.language_model.layers.8.linear_attn.out_proj.weight|2d-128|(1664, 1920)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,10,0.003465772301806558,4.223932852071481 +2403,2542,1.2313681195833572,0.015319691100354782,0.02289930049690244,0.023111886542214247,1.6776151466212297,1.2244580959921183,1.3987071248583096,0.9997377766378305,0.016713746262043732,"model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(192, 960)","model.language_model.layers.4.linear_attn.out_proj.weight|2d-64|(576, 1152)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,8,0.006910023591238934,4.445368209327239 +2581,2784,1.270698362613663,0.043144313536989054,0.003417856385426222,0.0034396314534913095,1.313148455194848,1.5367134154249913,1.4118243187592456,0.9999941591118063,0.0039997501719644495,"model.language_model.layers.15.mlp.down_proj.weight|2d-128|(1536, 1536)","model.language_model.layers.3.mlp.down_proj.weight|2d-128|(1664, 384)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,12,0.04245009258118504,3.4885624486393594 +2862,2913,1.2623659667669773,0.04596722961095913,0.040636672160429814,0.040620573393425494,1.276370420430588,1.5288643055623516,1.385652531644442,0.9991739892910172,0.04867549150971502,"model.language_model.layers.21.mlp.down_proj.weight|2d-64|(832, 5824)","model.language_model.layers.4.mlp.down_proj.weight|2d-64|(704, 3264)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,17,0.014004453663610583,3.3856869816218897 +3196,3255,1.1666996216064158,0.009462047008677518,-0.0022020356997114157,-0.0021904934942641907,1.1909695882062785,1.8474761661167647,1.4156310275401063,0.9999975755164495,-0.003415879391414377,"model.language_model.layers.22.mlp.gate_proj.weight|2d-128|(0, 768)","model.language_model.layers.11.mlp.gate_proj.weight|2d-128|(1152, 0)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,11,0.02426996659986269,3.1025790485385203 +3448,3523,1.1577184841302837,0.034593924785292794,0.03245268343141622,0.0324308036236136,1.8525156255651036,1.1634812699523638,1.3933893482173376,0.9994732729483568,0.020382062537598406,"model.language_model.layers.10.mlp.gate_proj.weight|2d-64|(4416, 1792)","model.language_model.layers.22.mlp.gate_proj.weight|2d-64|(3072, 1984)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,12,0.005762785822080119,5.083145509974035 +3747,3760,1.2390102695171108,0.04481124013179759,0.024746719402858743,0.0247478258479538,1.6056216156891874,1.2532332181880201,1.3971356461847955,0.9996937530457997,0.019315516491429752,"model.language_model.layers.0.mlp.up_proj.weight|2d-128|(3328, 1280)","model.language_model.layers.22.mlp.up_proj.weight|2d-128|(2688, 1792)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,22,0.014222948670909341,4.104652561506719 +3951,4012,1.232958321818497,0.04901743999596849,0.030844744814564375,0.031094549262159092,1.6077038400896588,1.2462087486324922,1.3929317258981089,0.9995241876599708,0.02390924863070747,"model.language_model.layers.4.mlp.up_proj.weight|2d-64|(2112, 576)","model.language_model.layers.21.mlp.up_proj.weight|2d-64|(832, 1536)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,17,0.013250426813995242,4.203417690147303 +4112,4290,1.1802250463011223,-0.009082708859907699,-0.00831689457028585,-0.008231139769254318,1.1885949827276143,1.874166013053257,1.41952332103404,0.9999654140342589,-0.013114005497488274,"model.language_model.layers.3.self_attn.k_proj.weight|2d-128|(128, 1280)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 256)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,20,0.008369936426491975,3.27729854981179 +4407,4514,1.1068577060981049,-0.011796280760533588,0.01978103760456058,0.0195728452550563,1.1162493854120341,2.1625531840386536,1.4027653546678835,0.9998043361334692,0.038322570578205165,"model.language_model.layers.15.self_attn.k_proj.weight|2d-64|(384, 896)","model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 512)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,8,0.009391679313929258,3.0123615530360874 +4827,4836,1.127012349693444,0.020207034549715258,0.00071895777183961,0.0007101240054094827,2.1240435401996414,1.133043764035032,1.4137912695289092,0.9999997415498277,0.00038351879543430887,"model.language_model.layers.11.self_attn.o_proj.weight|2d-128|(1664, 1408)","model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(512, 1024)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,8,0.006031414341587826,5.899077322575969 +4895,4964,1.1296311971595385,0.02622005697697152,0.01865784888031485,0.018994258698485915,2.0442994693110994,1.134602789406418,1.40297304648587,0.9998259271869075,0.010355257486351735,"model.language_model.layers.11.self_attn.o_proj.weight|2d-64|(1216, 1792)","model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(896, 128)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,8,0.004971592246879375,5.448528205498404 +5166,5202,1.1261537148267204,0.03952257871148218,0.0038230021314730684,0.003801665088766178,1.1278318721365674,2.1467066093619294,1.4119857668448133,0.9999926923006501,0.007276673186838458,"model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(3328, 768)","model.language_model.layers.23.self_attn.q_proj.weight|2d-128|(3072, 256)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,20,0.0016781573098469948,3.0915603003414778 +5496,5524,1.113168756421997,0.0742955463315115,0.01383383506636378,0.016990115801039714,1.978414086293741,1.149592473009981,1.4056893155003112,0.9999043079251917,0.008038394376247949,"model.language_model.layers.15.self_attn.q_proj.weight|2d-64|(1344, 896)","model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(1408, 704)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,12,0.036423716587983934,5.1671163301255545 +5845,5852,1.08559494804931,0.03458791720051658,-0.0009048550287985622,-0.000913345549261114,1.11063302630205,2.3026877704890922,1.4147141947433943,0.9999995906186047,-0.0018760459661617739,"model.language_model.layers.23.self_attn.v_proj.weight|2d-128|(128, 640)","model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(256, 512)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,16,0.02503807825274018,3.2810193207561418 +5934,6023,1.0799216209276468,0.06850533489830596,0.02841922098879016,0.028630490219093446,2.1937953455854795,1.1072787485774298,1.397953087269052,0.9995960923685078,0.014344090717183474,"model.language_model.layers.3.self_attn.v_proj.weight|2d-64|(448, 1920)","model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(384, 192)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,16,0.027357127649783042,8.715752886870298 +6363,6394,1.2223129112957671,-0.002701473059779001,-0.002903382565939752,-0.002860652230738645,1.222866798786384,1.7445812888552794,1.4161421375341632,0.9999957851759556,-0.004142059383699018,"model.visual.blocks.2.attn.proj.weight|2d-128|(0, 128)","model.visual.blocks.21.attn.proj.weight|2d-128|(896, 256)",model.visual.layers.*.attn.proj.weight,2d-128,19,0.0005538874906168001,3.209083224663445 +6506,6642,1.1972976746510209,-0.001733426992643011,-0.012399724663958384,-0.01263387006771309,1.2100507219551486,1.8086047957881457,1.4222950267738208,0.9999231204588971,-0.018533273925453623,"model.visual.blocks.8.attn.proj.weight|2d-64|(384, 0)","model.visual.blocks.18.attn.proj.weight|2d-64|(512, 768)",model.visual.layers.*.attn.proj.weight,2d-64,10,0.01275304730412774,3.1418191326706055 +6674,6888,1.1110532282879695,0.015731034669496144,0.009443208398745642,0.009405416804673973,1.1123142656220188,2.239811155059533,1.4088834667582795,0.9999554119135202,0.01901531263669848,"model.visual.blocks.3.attn.qkv.weight|2d-128|(1792, 896)","model.visual.blocks.21.attn.qkv.weight|2d-128|(1280, 0)",model.visual.layers.*.attn.qkv.weight,2d-128,18,0.0012610373340493641,3.0401150781315915 +7079,7116,1.1022354531006826,0.047508576201995216,0.01641003797715956,0.01636911024388164,1.0914353840640343,2.4039488464542518,1.4054506166041738,0.9998653462609793,0.03614404704250337,"model.visual.blocks.0.attn.qkv.weight|2d-64|(1280, 192)","model.visual.blocks.18.attn.qkv.weight|2d-64|(640, 832)",model.visual.layers.*.attn.qkv.weight,2d-64,18,0.010800069036648319,3.1643836508290826 +7336,7404,1.2222488061055883,0.021421985075223787,-0.004194353248203525,-0.004650239388025831,1.2448945757313163,1.6885026936242478,1.4170439631968739,0.9999912036617269,-0.005688977119562773,"model.visual.blocks.1.mlp.linear_fc1.weight|2d-128|(2816, 256)","model.visual.blocks.14.mlp.linear_fc1.weight|2d-128|(2560, 640)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,13,0.022645769625728063,3.438603714325243 +7566,7678,1.2248074737018317,0.036206170175142494,0.01980063682589404,0.021352922256626765,1.6170488213673724,1.2528258476704033,1.4005906621522952,0.999803948172485,0.01534075489127037,"model.visual.blocks.16.mlp.linear_fc1.weight|2d-64|(3648, 384)","model.visual.blocks.1.mlp.linear_fc1.weight|2d-64|(3136, 192)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,15,0.02801837396857154,4.429270794120435 +7775,7861,1.23040719467338,0.02693075098194422,0.014940708132626724,0.01477835662940208,1.2291076648974641,1.6843237953913381,1.4041163836198347,0.9998883813908909,0.02047419517954061,"model.visual.blocks.0.mlp.linear_fc2.weight|2d-128|(256, 3968)","model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(640, 1920)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,10,0.001299529775915742,3.7375592600364094 +7992,8021,1.219080987857189,0.043975825527586165,0.024554633866542868,0.024572178506147836,1.2689453682800818,1.5741634587475202,1.397143437462151,0.9996984895235563,0.030460734040919417,"model.visual.blocks.6.mlp.linear_fc2.weight|2d-64|(896, 4032)","model.visual.blocks.23.mlp.linear_fc2.weight|2d-64|(704, 3584)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,17,0.04986438042289265,3.403190048443236 +8246,8291,1.3377624385168785,0.04988783783797583,0.0038755273448509036,0.0038042353475148303,1.4212333630168776,1.401906589183134,1.4114707477632893,0.9999924901157005,0.0038228256264494806,"model.visual.merger.linear_fc1.weight|2d-128|(128, 2816)","model.visual.merger.linear_fc1.weight|2d-128|(1408, 2304)",model.visual.merger.linear_fc1.weight,2d-128,0,0.06414415066625545,3.58991995375398 +8609,8676,1.3440930084528808,0.05862331921509395,0.03604796910694159,0.036013418030144524,1.3750547693232331,1.4023369122443083,1.388494859021988,0.9993500607511189,0.036763188505565335,"model.visual.merger.linear_fc1.weight|2d-64|(1088, 3712)","model.visual.merger.linear_fc1.weight|2d-64|(4032, 2688)",model.visual.merger.linear_fc1.weight,2d-64,0,0.030961760870352295,3.297427084257147 +8936,8947,1.347031771243143,0.050490049935229306,0.0027064864841136764,0.0027072387836596747,1.4254540451815263,1.3995012083641971,1.412298814229156,0.9999963374587486,0.002657210253632627,"model.visual.merger.linear_fc2.weight|2d-128|(896, 1024)","model.visual.merger.linear_fc2.weight|2d-128|(1280, 1280)",model.visual.merger.linear_fc2.weight,2d-128,0,0.05246943712105412,3.546220315378935 +9070,9098,1.3461321396225538,0.05243830570560699,0.006939932000041836,0.007144426367483707,1.3871934793486231,1.4324988465432664,1.4093002876305982,0.9999759183819553,0.0071665883188960664,"model.visual.merger.linear_fc2.weight|2d-64|(1472, 3456)","model.visual.merger.linear_fc2.weight|2d-64|(832, 2176)",model.visual.merger.linear_fc2.weight,2d-64,0,0.04106133972606929,3.5228178644479873 +9294,9302,0.7578444328448409,0.672286779234971,0.6387412169966292,0.6385093824907571,0.8627789686527397,0.8383842302472413,0.8503192648801623,0.7694216384464795,0.6206810585277988,"model.visual.pos_embed.weight|2d-128|(1152, 768)","model.visual.pos_embed.weight|2d-128|(1280, 768)",model.visual.pos_embed.weight,2d-128,0,0.08053979740240036,4.947958138362843 +9511,9584,0.5139255180792761,0.9038609949774812,0.8223604373513862,0.8197510926408764,0.8221390860962607,0.5806822031361089,0.670766999343471,0.5689668804765677,0.5808385449725049,"model.visual.pos_embed.weight|2d-64|(2112, 384)","model.visual.pos_embed.weight|2d-64|(1152, 384)",model.visual.pos_embed.weight,2d-64,0,0.06675668505683274,4.003360150669809 +9671,9760,1.199357885804056,0.04191172420846091,0.011196128493084783,0.011200223647960876,1.6622119212919015,1.241379326316432,1.4066019838636847,0.9999373213890791,0.008361534572135376,"mtp.fc.weight|2d-128|(128, 2944)","mtp.fc.weight|2d-128|(512, 2048)",mtp.fc.weight,2d-128,0,0.04202144051237622,4.704750859061172 +9918,10098,1.1410079059611704,0.014237574655229967,0.028948563790579206,0.028819163707687057,1.1092839050229275,2.17533996311054,1.3975471641784922,0.9995809025058766,0.056769026759655464,"mtp.fc.weight|2d-64|(1152, 3392)","mtp.fc.weight|2d-64|(1984, 3136)",mtp.fc.weight,2d-64,0,0.0317240009382429,2.905643341449518 +10274,10356,1.321292083575347,0.00636377459216118,0.0013767238699193974,0.0013123684617430448,1.4415310943084252,1.3865526811118265,1.413240472332934,0.9999990523152439,0.001324217133105398,"mtp.layers.0.mlp.down_proj.weight|2d-128|(384, 256)","mtp.layers.0.mlp.down_proj.weight|2d-128|(512, 4608)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.0652605975364795,4.218788791836349 +10486,10548,1.2762466961289554,0.028873671411134633,-0.0048769706367486135,-0.005013113055609969,1.4897654707962797,1.3550728745070282,1.4176425179817114,0.9999881075079885,-0.0044360342276512765,"mtp.layers.0.mlp.down_proj.weight|2d-64|(1088, 5504)","mtp.layers.0.mlp.down_proj.weight|2d-64|(1344, 896)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.07882617837807282,4.222814476503119 +10712,10773,1.3122144869192423,0.03387954905148518,0.0030734191246210942,0.0030982354510298714,1.4645023107637218,1.3648470601973008,1.4120440482606804,0.999995277036289,0.0028642816239776007,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(512, 1024)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(1024, 640)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.05263257327805859,4.134446523862895 +11034,11049,1.2992212649814059,0.016283345999825394,0.00773270060614526,0.00895373084615394,1.3232952098381483,1.513317415631635,1.4087841502509053,0.9999701022237294,0.008843098962457661,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(4608, 1216)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(5504, 1600)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.024073944856742413,3.6118337459569863 +11227,11401,1.3345030881338862,0.036983330713332124,0.020418384085186213,0.020424873901661526,1.4450779692967786,1.3583978331024906,1.3997289862476578,0.9997915230643586,0.019193627808379573,"mtp.layers.0.mlp.up_proj.weight|2d-128|(3456, 640)","mtp.layers.0.mlp.up_proj.weight|2d-128|(2688, 1152)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.023894744968604442,3.896776734857654 +11470,11525,1.3158588303549625,0.018520709915511205,-0.0037134503378397016,-0.0045994124223170734,1.338890251724673,1.5101565437347402,1.4168180608974517,0.9999931051195246,-0.004188462288300986,"mtp.layers.0.mlp.up_proj.weight|2d-64|(5888, 1600)","mtp.layers.0.mlp.up_proj.weight|2d-64|(1984, 576)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.02303142136971048,3.4635135753048223 +11678,11716,1.24040712182496,-0.0160539358632459,-0.004631421399924624,-0.004820006666434864,1.6778797925141504,1.2496311545353833,1.4173477752085704,0.9999892749103944,-0.0034493343903114443,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 1792)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 512)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.00922403271042338,5.148427162491836 +11735,11803,1.089104161243682,0.05358574442647398,0.024405743437818362,0.023273040546117646,2.1244191542727577,1.1187593302030665,1.399911361859816,0.9997021354819882,0.012852526360763518,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 448)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(128, 704)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.02965516895938447,6.511080826321373 +11987,12145,1.1890644107201158,0.03472162892248258,0.0013781874361140838,0.0013822266466805954,1.1987378407296603,1.8096381965490596,1.4133159399727744,0.9999990502992445,0.0020805388314745917,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(0, 384)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1280, 128)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.00967343000954446,3.590554973045555 +12316,12346,1.177695410451357,0.006952476771105058,0.015642819055655927,0.015625503399813483,1.2147090728626118,1.7220183486820066,1.403754774581973,0.9998776436204542,0.022175862550751477,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(1792, 1920)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(576, 64)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.0370136624112547,3.4737920317574367 +12580,12613,1.0601563001617,0.0010916747373589273,-0.0038635956281425814,-0.0037926427844376925,3.0516164462559328,1.0598628889963557,1.4159059743040725,0.9999925362865576,-0.0013418729701044016,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 512)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(896, 640)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.000293411165344315,8.725848371867055 +12791,12951,1.0591150367666344,0.054663546993185395,0.01847235996322925,0.018440523440811835,2.706469082858311,1.0682767937667734,1.4052637772351255,0.9998293714016352,0.007291268760396681,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(704, 1408)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(2432, 1472)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.009161757000138993,7.623962779760456 +13013,13053,1.3628576916187554,0.03547984659767628,0.0010307564226441253,0.0009839727822505671,1.4354031337794002,1.3925409175326582,1.4134848545696754,0.9999994687704575,0.0009999772612744801,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(0, 640)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(256, 1664)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.029683225913902822,3.803297237961627 +13184,13200,1.3060818346640783,0.018296879539335092,0.022834708538484468,0.022810617044751905,1.307147949526297,1.5112420686727328,1.3981441488117194,0.9997392540487556,0.026400050722448033,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 1024)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(256, 0)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.0010661148622186367,3.5860826587615238 +125,205,1.1768426331296893,0.28683754912651444,0.2984891195031561,0.2973018638953539,1.2130325031108842,1.158376011226636,1.1847597530571075,0.9544130371795173,0.2850398771326329,"model.language_model.embed_tokens.weight|2d-128|(192384, 768)","model.language_model.embed_tokens.weight|2d-128|(128512, 768)",model.language_model.embed_tokens.weight,2d-128,0,0.01846662190305337,3.270635693851125 +370,435,1.1849529760599469,0.2600527896105066,0.27503645615583217,0.27499400230919774,1.190723160513287,1.2181207622291792,1.2041882687889716,0.9614337979212303,0.28136482830226767,"model.language_model.embed_tokens.weight|2d-64|(153600, 1152)","model.language_model.embed_tokens.weight|2d-64|(63360, 1152)",model.language_model.embed_tokens.weight,2d-64,0,0.00577018445334021,3.2278138172555457 +528,643,0.14367035703401212,0.996718369203624,0.996718369203624,0.9996165712933082,0.16362944696984474,0.14367035703401212,0.15268003101899416,0.0809474674839702,0.8751412818270605,"model.language_model.layers.9.linear_attn.conv1d.weight|3d-axis0-slice|(1310, 0, 0)","model.language_model.layers.21.linear_attn.conv1d.weight|3d-axis0-slice|(4589, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,12,0.0,0.2807313745367901 +828,950,0.618517373683083,0.8270334529493014,0.8270334529493014,0.8493112539199096,0.6185173736830829,1.0869023984757236,0.7602389261088174,0.5621527085256777,1.4533215749099357,"model.language_model.layers.20.linear_attn.conv1d.weight|3d-volume|(396, 0, 0)","model.language_model.layers.13.linear_attn.conv1d.weight|3d-volume|(396, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,7,1.1102230246251565e-16,1.2545490669026855 +1190,1234,1.1509832150725139,0.0010993331079320757,-0.003000592803802066,-0.00298612242636121,1.9827121166959316,1.1601175309490814,1.4160620273959983,0.9999954982112799,-0.0017556962937874084,"model.language_model.layers.13.linear_attn.in_proj_qkv.weight|2d-128|(4352, 128)","model.language_model.layers.16.linear_attn.in_proj_qkv.weight|2d-128|(1792, 1024)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,3,0.009134315876567545,5.58887328554274 +1330,1438,1.1474146803524952,-0.0010262314732976084,-0.00793367354173311,-0.007937940531828355,2.0036436497169188,1.15928702172782,1.4190687934648558,0.9999685279168206,-0.004590339591002633,"model.language_model.layers.1.linear_attn.in_proj_qkv.weight|2d-64|(4480, 1984)","model.language_model.layers.21.linear_attn.in_proj_qkv.weight|2d-64|(320, 1408)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,20,0.01187234137532478,5.484332350620582 +1588,1645,1.1574451801420462,0.03984083341611326,0.011268230599197366,0.01138566200885126,1.1836118244075329,1.836297490350582,1.4069381609424174,0.9999365114741852,0.01748193380913141,"model.language_model.layers.16.linear_attn.in_proj_z.weight|2d-128|(384, 1664)","model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-128|(640, 1664)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,12,0.02616664426548665,3.2380185969204427 +1922,1968,1.154738879830302,-0.014825567381452477,-0.004020423474370753,-0.003614224973615432,1.9826155090832367,1.160828264523839,1.416690528956164,0.9999919180648845,-0.0023539719037922488,"model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-64|(640, 768)","model.language_model.layers.22.linear_attn.in_proj_z.weight|2d-64|(1792, 576)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,18,0.006089384693537037,6.209180225248382 +2118,2211,1.236136402878539,0.025641775182865076,-0.007574792093139169,-0.007472827842944443,1.6665894624557256,1.2571548158053891,1.4193543701776787,0.9999713108508392,-0.005713876496364485,"model.language_model.layers.17.linear_attn.out_proj.weight|2d-128|(512, 896)","model.language_model.layers.14.linear_attn.out_proj.weight|2d-128|(256, 0)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,3,0.021018412926850027,4.475609475972316 +2374,2510,1.231441293686088,-0.004711014625623969,0.0064166816076943155,0.006363093493379237,1.6652938312106877,1.244568614977682,1.4098553879396394,0.999979412886658,0.00479555042573776,"model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(1536, 896)","model.language_model.layers.20.linear_attn.out_proj.weight|2d-64|(512, 1472)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,8,0.013127321291594107,4.734706284364956 +2696,2808,1.2708078538540948,0.037259033735703405,5.5399924852123436e-05,0.0002289198485955168,1.5927350320667186,1.284738557944183,1.414175275645716,0.9999999984654242,4.4686917868804513e-05,"model.language_model.layers.2.mlp.down_proj.weight|2d-128|(1664, 4736)","model.language_model.layers.21.mlp.down_proj.weight|2d-128|(1792, 3968)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,19,0.01393070409008823,4.002823624934823 +2852,2874,1.2624746554346347,0.024035993866181975,-0.003575078770187285,-0.0035083947690253046,1.5970069659899553,1.2862562166970983,1.4166813165945096,0.9999936093854735,-0.002879428450385442,"model.language_model.layers.2.mlp.down_proj.weight|2d-64|(1344, 832)","model.language_model.layers.22.mlp.down_proj.weight|2d-64|(1024, 4480)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,20,0.02378156126246367,4.201384013732744 +3082,3116,1.1667233235046097,0.0084292196452371,-0.001712734569143527,-0.0016506231300771124,1.8287708126123838,1.195718579201244,1.4153225518169044,0.9999985332690722,-0.0011198497545133474,"model.language_model.layers.11.mlp.gate_proj.weight|2d-128|(5632, 128)","model.language_model.layers.19.mlp.gate_proj.weight|2d-128|(640, 896)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,8,0.028995255696634192,5.2136259777265215 +3423,3583,1.1579853147636017,0.04230687582578653,0.03224404515347399,0.03243203504040167,1.167965892061824,1.8348416432292582,1.393403813663096,0.9994800255893765,0.05065449016607666,"model.language_model.layers.19.mlp.gate_proj.weight|2d-64|(5120, 128)","model.language_model.layers.9.mlp.gate_proj.weight|2d-64|(2816, 1024)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,10,0.009980577298222437,3.1843363342803044 +3613,3832,1.2390362720090464,0.06343746435452091,0.005640844671182405,0.005706674330576729,1.2802570328193104,1.5902395241569791,1.4103114563545656,0.9999840903091386,0.0070066353207142015,"model.language_model.layers.23.mlp.up_proj.weight|2d-128|(4480, 1664)","model.language_model.layers.13.mlp.up_proj.weight|2d-128|(2432, 1280)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,10,0.041220760810263934,3.2805637363095483 +3958,3968,1.2329995665532898,0.03677533203914304,0.026980543458049237,0.02703071731319227,1.249340333342424,1.6092147637257515,1.3956083663228034,0.9996359588743836,0.03475233105608625,"model.language_model.layers.22.mlp.up_proj.weight|2d-64|(3520, 1728)","model.language_model.layers.1.mlp.up_proj.weight|2d-64|(4992, 1664)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,21,0.01634076678913421,3.1574793347845795 +4243,4300,1.1802910137367293,0.004378099665919128,0.012909310425053012,0.012925193521391312,1.1822740613595244,1.8365905525566895,1.4058799081262583,0.9999166713803453,0.020053825370583093,"model.language_model.layers.19.self_attn.k_proj.weight|2d-128|(128, 384)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 1536)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,4,0.001983047622795109,3.8676184163234586 +4375,4434,1.1069889606586172,-0.007532011982573006,-0.0022929773750364015,-0.002332534497129526,2.333342744657185,1.1080006373659348,1.415469518482513,0.9999973711239233,-0.0010888329195629033,"model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 640)","model.language_model.layers.15.self_attn.k_proj.weight|2d-64|(384, 960)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,8,0.0010116767073176103,6.6520589011435876 +4804,4858,1.127116602545517,0.026896627709704087,0.0009241770318224842,0.0009886336542181534,1.1502943903607286,2.0201454151460903,1.4136514546581336,0.9999995729483158,0.0016230384232631414,"model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(512, 896)","model.language_model.layers.11.self_attn.o_proj.weight|2d-128|(1920, 1280)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,8,0.023177787815211515,3.1562195302394342 +4873,4903,1.1297033771550997,0.012060804275460291,0.02427836856905624,0.024424674035707174,1.1305329507164246,2.0473499365818775,1.3996089209009541,0.9997052369671898,0.04396715400348975,"model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(1856, 768)","model.language_model.layers.11.self_attn.o_proj.weight|2d-64|(1728, 1408)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,8,0.0008295735613248478,3.022851024612995 +5123,5194,1.1262559574907283,0.04470826105754336,0.01729290246063602,0.017316880880393883,2.084530374375973,1.1289812634487675,1.40393498435917,0.999850466582122,0.009365832759596843,"model.language_model.layers.11.self_attn.q_proj.weight|2d-128|(3968, 256)","model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(3328, 640)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,8,0.0027253059580392147,5.23427746112165 +5524,5531,1.1134302990743006,0.059609107927966275,0.05404707854614209,0.05015135552111316,1.126729168320843,1.956111239914171,1.3807595947931106,0.9985383884962196,0.09383097624621678,"model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(1408, 704)","model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(1280, 1152)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,4,0.013298869246542333,2.930220105234022 +5719,5790,1.0857465231620276,0.01763701030291653,-0.0042262754329938845,-0.004247601720647668,2.5345905460633786,1.0902600184566689,1.4163814292516932,0.9999910692581031,-0.0018179422071685027,"model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(384, 384)","model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(128, 1792)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,12,0.00451349529464129,8.345170371696552 +6009,6081,1.0799609803012524,0.03888175725136252,0.014334207037732576,0.014238869651118697,1.103634211409061,2.2922277404314992,1.4062678361374708,0.9998972599765436,0.02977188154309628,"model.language_model.layers.23.self_attn.v_proj.weight|2d-64|(320, 1856)","model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(256, 1728)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,16,0.0236732311078085,3.4129208694074165 +6351,6394,1.222662015759385,0.04258382266505911,-0.0002650048129603549,-0.0003656812092145439,1.2490212433386174,1.6695853901222775,1.4143933141090381,0.9999999648862239,-0.00035423589982187744,"model.visual.blocks.5.attn.proj.weight|2d-128|(128, 512)","model.visual.blocks.21.attn.proj.weight|2d-128|(896, 256)",model.visual.layers.*.attn.proj.weight,2d-128,16,0.02635922757923237,3.265242595783311 +6540,6643,1.1973572811707631,-0.020100910258036158,-0.035657643508077805,-0.035582951449953215,1.2001160839053904,1.9084762222769154,1.4367584030062286,0.9993640640224416,-0.05670431859903152,"model.visual.blocks.23.attn.proj.weight|2d-64|(192, 384)","model.visual.blocks.21.attn.proj.weight|2d-64|(640, 256)",model.visual.layers.*.attn.proj.weight,2d-64,2,0.0027588027346272526,3.0882679365524326 +6704,6852,1.1115160955320929,0.024158166377269134,-0.0007183872656948191,-0.0007308835929990145,1.1264084801392582,2.1756359672923478,1.4146283086512492,0.999999741959835,-0.0013875509650790492,"model.visual.blocks.6.attn.qkv.weight|2d-128|(128, 0)","model.visual.blocks.21.attn.qkv.weight|2d-128|(2304, 768)",model.visual.layers.*.attn.qkv.weight,2d-128,15,0.014892384607165354,2.9604688667991774 +6988,7020,1.102781643150682,0.0033267888170257984,-0.010751322092234027,-0.010914533414197224,2.389738896966553,1.106501460097974,1.4199989580109849,0.9999422028663801,-0.004978097652484691,"model.visual.blocks.21.attn.qkv.weight|2d-64|(320, 512)","model.visual.blocks.3.attn.qkv.weight|2d-64|(832, 64)",model.visual.layers.*.attn.qkv.weight,2d-64,18,0.003719816947291843,6.0959831528772686 +7287,7353,1.222386795611058,0.00838245116449495,0.008821468029300946,0.008757713419216315,1.6568607890924467,1.245847635728083,1.4082083028454888,0.9999610900939137,0.006633149363125065,"model.visual.blocks.16.mlp.linear_fc1.weight|2d-128|(512, 0)","model.visual.blocks.0.mlp.linear_fc1.weight|2d-128|(2944, 128)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,16,0.023460840117025095,5.200445410570755 +7461,7573,1.2248109913880707,0.016100970217155737,0.008311061937070574,0.008386208729414752,1.2322280569617319,1.6918092242236529,1.4086090043127029,0.9999654625283206,0.011410818937932013,"model.visual.blocks.0.mlp.linear_fc1.weight|2d-64|(3712, 128)","model.visual.blocks.16.mlp.linear_fc1.weight|2d-64|(256, 192)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,16,0.007417065573661175,3.8884368605166935 +7821,7884,1.2304568125068776,0.04322513545641819,0.0046381558487677355,0.0047307519726077765,1.6387351008863418,1.2577632495915125,1.4110418794541937,0.9999892436973122,0.0035598810139007312,"model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(640, 384)","model.visual.blocks.0.mlp.linear_fc2.weight|2d-128|(768, 1536)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,10,0.027306437084634982,4.682589755977335 +7989,8078,1.2193851769377715,0.004884817624905348,-6.520228069980784e-05,2.2408768142200945e-05,1.2526977737377991,1.6604724112464935,1.4142578946702855,0.9999999978743314,-8.642674276440584e-05,"model.visual.blocks.4.mlp.linear_fc2.weight|2d-64|(384, 1792)","model.visual.blocks.10.mlp.linear_fc2.weight|2d-64|(576, 2176)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,6,0.03331259680002763,3.455577956573736 +8239,8271,1.3379783082678407,0.04088616781420745,-0.0053563328456176975,-0.005490419276940445,1.4256783042981827,1.4104361383040576,1.417995785211005,0.9999856547463303,-0.005299067392319746,"model.visual.merger.linear_fc1.weight|2d-128|(1024, 2944)","model.visual.merger.linear_fc1.weight|2d-128|(2816, 128)",model.visual.merger.linear_fc1.weight,2d-128,0,0.07245783003621686,3.52068025122066 +8634,8702,1.3441196006194114,0.027216466983056284,0.0091016719794743,0.009160215052467545,1.4486181254296215,1.3701988219742576,1.407772997028171,0.9999585789257364,0.008608963263229363,"model.visual.merger.linear_fc1.weight|2d-64|(2240, 2432)","model.visual.merger.linear_fc1.weight|2d-64|(2048, 3840)",model.visual.merger.linear_fc1.weight,2d-64,0,0.026079221354846194,3.9059209171235474 +8913,8940,1.3470403089750929,0.04174791397685823,0.016602293937683116,0.016584312085761735,1.3787016196160984,1.427431421960471,1.4024319706832717,0.9998621724197825,0.01718909712303931,"model.visual.merger.linear_fc2.weight|2d-128|(1152, 3200)","model.visual.merger.linear_fc2.weight|2d-128|(1024, 256)",model.visual.merger.linear_fc2.weight,2d-128,0,0.031661310641005525,3.4436612153999873 +8987,9047,1.3461888369655273,0.03824371146618122,0.007312671368456704,0.00731868837475837,1.356818619482071,1.4678167152383967,1.409049238604775,0.9999732620612698,0.007910903575131712,"model.visual.merger.linear_fc2.weight|2d-64|(1152, 384)","model.visual.merger.linear_fc2.weight|2d-64|(448, 1344)",model.visual.merger.linear_fc2.weight,2d-64,0,0.010629782516543784,3.640514373502179 +9244,9252,0.7584448165542922,0.6554231193039848,0.6427502746485066,0.6413548895118958,0.7804500862893652,0.9856054270625003,0.8652929490365187,0.7660757693852934,0.8117087435423775,"model.visual.pos_embed.weight|2d-128|(384, 512)","model.visual.pos_embed.weight|2d-128|(512, 512)",model.visual.pos_embed.weight,2d-128,0,0.022005269735072996,3.6894907499242846 +9432,9508,0.5141736813425899,0.8577390104637399,0.837517251405026,0.8369602855663185,0.6223765732152537,0.5481127845593998,0.5817191018631487,0.5464108834924232,0.7375822493006599,"model.visual.pos_embed.weight|2d-64|(2176, 576)","model.visual.pos_embed.weight|2d-64|(2112, 576)",model.visual.pos_embed.weight,2d-64,0,0.03393910321680993,2.6096871946878824 +9647,9656,1.1993786979605372,0.07098236819120568,0.014021907389670624,0.014025954812026517,1.2621024384856299,1.6095140635831582,1.4045516249077998,0.9999016882239751,0.017881636588084636,"mtp.fc.weight|2d-128|(1280, 2816)","mtp.fc.weight|2d-128|(1792, 3072)",mtp.fc.weight,2d-128,0,0.06272374052509266,3.2419259413097206 +9929,10098,1.1410981151198343,0.0190972158487462,0.008571183815425966,0.00857659243473621,1.2244823756185028,1.7119038818680659,1.4084661795053903,0.9999632667293344,0.01198305760703244,"mtp.fc.weight|2d-64|(1344, 3968)","mtp.fc.weight|2d-64|(1984, 3136)",mtp.fc.weight,2d-64,0,0.08338426049866854,2.8401244087400457 +10288,10300,1.3213183634279768,0.05031910126675421,0.010563834549206189,0.010593814791143775,1.3907714175064112,1.4232425092028758,1.4067259706326742,0.9999442011430523,0.01081047410190031,"mtp.layers.0.mlp.down_proj.weight|2d-128|(1408, 1536)","mtp.layers.0.mlp.down_proj.weight|2d-128|(1408, 1024)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.06945305407843438,3.5820975448427146 +10457,10598,1.2766459825987169,0.004097696176591354,-0.0021232976749502646,-0.002426293336370533,1.5498929682891307,1.311234578585641,1.4156934374385013,0.999997745800951,-0.0017963442566608918,"mtp.layers.0.mlp.down_proj.weight|2d-64|(1856, 5184)","mtp.layers.0.mlp.down_proj.weight|2d-64|(1088, 2752)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.0345885959869241,4.299850503211085 +10677,10864,1.3122568628389102,0.003691377101772444,-0.009700567787535896,-0.009704585603268439,1.3563026167572472,1.4959922452169865,1.4210236771658857,0.9999529483853725,-0.010699658029895824,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(256, 640)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(3840, 1024)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.04404575391833698,3.619992620644418 +10897,10911,1.2993304414108633,0.006692872729321749,0.009926943241285359,0.009813093286540692,1.3117128765950739,1.5272700853685552,1.4072575161676122,0.9999507266850124,0.011558263795444113,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(0, 64)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(1856, 64)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.01238243518421056,3.670652010095649 +11287,11338,1.334545131351012,0.04924938663767965,0.005087068945803545,0.005096041043509021,1.3780840364145754,1.4455662728584486,1.4106159922449846,0.9999870607810586,0.005336173340264237,"mtp.layers.0.mlp.up_proj.weight|2d-128|(2688, 256)","mtp.layers.0.mlp.up_proj.weight|2d-128|(5632, 384)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.043538905063563504,3.5442596538038638 +11436,11516,1.3158777629937357,0.023411317933776994,0.017118405206556483,0.01676219352068163,1.487457492033145,1.3299861212170245,1.4021328132721362,0.9998534693659786,0.015306145865701185,"mtp.layers.0.mlp.up_proj.weight|2d-64|(1984, 384)","mtp.layers.0.mlp.up_proj.weight|2d-64|(4544, 64)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.01410835822328882,3.9557152277205283 +11669,11691,1.2407279003453253,0.034628385568217686,0.0016879187386700594,0.001674690823986787,1.6441524191176782,1.2581801231306575,1.413061037023885,0.9999985754641512,0.0012916720991075206,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 640)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(128, 1408)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.017452222785332205,4.659665303312255 +11753,11950,1.089238960426014,0.01478205930780486,0.006736236316378344,0.006710756485362837,2.4243379243621046,1.0943938990020632,1.4106365918062176,0.9999773113027565,0.0030408697784242884,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 1600)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 1920)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.005154938576049206,7.241548317794557 +12031,12192,1.1892898301768673,0.033115435215559305,0.0026522497751629306,0.002749907362460956,1.2242322800791816,1.7270053108992296,1.4124428188994582,0.9999964827793797,0.003741487234139433,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(256, 1920)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1664, 0)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.03494244990231432,3.28592858310091 +12279,12488,1.1778065907844664,0.042564849611117755,0.01950201936352425,0.019496984436576593,1.2119237843716204,1.7204081948910217,1.4011685000292733,0.9998098175356875,0.027684442175814585,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(1536, 1152)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(704, 0)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.03411719358715404,3.3009156862197164 +12576,12657,1.0601716999397401,0.03759658366922332,0.0022846285655279608,0.0021156752675989005,2.729387200140433,1.073765880755505,1.4131124075516344,0.9999973902327534,0.0008987937672372379,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 0)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(3968, 128)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.013594180815764911,8.108726666508284 +12828,12995,1.0592337799090232,0.007221545764018766,-0.005266250214365305,-0.004528539841955071,2.910629141381335,1.066871384191273,1.4166180583510681,0.9999861332081958,-0.0019303083226298963,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(576, 1856)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(768, 1600)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.007637604282249688,8.927919142525777 +13015,13017,1.363026204963813,0.036759300094247535,0.014447189628661148,0.014395328701564264,1.3929531756822697,1.4152360068711116,1.4039619863404456,0.9998956339097763,0.014678298824051703,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(0, 896)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(0, 1152)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.029926970718456625,3.789238956682777 +13132,13279,1.3060963787206525,0.04067773956074316,0.03513971529828147,0.03497100341510974,1.3430662650891985,1.4404522572603125,1.3892056767620011,0.9993824094953622,0.037687702786230425,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(64, 1792)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 960)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.03696988636854592,3.5766839475411323 +190,227,1.1768691163202978,0.2776296208436499,0.2834077833349355,0.2797292525376145,1.1648568155478454,1.2331389328896591,1.197540330844442,0.9589994934019405,0.3000207122880601,"model.language_model.embed_tokens.weight|2d-128|(163712, 1920)","model.language_model.embed_tokens.weight|2d-128|(208000, 1920)",model.language_model.embed_tokens.weight,2d-128,0,0.012012300772452411,3.0606572076919885 +270,507,1.1850928835088266,0.266733938716984,0.21629075447451038,0.215045392401046,1.2679393123875122,1.2366849431562945,1.252019644715644,0.9763289965625558,0.210959244491658,"model.language_model.embed_tokens.weight|2d-64|(40832, 512)","model.language_model.embed_tokens.weight|2d-64|(184256, 512)",model.language_model.embed_tokens.weight,2d-64,0,0.051592059647467936,3.2184589551357 +671,759,0.14368454139222187,0.9913426994080382,0.9913426994080382,0.9990821698781148,0.14368454139222292,0.1540051631244643,0.14857668555568143,0.13129985655126988,1.0625491973964378,"model.language_model.layers.4.linear_attn.conv1d.weight|3d-axis0-slice|(1252, 0, 0)","model.language_model.layers.22.linear_attn.conv1d.weight|3d-axis0-slice|(408, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,18,1.0547118733938987e-15,0.18921124256307384 +991,1000,0.6194507407012628,0.7957061324329797,0.7957061324329796,0.7190987654360538,0.6194507407012628,0.6692561443108571,0.6429110550860186,0.6056828797386876,0.8596829145667604,"model.language_model.layers.17.linear_attn.conv1d.weight|3d-volume|(2572, 0, 0)","model.language_model.layers.16.linear_attn.conv1d.weight|3d-volume|(2064, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,1,0.0,1.2726557104830927 +1086,1134,1.151077467658325,0.027524455274519983,-0.0025134843483875288,-0.0024590856062992,1.9760550108097703,1.1611327681706003,1.4157653225950584,0.9999968411932262,-0.0014769270203670683,"model.language_model.layers.10.linear_attn.in_proj_qkv.weight|2d-128|(4096, 1408)","model.language_model.layers.12.linear_attn.in_proj_qkv.weight|2d-128|(4992, 1152)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,2,0.010055300512275211,5.4882226855300615 +1300,1335,1.1475532072461798,0.014112513805007582,0.007129629006145595,0.0067133614244235884,1.9929677904938692,1.1512922309813909,1.4098395742084322,0.9999745838721276,0.004118624758366485,"model.language_model.layers.22.linear_attn.in_proj_qkv.weight|2d-64|(2752, 1984)","model.language_model.layers.22.linear_attn.in_proj_qkv.weight|2d-64|(1536, 384)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,0,0.0037390237352110667,5.7632860934266095 +1569,1596,1.1574582466544077,0.05195771826300297,-0.001270024220221307,-0.0012118764955793562,1.8901960379828635,1.179354139548312,1.4150199563025871,0.9999991935189148,-0.0007924089836962162,"model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(256, 1664)","model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-128|(1152, 384)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,16,0.021895892893904367,5.520244676137082 +1858,1922,1.1549269897769792,0.009049055282361723,-0.0023792444149199803,-0.003044776631528471,1.160960138093233,1.9764543359723938,1.4156822386603738,0.9999971695940014,-0.004050499053249196,"model.language_model.layers.1.linear_attn.in_proj_z.weight|2d-64|(832, 128)","model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-64|(640, 768)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,3,0.0060331483162539,3.171245608060068 +2178,2277,1.2363196995475272,-0.009033815256842182,0.00037822322449493427,0.0003530820631705488,1.7288282793446246,1.2255602651555877,1.413961179202904,0.9999999284735936,0.00026812110886787036,"model.language_model.layers.12.linear_attn.out_proj.weight|2d-128|(640, 896)","model.language_model.layers.22.linear_attn.out_proj.weight|2d-128|(1664, 384)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,10,0.010759434391939493,4.742502759216464 +2374,2495,1.231611837422543,-0.010695944240858417,-0.002924767095024367,-0.00310948040286005,1.6824511894115273,1.2461765163991791,1.4161905054490245,0.9999957228595729,-0.0021663487729657403,"model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(1536, 896)","model.language_model.layers.1.linear_attn.out_proj.weight|2d-64|(1536, 1728)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,11,0.014564678976636047,4.575319538208005 +2585,2651,1.2708695723588288,0.013042459073009119,-0.023507503866209277,-0.023440734412111426,1.2997045031526568,1.6104883364168867,1.4303687431648613,0.9997236604492163,-0.029128590924300448,"model.language_model.layers.22.mlp.down_proj.weight|2d-128|(1664, 2688)","model.language_model.layers.3.mlp.down_proj.weight|2d-128|(512, 5248)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,19,0.02883493079382804,3.3684610330687086 +2874,3012,1.2625145973104268,0.012538767844527562,0.021673213307619225,0.02163377689715683,1.2582990889728165,1.601434801197044,1.399244081737288,0.9997651083254119,0.027583456388672743,"model.language_model.layers.22.mlp.down_proj.weight|2d-64|(1024, 4480)","model.language_model.layers.3.mlp.down_proj.weight|2d-64|(448, 3072)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,19,0.0042155083376103075,3.2872875332599105 +3087,3144,1.166819530139918,0.0909956435983973,0.008995239104976804,0.009198546552079122,1.222483754653492,1.7164028564089928,1.4081895814355574,0.9999595420182981,0.012629578131482251,"model.language_model.layers.17.mlp.gate_proj.weight|2d-128|(4608, 1792)","model.language_model.layers.9.mlp.gate_proj.weight|2d-128|(4608, 1152)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,8,0.05566422451357389,3.1004320034984096 +3346,3521,1.1579905843922458,0.043652812763681555,0.028040157801730903,0.02800779641268937,1.1631161945168262,1.8678465084854166,1.396306635724229,0.9996067974711127,0.04502964630210512,"model.language_model.layers.20.mlp.gate_proj.weight|2d-64|(1728, 512)","model.language_model.layers.10.mlp.gate_proj.weight|2d-64|(1472, 1024)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,10,0.00512561012458046,3.005323396674427 +3652,3736,1.2391557468257393,0.06725280629101064,0.004469890887142373,0.0044135246233393865,1.5783265045448946,1.2878094564288447,1.4111137618790535,0.9999900099878284,0.0036471336805732066,"model.language_model.layers.2.mlp.up_proj.weight|2d-128|(2688, 1152)","model.language_model.layers.16.mlp.up_proj.weight|2d-128|(3072, 384)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,14,0.048653709603105444,4.096980219383563 +3999,4039,1.2334119290527537,0.02540415100999156,0.005523168623652386,0.005724099884679189,1.2398134922867738,1.6789616479139808,1.4104760566462282,0.9999847471878532,0.0074795026443616715,"model.language_model.layers.21.mlp.up_proj.weight|2d-64|(1408, 128)","model.language_model.layers.3.mlp.up_proj.weight|2d-64|(3648, 1152)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,18,0.006401563234020191,3.2319815028867573 +4213,4325,1.1804128358451023,0.02461172882317787,0.01067124796616874,0.010598385772294727,1.194483227466514,1.7987845282129988,1.4072416772790928,0.9999430606123754,0.016069941625703472,"model.language_model.layers.15.self_attn.k_proj.weight|2d-128|(384, 640)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(256, 640)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,8,0.01407039162141177,3.353048134404669 +4375,4589,1.1070712790807924,-0.0025820072085369922,0.00309478181525646,0.003100517750427647,2.268195755761526,1.1124312179013824,1.412482179088679,0.9999952111512914,0.0015178283863461904,"model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 640)","model.language_model.layers.11.self_attn.k_proj.weight|2d-64|(448, 832)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,12,0.005359938820590049,6.7340354392163695 +4659,4836,1.1271254184578992,0.03145183471759284,-0.002950485063113589,-0.002943290148009234,2.1133016871909462,1.136927405672876,1.4159534253911341,0.9999956473094732,-0.001587320612392627,"model.language_model.layers.23.self_attn.o_proj.weight|2d-128|(640, 1664)","model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(512, 1024)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,4,0.009801987214976826,5.604951208510171 +4874,4898,1.1297554484646777,0.04111230900348739,0.04352602022245502,0.04339900173353609,1.98752275279425,1.1281809555336995,1.3875359316592002,0.9990522937081894,0.024706749654116716,"model.language_model.layers.3.self_attn.o_proj.weight|2d-64|(1664, 576)","model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(256, 384)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,16,0.0015744929309782218,5.510495423337821 +5214,5374,1.1264565582201245,0.07035328717273155,0.026546637019762984,0.026585653084179886,1.1454214076286995,1.9555185160733406,1.3977448670416759,0.999647575930108,0.045321695478955544,"model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(2944, 512)","model.language_model.layers.19.self_attn.q_proj.weight|2d-128|(1408, 1536)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,16,0.018964849408575013,3.1505311778242016 +5463,5579,1.1134494760131515,0.038398687917736755,0.020376586178903533,0.020427684393889155,2.163100555112889,1.1158297891494637,1.4024235501406925,0.9997923758139455,0.010511208924545445,"model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(3200, 1664)","model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(1792, 640)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,4,0.002380313136312262,5.37006017694106 +5667,5780,1.0857631322824597,0.0333658827314085,0.008528039984190225,0.008545408880786455,2.3763445637241487,1.0980051014484837,1.4096138822052477,0.9999636356058295,0.003940435049251757,"model.language_model.layers.3.self_attn.v_proj.weight|2d-128|(384, 768)","model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(128, 512)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,16,0.012241969166024047,8.172385997256363 +5979,6045,1.080469961940756,-0.012267512501871572,-0.027904291994961063,-0.027412199028322395,1.0852955769931913,2.7492538819304766,1.4276278717309845,0.9996105994277271,-0.07068671863770942,"model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(64, 640)","model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(256, 384)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,12,0.004825615052435284,3.8572393064226222 +6151,6394,1.2227706048625602,0.008318730652324476,-0.0011010796641523744,-0.0009496014671531983,1.2242281729553965,1.7362199240233402,1.4149467316511006,0.9999993938116029,-0.0015615687443487154,"model.visual.blocks.20.attn.proj.weight|2d-128|(768, 640)","model.visual.blocks.21.attn.proj.weight|2d-128|(896, 256)",model.visual.layers.*.attn.proj.weight,2d-128,1,0.00145756809283637,3.116438944357048 +6421,6512,1.197372386564119,0.04579048860127352,0.016382504026318873,0.016246833673975516,1.70989523817304,1.218334517322641,1.4032216603745153,0.9998657977757953,0.011672861406858635,"model.visual.blocks.7.attn.proj.weight|2d-64|(64, 512)","model.visual.blocks.23.attn.proj.weight|2d-64|(0, 64)",model.visual.layers.*.attn.proj.weight,2d-64,16,0.020962130758521935,4.425395573551689 +6798,6813,1.1119682085416704,0.045690895010305065,0.01163361814215294,0.01163631929266871,1.1313917200935213,2.0914657874853733,1.407311520183884,0.9999323271746556,0.021505649985639624,"model.visual.blocks.1.attn.qkv.weight|2d-128|(1024, 128)","model.visual.blocks.20.attn.qkv.weight|2d-128|(128, 896)",model.visual.layers.*.attn.qkv.weight,2d-128,19,0.019423511551850847,3.2930595473303192 +6920,7133,1.103093153734779,0.003549276522450389,0.00601918017401801,0.005723371294359519,2.251961679618386,1.1127490253486783,1.4108287642426496,0.999981884570932,0.0029742232883694683,"model.visual.blocks.18.attn.qkv.weight|2d-64|(2816, 896)","model.visual.blocks.10.attn.qkv.weight|2d-64|(1472, 320)",model.visual.layers.*.attn.qkv.weight,2d-64,8,0.009655871613899247,6.348930148264403 +7277,7370,1.2226457351180176,0.038080526480864504,0.008598778710144039,0.008254186875285702,1.276062393506562,1.5924476453767062,1.4082669624179118,0.9999630298189498,0.010730748731224801,"model.visual.blocks.3.mlp.linear_fc1.weight|2d-128|(1536, 640)","model.visual.blocks.22.mlp.linear_fc1.weight|2d-128|(1024, 0)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,19,0.05341665838854448,3.1775587165240737 +7430,7435,1.2252646241354865,0.02454068252414007,0.010810567048982003,0.010645901864720508,1.2476385038773294,1.648252079561941,1.4068371897028213,0.9999415641126633,0.01428181285232308,"model.visual.blocks.2.mlp.linear_fc1.weight|2d-64|(192, 128)","model.visual.blocks.17.mlp.linear_fc1.weight|2d-64|(3840, 192)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,15,0.022373879741842906,3.3825214518444913 +7681,7796,1.2305505678706639,0.03446974792146588,0.011190984600651247,0.011272568179261946,1.2376885980057681,1.6712577861925564,1.406623918631482,0.9999373789711373,0.015111248644557866,"model.visual.blocks.4.mlp.linear_fc2.weight|2d-128|(256, 1024)","model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(512, 2688)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,6,0.0071380301351042785,3.5611414422260834 +8113,8155,1.2194384028873941,0.0071793339827215035,0.00463219113685533,0.004563723335966032,1.2953158052852205,1.5644714533175283,1.410991958119891,0.9999892713450838,0.005594721202622014,"model.visual.blocks.5.mlp.linear_fc2.weight|2d-64|(704, 3776)","model.visual.blocks.9.mlp.linear_fc2.weight|2d-64|(0, 704)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,4,0.07587740239782637,3.3760409156999014 +8247,8289,1.338043186748773,0.04288456031409332,0.016887804514297843,0.016722266540076688,1.422448461660565,1.3828422741809776,1.4022260349885163,0.9998573908606602,0.01641758603556922,"model.visual.merger.linear_fc1.weight|2d-128|(128, 2944)","model.visual.merger.linear_fc1.weight|2d-128|(384, 128)",model.visual.merger.linear_fc1.weight,2d-128,0,0.04479908743220462,3.696106956471466 +8521,8525,1.3441765330931914,0.04297141635969072,0.006864583257152948,0.007433839932920904,1.4047030174598358,1.414046069395982,1.409351317151638,0.99997643847078,0.006910241419123411,"model.visual.merger.linear_fc1.weight|2d-64|(1920, 1088)","model.visual.merger.linear_fc1.weight|2d-64|(2240, 3648)",model.visual.merger.linear_fc1.weight,2d-64,0,0.06052648436664443,3.5892899736794885 +8773,8880,1.3471103690117474,0.05414516648908016,0.0007413549394273197,0.0007034944061271417,1.4344409108883336,1.3938133292199857,1.4136894644546527,0.9999997251963891,0.0007203575890881107,"model.visual.merger.linear_fc2.weight|2d-128|(256, 640)","model.visual.merger.linear_fc2.weight|2d-128|(1152, 1024)",model.visual.merger.linear_fc2.weight,2d-128,0,0.046702960208238276,3.8111267460458254 +8968,8986,1.3462952359407658,0.0573607176251364,0.013611003958223225,0.013607855459755026,1.376142636923558,1.4348236026808319,1.4045645973869723,0.9999073659950952,0.014191399358935586,"model.visual.merger.linear_fc2.weight|2d-64|(448, 2560)","model.visual.merger.linear_fc2.weight|2d-64|(1664, 3328)",model.visual.merger.linear_fc2.weight,2d-64,0,0.02984740098279226,3.4512740417130114 +9250,9266,0.7586581855684594,0.658918911104861,0.3731946401332062,0.37233261590678,1.3363658349875367,1.000992564055414,1.1330152405231255,0.9277530709061796,0.2795380201576012,"model.visual.pos_embed.weight|2d-128|(512, 256)","model.visual.pos_embed.weight|2d-128|(768, 256)",model.visual.pos_embed.weight,2d-128,0,0.2423343784869546,4.6629800742578364 +9392,9393,0.5142678267382684,0.8611098929906025,0.8724838144578421,0.8723544625049171,0.5048111931778837,0.5052046817535295,0.5050078224923314,0.48864301234039353,0.8731638952842276,"model.visual.pos_embed.weight|2d-64|(1664, 64)","model.visual.pos_embed.weight|2d-64|(128, 64)",model.visual.pos_embed.weight,2d-64,0,0.00945663356038473,3.0761857722052324 +9646,9863,1.199536151200239,0.04176493092731663,-0.0005486903613562777,-0.0005358778356017971,1.6257067732657384,1.268877174232361,1.4145898793820633,0.9999998494694323,-0.00042825722737668777,"mtp.fc.weight|2d-128|(0, 3840)","mtp.fc.weight|2d-128|(1152, 3968)",mtp.fc.weight,2d-128,0,0.06934102303212208,6.028784162934667 +9918,10038,1.1419349449613445,0.04878402150356545,0.02826903258818688,0.02839047345859503,1.1316792223093974,2.0250797030070786,1.3970852612203353,0.9996003510386179,0.05058592840571899,"mtp.fc.weight|2d-64|(1152, 3392)","mtp.fc.weight|2d-64|(1344, 2240)",mtp.fc.weight,2d-64,0,0.010255722651947075,3.31440622760656 +10274,10317,1.3214444123164164,0.028429184218734287,-0.0026053637374194166,-0.002623843999292832,1.4608855502118987,1.3751066833919094,1.4160512710022073,0.9999966060341384,-0.002452384505735379,"mtp.layers.0.mlp.down_proj.weight|2d-128|(384, 256)","mtp.layers.0.mlp.down_proj.weight|2d-128|(384, 5760)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.05366227107549304,4.501783003316679 +10485,10581,1.2766759899542524,0.06035297156892798,0.03515029359575485,0.035416808258451477,1.4124561028402396,1.3669603251617075,1.3891497670049102,0.999382037491235,0.034018088538513166,"mtp.layers.0.mlp.down_proj.weight|2d-64|(1024, 1152)","mtp.layers.0.mlp.down_proj.weight|2d-64|(1408, 2560)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.09028433520745516,4.050916465115727 +10650,10812,1.3122719999451704,0.023629398478816416,0.014194579012571635,0.014068842003908195,1.3415610561211597,1.4764904096220859,1.4041868501891333,0.9998992518882369,0.01562221837393003,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(2304, 1152)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(5504, 1408)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.029289056175989314,3.7858844490469417 +11033,11035,1.2994551868172353,0.027761910305349472,0.00362092740424045,0.004223889470944665,1.3273460938597033,1.5144274253570202,1.4116729953196006,0.9999934444208788,0.004131275024332988,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(5376, 1664)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(1856, 1856)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.027890907042467994,3.3990529717563054 +11207,11260,1.3345896220653082,0.0326437374670772,-0.008030668303907144,-0.00801734432945571,1.4509748235804163,1.390694106591989,1.4198756593431017,0.9999677536633832,-0.007697034366647495,"mtp.layers.0.mlp.up_proj.weight|2d-128|(3456, 1280)","mtp.layers.0.mlp.up_proj.weight|2d-128|(5888, 256)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.05610448452668093,3.9025181656799157 +11424,11560,1.3159458265923933,0.06415448657485179,0.06246493086010471,0.06239739344875605,1.3326225094865611,1.4094083827641501,1.3694034908470463,0.9980471594131423,0.06606416787671893,"mtp.layers.0.mlp.up_proj.weight|2d-64|(0, 1024)","mtp.layers.0.mlp.up_proj.weight|2d-64|(2048, 1472)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.016676682894167794,3.5858842368051214 +11691,11708,1.2413193690033553,-0.015167570166626784,0.009099491194795223,0.009100043816925564,1.2579784321522842,1.6287103996724268,1.4079742953385634,0.9999585987729671,0.011781152650871976,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(128, 1408)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(256, 1536)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.016659063148928954,3.9319514709337073 +11736,11910,1.0893344389144914,0.0419438310698211,0.017609106893996126,0.017597337722886856,2.22760121098019,1.1092436330252682,1.4042417171483619,0.9998449476565834,0.008768530744707096,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 512)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(320, 1408)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.01990919411077674,7.7021496145895565 +12167,12175,1.189841571607909,0.02202825161565477,0.010371161287899206,0.010336595491450757,1.754540092617166,1.2082960689551874,1.4073455187425774,0.9999462180605218,0.00714228957628222,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(1408, 896)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1408, 1920)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.018454497347278442,5.119752221077615 +12332,12477,1.1779061883513504,0.01565165353511621,0.005712637526333722,0.005499927559825371,1.775060838281336,1.2056393692112073,1.4104535756165257,0.9999836827531201,0.003880081490868683,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(1792, 960)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(832, 1152)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.027733180859856876,5.062718462028132 +12572,12583,1.0602123496408604,0.019601798438823186,-0.004519520424145632,-0.004338852399106773,1.0740951143732012,2.7716628052972037,1.4163654251292834,0.9999897869154144,-0.011662455670599994,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(2432, 128)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 896)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.013882764732340735,3.096463544400269 +12987,12995,1.0593047503803068,0.013487199479096969,0.0007413876051589373,0.0008214899197064603,2.894534486746049,1.0653226423666151,1.4138736681036832,0.9999997251721716,0.0002728649481159456,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(576, 1344)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(768, 1600)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.00601789198630831,8.33776839827792 +13042,13044,1.3630946611642651,0.04667699741154738,0.007452864325640834,0.007432826952404616,1.393852554241215,1.4245178685315447,1.4089349879170145,0.9999722270210025,0.007616830324923576,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(256, 256)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(256, 512)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.03075789307694987,3.9646722056421058 +13289,13314,1.3062829526668125,0.017019188977634696,-0.0046160043942192535,-0.004591791504830683,1.4932571404522064,1.352141321750738,1.4174578321915892,0.9999893461949645,-0.004179782646756147,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 1600)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(448, 1152)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.0458583690839256,4.245614656359406 +18,55,1.177466976848498,0.24614866925923504,0.2530987915835689,0.2518731147865897,1.2532696867928366,1.1938096565945613,1.2224564585199336,0.9674404383211078,0.24109079206894118,"model.language_model.embed_tokens.weight|2d-128|(73856, 640)","model.language_model.embed_tokens.weight|2d-128|(244096, 640)",model.language_model.embed_tokens.weight,2d-128,0,0.016342679746063293,3.385079327566193 +408,467,1.18544324196377,0.2971362632905256,0.23704628538862896,0.23717522377677266,1.2527395228728886,1.218663571076374,1.2353492040866385,0.9714983574785151,0.23059835455627078,"model.language_model.embed_tokens.weight|2d-64|(207616, 64)","model.language_model.embed_tokens.weight|2d-64|(141056, 64)",model.language_model.embed_tokens.weight,2d-64,0,0.033220329112604086,3.132935630443022 +546,679,0.14378245024746014,0.9969786085350911,0.996978608535091,0.9998938098091041,0.16413824888125664,0.14378245024746014,0.1529536638115151,0.077676599587221,0.8733371298677723,"model.language_model.layers.20.linear_attn.conv1d.weight|3d-axis0-slice|(5946, 0, 0)","model.language_model.layers.21.linear_attn.conv1d.weight|3d-axis0-slice|(4006, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,1,0.0,0.2861374336051163 +912,955,0.6203180651955081,0.7983897736578426,0.7983897736578424,0.8315082244783721,0.6547196712985928,0.6203180651955081,0.6368230251759536,0.6021409879077981,0.7564391622524587,"model.language_model.layers.13.linear_attn.conv1d.weight|3d-volume|(4928, 0, 0)","model.language_model.layers.12.linear_attn.conv1d.weight|3d-volume|(4440, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,1,0.0,1.592333877019268 +1167,1221,1.1511582985107252,0.00909598448172342,0.009033696985404805,0.009034830822816768,1.1516662786026137,1.9843906006088043,1.4086562996429122,0.9999591953268773,0.015565605870075966,"model.language_model.layers.22.linear_attn.in_proj_qkv.weight|2d-128|(3712, 256)","model.language_model.layers.6.linear_attn.in_proj_qkv.weight|2d-128|(2816, 512)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,16,0.0005079800918885713,3.0555299541512104 +1293,1455,1.1477730955533272,0.044776658232480754,0.03705034790561487,0.03698974685510405,1.881025103642864,1.1535279661006013,1.3906667895885698,0.9993134001503596,0.02272091551575489,"model.language_model.layers.16.linear_attn.in_proj_qkv.weight|2d-64|(5632, 448)","model.language_model.layers.17.linear_attn.in_proj_qkv.weight|2d-64|(4992, 576)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,1,0.005754870547274082,5.0505709299945 +1540,1672,1.15752693023741,0.01684446843903463,0.0043731527764619095,0.0052386193999756515,1.1651616436750252,1.9342404296387885,1.4114773413391544,0.9999904377216783,0.007259704223132635,"model.language_model.layers.0.linear_attn.in_proj_z.weight|2d-128|(0, 512)","model.language_model.layers.16.linear_attn.in_proj_z.weight|2d-128|(896, 1920)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,16,0.007634713437615126,3.1099418724544683 +1811,1912,1.1553987969097306,0.016719449379547783,0.01518288892410629,0.014926109001009607,1.9400725830098806,1.1563573729103127,1.4047385958729106,0.9998847332987528,0.009049581805970616,"model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-64|(320, 704)","model.language_model.layers.14.linear_attn.in_proj_z.weight|2d-64|(1920, 1024)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,4,0.0009585760005821342,5.3428264670021495 +2134,2173,1.23649821917782,0.007015386091966901,-0.001645129552873483,-0.0016450615261150484,1.7073789105703132,1.2352237010390357,1.4153180175527889,0.9999986467734615,-0.001190188658421637,"model.language_model.layers.16.linear_attn.out_proj.weight|2d-128|(1280, 256)","model.language_model.layers.1.linear_attn.out_proj.weight|2d-128|(0, 128)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,15,0.0012745181387843196,4.808295784954223 +2364,2446,1.2318918315777858,0.014246272842987684,0.01027375870587688,0.010149267380978242,1.28368238170808,1.5746362838847823,1.4070799289027278,0.9999472235483498,0.012602364463883233,"model.language_model.layers.22.linear_attn.out_proj.weight|2d-64|(1472, 384)","model.language_model.layers.18.linear_attn.out_proj.weight|2d-64|(896, 1792)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,4,0.05179055013029421,3.3064052827318466 +2751,2810,1.2708849159241433,0.03061885687738479,0.0035243681663050756,0.0034296778046247352,1.303620566601413,1.5522081489821993,1.4117568049390492,0.9999937893952284,0.004196430409205743,"model.language_model.layers.20.mlp.down_proj.weight|2d-128|(0, 5376)","model.language_model.layers.2.mlp.down_proj.weight|2d-128|(1408, 4096)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,18,0.03273565067726958,3.2883528229612624 +2832,2870,1.2625197780362187,0.04658510345428391,0.016310019268691522,0.01555035835976549,1.5333880199412515,1.3007273982422998,1.4027888959437749,0.9998669827889383,0.013835303688794768,"model.language_model.layers.13.mlp.down_proj.weight|2d-64|(832, 2880)","model.language_model.layers.19.mlp.down_proj.weight|2d-64|(1408, 2432)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,6,0.03820762020608104,4.14886276156197 +3100,3256,1.1671253826561425,0.030431951953117358,-0.0035037575149288475,-0.0037299101321335688,1.830504627067265,1.1966312294499455,1.4164811361867764,0.9999938618227997,-0.0022904643893204017,"model.language_model.layers.11.mlp.gate_proj.weight|2d-128|(5504, 1920)","model.language_model.layers.22.mlp.gate_proj.weight|2d-128|(3328, 256)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,11,0.02950584679380297,4.880603792890326 +3370,3521,1.158051509353475,-0.00780899434728362,-0.017504004608666125,-0.017602344948182334,1.1696792443700539,1.9841829892138876,1.4250018224843235,0.9998467931751643,-0.02969288234770869,"model.language_model.layers.22.mlp.gate_proj.weight|2d-64|(1344, 1472)","model.language_model.layers.10.mlp.gate_proj.weight|2d-64|(1472, 1024)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,12,0.011627735016578988,3.1285514296025463 +3833,3839,1.2392361731513748,0.04349053438477711,0.007113411503837355,0.007198215563746741,1.6044772032945573,1.2715141121966433,1.4093081672367749,0.9999746993683275,0.00563722756198653,"model.language_model.layers.4.mlp.up_proj.weight|2d-128|(4992, 640)","model.language_model.layers.21.mlp.up_proj.weight|2d-128|(5760, 640)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,17,0.032277939045268544,4.0453497536868195 +4032,4065,1.2337933754905628,0.038501076690048916,0.017495933585798262,0.01756140258123155,1.2477378536206085,1.6333257742130525,1.402226663145683,0.9998469344394477,0.022902694814205087,"model.language_model.layers.22.mlp.up_proj.weight|2d-64|(576, 1728)","model.language_model.layers.1.mlp.up_proj.weight|2d-64|(3712, 1664)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,21,0.013944478130045734,3.1524423724285806 +4290,4346,1.1809949515522646,0.004341172421940578,0.013741430939556912,0.013519077592505528,1.835418168078914,1.1819443414015665,1.4053397092847737,0.999905582080495,0.008848995190436294,"model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 256)","model.language_model.layers.3.self_attn.k_proj.weight|2d-128|(384, 1920)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,20,0.0009493898493018182,5.338630015219993 +4424,4542,1.1071498846657264,0.051971870879530625,0.022824141833805992,0.022773362847731432,1.1294425437261733,2.059768308187878,1.4005396611822372,0.9997394953434371,0.041624467107249895,"model.language_model.layers.15.self_attn.k_proj.weight|2d-64|(320, 192)","model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 960)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,8,0.022292659060446862,3.208362372270155 +4631,4843,1.1271632093854551,0.07268418394686565,0.021147235758149807,0.021122362891458663,1.1847982155553292,1.8035934998088448,1.4004225394601475,0.9997763722051993,0.03219199392062471,"model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(1536, 1024)","model.language_model.layers.15.self_attn.o_proj.weight|2d-128|(512, 1920)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,4,0.05763500616987405,3.106842201912207 +4918,5077,1.1302634566561833,0.03532591928512692,0.020424051242749805,0.02067172299134743,2.025065502651012,1.1367340251170586,1.401830571607486,0.9997914073099616,0.011464673092290132,"model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(704, 320)","model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(1472, 768)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,12,0.006470568460875237,5.429658741901309 +5162,5273,1.1264781280708476,0.04989758033532057,0.005774967854879111,0.005802631851166665,1.9924037058621278,1.1523055992856144,1.4106696359634336,0.9999833247341052,0.0033399495169038397,"model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(384, 768)","model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(1280, 1792)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,4,0.025827471214766806,5.203866264288305 +5430,5558,1.1135245153605187,0.041616238962168206,0.027971866607850063,0.028046291048173407,2.0242645286382723,1.1320076589670651,1.3972602187339258,0.9996087107856118,0.015642405815899995,"model.language_model.layers.23.self_attn.q_proj.weight|2d-64|(128, 1536)","model.language_model.layers.23.self_attn.q_proj.weight|2d-64|(1408, 1088)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,0,0.01848314360654646,6.0866558636622745 +5781,5795,1.0858737352093464,0.06991160608623036,0.006202956269155243,0.006056798043438707,1.1265190355914854,2.14601355764659,1.4105988382979502,0.9999807614817012,0.01181660303157391,"model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(128, 640)","model.language_model.layers.3.self_attn.v_proj.weight|2d-128|(0, 512)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,16,0.04064530038213898,3.3154015884111363 +6081,6133,1.080651505134343,0.06050330468654694,0.03902502927833351,0.03898758548731523,2.2354420835863325,1.0965004309379827,1.3922216622226629,0.9992382334007367,0.01914205773222731,"model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(256, 1728)","model.language_model.layers.23.self_attn.v_proj.weight|2d-64|(384, 1856)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,16,0.015848925803639613,6.553635214436451 +6340,6378,1.2231528656426478,0.037813302548842506,-0.0011961579302202136,-0.001185121679800308,1.2523991269953894,1.663662149441449,1.41502614926677,0.9999992846028471,-0.0015889524596170703,"model.visual.blocks.23.attn.proj.weight|2d-128|(128, 256)","model.visual.blocks.5.attn.proj.weight|2d-128|(896, 640)",model.visual.layers.*.attn.proj.weight,2d-128,18,0.029246261352741554,3.238874543724409 +6548,6643,1.1977316334733754,0.022879526354509457,0.012452848466843155,0.012391353611794857,1.2150756659590471,1.728933911063792,1.4059043233318222,0.9999224602763266,0.017719186225880305,"model.visual.blocks.20.attn.proj.weight|2d-64|(192, 768)","model.visual.blocks.21.attn.proj.weight|2d-64|(640, 256)",model.visual.layers.*.attn.proj.weight,2d-64,1,0.017344032485671734,3.1559723478273254 +6763,6898,1.1123110174753204,0.04683959630997352,0.01408405146401075,0.014165781509794598,1.144423447611327,2.005038784900978,1.4056124042756752,0.9999008148283305,0.024675367752053954,"model.visual.blocks.0.attn.qkv.weight|2d-128|(1664, 384)","model.visual.blocks.12.attn.qkv.weight|2d-128|(128, 512)",model.visual.layers.*.attn.qkv.weight,2d-128,12,0.03211243013600673,3.685738597607471 +6968,7073,1.1030971905446472,-0.02049045388749932,-0.02374657864660196,-0.024024496501700618,2.549662292844973,1.0981652707837761,1.426362380289203,0.9997180102421787,-0.01022789098101922,"model.visual.blocks.21.attn.qkv.weight|2d-64|(256, 320)","model.visual.blocks.2.attn.qkv.weight|2d-64|(768, 192)",model.visual.layers.*.attn.qkv.weight,2d-64,19,0.00493191976087104,7.030263139307951 +7211,7240,1.222890714806767,0.052224533958540084,0.0031565394746621658,0.0029054680028181186,1.257157234381978,1.64327396952719,1.4120576422643725,0.9999950181168629,0.004126022593384941,"model.visual.blocks.0.mlp.linear_fc1.weight|2d-128|(640, 384)","model.visual.blocks.14.mlp.linear_fc1.weight|2d-128|(3200, 896)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,14,0.034266519575210985,3.6245092742758764 +7483,7492,1.2253605274695567,0.04622265281320223,0.042927061340874616,0.042974370910542056,1.6150098504070514,1.231117739680734,1.384634964514497,0.9990782088528589,0.03272318538230201,"model.visual.blocks.22.mlp.linear_fc1.weight|2d-64|(896, 384)","model.visual.blocks.1.mlp.linear_fc1.weight|2d-64|(2496, 192)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,21,0.005757212211177309,4.641325519691321 +7796,7891,1.2307864433589188,0.015100935662041633,0.0027610217644048842,0.0026457462129641823,1.698054451784112,1.2348319666925713,1.4123550366115767,0.999996188372144,0.0020078260339878324,"model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(512, 2688)","model.visual.blocks.4.mlp.linear_fc2.weight|2d-128|(640, 2304)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,6,0.00404552333365249,4.768633400543252 +8111,8133,1.2197089482954107,-0.0002237494060358487,-0.008460082346169196,-0.008170040794921037,1.7261131841460506,1.2342599011414765,1.4198630626055702,0.9999642128629884,-0.006049394962125512,"model.visual.blocks.10.mlp.linear_fc2.weight|2d-64|(512, 2368)","model.visual.blocks.0.mlp.linear_fc2.weight|2d-64|(512, 2304)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,10,0.01455095284606589,4.928708810603767 +8316,8378,1.3381190550208693,0.08758141700352282,0.027109496899794874,0.026909561282806436,1.3876915266601193,1.4022496243891012,1.3949136025908162,0.9996324700497878,0.02739389923105405,"model.visual.merger.linear_fc1.weight|2d-128|(3456, 3072)","model.visual.merger.linear_fc1.weight|2d-128|(1408, 2048)",model.visual.merger.linear_fc1.weight,2d-128,0,0.04957247163925005,3.418500569236049 +8459,8463,1.3441863369506488,0.04097953034442197,0.025082888603300223,0.024430769874989176,1.4368945188731337,1.3591328431407146,1.396392411587781,0.9996853748551663,0.023725456012123062,"model.visual.merger.linear_fc1.weight|2d-64|(1856, 2432)","model.visual.merger.linear_fc1.weight|2d-64|(576, 1664)",model.visual.merger.linear_fc1.weight,2d-64,0,0.014946506190065767,3.638041332379319 +8866,8875,1.3471355464417105,0.015722705017156766,-0.0033947204459920987,-0.0033426853900413744,1.4469531932607633,1.3880988185501828,1.4166098938940406,0.999994237919946,-0.003256641239217037,"model.visual.merger.linear_fc2.weight|2d-128|(1408, 2432)","model.visual.merger.linear_fc2.weight|2d-128|(1152, 1920)",model.visual.merger.linear_fc2.weight,2d-128,0,0.04096327210847228,3.739211544898389 +8973,9090,1.3466867530017277,0.06395959049685979,0.03256175909879907,0.03265865250781264,1.3953276084261972,1.3867100815477618,1.3909988251232674,0.9994697253265813,0.03236065805804812,"model.visual.merger.linear_fc2.weight|2d-64|(1664, 3136)","model.visual.merger.linear_fc2.weight|2d-64|(1664, 896)",model.visual.merger.linear_fc2.weight,2d-64,0,0.040023328546034076,3.64310435320854 +9217,9241,0.7594642428342417,0.7049736055449718,0.6516388445531659,0.6546333812668853,0.8814832217405828,0.800846914551336,0.8382701923380801,0.7585293773278758,0.5920282373971071,"model.visual.pos_embed.weight|2d-128|(0, 128)","model.visual.pos_embed.weight|2d-128|(384, 128)",model.visual.pos_embed.weight,2d-128,0,0.04138267171709431,3.683451494592165 +9576,9607,0.5168028171385511,0.856369563753263,0.8367470303274853,0.846026695945133,0.5478186368427773,0.6425381948799453,0.5895463939294929,0.5475896339761503,0.9814232125003067,"model.visual.pos_embed.weight|2d-64|(2112, 448)","model.visual.pos_embed.weight|2d-64|(960, 448)",model.visual.pos_embed.weight,2d-64,0,0.031015819704226177,2.139897372786735 +9776,9863,1.1995994251383428,0.036118137613703,-1.8956096116262813e-05,-3.437923194846709e-05,1.6992869389854766,1.236859805763277,1.4142263174352587,0.9999999998203332,-1.3797571688739507e-05,"mtp.fc.weight|2d-128|(640, 0)","mtp.fc.weight|2d-128|(1152, 3968)",mtp.fc.weight,2d-128,0,0.037260380624934086,4.508306586762783 +9882,9963,1.142404348165214,0.036117375521518724,0.025787228388979185,0.025909016996422517,1.2187888824373985,1.685728942321553,1.3967906962817356,0.9996674541326304,0.035666781888118344,"mtp.fc.weight|2d-64|(1280, 2880)","mtp.fc.weight|2d-64|(1472, 128)",mtp.fc.weight,2d-64,0,0.0763845342721845,2.6240990976652556 +10292,10372,1.3215498321607575,0.047784428187915576,0.007901761321006414,0.007986161420545092,1.4000529444432077,1.417337133648135,1.4086155142116048,0.9999687805966874,0.007999311587420637,"mtp.layers.0.mlp.down_proj.weight|2d-128|(1536, 2688)","mtp.layers.0.mlp.down_proj.weight|2d-128|(1408, 384)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.07850311228245022,4.0461976401844035 +10524,10636,1.276737313074431,-0.004640611195278076,0.00810213383972475,0.008165071011681119,1.451148210999513,1.3693715317683377,1.4084824999836216,0.9999671771749526,0.007645553598590826,"mtp.layers.0.mlp.down_proj.weight|2d-64|(128, 5952)","mtp.layers.0.mlp.down_proj.weight|2d-64|(1728, 896)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.09263421869390664,4.502238583346918 +10795,10894,1.3123472161694065,0.035813197319519735,0.0007848338921102661,0.0007920112673915099,1.3568250093866092,1.4782941108327425,1.4136605265645472,0.9999996920178335,0.0008550957659698904,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(1152, 1408)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(3840, 1920)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.04447779321720269,3.449474726144223 +10922,11034,1.299578176723632,0.029074398737356982,-0.004234841035850344,-0.0049153325624543606,1.543956245611383,1.317230065940002,1.4171675901275775,0.9999910330204972,-0.0036129650388438757,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(1856, 384)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(4608, 1216)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.017651889216369954,4.358729846597658 +11273,11356,1.3346157664744558,0.060243161945244025,0.016057256758892097,0.016054524636900352,1.3863952960031594,1.4198357309316407,1.402816668667238,0.9998710739417253,0.016444564513991712,"mtp.layers.0.mlp.up_proj.weight|2d-128|(896, 1152)","mtp.layers.0.mlp.up_proj.weight|2d-128|(3456, 1152)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.05177952952870357,3.6368226836734174 +11456,11571,1.3160314301705764,0.02774025804878857,0.005970222156698155,0.006360050169298888,1.3479894033387747,1.481449993969545,1.4100044573297015,0.9999821780648892,0.00656131684427976,"mtp.layers.0.mlp.up_proj.weight|2d-64|(3904, 1856)","mtp.layers.0.mlp.up_proj.weight|2d-64|(320, 192)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.03195797316819826,3.384112784424646 +11701,11720,1.2416800334822777,0.01941149484317191,0.006722671698436059,0.0066717825913902564,1.6486713716551367,1.2513543103912506,1.4096276468100857,0.999977402587296,0.005102559765284089,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(256, 640)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 1024)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.009674276908972823,4.9587449452463765 +11734,11938,1.0894511242587261,0.031312903200178245,0.01570568564017042,0.01565530881861479,2.41148797524195,1.0911042762598135,1.4058468822583048,0.9998766581126756,0.00710621033134654,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 384)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 1152)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.001653152001087399,7.317611583338439 +12142,12177,1.190025679782145,0.0043446711831706605,-0.0004169019500911825,-0.00040948300472443805,1.1909010113410268,1.8426384781842062,1.4144823175940544,0.9999999130963783,-0.0006450574544419986,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(1152, 1792)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1536, 128)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.0008753315588818644,3.43962800949664 +12272,12301,1.17796877402261,0.009469737930324037,0.026255091624327646,0.02617100589611371,1.8077172976662261,1.179649126026068,1.3971168061338113,0.9996552756644653,0.017133097043634655,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(1472, 0)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(512, 1920)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.0016803520034580632,5.578876112396357 +12599,12741,1.0603812016992575,0.03234720011328427,0.02477457814671187,0.024358949533504596,1.0601113343172144,2.807877182203141,1.402588087443386,0.9996930630336756,0.06561949714617936,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(768, 896)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(1920, 640)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.0002698673820431541,3.0054955961945073 +12806,12988,1.0594809012251036,0.013259648960547368,-0.006606679286262499,-0.006494910387549502,1.0703823504830838,2.8529739823690727,1.4172831047631553,0.9999781756562532,-0.017609300176760965,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(2432, 512)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(576, 1600)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.0109014492579802,3.3565031092429343 +13055,13059,1.3633759421943776,0.03621807888519588,0.004066843485693497,0.0040767156450915824,1.388191595434814,1.4356792086698213,1.4113365693741347,0.999991730357838,0.00420596310806481,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(256, 1920)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(384, 384)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.02481565324043644,3.6893901298319296 +13149,13279,1.3062923445346553,0.023262397009214016,0.011474229963067547,0.011555974840006922,1.3578803243025352,1.4598462441992903,1.4060979924743118,0.9999341688565077,0.012335852590887892,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(128, 832)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 960)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.05158797976787999,3.342659532901569 +126,215,1.1775617119945394,0.26494420064993096,0.2520675779938447,0.2486400447811213,1.1770523102489194,1.2764426558464557,1.2237306651716384,0.9677096342004233,0.27335217467030337,"model.language_model.embed_tokens.weight|2d-128|(102784, 1920)","model.language_model.embed_tokens.weight|2d-128|(57984, 1920)",model.language_model.embed_tokens.weight,2d-128,0,0.0005094017456199751,3.158601801828544 +262,372,1.1856831361101239,0.2788533291160377,0.18873231961670375,0.18863217719325356,1.2796152529380442,1.2680512914268318,1.273793905688715,0.9820285696109348,0.18702673407061218,"model.language_model.embed_tokens.weight|2d-64|(62976, 1920)","model.language_model.embed_tokens.weight|2d-64|(12096, 1920)",model.language_model.embed_tokens.weight,2d-64,0,0.08236815531670794,3.13227125131684 +648,685,0.1446106212485011,0.993841288534862,0.9938412885348621,0.9944787366361914,0.1446106212484996,0.16051282654179297,0.15194112186365363,0.11081287471844144,1.1031297215889904,"model.language_model.layers.0.linear_attn.conv1d.weight|3d-axis0-slice|(3880, 0, 0)","model.language_model.layers.16.linear_attn.conv1d.weight|3d-axis0-slice|(1065, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,16,1.4988010832439613e-15,0.20704385605896697 +883,942,0.6212876167151337,0.9126361281422568,0.9126361281422569,0.9219242840040088,1.3968883304375073,0.6212876167151338,0.8028096621544052,0.4087729169227215,0.40590898544054843,"model.language_model.layers.9.linear_attn.conv1d.weight|3d-volume|(5524, 0, 0)","model.language_model.layers.14.linear_attn.conv1d.weight|3d-volume|(2056, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,5,1.1102230246251565e-16,3.110941358899859 +1134,1252,1.1511879982050768,0.0207072743846779,-0.0021101681005661265,-0.002141315409352939,1.1566100594986672,1.997414631505375,1.4155070801037488,0.9999977735928153,-0.0036441673703180716,"model.language_model.layers.12.linear_attn.in_proj_qkv.weight|2d-128|(4992, 1152)","model.language_model.layers.13.linear_attn.in_proj_qkv.weight|2d-128|(2304, 512)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,1,0.005422061293590463,3.264341356946978 +1300,1345,1.1478236167821814,-0.00836071989106887,-0.01791909362166978,-0.018180758491532896,2.09647453976742,1.1488939513760776,1.4248535543199552,0.9998394401521565,-0.009819884709099292,"model.language_model.layers.22.linear_attn.in_proj_qkv.weight|2d-64|(2752, 1984)","model.language_model.layers.21.linear_attn.in_proj_qkv.weight|2d-64|(4032, 1344)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,1,0.0010703345938962716,5.507556621808691 +1562,1569,1.1576041715327678,0.051428024214335226,0.006546509326594753,0.006552498866220577,1.1745129087917627,1.8864609249110724,1.4100535023195404,0.9999785713782254,0.010514770801362447,"model.language_model.layers.16.linear_attn.in_proj_z.weight|2d-128|(1024, 256)","model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(256, 1664)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,2,0.016908737258994888,3.157295741621293 +1909,1952,1.1555920720389883,0.03875448244538014,0.02538181125693861,0.025463716831667444,1.8656006689260012,1.1656100834801357,1.397990155151379,0.9996778299318821,0.015858321467642416,"model.language_model.layers.16.linear_attn.in_proj_z.weight|2d-64|(320, 1920)","model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-64|(192, 576)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,12,0.010018011441147445,5.314843782122173 +2166,2178,1.2367478977233806,0.009588535523930502,-0.008226910686197329,-0.008231128013322826,1.2542780401160345,1.674768171508617,1.4197849552134585,0.9999661583976537,-0.010984939324787004,"model.language_model.layers.1.linear_attn.out_proj.weight|2d-128|(896, 128)","model.language_model.layers.12.linear_attn.out_proj.weight|2d-128|(640, 896)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,11,0.017530142392653936,3.293254625871682 +2432,2465,1.231919337565401,0.03042809668791443,-0.005601618428595978,-0.0058776573982259085,1.2613713829482254,1.6526935035574943,1.4180290321623588,0.9999843108124149,-0.007339439051415765,"model.language_model.layers.1.linear_attn.out_proj.weight|2d-64|(576, 576)","model.language_model.layers.16.linear_attn.out_proj.weight|2d-64|(512, 0)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,15,0.02945204538282442,3.2269856110889084 +2801,2808,1.2709753091786904,0.041656080997706006,0.014316480276399503,0.014288593594531468,1.5392548594730544,1.2994127146914352,1.404198329519383,0.999897513944552,0.012085728614916432,"model.language_model.layers.7.mlp.down_proj.weight|2d-128|(128, 3328)","model.language_model.layers.21.mlp.down_proj.weight|2d-128|(1792, 3968)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,14,0.028437405512744762,3.9372096752287065 +2834,3023,1.2626056007033912,0.042704071264682,0.03210301155570656,0.03197333959378903,1.2844959300904888,1.5311227889107277,1.3916794559172605,0.9994845654881591,0.03826688075387208,"model.language_model.layers.20.mlp.down_proj.weight|2d-64|(320, 2240)","model.language_model.layers.5.mlp.down_proj.weight|2d-64|(1536, 3136)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,15,0.021890329387097562,3.2429907274008785 +3118,3289,1.1672533832307095,0.013264046100405245,0.005833752590623865,0.0058476438182113,1.8484211817583742,1.184577072935372,1.4104606594455158,0.9999829835205755,0.003738611976658092,"model.language_model.layers.10.mlp.gate_proj.weight|2d-128|(2560, 1152)","model.language_model.layers.21.mlp.gate_proj.weight|2d-128|(2688, 1536)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,11,0.01732368970466247,5.180213425881738 +3509,3583,1.1580779325997612,0.04221308195478266,0.02943123809258979,0.029478166657673763,1.1753149807122545,1.8146538794592277,1.395093130343153,0.9995668072842041,0.045441019010615084,"model.language_model.layers.21.mlp.gate_proj.weight|2d-64|(1664, 1728)","model.language_model.layers.9.mlp.gate_proj.weight|2d-64|(2816, 1024)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,12,0.01723704811249327,3.0556371935698476 +3621,3828,1.2392417786515662,0.024158267965422232,0.009946061626322713,0.009984940905294549,1.6353929936192577,1.2541232557681046,1.4074049495327847,0.999950536705754,0.007627271999783361,"model.language_model.layers.1.mlp.up_proj.weight|2d-128|(2560, 384)","model.language_model.layers.22.mlp.up_proj.weight|2d-128|(5248, 384)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,21,0.014881477116538422,4.382211475282363 +3958,4049,1.2339020893730699,0.05685608826565658,0.03515650756818187,0.0351945465487734,1.2375415921218065,1.6175947436120262,1.3900127090687955,0.9993818189138766,0.045953188327629166,"model.language_model.layers.22.mlp.up_proj.weight|2d-64|(3520, 1728)","model.language_model.layers.5.mlp.up_proj.weight|2d-64|(2048, 64)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,17,0.0036395027487365894,2.988406995267503 +4214,4327,1.1810367990192523,-0.009443971417239462,0.0014805131579161209,0.001499603851256862,1.1911017251657203,1.836502954197919,1.4132573680734681,0.9999989040397941,0.00228273264222126,"model.language_model.layers.15.self_attn.k_proj.weight|2d-128|(384, 768)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(256, 896)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,8,0.010064926146468034,3.2265864889851605 +4409,4489,1.107157409754812,-0.02471620941929483,-0.026946872127230206,-0.02699696473379241,2.3452849839331535,1.1196655979240298,1.4289532437904624,0.9996368671085308,-0.012864741768788617,"model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 1024)","model.language_model.layers.3.self_attn.k_proj.weight|2d-64|(448, 1088)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,20,0.012508188169217727,7.168621873362611 +4750,4779,1.1273478584391592,0.041442005587650925,0.006069287523038774,0.006129969664861686,1.1399513431116348,2.060057909782409,1.4105726744649074,0.9999815817048645,0.010968085474991446,"model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(256, 896)","model.language_model.layers.11.self_attn.o_proj.weight|2d-128|(1280, 1408)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,8,0.012603484672475629,3.0148080626950082 +4897,5015,1.1304647235432863,0.014736912892207377,0.03539364954569474,0.035490990650822674,1.1337371489192345,1.9863786698715098,1.392497940530208,0.9993734485025287,0.062011896296682,"model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(128, 64)","model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(1024, 1472)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,12,0.0032724253759481847,3.091669026504872 +5353,5374,1.1265530415111387,0.014682164050613969,-0.006717173082209947,-0.007311690996079649,1.1302840906238865,2.1730034511661938,1.4180972080826648,0.9999774395384046,-0.012913957128836546,"model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(3328, 128)","model.language_model.layers.19.self_attn.q_proj.weight|2d-128|(1408, 1536)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,16,0.0037310491127477974,3.0995131308217934 +5472,5560,1.1135538152484397,0.009024777713407442,0.011140151467244171,0.010915262437254616,1.1227200779497961,2.152230970818976,1.407738335435948,0.9999379465873305,0.021355437992344777,"model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(1920, 0)","model.language_model.layers.23.self_attn.q_proj.weight|2d-64|(64, 640)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,20,0.009166262701356453,2.98606674239171 +5760,5851,1.0859632894302882,0.02746543357649859,0.0024966468500686816,0.0024636084392597696,2.254268089560931,1.1144152023350153,1.4128101907183184,0.9999968833723963,0.001234237053464339,"model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(256, 1920)","model.language_model.layers.23.self_attn.v_proj.weight|2d-128|(128, 1408)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,16,0.02845191290472715,7.995755880803542 +6012,6085,1.0807537764875994,0.04607534734967466,0.036747328930218676,0.03634264123456006,1.0968200704331992,2.2438374964178878,1.39355891719622,0.9993245888181148,0.07517644577224059,"model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(448, 1472)","model.language_model.layers.3.self_attn.v_proj.weight|2d-64|(448, 320)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,16,0.016066293945599774,3.8373705941058778 +6184,6394,1.2231838577292484,0.026759280292007654,0.0038555793182194387,0.00391290272507349,1.2333426429809078,1.6993760654982624,1.4116191737079027,0.9999925672264374,0.0053124565580383075,"model.visual.blocks.6.attn.proj.weight|2d-128|(128, 0)","model.visual.blocks.21.attn.proj.weight|2d-128|(896, 256)",model.visual.layers.*.attn.proj.weight,2d-128,15,0.010158785251659364,3.0587917196867918 +6533,6547,1.197787556385282,-0.004413495360687006,-0.015697552917936515,-0.015248991583590924,1.8027542170899737,1.214500273875567,1.4244633390530548,0.9998767858253279,-0.010575308678952658,"model.visual.blocks.6.attn.proj.weight|2d-64|(576, 768)","model.visual.blocks.7.attn.proj.weight|2d-64|(128, 320)",model.visual.layers.*.attn.proj.weight,2d-64,1,0.016712717490285023,4.840348519532289 +6778,6857,1.1123289828153093,0.3559827762777588,0.3497290628302071,0.34976807049043923,1.1597667944959702,1.122311560664855,1.1405781918290798,0.9368508860068955,0.33843439230850536,"model.visual.blocks.8.attn.qkv.weight|2d-128|(1024, 640)","model.visual.blocks.8.attn.qkv.weight|2d-128|(0, 640)",model.visual.layers.*.attn.qkv.weight,2d-128,0,0.009982577849545704,3.442748242028641 +6971,7091,1.1041305429750221,0.04786901286056593,-0.001750649918439641,-0.0017936624625364938,1.2852203464434602,1.5953832765271512,1.4154225679816435,0.9999984676112574,-0.002173135222034935,"model.visual.blocks.0.attn.qkv.weight|2d-64|(192, 704)","model.visual.blocks.3.attn.qkv.weight|2d-64|(832, 128)",model.visual.layers.*.attn.qkv.weight,2d-64,3,0.18108980346843806,5.677098305814949 +7216,7223,1.2230957154699882,0.04443618818704304,0.013056746916829528,0.012959221706680082,1.2208536789055715,1.7110201049696956,1.4054560138789045,0.9999147570467943,0.01829896314865784,"model.visual.blocks.1.mlp.linear_fc1.weight|2d-128|(3968, 128)","model.visual.blocks.17.mlp.linear_fc1.weight|2d-128|(2688, 256)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,16,0.002242036564416683,3.4532954840653107 +7435,7638,1.2254499335250355,0.029971884128108008,0.014078998861833239,0.014326539273892873,1.6523341323610687,1.2427974622450526,1.404616240638136,0.9999008859837302,0.010589470806025693,"model.visual.blocks.17.mlp.linear_fc1.weight|2d-64|(3840, 192)","model.visual.blocks.1.mlp.linear_fc1.weight|2d-64|(3904, 768)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,16,0.017347528720017102,4.707788059072156 +7690,7886,1.2309950234441371,0.007847233314835824,-0.00146914139449263,-0.0015035547963235206,1.6803875842282454,1.245675553764132,1.4152071855239523,0.9999989208111992,-0.001089078220595707,"model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(640, 512)","model.visual.blocks.3.mlp.linear_fc2.weight|2d-128|(0, 2944)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,7,0.014680530319994833,5.123431285858104 +7989,8023,1.2199215181536747,-0.008372956550613183,-0.0125052096425988,-0.012531950628956338,1.250865181053356,1.6925542825341504,1.4226415068307545,0.9999218068088098,-0.016920885204226594,"model.visual.blocks.4.mlp.linear_fc2.weight|2d-64|(384, 1792)","model.visual.blocks.2.mlp.linear_fc2.weight|2d-64|(256, 1280)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,2,0.030943662899681312,3.379808403361464 +8242,8432,1.338216922860826,0.06133214725818164,0.01433461186593555,0.01423082115260928,1.38499446849014,1.4239034784535747,1.4040447913889993,0.9998972541729739,0.014737317846791692,"model.visual.merger.linear_fc1.weight|2d-128|(1664, 3584)","model.visual.merger.linear_fc1.weight|2d-128|(2688, 2560)",model.visual.merger.linear_fc1.weight,2d-128,0,0.04677754562931402,3.610709832176048 +8601,8623,1.3442779814525092,0.06404948434171623,0.03392941665070734,0.0333718477757804,1.3762181594711842,1.4042451169825774,1.3900197678344788,0.9994242315882393,0.03462039599312579,"model.visual.merger.linear_fc1.weight|2d-64|(2240, 2496)","model.visual.merger.linear_fc1.weight|2d-64|(576, 448)",model.visual.merger.linear_fc1.weight,2d-64,0,0.03194017801867499,3.4526474297738616 +8801,8828,1.3472477296060255,0.0430151953455712,0.018882535119351496,0.01887855672434821,1.4160401846036519,1.3860435610719386,1.4008010509996882,0.9998217090399,0.018482537786325193,"model.visual.merger.linear_fc2.weight|2d-128|(384, 128)","model.visual.merger.linear_fc2.weight|2d-128|(384, 3584)",model.visual.merger.linear_fc2.weight,2d-128,0,0.038795831465913144,3.628531908378461 +8997,9176,1.3467162520867941,0.05228416866968664,0.04034764598184493,0.04042910432790408,1.3778672663555438,1.3930403151529038,1.3853914779443521,0.9991857021914013,0.04079195351152477,"model.visual.merger.linear_fc2.weight|2d-64|(1088, 1408)","model.visual.merger.linear_fc2.weight|2d-64|(448, 1792)",model.visual.merger.linear_fc2.weight,2d-64,0,0.031151014268749666,3.5124900102638774 +9228,9260,0.7619522504127807,0.6572024579375124,0.6401161953883799,0.6378436344480493,0.7696132557592288,1.1228187781913093,0.8977519990864322,0.7682781113643062,0.9338904690478773,"model.visual.pos_embed.weight|2d-128|(128, 512)","model.visual.pos_embed.weight|2d-128|(640, 512)",model.visual.pos_embed.weight,2d-128,0,0.007661005346448091,3.5282049385155005 +9423,9570,0.5181327101495,0.8553127117150617,0.8174867805639191,0.8169253695978458,0.579969189065812,0.6548369618248698,0.614005863163361,0.5759473618337345,0.9230155149771679,"model.visual.pos_embed.weight|2d-64|(1280, 832)","model.visual.pos_embed.weight|2d-64|(1408, 832)",model.visual.pos_embed.weight,2d-64,0,0.06183647891631194,2.698122655013972 +9676,9708,1.199736160102688,0.028836714778184527,-0.001293359847772545,-0.0012928695167348956,1.9754821813470682,1.1604180263551231,1.415012135186798,0.9999991636098023,-0.0007597325331964107,"mtp.fc.weight|2d-128|(1408, 3584)","mtp.fc.weight|2d-128|(1152, 3840)",mtp.fc.weight,2d-128,0,0.039318133747564765,4.716586164507419 +9972,10100,1.1429735088608626,0.038962374216494615,0.02623191267489011,0.026437245342910646,1.7175700636686428,1.2070750126457825,1.3966526182403884,0.9996558841708566,0.018435280745481543,"mtp.fc.weight|2d-64|(896, 1984)","mtp.fc.weight|2d-64|(576, 3968)",mtp.fc.weight,2d-64,0,0.06410150378491997,4.922301091259273 +10334,10356,1.3217451910660265,0.02735169146512902,0.011445401439423776,0.011529919420233684,1.4231560303451092,1.389641820783218,1.406099461481567,0.9999344992477709,0.011175871202273459,"mtp.layers.0.mlp.down_proj.weight|2d-128|(640, 3200)","mtp.layers.0.mlp.down_proj.weight|2d-128|(512, 4608)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.06789662971719146,3.9639341768610015 +10402,10598,1.2768569697583503,0.04751680514528532,0.013411716058687573,0.013300240365246269,1.4645452799414753,1.351689433903282,1.40472864983137,0.9999100588914791,0.012378227655592452,"mtp.layers.0.mlp.down_proj.weight|2d-64|(256, 3456)","mtp.layers.0.mlp.down_proj.weight|2d-64|(1088, 2752)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.07483246414493161,4.055320141452056 +10701,10794,1.312656583233287,0.08367300780538878,0.021163123769664078,0.021201434813256096,1.4042742251951763,1.394119743395621,1.3991693489687325,0.9997760360162219,0.02101009058619813,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(384, 1664)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(2048, 1664)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.0814631601623339,3.5911162009345854 +10911,11118,1.2997710059266352,0.04974999512590135,0.04168588472461785,0.04176913490273571,1.4473832885308986,1.3292167486314435,1.384532299246755,0.999130765723249,0.038282586648988245,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(1856, 64)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(384, 1920)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.029445742704808264,4.263211273414942 +11366,11387,1.334814389847313,0.049749585093681346,0.010971048755785112,0.010984899454997896,1.3657816334173911,1.4509791609056013,1.4064487241390558,0.9999398162335562,0.01165542333300557,"mtp.layers.0.mlp.up_proj.weight|2d-128|(2688, 896)","mtp.layers.0.mlp.up_proj.weight|2d-128|(2176, 896)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.030967243570078073,3.6119864454536357 +11449,11648,1.316130250561648,0.03286118063849485,0.017300562858472448,0.017199119453965662,1.4933188250346583,1.3256391925374642,1.4020138597704481,0.9998503340624436,0.015357942184661591,"mtp.layers.0.mlp.up_proj.weight|2d-64|(4864, 1024)","mtp.layers.0.mlp.up_proj.weight|2d-64|(768, 512)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.00950894197581631,4.111498597831269 +11667,11715,1.2418024166091588,-0.023071701933621427,-0.014884099572949777,-0.014895775455673103,1.6928502882135004,1.2529249239937448,1.4242434274774969,0.9998892256544735,-0.011016130283932987,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 384)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 384)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.011122507384585978,5.370482132612594 +11735,11965,1.089594573325529,0.017066553607924608,0.009982497016509509,0.009586027004811896,2.3185974316338296,1.1031116732893917,1.4087260456700268,0.9999501736353243,0.004749340630351925,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 448)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(448, 832)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.013517099963862744,8.82020971664248 +12065,12095,1.1903204633963786,0.021858722490127852,-0.01374279737279708,-0.013743377209772957,1.7733294142681895,1.222311288850676,1.4232661634032644,0.99990556330104,-0.009472563999672563,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(640, 128)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(768, 1920)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.03199082545429732,5.397651801274694 +12454,12465,1.1781017299886756,0.045223108956898184,0.023722702387214793,0.023686266155937934,1.1947145657134068,1.7624598275536134,1.3985449271045511,0.9997185770962984,0.03499606613861767,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(1152, 1920)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(1088, 1088)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.016612835724731267,3.4695449168247223 +12588,12611,1.0604750678643107,-0.015527658781393871,-0.007671248228000733,-0.0076116671206389,3.1024122867088106,1.0591447791646023,1.4175267826306512,0.9999705755424129,-0.0026189177193409185,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 1536)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(896, 384)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.0013302886997084151,9.796549248513266 +12829,12974,1.0596020912616193,0.05336602435860036,0.03826227371844622,0.037711427905217254,2.6269846405206123,1.0645172168532957,1.39525208463415,0.9992677310960735,0.015504791501623467,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(576, 0)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(2496, 896)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.004915125591676395,7.592308109902733 +13056,13060,1.3636094139359565,0.03282215316699758,0.0030216024692320998,0.0030211791528418626,1.4183721711470554,1.4058618211315728,1.412075434321164,0.9999954349488391,0.0029949512804491375,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(384, 0)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(384, 512)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.04225240719561629,3.911180730641138 +13181,13295,1.3065012566846403,0.03399764593471767,0.008955962023165245,0.008885234902024895,1.3700625347448159,1.4490048110608904,1.4078764668146417,0.999959894567897,0.009471999803032472,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 832)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 1984)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.06356127806017553,3.548243060534495 +173,220,1.1776168190015575,0.30646206696152367,0.3035372205308216,0.30237497019057946,1.1588053149105157,1.2032588930956085,1.1804047779851163,0.9528195819526504,0.3151813814535686,"model.language_model.embed_tokens.weight|2d-128|(131072, 1152)","model.language_model.embed_tokens.weight|2d-128|(176256, 1152)",model.language_model.embed_tokens.weight,2d-128,0,0.01881150409104171,3.195074267490076 +340,457,1.1862486839284951,0.23000576924740795,0.2449552755828205,0.24298496460209196,1.2835928633501894,1.1817789786992565,1.2295355540545356,0.969534379464774,0.22552555695090673,"model.language_model.embed_tokens.weight|2d-64|(189824, 320)","model.language_model.embed_tokens.weight|2d-64|(144064, 320)",model.language_model.embed_tokens.weight,2d-64,0,0.004469705229238619,3.382355212126109 +518,624,0.1448434239892354,0.996417326518058,0.9964173265180583,0.9954188294020954,0.16481418811939633,0.1448434239892354,0.15386516054280275,0.08457252162851463,0.8756800548659227,"model.language_model.layers.21.linear_attn.conv1d.weight|3d-axis0-slice|(27, 0, 0)","model.language_model.layers.18.linear_attn.conv1d.weight|3d-axis0-slice|(5371, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,3,0.0,0.2834408046524562 +918,1015,0.622009362766704,0.7830174292810498,0.7830174292810497,0.708487816743998,0.7908844335392329,0.622009362766704,0.6914331566086519,0.6219997632170743,0.6158221752358816,"model.language_model.layers.13.linear_attn.conv1d.weight|3d-volume|(0, 0, 0)","model.language_model.layers.14.linear_attn.conv1d.weight|3d-volume|(1304, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,1,0.0,2.656410351236523 +1171,1239,1.15119025893872,0.015358043950119925,0.0009692887478246157,0.000954820530344984,1.1665720625398799,1.938756167078584,1.41360786689899,0.9999995302395513,0.0016108859434138987,"model.language_model.layers.9.linear_attn.in_proj_qkv.weight|2d-128|(1664, 768)","model.language_model.layers.12.linear_attn.in_proj_qkv.weight|2d-128|(5120, 128)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,3,0.015381803601159927,3.1844592743853584 +1345,1354,1.1480037016705715,0.03168537498374404,0.007236371048253571,0.007251195769059214,1.1498073802542161,2.000419334810105,1.4097851702880868,0.9999738171242545,0.012589740514264222,"model.language_model.layers.21.linear_attn.in_proj_qkv.weight|2d-64|(4032, 1344)","model.language_model.layers.10.linear_attn.in_proj_qkv.weight|2d-64|(4288, 640)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,11,0.0018036785836446079,3.130836280852615 +1556,1569,1.1576637067991709,-0.0194763720761079,8.30743150102801e-05,4.232037099754584e-05,1.1478297067564927,2.036726210178972,1.4141633109337326,0.999999996549329,0.00014740830785101545,"model.language_model.layers.16.linear_attn.in_proj_z.weight|2d-128|(1920, 640)","model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(256, 1664)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,2,0.009834000042678204,3.455105675778735 +1811,1900,1.1558385402236682,-0.011533361390847482,-0.009148154371753394,-0.009144020350884576,2.017791342420261,1.1573620121040504,1.4197862424803065,0.9999581547602833,-0.005247185934513632,"model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-64|(320, 704)","model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-64|(1600, 960)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,16,0.0015234718803822656,5.726912697436287 +2279,2283,1.2367524486145764,0.02228082502032703,-0.0030248015934734216,-0.003031633909299376,1.2712180618198126,1.6259421413879445,1.4162877181433273,0.999995425277196,-0.0038688503002586813,"model.language_model.layers.14.linear_attn.out_proj.weight|2d-128|(1536, 0)","model.language_model.layers.21.linear_attn.out_proj.weight|2d-128|(1280, 512)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,7,0.03446561320523611,3.4436766410764714 +2368,2402,1.231976816856858,0.0199392260434986,0.01864436776561007,0.018797404001333142,1.2309553702400644,1.670912675581265,1.4015659074647524,0.9998261786683826,0.025308074671855123,"model.language_model.layers.8.linear_attn.out_proj.weight|2d-64|(1856, 1984)","model.language_model.layers.18.linear_attn.out_proj.weight|2d-64|(448, 512)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,10,0.0010214466167934866,3.2839495258742266 +2607,2682,1.2710101429286549,0.05758485107020221,0.012575260720389236,0.01257514501147063,1.494655989073979,1.330356438152699,1.4053537085086223,0.9999209282827389,0.011192929465450745,"model.language_model.layers.1.mlp.down_proj.weight|2d-128|(384, 4096)","model.language_model.layers.15.mlp.down_proj.weight|2d-128|(384, 3072)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,14,0.05934629522404422,3.897046038733241 +2966,3033,1.2626749483213957,0.039550844324017,0.029793692693474635,0.030294599113276793,1.5515987219847431,1.2754284769268325,1.3933912486205606,0.9995560694006549,0.024490690508855745,"model.language_model.layers.1.mlp.down_proj.weight|2d-64|(320, 2432)","model.language_model.layers.19.mlp.down_proj.weight|2d-64|(1984, 320)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,18,0.01275352860543677,4.148149957112455 +3122,3217,1.1673581194276808,0.02289764047538002,-0.006478079543691061,-0.0065017870702011715,1.200048056139826,1.8266532522714027,1.4184115090521698,0.9999790170225701,-0.00986060933677922,"model.language_model.layers.22.mlp.gate_proj.weight|2d-128|(3456, 1536)","model.language_model.layers.13.mlp.gate_proj.weight|2d-128|(640, 640)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,9,0.03268993671214515,3.0594864756457802 +3349,3447,1.1580829931083167,0.028500532264420016,0.012572051424374077,0.012861852670565325,1.1633071658321816,1.9162286277927747,1.4063045132881256,0.9999209686385134,0.020708997208174925,"model.language_model.layers.23.mlp.gate_proj.weight|2d-64|(1984, 1024)","model.language_model.layers.12.mlp.gate_proj.weight|2d-64|(4672, 512)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,11,0.005224172723864884,3.0124316627993295 +3612,3680,1.2393842501830088,0.02760048541899477,0.004266243286962068,0.00427022231729193,1.2504746293622817,1.6561061130856858,1.4113091513196527,0.999990899542699,0.0056501358936421175,"model.language_model.layers.22.mlp.up_proj.weight|2d-128|(5504, 1792)","model.language_model.layers.3.mlp.up_proj.weight|2d-128|(4736, 512)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,19,0.011090379179272913,3.2685880892410886 +3921,3976,1.2339140875598438,0.009281675250837602,-0.003741313800802784,-0.003462489785580363,1.6944713779215979,1.2421043309400115,1.4167341784876568,0.9999930012610309,-0.0027425084518587794,"model.language_model.layers.1.mlp.up_proj.weight|2d-64|(2880, 1216)","model.language_model.layers.22.mlp.up_proj.weight|2d-64|(3072, 1600)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,21,0.008190243380167717,4.689403389143782 +4246,4300,1.1811328545824133,-0.022477104331202365,-0.0017519691491549513,-0.0017147428813478601,1.1734792387923452,1.9165184967308837,1.4153165251680515,0.9999984653008726,-0.0028613043751100366,"model.language_model.layers.3.self_attn.k_proj.weight|2d-128|(0, 768)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 1536)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,20,0.00765361579006818,3.6801423650310907 +4409,4456,1.1073416966988276,-0.005077602245302189,-0.004302645601433799,-0.004295295788740587,2.119802962908433,1.136739211491123,1.4167455369867297,0.9999907435775736,-0.002307283296551783,"model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 1024)","model.language_model.layers.19.self_attn.k_proj.weight|2d-64|(384, 1920)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,4,0.029397514792295354,7.667943112809009 +4816,4846,1.127773792258662,0.006678958889680221,-0.002825153037671254,-0.0027332103889069082,2.088803840681581,1.1407663899297114,1.4158932781771474,0.9999960092471939,-0.0015429115788735692,"model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(384, 1664)","model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(384, 128)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,12,0.012992597671049433,6.034728451299545 +4864,4986,1.1305901134364138,0.022528664029927092,0.0038799015871817375,0.003955593420943435,1.1418911211738079,2.056799156335421,1.4118830866382972,0.9999924731535101,0.006988563237952693,"model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(640, 640)","model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(512, 1920)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,12,0.011301007737394064,3.1355554139908253 +5242,5288,1.1266349506167455,0.0013493515013356843,-0.011350010286757627,-0.011351597245025963,1.1325827194905294,2.175919967086067,1.4207721663228108,0.9999355865586995,-0.02180566027062246,"model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(2816, 1280)","model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(3200, 0)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,4,0.0059477688737838985,3.326472869408566 +5470,5566,1.1137057889988382,0.02643987497153338,0.0076456159124470525,0.008303617841890341,1.1250329789092692,2.1504465174864373,1.4097653981762814,0.9999707718515173,0.014614227690374768,"model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(960, 1792)","model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(3200, 256)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,4,0.011327189910431024,3.0007724095581434 +5777,5852,1.0861427591770112,0.01043762246698021,-0.008351602573179314,-0.008368517528324352,1.1031897304563767,2.410893411892548,1.4186753417490097,0.9999651247590886,-0.01825146034861412,"model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(128, 128)","model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(256, 512)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,12,0.017046971279365497,3.5907674394496407 +6014,6080,1.0808561362410765,0.055228074859590165,0.03428937314455604,0.03457483772772695,2.169699686346417,1.1069293593513445,1.394445055566859,0.9994119465412415,0.017493625540121186,"model.language_model.layers.3.self_attn.v_proj.weight|2d-64|(0, 640)","model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(0, 1792)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,16,0.02607322311026805,7.621192652776481 +6169,6360,1.2232164341439482,0.0316388897716724,0.002289955674021544,0.0022746318911010255,1.6759508599103043,1.2440137811255954,1.412662815870987,0.9999973780480682,0.0016997732360732908,"model.visual.blocks.13.attn.proj.weight|2d-128|(384, 896)","model.visual.blocks.21.attn.proj.weight|2d-128|(256, 512)",model.visual.layers.*.attn.proj.weight,2d-128,8,0.020797346981647147,4.18472956428707 +6596,6642,1.1977909633329684,-0.023088619414556835,-0.017442489579794346,-0.017520696340154535,1.1977355529434803,1.865609012329297,1.425383835309248,0.9998478682065881,-0.027168656451379253,"model.visual.blocks.20.attn.proj.weight|2d-64|(448, 960)","model.visual.blocks.18.attn.proj.weight|2d-64|(512, 768)",model.visual.layers.*.attn.proj.weight,2d-64,2,5.541038948808641e-05,3.153491582250269 +6811,6888,1.1123792232031182,0.005588345912406615,-0.0001997660028918763,-0.0002700505593134086,1.12096994021672,2.2139063929938994,1.4143274130974888,0.9999999800467719,-0.00039453620925790285,"model.visual.blocks.1.attn.qkv.weight|2d-128|(1536, 896)","model.visual.blocks.21.attn.qkv.weight|2d-128|(1280, 0)",model.visual.layers.*.attn.qkv.weight,2d-128,20,0.0085907170136017,3.239070987444544 +6920,7097,1.1042561234338948,-0.02867202487322005,-0.02216688353248357,-0.02209317693691187,2.398047955874992,1.1114728449212163,1.426123856016647,0.9997542844491627,-0.010274143618573707,"model.visual.blocks.18.attn.qkv.weight|2d-64|(2816, 896)","model.visual.blocks.4.attn.qkv.weight|2d-64|(1600, 768)",model.visual.layers.*.attn.qkv.weight,2d-64,14,0.0072167214873215535,6.775308107677358 +7211,7265,1.2234842145889127,0.04194268013730468,-0.005710437971099465,-0.005934310419941426,1.2582236932069293,1.6600607336177633,1.4180958531127403,0.9999836953161677,-0.007534172102116875,"model.visual.blocks.0.mlp.linear_fc1.weight|2d-128|(640, 384)","model.visual.blocks.18.mlp.linear_fc1.weight|2d-128|(3712, 768)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,18,0.03473947861801663,3.604060842902703 +7461,7655,1.2256296256665766,0.03413033100411267,0.036685048007379324,0.036241463732592606,1.2156366931539708,1.6678401845673803,1.3892991938307473,0.9993268770791148,0.05033148273991855,"model.visual.blocks.0.mlp.linear_fc1.weight|2d-64|(3712, 128)","model.visual.blocks.17.mlp.linear_fc1.weight|2d-64|(3776, 128)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,17,0.009992932512605801,3.7627026866820117 +7709,7877,1.2310545051558375,0.04535888778668033,-0.0004945967392675113,-0.000485035573351586,1.257857296714044,1.6495858715151894,1.414550783876879,0.9999998776870253,-0.0006486266727748269,"model.visual.blocks.3.mlp.linear_fc2.weight|2d-128|(512, 1152)","model.visual.blocks.2.mlp.linear_fc2.weight|2d-128|(896, 1536)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,1,0.02680279155820653,3.9705373710508454 +8012,8111,1.2199885154899135,0.0015988777500061477,0.016089277596833453,0.016379412099130495,1.2830928153575392,1.5643752902192134,1.4030122531036935,0.9998705591957451,0.019616404993235186,"model.visual.blocks.2.mlp.linear_fc2.weight|2d-64|(256, 2048)","model.visual.blocks.10.mlp.linear_fc2.weight|2d-64|(512, 2368)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,8,0.06310429986762567,3.499658377216891 +8239,8272,1.338241223360745,0.0356514738746155,0.0016725253141729823,0.001672426878531285,1.4284739469040255,1.398077708113901,1.4130306871958367,0.9999986013285586,0.0016369359504731307,"model.visual.merger.linear_fc1.weight|2d-128|(1024, 2944)","model.visual.merger.linear_fc1.weight|2d-128|(1280, 1664)",model.visual.merger.linear_fc1.weight,2d-128,0,0.05983648475315606,3.8372621785341425 +8461,8692,1.344331934611742,0.050806375830104986,0.05574259340385401,0.055385425867374084,1.3474269596515152,1.4027739860754986,1.3742652875678496,0.9984451728966457,0.05803228099542661,"model.visual.merger.linear_fc1.weight|2d-64|(3072, 1984)","model.visual.merger.linear_fc1.weight|2d-64|(3264, 3008)",model.visual.merger.linear_fc1.weight,2d-64,0,0.0030950250397732137,3.659607499894246 +8918,8932,1.3472719249773588,0.052413565751941976,0.010127790608208339,0.010120214666839546,1.3928144952832728,1.421701038211396,1.4070354244605467,0.9999487126135,0.010337837860848074,"model.visual.merger.linear_fc2.weight|2d-128|(768, 2816)","model.visual.merger.linear_fc2.weight|2d-128|(1792, 1664)",model.visual.merger.linear_fc2.weight,2d-128,0,0.04554257030591402,3.4287541500652625 +9152,9199,1.3467829922403438,0.05570619231786322,0.0009962858113058283,0.0009256233641049046,1.43005574475171,1.3975238279275195,1.4135090929389393,0.999999503707168,0.0009736215989032902,"model.visual.merger.linear_fc2.weight|2d-64|(896, 256)","model.visual.merger.linear_fc2.weight|2d-64|(832, 1600)",model.visual.merger.linear_fc2.weight,2d-64,0,0.05074083568717569,3.594892717382232 +9284,9324,0.762884564777232,0.6810722230343107,0.6417576307041609,0.6419818258757961,1.3608913488930663,0.7706149561246669,0.9483288485677922,0.766907519478706,0.36340008247536953,"model.visual.pos_embed.weight|2d-128|(1024, 512)","model.visual.pos_embed.weight|2d-128|(1664, 512)",model.visual.pos_embed.weight,2d-128,0,0.007730391347434917,8.868029216771125 +9565,9613,0.5223128427179677,0.8923043935616585,0.8814795716924384,0.8804715819401805,0.5162460969715451,0.7672254634009502,0.6057241943909769,0.4722221560758403,1.3100216676456125,"model.visual.pos_embed.weight|2d-64|(768, 832)","model.visual.pos_embed.weight|2d-64|(960, 832)",model.visual.pos_embed.weight,2d-64,0,0.00606674574642263,2.782337972091352 +9827,9855,1.1999573387720874,0.029003730108979716,0.018819060057136256,0.01883533370128172,1.3005329692667407,1.529088520554301,1.4010174207692214,0.9998229058081065,0.02212632004032419,"mtp.fc.weight|2d-128|(1792, 3968)","mtp.fc.weight|2d-128|(1920, 3584)",mtp.fc.weight,2d-128,0,0.10057563049465323,2.808179911466958 +9918,10006,1.1437818351966391,0.024381558454569394,0.015942444931874265,0.015825909938452773,1.1172137307272054,2.172043655010037,1.4050130746926415,0.999872911149009,0.030994683834654372,"mtp.fc.weight|2d-64|(1152, 3392)","mtp.fc.weight|2d-64|(1920, 2944)",mtp.fc.weight,2d-64,0,0.026568104469433695,3.0282801398191572 +10264,10323,1.3217693405573934,0.05443347456502808,0.0011660089370466727,0.0011953516342274077,1.4464166135422651,1.3825264694852681,1.4133896702044062,0.9999993202113483,0.0011145047727124315,"mtp.layers.0.mlp.down_proj.weight|2d-128|(1280, 4736)","mtp.layers.0.mlp.down_proj.weight|2d-128|(1152, 4736)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.06075712892787477,4.258295182435161 +10523,10548,1.2769052111884642,0.021122713319022587,0.009422743190515604,0.009378814109418604,1.4722754789769976,1.3506904250827028,1.4075596974028017,0.9999556049699234,0.008644583970308393,"mtp.layers.0.mlp.down_proj.weight|2d-64|(1792, 1088)","mtp.layers.0.mlp.down_proj.weight|2d-64|(1344, 896)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.07378521389423853,4.641972281098243 +10820,10837,1.312749172859823,0.03430782247386378,0.0015107763904672882,0.001563536469938235,1.3567159136080404,1.4772651795099676,1.4131487401833507,0.9999988587766978,0.001645014503978066,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(4736, 1408)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(2560, 512)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.04396674074821738,3.731069783915481 +11081,11127,1.2998106305945976,0.039435137596215024,0.018548862365434425,0.01790854644155566,1.3480679444465278,1.460879225028586,1.401078782682051,0.9998279550527421,0.02010109934681605,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(4992, 64)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(1472, 1536)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.04825731385193022,3.5425437969019624 +11207,11381,1.3349255101504205,0.00757586855141975,-0.0001422384763453648,-0.00013032889658004564,1.4542332175420793,1.3775114164451088,1.4143139890472718,0.999999989884108,-0.00013473432091907779,"mtp.layers.0.mlp.up_proj.weight|2d-128|(3456, 1280)","mtp.layers.0.mlp.up_proj.weight|2d-128|(5888, 1408)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.04258590629468828,4.076293354314588 +11436,11491,1.3161324970487607,0.02011272288969107,0.00981581281267816,0.009671313952813594,1.5087074123445612,1.3239527003003362,1.4073147105362582,0.9999518237489377,0.008613778770260268,"mtp.layers.0.mlp.up_proj.weight|2d-64|(1984, 384)","mtp.layers.0.mlp.up_proj.weight|2d-64|(5440, 1408)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.007820203251575508,4.221747609453922 +11667,11680,1.241898893962107,0.002102346325559742,-0.00718501722417291,-0.007184014367054768,1.6665906305491407,1.2567868400608264,1.4190899023368357,0.9999741874305998,-0.0054182682462192225,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 384)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(128, 0)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.014887946098719462,4.844610416160374 +11749,11974,1.0896384132581112,0.0015826702731468103,0.009201499353545249,0.009205811861501883,2.2659535291079345,1.109358262971738,1.4090651400645655,0.9999576653087103,0.004504840548783515,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 1344)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(448, 1408)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.019719849713626836,8.928284948908665 +11998,12193,1.1904480628982836,0.03908261671053237,0.0021699127173692603,0.0020934908857568706,1.1938847401352413,1.8244785098016423,1.4128068421102786,0.9999976457366282,0.0033160312615579924,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(0, 1792)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1664, 128)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.0034366772369576193,3.39150070317221 +12415,12461,1.1781521198815939,0.031929744371231625,0.02565030873982361,0.025689278087260164,1.7052904697535372,1.2118342183922877,1.396980172072496,0.9996709767026108,0.018227933829793534,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(640, 0)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(384, 1856)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.033682098510693814,5.7351255315289675 +12589,12622,1.0605939563892095,0.03207971783551949,-0.0017840542328188909,-0.001993663411209405,2.7723249864397665,1.07292054173351,1.4150625518187265,0.9999984085739809,-0.0006904487905713265,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(2176, 1664)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(896, 1792)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.012326585344300423,8.05997189260086 +12784,12942,1.0596473820109353,0.04504578899277587,0.04634659213406885,0.0463642216989316,1.062098391454632,2.608422521784146,1.3911325069710363,0.9989254193369784,0.1138232537617143,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(4032, 384)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(704, 1216)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.0024510094436966945,3.27771977528072 +13020,13065,1.3638216714286175,0.03169012964234465,0.003909610076177906,0.0038426526402802314,1.3949021407802713,1.4285951655607685,1.4114471319961537,0.9999923574453218,0.004004044363234817,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(0, 1536)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(384, 1152)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.03108046935165376,3.6209743884123373 +13241,13304,1.306522499806679,0.028560945284436284,0.009715468891350002,0.009755838159309372,1.4565923200134532,1.3627721350888233,1.4073421932247188,0.999952803718366,0.009089688379197141,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(320, 576)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(448, 512)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.05624963528214444,4.085458865825937 +16,80,1.17765497796927,0.30363206330842385,0.2887604168272439,0.28541792214530765,1.179411948311561,1.2065300502919278,1.192739852847263,0.9574013900521329,0.29539985645868455,"model.language_model.embed_tokens.weight|2d-128|(205056, 1920)","model.language_model.embed_tokens.weight|2d-128|(198272, 1920)",model.language_model.embed_tokens.weight,2d-128,0,0.0017569703422910532,3.0910394768844203 +389,435,1.1864082592793335,0.286352438749971,0.2858432073240419,0.28574645416946787,1.2131235739695176,1.178092867204772,1.1952233756213009,0.9582764010590602,0.27758906917082965,"model.language_model.embed_tokens.weight|2d-64|(177856, 1152)","model.language_model.embed_tokens.weight|2d-64|(63360, 1152)",model.language_model.embed_tokens.weight,2d-64,0,0.008315392074561556,3.1109166962054657 +595,665,0.14529960204825337,0.9895317932228079,0.9895317932228079,0.9999166438013238,0.14938596837975163,0.14529960204825337,0.14730029114903498,0.14431503802879964,0.9624637262039993,"model.language_model.layers.16.linear_attn.conv1d.weight|3d-axis0-slice|(1602, 0, 0)","model.language_model.layers.10.linear_attn.conv1d.weight|3d-axis0-slice|(1157, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,6,0.0,0.1963250541256155 +817,887,0.6220543397406286,0.8495050473439667,0.8495050473439666,0.8455874480852673,1.1963869888072702,0.6220543397406286,0.7805181720531331,0.5275804910505364,0.4416951256371532,"model.language_model.layers.10.linear_attn.conv1d.weight|3d-volume|(4192, 0, 0)","model.language_model.layers.13.linear_attn.conv1d.weight|3d-volume|(1372, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,3,0.0,4.005235754462068 +1164,1172,1.1512533097423423,0.03758244007248151,0.007639241043179323,0.007760894177904973,1.1704461464768119,1.9003291692040114,1.4093812550725853,0.9999708205724227,0.012403024802663785,"model.language_model.layers.0.linear_attn.in_proj_qkv.weight|2d-128|(5120, 0)","model.language_model.layers.2.linear_attn.in_proj_qkv.weight|2d-128|(640, 1536)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,2,0.019192836734469587,3.2521111002150276 +1358,1405,1.1480069586781918,0.008120100119493292,0.003893395280224776,0.0037553479332634514,1.1522144523334847,1.9994401544483864,1.4118295827825675,0.9999924207078731,0.006756216991251686,"model.language_model.layers.2.linear_attn.in_proj_qkv.weight|2d-64|(2688, 1152)","model.language_model.layers.12.linear_attn.in_proj_qkv.weight|2d-64|(2688, 704)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,10,0.004207493655292938,3.1873550699221607 +1592,1620,1.1579297055123223,0.01706518950857682,-0.00026919722398232676,-0.00020021526952218192,1.9425796941758513,1.166610516812093,1.4143815813104326,0.9999999637664266,-0.00016166560040546468,"model.language_model.layers.16.linear_attn.in_proj_z.weight|2d-128|(512, 512)","model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-128|(1664, 512)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,14,0.008680811299770719,5.052982899529301 +1979,2021,1.155987504065324,0.00019083779426098523,-0.019060684725366647,-0.019168902138195623,1.1598398106815035,2.039064427479356,1.4257511241482463,0.9998183286466598,-0.03350976904651792,"model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-64|(1024, 64)","model.language_model.layers.16.linear_attn.in_proj_z.weight|2d-64|(576, 640)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,12,0.003852306616179524,2.9782677471918073 +2178,2209,1.236853386502011,0.018490507717050107,0.0164824886913134,0.016466878996331934,1.668058255442685,1.2340843120298857,1.4030242452993709,0.9998641545562781,0.012194286770734896,"model.language_model.layers.12.linear_attn.out_proj.weight|2d-128|(640, 896)","model.language_model.layers.1.linear_attn.out_proj.weight|2d-128|(128, 1408)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,11,0.002769074472125377,4.492617227661206 +2367,2393,1.2320825591075069,0.03402777368554065,0.027269120879638897,0.027224769606765533,1.2825357864519054,1.5437592864052345,1.3951292632684786,0.9996281283789745,0.0328232233632321,"model.language_model.layers.5.linear_attn.out_proj.weight|2d-64|(1152, 832)","model.language_model.layers.18.linear_attn.out_proj.weight|2d-64|(64, 832)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,13,0.0504532273443985,3.298851287022014 +2751,2796,1.2710794898856865,0.026515522618221044,0.003059734744114751,0.003075851306643847,1.3063707020796462,1.5484509482842883,1.41207928483369,0.9999953190006919,0.0036267264402673476,"model.language_model.layers.20.mlp.down_proj.weight|2d-128|(0, 5376)","model.language_model.layers.2.mlp.down_proj.weight|2d-128|(1792, 4224)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,18,0.0352912121939597,3.29691112395989 +2913,2932,1.2627698282441366,0.023213035946200757,-0.005301483471678956,-0.005445265521050552,1.6119338150434617,1.2803687083336188,1.417860324789131,0.9999859470377569,-0.004211000154930428,"model.language_model.layers.4.mlp.down_proj.weight|2d-64|(704, 3264)","model.language_model.layers.20.mlp.down_proj.weight|2d-64|(640, 4800)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,16,0.017598880089482183,4.177484077696349 +3110,3211,1.1673762902858495,0.01432526530513688,0.008444198286162075,0.008498356809633739,1.1822422723626427,1.849760014994846,1.4087842481165362,0.9999643471220881,0.013211962313964183,"model.language_model.layers.21.mlp.gate_proj.weight|2d-128|(2816, 768)","model.language_model.layers.12.mlp.gate_proj.weight|2d-128|(1024, 1152)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,9,0.014865982076793127,3.0544682436857187 +3402,3533,1.1581553052697098,0.0493435107657235,0.02455261443211915,0.024615422001213194,1.1959271519350207,1.7562882283346306,1.3979663978179813,0.9996985391229436,0.03605693510026837,"model.language_model.layers.21.mlp.gate_proj.weight|2d-64|(2496, 128)","model.language_model.layers.13.mlp.gate_proj.weight|2d-64|(3200, 320)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,8,0.03777184666531097,3.028110869288787 +3761,3830,1.2394078618969093,-0.00045388607047865993,0.000610813577323671,0.0005812504549300841,1.2631899566134015,1.635421827057792,1.4137956043510256,0.9999998134533694,0.0007908057306729428,"model.language_model.layers.22.mlp.up_proj.weight|2d-128|(4864, 1792)","model.language_model.layers.1.mlp.up_proj.weight|2d-128|(3840, 1792)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,21,0.023782094716492175,3.217772283893838 +3952,4084,1.2340827489670145,0.0018655621824305198,-0.005513822481838934,-0.005224472236143573,1.2461391244000317,1.6884118366357508,1.4179343438889978,0.9999847987652807,-0.007470757446868049,"model.language_model.layers.22.mlp.up_proj.weight|2d-64|(320, 512)","model.language_model.layers.2.mlp.up_proj.weight|2d-64|(4992, 1344)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,20,0.012056375433017186,3.175308748182546 +4118,4300,1.1813334301130913,-0.015686977824008783,0.0029431140960013966,0.003042535142346969,1.1696268253736282,1.9186714053625233,1.4123625008620373,0.9999956690303303,0.004827923519036428,"model.language_model.layers.11.self_attn.k_proj.weight|2d-128|(128, 768)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 1536)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,12,0.011706604739463167,3.187329472918681 +4422,4506,1.1074650220250768,0.029798535515314313,0.0002518951337075054,0.00010658482678611418,1.1395633516401282,2.084442921317221,1.4140636155673292,0.9999999682744203,0.0004607563305850131,"model.language_model.layers.3.self_attn.k_proj.weight|2d-64|(320, 0)","model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 1984)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,20,0.032098329615051435,3.130572164268019 +4680,4779,1.1278520080400531,0.052185284499251035,-0.0002751349948501693,-0.00026546195193855965,1.1534171370247293,2.0076743391293133,1.414381620133255,0.9999999621503666,-0.00047890867165546335,"model.language_model.layers.23.self_attn.o_proj.weight|2d-128|(384, 1792)","model.language_model.layers.11.self_attn.o_proj.weight|2d-128|(1280, 1408)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,12,0.02556512898467611,3.1055512418993123 +4907,5069,1.1305960610147878,0.050103460572451894,-0.00848133971163446,-0.008613565373536787,1.1609184783662103,1.997219109338598,1.4194152346275382,0.9999640327915279,-0.014591113898632633,"model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(1088, 768)","model.language_model.layers.3.self_attn.o_proj.weight|2d-64|(1728, 1152)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,16,0.030322417351422493,3.008197147288927 +5156,5302,1.1267481313719094,0.021837629777255205,-0.009370806489485012,-0.009797311167550306,2.074480417705306,1.147263892536665,1.4198149233621118,0.9999560930289573,-0.005182400295311748,"model.language_model.layers.11.self_attn.q_proj.weight|2d-128|(3328, 384)","model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(384, 1920)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,8,0.020515761164755508,5.485971400187407 +5411,5626,1.1137418340899463,0.0022168679695126897,0.026141367529674747,0.02624496784028746,1.104744034857631,2.2255137934309137,1.3994125478427244,0.999658256057378,0.052661948995212815,"model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(384, 1728)","model.language_model.layers.11.self_attn.q_proj.weight|2d-64|(3136, 512)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,8,0.008997799232315362,3.133913163628992 +5647,5790,1.0861600542563592,0.033478420158125015,0.017200879735393106,0.017245626880103372,2.4340613195121317,1.0883721223379705,1.4051196256771359,0.9998520539241436,0.007691243369103904,"model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(256, 1664)","model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(128, 1792)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,12,0.0022120680816113403,7.590359572915132 +5906,6081,1.0809880888918673,0.01714107404658493,0.008255299307907707,0.00827541452051508,1.097031917217371,2.3878766583463005,1.4097777861326075,0.9999659244360964,0.017969063812670483,"model.language_model.layers.23.self_attn.v_proj.weight|2d-64|(256, 1152)","model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(256, 1728)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,16,0.016043828325503773,3.976415503480478 +6275,6335,1.2235945211949062,0.03690751344632641,0.002790377724331469,0.0027720258881715424,1.2553576727772555,1.6481186070949618,1.4123100988796595,0.9999961068884996,0.0036633969330189383,"model.visual.blocks.22.attn.proj.weight|2d-128|(896, 640)","model.visual.blocks.12.attn.proj.weight|2d-128|(0, 512)",model.visual.layers.*.attn.proj.weight,2d-128,10,0.031763151582349325,3.36317553686138 +6422,6524,1.1980205844578409,0.01421375581293638,0.026528576621531578,0.026531077808039958,1.2219893461586921,1.675443679127986,1.3962377154592434,0.9996480553787095,0.03637276884330175,"model.visual.blocks.9.attn.proj.weight|2d-64|(896, 832)","model.visual.blocks.0.attn.proj.weight|2d-64|(448, 768)",model.visual.layers.*.attn.proj.weight,2d-64,9,0.02396876170085127,3.258545177302939 +6716,6860,1.1126230453877126,0.03876768863939473,0.0004384807849964585,0.0005019935406456827,2.0579159080715015,1.1438877407441224,1.4139502124401917,0.999999903867296,0.0002437285180322739,"model.visual.blocks.19.attn.qkv.weight|2d-128|(1152, 768)","model.visual.blocks.1.attn.qkv.weight|2d-128|(128, 512)",model.visual.layers.*.attn.qkv.weight,2d-128,18,0.031264695356409744,6.291343023439981 +6961,7067,1.1047642910752544,0.01886935505321213,0.0011579352919613912,0.0011496301921523184,1.1147868630580262,2.2573129256409916,1.4135632589463654,0.9999993295927051,0.0023446834441789347,"model.visual.blocks.4.attn.qkv.weight|2d-64|(832, 320)","model.visual.blocks.21.attn.qkv.weight|2d-64|(384, 704)",model.visual.layers.*.attn.qkv.weight,2d-64,17,0.010022571982771789,2.9639211271212167 +7216,7267,1.2237288245002154,0.037565268526482905,0.008343255327941942,0.008366125446890471,1.2300083799756183,1.6975546207887837,1.4085962941669397,0.9999651944395529,0.011514662716890783,"model.visual.blocks.1.mlp.linear_fc1.weight|2d-128|(3968, 128)","model.visual.blocks.20.mlp.linear_fc1.weight|2d-128|(2560, 768)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,19,0.0062795554754029315,3.4835945183175454 +7482,7546,1.225668248731716,0.07915369898561014,0.04963381857582781,0.05009045064389398,1.5634183349821893,1.2482989448890638,1.3795633844462314,0.9987674824770687,0.03962972799581944,"model.visual.blocks.14.mlp.linear_fc1.weight|2d-64|(1024, 320)","model.visual.blocks.4.mlp.linear_fc1.weight|2d-64|(3584, 896)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,10,0.022630696157347696,4.179458675360097 +7807,7891,1.231182549075083,0.01336691052201823,0.004679255852835653,0.0047291774283976734,1.675983223537587,1.2417925879299103,1.4110446413152364,0.999989052222405,0.003467018734718647,"model.visual.blocks.2.mlp.linear_fc2.weight|2d-128|(640, 1280)","model.visual.blocks.4.mlp.linear_fc2.weight|2d-128|(640, 2304)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,2,0.010610038854827364,4.95831315237903 +7951,8111,1.2200353367399137,0.004993186323792264,-0.00868535476285799,-0.008810862837201389,1.2301599718723488,1.737974668641958,1.4199939085518034,0.9999622815949826,-0.01227070211286499,"model.visual.blocks.4.mlp.linear_fc2.weight|2d-64|(832, 2624)","model.visual.blocks.10.mlp.linear_fc2.weight|2d-64|(512, 2368)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,6,0.010124635132435111,3.487364578979938 +8193,8446,1.3382534169922087,0.05975784107654393,0.029771337335191585,0.0294671056236756,1.3920708471644334,1.393937042828365,1.393003007449159,0.9995567354949264,0.02981124847962619,"model.visual.merger.linear_fc1.weight|2d-128|(1024, 768)","model.visual.merger.linear_fc1.weight|2d-128|(896, 3840)",model.visual.merger.linear_fc1.weight,2d-128,0,0.053817430172224734,3.3576806525821667 +8669,8671,1.344517282375024,0.04621404900856188,0.030861839061419708,0.030502134099400047,1.3890502835140248,1.3954118318612523,1.3922201572410327,0.9995236599949734,0.031003179575585182,"model.visual.merger.linear_fc1.weight|2d-64|(2240, 3136)","model.visual.merger.linear_fc1.weight|2d-64|(2688, 3072)",model.visual.merger.linear_fc1.weight,2d-64,0,0.04453300113900083,3.4250415814068567 +8709,8916,1.347307563091805,0.05050914438299086,0.013235992029411546,0.013259275258942629,1.427815007976352,1.3829165083780675,1.4048279332578397,0.9999124004206555,0.012819778318604777,"model.visual.merger.linear_fc2.weight|2d-128|(1408, 640)","model.visual.merger.linear_fc2.weight|2d-128|(1152, 3328)",model.visual.merger.linear_fc2.weight,2d-128,0,0.03560894528626246,3.693044337071586 +8964,9168,1.346794490053204,0.03975217595760606,0.009813649900764422,0.009739804477497348,1.4455109997728421,1.3719056137236723,1.4072666677203525,0.9999518449783595,0.00931393907904762,"model.visual.merger.linear_fc2.weight|2d-64|(1792, 1664)","model.visual.merger.linear_fc2.weight|2d-64|(960, 3584)",model.visual.merger.linear_fc2.weight,2d-64,0,0.025111123670468194,3.7244379431225636 +9232,9256,0.763020832351826,0.6466181604141285,0.6065819706862157,0.6065939778184418,0.795865478372274,1.2372830338617204,0.9466030205333287,0.795020951194638,0.943015624338215,"model.visual.pos_embed.weight|2d-128|(256, 0)","model.visual.pos_embed.weight|2d-128|(640, 0)",model.visual.pos_embed.weight,2d-128,0,0.0328446460204479,3.4609693938062285 +9559,9562,0.5238273144396376,0.891789906223683,0.8788896942817774,0.8772922378478005,0.531759011119027,0.82582620670086,0.6322802906843668,0.4770250572928888,1.36492307071546,"model.visual.pos_embed.weight|2d-64|(1408, 576)","model.visual.pos_embed.weight|2d-64|(1152, 576)",model.visual.pos_embed.weight,2d-64,0,0.007931696679389422,3.27650496542055 +9781,9832,1.200064322267984,0.05069544189468547,0.0037367154871754274,0.0037134106826189122,1.2187610092630945,1.7399989831154472,1.411728190097863,0.999993018454313,0.005334828648488067,"mtp.fc.weight|2d-128|(1152, 2432)","mtp.fc.weight|2d-128|(768, 3072)",mtp.fc.weight,2d-128,0,0.0186966869951104,3.6199854688767834 +9991,10047,1.1439219428634808,0.032081742401583624,0.0137947566298087,0.013895194542410295,1.1492553042245712,1.9803001262575244,1.4057187324181637,0.9999048478177933,0.023769964946243085,"mtp.fc.weight|2d-64|(1152, 2688)","mtp.fc.weight|2d-64|(960, 3776)",mtp.fc.weight,2d-64,0,0.005333361361090416,3.322709494215565 +10200,10309,1.3217820530635067,0.03224609404776215,0.003741714882966042,0.003851767002236871,1.4635589704178111,1.3647579468426805,1.411571752351935,0.9999929997603656,0.003489121534945491,"mtp.layers.0.mlp.down_proj.weight|2d-128|(1792, 2176)","mtp.layers.0.mlp.down_proj.weight|2d-128|(768, 2688)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.04297589377917377,3.86130779627998 +10457,10612,1.2769217457957085,0.012820993898240962,0.014494277281728236,0.01378290407352054,1.5081885734243543,1.3188266086643192,1.4040193769095837,0.9998949524455458,0.012674435338745594,"mtp.layers.0.mlp.down_proj.weight|2d-64|(1856, 5184)","mtp.layers.0.mlp.down_proj.weight|2d-64|(960, 5632)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.041904862868610726,4.545868188232174 +10787,10879,1.3130021911986167,0.028162755756447347,0.006819062794585641,0.006893970519643024,1.3452965414182392,1.4836524107495255,1.4094065989220952,0.9999767499210186,0.007520363460961334,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(1152, 384)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(2560, 1920)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.03229435021962246,3.7389544072751253 +11116,11146,1.2998191637849417,0.042609838248545,-0.0006036651646813408,-0.00043437305141993374,1.5070867850321983,1.3373495885609064,1.414637325408047,0.9999998177941678,-0.0005356767557336753,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(1856, 1344)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(5632, 448)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.03753042477596469,4.013766501209973 +11296,11381,1.3349542653237592,0.018887438853966515,-0.002079620800410822,-0.002115946354876474,1.4626463468386621,1.372966303637968,1.4156803769064272,0.9999978375863253,-0.0019521118618181107,"mtp.layers.0.mlp.up_proj.weight|2d-128|(3840, 1536)","mtp.layers.0.mlp.up_proj.weight|2d-128|(5888, 1408)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.03801203831420885,4.009789971499366 +11491,11652,1.3161595061768356,0.03482813656782287,0.004631275982130694,0.004477376246660945,1.3470060455296882,1.4849614872138328,1.4109504967853976,0.9999892755838822,0.00510559436087618,"mtp.layers.0.mlp.up_proj.weight|2d-64|(5440, 1408)","mtp.layers.0.mlp.up_proj.weight|2d-64|(4928, 640)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.03084653935285253,3.682984015381265 +11676,11689,1.2420035395277407,0.021090686662451195,-0.0046945870221182864,-0.004760230973549718,1.687526404378358,1.2457457302864088,1.4173823282990567,0.9999889803656297,-0.0034655823595342167,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 1536)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(128, 1152)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.003742190758668107,5.167894865329488 +11740,11934,1.0901150726772117,0.044261480048681974,0.01734732600274034,0.017299655794662312,2.281203377903003,1.1032247508487183,1.404565117670933,0.9998495238187367,0.00838943146965586,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 768)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 896)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.013109678171506545,6.440512036235251 +12009,12151,1.1906124699013927,0.04689200119626944,0.0043526519766135564,0.00435786832268705,1.2247437517399289,1.721424963964583,1.4113028906165122,0.999990527165518,0.006117821594392941,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(128, 1152)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1280, 896)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.0341312818385362,3.2873054529298384 +12327,12464,1.1785066088834184,0.007461520552783198,0.0013943397983812195,0.0014070110744374548,1.8305814969490606,1.1927932619703203,1.413311339937605,0.9999990279077908,0.0009085414220443494,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(1728, 0)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(1152, 1536)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.014286653086901913,5.373121635729664 +12611,12681,1.060720613464364,0.008702297431860965,0.0029242975113801797,0.0030435369556559995,1.0681845524082236,2.8224530552556,1.412843841012493,0.9999957242328914,0.007726841234376002,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(896, 384)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(2176, 640)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.007463938943859549,3.1978836872886442 +12854,12888,1.059731355768022,0.06737101175775849,0.048243078934192676,0.04489466914474496,2.422341687995134,1.0741778166143707,1.388700600569238,0.9988356247826512,0.021393202062742988,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(1984, 1344)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(4032, 1408)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.014446460846348819,7.719144686537354 +13009,13039,1.3641017922932832,0.027683143591250032,-0.003910814910211929,-0.003920911710262912,1.4452419740207079,1.390302680128066,1.4169741562778646,0.9999923527341287,-0.0037621495561922695,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(0, 128)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 1920)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.026200887834782804,3.7542113333608547 +13160,13305,1.3067060972767068,0.053205586953310985,0.019304783550115848,0.019194678530881786,1.3555632564324982,1.4502859280702498,1.4005278780058898,0.9998136453020048,0.02065374359648647,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(128, 1536)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(448, 576)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.04885715915579136,3.6137063111126766 +210,254,1.177655572060129,0.2944201839272301,0.29311458824743764,0.29310956324905857,1.1848572265611275,1.1932412696691224,1.1890270796675277,0.9560773180849628,0.29518866543442596,"model.language_model.embed_tokens.weight|2d-128|(195712, 1408)","model.language_model.embed_tokens.weight|2d-128|(190080, 1408)",model.language_model.embed_tokens.weight,2d-128,0,0.007201654500998522,3.1587099585576857 +496,499,1.1864294885527447,0.1471569721039271,0.09471846107263056,0.09419517276201891,1.418416417783243,1.2835152396589975,1.3459216827065923,0.9955041000076457,0.08571008255373078,"model.language_model.embed_tokens.weight|2d-64|(248192, 832)","model.language_model.embed_tokens.weight|2d-64|(142720, 64)",model.language_model.embed_tokens.weight,2d-64,0,0.09708575110625284,4.344256800372478 +544,607,0.14615309002275,0.9914563189362758,0.9914563189362761,0.9999717018704617,0.14615309002275,0.157912962412427,0.15169221028789054,0.1304391338568664,1.0712315723285555,"model.language_model.layers.10.linear_attn.conv1d.weight|3d-axis0-slice|(6134, 0, 0)","model.language_model.layers.12.linear_attn.conv1d.weight|3d-axis0-slice|(4808, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,2,0.0,0.1702690964312759 +974,976,0.6223682501746506,0.8539923096043952,0.8539923096043951,0.8578373525492294,0.6223682501746508,1.2144745857532862,0.7832981740446238,0.5202856284163065,1.666460260709381,"model.language_model.layers.12.linear_attn.conv1d.weight|3d-volume|(3860, 0, 0)","model.language_model.layers.1.linear_attn.conv1d.weight|3d-volume|(4636, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,11,2.220446049250313e-16,2.1220911192696232 +1086,1131,1.1514521398326243,0.0061635109753215706,-0.005936953011958069,-0.0060204220406992305,1.926275790348352,1.1742397599612082,1.4179402016994744,0.9999823761391666,-0.0036191111961189574,"model.language_model.layers.10.linear_attn.in_proj_qkv.weight|2d-128|(4096, 1408)","model.language_model.layers.21.linear_attn.in_proj_qkv.weight|2d-128|(2304, 1920)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,11,0.02278762012858393,5.2573420663106205 +1405,1520,1.1480099778339492,0.020162756766617215,0.01413046715214373,0.014150494713740152,2.018901305943536,1.1418933884444684,1.4056242142718873,0.9999001599650148,0.00799221188730854,"model.language_model.layers.12.linear_attn.in_proj_qkv.weight|2d-64|(2688, 704)","model.language_model.layers.21.linear_attn.in_proj_qkv.weight|2d-64|(320, 1728)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,9,0.0061165893894807866,5.228182957072995 +1592,1788,1.1579982322889,-0.007594330435224328,-0.010083233547667662,-0.010067446834402471,2.0283313184727123,1.1559849153047406,1.420334758919859,0.9999491629084066,-0.005746628162984376,"model.language_model.layers.16.linear_attn.in_proj_z.weight|2d-128|(512, 512)","model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-128|(1024, 1408)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,12,0.002013316984159408,5.396532771386272 +2023,2029,1.1562313500826722,0.019861501650692833,0.016082875416923503,0.01491873001780378,1.8841093095907273,1.1680817126867693,1.4039907499719482,0.999870662195028,0.009970818872504126,"model.language_model.layers.10.linear_attn.in_proj_z.weight|2d-64|(1536, 128)","model.language_model.layers.20.linear_attn.in_proj_z.weight|2d-64|(1152, 0)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,10,0.011850362604097109,5.646680946787291 +2089,2102,1.2368780575521408,0.03406298232546656,-0.0075132264413842655,-0.007491221857852867,1.2691078897215304,1.6397713800805818,1.4193471308174872,0.9999717753159039,-0.009707585769835426,"model.language_model.layers.20.linear_attn.out_proj.weight|2d-128|(1280, 640)","model.language_model.layers.16.linear_attn.out_proj.weight|2d-128|(1664, 256)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,4,0.03222983216938968,3.3969865065833966 +2360,2395,1.2322422046486308,-0.017209093575371995,-0.02336890918294728,-0.023262662357444234,1.7455288712490546,1.2401529680045433,1.4297322231730143,0.999726909752658,-0.01660300357078748,"model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(64, 1024)","model.language_model.layers.22.linear_attn.out_proj.weight|2d-64|(960, 1216)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,10,0.007910763355912565,4.760812143375405 +2587,2750,1.2711946105952612,0.04343800407491771,0.0037366971614757345,0.003750204012646458,1.3181203792634293,1.5282752307161986,1.4115975492901882,0.9999930185227912,0.004332458405477392,"model.language_model.layers.23.mlp.down_proj.weight|2d-128|(640, 3968)","model.language_model.layers.5.mlp.down_proj.weight|2d-128|(1920, 1024)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,18,0.04692576866816811,3.4441671745078746 +2979,3066,1.2629020631363372,0.04356271335650043,0.006317904451557882,0.006344664328083205,1.5588028343092304,1.2967279496274366,1.4098139171311386,0.9999800418425064,0.005255702071545942,"model.language_model.layers.2.mlp.down_proj.weight|2d-64|(1280, 4352)","model.language_model.layers.21.mlp.down_proj.weight|2d-64|(704, 5568)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,19,0.03382588649109941,3.971418739201143 +3224,3288,1.1675648767283922,0.02462582087767801,0.0038900674973025456,0.0041651545782649905,1.862507107408905,1.1824100645643585,1.4117220834054136,0.9999924336588085,0.0024696039775355242,"model.language_model.layers.9.mlp.gate_proj.weight|2d-128|(4736, 1664)","model.language_model.layers.19.mlp.gate_proj.weight|2d-128|(2304, 1408)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,10,0.014845187835966334,4.943200547169508 +3575,3581,1.1581755957766717,0.0702287664522127,0.01718607780790712,0.01716105658580818,1.7593387031735488,1.2010828676726855,1.402850112009675,0.9998523084583946,0.011732762759287049,"model.language_model.layers.13.mlp.gate_proj.weight|2d-64|(1984, 0)","model.language_model.layers.17.mlp.gate_proj.weight|2d-64|(896, 0)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,4,0.04290727189601373,4.640078258832778 +3687,3828,1.2396251713929725,0.006700708692040619,-0.013376984276402956,-0.013400042747187242,1.6751313546075615,1.2589399285862606,1.4232703826121917,0.99991052414287,-0.010053432277601672,"model.language_model.layers.2.mlp.up_proj.weight|2d-128|(128, 768)","model.language_model.layers.22.mlp.up_proj.weight|2d-128|(5248, 384)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,20,0.019314757193288123,4.541004568207204 +3929,3960,1.2342398485231862,0.04799981700005475,0.021080902504774197,0.021103356439721808,1.5725030253182384,1.2734471981720807,1.399556762679621,0.9997777730823907,0.017071773979074285,"model.language_model.layers.2.mlp.up_proj.weight|2d-64|(384, 1344)","model.language_model.layers.17.mlp.up_proj.weight|2d-64|(4416, 1536)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,15,0.039207349648894496,4.209130324571095 +4210,4300,1.1813383625409888,0.022035225392831495,0.0054874490828660345,0.00545279881511334,1.186307774894764,1.8428594038343358,1.4106771367712763,0.9999849438379375,0.008524429628996447,"model.language_model.layers.3.self_attn.k_proj.weight|2d-128|(0, 384)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 1536)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,20,0.004969412353775127,3.467416161633683 +4506,4563,1.1075457106559108,-0.01351476349178004,0.0001281257303853619,0.0005872617220165264,2.30780784081336,1.1095088905640056,1.4141428022915046,0.9999999917918986,6.159812548451362e-05,"model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 1984)","model.language_model.layers.15.self_attn.k_proj.weight|2d-64|(384, 64)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,8,0.001963179908094803,6.803744179828937 +4628,4750,1.1280793726718699,0.010987578000267343,-0.008735798121824392,-0.00880993976224864,2.117348200805229,1.1398249977567891,1.4193605486099725,0.999961842187578,-0.004702713078002706,"model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(128, 1536)","model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(256, 896)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,12,0.011745625084919276,5.910463530039009 +4910,5041,1.1308063330335545,0.01451569820551999,-0.004124428797031875,-0.0038825081410408294,2.087786746315186,1.1417419549378567,1.416666879342725,0.9999914945073773,-0.002255514556760319,"model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(1408, 1280)","model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(1728, 896)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,12,0.010935621904302195,5.726271473641034 +5121,5194,1.1268411966805,0.019671527784462746,0.0026651446894091655,0.0028535097751194974,2.172959629640205,1.1248066617904389,1.4126740023697568,0.9999964484955857,0.0013795803936676014,"model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(3584, 256)","model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(3328, 640)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,0,0.0020345348900612237,5.565014000449777 +5505,5620,1.1138949735023054,-0.014768112822382756,-0.019867180797350014,-0.019766216932159828,1.1211222912380123,2.3002568362666547,1.4252359661207228,0.9998026280857464,-0.040762384981200966,"model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(2880, 1344)","model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(2688, 384)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,4,0.007227317735706951,3.1335802289947563 +5760,5777,1.0862372624179089,0.01178599398372431,-0.002158824066578641,-0.002310549303786586,2.327910979088638,1.1085161728835253,1.415398155612356,0.9999976697366096,-0.0010279995299259615,"model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(256, 1920)","model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(128, 128)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,12,0.022278910465616475,8.700052309359814 +5908,5989,1.0810368741963947,0.03220216629033334,0.010447995290888999,0.010312393601515448,2.4151322559389934,1.0933888032508643,1.408651136192811,0.9999454182076147,0.004730060243857865,"model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(448, 1536)","model.language_model.layers.23.self_attn.v_proj.weight|2d-64|(448, 448)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,16,0.01235192905446958,7.605006931203266 +6161,6198,1.2236433571648073,-0.002047885458072135,0.001694738348443549,0.0017094067552995353,1.2400302445994942,1.687207900509232,1.413069395209881,0.999998563929934,0.002305892088715503,"model.visual.blocks.23.attn.proj.weight|2d-128|(640, 512)","model.visual.blocks.0.attn.proj.weight|2d-128|(768, 768)",model.visual.layers.*.attn.proj.weight,2d-128,23,0.01638688743468686,3.2570126491850075 +6528,6643,1.1981011248300084,0.007741977777641175,0.009365092428683938,0.009595806295817941,1.1981248838338534,1.789960635953659,1.4080780888658975,0.999956146560339,0.013991151528187841,"model.visual.blocks.5.attn.proj.weight|2d-64|(64, 448)","model.visual.blocks.21.attn.proj.weight|2d-64|(640, 256)",model.visual.layers.*.attn.proj.weight,2d-64,16,2.3759003844991966e-05,3.18280757032701 +6833,6860,1.113038459678676,0.05458725147427459,0.0031798678449401346,0.0032011808149531285,2.048911021485499,1.1436922035791437,1.4122983854183768,0.9999949442074638,0.0017749868220403753,"model.visual.blocks.8.attn.qkv.weight|2d-128|(1920, 896)","model.visual.blocks.1.attn.qkv.weight|2d-128|(128, 512)",model.visual.layers.*.attn.qkv.weight,2d-128,7,0.03065374390046771,6.613268940944093 +6988,7032,1.1048121602436245,0.051382265222591414,0.036790284092383094,0.03703236016874215,2.0338924054544747,1.1247845540737558,1.3920047268448157,0.9993230083393466,0.020345787798864055,"model.visual.blocks.21.attn.qkv.weight|2d-64|(320, 512)","model.visual.blocks.6.attn.qkv.weight|2d-64|(1600, 576)",model.visual.layers.*.attn.qkv.weight,2d-64,15,0.019972393830131274,6.113056235098342 +7243,7301,1.2240062985831763,0.011352193246295942,0.010984497691479366,0.010893199368139666,1.228191479527776,1.696095049690348,1.4068147787683882,0.9999396685852932,0.01516925696717624,"model.visual.blocks.11.mlp.linear_fc1.weight|2d-128|(512, 896)","model.visual.blocks.17.mlp.linear_fc1.weight|2d-128|(3072, 256)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,6,0.004185180944599631,3.2382814720089255 +7446,7462,1.2261429883957675,0.046209816713803066,0.028940404586838848,0.028087650694570084,1.234113154312739,1.6395141901077221,1.3944096180759498,0.9995811387688095,0.03844720706668439,"model.visual.blocks.0.mlp.linear_fc1.weight|2d-64|(1600, 128)","model.visual.blocks.20.mlp.linear_fc1.weight|2d-64|(3008, 832)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,20,0.007970165916971528,3.685229704420136 +7702,7842,1.2311907152401707,0.03460748029738808,-0.003673881602851879,-0.003670988009080247,1.6350393740514286,1.2675577813846868,1.4167271894631916,0.9999932512742115,-0.002848162122262426,"model.visual.blocks.9.mlp.linear_fc2.weight|2d-128|(768, 2816)","model.visual.blocks.3.mlp.linear_fc2.weight|2d-128|(768, 1792)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,6,0.036367066144516125,4.490883944890734 +8034,8095,1.2204732707175905,0.01182073451774333,0.007544102370647967,0.007556075206334097,1.2384033800905825,1.6778447980717222,1.409106733742031,0.999971542854806,0.010221090415456059,"model.visual.blocks.6.mlp.linear_fc2.weight|2d-64|(64, 1280)","model.visual.blocks.10.mlp.linear_fc2.weight|2d-64|(0, 3456)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,4,0.017930109372991998,3.733750906552914 +8239,8289,1.3384144507057294,0.02767905934729679,-0.004872888464727157,-0.005079516947424946,1.432651199032314,1.4031186759829066,1.41765428195866,0.9999881274085259,-0.004772439247919221,"model.visual.merger.linear_fc1.weight|2d-128|(1024, 2944)","model.visual.merger.linear_fc1.weight|2d-128|(384, 128)",model.visual.merger.linear_fc1.weight,2d-128,0,0.06470422527717723,3.810892165779863 +8526,8679,1.3445877237572956,0.039941251816652985,0.021377009186698104,0.02145283563642711,1.419727503207865,1.3791976922214868,1.3990224828743323,0.9997714856297072,0.02076674690761053,"model.visual.merger.linear_fc1.weight|2d-64|(1216, 448)","model.visual.merger.linear_fc1.weight|2d-64|(2496, 1920)",model.visual.merger.linear_fc1.weight,2d-64,0,0.034609968464191176,3.897182380035673 +8819,8916,1.3473192845010291,0.041192509116067436,0.007358987521655688,0.007354050164944852,1.4223531852298488,1.39601845301407,1.409001275644978,0.9999729222847267,0.007222736576549715,"model.visual.merger.linear_fc2.weight|2d-128|(1152, 512)","model.visual.merger.linear_fc2.weight|2d-128|(1152, 3328)",model.visual.merger.linear_fc2.weight,2d-128,0,0.0486991685130409,3.6867844647384276 +8973,9071,1.3468131157712955,0.03724624266966749,0.006129579292642004,0.0061353546377623126,1.4216710978738598,1.3983642811373829,1.4098732269394354,0.9999812139523898,0.006029091225142452,"model.visual.merger.linear_fc2.weight|2d-64|(1664, 3136)","model.visual.merger.linear_fc2.weight|2d-64|(1728, 2240)",model.visual.merger.linear_fc2.weight,2d-64,0,0.05155116536608739,3.607258135271422 +9284,9300,0.7636015686282908,0.6581763047442988,0.6804468938718644,0.6774685321357239,1.140767639057857,0.733743315602508,0.8727287765830631,0.7327973967067103,0.4376643787102097,"model.visual.pos_embed.weight|2d-128|(1024, 512)","model.visual.pos_embed.weight|2d-128|(1280, 512)",model.visual.pos_embed.weight,2d-128,0,0.02985825302578271,7.868894190588315 +9541,9548,0.5260991955737534,0.8612607516613217,0.6733618424132997,0.6745383491978285,0.8735796372834311,0.767159777999573,0.8152055030121358,0.7393130792714049,0.5913326037973666,"model.visual.pos_embed.weight|2d-64|(1472, 768)","model.visual.pos_embed.weight|2d-64|(704, 768)",model.visual.pos_embed.weight,2d-64,0,0.24106058242581963,2.134144426015355 +9827,9830,1.20067965807173,0.01620905175633295,-0.007504985829265033,-0.007412621951030892,1.320438075820539,1.5446881487741828,1.4194460852491444,0.9999718371972796,-0.008779557996295971,"mtp.fc.weight|2d-128|(1792, 3968)","mtp.fc.weight|2d-128|(1024, 3584)",mtp.fc.weight,2d-128,0,0.11975841774880891,2.9489551748314535 +9918,10060,1.1440168031566642,-0.012536598824519152,0.014029009650186386,0.013997315066911317,1.106969058081922,2.2638385251646884,1.4063624212367198,0.9999015886017159,0.028690424799252833,"mtp.fc.weight|2d-64|(1152, 3392)","mtp.fc.weight|2d-64|(1088, 3072)",mtp.fc.weight,2d-64,0,0.03704774507474218,2.9625790219345203 +10271,10325,1.3219174965877023,0.017133958645788552,-0.005737343449725064,-0.005737529097325335,1.4522744131149328,1.386529465912974,1.4182603373287495,0.9999835413096257,-0.005477611997614281,"mtp.layers.0.mlp.down_proj.weight|2d-128|(256, 6016)","mtp.layers.0.mlp.down_proj.weight|2d-128|(512, 640)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.0646119693252718,4.016927935015817 +10457,10614,1.2772544785708797,0.028044738455773346,-0.004291685137478288,-0.004594622405342504,1.4849857228878678,1.3579808476435125,1.4172329302862923,0.9999907906769345,-0.003924634513979034,"mtp.layers.0.mlp.down_proj.weight|2d-64|(1856, 5184)","mtp.layers.0.mlp.down_proj.weight|2d-64|(1728, 64)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.08072636907263275,4.194922720061112 +10715,10803,1.3130210277847085,0.06484977286245575,0.020877513436714932,0.020855176090168386,1.3745906176497837,1.4255670395566917,1.399382949925263,0.999782040963279,0.021651751904264455,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(4352, 640)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(5760, 640)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.061569589865075214,3.5573765875005496 +10912,11033,1.2998486497573913,0.016587572418862204,0.010407129677995956,0.010672268523454232,1.5291381928693821,1.3099929072610952,1.4069229866515074,0.9999458443595161,0.008915653357358586,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(2368, 640)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(5376, 1664)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.010144257503703846,4.386189771921517 +11331,11386,1.3349871889171314,0.03211913382370384,0.012848759960548701,0.012730947477152496,1.374978282560485,1.4373087757267198,1.4051077233761025,0.9999174512765923,0.013431219738330929,"mtp.layers.0.mlp.up_proj.weight|2d-128|(4736, 512)","mtp.layers.0.mlp.up_proj.weight|2d-128|(2304, 0)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.039991093643353626,3.599891771897202 +11619,11639,1.3162985570367258,0.05707925752481887,0.035033543078481125,0.034478090748214195,1.3397761559664871,1.4447372585337235,1.3892918143816135,0.9993861370158025,0.03777815029661864,"mtp.layers.0.mlp.up_proj.weight|2d-64|(4800, 832)","mtp.layers.0.mlp.up_proj.weight|2d-64|(3520, 1664)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.023477598929761312,3.5918444649123296 +11669,11680,1.2421869802610215,0.03201438463612119,0.008039737590569225,0.008038085460337371,1.6731952086900352,1.239818137480474,1.4087643155246692,0.9999676807874717,0.0059573517982849196,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 640)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(128, 0)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.0023688427805474976,4.671508496551137 +11729,11950,1.0902136467040375,-0.006219786332013462,-0.00029395158371676777,-0.000882656266788747,2.311559407186852,1.1093179920762235,1.4143757076756567,0.9999999567962323,-0.00014106744546667495,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 64)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 1920)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.01910434537218597,7.7172493882492255 +12112,12137,1.1906818005526267,0.017305937369686844,-0.0006018774230253116,-0.0006287229535433257,1.8639734125760974,1.1854171479616007,1.4145989427746768,0.9999998188717675,-0.000382771456615943,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(1024, 0)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1152, 1152)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.005264652591026042,5.515296131462256 +12316,12348,1.1785560317736041,0.010839599401701372,0.001432419648138108,0.0014183549647205653,1.210969388731503,1.7693804103014747,1.4132690760987807,0.9999989740864496,0.0020929474256995025,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(1792, 1920)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(1984, 64)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.03241335695789882,3.4752441743038673 +12583,12724,1.0607996130152002,0.04501947749707372,0.006105902804116658,0.005978554094760706,2.6610338261797155,1.0764254415282226,1.4112085615378678,0.9999813588017261,0.0024699231769201124,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 896)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(3840, 512)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.01562582851302241,8.225172087738562 +12841,12997,1.059817039921237,0.025250410948924502,0.01615752222726126,0.016274878108811532,1.0644126346442708,2.792475780466091,1.4065880918838984,0.9998694587172245,0.042389096130044185,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(3968, 1472)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(704, 640)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.004595594723033836,3.3698301307121596 +13010,13032,1.3642169904674188,0.049304119747496836,-0.00585752023253841,-0.005828289011622419,1.4415527250491609,1.3962276153387785,1.4183473005022784,0.9999828445812085,-0.005673348857771986,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(0, 256)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 1024)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.03201062487135964,3.6909452122661537 +13273,13317,1.3067399287491823,-0.00815550776943641,-0.009804852907755037,-0.009979008303178011,1.5221251532511055,1.3377975118257104,1.4210726442228605,0.9999519312744274,-0.008617496265530716,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 576)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(448, 1344)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.03105758307652806,4.188891290511894 +195,220,1.1778776835211031,0.2811815018136159,0.29477753905610216,0.29352934476031184,1.1533845159759972,1.2261181783560233,1.1880848315654697,0.9555659069200974,0.3133665262550318,"model.language_model.embed_tokens.weight|2d-128|(142080, 1152)","model.language_model.embed_tokens.weight|2d-128|(176256, 1152)",model.language_model.embed_tokens.weight,2d-128,0,0.024493167545105887,3.223937968621672 +367,420,1.1870848869983184,0.26877667439027353,0.21684837541740165,0.21315729502924824,1.2525377118662906,1.2505059686542002,1.2515206033724537,0.9762052970962787,0.2164966253577961,"model.language_model.embed_tokens.weight|2d-64|(212800, 1216)","model.language_model.embed_tokens.weight|2d-64|(107904, 1216)",model.language_model.embed_tokens.weight,2d-64,0,0.06342108165588178,3.1360121971545487 +595,733,0.14623128789180775,0.9933211712657245,0.9933211712657245,0.9959784387403613,0.1618524811709576,0.14623128789180775,0.15344872656695102,0.11538219409982287,0.8974507719221172,"model.language_model.layers.16.linear_attn.conv1d.weight|3d-axis0-slice|(1602, 0, 0)","model.language_model.layers.8.linear_attn.conv1d.weight|3d-axis0-slice|(1992, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,8,0.0,0.2374720982058766 +893,950,0.6246103752311655,0.7977496175528231,0.7977496175528229,0.8192592099835446,0.6246103752311655,0.6501830272279748,0.6370120465085719,0.6029888454145107,0.8304108959421163,"model.language_model.layers.21.linear_attn.conv1d.weight|3d-volume|(1084, 0, 0)","model.language_model.layers.13.linear_attn.conv1d.weight|3d-volume|(396, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,8,0.0,1.6408421873661385 +1030,1167,1.1515267880935363,0.036767323529028825,0.014501639703116092,0.01444115494802088,1.9477448577531626,1.1552432810318842,1.4051863686968262,0.9998948456942465,0.008601189095318958,"model.language_model.layers.10.linear_attn.in_proj_qkv.weight|2d-128|(4352, 1280)","model.language_model.layers.22.linear_attn.in_proj_qkv.weight|2d-128|(3712, 256)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,12,0.0037164929383479706,5.039511323145435 +1414,1469,1.148011035796992,0.03841169138051431,0.017885836279990578,0.018105911323791933,1.8976978671188978,1.1636418973277842,1.402896330931894,0.9998400356359838,0.01096734565852698,"model.language_model.layers.0.linear_attn.in_proj_qkv.weight|2d-64|(3648, 512)","model.language_model.layers.17.linear_attn.in_proj_qkv.weight|2d-64|(5120, 896)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,17,0.015630861530792295,5.446405149994871 +1559,1615,1.1580720153010113,0.023797856628245337,-0.008909885696854282,-0.008965855810272826,1.1643835331357055,1.9814667591336077,1.4197068073704249,0.9999603061806348,-0.015162222612726647,"model.language_model.layers.1.linear_attn.in_proj_z.weight|2d-128|(512, 512)","model.language_model.layers.17.linear_attn.in_proj_z.weight|2d-128|(896, 1536)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,16,0.006311517834694191,3.1098329129793574 +2029,2038,1.156434747821418,-0.011121088454990727,0.012090843652979527,0.01081527879357676,1.1592197160446398,1.9367071910663562,1.40665827940377,0.9999269030782997,0.02020016009448439,"model.language_model.layers.20.linear_attn.in_proj_z.weight|2d-64|(1152, 0)","model.language_model.layers.10.linear_attn.in_proj_z.weight|2d-64|(256, 1088)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,10,0.0027849682232217177,3.2775380779921144 +2128,2167,1.236892441373676,0.04222183634782686,0.0058559227939161225,0.005808700743717131,1.257667819749956,1.6363321170284673,1.4102065186634851,0.9999828539371222,0.0076190504297304245,"model.language_model.layers.2.linear_attn.out_proj.weight|2d-128|(1408, 0)","model.language_model.layers.18.linear_attn.out_proj.weight|2d-128|(128, 512)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,16,0.020775378376280074,3.3607370327438932 +2317,2441,1.2323006247897919,0.020946385875413597,0.0069680726614015885,0.006853380707463008,1.2369537856922412,1.682815954937078,1.4095031001451999,0.9999757226869987,0.009479726716875848,"model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(1856, 576)","model.language_model.layers.14.linear_attn.out_proj.weight|2d-64|(1216, 128)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,2,0.0046531609024493825,3.384495969094949 +2776,2796,1.2712015333726698,0.02212045435126536,0.006700672888083783,0.006681260349610448,1.2970035041214223,1.5576014457520748,1.4095460900031827,0.9999775502394276,0.008046992737356512,"model.language_model.layers.19.mlp.down_proj.weight|2d-128|(128, 3200)","model.language_model.layers.2.mlp.down_proj.weight|2d-128|(1792, 4224)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,17,0.025801970748752456,3.247778677742749 +2849,2865,1.2629529554197623,0.05219364374805651,0.03215095609699298,0.03277477832167296,1.292827550597588,1.517094520752502,1.3915861862583847,0.9994830243791284,0.037728186801987924,"model.language_model.layers.22.mlp.down_proj.weight|2d-64|(832, 5248)","model.language_model.layers.3.mlp.down_proj.weight|2d-64|(448, 320)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,19,0.029874595177825647,3.2962967038919793 +3190,3324,1.1676567748928501,0.04651252317513445,0.017215267252509405,0.01719531498837853,1.1865719255993408,1.8083599150161898,1.4030021227367138,0.9998518063060269,0.026236419852934192,"model.language_model.layers.21.mlp.gate_proj.weight|2d-128|(6016, 1280)","model.language_model.layers.9.mlp.gate_proj.weight|2d-128|(3968, 768)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,12,0.018915150706490635,3.132815011157801 +3394,3448,1.1581905396706214,0.029157316098828955,0.0018164019488498171,0.001855694199814956,1.1743560733920309,1.901668183959302,1.41306471334047,0.9999983503406195,0.0029413513274829956,"model.language_model.layers.22.mlp.gate_proj.weight|2d-64|(4544, 1024)","model.language_model.layers.10.mlp.gate_proj.weight|2d-64|(4416, 1792)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,12,0.016165533721409497,3.046709916237096 +3607,3801,1.2399918412959308,0.03544129883095363,0.0075462188071143445,0.007570887095673556,1.2702404813178394,1.6061672796271405,1.4090116109550277,0.9999715268854985,0.009541885895747344,"model.language_model.layers.20.mlp.up_proj.weight|2d-128|(4480, 1152)","model.language_model.layers.2.mlp.up_proj.weight|2d-128|(4096, 1792)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,18,0.030248640021908635,3.206259737080805 +3893,3976,1.2343989998603673,0.01783325216557339,0.018053488216495134,0.018380174346410073,1.6632057048739113,1.2345824913070205,1.4019412013265686,0.9998370225007759,0.013400940361007365,"model.language_model.layers.4.mlp.up_proj.weight|2d-64|(2048, 1344)","model.language_model.layers.22.mlp.up_proj.weight|2d-64|(3072, 1600)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,18,0.0001834914466531945,4.400100302501839 +4243,4290,1.1814499465144066,0.02617818510434436,0.012198168955920956,0.012237818016694331,1.199149406134131,1.7789013332286614,1.406195328683605,0.9999255995693493,0.018095609194013203,"model.language_model.layers.19.self_attn.k_proj.weight|2d-128|(128, 384)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 256)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,4,0.01769945961972441,3.5631073990960505 +4506,4512,1.1076281474321774,-0.0021321100746046146,-4.098317338468868e-05,0.001231682868412879,2.2841004571470287,1.1122851808045413,1.4142363762838501,0.9999999991601898,-1.995751818861353e-05,"model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 1984)","model.language_model.layers.3.self_attn.k_proj.weight|2d-64|(192, 1280)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,20,0.004657033372363895,6.52958417691195 +4628,4754,1.1283560417189584,0.011706642844354803,-0.0028388440172945296,-0.0028992490466781666,2.0993129926393936,1.1390734435163783,1.4158954687699141,0.9999959704742042,-0.0015403381209583191,"model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(128, 1536)","model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(640, 768)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,12,0.010717401797419868,5.846656645207029 +5002,5016,1.1308234058525461,0.004817356771043166,0.00893068598564206,0.009053238747978037,1.9669849397135,1.1551641383872442,1.4086876522453784,0.9999601206287309,0.005244782496054026,"model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(128, 1792)","model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(64, 128)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,16,0.02434073253469804,5.911650521457835 +5165,5271,1.1268877563847182,-0.008110247400412274,-0.024534982758230958,-0.02556912946066332,2.2305958548378233,1.1325718749190279,1.4281514764556402,0.9996989720015987,-0.012457492630647776,"model.language_model.layers.19.self_attn.q_proj.weight|2d-128|(1408, 640)","model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(3328, 1792)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,16,0.005684118534309723,6.517593267697874 +5439,5566,1.1141314881250128,0.010207444820115106,0.005340712554893418,0.005218251469114023,1.115483556919423,2.232573196193611,1.4111904726902278,0.9999857382930049,0.010689114711433653,"model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(320, 1088)","model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(3200, 256)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,4,0.0013520687944101883,2.9466344896959953 +5704,5779,1.086305142738941,0.022928869698494482,-0.011205452770478873,-0.011406885165102125,2.5177007851711664,1.0949334889196194,1.4199973247402056,0.9999372169432482,-0.004873186507772535,"model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(384, 1280)","model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(128, 384)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,12,0.008628346180678426,7.549021676594143 +5979,6135,1.0810433086719766,-0.01408777780076206,-0.019103719313947602,-0.01871422906900433,1.0891786975851871,2.637520608183095,1.4237129729697078,0.9998175073023946,-0.04626096112161739,"model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(64, 640)","model.language_model.layers.3.self_attn.v_proj.weight|2d-64|(448, 1344)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,16,0.008135388913210528,4.103447627415681 +6240,6335,1.223673620095193,0.03165345553146824,0.014869844453536426,0.014843141550798897,1.2424895327498897,1.6512930159630894,1.4040741150669132,0.9998894377509584,0.019762315615036205,"model.visual.blocks.21.attn.proj.weight|2d-128|(896, 512)","model.visual.blocks.12.attn.proj.weight|2d-128|(0, 512)",model.visual.layers.*.attn.proj.weight,2d-128,9,0.01881591265469673,3.0971924851040056 +6640,6642,1.1982549718311375,0.03173512378397969,0.018199771812047974,0.0185781523965002,1.210317306447465,1.7283953115602946,1.4020680532904808,0.9998343704364185,0.02599020943007256,"model.visual.blocks.18.attn.proj.weight|2d-64|(64, 512)","model.visual.blocks.18.attn.proj.weight|2d-64|(512, 768)",model.visual.layers.*.attn.proj.weight,2d-64,0,0.012062334616327552,3.163804826310582 +6737,6888,1.1135702776429077,0.02056991290338611,-0.006594339264402117,-0.006593382244074068,1.1187750499183704,2.259677428686662,1.4179169604151292,0.9999782571084563,-0.013319102525533533,"model.visual.blocks.23.attn.qkv.weight|2d-128|(2944, 256)","model.visual.blocks.21.attn.qkv.weight|2d-128|(1280, 0)",model.visual.layers.*.attn.qkv.weight,2d-128,2,0.005204772275462677,3.0538304154650877 +7073,7099,1.1050302108039733,-0.0583277257183994,-0.036212911009352554,-0.03540447061043697,1.0943331976358692,2.6707805950751258,1.432068372541133,0.9993440974340264,-0.0883796089014773,"model.visual.blocks.2.attn.qkv.weight|2d-64|(768, 192)","model.visual.blocks.18.attn.qkv.weight|2d-64|(2816, 512)",model.visual.layers.*.attn.qkv.weight,2d-64,16,0.01069701316810412,3.2394251326764207 +7243,7325,1.2241970179081572,0.03107531384216998,0.007844666695480495,0.007757586536646689,1.241936629394953,1.668442113858691,1.4088897692819036,0.999969230128826,0.010538679650910002,"model.visual.blocks.11.mlp.linear_fc1.weight|2d-128|(512, 896)","model.visual.blocks.16.mlp.linear_fc1.weight|2d-128|(2560, 896)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,5,0.017739611486795814,3.1353528810962286 +7562,7638,1.2273967376998478,0.03236202302688182,0.0016768313391290243,0.0011917735714604752,1.6561038267122241,1.2529308424599928,1.413072094567294,0.9999985941173418,0.0012686123107203727,"model.visual.blocks.23.mlp.linear_fc1.weight|2d-64|(1280, 512)","model.visual.blocks.1.mlp.linear_fc1.weight|2d-64|(3904, 768)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,22,0.02553410476014495,4.824764831195962 +7862,7925,1.2312679513589238,0.003069548718155915,-0.005882111625275706,-0.005738704393750671,1.2530374484911455,1.6725176706699365,1.4181996480325108,0.9999827002317729,-0.007851270244136042,"model.visual.blocks.5.mlp.linear_fc2.weight|2d-128|(768, 2688)","model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(128, 3840)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,5,0.02176949713222176,3.514377092781987 +8073,8133,1.2206506911602375,0.01639741162504807,0.00679370891212313,0.006937108780839035,1.6738475963364392,1.2407054298224456,1.4096098028540094,0.999976922493323,0.00503569832423985,"model.visual.blocks.10.mlp.linear_fc2.weight|2d-64|(384, 64)","model.visual.blocks.0.mlp.linear_fc2.weight|2d-64|(512, 2304)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,10,0.020054738662208083,4.842057744851007 +8246,8419,1.3385572013077174,0.04360191633180212,0.02399582426067099,0.02380441149143428,1.4307787973503658,1.3658075501628548,1.3971614544196063,0.999712058753945,0.02290618089134284,"model.visual.merger.linear_fc1.weight|2d-128|(128, 2816)","model.visual.merger.linear_fc1.weight|2d-128|(3328, 1792)",model.visual.merger.linear_fc1.weight,2d-128,0,0.02725034885513744,3.909293205705475 +8461,8622,1.3446091955717197,0.04095910268177763,0.0255281121595995,0.025322867645973423,1.3638589291422691,1.4306695087846575,1.3960666557467476,0.9996741046408909,0.02677864323294985,"model.visual.merger.linear_fc1.weight|2d-64|(3072, 1984)","model.visual.merger.linear_fc1.weight|2d-64|(1856, 2560)",model.visual.merger.linear_fc1.weight,2d-64,0,0.019249733570549488,3.440867292839423 +8705,8952,1.347428697582521,0.03288986414224117,-0.010320653814576855,-0.010228748743533389,1.4195671805514032,1.4234258892794638,1.4214926069379423,0.9999467406341398,-0.010348707715441292,"model.visual.merger.linear_fc2.weight|2d-128|(0, 128)","model.visual.merger.linear_fc2.weight|2d-128|(896, 3072)",model.visual.merger.linear_fc2.weight,2d-128,0,0.07213848296888226,3.5110663189723237 +9205,9208,1.3469181871269222,0.04713428948568593,0.0340157669762454,0.03401372479336213,1.3679217954648943,1.4131106506115514,1.3899656042768045,0.9994212963495513,0.03513946686295536,"model.visual.merger.linear_fc2.weight|2d-64|(1984, 3200)","model.visual.merger.linear_fc2.weight|2d-64|(1344, 3328)",model.visual.merger.linear_fc2.weight,2d-64,0,0.0210036083379721,3.4245450874887875 +9269,9341,0.7642687818658008,0.6519222061657539,0.5466625890401967,0.5470453729957371,1.3221268452157062,0.8422133950529551,1.0045634979355063,0.8373529803755815,0.34823175758818115,"model.visual.pos_embed.weight|2d-128|(768, 640)","model.visual.pos_embed.weight|2d-128|(1920, 640)",model.visual.pos_embed.weight,2d-128,0,0.07794461318715429,3.8087761387374868 +9366,9414,0.5269372463516628,0.8505499899614452,0.7564606220739033,0.7565764253013687,0.784678195016576,0.6593959014061286,0.7139208723590592,0.6540392398408243,0.6356835667647489,"model.visual.pos_embed.weight|2d-64|(0, 384)","model.visual.pos_embed.weight|2d-64|(192, 384)",model.visual.pos_embed.weight,2d-64,0,0.13245865505446575,2.8404153524148117 +9676,9839,1.2008401797399308,0.028960673811504162,0.013674898097829628,0.013675403772604455,1.6125267898151385,1.2610123125765316,1.4047977323929484,0.9999064942093405,0.01069390907705133,"mtp.fc.weight|2d-128|(1408, 3584)","mtp.fc.weight|2d-128|(768, 3968)",mtp.fc.weight,2d-128,0,0.06017213283660072,4.593211193167105 +9872,9918,1.1440607085578873,0.01513606797265967,-0.0012918820647318486,-0.0013516978086254216,2.1778625815448547,1.1264336095720735,1.4149588862134643,0.9999991655200172,-0.000668186959842557,"mtp.fc.weight|2d-64|(1920, 3584)","mtp.fc.weight|2d-64|(1152, 3392)",mtp.fc.weight,2d-64,0,0.017627098985813827,5.379489989886222 +10281,10364,1.3219864030480988,0.05687396125979984,-0.0003634283255530772,-0.00042752437062727115,1.4305333722725273,1.398936762044402,1.4144704575896465,0.9999999339599239,-0.00035540117751799226,"mtp.layers.0.mlp.down_proj.weight|2d-128|(1792, 768)","mtp.layers.0.mlp.down_proj.weight|2d-128|(512, 5632)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.0769503589963032,3.948052536043839 +10407,10408,1.277336209452327,0.0385051311536383,0.020601315378076954,0.02064831111254039,1.4237562805554744,1.3765925679950108,1.399578771397735,0.999787770381641,0.019918870966678118,"mtp.layers.0.mlp.down_proj.weight|2d-64|(1408, 5248)","mtp.layers.0.mlp.down_proj.weight|2d-64|(960, 5440)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.09925635854268378,4.266009767920494 +10773,10837,1.3130586946116003,0.029639287682999563,0.0006030224366476324,0.0005652870255848197,1.3439162170948984,1.4958330889826532,1.4137895312061162,0.9999998181819539,0.0006711883543502024,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(1024, 640)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(2560, 512)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.030857522483298094,3.661152577906786 +11049,11094,1.299922111123084,0.021479682885923855,0.03046103655773344,0.030332237505878473,1.4585265685672264,1.3348627037708591,1.392593356287722,0.9995359549570133,0.02787834139974728,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(5504, 1600)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(6016, 1664)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.03494059264777505,4.0086409473537765 +11281,11401,1.335047293638187,0.04797235431534189,0.00822393664251029,0.008174771445732462,1.4533898844469368,1.3673399962570263,1.4083972138783831,0.9999661828612506,0.007737027495734294,"mtp.layers.0.mlp.up_proj.weight|2d-128|(1024, 128)","mtp.layers.0.mlp.up_proj.weight|2d-128|(2688, 1152)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.03229270261883932,3.7051387072754287 +11591,11621,1.3163039199916677,0.030273317045925546,0.027863969631050752,0.027489028169451285,1.4635483645099487,1.33430866106992,1.394456658308313,0.9996117242191589,0.025403421514497898,"mtp.layers.0.mlp.up_proj.weight|2d-64|(320, 1472)","mtp.layers.0.mlp.up_proj.weight|2d-64|(1856, 1344)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.01800474107825223,4.010734869918502 +11678,11689,1.2422235938899835,0.034242727224682655,0.0024668883317548727,0.0023181667326810313,1.651377626561942,1.2542351040189177,1.4125321892647247,0.9999969572263501,0.0018736222979012073,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 1792)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(128, 1152)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.0120115101289342,4.675751464413441 +11738,11946,1.0902384225013813,0.027179834838668378,-0.013834832251563312,-0.01384310209631548,2.4352872228079327,1.103583270849364,1.4215503000907703,0.9999042941284786,-0.006269440945133505,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 640)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 1664)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.013344848347982774,6.856273321199184 +12142,12231,1.1913667011789053,0.014832849327885282,-0.004292366098495391,-0.004294524205421269,1.1915398193878273,1.8513203054801857,1.4169734506107503,0.9999907877542055,-0.006669138863342346,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(1152, 1792)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1920, 896)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.00017311820892196295,3.5978011437873714 +12276,12348,1.1786132815469859,0.02313962323258445,0.00694717703388338,0.007063187759260761,1.2644576778111871,1.61936721435356,1.4094396949453165,0.999975868074455,0.008897119230162679,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(896, 1984)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(1984, 64)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.08584439626420126,3.4359370530216875 +12518,12619,1.0608611325741248,0.027690473689136807,-0.005887446040198262,-0.005812524452825734,2.836952427156295,1.0709593465485507,1.4169619721837492,0.9999826688393774,-0.0022225312288267052,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(2176, 1792)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(896, 1408)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.010098213974425896,7.966800605767135 +12771,12995,1.05991002618039,0.011353144437479142,0.014062555540581417,0.013294058335573233,2.857648256490677,1.0619016733879578,1.4077050754726221,0.9999011173769474,0.005225643578329327,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(576, 512)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(768, 1600)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.001991647207567837,8.224116702807775 +13030,13063,1.364312758622195,-0.0019471718515300593,0.0035154792973065676,0.0035420216930274503,1.37472460650623,1.4518926351291848,1.4117292637685168,0.9999938206835631,0.00371281526245482,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 768)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(384, 896)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.01041184788403493,3.6055657916446613 +13195,13273,1.3068133823917503,-0.007405496829236898,-0.004526845135676384,-0.004412660730142551,1.3055005032174514,1.5639793698295554,1.4173594980194246,0.9999897537840663,-0.005423124989352743,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 1728)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 576)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.0013128791742988977,3.5530596360944213 +28,173,1.1781240224750482,0.272510650974801,0.27460069027224193,0.27373961226975296,1.2319931416680254,1.179162333756335,1.2047097992074978,0.9615583502325837,0.26282515692751207,"model.language_model.embed_tokens.weight|2d-128|(83456, 1152)","model.language_model.embed_tokens.weight|2d-128|(131072, 1152)",model.language_model.embed_tokens.weight,2d-128,0,0.0010383112812868411,3.255578034142895 +414,507,1.1871203424889007,0.29394699137259894,0.2563142691352574,0.25394756471651125,1.21029875274752,1.2291260635785968,1.2196034310443702,0.9665935006183617,0.2603014734552609,"model.language_model.embed_tokens.weight|2d-64|(67328, 512)","model.language_model.embed_tokens.weight|2d-64|(184256, 512)",model.language_model.embed_tokens.weight,2d-64,0,0.02317841025861922,3.2327146155330437 +710,714,0.14691371733828845,0.9953609819889532,0.9953609819889534,0.9930866649557503,0.14691371733828845,0.16612933308988398,0.15563882542240728,0.09621078699390438,1.1255494661588097,"model.language_model.layers.0.linear_attn.conv1d.weight|3d-axis0-slice|(198, 0, 0)","model.language_model.layers.12.linear_attn.conv1d.weight|3d-axis0-slice|(1070, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,12,0.0,0.21118448296455578 +906,1011,0.6259440071929849,0.7807306261035002,0.7807306261035002,0.76410838998932,0.7657543958102868,0.6259440071929849,0.6853766880749217,0.6248677375765503,0.6381858978744737,"model.language_model.layers.13.linear_attn.conv1d.weight|3d-volume|(6076, 0, 0)","model.language_model.layers.2.linear_attn.conv1d.weight|3d-volume|(5924, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,11,0.0,1.743119715157716 +1087,1156,1.1515360635094292,0.019374846615441983,-0.0018220358397803215,-0.0018219657009104927,1.163508833597946,1.96223114154579,1.4153435464834372,0.9999983400913216,-0.003072821935329563,"model.language_model.layers.16.linear_attn.in_proj_qkv.weight|2d-128|(3840, 768)","model.language_model.layers.10.linear_attn.in_proj_qkv.weight|2d-128|(4352, 1152)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,6,0.011972770088516826,3.2366285665675147 +1330,1345,1.1480274859391608,-0.00421767274002581,-0.02942403302848114,-0.029429864128160677,1.9852940358636093,1.17760302058384,1.4323556997797475,0.9995670194040711,-0.01745324850937019,"model.language_model.layers.1.linear_attn.in_proj_qkv.weight|2d-64|(4480, 1984)","model.language_model.layers.21.linear_attn.in_proj_qkv.weight|2d-64|(4032, 1344)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,20,0.029575534644679102,5.456115120505618 +1592,1605,1.1581030592827193,0.03288676433837406,0.010112756991446812,0.010233295248024417,1.8956375654213724,1.1697414552278398,1.4078076536151105,0.9999488647656098,0.006240280998499321,"model.language_model.layers.16.linear_attn.in_proj_z.weight|2d-128|(512, 512)","model.language_model.layers.16.linear_attn.in_proj_z.weight|2d-128|(768, 1920)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,0,0.011638395945120505,4.85170318913141 +1811,1950,1.1564856979276568,-0.0017233566081269877,-0.009163463002961088,-0.009248735084340487,1.9964322398452394,1.161533057527699,1.4198353196604994,0.9999580145915095,-0.005331343076385315,"model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-64|(320, 704)","model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-64|(1600, 1536)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,16,0.005047359600042212,5.255046932659454 +2178,2195,1.2370701098951487,0.029881623820706485,-0.0015058033676193245,-0.0015270448415872393,1.6603921462660431,1.254094516276956,1.4152373590701037,0.9999988662774664,-0.001137333581208224,"model.language_model.layers.12.linear_attn.out_proj.weight|2d-128|(640, 896)","model.language_model.layers.12.linear_attn.out_proj.weight|2d-128|(256, 512)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,0,0.017024406381807244,4.6837669319653985 +2360,2467,1.2323276679136934,0.01661266994867057,0.019028766442754336,0.018881038334250234,1.6854932632125788,1.2249622176116046,1.4013570813498255,0.9998189366318618,0.013829494575197113,"model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(64, 1024)","model.language_model.layers.14.linear_attn.out_proj.weight|2d-64|(1664, 1344)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,2,0.007365450302088794,4.621614621090763 +2576,2757,1.2714495745997307,0.04703806083781381,0.006998868566326917,0.007007199292930377,1.299115592434631,1.5533974445703735,1.4093342310456185,0.9999755076194572,0.00836878920484761,"model.language_model.layers.19.mlp.down_proj.weight|2d-128|(0, 1792)","model.language_model.layers.3.mlp.down_proj.weight|2d-128|(1920, 2048)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,16,0.02766601783490019,3.517206144610522 +2931,2932,1.2629861313611819,0.03503779814875223,0.02562632632734207,0.025232598410963196,1.5998920858205201,1.255062844494574,1.3965032190340727,0.9996715917735007,0.020103012133999777,"model.language_model.layers.4.mlp.down_proj.weight|2d-64|(1280, 2112)","model.language_model.layers.20.mlp.down_proj.weight|2d-64|(640, 4800)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,16,0.007923286866607926,4.127533898301918 +3118,3261,1.1677995356211848,0.024342068011563613,0.012542648985976146,0.012617115940900035,1.8488138404845817,1.1793752213205335,1.4061480606318577,0.9999213378843431,0.00800107025372777,"model.language_model.layers.10.mlp.gate_proj.weight|2d-128|(2560, 1152)","model.language_model.layers.22.mlp.gate_proj.weight|2d-128|(4736, 1408)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,12,0.011575685699348748,5.136178249556898 +3518,3525,1.1582026050132521,0.0063302291753177435,0.018242287171583695,0.019833571241431924,1.891493208694139,1.1647971002107231,1.4026474909481093,0.9998335956341682,0.011233750721918625,"model.language_model.layers.11.mlp.gate_proj.weight|2d-64|(6080, 640)","model.language_model.layers.18.mlp.gate_proj.weight|2d-64|(1408, 1344)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,7,0.0065944951974710175,5.48189842805765 +3607,3823,1.2401681824938349,0.04577915354901963,0.008389935595705481,0.00842531969721961,1.27182609164093,1.6012457779269018,1.4084230873898003,0.9999648038709662,0.010563039269283129,"model.language_model.layers.20.mlp.up_proj.weight|2d-128|(4480, 1152)","model.language_model.layers.2.mlp.up_proj.weight|2d-128|(2176, 384)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,18,0.03165790914709521,3.196266453472888 +3908,3972,1.2344737672173967,0.04328372329914171,0.028562292921525494,0.02840981718603239,1.251968886370002,1.600204604032457,1.39447249104839,0.9995920144854424,0.03650690774534242,"model.language_model.layers.22.mlp.up_proj.weight|2d-64|(3776, 896)","model.language_model.layers.5.mlp.up_proj.weight|2d-64|(640, 384)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,17,0.017495119152605376,3.1345987946767053 +4254,4300,1.1818455445913483,0.0019685113957454477,-0.004456028043796217,-0.004566556019255349,1.1940551926826195,1.8424843056730154,1.417086701309265,0.9999900718577525,-0.006875864521712794,"model.language_model.layers.19.self_attn.k_proj.weight|2d-128|(128, 1792)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 1536)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,4,0.01220964809127123,3.464931191235113 +4412,4514,1.1078165490792606,-0.012823532976965753,-0.025059036727096893,-0.025369237017661195,1.154039646750965,2.092497145276026,1.42912155102265,0.9996859730326869,-0.04543688162052609,"model.language_model.layers.19.self_attn.k_proj.weight|2d-64|(64, 1216)","model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 512)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,4,0.046223097671704405,3.4811902224548703 +4680,4823,1.1284510466438242,0.019986473081119525,0.0054779352678599345,0.00549282515126918,1.1381646560933623,2.0730465745443087,1.4109415984383595,0.9999849960000406,0.009977479867975252,"model.language_model.layers.23.self_attn.o_proj.weight|2d-128|(384, 1792)","model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(128, 1920)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,16,0.00971360944953803,3.160668993909681 +4964,5116,1.130864812150482,0.010272149436230693,0.0007427689698436676,0.0009342987765408574,1.144599202794899,2.0526653369245715,1.4137666820071029,0.9999997241470907,0.0013320436656065646,"model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(896, 128)","model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(320, 1600)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,12,0.01373439064441695,2.8230400888475775 +5288,5328,1.1269122965712346,0.00025278834583543613,-0.0036571764607761853,-0.0037181156463011933,2.1497915278833326,1.1318281515984394,1.4163439791136643,0.9999933125078061,-0.0019254403136220138,"model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(3200, 0)","model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(2944, 128)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,4,0.0049158550272048185,5.9645834845345655 +5524,5537,1.1142539933292614,0.05647358558594643,0.021221420995111578,0.024464503202876593,1.1324009559156685,2.0477628598196485,1.4014463140152775,0.9997748002880189,0.03837548663251276,"model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(1408, 704)","model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(512, 256)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,0,0.018146962586407023,3.0052169591525675 +5760,5865,1.0863261550897099,0.036776531920920716,-0.0010389401805226866,-0.001024095938574447,2.2951805201639264,1.1115538322594078,1.414789829145394,0.999999460301505,-0.0005031577817093849,"model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(256, 1920)","model.language_model.layers.23.self_attn.v_proj.weight|2d-128|(256, 1152)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,16,0.025227677169697982,8.386685119526106 +6036,6122,1.0810731050023026,0.02409499815532987,0.0155853277684635,0.015727760034423832,2.5122891696269045,1.0827300869982897,1.4061796322009852,0.9998785414030794,0.006716863446555947,"model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(384, 1152)","model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(64, 1472)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,12,0.0016569819959870724,8.346034869330616 +6198,6240,1.2236782184917483,-0.009487514947733582,0.019538939281643207,0.01950125683885652,1.6641631986616878,1.2328184020265485,1.4009344105965966,0.9998090967038399,0.014474520240479155,"model.visual.blocks.0.attn.proj.weight|2d-128|(768, 768)","model.visual.blocks.21.attn.proj.weight|2d-128|(896, 512)",model.visual.layers.*.attn.proj.weight,2d-128,21,0.009140183534800173,4.803509305371424 +6488,6524,1.1982947975153446,0.03175414892368442,0.024133993347690712,0.02423765471422427,1.2269308095048495,1.6683181509738019,1.397828570155864,0.9997087327642455,0.03281617744498759,"model.visual.blocks.1.attn.proj.weight|2d-64|(256, 960)","model.visual.blocks.0.attn.proj.weight|2d-64|(448, 768)",model.visual.layers.*.attn.proj.weight,2d-64,1,0.028636011989504828,3.4561814671400715 +6807,6860,1.1135713618357037,0.03970760434994708,0.005250713698441611,0.0052500473190888585,2.099518656228881,1.1340600793364883,1.411105112818012,0.9999862149078141,0.0028361857017853197,"model.visual.blocks.20.attn.qkv.weight|2d-128|(2304, 128)","model.visual.blocks.1.attn.qkv.weight|2d-128|(128, 512)",model.visual.layers.*.attn.qkv.weight,2d-128,19,0.020488717500784626,7.121988280697651 +7067,7115,1.1051151763722509,0.03438407641564424,0.019431888574547907,0.019428966111702535,2.1994867722352023,1.1116694620162078,1.4031066553978757,0.9998111830272886,0.00982130803890853,"model.visual.blocks.21.attn.qkv.weight|2d-64|(384, 704)","model.visual.blocks.3.attn.qkv.weight|2d-64|(1856, 320)",model.visual.layers.*.attn.qkv.weight,2d-64,18,0.006554285643956881,5.644214834365616 +7216,7242,1.2243294910897533,0.032996115188079524,0.007808021497560207,0.007858987884794603,1.2276230755016853,1.705195057775152,1.4089679605739107,0.9999695169355381,0.010845511080997539,"model.visual.blocks.1.mlp.linear_fc1.weight|2d-128|(3968, 128)","model.visual.blocks.16.mlp.linear_fc1.weight|2d-128|(2304, 384)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,15,0.003293584411931949,3.5557415843717766 +7522,7534,1.2275119642234968,0.039678750249694375,0.017798636721428458,0.01688139701368881,1.2558283260404446,1.6148368456548507,1.4019625821203854,0.9998415917188375,0.02288680210838187,"model.visual.blocks.1.mlp.linear_fc1.weight|2d-64|(1536, 128)","model.visual.blocks.22.mlp.linear_fc1.weight|2d-64|(1216, 832)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,21,0.028316361816947744,3.3496996531672307 +7796,7876,1.2313338100406048,0.019211034930903658,-0.009427734961313173,-0.00936421150531366,1.700004155581719,1.2450754517515281,1.420555036458901,0.9999555579192003,-0.006904830983741922,"model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(512, 2688)","model.visual.blocks.0.mlp.linear_fc2.weight|2d-128|(768, 512)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,10,0.013741641710923291,4.790182615042758 +7991,8030,1.220815538583342,-0.008163891067981816,0.017676336067912142,0.017796003582689516,1.6915991248492865,1.2238794055793378,1.4022914771170025,0.9998437613663518,0.012788906876234277,"model.visual.blocks.2.mlp.linear_fc2.weight|2d-64|(192, 3456)","model.visual.blocks.4.mlp.linear_fc2.weight|2d-64|(768, 1728)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,2,0.003063866995995923,5.390012097246796 +8266,8269,1.3386061467105999,0.07945760108401108,0.04977273781468039,0.04982965796247101,1.372433505313159,1.384791962135723,1.3785711893349004,0.9987605691908501,0.0502209301889136,"model.visual.merger.linear_fc1.weight|2d-128|(3968, 0)","model.visual.merger.linear_fc1.weight|2d-128|(2048, 2048)",model.visual.merger.linear_fc1.weight,2d-128,0,0.033827358602559254,3.544158609392811 +8558,8617,1.344656738278379,0.01854379344426562,0.018421666369247972,0.018524825649029845,1.4495235309966463,1.3573267388796866,1.4011552677360453,0.9998303067061831,0.017249958212481615,"model.visual.merger.linear_fc1.weight|2d-64|(1152, 2048)","model.visual.merger.linear_fc1.weight|2d-64|(896, 704)",model.visual.merger.linear_fc1.weight,2d-64,0,0.01267000060130763,3.8261961638635 +8798,8834,1.3474625751363654,0.045748552293152264,-0.006899408677591001,-0.006884746612074073,1.4277891232516757,1.4105350747215784,1.419083435728116,0.9999761987967012,-0.006816033107478083,"model.visual.merger.linear_fc2.weight|2d-128|(256, 3840)","model.visual.merger.linear_fc2.weight|2d-128|(512, 256)",model.visual.merger.linear_fc2.weight,2d-128,0,0.063072499585213,3.6184336593215867 +8997,9012,1.346933610920147,0.031052597843804586,0.008186396892314839,0.008097467104845399,1.3808205474885984,1.4377386493668123,1.4084177485392262,0.9999664908915306,0.008523844197237795,"model.visual.merger.linear_fc2.weight|2d-64|(1088, 1408)","model.visual.merger.linear_fc2.weight|2d-64|(1728, 1856)",model.visual.merger.linear_fc2.weight,2d-64,0,0.03388693656845132,3.6210819745535594 +9252,9268,0.767572236157843,0.6726872634892097,0.5718158267485625,0.5706434913531802,0.836528669033102,1.137544634674965,0.9530699655821602,0.8203820209389392,0.7775776848053454,"model.visual.pos_embed.weight|2d-128|(512, 512)","model.visual.pos_embed.weight|2d-128|(768, 512)",model.visual.pos_embed.weight,2d-128,0,0.06895643287525899,3.7992882556495022 +9415,9447,0.5270010204559117,0.8529476453909337,0.8338769638484139,0.8345156717914867,0.6045153711440611,0.5595123987761643,0.580710112109302,0.5519503683873678,0.7717992338954517,"model.visual.pos_embed.weight|2d-64|(1408, 128)","model.visual.pos_embed.weight|2d-64|(1664, 128)",model.visual.pos_embed.weight,2d-64,0,0.03251137832025264,2.24054769811414 +9742,9789,1.2015010833763637,0.024820239777150623,-0.005921474019438909,-0.005688434141808844,1.941447920122166,1.170826086910433,1.417912080723115,0.9999824679190317,-0.003571054460469478,"mtp.fc.weight|2d-128|(384, 3840)","mtp.fc.weight|2d-128|(1152, 2048)",mtp.fc.weight,2d-128,0,0.03067499646593075,5.566052110907271 +9929,10034,1.145459878840629,0.0026281879411326307,-0.005154120631268305,-0.005155267770064256,1.227322891355624,1.737366295418753,1.4176443788330524,0.9999867174320458,-0.007296038825933812,"mtp.fc.weight|2d-64|(1344, 3968)","mtp.fc.weight|2d-64|(448, 3584)",mtp.fc.weight,2d-64,0,0.08186301251499506,2.892876266719825 +10372,10377,1.321990098637014,0.03231675365312703,0.009658901248468932,0.009555398180048835,1.3943490332731532,1.420759249510918,1.4073683233941183,0.9999533517253054,0.009841849466242256,"mtp.layers.0.mlp.down_proj.weight|2d-128|(1408, 384)","mtp.layers.0.mlp.down_proj.weight|2d-128|(640, 6016)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.07235893463613907,3.5842038121686848 +10403,10422,1.2773692282132862,0.01851920281407069,0.026461063026411807,0.026454200559209207,1.3244001691261065,1.4794188674629123,1.3954928998523841,0.9996498447674127,0.029558283672094125,"mtp.layers.0.mlp.down_proj.weight|2d-64|(1664, 2944)","mtp.layers.0.mlp.down_proj.weight|2d-64|(768, 5184)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.04703094091282023,3.5432592358107735 +10806,10871,1.313088261146928,0.016705060734335066,-0.003215280891400974,-0.003213001938972656,1.3451292866463669,1.5005202337640324,1.4164717877911315,0.9999948309710353,-0.003586713992980213,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(2176, 1920)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(5504, 768)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.03204102549943899,3.499460283692544 +10912,11093,1.3000379998431073,0.03723415062094153,0.03443516955325701,0.03448777279604899,1.4655875859525496,1.3246318344473929,1.3897770637557703,0.9994069336850924,0.031123299795959552,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(2368, 640)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(384, 320)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.024593834604285547,4.166372780277883 +11207,11331,1.3351838372570604,0.019002069322636223,-0.008061151810412334,-0.008035537813552466,1.4451602413616311,1.3959173956945587,1.4198988061832007,0.9999675083878923,-0.007786473582256151,"mtp.layers.0.mlp.up_proj.weight|2d-128|(3456, 1280)","mtp.layers.0.mlp.up_proj.weight|2d-128|(4736, 512)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.06073355843749839,3.911800811399665 +11554,11586,1.316343904205311,0.03294382604232703,0.012172555897645187,0.012336768523262888,1.3487972748954506,1.4702695277375397,1.4056120105331267,0.999925911696921,0.013268812403536952,"mtp.layers.0.mlp.up_proj.weight|2d-64|(256, 1152)","mtp.layers.0.mlp.up_proj.weight|2d-64|(5568, 448)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.03245337069013954,3.3883809289993523 +11665,11726,1.2426574241309516,0.01883571675159404,-0.004161078449261283,-0.00416639699076795,1.6560113884585075,1.258524608067541,1.4170455991908766,0.999991342675595,-0.003162308943641699,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 128)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 1792)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.01586718393658937,4.723058022470188 +11738,11805,1.0902757493239759,0.009592520321275702,0.002859977024134063,0.002861096002897017,2.373173966155631,1.1012104070285504,1.412668430832173,0.9999959102573477,0.0013270988590612393,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 640)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(128, 832)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.01093465770457458,7.569654999238216 +11998,12231,1.1915698985245147,0.035087084033934686,0.006128370712200835,0.006111221738111458,1.1907732877417676,1.8245456351735043,1.4102412498762937,0.9999812213598883,0.009390109896465871,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(0, 1792)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1920, 896)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.0007966107827470648,3.366290058165755 +12391,12488,1.1786338476980232,0.0006355543565016632,-2.393280914078712e-05,-3.8657086346089823e-05,1.1928682572151,1.8343061230170372,1.4142290309906786,0.9999999997136103,-3.680213475579793e-05,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(768, 1920)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(704, 0)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.014234409517076774,3.6390728012102143 +12518,12598,1.0610013599679642,0.02334905414641513,0.019915516514201197,0.01995629480202717,2.8371550549613556,1.0605909506990614,1.4049454786875593,0.9998016664328844,0.007444858030061811,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(2176, 1792)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(768, 768)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.0004104092689027894,8.144533789475878 +12753,12989,1.0599913127720646,0.2867128500874042,0.25989598618548626,0.2600061164124348,1.087627590244266,1.4303822974626421,1.2243855838980715,0.9656366171416003,0.34179954715733624,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(2560, 576)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(3072, 576)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.02763627747220143,4.184975631738071 +13045,13047,1.3651601880807385,0.02701067142952581,-0.0023342569824445344,-0.0022353021859102544,1.412111115011397,1.4196452444227172,1.4158631458835294,0.9999972756184589,-0.0023467110974203756,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(256, 640)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(256, 896)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.0469509269306585,3.8309518944669403 +13178,13266,1.306858496844451,0.007789074953993282,-0.00774326729172885,-0.007903344235060079,1.3631997186728155,1.483769039926032,1.4196587910346614,0.9999700204564379,-0.008428126941314836,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 640)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 128)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.05634122182836454,3.5769963976190025 +49,220,1.1781693015977763,0.28071082630458805,0.26112113178230856,0.2604181435254692,1.2221265435984872,1.2092608150431678,1.2156426207347364,0.9653060419041861,0.25837222364414064,"model.language_model.embed_tokens.weight|2d-128|(53888, 1152)","model.language_model.embed_tokens.weight|2d-128|(176256, 1152)",model.language_model.embed_tokens.weight,2d-128,0,0.031091513445391517,3.2409652191774128 +341,496,1.187141166205391,0.14108135718679102,0.09802418602870759,0.09833284455150738,1.2674836327123946,1.435494588526672,1.3436743263839486,0.9951840327062174,0.1110177559356862,"model.language_model.embed_tokens.weight|2d-64|(108352, 64)","model.language_model.embed_tokens.weight|2d-64|(248192, 832)",model.language_model.embed_tokens.weight,2d-64,0,0.08034246650700361,3.45299670513452 +710,764,0.14691397655937338,0.9951769194008658,0.995176919400866,0.9926695606514904,0.16585243427814245,0.14691397655937338,0.15552497640342117,0.09809637654777272,0.8815390575702662,"model.language_model.layers.0.linear_attn.conv1d.weight|3d-axis0-slice|(198, 0, 0)","model.language_model.layers.17.linear_attn.conv1d.weight|3d-axis0-slice|(4771, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,17,0.0,0.2721283787404864 +876,1012,0.6274641294814015,0.8037558138103084,0.8037558138103084,0.8081851946198417,1.038125483775153,0.6274641294814015,0.7594270332166186,0.5949593194211927,0.48580634028374614,"model.language_model.layers.2.linear_attn.conv1d.weight|3d-volume|(4380, 0, 0)","model.language_model.layers.16.linear_attn.conv1d.weight|3d-volume|(4728, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,14,0.0,2.211688677204159 +1030,1274,1.1516054711275858,0.05950047159878117,0.01149218275272432,0.0113584725989011,1.9165425547792416,1.164006406888227,1.4069841405702201,0.9999339626873257,0.0069797429334108,"model.language_model.layers.10.linear_attn.in_proj_qkv.weight|2d-128|(4352, 1280)","model.language_model.layers.18.linear_attn.in_proj_qkv.weight|2d-128|(1024, 1152)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,8,0.012400935760641163,4.777896063998038 +1433,1438,1.1481096445897736,-0.0037619125702643003,-0.0029839992089373047,-0.003020669221311698,2.0483771130593595,1.147735255450974,1.4160119771829767,0.9999955478644498,-0.0016719778172193992,"model.language_model.layers.0.linear_attn.in_proj_qkv.weight|2d-64|(4352, 1472)","model.language_model.layers.21.linear_attn.in_proj_qkv.weight|2d-64|(320, 1408)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,21,0.0003743891387995024,5.635059145985471 +1538,1592,1.158194847957538,-0.018234375009237632,-0.009376945641855277,-0.009320927085514328,1.1552385486376997,2.0298517421608797,1.4199028116397927,0.9999560354787753,-0.01647608580038571,"model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-128|(1024, 1408)","model.language_model.layers.16.linear_attn.in_proj_z.weight|2d-128|(512, 512)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,14,0.002956299319838207,3.0912523741191236 +1827,2021,1.1567778443354029,0.018880265230253223,-0.007753258887331232,-0.007834421312802669,1.1752812763290363,1.927388642620354,1.4190790336023322,0.9999699430366025,-0.012714865303915458,"model.language_model.layers.1.linear_attn.in_proj_z.weight|2d-64|(1152, 512)","model.language_model.layers.16.linear_attn.in_proj_z.weight|2d-64|(576, 640)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,15,0.018503431993633468,3.113661547861128 +2102,2293,1.237200564378201,0.03220307429192214,0.004616908484139277,0.004754268228647161,1.5984924105122522,1.2770640580951842,1.4110258971320333,0.9999893420212284,0.003688530421435991,"model.language_model.layers.16.linear_attn.out_proj.weight|2d-128|(1664, 256)","model.language_model.layers.18.linear_attn.out_proj.weight|2d-128|(384, 128)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,2,0.03986349371698328,4.371051804930621 +2403,2486,1.23238620920534,-0.01907035234754123,0.0034716323283124463,0.0035392483930323927,1.7543683188562316,1.2141492859251242,1.4119142620298202,0.9999939738663314,0.0024026197162310666,"model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(192, 960)","model.language_model.layers.14.linear_attn.out_proj.weight|2d-64|(1536, 1728)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,2,0.018236923280215755,4.892767592995514 +2651,2807,1.2714508817385866,0.013755414717013716,0.010335868330899542,0.010384013655660437,1.5754353290002014,1.2831863931350675,1.4070379912332915,0.9999465834862612,0.008418527475743981,"model.language_model.layers.3.mlp.down_proj.weight|2d-128|(512, 5248)","model.language_model.layers.22.mlp.down_proj.weight|2d-128|(1280, 0)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,19,0.011735511396480991,4.115679028666633 +2895,3002,1.2633016335812375,0.03217912218560061,0.013201943821909538,0.013681093733667906,1.279636237930691,1.5764355780945458,1.4050481472862362,0.9999128505421476,0.016264007945350892,"model.language_model.layers.21.mlp.down_proj.weight|2d-64|(1920, 4672)","model.language_model.layers.8.mlp.down_proj.weight|2d-64|(512, 1792)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,13,0.01633460434945344,3.3962916844435327 +3092,3118,1.1678425099275398,0.014515536071476497,0.0044086842823883084,0.004326073722945041,1.1853584597096707,1.8495830972325704,1.4113783024122282,0.9999902817042264,0.006879124085162841,"model.language_model.layers.20.mlp.gate_proj.weight|2d-128|(5632, 384)","model.language_model.layers.10.mlp.gate_proj.weight|2d-128|(2560, 1152)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,10,0.01751594978213089,3.118960923447132 +3370,3544,1.1582059655121846,0.023441112030974237,0.004411412135732623,0.004354639590817192,1.1800085592876306,1.8704717865537193,1.4113954605963033,0.9999902696741447,0.006992679734230002,"model.language_model.layers.22.mlp.gate_proj.weight|2d-64|(1344, 1472)","model.language_model.layers.10.mlp.gate_proj.weight|2d-64|(128, 1792)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,12,0.021802593775446022,3.1464018482066236 +3700,3704,1.240218205971901,0.03751954200259386,0.008443683265044948,0.008603514540988453,1.6367905194887802,1.2549518212792012,1.408435809544539,0.999964351471051,0.006473898501735248,"model.language_model.layers.4.mlp.up_proj.weight|2d-128|(4992, 1152)","model.language_model.layers.21.mlp.up_proj.weight|2d-128|(3456, 1920)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,17,0.01473361530730033,4.240501784650465 +3952,4093,1.23451497639286,0.040100782535833567,0.02664469072585001,0.026274906478982177,1.2428325819240051,1.624367287679101,1.3959100987305462,0.9996449672039187,0.034824291408900275,"model.language_model.layers.22.mlp.up_proj.weight|2d-64|(320, 512)","model.language_model.layers.3.mlp.up_proj.weight|2d-64|(1152, 1664)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,19,0.008317605531145134,3.2987851820491225 +4215,4325,1.181879770788774,0.010787552932269025,-4.010907126700429e-05,-9.610765212366906e-05,1.1814322856411796,1.8780552703835438,1.4142391277485937,0.9999999991956312,-6.375909444721627e-05,"model.language_model.layers.15.self_attn.k_proj.weight|2d-128|(384, 896)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(256, 640)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,8,0.0004474851475944064,3.350768503220506 +4542,4582,1.1078864592239752,0.010143354593428676,-0.0035825579728203114,-0.00364893565211091,2.18963034812678,1.1261424796714912,1.4162727305033165,0.9999935826185943,-0.0018425350756259883,"model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 960)","model.language_model.layers.3.self_attn.k_proj.weight|2d-64|(64, 1216)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,20,0.018256020447515953,6.439406640928926 +4661,4754,1.1286689281032314,0.022393112530149802,0.002147670250277494,0.0021448876736518767,2.13419426797573,1.1306613986945349,1.4129565580852248,0.9999976937535886,0.00113780075485659,"model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(0, 1408)","model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(640, 768)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,12,0.0019924705913034746,5.631185093717594 +4902,4955,1.1308685428344747,0.028673247971243678,-0.0006011651594752302,-0.00046512735775887664,1.167633695148768,1.9389478552047599,1.4145892345872595,0.9999998193002092,-0.0009982821679703348,"model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(1920, 1024)","model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(1536, 512)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,0,0.03676515231429334,3.1552584681619895 +5126,5362,1.127106927387833,0.0035668362681043897,-0.012040702786093678,-0.012017475133166923,1.1309547526099353,2.190259436109983,1.4211383553366574,0.9999275081106715,-0.023318583554096613,"model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(1920, 512)","model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(128, 1920)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,4,0.0038478252221023634,3.0605030396800545 +5472,5612,1.114469422352293,0.051347357055158846,0.014746374651997783,0.01173042076586625,1.1347622024150064,2.0582938938743003,1.405368544321228,0.9998912663058034,0.026747782785145405,"model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(1920, 0)","model.language_model.layers.11.self_attn.q_proj.weight|2d-64|(3456, 384)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,8,0.02029278006271329,3.0948128236045402 +5662,5865,1.0867289188024358,0.01942431379179243,0.010091988996386636,0.010090460948980131,2.3710920506356765,1.0977189480892964,1.4087618210107506,0.9999490745823493,0.004672179446712032,"model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(384, 1664)","model.language_model.layers.23.self_attn.v_proj.weight|2d-128|(256, 1152)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,16,0.010990029286860548,8.342867212250946 +6035,6070,1.0811450457255385,0.039653696383310545,0.013948160656901727,0.014099020342467815,2.050161941223758,1.1366165654433384,1.4058237607761805,0.9999027196754139,0.0077329064311067695,"model.language_model.layers.3.self_attn.v_proj.weight|2d-64|(64, 448)","model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(384, 1408)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,16,0.055471519717799955,9.026515657110561 +6145,6146,1.223833748396687,0.040422696849570984,-0.0024225529280542477,-0.0025567446547457933,1.6372969176753047,1.2652855724972847,1.4158702280535056,0.9999970656143501,-0.0018721230311910726,"model.visual.blocks.14.attn.proj.weight|2d-128|(640, 896)","model.visual.blocks.21.attn.proj.weight|2d-128|(640, 768)",model.visual.layers.*.attn.proj.weight,2d-128,7,0.04145182410059767,4.371610284817059 +6471,6539,1.198395258253865,0.03941360306862365,0.00624974867673375,0.006218244864959026,1.2241264697632397,1.7185243713046336,1.4100307779469858,0.9999804701300309,0.008773885444673982,"model.visual.blocks.22.attn.proj.weight|2d-64|(256, 384)","model.visual.blocks.16.attn.proj.weight|2d-64|(640, 768)",model.visual.layers.*.attn.proj.weight,2d-64,6,0.02573121150937463,3.0870992059982183 +6663,6852,1.1138558656379856,-0.023665496038508243,-0.009958146831271972,-0.009905238528218997,1.1159120744094841,2.2990528983232768,1.4197350003135454,0.9999504164265781,-0.020516227809865523,"model.visual.blocks.2.attn.qkv.weight|2d-128|(512, 768)","model.visual.blocks.21.attn.qkv.weight|2d-128|(2304, 768)",model.visual.layers.*.attn.qkv.weight,2d-128,19,0.002056208771498591,3.176858698817471 +7070,7082,1.1052069193139624,0.05309870648535166,0.0271829249032563,0.02735921374616806,2.1045184029718897,1.1199383437452304,1.3981800221552996,0.9996304760228671,0.01446563729322279,"model.visual.blocks.14.attn.qkv.weight|2d-64|(448, 448)","model.visual.blocks.1.attn.qkv.weight|2d-64|(1792, 640)",model.visual.layers.*.attn.qkv.weight,2d-64,13,0.014731424431267959,6.131480085402945 +7216,7301,1.2245206855708404,0.02156381392112107,-0.004536408132039276,-0.004599825218623201,1.2253795319097114,1.7413785633973269,1.417229698412328,0.9999897104476922,-0.006446658908724588,"model.visual.blocks.1.mlp.linear_fc1.weight|2d-128|(3968, 128)","model.visual.blocks.17.mlp.linear_fc1.weight|2d-128|(3072, 256)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,16,0.000858846338871011,3.463298351025944 +7624,7678,1.2277198568324172,0.030147370234602962,0.007140131579814241,0.00614684615322248,1.6405515942510966,1.2545303990886323,1.4093326919951266,0.9999745089356142,0.005460061208534416,"model.visual.blocks.20.mlp.linear_fc1.weight|2d-64|(3072, 64)","model.visual.blocks.1.mlp.linear_fc1.weight|2d-64|(3136, 192)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,19,0.026810542256215042,4.607111290426641 +7860,7908,1.2319174697343553,-0.003967832017273158,-0.007997960935124343,-0.00792406289853436,1.6758609428777098,1.253604067626322,1.4196283899045516,0.9999680157989456,-0.005982761519444236,"model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(512, 1152)","model.visual.blocks.5.mlp.linear_fc2.weight|2d-128|(640, 1536)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,5,0.021686597891966697,5.41959286030129 +8023,8157,1.2208661588245697,0.013093041614765927,0.0022827318503964036,0.002349868160721078,1.65808281310168,1.2515036360475136,1.4126604042969515,0.9999973945642555,0.0017229822227928578,"model.visual.blocks.2.mlp.linear_fc2.weight|2d-64|(256, 1280)","model.visual.blocks.1.mlp.linear_fc2.weight|2d-64|(192, 256)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,1,0.030637477222943854,5.178427734823592 +8222,8363,1.3386093770818048,0.047455455894887665,0.009913637966874915,0.009913267397230158,1.3829661483228832,1.4327340998735425,1.4071905019314435,0.9999508586836965,0.010270393954448818,"model.visual.merger.linear_fc1.weight|2d-128|(2048, 1664)","model.visual.merger.linear_fc1.weight|2d-128|(3456, 2944)",model.visual.merger.linear_fc1.weight,2d-128,0,0.044356771241078397,3.574233736830912 +8500,8605,1.3446621901058662,0.05865770757311173,0.024969864630250558,0.025027851405613928,1.3833584428763637,1.4099179794813317,1.396448817521116,0.9996882043219011,0.025449268964740538,"model.visual.merger.linear_fc1.weight|2d-64|(1280, 3456)","model.visual.merger.linear_fc1.weight|2d-64|(4032, 3968)",model.visual.merger.linear_fc1.weight,2d-64,0,0.038696252770497486,3.3881946658108646 +8913,8938,1.3476000337892913,0.041848667814281516,0.009527788661931852,0.009529033003529344,1.3866860124102238,1.4292035471929703,1.407463359892582,0.9999546095914622,0.009819922628966131,"model.visual.merger.linear_fc2.weight|2d-128|(1152, 3200)","model.visual.merger.linear_fc2.weight|2d-128|(896, 1280)",model.visual.merger.linear_fc2.weight,2d-128,0,0.03908597862093255,3.4461034438271554 +9162,9208,1.3470573819465028,0.03980702970237764,0.009557430517881703,0.00956212574052904,1.3823606835336542,1.4339437584774417,1.4074437678409675,0.9999543267179236,0.009914068015277609,"model.visual.merger.linear_fc2.weight|2d-64|(1856, 1856)","model.visual.merger.linear_fc2.weight|2d-64|(1344, 3328)",model.visual.merger.linear_fc2.weight,2d-64,0,0.03530330158715134,3.4494083252992502 +9314,9322,0.7696339751917356,0.6424499819340785,0.5452965579494773,0.5458999720304313,1.1716118129674238,0.8590501672969961,0.9797381899814233,0.8382432009199074,0.39982278613812455,"model.visual.pos_embed.weight|2d-128|(1536, 256)","model.visual.pos_embed.weight|2d-128|(1664, 256)",model.visual.pos_embed.weight,2d-128,0,0.08941619210526053,6.29939050030715 +9432,9562,0.5275324208212008,0.8595151322555233,0.840288131919918,0.8410248794008948,0.5659213288185191,0.5644434264480691,0.5651809284153126,0.5421400698662057,0.8380937212151331,"model.visual.pos_embed.weight|2d-64|(2176, 576)","model.visual.pos_embed.weight|2d-64|(1152, 576)",model.visual.pos_embed.weight,2d-64,0,0.03691100562686833,2.5408637599885444 +9625,9781,1.2018146635031568,0.059029892678142445,0.018181399661494037,0.018183106371231255,1.705571190289625,1.218302605991973,1.4019994344847084,0.9998347046919052,0.012987113475115846,"mtp.fc.weight|2d-128|(1664, 512)","mtp.fc.weight|2d-128|(1152, 2432)",mtp.fc.weight,2d-128,0,0.016487942488816243,4.594486093177163 +9878,9991,1.1465990638973054,0.03240641637743158,-0.0007286022946076554,-0.0005658811302571142,1.9018764878213361,1.1761559555638001,1.4146744240136284,0.9999997345693129,-0.0004505812725104507,"mtp.fc.weight|2d-64|(1280, 3584)","mtp.fc.weight|2d-64|(1152, 2688)",mtp.fc.weight,2d-64,0,0.029556891666494778,5.719185641690987 +10329,10366,1.322049596600228,0.05468111987428131,0.013130973860352292,0.013163562256418791,1.3947216085977632,1.4153022481639908,1.4048988823285427,0.9999137850462303,0.013324735711109854,"mtp.layers.0.mlp.down_proj.weight|2d-128|(1280, 5760)","mtp.layers.0.mlp.down_proj.weight|2d-128|(512, 5888)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.07267201199753526,3.5187565021577165 +10520,10545,1.277463346012802,0.04931434178952147,0.03182046286844917,0.03202613921452249,1.4736240318288425,1.322017751364093,1.3916652946022061,0.99949360085137,0.0285467771019615,"mtp.layers.0.mlp.down_proj.weight|2d-64|(64, 2560)","mtp.layers.0.mlp.down_proj.weight|2d-64|(1152, 4928)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.04455440535129096,3.7434128570808314 +10715,10812,1.3131083821671248,0.022185592650371806,0.011481036949937821,0.011554420077640237,1.3431290167812615,1.4788708292290111,1.4061095039340532,0.9999340907232608,0.012641354942396136,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(4352, 640)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(5504, 1408)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.030020634614136732,3.5791872327601557 +10996,11106,1.3000407862551482,0.03881877162662192,0.02146354814600166,0.02109257421970606,1.4615231563181936,1.3438847662890883,1.399008077432093,0.9997696315156729,0.019735941411005726,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(1472, 960)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(384, 1152)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.04384398003394008,4.265089432093251 +11152,11158,1.3351966459159168,0.04135170319567683,0.006900583316350395,0.006864626288962056,1.4506036422013693,1.3713963370163091,1.4093333748238779,0.9999761906915055,0.006523790791644169,"mtp.layers.0.mlp.up_proj.weight|2d-128|(5504, 1536)","mtp.layers.0.mlp.up_proj.weight|2d-128|(0, 768)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.03619969110039234,3.786019839618738 +11429,11552,1.3163606402139292,0.04292634333213758,0.026108958988713023,0.026103695159921333,1.3446533992730372,1.4530072983284072,1.3956856751909246,0.999659103024889,0.02821285245912946,"mtp.layers.0.mlp.up_proj.weight|2d-64|(3648, 640)","mtp.layers.0.mlp.up_proj.weight|2d-64|(1536, 576)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.028292759059107997,3.5180716485683843 +11666,11682,1.242810617170217,-0.002636020811912462,0.004525647256579633,0.0045303724009611735,1.6124667956059142,1.2701947343503146,1.4110989925442283,0.9999897592060176,0.0035650056984114897,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 256)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(128, 256)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.0273841171800977,5.025860769595031 +11730,11932,1.0903252718225889,0.03912912454261303,0.010976560565819823,0.011078469385771813,2.340277288503276,1.1003370444826206,1.4082236262881975,0.9999397557443873,0.005160891092227407,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 128)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 768)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.010011772660031726,6.789985685289303 +12023,12095,1.191693758979213,0.06224208906618217,0.00302848086286104,0.0030327403624364918,1.735599715144435,1.2208866473715696,1.412196659058831,0.9999954141413167,0.002130348268108397,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(256, 896)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(768, 1920)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.029192888392356675,4.655424065807126 +12244,12430,1.178739248531215,0.025689787889517538,0.015505321694757608,0.01560815562693518,1.1608986914618078,1.9177060248070177,1.4044656633950137,0.9998797852737809,0.02561347432751918,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(0, 256)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(768, 64)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.017840557069407126,2.961251166514324 +12627,12744,1.061186874654314,0.35455479919796473,0.33416577374396983,0.33416258399870574,1.2973141081238606,1.0584961856699842,1.1598556779093012,0.9425143158902649,0.2726503895043439,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(3072, 1152)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(2560, 1152)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.002690688984329892,4.272061412624233 +12778,12999,1.0601771661444241,0.01370661298378424,0.004967190357075329,0.004715427841448856,2.763567864908859,1.0706236570432341,1.4118453161202145,0.9999876634338828,0.0019243209377444626,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(704, 1984)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(3968, 1664)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.010446490898810001,9.473610562394697 +13024,13054,1.3651655398324394,0.04244213819885706,0.01818765179615201,0.01826767181837504,1.388673706516641,1.4142690681957624,1.4012961008641658,0.9998345909809992,0.01852287779174182,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 0)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(256, 1792)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.023508166684201637,3.730038988578917 +13166,13304,1.3068846044858298,0.05177621609432428,0.03165668165432543,0.031664006779112526,1.4427822210444785,1.3456928503941017,1.3917039772537565,0.9994988016534271,0.02952640360274759,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(128, 1920)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(448, 512)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.03880824590827192,4.0740142888562545 +44,197,1.1781799607572536,0.26549315813698754,0.2663373135733636,0.26601510921351246,1.191264043610697,1.2327205919624649,1.2114606460303738,0.9638798863958744,0.2756059772061278,"model.language_model.embed_tokens.weight|2d-128|(86528, 1152)","model.language_model.embed_tokens.weight|2d-128|(59520, 1152)",model.language_model.embed_tokens.weight,2d-128,0,0.013084082853443313,3.0157614930871857 +351,496,1.187185710580579,0.14326630577526697,0.10105425585337786,0.09980206489809033,1.274332507763776,1.4200583497803079,1.341294317233824,0.9948809161773684,0.11261027944523411,"model.language_model.embed_tokens.weight|2d-64|(148160, 64)","model.language_model.embed_tokens.weight|2d-64|(248192, 832)",model.language_model.embed_tokens.weight,2d-64,0,0.08714679718319696,3.4560208161182313 +532,751,0.14702775637562931,0.9995400126843413,0.9995400126843413,0.9996673860308567,0.17182681437355368,0.14702775637562931,0.15798579715633204,0.030327595403966262,0.8552805102535019,"model.language_model.layers.14.linear_attn.conv1d.weight|3d-axis0-slice|(603, 0, 0)","model.language_model.layers.14.linear_attn.conv1d.weight|3d-axis0-slice|(707, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,0,0.0,0.32443659854975665 +858,986,0.6281571039217547,0.7781116883349778,0.778111688334978,0.7531783140883042,0.6281571039217547,0.800844456968257,0.6989813261178489,0.6281259431646573,0.9920232193742732,"model.language_model.layers.16.linear_attn.conv1d.weight|3d-volume|(4188, 0, 0)","model.language_model.layers.8.linear_attn.conv1d.weight|3d-volume|(4348, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,8,0.0,1.7298567976337305 +1150,1211,1.1517718870582074,0.00510746435151015,-0.0033871402740717742,-0.003235837586423518,2.0367166811398776,1.1500785348068356,1.416262993428116,0.999994263623929,-0.0019126260219018438,"model.language_model.layers.6.linear_attn.in_proj_qkv.weight|2d-128|(4864, 256)","model.language_model.layers.17.linear_attn.in_proj_qkv.weight|2d-128|(4096, 256)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,11,0.0016933522513717936,5.477355286258707 +1374,1503,1.1482440606590252,-0.04102936672908983,-0.019951560591105953,-0.020318047411452753,1.1455523940243373,2.1244073221736874,1.425952273109093,0.9998009478041013,-0.03699982788184631,"model.language_model.layers.22.linear_attn.in_proj_qkv.weight|2d-64|(3584, 960)","model.language_model.layers.14.linear_attn.in_proj_qkv.weight|2d-64|(5248, 1728)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,8,0.002691666634687895,3.205433210538899 +1571,1615,1.1582944815335374,0.019807346929490058,0.0032276066209931736,0.0031886893274207513,1.1577510766415728,1.9734484559141428,1.412219973807371,0.9999947912641846,0.005501627621866746,"model.language_model.layers.1.linear_attn.in_proj_z.weight|2d-128|(512, 768)","model.language_model.layers.17.linear_attn.in_proj_z.weight|2d-128|(896, 1536)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,16,0.0005434048919645829,3.044916302496671 +1922,2016,1.156883191507542,0.03495783328476534,0.018007134837434866,0.017836312004231022,1.8664550662824795,1.1708728923408989,1.402702784065274,0.9998378584025245,0.01129631590428491,"model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-64|(640, 768)","model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-64|(1856, 768)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,0,0.013989700833356933,5.1162922175423695 +2140,2243,1.2372267389017473,0.04166756924391858,-0.001292048368229486,-0.0012337109684679504,1.669903434667886,1.2498475788957486,1.4150898544133772,0.9999991653051588,-0.0009670400643070679,"model.language_model.layers.18.linear_attn.out_proj.weight|2d-128|(1920, 1408)","model.language_model.layers.2.linear_attn.out_proj.weight|2d-128|(896, 1664)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,16,0.01262083999400132,4.2811436477308495 +2441,2512,1.2323872524202175,0.03926412252369612,0.03080425375777276,0.030773607578336117,1.6272747642328043,1.2375396983025757,1.3930651399009497,0.9995254363698939,0.023426582738043544,"model.language_model.layers.14.linear_attn.out_proj.weight|2d-64|(1216, 128)","model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(1152, 704)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,2,0.005152445882358192,4.252833159466902 +2609,2630,1.2714790718899152,0.05639412236034372,0.012624816080013515,0.01263274724825322,1.523383971557383,1.3111024219706675,1.4053583287087958,0.9999203038337334,0.010865564590730271,"model.language_model.layers.9.mlp.down_proj.weight|2d-128|(1024, 128)","model.language_model.layers.23.mlp.down_proj.weight|2d-128|(1792, 4992)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,14,0.03962335008075235,3.913629725000941 +2968,3035,1.2635667781640016,0.02193029326008012,0.003066161340337467,0.0032685727442047156,1.284124503922373,1.5879613773121684,1.412091858655349,0.9999952993162693,0.003791646191776076,"model.language_model.layers.18.mlp.down_proj.weight|2d-64|(320, 4160)","model.language_model.layers.4.mlp.down_proj.weight|2d-64|(1088, 3648)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,14,0.020557725758371337,3.3806311473902344 +3123,3181,1.1679882638333856,0.03095966364091377,0.011071879037321663,0.010935951816036234,1.8300100484177095,1.1854423468204398,1.4070505930301742,0.9999387048687449,0.007172132350345846,"model.language_model.layers.11.mlp.gate_proj.weight|2d-128|(3968, 128)","model.language_model.layers.18.mlp.gate_proj.weight|2d-128|(4480, 1920)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,7,0.017454082987054198,4.977096612733977 +3370,3391,1.1583133287057414,0.029715760570368156,0.003369065278181896,0.00325921360430806,1.174458124467454,1.8964475169975765,1.4120792300777298,0.9999943246834712,0.005440173087744571,"model.language_model.layers.22.mlp.gate_proj.weight|2d-64|(1344, 1472)","model.language_model.layers.9.mlp.gate_proj.weight|2d-64|(3136, 1216)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,13,0.01614479576171246,3.1770412481676447 +3620,3653,1.240228429941621,0.0338824438838714,0.0014463802299828086,0.0015058815288976257,1.2661285004138427,1.6273499514255514,1.413221859136382,0.999998953991568,0.0018590267861722223,"model.language_model.layers.21.mlp.up_proj.weight|2d-128|(5376, 1408)","model.language_model.layers.2.mlp.up_proj.weight|2d-128|(1024, 640)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,19,0.025900070472221648,3.2479279271965975 +3865,3908,1.2345658439631992,0.024745982265165806,0.013704399231149501,0.013366198385236375,1.6557179233186003,1.2417287647622381,1.404880033161577,0.9999060903113418,0.010277805470025903,"model.language_model.layers.1.mlp.up_proj.weight|2d-64|(4544, 1792)","model.language_model.layers.22.mlp.up_proj.weight|2d-64|(3776, 896)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,21,0.007162920799038908,4.361844811046701 +4170,4300,1.1821239660675678,-0.022532478153653005,0.004127867666645059,0.004182834262175511,1.1808780841672313,1.8678504552888937,1.4115743366012892,0.9999914803179708,0.006529242606744306,"model.language_model.layers.7.self_attn.k_proj.weight|2d-128|(384, 1024)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 1536)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,16,0.0012458819003364763,3.4204724574061602 +4409,4511,1.1081159346535463,-0.0003838201429442426,0.004582617483723246,0.004528590342519912,2.3185012756256986,1.105973234622579,1.4116929020425035,0.9999894997533714,0.0021860036631395005,"model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 1024)","model.language_model.layers.3.self_attn.k_proj.weight|2d-64|(64, 1792)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,20,0.0021427000309672817,6.540550782068559 +4754,4816,1.1287278203478985,0.010717438938078479,0.002269543731819904,0.002304108245528889,1.130674566815108,2.1336126051750566,1.4128849813955469,0.9999974245823083,0.004282688632368275,"model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(640, 768)","model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(384, 1664)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,12,0.0019467464672093815,3.078900161742326 +4864,4882,1.1309198674680447,0.036283541516411576,-0.004365907179621195,-0.004482435590486559,1.1561324908549577,2.007664557272852,1.416881146843039,0.9999904693818331,-0.007581550708246811,"model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(640, 640)","model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(1856, 704)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,4,0.02521262338691299,2.9084091786320365 +5132,5185,1.1273116906576648,0.04556926422253932,0.010863402591114681,0.010838806865244499,1.1533869935673307,1.969296643619657,1.4074978426627096,0.9999409915010702,0.01854820834662236,"model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(3968, 1664)","model.language_model.layers.11.self_attn.q_proj.weight|2d-128|(3200, 1536)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,8,0.026075302909665865,3.18737430151957 +5583,5608,1.1146996284977793,-0.018780878946366743,-0.017617583029203247,-0.017406450402696193,2.319465699392637,1.117662534380875,1.4239235267672645,0.999844798340327,-0.008489244959837454,"model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(2752, 896)","model.language_model.layers.23.self_attn.q_proj.weight|2d-64|(1472, 1664)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,16,0.002962905883095779,6.726737106383844 +5756,5783,1.0867572190902555,0.03383669861688582,0.007879867977947643,0.007868760412788889,2.285005498499565,1.1079012799914507,1.4098320536910423,0.9999689533583781,0.0038206104207033267,"model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(384, 512)","model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(128, 896)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,12,0.02114406090119525,7.854253299208354 +5938,6085,1.0812576227536372,0.08453528137402058,0.02153670017126061,0.021426891562565824,1.096355377382537,2.325294001014505,1.4024156878512453,0.9997680583744077,0.04567785295078357,"model.language_model.layers.23.self_attn.v_proj.weight|2d-64|(64, 448)","model.language_model.layers.3.self_attn.v_proj.weight|2d-64|(448, 320)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,20,0.015097754628899729,3.5011110572994095 +6183,6260,1.2240111293514577,0.05793933837874686,0.0005171179675075305,0.0004996593439535465,1.2422060876695553,1.6844518932163894,1.4138641877141405,0.9999998662944948,0.0007012204722152236,"model.visual.blocks.0.attn.proj.weight|2d-128|(512, 896)","model.visual.blocks.14.attn.proj.weight|2d-128|(896, 0)",model.visual.layers.*.attn.proj.weight,2d-128,14,0.018194958318097587,3.8826273196454317 +6410,6543,1.1984124700953322,0.03135735202155698,0.025465918043644373,0.02547146161453238,1.197924197768277,1.7474688592441252,1.3973170278612175,0.9996756909209078,0.03714834280519287,"model.visual.blocks.21.attn.proj.weight|2d-64|(832, 768)","model.visual.blocks.22.attn.proj.weight|2d-64|(256, 448)",model.visual.layers.*.attn.proj.weight,2d-64,1,0.00048827232705517254,3.0731608805371864 +6679,6689,1.1139117020649383,0.040697914381872737,0.016625686223002742,0.01660176902141269,1.1363150512566729,2.041814200866047,1.404187234914841,0.9998617837269381,0.02987425203224038,"model.visual.blocks.1.attn.qkv.weight|2d-128|(1152, 768)","model.visual.blocks.20.attn.qkv.weight|2d-128|(2432, 384)",model.visual.layers.*.attn.qkv.weight,2d-128,19,0.02240334919173459,3.5586643965569102 +7018,7079,1.1052637336063176,0.05098453743637743,0.00903171913139628,0.009004048152426966,2.382078453255686,1.0971945242969163,1.4093517111039657,0.999959213192984,0.004160044671245778,"model.visual.blocks.20.attn.qkv.weight|2d-64|(2816, 512)","model.visual.blocks.0.attn.qkv.weight|2d-64|(1280, 192)",model.visual.layers.*.attn.qkv.weight,2d-64,20,0.008069209309401248,6.2270326931504565 +7179,7417,1.2247373414756744,0.006668617885387163,0.018434313599692533,0.018304658584272368,1.2310465029089428,1.6711708071586904,1.4017093356386838,0.9998300736035639,0.025024957761561745,"model.visual.blocks.2.mlp.linear_fc1.weight|2d-128|(2560, 256)","model.visual.blocks.17.mlp.linear_fc1.weight|2d-128|(2560, 0)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,15,0.006309161433268429,3.2468022252442768 +7466,7612,1.2278552918691272,0.037190084846650234,0.013106938956032396,0.012584823111930165,1.233771268643695,1.6766522222677123,1.4053372045708465,0.9999141003862296,0.017811873956116116,"model.visual.blocks.2.mlp.linear_fc1.weight|2d-64|(576, 384)","model.visual.blocks.22.mlp.linear_fc1.weight|2d-64|(3264, 576)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,20,0.005915976774567788,3.3979006842726025 +7775,7926,1.2320936738282686,0.04785167389917836,-0.002706944462289033,-0.0025810033701848313,1.2627583619089668,1.6434160507023192,1.4160618830668057,0.9999963362191274,-0.0035229511139093623,"model.visual.blocks.0.mlp.linear_fc2.weight|2d-128|(256, 3968)","model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(128, 3456)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,10,0.03066468808069822,3.6009218497468427 +8073,8168,1.2210431937970048,0.017510069344198922,0.017312903368924475,0.017158387376473242,1.6328303482143096,1.2481336977708595,1.4023506502859437,0.9998501204565303,0.013233964033457018,"model.visual.blocks.10.mlp.linear_fc2.weight|2d-64|(384, 64)","model.visual.blocks.3.mlp.linear_fc2.weight|2d-64|(384, 3392)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,7,0.027090503973854707,5.273000042071591 +8277,8389,1.3387004962245928,0.060781928146204874,0.0019908750104615726,0.0019159533569849912,1.4102299493510346,1.4153944279305477,1.4128051092000742,0.9999980182063827,0.0019981659003981732,"model.visual.merger.linear_fc1.weight|2d-128|(2304, 3200)","model.visual.merger.linear_fc1.weight|2d-128|(2048, 1536)",model.visual.merger.linear_fc1.weight,2d-128,0,0.07152945312644188,3.663909619429418 +8487,8546,1.3447923151402028,0.0751656289036111,0.04432683225423958,0.04423160573021054,1.3834451003351547,1.3815858277602089,1.382514526383596,0.9990170829081475,0.044267259479342645,"model.visual.merger.linear_fc1.weight|2d-64|(2368, 1088)","model.visual.merger.linear_fc1.weight|2d-64|(3968, 2304)",model.visual.merger.linear_fc1.weight,2d-64,0,0.036793512620006075,3.5154170810984713 +8890,8913,1.347778597191559,0.04627437432981043,-0.013478684773871692,-0.01348326732038101,1.4524803012943335,1.3965752918148135,1.4237052428452246,0.9999091584022853,-0.012959899080610807,"model.visual.merger.linear_fc2.weight|2d-128|(640, 3328)","model.visual.merger.linear_fc2.weight|2d-128|(1152, 3200)",model.visual.merger.linear_fc2.weight,2d-128,0,0.04879669462325453,3.6923360183517917 +8963,9072,1.3471244554182844,0.029321942978203234,0.010726768145266928,0.01082242026969486,1.4228592476425121,1.3909052474616186,1.4066101082198315,0.9999424665675309,0.01048587070455227,"model.visual.merger.linear_fc2.weight|2d-64|(448, 3136)","model.visual.merger.linear_fc2.weight|2d-64|(960, 576)",model.visual.merger.linear_fc2.weight,2d-64,0,0.04378079204333418,3.908763898159253 +9237,9309,0.7713974310858229,0.6363545923685395,0.6257423467211114,0.6284851325830185,0.7894253798435701,1.0565466841648907,0.8943440847427004,0.7800298170710889,0.8374775101615737,"model.visual.pos_embed.weight|2d-128|(256, 640)","model.visual.pos_embed.weight|2d-128|(1408, 640)",model.visual.pos_embed.weight,2d-128,0,0.01802794875774716,3.6950080579716094 +9466,9489,0.5285397940883684,0.8490170614390388,0.8747770676351073,0.868875004904908,0.5434937392024292,0.4848341000248762,0.5116590483676027,0.4845256256790996,0.78036179944163,"model.visual.pos_embed.weight|2d-64|(1600, 448)","model.visual.pos_embed.weight|2d-64|(1408, 448)",model.visual.pos_embed.weight,2d-64,0,0.04370569406349217,2.946902227240822 +9733,9822,1.202182384506799,0.04508641550889108,0.0017014692752697076,0.0016515961282462515,1.7389288488970562,1.2208736163319012,1.413081514276211,0.999998552500105,0.0011945738599331967,"mtp.fc.weight|2d-128|(384, 2688)","mtp.fc.weight|2d-128|(1152, 3584)",mtp.fc.weight,2d-128,0,0.01869123182510224,4.162027368620953 +9905,9983,1.1477773018475566,0.05127661903491257,0.018476148715905336,0.01871208999081794,1.1801539734418895,1.8284011056313607,1.4022576800969135,0.999829301395307,0.028624918019338582,"mtp.fc.weight|2d-64|(0, 2112)","mtp.fc.weight|2d-64|(640, 2880)",mtp.fc.weight,2d-64,0,0.032376671594332995,3.7032302378724387 +10158,10317,1.3221287127542973,0.030189451800734485,0.005393344087053462,0.005347834743143869,1.4598046140749021,1.3657000521656633,1.4104032102808894,0.9999854558140127,0.005045668598399397,"mtp.layers.0.mlp.down_proj.weight|2d-128|(1024, 128)","mtp.layers.0.mlp.down_proj.weight|2d-128|(384, 5760)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.04357133941136593,4.0945487465172645 +10412,10612,1.277487327879491,0.017606429854132244,-0.009672999918010818,-0.008371683530540913,1.5273544835452602,1.3341179413929818,1.4209751409876963,0.9999532154418956,-0.008449199499356864,"mtp.layers.0.mlp.down_proj.weight|2d-64|(1728, 5184)","mtp.layers.0.mlp.down_proj.weight|2d-64|(960, 5632)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.05663061351349086,4.465882239901898 +10712,10774,1.3131425472263003,0.022007716039239632,-0.0038351249619895944,-0.003843208942489658,1.4994212250287875,1.3466700347469978,1.416907261665483,0.9999926458812214,-0.003444427609541441,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(512, 1024)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(2432, 768)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.03352748752069745,4.212882168951836 +11094,11133,1.3000824378774707,0.035489490766984294,0.015375214996939293,0.015240324374775162,1.3552057406727454,1.456970264227463,1.4033281870204115,0.9998817943956165,0.01652976399400756,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(6016, 1664)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(3200, 960)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.055123302795274665,3.590117687289208 +11153,11337,1.3352188637101505,0.08000977852083696,-0.001480145533868018,-0.0014427613422309969,1.4055643440666479,1.4251584871864746,1.4152596961001687,0.9999989045839993,-0.0015007793693457107,"mtp.layers.0.mlp.up_proj.weight|2d-128|(0, 128)","mtp.layers.0.mlp.up_proj.weight|2d-128|(5248, 256)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.07034548035649735,3.483031161664641 +11410,11481,1.3165089833106345,0.04735811174264194,0.041856124157617414,0.04182967088574181,1.4510053884586092,1.3262371057327567,1.3844222549826777,0.999123648439222,0.038257021925299985,"mtp.layers.0.mlp.up_proj.weight|2d-64|(2112, 384)","mtp.layers.0.mlp.up_proj.weight|2d-64|(5440, 64)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.009728122422122176,3.9952322855647115 +11686,11704,1.2430999531363343,0.004577612913711273,-0.0021172758066919603,-0.002096385591842386,1.2454008080076917,1.6825304799836471,1.4156446927320838,0.9999977585690671,-0.0028604293946059376,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(128, 768)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(256, 1024)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.0023008548713574495,3.5320179148508104 +11744,11796,1.0904874905158235,0.02576136231222259,0.0019563595692251175,0.001910967370123889,2.063315145138376,1.142004880793195,1.4130408548946893,0.9999980863267869,0.001082807045693314,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 1024)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(128, 256)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.051517390277371566,6.868895476064019 +12112,12175,1.1916992688235122,0.03149002745715657,-0.006785656777031181,-0.006796761858138002,1.734003980438046,1.229933442300309,1.4187347648088915,0.9999769771660267,-0.004813083644671927,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(1024, 0)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1408, 1920)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.03823417347679681,5.031994483060295 +12346,12398,1.1788770678711398,0.029805122775571295,0.016395948176348332,0.016293756822411624,1.6654073601876755,1.2352310559345019,1.4030750215312577,0.9998655774069825,0.01216085917660159,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(576, 64)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(256, 1920)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.056353988063362115,5.338920372876731 +12576,12604,1.0612097881989322,0.006881372702061884,0.0069242566215162735,0.0070710127456335755,2.96220409037222,1.059731825212133,1.4111044017508851,0.9999760270477684,0.0024771605479872887,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 0)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(768, 1536)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.0014779629867991417,8.816714106032721 +12778,12888,1.0604191456069165,0.0035326505041446826,0.026027212205395764,0.024758361670207684,2.7600569450743087,1.0620956601589406,1.4018220700420445,0.9996612347314541,0.010015514056229883,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(704, 1984)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(4032, 1408)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.001676514552024111,9.47457872330991 +13063,13066,1.3652644508678025,0.0035866021414984856,-0.00860247555156366,-0.008598628633980294,1.438308145540201,1.4029161424949677,1.42028152584324,0.9999629980226192,-0.008390797100140348,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(384, 896)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(384, 1280)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.037651691627165196,4.2490700668800345 +13271,13304,1.3071578775255839,0.021057468824524167,0.002969186572764938,0.0029757080209195028,1.4822724524241824,1.3510721119146099,1.4121214674480667,0.9999955919558327,0.0027063750439221077,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 448)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(448, 512)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.043914234389025975,4.275416766065565 +33,246,1.178298112985573,0.26930304554321766,0.26616309017348894,0.26558698071470666,1.2560854864759723,1.1722506417933143,1.2119988630165106,0.9639280105014582,0.2483985816546035,"model.language_model.embed_tokens.weight|2d-128|(39296, 768)","model.language_model.embed_tokens.weight|2d-128|(238592, 768)",model.language_model.embed_tokens.weight,2d-128,0,0.00604747119225868,3.15080874017116 +320,346,1.1873017355147122,0.2697367351336769,0.24458609231115966,0.24466056107046819,1.2383872979833095,1.220173497101184,1.2291792005565259,0.9696275797686227,0.24098879896751246,"model.language_model.embed_tokens.weight|2d-64|(140032, 64)","model.language_model.embed_tokens.weight|2d-64|(85696, 64)",model.language_model.embed_tokens.weight,2d-64,0,0.03287176158647176,3.249286114093242 +630,720,0.1478314288905689,0.9974179153895129,0.9974179153895127,0.999791294721701,0.1478314288905689,0.17027298662261087,0.15786824022653909,0.07181575077960752,1.1488309937800085,"model.language_model.layers.4.linear_attn.conv1d.weight|3d-axis0-slice|(1639, 0, 0)","model.language_model.layers.16.linear_attn.conv1d.weight|3d-axis0-slice|(418, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,12,0.0,0.25860624877136584 +781,865,0.6286169158116489,0.7837872138399486,0.7837872138399486,0.770958880558506,0.6286169158116489,0.7133963358179566,0.6669991003601783,0.6210294706541797,0.8894939228487476,"model.language_model.layers.22.linear_attn.conv1d.weight|3d-volume|(5076, 0, 0)","model.language_model.layers.20.linear_attn.conv1d.weight|3d-volume|(708, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,2,0.0,1.6884258787740707 +1071,1211,1.1519912568276143,-0.0018639683359877193,0.012455585959558691,0.012388957582677735,2.0110556870787337,1.14439751610771,1.4066213231600069,0.9999224261803533,0.007087890069563736,"model.language_model.layers.5.linear_attn.in_proj_qkv.weight|2d-128|(4992, 384)","model.language_model.layers.17.linear_attn.in_proj_qkv.weight|2d-128|(4096, 256)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,12,0.007593740719904263,5.414319364264212 +1420,1503,1.14857239085468,0.02407982394015487,-0.005267275888064344,-0.0059352191249417785,1.1668996055901255,1.9574480437885875,1.4174860856745448,0.9999861278061406,-0.008835737739385173,"model.language_model.layers.20.linear_attn.in_proj_qkv.weight|2d-64|(2880, 1856)","model.language_model.layers.14.linear_attn.in_proj_qkv.weight|2d-64|(5248, 1728)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,6,0.018327214735445407,3.1322896037276293 +1645,1775,1.1583488332234404,0.01034305840949057,0.004033311334044057,0.0034984318663009635,1.881188639697146,1.1776404995041532,1.4116458426408467,0.9999918661667617,0.0025248880807849645,"model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-128|(640, 1664)","model.language_model.layers.21.linear_attn.in_proj_z.weight|2d-128|(384, 128)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,17,0.01929166628071277,5.196148777161439 +1811,1901,1.1570323662972173,0.0022823883888663894,0.018973617620765014,0.019624397282768383,1.9899436187421418,1.1439697901872508,1.4025717329631122,0.999819984714439,0.01090746751028038,"model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-64|(320, 704)","model.language_model.layers.17.linear_attn.in_proj_z.weight|2d-64|(1792, 896)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,1,0.013062576109966528,5.381842536430882 +2072,2134,1.2372407278093,0.01945953392556984,0.01131448591825431,0.011314539142102962,1.2454226821189969,1.6523091784352695,1.406501369948247,0.9999359891555086,0.01501099120838233,"model.language_model.layers.4.linear_attn.out_proj.weight|2d-128|(1664, 1792)","model.language_model.layers.16.linear_attn.out_proj.weight|2d-128|(1280, 256)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,12,0.008181954309696815,3.462964577844602 +2345,2374,1.2327062573729726,0.033065605782107065,0.016389831008390855,0.016567204128874344,1.2565688242535316,1.6162405997642983,1.4029369555599729,0.9998656776985179,0.021081145566995536,"model.language_model.layers.5.linear_attn.out_proj.weight|2d-64|(1152, 192)","model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(1536, 896)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,7,0.02386256688055899,3.4387732755665605 +2585,2715,1.2715145174919655,0.009954546432829352,-0.0013927746498912847,-0.001443987237492486,1.2867649614272831,1.5917408735782836,1.4151762103742782,0.999999030088917,-0.0017228758975971884,"model.language_model.layers.22.mlp.down_proj.weight|2d-128|(1664, 2688)","model.language_model.layers.3.mlp.down_proj.weight|2d-128|(640, 4608)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,19,0.015250443935317604,3.2295334836129164 +2852,2968,1.2635884413903522,0.03340167985788738,0.02144532433779817,0.02154963147681058,1.5451599934536782,1.2880941861558715,1.3992175516644305,0.999770022587218,0.017877499881421146,"model.language_model.layers.2.mlp.down_proj.weight|2d-64|(1344, 832)","model.language_model.layers.18.mlp.down_proj.weight|2d-64|(320, 4160)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,16,0.024505744765519255,4.049019187653974 +3183,3275,1.1680049263894032,0.038772972425389504,0.014706622199265884,0.014845029249944797,1.7961831390068113,1.1920123572776828,1.4045985496999136,0.9998918517837257,0.009759848544749506,"model.language_model.layers.8.mlp.gate_proj.weight|2d-128|(2048, 1152)","model.language_model.layers.19.mlp.gate_proj.weight|2d-128|(512, 1920)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,11,0.024007430888279613,4.914785792339794 +3417,3525,1.1587549208821617,0.04381807479900757,0.031515385409383305,0.03147546706441648,1.823727769026441,1.1713401232640648,1.3938003446281475,0.9995032668693474,0.020241636968574523,"model.language_model.layers.10.mlp.gate_proj.weight|2d-64|(4160, 768)","model.language_model.layers.18.mlp.gate_proj.weight|2d-64|(1408, 1344)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,8,0.012585202381903082,4.93636662492712 +3716,3771,1.2402451372202683,0.04809711496611756,0.01607349432206537,0.01608847754596392,1.2706983630794961,1.58787687508909,1.4030805162657043,0.9998708130455046,0.020085592834187562,"model.language_model.layers.20.mlp.up_proj.weight|2d-128|(3840, 640)","model.language_model.layers.1.mlp.up_proj.weight|2d-128|(4736, 1024)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,19,0.030453225859227828,3.2214461235998573 +3865,4032,1.2353258566718748,0.016390391526790206,0.024015333124181644,0.024039991308580793,1.6472550897176987,1.2355430800692573,1.397815973986927,0.999711590297389,0.01801298344279254,"model.language_model.layers.1.mlp.up_proj.weight|2d-64|(4544, 1792)","model.language_model.layers.22.mlp.up_proj.weight|2d-64|(576, 1728)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,21,0.0002172233973825044,4.4250624818414686 +4148,4327,1.1821610495891104,0.03774506922194508,0.0018825247038356894,0.0018446486226138313,1.2205999768727263,1.7392713494757615,1.4129611775784399,0.9999982280487999,0.0026824687400458357,"model.language_model.layers.11.self_attn.k_proj.weight|2d-128|(384, 512)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(256, 896)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,12,0.038438927283615865,3.1676726199860625 +4380,4514,1.108165434739671,0.003091285460899925,0.0072303402713541996,0.00757517655115711,1.1460039430246822,2.0210587681235075,1.4098193518564075,0.99997386074815,0.012751214942043333,"model.language_model.layers.7.self_attn.k_proj.weight|2d-64|(448, 1152)","model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 512)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,16,0.03783850828501123,3.2117994753632173 +4698,4803,1.1287810437005417,0.02682309353285833,-0.011436444272839769,-0.01133214160809525,1.1576723747117317,2.024090674785887,1.421166753028285,0.9999346017327304,-0.01999564014052555,"model.language_model.layers.23.self_attn.o_proj.weight|2d-128|(256, 1792)","model.language_model.layers.3.self_attn.o_proj.weight|2d-128|(1280, 1920)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,20,0.028891331011190013,3.426456881454104 +4900,4933,1.1309209608146598,-0.026679186304090594,-0.011115988023899952,-0.0113887413361429,1.1373849147619315,2.1424208767039805,1.4207093984345323,0.9999382154964638,-0.02093849188476311,"model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(1792, 960)","model.language_model.layers.3.self_attn.o_proj.weight|2d-64|(1792, 1856)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,16,0.006463953947271728,3.0825070808797013 +5194,5257,1.1276473594090906,0.04668008711680168,0.015656986476281037,0.01538692587062786,1.1379599892740382,2.0357855314487687,1.404751442512929,0.9998774218745423,0.02801000635781243,"model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(3328, 640)","model.language_model.layers.11.self_attn.q_proj.weight|2d-128|(3840, 896)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,8,0.010312629864947631,2.9025634657301977 +5521,5618,1.11482410389757,-0.014704580451305396,-0.012305338470779359,-0.012499703843883095,1.1051921894267263,2.410767232216391,1.4207907005855833,0.9999242864562894,-0.026841762953531467,"model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(896, 320)","model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(2688, 960)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,4,0.009631914470843661,2.8712507432264056 +5756,5780,1.086820540288707,-0.0022962943565944336,0.006590259703059459,0.006587921317154001,2.5303490479489232,1.0855379476431901,1.410832660756657,0.9999782840027309,0.0028272688300824463,"model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(384, 512)","model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(128, 512)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,12,0.001282592645516889,9.17230431719046 +5905,6057,1.081269554029739,0.00675068840641686,0.015106815715802642,0.015170392280442455,2.3917447361817974,1.0932104217215795,1.4061128110831347,0.9998858855484103,0.006904971140819722,"model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(448, 1472)","model.language_model.layers.23.self_attn.v_proj.weight|2d-64|(384, 1408)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,16,0.01194086769184044,7.919595107797703 +6229,6394,1.2243610530732334,0.04613111452955977,-0.004613575993878504,-0.004697260579786099,1.2588690875391726,1.6562089889036005,1.417353358226882,0.9999893574016419,-0.006069770167276168,"model.visual.blocks.21.attn.proj.weight|2d-128|(896, 128)","model.visual.blocks.21.attn.proj.weight|2d-128|(896, 256)",model.visual.layers.*.attn.proj.weight,2d-128,0,0.0345080344659392,3.21922264856867 +6445,6642,1.1984642792574984,0.05006354293386291,0.025293277116102193,0.025358581268197906,1.219918120485646,1.6838901510145583,1.397115627521902,0.9996800738900061,0.03491308105639992,"model.visual.blocks.19.attn.proj.weight|2d-64|(896, 768)","model.visual.blocks.18.attn.proj.weight|2d-64|(512, 768)",model.visual.layers.*.attn.proj.weight,2d-64,1,0.02145384122814753,3.1012546773735483 +6658,6738,1.1141621365177103,0.06456083057597699,0.019326507487354424,0.0194311514561241,2.0530474871606,1.1327321790229792,1.4026052483232756,0.9998132256118346,0.010663054350160977,"model.visual.blocks.11.attn.qkv.weight|2d-128|(896, 256)","model.visual.blocks.0.attn.qkv.weight|2d-128|(1280, 256)",model.visual.layers.*.attn.qkv.weight,2d-128,11,0.018570042505268836,6.511114764151206 +6988,7115,1.1052958924847247,0.012571752457520333,-0.0208399355245164,-0.020874319072891313,2.317665827688364,1.119593907917705,1.425710200313595,0.9997828249611682,-0.010067139350247865,"model.visual.blocks.21.attn.qkv.weight|2d-64|(320, 512)","model.visual.blocks.3.attn.qkv.weight|2d-64|(1856, 320)",model.visual.layers.*.attn.qkv.weight,2d-64,18,0.014298015432980371,5.877192222306532 +7179,7290,1.2247667541316296,0.03155174297299532,0.01006559030810704,0.009996848539155697,1.2511211816768102,1.6418910697175466,1.4073344450181466,0.9999493406626904,0.01320943413024686,"model.visual.blocks.2.mlp.linear_fc1.weight|2d-128|(2560, 256)","model.visual.blocks.16.mlp.linear_fc1.weight|2d-128|(1792, 512)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,14,0.02635442754518058,3.426734135779133 +7491,7678,1.2279317730479462,0.0235519183673149,0.01845205959220466,0.01963046559103648,1.6440523839561854,1.24216506496916,1.401606119416641,0.9998297462552341,0.013941468061382986,"model.visual.blocks.23.mlp.linear_fc1.weight|2d-64|(832, 0)","model.visual.blocks.1.mlp.linear_fc1.weight|2d-64|(3136, 192)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,22,0.014233291921213809,4.670988578530803 +7860,7918,1.2322234832869934,0.03312045927606319,0.002960100881461698,0.0027725228854690405,1.6072379381940465,1.27434993078403,1.412174115504618,0.9999956188917887,0.002347010522687794,"model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(512, 1152)","model.visual.blocks.5.mlp.linear_fc2.weight|2d-128|(640, 896)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,5,0.042126447497036645,4.3480275192585225 +7951,7991,1.2214295829371027,0.011786601992528503,0.03791092318014245,0.037977185885531096,1.219846945259727,1.6539673562319863,1.3883664356136238,0.9992811225594274,0.05140270230477437,"model.visual.blocks.4.mlp.linear_fc2.weight|2d-64|(832, 2624)","model.visual.blocks.2.mlp.linear_fc2.weight|2d-64|(192, 3456)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,2,0.0015826376773757644,3.523002429852084 +8324,8420,1.338766776407048,0.059060131776717685,0.014238843554238743,0.014233899025140544,1.4072663745867027,1.4009731467220174,1.4041091834046362,0.999898622528423,0.01417516812744348,"model.visual.merger.linear_fc1.weight|2d-128|(512, 512)","model.visual.merger.linear_fc1.weight|2d-128|(896, 512)",model.visual.merger.linear_fc1.weight,2d-128,0,0.06220637031496934,3.60875530239114 +8557,8665,1.3448924417676777,0.05437081970673139,0.026648960130643006,0.02637649280199224,1.425961757777785,1.3664595804992254,1.39525999642705,0.999644853397423,0.025536958955763047,"model.visual.merger.linear_fc1.weight|2d-64|(1600, 2304)","model.visual.merger.linear_fc1.weight|2d-64|(2624, 3456)",model.visual.merger.linear_fc1.weight,2d-64,0,0.021567138731547697,3.33102501212747 +8880,8940,1.3477932613339574,0.04223983491187463,0.016663304428486646,0.016711134359975535,1.3815929603795638,1.424148686292968,1.4023867944090964,0.9998611575041424,0.017176566319945238,"model.visual.merger.linear_fc2.weight|2d-128|(1152, 1024)","model.visual.merger.linear_fc2.weight|2d-128|(1024, 256)",model.visual.merger.linear_fc2.weight,2d-128,0,0.033799699045606424,3.74940580190125 +9162,9171,1.3471312775099358,0.04219398633433356,0.008856354252522495,0.008832504074561778,1.3961526593831959,1.4200272302840495,1.4079381511105673,0.9999607817256404,0.009007800196562983,"model.visual.merger.linear_fc2.weight|2d-64|(1856, 1856)","model.visual.merger.linear_fc2.weight|2d-64|(1472, 3136)",model.visual.merger.linear_fc2.weight,2d-64,0,0.049021381873260106,3.321737298579976 +9254,9326,0.7714949955818087,0.6692213553025353,0.6094647843059808,0.6085505060522931,0.9782163288576539,0.8272533169508812,0.8933062255571853,0.7928131410937032,0.5154092704326985,"model.visual.pos_embed.weight|2d-128|(512, 768)","model.visual.pos_embed.weight|2d-128|(1664, 768)",model.visual.pos_embed.weight,2d-128,0,0.05575832136907255,5.8208813137834765 +9386,9482,0.5287001930226555,0.8557295137681724,0.7583282706726655,0.7608838488251944,0.7063806628432585,0.6855251024457533,0.6957185470351187,0.6518728663616891,0.7359389813247792,"model.visual.pos_embed.weight|2d-64|(64, 640)","model.visual.pos_embed.weight|2d-64|(448, 640)",model.visual.pos_embed.weight,2d-64,0,0.1568249094230978,2.2631377127974774 +9760,9830,1.202206514749015,0.002037548473188513,0.0002991990458257315,0.00032045683828876235,1.2237485741094012,1.7341433936373531,1.4140142169982677,0.9999999552399644,0.0004239874592531352,"mtp.fc.weight|2d-128|(512, 2048)","mtp.fc.weight|2d-128|(1024, 3584)",mtp.fc.weight,2d-128,0,0.021542059360386112,3.2030070715277437 +9991,10116,1.1485332716483938,0.03966616076854886,0.023987541916844993,0.023977292597636018,1.1640281697216464,1.8766875948953567,1.3989356859591402,0.999712257518526,0.03867356780389629,"mtp.fc.weight|2d-64|(1152, 2688)","mtp.fc.weight|2d-64|(1728, 2560)",mtp.fc.weight,2d-64,0,0.01549489807325255,3.3586304214412097 +10237,10361,1.3222879719878464,0.04327748110322858,-0.008174289424539717,-0.008285700123449145,1.4693328033508224,1.3752685807202705,1.4199693181908597,0.9999665899380858,-0.00765098512035283,"mtp.layers.0.mlp.down_proj.weight|2d-128|(1536, 5376)","mtp.layers.0.mlp.down_proj.weight|2d-128|(896, 4608)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.05298060873242405,3.7554987993748776 +10524,10566,1.2777669655632438,0.023669212122920034,0.010873021660682523,0.010946555715614951,1.4555523612168957,1.3621328796167125,1.4065211381783242,0.999940886952807,0.010175175211435366,"mtp.layers.0.mlp.down_proj.weight|2d-64|(128, 5952)","mtp.layers.0.mlp.down_proj.weight|2d-64|(960, 5888)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.08436591405346872,4.320704482153388 +10752,10848,1.3133179508680222,0.07429375214636222,0.03269111292937653,0.032427084589116466,1.4266096731891567,1.35780765590799,1.390934062401297,0.9994655027240504,0.03111449771431251,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(2816, 0)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(1664, 0)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.04448970503996774,4.0700581043813315 +11053,11140,1.300101345475488,0.01472546455200749,0.0036500838718771405,0.0034765787277627556,1.5138663068445752,1.32768984320034,1.4116523085223363,0.9999933384216758,0.0032011936996086373,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(5568, 128)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(2944, 448)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.027588497724851946,4.187590260838445 +11211,11404,1.3352319771523353,0.025680668853766787,-0.009318671597670442,-0.00928635653606421,1.3650739288040343,1.4838797358218716,1.4207648061174443,0.9999565802371895,-0.010129698953870407,"mtp.layers.0.mlp.up_proj.weight|2d-128|(384, 1408)","mtp.layers.0.mlp.up_proj.weight|2d-128|(1920, 1536)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.029841951651699006,3.5734168625556437 +11457,11505,1.3166243485547928,0.03877154333338331,0.020652144264046466,0.020623188018171153,1.4536150540522044,1.3511431860443583,1.3995734460834277,0.9997867217248372,0.019196281657777422,"mtp.layers.0.mlp.up_proj.weight|2d-64|(4480, 1088)","mtp.layers.0.mlp.up_proj.weight|2d-64|(3904, 1024)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.034518837489565524,3.9245301525362253 +11665,11681,1.2434746262087575,0.04707670788273163,0.02773941669941069,0.027700511282153572,1.577126254791779,1.264112823304237,1.3949378868144096,0.9996151883405816,0.02223395384748973,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 128)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(128, 128)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.020638197095479427,4.417268554839332 +11749,11924,1.0905205967900393,-0.007910177338778548,-0.014251945245529692,-0.014261101630999697,2.284261410890612,1.11998960744182,1.422158253839524,0.999898435870723,-0.00698783006389784,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 1344)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 256)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.029469010651780758,8.011278932747201 +12138,12167,1.191723213951317,0.0383499527582293,0.0003355529304079889,0.00025068187872755106,1.2207032753190825,1.7428190361021751,1.4139905592754876,0.9999999437021139,0.00047907468306091606,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(1152, 1280)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1408, 896)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.02898006136776554,3.6990900635340624 +12273,12463,1.178978961227944,0.02811180809209821,0.007404681100064708,0.0069220149382317915,1.638032804568461,1.2554004476097684,1.4091485738507021,0.9999725849731113,0.005675002320773309,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(64, 64)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(640, 1152)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.07642148638182444,5.35774204818548 +12608,12681,1.061266242335345,0.0011130283271406898,0.008059250642140635,0.008283436915549957,1.062823292407586,2.887006751885888,1.410513629385718,0.9999675237121889,0.021891796298794234,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(896, 0)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(2176, 640)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.0015570500722410507,3.137396974840888 +12779,12951,1.0604835816166454,0.059602063346981184,0.015621683570624727,0.016031718596768666,2.5748495819164052,1.078062976785989,1.4063213367677054,0.9998779740560442,0.006540637872920701,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(1920, 448)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(2432, 1472)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.017579395169343703,7.669912020111574 +13042,13047,1.3652735657274566,0.017378784060720496,-0.007626754901595146,-0.007600434716796583,1.4087251885518632,1.4307216111272774,1.4195956040830653,0.9999709158818925,-0.007745842233218038,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(256, 256)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(256, 896)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.04345162282440662,3.766981650057609 +13151,13289,1.3073718101094174,0.007648716053301086,-0.003285303302573269,-0.0033978888414527625,1.3347169776008936,1.515469466261461,1.416516137144741,0.9999946033765432,-0.0037302116673505583,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(128, 960)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 1600)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.027345167491476197,3.4871912384564934 +124,178,1.1783876697472269,0.26196737362740025,0.24685269563372308,0.2465488679434759,1.2635366638284087,1.1946162887567047,1.227627876049606,0.9690530154013063,0.23338796535910733,"model.language_model.embed_tokens.weight|2d-128|(180224, 512)","model.language_model.embed_tokens.weight|2d-128|(239488, 512)",model.language_model.embed_tokens.weight,2d-128,0,0.016228619009477807,3.22550131373552 +264,400,1.1877993042061328,0.29095013140579606,0.23971233574890258,0.23718413890281634,1.2409568437623173,1.2254522886898185,1.2331314683516468,0.9708439607320042,0.23671736204787674,"model.language_model.embed_tokens.weight|2d-64|(156224, 1216)","model.language_model.embed_tokens.weight|2d-64|(124736, 1216)",model.language_model.embed_tokens.weight,2d-64,0,0.0376529844836857,3.124244895511551 +666,707,0.14881992281565465,0.9975067656425352,0.9975067656425353,0.9978290312171273,0.17175161032128403,0.14881992281565465,0.15905913185069992,0.07057090404244598,0.8643230744289513,"model.language_model.layers.4.linear_attn.conv1d.weight|3d-axis0-slice|(3275, 0, 0)","model.language_model.layers.4.linear_attn.conv1d.weight|3d-axis0-slice|(3581, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,0,0.0,0.3083240216337464 +951,988,0.6290105828541294,0.8571432669941613,0.8571432669941614,0.892970863610864,0.6290105828541294,1.26789902362806,0.7968802258832608,0.5150780716033017,1.7277469425077865,"model.language_model.layers.5.linear_attn.conv1d.weight|3d-volume|(4092, 0, 0)","model.language_model.layers.16.linear_attn.conv1d.weight|3d-volume|(896, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,11,0.0,1.4643487295514017 +1221,1234,1.1520056411630197,-0.01942647293596948,0.004029139224481958,0.004028022699507476,2.013866940641937,1.1494159835950322,1.4117583607670525,0.9999918829856119,0.002299634067816335,"model.language_model.layers.6.linear_attn.in_proj_qkv.weight|2d-128|(2816, 512)","model.language_model.layers.16.linear_attn.in_proj_qkv.weight|2d-128|(1792, 1024)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,10,0.002589657567987569,5.626560048893787 +1360,1452,1.148607388677115,0.06781098748724093,0.03978653457800605,0.03981508541787535,1.168304566939937,1.8107795066415455,1.3883442887728008,0.9992082023613863,0.06166597605865768,"model.language_model.layers.16.linear_attn.in_proj_qkv.weight|2d-64|(2304, 1920)","model.language_model.layers.5.linear_attn.in_proj_qkv.weight|2d-64|(3840, 448)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,11,0.019697178262821913,3.113929635182236 +1538,1613,1.1585426408558706,0.038639796360621495,-0.008495310800359184,-0.008170850639572817,1.1890911655796288,1.8727592406203293,1.4196397034528925,0.9999639141961101,-0.01337969052655361,"model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-128|(1024, 1408)","model.language_model.layers.10.linear_attn.in_proj_z.weight|2d-128|(1408, 640)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,8,0.03054852472375824,3.071394082009907 +1811,1864,1.1571810689372701,-0.025812041179280314,-0.016235439108286516,-0.015394047046143606,2.0710602012661394,1.152203806088281,1.4239346996089597,0.9998681965724088,-0.009032347163373642,"model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-64|(320, 704)","model.language_model.layers.20.linear_attn.in_proj_z.weight|2d-64|(1728, 896)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,2,0.004977262848989028,5.887091364912173 +2178,2210,1.237251430694058,0.02687473492575407,0.000979100145496152,0.0009616355515278468,1.6531024750625207,1.2548998526368476,1.4135465622136065,0.9999995206813377,0.0007432525489706065,"model.language_model.layers.12.linear_attn.out_proj.weight|2d-128|(640, 896)","model.language_model.layers.1.linear_attn.out_proj.weight|2d-128|(1536, 1024)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,11,0.017648421942789483,4.54607203709696 +2403,2467,1.232770519078001,-0.005036232458904546,-0.010790850919905545,-0.010681541847217054,1.744681991958721,1.2295970203012763,1.4213813253142082,0.9999417770732576,-0.007605052495976627,"model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(192, 960)","model.language_model.layers.14.linear_attn.out_proj.weight|2d-64|(1664, 1344)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,2,0.0031734987767246814,4.749441126236325 +2808,2813,1.2716126137749524,-0.0019367992523345702,0.0012728365070841052,0.0013178726188723183,1.2741636838903705,1.611051153036188,1.4133374710872588,0.9999991899432851,0.001609373072149839,"model.language_model.layers.21.mlp.down_proj.weight|2d-128|(1792, 3968)","model.language_model.layers.3.mlp.down_proj.weight|2d-128|(0, 6016)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,18,0.002551070115418108,3.377092799208737 +2875,2979,1.2636332390054918,0.06302600409124784,0.030702212548453532,0.030698119067778494,1.295627605240664,1.5152177593478384,1.3926020771399714,0.9995285759519983,0.03590579385351057,"model.language_model.layers.21.mlp.down_proj.weight|2d-64|(320, 896)","model.language_model.layers.2.mlp.down_proj.weight|2d-64|(1280, 4352)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,19,0.031994366235172045,3.3651902604125876 +3095,3122,1.168063586555577,0.05062043411020178,-0.0015021941922594296,-0.0014921378073525565,1.821300756894285,1.197662485823889,1.4151884933564227,0.9999988717056678,-0.0009878223701831278,"model.language_model.layers.11.mlp.gate_proj.weight|2d-128|(2816, 1280)","model.language_model.layers.22.mlp.gate_proj.weight|2d-128|(3456, 1536)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,11,0.02959889926831183,4.686555092033586 +3384,3497,1.1596968224445268,0.0398918478467839,0.024037647033276224,0.024063180829753533,1.8856315312990402,1.1619297271239406,1.398948659996841,0.9997110540176615,0.014812043707624472,"model.language_model.layers.9.mlp.gate_proj.weight|2d-64|(4928, 512)","model.language_model.layers.22.mlp.gate_proj.weight|2d-64|(192, 448)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,13,0.0022329046794138385,4.969661523731536 +3621,3804,1.2404396014133765,0.041801794722168786,0.006868356771604976,0.006792291079815838,1.6001791074805376,1.273910023190893,1.4094725366482765,0.9999764125594454,0.005467930741812314,"model.language_model.layers.1.mlp.up_proj.weight|2d-128|(2560, 384)","model.language_model.layers.21.mlp.up_proj.weight|2d-128|(5376, 256)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,20,0.03347042177751658,4.221925618527341 +3908,4064,1.2356149172484678,0.044496241749343746,0.03690116358531992,0.03745412198280468,1.2421577886492843,1.6034462325783423,1.3887185754134483,0.9993189201281288,0.047634070541858,"model.language_model.layers.22.mlp.up_proj.weight|2d-64|(3776, 896)","model.language_model.layers.0.mlp.up_proj.weight|2d-64|(5056, 1408)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,22,0.006542871400816441,3.1252168990644753 +4124,4327,1.1823080464940798,0.012718176462793385,0.00019821055484539209,0.00012685212862422688,1.2170133966428163,1.7540574943930596,1.4140822692105364,0.9999999803562878,0.0002856769778816213,"model.language_model.layers.3.self_attn.k_proj.weight|2d-128|(384, 384)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(256, 896)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,20,0.034705350148736436,3.337425136531489 +4409,4425,1.1081974870835454,0.03785746368027222,0.011484398812827687,0.011471230624225443,2.185841570349154,1.117962435734867,1.4076137900171382,0.9999340521173924,0.00587376809184236,"model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 1024)","model.language_model.layers.19.self_attn.k_proj.weight|2d-64|(192, 1152)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,4,0.009764948651321603,6.16231233538467 +4630,4846,1.128821746227711,0.03730500530753734,0.014538870284961359,0.014373141463621045,1.9874255746407745,1.1473973886533528,1.4052823250710988,0.9998943050397062,0.008393703901062923,"model.language_model.layers.3.self_attn.o_proj.weight|2d-128|(640, 128)","model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(384, 128)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,16,0.018575642425641803,5.126806853914707 +4980,5015,1.130967156684945,0.03604856026293935,0.006522464393588101,0.006598056240388499,1.157953065307642,1.961345667482309,1.4101695203397477,0.9999787285028789,0.011047777032545694,"model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(1984, 704)","model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(1024, 1472)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,12,0.026985908622696897,2.9896057145962254 +5126,5291,1.1279045389647542,0.026993613595362433,0.010970006180908164,0.011658610040960676,1.1338900426459497,2.0782522656426496,1.4076757426066038,0.9999398276718409,0.02010639422001251,"model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(1920, 512)","model.language_model.layers.19.self_attn.q_proj.weight|2d-128|(384, 256)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,16,0.0059855036811955475,3.1134754636360116 +5535,5540,1.1148487781184528,0.04417277933791144,0.004370643879717851,0.004900140659601247,2.0095183118710014,1.1499987888169294,1.4115464510702942,0.9999904486904246,0.0025012139169539984,"model.language_model.layers.23.self_attn.q_proj.weight|2d-64|(2240, 896)","model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(1408, 448)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,20,0.035150010698476564,5.417080543824008 +5760,5780,1.0868550291289174,0.0013479616951412527,0.0048229588431289265,0.004857578427069546,2.442737244338038,1.093682738658743,1.4116673985314083,0.9999883694663642,0.0021593754499047942,"model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(256, 1920)","model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(128, 512)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,12,0.0068277095298256985,9.108839319243865 +5906,6036,1.0812857284742257,0.04624941305022775,0.028504656703509636,0.028532542785104652,1.0988760594855091,2.265963794203453,1.398297016337081,0.9995936597168947,0.05877871257527685,"model.language_model.layers.23.self_attn.v_proj.weight|2d-64|(256, 1152)","model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(384, 1152)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,16,0.01759033101128349,3.683892385981656 +6146,6329,1.224438903943004,0.026936946732241906,-0.009668729750874823,-0.009738040431334133,1.2690201475675935,1.6444904328284493,1.4208116127190167,0.9999532567400361,-0.012529457159048404,"model.visual.blocks.21.attn.proj.weight|2d-128|(640, 768)","model.visual.blocks.8.attn.proj.weight|2d-128|(128, 512)",model.visual.layers.*.attn.proj.weight,2d-128,13,0.044581243624589595,3.249675532255267 +6524,6607,1.1985893809684354,0.006095105045687026,0.004158728976061235,0.004005731650554872,1.6862577675960164,1.2381585311727723,1.4114050252006052,0.9999913524492617,0.003053605361822258,"model.visual.blocks.0.attn.proj.weight|2d-64|(448, 768)","model.visual.blocks.6.attn.proj.weight|2d-64|(960, 384)",model.visual.layers.*.attn.proj.weight,2d-64,6,0.039569150204336934,4.531793981163127 +6701,6709,1.114231862725649,0.05584092935599467,0.009153786541180094,0.009179410192493891,2.0890900399654195,1.1332940183464288,1.4087772274412977,0.9999581032183091,0.004965765636655454,"model.visual.blocks.3.attn.qkv.weight|2d-128|(2560, 512)","model.visual.blocks.2.attn.qkv.weight|2d-128|(1408, 768)",model.visual.layers.*.attn.qkv.weight,2d-128,1,0.019062155620779953,5.555202257084527 +7073,7155,1.1054617961952364,-0.007312164244131132,0.0045908798702053435,0.004334522040441974,1.1072013618176335,2.3071644616986267,1.4116788018758704,0.9999894618554824,0.009566385347537138,"model.visual.blocks.2.attn.qkv.weight|2d-64|(768, 192)","model.visual.blocks.2.attn.qkv.weight|2d-64|(2688, 512)",model.visual.layers.*.attn.qkv.weight,2d-64,0,0.0017395656223970768,3.216954871663657 +7223,7340,1.224766906909427,0.03632923915574296,0.0030123227244748274,0.003051580435734707,1.7068307657937918,1.2312787741739937,1.412190836097238,0.9999954629456094,0.0021730385378206435,"model.visual.blocks.17.mlp.linear_fc1.weight|2d-128|(2688, 256)","model.visual.blocks.1.mlp.linear_fc1.weight|2d-128|(3200, 768)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,16,0.006511867264566762,4.450813380457051 +7513,7678,1.2280818759813923,0.03876024847339449,0.019810157517205076,0.02054900281399358,1.616906327010282,1.2528820546578028,1.400583625142137,0.9998037595744195,0.01535017238700729,"model.visual.blocks.15.mlp.linear_fc1.weight|2d-64|(64, 896)","model.visual.blocks.1.mlp.linear_fc1.weight|2d-64|(3136, 192)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,14,0.02480017867641049,4.467825859179394 +7836,7908,1.232316236586842,0.011414686880312786,0.014093614163717915,0.014152083505223135,1.6512303193083138,1.2432501935934195,1.4046034873399555,0.9999006800876796,0.010611414006020083,"model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(512, 3456)","model.visual.blocks.5.mlp.linear_fc2.weight|2d-128|(640, 1536)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,5,0.0109339570065774,4.7359006715803424 +7952,8023,1.2215440729776617,0.04622306806271719,0.011260517561783824,0.011309361297997476,1.267336582504667,1.6044404804522263,1.4064462932351312,0.9999365983622365,0.014255747412627567,"model.visual.blocks.3.mlp.linear_fc2.weight|2d-64|(832, 3136)","model.visual.blocks.2.mlp.linear_fc2.weight|2d-64|(256, 1280)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,1,0.04579250952700531,3.7836649031382463 +8193,8251,1.3389397090453459,0.03496306850662401,0.017950035836913368,0.01791358271398258,1.3874442911061602,1.4159218877835436,1.401466138291899,0.9998388851277257,0.018318464237379564,"model.visual.merger.linear_fc1.weight|2d-128|(1024, 768)","model.visual.merger.linear_fc1.weight|2d-128|(2304, 2816)",model.visual.merger.linear_fc1.weight,2d-128,0,0.048504582060814316,3.4790387611841616 +8520,8589,1.3450140026414381,0.06751526791128992,0.023228075084034062,0.0234258245229635,1.4053825385241752,1.3901289446852965,1.3976933197316148,0.9997301918657306,0.02297596463490119,"model.visual.merger.linear_fc1.weight|2d-64|(512, 960)","model.visual.merger.linear_fc1.weight|2d-64|(832, 3328)",model.visual.merger.linear_fc1.weight,2d-64,0,0.04511494204385835,3.546627298497393 +8841,8878,1.347804372879131,0.06378431060529229,0.017706019687914545,0.017710835905672895,1.4108937422390004,1.3925633915862738,1.4016386796698745,0.9998432361459526,0.017475982839761473,"model.visual.merger.linear_fc2.weight|2d-128|(512, 1152)","model.visual.merger.linear_fc2.weight|2d-128|(640, 1792)",model.visual.merger.linear_fc2.weight,2d-128,0,0.04475901870714294,3.4947239469639877 +8964,9049,1.3471623454636505,0.014665496512264035,0.001991782152329906,0.0019347682150136025,1.4554539583463304,1.3737014695048542,1.4128068101216702,0.9999980163999614,0.0018799042414903142,"model.visual.merger.linear_fc2.weight|2d-64|(1792, 1664)","model.visual.merger.linear_fc2.weight|2d-64|(448, 3584)",model.visual.merger.linear_fc2.weight,2d-64,0,0.02653912404120362,3.680316609376303 +9247,9287,0.773518625725029,0.6403069338091869,0.5298447845907659,0.5287618023800545,0.9466109379397171,0.9960866230360728,0.970404120674545,0.8480946316549616,0.5575377180459976,"model.visual.pos_embed.weight|2d-128|(384, 896)","model.visual.pos_embed.weight|2d-128|(1024, 896)",model.visual.pos_embed.weight,2d-128,0,0.17309231221468802,4.529037748769585 +9524,9578,0.5288512310552969,0.8502950881140928,0.7925559201731935,0.7918004984366207,0.6122990644214035,0.7221970505132811,0.660487055561867,0.6097992402409357,0.9348071574415946,"model.visual.pos_embed.weight|2d-64|(640, 256)","model.visual.pos_embed.weight|2d-64|(1024, 256)",model.visual.pos_embed.weight,2d-64,0,0.08344783336610662,1.8923158835841505 +9661,9860,1.2024990107720983,0.03864534084642801,0.009726427838477393,0.009717332195987043,1.282709351051971,1.5775194794960166,1.4074644325901307,0.9999526971819731,0.01196189095255824,"mtp.fc.weight|2d-128|(1792, 2048)","mtp.fc.weight|2d-128|(896, 2560)",mtp.fc.weight,2d-128,0,0.08021034027987262,3.340525246243448 +9876,10043,1.1487394183221729,0.011721698057054987,-0.011581618577777881,-0.011604928312897124,2.3855614356131065,1.1073494359412763,1.420454884225239,0.9999329308064211,-0.0053760505212448045,"mtp.fc.weight|2d-64|(1984, 2688)","mtp.fc.weight|2d-64|(1152, 3904)",mtp.fc.weight,2d-64,0,0.04138998238089653,5.940888122034012 +10185,10325,1.3223013263533832,0.05932634948869173,0.0007728734195138274,0.000772949710211329,1.44360020261673,1.3855225550143158,1.4136674133003702,0.9999997013332941,0.0007417798591094762,"mtp.layers.0.mlp.down_proj.weight|2d-128|(1664, 3328)","mtp.layers.0.mlp.down_proj.weight|2d-128|(512, 640)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.0632212286609326,3.9622635465030926 +10408,10559,1.2778356686945809,0.07059473673465319,0.022335174414075384,0.022374896938783095,1.344070475267386,1.4598663626927952,1.3983854124095416,0.9997505388765204,0.02425941974917557,"mtp.layers.0.mlp.down_proj.weight|2d-64|(960, 5440)","mtp.layers.0.mlp.down_proj.weight|2d-64|(1664, 3904)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.06623480657280512,3.473517838574956 +10651,10694,1.3133243887814243,0.05077114749148169,-0.006182675394504062,-0.006182345661997392,1.3456536264995735,1.504744508688079,1.4185515676525684,0.9999808870798312,-0.006913626705767911,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(4736, 768)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(5504, 1536)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.03232923771814922,3.652086482464589 +11089,11110,1.30011094783289,0.021271489268756855,0.0053311693096805895,0.005770031215455027,1.5231666737329213,1.3195907147424497,1.41047738824388,0.9999857892159226,0.004618641965513462,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(5696, 1600)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(2304, 1088)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.01947976690955966,4.344777080739441 +11168,11239,1.335265770052882,0.03372539908370156,0.002294625083605373,0.002292601177287823,1.3833708194555898,1.4437458234022111,1.4125915665608129,0.9999973673443975,0.002394770320537008,"mtp.layers.0.mlp.up_proj.weight|2d-128|(2688, 1664)","mtp.layers.0.mlp.up_proj.weight|2d-128|(5504, 768)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.04810504940270777,3.535101409063487 +11411,11545,1.3166915522968876,0.04477683429470604,0.029651858479399038,0.029716467245888476,1.3192155702366526,1.4812880535598887,1.393230850146442,0.9995602869705847,0.03329474327194531,"mtp.layers.0.mlp.up_proj.weight|2d-64|(3008, 1984)","mtp.layers.0.mlp.up_proj.weight|2d-64|(5504, 1600)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.0025240179397649776,3.6577667725520437 +11686,11710,1.2440942794914152,0.004690206116432545,0.0014415736985244599,0.0014514146258942132,1.2457727477318363,1.6735795621193934,1.413236737941139,0.9999989609320961,0.001936619887962689,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(128, 768)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(256, 1792)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.0016784682404211715,3.9138159909333745 +11748,11950,1.0905296660258028,0.023097675575590927,0.009498344627177987,0.00933647592288948,2.293941072727471,1.1060353383454677,1.4089487704451213,0.9999548897072024,0.004579675100787018,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 1280)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 1920)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.015505672319664932,7.221135714439773 +12113,12137,1.1918666332979444,-0.020207944579137733,-0.016299507297380837,-0.01631190484263224,1.905102340758188,1.1867360273523215,1.4245208619313845,0.999867154206929,-0.010153371881426457,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(1024, 128)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1152, 1152)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.005130605945622868,5.7967135849671 +12287,12464,1.1790235635971575,-0.023661020420409587,-0.012197643732336649,-0.012175047901073387,1.7797844497993518,1.2189126180365417,1.422232794071212,0.9999256059764541,-0.00835374298125576,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(1728, 64)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(1152, 1536)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.039889054439384175,5.254167677136402 +12512,12610,1.0613044104316398,0.02413016544141581,0.006525083471129537,0.006546813484327148,2.780083286019506,1.0690413835312873,1.4111188422818728,0.9999787114162455,0.0025091278008512554,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(2176, 768)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(896, 256)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.007736973099647493,8.189883142677466 +12846,12873,1.0605303668853288,0.009293767546617936,0.015706436461482003,0.015169527176928623,1.0569609088560046,2.9494197571402525,1.4071417608027406,0.9998766463187754,0.04382837021276645,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(896, 1792)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(2112, 1216)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.0035694580293241795,3.1918672093866944 +13047,13052,1.3653342896496647,0.03372419357996982,-0.0005145240426893765,-0.0003697253567212078,1.4255886610328807,1.4038172096365957,1.4145772959565512,0.999999867632496,-0.0005066662815456286,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(256, 896)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(256, 1536)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.038482919986930986,3.831984147688373 +13195,13266,1.3074397763070114,0.022517021372910735,0.016373109215878073,0.016315091003379405,1.3176079979820434,1.5067216176320268,1.4026924483708447,0.9998659516628241,0.01872310857341188,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 1728)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 128)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.010168221675032063,3.555406117356343 +13,187,1.1788459498164903,0.27761402966306903,0.23794387849181672,0.23718288669155782,1.2228360988954339,1.2466798898616926,1.2345853404691405,0.9712789046861213,0.2425834897247404,"model.language_model.embed_tokens.weight|2d-128|(246016, 512)","model.language_model.embed_tokens.weight|2d-128|(80256, 512)",model.language_model.embed_tokens.weight,2d-128,0,0.04399014907894361,3.18799833193266 +279,385,1.188867300546522,0.25629165792319153,0.15590071632357275,0.15509615119715528,1.318672012987278,1.2808679330303405,1.299357696545552,0.987772730262279,0.15143130839863406,"model.language_model.embed_tokens.weight|2d-64|(19968, 1920)","model.language_model.embed_tokens.weight|2d-64|(41152, 1920)",model.language_model.embed_tokens.weight,2d-64,0,0.09200063248381851,3.3980338422669143 +541,673,0.1488572525680191,0.9889056701914564,0.9889056701914563,0.9975294601476983,0.14907423677906462,0.14885725256801907,0.1489656261509915,0.14854486010356086,0.9874662738123022,"model.language_model.layers.1.linear_attn.conv1d.weight|3d-axis0-slice|(581, 0, 0)","model.language_model.layers.4.linear_attn.conv1d.weight|3d-axis0-slice|(2039, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,3,2.7755575615628914e-17,0.25175043776307154 +859,900,0.6293742375124727,0.777524145051159,0.7775241450511589,0.8317146650985884,0.8370262350235926,0.6293742375124727,0.7114005361362178,0.628853086072148,0.5846336058096402,"model.language_model.layers.21.linear_attn.conv1d.weight|3d-volume|(4536, 0, 0)","model.language_model.layers.4.linear_attn.conv1d.weight|3d-volume|(832, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,17,0.0,1.595621173271963 +1043,1190,1.1522753513882964,0.010102577777469765,-0.0028409855681505555,-0.00286062403250703,1.1680798144551683,1.9441106990707513,1.4159861448020838,0.9999959643923577,-0.00472843582313191,"model.language_model.layers.16.linear_attn.in_proj_qkv.weight|2d-128|(1664, 896)","model.language_model.layers.13.linear_attn.in_proj_qkv.weight|2d-128|(4352, 128)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,3,0.015804463066871888,3.2939090531257893 +1514,1523,1.1486496276031153,-0.00350552063952773,0.0028973169900333422,0.0029131149420850294,1.146389824523842,2.0345943007508898,1.4124601156515262,0.9999958027683212,0.005142111792416701,"model.language_model.layers.18.linear_attn.in_proj_qkv.weight|2d-64|(4608, 832)","model.language_model.layers.6.linear_attn.in_proj_qkv.weight|2d-64|(3520, 576)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,12,0.002259803079273315,3.0679901665874905 +1565,1615,1.1586394912274411,0.003476654362880943,0.0032658199127721414,0.0033006229370484553,1.160282542410061,1.960898172617058,1.412187958221323,0.9999946671959293,0.0055192938486771145,"model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-128|(1024, 384)","model.language_model.layers.17.linear_attn.in_proj_z.weight|2d-128|(896, 1536)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,13,0.0016430511826197591,3.2786825394377335 +1882,1994,1.15720076458792,0.010357675579951799,0.007392531829602882,0.0075475672280692786,1.1871606212263373,1.8341887455697927,1.4094366210882943,0.9999726748632426,0.0114216210011391,"model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-64|(1920, 1280)","model.language_model.layers.1.linear_attn.in_proj_z.weight|2d-64|(896, 64)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,1,0.02995985663841716,3.1561812725806866 +2082,2283,1.2372887802932624,0.03306126053914232,0.00206640841226124,0.002068279970260688,1.2755733134609766,1.6066014436043818,1.412789721945899,0.9999978649758577,0.0026026687005605118,"model.language_model.layers.10.linear_attn.out_proj.weight|2d-128|(0, 896)","model.language_model.layers.21.linear_attn.out_proj.weight|2d-128|(1280, 512)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,11,0.038284533167714185,3.4244150252393517 +2374,2542,1.2327866194617165,0.006952751282154645,0.003475661619193296,0.0032401076225046714,1.6538063649771622,1.2522168131895182,1.4118460260500494,0.9999939598699128,0.002631675635479521,"model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(1536, 896)","model.language_model.layers.4.linear_attn.out_proj.weight|2d-64|(576, 1152)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,8,0.019430193727801637,4.427898463709428 +2567,2630,1.2719037524468078,0.03991244476510618,0.0024295178288707107,0.0024287150830308944,1.5670377955294044,1.296232157805569,1.4125250878726194,0.9999970487172045,0.0020096638043629687,"model.language_model.layers.3.mlp.down_proj.weight|2d-128|(128, 4096)","model.language_model.layers.23.mlp.down_proj.weight|2d-128|(1792, 4992)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,20,0.02432840535876135,4.177469670979754 +2965,3018,1.263712484788685,0.04143830356338194,0.033451169871606935,0.03345105065352625,1.2792613305334228,1.537633543383072,1.3907602115781983,0.9994403530147364,0.040207297471065225,"model.language_model.layers.16.mlp.down_proj.weight|2d-64|(128, 6080)","model.language_model.layers.3.mlp.down_proj.weight|2d-64|(1792, 1088)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,13,0.015548845744737916,3.2244525385837255 +3082,3288,1.16842109977141,0.0064318184719338225,0.015730967079930273,0.015799111028918573,1.8366182677564913,1.1801033448430407,1.4040596247784887,0.9998762606816556,0.010107798225985419,"model.language_model.layers.11.mlp.gate_proj.weight|2d-128|(5632, 128)","model.language_model.layers.19.mlp.gate_proj.weight|2d-128|(2304, 1408)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,8,0.011682245071630737,5.058986375848742 +3471,3518,1.159873677373186,0.020607425851090835,0.02688935949843428,0.02632684994761897,1.1589602240166832,1.8896213960840893,1.3971628631860233,0.9996384158013156,0.043841633200439274,"model.language_model.layers.22.mlp.gate_proj.weight|2d-64|(448, 640)","model.language_model.layers.11.mlp.gate_proj.weight|2d-64|(6080, 640)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,11,0.0009134533565027247,3.086941564166845 +3652,3752,1.2404448134374904,0.030251080415364118,0.0012797244303173199,0.0013879187994766994,1.6497892758741872,1.256067513954161,1.4133410171885934,0.999999181152356,0.0009743185431262693,"model.language_model.layers.2.mlp.up_proj.weight|2d-128|(2688, 1152)","model.language_model.layers.21.mlp.up_proj.weight|2d-128|(3968, 128)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,19,0.015622700516670696,4.153118230786565 +3850,4012,1.2356902108587582,0.04500826557911378,0.03076897009919733,0.030649461632010204,1.6208038020921318,1.2403973973064673,1.393054139239931,0.9995265231493533,0.023547421581551434,"model.language_model.layers.2.mlp.up_proj.weight|2d-64|(2944, 768)","model.language_model.layers.21.mlp.up_proj.weight|2d-64|(832, 1536)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,19,0.004707186447709066,3.9819868046266227 +4208,4291,1.1823946563197938,0.018037190575271034,0.006267355058977045,0.006204283540282026,1.193200691511312,1.8154680204531795,1.4101395962790888,0.9999803599374163,0.009535849889582807,"model.language_model.layers.15.self_attn.k_proj.weight|2d-128|(384, 0)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 384)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,8,0.010806035191518237,3.3379023838229656 +4422,4561,1.1082026647488714,0.05840899504976953,0.026556001156091014,0.026533435637428406,1.1441140911506633,1.962241045735794,1.3977761850418051,0.9996473272122512,0.04554552372192307,"model.language_model.layers.3.self_attn.k_proj.weight|2d-64|(320, 0)","model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(0, 1024)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,20,0.0359114264017919,3.011885091420529 +4750,4823,1.1290386339643157,0.006998645307816306,0.00856120268561668,0.008652142182271007,1.127208211569239,2.13154425539151,1.4092012557555642,0.9999633522327586,0.01618918511812818,"model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(256, 896)","model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(128, 1920)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,12,0.0018304223950766918,3.0988768869411043 +4897,5072,1.1310072565559655,0.03947663243630377,-0.0012101598414376346,-0.001409898243517331,1.1614791974004632,1.9700044666799013,1.4149621175105083,0.999999267756311,-0.002052572528517531,"model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(128, 64)","model.language_model.layers.3.self_attn.o_proj.weight|2d-64|(1088, 1408)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,16,0.03047194084449778,2.864155540259793 +5220,5281,1.1279052027196639,0.008148641636967248,0.0053304212121816465,0.005163589935905417,2.1639983209303995,1.1244919025430142,1.4111258336888644,0.9999857932039339,0.0027698799173118977,"model.language_model.layers.11.self_attn.q_proj.weight|2d-128|(3200, 0)","model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(384, 384)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,8,0.0034133001766496474,5.681657362686421 +5411,5444,1.1149378082270835,0.02391857859965034,0.015739109826860748,0.014789207358568767,1.1158003710690043,2.1836709257953864,1.4051658637987654,0.999876132539355,0.030802137566855847,"model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(384, 1728)","model.language_model.layers.11.self_attn.q_proj.weight|2d-64|(3456, 640)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,8,0.0008625628419207665,3.0669176147375246 +5709,5780,1.0868671814499173,0.037400924911719445,0.009628317038017973,0.009609473923237454,2.4108915150423726,1.094185043891892,1.4090799017696507,0.9999536466811926,0.004369819394658074,"model.language_model.layers.3.self_attn.v_proj.weight|2d-128|(256, 896)","model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(128, 512)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,16,0.007317862441974743,8.258494695872278 +5988,6104,1.0813260219145273,-0.02141895578018266,-0.028786807688004987,-0.02865393508626329,2.5719168210242542,1.0986704201972,1.4288448831317153,0.9995855739771027,-0.012297137232502345,"model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(448, 960)","model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(320, 1344)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,12,0.017344398282672646,9.855819968172305 +6194,6225,1.224471891967606,0.05361044876660296,-0.004182566793317077,-0.004382728664057028,1.6656425225420415,1.2543651321421492,1.4170531718356232,0.999991253029255,-0.0031498150878050235,"model.visual.blocks.0.attn.proj.weight|2d-128|(768, 256)","model.visual.blocks.22.attn.proj.weight|2d-128|(128, 896)",model.visual.layers.*.attn.proj.weight,2d-128,22,0.02989324017454309,4.6344150699941515 +6510,6642,1.198973256500091,-0.041460203760915706,-0.014965488795703428,-0.014713695601064999,1.1891083338638437,1.8916163536310897,1.4237176911317997,0.9998880108017626,-0.02380688330898276,"model.visual.blocks.18.attn.proj.weight|2d-64|(256, 320)","model.visual.blocks.18.attn.proj.weight|2d-64|(512, 768)",model.visual.layers.*.attn.proj.weight,2d-64,0,0.009864922636247275,3.0945629612715098 +6663,6784,1.1146102461751604,0.00326481003743165,-0.009763019493804629,-0.009919068787290566,1.1794473644019998,1.9156515183213214,1.4203643425248849,0.9999523405894721,-0.015857039221237323,"model.visual.blocks.2.attn.qkv.weight|2d-128|(512, 768)","model.visual.blocks.0.attn.qkv.weight|2d-128|(2048, 0)",model.visual.layers.*.attn.qkv.weight,2d-128,2,0.06483711822683946,3.556179401003863 +7062,7136,1.1057268031336127,-0.020576460543846594,-0.006299409927667025,-0.0063135819030162845,2.5222724919421147,1.0922342906158975,1.4174584509028272,0.9999801585204394,-0.0027278700281690416,"model.visual.blocks.18.attn.qkv.weight|2d-64|(2752, 576)","model.visual.blocks.3.attn.qkv.weight|2d-64|(832, 896)",model.visual.layers.*.attn.qkv.weight,2d-64,15,0.013492512517715216,6.375094484888537 +7340,7358,1.2247889973502881,0.009954716131620207,0.018208836549156317,0.018247972488488275,1.2225545288028274,1.693873726852871,1.401940144768274,0.999834205391837,0.025228706859707347,"model.visual.blocks.1.mlp.linear_fc1.weight|2d-128|(3200, 768)","model.visual.blocks.17.mlp.linear_fc1.weight|2d-128|(128, 640)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,16,0.0022344685474606774,3.379848866655287 +7446,7558,1.2281750162176852,0.03148036069691592,0.020050217075986487,0.021940144875244386,1.231716732213181,1.665732518416915,1.4005925895567752,0.9997989741919151,0.027115243067923466,"model.visual.blocks.0.mlp.linear_fc1.weight|2d-64|(1600, 128)","model.visual.blocks.14.mlp.linear_fc1.weight|2d-64|(3648, 512)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,14,0.0035417159954957977,3.773780115108978 +7750,7842,1.2323566151463217,0.004449462238633222,0.0030048112421288777,0.003005822589907865,1.6527333183205979,1.2531307339751887,1.4121662262480075,0.9999954855445095,0.0022782993938381055,"model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(896, 2176)","model.visual.blocks.3.mlp.linear_fc2.weight|2d-128|(768, 1792)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,7,0.02077411882886704,4.82370208539715 +8034,8078,1.2216174486785525,0.007694596065084132,-0.004635449180311512,-0.004737485796802517,1.248860148098867,1.6797548746441546,1.4173489375482826,0.9999892562477343,-0.006234820102672613,"model.visual.blocks.6.mlp.linear_fc2.weight|2d-64|(64, 1280)","model.visual.blocks.10.mlp.linear_fc2.weight|2d-64|(576, 2176)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,4,0.027242699420314542,3.53919734169993 +8193,8393,1.3389561588445371,0.06121876778313233,0.003633387860720195,0.0032097735115844232,1.4020841928992525,1.4213985285236777,1.4116422720818285,0.9999933992245418,0.0036834394003859763,"model.visual.merger.linear_fc1.weight|2d-128|(1024, 768)","model.visual.merger.linear_fc1.weight|2d-128|(3328, 2432)",model.visual.merger.linear_fc1.weight,2d-128,0,0.06312803405471534,3.554096864270459 +8482,8673,1.3450174518244589,0.05299555621958368,0.049937769899336376,0.05000834473995716,1.399991781306407,1.3579052521151826,1.378466890128711,0.9987523312300607,0.048436541507372644,"model.visual.merger.linear_fc1.weight|2d-64|(704, 2048)","model.visual.merger.linear_fc1.weight|2d-64|(1024, 3584)",model.visual.merger.linear_fc1.weight,2d-64,0,0.012887800290723783,3.612842089322492 +8851,8854,1.3478428541030718,0.07587641714338211,0.009067531069476557,0.009021075120493785,1.4179983536842626,1.3977949047056406,1.4077879119377517,0.9999588890950988,0.008938338111777938,"model.visual.merger.linear_fc2.weight|2d-128|(1536, 1792)","model.visual.merger.linear_fc2.weight|2d-128|(512, 2816)",model.visual.merger.linear_fc2.weight,2d-128,0,0.0499520506025688,3.579809828059053 +9077,9111,1.3472126757885114,0.03381699558623917,-0.006289783768049699,-0.006244047336568466,1.457577599679668,1.382679749437024,1.4186479776494343,0.9999802191144339,-0.005966582256979871,"model.visual.merger.linear_fc2.weight|2d-64|(704, 192)","model.visual.merger.linear_fc2.weight|2d-64|(1088, 1216)",model.visual.merger.linear_fc2.weight,2d-64,0,0.03546707364851254,3.589874432681643 +9262,9270,0.7754219204163362,0.6638402752394125,0.5652788124842076,0.5629264013604497,0.913718049430046,0.9535348565722881,0.9329898395437013,0.8248999115992461,0.5899117914127938,"model.visual.pos_embed.weight|2d-128|(640, 768)","model.visual.pos_embed.weight|2d-128|(768, 768)",model.visual.pos_embed.weight,2d-128,0,0.1382961290137098,3.9207990518631037 +9369,9548,0.5292425354797567,0.857543263423149,0.614044021218379,0.6180353034703775,0.9194455694289712,0.8468930074998499,0.8809364065989956,0.7892717782905727,0.5655904005170236,"model.visual.pos_embed.weight|2d-64|(1088, 768)","model.visual.pos_embed.weight|2d-64|(704, 768)",model.visual.pos_embed.weight,2d-64,0,0.3176504720200931,2.2634942820596473 +9812,9827,1.2025341508414324,0.036459191282113425,0.005268627908624643,0.005215711171407965,1.4851688214806573,1.3460699666851477,1.4105011487089547,0.9999861206836625,0.004775175515985054,"mtp.fc.weight|2d-128|(1408, 3072)","mtp.fc.weight|2d-128|(1792, 3968)",mtp.fc.weight,2d-128,0,0.14353581584371522,4.242263044645404 +10030,10100,1.1493883129975915,0.041952977475957616,0.020850931571525018,0.0209100696894593,1.6640296280787585,1.2316566517623844,1.4000418196710858,0.9997825956939836,0.01543313179775643,"mtp.fc.weight|2d-64|(704, 192)","mtp.fc.weight|2d-64|(576, 3968)",mtp.fc.weight,2d-64,0,0.08226833876479289,4.856323987193027 +10172,10239,1.3223367978017553,0.04557279443536847,0.01709782384291457,0.017085158108714714,1.507822519574619,1.3160311762696144,1.402183435079402,0.9998538215258451,0.014923022392575412,"mtp.layers.0.mlp.down_proj.weight|2d-128|(640, 5248)","mtp.layers.0.mlp.down_proj.weight|2d-128|(1152, 3328)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.00630562153214087,4.110403633334145 +10430,10623,1.2778454588774624,0.023723727065361213,0.017618045948646383,0.01761300917875684,1.3230193222448798,1.4965570360271783,1.4017952259448607,0.9998447901834321,0.019928968672021152,"mtp.layers.0.mlp.down_proj.weight|2d-64|(0, 2944)","mtp.layers.0.mlp.down_proj.weight|2d-64|(1536, 4032)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.045173863367417466,3.4789613266108175 +10787,10882,1.3133811700386941,-0.014280011874240335,-0.00755141609979482,-0.007464254994662706,1.3445336172983047,1.5086084805956634,1.419508108679236,0.9999714876509668,-0.008472923415294258,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(1152, 384)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(2560, 256)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.031152447259610527,3.7340317462424104 +10922,11146,1.3003314691582284,0.04770970983120385,0.027331390029256237,0.02714994186402794,1.4965025406734105,1.3115663367457695,1.3949227073788821,0.9996264277814331,0.023953805706678395,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(1856, 384)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(5632, 448)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.011234867587541109,4.040562782281696 +11294,11341,1.3353010455238696,0.03775070284833081,0.007387470163064643,0.00738372796632734,1.4120963916526037,1.4058845474813244,1.4089801997409435,0.9999727122699849,0.007354972513651895,"mtp.layers.0.mlp.up_proj.weight|2d-128|(1024, 1792)","mtp.layers.0.mlp.up_proj.weight|2d-128|(5760, 1792)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.07058350195745478,3.985960707318895 +11438,11624,1.316720309797296,0.051814672991404354,0.03183973425836051,0.031827746431715105,1.3202125285691364,1.4761211463547748,1.3916591573466968,0.9994929871301534,0.03559980231669288,"mtp.layers.0.mlp.up_proj.weight|2d-64|(4160, 1216)","mtp.layers.0.mlp.up_proj.weight|2d-64|(3840, 256)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.003492218771840472,3.5960660314944968 +11699,11719,1.2442447399582004,0.021589414791603243,0.012238223032955227,0.01226561566112711,1.6591588417832397,1.2416703326476601,1.4058865327956778,0.9999251101442526,0.009158760500600117,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(256, 384)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 896)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.002574407310540261,5.051102389795501 +11744,11846,1.0906620829228486,0.01942786639218045,-0.004782328539640688,-0.004467622917780519,2.1769200494943157,1.1285997782699486,1.4169744089505882,0.9999885646014853,-0.002479344581674597,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 1024)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(192, 1408)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.03793769534710001,7.959636284141802 +12048,12142,1.1919026940687087,0.025085961023237888,-0.00010191111480560878,-0.00011163741223535828,1.792809431506204,1.2049216757217909,1.4142802851847833,0.9999999948070623,-6.849300827421769e-05,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(512, 0)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1152, 1792)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.013018981653082129,5.211511383812008 +12255,12382,1.1791847201610834,0.04387098639089381,0.014537388814350892,0.014509270674454518,1.5483226102796945,1.2938242126909811,1.4040611698074912,0.9998943265797943,0.012147872486285353,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(832, 64)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(1856, 1984)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.11463949252989769,5.2686350034278515 +12551,12577,1.0613188444325858,0.03715486287659444,-0.0015954091909660467,-0.0016221738487975066,1.0796585850939493,2.663032420701014,1.4149989532562848,0.9999987273339469,-0.00393515733444314,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(2432, 1664)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 128)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.018339740661363457,3.1844900264176603 +12778,12970,1.0605324103554157,0.021693558153250116,0.02813510216352699,0.028365539188455368,2.666747436605745,1.0665076485628038,1.4004277929775486,0.9996041296564595,0.011252022309502865,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(704, 1984)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(4032, 1856)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.0059752382073881005,8.889277271436 +13026,13041,1.3653635570700762,0.025895449722690426,0.005788708670083756,0.005800589191958742,1.3652213982338743,1.4597691867835163,1.4101235726289152,0.9999832452856062,0.006189603062760714,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 256)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(256, 128)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.00014215883620183334,3.600961814987211 +13227,13241,1.307448269166459,0.050190225085343355,0.03002881064640972,0.02996757729161028,1.3655344971108991,1.421842801913469,1.3928357319697746,0.9995490335802252,0.031267059424682345,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(256, 1728)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(320, 576)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.05808622794444007,3.603350955785668 +167,194,1.1793070347035552,0.2947059693250112,0.3324571157576093,0.3318316033238199,1.1397973044671859,1.1720179695848507,1.1555708712649362,0.9431183733668492,0.3418552687018454,"model.language_model.embed_tokens.weight|2d-128|(232576, 768)","model.language_model.embed_tokens.weight|2d-128|(79360, 768)",model.language_model.embed_tokens.weight,2d-128,0,0.03950973023636939,3.1369486615379443 +363,403,1.189085169283518,0.23656014731163766,0.2757365567768647,0.27596368005336375,1.2528089347526243,1.1608632410726876,1.2042113955770648,0.9612332449810705,0.2554998005704826,"model.language_model.embed_tokens.weight|2d-64|(213312, 1472)","model.language_model.embed_tokens.weight|2d-64|(107072, 1472)",model.language_model.embed_tokens.weight,2d-64,0,0.02822192821083047,3.423198529345511 +520,575,0.14908089382060297,0.9946246049780177,0.9946246049780175,0.9963680740739272,0.14908089382060374,0.1680027872925859,0.15769672521828484,0.10354658455170081,1.1208660054532094,"model.language_model.layers.9.linear_attn.conv1d.weight|3d-axis0-slice|(1627, 0, 0)","model.language_model.layers.10.linear_attn.conv1d.weight|3d-axis0-slice|(1027, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,1,7.771561172376096e-16,0.21241649980479116 +791,940,0.6309601907242944,0.7932883758575292,0.7932883758575291,0.8367708509989669,0.6309601907242944,0.6580248827183973,0.644066440298469,0.6088460829547345,0.8273160464946261,"model.language_model.layers.16.linear_attn.conv1d.weight|3d-volume|(5264, 0, 0)","model.language_model.layers.20.linear_attn.conv1d.weight|3d-volume|(1540, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,4,0.0,1.4265988435959625 +1085,1130,1.1523509424597773,0.011613304254543072,-0.00035721068525712866,-0.00039455694588799115,1.1595157980709716,1.9767918691057156,1.4144340089503193,0.9999999362002612,-0.000608987975281344,"model.language_model.layers.21.linear_attn.in_proj_qkv.weight|2d-128|(1408, 896)","model.language_model.layers.0.linear_attn.in_proj_qkv.weight|2d-128|(5888, 1408)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,21,0.007164855611194287,3.1073285258771133 +1300,1520,1.1487088923473063,0.0216720742315778,0.002589596707799019,0.0025011223361907217,2.0577785640857753,1.1425439172030587,1.41265846069286,0.9999966469888241,0.0014378262161649704,"model.language_model.layers.22.linear_attn.in_proj_qkv.weight|2d-64|(2752, 1984)","model.language_model.layers.21.linear_attn.in_proj_qkv.weight|2d-64|(320, 1728)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,1,0.006164975144247631,5.163186789389759 +1569,1607,1.1586427689485994,0.04112417286703625,0.0013835074425052022,0.0014693654778906622,1.8679771109095986,1.1829019561384957,1.4133289183511228,0.9999990429531203,0.0008761101249654299,"model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(256, 1664)","model.language_model.layers.22.linear_attn.in_proj_z.weight|2d-128|(1280, 0)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,4,0.02425918718989628,5.013850203149211 +1880,1922,1.1573344381193993,0.026057500149405746,0.020492281907529847,0.018941279027349812,1.1600686652903884,1.9053055579245206,1.4012814940368419,0.9997900111434512,0.033656678937362045,"model.language_model.layers.8.linear_attn.in_proj_z.weight|2d-64|(1920, 1024)","model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-64|(640, 768)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,4,0.0027342271709891453,3.1249401450747367 +2065,2240,1.2373669704165602,0.0026222461830960452,0.0009886968429163139,0.0010004425887120427,1.709946966557275,1.2319121105269488,1.4135502621338087,0.999999511239157,0.0007122955496570778,"model.language_model.layers.14.linear_attn.out_proj.weight|2d-128|(768, 128)","model.language_model.layers.0.linear_attn.out_proj.weight|2d-128|(1536, 0)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,14,0.005454859889611363,4.700493971421615 +2335,2374,1.232842834330001,0.040448939836505056,0.013376765726664214,0.013346369897181574,1.2557859771350233,1.6243540965820549,1.4050297445891975,0.999910527066644,0.017302792516203713,"model.language_model.layers.10.linear_attn.out_proj.weight|2d-64|(128, 0)","model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(1536, 896)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,2,0.022943142805022188,3.23567388599082 +2580,2653,1.2719100403527726,0.05918711764679675,0.022805199440530687,0.02274981159933613,1.5173628651140145,1.3032896067519328,1.3981816861837928,0.9997399276204175,0.019587786213889815,"model.language_model.layers.5.mlp.down_proj.weight|2d-128|(1536, 1152)","model.language_model.layers.22.mlp.down_proj.weight|2d-128|(0, 1408)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,17,0.031379566399160286,3.598586536634324 +2932,2966,1.2637881077118998,0.02487987326272427,0.0275903569484606,0.02791591230008116,1.2512337849650417,1.603835814180953,1.3951620934613587,0.9996193136406762,0.035365415425714176,"model.language_model.layers.20.mlp.down_proj.weight|2d-64|(640, 4800)","model.language_model.layers.1.mlp.down_proj.weight|2d-64|(320, 2432)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,19,0.012554322746858082,3.4287751498140158 +3280,3324,1.1684776735293614,0.042552555604547945,0.008622951198456057,0.008619698573025641,1.186285848061356,1.8339100633001875,1.408641309325918,0.9999628216652002,0.013330443926342002,"model.language_model.layers.19.mlp.gate_proj.weight|2d-128|(5120, 768)","model.language_model.layers.9.mlp.gate_proj.weight|2d-128|(3968, 768)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,10,0.01780817453199468,3.2665978319045377 +3433,3518,1.1599235718751166,-0.027161007617933997,-0.018517933551449102,-0.017838834274560428,1.1569656450182741,2.0526534834236663,1.4253715973028287,0.9998285283672317,-0.03285395808757105,"model.language_model.layers.23.mlp.gate_proj.weight|2d-64|(4544, 1536)","model.language_model.layers.11.mlp.gate_proj.weight|2d-64|(6080, 640)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,12,0.0029579268568424855,3.111500511980309 +3664,3714,1.2404796627203372,0.040927810139447324,-0.005646631524349134,-0.005600506013835008,1.6144291488728901,1.279468209085772,1.4180954346345211,0.9999840576491349,-0.004475071283784827,"model.language_model.layers.4.mlp.up_proj.weight|2d-128|(1280, 768)","model.language_model.layers.22.mlp.up_proj.weight|2d-128|(5888, 1920)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,18,0.03898854636543492,4.146468674502734 +3908,3930,1.235698770044473,0.03172390932787202,0.004906922738144481,0.00517791001067147,1.2430766715672554,1.6723154974513177,1.4108871681736237,0.9999879609821519,0.0066013007302673805,"model.language_model.layers.22.mlp.up_proj.weight|2d-64|(3776, 896)","model.language_model.layers.2.mlp.up_proj.weight|2d-64|(2496, 1216)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,20,0.007377901522782393,3.155105352887956 +4135,4290,1.1825562317439773,-0.011704605734608138,-0.010708453473454988,-0.010877672251640947,1.1929049495084756,1.8645512025275446,1.4210717893963323,0.9999426628683301,-0.016737678730705023,"model.language_model.layers.3.self_attn.k_proj.weight|2d-128|(128, 512)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 256)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,20,0.010348717764498305,3.242485825157049 +4375,4458,1.1082129370916096,0.04862473981200984,0.026474094799420353,0.02632367738278658,2.1622976959314277,1.112393533508131,1.3989004503324585,0.999649499727055,0.013619591749909708,"model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 640)","model.language_model.layers.19.self_attn.k_proj.weight|2d-64|(128, 768)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,4,0.004180596416521354,6.107240338566438 +4698,4771,1.1292156856551159,0.03257404127901202,0.0026007917729798636,0.002598244946998238,1.1441367760196475,2.0484837821563158,1.412646854766421,0.9999966179353575,0.004656506004683597,"model.language_model.layers.23.self_attn.o_proj.weight|2d-128|(256, 1792)","model.language_model.layers.11.self_attn.o_proj.weight|2d-128|(1280, 384)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,12,0.014921090364531597,3.3801451925025527 +4885,4897,1.1310770258222267,0.01702598972613891,0.01828506641935466,0.018422596408728918,2.0379037868481418,1.1359155908588763,1.4031734621542455,0.9998328141974736,0.010191988532372645,"model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(1472, 1472)","model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(128, 64)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,12,0.004838565036649589,5.885115330779275 +5281,5362,1.1279368748745637,0.008798456268044085,-0.0006128340115330152,-0.0005749966152611127,1.1288249525247598,2.15806666095493,1.4145694642838893,0.9999998122172196,-0.001171604725808593,"model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(384, 384)","model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(128, 1920)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,4,0.0008880776501960508,2.995190183381181 +5465,5535,1.1151446974154495,0.04874604722787115,0.03280439085471252,0.03251313066363098,1.1329041045878916,2.000767897972622,1.3941802863668686,0.9994617911359349,0.05793426987232133,"model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(3520, 1216)","model.language_model.layers.23.self_attn.q_proj.weight|2d-64|(2240, 896)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,20,0.017759407172442065,3.088979879589158 +5779,5849,1.086870856615198,0.03730135314352102,-0.0038776083547596616,-0.004001735365512451,1.0939013440340661,2.488639065950067,1.4162322446963698,0.9999924820484637,-0.008821606890546741,"model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(128, 384)","model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(256, 256)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,12,0.0070304874188680255,3.2583707864998606 +5908,6088,1.0813451726589225,0.09214248120087466,0.035606130650245996,0.035450348287442035,1.9529570046524334,1.1397510652954963,1.3921199803292919,0.9993659006890907,0.020779835522744074,"model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(448, 1536)","model.language_model.layers.15.self_attn.v_proj.weight|2d-64|(448, 1472)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,8,0.05840589263657381,6.058977484768864 +6146,6362,1.2245867780520547,0.048172335742865696,0.019097776628218863,0.019027232853232958,1.2622778753421717,1.5985815974535873,1.401015949706892,0.9998176208328491,0.02418592202756794,"model.visual.blocks.21.attn.proj.weight|2d-128|(640, 768)","model.visual.blocks.11.attn.proj.weight|2d-128|(384, 256)",model.visual.layers.*.attn.proj.weight,2d-128,10,0.03769109729011699,3.2671922500374366 +6406,6543,1.199151788338438,0.07379828104209006,0.022871894204900142,0.022876780966181554,1.230528469539701,1.6621705995017098,1.3986596798015045,0.9997384040115094,0.030894848061922057,"model.visual.blocks.12.attn.proj.weight|2d-64|(576, 768)","model.visual.blocks.22.attn.proj.weight|2d-64|(256, 448)",model.visual.layers.*.attn.proj.weight,2d-64,10,0.031376681201263024,3.0604778533524803 +6682,6861,1.1146992200869599,0.04154991371543452,0.006903552708911916,0.006911879566340771,2.0923754662371365,1.134165097343985,1.4101173574079167,0.9999761701960679,0.003742047570555407,"model.visual.blocks.19.attn.qkv.weight|2d-128|(896, 512)","model.visual.blocks.1.attn.qkv.weight|2d-128|(128, 640)",model.visual.layers.*.attn.qkv.weight,2d-128,18,0.019465877257025088,6.463048703461117 +6997,7136,1.1059603790066697,0.0024665860309899578,0.019366690344416963,0.019672716383672,2.4018744549654483,1.090147306560998,1.4038681224554195,0.9998124480646876,0.00879002866795165,"model.visual.blocks.13.attn.qkv.weight|2d-64|(2496, 832)","model.visual.blocks.3.attn.qkv.weight|2d-64|(832, 896)",model.visual.layers.*.attn.qkv.weight,2d-64,10,0.01581307244567176,5.977623629532753 +7179,7192,1.2250486375717027,0.06050309219025464,0.013361982934564327,0.013362991522960463,1.2620555145103038,1.6109920964947089,1.4050099497594797,0.9999107247209905,0.01705634075013945,"model.visual.blocks.2.mlp.linear_fc1.weight|2d-128|(2560, 256)","model.visual.blocks.21.mlp.linear_fc1.weight|2d-128|(128, 768)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,19,0.03700687693860116,3.226309227150603 +7439,7528,1.228319480805531,0.04344626120986773,0.0020380685081803148,0.0029358033160662577,1.6580560958678752,1.2517466528458443,1.4128268736317833,0.9999979231362214,0.0015386363825343847,"model.visual.blocks.14.mlp.linear_fc1.weight|2d-64|(1088, 768)","model.visual.blocks.8.mlp.linear_fc1.weight|2d-64|(1984, 384)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,6,0.023427172040313193,4.264860363219954 +7785,7864,1.2324916569494373,0.03319636834666145,0.014108784669385182,0.014204915687430661,1.263085908333919,1.6072855108895372,1.4044865387115089,0.9999004661440822,0.017953525588196344,"model.visual.blocks.5.mlp.linear_fc2.weight|2d-128|(0, 2432)","model.visual.blocks.9.mlp.linear_fc2.weight|2d-128|(0, 1536)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,4,0.030594251384481685,3.5308440975351822 +8001,8078,1.2218971774020522,0.017240632804670825,0.0022929574809282117,0.0024106480533100383,1.2691980979619841,1.6191351535125624,1.4126382294360393,0.9999973711695399,0.002925160437005068,"model.visual.blocks.3.mlp.linear_fc2.weight|2d-64|(384, 832)","model.visual.blocks.10.mlp.linear_fc2.weight|2d-64|(576, 2176)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,7,0.04730092055993196,3.6356812913713292 +8289,8363,1.3390394757522552,0.03376176363576403,-0.0008634646960176951,-0.0008543440777437481,1.398918784054542,1.4312840157263276,1.4148238327704301,0.9999996272142898,-0.0008834417205923618,"model.visual.merger.linear_fc1.weight|2d-128|(384, 128)","model.visual.merger.linear_fc1.weight|2d-128|(3456, 2944)",model.visual.merger.linear_fc1.weight,2d-128,0,0.05987930830228683,3.429562909086232 +8459,8517,1.3451569604493692,0.035543264352213035,0.014237615473346031,0.013744987832685726,1.4515162955730383,1.3611024922537271,1.4041308906587744,0.9998986400158933,0.013350765653561619,"model.visual.merger.linear_fc1.weight|2d-64|(1856, 2432)","model.visual.merger.linear_fc1.weight|2d-64|(3648, 3776)",model.visual.merger.linear_fc1.weight,2d-64,0,0.015945531804357982,3.677060908379555 +8720,8939,1.347883257415686,0.04421218581798742,0.008596245258714963,0.008580570470165468,1.4132995841365126,1.4030011885451885,1.4081221428754662,0.999963051601134,0.008533606356625157,"model.visual.merger.linear_fc2.weight|2d-128|(1920, 2176)","model.visual.merger.linear_fc2.weight|2d-128|(1920, 1920)",model.visual.merger.linear_fc2.weight,2d-128,0,0.05511793112950247,3.70142418040251 +8964,9095,1.347255859202782,0.04259310898561173,0.01602871465517462,0.016011407660439108,1.427414213149295,1.379493603007066,1.4028404230583174,0.9998715319012252,0.015490604708534115,"model.visual.merger.linear_fc2.weight|2d-64|(1792, 1664)","model.visual.merger.linear_fc2.weight|2d-64|(1280, 2304)",model.visual.merger.linear_fc2.weight,2d-64,0,0.032237743804284014,3.6996663628073314 +9300,9332,0.7767712373424746,0.6377763460694418,0.6167402196097379,0.6189893363928113,1.1232073944164291,0.7921255507653877,0.915474723149619,0.7871667558502025,0.43494699960673977,"model.visual.pos_embed.weight|2d-128|(1280, 512)","model.visual.pos_embed.weight|2d-128|(1792, 512)",model.visual.pos_embed.weight,2d-128,0,0.015354313422913157,4.02613304922413 +9432,9563,0.5313585814093831,0.8789506950902309,0.85594627298615,0.8556637551566649,0.8305011877286169,0.5515161521127508,0.6497430554338052,0.517064771340225,0.5684136300679554,"model.visual.pos_embed.weight|2d-64|(2176, 576)","model.visual.pos_embed.weight|2d-64|(1536, 576)",model.visual.pos_embed.weight,2d-64,0,0.020157570703367766,4.7966888700718515 +9661,9853,1.2025475890941617,0.01778386881036726,-0.004892356854945875,-0.004848776107465867,1.2717813623988288,1.628633461409722,1.4175658353122818,0.9999880323505896,-0.0062651146767028765,"mtp.fc.weight|2d-128|(1792, 2048)","mtp.fc.weight|2d-128|(1024, 2688)",mtp.fc.weight,2d-128,0,0.06923377330466707,3.2641011488912697 +10034,10043,1.1499860880724757,0.022984998819870556,0.00670375278122889,0.006620341726784296,2.2751035503118393,1.1096633598029026,1.4104731890657756,0.9999775295968646,0.0032697012113962385,"mtp.fc.weight|2d-64|(448, 3584)","mtp.fc.weight|2d-64|(1152, 3904)",mtp.fc.weight,2d-64,0,0.04032272826957306,6.545530976267808 +10356,10371,1.3224446278101547,0.04834790061555329,0.006667708954650259,0.006678825181118433,1.400332741950474,1.418831943608133,1.4094913020177837,0.9999777705815746,0.0067557932283742635,"mtp.layers.0.mlp.down_proj.weight|2d-128|(512, 4608)","mtp.layers.0.mlp.down_proj.weight|2d-128|(1536, 5760)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.07788811414031938,3.568530993033522 +10523,10537,1.2778871988804954,0.045409472557345246,0.01770456398725776,0.01776259778055127,1.4760671453355845,1.3375472751323756,1.4016997201868797,0.9998432619235983,0.016043098983264472,"mtp.layers.0.mlp.down_proj.weight|2d-64|(1792, 1088)","mtp.layers.0.mlp.down_proj.weight|2d-64|(832, 768)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.05966007625188019,4.151973894808917 +10814,10852,1.3135072055058366,0.03396410659719049,-0.0007176848743040403,-0.000764644129122745,1.3687211070415772,1.4656913086568994,1.4147197650552212,0.9999997424641774,-0.0007685309134273457,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(1280, 1792)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(4224, 1536)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.055213901535740684,3.6855500111677495 +10932,11041,1.3003412594058577,0.04984544594769744,0.017390634858783744,0.01696029938058591,1.5111418319248022,1.3135080066528304,1.4019834563160785,0.9998487714745707,0.015116210566874818,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(5312, 1344)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(2048, 1792)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.013166747246972754,4.163906450003541 +11152,11311,1.3353820890810695,0.04269629219469473,0.009704590241678046,0.009756239408322603,1.4505890851034775,1.367754132866849,1.4073465543013999,0.9999529093553562,0.009150415887685781,"mtp.layers.0.mlp.up_proj.weight|2d-128|(5504, 1536)","mtp.layers.0.mlp.up_proj.weight|2d-128|(6016, 640)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.032372043785779514,3.765356756277657 +11411,11490,1.3167712755367502,0.05594414894594387,0.019622246754352406,0.019725301772592945,1.3159458887162214,1.503508823087984,1.400393276980387,0.9998074651813275,0.02241902298335341,"mtp.layers.0.mlp.up_proj.weight|2d-64|(3008, 1984)","mtp.layers.0.mlp.up_proj.weight|2d-64|(1280, 1024)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.0008253868205287951,3.5508873588634926 +11674,11691,1.2443979549616777,0.023228647573485185,-0.003358929537570745,-0.0033690814678488975,1.6276641510226135,1.270726531235822,1.4165158443303176,0.9999943587802691,-0.00262233512807982,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 1280)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(128, 1408)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.02632857627414431,5.259243804792481 +11738,11801,1.090780760058546,0.0531401904942123,0.021147631166166553,0.021146743112656907,2.154265180654796,1.116565098784807,1.4019416623820746,0.9997763638414642,0.010960910056086159,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 640)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(128, 576)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.02578433872626107,6.472623146997854 +12063,12192,1.1922211854483709,0.012970088508059661,0.012273132475477625,0.01220269917409455,1.2107895820816232,1.7420587220416184,1.4060558479676688,0.9999246822732397,0.017658326262536928,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(512, 1920)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1664, 0)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.018568396633252382,3.4356775634798815 +12244,12327,1.1792481158913872,0.02143927879199494,0.019440227232987346,0.01949102493463101,1.1324435398722748,2.0543730997830143,1.402542290665459,0.9998110209260197,0.03526664109508083,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(0, 256)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(1728, 0)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.046804576019112476,3.079751243160188 +12591,12613,1.0614399311912843,-0.0023648165296460168,0.0014823092290153989,0.0013997252620924399,3.0578357040536286,1.0576422504942808,1.4135658198383934,0.9999989013790713,0.0005127001646380127,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 1920)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(896, 640)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.0037976806970034804,9.124069581665138 +12919,12948,1.0606865630937161,0.04981380826246491,0.04341356809450327,0.04333690975818193,1.0650134539045941,2.5825837089559864,1.3924066339938692,0.9990571866041021,0.10527488953070013,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(2368, 1600)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(640, 1536)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.0043268908108780035,3.0107355266664735 +13020,13044,1.3654842468992712,0.01348822947069997,-0.004301379017933324,-0.004345767606219351,1.382483096613239,1.4547745555990435,1.4172478948705818,0.9999907490264818,-0.004526302538241883,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(0, 1536)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(256, 512)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.016998849713967923,3.717669734993635 +13279,13303,1.307503270568269,0.03154327087448618,0.013790660452622028,0.013898319933319634,1.4882110784395366,1.333469912942422,1.4044871233268257,0.9999049043205461,0.012356735586499351,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 960)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(448, 448)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.025966642374152915,4.178660130020206 +212,235,1.1793279845298459,0.2919844673826849,0.3373698975988959,0.3361103492719023,1.152640431148586,1.1497657072787018,1.1512003772375168,0.9413721645524211,0.3365284857662036,"model.language_model.embed_tokens.weight|2d-128|(226176, 768)","model.language_model.embed_tokens.weight|2d-128|(147456, 768)",model.language_model.embed_tokens.weight,2d-128,0,0.02956227725114413,3.100864240156729 +261,330,1.1892097473344971,0.21112027624985064,0.2767839129236174,0.2772897067618331,1.2637997168149424,1.1513826794398012,1.203671728331349,0.960932185716917,0.2521635343383227,"model.language_model.embed_tokens.weight|2d-64|(42688, 1408)","model.language_model.embed_tokens.weight|2d-64|(157376, 1408)",model.language_model.embed_tokens.weight,2d-64,0,0.03782706789469592,3.53037160545274 +525,584,0.1493112671512265,0.9921554137906562,0.9921554137906561,0.9924459555924884,0.16398668242711276,0.1493112671512265,0.156134067251193,0.12501053909927695,0.9033659310101367,"model.language_model.layers.8.linear_attn.conv1d.weight|3d-axis0-slice|(3370, 0, 0)","model.language_model.layers.10.linear_attn.conv1d.weight|3d-axis0-slice|(3261, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,2,0.0,0.2641117615261971 +866,912,0.6311844397970957,0.7966912111845746,0.7966912111845746,0.7995555997112678,1.0267706126639182,0.6311844397970957,0.7604382704187694,0.6043865600931705,0.4897482355072047,"model.language_model.layers.1.linear_attn.conv1d.weight|3d-volume|(5468, 0, 0)","model.language_model.layers.13.linear_attn.conv1d.weight|3d-volume|(4928, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,12,0.0,2.1322462167708642 +1121,1156,1.152398064744555,0.03936869895168304,-0.012991597425415476,-0.012993286483934092,1.1809811359448503,1.9190234799206265,1.422390833911093,0.9999156056369637,-0.021110566242112185,"model.language_model.layers.13.linear_attn.in_proj_qkv.weight|2d-128|(1024, 1280)","model.language_model.layers.10.linear_attn.in_proj_qkv.weight|2d-128|(4352, 1152)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,3,0.02858307120029524,3.3380751367489596 +1434,1505,1.148822922133318,0.04058689656093477,0.003371579391210999,0.0033660041400336393,1.1655165268552214,1.9358479449099277,1.4121049993862613,0.9999943162100516,0.005599976392601796,"model.language_model.layers.20.linear_attn.in_proj_qkv.weight|2d-64|(4608, 640)","model.language_model.layers.10.linear_attn.in_proj_qkv.weight|2d-64|(3904, 1792)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,10,0.01669360472190351,3.329017880775158 +1540,1689,1.1587200071952928,0.031393167209619904,-0.004482753642995133,-0.004919106682417659,1.1725039001410076,1.9293663040401057,1.4170243247518772,0.999989952409411,-0.0073764136964215715,"model.language_model.layers.0.linear_attn.in_proj_z.weight|2d-128|(0, 512)","model.language_model.layers.10.linear_attn.in_proj_z.weight|2d-128|(1536, 1792)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,10,0.013783892945714804,3.0488520086589634 +1808,1814,1.1573403851605528,0.02855172085734267,0.03246785268219572,0.040098453838710926,1.7292210565591912,1.1978634111455662,1.3925543064561832,0.9994727802907928,0.022491082108295743,"model.language_model.layers.12.linear_attn.in_proj_z.weight|2d-64|(1152, 512)","model.language_model.layers.22.linear_attn.in_proj_z.weight|2d-64|(320, 192)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,10,0.04052302598501334,5.8269001106078955 +2118,2128,1.2374517350219165,0.025144676694479662,-0.00290300323105394,-0.0027424854325301382,1.6637278172435566,1.2539797602216447,1.4161855188885084,0.9999957862772426,-0.0021880425739535304,"model.language_model.layers.17.linear_attn.out_proj.weight|2d-128|(512, 896)","model.language_model.layers.2.linear_attn.out_proj.weight|2d-128|(1408, 0)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,15,0.01652802519972818,4.337883130290525 +2333,2533,1.2329253552548163,-0.001852336495419256,0.007942196822869155,0.007803921422403807,1.2451582358410827,1.6604611277058317,1.4088121327997185,0.9999684602574357,0.01059119131477689,"model.language_model.layers.22.linear_attn.out_proj.weight|2d-64|(1536, 192)","model.language_model.layers.17.linear_attn.out_proj.weight|2d-64|(1216, 1344)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,5,0.01223288058626637,3.320279419484122 +2752,2813,1.2719168113837713,0.02522868606806564,-0.0021414524809624334,-0.002153307685539658,1.2848773987420163,1.5968127166026784,1.4156919501223812,0.9999977070880072,-0.0026613422860026132,"model.language_model.layers.22.mlp.down_proj.weight|2d-128|(640, 3840)","model.language_model.layers.3.mlp.down_proj.weight|2d-128|(0, 6016)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,19,0.012960587358245013,3.4605031257435845 +2823,3035,1.264124127535813,0.02039780231814943,-0.0027507793701031878,-0.0026830570327819455,1.2969404305232612,1.5756401311162547,1.4161210937313413,0.9999962165992714,-0.003341894712645045,"model.language_model.layers.15.mlp.down_proj.weight|2d-64|(1856, 1728)","model.language_model.layers.4.mlp.down_proj.weight|2d-64|(1088, 3648)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,11,0.0328163029874482,3.2663767110704307 +3116,3267,1.1684803200871472,0.01538436691319818,-0.0038946480529256453,-0.003965577463602888,1.1961931440088072,1.8331621551731425,1.4167320506519188,0.9999924158295121,-0.0059685356450174505,"model.language_model.layers.19.mlp.gate_proj.weight|2d-128|(640, 896)","model.language_model.layers.10.mlp.gate_proj.weight|2d-128|(4224, 640)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,9,0.027712823921659968,3.1731313354948245 +3426,3433,1.1599311709679219,0.024413595776575564,0.002791031957294127,0.003181256201662964,1.9479218398779448,1.1633279661592995,1.412474942414583,0.9999961050627214,0.0016668458989956357,"model.language_model.layers.10.mlp.gate_proj.weight|2d-64|(2176, 896)","model.language_model.layers.23.mlp.gate_proj.weight|2d-64|(4544, 1536)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,13,0.0033967951913775885,4.82098233499385 +3708,3830,1.2404885436892785,0.0337681474797483,0.005712893420571321,0.005733325145044712,1.2701067858771788,1.6102040101456352,1.410279557644035,0.9999836812912325,0.007242638176273869,"model.language_model.layers.21.mlp.up_proj.weight|2d-128|(6016, 1792)","model.language_model.layers.1.mlp.up_proj.weight|2d-128|(3840, 1792)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,20,0.029618242187900323,3.1498458110947376 +3844,3976,1.2358922654653273,0.04996230224781963,0.025279397136565084,0.02493282457863029,1.6108034097126378,1.250291956950654,1.3967897395095326,0.999680424976108,0.019621653844181543,"model.language_model.layers.4.mlp.up_proj.weight|2d-64|(4480, 384)","model.language_model.layers.22.mlp.up_proj.weight|2d-64|(3072, 1600)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,18,0.014399691485326827,4.196364254856811 +4261,4316,1.1826778522639623,0.03210856995326404,-0.005732334934339025,-0.005593337803806278,1.214743410753227,1.7761219036241536,1.41798601917046,0.9999835700331283,-0.0083814619166992,"model.language_model.layers.3.self_attn.k_proj.weight|2d-128|(128, 384)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(128, 1536)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,20,0.03206555848926462,3.3496004536177884 +4443,4561,1.1083483638315088,0.02267368239313645,0.034080804661290494,0.03394881679872582,1.1188176696330256,2.083510411956725,1.3939800666723694,0.99941908064317,0.06346674108476738,"model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(320, 832)","model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(0, 1024)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,0,0.010469305801516837,4.150365992114939 +4710,4754,1.1294553441136268,-0.013659180533692314,0.007020185204918696,0.007036602254447792,2.1231568901197497,1.1293722763754515,1.410091237460165,0.9999753581962351,0.0037342518503232784,"model.language_model.layers.23.self_attn.o_proj.weight|2d-128|(256, 640)","model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(640, 768)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,4,8.30677381753464e-05,5.907672651567369 +4927,4930,1.131149342828121,0.0330395070961209,0.031725468264471555,0.03161843780851585,2.0032272268608473,1.1331806062514778,1.3948536300171688,0.9994966206363081,0.017946384154274072,"model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(1344, 320)","model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(960, 1856)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,16,0.0020312634233567994,5.825279686805378 +5134,5271,1.1280538309693617,0.05150567849147977,-0.008111774947242098,-0.007859601879887077,2.0326823798945317,1.1538872028033567,1.4191300864712248,0.9999670990123651,-0.004604788921390261,"model.language_model.layers.23.self_attn.q_proj.weight|2d-128|(1152, 1152)","model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(3328, 1792)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,20,0.025833371833994923,5.300157992866245 +5512,5614,1.1153623654594829,0.058640496160785635,0.03840021158984281,0.03781036294236848,1.96382103964349,1.1358248656296366,1.3904783227893134,0.9992624398774604,0.02220971987198019,"model.language_model.layers.11.self_attn.q_proj.weight|2d-64|(2432, 320)","model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(1920, 1792)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,8,0.02046250017015372,5.653742949171493 +5787,5870,1.0870311781940387,0.012794209766456725,0.009746114280894069,0.009696928003945799,1.0854672259433178,2.5124094926973695,1.4091864469372395,0.9999525055003481,0.022558239853766263,"model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(128, 1408)","model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(256, 1024)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,12,0.0015639522507209236,3.968232039378799 +5989,6135,1.0816519334433161,0.047119562869360976,0.02721174984762807,0.027076975597068346,1.0983163992105873,2.2775894178625995,1.3990761442602244,0.9996296917710229,0.05642927078119555,"model.language_model.layers.23.self_attn.v_proj.weight|2d-64|(448, 448)","model.language_model.layers.3.self_attn.v_proj.weight|2d-64|(448, 1344)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,20,0.016664465767271208,3.4547238398246476 +6248,6339,1.2248500373985363,0.044791967581088166,0.012150771072488326,0.012240503684209588,1.2822967677149872,1.5735316907454306,1.4057733512080306,0.999926176656229,0.014910451177088902,"model.visual.blocks.1.attn.proj.weight|2d-128|(640, 0)","model.visual.blocks.14.attn.proj.weight|2d-128|(768, 0)",model.visual.layers.*.attn.proj.weight,2d-128,13,0.05744673031645098,3.2384731007433483 +6562,6642,1.1994394898239968,-0.02655956108387776,-0.006942729430217395,-0.007064645377458152,1.1954926153082177,1.8442425281278652,1.4186879912407626,0.9999758989635994,-0.010710293574829617,"model.visual.blocks.6.attn.proj.weight|2d-64|(832, 896)","model.visual.blocks.18.attn.proj.weight|2d-64|(512, 768)",model.visual.layers.*.attn.proj.weight,2d-64,12,0.003946874515779131,2.9963357528596433 +6679,6888,1.114856783959276,-0.030887259388961034,-0.00024557324074485305,-0.0002128252907125837,1.1061397017572112,2.3407392213811558,1.4143477136524054,0.9999999698468912,-0.0005196657487476419,"model.visual.blocks.1.attn.qkv.weight|2d-128|(1152, 768)","model.visual.blocks.21.attn.qkv.weight|2d-128|(1280, 0)",model.visual.layers.*.attn.qkv.weight,2d-128,20,0.008717082202064796,3.6241922961945354 +7062,7073,1.1059968399805886,-0.03617085888680396,-0.03823322150585904,-0.03821636391218446,2.5944045228455472,1.1011860908337496,1.4335280997497801,0.9992688430914295,-0.016227959579657357,"model.visual.blocks.18.attn.qkv.weight|2d-64|(2752, 576)","model.visual.blocks.2.attn.qkv.weight|2d-64|(768, 192)",model.visual.layers.*.attn.qkv.weight,2d-64,16,0.0048107491468389885,7.31784824661971 +7218,7243,1.225194848543591,0.03883149966825109,0.010939949217021908,0.01071889154810985,1.6779328359533214,1.23525107553067,1.4068076498374653,0.9999401569649701,0.008053709747505744,"model.visual.blocks.17.mlp.linear_fc1.weight|2d-128|(1024, 640)","model.visual.blocks.11.mlp.linear_fc1.weight|2d-128|(512, 896)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,6,0.010056226987078976,4.377028988038489 +7427,7439,1.2284472218474298,0.05749746319797735,0.043758094405701276,0.045744254547702264,1.2295102340772892,1.6168743312920477,1.3840760615909218,0.9990421558542871,0.057544327545942964,"model.visual.blocks.4.mlp.linear_fc1.weight|2d-64|(448, 832)","model.visual.blocks.14.mlp.linear_fc1.weight|2d-64|(1088, 768)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,10,0.0010630122298593836,3.1788724580980143 +7821,7832,1.232671885464887,0.035744977709013956,0.0022913381381376254,0.0024942921187824448,1.6554144391299372,1.2526457566910663,1.4126534708772582,0.9999973748813227,0.001733846780623141,"model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(640, 384)","model.visual.blocks.0.mlp.linear_fc2.weight|2d-128|(512, 3072)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,10,0.01997387122617922,4.490272899670562 +8044,8080,1.2221291027413494,0.03344486968162629,0.026318219932400945,0.026344163380088263,1.277952275401641,1.5538015892456984,1.3958342067069807,0.9996536156587389,0.03199907597819352,"model.visual.blocks.2.mlp.linear_fc2.weight|2d-64|(192, 128)","model.visual.blocks.8.mlp.linear_fc2.weight|2d-64|(768, 1856)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,6,0.055823172660291576,4.533447928633661 +8238,8316,1.3390920119138934,0.06379924228458404,0.01010041126775858,0.009660694056249355,1.3996395988606694,1.4145870303735975,1.4070537719625449,0.9999489895450778,0.010208278468572366,"model.visual.merger.linear_fc1.weight|2d-128|(3584, 3456)","model.visual.merger.linear_fc1.weight|2d-128|(3456, 3072)",model.visual.merger.linear_fc1.weight,2d-128,0,0.06054758694677598,3.4588541086102587 +8547,8559,1.3451881659366158,0.02931873195475931,0.002017612074757579,0.0017190128905633915,1.3818981916301407,1.4458456199625889,1.412787634791122,0.9999979646186865,0.0021109772042111775,"model.visual.merger.linear_fc1.weight|2d-64|(1024, 3328)","model.visual.merger.linear_fc1.weight|2d-64|(2688, 2048)",model.visual.merger.linear_fc1.weight,2d-64,0,0.036710025693524884,3.513052376226526 +8913,8952,1.3480677516214037,0.025137552156419433,-0.005640876036221827,-0.005654899524642633,1.3867909996881285,1.4518284514077262,1.4181924811952549,0.99998409013221,-0.005905420731813677,"model.visual.merger.linear_fc2.weight|2d-128|(1152, 3200)","model.visual.merger.linear_fc2.weight|2d-128|(896, 3072)",model.visual.merger.linear_fc2.weight,2d-128,0,0.03872324806672478,3.4548597262367555 +9054,9173,1.347272922346196,0.033723720236696855,0.02412694921205494,0.024298576272690813,1.411500126209845,1.3830399173602483,1.397052651178466,0.9997089027920673,0.023640475282135778,"model.visual.merger.linear_fc2.weight|2d-64|(64, 1920)","model.visual.merger.linear_fc2.weight|2d-64|(704, 2560)",model.visual.merger.linear_fc2.weight,2d-64,0,0.03576699501405245,3.7496442562949106 +9266,9274,0.7779201374229964,0.6733598559549678,0.5636872443856177,0.564657136920847,0.8570681567427202,1.0816116588089217,0.9499854965164279,0.8259883113682354,0.711367807394084,"model.visual.pos_embed.weight|2d-128|(768, 256)","model.visual.pos_embed.weight|2d-128|(896, 256)",model.visual.pos_embed.weight,2d-128,0,0.07914801931972382,3.5102988820848524 +9432,9497,0.5318959918883461,0.8711333309120818,0.8582877781559284,0.8588095904332058,0.5380669601114942,0.7725252047671076,0.6244114394683689,0.513168675844658,1.2322796059278984,"model.visual.pos_embed.weight|2d-64|(2176, 576)","model.visual.pos_embed.weight|2d-64|(1024, 576)",model.visual.pos_embed.weight,2d-64,0,0.00617096822314811,3.0940092767490794 +9703,9789,1.2025996090313191,0.0054544181302110615,-0.007278773420982568,-0.007216545641477731,2.056856864822033,1.1489923792160917,1.418589428667092,0.9999735093778664,-0.004066036550128748,"mtp.fc.weight|2d-128|(1920, 2176)","mtp.fc.weight|2d-128|(1152, 2048)",mtp.fc.weight,2d-128,0,0.053607229815227475,5.470761485736807 +10043,10091,1.1513557604825952,0.030889253635957924,0.016659208366994582,0.016635271413671462,1.1039921390742387,2.277611101187361,1.4049360024051343,0.9998612257591476,0.0343690834116607,"mtp.fc.weight|2d-64|(1152, 3904)","mtp.fc.weight|2d-64|(320, 3648)",mtp.fc.weight,2d-64,0,0.04736362140835659,3.5352548130956722 +10198,10239,1.3225585123029553,0.04170703041910179,0.010617496500286396,0.0106149276442587,1.5139053145131875,1.3195501374586542,1.4067565149824788,0.9999436327954023,0.009254422209968173,"mtp.layers.0.mlp.down_proj.weight|2d-128|(896, 256)","mtp.layers.0.mlp.down_proj.weight|2d-128|(1152, 3328)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.003008374844301054,3.8570401675583175 +10429,10524,1.2779293649312566,0.03515596136798615,-0.0029515263475737665,-0.00339233736533181,1.3859173394996536,1.448766278170909,1.4162970211087413,0.9999956442366235,-0.0030853729292697773,"mtp.layers.0.mlp.down_proj.weight|2d-64|(1472, 64)","mtp.layers.0.mlp.down_proj.weight|2d-64|(128, 5952)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.10798797456839693,3.544497882899838 +10676,10748,1.3135760414802404,0.013092302199057335,-0.0032053145001536883,-0.003385159427630193,1.3636310515647954,1.4759718918277138,1.41647117618996,0.9999948629662829,-0.003469379859945088,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(5888, 0)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(2560, 768)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.05005501008455493,3.605901733942142 +11032,11095,1.3003531463631195,0.08101623864638799,0.0452004674213625,0.04970886260777913,1.3216422562612389,1.4515215142063136,1.3820256067787013,0.9989779365656132,0.04964236774623883,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(2752, 960)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(832, 1856)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.021289109898119385,3.6554187107786897 +11340,11395,1.3355121932945184,0.05278630498940371,0.009079660544161927,0.009081946732105366,1.4049077715684561,1.4106672742423607,1.407778686755721,0.9999587790326173,0.00911688315068496,"mtp.layers.0.mlp.up_proj.weight|2d-128|(5632, 512)","mtp.layers.0.mlp.up_proj.weight|2d-128|(5376, 1920)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.06939557827393772,3.555911740639753 +11438,11439,1.316776850610795,0.05598605746438523,0.01617840724607489,0.016235131521549102,1.344998857835384,1.4686915341617028,1.4027715451681408,0.9998691210048344,0.017666252740742985,"mtp.layers.0.mlp.up_proj.weight|2d-64|(4160, 1216)","mtp.layers.0.mlp.up_proj.weight|2d-64|(4992, 256)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.028222007224588896,3.5897511676938785 +11671,11686,1.2445164179764339,0.03091439615868041,0.010820954162809251,0.0107946886726889,1.670785271533634,1.2382215779804788,1.40687399627093,0.999941451761555,0.008019426054928792,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 896)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(128, 768)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.006294839995955037,4.716714781201616 +11749,11938,1.090851534283113,0.0056846438303708325,0.011840479710595889,0.011846646065269122,2.4592572224308835,1.0888244718163476,1.4080012472510706,0.9999298990630408,0.005242316236525388,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 1344)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 1152)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.002027062466765539,8.19272034280384 +12015,12049,1.1926415029855093,0.0311796355982088,0.00468783162212988,0.004712262094005803,1.2164949530341889,1.7442714641845896,1.41109950711733,0.9999890120569738,0.006721648048755612,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(128, 1920)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(512, 128)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.02385345004867956,3.3073636568225337 +12287,12459,1.1794155002679811,0.033037642330884,0.02158872141215929,0.021666717685158533,1.6296510823707917,1.245401957517408,1.3994062932602753,0.999766936394572,0.01649840030044155,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(1728, 64)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(1856, 1856)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.06598645724942687,5.028277216955224 +12591,12609,1.061458124143748,-0.009399376569424144,-0.005375914194812535,-0.0053122106556462365,3.097856043332146,1.0585011396396518,1.4165378206292283,0.999985549668879,-0.001836886938004154,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 1920)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(896, 128)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.002956984504096205,8.88152125749334 +12829,12846,1.0609414609631236,0.002669073623796369,-0.010065194302757813,-0.010364526055906622,3.1441048235743425,1.0583397155770342,1.418510816440318,0.9999493446488416,-0.003388053348519795,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(576, 0)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(896, 1792)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.0026017453860893713,8.38732402324999 +13022,13066,1.3655073429787739,0.03167151823667315,-0.004090753596195601,-0.004079233195081577,1.4078777780868428,1.4265118971546265,1.417102960264678,0.9999916328325028,-0.004144897209210117,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(0, 1792)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(384, 1280)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.04237043510806893,3.7548894939409796 +13182,13210,1.3077746141451085,0.038291469073785174,0.03863693106871466,0.038640234572103235,1.3080523260885768,1.4818254813440086,1.3868393616780292,0.9992533150095582,0.04376980021109368,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 896)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(256, 640)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.0002777119434682618,3.524085783274844 +86,173,1.179522990380158,0.2685628117372515,0.2906400532895367,0.2893766482236815,1.2317187307819497,1.1551652881411816,1.1916016657790944,0.9568324615228391,0.2725762729048012,"model.language_model.embed_tokens.weight|2d-128|(183040, 1152)","model.language_model.embed_tokens.weight|2d-128|(131072, 1152)",model.language_model.embed_tokens.weight,2d-128,0,0.024357702238976486,3.1755157059494286 +276,462,1.1892191367804814,0.08945438636589376,0.0430156200204107,0.04256855847541405,1.5326528569678017,1.2716080555864135,1.3839967329510772,0.9990743998493103,0.03568910512600674,"model.language_model.embed_tokens.weight|2d-64|(213248, 576)","model.language_model.embed_tokens.weight|2d-64|(224448, 1920)",model.language_model.embed_tokens.weight,2d-64,0,0.08238891880593213,4.9388303763822865 +661,674,0.14951417494773173,0.9933369735221336,0.9933369735221337,0.9939410528821467,0.16648099172667347,0.14951417494773173,0.15731547676328578,0.11524607166358382,0.8921015937067078,"model.language_model.layers.2.linear_attn.conv1d.weight|3d-axis0-slice|(2232, 0, 0)","model.language_model.layers.1.linear_attn.conv1d.weight|3d-axis0-slice|(3652, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,1,0.0,0.22080383724447852 +856,926,0.6320863675493017,0.7751957368763056,0.7751957368763055,0.8089327478373894,0.838632597040979,0.6320863675493019,0.7138506140205942,0.6317211168932078,0.5842733268307545,"model.language_model.layers.9.linear_attn.conv1d.weight|3d-volume|(1060, 0, 0)","model.language_model.layers.17.linear_attn.conv1d.weight|3d-volume|(4312, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,8,2.220446049250313e-16,2.190767751726191 +1156,1197,1.1524050476090493,0.027840126280606864,-0.005242857070890422,-0.005251831828345841,1.8946698671066944,1.1811838659136584,1.4175383306526446,0.9999862561304201,-0.0032685262435106725,"model.language_model.layers.10.linear_attn.in_proj_qkv.weight|2d-128|(4352, 1152)","model.language_model.layers.21.linear_attn.in_proj_qkv.weight|2d-128|(0, 0)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,11,0.028778818304609155,5.116889351102189 +1381,1503,1.14883298531726,-0.0008400453246579041,0.0020252404566350746,0.0019724718285539108,1.1443938888318093,2.0491238207267912,1.4129937706168922,0.9999979491984435,0.003626346228243843,"model.language_model.layers.14.linear_attn.in_proj_qkv.weight|2d-64|(2176, 1344)","model.language_model.layers.14.linear_attn.in_proj_qkv.weight|2d-64|(5248, 1728)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,0,0.004439096485450822,3.1836428016541976 +1569,1638,1.158786150215276,-0.0011914607138035337,0.010132682357340654,0.01011276547703332,1.9658557197786977,1.1545705948191123,1.4079420699296405,0.9999486630563817,0.0059510456330665535,"model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(256, 1664)","model.language_model.layers.5.linear_attn.in_proj_z.weight|2d-128|(512, 384)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,13,0.004215555396163806,5.791441253924802 +1832,1886,1.1573794825182753,0.05877206697843531,0.02497180436818748,0.0244914798972085,1.809944624617064,1.1800495681220853,1.3979631928381473,0.9996881558699178,0.016281142836700582,"model.language_model.layers.9.linear_attn.in_proj_z.weight|2d-64|(1472, 320)","model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-64|(1920, 1856)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,7,0.02267008560381001,4.82309614715183 +2131,2134,1.2375007722364981,0.015114226443655135,0.0001079463505855607,0.00010769118714729909,1.2389055114703507,1.6937258556839978,1.414140816535385,0.9999999941737927,0.0001475750356429576,"model.language_model.layers.13.linear_attn.out_proj.weight|2d-128|(896, 1536)","model.language_model.layers.16.linear_attn.out_proj.weight|2d-128|(1280, 256)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,3,0.0014047392338525366,3.4952138969211437 +2402,2433,1.233003341181902,0.03988391475891007,0.00816749770829253,0.00822568126025055,1.685797585947395,1.23468800848077,1.4086966730864838,0.999966645434329,0.005981923075335118,"model.language_model.layers.18.linear_attn.out_proj.weight|2d-64|(448, 512)","model.language_model.layers.6.linear_attn.out_proj.weight|2d-64|(1152, 1920)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,12,0.001684667298868181,4.55309125395598 +2651,2736,1.2720472674027006,0.053444620292874695,0.011910980823884934,0.011865615487825634,1.5167543161308739,1.3161848663726539,1.4058505122509473,0.999929061751789,0.010335920944694071,"model.language_model.layers.3.mlp.down_proj.weight|2d-128|(512, 5248)","model.language_model.layers.15.mlp.down_proj.weight|2d-128|(1280, 384)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,12,0.044137598969953284,4.138427380199711 +2832,2847,1.2641341206993832,0.014988958492601796,0.018574224153213647,0.018446444645548635,1.5333791680900088,1.298201936499308,1.4011996829714113,0.9998274842177055,0.015725460646964225,"model.language_model.layers.13.mlp.down_proj.weight|2d-64|(832, 2880)","model.language_model.layers.19.mlp.down_proj.weight|2d-64|(448, 2624)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,6,0.034067815799924794,3.936293844632265 +3116,3214,1.1685112496307577,0.018511880232048764,-0.0033838393074238494,-0.0031599156607038594,1.192961953385553,1.8434625885734557,1.416394622234206,0.9999942747993817,-0.005228985845925069,"model.language_model.layers.19.mlp.gate_proj.weight|2d-128|(640, 896)","model.language_model.layers.11.mlp.gate_proj.weight|2d-128|(5888, 0)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,8,0.02445070375479541,3.088586326482225 +3422,3448,1.159946209509374,0.008060419540411288,0.0074784374166391,0.007462627731981577,1.164467607522392,1.9273842537385952,1.4095247150641566,0.9999720360959127,0.012378036474597743,"model.language_model.layers.22.mlp.gate_proj.weight|2d-64|(5504, 1088)","model.language_model.layers.10.mlp.gate_proj.weight|2d-64|(4416, 1792)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,12,0.004521398013018096,3.0857803061331963 +3700,3724,1.2404927230594882,0.021000302090098743,-0.0006545193831177087,-0.0006211242853211067,1.637973510529369,1.2632504152479482,1.41466111829726,0.9999997858021656,-0.0005047834273242062,"model.language_model.layers.4.mlp.up_proj.weight|2d-128|(4992, 1152)","model.language_model.layers.20.mlp.up_proj.weight|2d-128|(3840, 1280)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,16,0.02275769218846002,4.279472686615785 +3853,3921,1.2360238232266303,0.013391202891694915,0.008631667004974811,0.008529462337167773,1.2402585633245455,1.6707605000632386,1.4083591951381234,0.9999627464684449,0.011627775617169699,"model.language_model.layers.21.mlp.up_proj.weight|2d-64|(3520, 1600)","model.language_model.layers.1.mlp.up_proj.weight|2d-64|(2880, 1216)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,20,0.004234740097915246,3.175953104645446 +4113,4327,1.182881188802702,0.004106012381448424,0.0009739995095887063,0.0010798768079155424,1.2167391046816252,1.752916682865343,1.4135681792148722,0.9999995256623652,0.0014032095975968922,"model.language_model.layers.11.self_attn.k_proj.weight|2d-128|(128, 128)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(256, 896)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,12,0.03385791587892317,3.2902996872048846 +4451,4514,1.1083528745817695,0.009642350100506495,-0.016836417283622895,-0.01643151825410236,1.1568779123750712,2.0472092652156197,1.4243754964258306,0.9998582574810551,-0.029793696540810464,"model.language_model.layers.11.self_attn.k_proj.weight|2d-64|(192, 192)","model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 512)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,12,0.04852503779330175,2.9498517465620115 +4776,4802,1.1297804288212103,0.0025275037245788513,0.0026548497932615835,0.002624911469660829,2.076361225449813,1.139387910522625,1.4126292159552263,0.9999964758800779,0.0014568292460963473,"model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(1920, 1408)","model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(1792, 0)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,12,0.009607481701414677,5.884986987599318 +4864,5002,1.1312558386935356,0.01635372349442123,0.014283972260716957,0.014665009494404652,1.146489379817918,1.993154522695517,1.4054555796376869,0.9998979788640715,0.024832470683703027,"model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(640, 640)","model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(128, 1792)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,12,0.015233541124382466,3.0381386581550975 +5123,5126,1.128102767409336,0.055958630315137106,0.028418760450404423,0.028411102646810397,2.011885383526193,1.133832516478043,1.3969176500170069,0.9995961054618323,0.01601587990076932,"model.language_model.layers.11.self_attn.q_proj.weight|2d-128|(3968, 256)","model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(1920, 512)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,8,0.005729749068706935,5.133120881723986 +5560,5591,1.1153870933545607,0.030234506774765055,0.021995358196404847,0.021743744693443548,2.0609367800265117,1.1297752185931982,1.4010404593918298,0.9997580728445317,0.01205753172790643,"model.language_model.layers.23.self_attn.q_proj.weight|2d-64|(64, 640)","model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(2880, 1088)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,20,0.014388125238637528,5.615115273335833 +5664,5882,1.0870350745142547,0.05352764019336146,0.0039642946120663014,0.003968916781743593,2.1743756800195766,1.1238547849396068,1.4119249043827489,0.9999921421532415,0.002048998022568438,"model.language_model.layers.3.self_attn.v_proj.weight|2d-128|(384, 1408)","model.language_model.layers.23.self_attn.v_proj.weight|2d-128|(384, 1280)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,20,0.03681971042535204,6.468819226906791 +6063,6104,1.0816598855255197,0.0027196878333113133,-0.00017669508728497012,0.00015265296789916178,2.4190577762620276,1.0983172900798268,1.4143076231881138,0.999999984389423,-8.022432177586231e-05,"model.language_model.layers.3.self_attn.v_proj.weight|2d-64|(448, 1792)","model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(320, 1344)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,16,0.016657404554307087,9.161023544501376 +6183,6194,1.2249695854998954,0.008155245513027973,0.0030625042325776756,0.0028237081408105783,1.2098552676409784,1.7686361489548958,1.4121938540905354,0.9999953105229171,0.004476945166032511,"model.visual.blocks.0.attn.proj.weight|2d-128|(512, 896)","model.visual.blocks.0.attn.proj.weight|2d-128|(768, 256)",model.visual.layers.*.attn.proj.weight,2d-128,0,0.015114317858917037,3.9341537617353017 +6553,6643,1.199463502004917,0.01579632017458488,0.03222229393588797,0.032257395294708724,1.1950190947832064,1.7387499412069374,1.392779819333202,0.9994807270645639,0.046883361053525155,"model.visual.blocks.2.attn.proj.weight|2d-64|(192, 320)","model.visual.blocks.21.attn.proj.weight|2d-64|(640, 256)",model.visual.layers.*.attn.proj.weight,2d-64,19,0.004444407221710467,3.434291192349033 +6679,6844,1.1150858478983559,0.026726560784450324,0.0015565976369234125,0.0015635399551512748,1.1415574009783747,2.0674680194609896,1.413281756552046,0.9999987885011645,0.002819144995030056,"model.visual.blocks.1.attn.qkv.weight|2d-128|(1152, 768)","model.visual.blocks.14.attn.qkv.weight|2d-128|(2688, 640)",model.visual.layers.*.attn.qkv.weight,2d-128,13,0.026471553080018806,3.5890234058559365 +6949,7062,1.1063946256177586,-0.01941027524993165,-0.019457199245512247,-0.01943973669105294,1.0984889549791137,2.5219139754483377,1.424252193443092,0.9998106907797698,-0.04466989174349338,"model.visual.blocks.6.attn.qkv.weight|2d-64|(128, 192)","model.visual.blocks.18.attn.qkv.weight|2d-64|(2752, 576)",model.visual.layers.*.attn.qkv.weight,2d-64,12,0.00790567063864489,2.9316228361283603 +7179,7265,1.2252763798511093,0.00996564421943917,0.011675239119869918,0.011616895556128016,1.2396009816501838,1.6654467855314279,1.4062830180842734,0.9999318420729955,0.01568608749939291,"model.visual.blocks.2.mlp.linear_fc1.weight|2d-128|(2560, 256)","model.visual.blocks.18.mlp.linear_fc1.weight|2d-128|(3712, 768)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,16,0.014324601799074577,3.2908706393267018 +7480,7494,1.2288480797119055,0.05993909051877725,0.04094321975184627,0.040999989583660655,1.5743888514299158,1.2518492641662247,1.3857197175688074,0.9991614748159339,0.0325553242278065,"model.visual.blocks.20.mlp.linear_fc1.weight|2d-64|(1920, 0)","model.visual.blocks.4.mlp.linear_fc1.weight|2d-64|(832, 320)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,16,0.0230011844543192,4.13385576627566 +7874,7908,1.2328256487603204,0.03398747446297252,0.014570054126529909,0.014562128892564575,1.6164297903287626,1.2582822844968449,1.4041903948533272,0.9998938511275834,0.011341810885484839,"model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(512, 640)","model.visual.blocks.5.mlp.linear_fc2.weight|2d-128|(640, 1536)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,5,0.025456635736524458,5.045617164537964 +8121,8169,1.2221447571156379,0.041443178364049475,0.03502511705831728,0.034412080034805365,1.5871096803224862,1.251697078234618,1.3899203749295295,0.999386432354898,0.027623066779992895,"model.visual.blocks.18.mlp.linear_fc2.weight|2d-64|(960, 640)","model.visual.blocks.0.mlp.linear_fc2.weight|2d-64|(768, 320)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,18,0.029552321118980096,4.667297480509058 +8233,8359,1.3390940040345733,0.05753209917706386,0.009296696897660293,0.009014052117618219,1.430218054910666,1.3860750512414286,1.4076276993487864,0.9999567847796189,0.009009758745917524,"model.visual.merger.linear_fc1.weight|2d-128|(2432, 2816)","model.visual.merger.linear_fc1.weight|2d-128|(2176, 384)",model.visual.merger.linear_fc1.weight,2d-128,0,0.04698104720685525,3.4785426999154576 +8551,8681,1.345189377043937,0.037349241637905234,0.01878233924080565,0.018908579732535697,1.4263872680176768,1.3766899831464032,1.4008779140299985,0.9998235963071902,0.01812793683219718,"model.visual.merger.linear_fc1.weight|2d-64|(2752, 576)","model.visual.merger.linear_fc1.weight|2d-64|(384, 3776)",model.visual.merger.linear_fc1.weight,2d-64,0,0.0315006061024663,3.7146779158466767 +8795,8859,1.3480787811814925,0.03996536812710087,0.004057751680167501,0.004023496987965126,1.4126818726776003,1.4100047104428062,1.4113413872058782,0.9999917672917623,0.004050061867077646,"model.visual.merger.linear_fc2.weight|2d-128|(256, 3456)","model.visual.merger.linear_fc2.weight|2d-128|(512, 3456)",model.visual.merger.linear_fc2.weight,2d-128,0,0.061925929261313684,3.5345890788409955 +9097,9098,1.347319155100956,0.06270106062456693,0.03339266819210634,0.03377050715456731,1.3858864020341803,1.3949608387116292,1.390401411793362,0.9994423093460731,0.033611315010890014,"model.visual.merger.linear_fc2.weight|2d-64|(1920, 2176)","model.visual.merger.linear_fc2.weight|2d-64|(832, 2176)",model.visual.merger.linear_fc2.weight,2d-64,0,0.03856724693322433,3.366339296596553 +9296,9320,0.7788282897092437,0.6599712236558113,0.6151104424525404,0.615840346553449,0.9132147135759587,0.8487957634161969,0.8792402508621021,0.7884409575775728,0.5717200235882441,"model.visual.pos_embed.weight|2d-128|(1280, 0)","model.visual.pos_embed.weight|2d-128|(1664, 0)",model.visual.pos_embed.weight,2d-128,0,0.06996747370695322,3.960344621772683 +9555,9603,0.5319320656489329,0.8487523645293567,0.9264632222306222,0.9268087027638715,0.3803619592450349,0.38760216951056353,0.3839308726049896,0.3763853050453121,0.9440984992849915,"model.visual.pos_embed.weight|2d-64|(768, 192)","model.visual.pos_embed.weight|2d-64|(960, 192)",model.visual.pos_embed.weight,2d-64,0,0.151570106403898,3.200434106967531 +9703,9760,1.2028000294211605,0.013137029832869185,-0.006971046261782937,-0.006986270225190969,1.6981756631412737,1.2435719942183994,1.4189051124373249,0.9999757019618107,-0.005104888787252005,"mtp.fc.weight|2d-128|(1920, 2176)","mtp.fc.weight|2d-128|(512, 2048)",mtp.fc.weight,2d-128,0,0.04077196479723888,4.542642699517083 +9877,10008,1.1525700043997287,0.047202907697210285,0.012945562215779218,0.012978912491149706,1.9248567727925143,1.161155995103163,1.406092859269635,0.9999162026984648,0.007809317238199179,"mtp.fc.weight|2d-64|(384, 1920)","mtp.fc.weight|2d-64|(1152, 2752)",mtp.fc.weight,2d-64,0,0.008585990703434243,5.420324528475092 +10155,10361,1.32256312294512,0.05198691824719688,0.0022897976305423693,0.002410355081819674,1.4415560315681644,1.3853117353777225,1.4125947858808505,0.9999973784099692,0.002200458018811636,"mtp.layers.0.mlp.down_proj.weight|2d-128|(768, 5248)","mtp.layers.0.mlp.down_proj.weight|2d-128|(896, 4608)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.06274861243260244,3.7670718483000116 +10566,10607,1.2779496693203365,0.021002238209445745,0.011153254697668013,0.01109807666945196,1.3250255403486573,1.5048034059147022,1.4063686662218156,0.9999378005204368,0.012666514829343369,"mtp.layers.0.mlp.down_proj.weight|2d-64|(960, 5888)","mtp.layers.0.mlp.down_proj.weight|2d-64|(1344, 5248)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.04707587102832078,3.4770595409356058 +10871,10874,1.3135808962871514,0.01720494778698779,-0.00196190118596595,-0.0019657859827909574,1.4991579858344175,1.3446039911447385,1.4155919930411183,0.9999980754700163,-0.0017596412051349855,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(5504, 768)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(2176, 1280)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.03102309485758714,4.108362738027646 +10919,11145,1.3004094984909387,0.07593177862107921,0.03346595065991452,0.033348021818299524,1.3193204659196618,1.4745930855451843,1.3904964147433605,0.9994398581937926,0.037404603899558755,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(3008, 192)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(2368, 1728)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.018910967428723113,3.769240421760957 +11299,11311,1.3356465490783616,0.07542817390284337,0.012768351516984178,0.01278816329218548,1.4241280924473667,1.3869285430203213,1.4051591509090855,0.9999184812771184,0.012434830307847932,"mtp.layers.0.mlp.up_proj.weight|2d-128|(5760, 128)","mtp.layers.0.mlp.up_proj.weight|2d-128|(6016, 640)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.05128199394195976,3.800648093237642 +11526,11621,1.3167987693199152,0.03187835469508098,0.0193472205185835,0.019474572032638773,1.4686917037547347,1.3410428521828608,1.4005231016467579,0.9998128250118646,0.017665689620035306,"mtp.layers.0.mlp.up_proj.weight|2d-64|(5568, 576)","mtp.layers.0.mlp.up_proj.weight|2d-64|(1856, 1344)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.02424408286294555,3.880098737329934 +11667,11716,1.2446041572337818,-0.022037665996497653,-0.005808309294011969,-0.005767654477624883,1.6756820641293497,1.2516393873435352,1.4181463687048355,0.9999831316293016,-0.004338477353122592,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 384)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 512)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.0070352301097533765,4.996407791543236 +11752,11773,1.0908893443361616,0.004038739698010021,0.00606442617295421,0.006351692511589945,2.3052433593614925,1.1066270793466135,1.4108635888507393,0.9999816111985224,0.0029112146431031524,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 1536)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(64, 832)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.015737735010451948,8.061204545130368 +12063,12113,1.1928456552666904,0.008542655298661602,0.003159499231177677,0.003145681298113759,1.2144192490995156,1.7543470921961368,1.4121209715011993,0.9999950087698479,0.004564204901332454,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(512, 1920)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1024, 128)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.0215735938328252,3.472254052021889 +12272,12463,1.1794364034776166,0.012247735398923975,0.010418519368325063,0.010638021445137431,1.7448386567078393,1.2114383531038748,1.4072941703251602,0.999945725754239,0.0072335593304418055,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(1472, 0)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(640, 1152)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.03200194962625824,5.145584273244785 +12536,12611,1.0614591693782307,0.020279605522598932,-0.0007425602103269344,-0.0007875249216449913,2.7388561977560038,1.0744704935170135,1.4145705452324249,0.999999724302129,-0.0002913110357198671,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(2176, 1152)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(896, 384)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.01301132413878281,8.497054147400515 +12844,12846,1.061010724022135,0.04848578521789923,0.008594800823439256,0.00949000710089287,2.7634148061250006,1.0691259033599103,1.4101173185582379,0.9999630640172693,0.0033252062535784003,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(1920, 0)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(896, 1792)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.008115179337775391,7.927100299312822 +13012,13049,1.365547535012129,0.025558648152175262,-0.003433287330423989,-0.0035233831518129244,1.4176768679740077,1.4156037680474867,1.4166391803520095,0.9999941062516853,-0.003428266759182956,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(0, 512)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(256, 1152)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.050056233035357556,3.707077066584096 +13196,13273,1.3079103217094095,0.004310095752044999,-0.0040871627148236665,-0.003919733851735142,1.3323851867728336,1.5202842506134604,1.4170757573652746,0.9999916475155892,-0.004663553127674014,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 1792)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 576)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.02447486506342411,3.48276936220247 +51,80,1.179560326766221,0.300471970211737,0.29346021583315857,0.2895066877968979,1.1702072748246886,1.2084292218524886,1.1888576807289242,0.9559712870809227,0.30304537315156793,"model.language_model.embed_tokens.weight|2d-128|(220416, 1920)","model.language_model.embed_tokens.weight|2d-128|(198272, 1920)",model.language_model.embed_tokens.weight,2d-128,0,0.009353051941532353,3.2425173763267447 +277,335,1.189640910772941,0.07083266972315505,-0.0038582585786927598,-0.006103584959177612,1.6270792117314694,1.2715001377715764,1.4168583950731497,0.9999925568926701,-0.0030150814287312347,"model.language_model.embed_tokens.weight|2d-64|(179392, 768)","model.language_model.embed_tokens.weight|2d-64|(165056, 832)",model.language_model.embed_tokens.weight,2d-64,0,0.08185922699863535,4.780749538340994 +616,714,0.14966669556828288,0.990529622243841,0.9905296222438412,0.985501796297659,0.16076672143929902,0.1496666955682829,0.15491925637348103,0.13729918957325754,0.9221391970707694,"model.language_model.layers.6.linear_attn.conv1d.weight|3d-axis0-slice|(3250, 0, 0)","model.language_model.layers.12.linear_attn.conv1d.weight|3d-axis0-slice|(1070, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,6,2.7755575615628914e-17,0.2042295502007875 +894,930,0.6321417094495831,0.9353727592539062,0.9353727592539062,0.9352805336042036,1.5364834400161278,0.6321417094495831,0.8267468292719211,0.35366340105492144,0.384832090999387,"model.language_model.layers.13.linear_attn.conv1d.weight|3d-volume|(968, 0, 0)","model.language_model.layers.21.linear_attn.conv1d.weight|3d-volume|(5740, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,8,0.0,3.6094835182685823 +1085,1190,1.1524182299234582,-9.561193619953348e-06,0.006876164262381116,0.006906006453914804,1.1483998848519648,2.009232249012515,1.410017886628909,0.9999763589030677,0.012030487957828755,"model.language_model.layers.21.linear_attn.in_proj_qkv.weight|2d-128|(1408, 896)","model.language_model.layers.13.linear_attn.in_proj_qkv.weight|2d-128|(4352, 128)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,8,0.0040183450714934565,3.077833521974704 +1313,1379,1.148886659628933,0.05619002847559057,0.049580432466001016,0.04935417802853207,1.1524186543812818,1.8453603479174912,1.3823524212346094,0.9987701340731432,0.07939281766874999,"model.language_model.layers.4.linear_attn.in_proj_qkv.weight|2d-64|(2624, 1024)","model.language_model.layers.13.linear_attn.in_proj_qkv.weight|2d-64|(2304, 640)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,9,0.003531994752348666,3.0369049299270467 +1565,1680,1.1588116447797767,0.013948325392146394,-0.0009186641759904813,-0.0009785768158750096,1.1904749929593008,1.8456519631248962,1.4148052250432952,0.9999995780279769,-0.0014242502781638127,"model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-128|(1024, 384)","model.language_model.layers.10.linear_attn.in_proj_z.weight|2d-128|(256, 1664)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,6,0.0316633481795241,3.315727830525065 +1906,1922,1.1576892244894648,-0.013899143345710662,-0.014681479985363871,-0.01585632868065897,1.1660640323844935,1.9924116133338303,1.4232360035887688,0.9998922212645918,-0.025085716059649352,"model.language_model.layers.1.linear_attn.in_proj_z.weight|2d-64|(1280, 832)","model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-64|(640, 768)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,3,0.008374807895028757,3.0653584720376887 +2178,2280,1.237504582793843,0.01465374042051806,0.0017810982646965568,0.0017753103101487352,1.660579580792633,1.2509084325677238,1.413002519459999,0.9999984138432277,0.0013416947096731077,"model.language_model.layers.12.linear_attn.out_proj.weight|2d-128|(640, 896)","model.language_model.layers.21.linear_attn.out_proj.weight|2d-128|(512, 1152)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,9,0.013403849773880872,4.702800083809948 +2333,2435,1.2332066309304317,0.047339215777108534,0.02178268871685696,0.02208514896629375,1.2703120538292492,1.5771048547895379,1.3990834502327583,0.9997627290873893,0.027043421356326106,"model.language_model.layers.22.linear_attn.out_proj.weight|2d-64|(1536, 192)","model.language_model.layers.17.linear_attn.out_proj.weight|2d-64|(1408, 1792)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,5,0.037105422898817464,3.234868344328278 +2796,2808,1.272119607377078,0.021457029232779666,0.008198320182068312,0.008223879170886792,1.589132896839687,1.2781845352295789,1.408539861498931,0.999966393208388,0.006594140799941787,"model.language_model.layers.2.mlp.down_proj.weight|2d-128|(1792, 4224)","model.language_model.layers.21.mlp.down_proj.weight|2d-128|(1792, 3968)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,19,0.006064927852500901,4.007126309642352 +2957,3002,1.2641849196231338,0.03960204238313947,0.045541546118172245,0.045409934883434706,1.2717780484953496,1.5274400471202958,1.3821808591154168,0.998962445528943,0.05469663628097013,"model.language_model.layers.18.mlp.down_proj.weight|2d-64|(1536, 3008)","model.language_model.layers.8.mlp.down_proj.weight|2d-64|(512, 1792)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,10,0.007593128872215749,3.3698505151176823 +3097,3144,1.1686012059155373,0.02129573148515289,0.006496955963600784,0.006305787858903292,1.1712817849902426,1.9002948624903737,1.410103522106918,0.9999788945588837,0.010540701817163165,"model.language_model.layers.22.mlp.gate_proj.weight|2d-128|(3456, 512)","model.language_model.layers.9.mlp.gate_proj.weight|2d-128|(4608, 1152)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,13,0.0026805790747053138,3.2506401498567055 +3335,3448,1.1601855710484508,0.02971716666413339,0.017209407820589658,0.017191585363406453,1.1680455494703776,1.8807514828033352,1.4032633453324128,0.99985190717549,0.027710066008485017,"model.language_model.layers.21.mlp.gate_proj.weight|2d-64|(576, 1472)","model.language_model.layers.10.mlp.gate_proj.weight|2d-64|(4416, 1792)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,11,0.007859978421926872,3.095294830848136 +3643,3839,1.2405494127100145,0.022374105394947136,0.0017874353944559132,0.0017335858436736801,1.6164636436993973,1.270994368351442,1.4129847955436974,0.9999984025360794,0.0014054261776938416,"model.language_model.layers.2.mlp.up_proj.weight|2d-128|(5248, 1280)","model.language_model.layers.21.mlp.up_proj.weight|2d-128|(5760, 640)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,19,0.030444955641427462,4.3002042597693535 +3840,4023,1.2360422590785363,0.04959904358165923,0.019271869944653536,0.01929998751909186,1.5942156886122947,1.2642446252382948,1.40088186150307,0.9998142802685088,0.015282974675169541,"model.language_model.layers.2.mlp.up_proj.weight|2d-64|(128, 1152)","model.language_model.layers.18.mlp.up_proj.weight|2d-64|(64, 640)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,16,0.028202366159758574,4.018851924780859 +4220,4321,1.1831664571894822,0.04282492141981184,0.010721678236626092,0.010653115905212996,1.2062262320467452,1.760065741221207,1.407125209053274,0.9999425211559864,0.0156445433297054,"model.language_model.layers.15.self_attn.k_proj.weight|2d-128|(384, 1536)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(256, 128)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,8,0.02305977485726296,3.2545619547585 +4409,4450,1.108487385100333,-0.00947298108679898,0.0006613025929752755,0.0006510138255482187,2.265244423729332,1.1141116271866325,1.4138431369476745,0.9999997813394164,0.0003252474215164242,"model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 1024)","model.language_model.layers.11.self_attn.k_proj.weight|2d-64|(192, 128)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,12,0.005624242086299525,6.267047669754356 +4711,4772,1.1298249697617193,0.024644535370481592,-0.0029409931059717325,-0.0029242958747564985,2.0675513026875225,1.1443840861912467,1.4159746929451205,0.9999956752704237,-0.001627831775539201,"model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(1920, 1792)","model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(1664, 768)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,12,0.014559116429527341,5.50976149906146 +4867,4963,1.131301492769218,0.03087198029910055,0.0237947274617344,0.023560793540210106,1.9179674283218293,1.1549774314405594,1.3992632075185483,0.9997168653899071,0.014328905068856401,"model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(64, 256)","model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(512, 128)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,16,0.023675938671341434,5.781345259747447 +5144,5156,1.1281033859722893,0.048850041452009475,0.0020888520457012587,0.00285373764159264,1.1651619524180012,1.9416416458639139,1.4129095962045422,0.9999978183461857,0.003480891317781872,"model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(3968, 1920)","model.language_model.layers.11.self_attn.q_proj.weight|2d-128|(3328, 384)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,8,0.03705856644571193,3.353071019530322 +5517,5609,1.115419445183213,0.04671751219665207,0.023597292322970406,0.023438055569282867,2.1101309503127426,1.121289618724284,1.400316863424224,0.9997215451289545,0.012539221278104763,"model.language_model.layers.23.self_attn.q_proj.weight|2d-64|(2112, 1152)","model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(1408, 1920)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,20,0.005870173541071111,5.471194576957249 +5644,5766,1.0870680178495875,0.024714088539195593,0.004381427580549137,0.004261896345382093,2.4202912497373092,1.0959331031041937,1.4118833016338828,0.9999904015001125,0.001983956073426569,"model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(256, 384)","model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(0, 768)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,12,0.008865085254606164,7.8930468676692005 +6027,6081,1.0816887836788345,0.03153957727702579,0.003704180212810878,0.0039370949849916945,1.0989284969405442,2.3921015038852,1.412224990464329,0.9999931395009424,0.008063104271474816,"model.language_model.layers.23.self_attn.v_proj.weight|2d-64|(448, 1152)","model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(256, 1728)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,16,0.0172397132617097,3.181137646642026 +6238,6394,1.2250787043047935,-0.007844628659060406,-0.011401248014621728,-0.011527982744311622,1.2352641661250865,1.7303950174951406,1.4218177730756187,0.9999350036595924,-0.01597120947790047,"model.visual.blocks.20.attn.proj.weight|2d-128|(0, 256)","model.visual.blocks.21.attn.proj.weight|2d-128|(896, 256)",model.visual.layers.*.attn.proj.weight,2d-128,1,0.010185461820293007,3.2613315338933533 +6463,6642,1.1996501431389384,0.02918767884269987,0.02143572961796429,0.02175309931368916,1.2042909116886134,1.73820904471156,1.399950564123831,0.9997702283503673,0.030939184826773023,"model.visual.blocks.11.attn.proj.weight|2d-64|(384, 448)","model.visual.blocks.18.attn.proj.weight|2d-64|(512, 768)",model.visual.layers.*.attn.proj.weight,2d-64,7,0.0046407685496749895,3.0969077668402405 +6679,6835,1.1150917394050546,0.023451865825260453,0.006887802162131481,0.006947489349996718,1.138439432376897,2.0660171607988036,1.410090221874773,0.9999762788093403,0.012499845896447823,"model.visual.blocks.1.attn.qkv.weight|2d-128|(1152, 768)","model.visual.blocks.2.attn.qkv.weight|2d-128|(2048, 512)",model.visual.layers.*.attn.qkv.weight,2d-128,1,0.02334769297184236,3.5161999303402527 +7009,7062,1.1067363292480832,0.03474384076792532,0.011796262411473718,0.011797354951445696,1.1151973616219388,2.205858082262807,1.4074803871575814,0.9999304216759882,0.02333298273141319,"model.visual.blocks.4.attn.qkv.weight|2d-64|(1088, 576)","model.visual.blocks.18.attn.qkv.weight|2d-64|(2752, 576)",model.visual.layers.*.attn.qkv.weight,2d-64,14,0.008461032373855648,3.046574135459088 +7218,7340,1.2254204133134046,0.04420229903983168,0.010822131047899976,0.01088631524430952,1.6975543456657394,1.227787805280151,1.4069271415399933,0.9999414390250971,0.007827307892487145,"model.visual.blocks.17.mlp.linear_fc1.weight|2d-128|(1024, 640)","model.visual.blocks.1.mlp.linear_fc1.weight|2d-128|(3200, 768)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,16,0.0023673919667464016,4.537120309934662 +7430,7495,1.2290177006297864,0.011317038018306897,0.0029259613899628068,0.00259564730930594,1.255387909670565,1.647755694155143,1.412217415167293,0.9999957193658103,0.0038404619831447113,"model.visual.blocks.2.mlp.linear_fc1.weight|2d-64|(192, 128)","model.visual.blocks.18.mlp.linear_fc1.weight|2d-64|(3648, 576)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,16,0.02637020904077847,3.4403592965493166 +7721,7861,1.23307580432707,0.035059276359101395,0.005212995464820196,0.005170647488987972,1.2459358196626553,1.6647150529714385,1.4106725028233391,0.9999864122468284,0.0069651677754217585,"model.visual.blocks.0.mlp.linear_fc2.weight|2d-128|(128, 1152)","model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(640, 1920)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,10,0.01286001533558534,3.294067421117431 +8034,8073,1.2222811360516703,-0.014635997142039543,-0.014170488673680823,-0.013996592259797073,1.2460246162218194,1.7084744282308717,1.4237224073212114,0.9998995935846504,-0.019429726523323355,"model.visual.blocks.6.mlp.linear_fc2.weight|2d-64|(64, 1280)","model.visual.blocks.10.mlp.linear_fc2.weight|2d-64|(384, 64)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,4,0.023743480170149045,3.4677058963607257 +8265,8283,1.339159908267616,0.07157883737433028,0.007985073699634405,0.007191509142586435,1.409670035204126,1.4074445079129836,1.4085559529300846,0.9999681187907999,0.007972467203790327,"model.visual.merger.linear_fc1.weight|2d-128|(1024, 3072)","model.visual.merger.linear_fc1.weight|2d-128|(1664, 3328)",model.visual.merger.linear_fc1.weight,2d-128,0,0.0682845996453676,3.4966231331420126 +8463,8565,1.3453542325761778,0.0826494703834644,0.03373203623009083,0.03366694680100198,1.3771341964279553,1.4035649918008648,1.3901611837320937,0.9994309129358426,0.03437944194365285,"model.visual.merger.linear_fc1.weight|2d-64|(576, 1664)","model.visual.merger.linear_fc1.weight|2d-64|(3712, 1216)",model.visual.merger.linear_fc1.weight,2d-64,0,0.031779963851777504,3.567086354327624 +8724,8949,1.3481092143340319,0.06667295140172971,0.004850715249592486,0.004902978225418489,1.3917661724223163,1.43059652824831,1.4107807205529352,0.9999882352115786,0.004986050482539286,"model.visual.merger.linear_fc2.weight|2d-128|(0, 2560)","model.visual.merger.linear_fc2.weight|2d-128|(1664, 512)",model.visual.merger.linear_fc2.weight,2d-128,0,0.0436569580882844,3.4744444993192727 +9122,9203,1.34736273900906,0.042013723059443876,0.02651585043324013,0.026588383750199732,1.4158706692040868,1.3756886659839223,1.3953459319790733,0.9996483930241683,0.02576333820831157,"model.visual.merger.linear_fc2.weight|2d-64|(1856, 1664)","model.visual.merger.linear_fc2.weight|2d-64|(1216, 2240)",model.visual.merger.linear_fc2.weight,2d-64,0,0.02832592697486236,3.6131374532686236 +9217,9265,0.7788513645757636,0.6654129155746015,0.7111875481672577,0.7152822415250746,0.716938125238984,0.8416175460684017,0.7718251575236316,0.7030023266902069,0.8348669125155128,"model.visual.pos_embed.weight|2d-128|(0, 128)","model.visual.pos_embed.weight|2d-128|(768, 128)",model.visual.pos_embed.weight,2d-128,0,0.06191323933677961,3.815332317038762 +9510,9566,0.5325070270138326,0.8466471114808052,0.8469511616088288,0.8470898148644492,0.605138248950403,0.5327169939932347,0.5654787093775229,0.5316706968128444,0.745590412858389,"model.visual.pos_embed.weight|2d-64|(1664, 960)","model.visual.pos_embed.weight|2d-64|(1472, 960)",model.visual.pos_embed.weight,2d-64,0,0.00020996697940212083,3.51658211710718 +9661,9736,1.2032381872870677,0.04556453501595498,0.002194335236603166,0.0022174224012332135,1.2802695172689667,1.5970859930225985,1.4126982930172525,0.9999975924435366,0.002737347115668763,"mtp.fc.weight|2d-128|(1792, 2048)","mtp.fc.weight|2d-128|(384, 3072)",mtp.fc.weight,2d-128,0,0.07703132998189899,3.3514086032607597 +9931,10008,1.154611953498937,0.038764457887069156,0.02706006963801082,0.027149656869374855,1.8514390094570599,1.16777362798865,1.3968389726779282,0.9996338092677668,0.017067824288779686,"mtp.fc.weight|2d-64|(576, 3136)","mtp.fc.weight|2d-64|(1152, 2752)",mtp.fc.weight,2d-64,0,0.013161674489712949,5.6531476439282855 +10226,10260,1.3226478803750306,0.02515215061525313,0.0034004315961552794,0.0034545619846965614,1.446515566793386,1.3794878278087743,1.4118097549611726,0.9999942185157672,0.00324286451102022,"mtp.layers.0.mlp.down_proj.weight|2d-128|(256, 256)","mtp.layers.0.mlp.down_proj.weight|2d-128|(1792, 1536)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.056839947433743765,4.019027028732949 +10457,10503,1.2780308456631275,0.01550951774227341,0.011689551070331955,0.011938669388640924,1.5107888653918318,1.3203685620008567,1.4059983882132907,0.9999316748637249,0.010216196379741485,"mtp.layers.0.mlp.down_proj.weight|2d-64|(1856, 5184)","mtp.layers.0.mlp.down_proj.weight|2d-64|(64, 1472)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.0423377163377292,4.475114400852166 +10675,10799,1.3135866583693543,0.02509971106163042,-0.0014449071574106002,-0.001582997928170414,1.3620356805926095,1.4751906698044743,1.4152316544895196,0.9999989561211085,-0.0015649469303318253,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(2048, 0)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(2816, 384)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.0484490222232552,3.525200019497472 +10896,11025,1.3004282548499315,0.011450451249629371,0.004285522802292425,0.004056104046040983,1.5413905490821274,1.3092872743317236,1.411219984872472,0.9999908171049927,0.003640206871802313,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(5568, 1280)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(256, 64)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.00885901948179213,4.145603984118505 +11193,11349,1.3356813499151756,0.03282147049062797,-0.0015657064953301986,-0.001518379381025971,1.451892589596427,1.3813767715329985,1.4153188813705901,0.9999987742808341,-0.001489662940072353,"mtp.layers.0.mlp.up_proj.weight|2d-128|(3712, 384)","mtp.layers.0.mlp.up_proj.weight|2d-128|(5888, 0)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.04569542161782292,3.8948218002258606 +11632,11648,1.3168195184717006,0.047801051704844014,0.03111002868114537,0.031179722700935008,1.4515056274632194,1.3394621455946345,1.392113562371834,0.9995159659132306,0.028708607792024225,"mtp.layers.0.mlp.up_proj.weight|2d-64|(4288, 1344)","mtp.layers.0.mlp.up_proj.weight|2d-64|(768, 512)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.022642627122933856,3.9320635135992528 +11676,11690,1.2449136250839166,-0.004246374995150656,-0.00181699978373074,-0.0018297609595275988,1.6549426604128163,1.2567594616561628,1.4154506609970674,0.9999983492545305,-0.0013798252499341544,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 1536)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(128, 1280)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.011845836572246249,5.010946256844748 +11730,11950,1.0908994715825042,0.004833911171430585,-0.002810993124530701,-0.0025701054966772298,2.3087146052368737,1.1109762855446181,1.415766000849591,0.9999960491510224,-0.0013526776731514483,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 128)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 1920)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.020076813962113915,7.430263549025542 +12087,12136,1.193037992393661,0.045106783928037485,-0.007429045184043345,-0.0073511112753911895,1.8367914621923995,1.1979304557145523,1.4190126959835676,0.9999724042630643,-0.004845122413745652,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(768, 896)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1152, 1024)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.004892463320891327,4.838444815271945 +12469,12477,1.1795282093970954,0.012492472844421332,0.02297820307940508,0.022955608358596023,1.744975831566787,1.2008005974479379,1.3989555577592194,0.9997359662347062,0.015812390915039217,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(832, 960)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(832, 1152)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.021272388050842528,5.33867694116105 +12549,12581,1.0615004269456458,0.03293703176332984,-0.00010093639115624221,-0.00014126801858169318,1.0757465554339425,2.71363797577892,1.4142624640130737,0.9999999949059224,-0.00025461836042706614,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(2432, 1792)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 640)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.01424612848829665,3.1282478744195545 +12846,12948,1.0611650382508446,-0.01372564019164579,0.015440777856286059,0.015401618223011313,1.0496649003210339,3.1345474894476033,1.4076231202599863,0.999880784083379,0.046109812236016276,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(896, 1792)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(640, 1536)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.01150013792981075,3.104877618683945 +13008,13024,1.365559161968899,0.03517764657156472,0.014545919471975328,0.014530687777582435,1.4182618389541677,1.389951195589337,1.4038924723424842,0.9998942025168037,0.014255561001293847,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(0, 0)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 0)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.02439203362043818,3.931656457315911 +13258,13273,1.3079702906931052,0.03223578963595109,0.033470862018092795,0.03367685938916683,1.3178662569149246,1.476638685193823,1.3904995749607103,0.9994396937263228,0.03750332738498138,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(320, 1664)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 576)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.00989596622181943,3.506738589737249 +167,205,1.1796585066477685,0.29923358797494454,0.3208900830728322,0.31926626310663614,1.1691946099005373,1.1617066167646832,1.1654325721229424,0.9471164419360013,0.3188349737530779,"model.language_model.embed_tokens.weight|2d-128|(232576, 768)","model.language_model.embed_tokens.weight|2d-128|(128512, 768)",model.language_model.embed_tokens.weight,2d-128,0,0.01795188988308527,3.0130042807130524 +269,414,1.1897985357424736,0.27509092169099747,0.22013941063847095,0.21921023926359542,1.26307753380558,1.2352507530129258,1.2489317058721696,0.9754684207516646,0.21528953328754996,"model.language_model.embed_tokens.weight|2d-64|(119488, 512)","model.language_model.embed_tokens.weight|2d-64|(67328, 512)",model.language_model.embed_tokens.weight,2d-64,0,0.04545221727045212,3.208546535530156 +556,691,0.15032764964807016,0.9948410456937998,0.9948410456937997,0.9999443111642997,0.17007244138463617,0.1503276496480714,0.15928947528921797,0.10144601422858945,0.8793436194306822,"model.language_model.layers.17.linear_attn.conv1d.weight|3d-axis0-slice|(1041, 0, 0)","model.language_model.layers.12.linear_attn.conv1d.weight|3d-axis0-slice|(556, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,5,1.2490009027033011e-15,0.2521511367024148 +799,871,0.6329489417510535,0.7756163554455585,0.7756163554455586,0.7506545594804251,0.6329489417510535,0.8686503165463804,0.7234428908804751,0.6312046175095275,1.0644450890658477,"model.language_model.layers.8.linear_attn.conv1d.weight|3d-volume|(4804, 0, 0)","model.language_model.layers.4.linear_attn.conv1d.weight|3d-volume|(5396, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,4,0.0,1.7587924641222847 +1070,1156,1.152449418147949,0.009910311211303074,-0.006907696274609534,-0.006909021041735787,1.162101964089232,1.9860002446196177,1.4184654310955653,0.9999761415814767,-0.011805062649458844,"model.language_model.layers.8.linear_attn.in_proj_qkv.weight|2d-128|(5248, 768)","model.language_model.layers.10.linear_attn.in_proj_qkv.weight|2d-128|(4352, 1152)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,2,0.009652545941283064,3.512231203099324 +1300,1514,1.1489789978856852,-0.022532390906739346,-0.014506536468698627,-0.014161926234274872,2.138160908829252,1.1400777718813628,1.4227054042319556,0.9998947746636555,-0.00773495563718137,"model.language_model.layers.22.linear_attn.in_proj_qkv.weight|2d-64|(2752, 1984)","model.language_model.layers.18.linear_attn.in_proj_qkv.weight|2d-64|(4608, 832)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,4,0.008901226004322416,5.507404318783259 +1569,1617,1.1589267171783952,0.039853192082110904,0.0011329487596310863,0.001127620081286833,1.8979778188338092,1.1757250988601355,1.413496102268989,0.9999993582133481,0.000701818682601455,"model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(256, 1664)","model.language_model.layers.1.linear_attn.in_proj_z.weight|2d-128|(768, 1152)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,17,0.016798381681740304,4.9004007090668535 +1985,2021,1.1577411146390444,0.034583852555723306,0.03190758220046126,0.03190601987221457,1.1552646982195471,1.8899582864479763,1.3939889407491526,0.9994908234686903,0.05219929205247947,"model.language_model.layers.6.linear_attn.in_proj_z.weight|2d-64|(1408, 1216)","model.language_model.layers.16.linear_attn.in_proj_z.weight|2d-64|(576, 640)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,10,0.0024764164194972516,3.3901278618365596 +2111,2134,1.237803312360563,0.027226612059588685,9.769150683537389e-05,9.805565812953989e-05,1.2594566092490138,1.6447254991128732,1.4141468717999608,0.9999999952281847,0.00012757542511504736,"model.language_model.layers.10.linear_attn.out_proj.weight|2d-128|(1408, 1024)","model.language_model.layers.16.linear_attn.out_proj.weight|2d-128|(1280, 256)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,6,0.021653296888450857,3.4205710482204137 +2374,2537,1.2332712402112087,0.010407853760091144,-0.013655591869045445,-0.013762979641431377,1.6374541936050595,1.276221123691442,1.4235463853130763,0.9999067580583232,-0.010643079279925359,"model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(1536, 896)","model.language_model.layers.10.linear_attn.out_proj.weight|2d-64|(576, 576)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,2,0.04294988348023332,4.625115397421406 +2632,2807,1.2721224889034972,0.018684259055340956,0.0032233654556862897,0.0031897841664515463,1.5577132659257655,1.3007205763153162,1.411969069878693,0.9999948049440752,0.002691572232777634,"model.language_model.layers.8.mlp.down_proj.weight|2d-128|(1408, 6016)","model.language_model.layers.22.mlp.down_proj.weight|2d-128|(1280, 0)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,14,0.028598087411819018,4.261009321256375 +2846,2867,1.2641855791546233,0.045725419977713094,0.03429938672422436,0.0342882477611178,1.5455039722659516,1.2739282344453098,1.3902023076018777,0.9994116029296148,0.028272303375632465,"model.language_model.layers.3.mlp.down_proj.weight|2d-64|(896, 2816)","model.language_model.layers.21.mlp.down_proj.weight|2d-64|(1984, 576)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,18,0.00974265529068652,4.131774645119975 +3155,3214,1.1686709198911969,0.04696768184152109,0.004637384381634105,0.004882431152917407,1.1909346834359582,1.828171664891366,1.411210956405322,0.999989247275238,0.00711872350652649,"model.language_model.layers.21.mlp.gate_proj.weight|2d-128|(768, 1280)","model.language_model.layers.11.mlp.gate_proj.weight|2d-128|(5888, 0)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,10,0.02226376354476134,3.2513085033336093 +3433,3489,1.1602940820938052,0.019119897350880776,-0.0010811339621482623,-0.001194558990931054,1.163328034544505,1.9606520907511846,1.4148843741733446,0.9999994155745071,-0.0018221236833668082,"model.language_model.layers.23.mlp.gate_proj.weight|2d-64|(4544, 1536)","model.language_model.layers.9.mlp.gate_proj.weight|2d-64|(3328, 1984)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,14,0.003033952450699706,3.0480572155990044 +3652,3704,1.2405570132092198,0.03466986565593397,0.0004340230540568627,0.00036550157913695016,1.653595062747226,1.255204050352412,1.4139179326460607,0.9999999058119898,0.0003294564114707785,"model.language_model.layers.2.mlp.up_proj.weight|2d-128|(2688, 1152)","model.language_model.layers.21.mlp.up_proj.weight|2d-128|(3456, 1920)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,19,0.014647037143192154,4.379957235776767 +3927,3929,1.2362650096834484,0.01217446633766798,0.035902841968235524,0.035607203277791835,1.228653862127449,1.6367624596947448,1.389622092764493,0.9993552851406771,0.04782829871076026,"model.language_model.layers.22.mlp.up_proj.weight|2d-64|(384, 1728)","model.language_model.layers.2.mlp.up_proj.weight|2d-64|(384, 1344)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,20,0.0076111475559994535,3.1651013223506883 +4112,4327,1.183462735928547,0.02160872910217153,-0.006364510473368874,-0.006327005193436072,1.2161667245836179,1.773335565796874,1.4184055852031816,0.9999797462981109,-0.009280317043023751,"model.language_model.layers.3.self_attn.k_proj.weight|2d-128|(128, 1280)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(256, 896)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,20,0.03270398865507085,3.1579788893449816 +4375,4447,1.1085456415477943,0.03530422344401027,0.030491361412018646,0.03045469829747084,2.0043803000065665,1.133785293223958,1.3956121480377017,0.999535030341229,0.017247553839563272,"model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 640)","model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(448, 1920)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,0,0.02523965167616371,6.763240608842183 +4664,4863,1.1298789840912533,0.04073078812677503,0.006735644739288455,0.0067665032086320345,2.024281380310078,1.1457453484230313,1.4101242685540032,0.999977315287675,0.0038123818673309507,"model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(1024, 1152)","model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(1792, 1152)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,12,0.015866364331778016,5.409554556821916 +4930,4986,1.1314484310989072,0.01871387500503239,0.01927761440864455,0.01933691489967751,1.1252896755526989,2.1007622918722557,1.4028201456644898,0.9998141695248731,0.035988675899868046,"model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(960, 1856)","model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(512, 1920)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,16,0.006158755546208372,3.2849092248292524 +5144,5172,1.1282343745710877,-0.037652960237180774,-0.0075086100689082365,-0.00749474947859073,1.1128393002702084,2.3144472612435636,1.4183545032781224,0.9999718099900782,-0.015616164890573951,"model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(3968, 1920)","model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(2688, 1536)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,4,0.015395074300879275,3.262710693673091 +5463,5558,1.1154548809307925,0.021584072653004025,0.0273851064066768,0.027385426530673256,2.133866476485021,1.1156732320975884,1.3982213136523602,0.9996249576451636,0.014318060906229316,"model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(3200, 1664)","model.language_model.layers.23.self_attn.q_proj.weight|2d-64|(1408, 1088)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,16,0.00021835116679591593,6.126723452000509 +5644,5790,1.0872215231395266,0.010670949930526984,0.002711941244052178,0.0026710541084185298,2.4623468413769762,1.0929878167471694,1.4127906606762113,0.9999963226805831,0.0012037779120611697,"model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(256, 384)","model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(128, 1792)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,12,0.005766293607642803,8.073157526125815 +5988,6027,1.081727867472613,0.009276303063942969,0.00010707219774835692,-0.00012723615392667176,2.47625827771734,1.0930454543456847,1.4141576211725093,0.9999999942677722,4.7262751260150696e-05,"model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(448, 960)","model.language_model.layers.23.self_attn.v_proj.weight|2d-64|(448, 1152)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,16,0.011317586873071717,7.916109337286674 +6161,6377,1.2255224724539386,0.0349707222827577,0.010727103378213922,0.010700746457878114,1.22820644240693,1.69666760181801,1.4069893315832867,0.9999424629713017,0.01481862342905538,"model.visual.blocks.23.attn.proj.weight|2d-128|(640, 512)","model.visual.blocks.18.attn.proj.weight|2d-128|(512, 768)",model.visual.layers.*.attn.proj.weight,2d-128,5,0.002683969952991472,3.1766347503341756 +6642,6647,1.1996951036969852,0.012143409427597014,-0.005882301961444253,-0.005936218338984304,1.74778758132906,1.2243063982685012,1.4181172841774365,0.9999826991121569,-0.004120489243016119,"model.visual.blocks.18.attn.proj.weight|2d-64|(512, 768)","model.visual.blocks.19.attn.proj.weight|2d-64|(192, 576)",model.visual.layers.*.attn.proj.weight,2d-64,1,0.024611294571516007,4.991041726723007 +6679,6726,1.1151194816109724,0.021784020273338218,0.011745898275287178,0.011718320410738935,1.1230368151912125,2.147422822827235,1.407375533999512,0.9999310145573577,0.022460002815369955,"model.visual.blocks.1.attn.qkv.weight|2d-128|(1152, 768)","model.visual.blocks.11.attn.qkv.weight|2d-128|(2176, 256)",model.visual.layers.*.attn.qkv.weight,2d-128,10,0.007917333580240049,3.682040075579332 +7020,7062,1.107147150000963,-0.0188515019996577,-0.0011900875445758849,-0.0011775559264439392,1.0965634116469647,2.4435551087941865,1.4148420944838913,0.9999992918455674,-0.0026519620010784836,"model.visual.blocks.3.attn.qkv.weight|2d-64|(832, 64)","model.visual.blocks.18.attn.qkv.weight|2d-64|(2752, 576)",model.visual.layers.*.attn.qkv.weight,2d-64,15,0.010583738353998395,3.0304612610788153 +7171,7216,1.2256478233527466,0.02563331002994793,-0.002230817718783003,-0.0024069506559086153,1.7113489022942514,1.2342471600052678,1.41570954678975,0.999997511723057,-0.0016088948490901782,"model.visual.blocks.17.mlp.linear_fc1.weight|2d-128|(3456, 128)","model.visual.blocks.1.mlp.linear_fc1.weight|2d-128|(3968, 128)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,16,0.008599336652521217,4.895457369595229 +7439,7520,1.2290700469690696,0.0578626190806607,0.0185651147985025,0.018154790547093673,1.6083421415234194,1.2581191381025705,1.4014142907541483,0.9998276534045847,0.014522485997253922,"model.visual.blocks.14.mlp.linear_fc1.weight|2d-64|(1088, 768)","model.visual.blocks.2.mlp.linear_fc1.weight|2d-64|(3008, 768)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,12,0.02904909113350085,4.388511541522118 +7693,7868,1.2333096206523877,0.06142152493940094,0.028190387759862247,0.02820316384770396,1.6191076243973694,1.243661753401785,1.3948210995575427,0.9996025720444844,0.021653475372618015,"model.visual.blocks.9.mlp.linear_fc2.weight|2d-128|(384, 1920)","model.visual.blocks.1.mlp.linear_fc2.weight|2d-128|(640, 2304)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,8,0.010352132749397391,4.608400112968938 +7951,8046,1.222301223840169,0.0188044319494875,-0.0016622042985031168,-0.001465271019030071,1.2425403195021976,1.6886016725663422,1.4153352660798044,0.9999986185374808,-0.0022589214326049585,"model.visual.blocks.4.mlp.linear_fc2.weight|2d-64|(832, 2624)","model.visual.blocks.8.mlp.linear_fc2.weight|2d-64|(192, 2944)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,4,0.02023909566202864,3.317102800359279 +8292,8331,1.3391747616741565,0.05817217753186443,0.009875882504215892,0.009804358386466953,1.4341626813630115,1.3817367012889086,1.4072177951992713,0.9999512322832363,0.009514868495060292,"model.visual.merger.linear_fc1.weight|2d-128|(2432, 2048)","model.visual.merger.linear_fc1.weight|2d-128|(1280, 3200)",model.visual.merger.linear_fc1.weight,2d-128,0,0.042561939614752076,3.5523421179673162 +8521,8533,1.3454133535038453,0.04518309158216404,0.02602655698711996,0.02507732465557436,1.3653083462987285,1.4282322260113272,1.3957075908509995,0.9996612517905235,0.02722606034153094,"model.visual.merger.linear_fc1.weight|2d-64|(1920, 1088)","model.visual.merger.linear_fc1.weight|2d-64|(960, 768)",model.visual.merger.linear_fc1.weight,2d-64,0,0.01989499279488327,3.42359833187126 +8802,8913,1.3481409949856926,0.041077947081216634,0.0007702864773676899,0.0007565774697134867,1.442485185414202,1.386513926103805,1.4136692090638603,0.9999997033293274,0.0007403978486289071,"model.visual.merger.linear_fc2.weight|2d-128|(384, 256)","model.visual.merger.linear_fc2.weight|2d-128|(1152, 3200)",model.visual.merger.linear_fc2.weight,2d-128,0,0.03837293111811246,3.6499787664804897 +8963,9197,1.3473837199991991,0.027331175480242154,0.0010929863558237795,0.001058493756194578,1.4403175417134821,1.38801500801435,1.4134410217053301,0.9999994026902346,0.0010532965276764691,"model.visual.merger.linear_fc2.weight|2d-64|(448, 3136)","model.visual.merger.linear_fc2.weight|2d-64|(1856, 1344)",model.visual.merger.linear_fc2.weight,2d-64,0,0.040631288015150924,3.8244113807099662 +9217,9289,0.7789481805507109,0.6458937749114636,0.7840140014959474,0.7841434983547889,0.6260988110515241,0.7232024452232939,0.6694252876959407,0.6207431396788148,0.905609199319351,"model.visual.pos_embed.weight|2d-128|(0, 128)","model.visual.pos_embed.weight|2d-128|(1152, 128)",model.visual.pos_embed.weight,2d-128,0,0.15284936949918682,4.218344011508601 +9378,9404,0.5339341511786008,0.8466646204018886,0.7778297590538081,0.7798391154841818,0.6289176044459177,0.7847543206302302,0.6940423848061629,0.6284750320659483,0.970564760498348,"model.visual.pos_embed.weight|2d-64|(64, 128)","model.visual.pos_embed.weight|2d-64|(1152, 128)",model.visual.pos_embed.weight,2d-64,0,0.09498345326731694,1.943954943541258 +9656,9789,1.203444791349322,0.02865555229202916,-0.002064655182854021,-0.0020954743195874446,2.003551929161927,1.1553925812650765,1.4154765929039832,0.9999978685972165,-0.0011906291254142136,"mtp.fc.weight|2d-128|(1792, 3072)","mtp.fc.weight|2d-128|(1152, 2048)",mtp.fc.weight,2d-128,0,0.04805221008424554,5.272367955822212 +9991,10014,1.1546280693862778,0.04825494635692388,0.013666768750323681,0.01359793483097616,1.1746212344736056,1.86434569996296,1.4054694829030465,0.9999066053546827,0.021691742669263533,"mtp.fc.weight|2d-64|(1152, 2688)","mtp.fc.weight|2d-64|(896, 320)",mtp.fc.weight,2d-64,0,0.019993165087327736,3.228188230730277 +10192,10271,1.3226646210564157,0.0221582967148124,0.008508217489059083,0.008525128140883948,1.3741279855095807,1.4449219959767738,1.4081921084421982,0.999963804462521,0.008946554270151738,"mtp.layers.0.mlp.down_proj.weight|2d-128|(896, 3072)","mtp.layers.0.mlp.down_proj.weight|2d-128|(256, 6016)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.05146336445316502,3.7097758365788094 +10430,10486,1.2781926658720946,0.024028563943599344,0.004201615355582609,0.004019086723568253,1.3299392304061415,1.5095981029782848,1.4112631858974243,0.9999911731752454,0.004769203302841865,"mtp.layers.0.mlp.down_proj.weight|2d-64|(0, 2944)","mtp.layers.0.mlp.down_proj.weight|2d-64|(1088, 5504)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.05174656453404691,3.580490099501947 +10688,10715,1.3135884501040114,0.04996217867352253,0.022792127871627522,0.022756504443220568,1.458294012593978,1.3447177355956614,1.3980576458616576,0.9997402257122014,0.021017009132763335,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(3840, 640)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(4352, 640)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.03112928549165006,3.918984477633031 +10922,11066,1.300429474386029,0.023712661144240345,0.018728050017557677,0.0187956694235967,1.5413935624597295,1.2932643932307417,1.4011115332869561,0.9998246146912667,0.015713261578503893,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(1856, 384)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(4736, 704)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.007165081155287245,4.1375625132540765 +11298,11389,1.3356837217239546,0.02914320935973673,0.004218687165561662,0.004214862852405509,1.441389713931693,1.3828873877782744,1.4112299114851607,0.9999911012997061,0.00404746143104069,"mtp.layers.0.mlp.up_proj.weight|2d-128|(4992, 1664)","mtp.layers.0.mlp.up_proj.weight|2d-128|(2688, 1280)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.047203666054319804,3.9044993614384484 +11512,11645,1.316928203944911,0.06802340755662009,0.024258989800782685,0.024353736554659732,1.433463142190764,1.3631412877573856,1.3969764983029316,0.9997057074028564,0.02306890887071826,"mtp.layers.0.mlp.up_proj.weight|2d-64|(2880, 128)","mtp.layers.0.mlp.up_proj.weight|2d-64|(896, 1088)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.046213083812474576,3.9522546084897883 +11682,11707,1.2449519880137565,0.022235550986358377,0.016595332431118673,0.016592447827864464,1.2930166563938807,1.5458320112332489,1.4026160045690967,0.9998622879884512,0.01984011264064173,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(128, 256)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(256, 1408)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.04806466838012424,3.7261827735016286 +11755,11929,1.0909047113986792,0.026945537892690698,0.009588287605905441,0.00969552737342048,2.2791004416207437,1.1076448064017241,1.4088725160924034,0.9999540313138332,0.0046599161559613645,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 1728)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 576)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.016740095003044964,7.452424502194321 +11991,12130,1.1933318082289772,0.06110757459035973,0.02339692999749441,0.02314794874386801,1.8640294340177797,1.1674562822049004,1.3992496671016172,0.9997262543650098,0.014653681112217133,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(0, 896)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1152, 256)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.025875526024076834,5.110790651395202 +12354,12488,1.1795969617372146,0.029956845402355315,0.011586673717805545,0.011593740720923763,1.2190980341175524,1.7195500808612996,1.406461133662719,0.9999328722430106,0.016343120217389213,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(192, 1152)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(704, 0)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.03950107238033773,3.497823180542339 +12580,12609,1.0615049903633607,-0.009942732767466567,-0.008276244170588655,-0.0083328582690943,3.0891704594156555,1.059905303658236,1.4178018713104052,0.9999657513047279,-0.0028396086282777623,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 512)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(896, 128)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.00159968670512467,8.920758011525923 +12771,12784,1.0612177549966144,0.03563378759131176,0.028329881886404226,0.028241486451765475,2.603732092131332,1.07037612461979,1.4000534730461984,0.9995986283465491,0.01164621708821194,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(576, 512)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(4032, 384)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.009158369623175622,8.617166092043814 +13043,13063,1.3657579030937232,0.03318474907592039,0.00714838317475282,0.0071575893889675845,1.4003323106887373,1.4181368577957436,1.4091502313986342,0.9999744499825918,0.007239271404641068,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(256, 384)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(384, 896)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.03457440759501407,3.727628509975144 +13135,13289,1.3081257347331317,0.038670709514217076,0.016105043100492877,0.01605001811493515,1.3412449834401399,1.473760359603617,1.4028301232426312,0.9998703053830188,0.017696225823217355,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(64, 1984)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 1600)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.03311924870700822,3.3381777717993724 +80,213,1.1798689567248648,0.29400566898078595,0.2923116417119954,0.28862126185229436,1.1924523546196055,1.1869639846690208,1.18969867505396,0.9563231170057733,0.29096625090928274,"model.language_model.embed_tokens.weight|2d-128|(198272, 1920)","model.language_model.embed_tokens.weight|2d-128|(206208, 1920)",model.language_model.embed_tokens.weight,2d-128,0,0.007095027944155952,3.2963386975170557 +367,454,1.1899041487702855,0.11854384886088119,0.09435440964034111,0.08398356097227648,1.301462743489953,1.3954741186297406,1.3460123446464065,0.9955386709623202,0.10117011592556661,"model.language_model.embed_tokens.weight|2d-64|(212800, 1216)","model.language_model.embed_tokens.weight|2d-64|(224256, 1984)",model.language_model.embed_tokens.weight,2d-64,0,0.11155859471966756,3.1521716056155222 +630,685,0.1505709049021518,0.9962932009055987,0.9962932009055987,0.998050401668265,0.17253172233970998,0.15057090490215183,0.1604348358347276,0.08602242631591112,0.8694793442845631,"model.language_model.layers.4.linear_attn.conv1d.weight|3d-axis0-slice|(1639, 0, 0)","model.language_model.layers.16.linear_attn.conv1d.weight|3d-axis0-slice|(1065, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,12,2.7755575615628914e-17,0.27502328347470134 +795,801,0.6330014253964372,0.7781519379254455,0.7781519379254453,0.7806467088790571,0.9051405247334892,0.6330014253964372,0.7336029831332223,0.6280760793907643,0.5441931638480558,"model.language_model.layers.12.linear_attn.conv1d.weight|3d-volume|(136, 0, 0)","model.language_model.layers.8.linear_attn.conv1d.weight|3d-volume|(1960, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,4,0.0,2.8593958585318777 +1056,1190,1.152474049712997,0.01756150028300144,-0.009612205755173998,-0.009600993731633185,1.169105902880649,1.961220725291312,1.4201797823071207,0.9999538016831179,-0.016124849850096247,"model.language_model.layers.16.linear_attn.in_proj_qkv.weight|2d-128|(1152, 1536)","model.language_model.layers.13.linear_attn.in_proj_qkv.weight|2d-128|(4352, 128)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,3,0.016631853167651922,3.1226320200789153 +1305,1335,1.1490562534105253,0.043153061698042235,0.0319818062150446,0.03184849529993225,1.7853361170871305,1.1813074422618801,1.3932439127443672,0.9994884511945215,0.021161475050675647,"model.language_model.layers.9.linear_attn.in_proj_qkv.weight|2d-64|(2432, 1408)","model.language_model.layers.22.linear_attn.in_proj_qkv.weight|2d-64|(1536, 384)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,13,0.032251188851354806,5.400214293714233 +1611,1646,1.1591975716776741,0.037008681150186865,0.018438828187429375,0.01851561901753738,1.8159084109642987,1.183534758936286,1.402234361680946,0.9998299903558977,0.012017673326535337,"model.language_model.layers.10.linear_attn.in_proj_z.weight|2d-128|(256, 1920)","model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-128|(640, 512)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,8,0.02433718725861178,5.33533037369283 +1814,2000,1.1578164658632017,0.04400379251488357,0.016589768097312142,0.014773218267684927,1.2051316104642837,1.748193519321054,1.4032073398273255,0.9998623803276516,0.024065525145081063,"model.language_model.layers.22.linear_attn.in_proj_z.weight|2d-64|(320, 192)","model.language_model.layers.16.linear_attn.in_proj_z.weight|2d-64|(1152, 832)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,6,0.04731514460108199,3.4598175827583217 +2134,2197,1.2378058162581809,0.01644735105935324,0.00441183831418635,0.004411691835020177,1.6792330663242352,1.2407263132791353,1.41122838027275,0.9999902677939868,0.0032597523215322035,"model.language_model.layers.16.linear_attn.out_proj.weight|2d-128|(1280, 256)","model.language_model.layers.4.linear_attn.out_proj.weight|2d-128|(384, 0)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,12,0.0029204970209544268,4.395240156883178 +2360,2367,1.2332720422543106,-0.00033906092751736605,-0.007472541213793795,-0.007426449586001009,1.6775414786307568,1.2524103558937545,1.4192705044249174,0.9999720801741457,-0.005578811683772484,"model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(64, 1024)","model.language_model.layers.5.linear_attn.out_proj.weight|2d-64|(1152, 832)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,7,0.01913831363944385,4.839417803018495 +2573,2708,1.272135192404239,0.026560732639675337,0.0034912432870817123,0.0034437081296190197,1.3056981429954024,1.5487779980400909,1.4117783308092824,0.9999939055915843,0.004141202787064361,"model.language_model.layers.19.mlp.down_proj.weight|2d-128|(1280, 3584)","model.language_model.layers.3.mlp.down_proj.weight|2d-128|(1024, 4864)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,16,0.03356295059116343,3.3018958347952814 +2959,2966,1.2642895742487439,0.03164405978224341,0.021761975179337884,0.022169637216339674,1.2794442558949208,1.5599794504967082,1.399041653793653,0.9997631801763325,0.026533578094999576,"model.language_model.layers.21.mlp.down_proj.weight|2d-64|(192, 2304)","model.language_model.layers.1.mlp.down_proj.weight|2d-64|(320, 2432)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,20,0.015154681646176948,3.3120478138310285 +3123,3196,1.1687550412105,0.021998228928239227,0.00854671035500327,0.00853488356285882,1.8612016150985817,1.1792399657316917,1.4087384803881657,0.99996347620406,0.005415115882337615,"model.language_model.layers.11.mlp.gate_proj.weight|2d-128|(3968, 128)","model.language_model.layers.22.mlp.gate_proj.weight|2d-128|(0, 768)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,11,0.010484924521191763,5.1991350012710305 +3370,3533,1.160328432724785,0.023497706483991344,0.010720302485506955,0.010767168954451801,1.189247312222929,1.8170926156127751,1.4072496117670166,0.9999425359062486,0.016379925591035016,"model.language_model.layers.22.mlp.gate_proj.weight|2d-64|(1344, 1472)","model.language_model.layers.13.mlp.gate_proj.weight|2d-64|(3200, 320)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,9,0.02891887949814409,3.250421673771098 +3797,3803,1.240601886008003,0.03897990284900142,-0.0017743953286445708,-0.0017919081567018182,1.6497545878829851,1.2590098766470135,1.4154232517128373,0.9999984257593697,-0.0013541294324912593,"model.language_model.layers.1.mlp.up_proj.weight|2d-128|(3840, 512)","model.language_model.layers.22.mlp.up_proj.weight|2d-128|(1024, 768)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,21,0.01840799063901044,4.200858546201882 +3853,4059,1.2363088607334356,0.013734229175389407,-0.002120602143109163,-0.0021270224765873617,1.2522500143833157,1.6660537158517392,1.4156532123483754,0.9999977515207475,-0.0028213511996724276,"model.language_model.layers.21.mlp.up_proj.weight|2d-64|(3520, 1600)","model.language_model.layers.2.mlp.up_proj.weight|2d-64|(2368, 1408)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,19,0.015941153649880135,3.2500623554460173 +4114,4293,1.183730840136511,0.025848859505746898,0.009172057132506645,0.009172386501503243,1.2260140070537764,1.706271212506141,1.4080533823716863,0.9999579357992805,0.012764957785650535,"model.language_model.layers.11.self_attn.k_proj.weight|2d-128|(128, 256)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 640)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,12,0.04228316691726541,3.35412128910149 +4506,4555,1.1087227329111338,0.020029003193260408,0.005159873351719833,0.005103433744289255,2.118929698172494,1.1311307370353025,1.4111787978045625,0.9999866877648893,0.0027544525674322515,"model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 1984)","model.language_model.layers.15.self_attn.k_proj.weight|2d-64|(192, 704)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,8,0.022408004124168768,6.365630900553414 +4610,4710,1.1298856285946473,0.032168312817307414,0.008347336964393836,0.008356972931719915,1.1632618687965408,1.9301038920512592,1.4089848948307697,0.9999651603759017,0.013850043567496842,"model.language_model.layers.23.self_attn.o_proj.weight|2d-128|(0, 0)","model.language_model.layers.23.self_attn.o_proj.weight|2d-128|(256, 640)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,0,0.03337624020189356,3.3104642136023728 +4927,5089,1.1316606901019486,0.041085354134936275,0.018255567338178513,0.01827526656638907,2.007263876585709,1.1412789284463156,1.4030767648636338,0.9998333532450101,0.010379648920566973,"model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(1344, 320)","model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(1792, 64)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,12,0.009618238344367036,5.2382880813520085 +5291,5302,1.1283344271699016,0.032626904740004306,-0.0037991921036325703,-0.0033875610584488186,2.079254328848658,1.1429520788394967,1.416479842432195,0.9999927830436376,-0.002088390271699902,"model.language_model.layers.19.self_attn.q_proj.weight|2d-128|(384, 256)","model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(384, 1920)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,16,0.014617651669595055,5.418127447168535 +5558,5560,1.115588477178218,0.01150843719602175,0.004414771250280515,0.004377114839820927,1.1320233512792117,2.1160221706803872,1.4116143066988516,0.9999902548499199,0.008252262493984378,"model.language_model.layers.23.self_attn.q_proj.weight|2d-64|(1408, 1088)","model.language_model.layers.23.self_attn.q_proj.weight|2d-64|(64, 640)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,0,0.016434874100993646,3.386657596287884 +5790,5852,1.0874283072434552,0.009660307003217634,0.0017257333568474827,0.0017190681568258418,1.0892564632950688,2.512342616165685,1.4133225800070939,0.9999985109210818,0.003980360551114871,"model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(128, 1792)","model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(256, 512)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,12,0.001828156051613572,3.460252248431234 +5905,5997,1.0818220560180816,-0.00609900281272548,0.0032983798014443308,0.003250496737280979,2.749135529130847,1.0721596750325308,1.4126336543704774,0.9999945603305477,0.0012863643056435507,"model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(448, 1472)","model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(256, 448)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,12,0.009662380985550723,11.088088643180946 +6176,6198,1.2255883467033681,-0.01908210118093056,0.018123165856796613,0.018141581862962667,1.2280899575570434,1.6794658100816366,1.4019485159062937,0.9998357619425937,0.024784208387694604,"model.visual.blocks.21.attn.proj.weight|2d-128|(512, 896)","model.visual.blocks.0.attn.proj.weight|2d-128|(768, 768)",model.visual.layers.*.attn.proj.weight,2d-128,21,0.0025016108536752846,3.2745949318339673 +6524,6562,1.1997182590503916,0.02595342730051854,-0.005332469841465517,-0.00523195041215927,1.6734913158563842,1.252114187647323,1.4178263106536038,0.9999857822816232,-0.003989779379454779,"model.visual.blocks.0.attn.proj.weight|2d-64|(448, 768)","model.visual.blocks.6.attn.proj.weight|2d-64|(832, 896)",model.visual.layers.*.attn.proj.weight,2d-64,6,0.05239592859693132,4.8741144003591605 +6704,6784,1.1153251944270064,0.044711767131249754,-0.007207588013954514,-0.007172696165490228,1.2003203491297023,1.8277064481610474,1.4188828222835133,0.9999740250001603,-0.010974866083328788,"model.visual.blocks.6.attn.qkv.weight|2d-128|(128, 0)","model.visual.blocks.0.attn.qkv.weight|2d-128|(2048, 0)",model.visual.layers.*.attn.qkv.weight,2d-128,6,0.08499515470269592,2.9153039870380795 +6961,7078,1.1074883284302517,0.012572879653692304,0.0032594484273713227,0.0033421693112182507,1.1011358162912805,2.3718683417732325,1.412451928805443,0.9999946879838659,0.007020916422974232,"model.visual.blocks.4.attn.qkv.weight|2d-64|(832, 320)","model.visual.blocks.0.attn.qkv.weight|2d-64|(2496, 320)",model.visual.layers.*.attn.qkv.weight,2d-64,4,0.006352512138971145,2.949565271754183 +7290,7340,1.2257750665299327,0.03066234938158491,0.00436539784502645,0.004393318678798414,1.6892349728179716,1.2368000395969045,1.4112678474767375,0.9999904716054322,0.0031961949133566476,"model.visual.blocks.16.mlp.linear_fc1.weight|2d-128|(1792, 512)","model.visual.blocks.1.mlp.linear_fc1.weight|2d-128|(3200, 768)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,15,0.01102497306697181,4.494343523335423 +7666,7678,1.2291218246844349,0.014688920162391855,-0.002108087221295899,-0.0030984007436696864,1.656812617929991,1.2562186831675786,1.4156481443335824,0.999997777981665,-0.001598381449102795,"model.visual.blocks.17.mlp.linear_fc1.weight|2d-64|(2688, 256)","model.visual.blocks.1.mlp.linear_fc1.weight|2d-64|(3136, 192)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,16,0.027096858483143693,4.78859173055779 +7689,7718,1.2336568852992467,0.03944401465191441,0.011548610139061942,0.011587215647030712,1.6568152111151209,1.2432976079868985,1.4063510386206641,0.9999333125783219,0.00866624066772362,"model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(384, 1280)","model.visual.blocks.0.mlp.linear_fc2.weight|2d-128|(128, 768)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,10,0.009640722687651815,4.475363000795737 +8113,8126,1.2227950727502637,0.026375304447875315,0.022359338277858503,0.022385705502663267,1.2415560401032797,1.636771608577453,1.3989053976811139,0.9997499987455746,0.029476824966139684,"model.visual.blocks.5.mlp.linear_fc2.weight|2d-64|(704, 3776)","model.visual.blocks.2.mlp.linear_fc2.weight|2d-64|(960, 896)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,3,0.018760967353016023,3.453889914096126 +8222,8345,1.3391898758972645,0.028779987720929608,0.0037778860363368956,0.003776911316766978,1.3753193056280892,1.4507895040493037,1.4115434803275506,0.9999928637630853,0.003985196300657567,"model.visual.merger.linear_fc1.weight|2d-128|(2048, 1664)","model.visual.merger.linear_fc1.weight|2d-128|(2944, 2816)",model.visual.merger.linear_fc1.weight,2d-128,0,0.03612942973082478,3.5594730141683004 +8448,8613,1.34550430096757,0.08051013155704116,0.046409984092416784,0.04638543718530546,1.3845687509225322,1.3774732589619547,1.3810073341294438,0.9989224761594573,0.046172147098913305,"model.visual.merger.linear_fc1.weight|2d-64|(1664, 1920)","model.visual.merger.linear_fc1.weight|2d-64|(960, 1920)",model.visual.merger.linear_fc1.weight,2d-64,0,0.031968957994384706,3.4928377774194086 +8785,8813,1.3481606623707851,0.06782080258454148,0.013994460394821476,0.013984021950642987,1.4111837425623626,1.3974836819116243,1.4042835935253786,0.9999020727442551,0.013858599308556919,"model.visual.merger.linear_fc2.weight|2d-128|(1792, 3328)","model.visual.merger.linear_fc2.weight|2d-128|(384, 1664)",model.visual.merger.linear_fc2.weight,2d-128,0,0.049323019540839175,3.4236772622912754 +9005,9165,1.347394606834916,0.07164618933997474,0.04258862841310695,0.042632142418005864,1.3823105234532653,1.3852366615573035,1.3837712721441358,0.9990926927617328,0.04267878196853745,"model.visual.merger.linear_fc2.weight|2d-64|(1536, 3264)","model.visual.merger.linear_fc2.weight|2d-64|(1728, 3584)",model.visual.merger.linear_fc2.weight,2d-64,0,0.03491591661834925,3.5895421912382344 +9264,9352,0.7804431151396088,0.675977422893939,0.06808659094721405,0.06822281499218567,1.5408268997008578,1.2402991477074694,1.3663712070304328,0.9976794155104067,0.05480676689804136,"model.visual.pos_embed.weight|2d-128|(768, 0)","model.visual.pos_embed.weight|2d-128|(2176, 0)",model.visual.pos_embed.weight,2d-128,0,0.45985603256786056,3.405230772367802 +9488,9506,0.5344842482631507,0.8538484790659225,0.8700513716944099,0.8703644607393521,0.514076250627819,0.5060441013958964,0.5100127455139795,0.4929610639925589,0.8564573135204447,"model.visual.pos_embed.weight|2d-64|(1344, 256)","model.visual.pos_embed.weight|2d-64|(1408, 256)",model.visual.pos_embed.weight,2d-64,0,0.028440146867254268,2.197558586197778 +9760,9805,1.2035125973875547,0.011724069373655437,-0.0017574116763266667,-0.0017235973087940063,1.2306211189797718,1.719990515612197,1.4153892159747903,0.9999984557509076,-0.0024562648638875545,"mtp.fc.weight|2d-128|(512, 2048)","mtp.fc.weight|2d-128|(1664, 3584)",mtp.fc.weight,2d-128,0,0.027108521592217105,3.1912478983567985 +9959,10008,1.155527510126067,0.050292167808375025,0.0006754654292353271,0.0008471262358410144,1.975780843506318,1.1590175258196629,1.4137965996324986,0.9999997718732009,0.00039623639086393535,"mtp.fc.weight|2d-64|(448, 3456)","mtp.fc.weight|2d-64|(1152, 2752)",mtp.fc.weight,2d-64,0,0.0034900156935959714,5.851148300573417 +10230,10271,1.3228334443713208,0.04831517257672014,0.016085786447628703,0.016038793756356414,1.4011573943759514,1.4044345715372732,1.4027931119364152,0.9998706153669891,0.016123409609865625,"mtp.layers.0.mlp.down_proj.weight|2d-128|(256, 768)","mtp.layers.0.mlp.down_proj.weight|2d-128|(256, 6016)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.07832395000463066,3.5207567276583185 +10517,10531,1.27828869062397,0.035886612728139596,0.006894711967661558,0.0062633001907358345,1.5076061125744018,1.3281306072331214,1.4093688686554855,0.9999762311909633,0.006073919385131111,"mtp.layers.0.mlp.down_proj.weight|2d-64|(256, 1088)","mtp.layers.0.mlp.down_proj.weight|2d-64|(960, 3840)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.04984191660915127,4.081319276385144 +10690,10882,1.3136261581446778,0.012671121969025454,0.0006612377038889969,0.0006647735521384452,1.3446402065900271,1.4947396499148418,1.4137485262341434,0.9999997813823256,0.0007350503199127406,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(4352, 0)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(2560, 256)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.031014048445349385,3.6089537979453006 +10939,11049,1.3004734540929315,0.030265501200693188,0.008596370806810461,0.00895953311923819,1.327476726690933,1.505628430387767,1.408169978617374,0.999963050521844,0.009750031789372886,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(2944, 1216)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(5504, 1600)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.027003272598001615,3.592504684520862 +11177,11404,1.3358545273923395,0.04387414242868491,-0.0008152197665153584,-0.0007036020244986257,1.4038240057932871,1.4260166930650258,1.414789821490014,0.999999667708311,-0.0008281073630099002,"mtp.layers.0.mlp.up_proj.weight|2d-128|(2304, 1664)","mtp.layers.0.mlp.up_proj.weight|2d-128|(1920, 1536)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.06796947840094769,3.427137405948802 +11489,11554,1.3169629276434034,0.016411472801816533,0.022089070801295504,0.022065180887739393,1.5016181053808373,1.3143141398757359,1.39864615097386,0.9997560067092047,0.019333795981033342,"mtp.layers.0.mlp.up_proj.weight|2d-64|(1984, 1664)","mtp.layers.0.mlp.up_proj.weight|2d-64|(256, 1152)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.0026487877676675264,4.212697469548065 +11666,11691,1.2450185851396303,-0.030367734613323438,-0.0060818252102297875,-0.006083595721977938,1.6287444590818019,1.2729055410341412,1.418380490030715,0.9999815055300334,-0.004753102284729747,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 256)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(128, 1408)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.027886955894510956,5.295110276454495 +11872,11965,1.09098730860892,0.013696011112779856,0.010809381461067993,0.010786855564067898,2.2019112047854823,1.1162615631770647,1.408034868956025,0.999941576929587,0.005479829077796287,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(256, 1024)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(448, 832)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.025274254568144805,9.076370244744446 +12175,12224,1.1934389574831752,0.0304784076248758,-0.003931728852325078,-0.0039493509049557856,1.233614186835769,1.717075834698853,1.4168458962098645,0.9999922707242451,-0.005472599677401746,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(1408, 1920)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1920, 0)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.04017522935259388,3.47575918103674 +12257,12377,1.1799533779983633,0.06566573451533844,0.048815919463853545,0.048882426101206446,1.696145219070608,1.1947305580352736,1.3813293984805854,0.9988077923238777,0.03438495126850744,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(1600, 192)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(1024, 1856)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.014777180036910309,4.997986899753842 +12513,12613,1.0615374121691745,0.023120696393509554,0.002530944034887678,0.0026225340688246146,2.845832110276887,1.067100853725,1.4130363894011595,0.999996797156017,0.0009490273620168211,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(2176, 896)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(896, 640)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.0055634415558254435,8.188293271989059 +12943,12948,1.0612428388687742,0.037488225170560524,0.024258870018448817,0.024313353454479505,1.0705137671234435,2.6294326690921137,1.4021809237086627,0.9997057103095031,0.0595854694266749,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(2368, 256)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(640, 1536)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.009270928254669242,3.0917446051217428 +13064,13066,1.3659939515688289,0.034294093563267215,-0.0005285532629352833,-0.0005355920582361833,1.4179661579789595,1.4112323872233932,1.414587252363459,0.9999998603157144,-0.0005260432195998445,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(384, 1024)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(384, 1280)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.04523843565456431,3.860221372749483 +13125,13171,1.3081599952861989,0.0758012417234611,0.0336991639385729,0.03350317112924139,1.4302154634916981,1.3533976504122542,1.3902173392021437,0.9994320218753455,0.03188915968225836,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(64, 1344)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 192)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.045237655126055376,3.8972679268165304 +197,220,1.180740429204286,0.26673035773515147,0.27190999771873453,0.2715679104676703,1.2122774502539475,1.201262401707156,1.2067322231163675,0.9623226865976909,0.2694393571697394,"model.language_model.embed_tokens.weight|2d-128|(59520, 1152)","model.language_model.embed_tokens.weight|2d-128|(176256, 1152)",model.language_model.embed_tokens.weight,2d-128,0,0.020521972502870023,3.2419790947614158 +268,390,1.1905222366046144,0.26356186200733944,0.21991087372818713,0.2168018951836312,1.2607063169292698,1.2378094634211525,1.249100524683628,0.9755199678202929,0.21591686894453466,"model.language_model.embed_tokens.weight|2d-64|(177984, 128)","model.language_model.embed_tokens.weight|2d-64|(205312, 128)",model.language_model.embed_tokens.weight,2d-64,0,0.047287226816538075,3.2814013813266527 +539,695,0.1507318130459864,0.9959147820047033,0.9959147820047034,0.9964352591525525,0.1507318130459864,0.17222089578269514,0.16040671134903264,0.09029810066952808,1.1378973848589597,"model.language_model.layers.8.linear_attn.conv1d.weight|3d-axis0-slice|(2244, 0, 0)","model.language_model.layers.2.linear_attn.conv1d.weight|3d-axis0-slice|(4710, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,6,0.0,0.24472002602992945 +930,972,0.6343885519030388,0.7743367412681282,0.7743367412681283,0.7778950259818759,0.870096302514071,0.6343885519030389,0.7249352341469637,0.6327737440209222,0.5645701085719325,"model.language_model.layers.21.linear_attn.conv1d.weight|3d-volume|(5740, 0, 0)","model.language_model.layers.18.linear_attn.conv1d.weight|3d-volume|(6056, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,3,1.1102230246251565e-16,2.298149322223105 +1131,1150,1.1525201765816908,0.011663859302533542,-0.00700179896291958,-0.006859515806707647,1.1690864835038721,1.952876470602862,1.418570754551661,0.9999754871052005,-0.011696011064635562,"model.language_model.layers.21.linear_attn.in_proj_qkv.weight|2d-128|(2304, 1920)","model.language_model.layers.6.linear_attn.in_proj_qkv.weight|2d-128|(4864, 256)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,15,0.016566306922181306,3.2619152249295316 +1391,1503,1.1492165006229877,-0.004763430618903868,-0.012067461093283738,-0.011601592393921065,1.160600343846318,2.0110299497302377,1.4215826527265023,0.9999271855404083,-0.020909890130974725,"model.language_model.layers.9.linear_attn.in_proj_qkv.weight|2d-64|(1664, 1728)","model.language_model.layers.14.linear_attn.in_proj_qkv.weight|2d-64|(5248, 1728)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,5,0.011383843223330192,3.2836061236529863 +1569,1697,1.1594469904741955,0.018257309936304852,0.005102409421596005,0.00501038607651674,1.9302360855790055,1.1655216689495258,1.4110169858387112,0.9999869826243212,0.003080954080774255,"model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(256, 1664)","model.language_model.layers.17.linear_attn.in_proj_z.weight|2d-128|(1024, 1152)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,1,0.006074678475330275,5.480722032514029 +1952,2021,1.157908638665846,-0.010643068553302285,-0.021694276270085893,-0.021636884203306533,1.1665512065164816,2.0133836825494593,1.4274599820428662,0.999764651494099,-0.03744276428065549,"model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-64|(192, 576)","model.language_model.layers.16.linear_attn.in_proj_z.weight|2d-64|(576, 640)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,12,0.008642567850635663,3.101679309618679 +2134,2166,1.2379411489096843,-0.01557733896913518,-0.003719003827463179,-0.003718948967832421,1.7170616366642941,1.2334314748197617,1.416703488668787,0.9999930844813535,-0.0026715036186351453,"model.language_model.layers.16.linear_attn.out_proj.weight|2d-128|(1280, 256)","model.language_model.layers.1.linear_attn.out_proj.weight|2d-128|(896, 128)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,15,0.004509674089922644,4.703944171038632 +2402,2495,1.2333576003904092,0.029191109380058283,0.03268565719393011,0.03260854479062575,1.6271682275862913,1.2357736945438735,1.3917713197114348,0.9994656811585882,0.024823539855528237,"model.language_model.layers.18.linear_attn.out_proj.weight|2d-64|(448, 512)","model.language_model.layers.1.linear_attn.out_proj.weight|2d-64|(1536, 1728)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,17,0.002416094153464332,4.407708664234158 +2708,2815,1.2721355610121288,0.03180094403319388,0.010488692499839282,0.010509005449052153,1.5619866179648296,1.2904158726249666,1.4069113327392901,0.9999449921518903,0.008665103227651213,"model.language_model.layers.3.mlp.down_proj.weight|2d-128|(1024, 4864)","model.language_model.layers.20.mlp.down_proj.weight|2d-128|(1152, 1280)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,17,0.01828031161283783,4.00479305666538 +2913,3055,1.2643840849190857,0.018992143413784895,0.03504290988237066,0.03501760621272108,1.5136054700200865,1.291686442777018,1.389527226732705,0.9993858086179612,0.02990505287346397,"model.language_model.layers.4.mlp.down_proj.weight|2d-64|(704, 3264)","model.language_model.layers.23.mlp.down_proj.weight|2d-64|(448, 3520)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,19,0.027302357857932336,4.3781775871523285 +3116,3144,1.1687596625839427,0.01330775509074596,-0.0012523564528861238,-0.0014168183912037227,1.190752130654805,1.8455737513452255,1.4150201686814508,0.99999921580135,-0.0019410556884776938,"model.language_model.layers.19.mlp.gate_proj.weight|2d-128|(640, 896)","model.language_model.layers.9.mlp.gate_proj.weight|2d-128|(4608, 1152)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,10,0.021992468070862303,3.0469566488007658 +3429,3448,1.1604629362424905,-0.0010068301422263438,0.005877680703978089,0.005881589386498944,1.1617080002415998,1.9454288226728815,1.4105498744775553,0.9999827262855804,0.009842929074783988,"model.language_model.layers.22.mlp.gate_proj.weight|2d-64|(448, 128)","model.language_model.layers.10.mlp.gate_proj.weight|2d-64|(4416, 1792)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,12,0.001245063999109286,3.0969782250832614 +3595,3839,1.240689422123795,0.025016053378988094,0.004855928029820605,0.004764276520545708,1.6116822574927756,1.2702458659556486,1.41087101024991,0.9999882099119815,0.0038271951413384785,"model.language_model.layers.2.mlp.up_proj.weight|2d-128|(4864, 384)","model.language_model.layers.21.mlp.up_proj.weight|2d-128|(5760, 640)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,19,0.02955644383185363,3.9802079810508317 +4012,4044,1.2363177338303808,0.02104096020090958,0.013851345034721055,0.01381802123623396,1.2535367965106354,1.6282697276822329,1.4047129862357524,0.9999040655186522,0.017992073204790484,"model.language_model.layers.21.mlp.up_proj.weight|2d-64|(832, 1536)","model.language_model.layers.1.mlp.up_proj.weight|2d-64|(4864, 1792)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,20,0.017219062680254638,3.2666530665403126 +4146,4293,1.1837974420437831,0.0034277660051811737,-0.015287102317827395,-0.015288792185212608,1.2286031665243853,1.7585507471328146,1.4243273328553636,0.9998831454238661,-0.021881064557697096,"model.language_model.layers.11.self_attn.k_proj.weight|2d-128|(384, 256)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 640)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,12,0.04480572448060216,3.368329612102982 +4465,4514,1.1087546994722512,0.03032993160229877,0.029102559184932878,0.028485795774320293,1.1365949231459194,1.99362228724274,1.396392740320684,0.9995764308190181,0.05104677966209284,"model.language_model.layers.11.self_attn.k_proj.weight|2d-64|(192, 1088)","model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 512)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,12,0.02784022367366812,3.14768373995154 +4659,4726,1.1302070104105502,0.07822204273724923,0.012410015427248781,0.012353020450065718,1.884625798753801,1.1706490706953308,1.4063251450103837,0.9999229927934927,0.007708571662783092,"model.language_model.layers.23.self_attn.o_proj.weight|2d-128|(640, 1664)","model.language_model.layers.23.self_attn.o_proj.weight|2d-128|(512, 0)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,0,0.04044206028478059,5.599525278089641 +4939,4964,1.1319115181556931,0.03126863239801354,0.03789740722114729,0.0380644433505121,1.9659736222775506,1.1357653442266553,1.3908052523719332,0.9992816352389923,0.021893763614162804,"model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(512, 512)","model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(896, 128)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,4,0.003853826070962185,5.220655725713612 +5218,5220,1.1286857289721164,0.01064267925097485,-0.0032282008986074056,-0.0031934516222671848,1.1332001817151964,2.138791903247966,1.4161009848775639,0.9999947893459037,-0.006092877547503431,"model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(896, 1152)","model.language_model.layers.11.self_attn.q_proj.weight|2d-128|(3200, 0)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,8,0.004514452743080044,3.0914812231415603 +5411,5576,1.1157136294942718,0.04618491121003582,0.03229353151787461,0.03289333073662112,1.1329380077781732,2.0024900265137515,1.3945029554300359,0.9994784278923202,0.05707944683775951,"model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(384, 1728)","model.language_model.layers.15.self_attn.q_proj.weight|2d-64|(1280, 1152)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,12,0.017224378283901443,3.0574821064470448 +5753,5764,1.0874405125264224,0.0551180664747895,0.004911779435015576,0.004953931453140607,2.340747796648373,1.1034465696644622,1.411531855805558,0.9999879371386345,0.0023154507189014194,"model.language_model.layers.3.self_attn.v_proj.weight|2d-128|(256, 1664)","model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(0, 512)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,16,0.01600605713803982,7.568575810189398 +6057,6081,1.0819048962680602,0.01094196645893492,0.004400600793745418,0.004309997884754574,1.1045830645163925,2.332443236866842,1.4118041754700512,0.9999903173094498,0.009292331096906865,"model.language_model.layers.23.self_attn.v_proj.weight|2d-64|(384, 1408)","model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(256, 1728)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,16,0.022678168248332353,3.5102277526056875 +6327,6394,1.225879568566125,0.006805675746769576,0.008245084686588187,0.008262679063283509,1.2401023518574446,1.672025664359166,1.408623345937988,0.9999660087115516,0.011116818849783912,"model.visual.blocks.20.attn.proj.weight|2d-128|(768, 0)","model.visual.blocks.21.attn.proj.weight|2d-128|(896, 256)",model.visual.layers.*.attn.proj.weight,2d-128,1,0.01422278329131954,3.158707629742544 +6550,6643,1.1997791480534812,0.05725451421847045,0.026978805805821224,0.027189643940731853,1.2206481922667896,1.6778999840734725,1.3959451009601802,0.9996360057727471,0.037084999690078474,"model.visual.blocks.14.attn.proj.weight|2d-64|(832, 768)","model.visual.blocks.21.attn.proj.weight|2d-64|(640, 256)",model.visual.layers.*.attn.proj.weight,2d-64,7,0.020869044213308374,3.075922154246257 +6728,6886,1.115386439972183,0.04338232111967506,-0.0026271266736772,-0.0027054149731258366,1.1247749815199646,2.195640753444489,1.4157203871468236,0.9999965490967658,-0.005128338097804977,"model.visual.blocks.0.attn.qkv.weight|2d-128|(1152, 0)","model.visual.blocks.13.attn.qkv.weight|2d-128|(128, 128)",model.visual.layers.*.attn.qkv.weight,2d-128,13,0.009388541547781681,4.0436346833523755 +7097,7155,1.1077842911292612,0.04168924157090428,0.02508052130364235,0.025168123356881518,1.1298077522760377,2.0486895206726254,1.3991342612893969,0.9996854342497632,0.04547871181116198,"model.visual.blocks.4.attn.qkv.weight|2d-64|(1600, 768)","model.visual.blocks.2.attn.qkv.weight|2d-64|(2688, 512)",model.visual.layers.*.attn.qkv.weight,2d-64,2,0.022023461146776446,2.8452594760032537 +7179,7358,1.2257875771129219,0.007467871898571692,-0.008597067535078454,-0.008690543070600071,1.2558494524941943,1.6718786962580166,1.42003996412737,0.9999630445320454,-0.0114450454500282,"model.visual.blocks.2.mlp.linear_fc1.weight|2d-128|(2560, 256)","model.visual.blocks.17.mlp.linear_fc1.weight|2d-128|(128, 640)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,15,0.030061875381272474,3.269327586785255 +7522,7646,1.2292168140658575,0.03886375037449285,-0.002281235913222195,-0.0019214537568910234,1.2646862885501964,1.6382972103826856,1.4157732142437842,0.9999973979779688,-0.0029551537536957983,"model.visual.blocks.1.mlp.linear_fc1.weight|2d-64|(1536, 128)","model.visual.blocks.20.mlp.linear_fc1.weight|2d-64|(3264, 320)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,19,0.0354694744843389,3.423642491255762 +7819,7884,1.2338111669094052,0.012271868193610484,-0.00650696488255791,-0.006427785473196503,1.646631991097144,1.2649732301521934,1.418652269422719,0.9999788294799131,-0.0049987710857553515,"model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(128, 3584)","model.visual.blocks.0.mlp.linear_fc2.weight|2d-128|(768, 1536)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,10,0.03116206324278825,4.927119085057831 +8046,8173,1.2232541542205033,0.001033804054082672,-0.012901349340788792,-0.012833598973441577,1.653664482551441,1.2679469740844462,1.422996357407097,0.9999167741293208,-0.009892107516889029,"model.visual.blocks.8.mlp.linear_fc2.weight|2d-64|(192, 2944)","model.visual.blocks.3.mlp.linear_fc2.weight|2d-64|(192, 1728)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,5,0.04469281986394291,5.040238705525835 +8246,8390,1.3391927121238076,0.04683033297704284,-0.003992539706364687,-0.004109569646303065,1.4587833967323787,1.378667021967855,1.4170294131017254,0.9999920297815843,-0.003773269451374229,"model.visual.merger.linear_fc1.weight|2d-128|(128, 2816)","model.visual.merger.linear_fc1.weight|2d-128|(2560, 1152)",model.visual.merger.linear_fc1.weight,2d-128,0,0.03947430984404732,3.649759573437805 +8558,8702,1.3455394153472213,0.015058102659796084,0.008225425729143683,0.008244385123150373,1.46036020571494,1.3616178256926676,1.4083995817797874,0.9999661706135735,0.007669262866027004,"model.visual.merger.linear_fc1.weight|2d-64|(1152, 2048)","model.visual.merger.linear_fc1.weight|2d-64|(2048, 3840)",model.visual.merger.linear_fc1.weight,2d-64,0,0.016078410345446326,3.8302112975136313 +8740,8936,1.3481761400477927,0.059858283754517475,-0.0034288087745892332,-0.003425245261168073,1.4104057310517053,1.4229494205423805,1.4166359266729363,0.9999941216179159,-0.0034593034837671925,"model.visual.merger.linear_fc2.weight|2d-128|(1024, 1664)","model.visual.merger.linear_fc2.weight|2d-128|(896, 1024)",model.visual.merger.linear_fc2.weight,2d-128,0,0.062229591003912565,3.4181333405753724 +9119,9142,1.34742042547746,0.0490598766124981,0.04167200763073477,0.041684019424615595,1.360280348153629,1.4099614794043096,1.3844528082482392,0.9991313446089177,0.043193982482015995,"model.visual.merger.linear_fc2.weight|2d-64|(1088, 256)","model.visual.merger.linear_fc2.weight|2d-64|(1856, 2176)",model.visual.merger.linear_fc2.weight,2d-64,0,0.012859922676168978,3.484230482047056 +9280,9352,0.7814380747453875,0.6681530422172197,0.36183022036567325,0.36348558052636615,1.1595572675382178,1.1028791292286793,1.13015367037232,0.9322440086319291,0.34414427776622286,"model.visual.pos_embed.weight|2d-128|(1024, 0)","model.visual.pos_embed.weight|2d-128|(2176, 0)",model.visual.pos_embed.weight,2d-128,0,0.32144105448329174,2.991164901785401 +9558,9608,0.5345848898617586,0.8452785476205209,0.8346375442312571,0.8388483845724446,0.5566868216917225,0.6081454394115181,0.580713108907942,0.5507995731294788,0.9117891717705371,"model.visual.pos_embed.weight|2d-64|(1536, 512)","model.visual.pos_embed.weight|2d-64|(960, 512)",model.visual.pos_embed.weight,2d-64,0,0.022101931829963894,2.1873651750485217 +9733,9839,1.2035203175344504,0.030553486529630268,0.011237047551868735,0.0112346096684297,1.58575707105609,1.2767877569320274,1.406429351689818,0.9999368623879794,0.009047618327020238,"mtp.fc.weight|2d-128|(384, 2688)","mtp.fc.weight|2d-128|(768, 3968)",mtp.fc.weight,2d-128,0,0.07326743939757696,4.618435249165578 +9897,9929,1.1555853093848822,0.04974862232291913,0.039876754281055825,0.03987668422974077,1.6037749828298944,1.2390653641898888,1.3866611789637993,0.9992046059081234,0.03080850218699779,"mtp.fc.weight|2d-64|(1600, 1664)","mtp.fc.weight|2d-64|(1344, 3968)",mtp.fc.weight,2d-64,0,0.08348005480500653,4.7491239316487475 +10170,10173,1.3228832708264768,0.06821921717154947,0.007074718039016337,0.0070565170699240405,1.3927829135927963,1.4262189403716667,1.409203514225168,0.9999749738691807,0.007244558191057912,"mtp.layers.0.mlp.down_proj.weight|2d-128|(1664, 640)","mtp.layers.0.mlp.down_proj.weight|2d-128|(1792, 5248)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.06989964276631944,3.514876062483162 +10406,10636,1.2783362369343676,0.0037161707752991335,0.011631727854173069,0.011691107595426242,1.4869027037612408,1.3370309341111397,1.4060111043570043,0.9999323491652455,0.010459312447849877,"mtp.layers.0.mlp.down_proj.weight|2d-64|(960, 1088)","mtp.layers.0.mlp.down_proj.weight|2d-64|(1728, 896)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.058694697176772115,4.280289680280402 +10808,10819,1.3136481144628431,0.054871744700513196,0.004383362396463862,0.004279893640199572,1.4826431506321243,1.3490477724966958,1.411124450549366,0.9999903930209036,0.0039883941557172335,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(3200, 1536)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(2688, 1024)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.0353996580338527,3.8520006128735846 +10925,10982,1.3005460240155806,0.0668239167475676,0.04203051543128935,0.04162860628434238,1.3211892957303595,1.4574617784415516,1.3843201809533952,0.9991163274477003,0.046365702452530404,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(3520, 1792)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(4096, 896)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.020643271714778866,3.4841405614047996 +11208,11404,1.335877162329219,0.01859879935463328,0.006884633070454008,0.0068663952838319865,1.3517856286059606,1.4749684662237552,1.4093555017584165,0.9999763006329127,0.007512002247658838,"mtp.layers.0.mlp.up_proj.weight|2d-128|(384, 1024)","mtp.layers.0.mlp.up_proj.weight|2d-128|(1920, 1536)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.015908466276741695,3.7235568250111224 +11505,11586,1.3170842904543092,0.03767474253632766,0.015604539097473644,0.015502553306881998,1.3600736594305511,1.450617162574357,1.4031591600584414,0.9998782417672442,0.01664337227024556,"mtp.layers.0.mlp.up_proj.weight|2d-64|(3904, 1024)","mtp.layers.0.mlp.up_proj.weight|2d-64|(5568, 448)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.04298936897624195,3.449218012530347 +11677,11716,1.2450220628532882,0.03100963791028144,-0.0006851008548320902,-0.0007797982643680163,1.6456414794439156,1.2598002007018447,1.4146811337836684,0.9999997653183818,-0.0005244703692751611,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 1664)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 512)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.014778137848556527,4.7756260073570145 +11744,11939,1.0913257927605728,-0.013386026866914976,-0.014364376474687093,-0.014409329418518824,2.371710478202002,1.110212376344381,1.4219922395707802,0.9998968270219151,-0.006724053668117836,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 1024)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 1216)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.018886583583808125,7.517600510740006 +12095,12113,1.193449957589465,-0.009097192793812318,0.00010342783925151264,0.00010518281277230193,1.2073488073291638,1.7843502600361099,1.4141456719821026,0.9999999946513409,0.00015285681382471822,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(768, 1920)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1024, 128)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.013898849739698793,3.4785766905538873 +12348,12398,1.1800080817236593,0.03329713899971749,0.02002035777875558,0.019940125659791,1.6956979685537676,1.2202636433232055,1.4007258929381872,0.9997995725516243,0.014407114460704577,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(1984, 64)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(256, 1920)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.04025556159954613,5.291165399310102 +12576,12598,1.0617475671250503,-0.00582647179888896,-0.0022974696070761774,-0.002248727397643318,3.0820182097704074,1.0580293814997292,1.4152110123379666,0.9999973608132197,-0.0007887008388475141,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 0)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(768, 768)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.003718185625321002,8.83391444329203 +12870,12948,1.0612806798435295,0.03051617704212399,0.020654535345087655,0.020617087919303233,1.0651946395727683,2.744158015527641,1.404325327742646,0.999786672330492,0.05321028347171778,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(2368, 512)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(640, 1536)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.003913959729238803,3.208297687694547 +13011,13034,1.3660320785625872,0.01646779701774854,-0.003586071735311503,-0.0035086152225409,1.4432103251851298,1.3916848647747906,1.4167453569537742,0.9999935700240823,-0.003458041888239332,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(0, 384)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 1280)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.02565278621220335,3.8506914320511187 +13146,13279,1.3081960226329141,0.05116323408740492,0.004236766951547125,0.004084006542381388,1.3786880361642764,1.446164786696716,1.4112179598642633,0.9999910248626226,0.004444125874780405,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(128, 640)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 960)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.07049201353136225,3.468209534127841 +1,190,1.180920626784452,0.2718667081392567,0.2715197792711377,0.26818018355943074,1.238096327028187,1.1787255558715641,1.2073174656851848,0.9624328597177846,0.2584995171738441,"model.language_model.embed_tokens.weight|2d-128|(84096, 1920)","model.language_model.embed_tokens.weight|2d-128|(163712, 1920)",model.language_model.embed_tokens.weight,2d-128,0,0.002195070912887953,3.473017449370106 +457,492,1.1913481006401803,0.23685197689364462,0.26275601668892257,0.26094253175016524,1.1846757823933343,1.2468427323477573,1.2145676388209874,0.964862309189125,0.27654438003903986,"model.language_model.embed_tokens.weight|2d-64|(144064, 320)","model.language_model.embed_tokens.weight|2d-64|(195520, 320)",model.language_model.embed_tokens.weight,2d-64,0,0.0066723182468459985,3.030479872881585 +656,733,0.15092825923263448,0.9986972735900308,0.9986972735900309,0.9987957329627223,0.17618293994093262,0.15092825923263448,0.16209831629820565,0.05102700974816136,0.8555405026948466,"model.language_model.layers.12.linear_attn.conv1d.weight|3d-axis0-slice|(4595, 0, 0)","model.language_model.layers.8.linear_attn.conv1d.weight|3d-axis0-slice|(1992, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,4,0.0,0.32466705710621385 +968,1009,0.6346812770315611,0.772781214342062,0.7727812143420624,0.7155552661568686,0.6346812770315611,0.8248556691666759,0.7113656323768932,0.6346725098505587,1.0043355440653092,"model.language_model.layers.12.linear_attn.conv1d.weight|3d-volume|(1216, 0, 0)","model.language_model.layers.9.linear_attn.conv1d.weight|3d-volume|(112, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,3,0.0,1.6497316380232105 +1131,1252,1.152600540733574,-0.0027608657586732253,-0.003346970103289999,-0.003299872456092513,1.1682847386599533,1.944798007023117,1.4163014376690048,0.9999943988798775,-0.005571570500792907,"model.language_model.layers.21.linear_attn.in_proj_qkv.weight|2d-128|(2304, 1920)","model.language_model.layers.13.linear_attn.in_proj_qkv.weight|2d-128|(2304, 512)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,8,0.015684197926379317,3.081993330334413 +1452,1455,1.149572835737121,0.042247573342674274,0.028353914105890315,0.028345817153533497,1.8919718005834154,1.1573786874884668,1.3962496420128465,0.9995979469541121,0.01734498150707993,"model.language_model.layers.5.linear_attn.in_proj_qkv.weight|2d-64|(3840, 448)","model.language_model.layers.17.linear_attn.in_proj_qkv.weight|2d-64|(4992, 576)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,12,0.007805851751345738,5.0924814521189425 +1592,1781,1.1595137551818462,0.03626186897127606,0.005779288709514617,0.0057376940880170275,1.872062845923864,1.1785923620970447,1.4105237601849823,0.9999832997715572,0.0036384598659272953,"model.language_model.layers.16.linear_attn.in_proj_z.weight|2d-128|(512, 512)","model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-128|(512, 1920)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,12,0.01907860691519847,5.541347441723682 +1821,1922,1.1579178501584944,-0.0005067188154976813,0.005188962882545138,0.004097359660315755,1.149024266768656,2.011860979172203,1.4110497616626143,0.9999865372414789,0.009085510417568365,"model.language_model.layers.12.linear_attn.in_proj_z.weight|2d-64|(1280, 320)","model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-64|(640, 768)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,8,0.008893583389838255,3.215873215740916 +2059,2103,1.2380100786846486,0.04728588481270357,0.0036569546080486683,0.0036720911798119845,1.58639957921989,1.2843350651168686,1.4116820717707472,0.9999933133191415,0.002960638099114501,"model.language_model.layers.17.linear_attn.out_proj.weight|2d-128|(896, 1280)","model.language_model.layers.5.linear_attn.out_proj.weight|2d-128|(1152, 1536)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,12,0.04632498643221994,4.342780531176364 +2403,2512,1.233386051778003,-0.02494125979571623,-0.033070072500102216,-0.03304669240992655,1.7581063060470856,1.2439587798284035,1.4360956513106953,0.9994530355673737,-0.02339893036875453,"model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(192, 960)","model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(1152, 704)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,0,0.010572728050400437,4.66353118917287 +2600,2664,1.2721374970635364,0.06203893882390318,0.0009587557878818604,0.0009065559892211465,1.5720793862818099,1.2949734967737287,1.4135480119241146,0.999999540393564,0.0007897586763235265,"model.language_model.layers.5.mlp.down_proj.weight|2d-128|(0, 3072)","model.language_model.layers.21.mlp.down_proj.weight|2d-128|(256, 1280)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,16,0.022835999710192345,3.936637658407683 +2818,2899,1.264415183669163,0.051190981497458016,0.004669795194656266,0.004295619121313687,1.30762774578051,1.543410512504943,1.4109526201041962,0.9999890964469762,0.005511821707618721,"model.language_model.layers.18.mlp.down_proj.weight|2d-64|(384, 832)","model.language_model.layers.9.mlp.down_proj.weight|2d-64|(1664, 5440)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,9,0.04321256211134705,3.462292375985508 +3267,3269,1.1688679728070208,0.027206721088851638,-0.009257184110287534,-0.009173662254103222,1.8605504063295635,1.192863873028599,1.4201494985231302,0.9999571513531709,-0.005935104178618206,"model.language_model.layers.10.mlp.gate_proj.weight|2d-128|(4224, 640)","model.language_model.layers.18.mlp.gate_proj.weight|2d-128|(768, 1664)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,8,0.02399590022157816,5.1866710553819 +3429,3464,1.160505454982898,0.015457036143673133,0.027035361690529194,0.026975717699829156,1.166590222796649,1.8563857800627845,1.396882715639172,0.999634477805894,0.04302115688989531,"model.language_model.layers.22.mlp.gate_proj.weight|2d-64|(448, 128)","model.language_model.layers.10.mlp.gate_proj.weight|2d-64|(2176, 1280)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,12,0.006084767813751002,3.1729073802793253 +3664,3724,1.2410064529832967,0.03589396411013726,-0.002167066385671702,-0.0021827555560393563,1.5988017339388243,1.2838697257849196,1.4157089716269484,0.9999976519088833,-0.0017401975912771325,"model.language_model.layers.4.mlp.up_proj.weight|2d-128|(1280, 768)","model.language_model.layers.20.mlp.up_proj.weight|2d-128|(3840, 1280)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,16,0.04286327280162294,4.402489344325717 +3921,3927,1.2365486562486299,0.036941376653913394,0.027648852948296797,0.027316336933818085,1.6382337024914257,1.235880180727556,1.3952878062209382,0.999617697387678,0.02085823855697994,"model.language_model.layers.1.mlp.up_proj.weight|2d-64|(2880, 1216)","model.language_model.layers.22.mlp.up_proj.weight|2d-64|(384, 1728)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,21,0.0006684755210739635,4.216859492181982 +4179,4300,1.1842044282236381,-0.003480528175277226,0.007625310251482312,0.007674339110232889,1.185146592290405,1.8410584339337095,1.4092969779920608,0.9999709268991618,0.011845489698216756,"model.language_model.layers.15.self_attn.k_proj.weight|2d-128|(128, 384)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 1536)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,8,0.0009421640667668374,3.4989796020931414 +4410,4509,1.108771955347906,0.014090462059912124,-0.012837709111089859,-0.013378621772370944,1.1370885037347076,2.1512063583249477,1.4216945967163488,0.9999175932169506,-0.02428708176663247,"model.language_model.layers.3.self_attn.k_proj.weight|2d-64|(64, 768)","model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(0, 1728)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,20,0.028316548386801532,3.0132286592715887 +4787,4805,1.1302611567851861,0.053052070800909436,0.0065959439697088,0.00662926565454699,1.9702133895285954,1.1561078537985439,1.4101360161201086,0.9999782465249674,0.003870455183750446,"model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(512, 256)","model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(1664, 128)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,12,0.025846697013357733,5.147086825956359 +4867,5016,1.1319349566310999,0.016320325612319792,-0.005140797065124088,-0.005073970609158048,1.949134405719012,1.16859789143877,1.4174162302194369,0.9999867860154629,-0.003082150001042398,"model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(64, 256)","model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(64, 128)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,16,0.03666293480767013,6.030352911976976 +5172,5284,1.1288810411157169,0.04372939134058592,0.004666427607314466,0.004671831211537596,2.0445475749829662,1.1434976995936026,1.4113992705072111,0.9999891121674204,0.0026098924278289922,"model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(2688, 1536)","model.language_model.layers.23.self_attn.q_proj.weight|2d-128|(256, 1792)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,16,0.014616658477885736,5.588827673420109 +5586,5620,1.1158239496380382,0.02675700534557801,0.031099353860263582,0.030959664957393628,1.1189772148617838,2.094807361318065,1.395815950210603,0.9995162981109783,0.05822026984415632,"model.language_model.layers.23.self_attn.q_proj.weight|2d-64|(3456, 1152)","model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(2688, 384)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,16,0.003153265223745594,3.1183658291149614 +5733,5777,1.0874909942370654,0.012551598851124546,0.006400395263469996,0.006344123673974921,2.381510669784439,1.0985857932497787,1.410766531406738,0.9999795172604644,0.0029524886857919277,"model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(256, 1792)","model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(128, 128)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,12,0.011094799012713263,8.24630796258972 +5988,6058,1.081921580973604,-0.0027565856915343846,0.013973864433649754,0.014161207269819944,2.4698255691997737,1.0869067643147832,1.406908936465643,0.9999023607896872,0.00614953864190203,"model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(448, 960)","model.language_model.layers.23.self_attn.v_proj.weight|2d-64|(320, 1920)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,16,0.004985183341179145,9.286762845716707 +6198,6378,1.226648770818751,0.021103198443574285,0.006616050559875377,0.006705342433395682,1.6066173524300684,1.2709585984669445,1.4096535556804464,0.9999781136979895,0.00523380774784185,"model.visual.blocks.0.attn.proj.weight|2d-128|(768, 768)","model.visual.blocks.5.attn.proj.weight|2d-128|(896, 640)",model.visual.layers.*.attn.proj.weight,2d-128,5,0.04430982764819347,4.532790242482116 +6423,6498,1.1997974167571177,-0.0020541069932896432,0.0036390535298552805,0.0036771082717579357,1.229530845880989,1.7100267878546234,1.4117721824365592,0.9999933786227821,0.005061181701407912,"model.visual.blocks.5.attn.proj.weight|2d-64|(64, 64)","model.visual.blocks.0.attn.proj.weight|2d-64|(384, 128)",model.visual.layers.*.attn.proj.weight,2d-64,5,0.029733429123871336,3.6049953244501167 +6738,6850,1.1155775481833201,0.04462477413093432,-7.114344225144504e-05,2.7565678780565214e-05,1.140044615988672,2.0827333148004885,1.4142559377798494,0.9999999974693052,-0.00012997106887625666,"model.visual.blocks.0.attn.qkv.weight|2d-128|(1280, 256)","model.visual.blocks.16.attn.qkv.weight|2d-128|(512, 768)",model.visual.layers.*.attn.qkv.weight,2d-128,16,0.024467067805351794,3.9980455178802865 +7062,7115,1.1083181952913475,-0.0062857604436228195,-0.00020402752131159726,-0.00020161624226268282,2.3585855266932576,1.1042601822141676,1.4143243603281965,0.9999999791863851,-9.552312829466047e-05,"model.visual.blocks.18.attn.qkv.weight|2d-64|(2752, 576)","model.visual.blocks.3.attn.qkv.weight|2d-64|(1856, 320)",model.visual.layers.*.attn.qkv.weight,2d-64,15,0.0040580130771799006,6.384051196617666 +7212,7243,1.2258120311628358,0.01679818947468694,-0.0017001250824851945,-0.0016263284910880984,1.6993360877195962,1.2383551799058519,1.4153574887008706,0.9999985547863076,-0.0012389301431294062,"model.visual.blocks.14.mlp.linear_fc1.weight|2d-128|(3840, 896)","model.visual.blocks.11.mlp.linear_fc1.weight|2d-128|(512, 896)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,3,0.012543148743016097,4.608414638511728 +7425,7623,1.2292274933049565,0.02739805001185204,-0.004781456484105423,-0.004210621936201086,1.2610661546074373,1.6516146391879605,1.4174713838182111,0.9999885687716088,-0.006262259515042683,"model.visual.blocks.7.mlp.linear_fc1.weight|2d-64|(3584, 960)","model.visual.blocks.17.mlp.linear_fc1.weight|2d-64|(3904, 384)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,10,0.03183866130248081,3.34052942097167 +7807,7826,1.233917787403804,0.038047855336625525,-0.0033064439538546342,-0.003278406412874218,1.6277138968614846,1.2706508939438548,1.4164798488669292,0.9999945336992497,-0.0025811268023462545,"model.visual.blocks.2.mlp.linear_fc2.weight|2d-128|(640, 1280)","model.visual.blocks.3.mlp.linear_fc2.weight|2d-128|(128, 2432)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,1,0.036733106540050686,4.528170617630999 +7993,8169,1.2237399063004322,0.04443746853887012,0.024691407221915512,0.025277517876183625,1.5506636672227143,1.281445956138179,1.3969615821046868,0.9996951207290158,0.020404620682545636,"model.visual.blocks.22.mlp.linear_fc2.weight|2d-64|(832, 3840)","model.visual.blocks.0.mlp.linear_fc2.weight|2d-64|(768, 320)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,22,0.05770604983774685,4.5422208639380175 +8226,8372,1.3392703899992335,0.03717882561660925,0.020264200862355402,0.0202674728246019,1.3879265463612525,1.412011023590017,1.399813414455548,0.9997946599994472,0.02061584244274598,"model.visual.merger.linear_fc1.weight|2d-128|(3072, 1664)","model.visual.merger.linear_fc1.weight|2d-128|(640, 2560)",model.visual.merger.linear_fc1.weight,2d-128,0,0.04865615636201892,3.377122202093233 +8525,8573,1.3455484666527104,0.05228754393094093,0.007018692242111673,0.0074575161772871676,1.4110944245919324,1.4073966037611008,1.40924187556324,0.9999753686762541,0.007000299520883551,"model.visual.merger.linear_fc1.weight|2d-64|(2240, 3648)","model.visual.merger.linear_fc1.weight|2d-64|(64, 3904)",model.visual.merger.linear_fc1.weight,2d-64,0,0.06184813710839032,3.682360387783561 +8721,8736,1.3482336230686536,0.050846544009898374,0.011414601201680499,0.011398735460717615,1.3765848131732237,1.4376559713107833,1.4061266973726292,0.9999348513175279,0.011921001467319116,"model.visual.merger.linear_fc2.weight|2d-128|(1152, 3456)","model.visual.merger.linear_fc2.weight|2d-128|(128, 0)",model.visual.merger.linear_fc2.weight,2d-128,0,0.0283511901045701,3.328346034925637 +9173,9189,1.3474418971670585,0.05722041270877513,0.042302611891246025,0.04226994813054178,1.3656575643709397,1.403079118632726,1.3839890466246803,0.999104843861333,0.043461782043122815,"model.visual.merger.linear_fc2.weight|2d-64|(704, 2560)","model.visual.merger.linear_fc2.weight|2d-64|(1536, 64)",model.visual.merger.linear_fc2.weight,2d-64,0,0.018215667203881125,3.4176492278910917 +9262,9286,0.7816931494382826,0.6245656360560232,0.45661142411355976,0.45749796525594305,0.9404362371380425,1.2350923255991761,1.0581486079609583,0.8896662336904705,0.5996762389971447,"model.visual.pos_embed.weight|2d-128|(640, 768)","model.visual.pos_embed.weight|2d-128|(1024, 768)",model.visual.pos_embed.weight,2d-128,0,0.15874308769975987,5.909921136745474 +9494,9519,0.5349472217216257,0.8601515225231942,0.8438277817112079,0.8427551763336628,0.7900597006703891,0.5549381939443851,0.6422090956083717,0.5366140836880282,0.5927049117751122,"model.visual.pos_embed.weight|2d-64|(1536, 960)","model.visual.pos_embed.weight|2d-64|(576, 960)",model.visual.pos_embed.weight,2d-64,0,0.019990972222759473,4.054669039930658 +9706,9853,1.2040030561147295,0.031267975585706945,0.019467609975893727,0.019522227723604995,1.3077384215461818,1.516369500164848,1.4005311324195013,0.9998104881235376,0.02257339045957495,"mtp.fc.weight|2d-128|(256, 3328)","mtp.fc.weight|2d-128|(1024, 2688)",mtp.fc.weight,2d-128,0,0.10373536543145234,3.1235374936402183 +9918,10022,1.1558407299908515,0.0454280291840354,0.00035602146773612813,0.0003186068367032061,1.1367351187529753,2.101637675486578,1.4140028563290092,0.9999999366243552,0.000658225577386137,"mtp.fc.weight|2d-64|(1152, 3392)","mtp.fc.weight|2d-64|(1664, 1536)",mtp.fc.weight,2d-64,0,0.01910561123787624,2.5986150567860538 +10239,10292,1.3228978427873332,0.04446046761515726,-0.004765570428239992,-0.004757637120095901,1.3595031090096792,1.4837672174516732,1.4175665061967782,0.9999886446047742,-0.005201162930057917,"mtp.layers.0.mlp.down_proj.weight|2d-128|(1152, 3328)","mtp.layers.0.mlp.down_proj.weight|2d-128|(1536, 2688)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.036605266222345945,3.6030647374669864 +10422,10458,1.2786736465001016,0.04027364397830245,0.009461314899939106,0.009451984767701004,1.490924912952406,1.3367561797549394,1.4075473471184208,0.9999552407584872,0.008482969900916014,"mtp.layers.0.mlp.down_proj.weight|2d-64|(768, 5184)","mtp.layers.0.mlp.down_proj.weight|2d-64|(384, 5696)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.05808253325483781,4.211426113930852 +10842,10882,1.3136765625894453,0.0133528144944488,0.0046606796858958445,0.0046667647271952896,1.3283541750874541,1.5111346832248527,1.4109413772782038,0.9999891389734518,0.005301985609594702,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(1536, 1280)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(2560, 256)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.014677612498008807,3.559324089922298 +11041,11053,1.300599206695588,0.008526789987226698,0.010213756646274072,0.010495584207397088,1.290848876078594,1.561742392266074,1.4071025659492618,0.99994783822716,0.012357183737288531,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(2048, 1792)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(5568, 128)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.00975033061699393,3.8367062324962924 +11207,11318,1.3360079997242873,0.02081856021529094,0.014296388936216011,0.014295228760728394,1.4356827350333397,1.3744721477267003,1.4040777546421006,0.9998978014094162,0.013686859865623964,"mtp.layers.0.mlp.up_proj.weight|2d-128|(3456, 1280)","mtp.layers.0.mlp.up_proj.weight|2d-128|(5888, 896)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.038464148002413046,3.847570994160409 +11516,11583,1.317263741270487,0.04213761140546535,0.024251352394734086,0.02446385729756745,1.362029242865339,1.4347748186108884,1.3969834924642615,0.9997058927039625,0.025546609895117697,"mtp.layers.0.mlp.up_proj.weight|2d-64|(4544, 64)","mtp.layers.0.mlp.up_proj.weight|2d-64|(320, 960)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.04476550159485204,3.3490990015145874 +11687,11698,1.245663269497196,0.04307725389638041,-0.010862402393826142,-0.010857965041295438,1.2935984024267582,1.5973957932024132,1.421706807320054,0.9999410023667569,-0.013413402378526918,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(128, 896)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(256, 256)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.047935132929562085,3.735881521051541 +11751,11965,1.091333625808494,0.010884297230835687,-0.004257988914895138,-0.004206912170796019,2.35061962256269,1.1071909963301172,1.4165329963890485,0.9999909347241107,-0.0020056018182582885,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 1472)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(448, 832)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.01585737052162317,8.510824862815802 +12159,12192,1.1935144890370244,0.01862325937974031,-0.006143802092684612,-0.006040741996105584,1.2272687212902424,1.7399379893315023,1.4183001238967277,0.9999811266698216,-0.008710264080353965,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(1280, 1920)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1664, 0)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.03375423225321805,3.222232923422354 +12281,12463,1.1800335687509407,0.025597642524476154,0.026137457089584752,0.026177609080058856,1.72423967859489,1.204905365936764,1.396750313407522,0.9996583583089225,0.018264956252976878,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(512, 0)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(640, 1152)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.02487179718582322,5.043168362321632 +12581,12631,1.0620264613744153,0.026080169300514405,-0.006721266538159029,-0.006751312737238671,2.772181525553879,1.0749796582848867,1.4174140527956407,0.9999774120329533,-0.0026063317787200974,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 640)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(3968, 512)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.012953196910471476,8.478266995828543 +12841,13005,1.0613528978685776,0.04596173802133992,0.02836280485226693,0.028338122936667653,1.0683602774063257,2.63496972310648,1.4001767909883762,0.9995976947256893,0.06995311752842077,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(3968, 1472)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(640, 1024)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.007007379537748104,3.4876542077673687 +13011,13015,1.366260981155908,0.018563642984052494,-0.02466330720974955,-0.02474979117447268,1.4357365282926338,1.4273932167500711,1.4315466379732666,0.9996958143742912,-0.024519984495821268,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(0, 384)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(0, 896)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.06113223559416303,3.9996017180003824 +13112,13174,1.3083185072771557,0.053288550223027475,0.015574420029738072,0.01554285630907879,1.4926637789535213,1.3281630237734359,1.4032328048947245,0.9998787113649021,0.013858022879550683,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(64, 512)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 384)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.019844516496280162,3.6861285895888405 +13,124,1.1810220890927456,0.26172318485390367,0.2321131323533797,0.23177104146992927,1.2115877825869004,1.2693625134246846,1.239466402267784,0.9726887959615359,0.24318147914456212,"model.language_model.embed_tokens.weight|2d-128|(246016, 512)","model.language_model.embed_tokens.weight|2d-128|(180224, 512)",model.language_model.embed_tokens.weight,2d-128,0,0.030565693494154722,3.3263440123384016 +367,496,1.1915644416385742,0.10222246123914461,0.08625117875302514,0.08989052891381964,1.282535671458761,1.4347240093132947,1.3522486838487822,0.9962734233952614,0.09648592217929344,"model.language_model.embed_tokens.weight|2d-64|(212800, 1216)","model.language_model.embed_tokens.weight|2d-64|(248192, 832)",model.language_model.embed_tokens.weight,2d-64,0,0.0909712298201868,3.5130046748146597 +559,668,0.1510390530508344,0.9983722951602589,0.9983722951602588,0.9996984178828116,0.1759305726938406,0.15103905305083506,0.16206839091460892,0.057032975167328775,0.8571176899174251,"model.language_model.layers.1.linear_attn.conv1d.weight|3d-axis0-slice|(5342, 0, 0)","model.language_model.layers.1.linear_attn.conv1d.weight|3d-axis0-slice|(3241, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,0,6.661338147750939e-16,0.3275709533233895 +812,1005,0.6350077172041347,0.7811268622179597,0.7811268622179597,0.7882071854343661,0.9543326571201004,0.6350077172041348,0.7476502454891027,0.6243723449365167,0.5197575310067506,"model.language_model.layers.16.linear_attn.conv1d.weight|3d-volume|(1124, 0, 0)","model.language_model.layers.17.linear_attn.conv1d.weight|3d-volume|(1648, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,1,1.1102230246251565e-16,2.9136306546322914 +1145,1150,1.152767188649658,0.030640340297870897,-7.051226664125037e-05,-2.1032730574169033e-05,1.1639834695888334,1.9542099251324307,1.4142574035132889,0.9999999975140101,-0.00011838292803470051,"model.language_model.layers.16.linear_attn.in_proj_qkv.weight|2d-128|(1152, 1408)","model.language_model.layers.6.linear_attn.in_proj_qkv.weight|2d-128|(4864, 256)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,10,0.011216280939175372,3.2779934995311026 +1342,1473,1.1498306686237865,0.058738555181387084,0.018042845011750342,0.017455951166034957,1.8761686323405216,1.1685163789346775,1.4027163640576836,0.9998372146224014,0.011237454648470811,"model.language_model.layers.5.linear_attn.in_proj_qkv.weight|2d-64|(4352, 512)","model.language_model.layers.17.linear_attn.in_proj_qkv.weight|2d-64|(5376, 640)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,12,0.018685710310891057,4.83468173531909 +1565,1611,1.159557150944923,0.020284511460577852,0.0001681561947459196,1.8886033151765145e-05,1.191757371766927,1.837819800859311,1.4141049980611298,0.999999985861747,0.0002593151858444261,"model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-128|(1024, 384)","model.language_model.layers.10.linear_attn.in_proj_z.weight|2d-128|(256, 1920)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,6,0.03220022082200402,3.0379886924906483 +1811,1946,1.1579866284853493,-0.029573348017665084,-0.028080473162759093,-0.027910125585963546,2.0522197741097505,1.163234972865978,1.431148157005327,0.9996056657637328,-0.01591651578920955,"model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-64|(320, 704)","model.language_model.layers.17.linear_attn.in_proj_z.weight|2d-64|(320, 1088)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,1,0.005248344380628822,5.946389124426091 +2089,2134,1.2381026084021456,0.003650759070167778,0.016232565585190054,0.016232644899818505,1.2333254159211748,1.670534798642542,1.4032013862329122,0.9998682432273377,0.021986951157617632,"model.language_model.layers.20.linear_attn.out_proj.weight|2d-128|(1280, 640)","model.language_model.layers.16.linear_attn.out_proj.weight|2d-128|(1280, 256)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,4,0.004777192480970749,3.3436492284120347 +2456,2512,1.2335302861569302,0.017019139285871395,-0.005848045342839616,-0.00581373737141276,1.6383615586149334,1.2681371955331586,1.4182110590452788,0.9999829000366297,-0.00452654896681594,"model.language_model.layers.16.linear_attn.out_proj.weight|2d-64|(512, 1152)","model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(1152, 704)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,4,0.034606909376228456,4.5828992903202375 +2574,2803,1.272187097377887,0.026748790561152383,0.0016223250491629458,0.001648648498841137,1.2861709366223093,1.5869399965742144,1.4130908299617908,0.9999986840298516,0.00200170322206319,"model.language_model.layers.20.mlp.down_proj.weight|2d-128|(384, 2432)","model.language_model.layers.2.mlp.down_proj.weight|2d-128|(128, 1024)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,18,0.013983839244422258,3.2666449966182585 +2920,2943,1.264416123973444,0.009080866847356723,0.01652961402841916,0.016294288653366386,1.6040020994524224,1.2622375914382606,1.4028070592111372,0.9998633765970586,0.013007651427487898,"model.language_model.layers.12.mlp.down_proj.weight|2d-64|(512, 5568)","model.language_model.layers.21.mlp.down_proj.weight|2d-64|(1216, 192)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,9,0.0021785325351832974,4.378248369831215 +3122,3255,1.1689218833485555,0.0026024975174289955,-0.0025265218886356437,-0.0026179171620929337,1.1897299764450784,1.8530514301577221,1.4158370520360988,0.9999968083384798,-0.00393515763387777,"model.language_model.layers.22.mlp.gate_proj.weight|2d-128|(3456, 1536)","model.language_model.layers.11.mlp.gate_proj.weight|2d-128|(1152, 0)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,11,0.020808093096522873,3.148652023109192 +3345,3498,1.1606604799276878,0.05294780098541336,0.02425577685084661,0.023965216111634477,1.8004974206870747,1.1832040330018412,1.3983815115870821,0.9997057853635548,0.015939780120630544,"model.language_model.layers.11.mlp.gate_proj.weight|2d-64|(320, 960)","model.language_model.layers.19.mlp.gate_proj.weight|2d-64|(2880, 1472)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,8,0.022543553074153344,5.031865398059577 +3710,3720,1.2410277296228376,0.03541848376457356,0.009095584021727254,0.009174217006220866,1.2847505946163398,1.5749611261430887,1.4078990385458146,0.9999586343200921,0.011150172892557809,"model.language_model.layers.18.mlp.up_proj.weight|2d-128|(4352, 256)","model.language_model.layers.4.mlp.up_proj.weight|2d-128|(3712, 128)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,14,0.0437228649935022,3.18988962048529 +3853,3980,1.2368005845175,0.045847741867042276,0.021617065399509475,0.021606695456699247,1.266237587569439,1.5854153153123018,1.3992268279728053,0.999766323939506,0.027066031598600396,"model.language_model.layers.21.mlp.up_proj.weight|2d-64|(3520, 1600)","model.language_model.layers.4.mlp.up_proj.weight|2d-64|(4672, 384)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,17,0.02943700305193886,3.3031831810835346 +4249,4300,1.1842682385438206,-0.026321454376000024,0.0023003502746781323,0.0023304037243253584,1.1705284019241482,1.9167204275673035,1.4127657878103932,0.9999973541908067,0.00376678460325079,"model.language_model.layers.19.self_attn.k_proj.weight|2d-128|(128, 1152)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 1536)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,4,0.013739836619672374,3.677368093869498 +4506,4526,1.1087848632254431,0.010711113176455784,-0.002134443726334862,-0.002598992443842629,2.0450121527356364,1.1477845140092964,1.4155013265282168,0.9999977220723951,-0.0011979789224402485,"model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 1984)","model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(384, 704)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,0,0.03899965078385326,7.524516972009872 +4728,4823,1.1304040328155802,0.01226752850300316,0.002002560030353696,0.002114177823450483,1.1414529405361484,2.066415097329454,1.4130144156715163,0.9999979948746522,0.003625309579637775,"model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(1920, 896)","model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(128, 1920)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,12,0.011048907720568213,3.0277278686744884 +4900,5006,1.1319838274990777,0.05946825333297977,0.01317945205401358,0.014003075080891244,1.1604683673902279,1.9272781573743885,1.4059528703610125,0.9999131472500778,0.021888119300473817,"model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(1792, 960)","model.language_model.layers.3.self_attn.o_proj.weight|2d-64|(384, 1216)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,16,0.028484539891150185,3.116475262937558 +5150,5356,1.128899733555551,0.035950455353949355,-0.002301962423237081,-0.0023679791785620047,1.9913566166089012,1.1579252726385465,1.4156275141405195,0.999997350480991,-0.001338534968723779,"model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(3200, 256)","model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(2304, 1920)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,4,0.029025539082995433,5.458490412465793 +5394,5439,1.1159632387329552,0.05045825476614412,0.0288925610525186,0.028511192491664658,2.0738246327305903,1.1234648735638664,1.3969956128113723,0.9995825228143129,0.015652132266875694,"model.language_model.layers.11.self_attn.q_proj.weight|2d-64|(3456, 576)","model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(320, 1088)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,8,0.0075016348309111525,5.56217490023445 +5761,5787,1.0879325617509565,0.027635811947794336,-0.003298142884894978,-0.003486443109896865,2.448455099963214,1.0971556291214883,1.4159530638106823,0.9999945611119646,-0.0014779017315301706,"model.language_model.layers.3.self_attn.v_proj.weight|2d-128|(256, 1280)","model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(128, 1408)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,16,0.009223067370531801,8.754863005930144 +6081,6130,1.0821279509710646,0.03450196905821026,0.01777751157675189,0.01800650828159621,2.288651477067681,1.1021802802532001,1.4043509493727604,0.9998419675539422,0.008561383368416414,"model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(256, 1728)","model.language_model.layers.23.self_attn.v_proj.weight|2d-64|(448, 1024)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,16,0.020052329282135517,8.157713342279395 +6186,6255,1.2269100632787153,0.011116237033470078,0.008747945828496752,0.008741181824055408,1.232047969487307,1.6912512179072656,1.4083134418344243,0.9999617359898236,0.012008439933380648,"model.visual.blocks.21.attn.proj.weight|2d-128|(128, 896)","model.visual.blocks.8.attn.proj.weight|2d-128|(640, 512)",model.visual.layers.*.attn.proj.weight,2d-128,13,0.005137906208591669,3.092296684289226 +6412,6533,1.1998322274237079,0.03192262972468355,0.0180981062913869,0.017704077880183765,1.222518313249064,1.6942379169481623,1.4020160499356629,0.9998362158617108,0.02508142215255216,"model.visual.blocks.6.attn.proj.weight|2d-64|(384, 384)","model.visual.blocks.6.attn.proj.weight|2d-64|(576, 768)",model.visual.layers.*.attn.proj.weight,2d-64,0,0.02268608582535614,3.106357155987928 +6663,6888,1.1156563158612565,0.005876489003220895,0.009625975849471466,0.00957985386704363,1.1157954844187639,2.2108362015971577,1.4087271856487313,0.9999536692212021,0.019072900169332847,"model.visual.blocks.2.attn.qkv.weight|2d-128|(512, 768)","model.visual.blocks.21.attn.qkv.weight|2d-128|(1280, 0)",model.visual.layers.*.attn.qkv.weight,2d-128,19,0.00013916855750739643,3.288122467851599 +6997,7091,1.1095052637519454,-0.002273464442418908,-0.006521428943801274,-0.0067561218931075145,2.3669870026814173,1.1066571931508522,1.4177476257878523,0.9999787352561708,-0.003049018115479365,"model.visual.blocks.13.attn.qkv.weight|2d-64|(2496, 832)","model.visual.blocks.3.attn.qkv.weight|2d-64|(832, 128)",model.visual.layers.*.attn.qkv.weight,2d-64,10,0.0028480706010931556,5.896709519821719 +7256,7371,1.2258962750936147,0.06966832369954785,0.005906911382795634,0.006101365274616155,1.2618454099531204,1.627117128389509,1.4101623852659144,0.9999825540467773,0.007616809960249258,"model.visual.blocks.7.mlp.linear_fc1.weight|2d-128|(3584, 512)","model.visual.blocks.17.mlp.linear_fc1.weight|2d-128|(3072, 0)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,10,0.035949134859505794,3.171223175866992 +7487,7496,1.2296632432801977,0.05168327478303028,0.03774352257560959,0.03797330736643752,1.5688669012586747,1.257918348663618,1.3879185590073009,0.9992874593947351,0.03026277726489597,"model.visual.blocks.16.mlp.linear_fc1.weight|2d-64|(3712, 512)","model.visual.blocks.7.mlp.linear_fc1.weight|2d-64|(1280, 512)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,9,0.028255105383420354,4.227777219445862 +7783,7842,1.2339388791158423,0.017840118558138832,-0.009011215732318367,-0.009009306128813174,1.672000638281164,1.2561856989388271,1.420320367602739,0.9999593981712586,-0.006770189002216976,"model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(384, 2432)","model.visual.blocks.3.mlp.linear_fc2.weight|2d-128|(768, 1792)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,7,0.02224681982298482,4.77992976325083 +7991,8045,1.2238689746915536,0.012661739209713571,-0.012047695761560472,-0.012840130999519672,1.6869183123206415,1.252753238020746,1.422345476152387,0.9999274238797718,-0.008946959533103302,"model.visual.blocks.2.mlp.linear_fc2.weight|2d-64|(192, 3456)","model.visual.blocks.0.mlp.linear_fc2.weight|2d-64|(832, 2304)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,2,0.02888426332919236,4.772336501811986 +8251,8415,1.3394039815854801,0.03425696932139243,0.020501792666083613,0.020513589984549985,1.418829427000457,1.3812217877757154,1.3996468145702576,0.9997898161601152,0.019958370033754547,"model.visual.merger.linear_fc1.weight|2d-128|(2304, 2816)","model.visual.merger.linear_fc1.weight|2d-128|(1920, 512)",model.visual.merger.linear_fc1.weight,2d-128,0,0.04181780619023523,3.56783488294796 +8481,8696,1.345588258268334,0.058450863904646086,0.01966043434686588,0.019670787665060228,1.4205485465907406,1.3807939656571249,1.4002481801180435,0.999806714981097,0.019110229758428333,"model.visual.merger.linear_fc1.weight|2d-64|(3264, 512)","model.visual.merger.linear_fc1.weight|2d-64|(1280, 1792)",model.visual.merger.linear_fc1.weight,2d-64,0,0.03520570738879081,3.7908814908606145 +8838,8925,1.3482572142315166,0.036194021678661065,-0.00013417806537657496,-0.00021926839608718294,1.4179626992788605,1.4106822806335455,1.4143084361536222,0.9999999909981234,-0.00013348913858784016,"model.visual.merger.linear_fc2.weight|2d-128|(512, 768)","model.visual.merger.linear_fc2.weight|2d-128|(768, 3712)",model.visual.merger.linear_fc2.weight,2d-128,0,0.06242506640202894,3.6480948369787476 +9054,9099,1.3475792866566583,0.04145640484100932,0.021093918769408273,0.020897312773123577,1.4112350527590622,1.387507823592727,1.39922057817558,0.9997774985420255,0.02073926470686972,"model.visual.merger.linear_fc2.weight|2d-64|(64, 1920)","model.visual.merger.linear_fc2.weight|2d-64|(1984, 2432)",model.visual.merger.linear_fc2.weight,2d-64,0,0.03992853693606868,3.7620876950420876 +9284,9348,0.7817022787360496,0.6389356247748067,0.47662620400692285,0.4785491876631471,1.6158942052349037,0.8818166671923148,1.0946838731610735,0.8791060582511937,0.260101762449733,"model.visual.pos_embed.weight|2d-128|(1024, 512)","model.visual.pos_embed.weight|2d-128|(2048, 512)",model.visual.pos_embed.weight,2d-128,0,0.10011438845626519,8.219739295877469 +9524,9572,0.5351392767163433,0.8456482650038926,0.784274406143335,0.7834054411522398,0.6223595834587526,0.7467310012434433,0.6761121759667537,0.6204141003140718,0.9410026423861332,"model.visual.pos_embed.weight|2d-64|(640, 256)","model.visual.pos_embed.weight|2d-64|(832, 256)",model.visual.pos_embed.weight,2d-64,0,0.08722030674240933,2.296004864022226 +9676,9789,1.204275607989013,-0.007555332307528224,-0.006417705765656133,-0.006411749362270248,2.106335760366864,1.1401536987331256,1.4180080132903323,0.9999794063143027,-0.0034738863118476907,"mtp.fc.weight|2d-128|(1408, 3584)","mtp.fc.weight|2d-128|(1152, 2048)",mtp.fc.weight,2d-128,0,0.06412190925588734,5.7747771926766225 +9917,10008,1.1561131812463694,0.045950661814037806,0.018234895298880338,0.018078811849089885,1.9080061145851568,1.1610856802447926,1.4027147713501003,0.9998337304739418,0.011096545053209315,"mtp.fc.weight|2d-64|(1408, 3328)","mtp.fc.weight|2d-64|(1152, 2752)",mtp.fc.weight,2d-64,0,0.004972498998423225,5.674845641026882 +10294,10361,1.3229292886969897,0.03353351871951156,0.0012375401298985857,0.0013228632065270833,1.462560034639949,1.3687768701707095,1.4133401377109718,0.9999992342469203,0.001158185828679672,"mtp.layers.0.mlp.down_proj.weight|2d-128|(768, 4864)","mtp.layers.0.mlp.down_proj.weight|2d-128|(896, 4608)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.04584758147371981,4.126853235008039 +10390,10412,1.2787319818405196,0.05111601730756229,0.024897232533571095,0.025128635412189702,1.3065485777530026,1.5084730859235858,1.3966801106042712,0.9996900158610014,0.02874505076226339,"mtp.layers.0.mlp.down_proj.weight|2d-64|(832, 3072)","mtp.layers.0.mlp.down_proj.weight|2d-64|(1728, 5184)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.027816595912482978,3.4297699700003688 +10748,10819,1.3136785413053929,0.027039802833081716,0.00022647106298691344,0.0003303778619403054,1.5096905503886413,1.3345584368932681,1.4140546239256135,0.9999999743554285,0.0002001992181401456,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(2560, 768)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(2688, 1024)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.020879895587875286,3.9137582701495064 +10940,11033,1.3007558699174009,0.009696865689204043,-0.0031760919525064637,-0.0026292338476269087,1.5344799516241046,1.322014476215726,1.4164329442458752,0.9999949562072347,-0.0027363274017113966,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(5568, 1536)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(5376, 1664)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.0212586062983251,4.308830310914713 +11231,11349,1.336042548337035,0.021199336096608266,0.0010308370279787347,0.0008146918239208964,1.4577532576346228,1.3730206967818648,1.413485768236133,0.9999994686873698,0.000970919164139272,"mtp.layers.0.mlp.up_proj.weight|2d-128|(3840, 896)","mtp.layers.0.mlp.up_proj.weight|2d-128|(5888, 0)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.03697814844482972,3.9222127091351666 +11457,11488,1.31731338222227,0.024814316284202297,0.018848873547726012,0.018860574168420505,1.4871648733797165,1.3281053478328633,1.4009076195639953,0.9998223442021996,0.01683289472973491,"mtp.layers.0.mlp.up_proj.weight|2d-64|(4480, 1088)","mtp.layers.0.mlp.up_proj.weight|2d-64|(4800, 640)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.010791965610593257,4.1738235717371746 +11672,11687,1.245784326496783,0.003140168553325092,0.014089366015457738,0.014194629037397308,1.6432617314339264,1.2466665573687539,1.4045864271963304,0.9999007399563631,0.010688949356029757,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 1024)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(128, 896)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.0008822308719709238,5.225111478318803 +11730,11814,1.0914239241874648,0.02635002417008534,0.01580136849230158,0.015748564690360133,2.204916429021392,1.1130462452963896,1.4051950572118157,0.9998751505831969,0.007976562575982473,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 128)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(128, 1408)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.021622321108924814,7.636773593019062 +12113,12142,1.1935164987407956,-0.022056820714932604,0.003542497753948279,0.003541050960980387,1.8425578263152793,1.1878797897038924,1.4119301825653932,0.9999937253351459,0.0022838151546113556,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(1024, 128)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1152, 1792)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.005636709036903165,5.866932115537838 +12382,12430,1.1802484495594134,0.021957547122199307,0.014218413190135335,0.014146746297977651,1.2689475203878546,1.5951198749029947,1.4043829107315153,0.9998989132539122,0.01787313746610702,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(1856, 1984)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(768, 64)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.0886990708284412,3.1723469972518368 +12513,12603,1.0620752499563624,0.002212696280995931,-0.003031106530591896,-0.0029119383977718313,2.9361849679216845,1.064753512407327,1.4155867057007558,0.9999954061860485,-0.0010991750724794903,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(2176, 896)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(768, 1408)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.002678262450964697,8.847370946211573 +12940,12954,1.0616679218877458,0.04674226411609554,0.024890700915102298,0.024247265732736504,2.718580980201804,1.0648602637948557,1.4022086293895957,0.9996901785092994,0.009749615161556518,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(1984, 1088)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(896, 1216)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.003192341907109819,7.617922870241969 +13063,13069,1.3666626747858384,0.02431147719605736,0.004162389136399798,0.004171424859755161,1.4261323814866211,1.3968586790658004,1.4112678738952982,0.9999913372208168,0.004076949283465804,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(384, 896)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(384, 1664)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.030196004279962052,4.160284405757931 +13184,13241,1.3084624693629419,0.017756208142663103,0.015824704711392405,0.01578742228197188,1.327174058523394,1.49364800751959,1.4030574788417634,0.9998747815205649,0.017809675008306755,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 1024)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(320, 576)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.018711589160452125,3.4942016588177025 +125,194,1.181088739888807,0.2965178096379114,0.30918855357094477,0.3086537605652939,1.1824413325691183,1.1685672369522893,1.1754428792150158,0.9510007562250973,0.3055607105332256,"model.language_model.embed_tokens.weight|2d-128|(192384, 768)","model.language_model.embed_tokens.weight|2d-128|(79360, 768)",model.language_model.embed_tokens.weight,2d-128,0,0.01252150293651777,3.058124145353088 +352,450,1.1918609757378542,0.281443391852696,0.25948819934567396,0.25820168677915656,1.2020620716888828,1.2325925058268277,1.2170401776231996,0.9657462784812271,0.2660787802867782,"model.language_model.embed_tokens.weight|2d-64|(219392, 640)","model.language_model.embed_tokens.weight|2d-64|(233472, 640)",model.language_model.embed_tokens.weight,2d-64,0,0.010201095951028583,3.2594520347087665 +589,760,0.15124851641461454,0.9903946099595193,0.9903946099595192,0.9873596222992761,0.16279116411835684,0.15124851641461454,0.1567018999542289,0.13826972395695222,0.9201710438811014,"model.language_model.layers.1.linear_attn.conv1d.weight|3d-axis0-slice|(1129, 0, 0)","model.language_model.layers.22.linear_attn.conv1d.weight|3d-axis0-slice|(4629, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,21,0.0,0.2557349725394132 +853,997,0.6355417799163685,0.772071995350381,0.7720719953503808,0.8061829455723742,0.8200635352168978,0.6355417799163686,0.7104217001757708,0.6355350769199773,0.5983487730847377,"model.language_model.layers.5.linear_attn.conv1d.weight|3d-volume|(1956, 0, 0)","model.language_model.layers.0.linear_attn.conv1d.weight|3d-volume|(4496, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,5,1.1102230246251565e-16,1.8601065495803693 +1156,1234,1.1528554718729336,-0.0063203670734891665,0.007325506212913723,0.0073289806010861085,1.9721408603598567,1.1552261274204103,1.409688138964484,0.9999731681193874,0.004291080999251899,"model.language_model.layers.10.linear_attn.in_proj_qkv.weight|2d-128|(4352, 1152)","model.language_model.layers.16.linear_attn.in_proj_qkv.weight|2d-128|(1792, 1024)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,6,0.00237065554747673,5.653795666659196 +1300,1436,1.149877255610315,0.01649113063677449,-0.0003826802786199853,-0.0009243579687233045,2.0886601683134143,1.1392713809762958,1.4144410516275545,0.9999999267778994,-0.0002087351001900103,"model.language_model.layers.22.linear_attn.in_proj_qkv.weight|2d-64|(2752, 1984)","model.language_model.layers.21.linear_attn.in_proj_qkv.weight|2d-64|(320, 1792)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,1,0.010605874634019186,5.007266567104476 +1592,1776,1.1596241041653044,0.0330060713510145,0.00467608889331037,0.004671367219767749,1.8880005158047837,1.175516539042572,1.4112432850473897,0.9999890670365661,0.002911450386853591,"model.language_model.layers.16.linear_attn.in_proj_z.weight|2d-128|(512, 512)","model.language_model.layers.21.linear_attn.in_proj_z.weight|2d-128|(896, 1408)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,5,0.015892434877267547,5.391606130763743 +1795,2021,1.158156245845231,0.018961646490246266,0.023598835903942662,0.023475820104930604,1.1596473628747272,1.8971603414017117,1.3992837053152305,0.9997215086932855,0.03860723269289517,"model.language_model.layers.20.linear_attn.in_proj_z.weight|2d-64|(640, 960)","model.language_model.layers.16.linear_attn.in_proj_z.weight|2d-64|(576, 640)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,4,0.001491117029496225,3.3164504085737723 +2125,2134,1.2382129297699838,-0.009238315066528236,-0.004129650238447238,-0.004130493784682912,1.231585384572204,1.723046436733613,1.4169737382674683,0.9999914729580989,-0.005777576786350265,"model.language_model.layers.10.linear_attn.out_proj.weight|2d-128|(512, 1920)","model.language_model.layers.16.linear_attn.out_proj.weight|2d-128|(1280, 256)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,6,0.0066275451977797495,3.508783524567365 +2395,2484,1.2337299448434744,0.04096183971243762,0.025942268651373574,0.025995458922667764,1.24131956849977,1.6293678123986806,1.3964159713440811,0.9996634427132063,0.03405206732721805,"model.language_model.layers.22.linear_attn.out_proj.weight|2d-64|(960, 1216)","model.language_model.layers.18.linear_attn.out_proj.weight|2d-64|(128, 1728)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,4,0.007589623656295563,3.313121693140619 +2762,2813,1.2723669952371994,0.02038548929511135,-0.006590040584815572,-0.006629061864504413,1.308551632419871,1.5626013449571976,1.4187936079543813,0.9999782854467844,-0.00786946882799896,"model.language_model.layers.19.mlp.down_proj.weight|2d-128|(768, 2176)","model.language_model.layers.3.mlp.down_proj.weight|2d-128|(0, 6016)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,16,0.03618463718267151,3.340218328057264 +2824,2920,1.2644842567856713,0.020247523213263036,0.00959963222836339,0.009332688665869443,1.2881500518758233,1.5677636893807685,1.4075387453949058,0.9999539224689706,0.011683386432443602,"model.language_model.layers.20.mlp.down_proj.weight|2d-64|(1408, 3776)","model.language_model.layers.12.mlp.down_proj.weight|2d-64|(512, 5568)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,8,0.023665795090151986,3.297154692744603 +3082,3121,1.168964698643919,0.01463777222975772,0.01126943096546184,0.011237025385328133,1.8238484900561034,1.1869587374013215,1.406908608408661,0.999936497946602,0.007334134179963859,"model.language_model.layers.11.mlp.gate_proj.weight|2d-128|(5632, 128)","model.language_model.layers.22.mlp.gate_proj.weight|2d-128|(1024, 1024)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,11,0.017994038757402464,5.046714221669735 +3373,3569,1.1608024534586399,0.029879257442687983,0.01970687456838476,0.01973950842531898,1.1620788677514553,1.898809868634719,1.4017499271775227,0.9998058006906871,0.03220057514925814,"model.language_model.layers.20.mlp.gate_proj.weight|2d-64|(3328, 576)","model.language_model.layers.11.mlp.gate_proj.weight|2d-64|(6080, 896)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,9,0.001276414292815442,3.149211822335577 +3660,3710,1.2411424533816724,0.051811082757246205,0.01171057049329104,0.01169296568396572,1.5738075642420892,1.2826127810013093,1.4060798922913906,0.9999314289183642,0.009543814459136404,"model.language_model.layers.3.mlp.up_proj.weight|2d-128|(2688, 0)","model.language_model.layers.18.mlp.up_proj.weight|2d-128|(4352, 256)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,15,0.04147032761963687,4.0822805866914535 +3840,3927,1.2368342802969485,0.02223282843258615,0.013228349901576236,0.013161659809179124,1.6587704088375965,1.2409033710300361,1.4052116592570327,0.9999125015514515,0.009895946960817732,"model.language_model.layers.2.mlp.up_proj.weight|2d-64|(128, 1152)","model.language_model.layers.22.mlp.up_proj.weight|2d-64|(384, 1728)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,20,0.004069090733087588,4.274972496741719 +4222,4291,1.1845083921275914,0.03641510804522872,-0.005906295714977184,-0.00591557285759086,1.2020574739563572,1.8181045473274349,1.4180510856138913,0.9999825576833464,-0.008933235997374975,"model.language_model.layers.15.self_attn.k_proj.weight|2d-128|(384, 1792)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 384)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,8,0.0175490818287658,3.0215914821267167 +4515,4549,1.1088095795318145,0.042902342407782915,0.02835925004832034,0.028217482944044702,1.9806171862385031,1.139446611585036,1.3967705313713328,0.9995977955841523,0.01631504139172919,"model.language_model.layers.15.self_attn.k_proj.weight|2d-64|(256, 1472)","model.language_model.layers.3.self_attn.k_proj.weight|2d-64|(448, 1920)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,12,0.030637032053221436,6.109295421519261 +4671,4850,1.130412169762173,0.0401257844197968,-0.0026361469118778157,-0.002592177153525092,1.1543301728076096,2.011101541430552,1.4158222105663596,0.9999965253586929,-0.004592757984502989,"model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(1280, 128)","model.language_model.layers.11.self_attn.o_proj.weight|2d-128|(1920, 256)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,8,0.023918003045436675,3.0087720680758485 +4942,4955,1.132070939138821,0.0297468964623636,0.021714000316085776,0.021703372860413864,1.159745954242884,1.9028096354442967,1.4005002065706988,0.9997642232998103,0.035626430835416764,"model.language_model.layers.15.self_attn.o_proj.weight|2d-64|(320, 832)","model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(1536, 512)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,8,0.027675015104063005,3.0774935383799056 +5128,5150,1.1291273458892468,0.016311509395236568,-0.007287177360218931,-0.0072584527151454995,1.144000633099381,2.086061802884095,1.4185518236611032,0.9999734481705606,-0.013288019169019012,"model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(3968, 512)","model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(3200, 256)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,4,0.014873287210134256,3.3282177101308044 +5599,5620,1.1160045043755598,0.02773643354979993,-0.005350045004831595,-0.005741488532358239,1.1347936322819347,2.136660832442795,1.4173443980864782,0.9999856884068123,-0.010073401267367927,"model.language_model.layers.19.self_attn.q_proj.weight|2d-64|(3456, 320)","model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(2688, 384)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,12,0.01878912790637499,3.1887362077997095 +5662,5887,1.0880700485039156,0.04516836604842692,0.011987588121428933,0.011995090985137636,2.2700793999102276,1.1073677861548945,1.407517478992319,0.9999281462840373,0.005847667231326106,"model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(384, 1664)","model.language_model.layers.23.self_attn.v_proj.weight|2d-128|(384, 1920)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,16,0.019297737650978863,6.908609137056273 +5919,6042,1.0821343877885186,0.023752221301798996,0.009217055031428887,0.009025210215394236,1.0832363806216303,2.54439970744414,1.4095078351838843,0.9999575220460856,0.02164981950846778,"model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(192, 640)","model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(384, 512)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,12,0.0011019928331117423,3.550562785914085 +6186,6254,1.2269397664149544,-0.0012176113999550807,-0.020927570591290825,-0.020882836466059238,1.2632535449828592,1.6815510357773393,1.4283555301792794,0.9997809944128497,-0.027857256481766665,"model.visual.blocks.21.attn.proj.weight|2d-128|(128, 896)","model.visual.blocks.1.attn.proj.weight|2d-128|(640, 768)",model.visual.layers.*.attn.proj.weight,2d-128,20,0.03631377856790485,3.363451632560413 +6524,6528,1.1998484493098787,0.009104963127351675,-0.004834520088354348,-0.004648918408531012,1.720706628374975,1.2330654052257675,1.4174469880306817,0.9999883136394722,-0.0034644368618772414,"model.visual.blocks.0.attn.proj.weight|2d-64|(448, 768)","model.visual.blocks.5.attn.proj.weight|2d-64|(64, 448)",model.visual.layers.*.attn.proj.weight,2d-64,5,0.0332169559158888,4.92093625146088 +6663,6726,1.11599295745717,0.0587511338300506,0.00618545445142711,0.006225518831159701,1.1423868298561992,2.045340767237001,1.4104846051696753,0.9999808698936342,0.01107449930509438,"model.visual.blocks.2.attn.qkv.weight|2d-128|(512, 768)","model.visual.blocks.11.attn.qkv.weight|2d-128|(2176, 256)",model.visual.layers.*.attn.qkv.weight,2d-128,9,0.026393872399029128,3.0876028553971286 +6961,7004,1.1100150635231805,0.04278573103882485,0.0011981323626950625,0.001229641371681937,1.1336950393531406,2.1178645851939124,1.4135083816461922,0.9999992822391631,0.002238240453777065,"model.visual.blocks.4.attn.qkv.weight|2d-64|(832, 320)","model.visual.blocks.23.attn.qkv.weight|2d-64|(256, 384)",model.visual.layers.*.attn.qkv.weight,2d-64,19,0.023679975829960176,2.841169741699049 +7243,7266,1.2259960119561586,0.026189600789372425,-0.003363217316332931,-0.003528558738658267,1.234680339248908,1.7128739660707848,1.4164679442185635,0.9999943443686484,-0.004665796644084875,"model.visual.blocks.11.mlp.linear_fc1.weight|2d-128|(512, 896)","model.visual.blocks.14.mlp.linear_fc1.weight|2d-128|(3200, 640)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,3,0.008684327292749483,3.1452420986545078 +7638,7647,1.2296742648260344,0.040718374363595045,0.019685231896891895,0.01932564550440019,1.251836618663265,1.619453277642014,1.4006782120403254,0.9998062270486044,0.025466033539269715,"model.visual.blocks.1.mlp.linear_fc1.weight|2d-64|(3904, 768)","model.visual.blocks.15.mlp.linear_fc1.weight|2d-64|(2560, 0)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,14,0.02216235383723064,3.438164149149258 +7689,7863,1.2342667001172984,0.010913697359951628,0.007369038554882565,0.007274662178986044,1.6637706031855395,1.2443118964865747,1.4092063979086558,0.99997284826678,0.0055112058849654194,"model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(384, 1280)","model.visual.blocks.0.mlp.linear_fc2.weight|2d-128|(640, 2944)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,10,0.010045196369276255,5.05122182991616 +8086,8149,1.2240668195348656,0.055742662714647194,0.030080472947423605,0.029769414435460387,1.2454054850843772,1.6111182261870554,1.3934774634602574,0.9995474801865389,0.03891358982945012,"model.visual.blocks.4.mlp.linear_fc2.weight|2d-64|(192, 3072)","model.visual.blocks.9.mlp.linear_fc2.weight|2d-64|(192, 384)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,5,0.021338665549511582,3.4333662235285365 +8339,8393,1.3395713990218594,0.05029912891467184,0.02185483861727892,0.02115104021824064,1.3687567375959038,1.4306765961174082,1.3986897692731814,0.9997611544909176,0.022843508464902157,"model.visual.merger.linear_fc1.weight|2d-128|(3200, 3584)","model.visual.merger.linear_fc1.weight|2d-128|(3328, 2432)",model.visual.merger.linear_fc1.weight,2d-128,0,0.029185338574044373,3.501266603880546 +8624,8673,1.3457493121808175,0.04922763187492279,0.0016637400849423842,0.0016594456506061144,1.4292219836330444,1.3973895654700073,1.4130369293626321,0.9999986159835071,0.0016266843506303023,"model.visual.merger.linear_fc1.weight|2d-64|(1280, 4032)","model.visual.merger.linear_fc1.weight|2d-64|(1024, 3584)",model.visual.merger.linear_fc1.weight,2d-64,0,0.05164025328918975,3.664964411214771 +8833,8846,1.3482773862146946,0.055837295354396264,0.0005838293579791124,0.0005614397476693025,1.4215206301453671,1.4062051875352686,1.4138006966288845,0.9999998295716258,0.0005775391889610902,"model.visual.merger.linear_fc2.weight|2d-128|(1280, 1920)","model.visual.merger.linear_fc2.weight|2d-128|(1280, 2304)",model.visual.merger.linear_fc2.weight,2d-128,0,0.05792780132057396,3.4409254168458308 +8963,8994,1.3476757379893975,0.03992384433043021,0.05339283986638324,0.053420395321249814,1.3850565608968153,1.3670101134944146,1.375944585867873,0.998573584995619,0.05269716352830677,"model.visual.merger.linear_fc2.weight|2d-64|(448, 3136)","model.visual.merger.linear_fc2.weight|2d-64|(1536, 896)",model.visual.merger.linear_fc2.weight,2d-64,0,0.019334375505017043,3.727141172992794 +9277,9325,0.7817994206618847,0.6435672117603704,0.7141278426072853,0.7161691830568461,0.7349040224696176,0.783584736611083,0.7580746018752597,0.7000153029849164,0.7614323236055015,"model.visual.pos_embed.weight|2d-128|(896, 640)","model.visual.pos_embed.weight|2d-128|(1664, 640)",model.visual.pos_embed.weight,2d-128,0,0.04689539819226707,5.361380468001854 +9402,9498,0.5352366664466406,0.8458881417667664,0.8541110578125081,0.855235783365447,0.520665692630421,0.5926255106059476,0.5531656248619444,0.520090666059677,0.972155471187559,"model.visual.pos_embed.weight|2d-64|(128, 640)","model.visual.pos_embed.weight|2d-64|(512, 640)",model.visual.pos_embed.weight,2d-64,0,0.014570973816219635,2.4994448025149283 +9675,9789,1.2043843759640667,0.021981128235678073,0.004634101376859273,0.004723479672859623,2.0139106685410972,1.14901018776276,1.411389890446178,0.9999892624945675,0.002643925461199313,"mtp.fc.weight|2d-128|(128, 3456)","mtp.fc.weight|2d-128|(1152, 2048)",mtp.fc.weight,2d-128,0,0.05537418820130657,5.682078133675084 +10042,10043,1.1565134262917267,0.007460812719161148,0.001445400507018479,0.0015454492720136284,2.3499123285402437,1.1042997310855807,1.413426513119859,0.9999989554081417,0.0006792404005144286,"mtp.fc.weight|2d-64|(128, 2688)","mtp.fc.weight|2d-64|(1152, 3904)",mtp.fc.weight,2d-64,0,0.05221369520614605,6.611023906138937 +10271,10316,1.3229380616838775,0.0053796128158091995,-0.005197452121792239,-0.005162634898500477,1.4631360112425607,1.3765740954078394,1.4178771471612956,0.9999864931545034,-0.004889960945534812,"mtp.layers.0.mlp.down_proj.weight|2d-128|(256, 6016)","mtp.layers.0.mlp.down_proj.weight|2d-128|(384, 5632)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.05363603372396186,4.217277856115201 +10504,10547,1.2789924983262733,0.014791102505064895,0.02089145378565735,0.020917909576366057,1.4507501194385664,1.3531416527845355,1.3993992425071362,0.9997817497627779,0.019485847993957865,"mtp.layers.0.mlp.down_proj.weight|2d-64|(512, 1088)","mtp.layers.0.mlp.down_proj.weight|2d-64|(1984, 5440)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.0741491544582622,4.334936399791288 +10769,10793,1.313898045377775,0.06341123073301862,0.002304935785202669,0.002212414837486403,1.4610775890924552,1.3686232428482534,1.4125862664417648,0.9999973436319849,0.0021590836191393006,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(4864, 1664)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(2048, 1536)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.054725197470478326,3.8899407134977806 +11002,11053,1.300763093398331,0.03286306631411278,0.0037430146074495093,0.0036018634468842903,1.3251254275628743,1.5175349289222788,1.4115885561016488,0.9999929948962885,0.004286503970207327,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(3712, 384)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(5568, 128)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.024362334164543364,3.671860223437284 +11287,11396,1.336044289560499,0.04392950115405053,0.003954694581873971,0.0039432441886367445,1.3596339379929516,1.4696195726702248,1.4114228567110192,0.9999921801648072,0.00427460392025387,"mtp.layers.0.mlp.up_proj.weight|2d-128|(2688, 256)","mtp.layers.0.mlp.up_proj.weight|2d-128|(1920, 512)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.023589648432452703,3.5954545154699185 +11431,11491,1.3175080926713183,0.02819730820088348,0.008663159878876264,0.008767714818423273,1.4746991502704028,1.3497761520045641,1.4080984819123106,0.9999624741263609,0.007929296360797268,"mtp.layers.0.mlp.up_proj.weight|2d-64|(5568, 128)","mtp.layers.0.mlp.up_proj.weight|2d-64|(5440, 1408)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.032268059333245835,4.142724584183 +11665,11720,1.2459147742063152,0.005196455627884797,-0.006338055634568055,-0.006313109589704592,1.6378326751130619,1.268862629902018,1.4185464682230402,0.9999799143236694,-0.004910221943391235,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 128)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 1024)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.02294785569570279,4.6231319047190835 +11753,11893,1.0914480594879028,0.04261940143131648,0.02541945157113644,0.025405879930813016,2.2188655627209077,1.1059319577611662,1.3997878619874138,0.9996768735355553,0.012669620148959906,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 1600)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(320, 320)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.014483898273263351,6.737688661406001 +12072,12192,1.193545938296974,0.03409611035897129,0.00815634719939324,0.008096724430314863,1.2513674788956681,1.645502338766877,1.4086448312196347,0.9999667364469494,0.01072529741962012,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(640, 1024)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1664, 0)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.057821540598694154,3.3717039148861647 +12290,12346,1.1805746328690443,0.01627960900237556,0.01497617749287975,0.014995729884144358,1.2477748284991363,1.6387645186307187,1.4039682835417313,0.9998878507651254,0.0196689560804554,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(64, 1152)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(576, 64)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.06720019563009205,3.4024349511368577 +12554,12577,1.062101858753125,0.04391788665925446,0.008026760251887166,0.008015998643811474,1.074036022036948,2.685305992070183,1.4102940300774285,0.9999677850410276,0.020068514425079394,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(2304, 640)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 128)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.011934163283823018,3.2254434794767888 +12817,12942,1.061697510108956,0.046909316849363177,0.0251131520852285,0.025030981877380218,1.069087031743366,2.646060490790712,1.4018236912858832,0.9996846150623426,0.06215669777939375,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(2304, 128)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(704, 1216)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.007389521634409979,3.099237762160468 +13034,13062,1.3666639097880395,0.036992342887719507,0.004759980824833904,0.004734831197023621,1.3724583403309965,1.4526530436328922,1.4108491656159339,0.9999886712271031,0.0050381133107192,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 1280)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(384, 768)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.005794430542956919,3.7869329781637955 +13273,13297,1.3085036229400375,0.018822014127951696,0.019291167153618994,0.019234240739785677,1.4721646395691887,1.338495159672534,1.4005683847557986,0.9998139081198316,0.01753956939701326,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 576)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(448, 64)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.02999153673249655,4.136424133337507 +85,177,1.1810911207892014,0.2804930104202314,0.25482701499647054,0.254837404737416,1.200627299798579,1.2422746752126341,1.2209185644210898,0.966986655765212,0.26366645781189,"model.language_model.embed_tokens.weight|2d-128|(241536, 128)","model.language_model.embed_tokens.weight|2d-128|(188160, 128)",model.language_model.embed_tokens.weight,2d-128,0,0.01953617900937754,3.06772328576677 +313,496,1.1931169398523405,0.14390809529540896,0.06579347081981737,0.06318282367768821,1.3248233271872485,1.4134792962626648,1.366999866140399,0.9978332622224425,0.07019630989629266,"model.language_model.embed_tokens.weight|2d-64|(227712, 704)","model.language_model.embed_tokens.weight|2d-64|(248192, 832)",model.language_model.embed_tokens.weight,2d-64,0,0.13170638733490803,3.8518954996197747 +533,639,0.15135815502130612,0.9884833168740097,0.9884833168740099,0.9996048832418927,0.1513581550213052,0.152669761609546,0.1520097145608106,0.151329878945818,0.9970491006640908,"model.language_model.layers.12.linear_attn.conv1d.weight|3d-axis0-slice|(3855, 0, 0)","model.language_model.layers.2.linear_attn.conv1d.weight|3d-axis0-slice|(59, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,10,9.159339953157541e-16,0.20996983370927735 +799,1018,0.635548543166771,0.7777702986757755,0.7777702986757755,0.7659913712609868,0.7289761422890383,0.635548543166771,0.6774777460385449,0.6285486158586262,0.6780891054810128,"model.language_model.layers.8.linear_attn.conv1d.weight|3d-volume|(4804, 0, 0)","model.language_model.layers.8.linear_attn.conv1d.weight|3d-volume|(4336, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,0,0.0,1.9727931473027083 +1156,1211,1.1528576200651497,-0.01821421844915373,-0.0015433460514020822,-0.001537746664414167,2.0434446714410575,1.1476820472610383,1.4151451480471777,0.9999988090407737,-0.0008668062221896441,"model.language_model.layers.10.linear_attn.in_proj_qkv.weight|2d-128|(4352, 1152)","model.language_model.layers.17.linear_attn.in_proj_qkv.weight|2d-128|(4096, 256)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,7,0.005175572804111406,5.780107456352528 +1340,1374,1.1499843414969462,0.061252250139305284,0.02632741100493637,0.02641780666999378,1.9078316319789024,1.1553558923905547,1.3976188253373438,0.9996533736399719,0.01594350828767344,"model.language_model.layers.10.linear_attn.in_proj_qkv.weight|2d-64|(4352, 1088)","model.language_model.layers.22.linear_attn.in_proj_qkv.weight|2d-64|(3584, 960)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,12,0.005371550893608523,5.558892431376447 +1613,1646,1.1596345991451178,0.027552797725799823,0.0009817925196813429,0.0010132493899729852,1.8821295462951102,1.179666284364852,1.4135886227065377,0.999999518041608,0.0006153601573226122,"model.language_model.layers.10.linear_attn.in_proj_z.weight|2d-128|(1408, 640)","model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-128|(640, 512)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,8,0.020031685219734197,5.227677083193786 +1811,1881,1.158289375326568,-0.0026406543404463552,-0.006300985023486469,-0.006158617754039918,2.003339041958807,1.1582566854845346,1.418069567305913,0.9999801485968278,-0.0036429969544522042,"model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-64|(320, 704)","model.language_model.layers.22.linear_attn.in_proj_z.weight|2d-64|(1024, 1856)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,4,3.2689842033306604e-05,5.8128381076377655 +2102,2184,1.2382640963152718,0.03603631876868589,0.016126621438261483,0.016129475244462822,1.6334479641660562,1.2490072901476734,1.4031657638443102,0.9998699575849787,0.012331135232779714,"model.language_model.layers.16.linear_attn.out_proj.weight|2d-128|(1664, 256)","model.language_model.layers.21.linear_attn.out_proj.weight|2d-128|(1536, 1536)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,5,0.010743193832401632,4.403036231550118 +2432,2509,1.2338297143869765,0.014626604547119573,0.005823950319757891,0.005715040891807509,1.2796549548516776,1.591033427503275,1.4101854472233646,0.9999830406575269,0.0072410922989214754,"model.language_model.layers.1.linear_attn.out_proj.weight|2d-64|(576, 576)","model.language_model.layers.4.linear_attn.out_proj.weight|2d-64|(0, 640)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,3,0.045825240464701045,3.1810848493032022 +2651,2685,1.2723853135185497,0.028706213620871206,0.00746480724428315,0.007524006028826837,1.5646426865015655,1.2921736290631631,1.4090207765346139,0.9999721379382556,0.006164875310074635,"model.language_model.layers.3.mlp.down_proj.weight|2d-128|(512, 5248)","model.language_model.layers.21.mlp.down_proj.weight|2d-128|(1152, 1792)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,18,0.019788315544613466,4.057754438312705 +2829,2867,1.2646751987520406,0.07578427371992941,0.03789583455646561,0.03791584744978208,1.5046648604725803,1.2939801319559274,1.3874662326723153,0.9992816948805122,0.03258962064452954,"model.language_model.layers.5.mlp.down_proj.weight|2d-64|(896, 5568)","model.language_model.layers.21.mlp.down_proj.weight|2d-64|(1984, 576)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,16,0.02930493320388683,3.9926309464283256 +3278,3289,1.169128339982372,0.00565897833667156,0.005085109983257613,0.005131642434002452,1.841802983143381,1.1868972181616315,1.410935275816713,0.9999870707446463,0.003276953587551307,"model.language_model.layers.9.mlp.gate_proj.weight|2d-128|(768, 1664)","model.language_model.layers.21.mlp.gate_proj.weight|2d-128|(2688, 1536)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,12,0.01776887817925954,5.20535620615465 +3365,3384,1.1611319424083355,0.023958424913004702,0.02002820228166622,0.020093481128015157,1.1681204697186063,1.8716784901997248,1.4014338808236926,0.9997994154395995,0.03209117242590053,"model.language_model.layers.21.mlp.gate_proj.weight|2d-64|(1728, 960)","model.language_model.layers.9.mlp.gate_proj.weight|2d-64|(4928, 512)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,12,0.006988527310270776,3.0551171487976534 +3593,3603,1.2414549880662769,0.05055751884926539,0.01246262674196446,0.012446924473831762,1.6195725865427972,1.2588984511784873,1.4056476490639729,0.9999223384516872,0.00968723577654855,"model.language_model.layers.4.mlp.up_proj.weight|2d-128|(640, 1536)","model.language_model.layers.22.mlp.up_proj.weight|2d-128|(2560, 512)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,18,0.017443463112210456,4.08029900489745 +4005,4039,1.2369675407961276,0.03419323058304228,0.003808207405460314,0.0036503588656811065,1.243367633586674,1.6740931051404062,1.4116332838820171,0.9999927487518883,0.005127440660519117,"model.language_model.layers.20.mlp.up_proj.weight|2d-64|(6016, 256)","model.language_model.layers.3.mlp.up_proj.weight|2d-64|(3648, 1152)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,17,0.006400092790546319,3.248834750769443 +4253,4290,1.1845096160488597,0.023722751611638997,0.005107835427732864,0.005080070398543618,1.2064680833519505,1.7740015205216078,1.4108505321226281,0.9999869549235346,0.007510607151908281,"model.language_model.layers.3.self_attn.k_proj.weight|2d-128|(0, 1792)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 256)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,20,0.021958467303090812,3.586321675427764 +4375,4441,1.1088349633847259,0.00841386623585434,-0.0019565499240984385,-0.0019737260940454384,2.217597372124811,1.1214871313505765,1.4153274510873994,0.9999980859543655,-0.0009894697699875561,"model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 640)","model.language_model.layers.15.self_attn.k_proj.weight|2d-64|(320, 64)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,8,0.01265216796585067,6.448351080825152 +4750,4789,1.1305537328107027,0.010322554464885343,0.012609058302266836,0.01261104320914365,1.1259369734610303,2.123636369923284,1.4068143649338272,0.9999205026644519,0.023782019271351127,"model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(256, 896)","model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(1920, 1280)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,12,0.004616759349672428,3.0237388868004733 +5015,5077,1.1320798982058389,0.01206833003575533,0.026524077710347815,0.026446116018697844,2.0046108364296993,1.1363366448613939,1.3980285668745243,0.9996481747603081,0.01503547767261435,"model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(1024, 1472)","model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(1472, 768)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,12,0.004256746655554977,5.784137697949373 +5192,5194,1.1294326032473434,0.041343697079040634,-0.00555603564869107,-0.005528502562911689,2.0742577064523764,1.1448961963647672,1.4175338718807453,0.9999845651148175,-0.003066679738619789,"model.language_model.layers.23.self_attn.q_proj.weight|2d-128|(3072, 128)","model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(3328, 640)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,20,0.015463593117423846,5.204997765714287 +5583,5591,1.11646106815751,-0.017160009740888275,-0.0032552830122926832,-0.0035088615974863406,2.3379460904075264,1.1080121109085899,1.4159940719731932,0.9999947015522181,-0.0015427614079102112,"model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(2752, 896)","model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(2880, 1088)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,4,0.008448957248920141,6.538131733008168 +5719,5832,1.0880828769174042,0.04689821948092787,0.009335807076423104,0.009319499271332266,2.2650365986936793,1.1093910792051738,1.408988459006414,0.9999564204035253,0.004572580016471954,"model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(384, 384)","model.language_model.layers.23.self_attn.v_proj.weight|2d-128|(0, 1024)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,16,0.02130820228776953,7.613628586268007 +6063,6130,1.0822350369134952,0.03718880647047889,0.021019963982582265,0.020491614873046356,2.246968555745381,1.1050794081862898,1.402391746721746,0.9997790561489929,0.010337807931746303,"model.language_model.layers.3.self_attn.v_proj.weight|2d-64|(448, 1792)","model.language_model.layers.23.self_attn.v_proj.weight|2d-64|(448, 1024)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,20,0.022844371272794595,7.919908111062724 +6179,6180,1.2271158328504572,0.053642927873081225,0.011905536517027018,0.011917316865950198,1.2570495330165619,1.6247461533555545,1.4060411777065753,0.9999291265886006,0.015387997172438295,"model.visual.blocks.21.attn.proj.weight|2d-128|(384, 512)","model.visual.blocks.0.attn.proj.weight|2d-128|(512, 512)",model.visual.layers.*.attn.proj.weight,2d-128,21,0.029933700166104638,3.363681193934173 +6512,6641,1.2001726498179717,0.04862805382372069,0.013678878539944577,0.013847973735778276,1.2094229920596327,1.7425843034465383,1.4051230107500623,0.9999064397641858,0.01970906720721894,"model.visual.blocks.23.attn.proj.weight|2d-64|(0, 64)","model.visual.blocks.7.attn.proj.weight|2d-64|(384, 128)",model.visual.layers.*.attn.proj.weight,2d-64,16,0.009250342241660992,3.2314975177766625 +6728,6840,1.1160351061789204,0.04024510640356967,0.0032425489579241936,0.0031428433723834424,1.1198650964046977,2.207352064130902,1.4123621177587309,0.9999947429243093,0.006391347634905582,"model.visual.blocks.0.attn.qkv.weight|2d-128|(1152, 0)","model.visual.blocks.12.attn.qkv.weight|2d-128|(384, 640)",model.visual.layers.*.attn.qkv.weight,2d-128,12,0.0038299902257772356,4.110882086647529 +6936,7099,1.1102333120501238,0.022065665478796386,0.015669165784362792,0.016249108109472523,1.107119435418665,2.2547312280081613,1.4054191703863965,0.9998772310857079,0.03191142371868811,"model.visual.blocks.0.attn.qkv.weight|2d-64|(64, 512)","model.visual.blocks.18.attn.qkv.weight|2d-64|(2816, 512)",model.visual.layers.*.attn.qkv.weight,2d-64,18,0.0031138766314586785,3.9245328716465306 +7180,7353,1.22677976827093,0.04317835972988484,0.01743140765609173,0.01744128856478313,1.6379047952734738,1.2457916584153579,1.4022849099740773,0.9998480614709053,0.013258342191232717,"model.visual.blocks.19.mlp.linear_fc1.weight|2d-128|(2688, 128)","model.visual.blocks.0.mlp.linear_fc1.weight|2d-128|(2944, 128)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,19,0.019011890144427834,4.96490636264107 +7435,7446,1.2301588227003426,0.015386725060694948,0.008499622976398611,0.0089181125388154,1.67878583809219,1.2371503046716186,1.4084612711892304,0.9999638775522139,0.0062636406123101835,"model.visual.blocks.17.mlp.linear_fc1.weight|2d-64|(3840, 192)","model.visual.blocks.0.mlp.linear_fc1.weight|2d-64|(1600, 128)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,17,0.00699148197127597,5.075356132193696 +7796,7863,1.2343282264396556,0.025037265331473664,0.0018586295015245687,0.001972609805965395,1.6493115150045194,1.255723979508149,1.4129461241258159,0.9999982727466963,0.0014150908502444325,"model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(512, 2688)","model.visual.blocks.0.mlp.linear_fc2.weight|2d-128|(640, 2944)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,10,0.021395753068493395,4.734399548389618 +7963,7968,1.224258813175277,0.03997166233753523,0.02106304598397359,0.021122173109150908,1.3067231310557734,1.5150905331971813,1.3994037335242022,0.9997781494381026,0.024421716285707364,"model.visual.blocks.4.mlp.linear_fc2.weight|2d-64|(384, 2944)","model.visual.blocks.18.mlp.linear_fc2.weight|2d-64|(640, 3392)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,14,0.08246431788049646,3.514324842264069 +8239,8406,1.3396977701546495,0.045461441440420046,0.0027105310287907016,0.0025100111041146396,1.4215240795904454,1.4032449189114746,1.412295787690662,0.9999963265040237,0.0026756767249403748,"model.visual.merger.linear_fc1.weight|2d-128|(1024, 2944)","model.visual.merger.linear_fc1.weight|2d-128|(2176, 3072)",model.visual.merger.linear_fc1.weight,2d-128,0,0.0635471487568251,3.6988337890003824 +8635,8681,1.345780653064464,0.05245120017090841,0.03329106110490095,0.03298477852911318,1.4074289274639291,1.3741306224258325,1.3904808371314317,0.9994456990004559,0.03250342921381115,"model.visual.merger.linear_fc1.weight|2d-64|(1792, 3072)","model.visual.merger.linear_fc1.weight|2d-64|(384, 3776)",model.visual.merger.linear_fc1.weight,2d-64,0,0.028349969361368466,3.6298818178728482 +8705,8723,1.3483158013242076,0.05749538442467401,0.01865442687276048,0.018707688879543913,1.4010135668586232,1.4009080271295613,1.4009607940125757,0.9998259910394652,0.01865302161644853,"model.visual.merger.linear_fc2.weight|2d-128|(0, 128)","model.visual.merger.linear_fc2.weight|2d-128|(0, 2432)",model.visual.merger.linear_fc2.weight,2d-128,0,0.05259222580535372,3.5644225233751663 +9056,9079,1.347739897189621,0.033680784295199384,0.023191553044220638,0.02311630729946869,1.4210849776740013,1.3754847324836255,1.3977272809413186,0.9997310397638942,0.02244737481295608,"model.visual.merger.linear_fc2.weight|2d-64|(768, 512)","model.visual.merger.linear_fc2.weight|2d-64|(384, 3776)",model.visual.merger.linear_fc2.weight,2d-64,0,0.0277448352940044,3.812727185761872 +9303,9327,0.783195141983614,0.6655413167331482,0.6713500551575031,0.6694635949624987,0.7833478583898964,0.8468508749078538,0.8132457270919977,0.7411404073723261,0.7257738378810896,"model.visual.pos_embed.weight|2d-128|(1280, 896)","model.visual.pos_embed.weight|2d-128|(1664, 896)",model.visual.pos_embed.weight,2d-128,0,0.0001527164062824493,5.825527891075231 +9407,9605,0.5388386088105362,0.8474266363719039,0.005234484607693939,0.003247784847354617,1.4201915691416878,1.4010192795864376,1.4105077091973048,0.9999862999916007,0.005163820158790147,"model.visual.pos_embed.weight|2d-64|(2112, 320)","model.visual.pos_embed.weight|2d-64|(960, 320)",model.visual.pos_embed.weight,2d-64,0,0.8621806707759013,2.4695375712262706 +9669,9789,1.2044393349448745,0.02114429520371746,-0.0045005437012597335,-0.004390002894201093,2.0681738178770424,1.145264381094747,1.416908366132876,0.9999898725019134,-0.0024922046454992526,"mtp.fc.weight|2d-128|(128, 2688)","mtp.fc.weight|2d-128|(1152, 2048)",mtp.fc.weight,2d-128,0,0.05917495385012761,5.5424538639338605 +9882,9981,1.1579123967245888,0.04768646479074739,0.023690415572507534,0.023641198353700106,1.2091687865190632,1.7178755371654817,1.398355287292854,0.9997193427207467,0.03365715839759089,"mtp.fc.weight|2d-64|(1280, 2880)","mtp.fc.weight|2d-64|(64, 2880)",mtp.fc.weight,2d-64,0,0.051256389794474444,3.174364201020669 +10192,10261,1.3229478665923504,0.049461589791493996,-0.0031302171922240893,-0.0031358207215900938,1.3909549780983512,1.4433447495690161,1.4164237211701298,0.9999951008581639,-0.0032481155900416577,"mtp.layers.0.mlp.down_proj.weight|2d-128|(896, 3072)","mtp.layers.0.mlp.down_proj.weight|2d-128|(1408, 3968)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.0680071115060008,3.631201595490356 +10420,10523,1.2791654292852304,0.02765473068197055,0.017366300038164584,0.01725660827515965,1.3545483238986,1.454617475123084,1.4019113510897665,0.9998491944403338,0.01864925973333966,"mtp.layers.0.mlp.down_proj.weight|2d-64|(512, 4800)","mtp.layers.0.mlp.down_proj.weight|2d-64|(1792, 1088)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.07538289461336967,3.722714391261266 +10685,10837,1.3139776907528864,0.039386260959310845,0.00981545438075697,0.009844530051634087,1.345954522309855,1.477846711858463,1.4072862385954839,0.9999518272673436,0.010777286112984315,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(3968, 1408)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(2560, 512)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.03197683155696862,3.4748670480989 +10940,10985,1.3008366509418439,0.02235430146738223,0.036383623795727446,0.03638002307799191,1.4688572954439796,1.3198587234215493,1.3883972855394209,0.9993378967694014,0.032692926266852725,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(5568, 1536)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(5440, 1664)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.019022072479705443,4.228692624544665 +11243,11331,1.3360460650913883,0.032670613636462786,0.005226281316476593,0.005174713676519605,1.4218259804732287,1.3994670979463832,1.41051364766878,0.9999863428985424,0.005144095583755311,"mtp.layers.0.mlp.up_proj.weight|2d-128|(640, 1408)","mtp.layers.0.mlp.up_proj.weight|2d-128|(4736, 512)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.0634210328549949,3.8581190658446958 +11581,11607,1.317529548025447,0.03948334721123414,0.00838637022173695,0.008235404383400802,1.487147679936177,1.3408005296300618,1.4083028287690302,0.9999648337789205,0.00756108474409297,"mtp.layers.0.mlp.up_proj.weight|2d-64|(1088, 1664)","mtp.layers.0.mlp.up_proj.weight|2d-64|(4800, 64)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.023270981604614827,4.087235145819959 +11708,11717,1.2460240685458852,0.005193106097628454,-0.0014845826001598187,-0.0014861038147311327,1.6608991701982052,1.2538559541861536,1.4152227993396707,0.9999988980066444,-0.001120749992589503,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(256, 1536)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 640)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.007831885640268377,4.734444330383683 +11745,11814,1.0914626611881788,0.05507487685620405,0.021318553427993752,0.02134038047271363,2.185135057064444,1.1124107788581894,1.4019713094982176,0.9997727338149095,0.010852870876925868,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 1088)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(128, 1408)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.02094811767001059,7.0582478437352405 +12015,12176,1.193720919746673,0.03621782529739921,0.008789075374448486,0.008793528412453153,1.218170114303197,1.729123701998203,1.4083492606996078,0.9999613753310986,0.012475596281805553,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(128, 1920)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1536, 0)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.024449194556524168,3.2806653550834675 +12430,12493,1.1806757261628562,0.05305851925000619,0.025043694414308405,0.02519680673930747,1.599906791435802,1.2556413655997425,1.3969064993000235,0.9996863574992322,0.019654831657927023,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(768, 64)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(1088, 1856)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.07496563943688628,4.953156328746001 +12497,12622,1.062143398450419,0.03603113896932833,0.003281775169447404,0.00347121215744688,2.7720033664975947,1.0708389587085065,1.4126526216433732,0.9999946149613692,0.0012677663914985508,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(2176, 1024)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(896, 1792)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.008695560258087598,7.714601171719943 +12808,12926,1.0618620059231951,0.05478420632072167,0.08188718401241596,0.08161123735576008,1.0468105033513846,2.603545741536717,1.3735463935257135,0.9966416051392379,0.20366344103293246,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(832, 512)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(3456, 1152)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.015051502571810538,3.1578832934590815 +13015,13068,1.3667894932096156,0.031244055188690896,0.014466402524729912,0.014489344276838392,1.390037032381194,1.4182874017029639,1.4039490909560408,0.9998953561238259,0.014760409953712517,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(0, 896)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(384, 1536)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.02324753917157829,3.6331766397140246 +13075,13099,1.3085718924826215,0.08222694994592296,0.044517902626434236,0.044466904039962035,1.4114489231700362,1.3550795195412806,1.3824030137642147,0.9990085867227285,0.04273997954281387,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(0, 192)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(0, 1728)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.04650762705865907,3.711775576920314 +89,212,1.1811044071235532,0.24689999282827715,0.27562365431076735,0.27479948699153267,1.2677048547707752,1.1502750955635421,1.2047185964006195,0.9612656246763319,0.2500921441680665,"model.language_model.embed_tokens.weight|2d-128|(34816, 768)","model.language_model.embed_tokens.weight|2d-128|(226176, 768)",model.language_model.embed_tokens.weight,2d-128,0,0.03082931156001112,3.3267304118255483 +307,495,1.1931439192245687,0.2647967585329609,0.2274995567456928,0.22659448687947922,1.2274257056035023,1.2592671238248991,1.243040653500817,0.9737781840237094,0.23340126509223613,"model.language_model.embed_tokens.weight|2d-64|(236096, 448)","model.language_model.embed_tokens.weight|2d-64|(122112, 448)",model.language_model.embed_tokens.weight,2d-64,0,0.03428178637893353,3.304623574754205 +519,554,0.15141812588679843,0.9898070183428435,0.9898070183428436,0.9932717762980209,0.15141812588679843,0.16136228016842857,0.15615322859615488,0.14241512012160074,1.0548110833568307,"model.language_model.layers.0.linear_attn.conv1d.weight|3d-axis0-slice|(4924, 0, 0)","model.language_model.layers.0.linear_attn.conv1d.weight|3d-axis0-slice|(4949, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,0,0.0,0.22636354942907885 +788,1018,0.6355700283011166,0.877828178005094,0.877828178005094,0.873774268282195,1.3814985252282683,0.6355700283011166,0.8165619548137641,0.4789756673363031,0.4038522443200065,"model.language_model.layers.10.linear_attn.conv1d.weight|3d-volume|(5588, 0, 0)","model.language_model.layers.8.linear_attn.conv1d.weight|3d-volume|(4336, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,2,0.0,4.164766464309079 +1037,1085,1.1532686125238518,0.020864124761876265,0.0007581146293157596,0.0006814624469573976,1.9313333892769342,1.1683495304951548,1.4137386636101112,0.9999997126310631,0.000458617282826652,"model.language_model.layers.0.linear_attn.in_proj_qkv.weight|2d-128|(0, 1664)","model.language_model.layers.21.linear_attn.in_proj_qkv.weight|2d-128|(1408, 896)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,21,0.015080917971302954,4.994662591779724 +1305,1514,1.1500042657736498,0.007406503076300874,-0.002662112161337601,-0.00254665472818459,1.9208633054052615,1.1731355845686362,1.4158872218440541,0.9999964565731423,-0.0016258410985258384,"model.language_model.layers.9.linear_attn.in_proj_qkv.weight|2d-64|(2432, 1408)","model.language_model.layers.18.linear_attn.in_proj_qkv.weight|2d-64|(4608, 832)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,9,0.023131318794986422,5.246805248442293 +1569,1693,1.1598201885524329,0.010548454455400477,-0.0070911456530355224,-0.007131030765543106,1.9748630325882872,1.1645016025584205,1.41859451676612,0.9999748575105913,-0.004181378830162431,"model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(256, 1664)","model.language_model.layers.12.linear_attn.in_proj_z.weight|2d-128|(1664, 128)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,6,0.00468141400598765,5.973160602050886 +1811,1844,1.1585624425984113,-0.028259871677494428,0.005570468140152384,0.00521240952505897,2.109029010155133,1.1323895991325845,1.4109264689474441,0.9999844848219894,0.0029909214874877426,"model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-64|(320, 704)","model.language_model.layers.1.linear_attn.in_proj_z.weight|2d-64|(320, 1344)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,17,0.026172843465826823,5.636961189099591 +2096,2279,1.238271791758197,0.04754982671036263,0.011424149916062462,0.01142074187723235,1.60125106160512,1.268741589807396,1.4063274714372087,0.999934742270062,0.009051856060706558,"model.language_model.layers.20.linear_attn.out_proj.weight|2d-128|(1920, 1280)","model.language_model.layers.14.linear_attn.out_proj.weight|2d-128|(1536, 0)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,6,0.030469798049199026,4.278544624470683 +2489,2492,1.2338809787754041,0.03601404954203001,0.02136603255182487,0.021290853656226957,1.2573042519018753,1.6041606805022004,1.3994661519027332,0.9997717202706797,0.02726034630529704,"model.language_model.layers.9.linear_attn.out_proj.weight|2d-64|(1280, 896)","model.language_model.layers.18.linear_attn.out_proj.weight|2d-64|(1536, 256)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,9,0.02342327312647119,3.4866291646790772 +2597,2683,1.2725395885548327,0.08983621341831409,0.004299002952147932,0.004310226555025025,1.4430615122575794,1.381309810948862,1.4111733452559498,0.999990759244113,0.004115039383047526,"model.language_model.layers.9.mlp.down_proj.weight|2d-128|(1152, 2176)","model.language_model.layers.0.mlp.down_proj.weight|2d-128|(1152, 3968)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,9,0.10877022239402923,3.7816578573204414 +2920,3033,1.2647857691886288,0.006729884851428486,0.006994824396163797,0.007675949276907053,1.5945503986226286,1.2766357065440916,1.4093790224874565,0.9999755359165877,0.005600225990261586,"model.language_model.layers.12.mlp.down_proj.weight|2d-64|(512, 5568)","model.language_model.layers.19.mlp.down_proj.weight|2d-64|(1984, 320)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,7,0.011849937355462803,4.383048723912461 +3181,3326,1.1691344767474694,0.0428419953578311,-0.0033914941492848238,-0.00322058138449295,1.20783409724268,1.792008355664766,1.416434728148163,0.9999942488671799,-0.005031805168922512,"model.language_model.layers.18.mlp.gate_proj.weight|2d-128|(4480, 1920)","model.language_model.layers.8.mlp.gate_proj.weight|2d-128|(6016, 256)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,10,0.038699620495210585,3.1134307063059077 +3337,3518,1.1613073706140964,0.01645040357830928,0.009116921836879698,0.008808177455743325,1.1658022906407495,1.9160777737365626,1.4084766754842803,0.9999584400044935,0.014984300028212778,"model.language_model.layers.20.mlp.gate_proj.weight|2d-64|(4352, 1536)","model.language_model.layers.11.mlp.gate_proj.weight|2d-64|(6080, 640)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,9,0.004494920026653082,3.0245624433358502 +3724,3830,1.241487588310437,0.017572862181195296,-0.0082196947499212,-0.008225424235630963,1.278350196482825,1.6219086832589356,1.4198536579854673,0.9999662177384885,-0.010428749747381286,"model.language_model.layers.20.mlp.up_proj.weight|2d-128|(3840, 1280)","model.language_model.layers.1.mlp.up_proj.weight|2d-128|(3840, 1792)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,19,0.036862608172387956,3.4343790485862975 +3937,4028,1.2372281825601712,0.058839594473422546,0.053928582133037646,0.05399545897638976,1.5614104729203753,1.2448380812298065,1.3765367890966727,0.998544795204061,0.04299468581145993,"model.language_model.layers.1.mlp.up_proj.weight|2d-64|(3904, 1216)","model.language_model.layers.19.mlp.up_proj.weight|2d-64|(5696, 1536)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,18,0.007609898669635351,3.9750892573322023 +4290,4308,1.1846197731017474,0.016567332125359432,0.0090569472273241,0.009250342105094879,1.8100546785547127,1.1925321438168794,1.408316820032274,0.9999589850123461,0.005967057692456706,"model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 256)","model.language_model.layers.3.self_attn.k_proj.weight|2d-128|(384, 1792)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,20,0.007912370715132067,5.237002845576508 +4514,4582,1.1088964688281744,-0.022248771490877454,-0.015729388364885667,-0.01548593723019478,2.1588504618543727,1.1376657838657749,1.4233586174675656,0.9998762855181967,-0.008289034956360939,"model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 512)","model.language_model.layers.3.self_attn.k_proj.weight|2d-64|(64, 1216)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,20,0.028769315037600496,6.734832219219453 +4714,4772,1.1309515697007682,0.044121402003232,0.013727666623579774,0.013745907075504474,1.9968367206147015,1.1461717085559096,1.4058067089853148,0.9999057711449973,0.00787959423321841,"model.language_model.layers.11.self_attn.o_proj.weight|2d-128|(768, 1280)","model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(1664, 768)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,8,0.015220138855141396,5.229245890365728 +4897,4952,1.1324636869341123,0.050556840737653465,0.01358727566184359,0.013385168375609593,1.156605041209491,1.9442138410133631,1.4057451169439739,0.9999076887093573,0.022839749492874283,"model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(128, 64)","model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(1792, 1664)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,4,0.02414135427537878,3.276174959175852 +5268,5332,1.1295003089277613,0.05278056372143108,0.018451497832623988,0.01852291528047289,1.995615504932531,1.1432678743444427,1.4029132103899924,0.9998297566224627,0.010570675890939378,"model.language_model.layers.11.self_attn.q_proj.weight|2d-128|(1152, 512)","model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(3456, 1536)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,8,0.013767565416681338,5.2037903654405495 +5452,5559,1.1165340903353616,0.07267764641250093,0.052285409835768674,0.05606780562555147,1.122660800567148,1.9862397987141287,1.3821760119886641,0.9986321824967919,0.0925046655725568,"model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(1856, 512)","model.language_model.layers.19.self_attn.q_proj.weight|2d-64|(1920, 896)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,16,0.0061267102317863475,3.1348463760196865 +5756,5819,1.088154197199087,0.007856684996473127,-0.009673467582896458,-0.009670174892485747,2.3588057408697534,1.1091430081366478,1.4194717288613943,0.9999532109178523,-0.004548597940095723,"model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(384, 512)","model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(384, 1408)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,12,0.020988810937560887,8.653654931765587 +5908,6009,1.0822375202989905,0.017581648672644796,0.0003775923489342509,0.0005994970019293708,2.35172266103934,1.1046666085307926,1.4140080555807686,0.9999999287120065,0.00017736515721629862,"model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(448, 1536)","model.language_model.layers.23.self_attn.v_proj.weight|2d-64|(320, 1856)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,16,0.02242908823180212,8.057625395859418 +6256,6394,1.2273886523919388,0.01068318101218118,-0.016257481670455515,-0.016251207728619623,1.241633905455194,1.7247453635882035,1.4250735660982665,0.9998678384115246,-0.02258315918367148,"model.visual.blocks.1.attn.proj.weight|2d-128|(768, 0)","model.visual.blocks.21.attn.proj.weight|2d-128|(896, 256)",model.visual.layers.*.attn.proj.weight,2d-128,20,0.014245253063255081,3.7119975378617807 +6500,6642,1.200214435298191,0.03744513479912267,0.026963558049742986,0.026951342375283013,1.2110268611094444,1.7043115944114902,1.3960926827872406,0.9996364171724128,0.037946560961219844,"model.visual.blocks.10.attn.proj.weight|2d-64|(64, 448)","model.visual.blocks.18.attn.proj.weight|2d-64|(512, 768)",model.visual.layers.*.attn.proj.weight,2d-64,8,0.010812425811253412,3.02977332788076 +6764,6784,1.1168176077627465,0.004005933190391341,0.001182313753925948,0.0012795047101730335,1.1753728319547092,1.8993120310007192,1.4134651672891907,0.9999993010668494,0.0019105280266812448,"model.visual.blocks.23.attn.qkv.weight|2d-128|(2176, 256)","model.visual.blocks.0.attn.qkv.weight|2d-128|(2048, 0)",model.visual.layers.*.attn.qkv.weight,2d-128,23,0.058555224191962685,3.004107468777455 +6920,7094,1.1103802976748933,0.018118524542456438,0.0004259006845723247,0.0010460837325388568,2.14487991545403,1.1301172443583418,1.4139651447459896,0.9999999093042993,0.00022440310273375897,"model.visual.blocks.18.attn.qkv.weight|2d-64|(2816, 896)","model.visual.blocks.8.attn.qkv.weight|2d-64|(640, 384)",model.visual.layers.*.attn.qkv.weight,2d-64,10,0.019736946683448497,5.8674218402277 +7371,7378,1.226783774868528,0.07040839366062028,0.010560536342228706,0.01095038856677115,1.6143517694655012,1.2632482975512347,1.4069465393951854,0.9999442359812694,0.008263737685848553,"model.visual.blocks.17.mlp.linear_fc1.weight|2d-128|(3072, 0)","model.visual.blocks.7.mlp.linear_fc1.weight|2d-128|(1920, 640)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,10,0.036464522682706724,4.135220292901456 +7496,7573,1.2301595895657003,0.040405245604889006,0.005768679506961221,0.005805383992024205,1.2672548694627233,1.6159672534550573,1.410246541145661,0.9999833610299452,0.007356055520922036,"model.visual.blocks.7.mlp.linear_fc1.weight|2d-64|(1280, 512)","model.visual.blocks.16.mlp.linear_fc1.weight|2d-64|(256, 192)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,9,0.03709527989702299,3.153110794465261 +7702,7908,1.234516814832048,0.020095087022555334,0.005998713175254382,0.005965080613429615,1.6212453755850837,1.2645086338613913,1.4100935220853892,0.9999820075582565,0.004678764063971365,"model.visual.blocks.9.mlp.linear_fc2.weight|2d-128|(768, 2816)","model.visual.blocks.5.mlp.linear_fc2.weight|2d-128|(640, 1536)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,4,0.029991819029343336,4.531415724427754 +7990,8073,1.2243846351664907,0.030481555930789613,-0.009104031543231854,-0.00918842268993779,1.1931718168163152,1.8589558207208257,1.420054205365964,0.9999585574460873,-0.014184036356536107,"model.visual.blocks.1.mlp.linear_fc2.weight|2d-64|(448, 2752)","model.visual.blocks.10.mlp.linear_fc2.weight|2d-64|(384, 64)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,9,0.03121281835017542,3.514461820119493 +8222,8412,1.3397184773431126,0.04306574870579698,0.006987820426216476,0.006999925000404118,1.3799803446956664,1.4405039150846253,1.4092683292977224,0.9999755848847965,0.007294294241627801,"model.visual.merger.linear_fc1.weight|2d-128|(2048, 1664)","model.visual.merger.linear_fc1.weight|2d-128|(2432, 2688)",model.visual.merger.linear_fc1.weight,2d-128,0,0.04026186735255388,3.3960752470193873 +8551,8594,1.345808521388194,0.040124122392784525,0.0209259515724347,0.0211170633712064,1.4091906133753305,1.3896929213402427,1.3993399010523349,0.9997810283010916,0.020636418165507424,"model.visual.merger.linear_fc1.weight|2d-64|(2752, 576)","model.visual.merger.linear_fc1.weight|2d-64|(1280, 64)",model.visual.merger.linear_fc1.weight,2d-64,0,0.043884399952048625,3.680886826096113 +8777,8955,1.3483492641875154,0.060297808754767084,0.010752046757375703,0.010753751310643121,1.3988464879257674,1.4144648524201806,1.4065906412192253,0.9999421950745588,0.010872095230719392,"model.visual.merger.linear_fc2.weight|2d-128|(256, 1152)","model.visual.merger.linear_fc2.weight|2d-128|(896, 3456)",model.visual.merger.linear_fc2.weight,2d-128,0,0.05049722373825194,3.5622849848355385 +8973,9178,1.3478427461170173,0.033855567505897056,0.01860458773060299,0.01860004727241428,1.4190558139205862,1.383617499659049,1.4010006141450784,0.9998269196792885,0.018139972300937907,"model.visual.merger.linear_fc2.weight|2d-64|(1664, 3136)","model.visual.merger.linear_fc2.weight|2d-64|(448, 2368)",model.visual.merger.linear_fc2.weight,2d-64,0,0.035774753542031634,3.6457335033613525 +9244,9260,0.7841908319972193,0.6422656503738123,0.5771434125535095,0.5750651296422126,0.8269039555532565,1.1695830728647545,0.9548711488645073,0.8166428113600765,0.8163187047356072,"model.visual.pos_embed.weight|2d-128|(384, 512)","model.visual.pos_embed.weight|2d-128|(640, 512)",model.visual.pos_embed.weight,2d-128,0,0.04271312355603718,3.999582196047894 +9542,9594,0.5405241244277504,0.8485158775529485,0.6229109953759439,0.6272584553869515,1.0658082429464166,0.7913836941896112,0.8985644124380935,0.7822927149346023,0.4625237306376564,"model.visual.pos_embed.weight|2d-64|(1664, 640)","model.visual.pos_embed.weight|2d-64|(896, 640)",model.visual.pos_embed.weight,2d-64,0,0.25085956976186075,2.934984262621571 +9839,9861,1.2046150444420662,0.013364479504451084,0.016445476889614664,0.01644069762552268,1.2748682888898597,1.579040933999056,1.4028000228386546,0.9998647640005488,0.02036922669905746,"mtp.fc.weight|2d-128|(768, 3968)","mtp.fc.weight|2d-128|(896, 2688)",mtp.fc.weight,2d-128,0,0.07025324444779346,3.14445459767621 +9892,9918,1.1580923703067996,0.03750328901214656,0.0276050106932811,0.027476419681353118,2.0657216295783534,1.125514781387683,1.397715680038317,0.9996189090771661,0.015040674953863353,"mtp.fc.weight|2d-64|(576, 192)","mtp.fc.weight|2d-64|(1152, 3392)",mtp.fc.weight,2d-64,0,0.03257758891911666,4.921698915924191 +10239,10300,1.3230561251891189,0.01791013239947323,0.012132835387028317,0.012123718542872065,1.3232296400602273,1.5057510702733279,1.4056797322925778,0.9999263944438467,0.013806394080347593,"mtp.layers.0.mlp.down_proj.weight|2d-128|(1152, 3328)","mtp.layers.0.mlp.down_proj.weight|2d-128|(1408, 1024)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.00017351487110839336,3.4832235402823097 +10457,10577,1.279191882744473,0.03577905558047416,0.03716971264657295,0.03782301704783381,1.4782968881170722,1.312236991038748,1.3878707518246485,0.9993089674679054,0.032994368230890206,"mtp.layers.0.mlp.down_proj.weight|2d-64|(1856, 5184)","mtp.layers.0.mlp.down_proj.weight|2d-64|(1856, 4992)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.03304510829427487,3.956799052640273 +10677,10885,1.314098834926768,0.06280914809870487,0.014755071811767545,0.014756900672377156,1.378702553691385,1.4302108539377758,1.4037484446945598,0.9998911380024476,0.015306321003990124,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(256, 640)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(1920, 640)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.06460371876461712,3.7412642516750005 +10968,11128,1.3008870603749147,0.08184176592210092,0.027219946547341303,0.02690487694309318,1.343246623200367,1.4529956275242448,1.3948933917447128,0.9996294686082238,0.02944393280550312,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(1984, 1280)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(1664, 1024)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.04235956282545228,3.350086784712581 +11181,11342,1.3361509626633692,0.04083561663615907,0.005276949219995572,0.005258639803799905,1.4419249926661883,1.3810077928827271,1.410480742961297,0.9999860768065372,0.005054013234062446,"mtp.layers.0.mlp.up_proj.weight|2d-128|(128, 1664)","mtp.layers.0.mlp.up_proj.weight|2d-128|(4992, 1792)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.044856830219357935,3.8745966569690853 +11484,11621,1.317790881067152,0.033170093390063174,0.03668361352572397,0.036907545125324584,1.454487413075425,1.3301104746703925,1.3881372170262591,0.9993269297375587,0.0335467039182935,"mtp.layers.0.mlp.up_proj.weight|2d-64|(5184, 960)","mtp.layers.0.mlp.up_proj.weight|2d-64|(1856, 1344)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.01231959360324053,3.853717607223859 +11685,11708,1.246167150027,0.03716537970437358,0.018445657891099067,0.018444243506151925,1.273044878815344,1.5785382407220052,1.4014085360490198,0.9998298643794176,0.022872073750825686,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(128, 640)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(256, 1536)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.026877728788343935,3.7348816039945847 +11738,11939,1.091775679022026,0.008171440186894434,0.019377602331459555,0.019378101070469497,2.385045301681507,1.0916812472336985,1.4038046083435325,0.9998122366364016,0.008869502422738998,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 640)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 1216)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,9.443178832757582e-05,7.146514828124147 +12095,12112,1.1938890964890014,0.02567926022180197,0.011247499179859219,0.011251534839886815,1.2089898421791223,1.7501461921796129,1.4067554677037246,0.9999367448804944,0.016281996071773,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(768, 1920)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1024, 0)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.015100745690120876,3.449074680448232 +12346,12410,1.1807073405681245,0.030782767785604525,-0.0022336974684315177,-0.0021931312724174433,1.5971065771178092,1.2848193981439575,1.4157555227080234,0.999997505294698,-0.0017969357074497654,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(576, 64)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(1344, 1856)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.10411205757583297,5.5702951698644085 +12591,12631,1.0621629846526488,0.02786417084457449,0.016442475681168783,0.01636563239473743,2.7108355362404426,1.0688804388079167,1.406256141485012,0.9998648133590232,0.006483255950506818,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 1920)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(3968, 512)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.006717454155267921,8.798476524831466 +12829,12841,1.0618982930914556,0.03439741880394545,0.03120543365641407,0.030914245020073224,2.7424826481552294,1.0608961556969978,1.3992853002052912,0.9995129918666966,0.012071443596996481,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(576, 0)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(3968, 1472)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.0010021373944577583,8.592839582554316 +13044,13049,1.3671517646499234,0.04067657840656687,0.003605428455923966,0.0036584774221326034,1.4358258250590679,1.3886808756073026,1.4116632600927543,0.9999935004217023,0.0034870451956845153,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(256, 512)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(256, 1152)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.021529110957379194,3.873689906729906 +13178,13276,1.3085766810193207,0.0343829430997662,0.01866313954364396,0.01910582926920897,1.3372652377499887,1.4748549524156864,1.4010182026410938,0.9998258284433217,0.02058336895818898,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 640)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 768)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.028688556730668058,3.243138764803543 +61,105,1.1811963301188895,0.24606616308435236,0.21070122224519053,0.20824693597276764,1.2102538037842872,1.3094864796034398,1.256941796471744,0.9775505076180887,0.22797730600248056,"model.language_model.embed_tokens.weight|2d-128|(140160, 384)","model.language_model.embed_tokens.weight|2d-128|(44416, 384)",model.language_model.embed_tokens.weight,2d-128,0,0.02905747366539768,3.015859969438714 +293,410,1.1931548804812593,0.26499006802245006,0.2808767869442108,0.28099966562497936,1.1759405939531242,1.2244502181472763,1.1994603309972096,0.9597438359040897,0.2924634499521788,"model.language_model.embed_tokens.weight|2d-64|(163904, 0)","model.language_model.embed_tokens.weight|2d-64|(212224, 0)",model.language_model.embed_tokens.weight,2d-64,0,0.01721428652813506,3.149529277609871 +649,741,0.15267599928166833,0.9886337602239303,0.9886337602239302,0.9902751097786752,0.15869853806973122,0.15267599928166833,0.15559992275599632,0.1503438995952024,0.9511155496559104,"model.language_model.layers.0.linear_attn.conv1d.weight|3d-axis0-slice|(2491, 0, 0)","model.language_model.layers.16.linear_attn.conv1d.weight|3d-axis0-slice|(3993, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,16,0.0,0.28600249398533373 +856,975,0.6367970990071699,0.7921202796541179,0.7921202796541179,0.8103334361926667,0.63679709900717,1.0429766455832703,0.7686268488541791,0.6103650240312611,1.2973723552764358,"model.language_model.layers.9.linear_attn.conv1d.weight|3d-volume|(1060, 0, 0)","model.language_model.layers.18.linear_attn.conv1d.weight|3d-volume|(5348, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,9,1.1102230246251565e-16,1.9172751432108113 +1078,1145,1.1534250729038724,0.030073894059694063,0.004507759266085601,0.004487548383486385,1.8449743406229089,1.1864972657152215,1.411310344015197,0.9999898400015867,0.002898925977424299,"model.language_model.layers.0.linear_attn.in_proj_qkv.weight|2d-128|(4608, 1920)","model.language_model.layers.16.linear_attn.in_proj_qkv.weight|2d-128|(1152, 1408)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,16,0.0330721928113491,5.546683073413309 +1357,1469,1.1500984629893307,0.045061855696346236,0.041448604214604584,0.041200129854404154,1.8396281360571047,1.159843317618411,1.3875166741824883,0.9991406373522503,0.026132393651010756,"model.language_model.layers.14.linear_attn.in_proj_qkv.weight|2d-64|(1216, 512)","model.language_model.layers.17.linear_attn.in_proj_qkv.weight|2d-64|(5120, 896)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,3,0.009744854629080368,5.428630566662291 +1635,1720,1.1598204190886838,0.0010434236690534445,0.017700208096298714,0.017265206698710425,1.9582725437893675,1.1509169664649632,1.4032362345104104,0.9998433390453465,0.010402775585348684,"model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(256, 1920)","model.language_model.layers.1.linear_attn.in_proj_z.weight|2d-128|(1536, 896)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,17,0.008903452623720609,5.337426524816276 +1922,1964,1.1585986280560698,-0.0394507565289872,-0.024074925609171325,-0.025233237406085043,2.088289536443259,1.1541506732798668,1.428555049167102,0.9997101569739666,-0.013305670078830455,"model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-64|(640, 768)","model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-64|(64, 1600)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,2,0.004447954776203078,5.429035481072733 +2134,2194,1.238295165221883,-0.013868057811254268,-0.006515536388878856,-0.006515675334832601,1.7324477262304294,1.2302576347963556,1.4185567242561228,0.999978773667504,-0.004626857287436287,"model.language_model.layers.16.linear_attn.out_proj.weight|2d-128|(1280, 256)","model.language_model.layers.0.linear_attn.out_proj.weight|2d-128|(1152, 256)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,16,0.00803753042552735,4.613826588174233 +2374,2468,1.2339385919234018,-0.017039953643633556,0.0019838571491303195,0.001958579632262123,1.6887670560737194,1.239149945393436,1.4128747653389737,0.9999980321534697,0.0014556752923216081,"model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(1536, 896)","model.language_model.layers.8.linear_attn.out_proj.weight|2d-64|(192, 1920)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,4,0.005211353470034208,4.756871107910412 +2652,2796,1.2725515514441883,0.05415534939553983,0.009322589635087626,0.009323643251423583,1.3144621833550716,1.524028572866498,1.4076778696867969,0.9999565437170236,0.010808902041379355,"model.language_model.layers.23.mlp.down_proj.weight|2d-128|(1792, 3456)","model.language_model.layers.2.mlp.down_proj.weight|2d-128|(1792, 4224)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,21,0.04191063191088329,3.4745908547440347 +2942,2943,1.2651573554207673,0.039470321540109723,0.008950889855743114,0.009034667647852828,1.577156092720584,1.2837200515368856,1.408002472895444,0.9999599399829927,0.007285541894014184,"model.language_model.layers.3.mlp.down_proj.weight|2d-64|(1024, 2816)","model.language_model.layers.21.mlp.down_proj.weight|2d-64|(1216, 192)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,18,0.01856269611611827,4.107206122779453 +3131,3196,1.1691678299228552,0.013225832125105433,-0.00030330232569075917,-0.0003197191355520174,1.8656761951085075,1.1847551518762782,1.41440765778204,0.9999999540038486,-0.00019260523014674827,"model.language_model.layers.10.mlp.gate_proj.weight|2d-128|(1408, 1152)","model.language_model.layers.22.mlp.gate_proj.weight|2d-128|(0, 768)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,12,0.01558732195342305,4.944457315633743 +3518,3523,1.161421015739346,0.01943588924151658,0.01033681502395491,0.009331996673413119,1.8784914190597342,1.173640116532572,1.407629161177523,0.9999465737003955,0.006458214642983315,"model.language_model.layers.11.mlp.gate_proj.weight|2d-64|(6080, 640)","model.language_model.layers.22.mlp.gate_proj.weight|2d-64|(3072, 1984)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,11,0.012219100793225968,4.979772554297673 +3680,3839,1.2416146380228101,0.015901398659317775,-0.002511670520594223,-0.002537048015928724,1.6147741649507945,1.2761368182815918,1.4159404478587592,0.9999968457506233,-0.001984943341486053,"model.language_model.layers.3.mlp.up_proj.weight|2d-128|(4736, 512)","model.language_model.layers.21.mlp.up_proj.weight|2d-128|(5760, 640)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,18,0.03452218025878162,4.456215301897291 +3908,3937,1.2372307999909935,0.026544895308352048,0.02595595449963839,0.0255391956606891,1.2331456383047505,1.6486296917466767,1.3964964418704953,0.9996630874579758,0.03470130042754477,"model.language_model.layers.22.mlp.up_proj.weight|2d-64|(3776, 896)","model.language_model.layers.1.mlp.up_proj.weight|2d-64|(3904, 1216)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,21,0.004085161686242955,3.268908037125463 +4222,4323,1.184768123555734,0.0450568199406695,0.013389785353404576,0.013389840863956289,1.2034104629615299,1.7619514574032435,1.4053666702755194,0.9999103528057852,0.019604409753666882,"model.language_model.layers.15.self_attn.k_proj.weight|2d-128|(384, 1792)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(256, 384)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,8,0.01864233940579596,3.3187574877628028 +4514,4576,1.1089009873676698,-0.025905904464528295,-0.01288783800919622,-0.013478386954509253,2.1506347141335707,1.1372043775612266,1.4217252825543518,0.9999169483669375,-0.006814781564270634,"model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 512)","model.language_model.layers.15.self_attn.k_proj.weight|2d-64|(384, 1280)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,8,0.028303390193556766,6.769923071466744 +4805,4823,1.1309622398784882,0.013037607093196436,0.015880431131019935,0.015823836546594448,1.1361554739915274,2.045584084483216,1.4046482629823658,0.9998738980026896,0.028591823848034745,"model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(1664, 128)","model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(128, 1920)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,12,0.00519323411303918,2.9722329429643395 +4915,5016,1.132590634650681,0.044706866349425486,0.031481792471494054,0.03137123924606693,1.8583513413780817,1.1628114127153268,1.3940498223361544,0.9995043255247982,0.019698851752888727,"model.language_model.layers.11.self_attn.o_proj.weight|2d-64|(1472, 1408)","model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(64, 128)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,12,0.030220778064645737,5.539009654804496 +5166,5212,1.1295551282157026,0.023168499536052538,0.014348445811666017,0.014382872779597171,1.1292814964597238,2.094315128829314,1.4057110895360805,0.9998970557526359,0.026609988061228707,"model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(3328, 768)","model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(0, 1792)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,4,0.0002736317559788315,3.0491335375003517 +5388,5465,1.116586900441995,0.06562644640765161,0.039143734523254946,0.039378997842874984,1.9231012523526028,1.143161244588205,1.3896860477097508,0.9992335903318967,0.023268457768769565,"model.language_model.layers.19.self_attn.q_proj.weight|2d-64|(3776, 0)","model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(3520, 1216)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,16,0.02657434414620985,5.515941535207429 +5811,5851,1.0881832372741151,0.043967420145316696,0.014057870673665757,0.014068397788007461,2.261649200958167,1.107204098368869,1.4063405097364736,0.9999011832536866,0.006882115943369133,"model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(256, 0)","model.language_model.layers.23.self_attn.v_proj.weight|2d-128|(128, 1408)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,16,0.01902086109475376,7.372624836151094 +5988,6032,1.0824540098434894,0.014359987585660955,0.022292113741061704,0.022361816012805485,2.482120943729155,1.0819262757211616,1.4026183491662674,0.9997514999563419,0.009716860759243965,"model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(448, 960)","model.language_model.layers.23.self_attn.v_proj.weight|2d-64|(128, 1792)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,16,0.000527734122327761,7.911335804017955 +6240,6340,1.2279101978421758,0.06597985600498163,0.017035625506921257,0.017031014547799588,1.58273645070275,1.272336483093258,1.4023996465788946,0.9998548832023515,0.013694666496842268,"model.visual.blocks.21.attn.proj.weight|2d-128|(896, 512)","model.visual.blocks.23.attn.proj.weight|2d-128|(128, 256)",model.visual.layers.*.attn.proj.weight,2d-128,2,0.044426285251082165,4.3873169341925085 +6543,6592,1.2002651017182218,0.017343401143998877,0.01886338539437564,0.018861720382861203,1.7856743485690754,1.1917314554606675,1.401841962395711,0.999822070516281,0.012589131802766208,"model.visual.blocks.22.attn.proj.weight|2d-64|(256, 448)","model.visual.blocks.23.attn.proj.weight|2d-64|(0, 448)",model.visual.layers.*.attn.proj.weight,2d-64,1,0.008533646257554262,4.479360002513228 +6708,6784,1.1168434808972176,0.03907243525178581,0.0008868054598341172,0.0009753964003734442,1.197707934162015,1.8145528290617807,1.4136368528873444,0.9999996067879608,0.0013435290107644549,"model.visual.blocks.6.attn.qkv.weight|2d-128|(128, 640)","model.visual.blocks.0.attn.qkv.weight|2d-128|(2048, 0)",model.visual.layers.*.attn.qkv.weight,2d-128,6,0.0808644532647973,3.2675349986958335 +7108,7136,1.110749486579,0.017414447618985016,0.00744096144857512,0.007351955236128424,2.2170365919156483,1.1162458787640384,1.4099804676880985,0.9999723156631491,0.0037464165369671463,"model.visual.blocks.10.attn.qkv.weight|2d-64|(2176, 0)","model.visual.blocks.3.attn.qkv.weight|2d-64|(832, 896)",model.visual.layers.*.attn.qkv.weight,2d-64,7,0.00549639218503839,5.861560296118365 +7364,7368,1.2268065942423125,0.03908812822558142,0.016179342918186713,0.01612372302180029,1.6382934662882516,1.24682471100737,1.4031433490171372,0.9998691058647305,0.012313303430282961,"model.visual.blocks.18.mlp.linear_fc1.weight|2d-128|(0, 128)","model.visual.blocks.3.mlp.linear_fc1.weight|2d-128|(2304, 0)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,15,0.020018116765057492,4.480586600747617 +7446,7598,1.2304186384914142,0.04206683230733581,0.04311897522120068,0.04237854148230881,1.2344269049025982,1.6070142105604381,1.38444121750423,0.9990699444863075,0.056133583649280894,"model.visual.blocks.0.mlp.linear_fc1.weight|2d-64|(1600, 128)","model.visual.blocks.14.mlp.linear_fc1.weight|2d-64|(1152, 256)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,14,0.004008266411184014,3.8961150947368592 +7767,7842,1.234895629415385,0.02071318441972325,0.00035263838209892233,0.0003492357992665452,1.6749693245301094,1.2462106577147773,1.413974706336256,0.9999999378230838,0.00026237000502338047,"model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(512, 3328)","model.visual.blocks.3.mlp.linear_fc2.weight|2d-128|(768, 1792)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,7,0.011315028299392349,4.960301670133728 +8073,8097,1.2245160619991662,0.02541449693650385,0.013468070625277316,0.013332133017648936,1.616262407324108,1.2594531624973435,1.4049486286918376,0.9999093014237004,0.010494833057353683,"model.visual.blocks.10.mlp.linear_fc2.weight|2d-64|(384, 64)","model.visual.blocks.6.mlp.linear_fc2.weight|2d-64|(576, 512)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,4,0.03493710049817733,4.458023764350871 +8246,8354,1.3397209755006623,0.0369288285177352,-0.00022615224899377772,-0.0006140511912025774,1.4496619905741555,1.3815422221524478,1.4143732821014257,0.9999999744275798,-0.0002155253311814379,"model.visual.merger.linear_fc1.weight|2d-128|(128, 2816)","model.visual.merger.linear_fc1.weight|2d-128|(1152, 3328)",model.visual.merger.linear_fc1.weight,2d-128,0,0.04182124665178555,3.8750011600413914 +8660,8688,1.3458626891970191,0.07220528579298677,0.02911563300794886,0.029078902305781525,1.406435598756541,1.380870384328447,1.3934771367597518,0.9995760500905104,0.028586389150842287,"model.visual.merger.linear_fc1.weight|2d-64|(2624, 3776)","model.visual.merger.linear_fc1.weight|2d-64|(2368, 704)",model.visual.merger.linear_fc1.weight,2d-64,0,0.035007695131427985,3.6745743699085605 +8791,8852,1.3483570930258315,0.04298028906156403,0.0016269915654874138,0.0016039044644255579,1.4497543301886975,1.3790255335748902,1.4130640759979287,0.9999986764483471,0.0015476159408512307,"model.visual.merger.linear_fc2.weight|2d-128|(256, 2944)","model.visual.merger.linear_fc2.weight|2d-128|(1152, 896)",model.visual.merger.linear_fc2.weight,2d-128,0,0.030668440549058706,3.5788188812880577 +9071,9080,1.3478596339750992,0.056346164055863984,0.03683494962930984,0.036874044241113235,1.381032317012199,1.3949204520250948,1.387924273362404,0.999321362968793,0.037205374526210026,"model.visual.merger.linear_fc2.weight|2d-64|(1728, 2240)","model.visual.merger.linear_fc2.weight|2d-64|(832, 2560)",model.visual.merger.linear_fc2.weight,2d-64,0,0.03317268303709975,3.4581593631926184 +9239,9287,0.7861022756212187,0.6871335977560351,0.6156521777005085,0.6157969898028989,0.8044428091625919,1.0348130561059024,0.8981828364891729,0.788018017619281,0.7919579916037901,"model.visual.pos_embed.weight|2d-128|(256, 896)","model.visual.pos_embed.weight|2d-128|(1024, 896)",model.visual.pos_embed.weight,2d-128,0,0.018340533541373216,3.3914371829740757 +9381,9500,0.5416116433503027,0.8436168460754199,0.845242457133417,0.8596103530951221,0.5431244543727857,0.7259168453436915,0.6150087858347412,0.5343829981006728,1.129714806786621,"model.visual.pos_embed.weight|2d-64|(2240, 128)","model.visual.pos_embed.weight|2d-64|(1280, 128)",model.visual.pos_embed.weight,2d-64,0,0.0015128110224830182,1.9448653432620342 +9760,9855,1.2048731715651608,0.008910903430261347,-0.005898609142884776,-0.005895604227326788,1.2252642217353402,1.7450627379955006,1.4181312114468052,0.9999826030537629,-0.008400998608013877,"mtp.fc.weight|2d-128|(512, 2048)","mtp.fc.weight|2d-128|(1920, 3584)",mtp.fc.weight,2d-128,0,0.020391050170179392,3.2552044749023668 +10009,10114,1.1582505564993277,0.11090467323718478,0.07916760019361599,0.07947114462717787,1.5330783086047375,1.2324792424165862,1.358441154537747,0.9968613198833546,0.06364477493610107,"mtp.fc.weight|2d-64|(1024, 2624)","mtp.fc.weight|2d-64|(1024, 2880)",mtp.fc.weight,2d-64,0,0.07422868591725851,4.468483484663722 +10216,10243,1.323163012332556,0.015613350918678,-0.006859412344098801,-0.0067791052743354846,1.4540784121630401,1.3864371646119444,1.4190501311503185,0.9999764739544095,-0.006540324181767839,"mtp.layers.0.mlp.down_proj.weight|2d-128|(128, 5120)","mtp.layers.0.mlp.down_proj.weight|2d-128|(640, 4096)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.06327415227938848,3.995224847378243 +10406,10503,1.2792221066150475,0.028425440543189434,0.030825940557674215,0.031001953241205804,1.4830280308008625,1.3165874299054439,1.3924016643489152,0.9995247677715319,0.02736633766209369,"mtp.layers.0.mlp.down_proj.weight|2d-64|(960, 1088)","mtp.layers.0.mlp.down_proj.weight|2d-64|(64, 1472)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.037365323290396324,4.201897297863547 +10814,10845,1.314107022705892,0.07427251615831162,0.02219914462440524,0.021838134236626644,1.441326061089186,1.359196180471072,1.398455581966792,0.9997535686247611,0.020934189284286794,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(1280, 1792)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(2432, 512)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.045089157765179966,3.9718608853677746 +10912,11025,1.3009035658829877,-0.007561171733675978,0.011344165746571789,0.011176387112694211,1.5355073623635733,1.3049946863607607,1.4062747059879337,0.9999356528814813,0.009641162513010905,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(2368, 640)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(256, 64)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.004091120477772936,4.235302298677506 +11233,11295,1.3362197845884423,0.03980191149755552,0.007358436111709686,0.007367638470941365,1.3915615714045464,1.4271159146490373,1.4090024166775148,0.9999729263425035,0.007546443864032365,"mtp.layers.0.mlp.up_proj.weight|2d-128|(2944, 1792)","mtp.layers.0.mlp.up_proj.weight|2d-128|(1024, 1920)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.05534178681610413,3.5775242608972753 +11417,11505,1.317834193410159,0.024635682187170067,0.009611513981380208,0.009559586498833794,1.4481544471676564,1.3699242179591629,1.4074113033180142,0.9999538083326578,0.009092293850354389,"mtp.layers.0.mlp.up_proj.weight|2d-64|(1600, 1536)","mtp.layers.0.mlp.up_proj.weight|2d-64|(3904, 1024)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.05209002454900391,4.022344727938065 +11691,11701,1.246375273851819,0.01495449942222134,0.012267064808256026,0.012248151748521601,1.2658219089923206,1.6054618820961422,1.4057535232691336,0.9999247567297203,0.015558511679210909,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(128, 1408)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(256, 640)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.0194466351405016,4.025676256740454 +11749,11934,1.0918181539117184,0.003259982534218232,0.013136736209357833,0.013114900893971758,2.31701652037571,1.1016156539679278,1.406990752342502,0.9999137093578454,0.0062458053807614945,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 1344)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 896)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.009797500056209385,7.224989218689141 +12127,12192,1.194068994073367,0.01487025542315124,0.0032664050023128452,0.003237633481084465,1.2292421781957084,1.7116981251554209,1.4120232274111268,0.9999946652849508,0.004548411547888672,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(1024, 1920)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1664, 0)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.03517318412234127,3.584862055229069 +12464,12491,1.1808543777072198,0.05250367710489099,0.034396030509188553,0.034385157400457896,1.1952912818193135,1.7321381749827915,1.3912887416589494,0.9994082814772004,0.04984448428516565,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(1152, 1536)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(1984, 896)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.014436904112093751,3.1796063492919218 +12609,12741,1.0623373969520034,0.041369556555765706,-0.011515094270361317,-0.011784020038024657,1.0768488803179566,2.7742761099383406,1.4196963057826102,0.9999336991040679,-0.02966623406667674,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(896, 128)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(1920, 640)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.014511483365953204,3.0948582530443636 +12828,12999,1.061901186969379,0.01744834642785075,0.006025137701737998,0.006339806562401259,2.713156743361662,1.0731667559100773,1.4112961729967175,0.9999818486931026,0.00238319348747768,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(576, 1856)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(3968, 1664)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.01126556894069819,9.362662480860779 +13033,13059,1.3674068011823182,0.021838249001893035,0.011703221696030669,0.011707344717840717,1.3788212864981835,1.434682682207366,1.4059203403752238,0.9999315149558662,0.012177364577806611,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 1152)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(384, 384)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.011414485315865308,3.6361947963501584 +13287,13323,1.308580010368117,0.07034516314915294,0.049468995237032,0.049214936006768926,1.434049902507592,1.3296458913567013,1.378892307463946,0.9987756597505961,0.045867473754886014,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 1472)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(448, 1728)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.021065880988584196,4.0692020151686386 +130,180,1.1812827054161916,0.30215484021756384,0.2723458010893574,0.26847439860154054,1.193015632328739,1.2202850928454914,1.206419278219346,0.962199441191376,0.278570969367507,"model.language_model.embed_tokens.weight|2d-128|(215296, 384)","model.language_model.embed_tokens.weight|2d-128|(83200, 384)",model.language_model.embed_tokens.weight,2d-128,0,0.011732926912547459,3.2455652659039687 +462,486,1.1933755390654188,0.0590293237081345,0.03895579644268286,0.04147481912272025,1.3078989174425564,1.4814909523079929,1.3866108225490685,0.9992409348718237,0.04412623880952278,"model.language_model.embed_tokens.weight|2d-64|(224448, 1920)","model.language_model.embed_tokens.weight|2d-64|(199296, 768)",model.language_model.embed_tokens.weight,2d-64,0,0.11452337837713755,3.447059368811098 +516,639,0.15282707009593013,0.9885459909497849,0.9885459909497849,0.9922768826616621,0.15845580770447504,0.15282707009593013,0.15556511769550033,0.1509199250500332,0.953430421014899,"model.language_model.layers.1.linear_attn.conv1d.weight|3d-axis0-slice|(4657, 0, 0)","model.language_model.layers.2.linear_attn.conv1d.weight|3d-axis0-slice|(59, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,1,0.0,0.29369503469173164 +879,921,0.6372427486596784,0.8413887031483344,0.8413887031483342,0.8562832431366632,1.2650477566032854,0.6372427486596784,0.8048509257312095,0.5404304305036534,0.4238328925424019,"model.language_model.layers.1.linear_attn.conv1d.weight|3d-volume|(4544, 0, 0)","model.language_model.layers.14.linear_attn.conv1d.weight|3d-volume|(2932, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,13,0.0,3.5150610126500106 +1038,1221,1.1534300072489891,-0.028392001868316485,0.0016058464538911278,0.0016057601366731198,1.1397987767769056,2.0778534696148685,1.4132556308267956,0.999998710627752,0.0029274585074761075,"model.language_model.layers.21.linear_attn.in_proj_qkv.weight|2d-128|(1408, 384)","model.language_model.layers.6.linear_attn.in_proj_qkv.weight|2d-128|(2816, 512)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,15,0.013631230472083589,3.15627749870534 +1316,1358,1.1501383262874847,0.020120155171168698,-0.004813790858757264,-0.00474690438935202,1.9630198843122888,1.1654064164888884,1.4171987629767504,0.9999884136416622,-0.0028578532491007596,"model.language_model.layers.9.linear_attn.in_proj_qkv.weight|2d-64|(4032, 320)","model.language_model.layers.2.linear_attn.in_proj_qkv.weight|2d-64|(2688, 1152)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,7,0.015268090201403739,5.484305995954129 +1615,1767,1.1598713078813079,0.006924866673442322,0.007326775211198794,0.006957447208124003,1.959581505435787,1.1577614400461378,1.4096684162800672,0.9999731588222779,0.004328810920026223,"model.language_model.layers.17.linear_attn.in_proj_z.weight|2d-128|(896, 1536)","model.language_model.layers.22.linear_attn.in_proj_z.weight|2d-128|(384, 0)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,5,0.0021098678351700872,5.250161437092658 +1922,1936,1.1586717185554973,0.00907265297596825,0.014454244667758107,0.014338895524956425,1.9492605617100578,1.1549652884047468,1.405220377446037,0.9998955319487554,0.008564350600067792,"model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-64|(640, 768)","model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-64|(1984, 1664)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,14,0.0037064301507505615,5.2741608326335605 +2134,2241,1.2383460091558267,-0.0036004587394265165,-0.0023198024719368513,-0.0023195731484935366,1.7388952999115768,1.2243412062435652,1.415757041066583,0.9999973092546255,-0.0016333529436087354,"model.language_model.layers.16.linear_attn.out_proj.weight|2d-128|(1280, 256)","model.language_model.layers.13.linear_attn.out_proj.weight|2d-128|(256, 1152)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,3,0.014004802912261471,4.67787332962872 +2367,2465,1.234017113984836,0.022244348191489908,0.003553688028473317,0.0036481124575873714,1.2673640716240815,1.6203432579238,1.4117726041543381,0.9999936856307625,0.004543441436147343,"model.language_model.layers.5.linear_attn.out_proj.weight|2d-64|(1152, 832)","model.language_model.layers.16.linear_attn.out_proj.weight|2d-64|(512, 0)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,11,0.033346957639245556,3.456023004597526 +2776,2804,1.2726929894315877,0.03505499753227656,-0.0028966999397113478,-0.003051961543545743,1.320618316851046,1.536171635485612,1.4162372004322057,0.9999958045559287,-0.003369503684083277,"model.language_model.layers.19.mlp.down_proj.weight|2d-128|(128, 3200)","model.language_model.layers.5.mlp.down_proj.weight|2d-128|(1664, 4224)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,14,0.04792532741945821,3.4642983071975544 +2877,2902,1.2653053724416554,0.06085947465132334,0.035222412765244446,0.034606358694193005,1.5006756125764988,1.2996047856661586,1.389344394223915,0.9993794983083227,0.03050307195559029,"model.language_model.layers.2.mlp.down_proj.weight|2d-64|(256, 512)","model.language_model.layers.19.mlp.down_proj.weight|2d-64|(512, 2816)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,17,0.03429941322450314,3.850799301711967 +3073,3212,1.169376425291408,0.06055921100452121,0.004167910417267712,0.004157730533408196,1.2019467258106442,1.791220209971754,1.411483702987986,0.9999913142236555,0.0062112947374822975,"model.language_model.layers.22.mlp.gate_proj.weight|2d-128|(3712, 768)","model.language_model.layers.10.mlp.gate_proj.weight|2d-128|(5760, 128)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,12,0.03257030051923615,3.1295392617439504 +3417,3429,1.1614696108086064,0.027681118443154393,0.013936061304686068,0.013931203356799258,1.8868276827607358,1.1690137033341659,1.4053621828596135,0.9999028883823229,0.008634305498341,"model.language_model.layers.10.mlp.gate_proj.weight|2d-64|(4160, 768)","model.language_model.layers.22.mlp.gate_proj.weight|2d-64|(448, 128)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,12,0.0075440925255594316,5.131546311490636 +3705,3726,1.2417732212256656,0.042898392927406395,0.010115642378144066,0.010098046296448341,1.6230840385863607,1.2595785888830269,1.4072675843995592,0.9999488355807399,0.007850145925534034,"model.language_model.layers.11.mlp.up_proj.weight|2d-128|(5120, 768)","model.language_model.layers.23.mlp.up_proj.weight|2d-128|(6016, 640)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,12,0.017805367657361293,4.10094597994372 +4039,4094,1.2373145304162765,0.01990799466441423,0.030324048453393235,0.03016404988982032,1.650835482748877,1.2281496789207995,1.3935247841335827,0.999540120298028,0.022559770952826644,"model.language_model.layers.3.mlp.up_proj.weight|2d-64|(3648, 1152)","model.language_model.layers.21.mlp.up_proj.weight|2d-64|(1280, 384)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,18,0.009164851495476967,4.294601111724793 +4254,4290,1.1848911932647086,0.02047344828892405,0.0046310549699300745,0.004367028852358971,1.2059269504022712,1.776989149580594,1.411167182133009,0.9999892766074371,0.006824073738406707,"model.language_model.layers.19.self_attn.k_proj.weight|2d-128|(128, 1792)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 256)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,4,0.02103575713756256,3.4792174138265803 +4364,4375,1.1090078029536103,0.02667420511167566,0.012193110096137836,0.012445901615303708,1.1302976409452739,2.096304047195922,1.4069917565216326,0.9999256612699683,0.022613924966757296,"model.language_model.layers.19.self_attn.k_proj.weight|2d-64|(320, 1216)","model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 640)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,4,0.021289837991663507,3.4315423864082613 +4623,4795,1.1309886974364292,0.05749848234936225,0.01904336000900764,0.01917093526127055,1.9602106076757893,1.149615958221487,1.4024119820063374,0.9998186587774641,0.011168468571073566,"model.language_model.layers.3.self_attn.o_proj.weight|2d-128|(1920, 512)","model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(256, 256)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,16,0.018627260785057942,4.998791929417171 +4883,4916,1.1327390054514697,0.0462706923886228,0.017532776837216987,0.017587515882272364,1.951478008436753,1.1523935693281762,1.4033152726974791,0.9998462890546609,0.01035351625400071,"model.language_model.layers.3.self_attn.o_proj.weight|2d-64|(1280, 640)","model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(1216, 256)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,16,0.0196545638767065,5.299301806635021 +5160,5163,1.129588380627289,0.043680135308388754,0.012881104665493508,0.012831540266463838,1.1495860406274483,1.9817733544168075,1.4062847466014123,0.9999170351297134,0.022205758507293717,"model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(2816, 512)","model.language_model.layers.23.self_attn.q_proj.weight|2d-128|(3072, 1664)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,20,0.019997660000159234,3.222266380256865 +5600,5618,1.1169824536601165,0.04012365914360795,0.024068236103513063,0.024364905737101702,1.1296151341801624,2.053826488670848,1.3997668068367568,0.999710318047616,0.04376001998313814,"model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(3008, 384)","model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(2688, 960)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,0,0.012632680520045847,3.1766035370024563 +5682,5818,1.0882270329137127,0.027468605898311377,0.009329356438066476,0.009300761719110233,2.3572891056425744,1.0994722248048174,1.4091502777280547,0.9999564806072571,0.004351340806863838,"model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(384, 768)","model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(384, 1280)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,12,0.011245191891104733,8.431889131691063 +5905,5919,1.0825447712853613,0.006469792974859561,0.012503061589121331,0.012576156104227068,2.7196275650997523,1.0700288983437118,1.4081763216490764,0.9999218336704618,0.004919290196134031,"model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(448, 1472)","model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(192, 640)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,12,0.012515872941649464,7.8424343041303715 +6179,6362,1.2280061573458287,0.040336644046813905,-0.001514593472963013,-0.0016627079342642463,1.2641474738529785,1.637844678495313,1.4152492230468876,0.999998853002648,-0.0019623255285361662,"model.visual.blocks.21.attn.proj.weight|2d-128|(384, 512)","model.visual.blocks.11.attn.proj.weight|2d-128|(384, 256)",model.visual.layers.*.attn.proj.weight,2d-128,10,0.0361413165071498,3.2500165846937477 +6485,6543,1.2005221882128612,0.01825775300928772,0.013844468680531406,0.013858680792286918,1.2057994734255713,1.7532613459418782,1.4050423056627623,0.999904160750896,0.020130189411777796,"model.visual.blocks.4.attn.proj.weight|2d-64|(320, 448)","model.visual.blocks.22.attn.proj.weight|2d-64|(256, 448)",model.visual.layers.*.attn.proj.weight,2d-64,18,0.005277285212710092,3.10643628100661 +6802,6860,1.1173355736937816,0.037036655127702545,-0.006321308194498489,-0.006346156271176893,2.055617051301329,1.1485981940388643,1.4180151063629096,0.9999800203317615,-0.003532099119127084,"model.visual.blocks.6.attn.qkv.weight|2d-128|(2176, 640)","model.visual.blocks.1.attn.qkv.weight|2d-128|(128, 512)",model.visual.layers.*.attn.qkv.weight,2d-128,5,0.03126262034508276,6.602489346031785 +7012,7132,1.1108231807007445,0.0464176632882932,0.023552043005474123,0.023978994917467626,2.05953483281284,1.1290234090129596,1.4001033457847156,0.9997226121631282,0.012911074607533313,"model.visual.blocks.8.attn.qkv.weight|2d-64|(2752, 576)","model.visual.blocks.3.attn.qkv.weight|2d-64|(640, 640)",model.visual.layers.*.attn.qkv.weight,2d-64,5,0.018200228312215128,5.487591417814422 +7358,7416,1.2271034366519693,0.03376601188843443,-0.007805756674945937,-0.0072807645087921025,1.6160641347273919,1.280830709126244,1.4195770199414255,0.999969534617296,-0.006186544606983943,"model.visual.blocks.17.mlp.linear_fc1.weight|2d-128|(128, 640)","model.visual.blocks.4.mlp.linear_fc1.weight|2d-128|(3840, 640)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,13,0.05372727247427478,4.439935813932513 +7430,7615,1.2305572752797924,0.029012509615053028,0.0026634453639542777,0.0023493702153534043,1.2596116688786527,1.6388809929597525,1.41239245650555,0.9999964530231061,0.0034654092928952966,"model.visual.blocks.2.mlp.linear_fc1.weight|2d-64|(192, 128)","model.visual.blocks.17.mlp.linear_fc1.weight|2d-64|(256, 256)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,15,0.029054393598860306,3.394774722762494 +7828,7846,1.2352582725246057,0.05509103417556858,-0.007763865066110149,-0.007771099193142627,1.3590590815597912,1.4891880501998862,1.419670046854939,0.9999698607454303,-0.00850724978530444,"model.visual.blocks.2.mlp.linear_fc2.weight|2d-128|(256, 1408)","model.visual.blocks.3.mlp.linear_fc2.weight|2d-128|(640, 1792)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,1,0.12380080903518542,3.7596939496253476 +8111,8168,1.22479621486601,-0.007332803996793778,0.01861390964269874,0.01829693669172836,1.6698961423654168,1.2313856453296421,1.4015830651575183,0.9998267461754629,0.013725944120701217,"model.visual.blocks.10.mlp.linear_fc2.weight|2d-64|(512, 2368)","model.visual.blocks.3.mlp.linear_fc2.weight|2d-64|(384, 3392)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,7,0.006589430463632029,5.456079305995097 +8271,8400,1.3397743407075515,0.0390844547053172,-0.008008090743113176,-0.008198798190682519,1.4103991332940573,1.4295226933698617,1.4198643347377478,0.9999679347272342,-0.008116672208319228,"model.visual.merger.linear_fc1.weight|2d-128|(2816, 128)","model.visual.merger.linear_fc1.weight|2d-128|(3968, 2432)",model.visual.merger.linear_fc1.weight,2d-128,0,0.07062479258650578,3.425904679772353 +8573,8581,1.345873912109546,0.043722433400585646,0.02883873682837219,0.028135846761316897,1.3703751457227071,1.418225242296818,1.3936844984299628,0.9995840771331563,0.029845713893462803,"model.visual.merger.linear_fc1.weight|2d-64|(64, 3904)","model.visual.merger.linear_fc1.weight|2d-64|(1536, 3072)",model.visual.merger.linear_fc1.weight,2d-64,0,0.024501233613161144,3.3231014050887193 +8799,8900,1.3484409473130206,0.05135637564242371,0.0004322184564731504,0.000484880303401736,1.4102062053861315,1.417638916643504,1.413907908963976,0.9999999065935986,0.00043449653110847836,"model.visual.merger.linear_fc2.weight|2d-128|(1024, 0)","model.visual.merger.linear_fc2.weight|2d-128|(1536, 1664)",model.visual.merger.linear_fc2.weight,2d-128,0,0.06176525807311095,3.472482819060351 +8998,9040,1.3479205825714833,0.05331698161032858,0.025698527935549286,0.025626382635289335,1.3783723627722644,1.4141756003740884,1.3959297397891652,0.9996697382945758,0.026366047487263917,"model.visual.merger.linear_fc2.weight|2d-64|(960, 2304)","model.visual.merger.linear_fc2.weight|2d-64|(64, 1024)",model.visual.merger.linear_fc2.weight,2d-64,0,0.030451780200781098,3.506255416439698 +9261,9357,0.7884393714800215,0.6685466337959207,0.6050863225350099,0.6110092617164643,0.9016539243459055,0.8768399341105656,0.8889873004700433,0.7961598723127522,0.5884340286853341,"model.visual.pos_embed.weight|2d-128|(640, 640)","model.visual.pos_embed.weight|2d-128|(2176, 640)",model.visual.pos_embed.weight,2d-128,0,0.08840056263054408,4.360554379939519 +9402,9542,0.5419456097086057,0.8405871323215058,0.8902469449035586,0.8923495502400968,0.45588531810961735,0.5234138814329667,0.48616687545345844,0.4554781850867067,1.0221158487796935,"model.visual.pos_embed.weight|2d-64|(128, 640)","model.visual.pos_embed.weight|2d-64|(1664, 640)",model.visual.pos_embed.weight,2d-64,0,0.08606029159898837,2.826674573579497 +9661,9830,1.2054933990104169,0.007114346225853908,-0.0016706443469717623,-0.001638492233234177,1.2554871253495195,1.657537524865495,1.415350264662128,0.9999986044727592,-0.0022056424473800885,"mtp.fc.weight|2d-128|(1792, 2048)","mtp.fc.weight|2d-128|(1024, 3584)",mtp.fc.weight,2d-128,0,0.049993726339102595,3.5974128685920017 +9929,10036,1.1582525247591158,0.03615431953950877,0.018411688446965474,0.01841178103595855,1.2186859796434169,1.7039441354291849,1.4018389404802485,0.9998304904975301,0.025742881330049906,"mtp.fc.weight|2d-64|(1344, 3968)","mtp.fc.weight|2d-64|(128, 2304)",mtp.fc.weight,2d-64,0,0.060433454884301074,3.1725766947694947 +10300,10323,1.3232126401016948,0.020971348544090353,0.005409806392821745,0.005485066092189227,1.4447386821197659,1.3783751945996872,1.4103873007763288,0.9999853668903321,0.005161309122360826,"mtp.layers.0.mlp.down_proj.weight|2d-128|(1408, 1024)","mtp.layers.0.mlp.down_proj.weight|2d-128|(1152, 4736)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.055162554497992344,4.194912506825366 +10408,10486,1.2792295578228006,0.028394398920209583,0.013644876979318226,0.013738646465597774,1.343686820670624,1.4745665104466408,1.4045738510018477,0.999906904332708,0.014973934642616421,"mtp.layers.0.mlp.down_proj.weight|2d-64|(960, 5440)","mtp.layers.0.mlp.down_proj.weight|2d-64|(1088, 5504)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.0644572628478235,3.420814521228362 +10671,10712,1.3141259749143284,0.034823247559680526,0.004658744831723481,0.004658886001888309,1.3792052600868547,1.4449262489650807,1.4109190609820264,0.9999891479894134,0.004880740299789568,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(3968, 0)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(512, 1024)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.06507928517252637,3.4809731120277267 +11021,11083,1.301235495309419,0.05063201221468295,0.02834278398374569,0.028149724573773332,1.4678437451916897,1.3305044107468518,1.3941258390852762,0.9995982626015567,0.02569088108100647,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(192, 1856)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(2304, 192)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.02926891543743282,4.310767687233287 +11192,11393,1.3362259933945941,0.036656287733202265,0.005055477790722028,0.005062990197806865,1.372342666551194,1.4523336235812732,1.4106400137094692,0.9999872209905022,0.005350150919074465,"mtp.layers.0.mlp.up_proj.weight|2d-128|(5760, 1920)","mtp.layers.0.mlp.up_proj.weight|2d-128|(1920, 128)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.03611667315659983,3.671033838054993 +11482,11525,1.3179292639096778,0.026993037182508922,0.016485280499397854,0.016712356878535287,1.3467173793004583,1.465958226735599,1.4025504410534924,0.9998641085301824,0.017944917723338102,"mtp.layers.0.mlp.up_proj.weight|2d-64|(3392, 384)","mtp.layers.0.mlp.up_proj.weight|2d-64|(1984, 576)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.028788115390780522,3.5049395514731096 +11682,11708,1.246415894340023,0.00010108475701233106,0.004267193082211742,0.004265874909953297,1.2646887724041187,1.6244937140607654,1.4112853329103725,0.9999908954901535,0.005481212840657287,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(128, 256)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(256, 1536)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.01827287806409572,3.6202716207502688 +11879,11924,1.091948161193885,0.05703171534408348,0.03436458367813464,0.034364415848156395,2.1171233945201626,1.113836133161214,1.394044310912847,0.9994093632684399,0.018079491776823747,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(256, 1472)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 256)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.021887971967329056,7.2103747350223015 +12095,12192,1.1941258187723143,-0.007038502742617182,-0.006796692040767052,-0.0067879330003651935,1.2127557423499673,1.7851220994553203,1.4186744616267835,0.9999769022218977,-0.010004426069882192,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(768, 1920)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1664, 0)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.01862992357765303,3.4398516071486682 +12310,12322,1.1809002778956659,0.014238491964517886,0.009766518809431829,0.009719479569284288,1.6827686620899367,1.234417484466838,1.4076109080849,0.9999523064178336,0.007164360647032631,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(1344, 64)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(128, 1152)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.053517206571172204,5.863242592073764 +12513,12609,1.0623482974773077,0.013815822509934626,0.0018485326682839884,0.0017780189048282116,2.8771207570069532,1.0657607834956642,1.4133617738243103,0.9999982914620276,0.0006847448512787304,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(2176, 896)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(896, 128)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.00341248601835642,8.266126984578722 +12873,12889,1.0619147328795238,0.03311476517673836,0.02793256404469151,0.026532468442910878,2.5848574812601766,1.0718062728032545,1.4001671687976347,0.9996098098087519,0.011582184927264698,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(2112, 1216)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(2496, 1408)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.009891539923730708,8.023184437525803 +13011,13050,1.3674143327674193,0.011900921137809165,0.001760900660932133,0.0017267243731907082,1.4216530668145606,1.4044401116511844,1.412967961407635,0.9999984496132294,0.0017395801961638195,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(0, 384)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(256, 1280)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.037025778883765126,3.809416072037921 +13151,13279,1.3086348026080301,-0.013922797550087341,0.00024343762529842688,-0.00010330362047205418,1.3340123469893304,1.510453201819741,1.4140427352282798,0.9999999703690609,0.00027563548523763717,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(128, 960)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 960)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.025377544381300243,3.5523011095054677 +37,213,1.1813367470826288,0.2989334156511814,0.31098758456539605,0.3070936455882836,1.170814853559746,1.1770030203657371,1.1738967043529431,0.9504139741429419,0.3126312629335273,"model.language_model.embed_tokens.weight|2d-128|(215936, 1920)","model.language_model.embed_tokens.weight|2d-128|(206208, 1920)",model.language_model.embed_tokens.weight,2d-128,0,0.010521893522882797,3.1041085156486172 +294,420,1.1935706843989058,0.2637641396592605,0.2112253758040386,0.2084259824825972,1.2890596430600114,1.2257653624626355,1.2562181791944957,0.9774373844991007,0.2008539719070937,"model.language_model.embed_tokens.weight|2d-64|(192960, 1216)","model.language_model.embed_tokens.weight|2d-64|(107904, 1216)",model.language_model.embed_tokens.weight,2d-64,0,0.032194678063729665,3.3075757892906177 +630,723,0.15313226060964058,0.9982992144823639,0.998299214482364,0.9985082953910729,0.1787470052093784,0.15313226060964058,0.16446203415446115,0.058298184910811394,0.8552412685149259,"model.language_model.layers.4.linear_attn.conv1d.weight|3d-axis0-slice|(1639, 0, 0)","model.language_model.layers.13.linear_attn.conv1d.weight|3d-axis0-slice|(91, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,9,0.0,0.3268464619781233 +859,926,0.6380147798565096,0.7713676154427892,0.7713676154427891,0.7327068540485472,0.8789765977272573,0.6380147798565097,0.7302038566824678,0.6363898190936947,0.559905622775047,"model.language_model.layers.21.linear_attn.conv1d.weight|3d-volume|(4536, 0, 0)","model.language_model.layers.17.linear_attn.conv1d.weight|3d-volume|(4312, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,4,1.1102230246251565e-16,2.2602970312469024 +1056,1221,1.1534887714533681,-0.0029773726298881246,-0.0008105109175757253,-0.0008114373506925174,1.1571760800429483,1.9900680993906539,1.4147115698184447,0.9999996715359724,-0.0013938863316423145,"model.language_model.layers.16.linear_attn.in_proj_qkv.weight|2d-128|(1152, 1536)","model.language_model.layers.6.linear_attn.in_proj_qkv.weight|2d-128|(2816, 512)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,10,0.003687308589580107,3.1056328960199804 +1523,1527,1.1501616785082098,-0.0052017705574974645,-0.018474458138946565,-0.018508744844893166,2.0135405193561553,1.1643729381687506,1.4254908579537402,0.9998293326345614,-0.010683251167549961,"model.language_model.layers.6.linear_attn.in_proj_qkv.weight|2d-64|(3520, 576)","model.language_model.layers.20.linear_attn.in_proj_qkv.weight|2d-64|(3328, 576)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,14,0.01421125966054082,5.67977576157867 +1569,1633,1.1602803202837644,-0.014574311387594054,-0.015016791372581677,-0.015034219202548497,1.971252057832945,1.1706995552009754,1.4235068428586206,0.9998872416312113,-0.008918266393468518,"model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(256, 1664)","model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-128|(1536, 1280)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,16,0.010419234917210973,6.17360655900094 +1968,2021,1.1587782730697012,0.039121245941512575,0.017768244734224545,0.017693589174984686,1.1810126699064478,1.8272218746235596,1.4027111236889067,0.9998421322784236,0.027490412490334886,"model.language_model.layers.22.linear_attn.in_proj_z.weight|2d-64|(1792, 576)","model.language_model.layers.16.linear_attn.in_proj_z.weight|2d-64|(576, 640)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,6,0.02223439683674666,3.139908555701373 +2102,2265,1.238367263355061,-0.002348828595753226,0.0033293622286767886,0.0034432114232403215,1.7234347535141739,1.2249167040744513,1.4119884664647164,0.9999944576582164,0.002366316101903536,"model.language_model.layers.16.linear_attn.out_proj.weight|2d-128|(1664, 256)","model.language_model.layers.22.linear_attn.out_proj.weight|2d-128|(1280, 512)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,6,0.013450559280609786,4.598955203944619 +2317,2446,1.2340326667355677,0.004108255404522231,-0.0001742208064147157,-0.0002238492293319401,1.2797307270103573,1.6028817449344444,1.4143336920393734,0.9999999848235552,-0.00021821414794211268,"model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(1856, 576)","model.language_model.layers.18.linear_attn.out_proj.weight|2d-64|(896, 1792)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,6,0.04569806027478962,3.482314940713879 +2587,2656,1.2727883993238565,0.047671644874214714,0.013611148792766686,0.013597157948249936,1.3126871400307802,1.5191364378779222,1.404658513563567,0.9999073640235585,0.015751805180315184,"model.language_model.layers.23.mlp.down_proj.weight|2d-128|(640, 3968)","model.language_model.layers.4.mlp.down_proj.weight|2d-128|(1024, 4096)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,19,0.039898740706923785,3.3713254184578685 +2895,2913,1.2654802354804788,0.034906628346643875,0.005898994288823776,0.005660582945850977,1.292389291054717,1.5672534409238432,1.41011276601824,0.9999826007818238,0.007153586896100131,"model.language_model.layers.21.mlp.down_proj.weight|2d-64|(1920, 4672)","model.language_model.layers.4.mlp.down_proj.weight|2d-64|(704, 3264)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,17,0.026909055574238172,3.3490128541190414 +3123,3140,1.16946764699375,0.048839641091888826,-0.004018588928247247,-0.003992641893776263,1.8328401215259749,1.1963794910403327,1.4168124704265794,0.9999919254389136,-0.00262311879809459,"model.language_model.layers.11.mlp.gate_proj.weight|2d-128|(3968, 128)","model.language_model.layers.18.mlp.gate_proj.weight|2d-128|(768, 512)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,7,0.026911844046582756,4.890302851144984 +3373,3544,1.1617744887327286,0.044149807822329495,0.03318514633991782,0.03316319020480705,1.165566356826493,1.8416564255824888,1.3928446672976666,0.9994492213526399,0.052434284528600696,"model.language_model.layers.20.mlp.gate_proj.weight|2d-64|(3328, 576)","model.language_model.layers.10.mlp.gate_proj.weight|2d-64|(128, 1792)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,10,0.0037918680937643057,3.123366596786096 +3714,3730,1.2419594192139558,0.03745813107142155,-0.00838694248276703,-0.008377057543153247,1.2785654965480273,1.6218113768212092,1.4199684918917783,0.9999648289793951,-0.010638515408104279,"model.language_model.layers.22.mlp.up_proj.weight|2d-128|(5888, 1920)","model.language_model.layers.5.mlp.up_proj.weight|2d-128|(2176, 128)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,17,0.03660607733407151,3.295175542039215 +3952,4082,1.237328233717398,0.02700936056143862,-0.007581361273478482,-0.008148365761982673,1.2579926743955332,1.664665406914169,1.41936138278567,0.9999712610676574,-0.010032196614612647,"model.language_model.layers.22.mlp.up_proj.weight|2d-64|(320, 512)","model.language_model.layers.3.mlp.up_proj.weight|2d-64|(640, 832)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,19,0.02066444067813511,3.3121734885621192 +4293,4332,1.1849540097612354,0.015667506475554073,0.005283718219092485,0.005278982804380359,1.6985885192584462,1.2323607812829533,1.4106573470002863,0.9999860410634647,0.003833445851501749,"model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 640)","model.language_model.layers.3.self_attn.k_proj.weight|2d-128|(0, 640)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,20,0.047406771521717905,5.2955441415097075 +4478,4506,1.1091409324396322,0.014901949285851106,-0.005009748340478881,-0.00623147013148131,1.1249255108612197,2.204697954405827,1.4170789037608993,0.9999874511320455,-0.009818411807450224,"model.language_model.layers.15.self_attn.k_proj.weight|2d-64|(448, 640)","model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 1984)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,8,0.015784578421587536,3.1010473675181274 +4671,4830,1.1310483057649976,0.03885684612964484,-0.012130029410685871,-0.012280447858756807,1.1585978802101362,2.0216269912893567,1.4215948630228457,0.9999264284868642,-0.021165578912787787,"model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(1280, 128)","model.language_model.layers.3.self_attn.o_proj.weight|2d-128|(1920, 1920)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,16,0.027549574445138614,2.9649615281936526 +4964,5002,1.1327783219762066,-0.010942889001510251,0.003154743009072344,0.002916274543528208,1.130406503612445,2.131839142089469,1.4123658340317007,0.999995023785892,0.005949545237470882,"model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(896, 128)","model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(128, 1792)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,12,0.0023718183637615464,2.958672182501707 +5166,5209,1.129705641395221,0.0049463793566362005,0.005014738905065598,0.004961017528340974,1.125736098024463,2.1564501204621664,1.4113012084123373,0.9999874261178058,0.00960618952780532,"model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(3328, 768)","model.language_model.layers.11.self_attn.q_proj.weight|2d-128|(2304, 128)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,8,0.003969543370757833,3.1475940528587394 +5583,5599,1.1171894273336807,0.029123091028633277,0.016282704827218844,0.015950300116951904,2.1530935268722065,1.1195761682215195,1.404756599408727,0.9998674279740838,0.008466760988883743,"model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(2752, 896)","model.language_model.layers.19.self_attn.q_proj.weight|2d-64|(3456, 320)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,12,0.0023867408878388563,5.822001991627117 +5662,5867,1.088390574773953,0.004350395949696911,-4.640393078621719e-05,-4.623662208990014e-05,2.3341557830988595,1.1067338102735909,1.414238966744586,0.9999999989233376,-2.200230143273475e-05,"model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(384, 1664)","model.language_model.layers.23.self_attn.v_proj.weight|2d-128|(256, 1408)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,16,0.01834323549963779,7.987993911242713 +6048,6085,1.0826326208647061,0.010888939877605669,0.003704295917585533,0.0038040750589291815,1.0757107266779076,2.6882848739358614,1.412405487578866,0.9999931390723413,0.009257323959742632,"model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(64, 1088)","model.language_model.layers.3.self_attn.v_proj.weight|2d-64|(448, 320)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,16,0.006921894186798561,3.966206545179362 +6254,6275,1.2281669976222993,0.013663042025682245,0.0011502151156738772,0.0012007097310505928,1.6331899353485106,1.2636934628814174,1.4134260583849267,0.999999338502375,0.0008899879255466399,"model.visual.blocks.1.attn.proj.weight|2d-128|(640, 768)","model.visual.blocks.22.attn.proj.weight|2d-128|(896, 640)",model.visual.layers.*.attn.proj.weight,2d-128,21,0.03552646525911807,4.27400457823883 +6485,6533,1.2006021120012103,-0.004736550700740369,-0.011589369746554251,-0.012109118479915673,1.212298419552241,1.7991121160173853,1.4217886131959536,0.999932840999273,-0.017199210352622736,"model.visual.blocks.4.attn.proj.weight|2d-64|(320, 448)","model.visual.blocks.6.attn.proj.weight|2d-64|(576, 768)",model.visual.layers.*.attn.proj.weight,2d-64,2,0.011696307551030793,3.190659016182781 +6718,6893,1.1198597037739135,0.06148109714808417,0.006761009863651645,0.006663949459453859,1.989916352643559,1.15212425020832,1.410061379344378,0.999977144111616,0.0039144979181976675,"model.visual.blocks.6.attn.qkv.weight|2d-128|(384, 384)","model.visual.blocks.1.attn.qkv.weight|2d-128|(640, 640)",model.visual.layers.*.attn.qkv.weight,2d-128,5,0.03226454643440646,5.98096476127972 +7067,7136,1.1114465305003172,-0.0004270271718045931,0.0048136487296486785,0.004831021891733175,2.356984792698117,1.1018313419248962,1.4115995233744731,0.9999884143258398,0.0022502601865633633,"model.visual.blocks.21.attn.qkv.weight|2d-64|(384, 704)","model.visual.blocks.3.attn.qkv.weight|2d-64|(832, 896)",model.visual.layers.*.attn.qkv.weight,2d-64,18,0.009615188575420985,6.041604446184189 +7198,7252,1.2272068427777527,0.06061357076157094,0.0014832437499273077,0.001667901030757784,1.6045376672709832,1.2772018980235298,1.4131911010975944,0.9999988999933841,0.001180652702195964,"model.visual.blocks.17.mlp.linear_fc1.weight|2d-128|(2688, 768)","model.visual.blocks.8.mlp.linear_fc1.weight|2d-128|(3328, 128)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,9,0.049995055245777076,4.16498772039242 +7546,7573,1.2305951490100555,0.04895063738349547,0.03188927247955875,0.0319275434237354,1.258432509953773,1.5799013814874823,1.392062140543609,0.9994914078173581,0.04003544508472396,"model.visual.blocks.4.mlp.linear_fc1.weight|2d-64|(3584, 896)","model.visual.blocks.16.mlp.linear_fc1.weight|2d-64|(256, 192)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,12,0.02783736094371747,3.4562944786713916 +7689,7776,1.2352772057658017,0.006378308213249782,-0.005139407759845885,-0.005017945511053277,1.6838831312718439,1.2476325400979142,1.4176859376724855,0.9999867931567287,-0.0038079200622268676,"model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(384, 1280)","model.visual.blocks.4.mlp.linear_fc2.weight|2d-128|(0, 1664)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,6,0.012355334332112555,4.871781937407695 +8083,8147,1.2251189283834132,0.053706722396040185,0.05107937511966199,0.05058778459571725,1.5719599483696571,1.2426302323721383,1.3786227754330673,0.9986945966797782,0.04037811258499262,"model.visual.blocks.10.mlp.linear_fc2.weight|2d-64|(704, 2624)","model.visual.blocks.1.mlp.linear_fc2.weight|2d-64|(576, 192)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,9,0.017511303988725135,4.898143031332356 +8281,8294,1.3398392448300527,0.08176944303774923,0.0319527237145715,0.0316926737015376,1.3798680251879403,1.4033068612016402,1.3914394046250664,0.9994893813579112,0.03249548188974909,"model.visual.merger.linear_fc1.weight|2d-128|(256, 3200)","model.visual.merger.linear_fc1.weight|2d-128|(1792, 3200)",model.visual.merger.linear_fc1.weight,2d-128,0,0.040028780357887594,3.536425880130653 +8634,8673,1.3458782177253947,0.04271775810179393,0.0301024039408035,0.0301726466729517,1.4347028993281417,1.3543685323475514,1.392801136026764,0.9995468199524146,0.02841685805788173,"model.visual.merger.linear_fc1.weight|2d-64|(2240, 2432)","model.visual.merger.linear_fc1.weight|2d-64|(1024, 3584)",model.visual.merger.linear_fc1.weight,2d-64,0,0.008490314622156658,3.5095270530478078 +8771,8932,1.3484425142127474,0.04098692868681229,0.006577097125868802,0.006590013105138479,1.4001004269600803,1.4192049731292329,1.409555608601071,0.9999783706627843,0.0066668424421908465,"model.visual.merger.linear_fc2.weight|2d-128|(1536, 2816)","model.visual.merger.linear_fc2.weight|2d-128|(1792, 1664)",model.visual.merger.linear_fc2.weight,2d-128,0,0.05165791274733289,3.4005095356605013 +8985,9143,1.3480346740596107,0.06964282550450618,0.045361213706594315,0.04552196998571369,1.3721770573125578,1.391565637825983,1.381769337459037,0.9989706503651969,0.046002158356885654,"model.visual.merger.linear_fc2.weight|2d-64|(768, 256)","model.visual.merger.linear_fc2.weight|2d-64|(1216, 128)",model.visual.merger.linear_fc2.weight,2d-64,0,0.02414238325294704,3.3335431281747887 +9279,9311,0.7895848055643775,0.6225464281802455,0.49226851276454386,0.4887094316488556,0.9497163935602594,1.0889705593947105,1.0122289200013503,0.8704433992745215,0.5644484199204195,"model.visual.pos_embed.weight|2d-128|(896, 896)","model.visual.pos_embed.weight|2d-128|(1408, 896)",model.visual.pos_embed.weight,2d-128,0,0.1601315879958819,6.236008387523501 +9381,9447,0.5423271001222743,0.8402755190958612,0.8306167932185228,0.8363008519746321,0.5572111900926484,0.6875723333214808,0.6122175632478011,0.5568444511920524,1.024941955157624,"model.visual.pos_embed.weight|2d-64|(2240, 128)","model.visual.pos_embed.weight|2d-64|(1664, 128)",model.visual.pos_embed.weight,2d-64,0,0.01488408997037416,2.0736766804521487 +9642,9812,1.2055341824535053,0.037086948207554885,0.005358330164054592,0.0053630133113646864,1.321658422658877,1.5199515281974978,1.4104563814316173,0.9999856440458798,0.0061622594626657284,"mtp.fc.weight|2d-128|(1536, 3968)","mtp.fc.weight|2d-128|(1408, 3072)",mtp.fc.weight,2d-128,0,0.11612424020537171,3.1381148947787687 +9892,9929,1.1594810248266576,0.04031174342662365,0.020948114131866917,0.020956902035339498,1.6301128345954816,1.2458181718814454,1.3998477349964331,0.9997805641811198,0.016009653257286642,"mtp.fc.weight|2d-64|(576, 192)","mtp.fc.weight|2d-64|(1344, 3968)",mtp.fc.weight,2d-64,0,0.08633714705478779,4.517739925079566 +10140,10274,1.3232475393151741,0.05930435400794758,0.016190410662688046,0.016181250343888547,1.3726993947501307,1.434821466125243,1.4027297925060727,0.9998689267111832,0.016923114305325667,"mtp.layers.0.mlp.down_proj.weight|2d-128|(0, 1536)","mtp.layers.0.mlp.down_proj.weight|2d-128|(384, 256)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.04945185543495656,3.784755739809526 +10401,10513,1.279247035349742,0.04812611561117564,0.031006666109791352,0.030978920777793247,1.458547028256906,1.3341616114540105,1.3922040866838319,0.9995191777333519,0.028362406436969006,"mtp.layers.0.mlp.down_proj.weight|2d-64|(256, 768)","mtp.layers.0.mlp.down_proj.weight|2d-64|(256, 1856)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.05491457610426842,3.789962328657608 +10672,10748,1.3141285278335126,0.04498757449522038,-0.008158349186969605,-0.00830406961874256,1.3587936307231312,1.4901758538807464,1.4199462826397617,0.9999667201154965,-0.008947182773796001,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(256, 0)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(2560, 768)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.04466510288961856,3.469168188301657 +10965,11010,1.301339825754786,0.06729575321911291,0.041336782896350725,0.04116734187680728,1.48637623523989,1.301781412827245,1.3849361149718193,0.999145269908125,0.036203118944417044,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(128, 320)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(640, 1728)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.0004415870724590043,3.84715603156706 +11341,11396,1.3362283715852394,0.0332651922396738,0.010843609580935524,0.010850435954698942,1.3649789693345469,1.4521438824903794,1.4065398201775512,0.9999412063372808,0.011536061485801717,"mtp.layers.0.mlp.up_proj.weight|2d-128|(5760, 1792)","mtp.layers.0.mlp.up_proj.weight|2d-128|(1920, 512)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.02875059774930744,3.5253541599402007 +11489,11603,1.3180193201845194,0.06175876149394341,0.03074211268861629,0.030691854943621942,1.4602967504414812,1.3331657908543444,1.3923971909897508,0.9995273495544984,0.02806575647221156,"mtp.layers.0.mlp.up_proj.weight|2d-64|(1984, 1664)","mtp.layers.0.mlp.up_proj.weight|2d-64|(832, 1472)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.015146470669824996,3.613468044824575 +11678,11690,1.2464187559227027,0.006842986891034835,0.013341344826020821,0.013313899714582205,1.6136915679369812,1.2607920656907718,1.40503014604906,0.9999110002986432,0.010423715433920252,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 1792)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(128, 1280)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.014373309768069165,4.6913778853008665 +11735,11923,1.0920761117391469,0.04034638530788282,0.01161088465143492,0.0105789809963279,2.402497711506857,1.0939680864814942,1.4080070678244967,0.9999325914068463,0.005286971639411429,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 448)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 192)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.0018919747423473687,6.907570807491647 +12095,12145,1.1941528022647343,0.016096103397462487,0.0071059834407684,0.007104758166132415,1.204800180722301,1.7740780513903462,1.4095352173645068,0.9999747521809436,0.01046361833067836,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(768, 1920)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1280, 128)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.010647378457566692,3.630288644897665 +12257,12477,1.1809153548256546,0.00344796929973531,-0.0029640404816232957,-0.002891978437414358,1.8414858425833578,1.1931765400776695,1.41612520154016,0.9999956072223635,-0.0019205271551542445,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(1600, 192)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(832, 1152)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.012261185252014917,5.341519037601172 +12580,12586,1.0623626277128306,0.035426791631437575,0.007621109276497383,0.007866627088175997,2.6784269248590498,1.074646107200932,1.4104839195013466,0.9999709589250058,0.00305776324921458,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 512)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(3968, 1536)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.012283479488101268,8.87029033697139 +12948,12951,1.0620024855990986,0.030582900228230233,0.006181883768482388,0.006207579673000123,2.7712523753815255,1.0696809996101173,1.411273547394023,0.9999808919739782,0.002386157127978436,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(640, 1536)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(2432, 1472)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.007678514011018711,8.051845669832666 +13034,13040,1.367464015546756,0.016296872469592737,0.005711592362648314,0.005676803047344253,1.3760224873447335,1.4470018624113388,1.4101741910061347,0.9999836887233126,0.006006213460969367,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 1280)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(256, 0)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.00855847179797764,3.834591253633083 +13125,13304,1.3086840904470252,0.0367927741793662,0.02707061948101433,0.02699287300044,1.4392499921760253,1.3545516871743755,1.3949760539351883,0.9996335236279915,0.02547754281062993,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(64, 1344)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(448, 512)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.0458675967273503,4.245196520983074 +55,241,1.1817334436029565,0.254233129243425,0.2638053962646609,0.26210527582527304,1.1907754895535123,1.237753530123749,1.2135830928112554,0.9645759238658435,0.27421295059970635,"model.language_model.embed_tokens.weight|2d-128|(244096, 640)","model.language_model.embed_tokens.weight|2d-128|(82944, 640)",model.language_model.embed_tokens.weight,2d-128,0,0.0090420459505558,3.1786996067134643 +409,437,1.1938961530882128,0.2257637712981011,0.22667290776359808,0.22028103604271076,1.2954197507768423,1.1986009657954688,1.2441939282910761,0.9739709404730694,0.20973152987839466,"model.language_model.embed_tokens.weight|2d-64|(205696, 1728)","model.language_model.embed_tokens.weight|2d-64|(158208, 1728)",model.language_model.embed_tokens.weight,2d-64,0,0.004704812707255979,3.5031633126724633 +518,582,0.1538440360047102,0.9919132082454283,0.9919132082454284,0.9918726218617681,0.1538440360047102,0.16999977840917582,0.16131830645380438,0.12691803381813516,1.096077754991391,"model.language_model.layers.21.linear_attn.conv1d.weight|3d-axis0-slice|(27, 0, 0)","model.language_model.layers.21.linear_attn.conv1d.weight|3d-axis0-slice|(4552, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,0,0.0,0.24624373067240835 +789,830,0.6381019519633131,0.9270419045929024,0.927041904592902,0.9380144453011516,0.6381019519633132,1.553590391116209,0.8347455750662405,0.3749577404571943,2.257074109719079,"model.language_model.layers.16.linear_attn.conv1d.weight|3d-volume|(624, 0, 0)","model.language_model.layers.6.linear_attn.conv1d.weight|3d-volume|(1752, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,10,1.1102230246251565e-16,1.672437024399949 +1255,1260,1.153570987437969,0.04133231009047113,-0.0009886155845245186,-0.001003168652754815,1.1797960263977099,1.8875339928522004,1.4148418088462618,0.9999995113194936,-0.0015816679153862752,"model.language_model.layers.16.linear_attn.in_proj_qkv.weight|2d-128|(3968, 640)","model.language_model.layers.12.linear_attn.in_proj_qkv.weight|2d-128|(2688, 1408)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,4,0.02622503895974093,3.199940095257187 +1503,1518,1.1503425138673558,-0.013661970630521117,-0.024800833631718158,-0.02477182811685131,1.979363363964204,1.175701588122785,1.4295304298427178,0.9996924120204034,-0.014731190855822737,"model.language_model.layers.14.linear_attn.in_proj_qkv.weight|2d-64|(5248, 1728)","model.language_model.layers.22.linear_attn.in_proj_qkv.weight|2d-64|(5696, 1216)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,8,0.02535907425542927,5.718569042513744 +1569,1670,1.1603223412861898,0.003065743396817823,0.010191224441103791,0.01017935225534994,1.9474739518832007,1.1582826042376806,1.407867210919017,0.9999480681237357,0.006061348330023959,"model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(256, 1664)","model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-128|(384, 640)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,14,0.002039737048509238,5.70340583744255 +1811,1821,1.1588513809928198,0.010030754686648366,0.00467208005554529,0.005128112342942793,2.0076074927176606,1.1501565742717013,1.411360745905178,0.9999890857744171,0.002676630571912709,"model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-64|(320, 704)","model.language_model.layers.12.linear_attn.in_proj_z.weight|2d-64|(1280, 320)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,6,0.008694806721118553,5.073680482288889 +2092,2134,1.2384075449541776,-0.005482870388767654,-0.004902450310305245,-0.0049023939116781155,1.233796043315375,1.7188943304140096,1.4174940979106923,0.9999879829182724,-0.006829973308129734,"model.language_model.layers.16.linear_attn.out_proj.weight|2d-128|(1408, 1024)","model.language_model.layers.16.linear_attn.out_proj.weight|2d-128|(1280, 256)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,0,0.00461150163880264,3.3836670839101854 +2323,2374,1.234105077864128,0.021885542842455346,0.011433994744442344,0.011543591590295306,1.2424908200477882,1.659000547651323,1.4064335916049002,0.999934629745457,0.01526691645266451,"model.language_model.layers.6.linear_attn.out_proj.weight|2d-64|(896, 512)","model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(1536, 896)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,6,0.008385742183660172,3.2463834076770426 +2656,2807,1.2728193494867408,0.028633532020479576,0.005655502080145296,0.005694244865001453,1.5661741075079656,1.293255395970095,1.410281254546405,0.9999840075202311,0.004669984356787613,"model.language_model.layers.4.mlp.down_proj.weight|2d-128|(1024, 4096)","model.language_model.layers.22.mlp.down_proj.weight|2d-128|(1280, 0)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,18,0.020436046483354176,4.136357342827431 +2836,2955,1.2656141291509666,0.041694962911394504,0.026863855047586316,0.027097448584556927,1.2823051887434294,1.5449453193479508,1.3954180949078412,0.9996391015221354,0.03236607593866212,"model.language_model.layers.19.mlp.down_proj.weight|2d-64|(1856, 4032)","model.language_model.layers.2.mlp.down_proj.weight|2d-64|(1984, 4480)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,17,0.016691059592462754,3.3327190575318117 +3110,3242,1.1694921599326467,0.03208181154863577,0.00791199987008928,0.007861256620725406,1.2048077070251462,1.771927388811719,1.4090012379829202,0.9999686996391716,0.011636287839411499,"model.language_model.layers.21.mlp.gate_proj.weight|2d-128|(2816, 768)","model.language_model.layers.10.mlp.gate_proj.weight|2d-128|(1408, 256)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,11,0.03531554709249951,3.0691118408376292 +3429,3489,1.1617793066467212,0.03545554636595303,0.026368308504291085,0.026348107049437297,1.165356326384284,1.8635972262508818,1.3973494415623906,0.9996522957041726,0.042167280064449746,"model.language_model.layers.22.mlp.gate_proj.weight|2d-64|(448, 128)","model.language_model.layers.9.mlp.gate_proj.weight|2d-64|(3328, 1984)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,13,0.0035770197375628587,3.0756251435638964 +3594,3708,1.2420926936527572,0.025492350334710284,0.008904366715066241,0.00869599975648861,1.614566867216107,1.2647971817367656,1.4080870705776414,0.9999603553408523,0.006975380304802832,"model.language_model.layers.2.mlp.up_proj.weight|2d-128|(4096, 896)","model.language_model.layers.21.mlp.up_proj.weight|2d-128|(6016, 1792)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,19,0.02270448808400838,4.048955872257177 +3929,4012,1.2374850089773402,-0.0116172215938052,0.002366167204009829,0.0022192185746358257,1.6750015053450422,1.244331436808514,1.412610795460784,0.999997200622463,0.0017577872182796782,"model.language_model.layers.2.mlp.up_proj.weight|2d-64|(384, 1344)","model.language_model.layers.21.mlp.up_proj.weight|2d-64|(832, 1536)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,19,0.006846427831173951,4.36782591383533 +4327,4336,1.1850738115481116,0.03842458396081133,0.006721832390578343,0.006560360223782854,1.7516821163627538,1.2122976190872305,1.4097582101833541,0.9999774082294624,0.00465202066452679,"model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(256, 896)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(384, 0)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,0,0.027223807539118905,5.525732552229057 +4358,4542,1.1091976173038656,0.013148249106483136,0.009793834943079557,0.009781314334792091,1.1220891406869415,2.1624754824088472,1.40853982085083,0.999952039248437,0.018874550314427672,"model.language_model.layers.15.self_attn.k_proj.weight|2d-64|(384, 768)","model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 960)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,8,0.012891523383075976,3.055750644783278 +4698,4823,1.1310707847493982,0.006841300379459765,-0.008395793892100316,-0.0084950632071029,1.1456670971189473,2.080263469379107,1.4192220004683536,0.9999647547013452,-0.015244797877231164,"model.language_model.layers.23.self_attn.o_proj.weight|2d-128|(256, 1792)","model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(128, 1920)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,16,0.01459631236954917,3.2587570388944016 +4933,4942,1.1327790558926547,0.01329711717322126,-0.01394629598460949,-0.013960896780123465,2.001296666454559,1.1637761723752624,1.4227586263237177,0.999902745684954,-0.00810992554568863,"model.language_model.layers.3.self_attn.o_proj.weight|2d-64|(1792, 1856)","model.language_model.layers.15.self_attn.o_proj.weight|2d-64|(320, 832)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,12,0.030997116482607723,5.536306064993973 +5160,5306,1.1299047131225346,0.05950609815165372,0.014697266775486655,0.014456756937723724,1.1681326021187102,1.8882192773267248,1.4048833288017526,0.999891989341514,0.023757287827728363,"model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(2816, 512)","model.language_model.layers.23.self_attn.q_proj.weight|2d-128|(2560, 1024)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,20,0.038227888996175574,3.2733642623615307 +5424,5614,1.1171944735831756,0.03751091863725889,0.00520265426566441,0.004696790078306004,2.1134267103828845,1.131940237365978,1.4111479633304338,0.9999864661027128,0.002786514278199113,"model.language_model.layers.19.self_attn.q_proj.weight|2d-64|(2240, 512)","model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(1920, 1792)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,16,0.014745763782802346,5.524123991317505 +5682,5774,1.0884529091586455,0.021028119005987098,0.009695374824968258,0.00970209441878774,2.550241956466478,1.0825746545365829,1.409273186617529,0.9999529987489428,0.00411567499512302,"model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(384, 768)","model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(0, 1792)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,12,0.005878254622062595,7.588754790323985 +5997,6085,1.082761849938475,0.02106023363832106,0.028008292436283187,0.027793803219043966,1.0734905952519436,2.55974986406172,1.4000155637656448,0.9996076908241571,0.06678607439457863,"model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(256, 448)","model.language_model.layers.3.self_attn.v_proj.weight|2d-64|(448, 320)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,16,0.00927125468653145,4.2399953398507 +6208,6384,1.2283615316285426,0.05288803049157255,0.0005806449705120795,0.000464406162856512,1.2711281192219537,1.6186757924535933,1.4138146360654242,0.9999998314256949,0.0007394030102592046,"model.visual.blocks.23.attn.proj.weight|2d-128|(0, 512)","model.visual.blocks.11.attn.proj.weight|2d-128|(768, 0)",model.visual.layers.*.attn.proj.weight,2d-128,12,0.04276658759341112,3.2424570461526168 +6444,6524,1.2007059892883416,0.0020314950302887406,-0.011978954905451502,-0.01174815865324542,1.2461300533451005,1.7031784750924703,1.422263756749047,0.9999282497456371,-0.01637252716464113,"model.visual.blocks.22.attn.proj.weight|2d-64|(192, 128)","model.visual.blocks.0.attn.proj.weight|2d-64|(448, 768)",model.visual.layers.*.attn.proj.weight,2d-64,22,0.04542406405675892,3.412966809169199 +6811,6826,1.120051634924439,0.02677432520747764,0.0003241617810169546,0.00035251238974979605,1.1406825377589487,2.0773612492029314,1.4140201381404716,0.9999999474595686,0.0005903492865598092,"model.visual.blocks.1.attn.qkv.weight|2d-128|(1536, 896)","model.visual.blocks.0.attn.qkv.weight|2d-128|(2688, 256)",model.visual.layers.*.attn.qkv.weight,2d-128,1,0.020630902834509746,3.4463566222936817 +7100,7106,1.1114942377010626,0.039413791722085804,0.04358827225694835,0.04359561234916787,2.774217236203524,1.0541649781334523,1.3935950982228287,0.9990495796113694,0.016562953135386676,"model.visual.blocks.19.attn.qkv.weight|2d-64|(704, 448)","model.visual.blocks.0.attn.qkv.weight|2d-64|(1728, 64)",model.visual.layers.*.attn.qkv.weight,2d-64,19,0.05732925956761026,7.682403671516633 +7265,7336,1.2276797533606072,0.016488051226543364,0.013386389618526447,0.013234947865131236,1.662130179195871,1.2393669465575612,1.4051122237546867,0.9999103982722557,0.009981558023914481,"model.visual.blocks.18.mlp.linear_fc1.weight|2d-128|(3712, 768)","model.visual.blocks.1.mlp.linear_fc1.weight|2d-128|(2816, 256)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,17,0.011687193196953993,4.790779017141819 +7606,7678,1.230780016144882,0.0409763003128176,0.03023858989482969,0.030507421042920844,1.6068035322265293,1.2472225911967167,1.3933459043422096,0.9995427092831863,0.023471601652819456,"model.visual.blocks.20.mlp.linear_fc1.weight|2d-64|(3584, 960)","model.visual.blocks.1.mlp.linear_fc1.weight|2d-64|(3136, 192)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,19,0.016442575051834663,4.381009329066824 +7843,7891,1.2356250968249762,-0.0024917601652164954,-0.01379935589287309,-0.013795321920646999,1.7325979965041014,1.2365528344428849,1.42341136730119,0.9999047843554614,-0.009848581538965178,"model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(256, 2304)","model.visual.blocks.4.mlp.linear_fc2.weight|2d-128|(640, 2304)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,6,0.0009277376179086527,4.670715586947954 +7992,8107,1.2251445943230617,0.052138560190157675,0.026197692514577004,0.026314953012095115,1.288013799975573,1.536283582649749,1.3958539156556957,0.999656781554005,0.031247401941046093,"model.visual.blocks.6.mlp.linear_fc2.weight|2d-64|(896, 4032)","model.visual.blocks.20.mlp.linear_fc2.weight|2d-64|(768, 2752)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,14,0.0628692056525113,3.5047233917835046 +8239,8443,1.3399360675619605,0.05897192533521134,0.03003925032975112,0.02971275021144894,1.3999234328631518,1.3858073702592844,1.3928117548919237,0.9995487198929458,0.02973635095091812,"model.visual.merger.linear_fc1.weight|2d-128|(1024, 2944)","model.visual.merger.linear_fc1.weight|2d-128|(1408, 896)",model.visual.merger.linear_fc1.weight,2d-128,0,0.04587130269732387,3.490652462503689 +8579,8692,1.345911660793631,0.046395321083438586,0.018575595765977462,0.018514260524728682,1.3733044072264113,1.4305015722596626,1.4010280927838357,0.9998274587357255,0.019349256296757666,"model.visual.merger.linear_fc1.weight|2d-64|(1024, 1536)","model.visual.merger.linear_fc1.weight|2d-64|(3264, 3008)",model.visual.merger.linear_fc1.weight,2d-64,0,0.027392746432780335,3.388201286948407 +8730,8939,1.3484870533249564,0.057106289197365157,0.022716837303296537,0.02267216376245264,1.3920644714602652,1.4041309543202436,1.3980586602477794,0.9997419393538193,0.022913747959069253,"model.visual.merger.linear_fc2.weight|2d-128|(1664, 640)","model.visual.merger.linear_fc2.weight|2d-128|(1920, 1920)",model.visual.merger.linear_fc2.weight,2d-128,0,0.0435774181353088,3.4932986399021697 +9137,9203,1.3481702850585826,0.050289395530795804,0.03439433511199883,0.03447982307144787,1.3997793970394892,1.3798016846555858,1.3896828545754967,0.9994083398252206,0.03390345766662683,"model.visual.merger.linear_fc2.weight|2d-64|(1728, 2688)","model.visual.merger.linear_fc2.weight|2d-64|(1216, 2240)",model.visual.merger.linear_fc2.weight,2d-64,0,0.03163139959700323,3.5675839318473397 +9282,9298,0.7925440161666086,0.6136278163163053,0.5202255829391011,0.5171064595556479,1.096822998272221,0.907626588445545,0.9889004824535373,0.8540288887711425,0.43048930575753935,"model.visual.pos_embed.weight|2d-128|(1024, 256)","model.visual.pos_embed.weight|2d-128|(1280, 256)",model.visual.pos_embed.weight,2d-128,0,0.11508257227893637,9.061648277584066 +9524,9529,0.5438969866460802,0.8438012692645535,0.7942489008336975,0.7972944324229541,0.6141981806068819,0.6947266604108013,0.6507548582781636,0.6075925308333401,0.8983841109166609,"model.visual.pos_embed.weight|2d-64|(640, 256)","model.visual.pos_embed.weight|2d-64|(1600, 256)",model.visual.pos_embed.weight,2d-64,0,0.0703011939608017,2.276263074570996 +9642,9853,1.2057650960240962,0.01847259773189902,-0.0020111902135708072,-0.0020222658760005972,1.3108303174518314,1.5503557555340466,1.4156151994498893,0.9999979775549173,-0.002378691033897168,"mtp.fc.weight|2d-128|(1536, 3968)","mtp.fc.weight|2d-128|(1024, 2688)",mtp.fc.weight,2d-128,0,0.10506522142773522,3.1648127627379243 +9918,9922,1.1596509773397485,0.04878024025434553,0.001389445646787039,0.0014885149845604005,1.1388501614146285,2.0844713057453395,1.4133865481730314,0.9999990347199313,0.0025431436722305537,"mtp.fc.weight|2d-64|(1152, 3392)","mtp.fc.weight|2d-64|(1792, 2944)",mtp.fc.weight,2d-64,0,0.020800815925120064,3.1460235633508864 +10316,10340,1.3232662405258684,0.023541763869997206,-0.006687467977288992,-0.006772610169293681,1.3597357693705192,1.486562793783597,1.4189157586708991,0.9999776386360111,-0.007311230096020305,"mtp.layers.0.mlp.down_proj.weight|2d-128|(384, 5632)","mtp.layers.0.mlp.down_proj.weight|2d-128|(1536, 5120)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.03646952884465082,3.736820434883889 +10520,10544,1.2792977118374358,0.05927115995580165,0.026534454473948192,0.026665388032179264,1.3654706787174367,1.42726647633598,1.3953433386276197,0.9996478993754601,0.0277352988451585,"mtp.layers.0.mlp.down_proj.weight|2d-64|(64, 2560)","mtp.layers.0.mlp.down_proj.weight|2d-64|(256, 1216)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.08617296688000087,3.5609794932523484 +10641,10871,1.3141711912133038,0.020368300612209674,0.011381490487651308,0.011401738071182981,1.34266084117399,1.479662291461968,1.406180657390368,0.9999352287394817,0.012542826735369427,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(0, 128)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(5504, 768)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.028489649960686148,3.4966770902854996 +10940,10989,1.3014412912380946,0.02169332098001638,0.012882112569591138,0.012625432743867966,1.4895737185933549,1.333592061929868,1.4051308100993527,0.9999170221452099,0.011533153981742355,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(5568, 1536)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(3520, 1280)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.03215077069177341,4.084829846467895 +11199,11227,1.3362365665862785,0.06254979458739786,-0.0038077326267644237,-0.003805325180143026,1.4086735164019255,1.4252790166166636,1.4169032932206358,0.9999927505598444,-0.0038526183325118444,"mtp.layers.0.mlp.up_proj.weight|2d-128|(256, 1920)","mtp.layers.0.mlp.up_proj.weight|2d-128|(3456, 640)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.07243694981564697,3.597005994128192 +11449,11470,1.3180585805332585,0.02985182868952099,0.013545427856147004,0.012634675103836122,1.5217445773338703,1.311093842317909,1.4047088994338606,0.9999082564836606,0.011670373148212917,"mtp.layers.0.mlp.up_proj.weight|2d-64|(4864, 1024)","mtp.layers.0.mlp.up_proj.weight|2d-64|(5888, 1600)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.006964738215349486,3.9763218283459296 +11665,11680,1.2465386099805196,0.007166948487109567,0.0009509898160109399,0.0009522763369423748,1.6261426558701142,1.2671871468243814,1.4135613471275938,0.9999995478090826,0.0007410678683446335,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 128)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(128, 0)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.02064853684386181,5.070609726480734 +11749,11932,1.0921664624598795,0.018126903157227144,0.003486272529605562,0.0034974343172349707,2.395090635014906,1.0987511942546913,1.4123437714134646,0.9999939229334592,0.0015993324216632806,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 1344)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 768)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.006584731794811782,7.286839244820856 +12071,12095,1.1941716894083854,0.009711570622140366,-0.00153301556198417,-0.0015317037458398757,1.7785968236860974,1.210489649424556,1.415221624104441,0.9999988249309529,-0.001043350266612259,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(640, 896)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(768, 1920)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.016317960016170696,5.056869292201243 +12400,12464,1.1809203267129773,0.049201512482264884,0.00740913618332618,0.007353891687026616,1.7266997367902328,1.220210567105336,1.4092664987102081,0.9999725519738113,0.005235829989076675,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(320, 0)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(1152, 1536)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.03929024039235873,5.045926953447718 +12524,12716,1.0623912952850594,0.37710192008096877,0.4096934302668749,0.40969604253707714,1.1450209920580228,1.0392887656533558,1.088321613474519,0.912223269378808,0.3718619854060921,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(128, 1536)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(1664, 1536)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.02310252963170356,3.350047000710285 +12882,12889,1.0622077117677233,0.027690291366904728,0.006970024571256951,0.005886796273167335,2.646406178787044,1.0770108030346839,1.410767816527415,0.9999757090837137,0.0028365984862163502,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(576, 448)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(2496, 1408)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.014803091266960555,8.382801511535208 +13012,13030,1.3675246757460036,-0.00198775607527392,-0.0164898315561558,-0.016738546613890723,1.4421828969528574,1.4100075444410356,1.425823015048359,0.9998640334841781,-0.016121940531861383,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(0, 512)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 768)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.04248286869503204,4.177271833296619 +13173,13289,1.3087764468492313,0.0004647346095972356,0.005318462062228686,0.0052502225870524905,1.3130946605325728,1.5333713935870015,1.4104927217159133,0.9999858568806324,0.006210654745021636,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 320)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 1600)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.00431821368334151,3.3958830292592994 +13,178,1.1818986419152,0.29840948173682885,0.2718206287000376,0.27142200112294684,1.212584394594835,1.2011115464259852,1.2068070712483643,0.9623479338644191,0.26924880209882285,"model.language_model.embed_tokens.weight|2d-128|(246016, 512)","model.language_model.embed_tokens.weight|2d-128|(239488, 512)",model.language_model.embed_tokens.weight,2d-128,0,0.019212904510785167,3.14313480414394 +346,467,1.1942697317192754,0.2541898603718904,0.22209030761073065,0.2222798449311588,1.2376486512133682,1.2572768309431028,1.2473469305460854,0.975026099786755,0.2256124933859438,"model.language_model.embed_tokens.weight|2d-64|(85696, 64)","model.language_model.embed_tokens.weight|2d-64|(141056, 64)",model.language_model.embed_tokens.weight,2d-64,0,0.04337891949409278,3.13535385339973 +615,747,0.1542530131274647,0.9971693895309867,0.9971693895309867,0.9959402276365444,0.15425301312746467,0.1788478753937593,0.1651927661168836,0.07518782203521719,1.1561630020020353,"model.language_model.layers.5.linear_attn.conv1d.weight|3d-axis0-slice|(2563, 0, 0)","model.language_model.layers.8.linear_attn.conv1d.weight|3d-axis0-slice|(3157, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,3,2.7755575615628914e-17,0.2614787480830352 +829,1013,0.6385027765334979,0.8100532929070382,0.8100532929070383,0.8098715777598009,0.6385027765334979,1.1456582912698157,0.7887530583709259,0.5863562591551864,1.4534694374045163,"model.language_model.layers.16.linear_attn.conv1d.weight|3d-volume|(2908, 0, 0)","model.language_model.layers.0.linear_attn.conv1d.weight|3d-volume|(5504, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,16,0.0,1.8017656988407051 +1221,1262,1.153587416639962,0.0016792818125586327,-0.0073828413597603415,-0.007385578427978562,2.008821542168738,1.1579140441649483,1.4187237495633003,0.9999727464553504,-0.004255577470101754,"model.language_model.layers.6.linear_attn.in_proj_qkv.weight|2d-128|(2816, 512)","model.language_model.layers.22.linear_attn.in_proj_qkv.weight|2d-128|(0, 512)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,16,0.0043266275249862485,5.4829547024505425 +1466,1535,1.1505035546127507,0.0044286493876312324,-0.019735327717131147,-0.02009512233394239,2.041530318776476,1.1598164389172976,1.4261503059231049,0.9998052394541136,-0.01121186264207277,"model.language_model.layers.9.linear_attn.in_proj_qkv.weight|2d-64|(3968, 896)","model.language_model.layers.8.linear_attn.in_proj_qkv.weight|2d-64|(5312, 1984)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,1,0.009312884304546909,5.794788356262753 +1592,1693,1.1603713420302397,0.026856346819657227,0.006067545015855117,0.006027238087821519,1.9015253531061644,1.1713068658681234,1.4103766228893067,0.9999815922793182,0.0037375032230970305,"model.language_model.layers.16.linear_attn.in_proj_z.weight|2d-128|(512, 512)","model.language_model.layers.12.linear_attn.in_proj_z.weight|2d-128|(1664, 128)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,4,0.010935523837883654,5.2125046664903065 +1903,1922,1.1589406801398523,0.026786635703127067,-0.006661381633032586,-0.007050593739288022,1.1809912785886456,1.899745504724463,1.4184312718862622,0.9999778127512325,-0.010715515044049391,"model.language_model.layers.0.linear_attn.in_proj_z.weight|2d-64|(1984, 1600)","model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-64|(640, 768)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,4,0.022050598448793313,3.2181515550422586 +2134,2193,1.2384426505830843,-0.007436089283499532,0.0037023647793697077,0.0037030395675110924,1.6985215110084064,1.2338065548735213,1.411721682850402,0.9999931462240331,0.0026893989294296287,"model.language_model.layers.16.linear_attn.out_proj.weight|2d-128|(1280, 256)","model.language_model.layers.13.linear_attn.out_proj.weight|2d-128|(384, 0)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,3,0.004636095709563026,4.637675095098779 +2366,2425,1.2341399650960694,0.009279428412185032,0.004672242503368871,0.004665826513530273,1.6413476468197823,1.2565565262111393,1.4110206643080783,0.9999890850154264,0.003576900250854563,"model.language_model.layers.16.linear_attn.out_proj.weight|2d-64|(1344, 1152)","model.language_model.layers.6.linear_attn.out_proj.weight|2d-64|(1152, 576)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,10,0.022416561115069955,4.657969649435357 +2583,2590,1.272969262652828,0.04062946249262525,0.016779424874225707,0.016805900396283543,1.2797493184801059,1.5691790563786325,1.402542975373629,0.9998592155403131,0.020574281002145308,"model.language_model.layers.21.mlp.down_proj.weight|2d-128|(1024, 1664)","model.language_model.layers.6.mlp.down_proj.weight|2d-128|(0, 5248)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,15,0.00678005582727792,3.404754625115268 +2956,2968,1.265955784508215,0.056077431933755285,0.03324473418452401,0.03327708215565285,1.5374563672541508,1.2795881742009219,1.3909045775291562,0.9994472410532735,0.027668797387040263,"model.language_model.layers.4.mlp.down_proj.weight|2d-64|(1408, 448)","model.language_model.layers.18.mlp.down_proj.weight|2d-64|(320, 4160)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,14,0.013632389692706859,4.281693483629007 +3252,3278,1.1696568781394308,0.022660476719713857,0.006322313280074456,0.006665708642362307,1.1841049936560148,1.8488033332299039,1.4101469414627323,0.9999800139776738,0.009871349186557807,"model.language_model.layers.19.mlp.gate_proj.weight|2d-128|(3712, 896)","model.language_model.layers.9.mlp.gate_proj.weight|2d-128|(768, 1664)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,10,0.014448115516584092,3.1884897454624173 +3393,3433,1.161864579803342,0.0344908646645591,0.017563504125364816,0.017526320851138633,1.9086269240413827,1.161428073277872,1.4031399722750506,0.9998457497648516,0.010687655350233406,"model.language_model.layers.11.mlp.gate_proj.weight|2d-64|(3904, 64)","model.language_model.layers.23.mlp.gate_proj.weight|2d-64|(4544, 1536)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,12,0.00043650652547011504,4.721178149145267 +3612,3653,1.2421823703422306,0.005479909166180101,0.0010440361526234366,0.0010285222122824106,1.2441820717983103,1.6783614540828629,1.4135070243386194,0.9999994549941075,0.0014083710695971213,"model.language_model.layers.22.mlp.up_proj.weight|2d-128|(5504, 1792)","model.language_model.layers.2.mlp.up_proj.weight|2d-128|(1024, 640)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,20,0.00199970145607975,3.1203217058617723 +3951,4032,1.2375392402601249,0.031983182002157724,0.007246074922291641,0.007204697246806139,1.6436990464368813,1.253033058414487,1.4092642090827974,0.9999737468544964,0.005523864871164706,"model.language_model.layers.4.mlp.up_proj.weight|2d-64|(2112, 576)","model.language_model.layers.22.mlp.up_proj.weight|2d-64|(576, 1728)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,18,0.015493818154362238,4.2678370165760136 +4220,4316,1.1852175101738496,-0.009957125529286544,0.012153816007203177,0.012208887846317684,1.1845258777626755,1.8303081445090907,1.4063516967149159,0.9999261396505559,0.01877985854295186,"model.language_model.layers.15.self_attn.k_proj.weight|2d-128|(384, 1536)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(128, 1536)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,8,0.0006916324111740924,3.2167006371009887 +4353,4506,1.1092176794232107,0.004252987239091859,-0.007280451849525038,-0.007140334992934585,1.1245484147461517,2.2172885222112617,1.4183610029855607,0.9999734971592331,-0.01435497317037044,"model.language_model.layers.3.self_attn.k_proj.weight|2d-64|(128, 1216)","model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 1984)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,20,0.015330735322941047,3.0665198351636014 +4681,4756,1.1312302936801963,0.034308617349374286,-0.0032414620235424988,-0.003243617561692749,1.9647185967015695,1.1639670693408783,1.4162223751291132,0.9999947464481751,-0.0019203539164624741,"model.language_model.layers.23.self_attn.o_proj.weight|2d-128|(1536, 1664)","model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(1792, 640)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,4,0.032736775660682005,5.3027743161754675 +4885,4964,1.132808656805863,0.004583180470894076,-0.0016822002165055871,-0.0017530448774801866,2.114983756089479,1.1358915930530078,1.4152048626003102,0.9999985851002149,-0.0009034570966604651,"model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(1472, 1472)","model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(896, 128)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,12,0.0030829362471447297,5.529454800051063 +5172,5325,1.1302021006497747,-0.0014682747843103132,-0.0016417171939877206,-0.001638301483651077,2.1689649885527214,1.1278816051346525,1.4151635867209365,0.9999986523814195,-0.0008537079361375866,"model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(2688, 1536)","model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(2432, 1920)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,4,0.002320495515122145,5.902697286360632 +5430,5579,1.1172207074401959,0.04660125786314413,-0.0022780565070787706,-0.0032341154431667052,2.0720132035744387,1.1432101950498719,1.4155755963344456,0.9999974052259089,-0.0012568922916608189,"model.language_model.layers.23.self_attn.q_proj.weight|2d-64|(128, 1536)","model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(1792, 640)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,20,0.02598948760967601,5.381161973760836 +5765,5866,1.0884529187878034,0.030990537399407245,-0.008588367619245913,-0.008597118252212899,1.0898419120669136,2.5655156103355594,1.4185776565817614,0.999963119290725,-0.02021723605095032,"model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(0, 640)","model.language_model.layers.3.self_attn.v_proj.weight|2d-128|(384, 1792)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,16,0.00138899327911024,3.3173688255531135 +6045,6058,1.0827922488342254,0.01812465336486313,-0.014642496193084279,-0.014107249833563148,2.427954471515748,1.1046890927349793,1.4219979388347432,0.9998927929059372,-0.006662153687262313,"model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(256, 384)","model.language_model.layers.23.self_attn.v_proj.weight|2d-64|(320, 1920)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,16,0.02189684390075386,9.082526631194229 +6149,6394,1.2284905766247642,-0.00570537344201647,-0.012364360275291406,-0.012342830136746594,1.2335066855978758,1.737534350020215,1.4224433740542586,0.9999235583758305,-0.017416606610389993,"model.visual.blocks.20.attn.proj.weight|2d-128|(256, 640)","model.visual.blocks.21.attn.proj.weight|2d-128|(896, 256)",model.visual.layers.*.attn.proj.weight,2d-128,1,0.005016108973111555,3.18287346234686 +6530,6643,1.200738379680347,0.01151732243520751,0.011514527372438646,0.011295684158210013,1.205292300392173,1.7609265552256907,1.4066031047939456,0.9999337056322231,0.016822671989527277,"model.visual.blocks.6.attn.proj.weight|2d-64|(512, 896)","model.visual.blocks.21.attn.proj.weight|2d-64|(640, 256)",model.visual.layers.*.attn.proj.weight,2d-64,15,0.004553920711825921,3.1367996188214864 +6674,6835,1.1201050785818676,0.051756143081163025,0.010191248251008464,0.01012293696066051,1.1504457334140756,1.9866939832016874,1.407949553855425,0.9999480678810707,0.01759917134162281,"model.visual.blocks.3.attn.qkv.weight|2d-128|(1792, 896)","model.visual.blocks.2.attn.qkv.weight|2d-128|(2048, 512)",model.visual.layers.*.attn.qkv.weight,2d-128,1,0.030340654832208047,2.951182471826938 +6946,6949,1.111541864608832,0.030240924580941672,0.019024585984363216,0.019093552753928253,2.293404872776358,1.1010011103562227,1.40367728728927,0.9998190161864914,0.009133184699086448,"model.visual.blocks.20.attn.qkv.weight|2d-64|(896, 0)","model.visual.blocks.6.attn.qkv.weight|2d-64|(128, 192)",model.visual.layers.*.attn.qkv.weight,2d-64,14,0.010540754252609252,5.750665451092073 +7179,7279,1.228037395557004,0.03834832433820893,0.002375588681589703,0.0022650302550606357,1.2583754881997367,1.642237275940891,1.4125906614120913,0.9999971782852269,0.0031002513334006175,"model.visual.blocks.2.mlp.linear_fc1.weight|2d-128|(2560, 256)","model.visual.blocks.19.mlp.linear_fc1.weight|2d-128|(1408, 0)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,17,0.030338092642732573,3.374536267907481 +7573,7639,1.2309005820606498,0.04198278988860958,0.001057906970192916,0.0010606592824636304,1.6459935920400692,1.257964031606351,1.4134915686280607,0.9999994404162647,0.0008085140329367356,"model.visual.blocks.16.mlp.linear_fc1.weight|2d-64|(256, 192)","model.visual.blocks.1.mlp.linear_fc1.weight|2d-64|(2048, 576)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,15,0.027063449545701168,4.519870125643632 +7837,7884,1.2359547385783574,0.04202945014945756,-0.0049514782243918545,-0.004903949993259616,1.5989130322339893,1.2866804500734588,1.4176296238977684,0.9999877413565595,-0.003984563326366769,"model.visual.blocks.11.mlp.linear_fc2.weight|2d-128|(640, 1280)","model.visual.blocks.0.mlp.linear_fc2.weight|2d-128|(768, 1536)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,11,0.05072571149510141,4.481472315298514 +7991,8001,1.2255333385754947,-0.019484546864024375,-0.010727887921853196,-0.010514980041854555,1.643657977633791,1.2704361557553854,1.4215355258907405,0.9999424545546289,-0.00829192987608909,"model.visual.blocks.2.mlp.linear_fc2.weight|2d-64|(192, 3456)","model.visual.blocks.3.mlp.linear_fc2.weight|2d-64|(384, 832)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,1,0.04490281717989064,5.0940893233021685 +8316,8337,1.3399427916109465,0.05885144979319385,0.03276388274806611,0.03255352173348568,1.395225783328409,1.3865221076375294,1.3908535212189186,0.9994631198735003,0.03255949560641447,"model.visual.merger.linear_fc1.weight|2d-128|(3456, 3072)","model.visual.merger.linear_fc1.weight|2d-128|(2048, 0)",model.visual.merger.linear_fc1.weight,2d-128,0,0.04657931602658283,3.698437887410791 +8652,8681,1.345976327880718,0.04435896169289985,0.029285978071408616,0.029115149402481947,1.4403891603246077,1.3507189354650475,1.393394714137142,0.9995710737553388,0.02746280395205913,"model.visual.merger.linear_fc1.weight|2d-64|(2816, 1216)","model.visual.merger.linear_fc1.weight|2d-64|(384, 3776)",model.visual.merger.linear_fc1.weight,2d-64,0,0.004742607584329539,3.8038708690663086 +8777,8932,1.3485205131644713,0.0371125045149867,0.0048486701912000794,0.0048439452953319495,1.4032313448414118,1.4184539768961784,1.4107810687971811,0.9999882451295999,0.004901269873032226,"model.visual.merger.linear_fc2.weight|2d-128|(256, 1152)","model.visual.merger.linear_fc2.weight|2d-128|(1792, 1664)",model.visual.merger.linear_fc2.weight,2d-128,0,0.05471083167694046,3.6487865532375876 +8977,9063,1.3481792834835329,0.052781280469204536,0.026552930981070665,0.026437666136343248,1.4327508845842136,1.3607085193175414,1.3953367812801862,0.9996474087678687,0.025217781951869987,"model.visual.merger.linear_fc2.weight|2d-64|(576, 0)","model.visual.merger.linear_fc2.weight|2d-64|(512, 3072)",model.visual.merger.linear_fc2.weight,2d-64,0,0.012529235834008556,3.857198996755955 +9270,9334,0.7925986056705618,0.6186699613738171,0.44590666910672955,0.44149559277688405,1.3337627168406023,0.9296314717875548,1.0785604669827666,0.8950794615262612,0.31079656662131416,"model.visual.pos_embed.weight|2d-128|(768, 768)","model.visual.pos_embed.weight|2d-128|(1792, 768)",model.visual.pos_embed.weight,2d-128,0,0.13703286611699295,5.538770607024665 +9398,9584,0.5441827164669265,0.8410676480941481,0.7787289564328839,0.7773498090598089,0.7789919323122152,0.6279580190726777,0.6913960400800606,0.6273605123156475,0.6277460299552055,"model.visual.pos_embed.weight|2d-64|(128, 384)","model.visual.pos_embed.weight|2d-64|(1152, 384)",model.visual.pos_embed.weight,2d-64,0,0.08377530260575117,3.360815264668754 +9827,9868,1.2060766975140165,0.02141389189038942,0.0006819366994521624,0.0007473505987590807,1.3230242502871947,1.5260946901191808,1.4137361542336155,0.9999997674811419,0.0007866068787517955,"mtp.fc.weight|2d-128|(1792, 3968)","mtp.fc.weight|2d-128|(896, 3584)",mtp.fc.weight,2d-128,0,0.11694755277317825,2.9351844572291514 +9882,10041,1.1602373236688228,0.05386239855682959,0.036958752993429614,0.03705183167070265,1.233531930158522,1.6228050354862127,1.3888045992337275,0.9993167919019327,0.048622049414903314,"mtp.fc.weight|2d-64|(1280, 2880)","mtp.fc.weight|2d-64|(1472, 832)",mtp.fc.weight,2d-64,0,0.0732946064896991,2.7819743351234045 +10182,10200,1.3233556104379518,0.06550334993850025,0.024334776219088017,0.024273227172514154,1.3971781059674047,1.3966226620171582,1.396900301170169,0.9997038654853581,0.024325102002054583,"mtp.layers.0.mlp.down_proj.weight|2d-128|(128, 768)","mtp.layers.0.mlp.down_proj.weight|2d-128|(1792, 2176)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.07326705157920643,3.3836170915775905 +10453,10633,1.279352888842177,0.04155258096128137,0.01998293938568725,0.0199240035148783,1.482324058197532,1.3301897175356252,1.4000954661480847,0.9998003211309286,0.01793204417750649,"mtp.layers.0.mlp.down_proj.weight|2d-64|(576, 4480)","mtp.layers.0.mlp.down_proj.weight|2d-64|(448, 2752)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.05083682869344819,4.125751155238668 +10781,10866,1.3143914963594012,0.04134175254662335,0.01792280267925566,0.0179830690360764,1.3454255450828887,1.4652929432286936,1.4015293591849671,0.9998393736716515,0.019519590946354217,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(1024, 1664)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(1792, 256)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.031034048723487473,3.9351527864624125 +11025,11116,1.3014891433285796,-0.000533113522863381,0.004452424035774629,0.004664308389279701,1.3126117988310668,1.5357059704035398,1.4111001893732542,0.9999900879109781,0.005209167082450797,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(256, 64)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(1856, 1344)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.011122655502487255,3.5269817384430864 +11154,11349,1.3363668220049312,0.010879635270607263,-0.01105093167170497,-0.011252961968932801,1.4641973870405889,1.3832409854495658,1.4219937273389316,0.9999389365902237,-0.010439918655094044,"mtp.layers.0.mlp.up_proj.weight|2d-128|(4864, 1408)","mtp.layers.0.mlp.up_proj.weight|2d-128|(5888, 0)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.046874163444634576,3.785259607315283 +11456,11616,1.3181206269395016,0.0353040264714967,0.014769929360115307,0.015254936782974557,1.350225892351006,1.4642242034524506,1.4037652618118628,0.9998909186439775,0.016016940702201967,"mtp.layers.0.mlp.up_proj.weight|2d-64|(3904, 1856)","mtp.layers.0.mlp.up_proj.weight|2d-64|(3840, 1088)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.03210526541150438,3.458720362878149 +11686,11706,1.246858611534741,0.02486376206603325,0.0032762580121489583,0.003216447932673155,1.2567082921224024,1.6440212040947515,1.4119762858267573,0.9999946330523168,0.004285988781821129,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(128, 768)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(256, 1280)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.009849680587661336,3.8606884811956186 +11752,11929,1.0922193553849753,0.01744595544389927,0.018181004820038437,0.018103708886529565,2.27778562939485,1.1031522175540174,1.4040907299214893,0.9998347118717842,0.00880522535824153,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 1536)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 576)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.010932862169042101,7.461841409597643 +12089,12192,1.1941796398915943,0.02713071012051055,0.0023791523521071024,0.0023393504415825084,1.2218346120491657,1.7344834146891106,1.4126285812481503,0.9999971698130378,0.003377380420438036,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(768, 1152)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1664, 0)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.0276549721575714,3.4231142718517247 +12316,12430,1.18092594573588,0.013838106835087302,0.00817113063818941,0.008219831721583472,1.2120289684206833,1.7487929883816067,1.4087930138662477,0.9999666157547928,0.011789830391459736,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(1792, 1920)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(768, 64)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.03110302268480325,3.3419934043753288 +12614,12681,1.0624690980464828,0.00718308288396146,0.0022153546322849944,0.0021522321992554242,1.0697012192520563,2.7999829241094423,1.4131687005282016,0.9999975460989158,0.005798773554340614,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(896, 768)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(2176, 640)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.007232121205573483,3.029957388444296 +12798,12808,1.062326426494931,0.06526021620476838,0.05638244043676412,0.05652564391904894,2.55786014859284,1.060762731660973,1.3857113876439624,0.9984092449543899,0.02338219764216449,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(3520, 768)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(832, 512)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.0015636948339581291,7.223986185362841 +13029,13044,1.3676929957522355,0.02541334236654568,0.010311481417580901,0.010414247190132267,1.380293071063376,1.435126292406164,1.4069089083797686,0.9999468352622428,0.010721113078273559,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 640)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(256, 512)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.012600075311140602,3.7849270011369076 +13113,13273,1.3087931858946744,0.009203247162776642,-0.015393676119192753,-0.014909216937536877,1.3390253272623842,1.529897536390753,1.4249617542062325,0.9998815103478699,-0.017587977382697673,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(64, 576)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 576)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.030232141367709797,3.4767858442439 +195,231,1.182052209681605,0.23146806392825653,0.26047483914182334,0.25958147152707495,1.1705168951384037,1.2691859578987095,1.2168614188732818,0.9654806358358728,0.28243164160875933,"model.language_model.embed_tokens.weight|2d-128|(142080, 1152)","model.language_model.embed_tokens.weight|2d-128|(58880, 1152)",model.language_model.embed_tokens.weight,2d-128,0,0.011535314543201336,3.122510706687507 +486,508,1.1952754023129444,0.07659986375017253,0.005036858037808493,0.003096331346233732,1.5473583043608385,1.3048407191270504,1.410698727743933,0.9999873149500983,0.004247430892814249,"model.language_model.embed_tokens.weight|2d-64|(199296, 768)","model.language_model.embed_tokens.weight|2d-64|(204608, 832)",model.language_model.embed_tokens.weight,2d-64,0,0.10956531681410597,4.892267253643653 +604,715,0.15476303191542248,0.9881752442152878,0.9881752442152878,0.9964592357572215,0.1600190819350117,0.15476303191542246,0.15732524576109283,0.15332868850954248,0.9557172495254749,"model.language_model.layers.18.linear_attn.conv1d.weight|3d-axis0-slice|(5913, 0, 0)","model.language_model.layers.9.linear_attn.conv1d.weight|3d-axis0-slice|(1265, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,9,2.7755575615628914e-17,0.27778306319780866 +783,842,0.6397326972982551,0.8768608876624112,0.8768608876624112,0.8759018390565214,1.406651878265568,0.6397326972982551,0.8235493230353335,0.480744197768302,0.3987884916567191,"model.language_model.layers.9.linear_attn.conv1d.weight|3d-volume|(996, 0, 0)","model.language_model.layers.8.linear_attn.conv1d.weight|3d-volume|(1444, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,1,0.0,3.574972630593725 +1121,1260,1.1538017193265915,0.015513682540371177,-0.003358048787445978,-0.0033657626646295905,1.165039684250776,1.9599876143262844,1.4162978960910362,0.9999943617382756,-0.005649364670294603,"model.language_model.layers.13.linear_attn.in_proj_qkv.weight|2d-128|(1024, 1280)","model.language_model.layers.12.linear_attn.in_proj_qkv.weight|2d-128|(2688, 1408)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,1,0.011237964924184496,3.1209682351252366 +1379,1518,1.1509436521991665,0.04691922348468354,0.03153715774950875,0.03152757413174588,1.8270116190427244,1.1704822518508795,1.3938078481441432,0.9995025801272764,0.020204405398889912,"model.language_model.layers.13.linear_attn.in_proj_qkv.weight|2d-64|(2304, 640)","model.language_model.layers.22.linear_attn.in_proj_qkv.weight|2d-64|(5696, 1216)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,9,0.019538599651713007,5.396971388884795 +1569,1726,1.1607451065238605,0.03310949236674392,0.009230762128509684,0.00923236984919587,1.891134017833104,1.1714375352199697,1.4083574818270597,0.9999573956076964,0.005717871464452457,"model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(256, 1664)","model.language_model.layers.22.linear_attn.in_proj_z.weight|2d-128|(128, 896)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,4,0.010692428696109202,5.132312118343416 +2021,2034,1.159232362185473,0.013682030286566612,-0.00165470589222377,-0.0017408733279558023,1.9094533092019441,1.1750461574485915,1.4152576876243703,0.999998630973268,-0.0010182787874387603,"model.language_model.layers.16.linear_attn.in_proj_z.weight|2d-64|(576, 640)","model.language_model.layers.5.linear_attn.in_proj_z.weight|2d-64|(576, 1472)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,11,0.015813795263118546,5.59804867423337 +2128,2283,1.2384769327055372,0.03271156423203944,0.005122086520273729,0.005149774879771564,1.2607131691188749,1.6312276363419846,1.4107043292918358,0.9999868820287988,0.006627430641852383,"model.language_model.layers.2.linear_attn.out_proj.weight|2d-128|(1408, 0)","model.language_model.layers.21.linear_attn.out_proj.weight|2d-128|(1280, 512)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,19,0.022236236413337718,3.2163137558186334 +2374,2549,1.2342557501554368,0.02202637382555238,-0.009055361166080139,-0.009145464470709963,1.6562237020148827,1.2631049194821218,1.4203751614044122,0.9999589993765504,-0.006905994173763133,"model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(1536, 896)","model.language_model.layers.14.linear_attn.out_proj.weight|2d-64|(448, 1344)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,2,0.02884916932668502,4.594184636142932 +2759,2796,1.2730919547432598,0.03510820697066765,0.009090371292943548,0.009096157545394293,1.3026418784767744,1.543541150792086,1.4078628811536447,0.9999586817212781,0.010771465587337636,"model.language_model.layers.20.mlp.down_proj.weight|2d-128|(0, 3328)","model.language_model.layers.2.mlp.down_proj.weight|2d-128|(1792, 4224)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,18,0.029549923733514616,3.4845518389628167 +2941,2995,1.2661210784659847,0.04465487896113888,0.016713759880351477,0.016601978545851676,1.539038304587405,1.2968823995722845,1.4025178817299477,0.9998603153594315,0.01408397760789728,"model.language_model.layers.6.mlp.down_proj.weight|2d-64|(896, 5376)","model.language_model.layers.22.mlp.down_proj.weight|2d-64|(1024, 4672)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,16,0.03076132110629981,4.278843838101072 +3082,3289,1.169822007080809,0.01591008781193708,0.002875800846505415,0.002886876057911138,1.8284246488295606,1.1922363013177204,1.4123515779869342,0.999995864876196,0.0018751848301535288,"model.language_model.layers.11.mlp.gate_proj.weight|2d-128|(5632, 128)","model.language_model.layers.21.mlp.gate_proj.weight|2d-128|(2688, 1536)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,10,0.022414294236911436,5.087714373131413 +3506,3569,1.1619494094462817,0.017650418258574357,0.0018383741079616264,0.0014015070067135544,1.175747543731178,1.89571947212038,1.4130485679626459,0.9999983101888918,0.002964107058599653,"model.language_model.layers.21.mlp.gate_proj.weight|2d-64|(896, 1600)","model.language_model.layers.11.mlp.gate_proj.weight|2d-64|(6080, 896)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,10,0.01379813428489629,3.286331972101156 +3760,3807,1.2422347007587942,0.03675279363410516,-0.011871445420749324,-0.011888549556636133,1.2698257860083972,1.6473802139217837,1.4223081906903603,0.9999295319089352,-0.015401155427997802,"model.language_model.layers.22.mlp.up_proj.weight|2d-128|(2688, 1792)","model.language_model.layers.3.mlp.up_proj.weight|2d-128|(1152, 1024)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,19,0.027591085249603076,3.3184913174261306 +3865,3931,1.2376462303844922,0.03489564289016957,0.015205258987916206,0.015145638245986772,1.6473530373164313,1.2438441301869132,1.4038345831934864,0.9998843933671083,0.011480825124710948,"model.language_model.layers.1.mlp.up_proj.weight|2d-64|(4544, 1792)","model.language_model.layers.22.mlp.up_proj.weight|2d-64|(1344, 704)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,21,0.006197899802421025,4.447375741297092 +4293,4340,1.1852692734033359,0.020316703175732396,0.010467078324993044,0.010479551202878488,1.7313754788447775,1.2159456061818292,1.4072342787970469,0.9999452186351703,0.007351032779630465,"model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 640)","model.language_model.layers.3.self_attn.k_proj.weight|2d-128|(0, 1664)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,20,0.030676332778493354,5.290228984996259 +4558,4561,1.1092456950513436,0.017490303557419682,0.0019412626931308516,0.0018796486964356388,1.1382440665835898,2.0860890806340566,1.413058783388456,0.9999981157478028,0.003557801903538528,"model.language_model.layers.15.self_attn.k_proj.weight|2d-64|(128, 1216)","model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(0, 1024)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,8,0.02899837153224616,3.130001616482977 +4735,4802,1.1314155443823717,0.016035140467868796,-0.0031696158583914727,-0.0031489525417856606,2.025239666391147,1.1520344225701344,1.416138718013564,0.9999949767550387,-0.0018029997317294906,"model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(1024, 1280)","model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(1792, 0)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,12,0.020618878187762757,5.4248999310286115 +5099,5116,1.132892325501237,0.04364200214424492,0.03234854624237112,0.03276305204735767,1.147207078502584,1.9264862451419058,1.3939576134911882,0.9994766488297789,0.05432238917807939,"model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(512, 64)","model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(320, 1600)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,12,0.014314753001346991,3.0761402188255405 +5150,5340,1.130384631169831,0.05708634972298712,0.01177933218508179,0.011721920073494865,1.931554632019134,1.1605349176028001,1.40684023276291,0.9999306212599319,0.007077369741563948,"model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(3200, 256)","model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(3840, 768)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,4,0.030150286432969242,5.300279610194781 +5472,5506,1.1175128806498245,0.021106824475912035,0.01789399755484334,0.018084357813650625,1.1373221986812592,2.0311229848511285,1.4033844731681644,0.9998398896080849,0.03195656408241625,"model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(1920, 0)","model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(3712, 1600)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,0,0.01980931803143471,2.9994302544752114 +5777,5849,1.0884544039640631,0.019437095292655235,0.00766685734410448,0.007729749853458042,1.0997256205740484,2.36332597282368,1.4100601228701166,0.9999706092173235,0.016476185288652242,"model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(128, 128)","model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(256, 256)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,12,0.011271216609985313,3.7278498657488703 +6057,6063,1.082868849332707,0.011427676599914002,-0.001980417513444191,-0.0017601887537689591,1.111670337604036,2.298609534249751,1.4153108886451822,0.9999980389713133,-0.004094924928922089,"model.language_model.layers.23.self_attn.v_proj.weight|2d-64|(384, 1408)","model.language_model.layers.3.self_attn.v_proj.weight|2d-64|(448, 1792)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,20,0.028801488271329,3.436436298413706 +6169,6275,1.2287335335689054,0.020069019154956944,0.004493203073696337,0.004477708842668259,1.6669285313988802,1.2456856880128995,1.4111632891286503,0.99998990551212,0.003357743692551722,"model.visual.blocks.13.attn.proj.weight|2d-128|(384, 896)","model.visual.blocks.22.attn.proj.weight|2d-128|(896, 640)",model.visual.layers.*.attn.proj.weight,2d-128,9,0.016952154443994116,4.361239681132184 +6603,6642,1.2010906886985808,-0.012736698123924988,-0.010140137073595883,-0.010241429341824279,1.1997242838101163,1.8379158096177233,1.4207623402526939,0.9999485874884412,-0.01553416771732392,"model.visual.blocks.20.attn.proj.weight|2d-64|(640, 704)","model.visual.blocks.18.attn.proj.weight|2d-64|(512, 768)",model.visual.layers.*.attn.proj.weight,2d-64,2,0.001366404888464512,3.1118006244438305 +6852,6902,1.1201409233876307,0.006700008932782404,-0.0012936727304435312,-0.0011926491883445856,2.1857759589065036,1.1253452365313694,1.414957935664,0.9999991632050831,-0.0006660465080618224,"model.visual.blocks.21.attn.qkv.weight|2d-128|(2304, 768)","model.visual.blocks.2.attn.qkv.weight|2d-128|(1280, 512)",model.visual.layers.*.attn.qkv.weight,2d-128,19,0.005204313143738704,6.163249627373149 +6912,7114,1.1116817340490182,0.03665544565555235,0.01707049280413951,0.016734154647756596,1.1306866376961069,2.0745314154648846,1.4040325905940185,0.9998542885217945,0.03132014867692515,"model.visual.blocks.1.attn.qkv.weight|2d-64|(1024, 64)","model.visual.blocks.17.attn.qkv.weight|2d-64|(1216, 832)",model.visual.layers.*.attn.qkv.weight,2d-64,16,0.019004903647088733,3.0398956267573927 +7338,7404,1.2280771684417713,0.04523474796978694,-0.006753345442403083,-0.006541545017727665,1.2811488285576438,1.6133066652001924,1.4188571364088884,0.9999771959026544,-0.008504255689711243,"model.visual.blocks.3.mlp.linear_fc1.weight|2d-128|(3840, 384)","model.visual.blocks.14.mlp.linear_fc1.weight|2d-128|(2560, 640)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,11,0.0530716601158725,3.3774658836016576 +7441,7461,1.2311481921182668,0.03037536035065733,0.027666755166559358,0.028837157629653873,1.6494319163402746,1.2312090392540198,1.3953318664220533,0.9996172020621462,0.02065169147658744,"model.visual.blocks.17.mlp.linear_fc1.weight|2d-64|(640, 704)","model.visual.blocks.0.mlp.linear_fc1.weight|2d-64|(3712, 128)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,17,6.084713575305045e-05,4.885348148740392 +7740,7743,1.2360414363075451,0.05132570291688253,0.015430239976097734,0.01539250130417593,1.2520592884540922,1.6281329748487068,1.4036289290712094,0.9998809467603031,0.020064930428280253,"model.visual.blocks.4.mlp.linear_fc2.weight|2d-128|(896, 2176)","model.visual.blocks.15.mlp.linear_fc2.weight|2d-128|(384, 2048)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,11,0.01601785214654705,3.234873664015359 +7950,8100,1.2266054181404442,0.03565822823068811,0.027899162506033526,0.027851501663862386,1.2368410536147305,1.6354044016921354,1.3951021158434054,0.9996107426050712,0.03688947179796945,"model.visual.blocks.4.mlp.linear_fc2.weight|2d-64|(576, 2240)","model.visual.blocks.11.mlp.linear_fc2.weight|2d-64|(64, 2816)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,7,0.010235635474286298,3.614062584670314 +8211,8299,1.3399583730414784,0.07650615805990804,0.020640149397713567,0.020087563994706514,1.4153201285471106,1.3842883813883249,1.3995462991715595,0.9997869694254071,0.020187601677582632,"model.visual.merger.linear_fc1.weight|2d-128|(0, 2432)","model.visual.merger.linear_fc1.weight|2d-128|(384, 1408)",model.visual.merger.linear_fc1.weight,2d-128,0,0.04433000834684653,3.6025748609880672 +8518,8634,1.3460199734385727,0.056572056499485476,0.021358049455207796,0.021008297202180466,1.3708989584048596,1.428994262306219,1.3990427677598605,0.9997718908448412,0.022263150714664823,"model.visual.merger.linear_fc1.weight|2d-64|(448, 3712)","model.visual.merger.linear_fc1.weight|2d-64|(2240, 2432)",model.visual.merger.linear_fc1.weight,2d-64,0,0.024878984966286932,3.309979725886149 +8707,8952,1.3485373632051103,0.03197835022998373,0.012215667796483391,0.012235728312643135,1.4007325068278114,1.410416423279038,1.4055494456776259,0.9999253859465146,0.012300120399503922,"model.visual.merger.linear_fc2.weight|2d-128|(0, 384)","model.visual.merger.linear_fc2.weight|2d-128|(896, 3072)",model.visual.merger.linear_fc2.weight,2d-128,0,0.05219514362270106,3.4252170151986703 +8976,9190,1.3482436952263388,0.061218640855473724,0.053284523017121256,0.052766783991304494,1.3712763769630014,1.3808150113460325,1.3760208989454885,0.9985793707096287,0.05365517155440606,"model.visual.merger.linear_fc2.weight|2d-64|(0, 1024)","model.visual.merger.linear_fc2.weight|2d-64|(1280, 192)",model.visual.merger.linear_fc2.weight,2d-64,0,0.02303268173666262,3.47517435798596 +9247,9311,0.7927383477016081,0.6463120766895603,0.4413411223081124,0.43988396306125566,0.9673749218627079,1.2051180569627682,1.066868765255573,0.8973394083399078,0.549805606651031,"model.visual.pos_embed.weight|2d-128|(384, 896)","model.visual.pos_embed.weight|2d-128|(1408, 896)",model.visual.pos_embed.weight,2d-128,0,0.1746365741610998,4.23726473818459 +9447,9586,0.5453742136730072,0.8437520372375824,0.8286291672496963,0.8303342404246014,0.5716616839022509,0.6052606284135159,0.5877421073853316,0.5597979128070012,0.8773311638935695,"model.visual.pos_embed.weight|2d-64|(1664, 128)","model.visual.pos_embed.weight|2d-64|(1216, 128)",model.visual.pos_embed.weight,2d-64,0,0.026287470229243715,2.239082356120402 +9722,9760,1.2064555162255162,0.026366161555326575,0.0034925009327928798,0.003538185663339227,1.6574770140062474,1.250618902162315,1.411836814418618,0.9999939012000195,0.0026352025671915772,"mtp.fc.weight|2d-128|(1024, 2560)","mtp.fc.weight|2d-128|(512, 2048)",mtp.fc.weight,2d-128,0,0.044163385936798916,4.622423194650211 +9991,10059,1.160324261748237,0.0425605368859576,0.029159813369969433,0.029049634823401956,1.1645177862000646,1.8584280986257382,1.3955352779246089,0.9995747622285331,0.04653549920801602,"mtp.fc.weight|2d-64|(1152, 2688)","mtp.fc.weight|2d-64|(576, 384)",mtp.fc.weight,2d-64,0,0.004193524451827635,3.1847574496377464 +10270,10361,1.3235865066840287,0.04274970750769543,-0.0026660710012055004,-0.0027538115068589026,1.4538974907508562,1.3810957648110684,1.4160950229827953,0.9999964460263929,-0.002532571513380166,"mtp.layers.0.mlp.down_proj.weight|2d-128|(1024, 5376)","mtp.layers.0.mlp.down_proj.weight|2d-128|(896, 4608)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.057509258127039775,3.950381108043834 +10517,10636,1.279427566297897,0.012283883450883498,-0.013352457704684729,-0.013444260992567457,1.509099210871441,1.351102655125864,1.4235668004779933,0.999910851962936,-0.011954509635478299,"mtp.layers.0.mlp.down_proj.weight|2d-64|(256, 1088)","mtp.layers.0.mlp.down_proj.weight|2d-64|(1728, 896)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.07167508882796714,4.3727310678254385 +10800,10852,1.3146531285458498,0.023846804828702366,0.007486539124492803,0.00750996578692185,1.3566352219150501,1.467770892518339,1.40892626331094,0.9999719754732816,0.008099837034393573,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(1280, 0)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(4224, 1536)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.041982093369200335,3.575011169094412 +11037,11098,1.301568707333191,0.04342481599457403,0.013990212503606363,0.014147946170360188,1.3483183500243956,1.4679390361083213,1.4043220264018592,0.9999021321879976,0.015231402181185866,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(2752, 1984)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(5120, 1536)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.04674964269120463,3.6013273268097086 +11311,11325,1.3363730305730002,0.05974495536263016,0.0033949921003545527,0.0034615447800417777,1.3797185042793851,1.4462579351017155,1.4118135642942513,0.9999942369977132,0.0035587217606462985,"mtp.layers.0.mlp.up_proj.weight|2d-128|(6016, 640)","mtp.layers.0.mlp.up_proj.weight|2d-128|(1280, 1664)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.043345473706384974,3.662924538945313 +11431,11516,1.3182626798011725,0.03000455468263934,0.037962712505985326,0.038246719925840285,1.4381803703845413,1.3412408659101345,1.387176653828151,0.9992791564218619,0.03540386341124306,"mtp.layers.0.mlp.up_proj.weight|2d-64|(5568, 128)","mtp.layers.0.mlp.up_proj.weight|2d-64|(4544, 64)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.022978186108961962,4.024841871444928 +11676,11696,1.2469549004339944,0.02859335494733604,0.01677404159261083,0.016749596687375,1.5001406598910032,1.3215671477233075,1.402397792932453,0.9998593058669052,0.014777295820346273,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 1536)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(256, 0)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.07461224728931315,5.708841845886788 +11729,11974,1.0922981752248133,-0.0012431699295730393,-0.009996190665237369,-0.010093947285062676,2.2435556963277588,1.1226778312372994,1.4198597112095916,0.9999500368379333,-0.005002105218538664,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 64)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(448, 1408)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.030379656012486045,8.432858221731832 +11987,12151,1.1946274689546945,0.026118624813689432,0.006031167818325333,0.006034142339404825,1.1970789353844156,1.802599985446631,1.4102773534789532,0.9999818123419781,0.009081926596635167,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(0, 384)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1280, 896)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.0024514664297210498,3.4798342219643694 +12322,12488,1.1809915503369541,-0.006545371207089293,-0.009616117089584538,-0.009614346724242995,1.2098228947145515,1.8019780938916827,1.42049311307166,0.9999537640771794,-0.014322784284733839,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(128, 1152)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(704, 0)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.02883134437759738,3.45574848403992 +12580,12672,1.0625292411733973,0.043743129467021025,0.0064788601725783304,0.00647904343517051,2.5625471116413605,1.083134566136438,1.410923970973874,0.9999790119651832,0.0027384774196753977,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 512)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(3840, 384)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.020605324963040683,7.829037974441821 +12771,12888,1.0624334393487942,0.012578416000411699,0.0009750386833167787,-0.0008405168101256168,2.7015260749505834,1.0760457118731355,1.4137394530198473,0.99999952464967,0.0003883679686906741,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(576, 512)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(4032, 1408)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.013612272524341273,9.074773297853282 +13030,13071,1.3677627886259462,0.014304405607832221,0.00880476887012526,0.00893226023413329,1.3816887269045348,1.435828413284586,1.4079785017676714,0.9999612372712973,0.009149772354625973,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 768)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(384, 1920)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.013925938278588568,3.737439656577633 +13173,13202,1.3089966629931882,0.0349291239037593,0.0062197278591842676,0.0059995175157127765,1.3425238466675318,1.4883979188143999,1.4098320567795757,0.9999806573056089,0.006895542320667884,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 320)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(256, 128)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.0335271836743436,3.6580536960287824 +55,201,1.182118834651758,0.2900351320833171,0.2865444598723424,0.2845710800470843,1.2058571197192134,1.1836045899995624,1.1945754380471756,0.9580669457383798,0.28125665337765965,"model.language_model.embed_tokens.weight|2d-128|(244096, 640)","model.language_model.embed_tokens.weight|2d-128|(166912, 640)",model.language_model.embed_tokens.weight,2d-128,0,0.001485755347804485,3.1484512132235927 +329,478,1.1955567336379083,0.063344958226213,0.02138065273490363,0.020108045579676208,1.5839531457458491,1.2672206075368022,1.399386020164084,0.9997714077170988,0.01710530631605267,"model.language_model.embed_tokens.weight|2d-64|(180416, 1984)","model.language_model.embed_tokens.weight|2d-64|(216448, 1152)",model.language_model.embed_tokens.weight,2d-64,0,0.07166387389889395,4.845196293814364 +703,730,0.1548888013832669,0.9879533828051839,0.9879533828051839,0.9975959139324739,0.15488880138326688,0.15781794156462092,0.1563327944718025,0.15475177996971082,1.0066368119816973,"model.language_model.layers.13.linear_attn.conv1d.weight|3d-axis0-slice|(2573, 0, 0)","model.language_model.layers.17.linear_attn.conv1d.weight|3d-axis0-slice|(2205, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,4,2.7755575615628914e-17,0.25005085639583785 +1012,1017,0.6421198648873924,0.7689477834882097,0.7689477834882098,0.7772278983215913,0.9057217222311106,0.6421198648873923,0.7408086412835581,0.6393115877790494,0.5451527049860448,"model.language_model.layers.16.linear_attn.conv1d.weight|3d-volume|(4728, 0, 0)","model.language_model.layers.22.linear_attn.conv1d.weight|3d-volume|(2448, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,6,1.1102230246251565e-16,1.829988527018912 +1085,1271,1.1539617664280732,0.017914125305366863,0.020886834360927923,0.020800326435099516,1.1440455329231085,1.9827028207570006,1.401368442251291,0.9997818462796667,0.03619819684823626,"model.language_model.layers.21.linear_attn.in_proj_qkv.weight|2d-128|(1408, 896)","model.language_model.layers.14.linear_attn.in_proj_qkv.weight|2d-128|(4736, 1792)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,7,0.009916233504964733,3.243650480388948 +1405,1529,1.1509985681533603,-0.001736388793092693,0.011532907137553991,0.011537186077112252,2.0449325750792586,1.1390376602605938,1.4072629068932059,0.999933493814942,0.006423886890966588,"model.language_model.layers.12.linear_attn.in_proj_qkv.weight|2d-64|(2688, 704)","model.language_model.layers.21.linear_attn.in_proj_qkv.weight|2d-64|(1408, 64)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,9,0.011960907892766492,5.47612350879044 +1635,1747,1.1609432659531669,0.026935490773558442,0.0063925973525548,0.007128175745911402,1.9286689987998233,1.1649536626006,1.4102069498894754,0.9999795671407932,0.0038612533846003644,"model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(256, 1920)","model.language_model.layers.6.linear_attn.in_proj_z.weight|2d-128|(1792, 640)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,12,0.00401039664743319,5.0525080451174675 +1867,2038,1.1594152527384751,-0.01453810031659257,-0.011716035737942356,-0.009382462674969536,1.1680481966157181,1.973052168828629,1.4214583161971033,0.999931364897905,-0.019790578667727744,"model.language_model.layers.21.linear_attn.in_proj_z.weight|2d-64|(64, 1472)","model.language_model.layers.10.linear_attn.in_proj_z.weight|2d-64|(256, 1088)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,11,0.008632943877243004,2.984294084301107 +2134,2142,1.2384956520007617,-0.017811463643655337,0.00281607284810061,0.002815926465789763,1.7135310359425604,1.2289641511838667,1.4123261898904411,0.9999960348589959,0.002019719809471786,"model.language_model.layers.16.linear_attn.out_proj.weight|2d-128|(1280, 256)","model.language_model.layers.14.linear_attn.out_proj.weight|2d-128|(1792, 768)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,2,0.009531500816895022,4.829998736703835 +2458,2470,1.2344202488551532,0.05178951948538701,0.042891750855715956,0.04282588035623213,1.2375684634000716,1.6004875201331958,1.3845493372542155,0.9990797254015974,0.05546982974391115,"model.language_model.layers.16.linear_attn.out_proj.weight|2d-64|(1152, 768)","model.language_model.layers.8.linear_attn.out_proj.weight|2d-64|(448, 1536)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,8,0.0031482145449184262,3.2622488675794905 +2586,2650,1.2731211111605532,0.024287549510342097,0.0002052228694609648,0.00026092236828286153,1.5692447746516713,1.2973726117850113,1.4140710279782855,0.9999999789417868,0.0001696679411978202,"model.language_model.layers.2.mlp.down_proj.weight|2d-128|(1280, 5248)","model.language_model.layers.20.mlp.down_proj.weight|2d-128|(1792, 4480)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,18,0.024251500624458133,4.024546891385661 +2862,3070,1.2663515607005704,0.03745443271896914,0.020341859077259838,0.020366424551686097,1.2815868195559785,1.5588445567046005,1.400030081274741,0.9997930829773133,0.024742604880116363,"model.language_model.layers.21.mlp.down_proj.weight|2d-64|(832, 5824)","model.language_model.layers.3.mlp.down_proj.weight|2d-64|(1792, 4608)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,18,0.015235258855408107,3.2451448142653962 +3267,3288,1.1698480025157634,0.014066082033775414,-0.014008043735304499,-0.014084372098499482,1.8642790560476104,1.1954813149820163,1.4231869626347493,0.9999018825418371,-0.008982750994644947,"model.language_model.layers.10.mlp.gate_proj.weight|2d-128|(4224, 640)","model.language_model.layers.19.mlp.gate_proj.weight|2d-128|(2304, 1408)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,9,0.02563331246625289,4.929908045989226 +3402,3569,1.1620161671416365,0.022070795755893484,0.03200997215917234,0.032114189514476366,1.167141606070815,1.8388656576677451,1.3935815726947904,0.9994875495384468,0.05043264519081095,"model.language_model.layers.21.mlp.gate_proj.weight|2d-64|(2496, 128)","model.language_model.layers.11.mlp.gate_proj.weight|2d-64|(6080, 896)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,10,0.005125438929178605,3.0652319522935554 +3664,3760,1.242237899239904,0.03124674028500229,0.0018865548724670063,0.001900724212958846,1.623712588123231,1.2674134072753769,1.4129188887823072,0.9999982204537732,0.0014725789258609265,"model.language_model.layers.4.mlp.up_proj.weight|2d-128|(1280, 768)","model.language_model.layers.22.mlp.up_proj.weight|2d-128|(2688, 1792)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,18,0.02517550803547297,4.306895833279377 +3929,3997,1.237647342105975,0.0044781612709463275,-0.011993763062763554,-0.011722380881066504,1.6758907337409448,1.2573216427336293,1.4223326242938836,0.9999280722369956,-0.008998210666736004,"model.language_model.layers.2.mlp.up_proj.weight|2d-64|(384, 1344)","model.language_model.layers.22.mlp.up_proj.weight|2d-64|(4736, 896)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,20,0.019674300627654295,4.476873267031745 +4216,4316,1.1853073958152345,0.01046967064261008,-0.002559981820364141,-0.002527365743171954,1.1977446134377518,1.8239366717322072,1.4158736923608666,0.9999967232411712,-0.0038983641994667956,"model.language_model.layers.15.self_attn.k_proj.weight|2d-128|(384, 1024)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(128, 1536)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,8,0.012437217622517371,3.0859698881121367 +4375,4584,1.1092582047458868,0.023534248381029656,0.016658144080843092,0.016788636236542538,2.0133644471294425,1.1412315725240516,1.404070860308111,0.9998612434912065,0.009442304393433321,"model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 640)","model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(384, 1472)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,0,0.03197336777816484,7.545953252241034 +4698,4829,1.1314873037213875,0.03119528708538991,-0.016099280795311845,-0.016063405866687253,1.1698534176315052,1.9787673284348082,1.4241528449276375,0.9998703981806211,-0.027231386743784048,"model.language_model.layers.23.self_attn.o_proj.weight|2d-128|(256, 1792)","model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(1408, 128)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,16,0.03836611391011768,3.2085086963553993 +5016,5102,1.1329062915077777,0.05520377776696143,0.029144949448880117,0.02910858444352453,1.178414906014041,1.8039175177414397,1.3952140594592246,0.9995751957314778,0.04461508811218069,"model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(64, 128)","model.language_model.layers.11.self_attn.o_proj.weight|2d-64|(448, 896)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,12,0.04550861450626331,3.268921115347873 +5187,5281,1.1310786885813922,0.043438662390391576,0.04253083041454316,0.042292643725808085,1.96339354453456,1.1331311603160097,1.387929597873206,0.9990951548597607,0.02454577145320059,"model.language_model.layers.19.self_attn.q_proj.weight|2d-128|(1280, 1408)","model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(384, 384)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,16,0.0020524717346175336,5.435565258248711 +5395,5524,1.117939884032461,0.04572311119990431,0.032104270871358906,0.02987334424754206,2.008468067020858,1.1320273965824048,1.3946578151521225,0.9994845250386913,0.018094842915569908,"model.language_model.layers.11.self_attn.q_proj.weight|2d-64|(1600, 1216)","model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(1408, 704)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,8,0.014087512549943781,5.493948096233603 +5750,5865,1.0885974437130095,0.03585384906519448,-0.001109375168435334,-0.0011059842422535,2.3836243717513876,1.1021997644242234,1.4148111072012952,0.9999993846431785,-0.000512980595348201,"model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(384, 256)","model.language_model.layers.23.self_attn.v_proj.weight|2d-128|(256, 1152)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,16,0.013602320711213922,7.965090798884513 +5908,6032,1.0831842204736462,0.01898791315075539,0.019099185127753673,0.01925792244157169,2.4533126579299815,1.085807681704146,1.4041816502559563,0.9998175939277403,0.00845307745793092,"model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(448, 1536)","model.language_model.layers.23.self_attn.v_proj.weight|2d-64|(128, 1792)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,16,0.002623461230499835,7.3864350399161784 +6157,6183,1.2287932732703142,0.05331168752706002,0.013781456517496024,0.013694682203604067,1.6635200710878677,1.2384284219516029,1.404847008959396,0.9999050312185935,0.010259778492480678,"model.visual.blocks.12.attn.proj.weight|2d-128|(128, 128)","model.visual.blocks.0.attn.proj.weight|2d-128|(512, 896)",model.visual.layers.*.attn.proj.weight,2d-128,12,0.009635148681288674,4.919856417412583 +6429,6615,1.2013491671747396,0.03336221739039254,0.03305441181989978,0.033040230670079926,1.1971598725905666,1.729857434873828,1.3921673872236537,0.9994535536278014,0.04776255983113007,"model.visual.blocks.0.attn.proj.weight|2d-64|(64, 832)","model.visual.blocks.22.attn.proj.weight|2d-64|(896, 448)",model.visual.layers.*.attn.proj.weight,2d-64,22,0.004189294584173053,3.845804247904726 +6786,6811,1.120422973367719,0.006507944358716745,0.005440543939424916,0.005351862511906912,2.1353394412340543,1.128520467934993,1.411031466693713,0.9999852001313035,0.002875311097514504,"model.visual.blocks.0.attn.qkv.weight|2d-128|(2048, 256)","model.visual.blocks.1.attn.qkv.weight|2d-128|(1536, 896)",model.visual.layers.*.attn.qkv.weight,2d-128,1,0.008097494567274044,6.340864656272507 +6988,7073,1.112021543245307,-0.039230698230732004,-0.0009080258866260555,-0.0011775654572260268,2.493628623154493,1.0920555355720327,1.4146853581117023,0.9999995877444097,-0.0003976593333606643,"model.visual.blocks.21.attn.qkv.weight|2d-64|(320, 512)","model.visual.blocks.2.attn.qkv.weight|2d-64|(768, 192)",model.visual.layers.*.attn.qkv.weight,2d-64,19,0.01996600767327439,7.170859357456564 +7283,7384,1.2281447513278427,0.04003982357694773,0.007634688404804556,0.007679916718498774,1.2189281552309712,1.7298106037264147,1.409120504053886,0.9999708553417752,0.010834572080481275,"model.visual.blocks.1.mlp.linear_fc1.weight|2d-128|(2688, 0)","model.visual.blocks.15.mlp.linear_fc1.weight|2d-128|(0, 896)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,14,0.009216596096871532,3.3585478422192194 +7444,7465,1.2316175217694254,0.05345721590558623,0.029229841571171224,0.029705600742331677,1.6167925092493518,1.2436806712176152,1.3940933560905442,0.9995727168954364,0.022484387314298384,"model.visual.blocks.21.mlp.linear_fc1.weight|2d-64|(1216, 384)","model.visual.blocks.1.mlp.linear_fc1.weight|2d-64|(1344, 576)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,20,0.012063149448189758,4.3149250727367505 +7747,7908,1.2361089189762526,0.040489749639663744,0.013501446447390961,0.013521367630701222,1.5860630214353926,1.274283053509673,1.4048598595682977,0.999908851317873,0.01084740276600636,"model.visual.blocks.14.mlp.linear_fc2.weight|2d-128|(896, 3328)","model.visual.blocks.5.mlp.linear_fc2.weight|2d-128|(640, 1536)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,9,0.038174134533420334,4.478323854258049 +7957,8034,1.2267794404439285,0.01151517527052469,-0.007232783352467674,-0.007227801073638419,1.686222313480288,1.2486048481343266,1.41909699933976,0.9999738430803959,-0.005355692595928845,"model.visual.blocks.10.mlp.linear_fc2.weight|2d-64|(704, 3520)","model.visual.blocks.6.mlp.linear_fc2.weight|2d-64|(64, 1280)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,4,0.02182540769039809,5.006714362347186 +8243,8397,1.3400175315852871,0.05747494810399548,0.006680734931315775,0.006459510728633983,1.4332178716789103,1.3868918668787222,1.40948421037574,0.9999776836413788,0.006464793053522714,"model.visual.merger.linear_fc1.weight|2d-128|(128, 2432)","model.visual.merger.linear_fc1.weight|2d-128|(768, 1664)",model.visual.merger.linear_fc1.weight,2d-128,0,0.0468743352934351,3.5020654624730563 +8551,8672,1.3460863165669665,0.05285353998569542,0.023587829057248044,0.02405524219166776,1.4111320928759588,1.384135122528319,1.3974380637621286,0.9997217684537864,0.02313656023214047,"model.visual.merger.linear_fc1.weight|2d-64|(2752, 576)","model.visual.merger.linear_fc1.weight|2d-64|(3840, 3904)",model.visual.merger.linear_fc1.weight,2d-64,0,0.038048805961352405,3.7914327591497323 +8708,8921,1.3486530502795215,0.07347834496576408,-0.0014699696570756556,-0.0014744384625603635,1.4175665916287261,1.4129499046765701,1.4152526006589752,0.99999891959402,-0.0014651823054436669,"model.visual.merger.linear_fc2.weight|2d-128|(0, 512)","model.visual.merger.linear_fc2.weight|2d-128|(1920, 1024)",model.visual.merger.linear_fc2.weight,2d-128,0,0.06429685439704858,3.6708739578526335 +8963,9111,1.3483536197674666,0.0251820243737999,-0.0028716221601618676,-0.0029060284082646813,1.4472860897017394,1.3871113341198968,1.4162408232565515,0.9999958768845846,-0.0027522268568830567,"model.visual.merger.linear_fc2.weight|2d-64|(448, 3136)","model.visual.merger.linear_fc2.weight|2d-64|(1088, 1216)",model.visual.merger.linear_fc2.weight,2d-64,0,0.03875771435243025,3.6849649142681504 +9232,9328,0.7929920603477113,0.6233962908248099,0.727746331165315,0.7277067995884381,0.6878110578528794,0.8821527994771295,0.7670984953621296,0.6858463949569348,0.9333718264878651,"model.visual.pos_embed.weight|2d-128|(256, 0)","model.visual.pos_embed.weight|2d-128|(1792, 0)",model.visual.pos_embed.weight,2d-128,0,0.10518100249483187,3.5230067957032265 +9451,9465,0.5456234803617347,0.8398296760715016,0.8346979603751802,0.8394439115751565,0.7094255662320876,0.5534096887767932,0.6170886801384151,0.5507080124217499,0.651132353359158,"model.visual.pos_embed.weight|2d-64|(1152, 256)","model.visual.pos_embed.weight|2d-64|(2112, 256)",model.visual.pos_embed.weight,2d-64,0,0.007786208415058504,2.5847659259579245 +9647,9868,1.2071139769921877,0.03582681763446534,0.006408496239475532,0.006416666048167867,1.2416025396491783,1.6725175532247532,1.4098693290900428,0.9999794653771389,0.008632651841487187,"mtp.fc.weight|2d-128|(1280, 2816)","mtp.fc.weight|2d-128|(896, 3584)",mtp.fc.weight,2d-128,0,0.03448856265699063,2.98686170996087 +10008,10094,1.160348829609718,0.037477281248463286,0.0025725379900378913,0.0026050024727597553,1.162317095643632,1.9534260336075988,1.4126139385537375,0.9999966910186703,0.004323486853130942,"mtp.fc.weight|2d-64|(1152, 2752)","mtp.fc.weight|2d-64|(576, 1600)",mtp.fc.weight,2d-64,0,0.001968266033913979,3.4825535536408925 +10300,10378,1.3236586998675939,0.05568773743126505,0.006072048347493015,0.005977840845787045,1.408242001325015,1.4115908651494293,1.4099134503796686,0.9999815649445072,0.006086487955906826,"mtp.layers.0.mlp.down_proj.weight|2d-128|(1408, 1024)","mtp.layers.0.mlp.down_proj.weight|2d-128|(640, 1280)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.0845833014574211,4.000961882922064 +10427,10607,1.2795250938509082,0.03249717602315516,0.024831869732048976,0.024950619316961506,1.3176830258573056,1.4918342629826666,1.3966805090504781,0.9996916415803477,0.028113767388094554,"mtp.layers.0.mlp.down_proj.weight|2d-64|(1408, 3904)","mtp.layers.0.mlp.down_proj.weight|2d-64|(1344, 5248)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.03815793200639739,3.4333319641926954 +10778,10882,1.314674230709672,0.00872451456260332,0.0031244814068427467,0.00306536982097381,1.3393690053856764,1.4979312292325102,1.412016270515916,0.9999951187960561,0.0034943755273165967,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(1024, 1280)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(2560, 256)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.02469477467600445,3.4870845189341617 +10922,11080,1.3016705600761078,0.04649879448232587,0.023152576034658683,0.022976630001269076,1.4898410509149795,1.321059585453629,1.3978653545599282,0.9997319431842514,0.02052966152311725,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(1856, 384)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(4160, 1152)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.019389025377521074,4.225647010376206 +11169,11381,1.3363860066214912,0.04393221060531703,0.0056964001270598886,0.005711284975785711,1.417589310113403,1.402885797421955,1.410180066150355,0.9999837753811771,0.005637315954397011,"mtp.layers.0.mlp.up_proj.weight|2d-128|(3840, 1408)","mtp.layers.0.mlp.up_proj.weight|2d-128|(5888, 1408)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.06649979080046386,3.924669492201561 +11438,11453,1.3183398965758975,0.03308998396544489,0.03641516489847842,0.03636782560062549,1.3262646569633763,1.4600500750583314,1.3883460347885028,0.9993367479310549,0.04008850267111741,"mtp.layers.0.mlp.up_proj.weight|2d-64|(4160, 1216)","mtp.layers.0.mlp.up_proj.weight|2d-64|(5184, 1280)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.007924760387478802,3.626085406178215 +11687,11707,1.2477065510035228,0.007649002232896956,0.007149869360481316,0.007142785326627844,1.2928045657950304,1.5641224128220668,1.4092394737744618,0.9999744393573908,0.00865039559061371,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(128, 896)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(256, 1408)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.04509801479150766,3.6043908671014866 +11757,11805,1.0923047318607744,-0.002769157771010375,-0.004111569405502397,-0.0041612719680012835,2.369164459853157,1.1051918689678455,1.4164395059370158,0.9999915474627892,-0.0019180066021840683,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 1856)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(128, 832)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.012887137107071123,8.015391029358522 +12009,12113,1.1946339098041214,0.012270555048172987,0.009046864806731534,0.00903705993002977,1.2195025695894648,1.7246707629298017,1.4081694426468447,0.9999590762812091,0.012794448833019697,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(128, 1152)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1024, 128)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.02486865978534336,3.382782558150406 +12276,12371,1.18105728903717,0.03182735610260403,0.004688833830121022,0.004363889170525219,1.2233644733122258,1.724463123856872,1.411080816753018,0.9999890073582376,0.006609412983887305,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(896, 1984)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(256, 192)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.042307184275055754,3.5746706734386953 +12532,12583,1.0625418800992912,0.054371062536814965,-0.0017407414598268457,-0.0019236973815788406,1.0881171734922381,2.5470083821758718,1.4151026665240922,0.9999984849084372,-0.004074637545835652,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(256, 512)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 896)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.02557529339294695,3.0094567089469555 +12942,12970,1.0624625175086322,0.036597953398130566,0.010232024627106694,0.010181006543640724,2.626472504158676,1.0769055242235668,1.409125208750477,0.9999476514658306,0.004195331886199363,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(704, 1216)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(4032, 1856)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.014443006714934592,8.510201163439694 +13035,13063,1.3680240177813643,0.01930755728751005,0.0034576807434843052,0.003456844273454222,1.3829900688153889,1.4424219768829671,1.4117686621301888,0.9999940222040711,0.0036062693477754517,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 1408)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(384, 896)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.014966051034024597,3.757814477542386 +13136,13185,1.3090684827042125,0.037607594856755945,0.022279422111125727,0.02177188834004404,1.4461316298690619,1.355110939535344,1.398404500272618,0.9997517828693252,0.020877137326735403,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(128, 0)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 1088)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.046042456831131506,4.1552569756707545 +1,142,1.1822230648423717,0.2491970198753775,0.23584726458926888,0.23293369993422006,1.1972172752609875,1.2803105775488277,1.236675159652366,0.9717901356701247,0.2522163301342045,"model.language_model.embed_tokens.weight|2d-128|(84096, 1920)","model.language_model.embed_tokens.weight|2d-128|(173696, 1920)",model.language_model.embed_tokens.weight,2d-128,0,0.014994210418615816,3.1529350619696594 +307,501,1.1956289375496747,0.2564623517999045,0.2542337465059623,0.2502793597568047,1.1973376157418718,1.2470921802965187,1.2214555434363752,0.9671428033840411,0.2647982599616455,"model.language_model.embed_tokens.weight|2d-64|(236096, 448)","model.language_model.embed_tokens.weight|2d-64|(220160, 448)",model.language_model.embed_tokens.weight,2d-64,0,0.0017086781921971106,3.2193818008945736 +648,673,0.15495654962858885,0.9974318963005511,0.9974318963005511,0.9982201065540937,0.15495654962858885,0.18017776101278848,0.16614828259007608,0.07162131136949966,1.1597770231005222,"model.language_model.layers.0.linear_attn.conv1d.weight|3d-axis0-slice|(3880, 0, 0)","model.language_model.layers.4.linear_attn.conv1d.weight|3d-axis0-slice|(2039, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,4,0.0,0.2788100108550912 +856,898,0.6426758431949023,0.7661996265621203,0.7661996265621203,0.812871300879385,0.6426758431949026,0.8282967127869515,0.7180799317794233,0.6426026239100393,0.9874972565718924,"model.language_model.layers.9.linear_attn.conv1d.weight|3d-volume|(1060, 0, 0)","model.language_model.layers.12.linear_attn.conv1d.weight|3d-volume|(1908, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,3,2.220446049250313e-16,1.7027448460544896 +1085,1156,1.1540552908492014,-0.006963571760884298,0.004698973981612,0.0047060688287060976,1.149799182100968,2.0094270896727573,1.4113460760854106,0.9999889597608166,0.0082120823873481,"model.language_model.layers.21.linear_attn.in_proj_qkv.weight|2d-128|(1408, 896)","model.language_model.layers.10.linear_attn.in_proj_qkv.weight|2d-128|(4352, 1152)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,11,0.004256108748233345,3.2107032526691253 +1405,1436,1.151020884477902,0.01133415972595246,0.01816690823905976,0.01829002360209475,2.042937403049009,1.1351432441250988,1.403263331388333,0.9998349681047536,0.010094309851800473,"model.language_model.layers.12.linear_attn.in_proj_qkv.weight|2d-64|(2688, 704)","model.language_model.layers.21.linear_attn.in_proj_qkv.weight|2d-64|(320, 1792)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,9,0.015877640352803146,5.279822355784264 +1569,1662,1.1609730461248848,-0.002628457594532635,-0.0035855465277026344,-0.0035554468809544837,1.9718771481685928,1.1627196213753495,1.4164304094627789,0.9999935719073886,-0.0021142216212536907,"model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(256, 1664)","model.language_model.layers.6.linear_attn.in_proj_z.weight|2d-128|(1408, 0)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,12,0.0017465752504646215,5.724948222593314 +1952,2038,1.1594459321013988,0.03179171026357541,0.01635263739319435,0.016548665792546234,1.1756245706132769,1.852235651995821,1.403711390196952,0.9998662866855181,0.025764124654211705,"model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-64|(192, 576)","model.language_model.layers.10.linear_attn.in_proj_z.weight|2d-64|(256, 1088)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,6,0.016178638511878063,3.1702270712131324 +2167,2217,1.2387861405087406,0.02172805386588065,-0.0013125126431016419,-0.0012704203102579731,1.644023446345892,1.261134302105323,1.4151096733124053,0.9999991386549099,-0.001006831575207442,"model.language_model.layers.18.linear_attn.out_proj.weight|2d-128|(128, 512)","model.language_model.layers.22.linear_attn.out_proj.weight|2d-128|(1152, 512)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,4,0.022348161596582372,4.363852140661434 +2397,2402,1.2345242477161704,0.012550699407009081,0.003619795366953773,0.0036393550955555517,1.2661763436161062,1.6227009928033218,1.4117285962420307,0.9999934485192897,0.0046390422355589754,"model.language_model.layers.6.linear_attn.out_proj.weight|2d-64|(1280, 256)","model.language_model.layers.18.linear_attn.out_proj.weight|2d-64|(448, 512)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,12,0.031652095899935784,3.3361237269723754 +2690,2708,1.2731278078339332,0.012192151034302118,0.010145917088213326,0.01019066928895252,1.2893788411129503,1.5644975768972296,1.4071538115359996,0.9999485288585803,0.012310782675950115,"model.language_model.layers.21.mlp.down_proj.weight|2d-128|(1280, 2176)","model.language_model.layers.3.mlp.down_proj.weight|2d-128|(1024, 4864)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,18,0.016251033279017113,3.3755192742074382 +2870,2913,1.2663528706931575,0.05469268682633194,0.023233401117808077,0.022864003242954966,1.3003634137474112,1.5212682150378236,1.397891034402997,0.9997300681046354,0.027180274586386586,"model.language_model.layers.19.mlp.down_proj.weight|2d-64|(1408, 2432)","model.language_model.layers.4.mlp.down_proj.weight|2d-64|(704, 3264)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,15,0.03401054305425366,3.3833772805417768 +3278,3288,1.1698751596905548,-0.007929891589577614,-0.0011086706911670077,-0.0008361578714694335,1.8663758332919014,1.185181626467717,1.4149229117806292,0.9999993854244604,-0.0007040254752210436,"model.language_model.layers.9.mlp.gate_proj.weight|2d-128|(768, 1664)","model.language_model.layers.19.mlp.gate_proj.weight|2d-128|(2304, 1408)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,10,0.015306466777162298,5.082919251891347 +3448,3506,1.1620394307276947,0.0011028659975514889,0.0010318305233198925,0.0009826668994014091,1.9282384537992254,1.1688423411173523,1.413566555971141,0.999999467662744,0.0006254657986605756,"model.language_model.layers.10.mlp.gate_proj.weight|2d-64|(4416, 1792)","model.language_model.layers.21.mlp.gate_proj.weight|2d-64|(896, 1600)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,11,0.006802910389657635,5.408280452427291 +3687,3724,1.2423202601544334,0.010333036005696815,-0.006307274292469866,-0.006299457705927233,1.6289758830937158,1.2730179443261989,1.4185346638266778,0.9999801089476728,-0.004929031446955769,"model.language_model.layers.2.mlp.up_proj.weight|2d-128|(128, 768)","model.language_model.layers.20.mlp.up_proj.weight|2d-128|(3840, 1280)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,18,0.030697684171765438,4.304735924897025 +3928,4051,1.2378249248085678,0.03538061553118359,0.013207335860041417,0.013371676891567767,1.6221355336112233,1.2569739779980222,1.4051411666308005,0.999912779336018,0.010234211106758859,"model.language_model.layers.6.mlp.up_proj.weight|2d-64|(3904, 1600)","model.language_model.layers.23.mlp.up_proj.weight|2d-64|(960, 1024)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,17,0.01914905318945448,4.323574388421274 +4247,4300,1.185345570983152,0.01167896997237078,-0.008919682548085294,-0.00882810505770273,1.2050615739631458,1.8160062729464612,1.4200132284948908,0.9999602188403504,-0.013441802319479947,"model.language_model.layers.19.self_attn.k_proj.weight|2d-128|(128, 896)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 1536)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,4,0.019716002979993874,3.4556383672943674 +4565,4589,1.109265111973225,0.058037131183551555,0.047714166736051784,0.047712669576950376,1.9921517144526788,1.124647125545645,1.3850249179167509,0.9988610305206046,0.026936502917022653,"model.language_model.layers.7.self_attn.k_proj.weight|2d-64|(256, 256)","model.language_model.layers.11.self_attn.k_proj.weight|2d-64|(448, 832)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,4,0.015382013572419861,5.714172400642539 +4671,4692,1.1314894061284557,0.04383682316529301,-0.0012847106609645419,-0.0012923201794017398,1.1516844526531906,2.020460234713682,1.414995003673619,0.9999991747589183,-0.0022538350653355907,"model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(1280, 128)","model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(768, 1408)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,12,0.020195046524734916,3.0205489185570977 +4952,4960,1.1329930552412968,0.054831408994860824,0.020792327616735436,0.020931831031673124,1.913963829135229,1.157961276177791,1.4011298574706874,0.999783816188419,0.01257950116678019,"model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(1792, 1664)","model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(1792, 896)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,4,0.024968220936494312,5.324220843783715 +5166,5224,1.1313253816348119,0.02091558086549282,0.00879297456825409,0.008823304981641408,1.1304375278009318,2.108954067502035,1.409026248549733,0.9999613410518639,0.01640424970430297,"model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(3328, 768)","model.language_model.layers.23.self_attn.q_proj.weight|2d-128|(128, 1792)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,20,0.0008878538338801256,3.1137955505519472 +5473,5620,1.1179852361852225,-0.001266186002357313,0.022331723105657546,0.022396968503400932,1.1162140846194386,2.151731799026686,1.4012448889488527,0.9997506159753703,0.04304898083227923,"model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(2368, 576)","model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(2688, 384)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,4,0.0017711515657838905,3.3411528842343516 +5813,5832,1.0886391230994334,0.038910457349015874,0.016592383835160113,0.01657982147419781,2.303034005232383,1.1012668315639098,1.4050514748421303,0.999862336923772,0.00793416073437233,"model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(384, 896)","model.language_model.layers.23.self_attn.v_proj.weight|2d-128|(0, 1024)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,16,0.012627708464476362,7.15909242658088 +5919,5960,1.0832472638678057,0.04341418911452911,0.020312169156200623,0.02047741407012918,1.080108213338029,2.51758691158802,1.403766685460442,0.9997936866094774,0.04734493320402944,"model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(192, 640)","model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(320, 256)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,12,0.003139050529776588,3.558823716573867 +6198,6341,1.229178227924867,0.027023291196924357,0.007055645368537928,0.0070067548929390305,1.600388743648322,1.273613704988056,1.4093434314003481,0.9999751086244264,0.005614989904527895,"model.visual.blocks.0.attn.proj.weight|2d-128|(768, 768)","model.visual.blocks.3.attn.proj.weight|2d-128|(384, 512)",model.visual.layers.*.attn.proj.weight,2d-128,3,0.044435477063188955,4.775970549023886 +6442,6643,1.2020844694053694,0.038227949097856054,0.02227227233606384,0.022315458922351733,1.2167054435140903,1.6999767456857988,1.3992269091217473,0.9997519421761522,0.03111874385597847,"model.visual.blocks.6.attn.proj.weight|2d-64|(640, 192)","model.visual.blocks.21.attn.proj.weight|2d-64|(640, 256)",model.visual.layers.*.attn.proj.weight,2d-64,15,0.014620974108720874,3.0787412680248187 +6738,6749,1.12068173219697,0.041321712697354046,0.01250906531974218,0.01244464647459968,1.133151559670969,2.0768800159880563,1.4067560390929479,0.9999217585815534,0.02292705469055304,"model.visual.blocks.0.attn.qkv.weight|2d-128|(1280, 256)","model.visual.blocks.10.attn.qkv.weight|2d-128|(1280, 256)",model.visual.layers.*.attn.qkv.weight,2d-128,10,0.01246982747399894,3.952868147344213 +6920,7025,1.1121333389306052,0.03473556462246407,0.027899800850628622,0.028397659528741966,2.024869468499188,1.131951945128048,1.3973072610922375,0.9996107247886525,0.015596676394632943,"model.visual.blocks.18.attn.qkv.weight|2d-64|(2816, 896)","model.visual.blocks.17.attn.qkv.weight|2d-64|(1344, 704)",model.visual.layers.*.attn.qkv.weight,2d-64,1,0.0198186061974428,5.689367674805931 +7267,7336,1.2281529354924303,0.03471573510714034,0.013280652229517072,0.01333970233348578,1.6368902671444192,1.250232084055583,1.4051244467724517,0.9999118082492869,0.010143561757192384,"model.visual.blocks.20.mlp.linear_fc1.weight|2d-128|(2560, 768)","model.visual.blocks.1.mlp.linear_fc1.weight|2d-128|(2816, 256)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,19,0.02207914856315263,4.49720153845801 +7461,7480,1.2316700569334882,0.02327581864061459,0.03073564615618017,0.029674996601952646,1.2246766756335608,1.6585723160044203,1.3932879466179127,0.9995275484224345,0.04162510223588285,"model.visual.blocks.0.mlp.linear_fc1.weight|2d-64|(3712, 128)","model.visual.blocks.20.mlp.linear_fc1.weight|2d-64|(1920, 0)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,20,0.006993381299927437,3.7677238278750838 +7776,7864,1.2361289624125749,0.007022043343291125,0.0023061410461070525,0.0019628002407059055,1.2566361019188432,1.6462804422504231,1.412639716980733,0.9999973408532022,0.0030212047031592947,"model.visual.blocks.4.mlp.linear_fc2.weight|2d-128|(0, 1664)","model.visual.blocks.9.mlp.linear_fc2.weight|2d-128|(0, 1536)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,5,0.020507139506268368,3.6330503651886716 +8073,8123,1.2268371410923,0.011512151215003114,0.008779741465732934,0.008688761830850392,1.647823454674322,1.2497596933987698,1.4082226489482352,0.9999614573271287,0.006658824385105922,"model.visual.blocks.10.mlp.linear_fc2.weight|2d-64|(384, 64)","model.visual.blocks.0.mlp.linear_fc2.weight|2d-64|(704, 2752)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,10,0.02292255230646978,4.857363626441945 +8287,8324,1.340227456111759,0.0714924415573996,0.014979389413420212,0.014963849164901082,1.3895030729534767,1.4181014231727656,1.4035837834948357,0.9998878026522782,0.015287690872304747,"model.visual.merger.linear_fc1.weight|2d-128|(1536, 3584)","model.visual.merger.linear_fc1.weight|2d-128|(512, 512)",model.visual.merger.linear_fc1.weight,2d-128,0,0.04927561684171766,3.3784600394438655 +8551,8625,1.3461393766429248,0.056714399520155404,0.062361979942453016,0.06237173770653218,1.3725409957748518,1.3662956841974552,1.369407659229243,0.9980535974874581,0.06207822157274101,"model.visual.merger.linear_fc1.weight|2d-64|(2752, 576)","model.visual.merger.linear_fc1.weight|2d-64|(2560, 576)",model.visual.merger.linear_fc1.weight,2d-64,0,0.02015630755453035,3.753710527769771 +8875,8926,1.3486565408391062,0.03788803558714623,0.004910344044473513,0.004839775761490968,1.3817718065875504,1.4416105851353715,1.410740277505914,0.9999879441880112,0.005122990581673101,"model.visual.merger.linear_fc2.weight|2d-128|(1152, 1920)","model.visual.merger.linear_fc2.weight|2d-128|(768, 3840)",model.visual.merger.linear_fc2.weight,2d-128,0,0.033115265748444145,3.5640221956950615 +8964,8985,1.3486103543438746,0.0361478518397056,0.02409784792961714,0.02417295143855659,1.4324925553100298,1.3641897229646185,1.3970904640642852,0.9997096046978647,0.02294883583812628,"model.visual.merger.linear_fc2.weight|2d-64|(1792, 1664)","model.visual.merger.linear_fc2.weight|2d-64|(768, 256)",model.visual.merger.linear_fc2.weight,2d-64,0,0.015579368620743939,3.7588032350801925 +9229,9349,0.793115079086982,0.6714188337910361,0.6789888812442534,0.6799957649889022,0.8253420359964364,0.7814973594468756,0.8025228184601416,0.7341485538681372,0.6429189289329537,"model.visual.pos_embed.weight|2d-128|(128, 640)","model.visual.pos_embed.weight|2d-128|(2048, 640)",model.visual.pos_embed.weight,2d-128,0,0.011617719640106383,3.6712705508652643 +9522,9613,0.546681772785644,0.8460123236696339,0.8399991771960486,0.8394008890255235,0.5659373076172752,0.5654379391016613,0.5656874580503323,0.5425876724640558,0.8392579835398123,"model.visual.pos_embed.weight|2d-64|(1536, 832)","model.visual.pos_embed.weight|2d-64|(960, 832)",model.visual.pos_embed.weight,2d-64,0,0.018756166316017286,3.542824900335767 +9679,9830,1.2078525982710893,0.004297418153328023,0.0018889807501219372,0.001989959655244014,1.1902363010714148,1.8385273144297192,1.412994355631845,0.9999982158742713,0.002917859842121168,"mtp.fc.weight|2d-128|(1152, 3072)","mtp.fc.weight|2d-128|(1024, 3584)",mtp.fc.weight,2d-128,0,0.017616297199674502,3.3878716737532955 +10043,10060,1.160515602856661,-0.011376779297081753,-0.016093762836256534,-0.016036050588397317,1.1133268717518445,2.350998933574582,1.422990150901907,0.9998704870120781,-0.03398500496597634,"mtp.fc.weight|2d-64|(1152, 3904)","mtp.fc.weight|2d-64|(1088, 3072)",mtp.fc.weight,2d-64,0,0.04718873110481647,3.4567338910007495 +10274,10305,1.3236900248472725,0.038623266994096475,0.01582335155684332,0.015795234015258713,1.4278158135783552,1.3794097047307838,1.40298685333275,0.9998748029356018,0.015286904999444332,"mtp.layers.0.mlp.down_proj.weight|2d-128|(384, 256)","mtp.layers.0.mlp.down_proj.weight|2d-128|(384, 4224)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.05571967988351134,4.205081170537048 +10535,10600,1.2795837553347387,0.035268411858688085,0.010154602766439558,0.010477076925253926,1.4810098769662825,1.3431663246511658,1.4070491562678096,0.9999484406921468,0.009209473000970204,"mtp.layers.0.mlp.down_proj.weight|2d-64|(640, 5504)","mtp.layers.0.mlp.down_proj.weight|2d-64|(1280, 2752)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.06358256931642714,4.169832912741205 +10701,10847,1.3147336690253149,0.06309708191517774,0.003351996822532786,0.003357106328992672,1.3930716191219583,1.4313926336989082,1.4118422270267548,0.9999943820428702,0.0034442045147540456,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(384, 1664)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(6016, 640)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.07833795009664346,3.686554982269007 +11023,11053,1.3017573985655915,0.05100366220733908,0.02623094844744087,0.026160682979830964,1.309096492649656,1.5021779715708945,1.395718709139241,0.9996559094726284,0.030099807884599313,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(5760, 1600)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(5568, 128)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.007339094084064524,3.583325831238917 +11199,11332,1.3364557099985817,0.05355923661006963,-0.004346802284499181,-0.004309594047936102,1.40494089680358,1.4299570251892624,1.4172834052325267,0.9999905526103231,-0.004424200674896675,"mtp.layers.0.mlp.up_proj.weight|2d-128|(256, 1920)","mtp.layers.0.mlp.up_proj.weight|2d-128|(4480, 1152)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.06848518680499827,3.564121317967225 +11478,11617,1.318379627828928,0.031800866307864044,0.020663102545224424,0.02079548961138619,1.3508780965570584,1.4539288431169282,1.3995660811987225,0.9997864953044753,0.022239372194540325,"mtp.layers.0.mlp.up_proj.weight|2d-64|(2432, 512)","mtp.layers.0.mlp.up_proj.weight|2d-64|(5824, 256)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.03249846872813045,3.665053639250176 +11701,11721,1.2478528323341753,0.010111960088165929,-0.004016091740243351,-0.004037816519781148,1.7367225997926243,1.2265673897194718,1.4168873508496918,0.9999919354710487,-0.002836381102711748,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(256, 640)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 1152)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.021285442614703554,5.491454343953878 +11749,11975,1.0924881518835128,0.07571876778413908,0.047547610950479414,0.047540993767788434,1.997683214524632,1.12382422081271,1.3851811777496854,0.9988689727351139,0.02674856375596259,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 1344)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(448, 1472)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.03133606892919727,6.5175015038931035 +12079,12176,1.1946529452827017,0.02783721925527949,-0.011134088557639428,-0.011133818129123275,1.2273671048926107,1.751900054208613,1.4215938827542416,0.9999380141148704,-0.015892401116126286,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(640, 1920)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1536, 0)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.03271415960990898,3.3107126503056583 +12454,12494,1.1811096871139712,0.0448507842672335,0.01911999847900365,0.019216993172906642,1.1780574140092113,1.8345094344350334,1.4018654865238656,0.9998171961204523,0.029774285343822315,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(1152, 1920)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(1280, 1664)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.0030522731047599727,3.6115257912888445 +12559,12588,1.0625679332323228,0.033819221839628,0.013312516537270636,0.0132846935628519,1.067267405980015,2.761670540927305,1.4078690268701315,0.9999113845253713,0.034447585057494325,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(2432, 640)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 1536)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.004699472747692113,3.059286538266067 +12859,12988,1.0624659353661312,0.037032594402747955,0.02076259837451975,0.021142537136224843,1.0683719667535678,2.6884583201113967,1.4041002645223823,0.9997844340200234,0.0522471405878664,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(2432, 1856)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(576, 1600)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.005906031387436617,3.220673602210384 +13037,13053,1.368091061274073,0.059709828353566974,0.017995177272050637,0.01800580867842344,1.3922953932049102,1.4107516825022275,1.4014323979285648,0.9998380736874084,0.018233721620692745,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 1664)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(256, 1664)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.024204331930837153,3.7994480192418134 +13127,13161,1.3090891227844565,0.06984053156944513,0.05798552649229015,0.05791092751726554,1.4154964869051867,1.3335175003919209,1.3726744083120777,0.9983174238274177,0.054627273936913454,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(64, 1472)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(128, 1600)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.024428377607464302,3.779603161517829 +173,209,1.1823246634815527,0.270553244856121,0.30255950632377004,0.30095388028127784,1.1551871812203958,1.209308558381464,1.1813190580265838,0.9531304974310267,0.3167346438440082,"model.language_model.embed_tokens.weight|2d-128|(131072, 1152)","model.language_model.embed_tokens.weight|2d-128|(186240, 1152)",model.language_model.embed_tokens.weight,2d-128,0,0.027137482261156975,3.0649198783899925 +258,413,1.1972055357956761,0.13635384635620068,0.06581092676135877,0.06674972857243258,1.2850754252269008,1.4676599500968137,1.367308013151728,0.9978321110882387,0.07516139488026291,"model.language_model.embed_tokens.weight|2d-64|(223808, 1216)","model.language_model.embed_tokens.weight|2d-64|(58560, 1280)",model.language_model.embed_tokens.weight,2d-64,0,0.08786988943122465,3.086393162668189 +595,655,0.1552966030240868,0.9882415498502856,0.9882415498502857,0.9941882736071462,0.16158750997373816,0.1552966030240868,0.15834841087352106,0.15290074934252376,0.9497674398469952,"model.language_model.layers.16.linear_attn.conv1d.weight|3d-axis0-slice|(1602, 0, 0)","model.language_model.layers.16.linear_attn.conv1d.weight|3d-axis0-slice|(1101, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,0,0.0,0.27422897295312865 +818,925,0.6432584992126235,0.7666939076122181,0.766693907612218,0.7592324338555729,0.6432584992126235,0.8852008405161427,0.7359183100746396,0.6420128129798561,1.0550627660072471,"model.language_model.layers.0.linear_attn.conv1d.weight|3d-volume|(5532, 0, 0)","model.language_model.layers.1.linear_attn.conv1d.weight|3d-volume|(4708, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,1,0.0,1.570853983770247 +1156,1229,1.1540757367377277,0.03553661638335247,0.000599898414341533,0.0006020307515905115,1.9945680505360595,1.155349943247447,1.41384555140668,0.99999982006093,0.0003474900737417549,"model.language_model.layers.10.linear_attn.in_proj_qkv.weight|2d-128|(4352, 1152)","model.language_model.layers.22.linear_attn.in_proj_qkv.weight|2d-128|(1536, 1152)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,12,0.0012742065097193223,5.279732859199412 +1337,1473,1.1510911059718079,0.06534602720795722,0.028061838524769938,0.028909360772909565,1.8508189119257428,1.1671743638220895,1.3961930052894211,0.9996061890657789,0.017696522505136713,"model.language_model.layers.1.linear_attn.in_proj_qkv.weight|2d-64|(1472, 1664)","model.language_model.layers.17.linear_attn.in_proj_qkv.weight|2d-64|(5376, 640)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,16,0.01608325785028164,4.759642564400777 +1645,1670,1.1610323119842847,0.009950649801409545,0.015869384470940308,0.015904136488007183,1.8639861158142845,1.1730663734633489,1.4040601256972154,0.9998740733895011,0.009987113708885746,"model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-128|(640, 1664)","model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-128|(384, 640)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,0,0.012034061479064162,5.6003197005224425 +1813,1922,1.159529259920869,0.002095865464410117,-0.01248188163595646,-0.014197031816572938,1.1798523074898464,1.9222640221844571,1.4220615408161168,0.9999220982810741,-0.02033599616295234,"model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-64|(1024, 960)","model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-64|(640, 768)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,14,0.020323047568977293,3.2107098920196866 +2102,2150,1.238842021858768,-0.0041868237100116164,0.0015870498433324808,0.0014647130711026544,1.7050457823263494,1.233221209855032,1.4131473660349603,0.9999987406356043,0.0011478774049247854,"model.language_model.layers.16.linear_attn.out_proj.weight|2d-128|(1664, 256)","model.language_model.layers.16.linear_attn.out_proj.weight|2d-128|(1664, 1024)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,0,0.0056208120037359866,4.598142874997635 +2366,2444,1.2345395660083929,0.016626068304234284,0.002548071209293017,0.0025746052037449577,1.6427849444709344,1.257963113733993,1.4124730560042993,0.9999967536612868,0.0019511863699788713,"model.language_model.layers.16.linear_attn.out_proj.weight|2d-64|(1344, 1152)","model.language_model.layers.1.linear_attn.out_proj.weight|2d-64|(1408, 1664)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,15,0.02342354772560018,4.338983068501034 +2699,2779,1.273154709267313,0.03316733283056053,0.0068330229871332035,0.006977250070212337,1.3014068459756276,1.5498040942122528,1.4094466427155545,0.9999766546259253,0.008137230132185582,"model.language_model.layers.22.mlp.down_proj.weight|2d-128|(768, 1280)","model.language_model.layers.5.mlp.down_proj.weight|2d-128|(0, 3328)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,17,0.028252136708314612,3.5160846506747045 +2959,2999,1.2664187247210035,0.037506346049329786,0.0025894384013814852,0.0028954766533052304,1.2985416266138754,1.562678645317197,1.4124123509039914,0.9999966473987627,0.003116157395550611,"model.language_model.layers.21.mlp.down_proj.weight|2d-64|(192, 2304)","model.language_model.layers.9.mlp.down_proj.weight|2d-64|(640, 128)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,12,0.032122901892871925,3.2374460298715735 +3110,3255,1.1699576607231819,0.017541556466909435,0.005821300594931865,0.0057788463658776925,1.198120637565241,1.7996123483316913,1.4104107837020041,0.9999830560861436,0.008743764280097007,"model.language_model.layers.21.mlp.gate_proj.weight|2d-128|(2816, 768)","model.language_model.layers.11.mlp.gate_proj.weight|2d-128|(1152, 0)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,10,0.02816297684205904,3.1149498438197045 +3367,3537,1.1621576492761128,0.037586684343398985,0.036687840530018175,0.036683168316244755,1.8040375160189792,1.1724789736059513,1.3903044684469272,0.9993267745623771,0.02384413917476536,"model.language_model.layers.1.mlp.gate_proj.weight|2d-64|(6080, 1024)","model.language_model.layers.23.mlp.gate_proj.weight|2d-64|(3584, 0)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,22,0.010321324329838566,4.92827131740646 +3679,3839,1.2423742826930493,0.021121684065975043,0.0034982347574530064,0.003717689586945101,1.5967944866187245,1.2790791952637917,1.411797526055751,0.9999938811580708,0.002802188594652395,"model.language_model.layers.1.mlp.up_proj.weight|2d-128|(768, 1280)","model.language_model.layers.21.mlp.up_proj.weight|2d-128|(5760, 640)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,20,0.036704912570742376,4.282832362074392 +4058,4084,1.2379918388974809,0.020062090869596535,0.008358181306738072,0.008309641720170726,1.2717199806503348,1.6015231691354632,1.408445384058966,0.9999650697925622,0.010525761345458042,"model.language_model.layers.16.mlp.up_proj.weight|2d-64|(4736, 1984)","model.language_model.layers.2.mlp.up_proj.weight|2d-64|(4992, 1344)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,14,0.03372814175285388,3.218424823383467 +4210,4290,1.185369360808797,0.038974212571539865,0.013772527115838656,0.013691213576323762,1.1982635131577601,1.7775897653685664,1.4051571256885191,0.9999051542505636,0.020431151391616005,"model.language_model.layers.3.self_attn.k_proj.weight|2d-128|(0, 384)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 256)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,20,0.012894152348963184,3.3752092109997465 +4409,4418,1.1093343108016835,0.011327045442073812,0.00030633294795634415,0.00015957579531799336,2.1931098954816663,1.1234275697665066,1.4140377610054788,0.9999999530800614,0.00015692003395316513,"model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 1024)","model.language_model.layers.11.self_attn.k_proj.weight|2d-64|(128, 128)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,12,0.014093258964823052,6.096806512367941 +4752,4776,1.131600827298111,0.013827171313140645,-0.001555558227966904,-0.001616633784145987,1.1410381237577905,2.082327734442465,1.4151403469149588,0.9999987901185678,-0.0028388026422535586,"model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(640, 128)","model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(1920, 1408)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,12,0.00943729645967939,2.9611240912195647 +4889,4955,1.133031586113326,0.0038442410989643315,0.005668641585411979,0.005463322783132537,1.1508847615585571,2.000226486718741,1.4107439380988225,0.9999839331222158,0.009852043768049708,"model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(832, 0)","model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(1536, 512)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,4,0.01785317544523113,2.986154213620682 +5160,5209,1.1316003644971286,0.032646637169840356,0.013612274992686968,0.013781004045152406,1.1470651684527522,1.9924666836401357,1.405865078425565,0.9999073486926293,0.023644693568771472,"model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(2816, 512)","model.language_model.layers.11.self_attn.q_proj.weight|2d-128|(2304, 128)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,8,0.015464803955623552,3.4078959149270136 +5433,5616,1.118288809585367,0.038453513522033723,0.03074777908579942,0.029185228454449385,1.1020265569015133,2.2269082839866656,1.3968209562457545,0.9995271752590277,0.06213324309795011,"model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(1344, 320)","model.language_model.layers.11.self_attn.q_proj.weight|2d-64|(2432, 896)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,8,0.016262252683853617,2.9726739974015604 +5779,5829,1.088689781560194,0.02895872631303527,0.006841535355267435,0.006788063897629736,1.0921744994104752,2.448623063342119,1.4106095027828276,0.9999765964231276,0.015338520784564004,"model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(128, 384)","model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(256, 1280)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,12,0.0034847178502812604,3.5327825355848548 +6041,6063,1.0832765711032755,-0.005433840260732961,-0.020024318625086277,-0.020005634594963462,1.098285868309551,2.5274415801668506,1.4245270826275913,0.9997994932303181,-0.046081167907086364,"model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(256, 64)","model.language_model.layers.3.self_attn.v_proj.weight|2d-64|(448, 1792)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,16,0.01500929720627564,3.753622308207158 +6208,6361,1.2292040981656354,0.044138872491518946,0.006219563165775828,0.006226012019791804,1.2686181004701027,1.6122131140527565,1.4099325543744232,0.9999806583299634,0.007904081847663641,"model.visual.blocks.23.attn.proj.weight|2d-128|(0, 512)","model.visual.blocks.9.attn.proj.weight|2d-128|(384, 0)",model.visual.layers.*.attn.proj.weight,2d-128,14,0.039414002304467344,3.361140280368964 +6533,6592,1.2020905946774585,-0.00881989111275129,-0.003974965940468832,-0.0038818328025704237,1.8305752759823297,1.1969792280893536,1.4167860775637944,0.9999920997916794,-0.0025991565195540105,"model.visual.blocks.6.attn.proj.weight|2d-64|(576, 768)","model.visual.blocks.23.attn.proj.weight|2d-64|(0, 448)",model.visual.layers.*.attn.proj.weight,2d-64,17,0.005111366588104849,4.572933647682777 +6726,6811,1.1207840309062471,0.04123715910259626,0.0021001661773259873,0.0021602765734885856,2.0438623472799957,1.1452645981738006,1.41294641485903,0.999997794648582,0.0011768140728138532,"model.visual.blocks.11.attn.qkv.weight|2d-128|(2176, 256)","model.visual.blocks.1.attn.qkv.weight|2d-128|(1536, 896)",model.visual.layers.*.attn.qkv.weight,2d-128,10,0.024480567267553432,5.956845176627281 +7075,7082,1.1123510021267993,0.040378382372676457,0.027533596916579375,0.02758056019039822,2.0281848393397146,1.1316295619090655,1.3975473918153813,0.9996208786539201,0.015362422404573882,"model.visual.blocks.3.attn.qkv.weight|2d-64|(2752, 128)","model.visual.blocks.1.attn.qkv.weight|2d-64|(1792, 640)",model.visual.layers.*.attn.qkv.weight,2d-64,2,0.019278559782266225,5.874966831246739 +7266,7340,1.2283650525332095,0.0280146087972886,0.011810985100844214,0.011857068313651716,1.7206238843138641,1.218523845054439,1.4063135065229169,0.9999302478827948,0.008364388702357511,"model.visual.blocks.14.mlp.linear_fc1.weight|2d-128|(3200, 640)","model.visual.blocks.1.mlp.linear_fc1.weight|2d-128|(3200, 768)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,13,0.009841207478770597,4.575954113879801 +7446,7672,1.2317097913879673,0.02793618219924725,-0.01224168953196962,-0.01279093751458746,1.2574399696745004,1.6761575220450349,1.4224998164629543,0.9999250677112775,-0.01631807520550056,"model.visual.blocks.0.mlp.linear_fc1.weight|2d-64|(1600, 128)","model.visual.blocks.14.mlp.linear_fc1.weight|2d-64|(256, 384)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,14,0.025730178286533123,3.6505870057137875 +7861,7876,1.2361932230549155,-0.004142121751471985,-0.013375779888682713,-0.013462350109455321,1.752917358178118,1.2289268852973765,1.4230772557630675,0.9999105402546618,-0.009377427544049598,"model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(640, 1920)","model.visual.blocks.0.mlp.linear_fc2.weight|2d-128|(768, 512)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,10,0.007266337757539043,4.829613376638112 +8009,8081,1.2269649784237247,0.05043662097725382,0.014812683180192288,0.01478801131771294,1.617043998577557,1.257754837322813,1.4040248858970934,0.9998902861899416,0.01152147000329351,"model.visual.blocks.15.mlp.linear_fc2.weight|2d-64|(640, 3200)","model.visual.blocks.4.mlp.linear_fc2.weight|2d-64|(576, 2304)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,11,0.03078985889908825,4.52158074102209 +8336,8400,1.3402801062791576,0.04364247571649166,0.018544306011661262,0.018316944050043155,1.3986245489801188,1.4034669528018808,1.4010394746414803,0.9998280395720786,0.018608511246989267,"model.visual.merger.linear_fc1.weight|2d-128|(512, 2048)","model.visual.merger.linear_fc1.weight|2d-128|(3968, 2432)",model.visual.merger.linear_fc1.weight,2d-128,0,0.058344442700961174,3.3944000478966396 +8513,8536,1.346234674577163,0.031962677347000173,0.02780059809777515,0.02773229304350624,1.4273082534255903,1.3637383031767227,1.3944376865455352,0.9996134886772017,0.026562405413242715,"model.visual.merger.linear_fc1.weight|2d-64|(3712, 704)","model.visual.merger.linear_fc1.weight|2d-64|(896, 1728)",model.visual.merger.linear_fc1.weight,2d-64,0,0.017503628599559784,3.7773739658551673 +8727,8786,1.348663493854527,0.031861671940392064,0.013053669272357172,0.013070033704100429,1.4057049344141528,1.404202089171221,1.4049529089586532,0.9999147972295079,0.013039713537914976,"model.visual.merger.linear_fc2.weight|2d-128|(0, 2944)","model.visual.merger.linear_fc2.weight|2d-128|(1408, 896)",model.visual.merger.linear_fc2.weight,2d-128,0,0.05553859531669403,3.7440382285371157 +8997,9213,1.348640209395975,0.039658790762538,0.021991116539961303,0.02214435870006483,1.3876357335616738,1.4097853683063892,1.3985790221901044,0.9997581661548586,0.022342141803441927,"model.visual.merger.linear_fc2.weight|2d-64|(1088, 1408)","model.visual.merger.linear_fc2.weight|2d-64|(1600, 2240)",model.visual.merger.linear_fc2.weight,2d-64,0,0.038995524165698736,3.490426219329231 +9247,9263,0.793141544542608,0.617209640042104,0.5003763743050832,0.49917965843978124,1.000631257930709,0.9986209085543105,0.9996245671122664,0.8658079949026224,0.4993710775745682,"model.visual.pos_embed.weight|2d-128|(384, 896)","model.visual.pos_embed.weight|2d-128|(640, 896)",model.visual.pos_embed.weight,2d-128,0,0.20547936401170253,4.534776592996216 +9609,9611,0.5476729698764925,0.8367552850186174,0.8651120493898241,0.8706335670569845,0.5097465604543365,0.6583956974559467,0.5700164664495029,0.5015786498651418,1.117390670822546,"model.visual.pos_embed.weight|2d-64|(2112, 704)","model.visual.pos_embed.weight|2d-64|(960, 704)",model.visual.pos_embed.weight,2d-64,0,0.03792640942215597,1.8791232366750656 +9679,9729,1.2079612791136747,0.01968893881349322,0.0013219589578733026,0.001223021428522669,1.2116724487220436,1.7674761827898997,1.4133414101845736,0.999999126211875,0.0019283519858284872,"mtp.fc.weight|2d-128|(1152, 3072)","mtp.fc.weight|2d-128|(384, 2176)",mtp.fc.weight,2d-128,0,0.003711169608368925,3.522372915061909 +10043,10120,1.1608711668125808,0.028217740043595247,0.0006436306250413179,0.0005962891137796787,1.1170694949417628,2.2409351373495685,1.4138500871901514,0.9999997928697878,0.0012911770392624938,"mtp.fc.weight|2d-64|(1152, 3904)","mtp.fc.weight|2d-64|(192, 3584)",mtp.fc.weight,2d-64,0,0.04380167187081807,3.427256917561244 +10216,10361,1.323810219389527,0.01125344857429579,-0.0031802964161417612,-0.003277650050120223,1.4642683523090811,1.373040737962417,1.4164559488975583,0.9999949428445652,-0.0029821559219472813,"mtp.layers.0.mlp.down_proj.weight|2d-128|(128, 5120)","mtp.layers.0.mlp.down_proj.weight|2d-128|(896, 4608)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.04923051857289007,4.156140445463281 +10537,10564,1.2796052363309391,0.06374180926003312,0.024860533084351665,0.02479400370521957,1.3645876376400332,1.4308557364755976,1.3965438715741179,0.9996909291849966,0.026067828400603992,"mtp.layers.0.mlp.down_proj.weight|2d-64|(832, 768)","mtp.layers.0.mlp.down_proj.weight|2d-64|(64, 5376)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.08498240130909407,3.3413565326442254 +10685,10852,1.3149031825257065,0.02197794051767512,0.005690702682221018,0.005721329491007786,1.3546193085627778,1.4732318667385438,1.4101980611548364,0.9999838078203979,0.006188989395461563,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(3968, 1408)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(4224, 1536)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.03971612603707131,3.6398305397308897 +10912,10933,1.3018129552099165,0.03557946597747115,0.0027015050893220427,0.0026440304471156764,1.4943170787722648,1.3424790622373146,1.412312946630028,0.9999963509284683,0.0024270043289086325,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(2368, 640)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(64, 320)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.040666107027398146,4.020838075495674 +11173,11384,1.33671597811943,0.07885690559143213,0.010489333521469425,0.010465002347979386,1.417069318722732,1.3967071276150844,1.406777711681257,0.9999449854278362,0.010338609904117715,"mtp.layers.0.mlp.up_proj.weight|2d-128|(2048, 128)","mtp.layers.0.mlp.up_proj.weight|2d-128|(3840, 512)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.05999114949565443,3.813932389157529 +11456,11528,1.3184160033492451,0.05462847903885907,0.03678633455679124,0.036465599859506544,1.3692042168550191,1.407525110544144,1.3879680655099977,0.9993231537345044,0.03781589990461155,"mtp.layers.0.mlp.up_proj.weight|2d-64|(3904, 1856)","mtp.layers.0.mlp.up_proj.weight|2d-64|(4096, 576)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.050788213505774005,3.347873523487911 +11700,11715,1.2480038105904125,0.03667391641190583,0.0018535153890282716,0.0018205338367837788,1.6209021731514957,1.2687872003087,1.4129407072756286,0.999998282238876,0.0014508689297404447,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(256, 512)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 384)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.020783389718287415,5.075141595370651 +11729,11773,1.0928687121916014,-0.010287167080568715,-0.0006338096853262559,-0.001222863666852204,2.2707907414506012,1.1141629904498191,1.4145679766916301,0.9999997991426213,-0.0003109785862206106,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 64)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(64, 832)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.021294278258217725,8.517205075515257 +12113,12159,1.1947860828002212,0.013036860143485502,0.012727436667021325,0.012748897455278118,1.7291671941590174,1.2147589808025052,1.4057216913357682,0.9999190028976782,0.008941164305039124,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(1024, 128)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1280, 1920)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.019972898002283968,5.2631092903472085 +12398,12415,1.1811218269810222,0.025206539605368013,0.006220668274588905,0.006625292395538434,1.2025648355088714,1.7836826418958842,1.4101299762372879,0.9999806514559256,0.009226694224500129,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(256, 1920)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(640, 0)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.021443008527849194,3.472019711952358 +12577,12657,1.0626336506584795,0.02332356514359111,0.0018394719272044624,0.0019341254324186051,2.7530423375431496,1.0725400176058084,1.413333372900309,0.9999983081700834,0.0007166280105048848,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 128)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(3968, 128)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.009906366947328937,8.903220338772938 +12806,12987,1.0626138403674623,0.011615688659287008,0.01086100112179768,0.01087894865235089,1.0673421537568195,2.778523627298482,1.409062588970171,0.9999410175878537,0.028273546703661574,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(2432, 512)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(576, 1344)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.004728313389357197,3.2316682788674025 +13043,13053,1.368160903186965,0.05148416811921793,0.008153964524026868,0.008124324755122028,1.4326442577405207,1.385421120913723,1.4084392876988945,0.9999667558786847,0.007885191742285321,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(256, 384)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(256, 1664)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.01726021772675801,3.688465454799732 +13173,13273,1.309167274294809,-0.01977223062026586,0.013092605593940322,0.012873892647142747,1.3047050796998354,1.5327802617971642,1.4050448297323452,0.9999142881661216,0.015381320838042414,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 320)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 576)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.004462194594973656,3.606739191697654 +26,181,1.1823385089061473,0.266540039488728,0.27788020136339564,0.27788227517891445,1.2311152769838185,1.1748901162518548,1.2020175797200927,0.9606157367492157,0.26518938411989174,"model.language_model.embed_tokens.weight|2d-128|(245888, 1408)","model.language_model.embed_tokens.weight|2d-128|(103296, 1408)",model.language_model.embed_tokens.weight,2d-128,0,0.007448392654292535,3.3208132114779985 +335,448,1.1976242422097605,0.12456693186929521,0.03358605015867763,0.02948068795820082,1.2607568317069715,1.571791810557967,1.3908373303973394,0.9994358294731777,0.04187189572228966,"model.language_model.embed_tokens.weight|2d-64|(165056, 832)","model.language_model.embed_tokens.weight|2d-64|(217280, 896)",model.language_model.embed_tokens.weight,2d-64,0,0.06313258949721101,3.405099933442285 +595,596,0.15536411507926504,0.994862335279441,0.994862335279441,0.9961616403712558,0.17715196067769326,0.15536411507926504,0.1651899873300784,0.10123701814226356,0.8725046324923018,"model.language_model.layers.16.linear_attn.conv1d.weight|3d-axis0-slice|(1602, 0, 0)","model.language_model.layers.20.linear_attn.conv1d.weight|3d-axis0-slice|(5656, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,4,0.0,0.2996218613667301 +813,887,0.6445138501493775,0.8069450385464586,0.8069450385464587,0.7943160957884228,0.6445138501493775,1.1740721908712453,0.799005492084701,0.5906265357781126,1.4699633360855515,"model.language_model.layers.8.linear_attn.conv1d.weight|3d-volume|(772, 0, 0)","model.language_model.layers.13.linear_attn.conv1d.weight|3d-volume|(1372, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,5,0.0,1.632141259161368 +1037,1056,1.15432985378841,0.036625525953850054,-0.0029403419901862615,-0.002970023404945462,1.8765498719654208,1.1839681775796296,1.4160888845174575,0.999995677185147,-0.0018551445925258296,"model.language_model.layers.0.linear_attn.in_proj_qkv.weight|2d-128|(0, 1664)","model.language_model.layers.16.linear_attn.in_proj_qkv.weight|2d-128|(1152, 1536)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,16,0.029638323791219667,5.030089116873407 +1433,1531,1.1514082503162661,0.0104303499530757,0.010307687313846885,0.010536799165419025,1.9362654825151253,1.1605606742289865,1.4077708638459605,0.9999468743799542,0.006178231573472397,"model.language_model.layers.0.linear_attn.in_proj_qkv.weight|2d-64|(4352, 1472)","model.language_model.layers.22.linear_attn.in_proj_qkv.weight|2d-64|(3776, 128)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,22,0.009152423912720309,5.465690161641188 +1592,1713,1.1610998998675406,0.01323062979425443,0.003040944079468858,0.0031006281582422793,1.9269944326205903,1.167694383734813,1.4123061944234596,0.9999953763188636,0.0018427107327022355,"model.language_model.layers.16.linear_attn.in_proj_z.weight|2d-128|(512, 512)","model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-128|(1664, 1152)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,14,0.00659448386727246,5.234145343940935 +1848,1922,1.1596984123580705,0.024383425776068383,0.013571566479496349,0.010903828090354345,1.1718224630008276,1.8761256867836065,1.4055634377416912,0.9999079020506302,0.021728517148298154,"model.language_model.layers.5.linear_attn.in_proj_z.weight|2d-64|(1536, 1472)","model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-64|(640, 768)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,1,0.012124050642757123,3.2946621008934054 +2065,2128,1.2388512871727275,0.03961778889306914,-0.005012981233789506,-0.005002003040096391,1.6306875661040274,1.2709228469440692,1.417646772336593,0.9999874349306344,-0.003907009848947676,"model.language_model.layers.14.linear_attn.out_proj.weight|2d-128|(768, 128)","model.language_model.layers.2.linear_attn.out_proj.weight|2d-128|(1408, 0)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,12,0.032071559771341684,4.40026875514048 +2467,2533,1.2345590182928605,0.006207598567931803,-0.0008430783908750286,-0.000746736507898388,1.2448468463264855,1.681005662906059,1.4147836746719886,0.9999996446093502,-0.0011384690040520513,"model.language_model.layers.14.linear_attn.out_proj.weight|2d-64|(1664, 1344)","model.language_model.layers.17.linear_attn.out_proj.weight|2d-64|(1216, 1344)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,3,0.010287828033624935,3.3408091737384784 +2784,2807,1.273211472717727,0.013138430172524291,-0.001835262366806296,-0.0018730238867775719,1.5808025376650794,1.2931145481932236,1.415484967289396,0.9999983159046044,-0.0015012655975199063,"model.language_model.layers.3.mlp.down_proj.weight|2d-128|(1664, 384)","model.language_model.layers.22.mlp.down_proj.weight|2d-128|(1280, 0)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,19,0.019903075475496523,4.329344916379402 +2832,2959,1.2664935740326149,0.010869245137283975,0.014442759601236343,0.01409773761538488,1.5560716776958536,1.289486060408516,1.4041428406381675,0.9998956979080872,0.011968431433185996,"model.language_model.layers.13.mlp.down_proj.weight|2d-64|(832, 2880)","model.language_model.layers.21.mlp.down_proj.weight|2d-64|(192, 2304)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,8,0.022992486375901233,4.262509802480403 +3181,3255,1.1701165556584918,0.010500309314068356,0.013472427328072427,0.013613421897159786,1.1902232278249645,1.8058779699223488,1.4054317518136887,0.9999092427325041,0.020441173675971768,"model.language_model.layers.18.mlp.gate_proj.weight|2d-128|(4480, 1920)","model.language_model.layers.11.mlp.gate_proj.weight|2d-128|(1152, 0)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,7,0.02010667216647266,3.189091363830339 +3384,3563,1.1625049301979082,0.0349119293747328,-0.004495681007028212,-0.004420063021959349,1.8745807760909516,1.185627644118913,1.4170828769582884,0.9999898943750797,-0.0028434110437150825,"model.language_model.layers.9.mlp.gate_proj.weight|2d-64|(4928, 512)","model.language_model.layers.19.mlp.gate_proj.weight|2d-64|(1408, 448)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,10,0.023122713921004845,5.1850801257771435 +3700,3790,1.2424366613747346,0.04916934691801026,0.007881988074077684,0.007892825809961455,1.622597667495976,1.2620089107151657,1.408801300232188,0.9999689366495341,0.00613037931885316,"model.language_model.layers.4.mlp.up_proj.weight|2d-128|(4992, 1152)","model.language_model.layers.21.mlp.up_proj.weight|2d-128|(3968, 1152)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,17,0.019572249340431114,4.234708973195439 +3859,4084,1.238059717827584,0.016148057000107033,0.0004689383557486178,0.0005295706746190902,1.2608464343753105,1.6408504899295218,1.4138931185384989,0.9999998900484033,0.0006102707750909361,"model.language_model.layers.21.mlp.up_proj.weight|2d-64|(1280, 192)","model.language_model.layers.2.mlp.up_proj.weight|2d-64|(4992, 1344)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,19,0.02278671654772646,3.0905649626623943 +4300,4346,1.185765858711474,-0.028860152564398816,0.011065067480423619,0.010972500949316783,1.899550592749648,1.168146316670604,1.4072137367496627,0.9999387802668989,0.006804566232825823,"model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 1536)","model.language_model.layers.3.self_attn.k_proj.weight|2d-128|(384, 1920)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,20,0.017619542040870018,5.666614964401727 +4355,4375,1.1093919233911667,0.03155057544651835,0.021680509312762823,0.02161613335587472,1.122623919174538,2.108919753368429,1.401438174925378,0.9997649501337498,0.04072820253677946,"model.language_model.layers.3.self_attn.k_proj.weight|2d-64|(384, 1728)","model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 640)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,20,0.013231995783371309,3.281661275247465 +4661,4802,1.1316460570991749,0.016305711628495735,-0.008464631912583521,-0.008467108321897482,2.0804811812681887,1.1456735809017304,1.4192627254081174,0.999964174361554,-0.004661279920058321,"model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(0, 1408)","model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(1792, 0)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,12,0.014027523802555564,5.620723948201757 +4933,5023,1.1331511141215254,0.008780011161464358,0.009907605314713281,0.010157404003871343,1.9101563295975408,1.1665649440402153,1.4079672866934407,0.9999509184739659,0.006050742999640357,"model.language_model.layers.3.self_attn.o_proj.weight|2d-64|(1792, 1856)","model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(1152, 192)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,20,0.03341382991868991,6.101872403397305 +5150,5203,1.1317358887108453,0.009395566581784118,0.0033870301367086735,0.0034582125645648983,2.115392519205531,1.1327435882906185,1.4122187968262472,0.9999942639969757,0.0018136760132558074,"model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(3200, 256)","model.language_model.layers.23.self_attn.q_proj.weight|2d-128|(1408, 384)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,16,0.0010076995797732025,6.425849130879251 +5521,5560,1.1183197188681435,0.026964963407724238,0.025020256083025785,0.025155530665764647,1.119850345528871,2.114164694960004,1.399500966232019,0.9996869443908627,0.047235724202602976,"model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(896, 320)","model.language_model.layers.23.self_attn.q_proj.weight|2d-64|(64, 640)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,20,0.0015306266607275631,3.058489969932171 +5704,5778,1.0888537538045762,0.01597138029102578,-0.002887968031216235,-0.00304008289808343,2.418970265462577,1.0996782947464518,1.4157514306878356,0.99999582981163,-0.001312887473316182,"model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(384, 1280)","model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(128, 256)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,12,0.010824540941875682,8.3414193613757 +5906,6045,1.0835584928207553,0.01153079174404269,-0.007571701208518391,-0.007633520753416053,1.1023612930628752,2.4154086305695968,1.418252351948409,0.9999713342595421,-0.016590524868970013,"model.language_model.layers.23.self_attn.v_proj.weight|2d-64|(256, 1152)","model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(256, 384)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,16,0.018802800242119888,3.7867829275169402 +6179,6194,1.2293315349498763,0.015555384375346612,-0.00564627251423117,-0.00540831113925493,1.2394939758643877,1.7055734914123517,1.41800589255612,0.9999840596763006,-0.007769406639388526,"model.visual.blocks.21.attn.proj.weight|2d-128|(384, 512)","model.visual.blocks.0.attn.proj.weight|2d-128|(768, 256)",model.visual.layers.*.attn.proj.weight,2d-128,21,0.01016244091451135,3.2880569492320424 +6410,6615,1.202239467507754,0.018106094735040212,0.020533903044586084,0.02059439670226113,1.2024103547075335,1.7463564832442742,1.4005838410718816,0.9997891571855315,0.02982302553186552,"model.visual.blocks.21.attn.proj.weight|2d-64|(832, 768)","model.visual.blocks.22.attn.proj.weight|2d-64|(896, 448)",model.visual.layers.*.attn.proj.weight,2d-64,1,0.00017088719977964573,3.194757138167218 +6728,6824,1.1211915621710695,0.0453136280825441,0.001376840228417742,0.0014832232579115039,1.127771726462264,2.157220331073272,1.4134138858362466,0.9999990521550435,0.0026336426633955918,"model.visual.blocks.0.attn.qkv.weight|2d-128|(1152, 0)","model.visual.blocks.8.attn.qkv.weight|2d-128|(1408, 256)",model.visual.layers.*.attn.qkv.weight,2d-128,8,0.006580164291194457,4.252743894617123 +6918,7062,1.1123684280697552,0.022834076672937517,0.010560134261093571,0.010563041891634522,1.1173786736329065,2.1943595635275917,1.4081618035431622,0.9999442402276177,0.02073847671767809,"model.visual.blocks.6.attn.qkv.weight|2d-64|(1664, 0)","model.visual.blocks.18.attn.qkv.weight|2d-64|(2752, 576)",model.visual.layers.*.attn.qkv.weight,2d-64,12,0.005010245563151328,3.065602778969656 +7252,7301,1.2286576449174191,0.04378058742297712,-0.005949156387145175,-0.0058711309037964765,1.2769913366327081,1.6200463942906953,1.4182980094416826,0.9999823036125596,-0.007547356882999812,"model.visual.blocks.8.mlp.linear_fc1.weight|2d-128|(3328, 128)","model.visual.blocks.17.mlp.linear_fc1.weight|2d-128|(3072, 256)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,9,0.04833369171528901,3.2921744183409993 +7495,7561,1.2317979302262967,0.0360698917052032,0.006788853016217642,0.006341821347589874,1.6111864780246834,1.2685457842752985,1.409539417218404,0.999976955471837,0.005345111190571696,"model.visual.blocks.18.mlp.linear_fc1.weight|2d-64|(3648, 576)","model.visual.blocks.6.mlp.linear_fc1.weight|2d-64|(2944, 576)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,12,0.03674785404900183,4.4888059892141055 +7754,7769,1.2366233446821713,0.04610097392113863,-0.0011052705484719887,-0.0011562508562964575,1.2607914179972843,1.644339487323667,1.4149681268209575,0.9999993891883208,-0.0014415072795429616,"model.visual.blocks.5.mlp.linear_fc2.weight|2d-128|(768, 128)","model.visual.blocks.13.mlp.linear_fc2.weight|2d-128|(0, 3968)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,8,0.02416807331511306,3.486683429684418 +8050,8081,1.22724863567957,0.04416490720158933,0.014994459214627994,0.014767676064294091,1.5947637206175254,1.2683332210998746,1.4038449799725037,0.99988757677694,0.011925259214559803,"model.visual.blocks.8.mlp.linear_fc2.weight|2d-64|(512, 704)","model.visual.blocks.4.mlp.linear_fc2.weight|2d-64|(576, 2304)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,4,0.041084585420304576,4.616099343194851 +8277,8345,1.340478295884891,0.002424683690860443,0.008822868451744324,0.008864436790152226,1.3725518063765125,1.4462787450152654,1.407969598110768,0.9999610777386704,0.009296790877067411,"model.visual.merger.linear_fc1.weight|2d-128|(2304, 3200)","model.visual.merger.linear_fc1.weight|2d-128|(2944, 2816)",model.visual.merger.linear_fc1.weight,2d-128,0,0.03207351049162144,3.4916227297715094 +8477,8634,1.346252442077866,0.056133474066673815,0.04158562509842052,0.04146300069048916,1.3469215472428273,1.425506270188307,1.3845440727691354,0.9991349437314129,0.04401189471565518,"model.visual.merger.linear_fc1.weight|2d-64|(0, 1856)","model.visual.merger.linear_fc1.weight|2d-64|(2240, 2432)",model.visual.merger.linear_fc1.weight,2d-64,0,0.0006691051649612145,3.30168281897006 +8776,8866,1.348713630112612,0.03207441641332819,0.0066912092033776455,0.006719953180442708,1.4061809766982742,1.4127908188426619,1.4094742738851767,0.9999776136091231,0.0067226616531848166,"model.visual.merger.linear_fc2.weight|2d-128|(1280, 896)","model.visual.merger.linear_fc2.weight|2d-128|(1408, 2432)",model.visual.merger.linear_fc2.weight,2d-128,0,0.05746734658566233,3.3896670507113194 +8963,9125,1.3486492043434015,0.03823442031037018,0.012530617408151661,0.012582258905596815,1.423066059423151,1.3882368940459835,1.4053278824306839,0.9999214887316756,0.01222393386166652,"model.visual.merger.linear_fc2.weight|2d-64|(448, 3136)","model.visual.merger.linear_fc2.weight|2d-64|(320, 3840)",model.visual.merger.linear_fc2.weight,2d-64,0,0.039587689702581974,3.646211843464496 +9259,9355,0.7935979845048694,0.6648079190163004,0.484420281736443,0.48792805987401694,0.9235362159865403,1.1834698695483485,1.0296637384994516,0.874835407743871,0.6207626703851511,"model.visual.pos_embed.weight|2d-128|(640, 384)","model.visual.pos_embed.weight|2d-128|(2176, 384)",model.visual.pos_embed.weight,2d-128,0,0.12993823148167094,2.8742014539859775 +9380,9529,0.547980460643714,0.8416067193087133,0.8425374743248187,0.8446857963680761,0.5441317812041562,0.5916624646543156,0.5664068478425711,0.5386377301659766,0.9161343186378041,"model.visual.pos_embed.weight|2d-64|(64, 256)","model.visual.pos_embed.weight|2d-64|(1600, 256)",model.visual.pos_embed.weight,2d-64,0,0.0038486794395578006,1.8277060975786321 +9733,9760,1.207985584715103,0.00015485893910121683,0.010060741598642814,0.010068984441860628,1.6869777245531492,1.2325088731045863,1.4074198471090733,0.9999493894585293,0.007350395390445491,"mtp.fc.weight|2d-128|(384, 2688)","mtp.fc.weight|2d-128|(512, 2048)",mtp.fc.weight,2d-128,0,0.024523288389483255,4.7475318029990605 +9986,10060,1.1619284713065763,0.05724010799400709,0.025808720258135274,0.02574840299799948,1.1791947642812732,1.8106868889174497,1.3974230411584554,0.9996668995013476,0.03963001940534129,"mtp.fc.weight|2d-64|(1152, 832)","mtp.fc.weight|2d-64|(1088, 3072)",mtp.fc.weight,2d-64,0,0.01726629297469695,3.2242867889437417 +10169,10362,1.323905584049028,0.07045626263059722,0.014943802595518748,0.014937512785213922,1.4199702486547294,1.3878019663555694,1.403609717786994,0.9998883351474734,0.014605262783877625,"mtp.layers.0.mlp.down_proj.weight|2d-128|(768, 4736)","mtp.layers.0.mlp.down_proj.weight|2d-128|(512, 5376)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.06389638230654149,3.9614454149180487 +10535,10548,1.279620527970113,0.039431241263936836,0.004615319806773412,0.004380316548322335,1.4608639660880083,1.365832508875606,1.4109536501181437,0.9999893493548225,0.004315086125253118,"mtp.layers.0.mlp.down_proj.weight|2d-64|(640, 5504)","mtp.layers.0.mlp.down_proj.weight|2d-64|(1344, 896)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.08621198090549309,4.104085635091866 +10723,10871,1.314909455945378,0.0050002104003005355,0.00314374275867026,0.0031498259230056916,1.34020381533014,1.4967327742467917,1.4120023656192615,0.9999950584285241,0.003510915852409886,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(640, 384)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(5504, 768)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.0252943593847621,3.674392284968675 +10961,11091,1.3020005019514511,0.033078167545420735,0.01936632218885859,0.019371433734806858,1.4874239254264476,1.327297934333175,1.4005417701934002,0.9998124551959119,0.017281475037140535,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(1472, 832)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(2432, 1280)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.025297432381723883,4.178136325393798 +11181,11225,1.3367382915429042,0.06007759148487938,0.004999210395283103,0.0050669556820009615,1.4268734942261698,1.3950160642386171,1.4106750609164251,0.9999875038696352,0.004887594336953314,"mtp.layers.0.mlp.up_proj.weight|2d-128|(128, 1664)","mtp.layers.0.mlp.up_proj.weight|2d-128|(3968, 256)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.05827777269571288,3.8940402988494243 +11428,11523,1.3184242279349447,0.05849776115036745,0.032594108150537766,0.03246453499003574,1.3422118963280818,1.445615535563536,1.3910395043987938,0.9994686709016302,0.035105149372583196,"mtp.layers.0.mlp.up_proj.weight|2d-64|(2560, 128)","mtp.layers.0.mlp.up_proj.weight|2d-64|(5184, 896)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.023787668393137062,3.384696436703162 +11675,11726,1.2482074396546556,-0.007654069131341171,0.0034513028360133543,0.0034553381836888654,1.67591376199687,1.2429551354179083,1.4118762688346747,0.9999940442366315,0.00255968694880447,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 1408)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 1792)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.005252304236747385,5.162828107190322 +11753,11934,1.0929118292493063,0.02334406163071766,0.005323580777604688,0.0053512798564896965,2.4004984929556663,1.0973101198013997,1.4113640281793778,0.9999858296434526,0.002433502490415317,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 1600)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 896)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.004398290552093398,6.897533326470635 +12001,12063,1.194947091332358,0.03494062070256327,0.0039625231808627865,0.004033372196754369,1.7192615653647583,1.2258646490122231,1.4115621355212034,0.9999921491742029,0.0028253508286161144,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(128, 128)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(512, 1920)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.030917557679865038,5.048557008384533 +12251,12327,1.1812606641642167,0.0014989367709002683,0.004869174071400852,0.004874130896721639,1.1895728639141028,1.8324875893953643,1.4110651902457128,0.9999881455016667,0.007500760421760976,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(576, 1920)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(1728, 0)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.008312199749886062,3.481267212496153 +12591,12619,1.0626994922271487,-0.012704103796767233,0.0031262532990537625,0.0030368419114763516,3.0664937031846033,1.0566876226336532,1.4128511062969376,0.9999951132582149,0.0010772802705895093,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 1920)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(896, 1408)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.0060118695934954225,8.836826919284725 +12847,12889,1.0626709976537063,0.0804223018999656,0.06308875509824503,0.06282436885718629,2.303231843055489,1.0768464697765812,1.3795574930381764,0.99800792029931,0.02949633725105968,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(3712, 448)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(2496, 1408)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.014175472122874844,7.11629937058756 +13015,13063,1.368197570243899,0.002978086197544148,0.010040625036447764,0.010050095221553569,1.3878793406246668,1.4271391384031729,1.407098632031968,0.999949591653938,0.010324650381419989,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(0, 896)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(384, 896)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.019681770380767682,3.623939127569918 +13172,13274,1.3092114821630902,0.039122270114814894,0.0019944911078748446,0.0018900098443793002,1.3320701108974242,1.51027864693599,1.4128135957402483,0.9999980110006322,0.0022613204118045412,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 256)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 640)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.022858628734333974,3.492676369536243 +61,150,1.1823884978934047,0.2779620270339938,0.27338832781562317,0.26967449424564366,1.176829417337384,1.2369748301965324,1.2057785360189168,0.9619037489344645,0.28736066195776744,"model.language_model.embed_tokens.weight|2d-128|(140160, 384)","model.language_model.embed_tokens.weight|2d-128|(194560, 384)",model.language_model.embed_tokens.weight,2d-128,0,0.0055590805560206125,3.0486123230682134 +258,496,1.1978351581431061,0.0743788058859629,0.09308776000044859,0.09560456377458468,1.2714904632170863,1.4385319138155879,1.3473061256365706,0.9956579075857827,0.10531711988420046,"model.language_model.embed_tokens.weight|2d-64|(223808, 1216)","model.language_model.embed_tokens.weight|2d-64|(248192, 832)",model.language_model.embed_tokens.weight,2d-64,0,0.0736553050739801,3.4987915452208274 +639,757,0.155374643935959,0.9880887471735776,0.988088747173578,0.9861617774531115,0.16073916307341138,0.155374643935959,0.15798863719161585,0.15388511204450328,0.9551122099541254,"model.language_model.layers.2.linear_attn.conv1d.weight|3d-axis0-slice|(59, 0, 0)","model.language_model.layers.4.linear_attn.conv1d.weight|3d-axis0-slice|(5151, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,2,0.0,0.28738300156684216 +780,789,0.644599357951513,0.7660813980650703,0.7660813980650699,0.7640249068624395,0.644599357951513,0.7909590420653454,0.7066551368748075,0.6427435659255313,0.9400242201345899,"model.language_model.layers.17.linear_attn.conv1d.weight|3d-volume|(1000, 0, 0)","model.language_model.layers.16.linear_attn.conv1d.weight|3d-volume|(624, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,1,0.0,1.7792903272876237 +1038,1152,1.154437765220967,0.04383254577467423,-0.01208619423748295,-0.012090243870839873,1.187530019674354,1.8894131621169017,1.4218935330768123,0.9999269592869541,-0.019229673434667194,"model.language_model.layers.21.linear_attn.in_proj_qkv.weight|2d-128|(1408, 384)","model.language_model.layers.13.linear_attn.in_proj_qkv.weight|2d-128|(4096, 0)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,8,0.03309225445338693,3.028365236994867 +1474,1476,1.151617791347054,0.057983212073452195,0.02042754390993709,0.02033186253190988,1.8957038624888878,1.1622585436772197,1.4012814670398615,0.9997913359545619,0.012524154170628068,"model.language_model.layers.8.linear_attn.in_proj_qkv.weight|2d-64|(4352, 256)","model.language_model.layers.16.linear_attn.in_proj_qkv.weight|2d-64|(512, 1152)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,8,0.010640752330165704,4.948653555819665 +1635,1776,1.161279635163735,-0.0016408515986107534,-0.0018882593283399082,-0.0019435700494157564,1.9854615509897395,1.1588147101097623,1.415375642833519,0.9999982172367653,-0.0011020826291455962,"model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(256, 1920)","model.language_model.layers.21.linear_attn.in_proj_z.weight|2d-128|(896, 1408)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,3,0.0024649250539725553,5.812858178196618 +1814,1984,1.1599756394013994,0.07309373747849966,0.03989637742742266,0.04383263078638759,1.2125118326990718,1.6683882843752575,1.3871213651646968,0.9992038225848461,0.05489649411565401,"model.language_model.layers.22.linear_attn.in_proj_z.weight|2d-64|(320, 192)","model.language_model.layers.10.linear_attn.in_proj_z.weight|2d-64|(896, 512)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,12,0.05253619329767245,3.597341192012839 +2178,2236,1.2389547028436392,-0.011375281686010591,-0.0064138247964822944,-0.006445179132406623,1.6918203071841653,1.2455917483577763,1.41853760944803,0.9999794312142025,-0.004722136983452809,"model.language_model.layers.12.linear_attn.out_proj.weight|2d-128|(640, 896)","model.language_model.layers.10.linear_attn.out_proj.weight|2d-128|(256, 1664)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,2,0.00663704551413713,4.747990389622359 +2353,2374,1.2345980709863549,0.019916565167749832,-0.013758647680612775,-0.01346190688533566,1.2889782602734599,1.6119024846215517,1.4236725937959644,0.9999053453272468,-0.017205564333340462,"model.language_model.layers.18.linear_attn.out_proj.weight|2d-64|(1216, 448)","model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(1536, 896)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,6,0.054380189287104974,3.2796268230565344 +2653,2711,1.2733745664503562,0.05432560562108131,0.0012420108878386095,0.0013177284119320312,1.321915112433175,1.5268128794084213,1.4133441008511625,0.9999992287041798,0.0014345234441166426,"model.language_model.layers.22.mlp.down_proj.weight|2d-128|(0, 1408)","model.language_model.layers.12.mlp.down_proj.weight|2d-128|(128, 1536)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,10,0.04854054598281876,3.375140552759283 +2834,2998,1.2665519257710167,0.016441508489875637,0.01168592250998411,0.011441300125767507,1.2884897947890053,1.5631310870125834,1.4060788569630787,0.9999317172762802,0.014176774103800725,"model.language_model.layers.20.mlp.down_proj.weight|2d-64|(320, 2240)","model.language_model.layers.9.mlp.down_proj.weight|2d-64|(1472, 3968)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,11,0.021937869017988554,3.456722374285958 +3121,3144,1.1701932818481122,0.02114317777845335,0.001390451485709574,0.0014772580312211695,1.1876990086583994,1.849435814192649,1.413319200964644,0.9999990333218658,0.0021651535926374443,"model.language_model.layers.22.mlp.gate_proj.weight|2d-128|(1024, 1024)","model.language_model.layers.9.mlp.gate_proj.weight|2d-128|(4608, 1152)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,13,0.01750572681028717,3.3330602593879726 +3433,3573,1.1627538393041297,0.04359942157962651,0.0225948679711074,0.022468276517880564,1.165726596452454,1.873800422687807,1.3998080303714688,0.9997447033825027,0.03631921351342616,"model.language_model.layers.23.mlp.gate_proj.weight|2d-64|(4544, 1536)","model.language_model.layers.12.mlp.gate_proj.weight|2d-64|(4992, 576)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,11,0.0029727571483242343,2.9652433345665616 +3587,3633,1.2424755888190133,0.05070443898891415,0.010987033948127892,0.01083582106630672,1.2759055348620272,1.5879610787361529,1.406606413714712,0.99993964072089,0.013674195936665929,"model.language_model.layers.20.mlp.up_proj.weight|2d-128|(3072, 1664)","model.language_model.layers.2.mlp.up_proj.weight|2d-128|(3712, 1792)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,18,0.03342994604301386,3.256272499180044 +3865,3963,1.2384164651567655,0.04141309838445222,0.02082108929998329,0.020862605648966626,1.6359186667997254,1.2434002497690249,1.399956193520981,0.9997832176228816,0.01582532687074706,"model.language_model.layers.1.mlp.up_proj.weight|2d-64|(4544, 1792)","model.language_model.layers.22.mlp.up_proj.weight|2d-64|(3712, 64)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,21,0.0049837846122593454,4.118366633694072 +4149,4300,1.1858700462959675,-0.014470081822028337,-0.018004217106171935,-0.017924288304712672,1.1904176127905448,1.895343349579473,1.425635472255177,0.9998379109467663,-0.02866571595540745,"model.language_model.layers.11.self_attn.k_proj.weight|2d-128|(384, 640)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 1536)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,12,0.004547566494577326,3.337895765352945 +4484,4514,1.1094145753800109,0.028659351319674578,0.031790280071594526,0.03153909145498897,1.1392025952995037,1.96954148945801,1.3945921182420837,0.9994945613123513,0.054961493083707735,"model.language_model.layers.3.self_attn.k_proj.weight|2d-64|(128, 640)","model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 512)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,20,0.02978801991949287,2.981920501042929 +4739,4756,1.131966459977906,0.02620222377469894,0.00013184565297079585,0.00017333525916009624,1.9517242328184854,1.164369544051527,1.414131520847282,0.9999999913083618,7.86571485117482e-05,"model.language_model.layers.11.self_attn.o_proj.weight|2d-128|(1024, 384)","model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(1792, 640)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,8,0.032403084073620914,5.280520374685167 +5045,5079,1.133419538686148,0.04133687317837794,0.003571870004879194,0.0035832295818723305,1.9213265587874355,1.1685809199279982,1.4119690819990658,0.9999936208519874,0.0021724673075873206,"model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(320, 512)","model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(448, 128)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,0,0.03516138124185009,5.588799563830017 +5121,5160,1.1322685825613836,0.04261028458024564,0.0020580916684663185,0.0019070045631535823,2.031475896373356,1.147491839488787,1.4129666275584054,0.9999978821270994,0.0011625259244773863,"model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(3584, 256)","model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(2816, 512)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,0,0.01522325692740334,5.892424474366132 +5472,5588,1.1184444423571738,0.024673902579239303,0.018722391842948535,0.019090456768461106,1.1497407179790873,1.9606871929935468,1.4026124810111975,0.999824720660416,0.03192785411062021,"model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(1920, 0)","model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(3776, 768)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,0,0.031296275621913505,2.8271954516656725 +5779,5853,1.0888664196338802,0.03261660512813955,-0.001159415596137668,-0.0014566964179594491,1.0906678424487675,2.511770005049592,1.414812466861845,0.9999993278775118,-0.002670093684275909,"model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(128, 384)","model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(384, 1408)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,12,0.0018014228148872657,3.4718557405514696 +5953,6134,1.0837290276519442,0.04850187804913345,0.027645896499963976,0.02769556092091409,1.1127951466492052,2.1540698069097015,1.3981797921266024,0.9996177791569703,0.05351496285263343,"model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(448, 1920)","model.language_model.layers.3.self_attn.v_proj.weight|2d-64|(320, 1024)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,16,0.02906611899726097,4.074128809309965 +6145,6240,1.2296540120596795,0.019369255175916446,0.011280140015012959,0.011384578714206246,1.6605800032399307,1.2419773932573168,1.406541524682893,0.9999363771966904,0.008436617846830197,"model.visual.blocks.14.attn.proj.weight|2d-128|(640, 896)","model.visual.blocks.21.attn.proj.weight|2d-128|(896, 512)",model.visual.layers.*.attn.proj.weight,2d-128,7,0.012323381197637318,4.347276701536276 +6406,6642,1.2023985578572565,-0.02662519151163399,-0.013131589929473076,-0.013022601906702258,1.198522458576463,1.8505794207075368,1.42266161093816,0.9999137769557553,-0.020275840398949734,"model.visual.blocks.12.attn.proj.weight|2d-64|(576, 768)","model.visual.blocks.18.attn.proj.weight|2d-64|(512, 768)",model.visual.layers.*.attn.proj.weight,2d-64,6,0.003876099280793577,2.9835914332239244 +6728,6765,1.1212391498071297,0.047003131063055176,0.02068033101514791,0.02053612863487698,1.1205048429588615,2.127793940367946,1.4021041497259836,0.9997861390863068,0.03927112256171709,"model.visual.blocks.0.attn.qkv.weight|2d-128|(1152, 0)","model.visual.blocks.4.attn.qkv.weight|2d-128|(1280, 0)",model.visual.layers.*.attn.qkv.weight,2d-128,4,0.0007343068482681403,4.178858163385205 +6920,7088,1.1124270957385876,-0.035830796161416774,-0.021436763687278537,-0.021145243140218466,2.2466061266964834,1.1286911225795506,1.4263229599102507,0.9997702061787078,-0.010769793860682268,"model.visual.blocks.18.attn.qkv.weight|2d-64|(2816, 896)","model.visual.blocks.2.attn.qkv.weight|2d-64|(64, 960)",model.visual.layers.*.attn.qkv.weight,2d-64,16,0.016264026840963064,6.493366956365703 +7216,7325,1.2287471324575145,0.03472322894984482,0.013238576516959656,0.013179679054836807,1.2264118992326734,1.695456019425008,1.4052946921852063,0.9999123662060614,0.0183017012949248,"model.visual.blocks.1.mlp.linear_fc1.weight|2d-128|(3968, 128)","model.visual.blocks.16.mlp.linear_fc1.weight|2d-128|(2560, 896)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,15,0.0023352332248411933,3.4015898019878437 +7461,7628,1.2322034998700122,0.016778282030308133,0.022939397489831367,0.022185849910129493,1.2197899532630914,1.6899151556119387,1.3987335793350648,0.9997368573993877,0.03178058269374128,"model.visual.blocks.0.mlp.linear_fc1.weight|2d-64|(3712, 128)","model.visual.blocks.15.mlp.linear_fc1.weight|2d-64|(3264, 768)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,15,0.012413546606920844,3.815707429720131 +7722,7776,1.2366514244776845,0.018399571607161984,-0.00031301076649127004,-0.0002502392465412266,1.6110108340409612,1.275784419574454,1.4144289881874965,0.9999999510121288,-0.00024787807171163103,"model.visual.blocks.14.mlp.linear_fc2.weight|2d-128|(768, 3840)","model.visual.blocks.4.mlp.linear_fc2.weight|2d-128|(0, 1664)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,10,0.039132995096769596,4.634252323414596 +7957,8157,1.2273446018438618,0.027285564660485682,0.02188795888994928,0.021915355491708803,1.625140466496924,1.247113079659595,1.3991836342241026,0.999760429930907,0.016796554132669447,"model.visual.blocks.10.mlp.linear_fc2.weight|2d-64|(704, 3520)","model.visual.blocks.1.mlp.linear_fc2.weight|2d-64|(192, 256)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,9,0.01976847781573321,4.946522186623793 +8331,8374,1.3405871812786563,0.04856065834088714,0.016688540173290998,0.016364097938684968,1.383541630917109,1.421984013903858,1.4023678015219638,0.9998607366162973,0.017152239449478402,"model.visual.merger.linear_fc1.weight|2d-128|(1280, 3200)","model.visual.merger.linear_fc1.weight|2d-128|(1792, 2432)",model.visual.merger.linear_fc1.weight,2d-128,0,0.04295444963845263,3.433594621838141 +8536,8583,1.3462829310837636,0.04034875814970311,0.02635390042243088,0.02648458584497648,1.3657306939615288,1.4272459026146587,1.3954724330373516,0.99965267564916,0.02754093216337183,"model.visual.merger.linear_fc1.weight|2d-64|(896, 1728)","model.visual.merger.linear_fc1.weight|2d-64|(768, 192)",model.visual.merger.linear_fc1.weight,2d-64,0,0.019447762877765173,3.5204264188661436 +8717,8838,1.34872136043877,0.02196398784381052,0.009823204772144309,0.009899700885670607,1.3934717399568843,1.4214488142698372,1.4072517441617851,0.999951751160027,0.010020427666603682,"model.visual.merger.linear_fc2.weight|2d-128|(1408, 384)","model.visual.merger.linear_fc2.weight|2d-128|(512, 768)",model.visual.merger.linear_fc2.weight,2d-128,0,0.044750379518114336,3.4383289061706663 +9160,9201,1.3486822109624368,0.04171782306045531,0.015381055970795851,0.015375515124565656,1.4284970487452342,1.379394850122176,1.4033020688973485,0.9998817045617062,0.014852357877947996,"model.visual.merger.linear_fc2.weight|2d-64|(192, 512)","model.visual.merger.linear_fc2.weight|2d-64|(512, 256)",model.visual.merger.linear_fc2.weight,2d-64,0,0.030712639159739208,3.6854016466023487 +9312,9352,0.7936473646234873,0.6849680843089676,0.17171535882952488,0.1720159602187454,1.5049004015430514,1.1493496808142052,1.2917728388004357,0.9851466061160884,0.13114555133299635,"model.visual.pos_embed.weight|2d-128|(1536, 0)","model.visual.pos_embed.weight|2d-128|(2176, 0)",model.visual.pos_embed.weight,2d-128,0,0.3557023161907179,3.51406619921621 +9386,9438,0.5481396495104366,0.844925394455605,0.5795424069709879,0.5838799534809814,0.9830215731951837,0.8704926773519606,0.9216442949446896,0.8149420829250835,0.5132007630752234,"model.visual.pos_embed.weight|2d-64|(64, 640)","model.visual.pos_embed.weight|2d-64|(1408, 640)",model.visual.pos_embed.weight,2d-64,0,0.322353027841524,2.438884456343778 +9642,9731,1.207988277624849,0.022482388154808457,-0.002116863306783379,-0.0021200055340689626,1.3229912587948527,1.5310844640905394,1.415693805761627,0.9999977594423601,-0.002449824592621841,"mtp.fc.weight|2d-128|(1536, 3968)","mtp.fc.weight|2d-128|(1408, 2688)",mtp.fc.weight,2d-128,0,0.11500298117000374,3.169730159801382 +10098,10114,1.1630922268665962,0.040754609915056826,0.020777514665628934,0.02051899081524853,1.642921125803974,1.2404339765872592,1.4000119448276236,0.9997841241409665,0.015687384339691867,"mtp.fc.weight|2d-64|(1984, 3136)","mtp.fc.weight|2d-64|(1024, 2880)",mtp.fc.weight,2d-64,0,0.07734174972066299,4.44386236317071 +10300,10332,1.323914188784819,0.04992742562280933,0.013320902160896035,0.013389047466545581,1.4222321102479758,1.387927023258643,1.404765508906515,0.999911272846556,0.012999594053651675,"mtp.layers.0.mlp.down_proj.weight|2d-128|(1408, 1024)","mtp.layers.0.mlp.down_proj.weight|2d-128|(512, 1536)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.064012834473824,4.042282303095359 +10422,10426,1.279676936117525,0.024100119152498586,0.012678090018955703,0.012687914702504998,1.473333724044085,1.3458212761703743,1.4052570428454314,0.9999196297870501,0.011580840790014597,"mtp.layers.0.mlp.down_proj.weight|2d-64|(768, 5184)","mtp.layers.0.mlp.down_proj.weight|2d-64|(320, 640)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.0661443400528492,4.126724784091871 +10663,10880,1.3150010099124874,0.05583538279253427,0.003920478609351791,0.004205757722733771,1.5047817524462122,1.3335906395139618,1.411458777896141,0.9999923148942064,0.003474466358557964,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(128, 896)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(2432, 384)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.018589629601474478,4.025164682348067 +10911,11120,1.3022811323950545,0.04018123590315588,0.00696319044729954,0.0072231751234704085,1.4741845001008238,1.352291202347575,1.4092995862683777,0.9999757566955284,0.0063874373808094145,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(1856, 64)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(448, 0)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.05001006995252055,4.017970230719169 +11177,11317,1.3368509464680345,0.06275702428753685,-0.006624650660352973,-0.006456710400311288,1.4161470966703453,1.4216491653363394,1.4188901302457755,0.9999780567610612,-0.006650389005548317,"mtp.layers.0.mlp.up_proj.weight|2d-128|(2304, 1664)","mtp.layers.0.mlp.up_proj.weight|2d-128|(4864, 768)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.07929615020231084,3.489553412135261 +11526,11611,1.3184528641803321,0.038804529023404616,0.021482054871515725,0.021489416106677005,1.4724828385790192,1.335547582776491,1.399013849061829,0.9997692340327827,0.019484306169850914,"mtp.layers.0.mlp.up_proj.weight|2d-64|(5568, 576)","mtp.layers.0.mlp.up_proj.weight|2d-64|(2752, 512)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.017094718596158964,3.9910643149681526 +11672,11693,1.248479623674689,0.0062844723837008395,-0.0016472575330572308,-0.0016999398390385775,1.6366338889518794,1.264835138210138,1.415340266281523,0.9999986432703896,-0.0012730453790288053,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 1024)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(128, 1664)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.016355514535449034,5.061137329408715 +11730,11805,1.0929284914669848,0.010606439282938434,0.012953408463724933,0.012916861153169475,2.2878294993078536,1.1048566478297046,1.4070216114695453,0.999916101085072,0.006255562076426508,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 128)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(128, 832)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.011928156362719822,7.646543628358909 +12177,12223,1.1950514171521147,0.02909134730193336,0.005009288815833176,0.0050247956756719996,1.7477214605769273,1.2150612838817898,1.4108893611224151,0.9999874534340716,0.003482587493027493,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(1536, 128)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1792, 1920)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.020009866729675085,5.432225547865772 +12295,12327,1.1814958942865201,0.030065507382402448,0.019353253214715583,0.019095375127215347,1.2288973441883901,1.674497261552437,1.4010977744842688,0.9998127082559048,0.026370770238400117,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(1600, 1984)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(1728, 0)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.04740144990187001,3.2268552117341556 +12609,12743,1.0627757138144283,0.03322602714964608,0.026546445223694058,0.025497220567597654,1.0594949115968715,2.805912508996963,1.401751832851257,0.9996475810234251,0.07030425715806314,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(896, 128)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(1920, 896)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.0032808022175567775,3.1167821355476075 +12846,12854,1.0628345558256824,0.04054556407687156,0.005000676546179009,0.004518775885881679,1.070403952963832,2.7671547139462205,1.4118319861223332,0.999987496538872,0.012927498669417855,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(896, 1792)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(1984, 1344)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.007569397138149636,3.1675246475989476 +13012,13039,1.3682968715823685,0.008430476357746026,0.014833783739229174,0.014821064638743343,1.4206387218311831,1.3873304413674512,1.4036882774653738,0.99988997337706,0.01448599100239055,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(0, 512)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 1920)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.01903356978508275,3.8285442511208005 +13273,13325,1.3094221337906362,-0.010555057832281455,0.009347537170771107,0.009759370988794985,1.5000332600796928,1.3304474767044407,1.4076358424996802,0.9999563108200483,0.008290754327402497,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 576)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(448, 1856)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.021025342913804534,4.316614906370512 +38,150,1.182432935458938,0.27019990458671234,0.24650957616464772,0.24346614417261628,1.2394150522492988,1.216169930151088,1.2276274671440002,0.9691403556034213,0.24188631038622563,"model.language_model.embed_tokens.weight|2d-128|(71680, 384)","model.language_model.embed_tokens.weight|2d-128|(194560, 384)",model.language_model.embed_tokens.weight,2d-128,0,0.03373699469214997,3.341564328245863 +277,423,1.1982925793888723,0.07200231191382263,-0.013924203286163643,-0.016521217179955455,1.5980138141348774,1.2964495397270461,1.423815408819945,0.9999030535821188,-0.011296539980904711,"model.language_model.embed_tokens.weight|2d-64|(179392, 768)","model.language_model.embed_tokens.weight|2d-64|(239488, 832)",model.language_model.embed_tokens.weight,2d-64,0,0.09815696033817378,4.835853885886885 +745,760,0.15561964792557295,0.9992923956205856,0.9992923956205856,0.999375782220356,0.15561964792557295,0.18345174604978573,0.16782898298387738,0.03761260499980108,1.1780127845973902,"model.language_model.layers.13.linear_attn.conv1d.weight|3d-axis0-slice|(1782, 0, 0)","model.language_model.layers.22.linear_attn.conv1d.weight|3d-axis0-slice|(4629, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,9,0.0,0.29333023829438637 +773,795,0.6449497655036444,0.8139622643097628,0.8139622643097626,0.8239176216204546,1.2082392613208122,0.6449497655036444,0.8046375527757346,0.5809177500126192,0.4344874300157409,"model.language_model.layers.16.linear_attn.conv1d.weight|3d-volume|(2020, 0, 0)","model.language_model.layers.12.linear_attn.conv1d.weight|3d-volume|(136, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,4,0.0,3.752433537881245 +1130,1269,1.1544835710577441,0.03015617972184458,-0.005814553821873398,-0.005844950118661178,1.9081694042167063,1.1783586247737134,1.4178849106841211,0.9999830953390425,-0.003590682058979997,"model.language_model.layers.0.linear_attn.in_proj_qkv.weight|2d-128|(5888, 1408)","model.language_model.layers.22.linear_attn.in_proj_qkv.weight|2d-128|(5632, 896)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,22,0.02387505371596932,5.201701492354426 +1316,1476,1.1516190054803481,0.022270587279214278,-0.007435175444683768,-0.007420616845144185,1.9743314254774125,1.1648468866802462,1.41880797163923,0.9999723587010326,-0.004386720920762848,"model.language_model.layers.9.linear_attn.in_proj_qkv.weight|2d-64|(4032, 320)","model.language_model.layers.16.linear_attn.in_proj_qkv.weight|2d-64|(512, 1152)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,7,0.01322788119989804,5.164823676177524 +1635,1785,1.1613684126383874,-0.01511639255939251,0.010858295846129967,0.011120807717178832,2.034885195781269,1.141200115267478,1.407646942323221,0.999941046967929,0.006089527063689869,"model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(256, 1920)","model.language_model.layers.16.linear_attn.in_proj_z.weight|2d-128|(1920, 384)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,2,0.020168297370909416,5.514423443790147 +1811,1993,1.1603399975039144,-0.0038675187517779467,-0.00023633545800273703,-0.00016396937962441548,2.020757410318525,1.1509419928686984,1.4143572907329354,0.9999999720727752,-0.00013460715355057438,"model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-64|(320, 704)","model.language_model.layers.22.linear_attn.in_proj_z.weight|2d-64|(1920, 640)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,4,0.009398004635216006,5.329494431510557 +2178,2211,1.239231982521282,-0.025382123104539765,-0.0061524418692547765,-0.006142110073358791,1.7401384885807225,1.2272055172782608,1.4183056337165685,0.9999810735504174,-0.004338913630283162,"model.language_model.layers.12.linear_attn.out_proj.weight|2d-128|(640, 896)","model.language_model.layers.14.linear_attn.out_proj.weight|2d-128|(256, 0)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,2,0.012026465243021311,5.039628193482724 +2360,2369,1.2346544387875216,0.005611883783993996,-0.0072020994698788685,-0.007127687751876069,1.704474754266142,1.2413162150775854,1.4190522273248238,0.9999740645452891,-0.005245066160226853,"model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(64, 1024)","model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(640, 1280)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,0,0.0066617762900638144,4.817293906166335 +2661,2744,1.2734512217628216,0.04358255284676456,0.012888926885699486,0.01281934771999963,1.5673580212318459,1.2848679536947152,1.405248362234835,0.9999169343319149,0.010565913396056073,"model.language_model.layers.0.mlp.down_proj.weight|2d-128|(768, 5504)","model.language_model.layers.21.mlp.down_proj.weight|2d-128|(640, 3712)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,21,0.011416731931893631,3.993888362173772 +2823,2955,1.2665987019326925,0.031459129548817084,0.01522480389889201,0.015255388995742738,1.3043452177133734,1.5294683156507036,1.4035427732331134,0.9998840959562465,0.017852524668410016,"model.language_model.layers.15.mlp.down_proj.weight|2d-64|(1856, 1728)","model.language_model.layers.2.mlp.down_proj.weight|2d-64|(1984, 4480)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,13,0.03774651578068089,3.299478694370309 +3097,3118,1.1702131418912447,0.0019333644451068758,-0.00037895071377108745,-0.0002875742487035135,1.1736003595636304,1.9117143188817058,1.4144524889980385,0.9999999281981756,-0.0006172846657408957,"model.language_model.layers.22.mlp.gate_proj.weight|2d-128|(3456, 512)","model.language_model.layers.10.mlp.gate_proj.weight|2d-128|(2560, 1152)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,12,0.0033872176723857006,3.156953634242374 +3419,3448,1.1627714581302422,0.046670706605551664,0.005479500801677052,0.0054654006209691386,1.1948361049065257,1.811897184191499,1.4106476629230906,0.9999849874227935,0.008309333834626984,"model.language_model.layers.18.mlp.gate_proj.weight|2d-64|(3072, 128)","model.language_model.layers.10.mlp.gate_proj.weight|2d-64|(4416, 1792)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,8,0.03206464677628351,3.103170090283532 +3714,3818,1.2425378608281805,0.014868349456498682,-0.008779258699684269,-0.008739438343659684,1.2643004080182716,1.6529619751121731,1.420192265028679,0.9999614615657365,-0.01147811130030191,"model.language_model.layers.22.mlp.up_proj.weight|2d-128|(5888, 1920)","model.language_model.layers.2.mlp.up_proj.weight|2d-128|(640, 1280)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,20,0.021762547190091075,3.3425429873455124 +3969,4019,1.2388081659045045,0.042873462095101254,0.016505947737074245,0.0168911565397861,1.5968690004029038,1.2657474972802527,1.4028042713872275,0.9998637675650123,0.013083328709599254,"model.language_model.layers.3.mlp.up_proj.weight|2d-64|(3648, 320)","model.language_model.layers.22.mlp.up_proj.weight|2d-64|(3008, 1088)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,19,0.02693933137574822,4.097270062436609 +4218,4316,1.18588895159678,0.0008303681415694644,-0.006106884332968746,-0.0060352690169333985,1.1963924660256118,1.838630312196699,1.4181561355401993,0.9999813528080129,-0.00938513319544348,"model.language_model.layers.15.self_attn.k_proj.weight|2d-128|(384, 1280)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(128, 1536)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,8,0.010503514428831684,3.3809848473952266 +4518,4565,1.1095087160460355,0.05150839444968063,0.023993748751769677,0.023987706906258992,1.1418145150483159,1.9835487805182554,1.3994653486891078,0.9997121085696807,0.04168170087995445,"model.language_model.layers.19.self_attn.k_proj.weight|2d-64|(128, 1216)","model.language_model.layers.7.self_attn.k_proj.weight|2d-64|(256, 256)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,12,0.032305799002280366,3.096753128129174 +4743,4845,1.1320173236841269,0.06935626428500419,0.008589616131889539,0.008540038099732371,2.0021548206254023,1.1485847395633997,1.408960614563458,0.9999631085668645,0.004927641911685013,"model.language_model.layers.3.self_attn.o_proj.weight|2d-128|(896, 1664)","model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(1280, 256)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,16,0.016567415879272795,4.6705994727965345 +4900,4986,1.1334794508676982,0.0074115403074715615,0.006122782995390784,0.006037552843752932,1.1260381775336854,2.149709628065043,1.4106499783275215,0.9999812555885191,0.011688951421321366,"model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(1792, 960)","model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(512, 1920)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,12,0.007441273334012788,3.019729208595124 +5218,5316,1.1322894609779026,-0.0037273452874034187,-0.014157198223063184,-0.01437025388799608,1.1357399262638364,2.165552598120089,1.422424909043759,0.9998997818473975,-0.026993994562566417,"model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(896, 1152)","model.language_model.layers.19.self_attn.q_proj.weight|2d-128|(768, 768)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,16,0.003450465285933735,3.091963556143927 +5463,5470,1.1184757992644638,0.011012454366575752,-0.004314612345080778,-0.004320848430860793,2.1821547073583134,1.1275968329188224,1.4166999081685383,0.9999906920168365,-0.0022295134250473075,"model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(3200, 1664)","model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(960, 1792)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,4,0.009121033654358568,5.8626058456448025 +5704,5880,1.0888974859698584,0.044190264130099535,0.0130028480567758,0.012941828150771653,2.2658435457319497,1.107298867383983,1.4069408148045073,0.9999154593976495,0.006354383537713669,"model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(384, 1280)","model.language_model.layers.23.self_attn.v_proj.weight|2d-128|(384, 1024)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,16,0.018401381414124618,6.681957194472214 +5905,6041,1.083796738101117,-0.01567420446398223,0.013275156858382684,0.013281967799794117,2.619974535123238,1.0759930403108633,1.4076006370339158,0.9999118812227332,0.005451952374790126,"model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(448, 1472)","model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(256, 64)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,12,0.007803697790253805,8.87038663696794 +6176,6399,1.2298230285101142,0.0428779690410006,-0.00013723932463269667,-0.0001438897972262617,1.2584806836315825,1.647412379543124,1.4143071865076358,0.9999999905826839,-0.00017965294604889572,"model.visual.blocks.21.attn.proj.weight|2d-128|(512, 896)","model.visual.blocks.15.attn.proj.weight|2d-128|(512, 0)",model.visual.layers.*.attn.proj.weight,2d-128,6,0.02865765512146834,3.056487142308415 +6409,6642,1.2024298851033246,0.0370879039854804,0.016413826117784656,0.016547456111276334,1.2135762047031782,1.7233637398136246,1.403243612449312,0.9998652840818982,0.023308789883462213,"model.visual.blocks.11.attn.proj.weight|2d-64|(832, 64)","model.visual.blocks.18.attn.proj.weight|2d-64|(512, 768)",model.visual.layers.*.attn.proj.weight,2d-64,7,0.011146319599853571,3.1256658347631556 +6674,6784,1.121583546865373,-0.012870323665935875,-0.0011923207276615204,-0.0013187452276514232,1.1698177549319875,1.9309368946433112,1.414960640170142,0.9999992891853886,-0.0019680809883274885,"model.visual.blocks.3.attn.qkv.weight|2d-128|(1792, 896)","model.visual.blocks.0.attn.qkv.weight|2d-128|(2048, 0)",model.visual.layers.*.attn.qkv.weight,2d-128,3,0.04823420806661449,3.2486925527477397 +6997,7115,1.112498268971497,0.008239042470723656,0.012356028690548531,0.012310304831001713,2.2588525140739866,1.1084567140408836,1.407285895615953,0.9999236613637055,0.006063309966270645,"model.visual.blocks.13.attn.qkv.weight|2d-64|(2496, 832)","model.visual.blocks.3.attn.qkv.weight|2d-64|(1856, 320)",model.visual.layers.*.attn.qkv.weight,2d-64,10,0.004041554930613422,5.953670909638164 +7225,7273,1.2290679228129329,0.06615357196736568,0.022174190126262042,0.022648354961811907,1.2737997414444915,1.5696581965159395,1.3987857521614535,0.9997541224182296,0.0273244672222339,"model.visual.blocks.4.mlp.linear_fc1.weight|2d-128|(1792, 0)","model.visual.blocks.18.mlp.linear_fc1.weight|2d-128|(3584, 256)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,14,0.04473181863155862,3.440253177391718 +7465,7470,1.232245734925739,0.038709942216906566,0.007824596537458666,0.007426214279622716,1.2431850485584057,1.665459024536415,1.4088991674697433,0.9999693873759467,0.010482385491828644,"model.visual.blocks.1.mlp.linear_fc1.weight|2d-64|(1344, 576)","model.visual.blocks.15.mlp.linear_fc1.weight|2d-64|(2624, 704)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,14,0.010939313632666758,3.7012059200770575 +7728,7776,1.2367706158416225,0.0430188018145653,0.014870148648306646,0.01496820936906377,1.6163367415485546,1.258028540399303,1.4039835621003705,0.999889433227083,0.011573746310825861,"model.visual.blocks.13.mlp.linear_fc2.weight|2d-128|(768, 2816)","model.visual.blocks.4.mlp.linear_fc2.weight|2d-128|(0, 1664)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,9,0.021257924557680496,4.570315404713171 +7991,8082,1.227558055271446,0.023852277218663225,0.01861804035503698,0.01868531257066704,1.6579796798950828,1.2361841894187693,1.4015394466282207,0.9998266692648973,0.013881549577443399,"model.visual.blocks.2.mlp.linear_fc2.weight|2d-64|(192, 3456)","model.visual.blocks.3.mlp.linear_fc2.weight|2d-64|(640, 320)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,1,0.008626134147323272,4.861543625705338 +8257,8279,1.3406222646140744,0.09025068629982552,0.031815566471848904,0.031508239585739894,1.4025724633853442,1.38075901094224,1.39153752489436,0.9994937567239104,0.031320756139904274,"model.visual.merger.linear_fc1.weight|2d-128|(2304, 2944)","model.visual.merger.linear_fc1.weight|2d-128|(256, 2944)",model.visual.merger.linear_fc1.weight,2d-128,0,0.04013674632816566,3.56657966756026 +8592,8696,1.346307670947749,0.07159242217681475,0.020929772903090973,0.020944435718015467,1.3985523545877476,1.4001204198508377,1.3993357282922536,0.9997809483112914,0.020953239489626716,"model.visual.merger.linear_fc1.weight|2d-64|(128, 1024)","model.visual.merger.linear_fc1.weight|2d-64|(1280, 1792)",model.visual.merger.linear_fc1.weight,2d-64,0,0.05224468363999857,3.5638634192872827 +8727,8884,1.3487274910974807,0.03687623238173009,0.004954394234648445,0.004945249766289936,1.4185112804411393,1.4030284339202999,1.4107061381611101,0.9999877269135695,0.004900317734449633,"model.visual.merger.linear_fc2.weight|2d-128|(0, 2944)","model.visual.merger.linear_fc2.weight|2d-128|(640, 2560)",model.visual.merger.linear_fc2.weight,2d-128,0,0.054300942822819165,3.6679007566126085 +9047,9166,1.3487101480943209,0.049159455965553565,0.008138981031362284,0.008126421394297303,1.3912312603117294,1.426321131399598,1.4084484678780784,0.9999668779453503,0.008344263792988213,"model.visual.merger.linear_fc2.weight|2d-64|(448, 1344)","model.visual.merger.linear_fc2.weight|2d-64|(576, 2560)",model.visual.merger.linear_fc2.weight,2d-64,0,0.04252111221740851,3.494405619641853 +9220,9260,0.7949869227813179,0.6151702630484597,0.6006777587239699,0.598284059511699,0.8035609745479293,1.1791944167701038,0.9390916879399795,0.7994912320809704,0.8814712035558624,"model.visual.pos_embed.weight|2d-128|(0, 512)","model.visual.pos_embed.weight|2d-128|(640, 512)",model.visual.pos_embed.weight,2d-128,0,0.008574051766611412,3.957689285517908 +9549,9565,0.5482499935522184,0.8374434825669372,0.7930699956191363,0.7911397785731459,0.6689416167796205,0.6254403072561735,0.6460951968184225,0.6091305131485888,0.741496610905426,"model.visual.pos_embed.weight|2d-64|(704, 832)","model.visual.pos_embed.weight|2d-64|(768, 832)",model.visual.pos_embed.weight,2d-64,0,0.07719031370395513,3.6321423935791626 +9800,9855,1.2081755580047742,0.054031009743920534,0.012648505225600754,0.012652736906447325,1.2421630772899797,1.6570538457647035,1.405602470724573,0.9999200044581356,0.01687319049362131,"mtp.fc.weight|2d-128|(1280, 3968)","mtp.fc.weight|2d-128|(1920, 3584)",mtp.fc.weight,2d-128,0,0.03398751928520549,3.0618076730622548 +9872,10043,1.1636325059265742,0.012078754261633866,-0.004809997633402572,-0.004701157992039396,2.2371331521623996,1.1205911405070363,1.4169348407054987,0.9999884318944727,-0.002409351776241281,"mtp.fc.weight|2d-64|(1920, 3584)","mtp.fc.weight|2d-64|(1152, 3904)",mtp.fc.weight,2d-64,0,0.04304136541953785,6.270489722154412 +10271,10329,1.3239446574445093,0.01590728573234248,0.006969559307643661,0.007016964828970428,1.429557679847467,1.3898389119395342,1.409278685385161,0.9999757123265831,0.006775917377371628,"mtp.layers.0.mlp.down_proj.weight|2d-128|(256, 6016)","mtp.layers.0.mlp.down_proj.weight|2d-128|(1280, 5760)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.06589425449502495,4.120056611466284 +10589,10607,1.279733356093588,-0.009494574376322097,-0.017191776181785787,-0.017255928983208258,1.3181930445878662,1.5658552043550014,1.426141705028348,0.9998522104949887,-0.020421767750088627,"mtp.layers.0.mlp.down_proj.weight|2d-64|(1152, 3584)","mtp.layers.0.mlp.down_proj.weight|2d-64|(1344, 5248)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.03845968849427828,3.7719302682412765 +10831,10852,1.3150797122451154,0.04921047951185468,0.010324565335672076,0.010304026344207337,1.3803907661815469,1.4349966908459122,1.4068995697398687,0.9999467002548833,0.01073298768296984,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(3072, 640)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(4224, 1536)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.06531105393643144,3.651462399279078 +11043,11091,1.302315043162109,0.04444651957485532,0.015246959117894063,0.015257613624859216,1.5048322108595504,1.320191433797601,1.4034833456461417,0.9998837583627694,0.013376178868080228,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(2880, 640)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(2432, 1280)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.017876390635491957,4.077103986358415 +11325,11341,1.3369460332253085,0.031208511306456306,-0.0026704829342657794,-0.0026750928287479227,1.4465199314095243,1.3875199940273717,1.41609898605315,0.9999964342540916,-0.0025615606010987147,"mtp.layers.0.mlp.up_proj.weight|2d-128|(1280, 1664)","mtp.layers.0.mlp.up_proj.weight|2d-128|(5760, 1792)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.05057396080206322,3.9827997855526625 +11505,11526,1.318479682089919,0.03312961878936859,0.020394252224675603,0.02037093824109409,1.3491558522321874,1.456524008084573,1.3997609747251507,0.9997920156093448,0.022017262085047902,"mtp.layers.0.mlp.up_proj.weight|2d-64|(3904, 1024)","mtp.layers.0.mlp.up_proj.weight|2d-64|(5568, 576)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.030676170142268422,3.541883031345214 +11666,11689,1.2489416642331086,-0.0030241607566095542,0.0004905590479573768,0.0004831967385226638,1.6462525134603685,1.2583943871345873,1.413878798304119,0.999999879675903,0.0003749830280957751,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 256)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(128, 1152)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.009452722901478694,4.8375600233847 +11749,11929,1.0929466919475,0.002418512001862528,-0.01255969585302183,-0.012567283171243351,2.3055278810263733,1.1165613844065199,1.4211643463530388,0.999921123909321,-0.006082629277565637,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 1344)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 576)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.023614692459019926,7.789940034193739 +12031,12177,1.1950736634930388,0.03971639218757982,0.013929668927110164,0.01383370784738698,1.217062705161179,1.719536519702097,1.404893439445054,0.9999029774551034,0.019680641207679886,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(256, 1920)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1536, 128)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.021989041668140308,3.5245741156447274 +12279,12346,1.1815969340591308,0.038951949615284635,-0.006998892394904687,-0.007034920957030663,1.273195646240745,1.6300348008738001,1.4190070987405268,0.9999755074526799,-0.008960475324393645,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(1536, 1152)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(576, 64)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.0915987121816142,3.6387845138725705 +12591,12679,1.0628421109541495,0.028974290372912374,0.014698918430519793,0.014692732394165376,2.7350225092002183,1.0682037041347447,1.4071516408331937,0.9998919650627126,0.005740881130388636,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 1920)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(3968, 896)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.005361593180595259,8.53873324576345 +12781,12806,1.0630248855954538,0.0010982410236983677,0.00964897170782878,0.00959257804310985,2.8607712998110664,1.06349674221305,1.4097496395671765,0.9999534475889272,0.003587022135484757,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(704, 448)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(2432, 512)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.0004718566175960781,9.230598990468337 +13033,13057,1.3683632163156811,0.03640855797100484,0.014130823066483366,0.014131473133869855,1.3794882613238035,1.4302735283378643,1.404192584177048,0.9999001549352133,0.0146510432399201,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 1152)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(384, 128)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.011125045008122392,3.7928450065161523 +13181,13210,1.3095074431481455,0.03632896797844671,0.02711654396417072,0.026998942066121294,1.3310846917449493,1.4691094063807573,1.3950017219998734,0.9996322789123204,0.02992835095569847,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 832)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(256, 640)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.021577248596803766,3.5104654495401504 +181,210,1.1825069996673405,0.22563750868192256,0.2534627235761524,0.2534879524260146,1.1758180876770465,1.2754465537077362,1.2225982911962026,0.967345154408373,0.2749389218167672,"model.language_model.embed_tokens.weight|2d-128|(103296, 1408)","model.language_model.embed_tokens.weight|2d-128|(195712, 1408)",model.language_model.embed_tokens.weight,2d-128,0,0.0066889119902939775,3.243485023277444 +313,387,1.1983504335753814,0.27397176648267335,0.2219409515238036,0.21937401904673548,1.2667679920795372,1.2291340886931779,1.247525505999639,0.9750601079096143,0.21534739660344923,"model.language_model.embed_tokens.weight|2d-64|(227712, 704)","model.language_model.embed_tokens.weight|2d-64|(148928, 704)",model.language_model.embed_tokens.weight,2d-64,0,0.03078365511779646,3.0135401785299862 +634,726,0.15563780953846715,0.9917248737974675,0.9917248737974675,0.9931173659019117,0.15563780953846715,0.17221526574761084,0.16329881052537557,0.1283813642683286,1.097356504797984,"model.language_model.layers.22.linear_attn.conv1d.weight|3d-axis0-slice|(5305, 0, 0)","model.language_model.layers.16.linear_attn.conv1d.weight|3d-axis0-slice|(3243, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,6,0.0,0.23333182857493412 +793,866,0.6456156496901306,0.7869135461084978,0.7869135461084978,0.7929144105671714,0.6456156496901306,1.0813633366050481,0.7839463414972332,0.6170632633295787,1.318027929230049,"model.language_model.layers.9.linear_attn.conv1d.weight|3d-volume|(4944, 0, 0)","model.language_model.layers.1.linear_attn.conv1d.weight|3d-volume|(5468, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,8,0.0,1.4717134496646174 +1239,1270,1.1545513482254997,-0.005656300436259317,-0.0015567247877486122,-0.0015853275843782497,1.986873885061345,1.1583100198924583,1.4151711370349378,0.9999987883032335,-0.0009075412050163943,"model.language_model.layers.12.linear_attn.in_proj_qkv.weight|2d-128|(5120, 128)","model.language_model.layers.13.linear_attn.in_proj_qkv.weight|2d-128|(1024, 896)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,1,0.003758671666958646,5.57197633789977 +1317,1405,1.1517204854437748,0.004740345985426005,0.005379081396706895,0.005404705314962139,1.150742346549822,2.0019974730496632,1.4109230487383786,0.9999855326370115,0.009358226362159352,"model.language_model.layers.17.linear_attn.in_proj_qkv.weight|2d-64|(832, 128)","model.language_model.layers.12.linear_attn.in_proj_qkv.weight|2d-64|(2688, 704)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,5,0.000978138893952707,3.269844185555211 +1573,1645,1.1614082591729593,0.0004664808536704319,-0.010752671884951168,-0.010731356802376647,1.1802157272123266,1.91542400388554,1.420988686585356,0.999942188352574,-0.017450984052710672,"model.language_model.layers.21.linear_attn.in_proj_z.weight|2d-128|(1152, 896)","model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-128|(640, 1664)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,17,0.01880746803936728,3.370010576253034 +1884,2021,1.1604162842138368,-0.016924970616238117,0.004405660411833312,0.004331754974715933,1.140405833396215,2.063614609107298,1.4115734614228002,0.9999902950310746,0.007972236656795651,"model.language_model.layers.20.linear_attn.in_proj_z.weight|2d-64|(1472, 640)","model.language_model.layers.16.linear_attn.in_proj_z.weight|2d-64|(576, 640)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,4,0.02001045081762176,3.6081031534794676 +2178,2194,1.239362597508828,0.007526542319725649,-0.0013410545765537712,-0.0013785958504568207,1.6816577476688908,1.2450406197140138,1.4151202502665572,0.999999100785907,-0.0009928699364524737,"model.language_model.layers.12.linear_attn.out_proj.weight|2d-128|(640, 896)","model.language_model.layers.0.linear_attn.out_proj.weight|2d-128|(1152, 256)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,12,0.005678022205185762,4.698932296114225 +2366,2512,1.234660094140873,-0.0014031210829388808,0.0063281639906290505,0.006332013362713822,1.644346394693478,1.2536289233452753,1.4098920456859876,0.999979976969793,0.00482451230222903,"model.language_model.layers.16.linear_attn.out_proj.weight|2d-64|(1344, 1152)","model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(1152, 704)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,4,0.01896882920440235,4.671877464364092 +2582,2669,1.2734608176652826,0.043276335109770435,0.007770723585298031,0.00783376255372661,1.5670371372377918,1.2905067429205628,1.408810469222855,0.9999698074716861,0.0063994470494015,"model.language_model.layers.7.mlp.down_proj.weight|2d-128|(1408, 4096)","model.language_model.layers.22.mlp.down_proj.weight|2d-128|(1536, 1920)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,15,0.017045925255280148,4.085549745868181 +2875,2882,1.266694090764109,0.04156345199987875,0.025058170372829168,0.02504251544907896,1.2908351295467655,1.5336277830607798,1.3966455775185838,0.9996859947491343,0.029771351427300183,"model.language_model.layers.21.mlp.down_proj.weight|2d-64|(320, 896)","model.language_model.layers.6.mlp.down_proj.weight|2d-64|(1984, 896)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,15,0.024141038782656388,3.3553733412201074 +3105,3278,1.1702203803642304,0.013301612193024167,0.0009645105630624351,0.001021392318244464,1.1884812535840554,1.8477135017114479,1.4135928234073722,0.9999995348595787,0.0014995097184237836,"model.language_model.layers.20.mlp.gate_proj.weight|2d-128|(2432, 896)","model.language_model.layers.9.mlp.gate_proj.weight|2d-128|(768, 1664)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,11,0.018260873219825058,3.1379917506202317 +3417,3423,1.162859657827848,0.04123255804448294,0.022326833524735877,0.02230428250942423,1.8391684692752612,1.174409802743526,1.3998179511304947,0.9997507251834122,0.014256906093004703,"model.language_model.layers.10.mlp.gate_proj.weight|2d-64|(4160, 768)","model.language_model.layers.19.mlp.gate_proj.weight|2d-64|(5120, 128)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,9,0.011550144915677851,4.822789425654634 +3594,3612,1.24320224851053,0.010873832997560189,0.003388215079359372,0.0033365375355778834,1.6575258399295025,1.2506966365734493,1.4119078212037752,0.9999942599828141,0.0025565991803315974,"model.language_model.layers.2.mlp.up_proj.weight|2d-128|(4096, 896)","model.language_model.layers.22.mlp.up_proj.weight|2d-128|(5504, 1792)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,20,0.007494388062919244,4.283276280545864 +3869,3900,1.2388173271020944,0.04049625786697461,0.020534779065506804,0.02078727862348752,1.2474019718751355,1.6274436008157098,1.4001218596590486,0.9997891391932255,0.02679103892555711,"model.language_model.layers.23.mlp.up_proj.weight|2d-64|(2752, 1728)","model.language_model.layers.10.mlp.up_proj.weight|2d-64|(2944, 1216)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,13,0.008584644773041106,3.1950850556741153 +4290,4322,1.185940019489722,-0.01178397186056273,-0.002029459621915966,-0.0019439697594018977,1.8660369903201282,1.1859614553207127,1.4155122433909584,0.999997940644701,-0.0012898248529945667,"model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 256)","model.language_model.layers.3.self_attn.k_proj.weight|2d-128|(0, 0)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,20,2.143583099067925e-05,5.365718938577168 +4409,4596,1.1095143796561193,-0.00028802088999617154,0.015778356979926408,0.01579639853140551,2.235466721915289,1.1093200726939318,1.4053004210494164,0.999875513977122,0.00782979587232077,"model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 1024)","model.language_model.layers.3.self_attn.k_proj.weight|2d-64|(192, 1408)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,20,0.00019430696218747379,6.276220240492627 +4710,4781,1.1320294717427066,0.01325113848185539,-0.004590891075860504,-0.004589376833152761,1.9976248114898971,1.1582294678090541,1.4170280439460987,0.999989461804038,-0.002661813818580586,"model.language_model.layers.23.self_attn.o_proj.weight|2d-128|(256, 640)","model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(384, 512)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,4,0.026199996066347486,5.670833074253543 +4933,4969,1.1335984220343869,0.031050947089010607,0.011651181282463762,0.011743356345970816,1.8665650870705044,1.1755772404249114,1.4067636979813074,0.9999321226836966,0.0073380047846206015,"model.language_model.layers.3.self_attn.o_proj.weight|2d-64|(1792, 1856)","model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(448, 448)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,20,0.04197881839052453,5.855518250852369 +5126,5202,1.1323513831656282,0.039701615065723006,0.0031159747821498857,0.0031618450840180264,1.1409669926562727,2.065123869113436,1.4123470567728231,0.9999951453387946,0.005639842291311434,"model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(1920, 512)","model.language_model.layers.23.self_attn.q_proj.weight|2d-128|(3072, 256)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,20,0.008615609490644438,3.1101076387023903 +5411,5487,1.1187043845855063,0.05133219242058504,0.03164104721026379,0.03380038609702676,1.1289260540452968,2.028624250358927,1.395070544209508,0.9994992967138285,0.05685739597158536,"model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(384, 1728)","model.language_model.layers.15.self_attn.q_proj.weight|2d-64|(1280, 832)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,12,0.010221669459790528,3.109094336795969 +5750,5778,1.0889413624495492,0.02286555789585457,-0.004725384655602281,-0.004674087297955817,2.445934596305275,1.0980860556686767,1.4167082658043046,0.9999888353076032,-0.0021214299866503775,"model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(384, 256)","model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(128, 256)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,12,0.009144693219127475,7.9602480624206935 +5934,6139,1.0840216247639092,0.05810222023672445,0.04703935601413964,0.04730824087601952,2.0073976860188494,1.1225408142948343,1.3855852669910034,0.9988930368091345,0.026304502277642403,"model.language_model.layers.3.self_attn.v_proj.weight|2d-64|(448, 1920)","model.language_model.layers.15.self_attn.v_proj.weight|2d-64|(256, 1152)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,12,0.038519189530925146,6.602046709733419 +6161,6169,1.2301073376917724,0.02006626941783135,0.008920472982168534,0.00892928296016244,1.234231137844007,1.6852135616839974,1.4081870166933745,0.9999602117893363,0.012179973090328967,"model.visual.blocks.23.attn.proj.weight|2d-128|(640, 512)","model.visual.blocks.13.attn.proj.weight|2d-128|(384, 896)",model.visual.layers.*.attn.proj.weight,2d-128,10,0.004123800152234569,3.202421710801192 +6466,6642,1.2025860193430207,-0.0060509418971119965,-0.00961816696777611,-0.009554533815457697,1.204804841171192,1.8187686302807653,1.4204621823460855,0.999953744362298,-0.01451954687100085,"model.visual.blocks.17.attn.proj.weight|2d-64|(704, 64)","model.visual.blocks.18.attn.proj.weight|2d-64|(512, 768)",model.visual.layers.*.attn.proj.weight,2d-64,1,0.0022188218281713468,3.0044569775671754 +6679,6725,1.121621908228085,0.03786182797961733,0.006542476970528942,0.006537814980207666,1.14676150826702,2.0193572792985357,1.4102349173146935,0.9999785977685173,0.011520789981036204,"model.visual.blocks.1.attn.qkv.weight|2d-128|(1152, 768)","model.visual.blocks.5.attn.qkv.weight|2d-128|(1664, 128)",model.visual.layers.*.attn.qkv.weight,2d-128,4,0.025139600038935006,3.6783115333216028 +7020,7102,1.1125155345601583,0.04096113535349999,0.016769363563574648,0.016546274675318672,1.1254501678095647,2.109909085902993,1.4043309761428207,0.9998593843364539,0.03143793795549341,"model.visual.blocks.3.attn.qkv.weight|2d-64|(832, 64)","model.visual.blocks.10.attn.qkv.weight|2d-64|(128, 448)",model.visual.layers.*.attn.qkv.weight,2d-64,7,0.012934633249406469,2.917886571108688 +7216,7348,1.2290959699234698,0.018966421685230574,0.0023856464907341165,0.0023517110385858743,1.2292387036971557,1.713817750013478,1.4126148023217073,0.9999971543413617,0.0033260938569379616,"model.visual.blocks.1.mlp.linear_fc1.weight|2d-128|(3968, 128)","model.visual.blocks.14.mlp.linear_fc1.weight|2d-128|(1920, 0)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,13,0.00014273377368589912,3.636362471113419 +7540,7639,1.232748372125013,0.06148288752876899,0.0399355762329636,0.0399314147623015,1.6084916998790442,1.236894367559578,1.3866533936060121,0.9992022566782669,0.03070957053214097,"model.visual.blocks.20.mlp.linear_fc1.weight|2d-64|(128, 0)","model.visual.blocks.1.mlp.linear_fc1.weight|2d-64|(2048, 576)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,19,0.004145995434565064,4.276297954363567 +7690,7773,1.2369131440790748,0.003898875602482619,-0.009481933432849934,-0.009464979653716444,1.661302660890434,1.2612627005381112,1.4206570028780015,0.9999550454587322,-0.007198693681396352,"model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(640, 512)","model.visual.blocks.4.mlp.linear_fc2.weight|2d-128|(256, 2560)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,6,0.02434955645903636,4.829441482834372 +8077,8157,1.2276262601979178,0.018871970275650716,-0.0010611612933757106,-0.001040378068389115,1.6638786997348691,1.2521795899681971,1.414934404342541,0.9999994369681963,-0.0007985945811080165,"model.visual.blocks.9.mlp.linear_fc2.weight|2d-64|(960, 1664)","model.visual.blocks.1.mlp.linear_fc2.weight|2d-64|(192, 256)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,8,0.024553329770279353,5.123256634345176 +8316,8344,1.3407462651077184,0.043838572638489934,0.025091228575374346,0.024801306581395823,1.4080177076633558,1.3849893165130527,1.3963611156228284,0.9996851655639282,0.024680856871289552,"model.visual.merger.linear_fc1.weight|2d-128|(3456, 3072)","model.visual.merger.linear_fc1.weight|2d-128|(512, 3072)",model.visual.merger.linear_fc1.weight,2d-128,0,0.044243051405334244,3.6582881788132218 +8525,8530,1.3463545143620244,0.04025514770910245,0.018157541240421085,0.01795608304812701,1.4145376064357496,1.388461582368955,1.4013176665830875,0.9998351382583542,0.017822819505046324,"model.visual.merger.linear_fc1.weight|2d-64|(2240, 3648)","model.visual.merger.linear_fc1.weight|2d-64|(64, 1152)",model.visual.merger.linear_fc1.weight,2d-64,0,0.04210706800693065,3.6882294853252118 +8846,8894,1.3487506080856728,0.06808112062598395,0.008563476747762077,0.00871922931312743,1.4010269127749495,1.4153738441069814,1.4081455661093627,0.9999633327607521,0.008651169290812694,"model.visual.merger.linear_fc2.weight|2d-128|(1280, 2304)","model.visual.merger.linear_fc2.weight|2d-128|(640, 3840)",model.visual.merger.linear_fc2.weight,2d-128,0,0.05227630468927669,3.670602905721346 +9049,9057,1.348741534518686,0.03407849234601577,0.024126386482076576,0.02378214511234899,1.3650111117472306,1.431497094334966,1.3970689834077725,0.9997089163728197,0.02530151721745872,"model.visual.merger.linear_fc2.weight|2d-64|(448, 3584)","model.visual.merger.linear_fc2.weight|2d-64|(320, 1088)",model.visual.merger.linear_fc2.weight,2d-64,0,0.016269577228544607,3.524660988673816 +9258,9314,0.7960470206762391,0.6203335429763298,0.5668569972693431,0.5681312145947719,0.8591909711490033,1.059608558488839,0.9437986991042185,0.823816208050548,0.6990838427254779,"model.visual.pos_embed.weight|2d-128|(640, 256)","model.visual.pos_embed.weight|2d-128|(1536, 256)",model.visual.pos_embed.weight,2d-128,0,0.06314395047276422,4.272855612450013 +9395,9459,0.5484776399027663,0.8387952089377351,0.8495722587295851,0.8494153440541033,0.5315623242702546,0.5806970790761172,0.5545036331115125,0.5274722525376201,0.9281021370083887,"model.visual.pos_embed.weight|2d-64|(128, 192)","model.visual.pos_embed.weight|2d-64|(1664, 192)",model.visual.pos_embed.weight,2d-64,0,0.016915315632511696,2.627607862759456 +9760,9808,1.2085460686922473,0.04364370936220987,0.004980308134457215,0.005049079736664774,1.2537980565569569,1.6468958898606023,1.4108148867787058,0.9999875981885404,0.006541762410607398,"mtp.fc.weight|2d-128|(512, 2048)","mtp.fc.weight|2d-128|(1664, 3456)",mtp.fc.weight,2d-128,0,0.04525198786470952,3.268535823810387 +9918,9985,1.1639793357880301,0.12556378185321163,0.0763598172129632,0.07637718755691934,1.423333295237801,1.3033109492960273,1.3593642059707312,0.9970803269121313,0.0699207881898603,"mtp.fc.weight|2d-64|(1152, 3392)","mtp.fc.weight|2d-64|(1152, 3968)",mtp.fc.weight,2d-64,0,0.13933161350799717,5.091856467366234 +10138,10377,1.324002525049309,0.07299332924411128,0.018718143106430888,0.018829770424812747,1.3959414926116906,1.4059433692145473,1.4009156533695417,0.9998248002118407,0.01885225800922303,"mtp.layers.0.mlp.down_proj.weight|2d-128|(768, 4224)","mtp.layers.0.mlp.down_proj.weight|2d-128|(640, 6016)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.0719389675623816,3.6096561256260546 +10412,10636,1.2801464082270786,-0.008283287641924163,-0.01257595254886999,-0.012739573107449944,1.5190128396107117,1.3431784952300971,1.4230118652882233,0.9999209195818881,-0.01112021477382987,"mtp.layers.0.mlp.down_proj.weight|2d-64|(1728, 5184)","mtp.layers.0.mlp.down_proj.weight|2d-64|(1728, 896)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.06303208700301854,4.535352698778927 +10649,10681,1.315105140454231,0.0170394152416844,0.006284230182482221,0.006363347931399246,1.480564880975513,1.3482687333377443,1.409782393845404,0.9999802540305551,0.005722701637064062,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(3840, 1280)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(3968, 1152)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.03316359288351323,4.336848386376328 +11032,11053,1.3025644324375412,0.026536059755795566,0.01473052813150038,0.01550018192366142,1.2971002369232356,1.542369935718034,1.4039142858489997,0.999891499884346,0.017515935222683594,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(2752, 960)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(5568, 128)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.005464195514305548,3.6394152700887714 +11207,11222,1.337272890739709,0.04094293006594442,-0.0072170169543993405,-0.007219346706273297,1.4403813102130865,1.3991284582597212,1.4193054435482515,0.9999739569940208,-0.0070103199292062554,"mtp.layers.0.mlp.up_proj.weight|2d-128|(3456, 1280)","mtp.layers.0.mlp.up_proj.weight|2d-128|(5248, 640)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.06185556752001231,3.9395472295353247 +11443,11591,1.3185393507072842,0.03358647726424291,0.0009275866457215951,0.0007695324487270274,1.3351394642583134,1.507655305575358,1.4135623228866312,0.9999995697914148,0.0010474418330371849,"mtp.layers.0.mlp.up_proj.weight|2d-64|(4096, 1792)","mtp.layers.0.mlp.up_proj.weight|2d-64|(320, 1472)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.016600113551029194,3.4530983898273653 +11689,11701,1.2490156058412913,0.04484627162219155,0.006453756487526127,0.006372626929165057,1.2588678002636413,1.6324144103682658,1.4097930050596144,0.999979174296745,0.008368793839225194,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(128, 1152)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(256, 640)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.009852194422349969,3.6178634295517753 +11749,11970,1.0929957399915007,0.032974062182872924,-0.0007192591851586484,-0.0007242141491306478,2.228872736668115,1.1193429532797143,1.4146214493412028,0.9999997413330789,-0.0003612129518406521,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 1344)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(448, 1152)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.026347213288213656,7.1749003300010425 +12079,12225,1.1952394962113069,0.03658524663840393,-0.009208141450832132,-0.009209016185968515,1.221882340148392,1.76320521088812,1.4202970131005717,0.9999576041668073,-0.013287566613599094,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(640, 1920)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1920, 128)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.02664284393708516,3.5170415426545345 +12273,12434,1.181600738909818,0.045508807324607756,0.01980788195014654,0.020204949204632602,1.5689323898862264,1.2766804623988344,1.4004325166859195,0.9998038046600188,0.016118180777113304,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(64, 64)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(1728, 1984)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.09507972348901639,5.163899743023455 +12576,12622,1.0628960483557566,-0.004213312218259812,0.004330764842804574,0.004455352132623773,2.983228925236899,1.0597741966408365,1.4122803105152595,0.9999906221939665,0.0015384782553216673,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 0)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(896, 1792)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.0031218517149200764,8.828744045134853 +12942,12995,1.0631758585127904,0.00708609300774776,-0.009925378048412915,-0.009793861916856019,2.9044136561139475,1.069007363093155,1.4187562357194783,0.9999507422221338,-0.0036531649659824845,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(704, 1216)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(768, 1600)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.005831504580364522,8.15360038913504 +13020,13047,1.3684322687808002,-0.017147176896638687,-0.00025613181481953914,-0.0001978902020114817,1.3838232013869616,1.4470857457464563,1.4143944825416952,0.9999999671982461,-0.00026784107817099816,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(0, 1536)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(256, 896)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.015390932606161423,3.51344482932893 +13184,13277,1.3095867905797955,0.008737270670993487,-6.588706678342905e-05,-1.75632217827068e-05,1.3227639307216175,1.5278135483975555,1.4142596711614126,0.9999999978294473,-7.610061852909908e-05,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 1024)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 832)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.01317714014182192,3.550802737986429 +37,147,1.1829763244966276,0.29496559249384546,0.2959775893382399,0.2926906558960167,1.1940818736953025,1.179315828806494,1.1866299528235882,0.9551948840993256,0.29231752341937234,"model.language_model.embed_tokens.weight|2d-128|(215936, 1920)","model.language_model.embed_tokens.weight|2d-128|(92288, 1920)",model.language_model.embed_tokens.weight,2d-128,0,0.0036604956901336028,3.2500963684615525 +374,496,1.198888985002972,0.15350046875458365,0.041143407003159424,0.03776711791469706,1.3708454807409536,1.3992338008116656,1.3848214573060684,0.9991532515386078,0.04199543024225852,"model.language_model.embed_tokens.weight|2d-64|(238720, 896)","model.language_model.embed_tokens.weight|2d-64|(248192, 832)",model.language_model.embed_tokens.weight,2d-64,0,0.17195649573798155,3.789390902371827 +715,741,0.15580942373566348,0.9879964139538684,0.9879964139538684,0.9931956743531232,0.1610163798185433,0.15580942373566348,0.1583487305816542,0.15447681384044762,0.9560465344242325,"model.language_model.layers.9.linear_attn.conv1d.weight|3d-axis0-slice|(1265, 0, 0)","model.language_model.layers.16.linear_attn.conv1d.weight|3d-axis0-slice|(3993, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,7,0.0,0.2905193858917902 +838,875,0.6458727344215475,0.7971332067185111,0.7971332067185113,0.840844658940314,0.6458727344215476,1.1374096429511817,0.7942781174130006,0.6038034868619617,1.4037858353786306,"model.language_model.layers.21.linear_attn.conv1d.weight|3d-volume|(5356, 0, 0)","model.language_model.layers.16.linear_attn.conv1d.weight|3d-volume|(2832, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,5,1.1102230246251565e-16,1.6372199563147116 +1153,1242,1.1546297446794036,0.04551892501381645,0.016042173022459714,0.016020909760188624,1.8759362473564236,1.1700453819597136,1.4039893985417549,0.9998713160625808,0.01000570807668893,"model.language_model.layers.9.linear_attn.in_proj_qkv.weight|2d-128|(4864, 256)","model.language_model.layers.21.linear_attn.in_proj_qkv.weight|2d-128|(256, 1408)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,12,0.015415637280310035,4.906857187228175 +1300,1412,1.151810993034807,0.03236163266434121,0.02158234363590447,0.0218451750479871,1.9144385655224334,1.1572983790521372,1.4006355256577048,0.9997670740943522,0.01304675519799842,"model.language_model.layers.22.linear_attn.in_proj_qkv.weight|2d-64|(2752, 1984)","model.language_model.layers.9.linear_attn.in_proj_qkv.weight|2d-64|(576, 1088)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,13,0.00548738601733012,5.1836842382290556 +1592,1632,1.1614597138983145,-0.0013117640685787824,-0.005053542245178278,-0.005032178810819692,1.9919486996986968,1.1596593610651165,1.4173176239954628,0.9999872307738615,-0.0029420373988775224,"model.language_model.layers.16.linear_attn.in_proj_z.weight|2d-128|(512, 512)","model.language_model.layers.20.linear_attn.in_proj_z.weight|2d-128|(1152, 896)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,4,0.0018003528331980156,5.401605319829796 +1882,2005,1.1605880875550598,0.03909901830113513,0.013965615496109815,0.01383840333156573,1.1839242501028244,1.8273281163677564,1.4051717805180153,0.9999024760364458,0.02155523198059867,"model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-64|(1920, 1280)","model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-64|(1792, 1920)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,16,0.023336162547764605,3.24770122122052 +2102,2208,1.2393918722000967,-0.009701825338939582,0.0065075228254508,0.006554047477809888,1.727967514851596,1.2205469104353397,1.4098700977606269,0.9999788258491658,0.004596577661862802,"model.language_model.layers.16.linear_attn.out_proj.weight|2d-128|(1664, 256)","model.language_model.layers.22.linear_attn.out_proj.weight|2d-128|(256, 256)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,6,0.01884496176475703,4.956420967330568 +2393,2395,1.2346642223117175,0.011064811806406486,0.006232028252338924,0.006124557097701485,1.6074988986552277,1.2709118547564706,1.409919220218798,0.9999805807233768,0.004927131577944258,"model.language_model.layers.18.linear_attn.out_proj.weight|2d-64|(64, 832)","model.language_model.layers.22.linear_attn.out_proj.weight|2d-64|(960, 1216)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,4,0.03624763244475315,4.616607057372614 +2622,2686,1.2734613347136219,0.012484829269794436,0.0014291795545524684,0.0013667596868857741,1.5520926198576532,1.3059920985232434,1.413217504442509,0.9999989787223789,0.0012025681855169662,"model.language_model.layers.3.mlp.down_proj.weight|2d-128|(1280, 896)","model.language_model.layers.20.mlp.down_proj.weight|2d-128|(1664, 5760)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,17,0.0325307638096215,4.275631921013168 +2840,2868,1.2668907154025,0.05463223771398465,0.03762273760652221,0.037396512983162385,1.5405841180388578,1.2730545697606923,1.3878410906993894,0.9992920141855387,0.03108937543628662,"model.language_model.layers.1.mlp.down_proj.weight|2d-64|(1600, 2624)","model.language_model.layers.21.mlp.down_proj.weight|2d-64|(128, 640)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,20,0.006163854358192333,3.8888812432999478 +3097,3278,1.1702663705035956,-0.0022294601936727453,-0.0008780523552338063,-0.0005742800287784764,1.1756522878999043,1.9044698374257318,1.4147684920891115,0.9999996145119564,-0.0014223799361718949,"model.language_model.layers.22.mlp.gate_proj.weight|2d-128|(3456, 512)","model.language_model.layers.9.mlp.gate_proj.weight|2d-128|(768, 1664)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,13,0.00538591739630867,3.1088728449286998 +3429,3582,1.1628769080420205,0.033998485979491934,0.017538263761626684,0.01753216161920179,1.1764530247033385,1.8454240838119913,1.4029258248540901,0.9998461928237901,0.027511114897353812,"model.language_model.layers.22.mlp.gate_proj.weight|2d-64|(448, 128)","model.language_model.layers.11.mlp.gate_proj.weight|2d-64|(1344, 576)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,11,0.013576116661317972,3.1980399093865075 +3621,3724,1.2437224686400579,0.024990210020078688,-0.002178311132490589,-0.002191711695324305,1.605655309185316,1.2803660169950866,1.4157144195831817,0.9999976274774905,-0.0017370076457431849,"model.language_model.layers.1.mlp.up_proj.weight|2d-128|(2560, 384)","model.language_model.layers.20.mlp.up_proj.weight|2d-128|(3840, 1280)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,19,0.0366435483550287,4.260409617748235 +3963,4084,1.238888011501309,0.01203066557547196,-0.0020410793128240296,-0.0019974436529082845,1.2446883995799545,1.6841159813406845,1.4155926031830586,0.9999979169954499,-0.0027616665271973585,"model.language_model.layers.22.mlp.up_proj.weight|2d-64|(3712, 64)","model.language_model.layers.2.mlp.up_proj.weight|2d-64|(4992, 1344)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,20,0.005800388078645469,3.1537561083768706 +4191,4290,1.1861096663874313,0.028498787358370612,0.006621266342751826,0.0064247173964976706,1.2042900679345998,1.7770023927744412,1.4098581722259478,0.9999780791757479,0.00977007653517062,"model.language_model.layers.15.self_attn.k_proj.weight|2d-128|(128, 1920)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 256)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,8,0.01818040154716849,3.3125802618478604 +4409,4428,1.1095145913540099,2.5680933590993722e-05,-0.012238085334901993,-0.012249769200878566,2.1728480003675745,1.1335456729402824,1.4212932122022361,0.9999251118295488,-0.006384445057410975,"model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 1024)","model.language_model.layers.7.self_attn.k_proj.weight|2d-64|(384, 192)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,16,0.02403108158627254,6.58094018787577 +4728,4739,1.1321209793806404,0.015664495701073304,-0.00015166771213211946,-3.359723917982613e-05,1.151171340835395,2.019218148477955,1.414305846590051,0.9999999884984525,-0.000266033548622799,"model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(1920, 896)","model.language_model.layers.11.self_attn.o_proj.weight|2d-128|(1024, 384)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,8,0.019050361454754583,3.017133683337927 +4986,5022,1.1336262038134093,0.03848830885016889,0.00577489727438864,0.0057357124674776525,2.047270098478502,1.142316353825617,1.410734255657389,0.9999833251417097,0.003222222413691154,"model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(512, 1920)","model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(64, 512)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,12,0.008690150012207631,5.312583729767785 +5242,5362,1.132577319292856,0.025003806372058443,0.003467232743422429,0.0034644326569595496,1.1374251189043492,2.085287582234774,1.412150757239251,0.9999939891304862,0.006356618351756847,"model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(2816, 1280)","model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(128, 1920)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,4,0.004847799611493064,3.299065812740494 +5463,5472,1.119017684827548,0.0067357734634603894,0.006897621679648509,0.006900831913533011,2.1955239267262474,1.1193228974579479,1.4102608332754398,0.9999762111246269,0.003516548278089247,"model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(3200, 1664)","model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(1920, 0)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,4,0.0003052126303999536,5.810492724885113 +5851,5852,1.0892233156634785,0.018004004589833214,0.011011143537458086,0.011007546909789546,1.1023653986197999,2.320532062921775,1.408165153097712,0.999939375521335,0.023178985534285657,"model.language_model.layers.23.self_attn.v_proj.weight|2d-128|(128, 1408)","model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(256, 512)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,16,0.013142082956321355,3.6091600457392565 +5997,6042,1.0840788491338316,0.004306513181718555,-0.005842916703825355,-0.005714541863530193,1.087666154116872,2.577391951968384,1.4171704103121923,0.999982930016504,-0.01384568824860476,"model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(256, 448)","model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(384, 512)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,12,0.0035873049830403847,4.811027093140445 +6179,6198,1.230126247997694,-0.011653612564451249,-0.0025905409802046077,-0.0024873050255423924,1.2504692997493057,1.6713128345557207,1.4159697992334077,0.9999966445430855,-0.003462383594324561,"model.visual.blocks.21.attn.proj.weight|2d-128|(384, 512)","model.visual.blocks.0.attn.proj.weight|2d-128|(768, 768)",model.visual.layers.*.attn.proj.weight,2d-128,21,0.020343051751611663,3.2799923919499245 +6444,6496,1.2026412552185315,0.04523631722987756,0.018800067447321257,0.01810818221547645,1.21897603539326,1.7021936287879724,1.40157154707251,0.9998232631140246,0.026252653128894597,"model.visual.blocks.22.attn.proj.weight|2d-64|(192, 128)","model.visual.blocks.0.attn.proj.weight|2d-64|(384, 0)",model.visual.layers.*.attn.proj.weight,2d-64,22,0.016334780174728447,3.1701869934667504 +6666,6798,1.1219935833949526,0.048662523872604245,0.012330598410350955,0.012307158026276058,2.016998412963043,1.143406679309204,1.4067124300704819,0.9999239752815424,0.0069900345442329625,"model.visual.blocks.15.attn.qkv.weight|2d-128|(1920, 384)","model.visual.blocks.1.attn.qkv.weight|2d-128|(1024, 128)",model.visual.layers.*.attn.qkv.weight,2d-128,14,0.021413095914251334,5.761161727424132 +6912,6991,1.1125268663670727,0.04298349454166649,0.009009562947781248,0.008665181554398537,1.1438813687653926,2.026439157427902,1.408748675988765,0.9999594130640953,0.015960860668970313,"model.visual.blocks.1.attn.qkv.weight|2d-64|(1024, 64)","model.visual.blocks.19.attn.qkv.weight|2d-64|(256, 384)",model.visual.layers.*.attn.qkv.weight,2d-64,18,0.03135450239831994,3.0590915569501864 +7385,7417,1.2291268399208117,0.06639682848745462,0.015866180684577607,0.016023246965094787,1.2676152929590225,1.5944193185230031,1.403240702194678,0.9998741242328878,0.019956642315047263,"model.visual.blocks.5.mlp.linear_fc1.weight|2d-128|(2048, 256)","model.visual.blocks.17.mlp.linear_fc1.weight|2d-128|(2560, 0)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,12,0.0384884530382108,3.3104915577481 +7491,7596,1.2328480143269285,0.052777593984279184,0.036235623195767,0.03564934637284163,1.5846048101039931,1.2516766358130513,1.3890639665289464,0.9993432741613937,0.028622456936307335,"model.visual.blocks.23.mlp.linear_fc1.weight|2d-64|(832, 0)","model.visual.blocks.4.mlp.linear_fc1.weight|2d-64|(3840, 960)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,19,0.018828621486122854,4.210590779263687 +7693,7876,1.236934967423787,0.010676444371374197,0.011333168803590496,0.011410936153405455,1.6774192465524902,1.2350940629646028,1.4065403207229812,0.999935777580175,0.008344681589089097,"model.visual.blocks.9.mlp.linear_fc2.weight|2d-128|(384, 1920)","model.visual.blocks.0.mlp.linear_fc2.weight|2d-128|(768, 512)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,9,0.0018409044591842783,4.538641112940813 +7989,8101,1.227734014349265,0.06669351329166813,0.05011058957382652,0.0498370794696563,1.2825605215676867,1.5004790076412822,1.3787676725771674,0.9987436752303184,0.058624826237555966,"model.visual.blocks.4.mlp.linear_fc2.weight|2d-64|(384, 1792)","model.visual.blocks.18.mlp.linear_fc2.weight|2d-64|(128, 3904)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,14,0.05482650721842175,3.2767925443528925 +8246,8295,1.3408363792536786,0.04337623724016595,0.0018662111558611306,0.001554374380054829,1.4456666674184706,1.382254899810057,1.4128946631684665,0.9999982586264446,0.0017843529026477433,"model.visual.merger.linear_fc1.weight|2d-128|(128, 2816)","model.visual.merger.linear_fc1.weight|2d-128|(3584, 3200)",model.visual.merger.linear_fc1.weight,2d-128,0,0.0414185205563784,3.652445783681492 +8628,8690,1.3464427539858395,0.03315384984065042,0.026212641192720147,0.02617730063021775,1.3539492033785963,1.4413297782987724,1.39559201653744,0.9996563896868272,0.027904341037796022,"model.visual.merger.linear_fc1.weight|2d-64|(320, 3392)","model.visual.merger.linear_fc1.weight|2d-64|(1152, 2176)",model.visual.merger.linear_fc1.weight,2d-64,0,0.007506449392756798,3.4608952177821393 +8806,8865,1.3487889762956045,0.040858361561714324,-0.0027384924441041353,-0.0027307755534523403,1.436810969723226,1.3963513302114374,1.4161478564746772,0.9999962503225368,-0.0026613783216280565,"model.visual.merger.linear_fc2.weight|2d-128|(1024, 640)","model.visual.merger.linear_fc2.weight|2d-128|(1152, 3968)",model.visual.merger.linear_fc2.weight,2d-128,0,0.04756235391583297,3.6953256738470968 +8960,9153,1.3488231027120294,0.06004184684474401,0.006126641517430615,0.006206433504864842,1.4040227257916211,1.4158008037422367,1.4098748683866273,0.9999812319557387,0.0061780367406290785,"model.visual.merger.linear_fc2.weight|2d-64|(1344, 320)","model.visual.merger.linear_fc2.weight|2d-64|(1216, 448)",model.visual.merger.linear_fc2.weight,2d-64,0,0.0551996230795917,3.4875716410856805 +9256,9328,0.7961049592605958,0.647911654322325,0.5394332533622963,0.5394289586998854,1.0777538841035135,0.8891291914766131,0.9699469254676295,0.8420283636356727,0.4450235434007042,"model.visual.pos_embed.weight|2d-128|(640, 0)","model.visual.pos_embed.weight|2d-128|(1792, 0)",model.visual.pos_embed.weight,2d-128,0,0.0930242322160173,3.9056125621718385 +9385,9516,0.5505103272493053,0.8399338443177171,0.5842655400097221,0.5837469293433651,1.0579597342765872,0.8376734823810561,0.9287671227360816,0.8115625538164928,0.4626109422489986,"model.visual.pos_embed.weight|2d-64|(1344, 768)","model.visual.pos_embed.weight|2d-64|(576, 768)",model.visual.pos_embed.weight,2d-64,0,0.28716315513175084,2.7230898289261507 +9679,9853,1.2086994830644027,0.008341603282004686,0.007793526019199394,0.007931934232161335,1.1979376664318793,1.7948613546841283,1.4091152034512255,0.999969630014926,0.011676983753462829,"mtp.fc.weight|2d-128|(1152, 3072)","mtp.fc.weight|2d-128|(1024, 2688)",mtp.fc.weight,2d-128,0,0.010761816632523402,3.4598517140234355 +9876,9962,1.164155243209283,0.06056607877732872,0.03314079437396244,0.03316266230388843,1.6608537889878083,1.2215618979990488,1.3916635954157917,0.9994506930050441,0.024375132805233905,"mtp.fc.weight|2d-64|(1984, 2688)","mtp.fc.weight|2d-64|(1792, 2880)",mtp.fc.weight,2d-64,0,0.05740665478976581,5.269148091116303 +10239,10311,1.3241196978031506,0.044333312529903426,-0.004850573342142358,-0.004850757729684027,1.3318542558192987,1.5223937900351718,1.417608925409191,0.9999882358999292,-0.005544512623601645,"mtp.layers.0.mlp.down_proj.weight|2d-128|(1152, 3328)","mtp.layers.0.mlp.down_proj.weight|2d-128|(1664, 896)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.007734558016148085,3.588830515782194 +10420,10536,1.280218084728949,0.014615720627705003,0.011058028956544839,0.010909086376701356,1.3799876311245036,1.4343437456565378,1.4063784824642813,0.9999388581286339,0.011493591910084292,"mtp.layers.0.mlp.down_proj.weight|2d-64|(512, 4800)","mtp.layers.0.mlp.down_proj.weight|2d-64|(1472, 5248)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.09976954639555458,3.5638638923880004 +10724,10864,1.315162260324141,0.03147461550748503,0.006780907083160946,0.006856533623229485,1.3460053688294062,1.4827648089734575,1.4094330188991948,0.9999770093852806,0.007469873916308441,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(640, 512)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(3840, 1024)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.03084310850526517,3.6501295441337085 +11025,11108,1.3026371523631284,0.04100757921856845,0.025012078412348326,0.025684472960820014,1.3257948538710647,1.4799305436870842,1.396523139186877,0.9996871490288822,0.027919959634366262,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(256, 64)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(4544, 1600)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.02315770150793628,3.544615397997671 +11296,11333,1.3375663485072726,0.024116679964020397,-0.015224816288805561,-0.015313767057006428,1.4287610772135575,1.4211460711706654,1.4249383136750564,0.9998840957675905,-0.015143671113527353,"mtp.layers.0.mlp.up_proj.weight|2d-128|(3840, 1536)","mtp.layers.0.mlp.up_proj.weight|2d-128|(4480, 0)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.08357972266339275,3.826204516492116 +11425,11516,1.3185748724550206,0.04318814073518861,0.023143988666204648,0.023583804533183535,1.4390503944859419,1.3598662801247725,1.3977789737100743,0.9997321420203608,0.021870484797027773,"mtp.layers.0.mlp.up_proj.weight|2d-64|(3456, 960)","mtp.layers.0.mlp.up_proj.weight|2d-64|(4544, 64)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.04129140766975192,3.764867065608944 +11710,11721,1.2496637188099569,0.018701875719839334,0.010820879069741057,0.010814847932079645,1.7033482489899872,1.2256294656526334,1.4069398810479743,0.9999414525741784,0.007786069724733347,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(256, 1792)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 1152)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.024034253157323437,4.762041176139125 +11749,11814,1.093059464315353,0.005664869223409948,-0.0020584433056513728,-0.0020643416162205667,2.2650543615621204,1.1156261775715672,1.415366982803344,0.9999978814033345,-0.0010138623053831907,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 1344)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(128, 1408)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.022566713256214177,8.436219888097643 +12049,12175,1.1953865479101906,0.018105246678535802,0.003310789441659205,0.003323008922635877,1.7372778998520944,1.2200625647391237,1.4120097274203525,0.9999945193216175,0.002325114627801251,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(512, 128)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1408, 1920)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.024676016828933056,4.810135671644893 +12272,12398,1.1817153226389172,0.033455526987885016,0.018062856995677057,0.01831342854445021,1.7703039462593888,1.1969697681999178,1.4023104562457946,0.9998368532901524,0.012212983988895159,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(1472, 0)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(256, 1920)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.01525444556100064,5.235351320634914 +12578,12598,1.0629095001116764,-0.007035571853853759,-0.0019791023804029573,-0.002115008108417828,3.073982868493412,1.0582419019709772,1.4150747413395688,0.9999980415749662,-0.0006813209952140638,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 256)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(768, 768)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.0046675981406991696,8.932034297293765 +12804,12970,1.0632094276118338,0.040633723713586464,0.013350532468049955,0.013261900980593334,2.5687270877726083,1.0795359865931529,1.4074537297641971,0.999910877670015,0.005610709019282183,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(2176, 1472)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(4032, 1856)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.016326558981319073,8.164433395360058 +13039,13068,1.368509673434409,0.02969823190593423,0.001716202837424389,0.001719847062815816,1.3802859524792865,1.4481580433831267,1.4130009005485171,0.999998527322826,0.0018005927964628546,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 1920)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(384, 1536)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.011776279044877436,3.66533021581516 +13181,13241,1.3096278209323202,0.0354516014747234,0.011786517556526521,0.011625227725021397,1.3595720990767113,1.4572548954547462,1.40587467220494,0.9999305365893622,0.01263335752570667,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 832)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(320, 576)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.04994427814439106,3.5775724219231875 +197,209,1.183050203099578,0.2941397803243086,0.28976372986697707,0.28938764943129947,1.1924235899892852,1.1912490857429627,1.1918359038321091,0.9570982085729643,0.2894783206097163,"model.language_model.embed_tokens.weight|2d-128|(59520, 1152)","model.language_model.embed_tokens.weight|2d-128|(186240, 1152)",model.language_model.embed_tokens.weight,2d-128,0,0.008198882643384753,2.9758537589578955 +367,463,1.1989915330946166,0.15056471895475082,0.0654452640335366,0.06813222357605998,1.3015951752760504,1.4443418587503765,1.3674117903891307,0.9978561606842845,0.07262268337815549,"model.language_model.embed_tokens.weight|2d-64|(212800, 1216)","model.language_model.embed_tokens.weight|2d-64|(181504, 1280)",model.language_model.embed_tokens.weight,2d-64,0,0.10260364218143381,3.1955592550146545 +613,636,0.1561591567460609,0.9878182383944681,0.9878182383944678,0.99077518522706,0.16020290345034696,0.1561591567460621,0.15814226834881623,0.1556121071615259,0.9628843161002434,"model.language_model.layers.1.linear_attn.conv1d.weight|3d-axis0-slice|(5457, 0, 0)","model.language_model.layers.4.linear_attn.conv1d.weight|3d-axis0-slice|(6120, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,3,1.1934897514720433e-15,0.26918180640772454 +795,902,0.6474481645037252,0.7659039787938912,0.7659039787938912,0.7926471023150183,0.6474481645037252,0.9386582791461341,0.7537216629772191,0.6429549714153291,1.1103933104465764,"model.language_model.layers.12.linear_attn.conv1d.weight|3d-volume|(136, 0, 0)","model.language_model.layers.10.linear_attn.conv1d.weight|3d-volume|(624, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,2,0.0,2.2016693111201064 +1103,1133,1.1547010565068063,0.03703583569533064,0.004282974845676127,0.0042597170943936375,1.1816346682968841,1.8643952343387282,1.4114721455093358,0.999990828021173,0.00675772140519574,"model.language_model.layers.18.linear_attn.in_proj_qkv.weight|2d-128|(5376, 1920)","model.language_model.layers.12.linear_attn.in_proj_qkv.weight|2d-128|(2944, 0)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,6,0.026933611790077805,3.4996114895004484 +1305,1374,1.1518724572808614,0.03870378026153378,0.03806757141684256,0.038173273837875846,1.8218538724696525,1.166793443719935,1.3895484063469417,0.9992751673119991,0.02438010721864422,"model.language_model.layers.9.linear_attn.in_proj_qkv.weight|2d-64|(2432, 1408)","model.language_model.layers.22.linear_attn.in_proj_qkv.weight|2d-64|(3584, 960)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,13,0.01492098643907358,4.942290092745338 +1611,1614,1.1614735950906525,0.054182078103940365,0.010301020547568374,0.010964401847800063,1.7958358251405842,1.1956386285582665,1.407477329988844,0.999946943080321,0.006858253915989794,"model.language_model.layers.10.linear_attn.in_proj_z.weight|2d-128|(256, 1920)","model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(896, 0)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,8,0.034165033467614014,4.926188655874068 +1811,2014,1.160650563269087,-0.04118413333873631,-0.024588059231509952,-0.024703181978772366,2.083216264411119,1.155361195993454,1.4288861006454254,0.9996976679692855,-0.013636649255378962,"model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-64|(320, 704)","model.language_model.layers.1.linear_attn.in_proj_z.weight|2d-64|(1664, 512)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,17,0.005289367275633117,5.792778250262332 +2084,2245,1.239530877739696,0.05760332658706699,-0.0037641781305144057,-0.003732924346202671,1.2883624858109828,1.5933776172164056,1.4168138710330027,0.9999929154564055,-0.004655333608694569,"model.language_model.layers.5.linear_attn.out_proj.weight|2d-128|(1024, 1664)","model.language_model.layers.12.linear_attn.out_proj.weight|2d-128|(768, 1536)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,7,0.048831608071286725,3.323996964367312 +2317,2351,1.2346711596086026,-0.007230519034151861,-0.00015101361279659073,-0.00019404972873006304,1.24017871521997,1.6910836578782853,1.4143154047765336,0.9999999885974443,-0.00020591923533551187,"model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(1856, 576)","model.language_model.layers.18.linear_attn.out_proj.weight|2d-64|(64, 1536)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,6,0.0055075556113672874,3.398922750574239 +2671,2775,1.2734837170262898,0.03637649486525218,0.0007532386349810604,0.000794396056969578,1.3156206660209748,1.5375583764366247,1.4136872509538303,0.9999997163157391,0.0008803057010145464,"model.language_model.layers.19.mlp.down_proj.weight|2d-128|(1152, 2176)","model.language_model.layers.5.mlp.down_proj.weight|2d-128|(0, 4608)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,14,0.04213694899468501,3.4335521832452556 +2834,2920,1.266926365960376,-0.010748322909983711,0.001103630321136871,0.0016154213260809397,1.2719569605908585,1.6158926989083215,1.4134548030102292,0.9999993909998717,0.0014020507245705094,"model.language_model.layers.20.mlp.down_proj.weight|2d-64|(320, 2240)","model.language_model.layers.12.mlp.down_proj.weight|2d-64|(512, 5568)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,8,0.005030594630482499,3.3932083699911066 +3116,3147,1.170331355317288,0.025017690648679165,0.006955421328804929,0.00689570969790728,1.1985266573041713,1.7951478489842734,1.4096637784672081,0.9999758107645098,0.010417798854193286,"model.language_model.layers.19.mlp.gate_proj.weight|2d-128|(640, 896)","model.language_model.layers.13.mlp.gate_proj.weight|2d-128|(5760, 256)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,6,0.028195301986883248,3.11934638694364 +3429,3472,1.1628882001012242,0.023326078690257004,0.019915986236159696,0.019856260479916548,1.1717903080376637,1.8568792316458775,1.40144417691136,0.9998016570761629,0.031559896822837885,"model.language_model.layers.22.mlp.gate_proj.weight|2d-64|(448, 128)","model.language_model.layers.12.mlp.gate_proj.weight|2d-64|(5248, 640)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,10,0.00890210793643953,3.142884426726583 +3606,3653,1.2437471626971475,0.028611222097989202,0.009867629476222032,0.009881831814555105,1.2579709846424818,1.6270883502289553,1.4074446434981944,0.999951313759085,0.012763016922603924,"model.language_model.layers.21.mlp.up_proj.weight|2d-128|(0, 1024)","model.language_model.layers.2.mlp.up_proj.weight|2d-128|(1024, 640)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,19,0.014223821945334336,3.251821934029961 +3964,4032,1.2391837854914491,0.001122640829139529,0.0007203845300036567,0.0007227545283550681,1.673427220035803,1.2465053439346678,1.4137254121458391,0.9999997405230308,0.000536601266900756,"model.language_model.layers.2.mlp.up_proj.weight|2d-64|(3136, 1920)","model.language_model.layers.22.mlp.up_proj.weight|2d-64|(576, 1728)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,20,0.00732155844321869,4.373999089290534 +4293,4322,1.186146365278434,0.0008041041149301357,0.013031659107044189,0.013029299684382349,1.752350378095147,1.2067743917792089,1.4055782966311132,0.9999150843251229,0.008974388164239237,"model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 640)","model.language_model.layers.3.self_attn.k_proj.weight|2d-128|(0, 0)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,20,0.020628026500774777,5.423098637978029 +4409,4503,1.1095323631922303,0.008467950858274394,0.0008728573102520301,0.0007507204381690066,2.233027456905372,1.117926192448457,1.4137193389189082,0.9999996190599854,0.0004369807663507848,"model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 1024)","model.language_model.layers.19.self_attn.k_proj.weight|2d-64|(384, 832)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,4,0.00839382925622667,7.061149031338379 +4639,4803,1.13217117821847,0.04969873890609805,0.011880584319387918,0.01196645115719392,1.1659299809292576,1.9066969819408444,1.4067157572705864,0.9999294233675844,0.019428846188015735,"model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(640, 512)","model.language_model.layers.3.self_attn.o_proj.weight|2d-128|(1280, 1920)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,16,0.03375880271078757,2.947027033172706 +5047,5051,1.133875505767701,0.05473893278437654,0.015860836564486502,0.015565864351818082,1.9056183069635517,1.16331607445193,1.4042025763683517,0.999874209020052,0.009682508854106523,"model.language_model.layers.3.self_attn.o_proj.weight|2d-64|(1920, 640)","model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(1728, 1088)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,16,0.02944056868422895,5.057607527244943 +5196,5332,1.1326130052051921,0.04018597984266725,0.007182803161555783,0.007282265054548988,1.9971018334551631,1.1504697521830416,1.409813054369003,0.9999742033366372,0.00413779489599581,"model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(2176, 1280)","model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(3456, 1536)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,4,0.017856746977849447,5.283998279636225 +5470,5618,1.1191782023452097,-0.05054759155392719,-0.01536267944149104,-0.01598302960445056,1.1061042911083698,2.4171355901111466,1.4224104307035654,0.9998819870766639,-0.033571589529127574,"model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(960, 1792)","model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(2688, 960)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,4,0.013073911236839875,3.122554119919673 +5704,5782,1.089228389865567,0.03985169740230628,0.004302240860811112,0.0042938680045330755,2.3868122981890574,1.0991367466223876,1.4119000436992954,0.9999907453189633,0.0019811993706106107,"model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(384, 1280)","model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(128, 768)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,12,0.009908356756820558,7.325953994527961 +5905,6032,1.0840875230523992,0.026806937884878944,0.022689570807467734,0.022736881096536262,2.4723539289976872,1.082516587890066,1.4023745418871842,0.9997425585502364,0.009934595723981799,"model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(448, 1472)","model.language_model.layers.23.self_attn.v_proj.weight|2d-64|(128, 1792)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,16,0.001570935162333198,6.966259644364166 +6240,6287,1.2302675170514992,0.049505858191536814,0.006198873921385492,0.006213042853773001,1.2651373501258607,1.6195005934213087,1.4099542103501705,0.9999807867964798,0.007935170037647656,"model.visual.blocks.21.attn.proj.weight|2d-128|(896, 512)","model.visual.blocks.17.attn.proj.weight|2d-128|(384, 768)",model.visual.layers.*.attn.proj.weight,2d-128,4,0.034869833074361534,3.1709879190532644 +6433,6536,1.2027349247476435,0.03821715516521284,0.012881868596417122,0.01298688106621114,1.2291816658358325,1.6889886730089605,1.4055193204546725,0.9999170252883309,0.017700662767161895,"model.visual.blocks.23.attn.proj.weight|2d-64|(896, 896)","model.visual.blocks.11.attn.proj.weight|2d-64|(192, 128)",model.visual.layers.*.attn.proj.weight,2d-64,12,0.026446741088189007,3.1081833337520046 +6770,6811,1.122506099738257,0.02389062254043055,0.0014844701514493343,0.001487165169802638,2.020151753654629,1.14992610176058,1.4133107105133258,0.9999988981735778,0.0008450013576197452,"model.visual.blocks.8.attn.qkv.weight|2d-128|(2560, 0)","model.visual.blocks.1.attn.qkv.weight|2d-128|(1536, 896)",model.visual.layers.*.attn.qkv.weight,2d-128,7,0.027420002022322976,5.9789824386792505 +7063,7100,1.1126476951609408,0.06725721070216654,0.036620661614838075,0.036865796510053124,1.131653844265865,1.9936120118931033,1.3918022700149142,0.9993292386110253,0.06451388933881615,"model.visual.blocks.0.attn.qkv.weight|2d-64|(1920, 512)","model.visual.blocks.19.attn.qkv.weight|2d-64|(704, 448)",model.visual.layers.*.attn.qkv.weight,2d-64,19,0.019006149104924264,3.6160677525402227 +7207,7336,1.2291291952616585,0.03218568544623678,-0.006997637656482768,-0.006818499775235668,1.6473682103124965,1.2651127314732915,1.418986003678612,0.9999755162338869,-0.005373905137925388,"model.visual.blocks.20.mlp.linear_fc1.weight|2d-128|(3584, 384)","model.visual.blocks.1.mlp.linear_fc1.weight|2d-128|(2816, 256)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,19,0.03598353621163297,4.539559081004728 +7453,7551,1.2330767768152109,0.07753981681877653,0.04373466286356413,0.04238954747919048,1.5512274397454233,1.2607312352492048,1.3836104865398466,0.9990431818816494,0.035544533394946606,"model.visual.blocks.23.mlp.linear_fc1.weight|2d-64|(3264, 960)","model.visual.blocks.9.mlp.linear_fc1.weight|2d-64|(1088, 704)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,14,0.027654458433993945,4.108521914825182 +7689,7918,1.236988672404881,0.01864753276264238,-0.009268687535272855,-0.00919241698164318,1.6289831223733906,1.2759494985313042,1.4205624858949057,0.9999570447931119,-0.007259975287800399,"model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(384, 1280)","model.visual.blocks.5.mlp.linear_fc2.weight|2d-128|(640, 896)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,5,0.038960826126423154,4.444928656501366 +8012,8023,1.2277871724957108,0.015468645105840026,0.00910700639825256,0.009130878083039142,1.3059206814586004,1.538088199592311,1.4078448564648183,0.9999585303573655,0.010726056546649454,"model.visual.blocks.2.mlp.linear_fc2.weight|2d-64|(256, 2048)","model.visual.blocks.2.mlp.linear_fc2.weight|2d-64|(256, 1280)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,0,0.07813350896288962,3.4393754678259065 +8214,8282,1.3408684049807569,0.059283034395247666,0.016447549513960765,0.01648082651588454,1.430843012407418,1.3758605907424544,1.402544166376938,0.9998647299084941,0.01581552622776502,"model.visual.merger.linear_fc1.weight|2d-128|(0, 2816)","model.visual.merger.linear_fc1.weight|2d-128|(3072, 3584)",model.visual.merger.linear_fc1.weight,2d-128,0,0.03499218576169749,3.6458465597135707 +8536,8564,1.3464724340326377,0.033153358709882806,0.014337048907024022,0.014414777868141177,1.3712498980937369,1.4393247384741361,1.4040511123476673,0.9998972192323757,0.015048802699843572,"model.visual.merger.linear_fc1.weight|2d-64|(896, 1728)","model.visual.merger.linear_fc1.weight|2d-64|(3200, 2240)",model.visual.merger.linear_fc1.weight,2d-64,0,0.024777464061099153,3.5932982080423934 +8727,8776,1.3488223778844721,0.013701617641211233,0.003345532104664412,0.0033329380071186535,1.415799935152644,1.407924945909493,1.4118459688907279,0.999994403691809,0.003326923522559902,"model.visual.merger.linear_fc2.weight|2d-128|(0, 2944)","model.visual.merger.linear_fc2.weight|2d-128|(1280, 896)",model.visual.merger.linear_fc2.weight,2d-128,0,0.059102568025020785,3.7260852663404767 +8991,9070,1.3488586537564768,0.059851045321228605,0.017467271949500398,0.017512321271833806,1.4238471128593098,1.3807726832949245,1.4018138010924859,0.999847435567368,0.0169388495026832,"model.visual.merger.linear_fc2.weight|2d-64|(0, 1984)","model.visual.merger.linear_fc2.weight|2d-64|(1472, 3456)",model.visual.merger.linear_fc2.weight,2d-64,0,0.031914029538447686,3.6392165341588716 +9228,9244,0.7972908384268018,0.6672558770731104,0.6307558212734531,0.6285841096928614,0.8466883709845285,0.8733427473152112,0.859705816378222,0.7759813747311541,0.6506124811841614,"model.visual.pos_embed.weight|2d-128|(128, 512)","model.visual.pos_embed.weight|2d-128|(384, 512)",model.visual.pos_embed.weight,2d-128,0,0.04939753255772672,3.479594856093803 +9488,9529,0.5509600806272056,0.8480615849032418,0.8451075227411564,0.8458227534340794,0.5547018836490893,0.5585575700610939,0.5566197115255771,0.5345963664357491,0.8509817944683049,"model.visual.pos_embed.weight|2d-64|(1344, 256)","model.visual.pos_embed.weight|2d-64|(1600, 256)",model.visual.pos_embed.weight,2d-64,0,0.0037418030218837606,2.228477079793614 +9706,9857,1.2087348432009004,0.03927760798482996,0.007012891015600926,0.006966000188022393,1.3283608258563353,1.5070652912932478,1.4092853523351474,0.9999754093774523,0.007956335684937952,"mtp.fc.weight|2d-128|(256, 3328)","mtp.fc.weight|2d-128|(896, 2176)",mtp.fc.weight,2d-128,0,0.11962598265543489,3.357710931186923 +9876,10114,1.1649532524356232,0.014624143674465214,-0.0053075578804454805,-0.005284121119333527,1.7322089181998754,1.2292932458012804,1.4177517546125444,0.9999859148154766,-0.003766604008084282,"mtp.fc.weight|2d-64|(1984, 2688)","mtp.fc.weight|2d-64|(1024, 2880)",mtp.fc.weight,2d-64,0,0.06433999336565721,4.747369601797312 +10209,10271,1.324202895269885,0.015410661593105078,-0.0014288555225752339,-0.001394678247548277,1.3562789575288963,1.4825790479430476,1.4152195662299334,0.9999989791854267,-0.0015619141243387038,"mtp.layers.0.mlp.down_proj.weight|2d-128|(1152, 896)","mtp.layers.0.mlp.down_proj.weight|2d-128|(256, 6016)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.03207606225901127,3.5428005411255965 +10457,10460,1.2802799856436322,0.020998920250924827,0.024428593787006094,0.02424337725787977,1.4736818922223829,1.3310314845224138,1.3969233806460593,0.9997015773747632,0.02206393905273493,"mtp.layers.0.mlp.down_proj.weight|2d-64|(1856, 5184)","mtp.layers.0.mlp.down_proj.weight|2d-64|(1344, 3648)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.05075149887878161,4.153539690228698 +10655,10882,1.3151999309012385,0.002992983736545076,-0.0042346076549825895,-0.004189805949043889,1.3235063108573515,1.5340302150712644,1.4171724574610052,0.9999910340088097,-0.004908186714657464,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(2688, 1152)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(2560, 256)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.008306379956112941,3.8054175710500173 +10910,11016,1.3026853814730088,0.03618588256416571,0.010508139403704165,0.010524715456330548,1.524819151908737,1.3126045393001642,1.4068466627408303,0.9999447879789525,0.009045683524918463,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(3840, 1280)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(4736, 384)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.009919157827155356,4.184095140069198 +11205,11239,1.3376206725540687,0.03768111022024695,0.015625927227419643,0.015628063194687698,1.3804656585707429,1.426942207345759,1.4031269618443236,0.9998779077458825,0.01615200997669421,"mtp.layers.0.mlp.up_proj.weight|2d-128|(4736, 640)","mtp.layers.0.mlp.up_proj.weight|2d-128|(5504, 768)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.04284498601667419,3.640498210528218 +11579,11591,1.3186892014877165,0.037543080703203474,0.01732748436765323,0.017174953263986163,1.3496535272834806,1.46082979774079,1.4019462610381825,0.9998498678729166,0.018754817419773945,"mtp.layers.0.mlp.up_proj.weight|2d-64|(2560, 1024)","mtp.layers.0.mlp.up_proj.weight|2d-64|(320, 1472)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.030964325795764136,3.5650969795769156 +11705,11715,1.2499730900243295,0.03237193827819622,0.000399967297361246,0.00039013830660795815,1.6048945752930261,1.2781246429919226,1.413937890305161,0.9999999200130774,0.00031853061691292024,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(256, 1152)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 384)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.028151552967593085,4.987246602875847 +11738,11771,1.0931838675411825,0.045356164453885725,0.028246726783834865,0.02825205887885339,2.0509375622581896,1.1274484937786609,1.3972481704202693,0.99960098160516,0.015527888392441876,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 640)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(64, 704)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.03426462623747839,6.54406494857052 +12079,12161,1.1955160531057543,0.02230220133766529,-0.0020201708539524,-0.0020152980686312175,1.2264259458814444,1.7322468615650115,1.4155602658629465,0.9999979594527786,-0.0028533599059412233,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(640, 1920)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1408, 128)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.030909892775690118,3.4767182541868453 +12257,12431,1.1818341657142786,0.019155545569562456,0.02676574722118289,0.026671414730093487,1.7091793254855328,1.2094976040592569,1.396251108901049,0.9996417332102996,0.018940731760653653,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(1600, 192)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(320, 1984)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.02766343834497831,5.331256874200943 +12577,12609,1.0630176632418968,-0.013766362914319919,-0.0031531527727267144,-0.003116630116223373,3.1061709393897314,1.0573668396414848,1.4155732368346778,0.9999950288014395,-0.0010733598527774097,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 128)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(896, 128)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.005650823600412025,9.159839181537695 +12889,12997,1.0632588648986756,0.008786529151352038,0.00796199357637425,0.008262145478759385,1.068256647984122,2.783546990266144,1.410441988506147,0.9999683028267895,0.020746496918935462,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(2496, 1408)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(704, 640)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.004997783085446406,3.128303596909947 +13018,13026,1.3685630002677611,0.027813415968887964,0.011919032329203775,0.011930204817074208,1.4379641522887017,1.3756430351386864,1.405768585024334,0.9999289658112397,0.011402463533715474,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(0, 1280)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 256)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.007080034870925234,3.9033407509979834 +13140,13266,1.3097013753458369,0.04124853768764688,0.008825649801028821,0.008759044154565533,1.3537725602476978,1.469268239793539,1.407980003509431,0.9999610531943679,0.009578600814467103,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(128, 256)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 128)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.044071184901860905,3.617611498921592 +19,79,1.183082792074175,0.26453106189178854,0.2615383907115749,0.25935596900357266,1.1884460332889393,1.2445238169255326,1.2155158182557428,0.9651930740447735,0.27387929040425846,"model.language_model.embed_tokens.weight|2d-128|(142720, 640)","model.language_model.embed_tokens.weight|2d-128|(219520, 640)",model.language_model.embed_tokens.weight,2d-128,0,0.0053632412147641695,3.232532368978248 +370,389,1.1990993482940746,0.23236135209709669,0.2553531302417713,0.2553157550985384,1.1900971079765679,1.2536822007928476,1.2206493209603226,0.9668478571500942,0.26899626270426136,"model.language_model.embed_tokens.weight|2d-64|(153600, 1152)","model.language_model.embed_tokens.weight|2d-64|(177856, 1152)",model.language_model.embed_tokens.weight,2d-64,0,0.009002240317506738,3.1185122990035556 +708,764,0.15627968891330446,0.9898973641814146,0.9898973641814147,0.9881254827101577,0.15627968891330532,0.1691028150378202,0.16231258124643042,0.14178578344350262,1.0711208349951093,"model.language_model.layers.16.linear_attn.conv1d.weight|3d-axis0-slice|(4384, 0, 0)","model.language_model.layers.17.linear_attn.conv1d.weight|3d-axis0-slice|(4771, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,1,8.604228440844963e-16,0.28112830873318023 +805,1012,0.6483850750262538,0.7736396600705037,0.7736396600705034,0.7894429817956571,1.0193385812906657,0.6483850750262538,0.7736975329210101,0.6336258173133381,0.49209989521142466,"model.language_model.layers.14.linear_attn.conv1d.weight|3d-volume|(4924, 0, 0)","model.language_model.layers.16.linear_attn.conv1d.weight|3d-volume|(4728, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,2,0.0,1.99643571840063 +1086,1145,1.1548302115226639,0.019005877964528472,0.0015119178921636812,0.0014833745984303088,1.9270262962717049,1.16877170108995,1.4132651682864381,0.9999988570514905,0.0009170019372082942,"model.language_model.layers.10.linear_attn.in_proj_qkv.weight|2d-128|(4096, 1408)","model.language_model.layers.16.linear_attn.in_proj_qkv.weight|2d-128|(1152, 1408)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,6,0.013941489567286247,5.397612415030106 +1300,1411,1.1520007702704451,0.048499809067689977,0.01266259719786931,0.012420252309346912,1.9134086846187404,1.1638670794455819,1.4062401964728781,0.9999198261021753,0.007702264621954784,"model.language_model.layers.22.linear_attn.in_proj_qkv.weight|2d-64|(2752, 1984)","model.language_model.layers.12.linear_attn.in_proj_qkv.weight|2d-64|(2496, 704)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,10,0.011866309175136758,5.0469161213917575 +1544,1698,1.1614895412882738,0.013588930846371248,-0.0054789659416070655,-0.005520777472886221,1.1782536990946353,1.9075850191020431,1.4176736129461434,0.9999849903534607,-0.008870409962142204,"model.language_model.layers.0.linear_attn.in_proj_z.weight|2d-128|(0, 1024)","model.language_model.layers.16.linear_attn.in_proj_z.weight|2d-128|(256, 768)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,16,0.016764157806361535,3.094490156409292 +1811,2035,1.1607003802292821,0.012144878822291323,0.011591311001938847,0.011530702904138256,1.9748551483694878,1.1517978089040053,1.407061491890225,0.9999328184979511,0.006760418163013626,"model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-64|(320, 704)","model.language_model.layers.17.linear_attn.in_proj_z.weight|2d-64|(1024, 64)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,1,0.008902571325276831,5.501980951619082 +2102,2166,1.2395660328152018,0.010118852548951302,0.0012419330377268867,0.001265146018274042,1.6613610951375788,1.2510834093194454,1.4133693069778752,0.9999992288008676,0.000935234262757995,"model.language_model.layers.16.linear_attn.out_proj.weight|2d-128|(1664, 256)","model.language_model.layers.1.linear_attn.out_proj.weight|2d-128|(896, 128)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,15,0.01151737650424356,4.55908544279938 +2395,2509,1.2347589957153484,-0.010412150165451405,-0.01952515487590512,-0.019439712527419776,1.2829257862903962,1.6355710217931145,1.427559608907169,0.9998093659928736,-0.024892147193792825,"model.language_model.layers.22.linear_attn.out_proj.weight|2d-64|(960, 1216)","model.language_model.layers.4.linear_attn.out_proj.weight|2d-64|(0, 640)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,18,0.0481667905750478,3.2920716314526306 +2652,2813,1.2735446181809666,0.02833773832496688,-0.0005169260545569662,-0.0005150389667203704,1.311533016384514,1.546470675106249,1.4145741315268645,0.9999998663937182,-0.0006095241023931269,"model.language_model.layers.23.mlp.down_proj.weight|2d-128|(1792, 3456)","model.language_model.layers.3.mlp.down_proj.weight|2d-128|(0, 6016)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,20,0.03798839820354738,3.4044602897804728 +2834,3025,1.2670731111034794,0.04529862611897874,0.03587588473389806,0.03627498978988846,1.2833185496324258,1.525978806175912,1.3889963977703217,0.999356253242336,0.04265958734284558,"model.language_model.layers.20.mlp.down_proj.weight|2d-64|(320, 2240)","model.language_model.layers.1.mlp.down_proj.weight|2d-64|(768, 5696)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,19,0.016245438528946332,3.2646822423811828 +3275,3278,1.1703855528918214,0.00141200349958684,0.0015417517947926217,0.0020579821558960455,1.1903494008797166,1.8390986776417593,1.4132186347696103,0.9999988114999954,0.0023820179898098983,"model.language_model.layers.19.mlp.gate_proj.weight|2d-128|(512, 1920)","model.language_model.layers.9.mlp.gate_proj.weight|2d-128|(768, 1664)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,10,0.01996384798789519,3.3216097395791997 +3339,3569,1.163057495223596,0.020606704075155705,0.00841755795061018,0.008446193366131526,1.1756735786504553,1.8759604508378027,1.4088467916039074,0.999964571731493,0.013431454184848103,"model.language_model.layers.20.mlp.gate_proj.weight|2d-64|(5824, 576)","model.language_model.layers.11.mlp.gate_proj.weight|2d-64|(6080, 896)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,9,0.012616083426859381,3.1414047299069603 +3707,3710,1.2437485997104931,0.03701122987552164,-0.006111556378795524,-0.006094521807006946,1.6050337304819375,1.28470038753931,1.4184238996321075,0.9999813242649229,-0.004891809249360389,"model.language_model.layers.3.mlp.up_proj.weight|2d-128|(3840, 1152)","model.language_model.layers.18.mlp.up_proj.weight|2d-128|(4352, 256)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,15,0.04095178782881681,4.145307927472469 +3917,3931,1.2391960760031124,0.05071688658596862,0.018922173117670825,0.018931448201425304,1.6350150035540563,1.2456198854163598,1.401254394424274,0.9998209596545298,0.014415669005744635,"model.language_model.layers.1.mlp.up_proj.weight|2d-64|(1536, 1984)","model.language_model.layers.22.mlp.up_proj.weight|2d-64|(1344, 704)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,21,0.006423809413247383,4.155846727043814 +4220,4323,1.1862272991647116,0.03196755891186065,0.0017595445933415467,0.0017599400103621473,1.2114882360818515,1.766918031637614,1.4130525292808167,0.9999984520002139,0.0025662412368943565,"model.language_model.layers.15.self_attn.k_proj.weight|2d-128|(384, 1536)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(256, 384)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,8,0.02526093691713993,3.327570754367305 +4382,4409,1.1095769994665705,0.0013861842761827355,0.007048539745008135,0.007036498403820177,1.1153456984172494,2.225979592554292,1.4102155989614564,0.9999751587351874,0.014067302767169831,"model.language_model.layers.3.self_attn.k_proj.weight|2d-64|(192, 512)","model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 1024)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,20,0.0057686989506788855,2.9187042848160285 +4772,4860,1.1324740488987393,0.0029432127665365657,0.008828283963879429,0.008794747648670227,1.133258083895447,2.0905936414389994,1.4089730515047463,0.9999610299417938,0.01628609985843876,"model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(1664, 768)","model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(768, 1536)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,12,0.0007840349967076499,2.962771563613742 +4930,5015,1.1339172644605773,0.020817024793065787,0.0077991150684003615,0.007857385775574207,1.1499294475222073,1.9977904598857155,1.409436790699798,0.9999695864395826,0.013549524897178767,"model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(960, 1856)","model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(1024, 1472)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,16,0.016012183061629992,3.3992516342841435 +5129,5176,1.1331473035542887,0.04676308233016371,0.00012045632505510989,0.001144877161708598,1.9430634518728667,1.1662329622262124,1.4141383935612941,0.9999999927451368,7.229827551565508e-05,"model.language_model.layers.15.self_attn.q_proj.weight|2d-128|(256, 1408)","model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(3456, 1024)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,12,0.0330856586719237,5.1614793754497725 +5424,5470,1.1191965686228806,0.02486404905507748,0.012285367292038944,0.011654820944755591,2.110122239507514,1.128137599771605,1.4069710827254105,0.9999245320275424,0.006568143072312302,"model.language_model.layers.19.self_attn.q_proj.weight|2d-64|(2240, 512)","model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(960, 1792)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,16,0.008941031148724354,5.5894548045827035 +5765,5837,1.089363564344787,0.02308277346191263,-0.0052579931771015685,-0.005292047219946312,1.0890758571361345,2.5556091942755317,1.4168928248005632,0.9999861766583324,-0.01233832851843222,"model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(0, 640)","model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(384, 1152)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,12,0.0002877072086524546,3.417284006897504 +6104,6129,1.0842090912922062,0.00456976352598891,0.01366925652738306,0.013821051397970902,1.0857768865509816,2.485358504998161,1.4071039543742934,0.9999065713485379,0.03128911969681899,"model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(320, 1344)","model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(448, 384)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,12,0.001567795258775373,3.8029746128462856 +6145,6292,1.2303209478735493,0.04471838981582502,0.007280877168276047,0.007543908589830277,1.6275777119698853,1.2602822476382733,1.409220300885547,0.9999734940625479,0.005637801608445043,"model.visual.blocks.14.attn.proj.weight|2d-128|(640, 896)","model.visual.blocks.22.attn.proj.weight|2d-128|(0, 640)",model.visual.layers.*.attn.proj.weight,2d-128,8,0.02996129976472406,4.239700681826322 +6410,6533,1.2028841500474903,0.0006070552089016742,0.0029948102764520436,0.003904657706887018,1.2029506563022114,1.7910389972383487,1.412251887174633,0.9999955155456489,0.004458887790912218,"model.visual.blocks.21.attn.proj.weight|2d-64|(832, 768)","model.visual.blocks.6.attn.proj.weight|2d-64|(576, 768)",model.visual.layers.*.attn.proj.weight,2d-64,15,6.650625472115479e-05,3.083455771358898 +6722,6783,1.12255288089097,0.037966632495532025,0.010836693137567216,0.010769677104807003,1.9546105830860279,1.156364359328948,1.4074815152555706,0.9999412813169792,0.006411080460580823,"model.visual.blocks.21.attn.qkv.weight|2d-128|(2944, 640)","model.visual.blocks.0.attn.qkv.weight|2d-128|(1920, 896)",model.visual.layers.*.attn.qkv.weight,2d-128,21,0.03381147843797816,6.762930854981514 +6949,7078,1.1126578080820995,-0.0004578098252253412,-0.006055789070280507,-0.0058222930242546505,1.0957840995993595,2.4789901064847064,1.4173768682864298,0.9999816635412552,-0.013699999112664958,"model.visual.blocks.6.attn.qkv.weight|2d-64|(128, 192)","model.visual.blocks.0.attn.qkv.weight|2d-64|(2496, 320)",model.visual.layers.*.attn.qkv.weight,2d-64,6,0.016873708482739946,3.082424188923857 +7241,7421,1.2291846214810542,0.024761269243877934,-0.011049057127486042,-0.010966094028627563,1.2511242647476968,1.688644659439385,1.4216681712542696,0.9999389573051914,-0.014912932180987281,"model.visual.blocks.0.mlp.linear_fc1.weight|2d-128|(1152, 128)","model.visual.blocks.19.mlp.linear_fc1.weight|2d-128|(2304, 0)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,19,0.02193964326664255,3.6059978539080246 +7430,7603,1.2331274360262316,0.01487058519923681,0.012569967697263028,0.013409490239522906,1.2522458522564077,1.6339070817208803,1.4056045680482159,0.9999209948351369,0.016401059904134072,"model.visual.blocks.2.mlp.linear_fc1.weight|2d-64|(192, 128)","model.visual.blocks.23.mlp.linear_fc1.weight|2d-64|(3328, 960)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,21,0.019118416230176072,3.396476088570184 +7740,7902,1.2371402199071893,0.04581905442297976,0.00262681215169321,0.002604872080614267,1.2634977321825203,1.6304925244596884,1.4124137755494222,0.9999965499230083,0.0033897944312866737,"model.visual.blocks.4.mlp.linear_fc2.weight|2d-128|(896, 2176)","model.visual.blocks.11.mlp.linear_fc2.weight|2d-128|(0, 1920)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,7,0.026357512275331008,3.240162702985848 +7952,8078,1.2279919484721604,0.04827909594818067,0.018917994794640056,0.018768404619462387,1.2726611721130567,1.5783295594406423,1.4010795749827858,0.9998210387229056,0.02346172810485657,"model.visual.blocks.3.mlp.linear_fc2.weight|2d-64|(832, 3136)","model.visual.blocks.10.mlp.linear_fc2.weight|2d-64|(576, 2176)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,7,0.044669223640896316,3.6621751953456574 +8222,8310,1.3408796037210273,0.08209750226082979,0.039278994702761666,0.039283783919874235,1.3625120351133972,1.411122217165155,1.3861782910471463,0.9992282825136308,0.0406803467892791,"model.visual.merger.linear_fc1.weight|2d-128|(2048, 1664)","model.visual.merger.linear_fc1.weight|2d-128|(2688, 2688)",model.visual.merger.linear_fc1.weight,2d-128,0,0.021632431392369922,3.4221639661440038 +8532,8542,1.3465289555102504,0.05532361095184664,0.016366317627253463,0.01576074321885987,1.4260459566678603,1.3802723685475546,1.4025992930481015,0.9998660628540824,0.01584098737501778,"model.visual.merger.linear_fc1.weight|2d-64|(2816, 192)","model.visual.merger.linear_fc1.weight|2d-64|(3904, 3968)",model.visual.merger.linear_fc1.weight,2d-64,0,0.033743413037304215,3.7239417425282024 +8776,8870,1.348892561046004,0.041299780921795766,0.002323502788527945,0.0022611716223639665,1.4039786961049752,1.4213204999860225,1.412569766265289,0.9999973006637526,0.0023522024616693567,"model.visual.merger.linear_fc2.weight|2d-128|(1280, 896)","model.visual.merger.linear_fc2.weight|2d-128|(640, 768)",model.visual.merger.linear_fc2.weight,2d-128,0,0.055086135058971086,3.3692833794191706 +8973,8994,1.3489273747959993,0.04465429881172357,0.016435036002267155,0.016423830682900882,1.4059387098477356,1.3991742139594738,1.4025442275700926,0.9998649356746161,0.016355960909816777,"model.visual.merger.linear_fc2.weight|2d-64|(1664, 3136)","model.visual.merger.linear_fc2.weight|2d-64|(1536, 896)",model.visual.merger.linear_fc2.weight,2d-64,0,0.0502468391634745,3.704216062858046 +9224,9248,0.7975733955827793,0.6493516994295138,0.6917495320234769,0.6920988707594935,0.807844352346748,0.7665516146755728,0.7863860500511772,0.7221375111052608,0.6563909485574592,"model.visual.pos_embed.weight|2d-128|(128, 0)","model.visual.pos_embed.weight|2d-128|(512, 0)",model.visual.pos_embed.weight,2d-128,0,0.03102178090720653,3.794693490508679 +9383,9507,0.5512648707391234,0.8352771103783604,0.6638436220332973,0.6620864586257985,0.7528508096445343,1.0034152603128832,0.851635560609977,0.7478714097261058,0.8847846243588404,"model.visual.pos_embed.weight|2d-64|(1728, 896)","model.visual.pos_embed.weight|2d-64|(1152, 896)",model.visual.pos_embed.weight,2d-64,0,0.20158593890541088,2.511752326685543 +9839,9868,1.2088843809285543,0.027633220077793234,-0.0025539627176313826,-0.002558479929235635,1.27518350544151,1.6167953376358637,1.4159686940864307,0.9999967386319002,-0.0032381496441428355,"mtp.fc.weight|2d-128|(768, 3968)","mtp.fc.weight|2d-128|(896, 3584)",mtp.fc.weight,2d-128,0,0.06629912451295561,3.1598056649358175 +10043,10079,1.1653605722749745,0.010327234790586809,0.06130855105670409,0.06135832442997895,1.1049508172444298,2.0641420544795808,1.3776658945082172,0.9981188614425276,0.11452958499179695,"mtp.fc.weight|2d-64|(1152, 3904)","mtp.fc.weight|2d-64|(1536, 3904)",mtp.fc.weight,2d-64,0,0.06040975503054469,3.8256388461492095 +10163,10323,1.3242220002795786,0.02651212607337125,0.012833146409785888,0.012859790474468318,1.4599492899972473,1.3560641329404328,1.4051346812939758,0.9999176517859983,0.01191998220644824,"mtp.layers.0.mlp.down_proj.weight|2d-128|(1280, 128)","mtp.layers.0.mlp.down_proj.weight|2d-128|(1152, 4736)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.03184213266085423,4.0273320581317895 +10473,10518,1.2803735009936692,0.04416247597415386,0.010949803475071672,0.010952911875068598,1.4434040281832692,1.3722139552676504,1.4064595177757757,0.9999400491048738,0.010409748651486913,"mtp.layers.0.mlp.down_proj.weight|2d-64|(1216, 5952)","mtp.layers.0.mlp.down_proj.weight|2d-64|(320, 3648)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.09184045427398124,4.169553232491846 +10671,10879,1.315443274646051,0.04748211345335088,0.01945279718828983,0.019452761256243623,1.3412421548100355,1.4682556919368117,1.4004474689562967,0.9998107764379974,0.021294946698006394,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(3968, 0)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(2560, 1920)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.025798880163984572,3.85282258188361 +10912,11138,1.3027669806463271,0.02588906058845144,0.03131029295114695,0.0314622070831885,1.506040718469541,1.300698217100801,1.392137275521575,0.9995097125867829,0.027041262376920432,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(2368, 640)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(1536, 512)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.0020687635455260978,4.308120148884285 +11341,11397,1.3376294356195093,0.035148105967254935,0.024113342307585345,0.02411301379228891,1.3546262150300512,1.4438235371006587,1.3970938432660178,0.9997092310880985,0.025701120202434945,"mtp.layers.0.mlp.up_proj.weight|2d-128|(5760, 1792)","mtp.layers.0.mlp.up_proj.weight|2d-128|(1920, 640)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.016996779410541896,3.5822884372777053 +11516,11526,1.3187723937402105,0.02153023511396869,0.01845551813615647,0.018593679969849876,1.3484453780582835,1.4605485405288572,1.4011446582052611,0.9998296824211241,0.01998981977103273,"mtp.layers.0.mlp.up_proj.weight|2d-64|(4544, 64)","mtp.layers.0.mlp.up_proj.weight|2d-64|(5568, 576)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.02967298431807297,3.2913503378560747 +11673,11720,1.250107668075454,0.010115918294957726,0.00913551053115392,0.009091705813905511,1.6143890987637537,1.2646516225188114,1.4079276886896521,0.9999582703529859,0.007156414909273472,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 1152)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 1024)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.014543954443357432,4.740290824785644 +11753,11929,1.0932079374548058,0.02460420378990398,0.021631903068315476,0.021639985802757777,2.3493462966741854,1.0939217088041306,1.4024582257494627,0.9997660030075253,0.010072422444777934,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 1600)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 576)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.000713771349324821,7.02701044141807 +12072,12145,1.195609349374641,0.053832519154956196,0.01040336208228732,0.010411951551827267,1.2498298479816048,1.6440977838613051,1.4071075291785158,0.9999458835643982,0.013685178483949166,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(640, 1024)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1280, 128)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.054220498606963874,3.303054380116889 +12322,12371,1.1819230547268997,0.013500917846174075,0.012496264607266213,0.012470261008149599,1.1892096917657324,1.8122213359871049,1.4060839821375275,0.999921918637083,0.019042896722279223,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(128, 1152)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(256, 192)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.0072866370388326995,3.350768588814767 +12578,12604,1.0632869585719924,0.003102525354570118,-0.009272460132147848,-0.00967518384706417,2.970058075745388,1.065533048442368,1.4183754653995575,0.9999570098174709,-0.0033265722282848735,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 256)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(768, 1536)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.002246089870375556,8.53040308749424 +12778,12889,1.0633281030999466,0.0040562742249609235,0.0012832896665586019,0.0007939544603328551,2.7608655278573124,1.0723132787503873,1.4136009433345484,0.9999991765834768,0.0004984265028662653,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(704, 1984)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(2496, 1408)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.008985175650440658,8.72280865530253 +13037,13057,1.368633754250743,0.045559079566206834,-0.011060470265176087,-0.011059524114791445,1.3911808183135979,1.454973659032096,1.4220051778141767,0.9999388311279411,-0.011567650071431162,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 1664)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(384, 128)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.022547064062854894,3.9921760801323445 +13167,13210,1.3098446545060642,0.03822786193121237,0.006029003006814294,0.006016520651870263,1.35344598104418,1.4742000418890815,1.4099595364042519,0.9999818253962138,0.006566908919658543,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(128, 1984)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(256, 640)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.04360132653811566,3.6577502301350044 +36,198,1.183101619553961,0.26453609721665905,0.2863608669777972,0.2863375214296517,1.1497110137659385,1.2471869957264015,1.1954787868899315,0.9581218366490372,0.31063940860216493,"model.language_model.embed_tokens.weight|2d-128|(246656, 1408)","model.language_model.embed_tokens.weight|2d-128|(174208, 1408)",model.language_model.embed_tokens.weight,2d-128,0,0.03339060578802244,3.121603966123887 +274,351,1.1991360825393607,0.22567914538949732,0.19658084816260718,0.1972598796420677,1.3210600133579795,1.221021406718614,1.2680907574246367,0.9804876185529677,0.18169456446366752,"model.language_model.embed_tokens.weight|2d-64|(40704, 64)","model.language_model.embed_tokens.weight|2d-64|(148160, 64)",model.language_model.embed_tokens.weight,2d-64,0,0.021885324179253374,3.3327545090609774 +625,721,0.15656578109695968,0.9878182967608026,0.9878182967608025,0.9898125489446261,0.16131480684283397,0.15656578109695968,0.15888708929832732,0.15561173665436437,0.9587374292609376,"model.language_model.layers.14.linear_attn.conv1d.weight|3d-axis0-slice|(2136, 0, 0)","model.language_model.layers.2.linear_attn.conv1d.weight|3d-axis0-slice|(3715, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,12,0.0,0.22112303993248933 +847,931,0.6484888958145537,0.7620636507334717,0.7620636507334718,0.7586347211091025,0.6484888958145537,0.8128212380040524,0.7168962518938895,0.647502117549258,0.9551767563406396,"model.language_model.layers.4.linear_attn.conv1d.weight|3d-volume|(264, 0, 0)","model.language_model.layers.6.linear_attn.conv1d.weight|3d-volume|(1684, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,2,0.0,1.7637284069526424 +1220,1234,1.1549048518137666,0.027729782338843524,-0.01329659396938115,-0.013292312320093851,1.8530884714056564,1.1979615743361842,1.4227610771110673,0.9999115963868073,-0.008595816600589012,"model.language_model.layers.5.linear_attn.in_proj_qkv.weight|2d-128|(5504, 512)","model.language_model.layers.16.linear_attn.in_proj_qkv.weight|2d-128|(1792, 1024)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,11,0.043056722522417656,5.212135721348017 +1423,1523,1.1520293342539385,-0.008937762153371057,-0.015826622743094015,-0.015821653858493573,1.1603773845754648,2.025063317474654,1.423835893495895,0.9998747511626382,-0.027620249741661027,"model.language_model.layers.20.linear_attn.in_proj_qkv.weight|2d-64|(3392, 576)","model.language_model.layers.6.linear_attn.in_proj_qkv.weight|2d-64|(3520, 576)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,14,0.008348050321526301,3.0761152741627487 +1569,1730,1.1615311072390455,-0.021814308273868772,-0.0003949478547721414,-0.0003681892725666242,1.9946633396146254,1.1559975935197089,1.4144558547885204,0.999999922008093,-0.00022889013931071464,"model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(256, 1664)","model.language_model.layers.12.linear_attn.in_proj_z.weight|2d-128|(384, 1920)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,6,0.005533513719336636,5.791125327213438 +1817,1922,1.160775029281646,0.02634509867403599,0.02156265055223945,0.02309024783384674,1.1713871200763644,1.8535111388414185,1.4003743940144047,0.9997674990222287,0.03411904766283874,"model.language_model.layers.6.linear_attn.in_proj_z.weight|2d-64|(1600, 704)","model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-64|(640, 768)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,2,0.010612090794718254,3.469071747565201 +2112,2228,1.2396405532635473,0.06590278214929365,0.012883399117283333,0.012884015783246388,1.2927957833466994,1.5532316411145068,1.40522637003272,0.9999170055695547,0.015478781267578358,"model.language_model.layers.14.linear_attn.out_proj.weight|2d-128|(384, 768)","model.language_model.layers.4.linear_attn.out_proj.weight|2d-128|(1920, 640)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,10,0.05315523008315215,3.4614391014904866 +2381,2403,1.2348046107086108,0.018837827594576632,-0.002999640659878129,-0.003095554666029329,1.2345306000538157,1.71241285687203,1.416224503891753,0.9999955010678356,-0.004160790531840598,"model.language_model.layers.4.linear_attn.out_proj.weight|2d-64|(1664, 0)","model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(192, 960)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,8,0.00027401065479515374,3.3376510845178644 +2567,2685,1.2735523535896582,0.03928327113357639,0.0018130619666196696,0.001805128874076019,1.56665647131445,1.2971107790471508,1.4129534883480277,0.9999983564018019,0.001501121824116074,"model.language_model.layers.3.mlp.down_proj.weight|2d-128|(128, 4096)","model.language_model.layers.21.mlp.down_proj.weight|2d-128|(1152, 1792)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,18,0.023558425457492538,3.9922309016650765 +2928,3046,1.2670966699235995,0.04619660463922051,0.008909697683094313,0.008906860498193333,1.5153565544524092,1.320573680247915,1.407958785142864,0.9999603078558648,0.007764451359443865,"model.language_model.layers.7.mlp.down_proj.weight|2d-64|(704, 3520)","model.language_model.layers.15.mlp.down_proj.weight|2d-64|(256, 3968)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,8,0.05347701032431562,3.967248029250038 +3084,3144,1.1704119325060267,0.04993211856708593,0.009546651992049673,0.00963474508870334,1.196187258734093,1.796027467115284,1.4079708849404637,0.9999544296795443,0.014333917262132907,"model.language_model.layers.20.mlp.gate_proj.weight|2d-128|(5888, 1792)","model.language_model.layers.9.mlp.gate_proj.weight|2d-128|(4608, 1152)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,11,0.02577532622806622,3.0686414432779325 +3349,3560,1.1631074079262946,0.03224436491193992,0.024286770027319778,0.02382443035869611,1.1584516415152657,1.9003246105359994,1.3988651356716244,0.9997050328980245,0.03984002882759578,"model.language_model.layers.23.mlp.gate_proj.weight|2d-64|(1984, 1024)","model.language_model.layers.11.mlp.gate_proj.weight|2d-64|(1792, 1536)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,12,0.004655766411028939,3.0523976058489963 +3594,3716,1.2438616874262607,0.019303630037266255,-0.004718751790451247,-0.004639992100737695,1.6154883819757868,1.2780054431743821,1.4174569407695752,0.9999888666287942,-0.0037329828802668188,"model.language_model.layers.2.mlp.up_proj.weight|2d-128|(4096, 896)","model.language_model.layers.20.mlp.up_proj.weight|2d-128|(3840, 640)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,18,0.03414375574812145,4.290480688260383 +3897,3997,1.23969738756715,0.03463435451486813,0.01400964109576516,0.013973178214186756,1.6301400785802573,1.2525380353415512,1.404608852661075,0.9999018601624701,0.010764478810442313,"model.language_model.layers.2.mlp.up_proj.weight|2d-64|(0, 192)","model.language_model.layers.22.mlp.up_proj.weight|2d-64|(4736, 896)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,20,0.012840647774401193,4.0843992649035625 +4222,4327,1.186263387409007,-0.009198943981537415,0.001632984148283177,0.0016398414204216443,1.1916714555849661,1.8339854413444867,1.4131580626339622,0.9999986666804969,0.0025131668127668255,"model.language_model.layers.15.self_attn.k_proj.weight|2d-128|(384, 1792)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(256, 896)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,8,0.00540806817595918,3.269386837218946 +4514,4558,1.1095960949875414,-0.0015276080964109855,0.015222901150910944,0.014905883747473127,1.9857938204003607,1.1472490901911876,1.4048574794627202,0.9998841249267585,0.00879469928652105,"model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 512)","model.language_model.layers.15.self_attn.k_proj.weight|2d-64|(128, 1216)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,8,0.03765299520364618,6.645134871315582 +4752,4860,1.1324869950330652,0.020150264524580255,0.003261014016238096,0.003365034597771194,1.1435225540206992,2.049591346593437,1.4122499741829693,0.9999946828796571,0.005844874755903177,"model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(640, 128)","model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(768, 1536)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,12,0.011035558987634086,2.9251980201056984 +4903,5110,1.13397073040223,0.036949219722482135,0.0017440811212582345,0.0020195186270276894,2.013032827773985,1.1510749901659096,1.4131503079145784,0.9999984790893647,0.0009972853556098453,"model.language_model.layers.11.self_attn.o_proj.weight|2d-64|(1728, 1408)","model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(576, 1856)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,12,0.017104259763679686,5.955691036419847 +5165,5218,1.1332796181690312,0.012021034274958327,0.013045233097040003,0.012890371748711821,2.0583036598216142,1.1358340708975077,1.4063878122571118,0.9999149073263404,0.007198753276133221,"model.language_model.layers.19.self_attn.q_proj.weight|2d-128|(1408, 640)","model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(896, 1152)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,16,0.0025544527284764307,5.680356521471916 +5400,5433,1.119320471840161,0.04569479566749611,0.01886425339764739,0.02109352303824932,2.1958982860252028,1.1124437202838633,1.4034174112193625,0.9998220541395101,0.009556644933696859,"model.language_model.layers.15.self_attn.q_proj.weight|2d-64|(1792, 1600)","model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(1344, 320)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,12,0.006876751556297744,5.2412672280296 +5845,5849,1.0894758979819987,0.04029290055053176,0.004190707981329301,0.004222874774747935,1.1119634546166708,2.2670780383074076,1.4118684475280459,0.9999912189447542,0.008544041613945315,"model.language_model.layers.23.self_attn.v_proj.weight|2d-128|(128, 640)","model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(256, 256)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,16,0.022487556634672057,3.4116453827066207 +5908,6023,1.0842380952602928,0.029591829752872303,0.01152890210951829,0.011711681987534908,2.29463121936082,1.1048723755790253,1.4078261074395986,0.9999335399996088,0.0055512037638491335,"model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(448, 1536)","model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(384, 192)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,12,0.02063428031873249,9.509575809181785 +6183,6346,1.2305038112449742,0.038206063043328416,-0.0014594506648908888,-0.001506594093806077,1.2306248095394448,1.7192660780213436,1.4151900917262958,0.9999989350013113,-0.002038951271940999,"model.visual.blocks.0.attn.proj.weight|2d-128|(512, 896)","model.visual.blocks.11.attn.proj.weight|2d-128|(128, 256)",model.visual.layers.*.attn.proj.weight,2d-128,11,0.00012099829447054233,3.749265859442472 +6429,6524,1.202893057420201,-0.004343541503145303,-0.007455413245758045,-0.007731112881160883,1.222476316855421,1.7570517096404534,1.419147913618029,0.9999722080204705,-0.010715583123304388,"model.visual.blocks.0.attn.proj.weight|2d-64|(64, 832)","model.visual.blocks.0.attn.proj.weight|2d-64|(448, 768)",model.visual.layers.*.attn.proj.weight,2d-64,0,0.01958325943521988,4.1355194457733235 +6796,6861,1.1225829506937623,0.03836240336037748,0.016233565104420214,0.0162523980815842,2.1261977334413196,1.1233906178351563,1.4046988789098442,0.9998682269999385,0.008577111359631295,"model.visual.blocks.8.attn.qkv.weight|2d-128|(2432, 0)","model.visual.blocks.1.attn.qkv.weight|2d-128|(128, 640)",model.visual.layers.*.attn.qkv.weight,2d-128,7,0.0008076671413939085,6.576736381354369 +6920,6936,1.112931037097286,-0.011057546646580204,0.007609635332396846,0.007461785451200714,2.2910884603738375,1.1073651129788047,1.40999079089163,0.9999710463058958,0.0036780093110032773,"model.visual.blocks.18.attn.qkv.weight|2d-64|(2816, 896)","model.visual.blocks.0.attn.qkv.weight|2d-64|(64, 512)",model.visual.layers.*.attn.qkv.weight,2d-64,18,0.005565924118481336,7.760737602323546 +7216,7364,1.2291921847230933,0.026166198923259942,-0.0072432682949285475,-0.007222427302061261,1.2354896318396609,1.7198967758995993,1.4190590294001704,0.9999737671881236,-0.010083187641869364,"model.visual.blocks.1.mlp.linear_fc1.weight|2d-128|(3968, 128)","model.visual.blocks.18.mlp.linear_fc1.weight|2d-128|(0, 128)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,17,0.006297447116567545,3.419306237578238 +7495,7605,1.2342105018259328,0.03950802698706904,0.035537537787209555,0.0351679503207626,1.6023818460058394,1.2439972691784522,1.3896558105749395,0.9993683422082283,0.027589304054343136,"model.visual.blocks.18.mlp.linear_fc1.weight|2d-64|(3648, 576)","model.visual.blocks.3.mlp.linear_fc1.weight|2d-64|(1856, 448)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,15,0.009786767352519377,4.072691780002992 +7727,7857,1.2372443943774607,0.057373039140262046,0.02515382772674859,0.025668281739303054,1.3424163003862097,1.4574102867828007,1.396374515006051,0.9996835924184677,0.027308553442310705,"model.visual.blocks.3.mlp.linear_fc2.weight|2d-128|(0, 1024)","model.visual.blocks.19.mlp.linear_fc2.weight|2d-128|(128, 3072)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,16,0.10517190600874904,3.1101067517796794 +7998,8023,1.22809922202911,0.024692438548980886,0.02399333827247833,0.02396917232502615,1.2457665735085555,1.6235642486336637,1.3977298725564953,0.9997121184213695,0.03126968330419895,"model.visual.blocks.5.mlp.linear_fc2.weight|2d-64|(448, 2304)","model.visual.blocks.2.mlp.linear_fc2.weight|2d-64|(256, 1280)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,3,0.017667351479445426,3.459064555847352 +8238,8243,1.3410429134664177,0.061665601495520535,0.015855926636232587,0.015179517757893956,1.3843689511401212,1.4223229512064055,1.4029610623429996,0.9998742868933606,0.016290634334716395,"model.visual.merger.linear_fc1.weight|2d-128|(3584, 3456)","model.visual.merger.linear_fc1.weight|2d-128|(128, 2432)",model.visual.merger.linear_fc1.weight,2d-128,0,0.043326037673703466,3.3635451621099848 +8482,8702,1.3465430568277652,0.03276055811044656,0.020415019366390362,0.0204725257797389,1.4201264909481601,1.3801484654322638,1.3997094704341484,0.9997915917751409,0.019840315514065093,"model.visual.merger.linear_fc1.weight|2d-64|(704, 2048)","model.visual.merger.linear_fc1.weight|2d-64|(2048, 3840)",model.visual.merger.linear_fc1.weight,2d-64,0,0.033605408604498566,3.780227860742014 +8736,8793,1.3489224195922311,0.06678719347426078,-0.0015087790665796318,-0.001541929170939645,1.4281918387849903,1.402711860486453,1.4152798554552892,0.9999988617922164,-0.0014818613536857943,"model.visual.merger.linear_fc2.weight|2d-128|(128, 0)","model.visual.merger.linear_fc2.weight|2d-128|(256, 3200)",model.visual.merger.linear_fc2.weight,2d-128,0,0.053789440894221885,3.7251052208545192 +9111,9122,1.3489529734401098,0.040652235323813686,0.019905651812433627,0.019861718923003965,1.3712542343523206,1.430804064739563,1.4000802270157946,0.9998018628838027,0.02077009996470337,"model.visual.merger.linear_fc2.weight|2d-64|(1088, 1216)","model.visual.merger.linear_fc2.weight|2d-64|(1856, 1664)",model.visual.merger.linear_fc2.weight,2d-64,0,0.022301260912210852,3.414995901644204 +9252,9260,0.7988830475309097,0.650191319431634,0.647989487464518,0.6465718716320503,0.8000436011230272,0.8960488928799212,0.8439781466006999,0.7616492789568381,0.7257482742507706,"model.visual.pos_embed.weight|2d-128|(512, 512)","model.visual.pos_embed.weight|2d-128|(640, 512)",model.visual.pos_embed.weight,2d-128,0,0.0011605535921175303,4.252584731593046 +9378,9500,0.5513379543837499,0.8354295615772647,0.798505414848474,0.7986967430481383,0.6019920230736898,0.7560769726121409,0.6660202451995487,0.6019876264988064,1.0028896289862186,"model.visual.pos_embed.weight|2d-64|(64, 128)","model.visual.pos_embed.weight|2d-64|(1280, 128)",model.visual.pos_embed.weight,2d-64,0,0.050654068689939935,2.294413335922482 +9840,9868,1.2089814119549018,0.06383781540726455,0.013773573732548753,0.013815102291700387,1.3074968158552203,1.5270341630391557,1.4045573587120352,0.9999051398340915,0.016086247692300038,"mtp.fc.weight|2d-128|(1664, 3328)","mtp.fc.weight|2d-128|(896, 3584)",mtp.fc.weight,2d-128,0,0.09851540390031843,3.1729397580957976 +9940,10043,1.1653963959514788,0.03116518615608944,0.008103874849421712,0.008161852344241226,2.2167142721203557,1.1159125863962704,1.4096031471003476,0.9999671630670803,0.004079558676905958,"mtp.fc.weight|2d-64|(1536, 2688)","mtp.fc.weight|2d-64|(1152, 3904)",mtp.fc.weight,2d-64,0,0.04948380955520837,6.774522467531955 +10163,10267,1.324289166100058,0.05716963848343976,0.012122830146181792,0.012120913564257646,1.442831752372642,1.3711584691339198,1.405626471535673,0.9999265157946592,0.01152062338347825,"mtp.layers.0.mlp.down_proj.weight|2d-128|(1280, 128)","mtp.layers.0.mlp.down_proj.weight|2d-128|(1408, 896)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.04686930303386183,3.7708823399527276 +10454,10569,1.2804034712971553,0.04254276083103373,0.006543179438494864,0.006560723676766873,1.3734430879229058,1.448740846769802,1.409585846670011,0.9999785931722917,0.006901903255873318,"mtp.layers.0.mlp.down_proj.weight|2d-64|(1792, 5440)","mtp.layers.0.mlp.down_proj.weight|2d-64|(1088, 2304)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.09303961662575055,3.539015740350207 +10708,10882,1.3155003960440248,0.055665927268817396,0.0031949503602509734,0.0032152039722166187,1.3634230768133897,1.4660760056497704,1.411958532680397,0.999994896133073,0.0034355000601527463,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(512, 512)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(2560, 256)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.0479226807693649,3.44140397407066 +10929,11135,1.302968519748563,0.04055302990740068,-0.006188532538688576,-0.006133855976687001,1.3476425206390352,1.5019907956616185,1.4185572440566176,0.9999808508491638,-0.0068973179232687315,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(5632, 768)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(3328, 320)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.04467400089047224,3.5985013392717082 +11340,11386,1.3376985101657233,0.02339242388786615,0.012175585575227403,0.012192107068540655,1.3796765160565896,1.433007961215263,1.4055839825809189,0.9999258748106783,0.012646233271859895,"mtp.layers.0.mlp.up_proj.weight|2d-128|(5632, 512)","mtp.layers.0.mlp.up_proj.weight|2d-128|(2304, 0)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.04197800589086631,3.5505266231393624 +11422,11525,1.3187956340801834,0.03421852976522594,0.016131944367555807,0.016106243745126536,1.3498371333227914,1.4625233126133552,1.4027970423202385,0.9998698717187763,0.0174786603012277,"mtp.layers.0.mlp.up_proj.weight|2d-64|(0, 896)","mtp.layers.0.mlp.up_proj.weight|2d-64|(1984, 576)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.031041499242608017,3.4381428002572365 +11708,11720,1.2502471743764987,-0.03390879368825589,-0.0031949006336086066,-0.0031935635081995427,1.6785138891679765,1.2480381262233091,1.4163753572385895,0.9999948962919468,-0.002375528630397598,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(256, 1536)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 1024)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.0022090481531895634,4.90193841554139 +11736,11773,1.0932515770585722,0.003912387970657665,0.011736763275560783,0.012043597278319796,2.332531980841974,1.100735057755012,1.4077927878317704,0.999931121821805,0.0055386450895811125,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 512)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(64, 832)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.0074834806964396705,8.318372156353997 +12079,12231,1.1957406903889458,0.023343709045859813,-0.0028054998983955597,-0.002806430473767838,1.2136892712983975,1.7718597145051271,1.4160621467969488,0.9999960645774163,-0.004095737159888894,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(640, 1920)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1920, 896)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.017948580909451728,3.437931818785626 +12346,12397,1.1819534574916133,0.024424296554282934,0.0007185816664298396,0.0007544102421060996,1.6249351440919797,1.2679893592277232,1.4137206015948007,0.9999997418201609,0.0005607324760511093,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(576, 64)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(1728, 1152)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.08603590173610987,5.387344570640779 +12577,12594,1.0635609212769923,0.022642515694282897,-0.002542368179829728,-0.0025863215442252837,2.742441668063916,1.0750115622632834,1.4154347014495343,0.9999967681767967,-0.0009965846204403274,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 128)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(2304, 512)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.011450640986291116,7.9877626897303085 +12806,12986,1.0633336858840126,0.03191846786012893,0.010641614220786239,0.01088522090945565,1.0847839439780438,2.5157320620887615,1.408730998922146,0.9999433764202731,0.024679061887141567,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(2432, 512)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(1920, 704)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.021450258094031227,3.1266331701375063 +13029,13063,1.3686373395260136,0.0019171545363624687,0.0036400873719231964,0.0036586950840601772,1.3848479257307584,1.4400481941230872,1.4116392537779021,0.9999933748600162,0.003785181859316575,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 640)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(384, 896)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.016210586204744803,3.5808521938607143 +13261,13279,1.3098555535524201,0.010601934361268429,0.0026420034716989112,0.0026659951740260427,1.3407135734265743,1.4968638986788159,1.4123554435492698,0.9999965099027374,0.0029497125227596448,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(320, 1856)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 960)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.030858019874154152,3.2914948250855205 +52,190,1.1831035346229493,0.2539174861867236,0.24343429727680763,0.23858730075881024,1.2719090424458146,1.192889406028792,1.2305003786165105,0.9699173897344798,0.2283105038133563,"model.language_model.embed_tokens.weight|2d-128|(125184, 1920)","model.language_model.embed_tokens.weight|2d-128|(163712, 1920)",model.language_model.embed_tokens.weight,2d-128,0,0.00978587140584275,3.2506329328555954 +307,506,1.199316928160564,0.25820652069990635,0.23053281958498714,0.22832669660592156,1.2434197787224308,1.2376799812232748,1.2405399211313106,0.9730645503224314,0.22946864823757074,"model.language_model.embed_tokens.weight|2d-64|(236096, 448)","model.language_model.embed_tokens.weight|2d-64|(139392, 448)",model.language_model.embed_tokens.weight,2d-64,0,0.03836305306271082,3.27239092222414 +683,698,0.15687271807679629,0.9955236113913436,0.9955236113913434,0.9965871676337134,0.15687271807679629,0.1802474741231798,0.16734794819382803,0.09451316925348238,1.1438612053335584,"model.language_model.layers.5.linear_attn.conv1d.weight|3d-axis0-slice|(2152, 0, 0)","model.language_model.layers.12.linear_attn.conv1d.weight|3d-axis0-slice|(2257, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,7,0.0,0.23422714676567005 +791,898,0.6485297087059879,0.7688119792119715,0.7688119792119716,0.7489754956147582,0.981404031506236,0.6485297087059879,0.7651819780998493,0.639474894440877,0.5080449976986322,"model.language_model.layers.16.linear_attn.conv1d.weight|3d-volume|(5264, 0, 0)","model.language_model.layers.12.linear_attn.conv1d.weight|3d-volume|(1908, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,4,0.0,2.8953872167226864 +1030,1131,1.1552343167789274,-0.0012644588984118167,0.007269501912825716,0.007383081931622085,1.9544901889820245,1.1588479914964793,1.4096963035491827,0.9999735768218775,0.004310202086634968,"model.language_model.layers.10.linear_attn.in_proj_qkv.weight|2d-128|(4352, 1280)","model.language_model.layers.21.linear_attn.in_proj_qkv.weight|2d-128|(2304, 1920)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,11,0.003613674717551918,5.43413330018987 +1432,1503,1.15205072784449,0.04286508091335135,0.012762822204104705,0.01274592608125614,1.1857827571748538,1.8239015977364803,1.4059411621738176,0.9999185518677941,0.01963102572443684,"model.language_model.layers.6.linear_attn.in_proj_qkv.weight|2d-64|(2048, 960)","model.language_model.layers.14.linear_attn.in_proj_qkv.weight|2d-64|(5248, 1728)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,8,0.03373202933036379,3.11565081825179 +1569,1608,1.1617048070167229,0.013613045554158307,-0.0022594134386952226,-0.0023396323964714355,1.9820982356089691,1.1597386080674565,1.415605649112536,0.9999974475221989,-0.0013219975424862064,"model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(256, 1664)","model.language_model.layers.17.linear_attn.in_proj_z.weight|2d-128|(1024, 768)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,1,0.001966198949266307,5.507454945110568 +1795,1811,1.1608387645156375,-0.036389069147659325,-0.016466842846609254,-0.016753998403440818,1.1518694301612893,2.0738064293720258,1.4240644009393124,0.9998644123513273,-0.02964662805746598,"model.language_model.layers.20.linear_attn.in_proj_z.weight|2d-64|(640, 960)","model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-64|(320, 704)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,2,0.008969334354348213,3.2559057362189314 +2134,2145,1.2399448650628346,0.04578394529358898,0.007263477599848168,0.007265997062055866,1.6280487237189374,1.2600816121854956,1.4092328154426599,0.9999736205986418,0.005621806295319447,"model.language_model.layers.16.linear_attn.out_proj.weight|2d-128|(1280, 256)","model.language_model.layers.13.linear_attn.out_proj.weight|2d-128|(0, 1408)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,3,0.020136747122661003,4.318136667137503 +2364,2492,1.2348080807675326,0.015825492608575326,0.0097506749752951,0.010305144900845262,1.2464180700447522,1.653448572899406,1.4075696121102819,0.9999524610387867,0.012934857099856365,"model.language_model.layers.22.linear_attn.out_proj.weight|2d-64|(1472, 384)","model.language_model.layers.18.linear_attn.out_proj.weight|2d-64|(1536, 256)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,4,0.011609989277219679,3.294931322611539 +2634,2807,1.2735539042352828,0.01624032455053109,0.0028433664387723613,0.0028731077726844357,1.559495087685745,1.3001001634583922,1.412234431119325,0.999995957625477,0.0023704218121685873,"model.language_model.layers.4.mlp.down_proj.weight|2d-128|(1792, 4736)","model.language_model.layers.22.mlp.down_proj.weight|2d-128|(1280, 0)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,18,0.02654625922310938,4.081460125115403 +3012,3033,1.267110769452807,0.02410484160303684,0.0011529131919214724,0.0010339841427350043,1.5896383180047722,1.2852295969206742,1.4134161827365588,0.9999993353953651,0.0009321354047363329,"model.language_model.layers.3.mlp.down_proj.weight|2d-64|(448, 3072)","model.language_model.layers.19.mlp.down_proj.weight|2d-64|(1984, 320)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,16,0.018118827467867193,4.25953016641729 +3081,3278,1.1705198503383127,0.004533218682918459,-4.902301539032284e-05,9.006306543821619e-05,1.1891852689266444,1.847981785977918,1.4142451111367147,0.999999998798372,-7.618126620152413e-05,"model.language_model.layers.20.mlp.gate_proj.weight|2d-128|(3840, 1536)","model.language_model.layers.9.mlp.gate_proj.weight|2d-128|(768, 1664)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,11,0.018665418588331706,3.0636189896411703 +3464,3516,1.163350807456365,0.0590214772874451,0.029078379937328456,0.0290708465283422,1.733738022298914,1.1992739830724637,1.3948409789050553,0.9995771345024957,0.020114310282295846,"model.language_model.layers.10.mlp.gate_proj.weight|2d-64|(2176, 1280)","model.language_model.layers.20.mlp.gate_proj.weight|2d-64|(5376, 128)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,10,0.0359231756160987,4.650169279040985 +3818,3839,1.244212180238825,0.0016076901727284597,0.004055335894865369,0.003979537358759205,1.6202477951757954,1.2669110505061785,1.4114278927907666,0.9999917770915818,0.003170965499238254,"model.language_model.layers.2.mlp.up_proj.weight|2d-128|(640, 1280)","model.language_model.layers.21.mlp.up_proj.weight|2d-128|(5760, 640)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,19,0.0226988702673534,4.283801006643036 +3853,4050,1.2397266765669162,0.013605432566842464,0.015047370756709437,0.014881481105674334,1.2444893795605059,1.6461948777250235,1.4039393084055816,0.9998867819074868,0.019904472524845722,"model.language_model.layers.21.mlp.up_proj.weight|2d-64|(3520, 1600)","model.language_model.layers.3.mlp.up_proj.weight|2d-64|(960, 832)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,18,0.004762702993589718,3.056687159097664 +4169,4293,1.1862701458985816,0.011648915695623024,0.004581981896505421,0.00457980490413593,1.223610949351733,1.7240323430757625,1.4111518283120457,0.9999895026658531,0.00645587961528793,"model.language_model.layers.7.self_attn.k_proj.weight|2d-128|(384, 1152)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 640)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,16,0.037340803453151494,3.2959110729211885 +4375,4473,1.109654882759033,-0.008654563721837037,0.004080963984362798,0.004133912824399485,2.2186283924185424,1.1179402659068178,1.4118924062369123,0.9999916728318082,0.002056348858341854,"model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 640)","model.language_model.layers.3.self_attn.k_proj.weight|2d-64|(448, 320)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,20,0.00828538314778493,6.820875589608171 +4768,4802,1.1329752651756226,0.04750685175617203,0.00495456243313146,0.004927355359942101,1.9294701682276216,1.1657939665487265,1.4111087995976843,0.9999877260802235,0.0029935673982144895,"model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(512, 1152)","model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(1792, 0)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,12,0.03281870137310383,5.375669904498146 +5045,5115,1.1340146032654133,0.0047008532286203575,0.019576632912623054,0.019638639280573925,2.103435033365859,1.1247087866373007,1.4026542079712139,0.9998083593588346,0.010467644923821347,"model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(320, 512)","model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(256, 1856)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,0,0.009305816628112584,6.224229802093074 +5172,5217,1.1332891327175278,0.031788413060176456,0.007682481014175282,0.00765098519146688,2.1176239421744643,1.1298003716881588,1.4096941679713364,0.9999704893072929,0.0040987777538961006,"model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(2688, 1536)","model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(2304, 1024)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,4,0.003488761029369014,5.492440603936746 +5470,5560,1.1193518909813254,-0.0008504067357909496,0.007015494922068821,0.007431938856471362,1.1278902863399074,2.133207722908014,1.4101079410467732,0.9999753911127005,0.01326858483402975,"model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(960, 1792)","model.language_model.layers.23.self_attn.q_proj.weight|2d-64|(64, 640)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,20,0.00853839535858203,3.0060700754730756 +5813,5838,1.0895856493336027,0.02796736146822812,0.0002845421604740798,0.00028252957297881793,2.3080807901646847,1.109395151373799,1.414056434956924,0.9999999595178787,0.000136767176667523,"model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(384, 896)","model.language_model.layers.23.self_attn.v_proj.weight|2d-128|(0, 1792)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,16,0.01980950204019627,7.106446588954027 +5924,6096,1.0843242237656552,0.026394103815404447,0.014083974507246988,0.01402446394273771,2.4138719945928457,1.091695494521437,1.4067153149565395,0.999900815912298,0.00636960516090238,"model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(384, 1472)","model.language_model.layers.23.self_attn.v_proj.weight|2d-64|(320, 1792)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,16,0.007371270755781811,8.599852834362975 +6224,6394,1.2305885806287826,-0.012551944501513104,0.005401285179545804,0.0054257417910176554,1.2162882458186202,1.7430863322242607,1.4106243355145496,0.9999854129528136,0.007740686802884517,"model.visual.blocks.6.attn.proj.weight|2d-128|(640, 384)","model.visual.blocks.21.attn.proj.weight|2d-128|(896, 256)",model.visual.layers.*.attn.proj.weight,2d-128,15,0.014300334810162463,3.3017850148700676 +6599,6642,1.2029885298820455,0.023745041480075686,0.029920497869066098,0.029744383022980103,1.197407712935568,1.73732858567178,1.3943017162357811,0.9995522816777856,0.043411893613096525,"model.visual.blocks.2.attn.proj.weight|2d-64|(256, 960)","model.visual.blocks.18.attn.proj.weight|2d-64|(512, 768)",model.visual.layers.*.attn.proj.weight,2d-64,16,0.005580816946477496,3.145820324857209 +6764,6814,1.122858168055526,0.05070296094622698,0.008102487739329298,0.008119946617034338,1.1460114967414288,2.017870883190702,1.4092843693369295,0.999967174307454,0.014266675454034471,"model.visual.blocks.23.attn.qkv.weight|2d-128|(2176, 256)","model.visual.blocks.11.attn.qkv.weight|2d-128|(2176, 896)",model.visual.layers.*.attn.qkv.weight,2d-128,12,0.023153328685902697,2.948775199666837 +6988,7097,1.1130427921525545,0.014159363880137596,0.010615158294012321,0.01070433596607182,2.214981752316918,1.1147139845183776,1.4081724330067682,0.9999436576199646,0.005342195431558002,"model.visual.blocks.21.attn.qkv.weight|2d-64|(320, 512)","model.visual.blocks.4.attn.qkv.weight|2d-64|(1600, 768)",model.visual.layers.*.attn.qkv.weight,2d-64,17,0.0016711923658230265,5.821879831233124 +7241,7290,1.2292732704755427,0.02746325222341156,0.009892015885447119,0.009956068960081133,1.2417443377539699,1.664276194629781,1.4074925047185105,0.9999510728139263,0.013258000100751129,"model.visual.blocks.0.mlp.linear_fc1.weight|2d-128|(1152, 128)","model.visual.blocks.16.mlp.linear_fc1.weight|2d-128|(1792, 512)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,16,0.012471067278427173,3.7253197150534416 +7446,7608,1.2344620463789864,0.047312791967729424,0.04266004406646714,0.0430400385350864,1.2255833139795111,1.6286797424172412,1.3849248157517369,0.9990896459478734,0.05669100483758984,"model.visual.blocks.0.mlp.linear_fc1.weight|2d-64|(1600, 128)","model.visual.blocks.18.mlp.linear_fc1.weight|2d-64|(3904, 192)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,18,0.008878732399475231,3.720850671061226 +7783,7863,1.2376441830334304,0.02829033103903609,0.00034746851033467353,0.00027596124425646306,1.6455635691164023,1.2588401491534649,1.4139764053741535,0.9999999396328154,0.00026581003589591,"model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(384, 2432)","model.visual.blocks.0.mlp.linear_fc2.weight|2d-128|(640, 2944)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,10,0.021195966120034493,4.611928112632981 +8075,8086,1.2281031548827335,0.03450522880826302,0.026004026727808847,0.026501772222006,1.5783865416167164,1.2652696583173917,1.3961511264806057,0.9996618381202412,0.020845404560450646,"model.visual.blocks.14.mlp.linear_fc2.weight|2d-64|(512, 3456)","model.visual.blocks.4.mlp.linear_fc2.weight|2d-64|(192, 3072)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,10,0.037166503434658216,4.4817774746407935 +8440,8446,1.341111444547941,0.05457263119083808,0.029260212950838863,0.029092701408246654,1.386306426334724,1.40054460526731,1.393370958887957,0.999571828303535,0.02956073247501153,"model.visual.merger.linear_fc1.weight|2d-128|(1920, 3584)","model.visual.merger.linear_fc1.weight|2d-128|(896, 3840)",model.visual.merger.linear_fc1.weight,2d-128,0,0.04519498178678294,3.3633157117797534 +8594,8623,1.3466181310825012,0.035133312088245564,0.014718992319535705,0.013951395707896216,1.3867118046212858,1.4214742072897402,1.403770293189917,0.9998916697648288,0.01508797132164734,"model.visual.merger.linear_fc1.weight|2d-64|(1280, 64)","model.visual.merger.linear_fc1.weight|2d-64|(576, 448)",model.visual.merger.linear_fc1.weight,2d-64,0,0.04009367353878468,3.4912797160135813 +8721,8808,1.3489778149353768,0.017484178592231458,0.004315700278879542,0.0042897841165234745,1.3776167451011307,1.447284177501849,1.4111623196709813,0.9999906873221884,0.004533949482447789,"model.visual.merger.linear_fc2.weight|2d-128|(1152, 3456)","model.visual.merger.linear_fc2.weight|2d-128|(384, 1024)",model.visual.merger.linear_fc2.weight,2d-128,0,0.028638930165753917,3.6066789720962915 +9067,9122,1.3491069269658849,0.04559419564226773,0.012085733277485673,0.012249868166946414,1.3758721509358218,1.4374487510261642,1.4056499143381076,0.9999269648585069,0.01262662536860046,"model.visual.merger.linear_fc2.weight|2d-64|(64, 2752)","model.visual.merger.linear_fc2.weight|2d-64|(1856, 1664)",model.visual.merger.linear_fc2.weight,2d-64,0,0.02676522396993697,3.399847595290892 +9279,9287,0.8019315398400708,0.5977581786306507,0.5823341872907056,0.579841533524966,0.9292629073497687,0.9000188933450483,0.9142903181343469,0.8129495029289787,0.564008061289265,"model.visual.pos_embed.weight|2d-128|(896, 896)","model.visual.pos_embed.weight|2d-128|(1024, 896)",model.visual.pos_embed.weight,2d-128,0,0.09808735350497744,6.828841088695445 +9404,9447,0.5514720719658229,0.8379084368688048,0.8118059209204064,0.815917759859699,0.6409554052643472,0.5956267193968199,0.6170458472473694,0.5839273471576502,0.7543946013924537,"model.visual.pos_embed.weight|2d-64|(1152, 128)","model.visual.pos_embed.weight|2d-64|(1664, 128)",model.visual.pos_embed.weight,2d-64,0,0.04415464743099695,2.4211428896521703 +9623,9647,1.2092658698957863,0.08743849998054322,0.055798562023025605,0.05578539382147893,1.510873120526836,1.2699056168043916,1.3747968424746904,0.9984420466287278,0.04689931031266226,"mtp.fc.weight|2d-128|(1280, 2560)","mtp.fc.weight|2d-128|(1280, 2816)",mtp.fc.weight,2d-128,0,0.060639746908605296,4.087643487750134 +9905,10072,1.1656283905366172,0.04250825668176851,0.024264231811236915,0.02459892660815437,1.2054713102999128,1.7273486018224886,1.3980166039688542,0.9997055801857918,0.03476879668169724,"mtp.fc.weight|2d-64|(0, 2112)","mtp.fc.weight|2d-64|(1472, 256)",mtp.fc.weight,2d-64,0,0.03984291976329568,3.4297223242000996 +10224,10239,1.324348291486394,0.04401076198633952,-0.002937014769915249,-0.0029389681781269834,1.5163921856486708,1.3336795553815264,1.4162718469445876,0.9999956869628195,-0.002583128948804194,"mtp.layers.0.mlp.down_proj.weight|2d-128|(640, 2432)","mtp.layers.0.mlp.down_proj.weight|2d-128|(1152, 3328)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.009331263895132391,3.992059922468444 +10422,10430,1.2804164483171134,-0.013799487826899638,-0.009832771194181723,-0.009736503347168456,1.548051477034527,1.3209434514128184,1.421063200575119,0.9999516571368052,-0.00839024729531346,"mtp.layers.0.mlp.down_proj.weight|2d-64|(768, 5184)","mtp.layers.0.mlp.down_proj.weight|2d-64|(0, 2944)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.040527003095705005,4.599947160703398 +10649,10819,1.3155224033656843,0.021698441714372244,0.008090338421086887,0.00801620035068472,1.5017076874834234,1.330777795715504,1.4085228947141495,0.9999672726765773,0.007169466348440268,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(3840, 1280)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(2688, 1024)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.015255392349819763,4.408632680663431 +11035,11052,1.303080504362604,0.022580147057074552,0.01819441127525736,0.018395807969320648,1.5082313530041334,1.3144836818939467,1.4014108767589843,0.9998344679987516,0.01585715392758281,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(1856, 1856)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(640, 1984)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.01140317753134279,4.163613190547813 +11152,11168,1.3377434595657027,0.03514282142107637,0.019387551494873343,0.019401197813610244,1.443293730262925,1.361228678431613,1.4004610820273138,0.9998120437597428,0.018285183775158267,"mtp.layers.0.mlp.up_proj.weight|2d-128|(5504, 1536)","mtp.layers.0.mlp.up_proj.weight|2d-128|(2688, 1664)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.023485218865910262,3.809096129773373 +11434,11438,1.3188327185698516,0.0671242870260139,0.020222655631626094,0.020419809250859813,1.4371416593937865,1.3653367663248581,1.3998599062840367,0.9997955011897206,0.019212257237210897,"mtp.layers.0.mlp.up_proj.weight|2d-64|(2432, 1408)","mtp.layers.0.mlp.up_proj.weight|2d-64|(4160, 1216)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.046504047755006495,3.90868341214295 +11666,11696,1.2502483623774023,0.010526044111708821,-0.0038832365033848394,-0.0038860843823691985,1.4866847979614495,1.3561809618211778,1.4169452384267767,0.9999924602087051,-0.0035423590954591294,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 256)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(256, 0)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.10593259944377542,5.750978329599144 +11759,11805,1.0932989846996914,0.017453439948220024,-0.004358606928706491,-0.004379840052952618,2.3237190028039287,1.110135535482718,1.4166091137168122,0.9999905012277072,-0.0020822846613207917,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 1984)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(128, 832)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.016836550783026594,8.135304977091016 +12153,12192,1.1958250338847833,0.04220425865007242,0.0024132750924741116,0.0024681866990001046,1.2313837147406215,1.707974095446404,1.4125936167594257,0.9999970880474243,0.0033473005155018032,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(1280, 1152)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1664, 0)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.03555868085583813,3.4108407143441455 +12391,12415,1.182089127826612,-0.003352885436039389,-0.0018169460207790068,-0.0014559163067339735,1.1966595431407998,1.825712076253177,1.4153911583392014,0.9999983493522164,-0.0027720668848968365,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(768, 1920)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(640, 0)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.014570415314187901,3.3959129022600107 +12622,12681,1.063590128633338,0.0125126430212152,0.0037088452198745093,0.0036183970356159366,1.0701145781273216,2.781641277542123,1.4124547822300826,0.9999931222099155,0.009640721812865776,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(896, 1792)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(2176, 640)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.006524449493983564,3.1560543063828335 +12791,12841,1.0633734859870745,0.031056799545397026,0.004132353029056812,0.004185796718273837,2.7269319448654925,1.0731330037323707,1.4122207526101203,0.9999914617927711,0.0016262101542006157,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(704, 1408)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(3968, 1472)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.009759517745296264,8.547352837916222 +13012,13062,1.36885509239928,0.0334725699995803,0.0038459342739203648,0.0039015962222628724,1.3905092394156184,1.433455749121216,1.411492716443281,0.9999926043674326,0.003964717701559743,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(0, 512)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(384, 768)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.0216541470163385,3.9449655381662163 +13128,13270,1.3099172306987585,0.04567673068702147,0.03167046890826596,0.03191678597522446,1.3426466351092812,1.4465598060973595,1.3917020690633615,0.9994983648806688,0.03412158207898448,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(64, 1536)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 384)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.03272940441052263,3.4829858067435113 +10,197,1.1831693523039157,0.2547112763979334,0.2594932724229424,0.2590644136002353,1.1926199924010836,1.2432655387651053,1.2171532196183394,0.965744915372187,0.2705128584129348,"model.language_model.embed_tokens.weight|2d-128|(127616, 1152)","model.language_model.embed_tokens.weight|2d-128|(59520, 1152)",model.language_model.embed_tokens.weight,2d-128,0,0.009450640097167895,3.130392260048247 +277,508,1.1998289243387106,0.06951136053998071,-0.010517692039472134,-0.01333569352676899,1.5783311237335653,1.3037103001825343,1.4214980955300978,0.9999446875473478,-0.008687672212641715,"model.language_model.embed_tokens.weight|2d-64|(179392, 768)","model.language_model.embed_tokens.weight|2d-64|(204608, 832)",model.language_model.embed_tokens.weight,2d-64,0,0.10388137584382373,4.615023968428351 +680,748,0.15745241076954028,0.9888435646901593,0.9888435646901593,0.9919943077916766,0.16789097126387248,0.15745241076954028,0.16242065279528056,0.14895772746272223,0.9273625732363295,"model.language_model.layers.16.linear_attn.conv1d.weight|3d-axis0-slice|(1144, 0, 0)","model.language_model.layers.9.linear_attn.conv1d.weight|3d-axis0-slice|(1085, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,7,0.0,0.28100223648378386 +881,954,0.6528944010373682,0.7672066428695651,0.7672066428695651,0.8480426148346988,1.0118710374838018,0.6528944010373682,0.7758469028648827,0.641400005563464,0.4950284206313528,"model.language_model.layers.2.linear_attn.conv1d.weight|3d-volume|(2388, 0, 0)","model.language_model.layers.13.linear_attn.conv1d.weight|3d-volume|(3564, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,11,0.0,2.496312517460098 +1043,1271,1.1553815624117825,0.025091624865246853,0.006727795921497354,0.006787036606983093,1.1660849703999323,1.9224541201615937,1.4099883172048002,0.9999773681249184,0.01109171228272758,"model.language_model.layers.16.linear_attn.in_proj_qkv.weight|2d-128|(1664, 896)","model.language_model.layers.14.linear_attn.in_proj_qkv.weight|2d-128|(4736, 1792)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,2,0.010703407988149838,3.220631342359739 +1307,1423,1.152343378211567,0.036045267812744045,0.02463888717199231,0.02465928903619076,1.8426410241544322,1.1717765940676692,1.3983466151472277,0.9996964165380038,0.015668418814925415,"model.language_model.layers.4.linear_attn.in_proj_qkv.weight|2d-64|(2240, 704)","model.language_model.layers.20.linear_attn.in_proj_qkv.weight|2d-64|(3392, 576)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,16,0.019433215856102137,5.121688740967148 +1569,1685,1.1617609001898976,0.03158750810520153,0.0029857522545384744,0.002966605126507203,1.9223817066409787,1.1687618302047011,1.4123379698965093,0.9999955426318031,0.001815265541435949,"model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(256, 1664)","model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-128|(768, 384)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,16,0.007000930014803508,5.007841234692788 +1811,1936,1.160936453550853,0.01713410830026201,0.004788820945881049,0.004843015309573608,1.953120177912381,1.1608468511141627,1.4112359619543962,0.9999885335312342,0.002846259937531068,"model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-64|(320, 704)","model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-64|(1984, 1664)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,0,8.960243669031698e-05,5.389320837133785 +2150,2178,1.2402683200441154,-0.011889644107587232,0.010181947790340679,0.010204539824601906,1.2258761731027044,1.704216524150865,1.4073710806185586,0.9999481626260407,0.01415497262535194,"model.language_model.layers.16.linear_attn.out_proj.weight|2d-128|(1664, 1024)","model.language_model.layers.12.linear_attn.out_proj.weight|2d-128|(640, 896)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,4,0.014392146941411,3.344994660588497 +2364,2441,1.2349207458396758,0.023143306441562674,0.007509179321657787,0.007213727391255447,1.2458116574892224,1.659874779006655,1.409105902133061,0.9999718057154987,0.010004961257288517,"model.language_model.layers.22.linear_attn.out_proj.weight|2d-64|(1472, 384)","model.language_model.layers.14.linear_attn.out_proj.weight|2d-64|(1216, 128)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,8,0.010890911649546586,3.2405093773768776 +2802,2808,1.2735786445810884,0.027216664487615255,0.010981363565948457,0.01102880335628624,1.5717296719924296,1.2845079720931802,1.4065834526662255,0.9999397030092526,0.008974602500844258,"model.language_model.layers.5.mlp.down_proj.weight|2d-128|(1408, 896)","model.language_model.layers.21.mlp.down_proj.weight|2d-128|(1792, 3968)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,16,0.010929327512091858,3.9214123886505345 +2826,2876,1.2672613452889196,0.03444513279040197,0.025874967710043616,0.02604950811956803,1.5529939122534955,1.2788743496005175,1.3961414124051834,0.9996651869731206,0.021307767042756443,"model.language_model.layers.5.mlp.down_proj.weight|2d-64|(1984, 1728)","model.language_model.layers.22.mlp.down_proj.weight|2d-64|(896, 1024)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,17,0.011613004311597841,4.171061650354506 +3122,3183,1.1705877119304546,0.0166056922717863,-0.008405979350549372,-0.008480682426795087,1.191867068252958,1.861871818348625,1.4196012448621078,0.9999646691314439,-0.013131377210840652,"model.language_model.layers.22.mlp.gate_proj.weight|2d-128|(3456, 1536)","model.language_model.layers.8.mlp.gate_proj.weight|2d-128|(2048, 1152)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,14,0.02127935632250333,3.2437429979782246 +3423,3518,1.1640021425745228,-9.443125226269757e-05,0.019448038666912103,0.02012683304497077,1.1623348534691034,1.8985000823386695,1.4019121917072452,0.9998108690107396,0.031765461476321206,"model.language_model.layers.19.mlp.gate_proj.weight|2d-64|(5120, 128)","model.language_model.layers.11.mlp.gate_proj.weight|2d-64|(6080, 640)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,8,0.0016672891054194672,3.221602026539857 +3726,3757,1.244344960726751,0.0460003192880819,0.019091788207797576,0.019085496229911354,1.2729516054666594,1.5774234193540173,1.4009560848795595,0.9998177352012859,0.023658270830560286,"model.language_model.layers.23.mlp.up_proj.weight|2d-128|(6016, 640)","model.language_model.layers.12.mlp.up_proj.weight|2d-128|(1024, 896)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,11,0.028606644739908482,3.2955818013937552 +3853,3991,1.240045587485837,0.027850564135544396,0.02242417042406471,0.02224639629507829,1.2399891673695105,1.6402823753137705,1.398875012949672,0.9997485466760092,0.029663139401172548,"model.language_model.layers.21.mlp.up_proj.weight|2d-64|(3520, 1600)","model.language_model.layers.2.mlp.up_proj.weight|2d-64|(5824, 1984)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,19,5.642011632644994e-05,3.273642571609835 +4113,4292,1.186386436491931,0.027397624225894812,0.00362653879190309,0.0036419623535491707,1.2281619295016097,1.713766884987233,1.4117831538301169,0.9999934240865741,0.005060441900529514,"model.language_model.layers.11.self_attn.k_proj.weight|2d-128|(128, 128)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 512)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,12,0.041775493009678755,3.311129966647811 +4514,4518,1.1097970752560704,-0.011286066722087084,-0.0018817782671444161,-0.001774123020519011,2.0357619407339005,1.1492752166431033,1.4153523867491808,0.9999982294537092,-0.0010623448068132304,"model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 512)","model.language_model.layers.19.self_attn.k_proj.weight|2d-64|(128, 1216)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,4,0.03947814138703287,7.310508725522173 +4680,4860,1.1330393486836183,0.01428551286266877,-0.004626766263077309,-0.00461512260829396,1.145285306692787,2.0685188947850546,1.4169836527081427,0.9999892964596906,-0.008356479718198875,"model.language_model.layers.23.self_attn.o_proj.weight|2d-128|(384, 1792)","model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(768, 1536)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,16,0.012245958009168723,3.040455626106244 +4869,5059,1.1341244470532448,0.04468519997673854,0.009553941679775269,0.009278885422977766,1.9278465833681053,1.1629012184112504,1.4082250779414989,0.9999543600576876,0.0057630573490086035,"model.language_model.layers.3.self_attn.o_proj.weight|2d-64|(448, 1408)","model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(1472, 64)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,16,0.028776771358005604,5.33415746328346 +5124,5316,1.133548187346339,0.0015119506011765345,0.006709475405629517,0.005559764229163211,1.1304921309456468,2.1169430945175844,1.4102653077899168,0.999977491216568,0.012564065895710219,"model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(2816, 1152)","model.language_model.layers.19.self_attn.q_proj.weight|2d-128|(768, 768)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,16,0.0030560564006922863,3.2837343242587 +5489,5609,1.1195808926386572,0.04350768302876682,0.004188849291612247,0.0036764144768622357,2.119556476393985,1.1316239314956638,1.4117502088332134,0.999991226732321,0.0022364122667217694,"model.language_model.layers.23.self_attn.q_proj.weight|2d-64|(576, 64)","model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(1408, 1920)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,20,0.012043038857006527,5.477498457521599 +5682,5816,1.0896667498336194,0.024800324292673925,0.010813815023790932,0.010839685205803428,2.2834206953143346,1.1064973355424914,1.4081993280431746,0.9999415289928862,0.005240145863365257,"model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(384, 768)","model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(384, 1024)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,12,0.01683058570887197,8.579081408833712 +5979,6132,1.084414921208613,0.03706225224542156,0.0015773822727968092,0.0019001385299862203,1.0925445938938407,2.4738284250591525,1.4133889246147011,0.9999987559318089,0.003571637373374179,"model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(64, 640)","model.language_model.layers.3.self_attn.v_proj.weight|2d-64|(256, 1152)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,16,0.008129672685227796,3.5975925718716435 +6223,6394,1.2306182556905836,0.00720441400250926,-0.01625921295442894,-0.016324380051614698,1.2482847230262915,1.7075104632553775,1.425126505951484,0.9998678102599876,-0.02224074021884833,"model.visual.blocks.1.attn.proj.weight|2d-128|(128, 896)","model.visual.blocks.21.attn.proj.weight|2d-128|(896, 256)",model.visual.layers.*.attn.proj.weight,2d-128,20,0.01766646733570787,3.5579353159684706 +6471,6611,1.2030054218222337,0.05705240791234454,0.02341637185033834,0.023408241342834854,1.2279263550898734,1.6674627455836932,1.3983122507266144,0.9997257991716363,0.031798265046861104,"model.visual.blocks.22.attn.proj.weight|2d-64|(256, 384)","model.visual.blocks.15.attn.proj.weight|2d-64|(256, 192)",model.visual.layers.*.attn.proj.weight,2d-64,7,0.024920933267639667,3.17887043170842 +6811,6820,1.1228601679321575,0.04213363916905635,0.0022893738648313796,0.002236192047867068,1.1577981578728906,1.9763897048207837,1.4128007804818792,0.9999973793802196,0.003908017046124246,"model.visual.blocks.1.attn.qkv.weight|2d-128|(1536, 896)","model.visual.blocks.15.attn.qkv.weight|2d-128|(2048, 0)",model.visual.layers.*.attn.qkv.weight,2d-128,14,0.03493798994073316,3.2412161911990465 +6949,7108,1.1133073352188467,0.01463348196537,-0.006857625731774396,-0.006734092443900803,1.1240232112967046,2.2194565619198783,1.4181171334774438,0.9999764862082122,-0.013540825737947923,"model.visual.blocks.6.attn.qkv.weight|2d-64|(128, 192)","model.visual.blocks.10.attn.qkv.weight|2d-64|(2176, 0)",model.visual.layers.*.attn.qkv.weight,2d-64,4,0.010715876077857844,2.9731018469414137 +7252,7333,1.2293012338083806,0.0660544070483134,0.01833233832626954,0.018440089071034938,1.270504885536578,1.5836872914499653,1.401501947504954,0.9998319485651032,0.0228513023132632,"model.visual.blocks.8.mlp.linear_fc1.weight|2d-128|(3328, 128)","model.visual.blocks.17.mlp.linear_fc1.weight|2d-128|(1024, 256)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,9,0.04120365172819729,3.42781933653439 +7639,7666,1.2345553614014924,0.04803080200925299,0.015272872556944997,0.015338282212316852,1.2530528979712947,1.6262758779308049,1.4037320745463682,0.9998833628798207,0.019821911961006466,"model.visual.blocks.1.mlp.linear_fc1.weight|2d-64|(2048, 576)","model.visual.blocks.17.mlp.linear_fc1.weight|2d-64|(2688, 256)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,16,0.018497536569802353,3.496527105979136 +7802,7925,1.23764539954173,0.01733778784111725,-0.005236918818753611,-0.005571451905057619,1.2691704047768002,1.6348685493096162,1.41779647367788,0.9999862872466231,-0.006745882065831517,"model.visual.blocks.0.mlp.linear_fc2.weight|2d-128|(384, 3328)","model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(128, 3840)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,10,0.03152500523507018,3.4147550045010764 +8078,8133,1.2284106690141143,0.024647624924754155,0.014552435955315525,0.014472234329511745,1.6470946428140862,1.2445750265931133,1.4042797418438253,0.9998941076972933,0.010996088442821635,"model.visual.blocks.10.mlp.linear_fc2.weight|2d-64|(576, 2176)","model.visual.blocks.0.mlp.linear_fc2.weight|2d-64|(512, 2304)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,10,0.016164357578998922,4.619116595137545 +8212,8277,1.341207301666335,0.04468857551501852,0.00205794567266749,0.0018485779195881202,1.4421465417722046,1.385097407489966,1.4127588113308294,0.999997882427562,0.0019765364568735907,"model.visual.merger.linear_fc1.weight|2d-128|(0, 2560)","model.visual.merger.linear_fc1.weight|2d-128|(2304, 3200)",model.visual.merger.linear_fc1.weight,2d-128,0,0.043890105823630954,3.6458312891099767 +8542,8585,1.3466877333942933,0.06031371784733728,0.0510846292504867,0.05061683969142913,1.376486285281276,1.3787521656373296,1.3776178278819642,0.9986943279374026,0.05116872137632384,"model.visual.merger.linear_fc1.weight|2d-64|(3904, 3968)","model.visual.merger.linear_fc1.weight|2d-64|(2112, 896)",model.visual.merger.linear_fc1.weight,2d-64,0,0.02979855188698277,3.391952898493255 +8804,8816,1.348985476244545,0.030928372372489153,0.006673236485545661,0.006699555573497189,1.3769673191187648,1.4444367834780818,1.4094923847718117,0.9999777337095102,0.007000215699192475,"model.visual.merger.linear_fc2.weight|2d-128|(1152, 2176)","model.visual.merger.linear_fc2.weight|2d-128|(1792, 1408)",model.visual.merger.linear_fc2.weight,2d-128,0,0.027981842874219787,3.438122435280027 +9061,9166,1.3494057199920906,0.062327175292045914,0.0257459823265818,0.025857703943228613,1.3904924885375665,1.4013513666432194,1.3958902511609619,0.9996685172566151,0.0259470423726441,"model.visual.merger.linear_fc2.weight|2d-64|(320, 2176)","model.visual.merger.linear_fc2.weight|2d-64|(576, 2560)",model.visual.merger.linear_fc2.weight,2d-64,0,0.04108676854547588,3.469924700004502 +9284,9332,0.8025767122893543,0.6500539123685605,0.6288017908316348,0.631153375706668,1.7571496647510514,0.7970577470685811,1.0265361638560528,0.7775656292859973,0.285229738141833,"model.visual.pos_embed.weight|2d-128|(1024, 512)","model.visual.pos_embed.weight|2d-128|(1792, 512)",model.visual.pos_embed.weight,2d-128,0,0.00551896522077322,10.603881665995097 +9371,9551,0.5515143594667737,0.8359626437163635,0.6143801745150184,0.605443316011495,1.0917541023606714,0.7975064787802892,0.9107363144974525,0.789010140088767,0.4487935227817673,"model.visual.pos_embed.weight|2d-64|(1408, 320)","model.visual.pos_embed.weight|2d-64|(1280, 320)",model.visual.pos_embed.weight,2d-64,0,0.2459921193135155,3.7363878601159355 +9642,9861,1.2094187348468752,-0.0003976413595146982,-0.005870013666307016,-0.00587626947787008,1.317153385848799,1.5470275894821555,1.4183052390587465,0.9999827713213649,-0.00689446892820477,"mtp.fc.weight|2d-128|(1536, 3968)","mtp.fc.weight|2d-128|(896, 2688)",mtp.fc.weight,2d-128,0,0.1077346510019237,2.9166161411984826 +10025,10079,1.166533434490504,0.07070792299738422,0.01304504050884899,0.012996887486237204,1.2979917309597044,1.5440082328848364,1.4050971563898635,0.9999149098388935,0.015517548735912802,"mtp.fc.weight|2d-64|(1536, 2880)","mtp.fc.weight|2d-64|(1536, 3904)",mtp.fc.weight,2d-64,0,0.13145829646920038,2.9247639283081406 +10229,10261,1.3243725591692515,0.04331373070744114,0.01968461207172984,0.01968492905016401,1.3718099147118674,1.4305091211285121,1.400237589899603,0.999806239252179,0.02052690887600155,"mtp.layers.0.mlp.down_proj.weight|2d-128|(1408, 5632)","mtp.layers.0.mlp.down_proj.weight|2d-128|(1408, 3968)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.04743735554261597,3.508367560967683 +10457,10602,1.2805405520510118,0.039241458944759895,0.003854765581588056,0.004283273946827942,1.5000878217390508,1.3369609138556913,1.4115031980159574,0.9999925703635557,0.003435579464064168,"mtp.layers.0.mlp.down_proj.weight|2d-64|(1856, 5184)","mtp.layers.0.mlp.down_proj.weight|2d-64|(1472, 5120)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.056420361804679464,4.110302192769557 +10690,10879,1.3155512388958968,0.051811394039320335,0.011433087761510698,0.011436106716559015,1.3478583251296123,1.4726955302433944,1.4061377016052237,0.9999346401161615,0.012492008195029061,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(4352, 0)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(2560, 1920)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.03230708623371559,3.542170884961791 +11030,11035,1.303091380324157,0.026621992417553902,0.006830426646175678,0.0069400133857360794,1.3349939694620627,1.497834748285239,1.4094073682878876,0.9999766723638263,0.007663592952691664,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(4864, 1344)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(1856, 1856)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.03190258913790567,3.592221465438909 +11205,11393,1.3377448481853478,0.038146341233187366,0.0005751828645216435,0.0005764390397554742,1.3773483719187822,1.453323875487847,1.4138073739031771,0.9999998345823226,0.0006069103553055844,"mtp.layers.0.mlp.up_proj.weight|2d-128|(4736, 640)","mtp.layers.0.mlp.up_proj.weight|2d-128|(1920, 128)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.039603523733434454,3.5527108208075395 +11525,11621,1.318916394262782,0.0103821935362217,0.0012353621123227373,0.001751899229125508,1.4910603496765327,1.3466371039924232,1.4133442759298411,0.9999992369399345,0.0011157056504662256,"mtp.layers.0.mlp.up_proj.weight|2d-64|(1984, 576)","mtp.layers.0.mlp.up_proj.weight|2d-64|(1856, 1344)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.027720709729641246,4.09673218166781 +11672,11696,1.25027653466231,0.03155620422829032,0.008904199895665573,0.00887905656312853,1.4983462246062904,1.3321546525254522,1.4079467190383836,0.9999603568263183,0.007916575704086265,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 1024)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(256, 0)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.08187811786314225,5.856560501834644 +11872,11946,1.093385096875877,0.035670744535572674,0.021988798579268,0.021955590727723767,2.2651160636000083,1.1024970194677224,1.4019233779688627,0.9997582171390442,0.010702579565300366,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(256, 1024)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 1664)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.009111922591845456,6.847051640011132 +12015,12193,1.196216336503731,0.031373049857457744,0.016102330713350682,0.01603988502756485,1.2061200718298657,1.746410553232801,1.4035249474436755,0.9998703490681168,0.023315489847354976,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(128, 1920)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1664, 128)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.009903735326134644,3.4526600701428642 +12257,12461,1.1821732718691595,0.04194927435167823,0.024222309024602276,0.024210907353847604,1.7483787254272203,1.1986760942298362,1.3981462768143345,0.9997065968300483,0.016606643830983286,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(1600, 192)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(384, 1856)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.016502822360676683,5.191640415702984 +12583,12679,1.0638096576055085,0.020810519107383962,-0.003668269134005564,-0.003674570928517553,2.779246773786406,1.0732990713554726,1.4159558920502664,0.9999932718781465,-0.0014166247819894736,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 896)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(3968, 896)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.009489413749964148,9.015980538676368 +12783,12888,1.0635189876376263,0.0002543461646383029,-0.0021930477276821568,-0.002890646700182078,2.7713367329357066,1.0731478883102827,1.415257548918186,0.9999975952679407,-0.0008492163763270731,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(576, 320)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(4032, 1408)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.009628900672656426,9.437017286009556 +13063,13067,1.3688720217630688,0.03193323539703922,0.006546582425670341,0.00653780058332148,1.4213421084694922,1.3981001895010408,1.4095774595615205,0.9999785708996687,0.006439532098130577,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(384, 896)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(384, 1408)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.02922816773797199,3.902183704896627 +13095,13304,1.310102611513771,0.0531054885372384,0.03405567202499631,0.0341070052178978,1.4192980502576173,1.3623399948405095,1.3899445126006238,0.9994199373651328,0.03268897892335039,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(0, 1472)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(448, 512)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.05223738332673844,3.943619541930665 +68,220,1.1835842769220475,0.2861185579408581,0.27378102375658037,0.2729160641983517,1.2067551717188514,1.2035952785534507,1.2051721182493065,0.9617920518650581,0.27306412706861954,"model.language_model.embed_tokens.weight|2d-128|(73088, 1152)","model.language_model.embed_tokens.weight|2d-128|(176256, 1152)",model.language_model.embed_tokens.weight,2d-128,0,0.020011001631403236,3.1759037427379138 +342,481,1.2005117453265535,0.07038568109997141,0.06211443987697999,0.06490672606910544,1.310000052170302,1.4385834793662597,1.3697860013847614,0.9980690338642759,0.06821130036527336,"model.language_model.embed_tokens.weight|2d-64|(217088, 1920)","model.language_model.embed_tokens.weight|2d-64|(205696, 768)",model.language_model.embed_tokens.weight,2d-64,0,0.10948830684374844,3.451729406791934 +576,730,0.15775660833056904,0.9933338110041008,0.9933338110041008,0.9914316894007774,0.1781284072399449,0.15775660833056904,0.1670178113900959,0.1152733269931477,0.8797303888368495,"model.language_model.layers.18.linear_attn.conv1d.weight|3d-axis0-slice|(3167, 0, 0)","model.language_model.layers.17.linear_attn.conv1d.weight|3d-axis0-slice|(2205, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,1,0.0,0.2860793282786702 +856,941,0.6529207649871085,0.7728794871138107,0.7728794871138106,0.7763185090286846,0.6529207649871084,0.7045963645091949,0.6772844877895606,0.6345528334179061,0.8340492537940257,"model.language_model.layers.9.linear_attn.conv1d.weight|3d-volume|(1060, 0, 0)","model.language_model.layers.17.linear_attn.conv1d.weight|3d-volume|(5156, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,8,1.1102230246251565e-16,1.5619816854516073 +1040,1156,1.155555553504885,0.0246324527597837,-0.0019700089950099855,-0.0019663162134171807,1.1783190710962175,1.8966011763015358,1.4154618624700572,0.9999980595303971,-0.0031708910336014154,"model.language_model.layers.16.linear_attn.in_proj_qkv.weight|2d-128|(2560, 1920)","model.language_model.layers.10.linear_attn.in_proj_qkv.weight|2d-128|(4352, 1152)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,6,0.02276351759133255,3.256536810143961 +1486,1503,1.1524416992011326,-0.008713832116953413,-0.001148747651425439,-0.0002894367337127401,1.1562091560707886,1.9961691760324762,1.4149179800939815,0.999999340189199,-0.001983287055611906,"model.language_model.layers.2.linear_attn.in_proj_qkv.weight|2d-64|(3904, 896)","model.language_model.layers.14.linear_attn.in_proj_qkv.weight|2d-64|(5248, 1728)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,12,0.0037674568696559607,3.1446036836235587 +1635,1662,1.162294300486384,-0.019413570928856316,-0.0018940996623182476,-0.001544762755330571,2.001476898700135,1.155678598334536,1.4153730443948107,0.9999982061916257,-0.0010936775959170468,"model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(256, 1920)","model.language_model.layers.6.linear_attn.in_proj_z.weight|2d-128|(1408, 0)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,12,0.006615702151848035,5.876617374568242 +1811,1813,1.1613124092228078,0.01107749682249626,0.0054624138917746855,0.006167339056971913,1.9027004353555943,1.1714721033744826,1.410760500587935,0.9999850809059477,0.003363149223279264,"model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-64|(320, 704)","model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-64|(1024, 960)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,0,0.010159694151674836,5.368978446555874 +2240,2292,1.2403068047118666,0.019469260471808133,0.007848772808573719,0.00790946182591835,1.2355193823900206,1.684416266333386,1.4089099793571889,0.9999691979083153,0.010700439651494966,"model.language_model.layers.0.linear_attn.out_proj.weight|2d-128|(1536, 0)","model.language_model.layers.13.linear_attn.out_proj.weight|2d-128|(256, 1664)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,13,0.0047874223218460354,3.3033890696629644 +2486,2533,1.2349324501142873,-0.009206455482102204,-0.0034395636004302546,-0.003381023717322587,1.2384735079876221,1.703080534080872,1.4165254160943652,0.9999940846836238,-0.004729898359428154,"model.language_model.layers.14.linear_attn.out_proj.weight|2d-64|(1536, 1728)","model.language_model.layers.17.linear_attn.out_proj.weight|2d-64|(1216, 1344)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,3,0.0035410578733348075,3.369649750632762 +2574,2607,1.2735860935994887,0.015514722037661712,0.013336534263331359,0.013386376280293292,1.288761872423571,1.5594743110199376,1.404921538249682,0.9999110644721575,0.01613795614746965,"model.language_model.layers.20.mlp.down_proj.weight|2d-128|(384, 2432)","model.language_model.layers.1.mlp.down_proj.weight|2d-128|(384, 4096)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,19,0.015175778824082276,3.343455297890092 +2848,3040,1.2674026610053424,0.06848811518279782,0.031016097321027673,0.031012881868331694,1.5131825455379557,1.2965336154931624,1.3923724610337511,0.9995188851177212,0.02657538769311102,"model.language_model.layers.1.mlp.down_proj.weight|2d-64|(448, 512)","model.language_model.layers.23.mlp.down_proj.weight|2d-64|(768, 4416)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,22,0.029130954487819993,3.955963838903123 +3224,3279,1.1707394496881742,0.033654536340669,0.009615612060114333,0.009467230485159048,1.846650833934643,1.182158194549241,1.408025229563028,0.9999537689336989,0.006155562482946885,"model.language_model.layers.9.mlp.gate_proj.weight|2d-128|(4736, 1664)","model.language_model.layers.22.mlp.gate_proj.weight|2d-128|(3200, 384)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,13,0.011418744861066754,4.974661055343728 +3497,3533,1.1640725455881278,0.04834585690824161,0.005259497110017287,0.005363213245292609,1.1958932369605046,1.808816197203089,1.4107875259880953,0.9999861687494231,0.007955111098313114,"model.language_model.layers.22.mlp.gate_proj.weight|2d-64|(192, 448)","model.language_model.layers.13.mlp.gate_proj.weight|2d-64|(3200, 320)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,9,0.031820691372376864,3.1627771368383377 +3645,3653,1.2445818008368774,0.028327148957840075,0.009118926454073311,0.009080308421536048,1.2726346776594264,1.5981490868275623,1.4079151828413687,0.9999584217257862,0.011451364827043474,"model.language_model.layers.19.mlp.up_proj.weight|2d-128|(2816, 128)","model.language_model.layers.2.mlp.up_proj.weight|2d-128|(1024, 640)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,17,0.028052876822548978,3.1336659256358295 +3893,4063,1.2400497489364282,0.022908171053996895,0.008296343798344354,0.008548604199005575,1.631909159759206,1.2573012370019359,1.4085297195352744,0.999965584747585,0.006391901937599779,"model.language_model.layers.4.mlp.up_proj.weight|2d-64|(2048, 1344)","model.language_model.layers.22.mlp.up_proj.weight|2d-64|(5248, 576)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,18,0.017251488065507692,4.195674206199557 +4212,4300,1.1864604506743364,0.006125494488132989,-0.006918260283450649,-0.006929454728783137,1.202087845686921,1.8207598187952145,1.4187050287000145,0.9999760685509681,-0.010478843443322226,"model.language_model.layers.7.self_attn.k_proj.weight|2d-128|(128, 896)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 1536)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,16,0.0156273950125847,3.3711609952355106 +4506,4607,1.1098483323878225,0.0005447215268667401,0.0005383235858100303,0.0014918173613923619,2.2307269251750452,1.1184026491191015,1.4139085107969145,0.9999998551038479,0.0002698952156172088,"model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 1984)","model.language_model.layers.3.self_attn.k_proj.weight|2d-64|(192, 768)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,20,0.008554316731278933,6.135964816309874 +4628,4680,1.1330827424873031,0.012336670426430016,-0.012918642612675849,-0.012931119014738651,2.060970142617443,1.151870986009689,1.4219728018321314,0.999916550854643,-0.007220196594052189,"model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(128, 1536)","model.language_model.layers.23.self_attn.o_proj.weight|2d-128|(384, 1792)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,16,0.01878824352238584,5.910939978601519 +5015,5059,1.1343417859301848,0.022490673277467545,0.011083411226673197,0.011137017738597028,1.9853042470915705,1.1501143676765353,1.4073984630514145,0.9999385771114045,0.006420774303655787,"model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(1024, 1472)","model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(1472, 64)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,12,0.015772581746350545,5.553328250467442 +5160,5362,1.1336579960542683,0.008661798676923911,-0.012510145646931184,-0.012477471466664,1.1431381679004948,2.111079124369274,1.4216022500549774,0.9999217450660289,-0.02310298794988222,"model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(2816, 512)","model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(128, 1920)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,4,0.009480171846226515,3.419218370284817 +5528,5601,1.1199228697422028,0.04216918560547929,0.028184772788487238,0.02802565529493624,1.1450020409773882,1.9519402946793425,1.3967096540134605,0.9996027303798551,0.04804794378817753,"model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(1344, 0)","model.language_model.layers.19.self_attn.q_proj.weight|2d-64|(192, 576)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,16,0.025079171235185438,2.9464033886205394 +5662,5838,1.0898206966618953,0.015193923330821809,0.00498543822844925,0.00498621928795275,2.2546543682417224,1.1129971039657216,1.4114123085107506,0.9999875726256153,0.002461032781087059,"model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(384, 1664)","model.language_model.layers.23.self_attn.v_proj.weight|2d-128|(0, 1792)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,16,0.023176407303826307,7.0806554377711795 +6081,6096,1.084589755253166,0.019518849554840904,-0.0009361755226311923,-0.001019360683130326,2.4151110220583756,1.0990675242583539,1.4147126084398904,0.9999995617875994,-0.00042603429181180925,"model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(256, 1728)","model.language_model.layers.23.self_attn.v_proj.weight|2d-64|(320, 1792)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,16,0.014477769005187824,8.996222016943056 +6176,6282,1.2307994032684169,0.02282448954093365,0.010708963975179665,0.010702312029404233,1.2389089340589827,1.6693449091413957,1.4069471551180481,0.9999426574012024,0.01442959526942412,"model.visual.blocks.21.attn.proj.weight|2d-128|(512, 896)","model.visual.blocks.8.attn.proj.weight|2d-128|(0, 896)",model.visual.layers.*.attn.proj.weight,2d-128,13,0.008109530790565866,3.222515601308919 +6598,6643,1.2031115615520604,0.025417816316801133,0.018378413590205242,0.01841766291673704,1.2155607109555633,1.7127809235325049,1.4018927294450554,0.9998311026938037,0.025896029641620105,"model.visual.blocks.2.attn.proj.weight|2d-64|(768, 128)","model.visual.blocks.21.attn.proj.weight|2d-64|(640, 256)",model.visual.layers.*.attn.proj.weight,2d-64,19,0.012449149403502835,3.2813653463105785 +6732,6871,1.1228754483233423,0.04243285089185377,-0.005286390766895393,-0.005271526557029895,1.1582226545398138,2.0000385005868466,1.4174519855837642,0.9999860269387066,-0.00912862912972332,"model.visual.blocks.0.attn.qkv.weight|2d-128|(1152, 512)","model.visual.blocks.11.attn.qkv.weight|2d-128|(256, 256)",model.visual.layers.*.attn.qkv.weight,2d-128,11,0.03534720621647147,4.842474857966607 +6968,7115,1.1134772864944893,-0.009650970383248327,-0.005814138400606592,-0.005846233812886759,2.3355532220237767,1.1096130894689467,1.4173970527447681,0.9999830977544863,-0.0027622766257096427,"model.visual.blocks.21.attn.qkv.weight|2d-64|(256, 320)","model.visual.blocks.3.attn.qkv.weight|2d-64|(1856, 320)",model.visual.layers.*.attn.qkv.weight,2d-64,18,0.0038641970255426372,6.14459162922687 +7336,7358,1.2294052223618248,0.011939894564206572,-0.004202697636140467,-0.004442283902284732,1.2540365337144181,1.666455222033489,1.41706623420357,0.999991168627293,-0.005584851185818014,"model.visual.blocks.1.mlp.linear_fc1.weight|2d-128|(2816, 256)","model.visual.blocks.17.mlp.linear_fc1.weight|2d-128|(128, 640)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,16,0.024631311352593332,3.684124943017766 +7464,7562,1.2349477723039544,0.07192211073636827,0.04349715791353608,0.04355296633502923,1.2677782154765,1.538602973232798,1.3836947157754984,0.999053550743625,0.052789088561353094,"model.visual.blocks.7.mlp.linear_fc1.weight|2d-64|(3456, 896)","model.visual.blocks.23.mlp.linear_fc1.weight|2d-64|(1280, 512)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,16,0.03283044317254569,3.4174055579981015 +7819,7918,1.2377469210855214,0.028495633002411685,-0.003266533989670301,-0.0031943165845617983,1.5834771432623396,1.2931622792469952,1.4164749659369453,0.9999946648636153,-0.0026676473085156475,"model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(128, 3584)","model.visual.blocks.5.mlp.linear_fc2.weight|2d-128|(640, 896)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,5,0.055415358161473804,4.36284304039679 +8045,8073,1.2286161899639294,0.013810698014885553,0.010523581795419531,0.011272767893239707,1.2370429203357038,1.6743958042403726,1.4070827133577297,0.9999446255799344,0.014244163168606157,"model.visual.blocks.0.mlp.linear_fc2.weight|2d-64|(832, 2304)","model.visual.blocks.10.mlp.linear_fc2.weight|2d-64|(384, 64)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,10,0.008426730371774438,3.689770925666052 +8297,8348,1.3412158355180581,0.06038425927796988,-0.005496102509330764,-0.0056228031860231995,1.4284569412989718,1.4079536931209573,1.4180941634243323,0.9999848963145428,-0.0054172146195368,"model.visual.merger.linear_fc1.weight|2d-128|(1280, 3840)","model.visual.merger.linear_fc1.weight|2d-128|(512, 3584)",model.visual.merger.linear_fc1.weight,2d-128,0,0.06673785760289919,3.677256207768495 +8482,8620,1.34676068473933,0.06388681659909314,0.032365614125542855,0.03193131706144834,1.4138389071267001,1.3695217207546115,1.391151172316138,0.9994760962735809,0.03135110466055453,"model.visual.merger.linear_fc1.weight|2d-64|(704, 2048)","model.visual.merger.linear_fc1.weight|2d-64|(2880, 1792)",model.visual.merger.linear_fc1.weight,2d-64,0,0.022761036015281455,3.6356510649549847 +8734,8821,1.3489978241260796,0.04930871295011224,0.008602712922623651,0.008489301501021486,1.4347752067866895,1.3829001392508773,1.4081215266289182,0.9999629959805367,0.0082916772204862,"model.visual.merger.linear_fc2.weight|2d-128|(1792, 896)","model.visual.merger.linear_fc2.weight|2d-128|(1152, 3584)",model.visual.merger.linear_fc2.weight,2d-128,0,0.03390231512479769,3.70908575484377 +9056,9113,1.3494240947092535,0.028739047546537524,0.014099322101655442,0.014217980313815382,1.434879697504043,1.3754404022537043,1.4042174237497091,0.9999005996179189,0.013515263542120655,"model.visual.merger.linear_fc2.weight|2d-64|(768, 512)","model.visual.merger.linear_fc2.weight|2d-64|(1728, 3072)",model.visual.merger.linear_fc2.weight,2d-64,0,0.026016307544450834,3.8356928993525994 +9251,9323,0.8051465536231954,0.5957755925059195,0.7615894122422747,0.7653718678860318,0.6480885986946685,0.8442018500771699,0.7270078041558463,0.6480598484403014,0.9920482972684054,"model.visual.pos_embed.weight|2d-128|(512, 384)","model.visual.pos_embed.weight|2d-128|(1664, 384)",model.visual.pos_embed.weight,2d-128,0,0.15705795492852692,5.045645503733317 +9425,9569,0.5516667278271112,0.834176324848008,0.5525611095307216,0.5550031317581107,0.8694845937523433,1.0865780139439243,0.9600893333831985,0.8334723872055858,0.6905248894468113,"model.visual.pos_embed.weight|2d-64|(256, 64)","model.visual.pos_embed.weight|2d-64|(832, 64)",model.visual.pos_embed.weight,2d-64,0,0.3178178659252321,2.2680829101610436 +9740,9760,1.2095434112971581,0.036212528717191814,0.01638226141672029,0.01636143850748536,1.6510279624557447,1.2411719040658697,1.4030415254928008,0.999865801750852,0.012315480450889444,"mtp.fc.weight|2d-128|(1920, 3712)","mtp.fc.weight|2d-128|(512, 2048)",mtp.fc.weight,2d-128,0,0.0316284927687116,4.546719175024746 +10043,10083,1.1666125719052451,0.039789616738516026,0.014739802880730622,0.015202372177259409,1.1122594064042874,2.2160378641460903,1.405831538039849,0.9998913632045419,0.029367215152933387,"mtp.fc.weight|2d-64|(1152, 3904)","mtp.fc.weight|2d-64|(1984, 2624)",mtp.fc.weight,2d-64,0,0.0543531655009577,3.618103452499943 +10272,10275,1.3244203618463177,0.024952988350363952,0.009291879419078702,0.009415624682761694,1.4345828123434357,1.3821460530459095,1.4076324511633393,0.999956829556587,0.008952243365776243,"mtp.layers.0.mlp.down_proj.weight|2d-128|(1664, 5120)","mtp.layers.0.mlp.down_proj.weight|2d-128|(1920, 3712)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.05772569119959181,4.032508199904898 +10457,10589,1.2805907311378102,-0.012325140692150733,-0.01634951164631587,-0.016247568642141698,1.5679837735507562,1.31600207485362,1.4255537722076381,0.9998663378016719,-0.013722075197673357,"mtp.layers.0.mlp.down_proj.weight|2d-64|(1856, 5184)","mtp.layers.0.mlp.down_proj.weight|2d-64|(1152, 3584)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.035411343715809895,4.71414859517081 +10778,10837,1.3155652295855622,0.031815183243254545,0.00829485426043097,0.00824335839118177,1.3507538181536656,1.4740229383096648,1.4083583903504604,0.9999655971046195,0.009051838525634242,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(1024, 1280)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(2560, 512)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.03518858856810336,3.58179545648546 +10922,11045,1.3033323099574379,0.03620249411419711,0.01845557265763735,0.018177780517684688,1.5101774065640687,1.3129033627863715,1.4012307385586174,0.999829681414729,0.016044726466600285,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(1856, 384)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(1536, 256)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.009571052828933668,3.897844540116238 +11235,11268,1.3378543906416611,0.04278368997326471,0.006776094213573111,0.006708175384690167,1.3743854293168176,1.4472789316568981,1.4094204085961808,0.9999770420100698,0.00713547901850314,"mtp.layers.0.mlp.up_proj.weight|2d-128|(4096, 1280)","mtp.layers.0.mlp.up_proj.weight|2d-128|(3456, 1664)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.0365310386751565,3.6480652032959386 +11460,11503,1.3189291698970194,0.05209646755686664,0.025469916308070776,0.02548525788085333,1.4345867593628514,1.3605774489058555,1.3961130117496665,0.9996755890604011,0.024155941443145274,"mtp.layers.0.mlp.up_proj.weight|2d-64|(896, 1600)","mtp.layers.0.mlp.up_proj.weight|2d-64|(3904, 320)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.041648279008836164,3.819609329189175 +11707,11720,1.2504320641754998,-0.01429642155691332,-0.014102000501931031,-0.014099071288913698,1.6131355917752543,1.2886945210949228,1.4239057475579404,0.9999005618469486,-0.011265742864997983,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(256, 1408)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 1024)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.03826245691942298,4.902307782900381 +11755,11938,1.0935203332432333,0.01886243459721301,0.012736691255347578,0.01265181411008389,2.4512042210854346,1.089076127405764,1.4075141100608848,0.9999188850581161,0.005658943579247911,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 1728)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 1152)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.004444205837469184,7.327466481157035 +12065,12136,1.1962170261058453,0.028124537001837743,0.010218792911941823,0.010216667947682905,1.8049557338120616,1.1930649500780424,1.4075500072347575,0.9999477867726009,0.006754561027153238,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(640, 128)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1152, 1024)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.003152076027802986,5.500034490587197 +12382,12415,1.1821806941743769,0.004895251377977213,-0.0014104838187039247,-0.0015129915254025678,1.2424819021521525,1.6881717961900546,1.4151655136654337,0.9999990052672038,-0.0019164375735324162,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(1856, 1984)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(640, 0)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.060301207977775606,3.3355938585033487 +12613,12743,1.063855668802521,0.03746484279340842,0.007371918968491473,0.008849895266762713,1.067923510396482,2.7939642887037683,1.4107323648113816,0.999972827036176,0.01928684792184808,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(896, 640)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(1920, 896)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.004067841593961008,3.122616316805545 +12828,12970,1.0635321889437743,0.022071012821381103,0.003987680127543654,0.003711796299593028,2.6416218327934127,1.0786445620938547,1.4122385228705756,0.9999920491719924,0.0016282760202645072,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(576, 1856)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(4032, 1856)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.015112373150080405,8.809494433875381 +13018,13038,1.3689330981848051,0.02684360726998028,0.0029735742364919247,0.002967872405652245,1.4342455759286785,1.3909693376513355,1.4121103504016475,0.999995578918357,0.0028838510333295446,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(0, 1280)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 1792)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.022036239466530327,4.103384345810296 +13161,13273,1.3101182335620385,0.013495269788378707,0.020649194285764595,0.0205247645542864,1.3328266573322636,1.4775660658321308,1.3996142725204452,0.9997867826568566,0.02289161054483206,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(128, 1600)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 576)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.022708423770225084,3.4934779939358447 +28,209,1.1837157397854414,0.2960933191066651,0.2942260256057621,0.29345208889858077,1.186925254187977,1.1892507763992433,1.1880863083334152,0.9557358661556222,0.2948024975910573,"model.language_model.embed_tokens.weight|2d-128|(83456, 1152)","model.language_model.embed_tokens.weight|2d-128|(186240, 1152)",model.language_model.embed_tokens.weight,2d-128,0,0.003209514402535474,3.2035168670746024 +424,496,1.2008523898040262,0.13026441294416446,0.07502981849985128,0.07356256625777144,1.3027586766405455,1.426325151901692,1.3603508254035033,0.9971812906066175,0.08214638611728446,"model.language_model.embed_tokens.weight|2d-64|(121664, 704)","model.language_model.embed_tokens.weight|2d-64|(248192, 832)",model.language_model.embed_tokens.weight,2d-64,0,0.10190628683651926,3.736664737166086 +620,746,0.1579521288273415,0.9940281737928475,0.9940281737928475,0.9984870572868972,0.1579521288273415,0.17952543498318943,0.16770693181308302,0.10912373575925972,1.1297938281083557,"model.language_model.layers.5.linear_attn.conv1d.weight|3d-axis0-slice|(200, 0, 0)","model.language_model.layers.8.linear_attn.conv1d.weight|3d-axis0-slice|(630, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,3,0.0,0.289993574190179 +906,908,0.6545867791600111,0.7563196935644789,0.756319693564479,0.7370045092811323,0.654586779160011,0.8919477497724475,0.7463133998328314,0.6542022020190184,1.0305702318783336,"model.language_model.layers.13.linear_attn.conv1d.weight|3d-volume|(6076, 0, 0)","model.language_model.layers.10.linear_attn.conv1d.weight|3d-volume|(5272, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,3,1.1102230246251565e-16,1.6769348158622124 +1205,1252,1.1557625694773375,0.042236134740606425,0.005203249245958564,0.005186058463547531,1.1759573629373699,1.8845632244351322,1.41090483390856,0.9999864630070171,0.008338611998661035,"model.language_model.layers.4.linear_attn.in_proj_qkv.weight|2d-128|(2560, 512)","model.language_model.layers.13.linear_attn.in_proj_qkv.weight|2d-128|(2304, 512)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,9,0.02019479346003239,3.067090089915621 +1361,1527,1.1526286350690211,0.038849757197766045,0.018000764796994192,0.018095442093052843,1.878002767151293,1.1681130183142363,1.4027500107394848,0.9998379731070046,0.011196430626604926,"model.language_model.layers.2.linear_attn.in_proj_qkv.weight|2d-64|(1024, 448)","model.language_model.layers.20.linear_attn.in_proj_qkv.weight|2d-64|(3328, 576)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,18,0.015484383245215172,5.062535650610838 +1571,1680,1.162781424298945,0.022153309209436364,0.01623601565414575,0.016305972632356266,1.1782248765064496,1.8423707502566342,1.4037531246985107,0.9998681872105334,0.025387989116815446,"model.language_model.layers.1.linear_attn.in_proj_z.weight|2d-128|(512, 768)","model.language_model.layers.10.linear_attn.in_proj_z.weight|2d-128|(256, 1664)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,9,0.015443452207504649,3.007535992864459 +1793,1909,1.1613992541491618,0.016612018797931706,0.018332106444096514,0.018336706355607045,1.1662840957376281,1.8847691235449577,1.4025649784834724,0.9998319528167333,0.0296255331969695,"model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-64|(640, 704)","model.language_model.layers.16.linear_attn.in_proj_z.weight|2d-64|(320, 1920)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,14,0.00488484158846636,3.2085933478176307 +2078,2178,1.240397339613318,0.002530206171732188,0.0056365486598802415,0.005573358001042759,1.24326019877251,1.6702171536325605,1.4103903415629309,0.9999841145334284,0.007572236502311782,"model.language_model.layers.8.linear_attn.out_proj.weight|2d-128|(384, 896)","model.language_model.layers.12.linear_attn.out_proj.weight|2d-128|(640, 896)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,4,0.002862859159191933,3.4194329598324895 +2533,2537,1.2349947642306864,0.027866660005269897,0.024409759615162025,0.024491836961855796,1.5946096510903578,1.258832936341496,1.397323886837586,0.9997020374269175,0.019269800198897267,"model.language_model.layers.17.linear_attn.out_proj.weight|2d-64|(1216, 1344)","model.language_model.layers.10.linear_attn.out_proj.weight|2d-64|(576, 576)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,7,0.02383817211080963,4.43046964115219 +2653,2760,1.2736713326085225,0.04744608219642613,0.006935263455380153,0.006902577882824836,1.2936606857893669,1.5630144290513093,1.4093877857187294,0.9999759507712196,0.008379258154094025,"model.language_model.layers.22.mlp.down_proj.weight|2d-128|(0, 1408)","model.language_model.layers.4.mlp.down_proj.weight|2d-128|(384, 1152)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,18,0.019989353180844383,3.33578167589064 +2937,2959,1.2675132260616366,0.016070919795567684,0.010707489702128358,0.011132309843715993,1.5566425943636066,1.2932058850789734,1.4067508305562357,0.9999426731889578,0.008895419377160164,"model.language_model.layers.3.mlp.down_proj.weight|2d-64|(1664, 6016)","model.language_model.layers.21.mlp.down_proj.weight|2d-64|(192, 2304)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,18,0.02569265901733675,4.072309333335051 +3100,3166,1.1707868697781916,0.06637971770290839,0.01876096506226855,0.01863776262343759,1.7616249006033167,1.1990647127355796,1.401817757222614,0.999823997606545,0.012769807678880472,"model.language_model.layers.11.mlp.gate_proj.weight|2d-128|(5504, 1920)","model.language_model.layers.18.mlp.gate_proj.weight|2d-128|(0, 1920)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,7,0.028277842957388,4.671311611529235 +3387,3433,1.1641656992734977,0.03475920312691261,0.008415865131468844,0.008293084909571355,1.874764334914974,1.1759672276811615,1.4088457939534653,0.9999645859799681,0.005278947013700695,"model.language_model.layers.11.mlp.gate_proj.weight|2d-64|(2176, 576)","model.language_model.layers.23.mlp.gate_proj.weight|2d-64|(4544, 1536)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,12,0.011801528407663797,4.887043112572296 +3720,3790,1.2446564748593163,0.04406644596376634,0.01257907984583507,0.012584810810899258,1.5993178036762001,1.2685266107150528,1.4055256957661963,0.9999208802451482,0.009977315006481254,"model.language_model.layers.4.mlp.up_proj.weight|2d-128|(3712, 128)","model.language_model.layers.21.mlp.up_proj.weight|2d-128|(3968, 1152)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,17,0.023870135855736496,4.269883173573049 +4029,4051,1.2404696399637454,0.044824997690885195,0.019083045502568504,0.019181183041848054,1.6322770348598188,1.2466671052684204,1.4011349674848796,0.9998179021073522,0.014574857446570489,"model.language_model.layers.10.mlp.up_proj.weight|2d-64|(640, 1984)","model.language_model.layers.23.mlp.up_proj.weight|2d-64|(960, 1024)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,13,0.0061974653046750205,4.251336844696733 +4290,4329,1.1866905697858647,-0.0066820250251074746,0.000528304435223327,0.0004384145863763699,1.8726066874284177,1.182372445783729,1.413876241683427,0.9999998604472021,0.00033357384195354414,"model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 256)","model.language_model.layers.3.self_attn.k_proj.weight|2d-128|(128, 1920)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,20,0.004318124002135715,5.112468454506969 +4375,4518,1.109863332458213,-0.01513679697444954,0.0025409229775345695,0.002563308158672284,2.233458838739239,1.116938841216753,1.4127753062168409,0.9999967718500007,0.001270699740206778,"model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 640)","model.language_model.layers.19.self_attn.k_proj.weight|2d-64|(128, 1216)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,4,0.007075508758539906,7.357141713131583 +4614,4728,1.1331105366535141,0.06570239265964914,0.0010150570396436486,0.0009837647879127516,1.954370249120308,1.1631973471385502,1.413582525925885,0.9999994848294704,0.0006041391881805704,"model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(512, 384)","model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(1920, 896)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,12,0.03008681048503603,5.078704671857229 +4891,5060,1.1343508752262124,0.04333917153460114,0.02358778350072883,0.023658643641482888,1.9718935840422418,1.1442741006974972,1.3996575317949076,0.9997217695286638,0.0136878024104193,"model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(1344, 1024)","model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(192, 0)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,12,0.00992322547128488,5.188681815482186 +5281,5316,1.13381610631212,-0.011250303072474533,-0.01206693317066721,-0.011121355300477675,1.1300376275309485,2.1969564043892746,1.4211378978588092,0.9999271919114184,-0.02345986139289743,"model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(384, 384)","model.language_model.layers.19.self_attn.q_proj.weight|2d-128|(768, 768)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,16,0.003778478781171435,2.9382963022917994 +5443,5530,1.1202653769065527,0.02694784007886568,0.02227981714293678,0.023387815635027134,2.052733481845769,1.1309191208248563,1.4008332951293885,0.9997517740659816,0.012274691984257199,"model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(2624, 832)","model.language_model.layers.19.self_attn.q_proj.weight|2d-64|(3392, 1408)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,12,0.010653743918303649,5.711633444382206 +5790,5849,1.089887018579999,0.018442401550243934,0.007260699018792483,0.007286144537889729,1.0899495669091697,2.4721032627339214,1.4104180595178906,0.999973640777475,0.016467915836679867,"model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(128, 1792)","model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(256, 256)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,12,6.254832917074182e-05,3.4115471862600004 +5988,6075,1.0845909898151798,0.025735302949170348,0.014425345598187981,0.014579016916345566,2.4493497090878655,1.088412926752527,1.4066227349746254,0.9998959492889111,0.006410163711488709,"model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(448, 960)","model.language_model.layers.23.self_attn.v_proj.weight|2d-64|(64, 512)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,16,0.0038219369373473366,8.617818727787865 +6187,6329,1.230909042912283,0.02009820883139465,0.000646652006784745,0.0006739044555056724,1.25159370324321,1.6614808620251889,1.4137739960654527,0.9999997909205692,0.0008584254865448606,"model.visual.blocks.22.attn.proj.weight|2d-128|(256, 640)","model.visual.blocks.8.attn.proj.weight|2d-128|(128, 512)",model.visual.layers.*.attn.proj.weight,2d-128,14,0.020684660330926974,3.2244268877374416 +6498,6613,1.2031897534419178,-0.02826892388364651,0.004559624409546001,0.004522835179050425,1.7288392092797822,1.2219280507094912,1.4111709926300735,0.9999896048585925,0.0032227016467569636,"model.visual.blocks.0.attn.proj.weight|2d-64|(384, 128)","model.visual.blocks.22.attn.proj.weight|2d-64|(960, 576)",model.visual.layers.*.attn.proj.weight,2d-64,22,0.018738297267573367,4.845662356305043 +6728,6753,1.1233105606101206,0.05662381862682331,0.012693255047335641,0.012749235040378995,1.136174293460714,2.0575909506095518,1.40659690516194,0.9999194373929848,0.02298725368941813,"model.visual.blocks.0.attn.qkv.weight|2d-128|(1152, 0)","model.visual.blocks.6.attn.qkv.weight|2d-128|(1664, 640)",model.visual.layers.*.attn.qkv.weight,2d-128,6,0.01286373285059339,4.076868964855542 +6912,6958,1.1136975772333135,0.04170322625352612,0.027582827903866045,0.02755707845670648,1.1364765258141647,1.999897779566485,1.3973571041581954,0.9996195214204381,0.04853847398175503,"model.visual.blocks.1.attn.qkv.weight|2d-64|(1024, 64)","model.visual.blocks.18.attn.qkv.weight|2d-64|(2368, 576)",model.visual.layers.*.attn.qkv.weight,2d-64,17,0.022778948580851166,3.1799219901541966 +7322,7340,1.229416794964939,0.019198290788024618,-0.003888825133966579,-0.0038762001015058794,1.7166733082347898,1.2337259928108453,1.4168174678611711,0.9999924384909504,-0.0027947918956135465,"model.visual.blocks.14.mlp.linear_fc1.weight|2d-128|(2304, 768)","model.visual.blocks.1.mlp.linear_fc1.weight|2d-128|(3200, 768)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,13,0.004309197845906221,4.611633722054294 +7435,7643,1.23497016675951,0.04060077599704698,0.0290445064254927,0.028772354951239483,1.6810577032971947,1.2175969226285435,1.3945633573890437,0.9995781193316006,0.0210370539771369,"model.visual.blocks.17.mlp.linear_fc1.weight|2d-64|(3840, 192)","model.visual.blocks.0.mlp.linear_fc1.weight|2d-64|(832, 704)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,17,0.017373244130966636,5.256947937151684 +7690,7785,1.2377962472049613,0.015529478648684559,0.007303526772902949,0.0072871531256523394,1.6455408662398052,1.2521674798880944,1.4092273022668842,0.9999733288926648,0.005557588329251724,"model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(640, 512)","model.visual.blocks.5.mlp.linear_fc2.weight|2d-128|(0, 2432)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,5,0.014371232683133117,4.6331225980780575 +8073,8086,1.2287210003386377,-0.014732029315861627,0.004539886268128062,0.004690531956933281,1.7014771700753122,1.2319311801488149,1.4111604748610787,0.9999896946632363,0.0032870423102937356,"model.visual.blocks.10.mlp.linear_fc2.weight|2d-64|(384, 64)","model.visual.blocks.4.mlp.linear_fc2.weight|2d-64|(192, 3072)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,6,0.0032101798101771273,5.3776149997416915 +8247,8398,1.3412965353110922,0.04887687668147693,0.021013865497693015,0.02088771406047068,1.4181642448428424,1.3811322821245617,1.3992808784274497,0.9997791843486464,0.020465138728909073,"model.visual.merger.linear_fc1.weight|2d-128|(128, 2944)","model.visual.merger.linear_fc1.weight|2d-128|(1280, 896)",model.visual.merger.linear_fc1.weight,2d-128,0,0.039835746813469575,3.7072634996021243 +8462,8697,1.3467865188502885,0.05538357751001924,0.044443814968923426,0.04445860977414553,1.395458563613821,1.3697702309610973,1.3824354273181052,0.9990118854703421,0.04362566992825581,"model.visual.merger.linear_fc1.weight|2d-64|(2496, 832)","model.visual.merger.linear_fc1.weight|2d-64|(2880, 2560)",model.visual.merger.linear_fc1.weight,2d-64,0,0.02298371211080874,3.698203832794173 +8769,8818,1.349071261839083,0.03974660073727008,0.009933249700172283,0.010048574426025133,1.4321961318596488,1.3834237059108838,1.4071763994266426,0.9999506640581795,0.00959497990970498,"model.visual.merger.linear_fc2.weight|2d-128|(1024, 1280)","model.visual.merger.linear_fc2.weight|2d-128|(1152, 1536)",model.visual.merger.linear_fc2.weight,2d-128,0,0.034352444071800825,3.711689580263979 +9179,9183,1.3494644240063247,0.07373549515903524,0.05306232355453499,0.05303019135160612,1.3798946632062719,1.372499135094785,1.3761819956856587,0.9985912025543756,0.05277793669807991,"model.visual.merger.linear_fc2.weight|2d-64|(960, 128)","model.visual.merger.linear_fc2.weight|2d-64|(448, 0)",model.visual.merger.linear_fc2.weight,2d-64,0,0.023034711088460336,3.599746201530827 +9283,9347,0.8065462427595058,0.6459293097858546,0.5294681273238596,0.5272367663171222,0.9081565313758573,1.0638686449523365,0.9768246312891989,0.8483298309903792,0.6202504961431148,"model.visual.pos_embed.weight|2d-128|(1024, 384)","model.visual.pos_embed.weight|2d-128|(2048, 384)",model.visual.pos_embed.weight,2d-128,0,0.10161028861635146,3.445123922941178 +9572,9575,0.5548797619307667,0.8322721734585449,0.8152866150980846,0.8174936229072736,0.7036886804870685,0.579108482523173,0.6323740845591616,0.579057626874828,0.670949252962415,"model.visual.pos_embed.weight|2d-64|(832, 256)","model.visual.pos_embed.weight|2d-64|(2176, 256)",model.visual.pos_embed.weight,2d-64,0,0.024228720592406328,2.320864135614069 +9679,9731,1.2101767638165544,0.013670025018084944,0.0046938948809545945,0.004733655462245252,1.207829746040485,1.7707599624379016,1.4111200196715408,0.9999889836147429,0.006881566835337747,"mtp.fc.weight|2d-128|(1152, 3072)","mtp.fc.weight|2d-128|(1408, 2688)",mtp.fc.weight,2d-128,0,0.0023470177760693822,3.4235878697192925 +9927,10008,1.16667340441505,0.03601409850941764,0.004747078504713911,0.0047765939963870544,1.8756169945152417,1.178480261996908,1.4111861008728082,0.9999887325593575,0.0029826656168686575,"mtp.fc.weight|2d-64|(1984, 1792)","mtp.fc.weight|2d-64|(1152, 2752)",mtp.fc.weight,2d-64,0,0.011806857581857955,5.22838908957722 +10148,10274,1.32446765605494,0.039828049938870104,0.011829476031518309,0.011787732992467319,1.3989565542417723,1.4127943614765188,1.4058243823346452,0.9999300293004605,0.011946487534495915,"mtp.layers.0.mlp.down_proj.weight|2d-128|(0, 2560)","mtp.layers.0.mlp.down_proj.weight|2d-128|(384, 256)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.07448889818683235,3.888782727710802 +10607,10637,1.280764186516278,0.02168951977807961,0.016212134134114937,0.016113723526292676,1.480792338778977,1.3358986970333235,1.4027640143936932,0.9998685747171062,0.014625797486062124,"mtp.layers.0.mlp.down_proj.weight|2d-64|(1344, 5248)","mtp.layers.0.mlp.down_proj.weight|2d-64|(1216, 4800)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.05513451051704554,4.249268386926104 +10712,10795,1.3157001664929804,0.019118363066926863,-0.005779430209438254,-0.005783645724479523,1.4589106328300203,1.38088045616074,1.4182882004334998,0.9999832989537647,-0.005470316031954029,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(512, 1024)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(1152, 1408)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.06518028966775957,4.289755417211286 +10910,11033,1.3033689577085152,0.02462323756026461,0.0283115810904602,0.028289601448432112,1.5151184976029277,1.298412328378477,1.3942900385869421,0.9995991468464538,0.024262198621361124,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(3840, 1280)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(5376, 1664)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.004956629330038265,4.433749462916081 +11243,11279,1.3379073022516155,0.047611129135535654,-0.0002878589632789264,-0.0003064475960323202,1.4029593913602278,1.426160125266316,1.414417067380119,0.9999999585686078,-0.0002926192858161608,"mtp.layers.0.mlp.up_proj.weight|2d-128|(640, 1408)","mtp.layers.0.mlp.up_proj.weight|2d-128|(2048, 1664)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.06505208910861238,3.844343634251252 +11497,11512,1.3190030592464572,0.055016205333300414,0.008872847595159732,0.008858693158137749,1.3538116944646987,1.4691421614742322,1.4079465346852449,0.9999606355129951,0.009628720558170888,"mtp.layers.0.mlp.up_proj.weight|2d-64|(3008, 1088)","mtp.layers.0.mlp.up_proj.weight|2d-64|(2880, 128)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.03480863521824151,3.6150685123081225 +11703,11713,1.2504888035631567,0.028850707135120397,0.009804350420252768,0.009850313209428694,1.6347943993339709,1.2545294445108173,1.4075009872446635,0.999951936201354,0.0075237878790875255,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(256, 896)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 128)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.004040640947660545,4.795697688700257 +11749,11927,1.093643801905164,0.013869349649933601,0.005391717522281684,0.005416818175891805,2.297042105502449,1.1078917936368837,1.4112268161826353,0.9999854645854408,0.0026004919902142824,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 1344)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 448)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.014247991731719756,7.440839982833872 +12009,12144,1.1969324916063746,0.05991596892443072,0.008902525024946257,0.008774429148674339,1.2356471095696158,1.681648117687439,1.4081932569609816,0.9999603717388905,0.012115849529305067,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(128, 1152)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1280, 0)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.03871461796324116,3.3920640815852736 +12301,12346,1.1823781572274419,-0.007536928148046275,0.018312272485774952,0.018350406488242658,1.2191007844323274,1.7030401856369155,1.4019025763752613,0.9998323162792883,0.025581589587878022,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(512, 1920)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(576, 64)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.036722627204885505,3.3019883095066698 +12580,12602,1.063962291250002,0.02197974018674732,0.004613418048106181,0.004519485119275911,2.6929484580229017,1.075024207991659,1.4119652590344587,0.999989358130332,0.0018416750861028157,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 512)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(3968, 1024)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.011061916741657019,8.558872670808048 +12828,12889,1.0635533086568238,0.012255333605324291,0.0012045506836835314,0.0018113997316823128,2.711646798672582,1.075313690908995,1.4136297103750597,0.9999992745285621,0.000477669083670026,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(576, 1856)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(2496, 1408)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.011760382252171242,8.777927048969701 +13008,13033,1.3689425487648716,0.018431934847021613,-0.0044528669085832865,-0.00445629901697018,1.4444450081588245,1.3917370868341516,1.4173565480884978,0.999990085939003,-0.004290381415981521,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(0, 0)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 1152)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.02279453806928,3.9347862586670614 +13073,13273,1.3101568247289566,0.029570610997785792,0.0067773700464258,0.006772237365207584,1.3486431027667192,1.4792626617869682,1.409433564961855,0.9999770333638937,0.0074337757960011245,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(0, 64)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 576)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.03848627803776261,3.3736828507146215 +10,28,1.1837852586312667,0.25661958714427147,0.26642661692409547,0.2655400589202789,1.1886824923014165,1.235519558296752,1.2114224824741422,0.9638552058241846,0.27692449261470803,"model.language_model.embed_tokens.weight|2d-128|(127616, 1152)","model.language_model.embed_tokens.weight|2d-128|(83456, 1152)",model.language_model.embed_tokens.weight,2d-128,0,0.004897233670149825,3.2085741997847173 +281,427,1.2008619474015265,0.2130299438784666,0.17695378850515556,0.17689779101778133,1.347246465588089,1.2281793787911308,1.2835895289395771,0.9842191609258949,0.1613149483722205,"model.language_model.embed_tokens.weight|2d-64|(217920, 1856)","model.language_model.embed_tokens.weight|2d-64|(154688, 1856)",model.language_model.embed_tokens.weight,2d-64,0,0.027317431389604296,3.588996280820493 +650,677,0.15969763718892616,0.990438803707009,0.990438803707009,0.9947404564181844,0.17549425604364025,0.15969763718892616,0.16703833219502984,0.13795280392738948,0.9012872574752736,"model.language_model.layers.8.linear_attn.conv1d.weight|3d-axis0-slice|(5427, 0, 0)","model.language_model.layers.16.linear_attn.conv1d.weight|3d-axis0-slice|(5654, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,8,0.0,0.27446933744898555 +814,871,0.654686629574813,0.8392136913004399,0.8392136913004399,0.8145057904630706,1.3792542224227733,0.654686629574813,0.8364224478304396,0.5438017840480942,0.3983471459564704,"model.language_model.layers.2.linear_attn.conv1d.weight|3d-volume|(5328, 0, 0)","model.language_model.layers.4.linear_attn.conv1d.weight|3d-volume|(5396, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,2,0.0,3.436757525050426 +1164,1241,1.1557961068869076,0.03789589009310192,0.009180278239292655,0.009259674109838578,1.1637583447280155,1.9251259436789654,1.4084539999769188,0.9999578603578498,0.015186307267926987,"model.language_model.layers.0.linear_attn.in_proj_qkv.weight|2d-128|(5120, 0)","model.language_model.layers.2.linear_attn.in_proj_qkv.weight|2d-128|(5504, 640)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,2,0.007962237841107944,3.3069629120787525 +1523,1531,1.152831192474943,0.022910120747785295,-0.0016417967303432716,-0.0015850159574116098,1.935007342863419,1.1692326377319924,1.4152409252767644,0.99999865225084,-0.0009920594506883588,"model.language_model.layers.6.linear_attn.in_proj_qkv.weight|2d-64|(3520, 576)","model.language_model.layers.22.linear_attn.in_proj_qkv.weight|2d-64|(3776, 128)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,16,0.01640144525704934,5.435265015125554 +1635,1764,1.1628485298007152,0.003287702952502217,0.004973463926169512,0.005281686891834028,1.951698594234341,1.1610162973800988,1.4111197359340062,0.999987632251807,0.0029585883239210335,"model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(256, 1920)","model.language_model.layers.21.linear_attn.in_proj_z.weight|2d-128|(896, 1664)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,3,0.0018322324206163643,5.445382831697275 +1912,1922,1.1614106355517786,-0.007469233271244656,-0.016853726382615265,-0.016240337211837853,1.1717907026479675,1.9720725009667794,1.4246420473973904,0.9998579658666625,-0.02836408435641852,"model.language_model.layers.14.linear_attn.in_proj_z.weight|2d-64|(1920, 1024)","model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-64|(640, 768)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,10,0.010380067096188883,3.09091312186172 +2138,2178,1.2404531781810404,-0.020912716320284255,-0.01893278393912158,-0.018951321728757357,1.2414158652369183,1.7316084248704418,1.426836105040519,0.9998207587824502,-0.02640869115119454,"model.language_model.layers.8.linear_attn.out_proj.weight|2d-128|(896, 896)","model.language_model.layers.12.linear_attn.out_proj.weight|2d-128|(640, 896)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,4,0.0009626870558778755,3.471632602295521 +2368,2374,1.2350016585748014,-0.028195188280151235,-0.016232734703537942,-0.015925805934882097,1.240786107664809,1.7269420717071795,1.425050377455251,0.999868240481737,-0.022592929051373445,"model.language_model.layers.8.linear_attn.out_proj.weight|2d-64|(1856, 1984)","model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(1536, 896)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,4,0.005784449090007637,3.3183824134613955 +2656,2759,1.2737419624411936,0.044455639128941286,0.005072968572242128,0.00505603586399349,1.536085110128216,1.3116772839580628,1.4106662578602642,0.9999871324121452,0.00433185478758254,"model.language_model.layers.4.mlp.down_proj.weight|2d-128|(1024, 4096)","model.language_model.layers.20.mlp.down_proj.weight|2d-128|(0, 3328)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,16,0.03793532151686918,4.113228958527425 +2876,2942,1.267560394899977,0.02302072680782234,0.0037645290199895516,0.0039300075457545875,1.276956713822575,1.6004203299707243,1.4116156921750285,0.999992914135524,0.004718115117873257,"model.language_model.layers.22.mlp.down_proj.weight|2d-64|(896, 1024)","model.language_model.layers.3.mlp.down_proj.weight|2d-64|(1024, 2816)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,19,0.009396318922598068,3.353177287993797 +3214,3256,1.1708556573884201,0.018054887106458212,-0.006276547181605344,-0.005936663645928573,1.8701207122208858,1.188104679263062,1.4182255211424648,0.9999803022837386,-0.003987547449396893,"model.language_model.layers.11.mlp.gate_proj.weight|2d-128|(5888, 0)","model.language_model.layers.22.mlp.gate_proj.weight|2d-128|(3328, 256)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,11,0.017249021874641945,5.1756945941907775 +3335,3384,1.1643152768305127,0.04231771547557197,0.01808393401745173,0.018062471913399027,1.1750436410397436,1.849355362846882,1.4025896244427756,0.999836472294571,0.028461598521524488,"model.language_model.layers.21.mlp.gate_proj.weight|2d-64|(576, 1472)","model.language_model.layers.9.mlp.gate_proj.weight|2d-64|(4928, 512)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,12,0.010728364209230845,2.99069998150995 +3612,3700,1.2447200795599382,0.015876456112276876,0.009557041733933739,0.009528320526194548,1.2403593250151235,1.6684078722536309,1.407727324069665,0.9999543304337932,0.012855181029220808,"model.language_model.layers.22.mlp.up_proj.weight|2d-128|(5504, 1792)","model.language_model.layers.4.mlp.up_proj.weight|2d-128|(4992, 1152)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,18,0.004360754544814771,3.2606574700776467 +3908,4044,1.240630796813433,0.011329581285054133,0.02080558799475682,0.02072719585002588,1.2416056089317609,1.6401142104748216,1.3999823136681349,0.9997835403267011,0.027483397531397957,"model.language_model.layers.22.mlp.up_proj.weight|2d-64|(3776, 896)","model.language_model.layers.1.mlp.up_proj.weight|2d-64|(4864, 1792)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,21,0.0009748121183279501,3.195421362515741 +4156,4327,1.186859176861238,0.018011747551027784,0.003245203627939848,0.0033003025735020997,1.2108676208694886,1.7650061029739812,1.4120710355444204,0.9999947343128429,0.004730330640598158,"model.language_model.layers.3.self_attn.k_proj.weight|2d-128|(128, 256)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(256, 896)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,20,0.02400844400825064,3.2266608570817197 +4410,4475,1.1098855706146027,0.018373849469354765,0.001477789481996412,0.00230184501650713,1.1323295966170255,2.125734358239071,1.413346109295204,0.9999989080685273,0.0027742698641008553,"model.language_model.layers.3.self_attn.k_proj.weight|2d-64|(64, 768)","model.language_model.layers.3.self_attn.k_proj.weight|2d-64|(256, 1856)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,0,0.02244402600242279,2.897388640633261 +4752,4830,1.1331345041028906,0.03404808720022583,0.016047342168697055,0.01595579184756104,1.1422715482077228,2.009791558683603,1.404430540639097,0.9998712331142049,0.028234803607390342,"model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(640, 128)","model.language_model.layers.3.self_attn.o_proj.weight|2d-128|(1920, 1920)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,16,0.009137044104832182,2.9474449898150605 +4867,5059,1.1346910787505853,0.02370487659944255,0.022359506204573467,0.022511318389190134,1.9992167607030007,1.140031641130351,1.40054048420444,0.9997499949898913,0.01275026553113766,"model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(64, 256)","model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(1472, 64)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,12,0.0053405623797657675,5.226950308144921 +5132,5172,1.1342261662224018,-0.038866258677881974,0.008323663995829955,0.008317342814401387,1.1128655969443502,2.2403908214360615,1.4095157589207237,0.9999653577087981,0.016756974488364714,"model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(3968, 1664)","model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(2688, 1536)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,4,0.021360569278051633,3.2377799975049704 +5443,5470,1.120351088694511,-0.04689657613689693,-0.01262158259968632,-0.011914758351676215,2.347589777687036,1.1118802524142806,1.421101871416882,0.9999203446538526,-0.005977913424309428,"model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(2624, 832)","model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(960, 1792)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,4,0.008470836280230376,6.590544610830141 +5704,5851,1.0899723638565588,0.015103267562163649,0.006987915798862137,0.007010455685924937,2.3126000482548084,1.105336285100691,1.4103632913826714,0.9999755842183288,0.0033399622626227895,"model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(384, 1280)","model.language_model.layers.23.self_attn.v_proj.weight|2d-128|(128, 1408)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,16,0.015363921244132106,7.797809076056652 +6112,6134,1.0850812201153277,0.05543677617073195,0.028574181442160076,0.028577251742773466,1.097833218370901,2.2752728652079117,1.3983081896309713,0.9995916747126852,0.059220342938201574,"model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(192, 1728)","model.language_model.layers.3.self_attn.v_proj.weight|2d-64|(320, 1024)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,16,0.012751998255573271,3.5990759209269663 +6198,6280,1.2309588606257265,0.016250674345942646,0.011444029880328792,0.01146220895962968,1.5783267327963637,1.2804753957189539,1.4062729128117033,0.9999345149459029,0.00928438857756088,"model.visual.blocks.0.attn.proj.weight|2d-128|(768, 768)","model.visual.blocks.3.attn.proj.weight|2d-128|(896, 0)",model.visual.layers.*.attn.proj.weight,2d-128,3,0.0495165350932274,4.7183698871681 +6498,6592,1.203498123619176,-0.015920933212654705,-0.003957610243061529,-0.003943960999137012,1.7657574246650716,1.216632540713818,1.4168260827307302,0.9999921686299169,-0.0027268510033784956,"model.visual.blocks.0.attn.proj.weight|2d-64|(384, 128)","model.visual.blocks.23.attn.proj.weight|2d-64|(0, 448)",model.visual.layers.*.attn.proj.weight,2d-64,23,0.013134417094642137,4.9746072436151625 +6664,6852,1.1237407958477712,-0.0035276201172709004,-0.006313614494452152,-0.006321225374116973,1.1441836508405103,2.081316218568064,1.4179779173719318,0.999980068937384,-0.01148471946390481,"model.visual.blocks.0.attn.qkv.weight|2d-128|(128, 0)","model.visual.blocks.21.attn.qkv.weight|2d-128|(2304, 768)",model.visual.layers.*.attn.qkv.weight,2d-128,21,0.020442854992739123,3.889682940207483 +6988,7011,1.1140925277550382,0.018485260294617167,0.011956918526647152,0.012195220652527563,2.158318061248636,1.1213951340508272,1.4072784040271846,0.9999285134945134,0.006212444076137334,"model.visual.blocks.21.attn.qkv.weight|2d-64|(320, 512)","model.visual.blocks.3.attn.qkv.weight|2d-64|(1792, 704)",model.visual.layers.*.attn.qkv.weight,2d-64,18,0.007302606295789049,6.260807759999426 +7287,7416,1.229491400372993,0.03637167854901339,0.009387761995266773,0.008974762859277933,1.5877022001923333,1.2776950547670047,1.4077140789502187,0.9999559339914535,0.007554752443644,"model.visual.blocks.16.mlp.linear_fc1.weight|2d-128|(512, 0)","model.visual.blocks.4.mlp.linear_fc1.weight|2d-128|(3840, 640)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,12,0.04820365439401164,4.5517015583169425 +7573,7638,1.2349799685644802,0.006732610679260884,0.003162574096760545,0.003195227869057555,1.654358244096203,1.2522753618570834,1.4120596241599257,0.9999949990500365,0.0023939274552860074,"model.visual.blocks.16.mlp.linear_fc1.weight|2d-64|(256, 192)","model.visual.blocks.1.mlp.linear_fc1.weight|2d-64|(3904, 768)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,15,0.01729539329260321,4.6202043071523855 +7864,7935,1.2378525643572673,0.034467499534689326,0.0008394906034121139,0.000660469506676963,1.639722789514458,1.260999171072196,1.4136397350630958,0.9999996476277013,0.0006455950736276812,"model.visual.blocks.9.mlp.linear_fc2.weight|2d-128|(0, 1536)","model.visual.blocks.4.mlp.linear_fc2.weight|2d-128|(896, 1664)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,5,0.02314660671492863,4.523299773091938 +8030,8069,1.22876114330124,0.03597035467187665,0.014633591985898685,0.01444273709385026,1.2610720578605572,1.6103906730049709,1.4041319178055023,0.9998929232600811,0.01868711617211752,"model.visual.blocks.4.mlp.linear_fc2.weight|2d-64|(768, 1728)","model.visual.blocks.23.mlp.linear_fc2.weight|2d-64|(320, 2432)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,19,0.03231091455931723,3.4266812162131526 +8218,8430,1.3414751220874797,0.0777282360106826,0.003556284491482925,0.0030863570387792295,1.3984318579358042,1.4253471578557178,1.4116971074878018,0.9999936764003139,0.0036247314902734767,"model.visual.merger.linear_fc1.weight|2d-128|(2432, 1408)","model.visual.merger.linear_fc1.weight|2d-128|(3200, 1792)",model.visual.merger.linear_fc1.weight,2d-128,0,0.0569567358483245,3.460210980533641 +8539,8548,1.3467897524565215,0.04943445703300902,0.024321519573003686,0.024537856242553314,1.3725978498712375,1.4225846297533993,1.3969209225367443,0.9997041880904871,0.02520725201489078,"model.visual.merger.linear_fc1.weight|2d-64|(3072, 640)","model.visual.merger.linear_fc1.weight|2d-64|(1600, 2688)",model.visual.merger.linear_fc1.weight,2d-64,0,0.025808097414715903,3.5298555895304378 +8793,8816,1.3491924547170793,0.04068546887490473,0.014254388342622784,0.014298024074341279,1.3928909210678255,1.4155827578656082,1.4040993359929013,0.999898401045315,0.014486609149744594,"model.visual.merger.linear_fc2.weight|2d-128|(256, 3200)","model.visual.merger.linear_fc2.weight|2d-128|(1792, 1408)",model.visual.merger.linear_fc2.weight,2d-128,0,0.04369846635074626,3.496790227859433 +9119,9208,1.34955214107863,0.04405364846471774,0.04282500690224158,0.04282562331829738,1.3619303893134072,1.40637228635759,1.3836163208313146,0.9990825885700456,0.04422245317600108,"model.visual.merger.linear_fc2.weight|2d-64|(1088, 256)","model.visual.merger.linear_fc2.weight|2d-64|(1344, 3328)",model.visual.merger.linear_fc2.weight,2d-64,0,0.012378248234777178,3.4484798185311294 +9285,9309,0.807171627242085,0.6158018199679127,0.6588899591269575,0.6600746746377831,0.8392779679282419,0.8139815438626945,0.826339501239395,0.7522393380844133,0.639030555621167,"model.visual.pos_embed.weight|2d-128|(1024, 640)","model.visual.pos_embed.weight|2d-128|(1408, 640)",model.visual.pos_embed.weight,2d-128,0,0.00680991662060948,3.8288616442749626 +9362,9609,0.5563029534797751,0.8351469296390404,0.8833643463551607,0.883776072187315,0.5660093426239873,0.47140118437216355,0.5122655071502165,0.46868692278377005,0.7357104693245345,"model.visual.pos_embed.weight|2d-64|(1536, 704)","model.visual.pos_embed.weight|2d-64|(2112, 704)",model.visual.pos_embed.weight,2d-64,0,0.08490176910761155,2.2263143626377784 +9712,9736,1.2102717274097325,0.09538684659274198,0.014073347437393923,0.014052036534337245,1.2587459169607385,1.6164907201076273,1.4045324838999071,0.9999009655420412,0.018073095790710963,"mtp.fc.weight|2d-128|(1152, 768)","mtp.fc.weight|2d-128|(384, 3072)",mtp.fc.weight,2d-128,0,0.04847418955100591,3.6266044047577277 +9882,10067,1.1668141548239783,0.03897503282522336,0.019418110722149783,0.019487448530818376,1.221629214892783,1.6934539044326313,1.4011233543590444,0.9998114507125743,0.02691788557300977,"mtp.fc.weight|2d-64|(1280, 2880)","mtp.fc.weight|2d-64|(832, 2752)",mtp.fc.weight,2d-64,0,0.054815060068804655,3.0144075497529226 +10194,10209,1.3245087572438088,0.06418097729048441,-0.0019129331596791177,-0.00193121902409474,1.4788104715465031,1.3597892623100774,1.4155608208464554,0.9999981703416895,-0.001758971835875829,"mtp.layers.0.mlp.down_proj.weight|2d-128|(128, 2304)","mtp.layers.0.mlp.down_proj.weight|2d-128|(1152, 896)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.035280505066268564,3.74166717372375 +10396,10412,1.2808101558390996,0.05889135580513704,0.020615062902647703,0.019879268821499867,1.348484672962554,1.4570170286335307,1.3996046218203104,0.9997874870098745,0.022274259617293526,"mtp.layers.0.mlp.down_proj.weight|2d-64|(1536, 1536)","mtp.layers.0.mlp.down_proj.weight|2d-64|(1728, 5184)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.06767451712345429,3.419482134308755 +10654,10799,1.3157208033577876,0.08212885617128278,0.03373996398972023,0.033410246328879116,1.3897128248180934,1.3905897934256344,1.3901511016604828,0.9994306453326176,0.03376125535921048,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(3200, 384)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(2816, 384)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.07399202146030581,3.580306347990633 +11041,11049,1.303381835998316,0.01277808133625529,0.014884866994361132,0.0144295531026773,1.3098535168497543,1.5212883456082085,1.4037665397365378,0.9998892142305367,0.017287562611512423,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(2048, 1792)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(5504, 1600)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.006471680851438233,3.8471380600868406 +11154,11373,1.3380206474810339,0.04133119921839133,-0.00469981542592734,-0.004381131983300818,1.4495500138396982,1.387541861431495,1.4175297721122266,0.999988955806494,-0.00449876898500505,"mtp.layers.0.mlp.up_proj.weight|2d-128|(4864, 1408)","mtp.layers.0.mlp.up_proj.weight|2d-128|(2432, 1408)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.04952121395046105,3.890945932191794 +11521,11582,1.3190197718131973,0.05161353007818619,0.025989482058219528,0.02599426888317566,1.351799387756737,1.4442997272089222,1.395755954487722,0.9996622163622797,0.027767879011454725,"mtp.layers.0.mlp.up_proj.weight|2d-64|(4672, 1792)","mtp.layers.0.mlp.up_proj.weight|2d-64|(1280, 512)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.03277961594353962,3.150033455278049 +11678,11695,1.2507297184559079,0.033901114729883476,0.0026472411035214694,0.0022655475237888614,1.614786074399929,1.2709490253642262,1.4123929140074658,0.9999964960511311,0.0020835629894040398,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 1792)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(128, 1920)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.020219306908318302,4.31471210953235 +11734,11920,1.0937058649824638,0.014954866985907036,0.01588054998950091,0.015720412359688237,2.3591282636575586,1.0959235766757494,1.4056062078129794,0.9998738961149205,0.007377245829393423,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 384)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 0)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.002217711693285551,7.133999476698641 +11987,12071,1.197282681752733,0.013872882904769715,0.007861706357978292,0.007857478343577959,1.1959374527813953,1.8015019620890784,1.409081175150317,0.9999690963090514,0.011842491759353658,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(0, 384)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(640, 896)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.0013452289713375976,3.603756425249408 +12251,12272,1.1823958501207374,-0.0014955624116371278,0.017917982312981872,0.017927585939149716,1.1890347781029074,1.797636903232834,1.4025054160655417,0.999839460068381,0.027089221299885093,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(576, 1920)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(1472, 0)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.006638927982169918,3.631823187181779 +12504,12613,1.0641828165666571,0.03180270344709162,-0.007390387739856769,-0.0071946452788596025,2.794869318600111,1.0739312534594936,1.417708600100372,0.9999726907116286,-0.0028397636756023383,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(2176, 1408)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(896, 640)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.009748436892836443,7.9089118572035115 +12799,12888,1.0636955503911039,0.02003917958834398,0.03312888621252111,0.03400868828230092,2.7172982783787987,1.061466806298168,1.3982447217196379,0.9994510877968555,0.012941241424993855,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(576, 256)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(4032, 1408)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.0022287440929358304,8.579298707820822 +13040,13066,1.369034533301975,0.012776315547562742,-0.01158079483534863,-0.011565158127466653,1.434469533678615,1.4105865865159677,1.4223777014500267,0.9999329403469923,-0.011387982436994789,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(256, 0)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(384, 1280)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.04155205321399258,3.9546818634298853 +13190,13279,1.3102691140411054,0.029820024897383435,0.0001614688463530144,0.0002620703309974872,1.3407785967117611,1.5009361884842174,1.4141001051427586,0.9999999869639057,0.00018075649133899338,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 1408)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 960)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.030509482670655785,3.5876713064886037 +13,214,1.1840492533432998,0.2918078015252533,0.23861794005131953,0.23843760736218245,1.2462429387593872,1.222188667956588,1.2340400107939342,0.9711135251275542,0.2340122725928428,"model.language_model.embed_tokens.weight|2d-128|(246016, 512)","model.language_model.embed_tokens.weight|2d-128|(139648, 512)",model.language_model.embed_tokens.weight,2d-128,0,0.03813941461328829,3.2575269181708593 +351,464,1.2009377369720495,0.2627127924224443,0.2130621934713057,0.2129605044285329,1.2326119720968887,1.277919446714282,1.2546525790518854,0.9770386388025787,0.2208937821148959,"model.language_model.embed_tokens.weight|2d-64|(148160, 64)","model.language_model.embed_tokens.weight|2d-64|(48256, 64)",model.language_model.embed_tokens.weight,2d-64,0,0.031674235124839134,3.1658819466317913 +681,700,0.159769416389711,0.9897589244205842,0.9897589244205841,0.9966238584041929,0.17404029841761984,0.159769416389711,0.1664477678290938,0.1427489808363212,0.9086010950276294,"model.language_model.layers.10.linear_attn.conv1d.weight|3d-axis0-slice|(732, 0, 0)","model.language_model.layers.17.linear_attn.conv1d.weight|3d-axis0-slice|(1257, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,7,0.0,0.24178104322393856 +802,894,0.6550595916854487,0.8498501960461858,0.8498501960461858,0.8549507661927294,1.4215241819181477,0.6550595916854487,0.8413597368262671,0.5270243298750632,0.39162367372788626,"model.language_model.layers.1.linear_attn.conv1d.weight|3d-volume|(1204, 0, 0)","model.language_model.layers.13.linear_attn.conv1d.weight|3d-volume|(968, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,12,0.0,3.4871322277410637 +1138,1156,1.1558354854673452,0.030429500769863144,0.006932655596410398,0.006935193253606146,1.1661894517764853,1.9213267798008158,1.4098580989542666,0.9999759688544427,0.011421726403226135,"model.language_model.layers.14.linear_attn.in_proj_qkv.weight|2d-128|(1280, 384)","model.language_model.layers.10.linear_attn.in_proj_qkv.weight|2d-128|(4352, 1152)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,4,0.010353966309140095,3.109831976159955 +1375,1503,1.153034228141859,0.009309413093765543,-0.0013816748181168408,-0.0014440155808471613,1.176250832203548,1.90348193667955,1.4150870854251085,0.999999045486893,-0.0022359117516826494,"model.language_model.layers.13.linear_attn.in_proj_qkv.weight|2d-64|(3072, 1216)","model.language_model.layers.14.linear_attn.in_proj_qkv.weight|2d-64|(5248, 1728)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,1,0.023216604061689017,3.2165141671477837 +1601,1645,1.1629760636799402,0.025143297104109362,0.016642241072179743,0.016670770538666068,1.1785794701222603,1.8397981323726684,1.403482746768118,0.9998615083160745,0.025979040717479834,"model.language_model.layers.22.linear_attn.in_proj_z.weight|2d-128|(1408, 1792)","model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-128|(640, 1664)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,18,0.015603406442320056,3.2363337677510593 +1829,2021,1.1616455283454663,-0.019109611201597772,-0.007609770855007323,-0.007661597138483055,1.1598577707983106,1.9996294740024951,1.418876678187152,0.999971045274579,-0.013119472469115238,"model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-64|(512, 0)","model.language_model.layers.16.linear_attn.in_proj_z.weight|2d-64|(576, 640)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,14,0.001787757547155655,3.2271000283793922 +2178,2213,1.2406138210403723,0.015076475011444785,-0.0018089364957052342,-0.0018145931388301511,1.6597339688107644,1.2546657043165856,1.4154436559500387,0.9999983638730388,-0.0013674544385412618,"model.language_model.layers.12.linear_attn.out_proj.weight|2d-128|(640, 896)","model.language_model.layers.4.linear_attn.out_proj.weight|2d-128|(1920, 384)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,8,0.014051883276213317,4.542567887560664 +2457,2509,1.2350526521182499,0.026711349523530895,0.024987691262635583,0.024961987668828636,1.2847278239907403,1.5442807588710705,1.3967315170266759,0.9996877588954279,0.030035942325615128,"model.language_model.layers.13.linear_attn.out_proj.weight|2d-64|(896, 1280)","model.language_model.layers.4.linear_attn.out_proj.weight|2d-64|(0, 640)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,9,0.049675171872490376,3.346363945842537 +2644,2715,1.2737451720230502,0.019528361529610305,-0.0023269717300096497,-0.0023502460414517195,1.2934420406799971,1.5811526668531017,1.4158254223788755,0.9999972925976188,-0.002844578605673145,"model.language_model.layers.21.mlp.down_proj.weight|2d-128|(1920, 640)","model.language_model.layers.3.mlp.down_proj.weight|2d-128|(640, 4608)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,18,0.019696868656946975,3.3089457341791655 +2954,3026,1.2677125759025927,0.0535749585268321,0.03889532841866742,0.038843111579361767,1.5498061063408757,1.2666449001688258,1.3869989958889855,0.9992432904088994,0.0317888600259913,"model.language_model.layers.5.mlp.down_proj.weight|2d-64|(576, 1856)","model.language_model.layers.21.mlp.down_proj.weight|2d-64|(1600, 2816)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,16,0.0010676757337668707,3.9961115907115383 +3174,3211,1.171044815894224,0.02709134586566856,0.012293475798273331,0.012177589580143484,1.1845577499112205,1.8297868377085735,1.4062600822325817,0.9999244323711654,0.01898973706183201,"model.language_model.layers.21.mlp.gate_proj.weight|2d-128|(1792, 256)","model.language_model.layers.12.mlp.gate_proj.weight|2d-128|(1024, 1152)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,9,0.013512934016996603,3.0382582258422652 +3521,3563,1.164338008212936,0.01166632859452724,0.006258650457056891,0.00550883833754633,1.9120961540916293,1.1687423268188224,1.4102694668102655,0.9999804144554314,0.0038255135246591933,"model.language_model.layers.10.mlp.gate_proj.weight|2d-64|(1472, 1024)","model.language_model.layers.19.mlp.gate_proj.weight|2d-64|(1408, 448)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,9,0.004404318605886415,5.179746694316317 +3665,3768,1.245133117725679,0.04979024264438942,0.007259622587835074,0.007245467272591552,1.2641871546398773,1.6192836602333518,1.4092248096219262,0.9999736485927427,0.009298772094619958,"model.language_model.layers.23.mlp.up_proj.weight|2d-128|(896, 768)","model.language_model.layers.14.mlp.up_proj.weight|2d-128|(2048, 1664)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,9,0.01905403691419827,3.4080959030685642 +3903,4040,1.2406711333995946,0.06652357833995526,0.03150765171924908,0.0316243897295077,1.5282284132856896,1.2868558351527026,1.3920863784140458,0.9995035106907522,0.02653124697485588,"model.language_model.layers.2.mlp.up_proj.weight|2d-64|(5248, 1024)","model.language_model.layers.19.mlp.up_proj.weight|2d-64|(3712, 768)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,17,0.04618470175310807,3.9163053254930245 +4290,4331,1.1868852302118704,-0.012477410670620016,-0.008346984753858214,-0.008376828897574176,1.8656782246003005,1.190820580161619,1.4195569602069311,0.9999651633159622,-0.005327693219616744,"model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 256)","model.language_model.layers.3.self_attn.k_proj.weight|2d-128|(128, 1792)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,20,0.0039353499497485345,5.136084438972195 +4563,4601,1.109899422230769,0.03779309525100342,0.004090036322074209,0.004500597590276738,1.1366172669430759,2.087903362401203,1.4117824974766213,0.9999916357664619,0.007513171616835445,"model.language_model.layers.15.self_attn.k_proj.weight|2d-64|(384, 64)","model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(0, 1344)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,8,0.02671784471230687,3.2544342785336946 +4698,4816,1.1331404033327737,0.004248249879089425,0.00021726180432078183,0.00017131434348644281,1.1399881559238236,2.0819803025166057,1.4140841243721953,0.9999999763986539,0.0003967890321794807,"model.language_model.layers.23.self_attn.o_proj.weight|2d-128|(256, 1792)","model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(384, 1664)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,16,0.0068477525910499715,3.3067250028309165 +4913,4914,1.1348549457918131,0.04504404647315989,0.024755389943380793,0.024778456022956478,1.1450406501936952,1.9637659479917646,1.3988965659416401,0.9996935383750118,0.04245595280119135,"model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(512, 960)","model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(1600, 1664)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,12,0.010185704401882045,3.1310887929390225 +5194,5315,1.1342688496054822,0.04519928061683257,0.014649084532399732,0.014561793533136132,1.138675345265008,2.0353875674846145,1.4053586439706456,0.9998926964041505,0.02618530791613677,"model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(3328, 640)","model.language_model.layers.23.self_attn.q_proj.weight|2d-128|(640, 1280)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,20,0.004406495659525778,2.9900388192490808 +5521,5620,1.1206339700807832,-0.027866460836558048,-0.020661918661537288,-0.02053363787251868,1.1126989007512786,2.378938941679048,1.4253833874890252,0.9997865197717081,-0.044174972115590634,"model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(896, 320)","model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(2688, 384)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,4,0.007935069329504607,2.9420539218100674 +5662,5802,1.0899771180939937,0.013764940615865947,0.011215940395982582,0.01121577586202822,2.2831107595200524,1.1063152343342983,1.4079752974786448,0.9999370993622718,0.005434850532643207,"model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(384, 1664)","model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(256, 1280)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,12,0.01633811624030468,8.731683430686425 +5988,6065,1.0853290159954516,0.022406728108945735,0.016366733357051005,0.016475266772762825,2.277375586916293,1.104176073315787,1.4050978814812038,0.9998660560491186,0.007935342538586425,"model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(448, 960)","model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(320, 1280)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,12,0.018847057320335425,9.007850086595438 +6179,6345,1.2311918587283537,0.0225710498325418,0.012040434449198294,0.011934966152867904,1.2385238436860881,1.6672540433454803,1.40603884658059,0.9999275113418344,0.01620837832182266,"model.visual.blocks.21.attn.proj.weight|2d-128|(384, 512)","model.visual.blocks.11.attn.proj.weight|2d-128|(128, 128)",model.visual.layers.*.attn.proj.weight,2d-128,10,0.007331984957734461,3.1918148269501576 +6433,6459,1.2035127930083418,0.052922345166441995,0.016750344153251436,0.016741219663728112,1.2305609102984516,1.6763325577317,1.4028680360369064,0.9998597031437699,0.02281816935863507,"model.visual.blocks.23.attn.proj.weight|2d-64|(896, 896)","model.visual.blocks.14.attn.proj.weight|2d-64|(0, 704)",model.visual.layers.*.attn.proj.weight,2d-64,9,0.027048117290109808,3.2762426975242187 +6662,6852,1.124678707191297,0.042137498702601334,-0.007100856689538558,-0.007180055474897675,1.154149565596461,2.027703759378211,1.4185241975629812,0.99997478859933,-0.012475362148355687,"model.visual.blocks.5.attn.qkv.weight|2d-128|(1408, 640)","model.visual.blocks.21.attn.qkv.weight|2d-128|(2304, 768)",model.visual.layers.*.attn.qkv.weight,2d-128,16,0.02947085840516417,3.0658127886189845 +6968,7011,1.1147204782500888,0.01363867162269454,0.011002843281577206,0.011242702239208646,2.187847380831814,1.1179756365033653,1.407894507179104,0.9999394668877317,0.005622380623456138,"model.visual.blocks.21.attn.qkv.weight|2d-64|(256, 320)","model.visual.blocks.3.attn.qkv.weight|2d-64|(1792, 704)",model.visual.layers.*.attn.qkv.weight,2d-64,18,0.003255158253276491,6.126055991326129 +7237,7369,1.2296363850567797,0.04632510348557159,0.02005457304245222,0.019169176080779195,1.680823625851693,1.2258127076215628,1.4006461427329726,0.9997988868267882,0.014625657387999999,"model.visual.blocks.23.mlp.linear_fc1.weight|2d-128|(2688, 640)","model.visual.blocks.23.mlp.linear_fc1.weight|2d-128|(1920, 640)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,0,0.0038236774352169434,3.6699785379546195 +7429,7430,1.2356257685426337,0.04626198059209565,0.03268256712513777,0.032216124139191414,1.597195788677868,1.24925694237594,1.3916031878664046,0.9994657822087312,0.025562879745346396,"model.visual.blocks.14.mlp.linear_fc1.weight|2d-64|(384, 448)","model.visual.blocks.2.mlp.linear_fc1.weight|2d-64|(192, 128)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,12,0.013631173833306365,4.466446100495994 +7861,7886,1.2378592514617035,0.002114337573081113,0.01249006826206185,0.012383742408991701,1.6948447950536663,1.2273125154427613,1.4057975866847643,0.9999219960550968,0.009044614080003436,"model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(640, 1920)","model.visual.blocks.3.mlp.linear_fc2.weight|2d-128|(0, 2944)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,7,0.010546736018942182,5.033055817962813 +8131,8133,1.229020469506833,0.0451228829893636,0.03832156411739586,0.03880303335942502,1.6116530131501505,1.2370730387111575,1.3877903671515976,0.9992654590866215,0.029414876145213213,"model.visual.blocks.9.mlp.linear_fc2.weight|2d-64|(832, 1664)","model.visual.blocks.0.mlp.linear_fc2.weight|2d-64|(512, 2304)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,9,0.008052569204324511,4.4761014788089595 +8251,8325,1.3414979661394757,0.01688347995720079,-0.00824365447468757,-0.008310389942255992,1.4490304235385993,1.3926966761647535,1.420026181312116,0.9999660205031479,-0.0079231671052918,"model.visual.merger.linear_fc1.weight|2d-128|(2304, 2816)","model.visual.merger.linear_fc1.weight|2d-128|(3328, 1920)",model.visual.merger.linear_fc1.weight,2d-128,0,0.05119871002527776,3.8781612610345633 +8547,8623,1.346877582174342,0.03950593953295211,0.006235133542576993,0.0058944868306170664,1.3819167940414068,1.4394451889306121,1.4098014392040985,0.9999805613659228,0.006494698536772694,"model.visual.merger.linear_fc1.weight|2d-64|(1024, 3328)","model.visual.merger.linear_fc1.weight|2d-64|(576, 448)",model.visual.merger.linear_fc1.weight,2d-64,0,0.03503921186706482,3.552734090406627 +8719,8924,1.3492025365034248,0.05630108633975333,0.019988862440640177,0.0199993834173878,1.4199085826760252,1.3809318971897848,1.400013484238023,0.99980020272969,0.019440165423041885,"model.visual.merger.linear_fc2.weight|2d-128|(0, 1920)","model.visual.merger.linear_fc2.weight|2d-128|(1920, 384)",model.visual.merger.linear_fc2.weight,2d-128,0,0.03172936068636001,3.6289824512131523 +9111,9142,1.3497090846795647,0.0348120849646939,0.014873868592020273,0.014916608007122632,1.369748318003662,1.4402436787717137,1.4036700767453882,0.9998893778979289,0.01563936596013477,"model.visual.merger.linear_fc2.weight|2d-64|(1088, 1216)","model.visual.merger.linear_fc2.weight|2d-64|(1856, 2176)",model.visual.merger.linear_fc2.weight,2d-64,0,0.020039233324097294,3.540145743536022 +9324,9332,0.8078999084751388,0.6264864902583535,0.5884386342323509,0.5885521281660034,1.0436522481564057,0.8360319329865034,0.9227638255083206,0.8085418812546233,0.4713768304435103,"model.visual.pos_embed.weight|2d-128|(1664, 512)","model.visual.pos_embed.weight|2d-128|(1792, 512)",model.visual.pos_embed.weight,2d-128,0,0.02813202451136454,3.5949451628057925 +9378,9394,0.557072734603141,0.8374726584335932,0.8300852825079618,0.8299598557700356,0.5615424470582767,0.6265798202982203,0.5913956985054876,0.5576364620105801,0.9262250607602934,"model.visual.pos_embed.weight|2d-64|(64, 128)","model.visual.pos_embed.weight|2d-64|(128, 128)",model.visual.pos_embed.weight,2d-64,0,0.0044697124551357215,2.3615736775089435 +9679,9797,1.2105525641471229,0.025106689474401405,0.00554124009475778,0.00553604756078695,1.2130752545617491,1.7523412230975475,1.410541403701091,0.999984647211252,0.008004568066663784,"mtp.fc.weight|2d-128|(1152, 3072)","mtp.fc.weight|2d-128|(1664, 2176)",mtp.fc.weight,2d-128,0,0.002522690414626272,3.3480476501965737 +10062,10100,1.1669245874721828,0.040497669247817905,0.02546278308316142,0.02565822283849735,1.677287754299178,1.2222549189245324,1.396969046548718,0.9996757707765352,0.018554962792240826,"mtp.fc.weight|2d-64|(1408, 3968)","mtp.fc.weight|2d-64|(576, 3968)",mtp.fc.weight,2d-64,0,0.05533033145234967,4.719328275647759 +10192,10246,1.3245178329160612,0.06685339247620674,0.01799876479822291,0.018112411602760024,1.3564362191879071,1.4512825315172706,1.4014580023006329,0.9998380091123453,0.01925729538259277,"mtp.layers.0.mlp.down_proj.weight|2d-128|(896, 3072)","mtp.layers.0.mlp.down_proj.weight|2d-128|(1280, 5120)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.031918386271845955,3.6703701081409155 +10384,10600,1.280812564141005,0.05582900024132484,0.018585658544355378,0.018732459736389293,1.4705802770041778,1.3405617679800022,1.4010665133340094,0.9998272717307088,0.016942443514916597,"mtp.layers.0.mlp.down_proj.weight|2d-64|(320, 2176)","mtp.layers.0.mlp.down_proj.weight|2d-64|(1280, 2752)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.05974920383899707,4.118845694598156 +10781,10808,1.3157554331766057,0.038226430300791724,0.005037466563143988,0.004843224213084193,1.3618481961591045,1.4651193732318446,1.4106565566824865,0.9999873118848185,0.005419465895307197,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(1024, 1664)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(3200, 1536)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.04609276298249876,3.7049421279256216 +10896,11066,1.3034083089795416,0.023676140490137897,0.022776168024165665,0.022843585077151497,1.5326787293730002,1.2939360646767997,1.3982463987344136,0.9997405894381477,0.019228364468568477,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(5568, 1280)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(4736, 704)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.009472244302741961,4.253198605980439 +11321,11333,1.3380520837569123,0.010853981147219478,0.005869886522128863,0.006004284607397671,1.4093351986615772,1.4107795491636579,1.410056819108583,0.9999827720677079,0.005875902247524386,"mtp.layers.0.mlp.up_proj.weight|2d-128|(3456, 1536)","mtp.layers.0.mlp.up_proj.weight|2d-128|(4480, 0)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.07128311490466488,3.67490638734409 +11438,11663,1.319141835696158,0.03836734904210239,0.01187714387586103,0.011769231600310084,1.3421283877592751,1.4795580852405903,1.405830054951822,0.9999294642390293,0.013093325803528,"mtp.layers.0.mlp.up_proj.weight|2d-64|(4160, 1216)","mtp.layers.0.mlp.up_proj.weight|2d-64|(3776, 128)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.02298655206311717,3.6297546273059442 +11676,11724,1.2508002162302292,0.0036816605247697066,-0.008519381198811826,-0.008471006563035998,1.6642029820016044,1.2590807331733431,1.419998807200163,0.9999637094134913,-0.0064454810152316175,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 1536)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 1536)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.008280516943113936,4.741151886486745 +11729,11970,1.093709946773883,0.035227234178349755,0.015874331905709898,0.015989772863898282,2.1756553316068596,1.1167744281707987,1.4050635002614842,0.9998739948546254,0.008148371517789698,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 64)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(448, 1152)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.02306448139691586,6.9941433186104724 +12079,12167,1.1973705026448254,0.010057919360576184,0.0005787217247576655,0.0005742470487029915,1.2090315703861156,1.777709814372801,1.4138329254549171,0.9999998325405686,0.0008509283918565501,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(640, 1920)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1408, 896)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.011661067741290276,3.3777822766704233 +12346,12462,1.1824565395475568,0.011488651318460429,0.011503007464563527,0.011467999046504142,1.5934045074073373,1.272590026386481,1.4062586494743503,0.9999338382209446,0.009187003365938499,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(576, 64)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(1984, 1984)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.0901334868389243,5.422289594451878 +12604,12681,1.0642190508872211,0.016948481246994374,0.000772968252836763,0.0006663789429805943,1.0721456378109993,2.7673901125916696,1.4138452784037419,0.9999997012599955,0.00199516243391628,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(768, 1536)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(2176, 640)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.007926586923778123,3.0093181477562316 +12846,12914,1.0637231527824507,0.06465323427736201,0.03483072610952979,0.034390634603879006,1.0693348630190191,2.575392319835036,1.3966595947990474,0.9993932261721024,0.08388652387476235,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(896, 1792)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(1856, 1344)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.005611710236568479,3.101299473127944 +13028,13058,1.3691402205960639,0.031054507864647876,0.0028204142827102353,0.0027340058509674617,1.3848406595716234,1.4412889984315602,1.4122194129998624,0.9999960226237272,0.002935378917851062,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 512)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(384, 256)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.015700438975559505,3.7637047722144237 +13183,13279,1.3103857639315295,-0.021040022977148114,-0.014215247652521764,-0.014605774362116315,1.3326276492418008,1.5375007023040768,1.4241285904160654,0.9998989582623724,-0.016400645192686455,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 960)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 960)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.02224188531027127,3.6406082297380586 +68,209,1.1842317200712271,0.28166763433577857,0.27636363851326495,0.2752281139794379,1.1997231126629535,1.2063643538793627,1.2030299850524753,0.9610531407303705,0.2778934894992456,"model.language_model.embed_tokens.weight|2d-128|(73088, 1152)","model.language_model.embed_tokens.weight|2d-128|(186240, 1152)",model.language_model.embed_tokens.weight,2d-128,0,0.015491392591726383,3.1047008066112616 +276,455,1.2009546011543883,0.11903875879270835,0.038811463407255616,0.038676442909104554,1.5891121995940034,1.2469077838040616,1.3873013262647873,0.9992465513116306,0.03045368088905089,"model.language_model.embed_tokens.weight|2d-64|(213248, 576)","model.language_model.embed_tokens.weight|2d-64|(246912, 1152)",model.language_model.embed_tokens.weight,2d-64,0,0.045953182649673296,4.239680761221866 +528,655,0.15994445631849669,0.9943012337574286,0.9943012337574286,0.9996803903315737,0.18277999279747434,0.15994445631849669,0.17022403032017844,0.10660701922694964,0.8700786547593076,"model.language_model.layers.9.linear_attn.conv1d.weight|3d-axis0-slice|(1310, 0, 0)","model.language_model.layers.16.linear_attn.conv1d.weight|3d-axis0-slice|(1101, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,7,0.0,0.2926864604032174 +794,924,0.6551899545418549,0.8663564744427157,0.8663564744427157,0.8654316757796628,1.4814176866017792,0.6551899545418549,0.8473999051433891,0.49942612986425516,0.38316543959269544,"model.language_model.layers.8.linear_attn.conv1d.weight|3d-volume|(40, 0, 0)","model.language_model.layers.21.linear_attn.conv1d.weight|3d-volume|(284, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,13,0.0,4.2927822613154225 +1028,1134,1.1559060595511044,0.026089827492841805,0.010637584209663533,0.010626179142079663,2.006827697916351,1.1463653891492918,1.4077193671688444,0.9999434193004034,0.006076534809032517,"model.language_model.layers.14.linear_attn.in_proj_qkv.weight|2d-128|(4480, 256)","model.language_model.layers.12.linear_attn.in_proj_qkv.weight|2d-128|(4992, 1152)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,2,0.009540670401812612,5.464237906069475 +1433,1529,1.1533238645755768,-0.00021213898117569338,-0.013716678024826097,-0.013719840773460827,2.0228694756133163,1.1594066477318408,1.4225578802089298,0.9999059219466415,-0.007861707281908992,"model.language_model.layers.0.linear_attn.in_proj_qkv.weight|2d-64|(4352, 1472)","model.language_model.layers.21.linear_attn.in_proj_qkv.weight|2d-64|(1408, 64)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,21,0.006082783156263982,5.610556214150911 +1645,1654,1.1632103521108277,-0.00589142556118495,0.0030311672008282004,0.0030798967521068078,1.8944972769114812,1.1751675201342033,1.4122920406618464,0.9999954060021479,0.0018802503893363199,"model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-128|(640, 1664)","model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(384, 1024)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,14,0.011957168023375653,5.677945807761245 +1909,2029,1.16166818447012,-0.02201007453039527,-0.025880143619403325,-0.02645629258287893,1.9920782315994225,1.1737358662145356,1.4301316035059846,0.9996650529883692,-0.015248624430019474,"model.language_model.layers.16.linear_attn.in_proj_z.weight|2d-64|(320, 1920)","model.language_model.layers.20.linear_attn.in_proj_z.weight|2d-64|(1152, 0)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,4,0.012067681744415637,5.8436828390616355 +2176,2253,1.240628741877242,0.036461073048155324,0.00917779308319354,0.009218700923305354,1.2609831289232258,1.6220555105643386,1.4079102742595104,0.9999578831701473,0.011805780350229994,"model.language_model.layers.0.linear_attn.out_proj.weight|2d-128|(1024, 0)","model.language_model.layers.12.linear_attn.out_proj.weight|2d-128|(512, 0)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,12,0.020354387045983913,3.2788613511793594 +2327,2393,1.2351385297537625,0.009237195456090107,-0.002777180933664812,-0.0025660137559199935,1.281408224905733,1.6048073100246754,1.4161273318914422,0.999996143625595,-0.0034780799568648866,"model.language_model.layers.22.linear_attn.out_proj.weight|2d-64|(1344, 64)","model.language_model.layers.18.linear_attn.out_proj.weight|2d-64|(64, 832)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,4,0.04626969515197055,3.4868424718363498 +2599,2683,1.2737643387690971,0.059163322224000066,-0.00383911794951252,-0.0038457030863760663,1.4936936746621723,1.3508710104336716,1.4169120016751922,0.9999926305595306,-0.0034720326072244846,"model.language_model.layers.3.mlp.down_proj.weight|2d-128|(1280, 1408)","model.language_model.layers.0.mlp.down_proj.weight|2d-128|(1152, 3968)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,3,0.07710667166457452,3.750897671136659 +2959,3034,1.267925229907811,0.019693090933699368,0.01823295209058052,0.01820198869561114,1.274967884372592,1.5752870356307187,1.4015473197842312,0.9998337659121452,0.02252773062099645,"model.language_model.layers.21.mlp.down_proj.weight|2d-64|(192, 2304)","model.language_model.layers.2.mlp.down_proj.weight|2d-64|(1216, 1536)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,19,0.0070426544647810285,3.3503269863956704 +3183,3289,1.1710531538389637,0.035081582487638596,0.009804657594472516,0.009816387442266618,1.8057869332381051,1.1931558166866416,1.4078216383555548,0.9999519331895185,0.006478330319119223,"model.language_model.layers.8.mlp.gate_proj.weight|2d-128|(2048, 1152)","model.language_model.layers.21.mlp.gate_proj.weight|2d-128|(2688, 1536)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,13,0.022102662847677923,4.895399139348589 +3506,3583,1.1643736311218886,0.019528864623478595,-0.0012439248175416366,-0.0017067453547357364,1.1809439708288616,1.8836271938752231,1.4150050595328056,0.9999992263252249,-0.0019840827942185705,"model.language_model.layers.21.mlp.gate_proj.weight|2d-64|(896, 1600)","model.language_model.layers.9.mlp.gate_proj.weight|2d-64|(2816, 1024)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,12,0.01657033970697297,3.3196618021872824 +3714,3715,1.245178203657237,0.0432781030689105,0.004260371941130457,0.00421878087957628,1.2596033118022267,1.635485856556431,1.4112978999350134,0.99999092457428,0.005531724145294053,"model.language_model.layers.22.mlp.up_proj.weight|2d-128|(5888, 1920)","model.language_model.layers.3.mlp.up_proj.weight|2d-128|(1792, 1664)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,19,0.014425108144989762,3.293961751253241 +4019,4062,1.2407545407972531,0.026720797725687962,0.021666705878400673,0.02189901038112849,1.26094561812215,1.595979558808424,1.399229180639333,0.9997652493742613,0.027423561485656403,"model.language_model.layers.22.mlp.up_proj.weight|2d-64|(3008, 1088)","model.language_model.layers.4.mlp.up_proj.weight|2d-64|(4992, 0)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,18,0.020191077324896778,3.2877094168893657 +4115,4327,1.1868986238255057,0.026086510236132857,0.001981267901524853,0.00195164375189186,1.2229754568053461,1.7322066756623224,1.4128927777153113,0.9999980372868251,0.0028062423217075864,"model.language_model.layers.11.self_attn.k_proj.weight|2d-128|(128, 384)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(256, 896)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,12,0.036076832979840434,3.233387301069536 +4361,4409,1.1101108737420609,-0.015153393195541334,-0.010814121743276953,-0.010767669341192544,1.149976053211082,2.0641028362857985,1.420700899600529,0.9999415256758375,-0.019410368850646578,"model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(320, 1408)","model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 1024)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,0,0.03986517946902124,3.5882042254514 +4628,4752,1.1331828452842738,0.01686219330192562,-0.0024617343661074986,-0.002564812469649809,2.039972965373273,1.1488936000175023,1.415701336049225,0.9999969699273646,-0.0013864256566981188,"model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(128, 1536)","model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(640, 128)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,12,0.01571075473322847,5.394767517195579 +5030,5099,1.1349191953482634,0.05237125222608674,0.05941356526713944,0.05934079469576632,1.9060425374622878,1.1324241493832774,1.3768227849049823,0.9982334537883648,0.03529897931818818,"model.language_model.layers.11.self_attn.o_proj.weight|2d-64|(512, 1984)","model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(512, 64)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,8,0.0024950459649859535,5.374238620886344 +5288,5346,1.134390360965674,0.0282043603571698,0.017445690987197476,0.01743421366856382,2.044647762800855,1.1353160160016176,1.4037034959182637,0.9998478123524496,0.009686936179583647,"model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(3200, 0)","model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(3968, 1408)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,4,0.0009256550359435511,5.981229762289276 +5404,5583,1.1206622327878029,0.034572336174719956,0.04103388046519867,0.04075358444110315,1.1148504184028984,2.081578369977817,1.389851615853457,0.9991577556392022,0.07661587294820786,"model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(2496, 384)","model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(2752, 896)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,0,0.005811814384904412,3.1996093175376275 +5711,5766,1.0899835794203472,0.04706506661505075,-0.011557202964910548,-0.011535888310122212,2.379332645112156,1.1079750498431675,1.4204545027927145,0.9999332132995823,-0.00538180004271356,"model.language_model.layers.3.self_attn.v_proj.weight|2d-128|(384, 512)","model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(0, 768)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,16,0.017991470422820344,7.093022644773339 +5933,6085,1.0854181059080772,0.045902794419189055,0.012197607682206282,0.01248192531418081,1.103660927720123,2.302489248057964,1.4074738225170953,0.9999256064162128,0.025447000826898183,"model.language_model.layers.23.self_attn.v_proj.weight|2d-64|(64, 1344)","model.language_model.layers.3.self_attn.v_proj.weight|2d-64|(448, 320)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,20,0.01824282181204584,3.4310765850864193 +6314,6394,1.2312249549737595,0.03600916460767641,-0.0030331030053253392,-0.002975499513446066,1.251781808376118,1.6691783075712419,1.4162709574771744,0.9999954001325001,-0.004044466621292359,"model.visual.blocks.5.attn.proj.weight|2d-128|(0, 768)","model.visual.blocks.21.attn.proj.weight|2d-128|(896, 256)",model.visual.layers.*.attn.proj.weight,2d-128,16,0.020556853402358577,3.1430816576729788 +6462,6642,1.2036062925173703,0.009174054929785295,0.027988438290139923,0.027597648998543663,1.1937607504437842,1.7540890570063667,1.395681562068353,0.9996082469258039,0.04112567221629753,"model.visual.blocks.8.attn.proj.weight|2d-64|(128, 384)","model.visual.blocks.18.attn.proj.weight|2d-64|(512, 768)",model.visual.layers.*.attn.proj.weight,2d-64,10,0.009845542073586122,3.0758771531075793 +6887,6893,1.1249241816915987,0.050003306248727945,0.005104518100434795,0.005015915437711761,1.941537934750443,1.1630748278140883,1.4110275557166856,0.999986971862615,0.0030578524397980437,"model.visual.blocks.6.attn.qkv.weight|2d-128|(1664, 768)","model.visual.blocks.1.attn.qkv.weight|2d-128|(640, 640)",model.visual.layers.*.attn.qkv.weight,2d-128,5,0.03815064612248964,5.858354156689597 +7062,7133,1.114729047606391,0.029124844364522652,0.0019554285888863693,0.0019821804094451185,2.16582192304873,1.1262151105669556,1.4130811854709906,0.9999980881476893,0.0010168117706272285,"model.visual.blocks.18.attn.qkv.weight|2d-64|(2752, 576)","model.visual.blocks.10.attn.qkv.weight|2d-64|(1472, 320)",model.visual.layers.*.attn.qkv.weight,2d-64,8,0.011486062960564647,5.556991815441095 +7340,7377,1.2296383215943034,0.018976072504778504,0.003911883477003475,0.003932233785180566,1.234820684717129,1.6953883188383452,1.4115783681400427,0.9999923485545588,0.005370951129708123,"model.visual.blocks.1.mlp.linear_fc1.weight|2d-128|(3200, 768)","model.visual.blocks.18.mlp.linear_fc1.weight|2d-128|(896, 0)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,17,0.005182363122825606,3.2470062350460718 +7555,7638,1.2356377096023492,0.006894298566415628,0.004099520995449155,0.004550066839772346,1.6624756190545729,1.2479205800868014,1.4114273068250984,0.9999915969284981,0.003077264147565822,"model.visual.blocks.17.mlp.linear_fc1.weight|2d-64|(320, 640)","model.visual.blocks.1.mlp.linear_fc1.weight|2d-64|(3904, 768)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,16,0.012282870484452202,4.790698955268207 +7694,7783,1.2378653959729466,0.025542137877490365,0.003717289733195936,0.0037560272930516766,1.2629663557136075,1.629333086461147,1.411665764901047,0.9999930908546516,0.004795617180820531,"model.visual.blocks.4.mlp.linear_fc2.weight|2d-128|(128, 1152)","model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(384, 2432)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,6,0.025100959740660844,3.476989672399475 +8086,8179,1.229411707819185,0.02553378625210716,0.023290405348569614,0.023148155609636782,1.2250927525784463,1.6750365511105625,1.398430874869138,0.9997287417188221,0.03184434824785805,"model.visual.blocks.4.mlp.linear_fc2.weight|2d-64|(192, 3072)","model.visual.blocks.9.mlp.linear_fc2.weight|2d-64|(960, 1152)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,5,0.0043189552407387755,3.6554995376090655 +8247,8435,1.3415922840358943,0.07389991482089518,0.008900102522811582,0.008530775834134457,1.4358587768203106,1.3815338661661285,1.4079108729183758,0.9999603933031965,0.008563372140847765,"model.visual.merger.linear_fc1.weight|2d-128|(128, 2944)","model.visual.merger.linear_fc1.weight|2d-128|(3840, 1920)",model.visual.merger.linear_fc1.weight,2d-128,0,0.03994158213023424,3.4870891209185815 +8527,8617,1.3469848630092516,0.05009252663833155,0.01997705834251561,0.020118650517989375,1.4149662639814227,1.3855366811451586,1.4000195380033538,0.9998004386576251,0.01956155974846315,"model.visual.merger.linear_fc1.weight|2d-64|(1408, 1728)","model.visual.merger.linear_fc1.weight|2d-64|(896, 704)",model.visual.merger.linear_fc1.weight,2d-64,0,0.03855181813590702,3.757710673504757 +8821,8938,1.3492680355051117,0.030476926293295105,-0.006141388853230685,-0.006145534072870082,1.4015465154533382,1.436184099830557,1.4185482431928282,0.999981141493655,-0.006293166102327752,"model.visual.merger.linear_fc2.weight|2d-128|(1152, 3584)","model.visual.merger.linear_fc2.weight|2d-128|(896, 1280)",model.visual.merger.linear_fc2.weight,2d-128,0,0.05227847994822654,3.489105346457102 +8967,9184,1.3497310275234504,0.040610982803849005,0.01959038093784849,0.019688018022474132,1.3589308651359144,1.4457354582401292,1.4003193311827131,0.9998080900726449,0.02084175809741902,"model.visual.merger.linear_fc2.weight|2d-64|(1152, 2688)","model.visual.merger.linear_fc2.weight|2d-64|(1536, 384)",model.visual.merger.linear_fc2.weight,2d-64,0,0.009199837612464012,3.599702458710009 +9269,9317,0.808201627324559,0.6155688998070463,0.6457492572913348,0.6481297022101266,0.8252683111639058,0.860645655825993,0.8424003558246294,0.7635495378216723,0.6734310351221877,"model.visual.pos_embed.weight|2d-128|(768, 640)","model.visual.pos_embed.weight|2d-128|(1536, 640)",model.visual.pos_embed.weight,2d-128,0,0.01706668383934673,2.100173983928447 +9476,9506,0.5600067593125945,0.8362522002967336,0.8460471152355399,0.8486438203527975,0.540523048580638,0.5779320593828841,0.5582897503708246,0.5331081304966385,0.9046011135454449,"model.visual.pos_embed.weight|2d-64|(448, 256)","model.visual.pos_embed.weight|2d-64|(1408, 256)",model.visual.pos_embed.weight,2d-64,0,0.019483710731956427,2.088249263705341 +9631,9801,1.210948767743433,0.04049710555170043,0.004733653980672318,0.004936735410342252,1.7272590004953388,1.2223342786690097,1.4110534213270154,0.999988796197233,0.003349878346139438,"mtp.fc.weight|2d-128|(1024, 3200)","mtp.fc.weight|2d-128|(1152, 2944)",mtp.fc.weight,2d-128,0,0.011385510925576714,4.909302093640473 +10008,10046,1.167146945602271,0.039583712020674136,0.019671028200298823,0.019592809102500008,1.1744163382386812,1.8470866681651414,1.4015611339760363,0.9998065066049245,0.030938001077509002,"mtp.fc.weight|2d-64|(1152, 2752)","mtp.fc.weight|2d-64|(1984, 1856)",mtp.fc.weight,2d-64,0,0.0072693926364102435,3.246063274329472 +10147,10178,1.3247135066602602,0.04144531417359217,0.0024776156361115674,0.002483481104542469,1.3728421798054997,1.4557261442905969,1.4124635467437265,0.9999969307056695,0.0026271991857809737,"mtp.layers.0.mlp.down_proj.weight|2d-128|(0, 2432)","mtp.layers.0.mlp.down_proj.weight|2d-128|(1024, 2176)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.0481286731452395,3.59176966473247 +10523,10633,1.2808704167784566,0.02966259037225378,-0.0015291152178088655,-0.0015439513404837187,1.5010311841031476,1.3427372143505536,1.415287722552754,0.999998830902642,-0.0013678595952744872,"mtp.layers.0.mlp.down_proj.weight|2d-64|(1792, 1088)","mtp.layers.0.mlp.down_proj.weight|2d-64|(448, 2752)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.06186679757209701,4.097696164017203 +10677,10815,1.3157715935005125,0.04549086313375689,0.01165760381230185,0.011664319464702791,1.356251323334884,1.4615893023849664,1.4059693685276407,0.9999320478279289,0.012563032183154913,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(256, 640)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(4224, 512)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.040479729834371536,3.984579678655822 +10896,11030,1.303463682515061,0.033783425506653655,0.022865548275546953,0.022930784117352963,1.505503277416213,1.3108379936655,1.398107217692246,0.9997385491727618,0.01990897653641788,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(5568, 1280)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(4864, 1344)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.007374311150438961,4.312584365762712 +11167,11286,1.3380553358026424,0.040192418991862114,-0.009462161342581413,-0.00945327398905467,1.3949945249468687,1.4482703429597437,1.4208838935145969,0.9999552327493101,-0.009823527911898257,"mtp.layers.0.mlp.up_proj.weight|2d-128|(0, 1920)","mtp.layers.0.mlp.up_proj.weight|2d-128|(1024, 768)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.056939189144226354,3.609317300394534 +11526,11603,1.3191468123382788,0.07336474944783004,0.03931917635075509,0.03941750567267132,1.4268144108318495,1.3488244333429855,1.386176655109982,0.9992267021907982,0.03716998185482323,"mtp.layers.0.mlp.up_proj.weight|2d-64|(5568, 576)","mtp.layers.0.mlp.up_proj.weight|2d-64|(832, 1472)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.029677621004706722,3.7481959299690004 +11676,11680,1.2508956059444496,-0.028153015158344473,-0.000628746472473027,-0.0006308470553671435,1.6952934677662324,1.2389599060087888,1.4146370916905116,0.9999998023389172,-0.0004595025494110829,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 1536)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(128, 0)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.011935699935660793,4.992314402080627 +11863,11924,1.0937468768425256,0.04470763983449329,0.024926810052619187,0.024936437897466447,2.145185256221742,1.1155777398106852,1.3997093027032559,0.9996892787964672,0.01296288716256064,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(256, 448)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 256)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.021830862968159614,6.973705932777797 +12136,12192,1.1978838040239688,0.002871603394411443,-0.003266095742721671,-0.003231062945225677,1.1952825400241331,1.8346787705406953,1.41632454594391,0.9999946662950755,-0.005013238561657404,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(1152, 1024)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1664, 0)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.0026012639998356235,3.3876925504629494 +12272,12464,1.1824895064246066,-0.0008547747399531886,0.0281229527994567,0.028146759413669245,1.784350650067518,1.184674084518441,1.3957662122682477,0.9996044715415391,0.018671516924316994,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(1472, 0)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(1152, 1536)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.0021845780938343218,5.053121990209358 +12569,12588,1.064289136056817,0.01765772280173782,0.00015982245845504048,0.00025729916586980927,1.0717214135610527,2.779148442633276,1.4141376829189576,0.9999999872283908,0.0004144457047258991,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(2432, 0)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 1536)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.007432277504235696,3.31828327372242 +12812,12954,1.0637437035338486,0.04580962727840431,0.01897815319451251,0.017571482727098787,2.524395456205866,1.0802155137431715,1.4044727310502345,0.9998198986324115,0.008120952465078084,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(64, 1792)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(896, 1216)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.016471810209322868,7.5611475903980985 +13020,13042,1.3691669693576332,0.032650480218315375,-0.00530371558943202,-0.005318440970561895,1.3976980639949945,1.4391238287729469,1.4179573012612587,0.9999859352015639,-0.005460910108131559,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(0, 1536)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(256, 256)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.028531094637361365,3.5535314155867246 +13279,13324,1.3105105226471696,0.01215073839219373,-0.0012550617836863277,-0.001472725703947247,1.5020141518829813,1.341706460103953,1.4150951277064934,0.9999992124096494,-0.0011211109435224063,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 960)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(448, 1792)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.031195937456783396,4.311071615348776 +23,53,1.1843863948511728,0.27972200107370954,0.2578174701061787,0.2579418756310076,1.2386571762446608,1.199211983000185,1.2184559795818266,0.9661936411030915,0.24960724041133103,"model.language_model.embed_tokens.weight|2d-128|(117888, 1408)","model.language_model.embed_tokens.weight|2d-128|(218240, 1408)",model.language_model.embed_tokens.weight,2d-128,0,0.014825588149012248,3.3997565446557156 +342,471,1.2009586089000013,0.0799295034002088,0.028820643375189657,0.030662709853838427,1.3155703009619535,1.48798115446019,1.3938411171502822,0.9995845989787158,0.03259770623458333,"model.language_model.embed_tokens.weight|2d-64|(217088, 1920)","model.language_model.embed_tokens.weight|2d-64|(176704, 1024)",model.language_model.embed_tokens.weight,2d-64,0,0.11461169206195221,3.2505044605039815 +620,687,0.16005396768926694,0.9988659479173194,0.9988659479173194,0.9986028198839951,0.1891762533245932,0.16005396768926694,0.17280107953277343,0.04761111310644793,0.8450979197666769,"model.language_model.layers.5.linear_attn.conv1d.weight|3d-axis0-slice|(200, 0, 0)","model.language_model.layers.16.linear_attn.conv1d.weight|3d-axis0-slice|(569, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,11,0.0,0.3466985200900432 +777,848,0.6562393464576798,0.7886343731543681,0.7886343731543681,0.8003679111181529,0.6562393464576799,1.1733226275013797,0.8099817843304891,0.6148624443559852,1.410038212189186,"model.language_model.layers.8.linear_attn.conv1d.weight|3d-volume|(3012, 0, 0)","model.language_model.layers.13.linear_attn.conv1d.weight|3d-volume|(1520, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,5,1.1102230246251565e-16,1.9965919813588193 +1239,1269,1.15591417671072,-0.016320784215066463,-0.0011727127685371046,-0.0012108729521629982,2.0053618565482947,1.1544527487401168,1.4149304777257679,0.9999993123721449,-0.0006751108158856559,"model.language_model.layers.12.linear_attn.in_proj_qkv.weight|2d-128|(5120, 128)","model.language_model.layers.22.linear_attn.in_proj_qkv.weight|2d-128|(5632, 896)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,10,0.001461427970603113,5.614897650744818 +1438,1466,1.1535305588933604,-0.01065282055785561,-0.014369423034862099,-0.014462406120068412,1.1467431685804585,2.0961129094717514,1.4227443541206397,0.999896754511007,-0.026265631180799054,"model.language_model.layers.21.linear_attn.in_proj_qkv.weight|2d-64|(320, 1408)","model.language_model.layers.9.linear_attn.in_proj_qkv.weight|2d-64|(3968, 896)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,12,0.006787390312901875,3.1845387404020276 +1559,1592,1.163298600864705,-0.03456383453929541,-0.00878568970483693,-0.008764276272206729,1.1480007378174462,2.06804493650376,1.4194762509427432,0.9999614050834214,-0.015826820061391342,"model.language_model.layers.1.linear_attn.in_proj_z.weight|2d-128|(512, 512)","model.language_model.layers.16.linear_attn.in_proj_z.weight|2d-128|(512, 512)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,15,0.015297863047258886,3.0702659166525597 +1960,2021,1.1618460305365887,0.0436933134392178,0.005406006400591296,0.005582088089725462,1.184747757847416,1.8490140986994006,1.4107364283465562,0.9999853874406349,0.00843705504918108,"model.language_model.layers.21.linear_attn.in_proj_z.weight|2d-64|(384, 640)","model.language_model.layers.16.linear_attn.in_proj_z.weight|2d-64|(576, 640)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,5,0.02290172731082718,3.0242479948406906 +2134,2267,1.2406386055610288,-0.01903163633007142,0.003835588181978106,0.0038355031499645426,1.7057882168342846,1.230936377700948,1.4116372516481435,0.9999926441045945,0.0027678494765539644,"model.language_model.layers.16.linear_attn.out_proj.weight|2d-128|(1280, 256)","model.language_model.layers.8.linear_attn.out_proj.weight|2d-128|(1536, 640)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,8,0.009702227860080681,4.569426819156602 +2330,2393,1.2351498655730182,0.011222042840919252,0.02245847475214872,0.022441412148682907,1.2580788088692623,1.6002478952354173,1.398696613658122,0.9997477766475937,0.02856667380370644,"model.language_model.layers.2.linear_attn.out_proj.weight|2d-64|(1664, 1024)","model.language_model.layers.18.linear_attn.out_proj.weight|2d-64|(64, 832)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,16,0.022928943296244064,3.424656990373883 +2732,2810,1.2738858658260395,0.051643220352968394,0.007976541876734845,0.008009083631282712,1.304680493522756,1.5422065234227775,1.4086402965066094,0.9999681868838072,0.009428726019686504,"model.language_model.layers.18.mlp.down_proj.weight|2d-128|(1664, 4992)","model.language_model.layers.2.mlp.down_proj.weight|2d-128|(1408, 4096)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,16,0.030794627696716592,3.3416223717556908 +2895,2931,1.2679989168456798,0.043276443411675795,0.02637279845228585,0.02570806751922907,1.2729104726770841,1.5629921755275105,1.3958319142945117,0.9996521772605685,0.032382856856378275,"model.language_model.layers.21.mlp.down_proj.weight|2d-64|(1920, 4672)","model.language_model.layers.4.mlp.down_proj.weight|2d-64|(1280, 2112)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,17,0.004911555831404346,3.232634194858757 +3097,3263,1.171290320419628,0.03394451081111564,0.020114559246236015,0.019956739997094713,1.1688471336972042,1.8683726417780933,1.4013650103070898,0.9997976817868351,0.03215261526818924,"model.language_model.layers.22.mlp.gate_proj.weight|2d-128|(3456, 512)","model.language_model.layers.11.mlp.gate_proj.weight|2d-128|(5888, 512)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,11,0.00244318672242394,3.2162044905452123 +3453,3580,1.1643781355276563,0.03585758751277642,0.023122098872493925,0.023240896347022453,1.1763065819697063,1.8294422738173006,1.3992590732876136,0.999732648533462,0.03596047644814854,"model.language_model.layers.22.mlp.gate_proj.weight|2d-64|(1792, 704)","model.language_model.layers.12.mlp.gate_proj.weight|2d-64|(64, 448)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,10,0.011928446442049934,3.187248719075735 +3653,3809,1.245361599074619,0.00483509844893845,0.001879395913303649,0.0018719395896219313,1.6465517019879958,1.2569256405207332,1.4129310627791773,0.999998233933941,0.001434671568022502,"model.language_model.layers.2.mlp.up_proj.weight|2d-128|(1024, 640)","model.language_model.layers.21.mlp.up_proj.weight|2d-128|(2944, 0)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,19,0.011564041446114226,4.468224450818208 +3918,4059,1.2410019022365728,0.031238432186016532,0.009805406870592557,0.009800707652357025,1.2597365008347263,1.6234017553312294,1.407481237253685,0.9999519258424887,0.012636066919478158,"model.language_model.layers.21.mlp.up_proj.weight|2d-64|(1728, 960)","model.language_model.layers.2.mlp.up_proj.weight|2d-64|(2368, 1408)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,19,0.018734598598153518,3.2799249325233055 +4290,4336,1.1870982609226837,-0.0024210463937723043,-0.0008649898995720447,-0.0012423731034987538,1.8558383724199863,1.187730062129785,1.4147688575060375,0.9999996258961669,-0.0005535905078957171,"model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 256)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(384, 0)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,0,0.000631801207101379,6.064734123417608 +4407,4601,1.1101453730649622,0.02522045272871134,-0.011252705883668944,-0.011489022115379062,1.1311664645851767,2.1854904119201457,1.420695042660785,0.9999366863008355,-0.021740991787565552,"model.language_model.layers.15.self_attn.k_proj.weight|2d-64|(384, 896)","model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(0, 1344)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,8,0.021021091520214474,3.0061672306788534 +4698,4710,1.1332382428834484,-0.019151337281542904,-0.0038085727285659897,-0.0038303846635298405,1.1429175477077862,2.079496518503104,1.41648525518287,0.9999927473605852,-0.006929558256763902,"model.language_model.layers.23.self_attn.o_proj.weight|2d-128|(256, 1792)","model.language_model.layers.23.self_attn.o_proj.weight|2d-128|(256, 640)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,0,0.009679304824337764,3.325544127297753 +5002,5110,1.1349307605270238,0.006015848152268877,0.017205691405155682,0.017665553573439626,2.0578089353003897,1.1332912806302835,1.4038938749889305,0.999851971135363,0.009475641645919844,"model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(128, 1792)","model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(576, 1856)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,16,0.0016394798967402924,6.501085145534576 +5218,5362,1.1344296314258093,-0.00078945824452908,0.000572569764211071,0.0005647023167245562,1.1330648432597858,2.1244882231583437,1.4138772991290725,0.9999998360819191,0.0010735640843849512,"model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(896, 1152)","model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(128, 1920)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,4,0.0013647881660234784,2.9658817093250405 +5473,5618,1.1207401238790033,-0.007865416402661078,-0.013241216898671518,-0.01333489687771017,1.1278233491804603,2.218163514907416,1.4217588033309687,0.9999123312446158,-0.026042362253762028,"model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(2368, 576)","model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(2688, 960)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,4,0.007083225301456997,3.2449349324789885 +5766,5837,1.0900586853926344,0.035997803623528446,0.005538435417326542,0.005738983730661161,1.0968113791882952,2.404642850673789,1.4112531363766068,0.9999846627489484,0.012142433405503913,"model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(0, 768)","model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(384, 1152)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,12,0.006752693795660791,3.487768878873492 +6095,6104,1.0856560875106818,0.027247180547469017,0.01919988771498755,0.018995728122124834,2.333348744114807,1.0967615906087627,1.4037213361752274,0.9998156651662005,0.009024668705400899,"model.language_model.layers.3.self_attn.v_proj.weight|2d-64|(320, 384)","model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(320, 1344)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,16,0.011105503098080893,8.687863419027561 +6145,6275,1.231320289278168,0.021795787630704687,0.0027673093612244574,0.002837120706163748,1.6544459863137466,1.2526129697635504,1.4123288964115979,0.999996170992119,0.0020951832975467624,"model.visual.blocks.14.attn.proj.weight|2d-128|(640, 896)","model.visual.blocks.22.attn.proj.weight|2d-128|(896, 640)",model.visual.layers.*.attn.proj.weight,2d-128,8,0.021292680485382354,4.485501159910035 +6589,6642,1.203862443854525,0.021146697570997502,-0.0008628903502704426,-0.0007616450340750363,1.2202386586061817,1.7471656581537538,1.4147862997265048,0.9999996277100524,-0.0012355061660371028,"model.visual.blocks.17.attn.proj.weight|2d-64|(0, 576)","model.visual.blocks.18.attn.proj.weight|2d-64|(512, 768)",model.visual.layers.*.attn.proj.weight,2d-64,1,0.016376214751656848,3.0828623182810238 +6738,6910,1.1251347436784824,0.03674182842367572,-0.0003831722378475179,-0.0005290184978163059,1.153440515288946,2.007928452357028,1.4144475933743634,0.9999999265895154,-0.0006670326109835056,"model.visual.blocks.0.attn.qkv.weight|2d-128|(1280, 256)","model.visual.blocks.8.attn.qkv.weight|2d-128|(1536, 384)",model.visual.layers.*.attn.qkv.weight,2d-128,8,0.028305771610463548,3.868044174217205 +7108,7115,1.1151089765415765,0.02904934583199117,0.01961341204985126,0.019629871489523023,2.0742782163149944,1.1291457222193486,1.4025175620527714,0.9998076385324143,0.010676677863183942,"model.visual.blocks.10.attn.qkv.weight|2d-64|(2176, 0)","model.visual.blocks.3.attn.qkv.weight|2d-64|(1856, 320)",model.visual.layers.*.attn.qkv.weight,2d-64,7,0.014036745677772133,5.615932517977864 +7340,7399,1.2297817553834087,0.012546124245728596,0.005818161053255057,0.005810611537504699,1.2335810172078465,1.6941421244112194,1.4102927666096587,0.9999830743577406,0.007990388624201214,"model.visual.blocks.1.mlp.linear_fc1.weight|2d-128|(3200, 768)","model.visual.blocks.14.mlp.linear_fc1.weight|2d-128|(128, 384)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,13,0.003799261824437794,3.411181755387109 +7494,7623,1.235831159086326,0.008665320715293696,0.019249105035037208,0.019306820202965678,1.2485324244334906,1.6277101560267058,1.4010057394818853,0.9998147188131159,0.0250950340950668,"model.visual.blocks.4.mlp.linear_fc1.weight|2d-64|(832, 320)","model.visual.blocks.17.mlp.linear_fc1.weight|2d-64|(3904, 384)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,13,0.012701265347164536,3.261519606898557 +7710,7876,1.2379040393302723,0.05365930682684102,0.018233497677852685,0.018282503620227212,1.612831101104865,1.2563340904942326,1.401656828761659,0.9998337559626759,0.01420320125643729,"model.visual.blocks.13.mlp.linear_fc2.weight|2d-128|(128, 3584)","model.visual.blocks.0.mlp.linear_fc2.weight|2d-128|(768, 512)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,13,0.018430051163960348,4.353776790046294 +8023,8173,1.2294443423459522,-0.0001719685112066202,-0.007288666281866531,-0.007292542140797751,1.6536548014393204,1.2625595088732655,1.4191766032446902,0.9999734373191278,-0.005564870560146475,"model.visual.blocks.2.mlp.linear_fc2.weight|2d-64|(256, 1280)","model.visual.blocks.3.mlp.linear_fc2.weight|2d-64|(192, 1728)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,1,0.03311516652731328,5.148538737704997 +8196,8413,1.341700312667223,0.058427791198541995,0.028385458613801245,0.027780125295503433,1.3893030405781757,1.398740852203254,1.3939979855880043,0.9995970516859702,0.028578286674680625,"model.visual.merger.linear_fc1.weight|2d-128|(2048, 3456)","model.visual.merger.linear_fc1.weight|2d-128|(2944, 1408)",model.visual.merger.linear_fc1.weight,2d-128,0,0.04760272791095277,3.367685619723167 +8566,8617,1.3470283090685324,0.040293944896446846,0.03651737721152784,0.03654082700354059,1.4055451576697213,1.3714037939128523,1.388159688778808,0.9993330181484003,0.035630352663065384,"model.visual.merger.linear_fc1.weight|2d-64|(1344, 3840)","model.visual.merger.linear_fc1.weight|2d-64|(896, 704)",model.visual.merger.linear_fc1.weight,2d-64,0,0.02437548484431984,3.7136776671695655 +8845,8859,1.3493052842303628,0.049331714682245495,0.008045733453955673,0.008027673360241983,1.3658941470834807,1.4554126517852868,1.408524370014769,0.9999676325627684,0.008573037879093815,"model.visual.merger.linear_fc2.weight|2d-128|(1152, 3840)","model.visual.merger.linear_fc2.weight|2d-128|(512, 3456)",model.visual.merger.linear_fc2.weight,2d-128,0,0.01658886285311789,3.4781959847035697 +9075,9180,1.3497642009505655,0.07065774152699335,0.05170517953149871,0.05171395436128777,1.3671216426844026,1.3874459721149277,1.377171340043557,0.9986623926080402,0.052473855170338854,"model.visual.merger.linear_fc2.weight|2d-64|(1664, 1280)","model.visual.merger.linear_fc2.weight|2d-64|(192, 1792)",model.visual.merger.linear_fc2.weight,2d-64,0,0.01735744173383713,3.5599647804505192 +9284,9292,0.808885913518132,0.6400018453324795,0.6911061189156498,0.6876901775447475,0.961692841475815,0.7255212644385158,0.8190921631028798,0.7227532998176817,0.52138496163433,"model.visual.pos_embed.weight|2d-128|(1024, 512)","model.visual.pos_embed.weight|2d-128|(1152, 512)",model.visual.pos_embed.weight,2d-128,0,0.08336464907961616,4.313157154793991 +9425,9601,0.5619595427035868,0.8291751104703171,0.5280199700287745,0.5288143958366953,0.9073837726122549,1.0704954522275945,0.9788908071228716,0.849231953738678,0.6229370566919921,"model.visual.pos_embed.weight|2d-64|(256, 64)","model.visual.pos_embed.weight|2d-64|(1216, 64)",model.visual.pos_embed.weight,2d-64,0,0.34542422990866806,2.0646958011155405 +9658,9781,1.2110077566156894,0.06810990168018942,0.018057580455927827,0.018077925420539556,1.6946596224995762,1.2223981018678338,1.4020448198404547,0.9998369486011596,0.013025360243783934,"mtp.fc.weight|2d-128|(1536, 2432)","mtp.fc.weight|2d-128|(1152, 2432)",mtp.fc.weight,2d-128,0,0.01139034525214444,5.296423426771332 +10032,10114,1.1697193218333075,0.02360196331725646,0.022936643605356025,0.023221623948648556,1.6383303010105454,1.240334127766416,1.3985161994556758,0.9997369205846711,0.017364692469272282,"mtp.fc.weight|2d-64|(1024, 3584)","mtp.fc.weight|2d-64|(1024, 2880)",mtp.fc.weight,2d-64,0,0.07061480593310843,4.767759013593655 +10216,10275,1.3247537097632873,0.02818803066242831,0.00990855774430096,0.009803217667819894,1.4278126598871146,1.3874408700261924,1.4071926070975989,0.9999509090367527,0.009628390589101933,"mtp.layers.0.mlp.down_proj.weight|2d-128|(128, 5120)","mtp.layers.0.mlp.down_proj.weight|2d-128|(1920, 3712)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.0626871602629051,4.127051856578676 +10496,10518,1.2808768652561104,0.021198429125762655,0.003259393148241193,0.0032915168188784247,1.484026868813064,1.3493914059344116,1.4119173433452084,0.9999946881640448,0.0029636910188262857,"mtp.layers.0.mlp.down_proj.weight|2d-64|(704, 5248)","mtp.layers.0.mlp.down_proj.weight|2d-64|(320, 3648)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.0685145406783012,4.324507711615843 +10839,10871,1.3158095858199874,0.01662292222168276,-0.00768324149709316,-0.007685460165069651,1.3546162970648377,1.4949562633044657,1.419609847883178,0.9999704834644357,-0.008479235059734726,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(1536, 896)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(5504, 768)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.038806711244850245,3.6008493739608816 +11011,11053,1.3035355326037403,2.1778154322953797e-06,-0.011827597549143708,-0.011758272294890624,1.3227844963097588,1.5486753194799885,1.422450073388975,0.999930051521713,-0.013847386678783323,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(1152, 512)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(5568, 128)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.019248963706018474,3.7486530309111394 +11205,11387,1.3380916457060759,0.0414689942244876,-0.002112701601062312,-0.0021429726030223997,1.384947371533106,1.4486076905511347,1.415705174049085,0.9999977682434821,-0.002209813780685891,"mtp.layers.0.mlp.up_proj.weight|2d-128|(4736, 640)","mtp.layers.0.mlp.up_proj.weight|2d-128|(2176, 896)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.046855725827030126,3.5946055534857693 +11488,11622,1.319218671286657,0.004884034462196016,0.011259027652983448,0.011265500268526681,1.3236060775339902,1.5067125604203158,1.4062964314517912,0.9999366151393344,0.012816591485040378,"mtp.layers.0.mlp.up_proj.weight|2d-64|(4800, 640)","mtp.layers.0.mlp.up_proj.weight|2d-64|(1984, 448)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.004387406247333248,3.525141566785361 +11675,11687,1.2512972955147976,-0.0037969815305529007,-0.009926344529093793,-0.009880273078780926,1.6308538451255739,1.2756999548032808,1.4210097065389078,0.9999507326285079,-0.007764667143518128,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 1408)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(128, 896)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.024402659288483175,4.703859198907002 +11729,11822,1.093808424814929,0.019111770654013295,0.002416313996744111,0.003502530923805012,2.150232697343046,1.1281582099250544,1.4128069818620193,0.9999970807090734,0.0012677625433526695,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 64)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(128, 1920)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.03434978511012554,7.126889193381461 +12079,12145,1.1979452579370296,0.012810552557258017,0.008214912108170502,0.0082153571013478,1.2095084630761828,1.756372826676603,1.4087762780810034,0.9999662570402339,0.011929183499577115,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(640, 1920)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1280, 128)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.01156320513915321,3.400283164107645 +12276,12346,1.182681107650082,0.01015284671612522,0.0022781018482007616,0.0024206299540495005,1.2821922583813483,1.5932049410658544,1.4126390807342042,0.9999974051226179,0.0028306855676906066,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(896, 1984)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(576, 64)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.09951115073126626,3.5084335370634827 +12551,12581,1.064365008167015,0.026333109367536408,0.00240629385082321,0.002389564571072136,1.0762180320338355,2.6891058030271546,1.413039167165,0.9999971048707609,0.006012516576969801,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(2432, 1664)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 640)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.011853023866820411,3.1889543109838465 +12806,12873,1.0638165324050812,0.017878412787901615,0.01171006887556855,0.011332304085122397,1.0726851298632323,2.681527725319935,1.4084911691348418,0.9999314347928708,0.029273151534455158,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(2432, 512)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(2112, 1216)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.00886859745815105,3.211251855278619 +13011,13062,1.3693248719569941,0.04092474418968175,0.008026872876659558,0.008080872347753008,1.3943559162268033,1.4231400744359244,1.408527459793613,0.9999677841369801,0.008192574313514715,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(0, 384)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(384, 768)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.025031044269809177,3.8332919828652288 +13183,13224,1.3105223415720815,0.05952557329423301,0.04027427681512172,0.03951610651386574,1.344100722054722,1.4309756536112117,1.3854996108564355,0.9991886621789795,0.04287737417560239,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 960)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(256, 1536)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.03357838048264061,3.57456047767829 +53,114,1.1845296317534828,0.28289044024490284,0.2813706097649982,0.28128506137897785,1.1758201451626438,1.22370084673334,1.1990440938194047,0.9595991767193598,0.292828333339771,"model.language_model.embed_tokens.weight|2d-128|(218240, 1408)","model.language_model.embed_tokens.weight|2d-128|(176768, 1408)",model.language_model.embed_tokens.weight,2d-128,0,0.008709486590839033,3.100263666153009 +258,343,1.2014537024528211,0.12023943852782203,0.09172957031580906,0.086913178093802,1.298670280766775,1.4034042833804714,1.347995283490613,0.9957839554490105,0.09912729489570535,"model.language_model.embed_tokens.weight|2d-64|(223808, 1216)","model.language_model.embed_tokens.weight|2d-64|(160576, 1984)",model.language_model.embed_tokens.weight,2d-64,0,0.0972165783139538,3.3929941151149685 +628,630,0.16031822163971662,0.9871736630727315,0.9871736630727315,0.9991361646851448,0.16031822163971662,0.1648427129411026,0.1625332551848386,0.15965011411071794,1.0150336193886604,"model.language_model.layers.14.linear_attn.conv1d.weight|3d-axis0-slice|(1838, 0, 0)","model.language_model.layers.4.linear_attn.conv1d.weight|3d-axis0-slice|(1639, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,10,0.0,0.2216634174245369 +785,807,0.656662411788143,0.7541852026293377,0.7541852026293375,0.7391687227038064,0.656662411788143,0.8696325435319193,0.7411093546433404,0.6566617699660496,0.9987841306017775,"model.language_model.layers.14.linear_attn.conv1d.weight|3d-volume|(2212, 0, 0)","model.language_model.layers.21.linear_attn.conv1d.weight|3d-volume|(3248, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,7,0.0,1.492030274613908 +1028,1234,1.1562697911700826,0.008281118918667526,0.0006530106693500308,0.000664107323368051,1.9849334843302047,1.157203606913197,1.41381168422997,0.9999997867885102,0.0003807010702827901,"model.language_model.layers.14.linear_attn.in_proj_qkv.weight|2d-128|(4480, 256)","model.language_model.layers.16.linear_attn.in_proj_qkv.weight|2d-128|(1792, 1024)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,2,0.0009338157431144634,5.3128180179392315 +1480,1503,1.1536645819168243,-0.0028638839357994677,0.012894577884246238,0.013095976209732537,1.153567516381478,1.9614492255455191,1.4062224207756466,0.9999168614745864,0.021925079759637776,"model.language_model.layers.21.linear_attn.in_proj_qkv.weight|2d-64|(4352, 256)","model.language_model.layers.14.linear_attn.in_proj_qkv.weight|2d-64|(5248, 1728)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,7,9.70655353462746e-05,3.0993324318416096 +1577,1635,1.1634240407782424,-0.02355637790900192,-0.00446106394698818,-0.005338961559583988,1.1519149370788193,2.030467795757661,1.4169186517050352,0.9999900494047234,-0.007863468375664677,"model.language_model.layers.1.linear_attn.in_proj_z.weight|2d-128|(640, 640)","model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(256, 1920)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,17,0.01150910369942304,3.165379115083021 +1986,2021,1.1619153076854962,0.015296738410123193,0.015812111757209986,0.01573485826851937,1.1509850375779755,1.9644253589782468,1.4044260379872342,0.9998749807459818,0.026987069597555088,"model.language_model.layers.22.linear_attn.in_proj_z.weight|2d-64|(1216, 960)","model.language_model.layers.16.linear_attn.in_proj_z.weight|2d-64|(576, 640)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,6,0.010930270107520679,3.2152795376495504 +2061,2167,1.2407305898300935,0.01747957138180822,-0.0014586757499266908,-0.0014984757157214667,1.2555249695813648,1.6569878191540572,1.4152061895151296,0.9999989361319623,-0.0019250974757832576,"model.language_model.layers.22.linear_attn.out_proj.weight|2d-128|(512, 1408)","model.language_model.layers.18.linear_attn.out_proj.weight|2d-128|(128, 512)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,4,0.014794379751271292,3.408244911357175 +2397,2509,1.235164550928477,0.006642825398982769,-0.009415019750017265,-0.00937483377538064,1.3089075757533155,1.5672306515863004,1.420749334107839,0.9999556777193211,-0.01127314702035032,"model.language_model.layers.6.linear_attn.out_proj.weight|2d-64|(1280, 256)","model.language_model.layers.4.linear_attn.out_proj.weight|2d-64|(0, 640)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,2,0.07374302482483852,3.2874046427837933 +2574,2634,1.2738913171055977,0.017050542317697842,-0.0003064163061087727,-0.0002751181676374907,1.2992273731216488,1.566945813607178,1.4144264673402591,0.9999999530545226,-0.0003695563671234018,"model.language_model.layers.20.mlp.down_proj.weight|2d-128|(384, 2432)","model.language_model.layers.4.mlp.down_proj.weight|2d-128|(1792, 4736)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,16,0.025336056016051156,3.322108592651574 +2995,3021,1.268022794770754,0.0497809939118715,0.02352483659856759,0.02367684313801329,1.2846994946418218,1.5471328388528074,1.3977666439299445,0.9997232527369816,0.028330397405844414,"model.language_model.layers.22.mlp.down_proj.weight|2d-64|(1024, 4672)","model.language_model.layers.1.mlp.down_proj.weight|2d-64|(1024, 5824)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,21,0.01667669987106768,3.388414845825683 +3115,3319,1.1713554623308655,0.040729446245047846,0.017702954493103534,0.017712333667917097,1.7900877444900394,1.1913780465953103,1.402618581296379,0.9998432904221617,0.011782054487484211,"model.language_model.layers.1.mlp.gate_proj.weight|2d-128|(5504, 1664)","model.language_model.layers.23.mlp.gate_proj.weight|2d-128|(3840, 640)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,22,0.02002258426444481,4.725559960030309 +3331,3575,1.164447736451639,0.03338981389670964,0.012611735019723475,0.012622871889651936,1.186565981266822,1.8214589386731683,1.4060327321546005,0.9999204689072988,0.01935986523002054,"model.language_model.layers.19.mlp.gate_proj.weight|2d-64|(4672, 448)","model.language_model.layers.13.mlp.gate_proj.weight|2d-64|(1984, 0)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,6,0.022118244815182875,3.1567281997635455 +3597,3613,1.2453807016246032,0.04036755833908513,-0.009129530395014355,-0.00903508108779975,1.6215516179548413,1.2794373967390416,1.4204781414204235,0.9999583249689792,-0.007203386233722974,"model.language_model.layers.11.mlp.up_proj.weight|2d-128|(1408, 1152)","model.language_model.layers.23.mlp.up_proj.weight|2d-128|(4480, 1664)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,12,0.03405669511443832,4.18049199873471 +3917,3922,1.2412582054586232,0.06251341541323012,0.03803918099360409,0.03803304912156272,1.5760956761854286,1.253994466658354,1.3877562403719859,0.9992762484465123,0.03026524544350257,"model.language_model.layers.1.mlp.up_proj.weight|2d-64|(1536, 1984)","model.language_model.layers.19.mlp.up_proj.weight|2d-64|(512, 1600)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,18,0.012736261199730814,3.8424026863120093 +4300,4308,1.187706219737886,-0.013455108003395437,-0.0016177095421939154,-0.001538602028715646,1.8791970255285861,1.1823201611779341,1.4152443822095597,0.9999986915070624,-0.0010178020615628615,"model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 1536)","model.language_model.layers.3.self_attn.k_proj.weight|2d-128|(384, 1792)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,20,0.0053860585599518895,5.594646449052347 +4375,4462,1.1101669137318833,0.010012671135455202,0.00793687925199341,0.007853500165180455,2.2222842683865385,1.1153077371282394,1.4097065322316285,0.9999685024778227,0.003983317059985207,"model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 640)","model.language_model.layers.11.self_attn.k_proj.weight|2d-64|(192, 896)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,12,0.005140823396356131,6.283093992681006 +4688,4805,1.1332558597007987,0.030232686607036627,0.0079273988339041,0.007944615944445158,1.9515619288623505,1.1590002628002312,1.4092829148649895,0.999968577680183,0.004707950691153879,"model.language_model.layers.23.self_attn.o_proj.weight|2d-128|(0, 512)","model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(1664, 128)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,4,0.02574440309943249,5.374114686274975 +4889,4933,1.1350506641379943,-0.015570322021192148,-0.0068686963009064825,-0.007072371647101265,1.1440724519291547,2.084060861346769,1.4183052928778048,0.9999764102273243,-0.01251212814805452,"model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(832, 0)","model.language_model.layers.3.self_attn.o_proj.weight|2d-64|(1792, 1856)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,16,0.009021787791160474,2.9411298570344213 +5172,5277,1.1345765618408206,0.011959765102259509,0.001970560946681838,0.0019357442361839748,2.132716095009223,1.1309871763352817,1.4130596247310043,0.9999980584428929,0.001044995705757373,"model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(2688, 1536)","model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(2304, 512)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,0,0.003589385505538889,5.655378997453133 +5560,5614,1.1208649082676037,0.004300648229352306,-0.01941698628206931,-0.019118529042042785,2.1535021631680635,1.1406722292246159,1.4255265592587898,0.9998114725505615,-0.010284836210523592,"model.language_model.layers.23.self_attn.q_proj.weight|2d-64|(64, 640)","model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(1920, 1792)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,20,0.01980732095701221,5.70782447632032 +5647,5803,1.090193090679543,0.029705209494373323,0.00026357726011638094,0.00032752617207887716,2.2480014555461776,1.1164109269604559,1.4140650598405364,0.9999999652635133,0.00013089872898713585,"model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(256, 1664)","model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(256, 1408)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,12,0.0262178362809129,7.550607340227954 +6008,6129,1.0856729674600973,0.019533212659184646,0.008317126626556193,0.008441927074371185,1.0881538062172829,2.4875403075998164,1.4098881067217224,0.9999654121041777,0.019013109735738033,"model.language_model.layers.23.self_attn.v_proj.weight|2d-64|(320, 1344)","model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(448, 384)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,16,0.0024808387571855217,3.458590787644897 +6179,6254,1.2315009274293995,0.012037415879938876,0.004334504434071574,0.0041360071605460276,1.260659599171464,1.6330185732289648,1.4112453393136595,0.9999906059915319,0.005614779954266982,"model.visual.blocks.21.attn.proj.weight|2d-128|(384, 512)","model.visual.blocks.1.attn.proj.weight|2d-128|(640, 768)",model.visual.layers.*.attn.proj.weight,2d-128,20,0.029158671742064435,3.2137641172887528 +6587,6642,1.2039273362243061,-0.023768287575292812,-0.006506161044233183,-0.006375434731429853,1.196263483864994,1.8402149491989497,1.418411876896134,0.9999788347102485,-0.010008442936677447,"model.visual.blocks.7.attn.proj.weight|2d-64|(576, 128)","model.visual.blocks.18.attn.proj.weight|2d-64|(512, 768)",model.visual.layers.*.attn.proj.weight,2d-64,11,0.007663852359312218,3.1871356145606256 +6764,6888,1.1268034374361926,-0.013125278065648177,0.004521981844514496,0.004551449920450037,1.1192597179470225,2.2064067069222024,1.411631085082622,0.9999897757878317,0.008914223312367497,"model.visual.blocks.23.attn.qkv.weight|2d-128|(2176, 256)","model.visual.blocks.21.attn.qkv.weight|2d-128|(1280, 0)",model.visual.layers.*.attn.qkv.weight,2d-128,2,0.007543719489170098,2.858030816708001 +7011,7062,1.1151632673916396,0.003810979644765705,-0.00020779208742835678,-0.00022619487298219777,1.119725129293767,2.2236074914852986,1.4143316022699706,0.999999978411224,-0.00041264416613431295,"model.visual.blocks.3.attn.qkv.weight|2d-64|(1792, 704)","model.visual.blocks.18.attn.qkv.weight|2d-64|(2752, 576)",model.visual.layers.*.attn.qkv.weight,2d-64,15,0.004561861902127484,3.1032220559577253 +7247,7293,1.2298170835730817,0.045340203380761675,0.007309561941212386,0.007340926892844713,1.6201622856540705,1.2637216306650938,1.4091915443150436,0.9999732847952627,0.005701435971932455,"model.visual.blocks.22.mlp.linear_fc1.weight|2d-128|(3968, 512)","model.visual.blocks.1.mlp.linear_fc1.weight|2d-128|(2560, 128)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,21,0.03390454709201207,4.751517843830997 +7453,7635,1.2358820515282065,0.02238930893261954,0.02659267663577991,0.025561170427142017,1.6036141836372684,1.25233359040013,1.3958509721412944,0.9996463522413038,0.020767403125669097,"model.visual.blocks.23.mlp.linear_fc1.weight|2d-64|(3264, 960)","model.visual.blocks.6.mlp.linear_fc1.weight|2d-64|(2560, 64)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,17,0.01645153887192352,4.389354133219453 +7718,7819,1.2379474102760468,0.04361326961388359,-0.00045576247524053406,-0.0004199468667895719,1.2699815340934584,1.623200071090582,1.4145263345840549,0.9999998961402776,-0.0005825231803381583,"model.visual.blocks.0.mlp.linear_fc2.weight|2d-128|(128, 768)","model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(128, 3584)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,10,0.03203412381741155,3.477889634802555 +8095,8168,1.2295557640210812,0.02676773641542076,0.0034131486495623314,0.0034037175475532676,1.6316164394578965,1.262206234274213,1.4118755662004758,0.9999941751911838,0.0026403861837856627,"model.visual.blocks.10.mlp.linear_fc2.weight|2d-64|(0, 3456)","model.visual.blocks.3.mlp.linear_fc2.weight|2d-64|(384, 3392)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,7,0.032650470253131836,5.09363292127735 +8278,8297,1.3418189462475452,0.04035070674183362,0.028953716203674717,0.028947115401349664,1.4028416052994654,1.3845222071821666,1.3935916080466988,0.9995807532750903,0.028575616030350318,"model.visual.merger.linear_fc1.weight|2d-128|(256, 2816)","model.visual.merger.linear_fc1.weight|2d-128|(1280, 3840)",model.visual.merger.linear_fc1.weight,2d-128,0,0.0427032609346214,3.788961194133866 +8675,8689,1.3471282000804037,0.03495943576861933,0.01245423549155282,0.012170718190521164,1.4270481496636174,1.3846765497185165,1.4053835204445917,0.9999224430016164,0.012084447069210837,"model.visual.merger.linear_fc1.weight|2d-64|(2432, 192)","model.visual.merger.linear_fc1.weight|2d-64|(3840, 2048)",model.visual.merger.linear_fc1.weight,2d-64,0,0.03754834963811282,3.787485179887346 +8837,8911,1.3493084833962499,0.0334173787533112,0.0079655457356356,0.007973919246259458,1.3948096458228338,1.4227477117906733,1.408570921518908,0.9999682745373143,0.008125095780975835,"model.visual.merger.linear_fc2.weight|2d-128|(512, 640)","model.visual.merger.linear_fc2.weight|2d-128|(768, 1920)",model.visual.merger.linear_fc2.weight,2d-128,0,0.045501162426583974,3.3011393404027767 +8964,9039,1.3498150968458678,0.04996260198072097,0.011060539767581316,0.011114229724735677,1.422607607053913,1.390681529862993,1.406372858604553,0.9999388303591624,0.010812319777302815,"model.visual.merger.linear_fc2.weight|2d-64|(1792, 1664)","model.visual.merger.linear_fc2.weight|2d-64|(1280, 3392)",model.visual.merger.linear_fc2.weight,2d-64,0,0.040866433017125336,3.671550781479694 +9288,9352,0.8097514086627652,0.665426202962017,-0.08522292022577352,-0.08526438290314518,1.5629235102632975,1.3967974120553472,1.4728799160586676,0.9963619090813295,-0.07616441472500844,"model.visual.pos_embed.weight|2d-128|(1152, 0)","model.visual.pos_embed.weight|2d-128|(2176, 0)",model.visual.pos_embed.weight,2d-128,0,0.5870460033925821,3.255029569198472 +9488,9572,0.5621410764125698,0.8349473136879756,0.8454150184678004,0.8464258478467742,0.5417726377800416,0.5786856716467766,0.5593176682327569,0.5341099573581162,0.9030163645527944,"model.visual.pos_embed.weight|2d-64|(1344, 256)","model.visual.pos_embed.weight|2d-64|(832, 256)",model.visual.pos_embed.weight,2d-64,0,0.02036843863252824,2.160740701869865 +9661,9731,1.211096465785871,0.010689738496347323,0.00606414897860243,0.006076732126401694,1.275621340495468,1.5984165215055794,1.4100261963783975,0.9999816128795396,0.007598678078327231,"mtp.fc.weight|2d-128|(1792, 2048)","mtp.fc.weight|2d-128|(1408, 2688)",mtp.fc.weight,2d-128,0,0.064524874709597,3.4807613410855 +10113,10114,1.170162738041019,-0.00839618972504059,-0.01116690327409921,-0.01135069373872831,1.748164925595924,1.228696106467176,1.4216236586696438,0.9999376481917595,-0.007848647672360811,"mtp.fc.weight|2d-64|(1984, 3776)","mtp.fc.weight|2d-64|(1024, 2880)",mtp.fc.weight,2d-64,0,0.058533368426157084,4.969759274701135 +10155,10356,1.3247594614046547,0.03762934335016213,0.011705112279262011,0.011622968138944343,1.4233836941477813,1.389073906084675,1.4059149128837318,0.9999314928266486,0.011422967750553754,"mtp.layers.0.mlp.down_proj.weight|2d-128|(768, 5248)","mtp.layers.0.mlp.down_proj.weight|2d-128|(512, 4608)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.06431444468002034,3.994721126491786 +10456,10492,1.2810003259313198,0.044458035224684236,0.01391918336420512,0.0138842688441669,1.484462993381631,1.3360199839145022,1.4043914800534154,0.9999031234747062,0.012527295875517678,"mtp.layers.0.mlp.down_proj.weight|2d-64|(896, 4480)","mtp.layers.0.mlp.down_proj.weight|2d-64|(320, 2752)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.05501965798318231,4.100889167640191 +10650,10757,1.3158424006460656,0.05097042801201521,0.008783033411261161,0.008719117522755095,1.3731598212837985,1.4456289244690723,1.4079975635881976,0.9999614284181648,0.00924656179644601,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(2304, 1152)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(2816, 128)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.05731742063773293,3.535826031012137 +11091,11098,1.3035382869826473,0.022403698073729644,0.025576519374156628,0.02560940946354767,1.330272339988248,1.4727918714030874,1.396105566925358,0.9996728673204567,0.02831667524063098,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(2432, 1280)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(5120, 1536)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.02673405300560061,3.5010636703194735 +11199,11286,1.3381086343664668,0.044432371285712036,0.0016979339613627919,0.0017612872961080966,1.4149087260297295,1.4111237499108278,1.4130124359892275,0.9999985585090925,0.0016933918736810915,"mtp.layers.0.mlp.up_proj.weight|2d-128|(256, 1920)","mtp.layers.0.mlp.up_proj.weight|2d-128|(1024, 768)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.07301511554436102,3.540552414089819 +11607,11609,1.3192458191166432,0.040897036337146184,0.005619459369099766,0.0054150949593912215,1.343549543367571,1.4879970928533626,1.4102550923853439,0.9999842107135487,0.006223618061504131,"mtp.layers.0.mlp.up_proj.weight|2d-64|(4800, 64)","mtp.layers.0.mlp.up_proj.weight|2d-64|(1536, 128)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.02430372425092786,3.4862979535786334 +11667,11690,1.2513369791006275,-3.910697268876603e-05,-0.013015363243462828,-0.013009098420979224,1.6315159015277256,1.2784414651822775,1.4231217132101017,0.9999152965724851,-0.010198723799915972,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 384)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(128, 1280)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.02710448608165006,4.903030165456501 +11757,11939,1.0939120010956649,-0.004501182109726507,-0.012580111824851276,-0.012602488876414783,2.4036351892466743,1.1060366331040157,1.4209535255114132,0.999920867262242,-0.005788758872011413,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 1856)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 1216)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.012124632008350789,7.56012771290743 +11998,12177,1.19800284006543,0.010657383655712017,-0.0005297957753474363,-0.0004697334392072076,1.1959084384562795,1.8247990434431602,1.414557016468741,0.9999998596582084,-0.0008083986975810381,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(0, 1792)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1536, 128)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.0020944016091504203,3.380329455168757 +12332,12470,1.1826994632222172,0.03470205816780471,0.013428667898025035,0.013304669104962162,1.672072859954893,1.2352958529774491,1.4051079008630685,0.9999098313740518,0.00992084625181299,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(1792, 960)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(768, 1984)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.052596389755231954,4.745659326022329 +12580,12642,1.0647530192420274,0.030779295130715596,0.015672081993825193,0.015815738711168727,2.5834332196442986,1.077433288937633,1.4063176015694565,0.9998771853812741,0.006536117411013332,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 512)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(3840, 1920)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.01268026969560565,8.610434738589673 +12806,12942,1.0638245293432886,0.01308486284260933,-0.00471088526567417,-0.00468024511836432,1.0729382376956864,2.7929641309753817,1.4164420129775026,0.9999889037184432,-0.012262899307630193,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(2432, 512)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(704, 1216)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.009113708352397776,3.3972445931696655 +13030,13049,1.369404068976145,0.037539849917779144,0.002910397441052335,0.0027867942249749293,1.3974905628281258,1.4272900727790025,1.4121545597222422,0.9999957647843991,0.002972457550660612,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 768)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(256, 1152)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.0280864938519807,3.7400036185076773 +13178,13228,1.3105964664947505,0.037403481878876155,0.021170503324311033,0.020633037037555296,1.3396856788460565,1.467483394886898,1.3992262646485798,0.9997758797795611,0.023190038215967428,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 640)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(256, 1792)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.029089212351306015,3.5079823490755304 +0,125,1.184540105387898,0.2897948584624495,0.2849097466427253,0.2847316634287215,1.2098659303558381,1.1825300368598262,1.1959637432751489,0.9585543470601852,0.2784724528114074,"model.language_model.embed_tokens.weight|2d-128|(54272, 768)","model.language_model.embed_tokens.weight|2d-128|(192384, 768)",model.language_model.embed_tokens.weight,2d-128,0,0.002010068528071729,3.182522795039993 +448,496,1.2016209993661637,0.18742219317707104,0.027507068007756305,0.02317605673272662,1.38166675904821,1.407967170544178,1.394631006046853,0.9996216090149396,0.028030672706873427,"model.language_model.embed_tokens.weight|2d-64|(217280, 896)","model.language_model.embed_tokens.weight|2d-64|(248192, 832)",model.language_model.embed_tokens.weight,2d-64,0,0.18004575968204617,3.5583341332292013 +523,544,0.16055129014539282,0.9921166025986614,0.9921166025986614,0.9900944526086516,0.16055129014539282,0.1800393023676784,0.16946058623530477,0.1253181824321178,1.11254154879415,"model.language_model.layers.10.linear_attn.conv1d.weight|3d-axis0-slice|(5258, 0, 0)","model.language_model.layers.10.linear_attn.conv1d.weight|3d-axis0-slice|(6134, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,0,0.0,0.23520691253217985 +943,986,0.6572178070172102,0.8087970133734821,0.8087970133734821,0.8023691172879522,0.6572178070172102,1.2751861627948458,0.8261740192297169,0.5880879110797427,1.5692921721712485,"model.language_model.layers.18.linear_attn.conv1d.weight|3d-volume|(2936, 0, 0)","model.language_model.layers.8.linear_attn.conv1d.weight|3d-volume|(4348, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,10,0.0,2.0364291086668107 +1190,1235,1.1565171957069633,0.026707648821331514,0.0026972868447913225,0.0026846454095353686,1.8891861538038928,1.176683863185528,1.4125007175487598,0.999996362315222,0.0016800112039027889,"model.language_model.layers.13.linear_attn.in_proj_qkv.weight|2d-128|(4352, 128)","model.language_model.layers.17.linear_attn.in_proj_qkv.weight|2d-128|(4864, 1920)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,4,0.02016666747856477,5.603410863855049 +1345,1405,1.1541233673755482,-0.024360169609763643,-0.014410231232844604,-0.014355145145150402,1.1522711845920515,2.0640876967706077,1.422860695820239,0.9998961672272856,-0.02581335139944909,"model.language_model.layers.21.linear_attn.in_proj_qkv.weight|2d-64|(4032, 1344)","model.language_model.layers.12.linear_attn.in_proj_qkv.weight|2d-64|(2688, 704)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,9,0.0018521827834967475,3.113601285369606 +1592,1704,1.163546143994102,0.023676736218503622,0.004989780174373797,0.004983547556230762,1.8747154732805071,1.1785226914430122,1.4110304285690247,0.9999875509694166,0.003136779551150641,"model.language_model.layers.16.linear_attn.in_proj_z.weight|2d-128|(512, 512)","model.language_model.layers.21.linear_attn.in_proj_z.weight|2d-128|(1280, 768)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,5,0.014976547448910305,5.422093145361441 +1811,1904,1.1619329038093218,0.0054676372725707256,0.003360999452540201,0.0036739885876337698,1.9774177394290107,1.1568652846549519,1.412140337553773,0.9999943518253891,0.0019663136983441853,"model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-64|(320, 704)","model.language_model.layers.21.linear_attn.in_proj_z.weight|2d-64|(1152, 1280)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,3,0.005067619154369929,5.34268520040092 +2082,2136,1.2407938082915708,0.04637838450188212,0.004280183708464024,0.004280471308106596,1.2814717813445409,1.5906126445584945,1.4112532426151447,0.9999908399717579,0.005312730585899411,"model.language_model.layers.10.linear_attn.out_proj.weight|2d-128|(0, 896)","model.language_model.layers.20.linear_attn.out_proj.weight|2d-128|(896, 1280)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,10,0.04067797305297005,3.4505937812511718 +2374,2505,1.235197286386651,0.054143552018935254,0.02810552212804662,0.028302883062197606,1.5559307577858181,1.2748718463070075,1.3945918259289636,0.9996049617853594,0.023028620462387926,"model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(1536, 896)","model.language_model.layers.10.linear_attn.out_proj.weight|2d-64|(1408, 1088)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,2,0.03967455992035651,4.593776336761834 +2622,2763,1.2739496942131474,0.026204996228092976,-0.003506289852037335,-0.0034827332552778982,1.5531506888783322,1.310795681778132,1.416655518997449,0.9999938529468436,-0.002959165282560075,"model.language_model.layers.3.mlp.down_proj.weight|2d-128|(1280, 896)","model.language_model.layers.15.mlp.down_proj.weight|2d-128|(1792, 2048)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,12,0.036845987564984695,4.147925870376254 +2932,3003,1.268028284125773,0.06976921782089736,0.05464339600241303,0.05469188761116628,1.2683641975707476,1.5157724868743563,1.375654644835928,0.9985059335193375,0.06530218718604118,"model.language_model.layers.20.mlp.down_proj.weight|2d-64|(640, 4800)","model.language_model.layers.14.mlp.down_proj.weight|2d-64|(128, 2944)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,6,0.0003359134449745227,3.450838213812345 +3232,3278,1.1715221121466164,0.012614686079810436,-0.0019235416171206633,-0.0023404906539891074,1.189983812163732,1.8503650287806876,1.4154506135383478,0.9999981499921123,-0.0029910105527003604,"model.language_model.layers.21.mlp.gate_proj.weight|2d-128|(896, 128)","model.language_model.layers.9.mlp.gate_proj.weight|2d-128|(768, 1664)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,12,0.018461700017115668,3.2931549486492657 +3402,3583,1.164697709505169,0.023504779660914462,0.025571501718602542,0.02568065291422906,1.1742417243090462,1.830162391747494,1.397680400977662,0.9996729956840164,0.039855508262943984,"model.language_model.layers.21.mlp.gate_proj.weight|2d-64|(2496, 128)","model.language_model.layers.9.mlp.gate_proj.weight|2d-64|(2816, 1024)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,12,0.009544014803877232,3.1611231295881543 +3612,3687,1.2454639971881851,0.006935158596252465,0.0019491654643325317,0.0019422023056028905,1.2508246752889671,1.6604043375772657,1.4128881758573049,0.999998100375192,0.0025874152113971234,"model.language_model.layers.22.mlp.up_proj.weight|2d-128|(5504, 1792)","model.language_model.layers.2.mlp.up_proj.weight|2d-128|(128, 768)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,20,0.0053606781007820015,3.3015720876408428 +3888,4063,1.2413314999764296,0.04936511096936945,0.024758567200974073,0.02447404864782779,1.5918843686544255,1.2598086139776004,1.3970711619482636,0.9996934596915971,0.019593795154792138,"model.language_model.layers.2.mlp.up_proj.weight|2d-64|(1600, 768)","model.language_model.layers.22.mlp.up_proj.weight|2d-64|(5248, 576)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,20,0.018477114001170802,4.182067105213736 +4300,4351,1.1877782584375232,0.0063104885226628726,0.000750479153564791,0.0007496360964837342,1.7706060526799237,1.2111426235793636,1.4137189004392596,0.9999997183904804,0.0005133481214606418,"model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 1536)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(384, 1920)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,0,0.023364365141840482,5.706354229186105 +4561,4576,1.1102799775836356,-0.010965576271224891,0.008158412215973555,0.008049299970050583,2.2308971169113994,1.1141159496203363,1.4095942343493177,0.9999667196012647,0.0040743327446572325,"model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(0, 1024)","model.language_model.layers.15.self_attn.k_proj.weight|2d-64|(384, 1280)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,8,0.003835972036700719,6.775785775838415 +4680,4816,1.1333057815199707,0.011665076166790777,0.002084837878470642,0.002091630319591242,1.1382815466362366,2.0853071609532843,1.4129730650169154,0.9999978267231487,0.0038193778773353278,"model.language_model.layers.23.self_attn.o_proj.weight|2d-128|(384, 1792)","model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(384, 1664)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,16,0.004975765116265851,3.1265705171909373 +4955,5099,1.1351327835359974,0.0017855650506180968,0.00842146523979957,0.008102736975807578,1.9843602721052547,1.1520835928986861,1.4090326470001608,0.9999645388328603,0.004889350017396971,"model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(1536, 512)","model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(512, 64)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,4,0.016950809362688668,5.97011430106749 +5274,5281,1.1348770047703298,0.031012411119341745,0.024115019734698307,0.02305812364799024,1.9698462756244095,1.1443085324055777,1.3993225131203508,0.9997091906265517,0.01400871894574463,"model.language_model.layers.11.self_attn.q_proj.weight|2d-128|(3968, 128)","model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(384, 384)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,8,0.009431527635247905,5.339374630416956 +5591,5620,1.1210186370159176,-0.03177079394882644,-0.009418379254457886,-0.009696411104864966,1.1150935885738418,2.3036195361156957,1.4194274983047541,0.9999556460824747,-0.01945698789001622,"model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(2880, 1088)","model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(2688, 384)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,4,0.005925048442075864,3.213095240763268 +5662,5824,1.0902052059045326,0.023259976787355495,0.0102962728358333,0.010298288257973031,2.2567021886939758,1.1098357510434043,1.408435342755042,0.9999469919779198,0.005063659597156732,"model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(384, 1664)","model.language_model.layers.23.self_attn.v_proj.weight|2d-128|(0, 0)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,16,0.019630545138871636,8.077278282806459 +6085,6104,1.0857617536919255,0.013242977630284937,0.019965389666408245,0.02041545256069901,2.368607529413329,1.0929246075750019,1.4034310387582412,0.999800671741857,0.009212444609447772,"model.language_model.layers.3.self_attn.v_proj.weight|2d-64|(448, 320)","model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(320, 1344)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,16,0.007162853883076359,8.675575925443244 +6145,6397,1.2316327293354052,0.052014126938788575,0.022604043712251477,0.022509152729175287,1.603913524833335,1.2561814466739734,1.3986096531608407,0.9997444959627708,0.01770343593435833,"model.visual.blocks.14.attn.proj.weight|2d-128|(640, 896)","model.visual.blocks.5.attn.proj.weight|2d-128|(0, 0)",model.visual.layers.*.attn.proj.weight,2d-128,9,0.024548717338568116,4.261971880588685 +6486,6642,1.2040820882842564,0.01180209093892367,-0.010115576670386223,-0.009832977408406376,1.2132470277674923,1.7922031753201617,1.4208389726082682,0.9999488362454478,-0.014942685383882949,"model.visual.blocks.19.attn.proj.weight|2d-64|(896, 448)","model.visual.blocks.18.attn.proj.weight|2d-64|(512, 768)",model.visual.layers.*.attn.proj.weight,2d-64,1,0.009164939483235823,3.2450257422482855 +6663,6786,1.1268038685913457,0.0005804063191113523,0.0011184766327117402,0.0010592805111704756,1.1297464989459443,2.144594392033109,1.4135611605884293,0.9999993745048154,0.00212320083874714,"model.visual.blocks.2.attn.qkv.weight|2d-128|(512, 768)","model.visual.blocks.0.attn.qkv.weight|2d-128|(2048, 256)",model.visual.layers.*.attn.qkv.weight,2d-128,2,0.002942630354598519,3.5108895117608703 +6968,7074,1.1152579327409298,-0.0040084501003252995,0.0072076636900785035,0.007390758511569096,2.1598720877385484,1.1239659530874893,1.4100333396288323,0.9999740244547008,0.003750763128494032,"model.visual.blocks.21.attn.qkv.weight|2d-64|(256, 320)","model.visual.blocks.1.attn.qkv.weight|2d-64|(448, 320)",model.visual.layers.*.attn.qkv.weight,2d-64,20,0.008708020346559486,6.504950711891909 +7241,7351,1.2299280466292637,0.020064721830869922,-0.0066911569703468,-0.006928143376004252,1.254592421436809,1.6706343726206974,1.41875003104679,0.9999776139586317,-0.008910046510929737,"model.visual.blocks.0.mlp.linear_fc1.weight|2d-128|(1152, 128)","model.visual.blocks.23.mlp.linear_fc1.weight|2d-128|(128, 768)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,23,0.024664374807545242,3.8259911540917044 +7623,7638,1.2360206747317992,-0.016191914405598667,-0.02133988801904852,-0.021954946324253762,1.6977591351119705,1.2568296034045299,1.428572759791736,0.9997722786611631,-0.015797649054563302,"model.visual.blocks.17.mlp.linear_fc1.weight|2d-64|(3904, 384)","model.visual.blocks.1.mlp.linear_fc1.weight|2d-64|(3904, 768)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,16,0.020808928672730653,4.945055139918304 +7694,7723,1.238026270969396,0.05533967152419517,-0.0014596572586962823,-0.0014658348090639051,1.2786113233185916,1.6076801496429867,1.4152188505533654,0.9999989346997762,-0.0018353208338540523,"model.visual.blocks.4.mlp.linear_fc2.weight|2d-128|(128, 1152)","model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(256, 768)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,6,0.040585052349195516,3.5085323459271676 +8023,8168,1.2295926952685075,0.011873613638327112,0.012919715086258499,0.012894803987295006,1.6377712056037432,1.2501907759541966,1.4053735787965302,0.9999165369980086,0.00986224972910205,"model.visual.blocks.2.mlp.linear_fc2.weight|2d-64|(256, 1280)","model.visual.blocks.3.mlp.linear_fc2.weight|2d-64|(384, 3392)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,1,0.020598080685689135,5.186499231590479 +8268,8374,1.34191018568715,0.06472627570169945,0.021928264223778006,0.02171555220108393,1.373758378396107,1.4249085487477418,1.3986324610074465,0.9997595467051725,0.022744735641314646,"model.visual.merger.linear_fc1.weight|2d-128|(256, 1536)","model.visual.merger.linear_fc1.weight|2d-128|(1792, 2432)",model.visual.merger.linear_fc1.weight,2d-128,0,0.03184819270895689,3.394877806127471 +8558,8656,1.3471371929957197,0.03846738142410846,0.024105219170514638,0.023831949657580558,1.4439503366964983,1.354532410399114,1.3970998182045304,0.9997094269880331,0.022612481742922335,"model.visual.merger.linear_fc1.weight|2d-64|(1152, 2048)","model.visual.merger.linear_fc1.weight|2d-64|(256, 3456)",model.visual.merger.linear_fc1.weight,2d-64,0,0.0073952174033944384,3.560193559542226 +8844,8959,1.3493191751788256,0.05269465139061897,0.011828178259403925,0.011846587114444333,1.4072320295488827,1.4044220123831985,1.405824914681336,0.9999300446526566,0.011804559280266311,"model.visual.merger.linear_fc2.weight|2d-128|(1536, 3968)","model.visual.merger.linear_fc2.weight|2d-128|(1536, 2176)",model.visual.merger.linear_fc2.weight,2d-128,0,0.05510283720437292,3.5227191124888093 +8986,9162,1.3498460156260323,0.05318698322444177,0.036127854082527035,0.03604524894545141,1.4187998101954753,1.3599786367406828,1.3884556226612723,0.9993471759901018,0.03463005097015914,"model.visual.merger.linear_fc2.weight|2d-64|(1664, 3328)","model.visual.merger.linear_fc2.weight|2d-64|(1856, 1856)",model.visual.merger.linear_fc2.weight,2d-64,0,0.010132621114650409,3.671473955547264 +9280,9328,0.812354886881774,0.6077327571883652,0.46213373660461454,0.46527612265775886,1.1871544236098632,0.948679297301505,1.048090591153145,0.8868102443543696,0.36930048844720664,"model.visual.pos_embed.weight|2d-128|(1024, 0)","model.visual.pos_embed.weight|2d-128|(1792, 0)",model.visual.pos_embed.weight,2d-128,0,0.13632441041973098,4.04663416296051 +9517,9522,0.5631949527429477,0.82652531130398,0.7836936145951251,0.7827408559200889,0.6212751806520752,0.7802175500489249,0.6873276187117882,0.6211475818538035,0.984187894527881,"model.visual.pos_embed.weight|2d-64|(576, 832)","model.visual.pos_embed.weight|2d-64|(1536, 832)",model.visual.pos_embed.weight,2d-64,0,0.05808022790912748,2.834219533613058 +9647,9672,1.2113515412919789,0.0276879647626494,0.011606230142832637,0.011592853736267538,1.2475385456115506,1.6467267074074918,1.4062909350105253,0.9999326454426175,0.015319998901638276,"mtp.fc.weight|2d-128|(1280, 2816)","mtp.fc.weight|2d-128|(128, 3072)",mtp.fc.weight,2d-128,0,0.03618700431957178,3.13011838141923 +9881,10043,1.1708552272029882,0.0558631255534951,0.031519239300029575,0.031806091897911316,2.1767233583874765,1.1076349924561424,1.3960803436074105,0.9995031453446995,0.016038699750148492,"mtp.fc.weight|2d-64|(960, 3520)","mtp.fc.weight|2d-64|(1152, 3904)",mtp.fc.weight,2d-64,0,0.0632202347468458,5.684211140671809 +10275,10340,1.324792817725729,0.03354370024360132,0.00959428526447989,0.009728789551194631,1.37852447485624,1.4382104173757264,1.4074191462762133,0.9999539737859257,0.010009688813169892,"mtp.layers.0.mlp.down_proj.weight|2d-128|(1920, 3712)","mtp.layers.0.mlp.down_proj.weight|2d-128|(1536, 5120)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.05373165713051087,3.615107172632947 +10420,10486,1.2810201398691194,0.0315653291635476,-0.0016752678545149233,-0.002039011348526775,1.362167836425042,1.4753902652761486,1.4153938970364126,0.9999985967378232,-0.0018145149358159795,"mtp.layers.0.mlp.down_proj.weight|2d-64|(512, 4800)","mtp.layers.0.mlp.down_proj.weight|2d-64|(1088, 5504)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.08114769655592258,3.41406787195051 +10694,10774,1.315896752841292,0.02176770365903269,0.022656662206542267,0.02265702744983712,1.5271858258061053,1.2973802052190833,1.398314207792451,0.9997433048826377,0.01924736634298439,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(5504, 1536)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(2432, 768)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.018516547622208668,3.9230871140720325 +11072,11116,1.3035465557002883,0.04322664798160546,0.010218781429771338,0.010129901631325686,1.3189757932972321,1.5154789054979083,1.40703871680436,0.9999477868899409,0.011741191745451811,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(2240, 1088)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(1856, 1344)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.015429237596943812,3.687842260498324 +11280,11381,1.338342609833704,0.05690586295921259,0.005474927421534311,0.005416632461174576,1.4244521294204142,1.3966345838379064,1.4103376454879712,0.9999850124725514,0.00536800979337125,"mtp.layers.0.mlp.up_proj.weight|2d-128|(4736, 0)","mtp.layers.0.mlp.up_proj.weight|2d-128|(5888, 1408)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.058291974004202496,3.6560697760064143 +11415,11456,1.3192869807563001,0.04607070184787707,0.021153351665933056,0.021227807916219435,1.4580052783279585,1.3470218435081713,1.3992231947059584,0.9997762428230115,0.019543157477522142,"mtp.layers.0.mlp.up_proj.weight|2d-64|(2432, 256)","mtp.layers.0.mlp.up_proj.weight|2d-64|(3904, 1856)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.027734862751871203,3.9020098331835738 +11676,11693,1.2515983697277249,-0.007227400706242777,-0.00995460943700141,-0.010006740898410449,1.652670011808021,1.2655616705764046,1.420992846917241,0.9999504516479588,-0.007622920521952683,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 1536)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(128, 1664)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.013963300848679694,4.709768556506696 +11729,11814,1.093935573675872,0.0074118573394655555,0.00878846008740236,0.00892227134239918,2.216031010610131,1.1156124909552543,1.4092128681074731,0.9999613807389224,0.004424358595536233,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 64)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(128, 1408)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.021676917279382257,7.900130082787644 +12047,12113,1.1980193463160889,0.0053571316159991104,-0.005216428198863284,-0.005241148650520909,1.22371873396578,1.747842954592912,1.4176753192334037,0.9999863943458661,-0.007450647785684668,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(384, 1920)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1024, 128)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.025699387649691152,3.4087785836508657 +12371,12399,1.1827659916004671,0.03902463673175972,0.022562048296388044,0.022777160413691173,1.6973245876598149,1.2174090229685208,1.3990203599001994,0.9997454445891071,0.016182668519840855,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(256, 192)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(256, 1984)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.03464303136805369,4.745373514481368 +12583,12602,1.0648548069293173,0.014361970377470645,-0.0018352113274061209,-0.001726821591433303,2.735122530403991,1.0751581813073634,1.4150969650468213,0.9999983159982739,-0.0007214091694814106,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 896)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(3968, 1024)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.01030337437804607,8.615640867885245 +12778,12875,1.063892087965555,0.012257184654342734,0.02025567922828782,0.020354941410884852,2.808267870358819,1.061918508653774,1.4047045675427088,0.9997948326826863,0.007659483236947856,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(704, 1984)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(3968, 512)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.001973579311780993,9.077990646417739 +13058,13069,1.3695309326808367,0.03655188202214241,0.0018983148260440302,0.001809900751286978,1.4116251387098093,1.4141193948562214,1.4128706155427433,0.9999981981987873,0.0019016690333989754,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(384, 256)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(384, 1664)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.042094206028972625,3.714970327941458 +13170,13270,1.3106383200366651,0.05360624318529596,0.031152229357837975,0.030951294048433498,1.3134993254487084,1.4869425362265625,1.392182350054022,0.9995146515214455,0.03526577747927744,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 128)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 384)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.0028610054120432604,3.5229715862963475 +50,190,1.18457868796056,0.25558838669238315,0.21338304086591353,0.2097234887238761,1.302402432265953,1.2119293437747203,1.2547261134211656,0.9769686166253325,0.1985601088285385,"model.language_model.embed_tokens.weight|2d-128|(114816, 1920)","model.language_model.embed_tokens.weight|2d-128|(163712, 1920)",model.language_model.embed_tokens.weight,2d-128,0,0.027350655814160296,3.1529048024926007 +258,329,1.2017163555877088,0.05949276657387455,0.05077480520987345,0.045752946512932,1.2933926782859904,1.4821810137511962,1.3781820214459195,0.9987101276926651,0.058186081862409526,"model.language_model.embed_tokens.weight|2d-64|(223808, 1216)","model.language_model.embed_tokens.weight|2d-64|(180416, 1984)",model.language_model.embed_tokens.weight,2d-64,0,0.09167632269828152,3.276405347138312 +572,706,0.16149912963595275,0.9899301494291125,0.9899301494291125,0.989725571558579,0.17704566775990846,0.16149912963595275,0.1687376141777951,0.14155669977523122,0.9030034993569787,"model.language_model.layers.16.linear_attn.conv1d.weight|3d-axis0-slice|(952, 0, 0)","model.language_model.layers.5.linear_attn.conv1d.weight|3d-axis0-slice|(1453, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,11,0.0,0.23324207976832373 +873,989,0.6574815080986506,0.7787105232784735,0.7787105232784735,0.8226339737697462,0.6740893631751433,0.6574815080986506,0.665630095149406,0.6273833923012037,0.7595250677236904,"model.language_model.layers.13.linear_attn.conv1d.weight|3d-volume|(3452, 0, 0)","model.language_model.layers.8.linear_attn.conv1d.weight|3d-volume|(3668, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,5,0.0,1.5900971359836584 +1229,1260,1.1565268745402595,0.00950683595947234,0.002931024212410533,0.002941033878841851,1.1444409621875289,2.045521199470742,1.412446213360488,0.9999957045393076,0.005238778024152336,"model.language_model.layers.22.linear_attn.in_proj_qkv.weight|2d-128|(1536, 1152)","model.language_model.layers.12.linear_attn.in_proj_qkv.weight|2d-128|(2688, 1408)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,10,0.012085912352730599,3.445440594108639 +1374,1405,1.1541895641411424,-0.0011962753385205771,0.0021263688199247978,0.0020585980012078047,1.1497849547284333,2.0186342180613455,1.4129197150657737,0.9999977392752654,0.003733185794845201,"model.language_model.layers.22.linear_attn.in_proj_qkv.weight|2d-64|(3584, 960)","model.language_model.layers.12.linear_attn.in_proj_qkv.weight|2d-64|(2688, 704)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,10,0.004404609412709037,3.3283398453969606 +1575,1635,1.163657741754168,0.03221106325337754,0.0073011598958904605,0.007700577929467423,1.179473598560231,1.863984684140866,1.409540307669423,0.9999733461768742,0.011538410218775549,"model.language_model.layers.5.linear_attn.in_proj_z.weight|2d-128|(1664, 1536)","model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(256, 1920)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,13,0.0158158568060629,3.2564306529950016 +1904,1922,1.1619472901736907,-0.007080775337171305,0.002994286738522399,0.0022426906726477763,1.1561404545717808,1.9823172479363207,1.412369504546605,0.9999955171134156,0.005134000997515843,"model.language_model.layers.21.linear_attn.in_proj_z.weight|2d-64|(1152, 1280)","model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-64|(640, 768)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,17,0.0058068356019098655,3.230164044701182 +2102,2175,1.2409617000619286,0.0049670985701807495,-0.003579776427403402,-0.003548299499257127,1.6843633854433941,1.2460021403141452,1.4166319684369775,0.9999935925798374,-0.0026481275530794083,"model.language_model.layers.16.linear_attn.out_proj.weight|2d-128|(1664, 256)","model.language_model.layers.21.linear_attn.out_proj.weight|2d-128|(256, 384)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,5,0.005040440252216616,4.424320891029591 +2511,2533,1.2352065637040852,0.001667645806533123,0.00518851886592422,0.005113994919151928,1.2338747550615459,1.6948548924019013,1.4107177977185905,0.9999865395453971,0.007126968558322269,"model.language_model.layers.14.linear_attn.out_proj.weight|2d-64|(64, 1920)","model.language_model.layers.17.linear_attn.out_proj.weight|2d-64|(1216, 1344)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,3,0.001331808642539345,3.354148148057704 +2585,2796,1.274013434548554,0.014774075417350131,0.003331137832739138,0.003312699598670891,1.2839226405085344,1.587821278480477,1.4119083854620778,0.999994451744978,0.0041196029772320114,"model.language_model.layers.22.mlp.down_proj.weight|2d-128|(1664, 2688)","model.language_model.layers.2.mlp.down_proj.weight|2d-128|(1792, 4224)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,20,0.00990920595998035,3.222905545579978 +2916,2937,1.268066293173823,0.05713347760766273,0.018559124796061165,0.01902785773445585,1.3185002472122505,1.5015607428917719,1.401139983858581,0.9998277646108875,0.021135872575766462,"model.language_model.layers.23.mlp.down_proj.weight|2d-64|(1024, 6016)","model.language_model.layers.3.mlp.down_proj.weight|2d-64|(1664, 6016)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,20,0.05043395403842754,3.3170156545796488 +3081,3314,1.1716086379226873,0.03954433390501414,0.006664690253242251,0.006498707486623388,1.1858152285295407,1.841314811514217,1.4099165459928256,0.9999777907052878,0.01034882381521354,"model.language_model.layers.20.mlp.gate_proj.weight|2d-128|(3840, 1536)","model.language_model.layers.11.mlp.gate_proj.weight|2d-128|(3712, 640)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,9,0.014206590606853364,3.1128100040277182 +3448,3468,1.1647342017078728,0.0405808395001249,0.02868103362338531,0.028654217563904946,1.8330697616406293,1.1711222122331555,1.3956897662587437,0.9995886145361471,0.0183239046593021,"model.language_model.layers.10.mlp.gate_proj.weight|2d-64|(4416, 1792)","model.language_model.layers.20.mlp.gate_proj.weight|2d-64|(1024, 1024)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,10,0.006388010525282706,4.989526325386915 +3595,3714,1.2455841539721788,0.027538933041292096,0.0015982735125738081,0.0016469540383413828,1.6365472571358906,1.2617102918716918,1.4131201750864422,0.9999987227600738,0.0012322028167823624,"model.language_model.layers.2.mlp.up_proj.weight|2d-128|(4864, 384)","model.language_model.layers.22.mlp.up_proj.weight|2d-128|(5888, 1920)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,20,0.016126137899513004,4.135651692913033 +3898,4000,1.2414055890424127,0.0503362255840707,0.02895676996718172,0.029322857506087964,1.2506345164408876,1.6022029994884186,1.3942091616004213,0.9995806648155354,0.03709686809936018,"model.language_model.layers.23.mlp.up_proj.weight|2d-64|(2944, 0)","model.language_model.layers.8.mlp.up_proj.weight|2d-64|(5568, 768)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,15,0.009228927398474918,3.215060407120663 +4219,4293,1.1878665957285468,-0.01730685069480368,-0.00020168895128729652,-0.0002005589614053981,1.2057518220080692,1.7903493399744583,1.4143457108821722,0.9999999796607834,-0.0002994759570140923,"model.language_model.layers.15.self_attn.k_proj.weight|2d-128|(384, 1408)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 640)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,8,0.01788522627952238,3.1854005493744935 +4409,4459,1.1102867073782174,0.03560276539541726,0.007357564157095302,0.007325129192556381,2.156292034722856,1.124378703100635,1.409941304855539,0.9999729327585193,0.0038365343430848435,"model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 1024)","model.language_model.layers.7.self_attn.k_proj.weight|2d-64|(192, 128)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,16,0.014091995722417483,5.9472992520638694 +4772,4816,1.1333089706119581,-0.0008946957276200589,0.0023029429754206424,0.0022836511907220083,1.132760269441006,2.1195972315416487,1.4128590513580133,0.99999734822331,0.0043092185405732035,"model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(1664, 768)","model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(384, 1664)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,12,0.0005487011709521816,3.0107440089612747 +4931,4986,1.135331040393944,0.018039739138957747,0.012703346135417007,0.012738928360862612,1.150451715530062,1.9779099390403658,1.406383956412633,0.9999193092429828,0.021840181766111466,"model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(0, 128)","model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(512, 1920)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,16,0.015120675136117923,3.3110081920695538 +5172,5309,1.1350230422992007,0.013068020737220864,0.0005776825821416482,0.00055884414611876,2.1372706933349592,1.1311463274540758,1.4138757540690432,0.9999998331414033,0.00030573737489662155,"model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(2688, 1536)","model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(3840, 640)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,4,0.0038767148451248623,5.900311467809063 +5444,5470,1.1211116177100886,0.02412365924643434,0.0013498070300280364,0.005956272787020056,2.1319371692207874,1.1314760820730358,1.4134228790735737,0.9999990890100758,0.0007163786963050954,"model.language_model.layers.11.self_attn.q_proj.weight|2d-64|(3456, 640)","model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(960, 1792)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,8,0.010364464362947245,5.851671527707215 +5662,5851,1.0902274026782441,0.00047975183922871565,-0.009050907796052547,-0.009047496943120917,2.348626138392194,1.1099015289808376,1.419149593718017,0.9999590396951604,-0.004277230946761182,"model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(384, 1664)","model.language_model.layers.23.self_attn.v_proj.weight|2d-128|(128, 1408)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,16,0.019674126302593464,8.375769398915649 +5988,6096,1.0858279630198,-0.006249712286662711,-0.0025708157597410064,-0.0024868927883200348,2.4983966587371076,1.0924488619104171,1.4155475062963785,0.9999966954477048,-0.0011241148362446428,"model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(448, 960)","model.language_model.layers.23.self_attn.v_proj.weight|2d-64|(320, 1792)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,16,0.006620898890617122,9.408341815499499 +6176,6329,1.2319572425508905,-0.003524440908590668,-0.01177819884494972,-0.011803083278933037,1.2493321085232227,1.6946973181057732,1.422147091424754,0.9999306346102057,-0.015976922275892806,"model.visual.blocks.21.attn.proj.weight|2d-128|(512, 896)","model.visual.blocks.8.attn.proj.weight|2d-128|(128, 512)",model.visual.layers.*.attn.proj.weight,2d-128,13,0.017374865972332287,3.332407083589076 +6573,6642,1.204355005922675,-0.004202835944767511,-0.0013852620933400598,-0.001456375856997846,1.1986101240679046,1.817663796525654,1.4151136191297888,0.9999990405240061,-0.0021007170765570135,"model.visual.blocks.7.attn.proj.weight|2d-64|(0, 576)","model.visual.blocks.18.attn.proj.weight|2d-64|(512, 768)",model.visual.layers.*.attn.proj.weight,2d-64,11,0.005744881854770512,2.99340218787807 +6811,6814,1.127543321176249,0.02723738287340821,0.0031971801279463094,0.0031560627489410605,1.147919458815218,2.0250064438434214,1.412272455668661,0.9999948890065536,0.005640038864661835,"model.visual.blocks.1.attn.qkv.weight|2d-128|(1536, 896)","model.visual.blocks.11.attn.qkv.weight|2d-128|(2176, 896)",model.visual.layers.*.attn.qkv.weight,2d-128,10,0.02037613763896906,3.302018798378175 +7062,7134,1.11532084483026,0.02345693186144163,0.022948058495058987,0.022920225692086217,2.094876250637684,1.1239325625656618,1.4006282667174386,0.9997366586313154,0.01231197794256687,"model.visual.blocks.18.attn.qkv.weight|2d-64|(2752, 576)","model.visual.blocks.4.attn.qkv.weight|2d-64|(1536, 832)",model.visual.layers.*.attn.qkv.weight,2d-64,14,0.008611717735401703,5.697482627091713 +7175,7322,1.2300129334005085,0.054961565928689976,-0.00020303740194784674,-0.00014134334134576705,1.278871639476152,1.6046320440222768,1.414353505987988,0.9999999793879065,-0.00025475607656292963,"model.visual.blocks.4.mlp.linear_fc1.weight|2d-128|(2560, 768)","model.visual.blocks.14.mlp.linear_fc1.weight|2d-128|(2304, 768)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,10,0.048858706075643354,3.4463115282501717 +7496,7623,1.2361230886319226,0.009524242053293348,0.00990153762399272,0.009250198194131963,1.254196710624518,1.635325447971015,1.4074353260141448,0.9999509785747902,0.012910444042302543,"model.visual.blocks.7.mlp.linear_fc1.weight|2d-64|(1280, 512)","model.visual.blocks.17.mlp.linear_fc1.weight|2d-64|(3904, 384)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,10,0.018073621992595434,3.1978874669097808 +7891,7929,1.2381031409991667,0.022510022817685712,0.006614845766271052,0.006739305290765617,1.2490761233542569,1.6541792048825512,1.4097076391559673,0.9999781216684136,0.008760186913738326,"model.visual.blocks.4.mlp.linear_fc2.weight|2d-128|(640, 2304)","model.visual.blocks.13.mlp.linear_fc2.weight|2d-128|(640, 1408)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,9,0.010972982355090144,3.4276684719814363 +8010,8113,1.2299145151543442,0.017845810661710412,0.00266529326535916,0.0025353630757131702,1.6023919112576528,1.2770806839352653,1.4123752239403882,0.9999964480995968,0.002124196036125414,"model.visual.blocks.10.mlp.linear_fc2.weight|2d-64|(896, 3584)","model.visual.blocks.5.mlp.linear_fc2.weight|2d-64|(704, 3776)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,5,0.04716616878092106,4.515951245057354 +8322,8362,1.3419355264537143,0.06034339244410589,0.029165653646127564,0.029286145126973136,1.4176373088566714,1.3704593669042067,1.3934497073107246,0.9995745918376447,0.028195041835810283,"model.visual.merger.linear_fc1.weight|2d-128|(512, 256)","model.visual.merger.linear_fc1.weight|2d-128|(640, 1280)",model.visual.merger.linear_fc1.weight,2d-128,0,0.028523840450492388,3.633111987457085 +8500,8590,1.347150040793136,0.03448866158617748,0.0318913769313595,0.03120430140818611,1.3449854464030853,1.4432831396698407,1.3915371334108637,0.9994913406715548,0.03422214474437698,"model.visual.merger.linear_fc1.weight|2d-64|(1280, 3456)","model.visual.merger.linear_fc1.weight|2d-64|(1920, 3904)",model.visual.merger.linear_fc1.weight,2d-64,0,0.002164594390050789,3.4664103528024506 +8913,8948,1.3494545661422739,0.0498158233723839,-0.01154934044871657,-0.01153212418015057,1.393292079260925,1.453304240613123,1.4223495201318432,0.9999333041434312,-0.012046796002248106,"model.visual.merger.linear_fc2.weight|2d-128|(1152, 3200)","model.visual.merger.linear_fc2.weight|2d-128|(896, 2560)",model.visual.merger.linear_fc2.weight,2d-128,0,0.04383751311865103,3.3716750433455536 +8997,9015,1.3498461114908895,0.045618167151678046,0.012866479456520197,0.013026405962996259,1.3905558585327054,1.4200858038540574,1.4050881543807265,0.9999172234272169,0.01313971294980126,"model.visual.merger.linear_fc2.weight|2d-64|(1088, 1408)","model.visual.merger.linear_fc2.weight|2d-64|(1216, 1152)",model.visual.merger.linear_fc2.weight,2d-64,0,0.04070974704181585,3.4483829361987044 +9254,9302,0.8129165633885012,0.597444490742205,0.4435538791393142,0.4457815593155757,1.0951896722403356,1.0206966217542754,1.0559775855065558,0.8962477092302477,0.4133840534465442,"model.visual.pos_embed.weight|2d-128|(512, 768)","model.visual.pos_embed.weight|2d-128|(1280, 768)",model.visual.pos_embed.weight,2d-128,0,0.2077800583657743,3.7750405348010236 +9465,9604,0.5633341281583641,0.83069274296089,0.8223677178483056,0.8285930473979243,0.5727350656398569,0.7568994835427868,0.6458970720179753,0.5689563574132639,1.0868021503559329,"model.visual.pos_embed.weight|2d-64|(2112, 256)","model.visual.pos_embed.weight|2d-64|(960, 256)",model.visual.pos_embed.weight,2d-64,0,0.009400937481492733,2.030761030630394 +9661,9733,1.2114354899401751,0.00515888001745001,0.0006650737800791962,0.0006774284672788907,1.2703991509617893,1.6200103417949663,1.4137567725835356,0.9999997788384091,0.0008481006941552776,"mtp.fc.weight|2d-128|(1792, 2048)","mtp.fc.weight|2d-128|(384, 2688)",mtp.fc.weight,2d-128,0,0.05896366102161421,3.2875579912399857 +10060,10114,1.1715921696215257,0.0024351966895516846,0.003081982149904004,0.003020380255575611,1.7027346294937398,1.2327595338675759,1.4121416824908917,0.9999952506817358,0.0022313182645691994,"mtp.fc.weight|2d-64|(1088, 3072)","mtp.fc.weight|2d-64|(1024, 2880)",mtp.fc.weight,2d-64,0,0.06116736424605018,4.924466823058211 +10173,10349,1.3248808041730327,0.06374039972935125,0.01020687133437523,0.010185365119781412,1.4308704233959653,1.38425081460849,1.4069816811553015,0.9999479085320213,0.00987431826683517,"mtp.layers.0.mlp.down_proj.weight|2d-128|(1792, 5248)","mtp.layers.0.mlp.down_proj.weight|2d-128|(768, 3072)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.05937001043545731,3.9737410480019144 +10408,10606,1.2810907905074855,0.05877880386085747,0.019451980121150837,0.019502289453616324,1.3608422838251166,1.4436550433451896,1.400415589800598,0.999810792334913,0.020635711822545498,"mtp.layers.0.mlp.down_proj.weight|2d-64|(960, 5440)","mtp.layers.0.mlp.down_proj.weight|2d-64|(1856, 5952)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.0797514933176311,3.5662709468146985 +10651,10748,1.3159231167075673,0.027251283975364887,0.015967066162593135,0.015920966461806622,1.3348483550942414,1.4826423652970315,1.4029401721783845,0.9998725182732844,0.01773493494734083,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(4736, 768)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(2560, 768)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.018925238386674037,3.6168690963829224 +10940,11091,1.3035636452912305,-0.010583412114986507,-0.013569170956329731,-0.013485060564518713,1.5441331761881631,1.3276105807582015,1.4236683370931265,0.9999079345617565,-0.011666464532684218,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(5568, 1536)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(2432, 1280)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.02404693546697101,4.326176955680826 +11153,11207,1.3384352469082497,0.03103414393049831,0.009294507563703557,0.009312671050840021,1.3810630873232101,1.43579364287048,1.4076309938014484,0.9999568051316758,0.009662842339405769,"mtp.layers.0.mlp.up_proj.weight|2d-128|(0, 128)","mtp.layers.0.mlp.up_proj.weight|2d-128|(3456, 1280)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.04262784041496048,3.591371764996369 +11516,11525,1.3193547017758258,0.0022900545123949005,-0.003727665495305423,-0.0031721549575117127,1.356732252296979,1.485707940230759,1.4168361566046737,0.9999930522308419,-0.004082030345724556,"mtp.layers.0.mlp.up_proj.weight|2d-64|(4544, 64)","mtp.layers.0.mlp.up_proj.weight|2d-64|(1984, 576)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.0373775505211531,3.3813644080496954 +11666,11685,1.251652119573594,0.019454386154046075,-0.001017696459014145,-0.0010087756716873977,1.5824775212822353,1.2913383726281855,1.4149183856361573,0.9999994821468245,-0.0008304639222602939,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 256)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(128, 640)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.039686253054591614,4.702634586876559 +11753,11805,1.0939572295337425,0.014117254214155087,0.017343170686034592,0.017347526647741328,2.407455381335819,1.090652738341961,1.4049639888230085,0.9998495959045816,0.007856999862552023,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 1600)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(128, 832)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.0033044911917814446,7.946345600944664 +12001,12223,1.1980680414017577,0.03402978197162752,0.0010424118925437184,0.0010576109155268937,1.7195712725156018,1.228314078014189,1.4135161279372017,0.9999994566885756,0.0007446095565598291,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(128, 128)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1792, 1920)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.030246036612431304,5.159219324967476 +12477,12488,1.18281774477391,-0.019928848787552307,-0.010747658097334436,-0.010739894870067187,1.2076153702818975,1.8123056691747579,1.4212100869173874,0.9999422422547328,-0.01612934232164035,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(832, 1152)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(704, 0)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.024797625507987364,3.3608337541033255 +12591,12602,1.064883244437037,0.019851499230772736,0.003811558572706807,0.003923155936944804,2.7033310910587494,1.074717566378883,1.4123618633713315,0.9999927359842404,0.0015152968006466826,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 1920)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(3968, 1024)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.00983432194184597,8.095768269083223 +12948,12999,1.0640089923760672,0.006263936475027525,-0.015571072721280362,-0.015628308017181555,2.788479622159113,1.0776827199170733,1.4215988388295304,0.9998787634980096,-0.006017858573878596,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(640, 1536)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(3968, 1664)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.013673727541006153,9.354392867391798 +13013,13043,1.3697137618430897,0.03834121400899949,0.0019714794557161184,0.0019070820340723743,1.4105622999065461,1.415086235026002,1.4128188352730686,0.9999980566324895,0.0019778023562697423,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(0, 640)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(256, 384)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.04084853806345645,3.9189684700899594 +13179,13305,1.31065409171665,0.04224266486622414,0.005553911237345468,0.005656627037895742,1.343105690488573,1.488710241113423,1.4103016539735362,0.9999845769160481,0.006156004397735418,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 704)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(448, 576)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.03245159877192294,3.520675024766772 +48,155,1.1847399448591471,0.2705351734954888,0.25409777034308867,0.2531184509062452,1.244645770843913,1.1996661622230778,1.2215353116060934,0.9671785373480282,0.24491506267702748,"model.language_model.embed_tokens.weight|2d-128|(107776, 1152)","model.language_model.embed_tokens.weight|2d-128|(241920, 1152)",model.language_model.embed_tokens.weight,2d-128,0,0.014926217363930627,3.2808298766822843 +467,496,1.202336102056295,0.14693226880748753,0.08502799616474155,0.0836948546030837,1.2966830689638313,1.417360948992535,1.3530022562175588,0.9963785625294277,0.09294126237901335,"model.language_model.embed_tokens.weight|2d-64|(141056, 64)","model.language_model.embed_tokens.weight|2d-64|(248192, 832)",model.language_model.embed_tokens.weight,2d-64,0,0.0943469669075363,3.489567515939892 +533,757,0.16153030868718668,0.9869399508478761,0.9869399508478763,0.9896844335132956,0.16567171849813506,0.16153030868718668,0.16356170376752546,0.16108858873424756,0.9622687345877255,"model.language_model.layers.12.linear_attn.conv1d.weight|3d-axis0-slice|(3855, 0, 0)","model.language_model.layers.4.linear_attn.conv1d.weight|3d-axis0-slice|(5151, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,8,0.0,0.2811464031369776 +986,987,0.6584952913632697,0.7644993806338295,0.7644993806338295,0.7738027735054818,1.0451397505930882,0.6584952913632697,0.7879057756691658,0.6446244620013198,0.4816764859549511,"model.language_model.layers.8.linear_attn.conv1d.weight|3d-volume|(4348, 0, 0)","model.language_model.layers.10.linear_attn.conv1d.weight|3d-volume|(3244, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,2,0.0,2.8055886596417636 +1070,1243,1.1567123383625377,0.025383761703235773,0.00998259153608184,0.009976993401228155,1.160670558752597,1.936817942596968,1.4079750732491942,0.9999501726917316,0.016658010539596344,"model.language_model.layers.8.linear_attn.in_proj_qkv.weight|2d-128|(5248, 768)","model.language_model.layers.6.linear_attn.in_proj_qkv.weight|2d-128|(3968, 512)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,2,0.0039582203900592194,3.309618583693606 +1294,1434,1.154321393353784,0.03939814296829364,0.023507723048564404,0.023506276800379096,1.9338474930729612,1.1518548935694461,1.3995210420197242,0.9997236552953381,0.014001872395396062,"model.language_model.layers.20.linear_attn.in_proj_qkv.weight|2d-64|(2048, 320)","model.language_model.layers.20.linear_attn.in_proj_qkv.weight|2d-64|(4608, 640)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,0,0.0024664997843377723,5.241853939241698 +1543,1545,1.1643774770930053,0.04083810749332715,-0.0011071239967291578,-0.0019927851883751626,1.189142381072387,1.851184255923662,1.4149253583695633,0.99999938713804,-0.0017235030427996641,"model.language_model.layers.0.linear_attn.in_proj_z.weight|2d-128|(0, 896)","model.language_model.layers.10.linear_attn.in_proj_z.weight|2d-128|(512, 1920)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,10,0.02476490397938158,3.1175458334668127 +1829,1909,1.1622903513148237,0.025309276232359346,0.008118268625996492,0.008049068451342904,1.1751885138434783,1.8788624490778132,1.4090423930908742,0.9999670463142853,0.012979287912733024,"model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-64|(512, 0)","model.language_model.layers.16.linear_attn.in_proj_z.weight|2d-64|(320, 1920)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,14,0.012898162528654611,3.1617943335867422 +2102,2202,1.2410043920488685,0.01735279209699021,-0.0035933515410124734,-0.0034737023315585458,1.6758705570184433,1.2495009404240307,1.416646647457292,0.9999935438915107,-0.002679142557261249,"model.language_model.layers.16.linear_attn.out_proj.weight|2d-128|(1664, 256)","model.language_model.layers.22.linear_attn.out_proj.weight|2d-128|(256, 1792)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,6,0.008496548375162227,4.36555422518843 +2367,2509,1.235256730697693,0.007488769413805449,0.004082525906347526,0.00412008159949323,1.2933108019153097,1.5690819105273923,1.4113770330331814,0.999991666456388,0.004953038000937399,"model.language_model.layers.5.linear_attn.out_proj.weight|2d-64|(1152, 832)","model.language_model.layers.4.linear_attn.out_proj.weight|2d-64|(0, 640)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,1,0.05805407121761674,3.391362470800019 +2685,2796,1.2740986708789213,0.03278599189041281,0.01065478986671091,0.010639331262008077,1.2911564188155493,1.5603533571022528,1.4067931263373663,0.9999432361153788,0.012876237840332852,"model.language_model.layers.21.mlp.down_proj.weight|2d-128|(1152, 1792)","model.language_model.layers.2.mlp.down_proj.weight|2d-128|(1792, 4224)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,19,0.017057747936628065,3.1348942682266525 +2904,3033,1.2680792974454764,0.03914405948739102,0.004291813828597388,0.004731449579006695,1.5731841824556596,1.2908098522119402,1.4112340864638064,0.9999907901246196,0.003521466612488712,"model.language_model.layers.4.mlp.down_proj.weight|2d-64|(1088, 2304)","model.language_model.layers.19.mlp.down_proj.weight|2d-64|(1984, 320)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,15,0.022730554766463795,4.144504927869401 +3116,3314,1.1717838426719718,0.02416393309799307,0.012233516725747703,0.011925462180339587,1.184219827981639,1.831221270353249,1.406302458908938,0.9999251677343265,0.01891732895369049,"model.language_model.layers.19.mlp.gate_proj.weight|2d-128|(640, 896)","model.language_model.layers.11.mlp.gate_proj.weight|2d-128|(3712, 640)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,8,0.012435985309667164,3.264327742728101 +3423,3521,1.1647882994270164,0.007166117804976122,0.008285033753934693,0.008069360436435403,1.1662730003739645,1.916627207464499,1.4090008345671055,0.999965678518866,0.013615440898024108,"model.language_model.layers.19.mlp.gate_proj.weight|2d-64|(5120, 128)","model.language_model.layers.10.mlp.gate_proj.weight|2d-64|(1472, 1024)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,9,0.001484700946948081,3.1146744792077956 +3704,3734,1.2456884523005896,0.0479248232130422,-0.00792770494811374,-0.007974831620670794,1.2790063695761045,1.6199831698479548,1.4196558385614892,0.9999685752533705,-0.01004119205107714,"model.language_model.layers.21.mlp.up_proj.weight|2d-128|(3456, 1920)","model.language_model.layers.1.mlp.up_proj.weight|2d-128|(384, 1280)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,20,0.03331791727551492,3.257642056219924 +3897,4037,1.2416045873771964,0.01780780190295885,0.0030383677913840687,0.0030429694077323743,1.6569569896414835,1.2512720362887344,1.4121456174015714,0.9999953841499291,0.002294461882285702,"model.language_model.layers.2.mlp.up_proj.weight|2d-64|(0, 192)","model.language_model.layers.22.mlp.up_proj.weight|2d-64|(1856, 832)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,20,0.009667448911538035,4.326596131468848 +4221,4301,1.1880446674673106,0.03346119877917295,0.00933713296526965,0.009340991461696953,1.2009491302853703,1.7806529057287832,1.408078886613409,0.9999564080238642,0.013844210821679588,"model.language_model.layers.15.self_attn.k_proj.weight|2d-128|(384, 1664)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 1664)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,8,0.012904462818059681,3.3766206386056945 +4441,4514,1.1103174838875067,0.008741336444360861,-0.004134876970739014,-0.004219963720336617,1.1535353155325732,2.0205690134733625,1.4167290985022731,0.9999914513596787,-0.007242781533517719,"model.language_model.layers.15.self_attn.k_proj.weight|2d-64|(320, 64)","model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 512)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,8,0.04321783164506643,3.2202619821268446 +4771,4805,1.1333797846664477,0.03016531345085353,-0.0031127420917683364,-0.0031143252411150466,2.0402888385727946,1.149257642401041,1.416094675543887,0.9999951554066,-0.0017533510795905518,"model.language_model.layers.11.self_attn.o_proj.weight|2d-128|(1280, 384)","model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(1664, 128)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,8,0.01587785773459327,5.554111008913213 +5045,5099,1.1353418557048862,0.012533437419992258,0.019009121543270162,0.01892743700516185,2.0350058772919435,1.135943228740909,1.4027257379095408,0.9998193103246973,0.01061091918325349,"model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(320, 512)","model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(512, 64)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,4,0.000601373036022812,5.705846431939608 +5150,5308,1.1351997700424097,0.019497725946163093,0.011243694980484213,0.011139998399123587,2.0251625779731564,1.1426582363904427,1.4073918003666452,0.9999367876636932,0.0063440342107103954,"model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(3200, 256)","model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(3968, 128)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,4,0.007458466348033044,5.995718381259135 +5468,5528,1.121509152763816,0.032484973787993816,0.016781679406517338,0.016674229933814972,2.0211007499241287,1.1397813776643835,1.4040223327900547,0.9998591777026887,0.00946387540264897,"model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(1536, 1472)","model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(1344, 0)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,4,0.01827222490056757,5.615225268745513 +5819,5852,1.0902310864144786,0.004865754249998022,0.003925758614295137,0.003920519264035084,1.1039345192481838,2.34099982487053,1.4120701502509931,0.9999922941799614,0.008324950500513132,"model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(384, 1408)","model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(256, 512)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,12,0.01370343283370512,3.7796541775193706 +5988,6057,1.0859397271712508,-0.022107119494983157,-0.02540108251514586,-0.02531131373679387,2.43748840159931,1.1091296251303873,1.4276912827150554,0.9996773404489364,-0.011558247050301671,"model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(448, 960)","model.language_model.layers.23.self_attn.v_proj.weight|2d-64|(384, 1408)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,16,0.023189897959136507,8.717316047075924 +6176,6309,1.2319788800680596,0.0300976906940358,-0.009587093088402115,-0.009578790030256508,1.2633050201627705,1.6569158924661371,1.4207356938291502,0.9999540427670236,-0.012574165895959968,"model.visual.blocks.21.attn.proj.weight|2d-128|(512, 896)","model.visual.blocks.15.attn.proj.weight|2d-128|(896, 896)",model.visual.layers.*.attn.proj.weight,2d-128,6,0.03132614009471091,3.109943838973151 +6524,6632,1.204386890158342,0.019598097592259302,0.022326296276816347,0.022206853185423404,1.649819053903442,1.2360702511562602,1.3989803750823722,0.9997507371813036,0.01672721052710584,"model.visual.blocks.0.attn.proj.weight|2d-64|(448, 768)","model.visual.blocks.6.attn.proj.weight|2d-64|(576, 64)",model.visual.layers.*.attn.proj.weight,2d-64,6,0.03168336099791813,4.705290059329017 +6798,6825,1.1277225880904886,0.04612872291997913,0.004798192183391027,0.00481015290910677,1.1549304205914015,1.982277541710838,1.4112588877903092,0.9999884886096296,0.008235429976013687,"model.visual.blocks.1.attn.qkv.weight|2d-128|(1024, 128)","model.visual.blocks.3.attn.qkv.weight|2d-128|(2048, 640)",model.visual.layers.*.attn.qkv.weight,2d-128,2,0.027207832500912854,3.370636521982225 +6970,7062,1.115709910983216,0.022003905277124737,-0.005242846013935244,-0.005292220682605102,1.1214880506987266,2.231991382673655,1.4171849684423812,0.9999862561883909,-0.01043433955136449,"model.visual.blocks.9.attn.qkv.weight|2d-64|(320, 128)","model.visual.blocks.18.attn.qkv.weight|2d-64|(2752, 576)",model.visual.layers.*.attn.qkv.weight,2d-64,9,0.005778139715510555,3.0205111812929166 +7368,7377,1.2304217103531199,0.03215809099344258,0.0032569143188090005,0.003399875002813669,1.2560037241365951,1.6456469364257942,1.4119904125626825,0.9999946962404951,0.00426728915524015,"model.visual.blocks.3.mlp.linear_fc1.weight|2d-128|(2304, 0)","model.visual.blocks.18.mlp.linear_fc1.weight|2d-128|(896, 0)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,15,0.025582013783475244,3.134308255831267 +7540,7546,1.2361417282245277,0.06271449848842245,0.036505513973662584,0.03646830283650768,1.5702776731521564,1.2584909888334772,1.388791423971848,0.9993334515813621,0.02925715697553402,"model.visual.blocks.20.mlp.linear_fc1.weight|2d-64|(128, 0)","model.visual.blocks.4.mlp.linear_fc1.weight|2d-64|(3584, 896)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,16,0.022349260608949484,4.110157689782071 +7761,7802,1.2382933419264794,0.02523044737578669,0.00493498120575593,0.005294790213318351,1.6159757704849802,1.2680833260268618,1.4108200262415618,0.9999878229061087,0.0038725626309340745,"model.visual.blocks.13.mlp.linear_fc2.weight|2d-128|(0, 1024)","model.visual.blocks.0.mlp.linear_fc2.weight|2d-128|(384, 3328)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,13,0.02978998410038236,4.511314640609373 +8092,8168,1.2302105764788724,0.05389736766437046,0.0392649227629665,0.03872017586398151,1.550904599864183,1.2656616113703847,1.3867460653018722,0.9992288355729223,0.032043302611174086,"model.visual.blocks.17.mlp.linear_fc2.weight|2d-64|(0, 1856)","model.visual.blocks.3.mlp.linear_fc2.weight|2d-64|(384, 3392)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,14,0.035451034891512245,4.496760794596253 +8397,8412,1.342005917598342,0.039482820287682956,0.022825916210065283,0.02261889877411625,1.3744844006968773,1.4227437763580841,1.3979897482230512,0.9997394548326934,0.023627354527323934,"model.visual.merger.linear_fc1.weight|2d-128|(768, 1664)","model.visual.merger.linear_fc1.weight|2d-128|(2432, 2688)",model.visual.merger.linear_fc1.weight,2d-128,0,0.03247848309853518,3.4927456812777016 +8591,8665,1.3471580622035022,0.06136127689776408,0.027452089879341623,0.026795774270361294,1.4111478172069003,1.378760551316997,1.3946722253934747,0.9996231203614974,0.026822036724516524,"model.visual.merger.linear_fc1.weight|2d-64|(832, 2560)","model.visual.merger.linear_fc1.weight|2d-64|(2624, 3456)",model.visual.merger.linear_fc1.weight,2d-64,0,0.031602489113494725,3.4553449093249915 +8821,8951,1.3494615053719294,0.040097213377524324,-0.002174118837667519,-0.002168224252673598,1.3874354974769536,1.4458692636034578,1.4157487560464466,0.9999976366008471,-0.002265684861401607,"model.visual.merger.linear_fc2.weight|2d-128|(1152, 3584)","model.visual.merger.linear_fc2.weight|2d-128|(896, 2944)",model.visual.merger.linear_fc2.weight,2d-128,0,0.03797399210502417,3.6727052204157684 +9119,9155,1.3499397043045875,0.060506205118280754,0.02540789376668057,0.0253978088960714,1.3781865396310395,1.4148099957082756,1.3961381321463802,0.9996771673567127,0.026083074415033308,"model.visual.merger.linear_fc2.weight|2d-64|(1088, 256)","model.visual.merger.linear_fc2.weight|2d-64|(1600, 576)",model.visual.merger.linear_fc2.weight,2d-64,0,0.028246835326452002,3.405189899443818 +9216,9352,0.8133860046480793,0.6055188335216422,0.40739642366284007,0.4079873361281235,1.150765779189886,1.0390067343010387,1.0906148730176604,0.9132514188254666,0.36783126103544295,"model.visual.pos_embed.weight|2d-128|(0, 0)","model.visual.pos_embed.weight|2d-128|(2176, 0)",model.visual.pos_embed.weight,2d-128,0,0.22562072965295943,3.8816371422767277 +9517,9598,0.5650439775012776,0.8278714618844788,0.7242936057368923,0.7227452566707919,0.8823856307650181,0.6921026009930419,0.7701420635634165,0.6894916770263809,0.5681025063594058,"model.visual.pos_embed.weight|2d-64|(576, 832)","model.visual.pos_embed.weight|2d-64|(1728, 832)",model.visual.pos_embed.weight,2d-64,0,0.12705862349176433,3.285610678548164 +9647,9805,1.2123906715671515,0.024203581632466956,0.004288064094919307,0.00430677016903962,1.2427499698130102,1.6745180512865199,1.4113084505228581,0.999990806210896,0.005777864338308031,"mtp.fc.weight|2d-128|(1280, 2816)","mtp.fc.weight|2d-128|(1664, 3584)",mtp.fc.weight,2d-128,0,0.0303592982458587,2.9875072571774064 +10034,10114,1.172060880413558,0.01585567579523857,0.007651485048897204,0.007740444828366486,1.6667106603206048,1.2428291565613951,1.4090184984508247,0.9999707269598178,0.005705542621257257,"mtp.fc.weight|2d-64|(448, 3584)","mtp.fc.weight|2d-64|(1024, 2880)",mtp.fc.weight,2d-64,0,0.0707682761478372,4.930913062734375 +10208,10364,1.3249886485555336,0.05868728760632921,0.013585839288604597,0.01348493039535233,1.4283983054284077,1.381913575550473,1.4045793624940424,0.9999077082265264,0.013143711860214511,"mtp.layers.0.mlp.down_proj.weight|2d-128|(128, 4096)","mtp.layers.0.mlp.down_proj.weight|2d-128|(512, 5632)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.05692492699493945,3.9481348977301542 +10422,10462,1.2811478510059229,0.015336237099241999,0.023789957623973797,0.02374889435004454,1.4557385633565456,1.3454543852841852,1.397342963326712,0.9997169789076554,0.021987672523490657,"mtp.layers.0.mlp.down_proj.weight|2d-64|(768, 5184)","mtp.layers.0.mlp.down_proj.weight|2d-64|(1024, 2560)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.06430653427826227,4.024464282441909 +10748,10826,1.3159549632068492,0.038295335359888244,0.012917341313006763,0.013059977559584086,1.4637819592881378,1.352914620059557,1.4050783762287398,0.9999165676662245,0.011938977525836614,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(2560, 768)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(2944, 896)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.036959656852707745,4.076299987154419 +11016,11135,1.303607859296774,0.0437181018052505,0.0324099570020899,0.03230978597291373,1.3155648880583055,1.4817581732407628,1.3912713862876425,0.9994746593521632,0.03650425693035066,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(4736, 384)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(3328, 320)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.011957028761531596,3.5820921875974787 +11241,11349,1.3384731445538598,0.05504829083046586,0.0036239512335104,0.003548962687332882,1.4341143571296824,1.3902091947743587,1.4116499565128633,0.999993433467169,0.003513004594921897,"mtp.layers.0.mlp.up_proj.weight|2d-128|(640, 1152)","mtp.layers.0.mlp.up_proj.weight|2d-128|(5888, 0)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.051736050220498875,3.954505915169729 +11591,11634,1.3194099335627818,0.044898349053358697,0.02005905145916123,0.019979307343595883,1.442556476917469,1.360967539693358,1.3999820695418763,0.999798796985953,0.018924540113183373,"mtp.layers.0.mlp.up_proj.weight|2d-64|(320, 1472)","mtp.layers.0.mlp.up_proj.weight|2d-64|(704, 1920)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.04155760613057624,3.764860134682116 +11672,11682,1.2528988106279177,0.0014363462686491635,-0.01669978633271608,-0.016658680372015365,1.6552949586844556,1.2708627351161423,1.4255757339483577,0.9998605488449085,-0.012821362152590499,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 1024)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(128, 256)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.017963924488224592,4.646144928639738 +11749,11765,1.0940460942731842,0.05585354787001082,0.011521539968934399,0.011525673678959267,2.0756335258895953,1.1339664530953242,1.4073412956443365,0.9999336248555423,0.0062944829372848995,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 1344)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(64, 320)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.039920358822139956,6.281850644860982 +12192,12207,1.1981676265681669,0.016396768081957464,0.012316052143637431,0.012236148843945027,1.7267380785227306,1.2159513000425082,1.4059903212914648,0.9999241545535317,0.00867283799536023,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(1664, 0)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1664, 1920)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.01778367347434129,4.913487255980504 +12272,12431,1.1828181238822975,0.009437809753313356,-0.001118551947195777,-0.0009489162590179908,1.6885245510234974,1.2420746738854382,1.414968417618537,0.9999993744205751,-0.000822804171958873,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(1472, 0)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(320, 1984)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.059256550003140784,5.161821105457455 +12549,12591,1.0649742562610365,0.025688785672336678,0.005474226575546018,0.005364901761028725,1.076137004607077,2.6696979736444986,1.411526554399737,0.9999850163094443,0.013580549254824832,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(2432, 1792)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 1920)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.011162748346040585,3.091551645854067 +12817,12829,1.064010081654591,0.0400736075319296,0.021562704948646677,0.022196769922168482,1.0672994485503944,2.700764095207679,1.403751789279331,0.9997674978490237,0.054563674140334,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(2304, 128)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(576, 0)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.0032893668958033917,3.124176557530401 +13010,13014,1.36991672746786,0.0447347139226544,0.020183933284528627,0.02022909457140884,1.3942420107113795,1.4055648445418845,1.3998690845408113,0.9997962836684109,0.020347849821880783,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(0, 256)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(0, 768)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.024325283243519458,4.1205861412882525 +13273,13282,1.310666470738515,-0.0010858429268547007,-0.01271059312766807,-0.013013108842423455,1.4889741164366874,1.3653301423951647,1.4231394731138634,0.999919217148237,-0.01165510920126459,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 576)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 1152)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.05466367165664976,4.689525922806525 +44,195,1.1848338817706363,0.27717163396230665,0.2902302884320773,0.2891256797115983,1.2136838395988783,1.17068439518391,1.1916026421246804,0.9569568327132804,0.27994775788516,"model.language_model.embed_tokens.weight|2d-128|(86528, 1152)","model.language_model.embed_tokens.weight|2d-128|(142080, 1152)",model.language_model.embed_tokens.weight,2d-128,0,0.014149486586726212,3.333477373005877 +362,467,1.2023565997019166,0.23939243104401323,0.2013302339218418,0.20089220048816436,1.2513877747901254,1.2767768813720757,1.2638911116549665,0.9795234233590213,0.2054149747753058,"model.language_model.embed_tokens.weight|2d-64|(160256, 64)","model.language_model.embed_tokens.weight|2d-64|(141056, 64)",model.language_model.embed_tokens.weight,2d-64,0,0.04903117508820887,3.1868347735313067 +643,713,0.16156852628601054,0.9972681993478509,0.9972681993478512,0.9994382988770507,0.18928490783681073,0.16156852628601054,0.17379053177813625,0.07386567923937985,0.8512414176171358,"model.language_model.layers.21.linear_attn.conv1d.weight|3d-axis0-slice|(4589, 0, 0)","model.language_model.layers.12.linear_attn.conv1d.weight|3d-axis0-slice|(875, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,9,0.0,0.3286117400630485 +800,911,0.6585447720530773,0.8027904348031718,0.8027904348031718,0.7984336124591104,1.2586128698204078,0.6585447720530773,0.8251915098704603,0.5962612831540669,0.42004452407139486,"model.language_model.layers.14.linear_attn.conv1d.weight|3d-volume|(4488, 0, 0)","model.language_model.layers.13.linear_attn.conv1d.weight|3d-volume|(5600, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,1,0.0,3.0139155416179833 +1070,1252,1.1567525107880887,0.008349750718161842,0.010162148223838097,0.01015076957161918,1.1560744670022216,1.958305137930875,1.4079080236751969,0.9999483640386021,0.01721393184191743,"model.language_model.layers.8.linear_attn.in_proj_qkv.weight|2d-128|(5248, 768)","model.language_model.layers.13.linear_attn.in_proj_qkv.weight|2d-128|(2304, 512)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,5,0.0006780437858671107,3.2898741433116205 +1404,1473,1.1543570927256286,0.05042063219727569,0.021628262381154853,0.021416980226449864,1.884046820616561,1.1640469945463605,1.4004697459708626,0.9997660817743178,0.013362891806374736,"model.language_model.layers.4.linear_attn.in_proj_qkv.weight|2d-64|(3008, 256)","model.language_model.layers.17.linear_attn.in_proj_qkv.weight|2d-64|(5376, 640)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,13,0.009689901820731928,4.845735878264429 +1569,1651,1.16439259045744,-0.010460127299317924,-0.011721193790815966,-0.011692933468980888,2.0637613022661054,1.1506138888160904,1.4212463577563748,0.9999313044485196,-0.006534945855612709,"model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(256, 1664)","model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(896, 1664)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,0,0.013778701641349533,5.795622512145009 +1869,1922,1.1625086657148072,-0.010367805705215104,-0.009147293299739415,-0.00925734363573249,1.1677447994760841,1.9661063242846375,1.4198819251979313,0.9999581626374618,-0.015401097238688653,"model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-64|(576, 1600)","model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-64|(640, 768)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,0,0.005236133761276962,3.3341761816878606 +2071,2279,1.241035060836391,0.027753755323536716,0.013201803929165834,0.01319175891201178,1.6124206501779026,1.2615344624378217,1.4051234806344524,0.999912852389155,0.010328899360816424,"model.language_model.layers.8.linear_attn.out_proj.weight|2d-128|(256, 1152)","model.language_model.layers.14.linear_attn.out_proj.weight|2d-128|(1536, 0)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,6,0.020499401601430822,4.3651505225035185 +2465,2512,1.235343469661649,0.01656602719060194,-0.0007645068021988352,-0.0008320904214397174,1.6472240319774392,1.2591679437907601,1.4147351175014513,0.999999707764632,-0.0005844028738356467,"model.language_model.layers.16.linear_attn.out_proj.weight|2d-64|(512, 0)","model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(1152, 704)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,4,0.02382447412911115,4.669721480690285 +2764,2771,1.2743470148670288,0.025803920722128705,0.019250637792007134,0.01938559110534546,1.2876929481017003,1.5500452726470786,1.400768112447808,0.9998146893022731,0.02317272929771856,"model.language_model.layers.20.mlp.down_proj.weight|2d-128|(1920, 3584)","model.language_model.layers.3.mlp.down_proj.weight|2d-128|(1408, 2816)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,17,0.013345933234671481,3.3365194728724714 +2895,2920,1.268333883969352,0.004016814804593937,0.0007053528929965943,0.0014538254716162692,1.2732550688400845,1.6140558008053747,1.4137284258475602,0.9999997512386173,0.0008941483575581931,"model.language_model.layers.21.mlp.down_proj.weight|2d-64|(1920, 4672)","model.language_model.layers.12.mlp.down_proj.weight|2d-64|(512, 5568)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,9,0.0049211848707324535,3.4225789693203073 +3076,3278,1.1718376498402652,0.015539295821185947,-0.0065129633703308164,-0.006511158789087466,1.1936863354652285,1.8496636383304956,1.4184037889221777,0.9999787904291454,-0.01009209133585685,"model.language_model.layers.22.mlp.gate_proj.weight|2d-128|(4864, 1024)","model.language_model.layers.9.mlp.gate_proj.weight|2d-128|(768, 1664)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,13,0.021848685624963338,3.0389421312431275 +3384,3498,1.1651695125217254,0.022200751768226588,0.010387408144716991,0.010348515901981607,1.8642285121042799,1.1771010259269106,1.407566359610084,0.999946049420685,0.006558760744446747,"model.language_model.layers.9.mlp.gate_proj.weight|2d-64|(4928, 512)","model.language_model.layers.19.mlp.gate_proj.weight|2d-64|(2880, 1472)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,10,0.011931513405185168,5.0967113875911645 +3612,3743,1.2458396327099326,0.08060400584412278,0.019229330494457998,0.0192242860144812,1.2625216292482704,1.5978095837858959,1.4009225167406993,0.9998150993302386,0.024336065095475243,"model.language_model.layers.22.mlp.up_proj.weight|2d-128|(5504, 1792)","model.language_model.layers.9.mlp.up_proj.weight|2d-128|(2304, 1152)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,13,0.016681996538337795,3.332010910588142 +4033,4037,1.2417107270730738,0.035474870327852286,0.005198750260564976,0.005258417997782933,1.6289991598701257,1.261667329898473,1.4106498370143385,0.9999864864065555,0.004026455950154657,"model.language_model.layers.8.mlp.up_proj.weight|2d-64|(1344, 512)","model.language_model.layers.22.mlp.up_proj.weight|2d-64|(1856, 832)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,14,0.01995660282539924,4.239306401783026 +4216,4327,1.1880472189654028,-0.0023947189880624406,0.010265444801336702,0.010295219353917083,1.19352131514211,1.803235470358279,1.4075160050134619,0.999947308933341,0.015509579887621253,"model.language_model.layers.15.self_attn.k_proj.weight|2d-128|(384, 1024)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(256, 896)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,8,0.005474096176707244,3.062906928206298 +4409,4480,1.1103385899489326,0.056396671900152726,0.013433669944493347,0.013470433678560144,2.0356221926556173,1.1394157831999148,1.4060931681441997,0.99990976418466,0.007519340089864885,"model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 1024)","model.language_model.layers.7.self_attn.k_proj.weight|2d-64|(128, 640)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,16,0.029077193250982125,5.661543579007856 +4710,4772,1.1334192801497691,-0.024343739276838604,-0.004159364360874301,-0.004168528077866433,2.1191004317171642,1.1367610505801327,1.4166617677111193,0.9999913498066438,-0.0022312313894352056,"model.language_model.layers.23.self_attn.o_proj.weight|2d-128|(256, 640)","model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(1664, 768)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,4,0.0033417704303635443,6.0015435139893105 +4963,5096,1.13534530781992,0.02216963058301987,0.0028167246752088828,0.0028531439604690245,1.1576016528026511,1.9755832536096902,1.4124749471686815,0.9999960330231836,0.004807071659667483,"model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(512, 128)","model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(1984, 576)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,0,0.022256344982731102,3.5081135355280595 +5172,5201,1.1354648010588164,0.01023984601817722,-0.00039661562690589467,-0.0003783249102534717,2.097784641095908,1.1378109790902753,1.4144486133503336,0.9999999213480192,-0.00021511913374317997,"model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(2688, 1536)","model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(2816, 512)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,0,0.0023461780314588676,5.747740540362217 +5411,5631,1.1219881461035108,0.041002825287368004,0.0271698548377361,0.027143922834539383,1.1379429122385933,1.993212378121468,1.3975714220833515,0.9996308313513026,0.047590516529342604,"model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(384, 1728)","model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(2560, 1024)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,0,0.01595476613508251,3.123168969995934 +5704,5802,1.0902987481830941,0.0270045008454131,0.004511646933704503,0.004510737073069284,2.268259586183201,1.1116498248242965,1.4116899325488241,0.9999898224691818,0.002211110030823698,"model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(384, 1280)","model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(256, 1280)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,12,0.021351076641202393,8.646686675614125 +5924,6041,1.0859437235996612,-0.009198224728388731,-0.007953737624273453,-0.007960855023995283,2.5748326738039777,1.0888292285659866,1.4182428702561813,0.9999683685286271,-0.003363427103346302,"model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(384, 1472)","model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(256, 64)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,12,0.0028855049663254473,9.385199968243905 +6206,6394,1.231993484553501,0.026431987770962267,0.006261462690067464,0.006326680957229945,1.2582918817288467,1.6340881829738734,1.4099265410586612,0.9999803968503487,0.008131485499145835,"model.visual.blocks.3.attn.proj.weight|2d-128|(256, 768)","model.visual.blocks.21.attn.proj.weight|2d-128|(896, 256)",model.visual.layers.*.attn.proj.weight,2d-128,18,0.026298397175345656,3.1822427353433755 +6608,6643,1.2044546737633854,0.024461762494386197,0.0075390087205887005,0.007687769172504717,1.2215567225763315,1.7225652053199247,1.4091737592953222,0.9999715812699433,0.010631052872682374,"model.visual.blocks.19.attn.proj.weight|2d-64|(256, 128)","model.visual.blocks.21.attn.proj.weight|2d-64|(640, 256)",model.visual.layers.*.attn.proj.weight,2d-64,2,0.01710204881294608,3.1556080570198017 +6708,6852,1.127768285383509,-0.014139331664406177,0.008273626377376962,0.008243206477828538,1.1234587380847867,2.159020967368635,1.409414219635793,0.9999657729675389,0.015899945604929695,"model.visual.blocks.6.attn.qkv.weight|2d-128|(128, 640)","model.visual.blocks.21.attn.qkv.weight|2d-128|(2304, 768)",model.visual.layers.*.attn.qkv.weight,2d-128,15,0.004309547298722238,3.147326552857748 +6988,7134,1.1157125232676948,0.0349966307184518,0.02107641878500313,0.02152855595097519,2.046252183960353,1.1327418922899366,1.4015269124438658,0.9997778676142012,0.011667253276188653,"model.visual.blocks.21.attn.qkv.weight|2d-64|(320, 512)","model.visual.blocks.4.attn.qkv.weight|2d-64|(1536, 832)",model.visual.layers.*.attn.qkv.weight,2d-64,17,0.017029369022241836,5.587883830655368 +7182,7403,1.2304968032190564,0.04871024484654091,0.006373664714801029,0.006184791486176693,1.2799106796243047,1.589446944272818,1.4098035138321081,0.9999796879927628,0.007915085064946596,"model.visual.blocks.1.mlp.linear_fc1.weight|2d-128|(1664, 640)","model.visual.blocks.10.mlp.linear_fc1.weight|2d-128|(2560, 256)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,9,0.0494138764052483,3.409135572240289 +7615,7638,1.2361996512128028,0.025581908846767473,0.0068868754183595325,0.007348414012366856,1.6421027178668224,1.2540848556265796,1.4095077125183773,0.99997628519229,0.005259552932213166,"model.visual.blocks.17.mlp.linear_fc1.weight|2d-64|(256, 256)","model.visual.blocks.1.mlp.linear_fc1.weight|2d-64|(3904, 768)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,16,0.017885204413776723,4.5390073123636725 +7697,7891,1.2383176717201425,0.015970940831482486,-0.0036628874821647162,-0.003673613587326066,1.6343745835087138,1.2678576300604285,1.4167200749742719,0.9999932916051452,-0.0028414660195862054,"model.visual.blocks.2.mlp.linear_fc2.weight|2d-128|(896, 896)","model.visual.blocks.4.mlp.linear_fc2.weight|2d-128|(640, 2304)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,2,0.029539958340286,4.8657448567253345 +8095,8097,1.2304730464826676,0.03927423713227679,0.021770872062815767,0.021764040738906226,1.597731806859975,1.2599874923653673,1.3991632817893946,0.9997629864771073,0.01716873030833924,"model.visual.blocks.10.mlp.linear_fc2.weight|2d-64|(0, 3456)","model.visual.blocks.6.mlp.linear_fc2.weight|2d-64|(576, 512)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,4,0.02951444588269969,4.509072109661979 +8270,8363,1.3420896397643158,0.07564779706742844,0.024721062347251695,0.02473894110696416,1.3816780315580166,1.412073853837448,1.396627931530476,0.9996943878388151,0.025264906137558246,"model.visual.merger.linear_fc1.weight|2d-128|(2432, 896)","model.visual.merger.linear_fc1.weight|2d-128|(3456, 2944)",model.visual.merger.linear_fc1.weight,2d-128,0,0.03958839179370077,3.346029131537655 +8639,8692,1.3472570182221193,0.058807160415538004,0.04225489851851832,0.04185329540078715,1.3646964127996768,1.4041983719546718,1.3840247816418354,0.9991068629286808,0.043477991991705295,"model.visual.merger.linear_fc1.weight|2d-64|(128, 4032)","model.visual.merger.linear_fc1.weight|2d-64|(3264, 3008)",model.visual.merger.linear_fc1.weight,2d-64,0,0.0174393945775575,3.538140283715573 +8721,8909,1.3494726708957296,0.0329224073950358,0.0034962760627375794,0.0034665965226460854,1.3845381096387135,1.4406132363340085,1.4117411077599864,0.9999938880081684,0.0036378786100527243,"model.visual.merger.linear_fc2.weight|2d-128|(1152, 3456)","model.visual.merger.linear_fc2.weight|2d-128|(768, 1664)",model.visual.merger.linear_fc2.weight,2d-128,0,0.035065438742983845,3.5660850374203252 +9132,9208,1.349953943487759,0.04683491130018426,0.029178567170762042,0.029176779199233716,1.364942756152042,1.4238152400646287,1.3934471132044421,0.9995742149624816,0.03043709227638315,"model.visual.merger.linear_fc2.weight|2d-64|(1344, 640)","model.visual.merger.linear_fc2.weight|2d-64|(1344, 3328)",model.visual.merger.linear_fc2.weight,2d-64,0,0.01498881266428298,3.6500438261341226 +9221,9245,0.8149261902758809,0.6314473066000241,0.6825786123630708,0.6824718909847892,0.8147051221947439,0.7813724333620725,0.7975168174446403,0.7308121769268111,0.6546517221669683,"model.visual.pos_embed.weight|2d-128|(0, 640)","model.visual.pos_embed.weight|2d-128|(384, 640)",model.visual.pos_embed.weight,2d-128,0,0.03355375691380835,4.640002677217148 +9372,9434,0.5662311636314146,0.8248273180234642,0.7025275115295859,0.7091954964156383,0.8429122638518299,0.7302734225909749,0.7805622202487739,0.7116565854006041,0.6086483639051844,"model.visual.pos_embed.weight|2d-64|(2176, 640)","model.visual.pos_embed.weight|2d-64|(256, 640)",model.visual.pos_embed.weight,2d-64,0,0.16404225895956037,3.018335284561317 +9661,9797,1.2123973657351466,0.02056489653998913,-0.004195286913643346,-0.00419733132907921,1.2894978715280723,1.5920832546922568,1.4171124006305396,0.9999911997451338,-0.0051797263037946205,"mtp.fc.weight|2d-128|(1792, 2048)","mtp.fc.weight|2d-128|(1664, 2176)",mtp.fc.weight,2d-128,0,0.07710050579292571,3.448123151427691 +9924,10114,1.1721597922736047,0.019427701895796012,0.017245116584031793,0.017002445617436853,1.581331583990995,1.272844688210631,1.4022504348186229,0.999851291919955,0.013880931275753822,"mtp.fc.weight|2d-64|(1984, 3840)","mtp.fc.weight|2d-64|(1024, 2880)",mtp.fc.weight,2d-64,0,0.10068489593702634,4.334503691254777 +10361,10366,1.3250937864215924,0.03211610852470492,0.0031949545944155076,0.0031614581213835996,1.3870082547672835,1.4382961691020315,1.4119540717750638,0.9999948961195451,0.003313095605457497,"mtp.layers.0.mlp.down_proj.weight|2d-128|(896, 4608)","mtp.layers.0.mlp.down_proj.weight|2d-128|(512, 5888)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.06191446834569114,3.4661572179019013 +10466,10523,1.281212730501405,0.043911773958622995,0.024919705015653132,0.024914124961385623,1.351625327942704,1.4462125748312213,1.396522246846289,0.9996894559321574,0.026663595309786868,"mtp.layers.0.mlp.down_proj.weight|2d-64|(640, 2944)","mtp.layers.0.mlp.down_proj.weight|2d-64|(1792, 1088)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.07041259744129902,3.3934514135686173 +10793,10812,1.3159904501179405,0.0239360290824992,-0.006995491720334968,-0.006914773894710611,1.3479205917845043,1.5029478446852897,1.419122434019869,0.9999755312484355,-0.007800058302894529,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(2048, 1536)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(5504, 1408)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.03193014166656383,3.660448719815177 +11035,11094,1.3038293868915654,0.025730656066390606,0.021923764158755955,0.022057328691244053,1.4609946864817633,1.3437139365287083,1.3986799287865002,0.9997596453973882,0.020163842972098785,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(1856, 1856)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(6016, 1664)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.03988454963714294,4.223942404043085 +11337,11349,1.338532504354907,0.04091374955699065,0.003123627542571205,0.0031801058699945277,1.432860681043027,1.3920323917104644,1.4120040206572182,0.9999951214635876,0.003034622120925868,"mtp.layers.0.mlp.up_proj.weight|2d-128|(5248, 256)","mtp.layers.0.mlp.up_proj.weight|2d-128|(5888, 0)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.05349988735555744,3.7282227484773234 +11415,11503,1.319425547805129,0.03890008237703117,0.04733667266689947,0.04734607363371854,1.4554407216786878,1.3160734330637986,1.38050868783704,0.9988789913802507,0.04280389876317964,"mtp.layers.0.mlp.up_proj.weight|2d-64|(2432, 256)","mtp.layers.0.mlp.up_proj.weight|2d-64|(3904, 320)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.0033521147413304586,3.7535139090972 +11700,11716,1.2529514386365688,0.034813559255251786,0.0002986168782010913,0.0004168934666775774,1.612964550425151,1.274200908071609,1.4140081285364205,0.999999955413979,0.00023589972716328236,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(256, 512)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 512)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.021249469435040247,4.559453491532672 +11744,11771,1.0940465096287793,0.020361627943120394,0.018077485170947337,0.017791134380937018,2.0247414747049057,1.1383060002631695,1.4032500122902711,0.9998365889133555,0.010163129513982471,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 1024)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(64, 704)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.044259490634390275,6.695166734359163 +12065,12233,1.198714889142435,0.05265797821809569,0.00811492726682656,0.008119263478998778,1.68595914604755,1.2346726960863874,1.4087324312381453,0.9999670734356477,0.005942776935352329,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(640, 128)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1920, 1152)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.03595780694395234,4.664482483638616 +12327,12431,1.1828383171094186,0.010267767164989089,-0.0046485551709289155,-0.004550748226559266,1.712181843651558,1.2360830138998156,1.4173300772691209,0.9999891954090419,-0.0033559520019829977,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(1728, 0)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(320, 1984)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.053244696790397006,5.613661589026254 +12529,12580,1.065161390330285,0.04690920345583849,0.01006273459889335,0.010081445132557132,1.0817587560830928,2.5589167408015387,1.409100463752741,0.9999493694044675,0.02380355128031259,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(3840, 1664)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 512)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.01659736575280779,3.2167682929327897 +12783,12806,1.0640343821304723,-0.0020918005640346276,0.008932497062546306,0.008868121571703191,2.8259888697248123,1.065569642350098,1.410037101354036,0.9999601044522864,0.0033680945463729394,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(576, 320)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(2432, 512)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.0015352602196256893,8.987577049398688 +13024,13052,1.36997026185782,0.04276446093827746,-0.0023601310740902002,-0.0024533472486826854,1.407571275757706,1.4243403202643976,1.4158813266444503,0.9999972148867782,-0.0023882484019333247,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 0)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(256, 1536)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.037601013899885904,3.632105236647196 +13199,13200,1.310711993161804,0.032591928977241544,0.014171531955338242,0.01411318142896746,1.3300810235070666,1.4923295635251284,1.4042235025317666,0.9998995787988106,0.015900231432239485,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 1984)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(256, 0)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.019369030345262495,3.609518051470903 +1,16,1.1849193611700226,0.27075194143192,0.2746136947542447,0.27181100351120535,1.200342063007305,1.2086725005984689,1.2044856767945231,0.961554636332966,0.2765195283631226,"model.language_model.embed_tokens.weight|2d-128|(84096, 1920)","model.language_model.embed_tokens.weight|2d-128|(205056, 1920)",model.language_model.embed_tokens.weight,2d-128,0,0.015422701837282338,3.259067023776497 +346,496,1.202445385447611,0.11531660923017312,0.08784426511093356,0.08794038965316442,1.2856183209286063,1.4275529147509534,1.351025702095589,0.9961342204176704,0.0975424312658287,"model.language_model.embed_tokens.weight|2d-64|(85696, 64)","model.language_model.embed_tokens.weight|2d-64|(248192, 832)",model.language_model.embed_tokens.weight,2d-64,0,0.08317293548099536,3.590933553442776 +595,745,0.16165518800415477,0.9951420877192562,0.9951420877192564,0.9934117790940947,0.18647009845793502,0.1616551880041538,0.17273992569574753,0.09844909979151621,0.8627114084856473,"model.language_model.layers.16.linear_attn.conv1d.weight|3d-axis0-slice|(1602, 0, 0)","model.language_model.layers.13.linear_attn.conv1d.weight|3d-axis0-slice|(1782, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,3,9.71445146547012e-16,0.3202978150476809 +847,867,0.659091635790439,0.7623044324936185,0.7623044324936186,0.7413283240701642,0.659091635790439,0.7431887079311814,0.6973655050088622,0.64721862782261,0.8595709844742704,"model.language_model.layers.4.linear_attn.conv1d.weight|3d-volume|(264, 0, 0)","model.language_model.layers.21.linear_attn.conv1d.weight|3d-volume|(4312, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,17,0.0,1.2342188707374886 +1126,1252,1.1569118003970693,0.049235225779017996,0.013678482784988844,0.013656288201823786,1.1851607508891826,1.8235710761147779,1.4053470321746635,0.999906445178098,0.021046668608562375,"model.language_model.layers.20.linear_attn.in_proj_qkv.weight|2d-128|(2944, 384)","model.language_model.layers.13.linear_attn.in_proj_qkv.weight|2d-128|(2304, 512)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,7,0.02824895049211329,3.6164288315125104 +1438,1449,1.154555985276496,0.02449608774967291,0.024744939450292512,0.02473876039964358,1.1370091383544736,2.0073924959417484,1.3991262542791796,0.9996937971056945,0.0436872528895754,"model.language_model.layers.21.linear_attn.in_proj_qkv.weight|2d-64|(320, 1408)","model.language_model.layers.14.linear_attn.in_proj_qkv.weight|2d-64|(4544, 256)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,7,0.017546846922022352,3.1755592461739837 +1645,1660,1.1644651269580364,0.012012654306618839,-0.002184573995384107,-0.0020707045688246654,1.8728387910897024,1.1843413387258945,1.4156084738708636,0.9999976138153824,-0.001381475705516326,"model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-128|(640, 1664)","model.language_model.layers.21.linear_attn.in_proj_z.weight|2d-128|(1152, 640)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,17,0.019876211767858143,5.31774795829182 +1922,1935,1.1631094861894276,0.015501499564168297,0.021535728251974258,0.021025240858811006,1.8825162488837641,1.1644682140713283,1.4005216132551435,0.9997680793107255,0.0133213570035168,"model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-64|(640, 768)","model.language_model.layers.1.linear_attn.in_proj_z.weight|2d-64|(1600, 1344)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,3,0.0013587278819007231,5.306823926650487 +2182,2217,1.2410391946610775,0.027040024003074033,0.0008966256785275193,0.0008741413683382344,1.5849231546702636,1.2880072388464088,1.4135928167821716,0.9999995980311155,0.0007286538537064162,"model.language_model.layers.18.linear_attn.out_proj.weight|2d-128|(1408, 1024)","model.language_model.layers.22.linear_attn.out_proj.weight|2d-128|(1152, 512)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,4,0.04696804418533129,4.353718029887035 +2327,2360,1.2353557000697728,-0.023705343339547946,-0.022756609019058526,-0.0229751848474776,1.2439959916866294,1.7336878031675655,1.4293761667949372,0.9997410348415001,-0.03171461625395109,"model.language_model.layers.22.linear_attn.out_proj.weight|2d-64|(1344, 64)","model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(64, 1024)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,10,0.008640291616856643,3.3464047765682587 +2585,2771,1.2743824557251524,0.00987936908253908,-0.0016213321895563702,-0.001509832109716647,1.28834453620137,1.5892136670793955,1.4153347774478968,0.9999986856401017,-0.0019999644521455956,"model.language_model.layers.22.mlp.down_proj.weight|2d-128|(1664, 2688)","model.language_model.layers.3.mlp.down_proj.weight|2d-128|(1408, 2816)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,19,0.013962080476217498,3.2106862664576448 +2832,2986,1.2683657266488182,0.02975720848061548,0.0006726005833814809,0.0007278418915547957,1.546539976917819,1.3101690375149175,1.413744352030314,0.9999997738042021,0.000569801280350423,"model.language_model.layers.13.mlp.down_proj.weight|2d-64|(832, 2880)","model.language_model.layers.15.mlp.down_proj.weight|2d-64|(576, 1920)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,2,0.04180331086609934,4.165289679041677 +3118,3121,1.1718569177559002,0.0016095325124383265,-0.0031818439731270275,-0.0032231374414889943,1.8585573114846288,1.1887757407115624,1.4162546299789214,0.999994937921653,-0.002035180138169221,"model.language_model.layers.10.mlp.gate_proj.weight|2d-128|(2560, 1152)","model.language_model.layers.22.mlp.gate_proj.weight|2d-128|(1024, 1024)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,12,0.01691882295566227,5.268866207717278 +3464,3554,1.1651753579798663,0.02370403986847998,0.004087118691603827,0.004213314863731429,1.8308134312195548,1.1906367532904054,1.411569391387813,0.9999916476955198,0.002657984503665211,"model.language_model.layers.10.mlp.gate_proj.weight|2d-64|(2176, 1280)","model.language_model.layers.20.mlp.gate_proj.weight|2d-64|(2304, 1600)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,10,0.025461395310539148,4.9184090455266745 +3584,3714,1.246238803549532,0.04502467325590328,0.01678470372097353,0.01677405474316172,1.592786875017742,1.2674922467783694,1.4026004013406448,0.9998591269378897,0.013356766159043734,"model.language_model.layers.0.mlp.up_proj.weight|2d-128|(6016, 768)","model.language_model.layers.22.mlp.up_proj.weight|2d-128|(5888, 1920)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,22,0.021253443228837376,3.955951242849425 +4040,4059,1.24180245446154,0.052833282087756776,0.016060996861287754,0.01606788292156803,1.2815859365632085,1.567191769212587,1.403038598319727,0.9998710138712001,0.019640245236974732,"model.language_model.layers.19.mlp.up_proj.weight|2d-64|(3712, 768)","model.language_model.layers.2.mlp.up_proj.weight|2d-64|(2368, 1408)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,17,0.03978348210166849,3.261156645041677 +4222,4301,1.1882628510782947,0.02218127584997804,0.0006184121614990328,0.0006195948263965779,1.1938848472339307,1.8288235024635828,1.4138131805772387,0.999999808783181,0.0009472996476829673,"model.language_model.layers.15.self_attn.k_proj.weight|2d-128|(384, 1792)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 1664)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,8,0.005621996155636078,3.490534153762287 +4380,4506,1.1104163947910903,-0.014218063965759845,-0.010541030614071087,-0.010141361860892982,1.1237091310604819,2.237877314139531,1.4201790933163585,0.9999444417934394,-0.020992561710891984,"model.language_model.layers.7.self_attn.k_proj.weight|2d-64|(448, 1152)","model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 1984)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,16,0.013292736269391536,3.1372602262921863 +4698,4715,1.1334666890885945,0.01753536519065294,0.01173359298487539,0.011793635124984684,1.1472675030433863,1.9980526225457294,1.4070297428151877,0.9999311590282929,0.020434934462209595,"model.language_model.layers.23.self_attn.o_proj.weight|2d-128|(256, 1792)","model.language_model.layers.11.self_attn.o_proj.weight|2d-128|(768, 1408)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,12,0.013800813954791824,3.398093172336596 +4955,5077,1.1355142016539845,-0.02734849558971007,0.011519805441612525,0.011260514369108536,2.0355213750758407,1.1406638017289124,1.4072487518903882,0.9999336448397901,0.00645545914236227,"model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(1536, 512)","model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(1472, 768)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,4,0.005149600074927818,6.296700733798362 +5187,5218,1.1354993658714108,0.03898754782824688,0.028601507680801202,0.028655754971779624,1.946960796274475,1.1456942188714496,1.3964216891055854,0.9995908931950036,0.01683063267817423,"model.language_model.layers.19.self_attn.q_proj.weight|2d-128|(1280, 1408)","model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(896, 1152)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,16,0.010194853000038862,5.284801285645252 +5392,5411,1.1224800643313444,0.07311609933673555,0.03468031713850611,0.03515930152288638,1.9154227918826396,1.1478476379868525,1.3924204547046963,0.9993984568745204,0.020782732815318967,"model.language_model.layers.19.self_attn.q_proj.weight|2d-64|(1920, 832)","model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(384, 1728)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,16,0.025367573655508124,5.114396050934507 +5711,5819,1.0903641223830647,0.0344308572045189,0.014742215983952988,0.014748267044904182,2.2354608204887674,1.1098958101603635,1.405884833571851,0.9998913276290992,0.007319441075908036,"model.language_model.layers.3.self_attn.v_proj.weight|2d-128|(384, 512)","model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(384, 1408)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,16,0.019531687777298856,7.749019604391953 +5934,5997,1.0862075353315803,0.0014398170332240723,-0.0036420813237568344,-0.003823932067396283,2.62175215370862,1.0834096037126155,1.4160304020374794,0.9999933675998212,-0.0015050491626673614,"model.language_model.layers.3.self_attn.v_proj.weight|2d-64|(448, 1920)","model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(256, 448)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,16,0.0027979316189647996,11.40517828128883 +6390,6394,1.2322547170210205,-0.01146516446155068,-0.020265570606102498,-0.020291946029929273,1.236381335794383,1.7485430134552262,1.4276599265539256,0.9997946322360453,-0.028660430945616593,"model.visual.blocks.8.attn.proj.weight|2d-128|(896, 256)","model.visual.blocks.21.attn.proj.weight|2d-128|(896, 256)",model.visual.layers.*.attn.proj.weight,2d-128,13,0.0041266187733624005,3.328904403942775 +6464,6642,1.2044637572503034,-0.011953777784011537,-0.021772881258211856,-0.02158497494770675,1.21210901563925,1.8266734910153601,1.428328949733777,0.9997629427227815,-0.03281218479876216,"model.visual.blocks.6.attn.proj.weight|2d-64|(256, 0)","model.visual.blocks.18.attn.proj.weight|2d-64|(512, 768)",model.visual.layers.*.attn.proj.weight,2d-64,12,0.007645258388946585,3.0989745305678333 +6709,6739,1.1284702297562421,0.06023149118635866,0.021841298306058816,0.02182209791208696,1.1452568466141249,1.9729081722686785,1.4007381629042552,0.999761450391195,0.03762551260739176,"model.visual.blocks.2.attn.qkv.weight|2d-128|(1408, 768)","model.visual.blocks.20.attn.qkv.weight|2d-128|(512, 128)",model.visual.layers.*.attn.qkv.weight,2d-128,18,0.01678661685788274,3.0100917643449314 +7063,7110,1.1158768177222398,0.04696961479847794,0.021066132802905146,0.020952879637885263,1.130222740669895,2.061779466326106,1.4015995677350799,0.9997780844010986,0.03842934537150175,"model.visual.blocks.0.attn.qkv.weight|2d-64|(1920, 512)","model.visual.blocks.11.attn.qkv.weight|2d-64|(1984, 768)",model.visual.layers.*.attn.qkv.weight,2d-64,11,0.014345922947655243,3.634394175487343 +7213,7368,1.230529098839625,0.040680549207915924,0.0026088473076252565,0.002106795440492211,1.6252339911370424,1.2659782390567613,1.4124237954559415,0.9999965969520724,0.002032165176513898,"model.visual.blocks.23.mlp.linear_fc1.weight|2d-128|(128, 640)","model.visual.blocks.3.mlp.linear_fc1.weight|2d-128|(2304, 0)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,20,0.03544914021713641,4.4382165958537145 +7535,7635,1.2365174700118415,0.02964779668019762,-4.3313942098774206e-05,0.0008086690350386007,1.5939936112680417,1.2841814513832808,1.4142434880184662,0.9999999990619513,-3.4895347532344554e-05,"model.visual.blocks.18.mlp.linear_fc1.weight|2d-64|(1984, 896)","model.visual.blocks.6.mlp.linear_fc1.weight|2d-64|(2560, 64)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,12,0.047663981371439235,4.486084587998909 +7758,7776,1.238415483559342,0.062075036660391235,0.0051746604747948165,0.005150981607617153,1.626359102097017,1.262919080442411,1.4106640601591327,0.9999866113548574,0.004018286883876473,"model.visual.blocks.13.mlp.linear_fc2.weight|2d-128|(896, 0)","model.visual.blocks.4.mlp.linear_fc2.weight|2d-128|(0, 1664)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,9,0.024503596883069134,4.40119373080796 +8016,8030,1.230636228139347,0.009181136082158429,0.021165701647659713,0.020895286169183073,1.656685420926631,1.2343327494210898,1.3997991886693337,0.9997759814447246,0.01576975228862071,"model.visual.blocks.14.mlp.linear_fc2.weight|2d-64|(576, 2176)","model.visual.blocks.4.mlp.linear_fc2.weight|2d-64|(768, 1728)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,10,0.003696521281742804,5.0521985220095615 +8239,8338,1.3421232702263446,0.0459548921987687,-0.005147706001235242,-0.0055412513870044065,1.4369368668572626,1.3994994545320008,1.417847603080756,0.9999867504736875,-0.005013589606463521,"model.visual.merger.linear_fc1.weight|2d-128|(1024, 2944)","model.visual.merger.linear_fc1.weight|2d-128|(3200, 1664)",model.visual.merger.linear_fc1.weight,2d-128,0,0.057376184305656164,3.694807399956182 +8485,8611,1.3472848745538548,0.04088169579650496,0.03342941787699745,0.03354838726216634,1.3770427094594706,1.4041104741623156,1.3903790235656477,0.9994410808148748,0.03408652140111605,"model.visual.merger.linear_fc1.weight|2d-64|(2432, 1536)","model.visual.merger.linear_fc1.weight|2d-64|(768, 3072)",model.visual.merger.linear_fc1.weight,2d-64,0,0.029757834905615788,3.4696661794233523 +8746,8908,1.349532179473153,0.05862838502642116,0.004855056581754797,0.004879925344139365,1.4001013965068998,1.4217000664746078,1.4107767451096709,0.9999882141433407,0.004929953132137142,"model.visual.merger.linear_fc2.weight|2d-128|(1792, 2688)","model.visual.merger.linear_fc2.weight|2d-128|(768, 1536)",model.visual.merger.linear_fc2.weight,2d-128,0,0.05056921703374684,3.3963653075654032 +9069,9186,1.3500490057167507,0.0464320645759811,0.027623608201263604,0.02760269676282142,1.3799940709865923,1.4095731340323854,1.394548387636868,0.9996183953239071,0.028215698026659238,"model.visual.merger.linear_fc2.weight|2d-64|(384, 384)","model.visual.merger.linear_fc2.weight|2d-64|(192, 2176)",model.visual.merger.linear_fc2.weight,2d-64,0,0.029945065269841642,3.386164526590415 +9263,9279,0.8160560810361759,0.5786192305364543,0.5610849713729852,0.558384943334014,0.901655073959537,0.9815815951537747,0.9390768804906956,0.8277582104089191,0.6108219175194488,"model.visual.pos_embed.weight|2d-128|(640, 896)","model.visual.pos_embed.weight|2d-128|(896, 896)",model.visual.pos_embed.weight,2d-128,0,0.08559899292336115,4.196289670757336 +9396,9529,0.5663120930104054,0.8323001977000157,0.8315973151055602,0.8336702807722901,0.5973140680561294,0.568082370627688,0.5821485059648065,0.5553790647019596,0.7909001301613313,"model.visual.pos_embed.weight|2d-64|(1280, 256)","model.visual.pos_embed.weight|2d-64|(1600, 256)",model.visual.pos_embed.weight,2d-64,0,0.0017702776172825452,2.446426385929746 +9708,9853,1.2126860357122433,0.009629711114629635,-0.0005581027330616672,-0.0005668235437110779,1.1676381301671663,1.9387890555094711,1.4145623418782431,0.9999998442606576,-0.0009266941895388193,"mtp.fc.weight|2d-128|(1152, 3840)","mtp.fc.weight|2d-128|(1024, 2688)",mtp.fc.weight,2d-128,0,0.04504790554507698,3.7209504311396637 +9991,10082,1.172822909983287,0.036916353287986634,0.02278045907857747,0.022665750256739687,1.1924611998236467,1.772472465210977,1.3992132293878108,0.9997404916697978,0.03386083879929633,"mtp.fc.weight|2d-64|(1152, 2688)","mtp.fc.weight|2d-64|(1408, 2048)",mtp.fc.weight,2d-64,0,0.019638289840359757,3.529955986878123 +10317,10367,1.3251605958727086,0.04595012512258845,0.001561159674473284,0.0015504312960493826,1.3585640135442196,1.4748085826864934,1.413112937460654,0.9999987813894928,0.0016947391980821896,"mtp.layers.0.mlp.down_proj.weight|2d-128|(384, 5760)","mtp.layers.0.mlp.down_proj.weight|2d-128|(1536, 2176)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.033403417671511004,3.4685387366522025 +10408,10412,1.2812636235348331,-0.008950658672557638,0.00934692226792329,0.009737328369086461,1.3276870550492323,1.504028015837042,1.4076400763897101,0.9999563165679376,0.010588363349137602,"mtp.layers.0.mlp.down_proj.weight|2d-64|(960, 5440)","mtp.layers.0.mlp.down_proj.weight|2d-64|(1728, 5184)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.046423431514399205,3.398779252420025 +10715,10802,1.3160280028720064,0.04344902433146452,0.0024732772849104015,0.0025253444670191136,1.3736433029826605,1.4547791833555017,1.4124664879543336,0.9999969414450586,0.002619364358229674,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(4352, 640)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(5888, 1536)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.05761530011065408,3.6045324094649946 +10979,11106,1.3039035539774981,0.058911157226456845,0.030704468520618058,0.030483699557887826,1.4542377873070345,1.337851043450108,1.392409458642553,0.9995285066534453,0.028247103470580515,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(3904, 1664)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(384, 1152)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.03394748947260995,4.031886777907127 +11269,11401,1.3385582821226454,0.042914333440520855,-0.0006839523034927077,-0.000559958038576752,1.4526156027165962,1.3795998034376493,1.4146964647969003,0.999999766104596,-0.000649573405169708,"mtp.layers.0.mlp.up_proj.weight|2d-128|(896, 640)","mtp.layers.0.mlp.up_proj.weight|2d-128|(2688, 1152)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.04104152131500394,4.008062044685405 +11478,11526,1.3195275299716391,0.03712938821976143,0.02475832945581296,0.02472259797579119,1.3455955491539926,1.453995017277978,1.396650132109833,0.9996934655796033,0.026752829026159997,"mtp.layers.0.mlp.up_proj.weight|2d-64|(2432, 512)","mtp.layers.0.mlp.up_proj.weight|2d-64|(5568, 576)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.026068019182353463,3.736730106112209 +11697,11721,1.2532844166952377,0.012788450084996896,0.005701640985887225,0.005692699983970379,1.6409916355649612,1.2557220576362063,1.4103166823966415,0.9999837455129299,0.004363018187010015,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(256, 128)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 1152)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.002437640940968544,4.946144975645568 +11729,11922,1.0940855190962278,0.033992238010598926,0.017773177054252038,0.017786195301529684,2.289823780773994,1.1020555291494338,1.4043572204501273,0.999842044613747,0.008553945595136411,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 64)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 128)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.007970010053206078,6.920868444480605 +11998,12065,1.198809804131593,0.014677768526530275,0.007854510895206352,0.007858555064375893,1.1970888173298748,1.7975786171357833,1.4090796320723655,0.9999691528535253,0.011794530722269925,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(0, 1792)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(640, 128)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.0017209868017182828,3.7651316094687175 +12322,12348,1.1828399206368907,-0.0013849535232652805,0.020004768098730395,0.020014299596850187,1.2217966580620967,1.6915885204122767,1.400720681607712,0.999799884603572,0.027696782313184377,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(128, 1152)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(1984, 64)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.038956737425206,3.15181742919666 +12578,12602,1.065199900367887,0.029508679487624985,4.585050300730334e-06,0.00032506612428621207,2.6863334665069294,1.07743253304743,1.4142113220633765,0.9999999999894886,1.8389684010784447e-06,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 256)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(3968, 1024)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.012232632679542998,8.21356068865239 +12882,12888,1.0641138822228728,0.0131918439199923,0.019338064121411314,0.016332262532226232,2.6561102400376426,1.0709737243685933,1.4046965228917248,0.9998130021539209,0.007797326421923298,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(576, 448)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(4032, 1408)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.006859842145720441,8.485506592151511 +13024,13047,1.3700034362964484,0.008297907433726985,-0.013716207391683126,-0.013648871252112546,1.4048795573161217,1.4436640308280442,1.423875783085798,0.9999059284026615,-0.014094870373499914,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 0)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(256, 896)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.0348761210196733,3.839505300092339 +13183,13201,1.3107307028704662,0.04937667139138533,0.029956151995438378,0.029773351375905855,1.3350030971883529,1.4591747220308664,1.3929550842047027,0.9995512137742749,0.032742440712773144,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 960)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(256, 64)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.024272394317886636,3.5712273905889518 +112,222,1.1849501864428942,0.25687700121745316,0.25912814992193145,0.25927206894598787,1.2436351485259738,1.192859206354769,1.2174537598309245,0.9658429488887088,0.24854829780777857,"model.language_model.embed_tokens.weight|2d-128|(72576, 1408)","model.language_model.embed_tokens.weight|2d-128|(137216, 1408)",model.language_model.embed_tokens.weight,2d-128,0,0.00790901991187476,3.3858176015068775 +258,463,1.2027137610937892,0.12674367615978926,0.05870154017160731,0.06052502181109597,1.2997483265819463,1.4586826445586212,1.372360684541991,0.9982755777747351,0.06587961384983225,"model.language_model.embed_tokens.weight|2d-64|(223808, 1216)","model.language_model.embed_tokens.weight|2d-64|(181504, 1280)",model.language_model.embed_tokens.weight,2d-64,0,0.09703456548815703,3.1847142410465676 +541,648,0.16207159033455878,0.9963197933339191,0.9963197933339192,0.9998864271349205,0.18872556643114782,0.16207159033455745,0.17388477035287087,0.0857138810873503,0.8556081533676911,"model.language_model.layers.1.linear_attn.conv1d.weight|3d-axis0-slice|(581, 0, 0)","model.language_model.layers.0.linear_attn.conv1d.weight|3d-axis0-slice|(3880, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,1,1.3322676295501878e-15,0.32398349380363295 +867,968,0.6592772946245076,0.7814879987895678,0.7814879987895678,0.786114432031713,0.6592772946245076,0.6629297403614923,0.6610959504289203,0.6239202735509375,0.7858175010080682,"model.language_model.layers.21.linear_attn.conv1d.weight|3d-volume|(4312, 0, 0)","model.language_model.layers.12.linear_attn.conv1d.weight|3d-volume|(1216, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,9,0.0,1.7863270727568321 +1030,1087,1.157010045613237,0.022519502887779392,0.0020746781973330834,0.0020763338032112563,1.9650420261872343,1.1602475165908408,1.4129284208671147,0.9999978478528729,0.0012249815495556805,"model.language_model.layers.10.linear_attn.in_proj_qkv.weight|2d-128|(4352, 1280)","model.language_model.layers.16.linear_attn.in_proj_qkv.weight|2d-128|(3840, 768)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,6,0.0032374709776037403,5.184455949083399 +1436,1458,1.154584148805363,0.02374641849958694,0.048155917922850316,0.048695565019808686,1.1441160527317011,1.8876159408111604,1.3836964214360088,0.9988398307882038,0.07944987582206614,"model.language_model.layers.21.linear_attn.in_proj_qkv.weight|2d-64|(320, 1792)","model.language_model.layers.0.linear_attn.in_proj_qkv.weight|2d-64|(6080, 0)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,21,0.010468096073661837,3.0735272658057453 +1645,1651,1.1645027315735867,-0.002305565121124781,0.01398260821338882,0.013902945345446425,1.9559977676154923,1.1539195684935544,1.4055330307518388,0.9999022385551254,0.008248887346981787,"model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-128|(640, 1664)","model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(896, 1664)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,14,0.010583163080032376,5.627901137893004 +1922,1960,1.1632592143658826,-0.022075859440884728,-0.004249913238532544,-0.005197368728856143,1.9957116622277558,1.1583763225686485,1.4168205994502303,0.9999909690779537,-0.002466788645706335,"model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-64|(640, 768)","model.language_model.layers.21.linear_attn.in_proj_z.weight|2d-64|(384, 640)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,17,0.004882891797234112,5.532814301046994 +2059,2243,1.2411704698300206,0.031562369165827275,0.006777998581196612,0.006796590512985723,1.640993713951425,1.2546827533751284,1.4095808267162007,0.9999770291037856,0.0051823708097886185,"model.language_model.layers.17.linear_attn.out_proj.weight|2d-128|(896, 1280)","model.language_model.layers.2.linear_attn.out_proj.weight|2d-128|(896, 1664)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,15,0.013512283545107806,4.22060605162259 +2374,2546,1.2355870805068343,0.04227723936031033,0.004227322149218157,0.004316572700712837,1.59177169643485,1.2809225900250238,1.4112905637724307,0.9999910648338048,0.0034017896211966593,"model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(1536, 896)","model.language_model.layers.6.linear_attn.out_proj.weight|2d-64|(384, 704)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,6,0.04533550951818954,4.173786261137161 +2728,2775,1.2744029824155478,0.035074789753626816,0.00807916944712849,0.008065005652198861,1.2983050645694665,1.5527627289698154,1.408579797901549,0.9999673629779346,0.009662623632060522,"model.language_model.layers.20.mlp.down_proj.weight|2d-128|(1664, 1536)","model.language_model.layers.5.mlp.down_proj.weight|2d-128|(0, 4608)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,15,0.023902082153918647,3.381192253720028 +2818,3031,1.2683828390442513,0.04220254143679004,0.0020286791581605483,0.0019064961192405876,1.3108476669389266,1.5429548888760456,1.4127972139464744,0.9999979422283194,0.002387890297241224,"model.language_model.layers.18.mlp.down_proj.weight|2d-64|(384, 832)","model.language_model.layers.4.mlp.down_proj.weight|2d-64|(1280, 1280)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,14,0.04246482789467532,3.212993864477486 +3082,3155,1.1719001196994858,0.02751326420834112,0.0015234546692177958,0.0015913883853571086,1.817616276284972,1.1963289266892265,1.4132237893493504,0.9999988395422621,0.0010027159819508958,"model.language_model.layers.11.mlp.gate_proj.weight|2d-128|(5632, 128)","model.language_model.layers.21.mlp.gate_proj.weight|2d-128|(768, 1280)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,10,0.024428806989740703,4.716516573290872 +3365,3575,1.1653436524456702,0.02268969669993214,0.018432580438347373,0.018400250582572157,1.1787360692188122,1.8339265321703762,1.4023068778301386,0.999830105557131,0.02867817419437495,"model.language_model.layers.21.mlp.gate_proj.weight|2d-64|(1728, 960)","model.language_model.layers.13.mlp.gate_proj.weight|2d-64|(1984, 0)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,8,0.013392416773142068,3.325411145828934 +3700,3803,1.246340886192103,0.021322785776732352,0.008271065411925198,0.008302083607649677,1.659412462333632,1.2452897435081545,1.4085868620500164,0.9999657941534559,0.006206939600098449,"model.language_model.layers.4.mlp.up_proj.weight|2d-128|(4992, 1152)","model.language_model.layers.22.mlp.up_proj.weight|2d-128|(1024, 768)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,18,0.0010511426839485694,4.133916367775312 +3931,4068,1.2418797377736484,0.04798149018420248,0.014622612936573373,0.014531291043677586,1.2565139997902768,1.6201163687514026,1.4041632952014707,0.9998930838799253,0.018854015614957458,"model.language_model.layers.22.mlp.up_proj.weight|2d-64|(1344, 704)","model.language_model.layers.2.mlp.up_proj.weight|2d-64|(3776, 1856)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,20,0.01463426201662843,3.1358227669998544 +4156,4316,1.188379278488971,0.023115642685656076,-0.01521699974930664,-0.015156707104875666,1.2181980985906118,1.789743234604046,1.4241885285318698,0.9998842147562035,-0.02235639867095661,"model.language_model.layers.3.self_attn.k_proj.weight|2d-128|(128, 256)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(128, 1536)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,20,0.02981882010164072,3.226942227385799 +4542,4556,1.1104181598087923,0.039482267083855056,0.015589714063335267,0.015371444074979368,2.0688309811151284,1.132519510714533,1.404896604764019,0.9998784730233087,0.00853412168724933,"model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 960)","model.language_model.layers.11.self_attn.k_proj.weight|2d-64|(384, 768)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,12,0.022101350905740613,5.842002291049226 +4645,4772,1.1335159698194102,0.028634571997799278,0.0002519322081068879,0.0002564346793140803,2.1124319450142144,1.1351082181374503,1.4140649995106696,0.9999999682650808,0.00013537492675709303,"model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(1152, 1664)","model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(1664, 768)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,12,0.001592248318040168,5.648005404550051 +4918,5059,1.1356146663043873,0.03980433232281378,0.023217816101815492,0.02306539099927219,1.98940798657804,1.1412496571852846,1.3999695716431075,0.9997304301737855,0.013319200910802454,"model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(704, 320)","model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(1472, 64)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,12,0.00563499088089725,5.2205488802597335 +5256,5362,1.1355408069652337,0.034546217991641294,-0.0020972846081258956,-0.00209789450387115,1.1567370716703718,1.9967182235274066,1.4154994794414724,0.9999978006962178,-0.003620257791964197,"model.language_model.layers.23.self_attn.q_proj.weight|2d-128|(1280, 896)","model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(128, 1920)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,16,0.021196264705138024,3.4449213693633816 +5463,5614,1.122596378922382,0.010587940569017665,0.014173423194536924,0.014187949892099722,2.162609686253435,1.1195108339802942,1.406006458210534,0.9998995519925732,0.007337107995831014,"model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(3200, 1664)","model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(1920, 1792)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,4,0.0030855449420879033,5.822729590520795 +5779,5852,1.0904300919368242,0.01399535345193661,0.0011030783381857073,0.0011359297999720141,1.0889812704911819,2.51937423532208,1.4136453032244294,0.9999993916089049,0.002551988009411288,"model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(128, 384)","model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(256, 512)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,12,0.0014488214456422899,3.4560280038186386 +5905,6104,1.086730856428663,-0.019559628404802576,0.0005189951062349288,0.0006122961102953331,2.535466610952103,1.0879716972317224,1.4139475632382084,0.9999998653220308,0.00022270140894237165,"model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(448, 1472)","model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(320, 1344)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,12,0.0012408408030593066,9.604616007625244 +6286,6394,1.2323617389643722,0.012378946181804108,0.0022509895816936153,0.0023885248744076495,1.2364179886964433,1.6951343745258411,1.4126971403716784,0.9999974665197423,0.003086116387429238,"model.visual.blocks.2.attn.proj.weight|2d-128|(256, 768)","model.visual.blocks.21.attn.proj.weight|2d-128|(896, 256)",model.visual.layers.*.attn.proj.weight,2d-128,19,0.004056249732071082,3.3426971519834026 +6444,6543,1.2048636961481944,0.0364383824566345,0.024498535124076227,0.02449555561222666,1.2204591799518874,1.6843565695300684,1.3976551820667011,0.9996998658481326,0.0338104454929231,"model.visual.blocks.22.attn.proj.weight|2d-64|(192, 128)","model.visual.blocks.22.attn.proj.weight|2d-64|(256, 448)",model.visual.layers.*.attn.proj.weight,2d-64,0,0.015595483803692911,2.9940124272033253 +6693,6852,1.1284973538128895,0.002464085540987904,-0.007585539173750561,-0.0075316593601748305,1.1408000286164621,2.106785524987504,1.418698264674318,0.9999712293838475,-0.014008681389905728,"model.visual.blocks.4.attn.qkv.weight|2d-128|(1024, 384)","model.visual.blocks.21.attn.qkv.weight|2d-128|(2304, 768)",model.visual.layers.*.attn.qkv.weight,2d-128,17,0.01230267480357261,3.0143194055864586 +7088,7099,1.1160539860347167,-0.017124831555367696,-0.011861099184296333,-0.012985871168247764,1.1280964099640711,2.2102801889652124,1.4209893358451342,0.9999296546888388,-0.023239461020212442,"model.visual.blocks.2.attn.qkv.weight|2d-64|(64, 960)","model.visual.blocks.18.attn.qkv.weight|2d-64|(2816, 512)",model.visual.layers.*.attn.qkv.weight,2d-64,16,0.012042423929354396,2.9339515360368087 +7265,7321,1.2311191015705798,0.05531131340467673,0.0007907213579124281,0.0009727398240062223,1.6155982150074502,1.2724143081551882,1.4136699040110803,0.9999996873798181,0.0006227570445582806,"model.visual.blocks.18.mlp.linear_fc1.weight|2d-128|(3712, 768)","model.visual.blocks.8.mlp.linear_fc1.weight|2d-128|(1920, 256)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,10,0.04129520658460839,4.329386038019689 +7523,7623,1.2365209537831223,0.02002299207579251,0.008558814834857906,0.00871479787357838,1.262408935652021,1.620321222423978,1.408333091743448,0.9999633726735307,0.010985370052497884,"model.visual.blocks.8.mlp.linear_fc1.weight|2d-64|(2880, 0)","model.visual.blocks.17.mlp.linear_fc1.weight|2d-64|(3904, 384)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,9,0.025887981868898624,3.2666804900457382 +7694,7843,1.2386109644568184,0.006060818734506514,-0.0024742881668576044,-0.002471713777838203,1.2557895919039797,1.6585966399620058,1.4158965554511014,0.9999969389443486,-0.0032679407970133607,"model.visual.blocks.4.mlp.linear_fc2.weight|2d-128|(128, 1152)","model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(256, 2304)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,6,0.017178627447161254,3.3591874426940125 +8030,8078,1.230650715339362,0.0053436573312276615,-0.008974419593280785,-0.008911096186608842,1.2456138847041165,1.697607744902704,1.4202541081298306,0.9999597290856086,-0.012230952460183096,"model.visual.blocks.4.mlp.linear_fc2.weight|2d-64|(768, 1728)","model.visual.blocks.10.mlp.linear_fc2.weight|2d-64|(576, 2176)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,6,0.014963169364754503,3.6418147919966524 +8232,8325,1.3421362632382754,0.05023860781360779,0.006322417694896548,0.006045861137616177,1.4182847405893648,1.4013403422775608,1.4097361731457894,0.9999800133175119,0.006246883099726746,"model.visual.merger.linear_fc1.weight|2d-128|(2944, 512)","model.visual.merger.linear_fc1.weight|2d-128|(3328, 1920)",model.visual.merger.linear_fc1.weight,2d-128,0,0.05920407903928537,3.892388509214965 +8559,8636,1.3473209120088534,0.043424487277914724,0.02238284037489683,0.022759510751035637,1.4243990841895564,1.3735990938040703,1.3983074848306363,0.9997494728464487,0.021584575275975078,"model.visual.merger.linear_fc1.weight|2d-64|(2688, 2048)","model.visual.merger.linear_fc1.weight|2d-64|(2368, 3840)",model.visual.merger.linear_fc1.weight,2d-64,0,0.026278181795216904,3.747958706706657 +8845,8934,1.3495517764083145,0.053315201095542906,0.004771236870143994,0.0047775786482567965,1.361602880922912,1.4658474786815314,1.4108449359592934,0.9999886175845848,0.005136523750267314,"model.visual.merger.linear_fc2.weight|2d-128|(1152, 3840)","model.visual.merger.linear_fc2.weight|2d-128|(896, 768)",model.visual.merger.linear_fc2.weight,2d-128,0,0.012051104514597455,3.6030633606495326 +8998,9000,1.3501313029374575,0.05247637703612592,0.024164760281236534,0.024254682609633198,1.3806399051275637,1.4140116708715367,1.3970269362214383,0.9997079895452223,0.02474885227826611,"model.visual.merger.linear_fc2.weight|2d-64|(960, 2304)","model.visual.merger.linear_fc2.weight|2d-64|(704, 3136)",model.visual.merger.linear_fc2.weight,2d-64,0,0.030508602190106204,3.4809254411838775 +9246,9318,0.8162282025594598,0.5925209217502474,0.5569923695454816,0.5621640120048924,0.8437656763866467,1.195261994405185,0.9748393225672405,0.8305176098482859,0.7890245231856627,"model.visual.pos_embed.weight|2d-128|(384, 768)","model.visual.pos_embed.weight|2d-128|(1536, 768)",model.visual.pos_embed.weight,2d-128,0,0.027537473827186854,4.149507647109467 +9369,9541,0.5670631749029965,0.8360634986067492,0.8352845434939604,0.8551772787408289,0.5623645826901806,0.5898439937880953,0.5756129269412827,0.5498179074930957,0.876099929207982,"model.visual.pos_embed.weight|2d-64|(1088, 768)","model.visual.pos_embed.weight|2d-64|(1472, 768)",model.visual.pos_embed.weight,2d-64,0,0.0046985922128158775,2.8343932154518683 +9824,9855,1.2132697297872996,0.046913854325507424,0.006820520034438318,0.006822450584059846,1.202308422206659,1.7829215636672746,1.409735216415084,0.9999767399827157,0.01011425356441073,"mtp.fc.weight|2d-128|(768, 2048)","mtp.fc.weight|2d-128|(1920, 3584)",mtp.fc.weight,2d-128,0,0.010961307580640733,3.259292913911736 +10025,10060,1.1740262290811634,0.02531844616014572,0.011204150753208512,0.011141864709069832,1.2395172966128745,1.666722826466698,1.406605703434023,0.9999372315330094,0.015065714583068863,"mtp.fc.weight|2d-64|(1536, 2880)","mtp.fc.weight|2d-64|(1088, 3072)",mtp.fc.weight,2d-64,0,0.06549106753171108,3.0524819576543964 +10213,10273,1.3251798349984139,0.041634337209273474,0.009818644374709706,0.009816460856562204,1.3808290366807912,1.435266752722303,1.4072588184355035,0.9999517959495062,0.010205733985504584,"mtp.layers.0.mlp.down_proj.weight|2d-128|(1920, 640)","mtp.layers.0.mlp.down_proj.weight|2d-128|(1664, 4608)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.0556492016823773,3.5444007092064567 +10503,10607,1.281336752131611,0.011738158287095322,0.025389214773956347,0.02525022883790357,1.3129825691301404,1.4978045825819726,1.3963018217372953,0.999677641929218,0.02896312801912031,"mtp.layers.0.mlp.down_proj.weight|2d-64|(64, 1472)","mtp.layers.0.mlp.down_proj.weight|2d-64|(1344, 5248)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.03164581699852942,3.3897475412926075 +10649,10729,1.3160437480763783,0.028395700498216093,0.005635590516364897,0.005813587722965744,1.4945957293669667,1.3387363388933833,1.4102470800138287,0.9999841199336776,0.005047900022152547,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(3840, 1280)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(640, 1152)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.02269259081700503,4.263878391426535 +10910,11066,1.3039451090289589,0.017934399543436445,0.031605702476263826,0.03159973962797823,1.5250603563606793,1.2886267014434567,1.3920039544337934,0.9995004149929012,0.026705796894479703,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(3840, 1280)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(4736, 704)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.01531840758550218,4.612641891707638 +11152,11318,1.3385891375629908,0.025547483684071583,0.017580991632811658,0.017585176904050696,1.445159217984902,1.3620290852445853,1.4017487767656027,0.9998454424225811,0.016569677343040927,"mtp.layers.0.mlp.up_proj.weight|2d-128|(5504, 1536)","mtp.layers.0.mlp.up_proj.weight|2d-128|(5888, 896)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.02343994768159452,4.027340520974406 +11488,11586,1.319604571628523,0.020969451190094923,0.014787263194440264,0.014829569630785959,1.3359677284963887,1.4830811191553859,1.4037756651687732,0.9998906624462588,0.01641559925428618,"mtp.layers.0.mlp.up_proj.weight|2d-64|(4800, 640)","mtp.layers.0.mlp.up_proj.weight|2d-64|(5568, 448)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.016363156867865714,3.713440611712612 +11666,11724,1.2533214730431725,-0.013338220139016616,-0.009758931969373745,-0.009753675500198504,1.6292005011150585,1.2763309728469832,1.4208977709068458,0.9999523804895997,-0.007645238953642249,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 256)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 1536)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.023009499803810618,4.887058959346338 +11738,11910,1.0941382779516753,0.02111589741500611,-0.00027391748565323533,-0.0002736067757639568,2.240528999803153,1.1176311178563176,1.4143682861174494,0.9999999624846049,-0.00013663679680910794,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 640)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(320, 1408)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.02349283990464235,8.17171043003716 +12089,12135,1.1988735485733522,0.0717246837915022,0.0027534303889938843,0.0027877455372994657,1.2611479575872422,1.6353175210058344,1.4123292525731936,0.9999962093033617,0.0035703447251391397,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(768, 1152)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1152, 896)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.06227440901389003,3.365701572268184 +12251,12310,1.1828438109117847,0.00650130771734125,-0.022698380322748346,-0.022688360914502652,1.2424407198353782,1.7377200849434882,1.4293202787810269,0.9997423585758102,-0.03174673105349611,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(576, 1920)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(1344, 64)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.05959690892359348,3.4810860380380473 +12589,12613,1.065243072435254,0.0249026776515361,-0.007628887077195632,-0.007777902130580515,2.82824454818103,1.072142063533536,1.4177850540240415,0.9999708996175656,-0.0028919885087975473,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(2176, 1664)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(896, 640)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.006898991098281959,8.280832366800098 +12778,12817,1.0641255807016246,0.01990949999688182,0.017754045224551315,0.01815628842734476,2.7108858418394632,1.0683212439736598,1.4056228745473827,0.9998423845177622,0.006996614681121083,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(704, 1984)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(2304, 128)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.004195663272035244,7.919978423008116 +13018,13063,1.370090458540295,0.01345333416418953,0.008541198199000693,0.008544201446258032,1.3849847962425634,1.4325484649500162,1.4081645276992987,0.9999635233013879,0.008834523239538403,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(0, 1280)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(384, 896)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.014894337702268334,3.766517822174763 +13189,13273,1.3107470861673158,-0.008059740518707621,0.0033565305133567893,0.0036627717302085217,1.3154072195080413,1.5332216024127092,1.4118657795650764,0.9999943668355902,0.003912328453055589,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 1344)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 576)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.004660133340725459,3.443123515030158 +20,85,1.185479141908769,0.2859518321425085,0.27220658712039525,0.2721124665555673,1.1858156953247285,1.2285557685389972,1.206618385509926,0.9622388341406029,0.28201766443097676,"model.language_model.embed_tokens.weight|2d-128|(145024, 128)","model.language_model.embed_tokens.weight|2d-128|(241536, 128)",model.language_model.embed_tokens.weight,2d-128,0,0.0003365534159596173,3.2163763999626207 +335,353,1.2036060686380985,0.06450553103499419,0.014020473851195873,0.0171334821770798,1.2312361121055027,1.6809864242412924,1.4047296764748418,0.9999017083258674,0.019141922474144236,"model.language_model.embed_tokens.weight|2d-64|(165056, 832)","model.language_model.embed_tokens.weight|2d-64|(193728, 256)",model.language_model.embed_tokens.weight,2d-64,0,0.027630043467404164,3.8577494931665965 +577,761,0.16219921788326636,0.9885645404070654,0.9885645404070655,0.9852050902523278,0.17462780235968897,0.16219921788326636,0.16806983113472915,0.1507983734984143,0.9182065691400496,"model.language_model.layers.0.linear_attn.conv1d.weight|3d-axis0-slice|(5768, 0, 0)","model.language_model.layers.12.linear_attn.conv1d.weight|3d-axis0-slice|(3367, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,12,0.0,0.2685761885787102 +922,967,0.6592884607991628,0.7549892606769754,0.7549892606769752,0.7344773661932167,0.8007612922415824,0.6592884607991628,0.7197996693255009,0.6557371548588917,0.6216031074607096,"model.language_model.layers.8.linear_attn.conv1d.weight|3d-volume|(2076, 0, 0)","model.language_model.layers.13.linear_attn.conv1d.weight|3d-volume|(3404, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,5,0.0,1.7795685967737624 +1145,1260,1.1572302723593855,-0.020807263657635636,-0.008303841857430626,-0.008295258750726177,1.156260186662012,2.020660847138763,1.4192667792472866,0.9999655225108547,-0.014511654310767038,"model.language_model.layers.16.linear_attn.in_proj_qkv.weight|2d-128|(1152, 1408)","model.language_model.layers.12.linear_attn.in_proj_qkv.weight|2d-128|(2688, 1408)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,4,0.0009700856973735572,3.283256412490136 +1379,1476,1.1547741390113386,0.009301064005996977,0.003908740519277754,0.0039493228039453885,1.9776005155158054,1.1564575009622198,1.4118027025844686,0.9999923608445981,0.002285745911456096,"model.language_model.layers.13.linear_attn.in_proj_qkv.weight|2d-64|(2304, 640)","model.language_model.layers.16.linear_attn.in_proj_qkv.weight|2d-64|(512, 1152)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,3,0.001683361950881146,5.406730785449825 +1646,1698,1.1645765231708216,0.03764435523154586,0.01163848221680481,0.011652560629371183,1.1901590980415702,1.8112435413323693,1.4066394870589756,0.9999322705722068,0.017712023359555122,"model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-128|(640, 512)","model.language_model.layers.16.linear_attn.in_proj_z.weight|2d-128|(256, 768)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,14,0.025582574870748553,3.321695736641287 +1901,1922,1.1632748625458873,-0.022692915580174534,-0.023149564390856664,-0.024724978829869012,1.1640326694738192,2.031132755849388,1.4282672650296668,0.9997320129257208,-0.04039391655490912,"model.language_model.layers.17.linear_attn.in_proj_z.weight|2d-64|(1792, 896)","model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-64|(640, 768)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,13,0.0007578069279319255,3.3324783110213567 +2102,2115,1.2411804857658328,-0.011459064969682431,0.0012872970237987548,0.0012539800265486448,1.7113715755172456,1.2311160427173573,1.4133502804339895,0.999999171432843,0.0009260478790305726,"model.language_model.layers.16.linear_attn.out_proj.weight|2d-128|(1664, 256)","model.language_model.layers.1.linear_attn.out_proj.weight|2d-128|(640, 256)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,15,0.010064443048475535,4.480314150970959 +2402,2432,1.2355872705832467,0.016523906861375944,-0.012214547378007718,-0.012268028675043872,1.6743624159360497,1.2581797010889546,1.422485315796019,0.9999253996335679,-0.009178476190536751,"model.language_model.layers.18.linear_attn.out_proj.weight|2d-64|(448, 512)","model.language_model.layers.1.linear_attn.out_proj.weight|2d-64|(576, 576)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,17,0.022592430505707917,4.422469912272452 +2723,2779,1.274427366203873,0.040156916840034945,-0.0035046776713299785,-0.0033727060544274266,1.317559765685382,1.5421134259320697,1.4166592550487194,0.9999938585983517,-0.0041019850721616975,"model.language_model.layers.18.mlp.down_proj.weight|2d-128|(1536, 3840)","model.language_model.layers.5.mlp.down_proj.weight|2d-128|(0, 3328)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,13,0.04313239948150893,3.354026993802873 +2885,2937,1.2685373870215724,0.056668251755334506,0.025902899637903033,0.025579448252394787,1.3057094561413711,1.507970470481917,1.3959680707008584,0.9996644636028374,0.02991539011232017,"model.language_model.layers.19.mlp.down_proj.weight|2d-64|(1408, 4736)","model.language_model.layers.3.mlp.down_proj.weight|2d-64|(1664, 6016)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,16,0.037172069119798756,3.3491240277915577 +3252,3324,1.171998375214917,0.038374346526643635,0.010417301281922337,0.010345605946435507,1.1811165474155298,1.8483168788459632,1.4075130814101657,0.9999457384448427,0.016301925354896246,"model.language_model.layers.19.mlp.gate_proj.weight|2d-128|(3712, 896)","model.language_model.layers.9.mlp.gate_proj.weight|2d-128|(3968, 768)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,10,0.00911817220061284,3.0773734369770356 +3518,3554,1.1654153210342624,-0.0018915125938477025,0.012720089119694331,0.012490119161945363,1.8986153404781145,1.1671641220146547,1.4061650352049269,0.9999190963936968,0.00781961007730904,"model.language_model.layers.11.mlp.gate_proj.weight|2d-64|(6080, 640)","model.language_model.layers.20.mlp.gate_proj.weight|2d-64|(2304, 1600)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,9,0.0017488009803923177,5.244755921383805 +3710,3794,1.2464111226206231,0.04415662446819798,0.0038151235392380636,0.003929755372987723,1.2935204022101727,1.569218570356489,1.4115629600501258,0.9999927223897084,0.004628270799399271,"model.language_model.layers.18.mlp.up_proj.weight|2d-128|(4352, 256)","model.language_model.layers.3.mlp.up_proj.weight|2d-128|(4736, 128)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,15,0.04710927958954958,3.210792906386153 +3869,4054,1.2418929428039218,0.03961191608124903,0.020160551736076414,0.02018295511025904,1.2622473061411301,1.5964407016691664,1.4002735970567113,0.9997967554226693,0.025498272171381273,"model.language_model.layers.23.mlp.up_proj.weight|2d-64|(2752, 1728)","model.language_model.layers.14.mlp.up_proj.weight|2d-64|(320, 1408)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,9,0.020354363337208303,3.268295620892051 +4134,4300,1.1885410005988963,0.043891825858764735,0.006567827798580243,0.006518110747399947,1.2205947748989676,1.7276822263820006,1.4098294846308632,0.9999784315864059,0.009296385325329566,"model.language_model.layers.11.self_attn.k_proj.weight|2d-128|(256, 768)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 1536)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,12,0.03205377430007128,3.570932206550436 +4380,4509,1.1105266713954343,0.030214711166365225,0.014661263691736329,0.014957082376331898,1.138882671725591,2.03413754756093,1.4053475553470935,0.9998925178972795,0.026186215411343423,"model.language_model.layers.7.self_attn.k_proj.weight|2d-64|(448, 1152)","model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(0, 1728)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,16,0.02835600033015684,3.0633653441792226 +4715,4805,1.1336235282224745,0.023247291386840795,-0.00036166120857480754,-0.00032667249410774676,1.9958356742117433,1.1557472865984917,1.4144353469883728,0.999999934600583,-0.00020943054875665053,"model.language_model.layers.11.self_attn.o_proj.weight|2d-128|(768, 1408)","model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(1664, 128)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,8,0.02212375837601721,5.104749466262729 +4864,5045,1.135656488039391,-0.001701879094006698,-0.013771341987738099,-0.013708977276659377,1.1563434495697498,2.03933066214557,1.422545415548439,0.9999051705736183,-0.024287178679428326,"model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(640, 640)","model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(320, 512)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,4,0.02068696153035887,3.0089779928049847 +5124,5149,1.1355545482213296,0.03432696000969096,0.020008919486453596,0.02020994138003478,1.1490855042514632,1.959562141133573,1.401811752056582,0.9997998015307787,0.034121674118746816,"model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(2816, 1152)","model.language_model.layers.11.self_attn.q_proj.weight|2d-128|(128, 1664)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,8,0.013530956030133545,3.2952880350564917 +5572,5620,1.1227194167611507,0.006828395218123307,0.017156038455026015,0.01730939866602604,1.1294359214188654,2.0821522746124033,1.4040079997018675,0.9998528243419277,0.031627721250086324,"model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(2496, 1984)","model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(2688, 384)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,4,0.0067165046577146725,3.2141208892170563 +5664,5845,1.0905732832813706,0.035442864963352964,0.0018128392435991197,0.0018090108547975398,2.207506288945728,1.1206588878116794,1.4131783681299985,0.9999983568055884,0.0009203028868757629,"model.language_model.layers.3.self_attn.v_proj.weight|2d-128|(384, 1408)","model.language_model.layers.23.self_attn.v_proj.weight|2d-128|(128, 640)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,20,0.03008560453030884,7.514569022091086 +5919,5988,1.0867811932689038,-0.02127882176787611,0.0007464843941248814,0.0008526937684537908,1.0737002961980535,2.741234500549455,1.413855019342217,0.9999997213804858,0.0019058286400243539,"model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(192, 640)","model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(448, 960)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,12,0.01308089707085025,3.477124714418707 +6255,6360,1.2324117744956007,0.021336232175412896,0.005524216698369829,0.0055170695058708325,1.6690018560369295,1.243865155263721,1.4104653315537834,0.9999847413985222,0.0041170599279885915,"model.visual.blocks.8.attn.proj.weight|2d-128|(640, 512)","model.visual.blocks.21.attn.proj.weight|2d-128|(256, 512)",model.visual.layers.*.attn.proj.weight,2d-128,13,0.011453380768120303,4.358454260394544 +6508,6642,1.2049211512029308,-0.016589250183952894,-0.005278246601160578,-0.005106357785709709,1.2006783243563781,1.8211576120176574,1.4176397130788196,0.9999860699593857,-0.008005906978426292,"model.visual.blocks.20.attn.proj.weight|2d-64|(704, 768)","model.visual.blocks.18.attn.proj.weight|2d-64|(512, 768)",model.visual.layers.*.attn.proj.weight,2d-64,2,0.004242826846552639,3.1493716102318197 +6737,6784,1.1284999189083647,-0.017438574319532812,0.006339514640048895,0.006343927873476363,1.1649664851951271,1.9287817250359207,1.4102403546252997,0.9999799050751613,0.010496044425926913,"model.visual.blocks.23.attn.qkv.weight|2d-128|(2944, 256)","model.visual.blocks.0.attn.qkv.weight|2d-128|(2048, 0)",model.visual.layers.*.attn.qkv.weight,2d-128,23,0.03646656628676248,3.133648613806619 +6937,6971,1.1162178289929365,0.050815354870702205,0.0218073984075633,0.02178916887256937,1.6054027265962578,1.2562722420859358,1.3991656556366021,0.9997621904106465,0.017064895205214533,"model.visual.blocks.5.attn.qkv.weight|2d-64|(512, 256)","model.visual.blocks.0.attn.qkv.weight|2d-64|(192, 704)",model.visual.layers.*.attn.qkv.weight,2d-64,5,0.14005441309299926,2.950558704806937 +7326,7404,1.23127153432939,0.034380360769992735,0.007865773911048148,0.006705257101543909,1.2455134816956084,1.6597865674934595,1.4088631688517772,0.999969064321882,0.010482026949017686,"model.visual.blocks.0.mlp.linear_fc1.weight|2d-128|(2432, 768)","model.visual.blocks.14.mlp.linear_fc1.weight|2d-128|(2560, 640)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,14,0.01424194736621831,3.6929646817788466 +7605,7623,1.236545653428941,0.01419145561662544,-0.004454670853679581,-0.0039781821671147286,1.2582058870848492,1.6573737027022248,1.4172443311813052,0.9999900779045687,-0.005867922255703704,"model.visual.blocks.3.mlp.linear_fc1.weight|2d-64|(1856, 448)","model.visual.blocks.17.mlp.linear_fc1.weight|2d-64|(3904, 384)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,14,0.02166023365590819,3.2701209684403736 +7761,7842,1.2386300668485053,0.0045169458989129845,0.008069202747627211,0.008074623374586106,1.6394622067464943,1.2541192514256283,1.4086958645269272,0.9999674434535445,0.00617259883626012,"model.visual.blocks.13.mlp.linear_fc2.weight|2d-128|(0, 1024)","model.visual.blocks.3.mlp.linear_fc2.weight|2d-128|(768, 1792)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,10,0.015489184577123005,5.026348447359703 +7991,8027,1.2308806220884938,0.001158452794214354,0.007059708642313252,0.0070383452136446875,1.6567457986493497,1.2475590672538526,1.4094077519085988,0.9999750799464383,0.00531608623125434,"model.visual.blocks.2.mlp.linear_fc2.weight|2d-64|(192, 3456)","model.visual.blocks.5.mlp.linear_fc2.weight|2d-64|(384, 448)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,3,0.01667844516535877,5.049893472159392 +8251,8429,1.342209503842714,0.038666942619619574,0.007470020623359051,0.007406206640660458,1.4377651286747828,1.3817549463670444,1.4089257416564667,0.9999720990067106,0.007179015362059834,"model.visual.merger.linear_fc1.weight|2d-128|(2304, 2816)","model.visual.merger.linear_fc1.weight|2d-128|(2560, 1536)",model.visual.merger.linear_fc1.weight,2d-128,0,0.039545442524330454,3.6124378418405394 +8517,8623,1.3473359142246217,0.036048259847317216,0.011548091789837827,0.011103474616854665,1.3748825449712112,1.4394009235545295,1.4060327453604653,0.9999333185647998,0.012090002923073771,"model.visual.merger.linear_fc1.weight|2d-64|(3648, 3776)","model.visual.merger.linear_fc1.weight|2d-64|(576, 448)",model.visual.merger.linear_fc1.weight,2d-64,0,0.027546630746589473,3.3036977122965676 +8717,8816,1.3496093893001544,0.03577317003581645,0.01183086873191717,0.011787018285326136,1.395867687588471,1.4159961300819712,1.4058238465018504,0.9999300128234216,0.012001470117016895,"model.visual.merger.linear_fc2.weight|2d-128|(1408, 384)","model.visual.merger.linear_fc2.weight|2d-128|(1792, 1408)",model.visual.merger.linear_fc2.weight,2d-128,0,0.046258298288316624,3.560637785897821 +8993,9097,1.350184438566315,0.05106956321755644,0.03879752480825227,0.038614156636010644,1.3627344444287977,1.4116078655275586,1.3865255481838865,0.9992470925995998,0.0401889681487324,"model.visual.merger.linear_fc2.weight|2d-64|(1152, 576)","model.visual.merger.linear_fc2.weight|2d-64|(1920, 2176)",model.visual.merger.linear_fc2.weight,2d-64,0,0.01255000586248256,3.484104204530125 +9245,9269,0.8163636108462341,0.6313334918008423,0.6181653206517228,0.618424879011587,0.8511978873371145,0.9009642234458027,0.8750214259329189,0.7860481132497887,0.6543071198454804,"model.visual.pos_embed.weight|2d-128|(384, 640)","model.visual.pos_embed.weight|2d-128|(768, 640)",model.visual.pos_embed.weight,2d-128,0,0.034834276490880445,4.4734986487550366 +9369,9470,0.5691583364593271,0.8232677655593275,0.6178402396414383,0.6239059198399053,1.0379040981601644,0.8012757024790522,0.8969741434872386,0.7863036552629079,0.47698084333233276,"model.visual.pos_embed.weight|2d-64|(1088, 768)","model.visual.pos_embed.weight|2d-64|(2240, 768)",model.visual.pos_embed.weight,2d-64,0,0.2321173660197251,2.928849375260312 +9708,9855,1.2134954924000518,0.01453897080571155,0.008805633024778166,0.008804722459056231,1.1522124967127327,1.9823647493946575,1.4087928440513813,0.9999612296619469,0.015149962836046011,"mtp.fc.weight|2d-128|(1152, 3840)","mtp.fc.weight|2d-128|(1920, 3584)",mtp.fc.weight,2d-128,0,0.0612829956873191,3.433076265554149 +9876,10025,1.174199812727908,0.024519993007855356,0.014370167225506254,0.014395423438446516,1.685934874490269,1.2290054999181699,1.404506390784325,0.9998967438160358,0.010475502240399826,"mtp.fc.weight|2d-64|(1984, 2688)","mtp.fc.weight|2d-64|(1536, 2880)",mtp.fc.weight,2d-64,0,0.0548056871902618,4.41042190899932 +10226,10378,1.3252441581274415,0.04308872986495038,0.007902888928712371,0.007827158181084218,1.4314528440483671,1.3868404968115213,1.408617102417894,0.9999687716856863,0.0076565892154330795,"mtp.layers.0.mlp.down_proj.weight|2d-128|(256, 256)","mtp.layers.0.mlp.down_proj.weight|2d-128|(640, 1280)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.06159633868407988,3.9670970827110397 +10412,10481,1.2813407575867375,0.011519856995537082,-0.00029170175912125235,6.228547882270294e-05,1.5129941234468565,1.3328979063688862,1.4144181663917998,0.9999999574550409,-0.0002569796260219878,"mtp.layers.0.mlp.down_proj.weight|2d-64|(1728, 5184)","mtp.layers.0.mlp.down_proj.weight|2d-64|(512, 384)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.051557148782148676,4.269945023986076 +10832,10880,1.3160602014400202,0.054965582283723384,-0.002918047974309401,-0.0033433215568688585,1.469285797295193,1.3686082526215857,1.4162702511510192,0.9999957424889466,-0.0027180991925039233,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(5632, 128)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(2432, 384)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.05254805118156547,3.982836769884442 +10940,10969,1.3039514570023851,0.029674556599953293,0.01804287684968213,0.018137876099323255,1.4897376598165486,1.3272577628193665,1.4014826258347262,0.9998372140478605,0.01607501039161716,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(5568, 1536)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(896, 1408)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.023306305816981343,4.194609326916301 +11340,11404,1.338591342989917,0.008693618231973245,0.0016791554573252591,0.0016650707282826111,1.3745398745474342,1.454940724550709,1.4130276387774114,0.9999985902174813,0.0017773741620398377,"mtp.layers.0.mlp.up_proj.weight|2d-128|(5632, 512)","mtp.layers.0.mlp.up_proj.weight|2d-128|(1920, 1536)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.035948531557517205,3.519676288984577 +11463,11654,1.3196165272956522,0.04513806433051263,0.024104630222188058,0.024011062412328973,1.3601469497847123,1.4372192969085344,1.397091219375574,0.9997094411887144,0.02547051236313607,"mtp.layers.0.mlp.up_proj.weight|2d-64|(4096, 1344)","mtp.layers.0.mlp.up_proj.weight|2d-64|(1600, 1280)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.040530422489060136,3.395816563839816 +11686,11705,1.253340887080442,0.02728490483350842,0.0035380380484352626,0.0035261976237482185,1.2639340103040053,1.6276351932693776,1.411787637038536,0.9999937411237971,0.004556120173848518,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(128, 768)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(256, 1152)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.010593123223563428,3.9544442254424244 +11729,11927,1.0941769477671843,0.016489847200403192,0.005959518085529157,0.005430430646809688,2.256239804544698,1.1122722810738253,1.4108670986137308,0.9999822419144193,0.002937899934989341,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 64)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 448)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.018095333306640926,6.984689256665146 +12111,12176,1.1988736025764122,0.03426039935013628,0.0026914381583298588,0.002685548280560309,1.2238483604044885,1.7279906503537117,1.4124171654578268,0.9999963780737607,0.0038001276335101687,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(896, 1920)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1536, 0)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.024974757828076344,3.402386403097896 +12431,12433,1.1828545515687314,0.027886400322782817,0.016347371375668187,0.016129703919582825,1.2355673578766404,1.6646871265220025,1.403105874396099,0.9998663727964382,0.02202490904932606,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(320, 1984)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(1856, 960)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.05271280630790898,3.2839019378833507 +12577,12631,1.065260042829717,0.01977067079270581,-0.01224674640096762,-0.012294542668958389,2.746422959797314,1.0788563363819026,1.4200953250832198,0.9999250057892293,-0.00481079576895223,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 128)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(3968, 512)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.013596293552185612,8.344551666710434 +12784,12882,1.064147447186325,0.03314393518755665,0.027224123771402316,0.027078205307762983,1.0726244512001126,2.5774865827827966,1.4004899906186645,0.9996293548535273,0.06541880867091712,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(4032, 384)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(576, 448)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.008477004013787592,3.293786825829369 +13009,13014,1.3702034435741912,0.016126642807246013,0.007446102444483907,0.007413952829281874,1.4172172231356766,1.4008039569213704,1.408938893447903,0.9999722773949217,0.0073598666440115555,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(0, 128)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(0, 768)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.03060051334717917,3.975313068611155 +13167,13209,1.3108439321158571,0.04070622994419981,0.014093367519737958,0.014092460989950966,1.3485859414867385,1.4674258243078853,1.404248370365668,0.9999006835640996,0.015335301083686121,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(128, 1984)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(256, 576)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.037742009370881346,3.388888239819912 +205,212,1.185624036941651,0.28510460588458475,0.3242150538330891,0.3228353662027547,1.1661015578271705,1.1590811691441762,1.1625754661559917,0.9459834030616008,0.3222631520630346,"model.language_model.embed_tokens.weight|2d-128|(128512, 768)","model.language_model.embed_tokens.weight|2d-128|(226176, 768)",model.language_model.embed_tokens.weight,2d-128,0,0.026542867797474834,3.213402637892408 +261,356,1.2036757395908972,0.24369906688452478,0.27790075097446054,0.2785758840226069,1.2330053022357266,1.1732828785973792,1.2020327874733714,0.9606097920632659,0.2644402197431531,"model.language_model.embed_tokens.weight|2d-64|(42688, 1408)","model.language_model.embed_tokens.weight|2d-64|(194368, 1408)",model.language_model.embed_tokens.weight,2d-64,0,0.03039286099351801,3.269835409177111 +554,729,0.1625979005114329,0.988900555568564,0.9889005555685638,0.9955100400374948,0.17619062028939844,0.1625979005114329,0.16898562327593356,0.14857890562319256,0.9126090474392476,"model.language_model.layers.0.linear_attn.conv1d.weight|3d-axis0-slice|(4949, 0, 0)","model.language_model.layers.5.linear_attn.conv1d.weight|3d-axis0-slice|(6054, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,5,0.0,0.26826425780065255 +908,967,0.6593123327780012,0.7945332368954445,0.7945332368954447,0.7787283322295706,1.2262268618524905,0.6593123327780012,0.8212279400267624,0.6072206645598016,0.42720117963800414,"model.language_model.layers.10.linear_attn.conv1d.weight|3d-volume|(5272, 0, 0)","model.language_model.layers.13.linear_attn.conv1d.weight|3d-volume|(3404, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,3,0.0,2.824750941844548 +1221,1248,1.157414467627526,0.022381900467484027,0.0023576139230418337,0.0023579856110366925,1.9050942625218716,1.1731620671362062,1.4127241097875731,0.999997220824433,0.001451824866557281,"model.language_model.layers.6.linear_attn.in_proj_qkv.weight|2d-128|(2816, 512)","model.language_model.layers.5.linear_attn.in_proj_qkv.weight|2d-128|(640, 1664)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,1,0.01574759950868021,5.127634045250968 +1282,1345,1.1548450637981824,0.03361307682072778,0.03375878192617592,0.033846753519179935,1.8581907157635815,1.1611605126495397,1.3925928459955086,0.9994300098770603,0.02109544741305757,"model.language_model.layers.0.linear_attn.in_proj_qkv.weight|2d-64|(3904, 1920)","model.language_model.layers.21.linear_attn.in_proj_qkv.weight|2d-64|(4032, 1344)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,21,0.006315448851357264,5.211804673775878 +1635,1651,1.1646261625789371,-0.025207973825652718,-0.009577953604251439,-0.009253996885322595,2.0952247707704803,1.1439106642919858,1.4198991831762802,0.999954130350365,-0.005229187542474547,"model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(256, 1920)","model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(896, 1664)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,0,0.020715498286951295,5.599073766493343 +1850,2021,1.1633380194760112,-0.0013088011425252243,0.005891187969458766,0.0059252154726164635,1.1524145219692468,1.99143309617353,1.410597173733313,0.9999826468015875,0.010180283634496405,"model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-64|(896, 832)","model.language_model.layers.16.linear_attn.in_proj_z.weight|2d-64|(576, 640)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,2,0.010923497506764468,3.2196653760059997 +2134,2263,1.2412429066070967,-0.010643887170522885,0.008747904190440308,0.008748296303376982,1.7350471923473256,1.2161630905287986,1.408386825402404,0.9999617363540841,0.006131751483659933,"model.language_model.layers.16.linear_attn.out_proj.weight|2d-128|(1280, 256)","model.language_model.layers.20.linear_attn.out_proj.weight|2d-128|(1280, 768)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,4,0.025079816078298123,4.614402433002496 +2446,2455,1.2356226765009968,0.03428510650612933,0.014623385671093645,0.014629340657761787,1.5417608554759985,1.297579450960411,1.4039881282422384,0.9998930725790205,0.012307359265793363,"model.language_model.layers.18.linear_attn.out_proj.weight|2d-64|(896, 1792)","model.language_model.layers.22.linear_attn.out_proj.weight|2d-64|(1408, 384)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,4,0.06195677445941428,4.434595264702236 +2723,2750,1.2744878303263765,0.040345543522677677,-0.008460490602031651,-0.008496539272447156,1.3161919325276215,1.553281059010309,1.420102642227667,0.9999642094089033,-0.009984501102991454,"model.language_model.layers.18.mlp.down_proj.weight|2d-128|(1536, 3840)","model.language_model.layers.5.mlp.down_proj.weight|2d-128|(1920, 1024)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,13,0.041704102201244986,3.3928171940993623 +3012,3055,1.268569841658119,0.00707152568876461,0.0027717208034283357,0.00275723852651198,1.5699152326080563,1.294246576427984,1.4122883275512454,0.9999961587745164,0.0022850215643120293,"model.language_model.layers.3.mlp.down_proj.weight|2d-64|(448, 3072)","model.language_model.layers.23.mlp.down_proj.weight|2d-64|(448, 3520)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,20,0.025676734769864984,4.232964767150953 +3116,3211,1.1720244750556135,-0.005652669148418982,0.005090837776923517,0.004989350573517834,1.183405753621974,1.8550951771195308,1.4109454503769423,0.9999870416014045,0.007980347043745666,"model.language_model.layers.19.mlp.gate_proj.weight|2d-128|(640, 896)","model.language_model.layers.12.mlp.gate_proj.weight|2d-128|(1024, 1152)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,7,0.011381278566360509,3.0790714269508968 +3373,3575,1.1654792899710693,0.03166542515068541,0.002012549117815004,0.0020091719365869986,1.1809495005703956,1.8738658765881642,1.4129291641402164,0.9999979748209735,0.003193402524840941,"model.language_model.layers.20.mlp.gate_proj.weight|2d-64|(3328, 576)","model.language_model.layers.13.mlp.gate_proj.weight|2d-64|(1984, 0)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,7,0.015470210599326295,3.1494736566172095 +3600,3775,1.2464665561354702,0.040266294484311634,0.010971958114547584,0.01099881398623142,1.2448851027345744,1.6543390836169622,1.4067389002977362,0.9999398062559229,0.014580734473271663,"model.language_model.layers.23.mlp.up_proj.weight|2d-128|(3072, 1792)","model.language_model.layers.9.mlp.up_proj.weight|2d-128|(384, 1024)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,14,0.0015814534008957715,3.2496795553841182 +3942,4047,1.2419271319570084,0.050199455811837115,0.026473897971303804,0.026634344854038563,1.2744778688227625,1.5598721290879316,1.395748929645229,0.9996495049397088,0.03240220689897066,"model.language_model.layers.21.mlp.up_proj.weight|2d-64|(4416, 1088)","model.language_model.layers.2.mlp.up_proj.weight|2d-64|(448, 1408)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,19,0.03255073686575405,3.2199933664437257 +4290,4347,1.1887493009251948,0.002030809693439,0.005222434979728599,0.0049731562414768865,1.731339615348895,1.220478432225158,1.4107312376857608,0.9999863629934572,0.0036814667670921055,"model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 256)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(384, 1408)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,0,0.03172913129996324,5.899554534594983 +4401,4570,1.110664048046658,0.04110865491060196,0.008275063297315751,0.008091411530686286,2.1583207155022457,1.1235554688477936,1.4094122521849821,0.9999657610775607,0.004307743773194162,"model.language_model.layers.15.self_attn.k_proj.weight|2d-64|(256, 640)","model.language_model.layers.15.self_attn.k_proj.weight|2d-64|(448, 1216)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,0,0.012891420801135478,5.81603289017732 +4624,4754,1.1337517105526764,0.04689190639190647,0.02423233576939286,0.024311048370821185,1.9954622658696464,1.1394753420529307,1.3993786106206287,0.9997063538375454,0.01383746992456241,"model.language_model.layers.23.self_attn.o_proj.weight|2d-128|(0, 1664)","model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(640, 768)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,4,0.005723631500254234,5.3980924854172745 +4910,4930,1.1358249487103473,0.03152939266977247,-0.018559402354678515,-0.018685482806119983,2.0266456801031416,1.161874436383657,1.4254936893009909,0.9998277594587166,-0.01064009134017061,"model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(1408, 1280)","model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(960, 1856)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,16,0.026049487673309724,5.758948425483084 +5185,5242,1.1356266000254835,0.012491565344232045,0.00894609005449042,0.008951904245650712,2.073562808549429,1.135909066849504,1.4088725719393247,0.9999599829356858,0.004900717144351504,"model.language_model.layers.11.self_attn.q_proj.weight|2d-128|(3200, 1536)","model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(2816, 1280)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,8,0.0002824668240204442,5.67751295559109 +5510,5525,1.1227998542450743,0.03365995170584713,0.00801110429369141,0.007969799693909336,1.126145122892185,2.1411390209826124,1.4095382528872737,0.9999679105891327,0.01523150760563762,"model.language_model.layers.23.self_attn.q_proj.weight|2d-64|(1408, 1856)","model.language_model.layers.11.self_attn.q_proj.weight|2d-64|(3520, 960)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,12,0.0033452686471107107,3.36984570586211 +5819,5829,1.0905837678939603,0.014835687074112095,-0.0070819069305235165,-0.007073141311798367,1.1152063334621631,2.2917694453856314,1.4181485987825462,0.9999749229826853,-0.014553448479845094,"model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(384, 1408)","model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(256, 1280)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,12,0.02462256556820286,3.620785171541809 +5908,6057,1.0868001916999026,-0.017813843204864448,0.004230814616715408,0.004440508825610781,2.38039030787021,1.099798700247525,1.4119336067523243,0.9999910500637889,0.001954740111765546,"model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(448, 1536)","model.language_model.layers.23.self_attn.v_proj.weight|2d-64|(384, 1408)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,16,0.0129985085476223,8.323012996317061 +6198,6243,1.232477507331333,0.005000898707740476,0.002140727979805649,0.0022185301710215687,1.6186769882175753,1.2695705084920366,1.4127426679454582,0.9999977086392331,0.001679028694203981,"model.visual.blocks.0.attn.proj.weight|2d-128|(768, 768)","model.visual.blocks.2.attn.proj.weight|2d-128|(512, 384)",model.visual.layers.*.attn.proj.weight,2d-128,2,0.037093001160703576,4.647168506841799 +6558,6561,1.2051177445889394,0.04676303405752924,0.022935086601596606,0.023059534005001114,1.2097691417186058,1.7180315934121542,1.398861565391785,0.999736956305296,0.03257084514753809,"model.visual.blocks.2.attn.proj.weight|2d-64|(960, 320)","model.visual.blocks.11.attn.proj.weight|2d-64|(256, 0)",model.visual.layers.*.attn.proj.weight,2d-64,9,0.004651397129666446,3.595854115089443 +6708,6786,1.128571028216769,0.039697502966129776,0.008104432205246937,0.008138711021938005,1.1444592367685744,2.0264936016266457,1.4092974379659802,0.9999671585500348,0.014350515493345546,"model.visual.blocks.6.attn.qkv.weight|2d-128|(128, 640)","model.visual.blocks.0.attn.qkv.weight|2d-128|(2048, 256)",model.visual.layers.*.attn.qkv.weight,2d-128,6,0.015888208551805505,3.2641985833296876 +6942,7115,1.1166847877020973,0.05997209191479004,0.035898885370630775,0.03587036112445074,1.978402108525174,1.134832730713415,1.3921292969599364,0.999355427277576,0.020591986805498497,"model.visual.blocks.11.attn.qkv.weight|2d-64|(2304, 512)","model.visual.blocks.3.attn.qkv.weight|2d-64|(1856, 320)",model.visual.layers.*.attn.qkv.weight,2d-64,8,0.018147943011317613,5.343760543282933 +7405,7417,1.2313956703995343,0.010508923528899152,0.002421539917188985,0.0024755969350307013,1.2352005214679438,1.6978903807741799,1.412583485319564,0.9999970680679166,0.0033286169011406005,"model.visual.blocks.1.mlp.linear_fc1.weight|2d-128|(2176, 0)","model.visual.blocks.17.mlp.linear_fc1.weight|2d-128|(2560, 0)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,16,0.0038048510684094428,3.352073545798081 +7528,7562,1.2366858648659114,0.03777671171907667,0.021462878093918617,0.02097057485344254,1.2519987021514352,1.6152841520509857,1.399439402024135,0.9997696459004571,0.027690641198696447,"model.visual.blocks.8.mlp.linear_fc1.weight|2d-64|(1984, 384)","model.visual.blocks.23.mlp.linear_fc1.weight|2d-64|(1280, 512)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,15,0.015312837285523795,3.2995007073976237 +7842,7849,1.2386691372190202,0.06290646727250343,0.01491894317942746,0.014917354772672795,1.2830105320637675,1.5668045804147195,1.4038333581571023,0.9998887063740689,0.01821892176588314,"model.visual.blocks.3.mlp.linear_fc2.weight|2d-128|(768, 1792)","model.visual.blocks.14.mlp.linear_fc2.weight|2d-128|(896, 128)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,11,0.044341394844747306,3.3957263819840353 +8030,8189,1.2309034154927891,0.036282675217930875,0.02175371085621784,0.021613618205788394,1.2287712090114917,1.6692020197119746,1.3994488333292316,0.999763360032755,0.029550934975633478,"model.visual.blocks.4.mlp.linear_fc2.weight|2d-64|(768, 1728)","model.visual.blocks.10.mlp.linear_fc2.weight|2d-64|(256, 2496)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,6,0.002132206481297416,3.5656462528146657 +8269,8336,1.342303790478201,0.07106904544893884,0.028744071246476554,0.028760021185646842,1.3950653445036663,1.3924189790881178,1.3937402775037981,0.9995868038185466,0.02868954525860908,"model.visual.merger.linear_fc1.weight|2d-128|(2048, 2048)","model.visual.merger.linear_fc1.weight|2d-128|(512, 2048)",model.visual.merger.linear_fc1.weight,2d-128,0,0.05011518860991693,3.6594382668010463 +8664,8689,1.3473730354318358,0.04833863442610061,0.03162533467404668,0.03162256355813763,1.4099664006043142,1.374085125639813,1.3916789642708611,0.9994997940003563,0.030820523063785972,"model.visual.merger.linear_fc1.weight|2d-64|(3776, 2944)","model.visual.merger.linear_fc1.weight|2d-64|(3840, 2048)",model.visual.merger.linear_fc1.weight,2d-64,0,0.026712090207977157,3.8174966770284158 +8800,8816,1.3496289040896359,0.040574209050462176,0.001240778693149808,0.0012505311573974018,1.4120110709155436,1.414664522487336,1.413335928570116,0.999999230233821,0.0012431103647927578,"model.visual.merger.linear_fc2.weight|2d-128|(384, 0)","model.visual.merger.linear_fc2.weight|2d-128|(1792, 1408)",model.visual.merger.linear_fc2.weight,2d-128,0,0.06238216682590769,3.3793711123324504 +9033,9204,1.3502857225784826,0.06120433593387938,0.044915289677861264,0.04480024837240235,1.4024590942404014,1.3626069439571291,1.3821022875780906,0.9989907991333823,0.04363898088453542,"model.visual.merger.linear_fc2.weight|2d-64|(1792, 1152)","model.visual.merger.linear_fc2.weight|2d-64|(768, 4032)",model.visual.merger.linear_fc2.weight,2d-64,0,0.012321221378646552,3.6375535041826907 +9292,9332,0.8166271642989701,0.5989652576212483,0.6017546396308437,0.6053382602133095,1.328330571112795,0.7986811576638205,0.968001722473954,0.7986810087154654,0.36181512543772243,"model.visual.pos_embed.weight|2d-128|(1152, 512)","model.visual.pos_embed.weight|2d-128|(1792, 512)",model.visual.pos_embed.weight,2d-128,0,0.01794600663514956,8.638644452675335 +9572,9604,0.570622163982043,0.8323150558358366,0.8445569211081985,0.8441984485046076,0.5507228132650454,0.5658367424386234,0.5581263558229209,0.5354657850957802,0.8677347760675884,"model.visual.pos_embed.weight|2d-64|(832, 256)","model.visual.pos_embed.weight|2d-64|(960, 256)",model.visual.pos_embed.weight,2d-64,0,0.019899350716997666,2.2684448043900733 +9633,9801,1.2136237400295973,0.05085552409048777,0.010411351227451418,0.010385990761168343,1.6656423135248795,1.2406975579424853,1.4071421280784364,0.9999458004140117,0.007755169244856919,"mtp.fc.weight|2d-128|(0, 2176)","mtp.fc.weight|2d-128|(1152, 2944)",mtp.fc.weight,2d-128,0,0.027073817912887987,4.743744051392939 +9970,10114,1.1742359480651543,0.034708389662119324,0.0020805458141055413,0.0020731171196334344,1.6420357035770154,1.2587512063611184,1.4127921678036093,0.9999978356622156,0.001594904147144869,"mtp.fc.weight|2d-64|(64, 2176)","mtp.fc.weight|2d-64|(1024, 2880)",mtp.fc.weight,2d-64,0,0.08451525829596407,4.487265084482175 +10361,10377,1.3255774818709807,0.019924525183649865,0.0024235013241781693,0.0022827505604904345,1.3889885555691783,1.4372469614487935,1.4124998488214,0.9999970633163539,0.002507702385506604,"mtp.layers.0.mlp.down_proj.weight|2d-128|(896, 4608)","mtp.layers.0.mlp.down_proj.weight|2d-128|(640, 6016)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.06341107369819765,3.7259150536574257 +10457,10458,1.2814478908170008,0.03053263754518774,0.013396986284072937,0.013360667652420305,1.4869224861236396,1.3348736590895063,1.404763740669045,0.999910256352291,0.012027045302417567,"mtp.layers.0.mlp.down_proj.weight|2d-64|(1856, 5184)","mtp.layers.0.mlp.down_proj.weight|2d-64|(384, 5696)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.05342576827250545,4.098908076360308 +10678,10871,1.3163023428919916,0.04000761021989493,0.025979655319405447,0.02598389156455065,1.3422151167431862,1.4563255433563125,1.3957840726770456,0.9996624717920969,0.02818835459180871,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(256, 768)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(5504, 768)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.025912773851194615,3.6318176876969326 +10912,11094,1.3039730274265333,0.014853754859446469,0.020137288518369684,0.020194199593244345,1.4807432697297676,1.3311421970267143,1.3999831354592998,0.9997972242465609,0.018102796770027126,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(2368, 640)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(6016, 1664)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.02716916960018101,4.268580359208898 +11216,11309,1.3386535662017403,0.05845096554696212,-0.003270158513745904,-0.0033403033007318324,1.3984666415740612,1.435297837949774,1.4165232464391833,0.9999946530173524,-0.0033562841650978145,"mtp.layers.0.mlp.up_proj.weight|2d-128|(4736, 1792)","mtp.layers.0.mlp.up_proj.weight|2d-128|(2432, 1664)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.059813075372320945,3.7144571318372037 +11489,11662,1.3196239890651675,0.03562583606502461,0.02351563498107724,0.023520961456925532,1.4811702156304125,1.3267259834052487,1.397588082197081,0.9997234692210826,0.02106361822323696,"mtp.layers.0.mlp.up_proj.weight|2d-64|(1984, 1664)","mtp.layers.0.mlp.up_proj.weight|2d-64|(2560, 320)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.007101994340081186,3.8565725288233823 +11665,11721,1.2535490421994624,-0.0066731549264939,0.00500317636907302,0.005013806586615766,1.706004862329395,1.229815893928761,1.4108531670895164,0.9999874840347853,0.0036066637057607467,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 128)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 1152)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.0237331482707015,4.977141131089113 +11734,11805,1.094179387113575,0.013393184837743861,-0.013603026874732504,-0.01356887447698758,2.3171396810448353,1.1157855242603445,1.4217135710284743,0.9999074745494432,-0.006550343338001504,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 384)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(128, 832)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.02160613714676951,7.531875607974345 +12015,12064,1.1989029376241063,0.0343485813583404,0.0008829512359531324,0.0008699278127516359,1.225945434747585,1.7265191167524336,1.4136239894384817,0.9999996101984815,0.0012434747459597526,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(128, 1920)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(640, 0)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.027042497123478837,3.405938042099494 +12382,12478,1.182910542520399,0.03470212010253783,0.009215943553897862,0.00908227307822967,1.2228050689918317,1.7149711075408745,1.4080392390701566,0.9999575322904525,0.012925262843973356,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(1856, 1984)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(768, 192)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.03989452647143277,3.382203273753557 +12536,12609,1.0652800660737676,0.020274877308216803,1.2969525120280085e-05,-6.091857834493461e-06,2.777714435228558,1.0718644322621151,1.4142074019749833,0.9999999999158957,5.004680288027663e-06,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(2176, 1152)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(896, 128)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.006584366188347568,8.050504383508358 +12778,12870,1.064215815999692,0.018774485466633312,0.018994052465768362,0.018815997437117284,2.7399606147218987,1.066123298380021,1.4051066730472999,0.9998195967127907,0.007390617863484683,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(704, 1984)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(2368, 512)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.0019074823803291174,8.688083338684606 +13012,13055,1.3703327849628857,0.013501332883991217,0.008562237882119907,0.008609675837833208,1.4170368380144558,1.3994216285536774,1.4081466059718435,0.9999633433693708,0.008455800554803921,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(0, 512)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(256, 1920)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.02908884359079167,4.044201522161586 +13170,13289,1.3108707835557016,0.013368697473402115,-0.010343923601662702,-0.010271761380194243,1.326824735075964,1.5396627523199269,1.421429206216332,0.9999465001911467,-0.012003208457981628,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 128)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 1600)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.015953951520262466,3.5647325360432593 +88,161,1.185634522289573,0.24241542316811618,0.23303257585867762,0.2308267215783355,1.2788883794815868,1.2024029412897184,1.23887840048576,0.9724689293692985,0.2190957859374526,"model.language_model.embed_tokens.weight|2d-128|(172928, 384)","model.language_model.embed_tokens.weight|2d-128|(133248, 384)",model.language_model.embed_tokens.weight,2d-128,0,0.016768419000145363,3.5735812403524916 +443,459,1.203940417145918,0.2522700087362231,0.2476461121323873,0.2461360553733939,1.2143104736918844,1.2394928104333223,1.2267078272820349,0.968850557694897,0.2527817902999858,"model.language_model.embed_tokens.weight|2d-64|(199872, 448)","model.language_model.embed_tokens.weight|2d-64|(169728, 448)",model.language_model.embed_tokens.weight,2d-64,0,0.010370056545966344,3.154959932064669 +721,753,0.16314236740282664,0.9918331929722339,0.9918331929722339,0.9920083649940451,0.18328429549142686,0.1631423674028279,0.17233674035167823,0.12754182576121298,0.8828362230181622,"model.language_model.layers.2.linear_attn.conv1d.weight|3d-axis0-slice|(3715, 0, 0)","model.language_model.layers.2.linear_attn.conv1d.weight|3d-axis0-slice|(4173, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,0,1.2490009027033011e-15,0.2877369972636877 +814,866,0.6593835235259446,0.7662192269878122,0.7662192269878123,0.7960280542532998,0.7213210769212323,0.6593835235259445,0.6882708823436658,0.6425792528507277,0.7004264118289728,"model.language_model.layers.2.linear_attn.conv1d.weight|3d-volume|(5328, 0, 0)","model.language_model.layers.1.linear_attn.conv1d.weight|3d-volume|(5468, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,1,1.1102230246251565e-16,2.0529838458385816 +1183,1221,1.15744136364117,0.009606813645825628,0.0016040777813125465,0.001604219502493222,1.1651566015976043,1.9432411545372168,1.413212714198403,0.9999987134664082,0.0026752712514792132,"model.language_model.layers.10.linear_attn.in_proj_qkv.weight|2d-128|(1920, 384)","model.language_model.layers.6.linear_attn.in_proj_qkv.weight|2d-128|(2816, 512)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,4,0.007715237956434251,3.2674225151391654 +1330,1531,1.154877559414647,0.004894971765126719,0.012873722129527254,0.012912616037310287,1.8891422049580804,1.1692470413813525,1.4060426300851951,0.9999171302055645,0.007967934585342347,"model.language_model.layers.1.linear_attn.in_proj_qkv.weight|2d-64|(4480, 1984)","model.language_model.layers.22.linear_attn.in_proj_qkv.weight|2d-64|(3776, 128)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,21,0.01436948196670551,5.486699195610566 +1600,1635,1.164630043056502,0.021371022193306003,0.00013350610519379343,-0.0007291297219882628,1.1637080560656374,1.954844709934724,1.4141305731707112,0.9999999910880599,0.00022426905281074675,"model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-128|(512, 1152)","model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(256, 1920)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,14,0.0009219869908645428,3.281621944199592 +1811,2027,1.163430637950306,-0.005568891974568087,-0.008571017816361668,-0.008305601880336667,1.9322340788588594,1.1747604936826377,1.4195839628796267,0.9999632681521815,-0.0052110110423361404,"model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-64|(320, 704)","model.language_model.layers.14.linear_attn.in_proj_z.weight|2d-64|(1920, 1088)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,4,0.011329855732331584,5.473303831568279 +2182,2208,1.2414076772346652,0.05309256922214933,0.01946432331204164,0.019451488711188968,1.571544711285878,1.2756519225308023,1.4006795661415874,0.9998105521137514,0.015799551406622557,"model.language_model.layers.18.linear_attn.out_proj.weight|2d-128|(1408, 1024)","model.language_model.layers.22.linear_attn.out_proj.weight|2d-128|(256, 256)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,4,0.03424424529613712,4.554153078843955 +2403,2468,1.2357861553527922,-0.014241686972356539,-0.006323125796775323,-0.0063013949455651055,1.7368709600265613,1.228509119345745,1.418423121442377,0.9999800088402558,-0.004472420739874665,"model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(192, 960)","model.language_model.layers.8.linear_attn.out_proj.weight|2d-64|(192, 1920)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,4,0.007277036007047322,4.967240501115546 +2715,2808,1.2744928107149138,0.008889889854017327,0.0030017761406817265,0.003069766315902822,1.5934393148133175,1.2813226031884744,1.4121389220966443,0.9999954946598516,0.0024137998749064232,"model.language_model.layers.3.mlp.down_proj.weight|2d-128|(640, 4608)","model.language_model.layers.21.mlp.down_proj.weight|2d-128|(1792, 3968)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,18,0.006829792473560525,4.2631182543665656 +2904,2932,1.2685794929366139,0.025301212311281775,0.00901299856060415,0.00930152883397846,1.6204600455234004,1.26189403321183,1.4080211012573804,0.9999593821035665,0.007018654447169429,"model.language_model.layers.4.mlp.down_proj.weight|2d-64|(1088, 2304)","model.language_model.layers.20.mlp.down_proj.weight|2d-64|(640, 4800)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,16,0.006685459724783849,4.291789307612258 +3082,3269,1.1720777634666353,0.010830386920430563,-0.004782713265934996,-0.004859451311390574,1.854168485500816,1.1911539909856204,1.4172860188466314,0.9999885627615027,-0.003072508263950771,"model.language_model.layers.11.mlp.gate_proj.weight|2d-128|(5632, 128)","model.language_model.layers.18.mlp.gate_proj.weight|2d-128|(768, 1664)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,7,0.01907622751898508,5.228512937483439 +3338,3399,1.1655129661999217,0.04858165501902127,0.030934847870850355,0.030724415810926036,1.176112628562989,1.807258060289753,1.3940699625981845,0.9995214030660912,0.047535628647012176,"model.language_model.layers.23.mlp.gate_proj.weight|2d-64|(4032, 128)","model.language_model.layers.15.mlp.gate_proj.weight|2d-64|(4544, 896)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,8,0.010599662363067308,3.145322131450598 +3612,3747,1.2465733323601447,0.03725789224073829,-0.01918264552366473,-0.01918166468049852,1.2762636523367907,1.6488144733875072,1.4272842954805116,0.9998159961266441,-0.024782201952840758,"model.language_model.layers.22.mlp.up_proj.weight|2d-128|(5504, 1792)","model.language_model.layers.0.mlp.up_proj.weight|2d-128|(3328, 1280)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,22,0.029690319976646062,3.3127118410704166 +3840,4058,1.2421905397134112,0.018621690446340867,0.022161963775032368,0.022150676295124756,1.592330485427647,1.262231990132045,1.3988730680272432,0.9997543935195454,0.01756767197324658,"model.language_model.layers.2.mlp.up_proj.weight|2d-64|(128, 1152)","model.language_model.layers.16.mlp.up_proj.weight|2d-64|(4736, 1984)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,14,0.0200414504186337,4.190692821030849 +4116,4327,1.1887666286518537,0.029403196018717676,0.004862741881594676,0.004844235989509512,1.2257086926837895,1.717510460928286,1.4109581353431047,0.9999881768008025,0.006813862135664537,"model.language_model.layers.11.self_attn.k_proj.weight|2d-128|(128, 512)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(256, 896)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,12,0.036942064031935784,3.3733103702212466 +4358,4561,1.110746394664085,-0.0023570067952103386,-0.0006004371614958064,-0.0005911866216985972,1.1192620336890122,2.2289843979989477,1.4145540494081064,0.9999998197375913,-0.001195756690273649,"model.language_model.layers.15.self_attn.k_proj.weight|2d-64|(384, 768)","model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(0, 1024)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,8,0.008515639024927246,3.1080911213300753 +4715,4728,1.133755761549604,0.021015483958745383,0.014831591641601728,0.01476539456610026,1.9908463357045925,1.1465575472102194,1.405113144279201,0.9998900058953368,0.008541730734732989,"model.language_model.layers.11.self_attn.o_proj.weight|2d-128|(768, 1408)","model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(1920, 896)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,8,0.012801785660615517,5.668139038750445 +4957,4960,1.1359480298321425,0.030834999525428595,0.01161846782557492,0.011653537833071104,1.9347261046121713,1.1599706505081904,1.406948477054266,0.9999325033247924,0.006965886101093462,"model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(1472, 1728)","model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(1792, 896)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,4,0.02402262067604788,5.173272939878544 +5172,5364,1.1361952960602109,-0.0013881636820855213,-0.0037027670080550007,-0.0036862116851199877,2.1786671971542595,1.1277259081057691,1.416349704056304,0.9999931447347448,-0.0019166333858228316,"model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(2688, 1536)","model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(2432, 128)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,0,0.008469387954441743,5.56123025955633 +5470,5626,1.1228043243128418,-0.004720916898199022,0.0039048237273049146,0.0034492042023492138,1.1233008136575753,2.1786779181282876,1.4119624901396737,0.9999923761467677,0.007573530727857172,"model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(960, 1792)","model.language_model.layers.11.self_attn.q_proj.weight|2d-64|(3136, 512)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,8,0.0004964893447334529,3.0315570169784447 +5849,5867,1.0906630036529505,0.028763902487507615,0.00237805864531655,0.002378775901351529,2.29058363790898,1.1102363665498705,1.41289297448517,0.9999971724145421,0.0011526351389766045,"model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(256, 256)","model.language_model.layers.23.self_attn.v_proj.weight|2d-128|(256, 1408)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,16,0.01957336289691991,7.679420751300841 +5952,5997,1.0870685986220445,0.012538197143348204,0.011809230586661033,0.011682323665409517,2.5958323444667055,1.0783067393782841,1.4082845845666179,0.9999302686052418,0.0049055452119674,"model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(320, 1920)","model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(256, 448)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,12,0.008761859243760384,10.251108254155273 +6341,6394,1.232546366848894,-0.03245932878293632,-0.012087497065904106,-0.012025521450420327,1.2247897343546341,1.7617796883470471,1.4222028181613438,0.9999269435387176,-0.017387071606119728,"model.visual.blocks.3.attn.proj.weight|2d-128|(384, 512)","model.visual.blocks.21.attn.proj.weight|2d-128|(896, 256)",model.visual.layers.*.attn.proj.weight,2d-128,18,0.007756632494259952,3.2388308564517385 +6439,6643,1.2051946206741293,0.055008318843965044,0.008427187830859295,0.008722473211512934,1.2463525194711214,1.6565468311015115,1.4084763096097408,0.9999644906221737,0.011200708530064194,"model.visual.blocks.0.attn.proj.weight|2d-64|(128, 448)","model.visual.blocks.21.attn.proj.weight|2d-64|(640, 256)",model.visual.layers.*.attn.proj.weight,2d-64,21,0.041157898796992054,3.3908404746942233 +6840,6860,1.1289345020994772,0.0436825225194455,0.007934901479034051,0.008001850768257428,1.9566815645361528,1.1579376933975205,1.4092866251404625,0.9999685181737064,0.004695767406664038,"model.visual.blocks.12.attn.qkv.weight|2d-128|(384, 640)","model.visual.blocks.1.attn.qkv.weight|2d-128|(128, 512)",model.visual.layers.*.attn.qkv.weight,2d-128,11,0.029003191298043296,6.579659338718564 +6988,7091,1.1166880663159353,-0.031423613816782624,-0.013166656622836162,-0.013307999740807987,2.403732611312074,1.10632376149281,1.4212679973792417,0.9999133158196146,-0.006059985629312228,"model.visual.blocks.21.attn.qkv.weight|2d-64|(320, 512)","model.visual.blocks.3.attn.qkv.weight|2d-64|(832, 128)",model.visual.layers.*.attn.qkv.weight,2d-64,18,0.010364304823125225,6.2108487348115045 +7283,7373,1.2315004766814286,0.04109024115422363,0.006051060859658263,0.0060973794736614,1.2320027192594671,1.697719302367799,1.4101398599563078,0.999981692163648,0.008338457911374596,"model.visual.blocks.1.mlp.linear_fc1.weight|2d-128|(2688, 0)","model.visual.blocks.21.mlp.linear_fc1.weight|2d-128|(2688, 512)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,20,0.0005022425780385475,3.5513613435091034 +7638,7642,1.2367836897926283,0.01467063888138752,0.020970372934321253,0.022084485806196985,1.2429906424612398,1.6365331093797533,1.399856173203263,0.9997800975509542,0.027609789205736472,"model.visual.blocks.1.mlp.linear_fc1.weight|2d-64|(3904, 768)","model.visual.blocks.18.mlp.linear_fc1.weight|2d-64|(3840, 576)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,17,0.006206952668611487,3.5730933114163226 +7891,7902,1.2388387321232193,0.04948545874218749,0.009427664960213633,0.009487365576883847,1.2649895442498449,1.6130753150271688,1.4077245227476298,0.9999555585791791,0.01202186507769554,"model.visual.blocks.4.mlp.linear_fc2.weight|2d-128|(640, 2304)","model.visual.blocks.11.mlp.linear_fc2.weight|2d-128|(0, 1920)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,7,0.026150812126625622,3.5435000998632087 +8109,8133,1.2310221877452845,0.022030500298979443,-0.0036961951130463507,-0.0038057144781282587,1.4355852103937892,1.3987793889760975,1.4168238766921248,0.9999931690475121,-0.0036014313217570745,"model.visual.blocks.2.mlp.linear_fc2.weight|2d-64|(576, 3392)","model.visual.blocks.0.mlp.linear_fc2.weight|2d-64|(512, 2304)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,2,0.16775720123081306,4.799147806174037 +8349,8360,1.3423069785980566,0.059878877651244014,0.026377831258516816,0.0259365697852139,1.3980212223914648,1.392867252468141,1.3954370990167047,0.999652044472524,0.026280586276272312,"model.visual.merger.linear_fc1.weight|2d-128|(3840, 2048)","model.visual.merger.linear_fc1.weight|2d-128|(640, 1024)",model.visual.merger.linear_fc1.weight,2d-128,0,0.05056027387008433,3.643497001895745 +8452,8664,1.3474558067171323,0.040421557527680764,0.03179824541074288,0.03182726613770134,1.3666224558738902,1.4179201330859657,1.3915626688831941,0.9994943079321654,0.03299182753137882,"model.visual.merger.linear_fc1.weight|2d-64|(704, 1920)","model.visual.merger.linear_fc1.weight|2d-64|(3776, 2944)",model.visual.merger.linear_fc1.weight,2d-64,0,0.01916664915675792,3.411561967821352 +8798,8867,1.3496797612422184,0.06276584757852037,0.011629955451931372,0.011628812208865285,1.412949022453811,1.3990860775584726,1.4059662939291844,0.9999323697811698,0.011515849826743725,"model.visual.merger.linear_fc2.weight|2d-128|(256, 3840)","model.visual.merger.linear_fc2.weight|2d-128|(640, 384)",model.visual.merger.linear_fc2.weight,2d-128,0,0.04940631631625414,3.520951032240912 +8963,9196,1.3504218331989315,0.04282221226836705,0.02057520500470355,0.020540018099551544,1.4293176076294039,1.371665007056629,1.3996015299903843,0.9997883080627691,0.01974528863796507,"model.visual.merger.linear_fc2.weight|2d-64|(448, 3136)","model.visual.merger.linear_fc2.weight|2d-64|(640, 1024)",model.visual.merger.linear_fc2.weight,2d-64,0,0.021243173857697473,3.653445750014511 +9332,9356,0.8197082453718813,0.574317757158407,0.548679127929289,0.5497776001794203,0.8365504659777174,1.4470738992342005,1.0242291288100582,0.8360330224188246,0.9491109949393126,"model.visual.pos_embed.weight|2d-128|(1792, 512)","model.visual.pos_embed.weight|2d-128|(2176, 512)",model.visual.pos_embed.weight,2d-128,0,0.016842220605836178,3.327162668773131 +9476,9524,0.5708179832628889,0.8362403191814601,0.8068360343899439,0.8060730621257289,0.6330087613646616,0.6120886487569279,0.6222851238429679,0.5907754341625161,0.7801711574946757,"model.visual.pos_embed.weight|2d-64|(448, 256)","model.visual.pos_embed.weight|2d-64|(640, 256)",model.visual.pos_embed.weight,2d-64,0,0.041270665494039016,2.802916634763257 +9708,9736,1.2136868058188743,0.03766683646707117,0.010059979719171976,0.010055484210398495,1.1703801593425407,1.8930637525875287,1.4078357127814527,0.9999493971236993,0.016271792379689835,"mtp.fc.weight|2d-128|(1152, 3840)","mtp.fc.weight|2d-128|(384, 3072)",mtp.fc.weight,2d-128,0,0.04330664647633364,3.2957609272458503 +9876,9982,1.1750101850970711,0.025089994251878873,0.012905851143736055,0.012851756175217883,1.7860534745899759,1.1964271427886488,1.40574892955744,0.9999167160350184,0.008645267809073024,"mtp.fc.weight|2d-64|(1984, 2688)","mtp.fc.weight|2d-64|(832, 3712)",mtp.fc.weight,2d-64,0,0.021416957691577698,4.987636851272282 +10300,10361,1.32565343097189,0.00829718759339466,0.005788507207069688,0.005653369799045179,1.4428391122216553,1.3795278727834814,1.4101186583665033,0.9999832464518161,0.005534509680476381,"mtp.layers.0.mlp.down_proj.weight|2d-128|(1408, 1024)","mtp.layers.0.mlp.down_proj.weight|2d-128|(896, 4608)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.05387444181159151,4.093662001587993 +10547,10573,1.2815273585026872,0.04430602778044372,0.016197819478907253,0.016198926159945327,1.357598173407917,1.452705898409891,1.4027396346344327,0.9998688067162256,0.01733257186058171,"mtp.layers.0.mlp.down_proj.weight|2d-64|(1984, 5440)","mtp.layers.0.mlp.down_proj.weight|2d-64|(1664, 2240)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.07607081490522982,3.4680896709595515 +10742,10871,1.3163291893307734,0.026708962314085705,0.020064617751552903,0.020066208731057907,1.3337610720131778,1.477268359714606,1.400028355034534,0.9997986852934364,0.02222348933111182,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(768, 768)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(5504, 768)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.017431882682404476,3.865127467360133 +11067,11091,1.303982655037721,0.0684655121884348,0.03665160129493864,0.03656436552440044,1.4424403477096381,1.3395208433574233,1.3881272190990086,0.999328104339369,0.03403647433666985,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(6016, 320)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(2432, 1280)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.035538188319702346,4.0137313405149655 +11155,11321,1.3386650689160047,0.02993173835940215,0.007791056032821981,0.007833541673237701,1.383907286570287,1.4348690796830925,1.4086972957643582,0.9999696492623631,0.008077958334390853,"mtp.layers.0.mlp.up_proj.weight|2d-128|(0, 384)","mtp.layers.0.mlp.up_proj.weight|2d-128|(3456, 1536)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.04524221765428238,3.592577597377735 +11543,11627,1.3196317885896216,0.04990133285645165,0.01863134881823407,0.018637668759785675,1.3576633368285371,1.448782109374215,1.401005275007591,0.9998264213558338,0.019881780784050833,"mtp.layers.0.mlp.up_proj.weight|2d-64|(5248, 1408)","mtp.layers.0.mlp.up_proj.weight|2d-64|(3200, 1664)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.038031548238915525,3.6419796897231476 +11674,11690,1.253862016694968,0.021360262403461748,-0.011642599684453699,-0.01165102823819154,1.6279735047105994,1.2787984740230018,1.4221894214735464,0.9999322226394085,-0.009145442887774006,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 1280)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(128, 1280)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.024936457328033734,5.192744934289181 +11755,11974,1.094196215793989,0.009974998512471342,0.021548048671468284,0.02148955926641402,2.2483820508058305,1.1046272636137204,1.4021011793257807,0.9997678138440205,0.010586529113968122,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 1728)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(448, 1408)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.010431047819731365,8.22857893755968 +12001,12009,1.1990888825221169,0.03481697115446869,0.008368787825528008,0.008419842597135511,1.691802515748203,1.2321785116699129,1.4085700617991743,0.9999649810820034,0.006095179804588453,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(128, 128)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(128, 1152)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.03308962914779601,5.079217023938823 +12264,12287,1.1829341095070245,0.006751396271236683,-0.01977947199184287,-0.020045925706560077,1.2493835705081635,1.7127658080311503,1.4274694535455585,0.9998043671077477,-0.027115454475489204,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(0, 1536)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(1728, 64)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.06644946100113902,3.0748209276194998 +12508,12576,1.0652802469175735,0.025021468118657592,0.01703404929067937,0.01715897792816649,1.072703760872527,2.644732975682286,1.4057980370293544,0.9998549100568356,0.04199716036402587,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(2304, 768)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 0)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.007423513954953442,3.2761951051220524 +12861,12875,1.064239545807159,0.03157674914344749,0.027405021877136247,0.027433779181182772,2.6963085680461627,1.065074626765385,1.4009080193117367,0.9996244118547294,0.010825316431953858,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(704, 1152)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(3968, 512)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.0008350809582260421,8.360748425027971 +13013,13022,1.3703846503350847,0.04311600817917808,-0.0025356764264693114,-0.0024936117234392765,1.4320062589621518,1.4005283803185509,1.4160049789468314,0.9999967851673626,-0.002479938042413861,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(0, 640)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(0, 1792)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.03014372998346615,3.8671150136438204 +13183,13273,1.310876667352722,-0.021802316971779187,-0.020563165388295522,-0.020971261987319037,1.3317148320672245,1.550045852090455,1.4285156252740427,0.9997885557602736,-0.023934440353494915,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 960)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 576)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.020838164714502616,3.6154565791362807 +21,26,1.1856597506431161,0.2685962924643739,0.2760653016163715,0.27605827672850175,1.2350237798623118,1.1743934886785319,1.2035647866220065,0.9611388813503811,0.26251259121867804,"model.language_model.embed_tokens.weight|2d-128|(43008, 1408)","model.language_model.embed_tokens.weight|2d-128|(245888, 1408)",model.language_model.embed_tokens.weight,2d-128,0,0.011266261964584245,3.4211111852798233 +386,493,1.2039442811433787,0.22946816126145586,0.19881858914376768,0.19446445721461328,1.2409306783571747,1.2926001800597373,1.265975299733288,0.9800363098431005,0.20709693829689274,"model.language_model.embed_tokens.weight|2d-64|(224640, 128)","model.language_model.embed_tokens.weight|2d-64|(52288, 128)",model.language_model.embed_tokens.weight,2d-64,0,0.03698639721379604,3.1477473744703177 +551,573,0.16380291708961772,0.9866957671265871,0.9866957671265871,0.9932729994258588,0.16944589679733388,0.16380291708961772,0.16655275351133364,0.16257756036573878,0.9538362863316981,"model.language_model.layers.0.linear_attn.conv1d.weight|3d-axis0-slice|(2511, 0, 0)","model.language_model.layers.8.linear_attn.conv1d.weight|3d-axis0-slice|(2226, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,8,0.0,0.2902839690931457 +794,859,0.6597385647708344,0.7514957807149044,0.7514957807149043,0.763493356752776,0.8768046368694672,0.6597385647708344,0.7455366654886723,0.6597378961130673,0.5654517858965185,"model.language_model.layers.8.linear_attn.conv1d.weight|3d-volume|(40, 0, 0)","model.language_model.layers.21.linear_attn.conv1d.weight|3d-volume|(4536, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,13,0.0,2.0717917032861455 +1151,1190,1.1575329417732791,0.019781728484341107,-0.003285562869778036,-0.0033205592914889027,1.161622143315515,1.976235244460855,1.4162419681505607,0.999994602523748,-0.005589636163972205,"model.language_model.layers.21.linear_attn.in_proj_qkv.weight|2d-128|(3968, 1792)","model.language_model.layers.13.linear_attn.in_proj_qkv.weight|2d-128|(4352, 128)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,8,0.004089201542235799,3.352962034139653 +1466,1476,1.1549963921886597,0.009692450236281784,0.006358768064064856,0.006415059367524129,1.9996377072428582,1.1505376136444483,1.4103209615032042,0.9999797828299867,0.0036586636707482186,"model.language_model.layers.9.linear_attn.in_proj_qkv.weight|2d-64|(3968, 896)","model.language_model.layers.16.linear_attn.in_proj_qkv.weight|2d-64|(512, 1152)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,7,0.004458778544211395,5.204213778360061 +1635,1768,1.164685305422128,0.02241485967233217,-0.012972064503790511,-0.013316009757146424,1.9396523171090387,1.176202183027112,1.4223239524089653,0.9999158592314203,-0.007866239971536708,"model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(256, 1920)","model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-128|(1152, 0)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,16,0.0115168776049841,5.423301649520618 +1811,1869,1.1634568317539162,0.00032291021347017647,-0.007142290963340726,-0.007101618566746707,1.9599027762853496,1.1676761094102732,1.4186479590607999,0.9999744935146071,-0.004255253181566806,"model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-64|(320, 704)","model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-64|(576, 1600)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,14,0.00421927765635699,5.604964303919754 +2178,2267,1.2414617707217144,0.0028944606537452972,0.003946718795744585,0.003953647370934394,1.6601786084513523,1.2490369570846314,1.411529557180121,0.9999922116750446,0.00296931764450571,"model.language_model.layers.12.linear_attn.out_proj.weight|2d-128|(640, 896)","model.language_model.layers.8.linear_attn.out_proj.weight|2d-128|(1536, 640)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,4,0.007575186362916986,4.597609481692097 +2456,2467,1.235941388142839,0.03195623633764083,0.012971778025910256,0.013129413988477289,1.6274818710444965,1.2547532137053954,1.4053148773225368,0.9999158629479015,0.010000959430066006,"model.language_model.layers.16.linear_attn.out_proj.weight|2d-64|(512, 1152)","model.language_model.layers.14.linear_attn.out_proj.weight|2d-64|(1664, 1344)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,2,0.01881182556255645,4.543645535233033 +2716,2723,1.27449330623492,0.044517578027408425,0.017018331128192562,0.017055435742902768,1.5390853950328185,1.29651686072971,1.4023044831043192,0.9998551777160587,0.01433614620760691,"model.language_model.layers.2.mlp.down_proj.weight|2d-128|(1664, 3072)","model.language_model.layers.18.mlp.down_proj.weight|2d-128|(1536, 3840)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,16,0.022023554494789988,3.840187813808182 +2857,3014,1.2686728511239487,0.07062059118332538,0.025815663435780945,0.02550691751216084,1.3130190134498252,1.497000000013165,1.3959976518734376,0.9996667202229803,0.029432969186154696,"model.language_model.layers.15.mlp.down_proj.weight|2d-64|(1216, 1728)","model.language_model.layers.4.mlp.down_proj.weight|2d-64|(512, 1344)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,11,0.044346162325876515,3.494115780996678 +3199,3324,1.1721259644476747,0.047524293482006354,0.008718588762519765,0.008777493290023801,1.1924595712986628,1.8112536466598081,1.408539184151597,0.9999619923827056,0.013242860445694725,"model.language_model.layers.21.mlp.gate_proj.weight|2d-128|(3328, 0)","model.language_model.layers.9.mlp.gate_proj.weight|2d-128|(3968, 768)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,12,0.020333606850988062,3.1226904165827025 +3472,3563,1.1655340336273299,0.038283165179750535,0.013877616184813927,0.012755084759455141,1.8167036805920962,1.1868821622594135,1.4051984746193666,0.9999037012477886,0.009066473129547446,"model.language_model.layers.12.mlp.gate_proj.weight|2d-64|(5248, 640)","model.language_model.layers.19.mlp.gate_proj.weight|2d-64|(1408, 448)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,7,0.021348128632083574,4.926509685139535 +3680,3716,1.2465919593047712,0.025401324643535488,0.004141055732181028,0.004135055603309704,1.6078685711727752,1.2728418931815997,1.411360670153723,0.999991425791953,0.003278196559358846,"model.language_model.layers.3.mlp.up_proj.weight|2d-128|(4736, 512)","model.language_model.layers.20.mlp.up_proj.weight|2d-128|(3840, 640)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,17,0.026249933876828502,4.178643064400176 +3853,3977,1.2424377631464103,0.03659063583897718,0.035869674559263334,0.03586632756471425,1.239057887129481,1.6125878176544293,1.38948943607273,0.9993564761620413,0.04668304912815788,"model.language_model.layers.21.mlp.up_proj.weight|2d-64|(3520, 1600)","model.language_model.layers.0.mlp.up_proj.weight|2d-64|(5888, 1984)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,21,0.0033798760169292397,3.183793816916667 +4214,4316,1.188923005253721,-0.01667860881886344,0.0007020699198233997,0.0007233519289185696,1.1887644358083576,1.8474038667535424,1.4137616757177145,0.9999997535488835,0.0010910544137629219,"model.language_model.layers.15.self_attn.k_proj.weight|2d-128|(384, 768)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(128, 1536)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,8,0.0001585694453634101,3.42291312171692 +4375,4577,1.1107785713800522,0.02086615654251684,0.026251483755533545,0.02616736705684388,2.1392658480538977,1.1156034083573796,1.3989097412551694,0.9996553704155412,0.013689857564338473,"model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 640)","model.language_model.layers.15.self_attn.k_proj.weight|2d-64|(192, 256)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,8,0.004824836977327385,6.015560071567294 +4618,4708,1.1339117627897894,0.047175172966739794,0.001759755001624679,0.0017809444247529765,1.1531992787698446,2.001719565847079,1.4131366922175532,0.9999984516299684,0.0030545770212473448,"model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(384, 0)","model.language_model.layers.3.self_attn.o_proj.weight|2d-128|(0, 0)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,16,0.01928751598005518,2.9834767549994563 +4931,5002,1.1359742832811177,0.011828698627753858,-0.007343459700046433,-0.007170676791497898,1.1713352243197295,1.9436723841815784,1.4187972910915403,0.9999730364363,-0.012185478185051604,"model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(0, 128)","model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(128, 1792)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,16,0.03536094103861176,3.2507503202836134 +5152,5218,1.136229914225512,0.0781650303538528,0.07611457161989879,0.07598652868489304,1.8203736466899647,1.138357732408784,1.3649659115354877,0.9970990783202637,0.04759770682796033,"model.language_model.layers.15.self_attn.q_proj.weight|2d-128|(896, 1152)","model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(896, 1152)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,12,0.0021278181832720122,4.9710159759615475 +5443,5572,1.1231051983664035,0.012159580688160362,0.012815298571009043,0.013083785919098322,2.062990718794223,1.1352075986267016,1.4065377535578918,0.9999178806894774,0.007051909726953306,"model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(2624, 832)","model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(2496, 1984)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,4,0.012102400260298074,5.991069350747043 +5662,5800,1.0907516381386206,0.03679021389527859,0.01665430768769598,0.016650147303627384,2.27042418818358,1.1047962941668443,1.4049163402889657,0.9998613073999031,0.008104043954007224,"model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(384, 1664)","model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(256, 1024)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,12,0.01404465602822369,8.201149077078103 +6032,6042,1.0871775701968893,0.036052066120609905,0.004828654030849152,0.004705001325967708,1.10448678058751,2.331228138363432,1.4115688636409378,0.9999883419821706,0.010191787122295638,"model.language_model.layers.23.self_attn.v_proj.weight|2d-64|(128, 1792)","model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(384, 512)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,16,0.017309210390620722,3.3080792466180853 +6176,6194,1.2326707730774755,-0.005665291497421811,-0.007197682049556374,-0.007157666850838997,1.2307292748586376,1.7327855625568942,1.4190109610390256,0.9999740963510573,-0.010133861113183278,"model.visual.blocks.21.attn.proj.weight|2d-128|(512, 896)","model.visual.blocks.0.attn.proj.weight|2d-128|(768, 256)",model.visual.layers.*.attn.proj.weight,2d-128,21,0.0019414982188379337,3.2951809717055545 +6637,6642,1.2052240209558478,0.00023948908054690667,-0.0033475998664406555,-0.002960518028561465,1.2168490194864412,1.7635458967424902,1.4164248373304005,0.999994396771869,-0.004851584636924555,"model.visual.blocks.17.attn.proj.weight|2d-64|(576, 320)","model.visual.blocks.18.attn.proj.weight|2d-64|(512, 768)",model.visual.layers.*.attn.proj.weight,2d-64,1,0.0116249985305934,3.2556201759121195 +6679,6862,1.129183133115525,0.03734827973658601,-0.00019737572804456334,-0.0001605773216359162,1.166029754806662,1.9450349084870802,1.4143366539704527,0.9999999805214108,-0.00032923918069173333,"model.visual.blocks.1.attn.qkv.weight|2d-128|(1152, 768)","model.visual.blocks.13.attn.qkv.weight|2d-128|(2688, 0)",model.visual.layers.*.attn.qkv.weight,2d-128,12,0.03684662169113695,3.496535869192218 +7091,7108,1.1167216942441223,0.007794024891906462,0.024604784871589326,0.024676644172539328,1.1151095712430992,2.1500481252239494,1.3999198349174307,0.9996972564538841,0.04744060399887505,"model.visual.blocks.3.attn.qkv.weight|2d-64|(832, 128)","model.visual.blocks.10.attn.qkv.weight|2d-64|(2176, 0)",model.visual.layers.*.attn.qkv.weight,2d-64,7,0.0016121230010230914,2.91596169490356 +7263,7380,1.2315120217077167,0.056129192680665366,0.009121811053690672,0.00887167961607369,1.6148774679054874,1.2644317535618737,1.4079378539267888,0.9999583954160797,0.0071422803125972,"model.visual.blocks.13.mlp.linear_fc1.weight|2d-128|(3840, 640)","model.visual.blocks.1.mlp.linear_fc1.weight|2d-128|(1536, 384)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,12,0.032919731854156975,4.481851487375313 +7543,7662,1.2368589339288996,0.04360957670960114,0.005433328244508368,0.006025221720901731,1.272931505920399,1.6050520816857188,1.410467641597736,0.9999852393631555,0.006850937987448408,"model.visual.blocks.1.mlp.linear_fc1.weight|2d-64|(704, 768)","model.visual.blocks.22.mlp.linear_fc1.weight|2d-64|(448, 896)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,21,0.03607257199149938,3.3769738849092428 +7899,7929,1.2389470621854553,0.0478221389434695,0.0044626763580553844,0.004521740537685161,1.2927778702861936,1.5693082955804585,1.4111129454291087,0.9999900422102829,0.005417260915548251,"model.visual.blocks.3.mlp.linear_fc2.weight|2d-128|(512, 3712)","model.visual.blocks.13.mlp.linear_fc2.weight|2d-128|(640, 1408)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,10,0.05383080810073837,3.5028149230669956 +8078,8147,1.2310870545046582,0.03644287367992914,0.017270147968118963,0.01750341918369651,1.6001253557031394,1.263373517206371,1.4022845873512464,0.9998508598731909,0.013635586426645429,"model.visual.blocks.10.mlp.linear_fc2.weight|2d-64|(576, 2176)","model.visual.blocks.1.mlp.linear_fc2.weight|2d-64|(576, 192)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,9,0.03228646270171276,5.094745357394643 +8244,8334,1.342368665546398,0.04938498668728307,0.008912304863464345,0.008332756760241002,1.4332999959596038,1.3838068957278826,1.4079014136026848,0.9999602846223548,0.00860455519546286,"model.visual.merger.linear_fc1.weight|2d-128|(1408, 768)","model.visual.merger.linear_fc1.weight|2d-128|(2432, 1024)",model.visual.merger.linear_fc1.weight,2d-128,0,0.041438230181484625,3.7643217704271557 +8473,8492,1.3474770308526947,0.04804731879119192,0.026441454477346013,0.026208388180119738,1.367888932468857,1.4246556354852045,1.3954070295530128,0.999650363619762,0.02753876154519886,"model.visual.merger.linear_fc1.weight|2d-64|(384, 704)","model.visual.merger.linear_fc1.weight|2d-64|(1344, 448)",model.visual.merger.linear_fc1.weight,2d-64,0,0.020411901616162353,3.406506189649368 +8936,8959,1.349717903717865,0.044458106607270786,0.016192328558334884,0.01617352108250482,1.4073881903281482,1.3980927713432685,1.4027173820528345,0.9998688956537547,0.016085382600336286,"model.visual.merger.linear_fc2.weight|2d-128|(896, 1024)","model.visual.merger.linear_fc2.weight|2d-128|(1536, 2176)",model.visual.merger.linear_fc2.weight,2d-128,0,0.04837486762540344,3.6401662966091353 +9194,9198,1.350490821554204,0.0510082031756005,0.02092536139646521,0.02092318804914322,1.3678442972292972,1.4331490764405224,1.3993551197465335,0.999781040653616,0.02192439769663423,"model.visual.merger.linear_fc2.weight|2d-64|(1152, 2944)","model.visual.merger.linear_fc2.weight|2d-64|(1792, 1984)",model.visual.merger.linear_fc2.weight,2d-64,0,0.017353475675093266,3.3908292132555555 +9289,9353,0.8202084832408312,0.6037613689457673,0.32190475657357565,0.3218417482540099,1.3071830837092135,1.06865018328364,1.1700599483873062,0.9467720568834438,0.263164036774478,"model.visual.pos_embed.weight|2d-128|(1152, 128)","model.visual.pos_embed.weight|2d-128|(2176, 128)",model.visual.pos_embed.weight,2d-128,0,0.24844170004280874,5.144505305918845 +9394,9415,0.5712415810056053,0.8296605073574852,0.8072642356273768,0.8064766974446126,0.5960525083746337,0.6692288593815204,0.6294727968501929,0.5901901844972917,0.9063706905648105,"model.visual.pos_embed.weight|2d-64|(128, 128)","model.visual.pos_embed.weight|2d-64|(1408, 128)",model.visual.pos_embed.weight,2d-64,0,0.024810927369028457,2.129132064134 +9772,9827,1.2138376278156442,0.03299896464369389,0.011520777404198948,0.011424756147740387,1.476347407419967,1.3449748805898558,1.4060789975737609,0.9999336336417547,0.010495602956077791,"mtp.fc.weight|2d-128|(512, 3584)","mtp.fc.weight|2d-128|(1792, 3968)",mtp.fc.weight,2d-128,0,0.13113725277421162,4.09924853848347 +9968,9991,1.1750299796680586,0.06066749674167523,0.012219614973502331,0.012268193677577978,1.7381266664574675,1.2121498870950453,1.4060819546089869,0.9999253377177215,0.008521821335762948,"mtp.fc.weight|2d-64|(512, 2112)","mtp.fc.weight|2d-64|(1152, 2688)",mtp.fc.weight,2d-64,0,0.03711990742698679,5.92768036973201 +10164,10271,1.3257560093179142,0.010611646183529892,-0.00860211452594534,-0.008613019400437133,1.4091144900350097,1.431720090127139,1.4202823840525056,0.999963001128383,-0.00874011322108003,"mtp.layers.0.mlp.down_proj.weight|2d-128|(1408, 2432)","mtp.layers.0.mlp.down_proj.weight|2d-128|(256, 6016)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.0833584807170955,3.700872681782551 +10412,10537,1.2815747367774977,0.012368278355691794,-0.010721934709806978,-0.010038650949298211,1.5312726862352006,1.332722322834782,1.4217027574917034,0.9999425184059725,-0.009331689816050183,"mtp.layers.0.mlp.down_proj.weight|2d-64|(1728, 5184)","mtp.layers.0.mlp.down_proj.weight|2d-64|(832, 768)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.05114758605728431,3.9458159011453064 +10707,10795,1.3163897943464746,0.02600545382125507,0.009257629090457756,0.00922845916084403,1.4844273407035231,1.3417347306826872,1.4076856542029546,0.9999571472336319,0.008367726822222676,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(2560, 1408)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(1152, 1408)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.025344936336212598,4.118638673455534 +10985,10996,1.3040098003655243,0.04650432867807741,0.01950553529381306,0.019542260594809284,1.3558327189004762,1.4496374595039638,1.4003842544256666,0.9998097489487197,0.020855046670151672,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(5440, 1664)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(1472, 960)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.05182291853495191,3.508926257230244 +11217,11404,1.3387417948687037,0.035416262849637226,0.0095052716930407,0.009498326381789482,1.3663631917956665,1.4525666109731474,1.4074888911632346,0.99995482388458,0.01010495626085623,"mtp.layers.0.mlp.up_proj.weight|2d-128|(5248, 512)","mtp.layers.0.mlp.up_proj.weight|2d-128|(1920, 1536)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.02762139692696275,3.49056624852569 +11503,11593,1.31969770591108,0.0450250972224772,0.024822455001659506,0.0249096805313208,1.3346699735533198,1.4681101306269537,1.3966315339964903,0.9996918753934587,0.027304201320980836,"mtp.layers.0.mlp.up_proj.weight|2d-64|(3904, 320)","mtp.layers.0.mlp.up_proj.weight|2d-64|(4480, 512)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.014972267642239911,3.5092954354807024 +11680,11697,1.2539720977449835,0.013846415006590637,0.005354585914448898,0.005353531185289979,1.2943715853378728,1.5647664816685312,1.4104895226363068,0.9999856641020833,0.0064731616925575285,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(128, 0)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(256, 128)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.04039948759288925,3.79069278360224 +11757,11923,1.094244315108298,0.01196472035886137,0.003713674630222329,0.004131959432564049,2.415043054524648,1.0967516127352455,1.4122348918128003,0.9999931042865949,0.0016865035313716125,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 1856)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 192)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.002507297626947569,7.456456936630231 +12079,12224,1.1992492271538564,0.021802473448017598,0.005468151872389156,0.005465988917090479,1.2229638459442072,1.7236815536839973,1.4105593054449315,0.9999850495457923,0.007706975595752643,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(640, 1920)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1920, 0)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.02371461879035075,3.433176914270588 +12287,12353,1.1829486120364523,0.019535990354938124,0.03190516720516667,0.031970166982342375,1.6566980533069076,1.2243343517924157,1.3924800176126908,0.9994909005616862,0.023578582790626315,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(1728, 64)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(1856, 320)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.04138573975596338,4.937942971982927 +12583,12609,1.065333821274479,-0.026883027590853988,0.0017726588842083251,0.0018364239384957629,3.1225322385705545,1.0549636536531064,1.4134531566814417,0.9999984288390059,0.0005989019649069024,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 896)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(896, 128)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.01037016762137255,8.961931726401172 +12944,12948,1.0643828129260675,0.014013529828528624,-0.01681610646559161,-0.01677296939601168,1.0786220561482645,2.781439504248513,1.4222077042119625,0.9998585992845878,-0.04336364397931064,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(3904, 64)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(640, 1536)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.01423924322219694,3.1858139557704988 +13040,13067,1.3704175224518613,0.04450159230241309,0.00388184532306251,0.0038455761367195895,1.4174047603525146,1.405601485709635,1.411466110394686,0.9999924656100604,0.003849519703909172,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(256, 0)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(384, 1408)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.03518396325777373,3.9977545662478278 +13181,13209,1.3108949672623593,0.03822679590340398,0.024173833181876027,0.024167916597538863,1.3336911654163994,1.470502483299007,1.3970976877281127,0.9997077701955182,0.02665360815650757,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 832)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(256, 576)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.022796198154040104,3.4448826459004014 +85,96,1.1857873142789763,0.25423323274401305,0.2824275570021459,0.2824287533267221,1.1878085887520158,1.2084796945110203,1.1980104110398604,0.9592886296864983,0.2873425659988248,"model.language_model.embed_tokens.weight|2d-128|(241536, 128)","model.language_model.embed_tokens.weight|2d-128|(216576, 128)",model.language_model.embed_tokens.weight,2d-128,0,0.0020212744730394583,3.0746846578383167 +274,436,1.2043832721557448,0.24170522034041542,0.17546085507798367,0.17538919547594953,1.3138719871100104,1.2566386050327156,1.284299830318142,0.984486408405572,0.1678176308850576,"model.language_model.embed_tokens.weight|2d-64|(40704, 64)","model.language_model.embed_tokens.weight|2d-64|(123200, 64)",model.language_model.embed_tokens.weight,2d-64,0,0.05225533287697082,3.394905653782783 +547,639,0.1641153510723277,0.9883595088442134,0.9883595088442135,0.9961226723967308,0.17707554648492113,0.16411535107232772,0.1702265377389223,0.15213639037792687,0.9160212745324158,"model.language_model.layers.2.linear_attn.conv1d.weight|3d-axis0-slice|(2213, 0, 0)","model.language_model.layers.2.linear_attn.conv1d.weight|3d-axis0-slice|(59, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,0,2.7755575615628914e-17,0.2601084856434729 +791,813,0.6602478356417913,0.7606781222929213,0.7606781222929212,0.7462995622395214,0.7491439885902146,0.6602478356417913,0.7005003557752908,0.6491292585186064,0.6704132870492654,"model.language_model.layers.16.linear_attn.conv1d.weight|3d-volume|(5264, 0, 0)","model.language_model.layers.8.linear_attn.conv1d.weight|3d-volume|(772, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,8,0.0,1.5815843467069013 +1145,1190,1.1576429578110767,0.0035265855340001,0.0035281221113300297,0.0035361269254153512,1.1601777596098348,1.9605316272388607,1.412025039009401,0.9999937761578157,0.0059620130852615525,"model.language_model.layers.16.linear_attn.in_proj_qkv.weight|2d-128|(1152, 1408)","model.language_model.layers.13.linear_attn.in_proj_qkv.weight|2d-128|(4352, 128)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,3,0.0025348017987580906,3.126774895277807 +1431,1503,1.1550065868645225,0.016015637117531095,0.008631031170709427,0.00835233542039347,1.1743835312754283,1.880624206881118,1.4087190523289448,0.9999627519567568,0.013821486522680808,"model.language_model.layers.6.linear_attn.in_proj_qkv.weight|2d-64|(640, 1280)","model.language_model.layers.14.linear_attn.in_proj_qkv.weight|2d-64|(5248, 1728)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,8,0.01937694441090576,3.0027449762295744 +1608,1645,1.1646964632711896,0.016241080398175848,0.0035237956190163995,0.003749329211782895,1.1742832941733121,1.896709877954463,1.4119814155413002,0.9999937914129444,0.005691657193493748,"model.language_model.layers.17.linear_attn.in_proj_z.weight|2d-128|(1024, 768)","model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-128|(640, 1664)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,13,0.009586830902122534,3.3274557716585935 +1882,2023,1.1634684767110781,0.0018388372889833401,-0.006481144714124786,-0.006779076784793119,1.1658049823233256,1.9665927270777324,1.41822844390257,0.9999789971610378,-0.010933022461900208,"model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-64|(1920, 1280)","model.language_model.layers.10.linear_attn.in_proj_z.weight|2d-64|(1536, 128)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,8,0.002336505612247519,3.316867745136889 +2110,2228,1.2415060240314182,0.023099058528130004,-0.002295996718097985,-0.002276278073378012,1.2706909046981993,1.6255335548799428,1.415788180548998,0.9999973641960614,-0.002937157803965659,"model.language_model.layers.12.linear_attn.out_proj.weight|2d-128|(1408, 1792)","model.language_model.layers.4.linear_attn.out_proj.weight|2d-128|(1920, 640)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,8,0.029184880666781154,3.3458794503330624 +2382,2403,1.2362262662785537,0.009102159009942698,0.0063820457813256095,0.006401140007641141,1.2391695883934153,1.6785986345108244,1.409894354028042,0.9999796345384465,0.008645219697336191,"model.language_model.layers.5.linear_attn.out_proj.weight|2d-64|(1664, 832)","model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(192, 960)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,7,0.0029433221148615907,3.1726001873973764 +2594,2700,1.2745085337858753,0.04969238795767938,0.004301969974961758,0.004320071197310246,1.326301776815674,1.5147996604787897,1.4111950521899725,0.9999907464843535,0.0049133785171485015,"model.language_model.layers.21.mlp.down_proj.weight|2d-128|(1408, 2944)","model.language_model.layers.9.mlp.down_proj.weight|2d-128|(512, 2048)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,12,0.05179324302979871,3.3358899773112807 +2849,2920,1.268769847801466,0.013460056200338449,-0.005005705449083869,-0.00454011294042905,1.294634200905809,1.5841368165857757,1.4176780108628468,0.9999874713779953,-0.0061250678294530216,"model.language_model.layers.22.mlp.down_proj.weight|2d-64|(832, 5248)","model.language_model.layers.12.mlp.down_proj.weight|2d-64|(512, 5568)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,10,0.025864353104342985,3.3486701743150733 +3082,3181,1.1722292683049704,0.0022481356121266116,-0.013378507704228403,-0.013279741805300256,1.8490716969707977,1.1991278792554196,1.422824609672253,0.9999105037610155,-0.008675997581518904,"model.language_model.layers.11.mlp.gate_proj.weight|2d-128|(5632, 128)","model.language_model.layers.18.mlp.gate_proj.weight|2d-128|(4480, 1920)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,7,0.02689861095044921,5.026214145938896 +3404,3498,1.1655680073385655,0.048615991642319945,0.03174202868730579,0.031480861910201406,1.7826980130223082,1.1822448841679365,1.3933837144258936,0.9994960948472056,0.02105059340087431,"model.language_model.layers.12.mlp.gate_proj.weight|2d-64|(4032, 192)","model.language_model.layers.19.mlp.gate_proj.weight|2d-64|(2880, 1472)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,7,0.016676876829371023,4.971661163586799 +3714,3801,1.246764000077112,0.003106966311027118,0.0037410084816334446,0.003686794035206795,1.2553695951424846,1.6460284711421316,1.4116601714487056,0.999993002403287,0.004905174137863308,"model.language_model.layers.22.mlp.up_proj.weight|2d-128|(5888, 1920)","model.language_model.layers.2.mlp.up_proj.weight|2d-128|(4096, 1792)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,20,0.008605595065372507,3.3095041942443677 +4032,4044,1.2424561882538787,0.0010719480780534297,-0.01705339723549082,-0.01704741069591768,1.2645385229504473,1.67018987640029,1.4257727514249023,0.9998545802479122,-0.022523957083168736,"model.language_model.layers.22.mlp.up_proj.weight|2d-64|(576, 1728)","model.language_model.layers.1.mlp.up_proj.weight|2d-64|(4864, 1792)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,21,0.022082334696568617,3.290505542023993 +4192,4300,1.1889828068331845,0.03698287591722845,0.010516887642351227,0.010522279161105128,1.22602181958054,1.7030184274284477,1.407143578152374,0.9999446960078933,0.014608592741233906,"model.language_model.layers.15.self_attn.k_proj.weight|2d-128|(256, 0)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 1536)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,8,0.03703901274735544,3.7844611109627113 +4409,4437,1.1107851304384506,0.007233453648497794,0.016399945655346262,0.016334536247227444,2.2828461437452603,1.1035536499319056,1.4050961497353098,0.9998655118477193,0.007927919249498849,"model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 1024)","model.language_model.layers.15.self_attn.k_proj.weight|2d-64|(384, 1344)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,8,0.007231480506544985,6.131133118514245 +4757,4859,1.134056708174275,0.054291553370264894,0.014904622110344079,0.014877699078172362,1.9271943301428744,1.15927185536484,1.4048723002429673,0.9998889199504852,0.008965628767748314,"model.language_model.layers.11.self_attn.o_proj.weight|2d-128|(1152, 640)","model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(1536, 768)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,8,0.025215147190565057,4.943396782651378 +4927,5099,1.135980669382163,0.039023818181628096,0.017575872733060317,0.017773515341286374,1.9851798097579814,1.1457923595458328,1.4034109761803315,0.9998455324187188,0.010144320726466366,"model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(1344, 320)","model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(512, 64)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,12,0.009811690163669784,5.332789815384141 +5132,5220,1.136740829249935,0.03237354443830626,-0.002677544786720993,-0.0027316948137946634,1.157037164001056,1.9971709735275693,1.4158550772442977,0.9999964153705329,-0.004621731172287872,"model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(3968, 1664)","model.language_model.layers.11.self_attn.q_proj.weight|2d-128|(3200, 0)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,8,0.020296334751120915,3.2751610551171733 +5443,5579,1.1235866308223674,-0.03755090440886878,-0.027266452920607656,-0.02643192411496816,2.3640179000169854,1.1177366735079883,1.4290366970453967,0.9996282011553738,-0.012891913544996084,"model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(2624, 832)","model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(1792, 640)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,4,0.005849957314379095,5.979072479045215 +5650,5778,1.0907688865770582,0.042074265966012214,0.0014717677294988902,0.0015554983879376115,2.285797830624823,1.111271262964376,1.413394873050177,0.9999989169492887,0.0007155196149185996,"model.language_model.layers.3.self_attn.v_proj.weight|2d-128|(256, 384)","model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(128, 256)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,16,0.020502376387317778,7.524553070807428 +6085,6112,1.087209612803073,0.05517321025832379,0.012232666941141142,0.012171849709687958,2.3190859195011875,1.1018743704276652,1.4074918129949368,0.9999251781305974,0.005812144375970503,"model.language_model.layers.3.self_attn.v_proj.weight|2d-64|(448, 320)","model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(192, 1728)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,16,0.014664757624592184,7.808181445942725 +6205,6394,1.2329242394558955,-0.010784311062658682,0.0017188968097540036,0.0018086205377774694,1.2421739779738599,1.6817869372212997,1.4130513759532715,0.9999985226957875,0.0023272248914688524,"model.visual.blocks.4.attn.proj.weight|2d-128|(0, 512)","model.visual.blocks.21.attn.proj.weight|2d-128|(896, 256)",model.visual.layers.*.attn.proj.weight,2d-128,17,0.009249738517964401,3.232431105860663 +6609,6642,1.2052256804189563,-0.004295490533178274,0.0009842990134025066,0.0006753051893916905,1.1982341933099134,1.8124576928964382,1.41357303553477,0.9999995155776088,0.00148885779500563,"model.visual.blocks.22.attn.proj.weight|2d-64|(384, 960)","model.visual.blocks.18.attn.proj.weight|2d-64|(512, 768)",model.visual.layers.*.attn.proj.weight,2d-64,4,0.006991487109042849,3.091355265633474 +6659,6888,1.1295041704111872,0.04374008956411793,-0.014052982319390768,-0.014037556301523578,1.1562934189580505,2.040590207481839,1.4227124265216482,0.9999012519683786,-0.02480026058844548,"model.visual.blocks.6.attn.qkv.weight|2d-128|(1536, 0)","model.visual.blocks.21.attn.qkv.weight|2d-128|(1280, 0)",model.visual.layers.*.attn.qkv.weight,2d-128,15,0.026789248546863265,3.1177356921235333 +7049,7099,1.1168400665921965,0.0022145966478866585,-0.0042257982767089555,-0.003548378995224462,1.1259325701256315,2.193893136656913,1.4166391228008794,0.9999910712746012,-0.008234018698947429,"model.visual.blocks.6.attn.qkv.weight|2d-64|(1152, 256)","model.visual.blocks.18.attn.qkv.weight|2d-64|(2816, 512)",model.visual.layers.*.attn.qkv.weight,2d-64,12,0.009092503533435048,3.0504223623465534 +7179,7347,1.2317630604120475,0.03626570726966503,-0.02571448349459906,-0.02584742678177584,1.276719284266224,1.6614538934466019,1.4316756177857788,0.9996693279973163,-0.03346344748338682,"model.visual.blocks.2.mlp.linear_fc1.weight|2d-128|(2560, 256)","model.visual.blocks.16.mlp.linear_fc1.weight|2d-128|(2816, 128)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,14,0.044956223854176525,3.404014006074454 +7451,7600,1.2369772534597925,0.06379560661982216,0.045003355522587274,0.045176140960235825,1.274453009020589,1.5237971233302956,1.3825380108238603,0.99898683574495,0.053808169622691214,"model.visual.blocks.2.mlp.linear_fc1.weight|2d-64|(1664, 384)","model.visual.blocks.18.mlp.linear_fc1.weight|2d-64|(1280, 128)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,16,0.03747575556079652,3.3647428638337487 +7681,7761,1.2390407484529282,0.023785022747231148,0.01279938758696741,0.01268903985240255,1.2468345577206557,1.6457218690611124,1.4054738231124393,0.9999180844836234,0.016894167660037616,"model.visual.blocks.4.mlp.linear_fc2.weight|2d-128|(256, 1024)","model.visual.blocks.13.mlp.linear_fc2.weight|2d-128|(0, 1024)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,9,0.007793809267727436,3.637169788769779 +8001,8151,1.2312157236919115,0.009641074604647495,0.009384829326455449,0.009401519744830224,1.267129767543778,1.608735111422663,1.4077473615460108,0.9999559615195628,0.011914884204357047,"model.visual.blocks.3.mlp.linear_fc2.weight|2d-64|(384, 832)","model.visual.blocks.9.mlp.linear_fc2.weight|2d-64|(576, 3840)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,6,0.035914043851866584,3.5805501437234866 +8199,8240,1.3423945043421872,0.055978514636139724,0.00868152830064591,0.00853936048919165,1.3960885120247046,1.420349612310059,1.4080623281601974,0.9999623148230963,0.008832395116695166,"model.visual.merger.linear_fc1.weight|2d-128|(0, 896)","model.visual.merger.linear_fc1.weight|2d-128|(1536, 2304)",model.visual.merger.linear_fc1.weight,2d-128,0,0.05369400768251742,3.5366786362266334 +8513,8540,1.3475312394815016,0.047116896404395175,0.01791854705427071,0.017343046461116618,1.4151498425849518,1.3882149715959033,1.4014883238390998,0.9998394499475723,0.01757749924527235,"model.visual.merger.linear_fc1.weight|2d-64|(3712, 704)","model.visual.merger.linear_fc1.weight|2d-64|(3328, 1664)",model.visual.merger.linear_fc1.weight,2d-64,0,0.040683732114401794,3.5322117355199576 +8800,8932,1.3497779321128092,0.03628407533203645,0.003174023591116227,0.003176085511480647,1.4049938763808023,1.4190460381456342,1.4119675163263932,0.9999949627744347,0.0032057688490120476,"model.visual.merger.linear_fc2.weight|2d-128|(384, 0)","model.visual.merger.linear_fc2.weight|2d-128|(1792, 1664)",model.visual.merger.linear_fc2.weight,2d-128,0,0.055215944267993144,3.5778547124543856 +9072,9106,1.350497635637389,0.053151095034393255,0.026572186691009594,0.026588985001470045,1.3995750011768335,1.3910600475733144,1.3952980384767464,0.9996468971064023,0.026410522659694558,"model.visual.merger.linear_fc2.weight|2d-64|(960, 576)","model.visual.merger.linear_fc2.weight|2d-64|(1024, 1664)",model.visual.merger.linear_fc2.weight,2d-64,0,0.04056241193592536,3.5720181381861402 +9240,9288,0.823491608211729,0.5762256833953943,0.5098199902752378,0.5106482898406218,0.9460895081297653,1.047112116090128,0.992766413796742,0.8602811037769901,0.5642581217261863,"model.visual.pos_embed.weight|2d-128|(384, 0)","model.visual.pos_embed.weight|2d-128|(1152, 0)",model.visual.pos_embed.weight,2d-128,0,0.12259789991803638,2.7584911401398258 +9394,9404,0.5714238112772669,0.8284462152080045,0.7934545451490865,0.7933820157326799,0.6169177351961954,0.6898797636178468,0.6503490414572919,0.6086295135649077,0.8872953439649043,"model.visual.pos_embed.weight|2d-64|(128, 128)","model.visual.pos_embed.weight|2d-64|(1152, 128)",model.visual.pos_embed.weight,2d-64,0,0.04549392391892848,2.292114198561652 +9801,9843,1.2140748472282112,0.04108728332624351,0.013846273389665861,0.013882906558132487,1.2201963731233083,1.7109178624265644,1.4049261569575275,0.9999041357616333,0.019414773713662674,"mtp.fc.weight|2d-128|(1152, 2944)","mtp.fc.weight|2d-128|(896, 384)",mtp.fc.weight,2d-128,0,0.006121525895097069,3.5671854412264623 +9982,10060,1.1751242557586836,0.02536324476713138,0.01865884232589469,0.018819849405225565,1.2006323386565638,1.75687984702454,1.4018674183915254,0.9998259086476292,0.02730339921366207,"mtp.fc.weight|2d-64|(832, 3712)","mtp.fc.weight|2d-64|(1088, 3072)",mtp.fc.weight,2d-64,0,0.025508082897880202,3.3432484710311923 +10275,10383,1.3257698422058568,0.04722277907370768,0.01671717544308915,0.01687470386287501,1.3851509011087582,1.4201991132622565,1.402346634966285,0.9998602582587254,0.01714016698218258,"mtp.layers.0.mlp.down_proj.weight|2d-128|(1920, 3712)","mtp.layers.0.mlp.down_proj.weight|2d-128|(1536, 1920)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.05938105890290135,3.629022220332214 +10412,10430,1.2816391493502703,-0.015566584500740497,-0.0022683628801202635,-0.003026407629328464,1.5421546561075,1.3161472741058295,1.4157967190584602,0.9999974272616126,-0.0019359275086512603,"mtp.layers.0.mlp.down_proj.weight|2d-64|(1728, 5184)","mtp.layers.0.mlp.down_proj.weight|2d-64|(0, 2944)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.0345081247555592,4.452611856162255 +10807,10808,1.3164030134953009,0.04545256014513842,0.026944303546511752,0.0268011331673232,1.3464097959935262,1.449448505696531,1.3950833593917316,0.9996369363455881,0.029006310432929276,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(2176, 1536)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(3200, 1536)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.030006782498225304,3.694930339315564 +10962,10964,1.3043704241975702,0.0450442788943347,0.03791376696209958,0.0378968781824744,1.3237164956361949,1.4609729751832234,1.387277915593435,0.9992810146674176,0.041845054512522656,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(2688, 1408)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(1600, 1024)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.019346071438624657,3.641656166550466 +11216,11332,1.3387532098790733,0.046598930900871055,0.01064849596480935,0.010714976592731275,1.3774467213930828,1.4378374194479122,1.4066707498580955,0.9999433031595779,0.011115352573171306,"mtp.layers.0.mlp.up_proj.weight|2d-128|(4736, 1792)","mtp.layers.0.mlp.up_proj.weight|2d-128|(4480, 1152)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.03869351151400946,3.685790542086397 +11452,11571,1.3197280341496227,0.04704618707060493,0.028434493727360347,0.028753840589789647,1.3363427912558101,1.4599241698569974,1.3940418693715322,0.9995956580370229,0.031064039048850647,"mtp.layers.0.mlp.up_proj.weight|2d-64|(2752, 1856)","mtp.layers.0.mlp.up_proj.weight|2d-64|(320, 192)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.016614757106187428,3.3058064342020272 +11680,11704,1.2543740067708922,0.011390440180627502,0.001823482230183359,0.0018219343165592646,1.2630925710374021,1.6330647907229714,1.412965022217836,0.9999983374548961,0.0023575980849730328,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(128, 0)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(256, 1024)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.008718564266509965,3.877860673316708 +11738,11938,1.0943604187277993,0.006360091433691255,-0.0019301728743852946,-0.001931819928906376,2.5038344350099044,1.091689136337478,1.4152132559856747,0.9999981372146025,-0.0008415687270517848,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 640)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 1152)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.002671282390321217,7.570411875077464 +12089,12113,1.1993579976106514,0.01465898355094916,0.00266816645059927,0.002660396833347639,1.220040337611153,1.7389403376967332,1.4124383483763325,0.9999964404375608,0.003802974480106873,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(768, 1152)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1024, 128)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.02068234000050162,3.3645533182765126 +12405,12434,1.1830728429118265,0.04462688561767899,0.025700409250294605,0.025691704577250195,1.624721543022626,1.2435928545706074,1.3965610427520212,0.9996696899298124,0.019671583380218412,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(1216, 960)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(1728, 1984)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.06052001165878096,5.035032829991186 +12566,12608,1.0653509100383147,0.05162992055553403,0.02074363418734794,0.025248464401083474,2.49173180020598,1.0819027057800261,1.403455534500984,0.9997848276707851,0.009006825675679687,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(3456, 512)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(896, 0)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.016551795741711395,7.435137851916652 +12817,12988,1.064554705837797,0.026805263062524107,0.0018183165776362354,0.0014839356656255738,1.0743675173553302,2.7227502878090513,1.4133353104477746,0.9999983468610453,0.004608127019024183,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(2304, 128)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(576, 1600)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.009812811517533104,3.1000417844093864 +13047,13071,1.3704828754154457,0.035185757094545536,-0.0006931472236777475,-0.0006225955172955226,1.421673625215168,1.4078350621152744,1.4147035831328079,0.9999997597734344,-0.0006864001324873002,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(256, 896)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(384, 1920)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.03735218669982876,3.9508553692941764 +13273,13299,1.3109806245723794,0.009417481203044791,0.009540948771170423,0.009592222420737075,1.4866671935972278,1.3397455526366593,1.4074874588094843,0.9999544841124249,0.008598053242286607,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 576)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(448, 192)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.028764928064279882,4.1724828606973645 +113,214,1.185817695365768,0.2620365517461807,0.2280418817390705,0.22783655148665838,1.2705566959216599,1.216630097295336,1.2427167191281696,0.9736513237154787,0.21836303539871585,"model.language_model.embed_tokens.weight|2d-128|(204544, 512)","model.language_model.embed_tokens.weight|2d-128|(139648, 512)",model.language_model.embed_tokens.weight,2d-128,0,0.030812401929568134,3.2449470738851134 +423,487,1.2045398130853946,0.11310988818275125,0.08054855341050716,0.08333974913775456,1.2450736413950638,1.5061323377891154,1.357121220380599,0.9967506862518203,0.0974374342370361,"model.language_model.embed_tokens.weight|2d-64|(239488, 832)","model.language_model.embed_tokens.weight|2d-64|(209920, 1088)",model.language_model.embed_tokens.weight,2d-64,0,0.04053382830966923,3.4922130142020116 +649,672,0.16476812413538988,0.9994693509144856,0.9994693509144856,0.9993467725154025,0.16476812413538988,0.19663169168157665,0.178602415731934,0.03257324949367,1.1927510268473789,"model.language_model.layers.0.linear_attn.conv1d.weight|3d-axis0-slice|(2491, 0, 0)","model.language_model.layers.9.linear_attn.conv1d.weight|3d-axis0-slice|(426, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,9,0.0,0.3119573758208036 +865,933,0.6606200368562943,0.7810111497888818,0.7810111497888816,0.7545683859184811,0.6606200368562943,0.6629993047874344,0.6618064631935229,0.6245170805554072,0.7838240144900469,"model.language_model.layers.20.linear_attn.conv1d.weight|3d-volume|(708, 0, 0)","model.language_model.layers.10.linear_attn.conv1d.weight|3d-volume|(924, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,10,0.0,2.081197348356898 +1186,1252,1.157681499882415,0.06953977802311366,0.0022849874990746033,0.0022782076295773074,1.198380262991685,1.80838679978285,1.4127247956768152,0.9999973894126569,0.003448105212180059,"model.language_model.layers.18.linear_attn.in_proj_qkv.weight|2d-128|(512, 896)","model.language_model.layers.13.linear_attn.in_proj_qkv.weight|2d-128|(2304, 512)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,5,0.04069876310927012,3.1276722875903515 +1285,1300,1.1550574115854093,0.03040859511125462,0.002292624781421917,0.002488027101398699,1.175089249119721,1.8970953073559014,1.4127613883996353,0.9999973719323524,0.003701274365008038,"model.language_model.layers.16.linear_attn.in_proj_qkv.weight|2d-64|(4032, 128)","model.language_model.layers.22.linear_attn.in_proj_qkv.weight|2d-64|(2752, 1984)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,6,0.020031837534311592,3.1222672359847388 +1611,1675,1.1649442320437897,0.037729461035181586,0.0009713485667309803,0.0007703855227378834,1.7904080403960272,1.2047818996478854,1.4135771532216965,0.9999995282408697,0.0006536293096558851,"model.language_model.layers.10.linear_attn.in_proj_z.weight|2d-128|(256, 1920)","model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(896, 512)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,8,0.03983766760409568,4.7755606107152815 +1978,2021,1.1635169916199224,0.02436742877144233,0.014276940906385167,0.014726613198005894,1.1616632712903765,1.9181957320344691,1.4052387073891572,0.9998980792852618,0.023574789519441374,"model.language_model.layers.17.linear_attn.in_proj_z.weight|2d-64|(320, 1920)","model.language_model.layers.16.linear_attn.in_proj_z.weight|2d-64|(576, 640)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,1,0.0018537203295458937,3.361222297936392 +2123,2179,1.2415999899597356,0.0409545542294964,0.013837861091423109,0.013779639684652345,1.2631039231325836,1.6078124447629543,1.4046746658866838,0.9999042522163882,0.01761429512190327,"model.language_model.layers.0.linear_attn.out_proj.weight|2d-128|(512, 1408)","model.language_model.layers.13.linear_attn.out_proj.weight|2d-128|(1280, 1664)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,13,0.021503933172847933,3.0782581609600985 +2403,2537,1.2364610076194447,0.011066373608120614,0.0015232727974615861,0.001615153969290343,1.6636030113890787,1.2498652214411616,1.413178651668181,0.9999988398193193,0.001144435108184201,"model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(192, 960)","model.language_model.layers.10.linear_attn.out_proj.weight|2d-64|(576, 576)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,2,0.01340421382171697,4.787156877752063 +2583,2684,1.2745255605222479,0.0734846788720888,0.002330122242461758,0.0023708312358540055,1.3136299657543744,1.5379044290455617,1.4125852387048174,0.9999972852614827,0.0027279412089550076,"model.language_model.layers.21.mlp.down_proj.weight|2d-128|(1024, 1664)","model.language_model.layers.7.mlp.down_proj.weight|2d-128|(256, 4736)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,14,0.03910440523212655,3.2601760567023574 +3018,3033,1.2688374380139553,0.020711270195562986,-0.004202563164510676,-0.004200070600703957,1.5937012151920846,1.2886463936052766,1.4171164093747382,0.9999911691924326,-0.0033981387566378502,"model.language_model.layers.3.mlp.down_proj.weight|2d-64|(1792, 1088)","model.language_model.layers.19.mlp.down_proj.weight|2d-64|(1984, 320)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,16,0.01980895559132123,4.037535428231996 +3118,3316,1.1725556295703954,0.004179096845127304,0.00012039305355785222,8.461085614147791e-05,1.8661056462826109,1.1843266683190392,1.4141365300124975,0.9999999927527563,7.640762691703101e-05,"model.language_model.layers.10.mlp.gate_proj.weight|2d-128|(2560, 1152)","model.language_model.layers.22.mlp.gate_proj.weight|2d-128|(896, 1792)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,12,0.011771038748643825,5.244174740110684 +3422,3464,1.1656132456747106,0.01383043821153811,0.008102474141692009,0.008387573077693644,1.1806572260385204,1.8569331060107892,1.4090158392306813,0.9999671744176322,0.012743539905131924,"model.language_model.layers.22.mlp.gate_proj.weight|2d-64|(5504, 1088)","model.language_model.layers.10.mlp.gate_proj.weight|2d-64|(2176, 1280)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,12,0.015043980363809828,2.8955933059235375 +3606,3801,1.2468753345600034,0.0264504235005406,0.010743495109689895,0.010758397496270682,1.2597239041962798,1.6214423529493005,1.4068332683035727,0.9999422869910183,0.013828393611907401,"model.language_model.layers.21.mlp.up_proj.weight|2d-128|(0, 1024)","model.language_model.layers.2.mlp.up_proj.weight|2d-128|(4096, 1792)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,19,0.012848569636276341,3.174808998485501 +3927,4039,1.2424719326406415,0.00759204718448156,-0.028187458910083497,-0.028350041824173066,1.2546527947876376,1.7185472998777034,1.4330720070549572,0.999602654638428,-0.038609471561841066,"model.language_model.layers.22.mlp.up_proj.weight|2d-64|(384, 1728)","model.language_model.layers.3.mlp.up_proj.weight|2d-64|(3648, 1152)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,19,0.012180862146996096,3.2802546125499754 +4183,4293,1.1890375780585198,0.015751229415393034,-0.000563548114083453,-0.0005605241370845621,1.231237154927981,1.7154606873648648,1.4145910453507926,0.9999998412067489,-0.0007851814991769977,"model.language_model.layers.15.self_attn.k_proj.weight|2d-128|(128, 896)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 640)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,8,0.042199576869461186,3.4131858314706043 +4417,4601,1.1107967247579775,0.056142618453396125,0.030622256016670815,0.030953502818640732,1.130476546384989,2.023237852112179,1.3956514596907796,0.9995310287512087,0.054805301081318376,"model.language_model.layers.3.self_attn.k_proj.weight|2d-64|(128, 128)","model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(0, 1344)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,20,0.01967982162701154,2.9889848449807865 +4735,4756,1.134147471051212,0.027559811086497438,0.0028436044494763286,0.0028567106782709257,1.9569200595460927,1.161398593080758,1.4124474608131268,0.9999959569486943,0.001687630616687541,"model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(1024, 1280)","model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(1792, 640)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,12,0.027251122029545938,5.183559496187498 +4960,5106,1.1360015655400375,0.04166364742754077,0.02559358551236816,0.025461345503336445,1.1500573456731715,1.9355472086452528,1.398228635921438,0.9996724305394348,0.04307401990349584,"model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(1792, 896)","model.language_model.layers.11.self_attn.o_proj.weight|2d-64|(1344, 704)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,8,0.014055780133134022,3.0516625992002626 +5136,5166,1.1369076153133302,0.04779579327860018,-0.0017640619475990773,-0.0016808462957601977,2.0114771018953794,1.1536823486992567,1.4152898368529927,0.9999984440415121,-0.0010117774291536236,"model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(3712, 1792)","model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(3328, 768)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,4,0.0167747333859265,5.425394374745356 +5539,5583,1.123898832079942,0.041539342362483495,0.028412604107487954,0.02856457074758256,1.1382642329364947,1.9868901785010027,1.3967747149451688,0.9995962804691858,0.04959544753608597,"model.language_model.layers.19.self_attn.q_proj.weight|2d-64|(3584, 896)","model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(2752, 896)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,12,0.014365400856552801,3.5266794697513433 +5731,5779,1.0908408653553912,0.05033660115277315,0.008151394191809522,0.008248945885926942,2.326474800138659,1.1032436752152406,1.4097434936315087,0.9999667768344755,0.0038654938732902316,"model.language_model.layers.3.self_attn.v_proj.weight|2d-128|(256, 768)","model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(128, 384)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,16,0.012402809859849429,7.091761162752812 +6057,6129,1.0872556765374488,0.008942318973416546,0.011130851918405163,0.011232178486625647,1.0982678069401677,2.360084049626583,1.4081793423189977,0.9999380501488933,0.023919253487519023,"model.language_model.layers.23.self_attn.v_proj.weight|2d-64|(384, 1408)","model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(448, 384)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,16,0.011012130402718867,3.450229962561715 +6208,6221,1.2331265216425193,0.04873296627784688,-0.0013841669899830884,-0.0014596611017527435,1.266089899890038,1.6333750679255006,1.4151610843988556,0.999999042040413,-0.001785705621283467,"model.visual.blocks.23.attn.proj.weight|2d-128|(0, 512)","model.visual.blocks.19.attn.proj.weight|2d-128|(384, 896)",model.visual.layers.*.attn.proj.weight,2d-128,4,0.032963378247518715,3.1079398165238517 +6604,6643,1.2053565426175723,0.023742735521195928,0.002647671087207039,0.0026199584976789566,1.2244558914188197,1.7263880958738336,1.412445561608129,0.9999964949127641,0.0037330114369796474,"model.visual.blocks.4.attn.proj.weight|2d-64|(512, 192)","model.visual.blocks.21.attn.proj.weight|2d-64|(640, 256)",model.visual.layers.*.attn.proj.weight,2d-64,17,0.019099348801247418,3.1338050093203975 +6675,6811,1.1296505645844783,0.019553751321108617,-0.011430853360098435,-0.011348657898329116,2.0128353649214685,1.1598263890399336,1.4211894028533278,0.9999346656614421,-0.006586631776913964,"model.visual.blocks.7.attn.qkv.weight|2d-128|(2048, 640)","model.visual.blocks.1.attn.qkv.weight|2d-128|(1536, 896)",model.visual.layers.*.attn.qkv.weight,2d-128,6,0.030175824455455302,6.1306979408314835 +6937,7062,1.1168582595454073,-0.015404151661497719,-0.006524751446929305,-0.00652007216620157,1.1031200219151234,2.4021704438463387,1.417708665924901,0.9999787135827222,-0.014208395068422726,"model.visual.blocks.5.attn.qkv.weight|2d-64|(512, 256)","model.visual.blocks.18.attn.qkv.weight|2d-64|(2752, 576)",model.visual.layers.*.attn.qkv.weight,2d-64,13,0.013738237630283923,2.8821621550692744 +7336,7365,1.2317813345688198,0.029528945377546943,0.007685537850599803,0.007492544589528829,1.2475079444743469,1.6554764232498396,1.4089798856856306,0.9999704658178395,0.010198914378075012,"model.visual.blocks.1.mlp.linear_fc1.weight|2d-128|(2816, 256)","model.visual.blocks.16.mlp.linear_fc1.weight|2d-128|(3328, 768)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,15,0.0157266099055271,3.47317042841245 +7573,7643,1.2372085225233178,0.029571988355470254,0.028295830010904972,0.028270310503296477,1.674627332222193,1.220694220560921,1.3950353737829335,0.9995995928390498,0.020625816559706703,"model.visual.blocks.16.mlp.linear_fc1.weight|2d-64|(256, 192)","model.visual.blocks.0.mlp.linear_fc1.weight|2d-64|(832, 704)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,16,0.016514301962396782,5.507739017201756 +7855,7862,1.2394314904802304,0.04974613236333482,-0.007869300160522542,-0.007826226657041049,1.6034087413337925,1.2873421502600928,1.4196361321282713,0.9999690365781251,-0.006318090658070232,"model.visual.blocks.23.mlp.linear_fc2.weight|2d-128|(256, 3968)","model.visual.blocks.5.mlp.linear_fc2.weight|2d-128|(768, 2688)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,18,0.04791065977986242,4.495451690912128 +8109,8157,1.231224844297539,0.009698589545927616,0.010778286168101732,0.010484539812041501,1.4111436647689302,1.4020438391266554,1.4065716756585684,0.9999419125865654,0.010708781887778629,"model.visual.blocks.2.mlp.linear_fc2.weight|2d-64|(576, 3392)","model.visual.blocks.1.mlp.linear_fc2.weight|2d-64|(192, 256)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,1,0.17081899482911633,5.253026163199846 +8305,8404,1.3424778421911623,0.03686082675881397,0.006471549270292272,0.006063840528695562,1.3746059093404235,1.4474887342940905,1.409636178347478,0.9999790593057648,0.006814676554585748,"model.visual.merger.linear_fc1.weight|2d-128|(3968, 1024)","model.visual.merger.linear_fc1.weight|2d-128|(1152, 2176)",model.visual.merger.linear_fc1.weight,2d-128,0,0.0321280671492612,3.4355790063510048 +8583,8617,1.3476024445727308,0.039787302246565875,0.025331991604366985,0.02568453021839963,1.4198035245136216,1.3737284213101022,1.3961961087483088,0.9996790936102227,0.024509924249715417,"model.visual.merger.linear_fc1.weight|2d-64|(768, 192)","model.visual.merger.linear_fc1.weight|2d-64|(896, 704)",model.visual.merger.linear_fc1.weight,2d-64,0,0.02612597673737138,3.742462873673045 +8714,8916,1.349849825621362,0.04209299554429696,0.008202531022017148,0.008177428322862054,1.442803333625283,1.3763608373306802,1.4084080205967153,0.9999663586765472,0.007824796493453684,"model.visual.merger.linear_fc2.weight|2d-128|(1024, 2432)","model.visual.merger.linear_fc2.weight|2d-128|(1152, 3328)",model.visual.merger.linear_fc2.weight,2d-128,0,0.026511011709318133,3.7353549966690185 +9070,9170,1.3505904239343343,0.04304053808528721,0.009701091406018662,0.009736377688440923,1.3722774338858241,1.4452490729560041,1.4073463782800348,0.9999529433055998,0.010216952501731845,"model.visual.merger.linear_fc2.weight|2d-64|(1472, 3456)","model.visual.merger.linear_fc2.weight|2d-64|(192, 1152)",model.visual.merger.linear_fc2.weight,2d-64,0,0.021687009951489866,3.581568389096663 +9236,9260,0.8253220156201883,0.5891841738646473,0.5403460777442871,0.5381521365661974,0.8443450469712309,1.7949508857949026,1.0805080434316374,0.8414428776015427,1.1486946886963338,"model.visual.pos_embed.weight|2d-128|(256, 512)","model.visual.pos_embed.weight|2d-128|(640, 512)",model.visual.pos_embed.weight,2d-128,0,0.019023031351042663,3.814629918245696 +9598,9613,0.5714304471277046,0.8477459054217931,0.7854786333670535,0.7836035644259953,0.6393262515592418,1.0227248643668014,0.76667094163546,0.6188887755678123,1.2565236087429792,"model.visual.pos_embed.weight|2d-64|(1728, 832)","model.visual.pos_embed.weight|2d-64|(960, 832)",model.visual.pos_embed.weight,2d-64,0,0.0678958044315372,2.7326779262273635 +9708,9733,1.2140965098104077,0.010204848348163693,0.003477623795588004,0.0034751807823513183,1.1668655534365748,1.9293446052311007,1.4120340361721835,0.9999939530480854,0.005750049514513942,"mtp.fc.weight|2d-128|(1152, 3840)","mtp.fc.weight|2d-128|(384, 2688)",mtp.fc.weight,2d-128,0,0.0472309563738329,3.620105902080165 +9918,10087,1.1757603407657296,0.04178123344085745,0.015488987813184583,0.015627794062770307,1.1398014494652438,2.025766639352295,1.4048211732862064,0.9998800384328728,0.02752854438288761,"mtp.fc.weight|2d-64|(1152, 3392)","mtp.fc.weight|2d-64|(1856, 3456)",mtp.fc.weight,2d-64,0,0.035958891300485796,3.3945445365023783 +10274,10325,1.3259250205371567,0.026899217961594887,-0.005830180851561859,-0.005830052352075659,1.4557283889649306,1.383663789528483,1.4183248390675138,0.999983004351193,-0.00554156269250501,"mtp.layers.0.mlp.down_proj.weight|2d-128|(384, 256)","mtp.layers.0.mlp.down_proj.weight|2d-128|(512, 640)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.05773876899132624,3.795931966083051 +10406,10619,1.2818304630311104,0.015112096799909276,-0.0019594427001199677,-0.0021564787722054197,1.478860706176815,1.3598082450131286,1.4155935587438975,0.9999980802903098,-0.0018017020319257514,"mtp.layers.0.mlp.down_proj.weight|2d-64|(960, 1088)","mtp.layers.0.mlp.down_proj.weight|2d-64|(1024, 1728)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.07797778198201821,4.1984204809028 +10694,10862,1.3164380912173097,0.04645105396050253,-0.004104923599771814,-0.004104612220884481,1.485930612914189,1.3570283507190468,1.4171013234483025,0.9999915747656277,-0.003748827606089388,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(5504, 1536)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(1664, 1792)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.040590259501737114,4.149822751119585 +10969,11133,1.3045984333085627,0.04906600684027575,0.007313301724902304,0.0072068361081677685,1.351604955122729,1.4745082957672233,1.4090523826864063,0.9999732574513583,0.007978310542549041,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(896, 1408)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(3200, 960)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.0470065218141662,3.5857799276012092 +11245,11323,1.3388130782582013,0.045403541503799126,0.010168657678190555,0.010175178508503809,1.401678221383596,1.41239312061732,1.4070050726038579,0.9999482978639564,0.010246390313756865,"mtp.layers.0.mlp.up_proj.weight|2d-128|(640, 1664)","mtp.layers.0.mlp.up_proj.weight|2d-128|(1280, 1408)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.06286514312539482,3.6106734571980836 +11443,11525,1.319754581488738,0.015756895176081448,-0.0025978286776189093,-0.002389784157126982,1.331972780306735,1.5183246702739115,1.4160336961180426,0.9999966256373878,-0.002961282263940494,"mtp.layers.0.mlp.up_proj.weight|2d-64|(4096, 1792)","mtp.layers.0.mlp.up_proj.weight|2d-64|(1984, 576)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.012218198817997017,3.5376679290872937 +11673,11726,1.2545575016487442,0.01123069344014956,-0.007909951891057556,-0.007900871497115228,1.6474281870208383,1.265967330691801,1.4196079131370192,0.9999687158411913,-0.006078408006075978,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 1152)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 1792)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.011409829043056652,5.054338576633548 +11757,11828,1.094363262337941,0.06350472549510855,0.028892249292879982,0.029076063646930363,1.9978963885359886,1.1359720473827917,1.3965467623805654,0.9995825318255608,0.016427672511474527,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 1856)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(192, 256)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.04160878504485077,6.030492347945516 +12158,12177,1.1993833688859181,0.056099451550070935,0.012072349839717781,0.012023268207871245,1.2329583840761795,1.6811245978777454,1.4060480318353745,0.9999271265294024,0.016460510372328242,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(1280, 1792)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1536, 128)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.033575015190261404,3.461309639897916 +12461,12488,1.1830909042860531,0.020485307612857336,0.02538146817736483,0.0253801256569989,1.2088511694447053,1.714532187265926,1.3972067150213217,0.9996778386426106,0.035998926294746304,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(384, 1856)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(704, 0)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.02576026515865215,3.408445311508859 +12591,12594,1.0655116624174612,0.016835673399672072,-0.0022559955839909075,-0.002332360550016996,2.7332800909669714,1.0754485491991754,1.415300187603169,0.9999974552387246,-0.0008876540629044833,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 1920)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(2304, 512)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.009936886781714227,8.141510970878526 +12997,12999,1.0646087897146135,0.005423366945264914,0.0053146502258607595,0.005468026139437954,2.792247557363805,1.068861018000783,1.4117019282725636,0.9999858771467609,0.0020344265091218373,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(704, 640)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(3968, 1664)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.004252228286169446,8.932992790439052 +13029,13042,1.3705890070584685,0.04584221566738897,0.0051144191074272765,0.005148482953384817,1.3986207209335038,1.4228781338325467,1.4105930220268292,0.9999869212730702,0.0052031226238064806,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 640)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(256, 256)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.028031713875035225,3.6045722197963705 +13276,13282,1.3110419788960963,0.05884844992203446,0.03083155013833971,0.030424338375521155,1.4309250212228763,1.356593240868782,1.392273152520398,0.9995245947529591,0.029229953982797777,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 768)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 1152)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.045551261972685664,4.346962249160425 +149,190,1.1862609165610944,0.24153413364057227,0.2764876077772966,0.2714690702211088,1.2173261440771384,1.1891419060060409,1.2029864772746108,0.961017483059277,0.27008620697011093,"model.language_model.embed_tokens.weight|2d-128|(143744, 1920)","model.language_model.embed_tokens.weight|2d-128|(163712, 1920)",model.language_model.embed_tokens.weight,2d-128,0,0.0028809894449464135,3.2544363943392423 +453,496,1.2045884935894362,0.16797224015818815,0.11358812700278087,0.11679200821077788,1.3056470426539535,1.3590430458834624,1.3315427561624769,0.9935279248234546,0.11823344981831445,"model.language_model.embed_tokens.weight|2d-64|(217024, 1088)","model.language_model.embed_tokens.weight|2d-64|(248192, 832)",model.language_model.embed_tokens.weight,2d-64,0,0.10105854906451728,3.3292950622988293 +536,735,0.16485344953956438,0.9867392599898535,0.9867392599898536,0.98633273573391,0.16485344953956438,0.17209670369800995,0.16835832954257599,0.162313378360122,1.030094150458844,"model.language_model.layers.21.linear_attn.conv1d.weight|3d-axis0-slice|(5214, 0, 0)","model.language_model.layers.9.linear_attn.conv1d.weight|3d-axis0-slice|(3944, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,12,0.0,0.2583363526893343 +805,831,0.6606441842045309,0.8631908377125497,0.8631908377125496,0.8646177836587999,0.6606441842045309,1.5114085139656137,0.8560825710082719,0.5048777849035417,1.9747906853471249,"model.language_model.layers.14.linear_attn.conv1d.weight|3d-volume|(4924, 0, 0)","model.language_model.layers.12.linear_attn.conv1d.weight|3d-volume|(4416, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,2,0.0,1.7561514788903017 +1150,1234,1.1578051458010796,0.005115831318579117,-0.003233280497809036,-0.003143634387641188,1.973352133094475,1.1621758145350531,1.4162115903699595,0.9999947729349501,-0.0019041915191634073,"model.language_model.layers.6.linear_attn.in_proj_qkv.weight|2d-128|(4864, 256)","model.language_model.layers.16.linear_attn.in_proj_qkv.weight|2d-128|(1792, 1024)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,10,0.004370668733973515,5.202567548977835 +1433,1476,1.1551982493466506,0.005028581402716523,0.000397821530559042,0.0004200948958095885,1.9693410417642017,1.1605149889505484,1.413967458629846,0.9999999208690118,0.00023443265506081692,"model.language_model.layers.0.linear_attn.in_proj_qkv.weight|2d-64|(4352, 1472)","model.language_model.layers.16.linear_attn.in_proj_qkv.weight|2d-64|(512, 1152)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,16,0.00531673960389778,5.187163723401243 +1540,1545,1.1649967862834196,0.04096945884199121,0.009091858082179908,0.007667157881755569,1.1806397386617644,1.8540768754413768,1.408376060436059,0.999958668204148,0.014277855702258242,"model.language_model.layers.0.linear_attn.in_proj_z.weight|2d-128|(0, 512)","model.language_model.layers.10.linear_attn.in_proj_z.weight|2d-128|(512, 1920)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,10,0.015642952378344788,2.9998700457959018 +1922,1983,1.1635302130599052,-0.024548204016284332,0.01119099419819124,0.012765805081879515,1.9483764960600682,1.157402822117942,1.4072471688368455,0.9999373788637246,0.006647836438944977,"model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-64|(640, 768)","model.language_model.layers.14.linear_attn.in_proj_z.weight|2d-64|(256, 192)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,10,0.00612739094196324,5.745674508439456 +2118,2150,1.2416500641013155,0.03192868757751771,0.004043165788057471,0.0042678537466834246,1.636696506521839,1.2592635510410446,1.4114474099588359,0.9999918263718011,0.003110785223423448,"model.language_model.layers.17.linear_attn.out_proj.weight|2d-128|(512, 896)","model.language_model.layers.16.linear_attn.out_proj.weight|2d-128|(1664, 1024)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,1,0.017613486939729084,4.315963653272638 +2351,2528,1.2365687930121296,0.0375145911420204,0.02917300191835634,0.02906481272515941,1.593930285501501,1.2543418038071585,1.3940191926605183,0.9995743774022379,0.02295766394653044,"model.language_model.layers.18.linear_attn.out_proj.weight|2d-64|(64, 1536)","model.language_model.layers.9.linear_attn.out_proj.weight|2d-64|(256, 192)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,9,0.01777301079502891,4.345202083924257 +2708,2805,1.2747755907146006,0.05343912923312165,0.005318645365878367,0.005309715137929077,1.5339563751592733,1.3127280724300323,1.410492972781329,0.9999858559057083,0.004551586467616125,"model.language_model.layers.3.mlp.down_proj.weight|2d-128|(1024, 4864)","model.language_model.layers.15.mlp.down_proj.weight|2d-128|(896, 2176)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,12,0.03795248171543175,3.921167278815395 +2876,2938,1.2689401129144273,0.014782366006364098,0.011361911813710227,0.011474508654283047,1.2840777816821844,1.5717796891366866,1.4063188753263334,0.9999354513967077,0.013907586030463657,"model.language_model.layers.22.mlp.down_proj.weight|2d-64|(896, 1024)","model.language_model.layers.0.mlp.down_proj.weight|2d-64|(64, 1664)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,22,0.015137668767757129,3.315575778391205 +3131,3269,1.1725817244536672,0.022716290040878304,0.004208618715824485,0.004349800058235874,1.8451028254077908,1.1866921494437896,1.4115030837452465,0.9999911437250356,0.002706805670284153,"model.language_model.layers.10.mlp.gate_proj.weight|2d-128|(1408, 1152)","model.language_model.layers.18.mlp.gate_proj.weight|2d-128|(768, 1664)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,8,0.014110424990122494,5.246623527532436 +3340,3464,1.1657180438446624,0.02027113236989629,0.0023970882323579067,0.0030482842852204784,1.1821386467576536,1.867991500688858,1.4126808902750851,0.999997126979876,0.0037878301811105717,"model.language_model.layers.20.mlp.gate_proj.weight|2d-64|(4864, 1984)","model.language_model.layers.10.mlp.gate_proj.weight|2d-64|(2176, 1280)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,10,0.01642060291299119,2.9991252832273916 +3695,3813,1.2469634285792488,0.068690257265239,-0.005545426508061927,-0.005510151531180433,1.3131120929493225,1.5530427846058932,1.4180749250725275,0.9999846240042112,-0.006558681983168826,"model.language_model.layers.19.mlp.up_proj.weight|2d-128|(3840, 1280)","model.language_model.layers.5.mlp.up_proj.weight|2d-128|(4992, 1280)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,14,0.06614866437007372,3.277732379222322 +3922,4084,1.242502127744874,0.01323093717712511,0.015863819403588022,0.015913286792508533,1.2504462858688625,1.6307864949729691,1.403338579713231,0.9998741616993262,0.020689015381484842,"model.language_model.layers.19.mlp.up_proj.weight|2d-64|(512, 1600)","model.language_model.layers.2.mlp.up_proj.weight|2d-64|(4992, 1344)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,17,0.00794415812398852,3.0653541822293637 +4250,4300,1.1890535666582496,-0.009219802843978043,0.0008165604966479846,0.000712620730006592,1.1810517777627458,1.8770256892005273,1.413692938188735,0.9999996666144221,0.0012977458379496243,"model.language_model.layers.19.self_attn.k_proj.weight|2d-128|(128, 1280)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 1536)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,4,0.008001788895503736,3.7108110119103808 +4412,4542,1.1108717114772155,0.010251184435946711,0.011318686722317683,0.011398171203995564,1.1302793430472007,2.099904450367166,1.4075172977974022,0.9999359416137026,0.021028572066466664,"model.language_model.layers.19.self_attn.k_proj.weight|2d-64|(64, 1216)","model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 960)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,4,0.01940763156998515,3.4750822162802137 +4772,4823,1.134174892921911,-0.0045292841524155044,-0.003921213749862427,-0.003962939237991664,1.1371683276055526,2.115552053200279,1.4165242989854445,0.9999923120118114,-0.0072949022569296145,"model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(1664, 768)","model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(128, 1920)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,12,0.0029934346836415493,3.0180909884210747 +4960,5053,1.1360119371088653,0.016974218392008304,-0.0030386949333882623,-0.002611619250111576,1.15657821454426,2.0007727028433955,1.416074302873731,0.9999953831558933,-0.00525665951384657,"model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(1792, 896)","model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(512, 448)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,12,0.020566277435394742,3.036899622779917 +5203,5316,1.1370292887072415,0.023854766032592775,-0.001962807288981475,-0.0009856253568473294,1.138879421093505,2.097150941278912,1.415377208660463,0.9999980736919178,-0.0036143450108917646,"model.language_model.layers.23.self_attn.q_proj.weight|2d-128|(1408, 384)","model.language_model.layers.19.self_attn.q_proj.weight|2d-128|(768, 768)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,4,0.0018501323862634145,3.198742932181658 +5465,5491,1.1239473500209975,0.05306743132667551,0.0015377637561906495,0.002038522161970073,1.1579833832311797,1.9780114041356633,1.4132650643852291,0.999998817640616,0.00262673393302428,"model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(3520, 1216)","model.language_model.layers.19.self_attn.q_proj.weight|2d-64|(2496, 1344)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,16,0.034036033210182115,3.1500358295452284 +5731,5816,1.0909061153445438,0.05386172474711269,0.011661244275621997,0.011695153059676555,2.1109271185588323,1.1283954823574698,1.4073404996678138,0.9999320053793379,0.006233514764006778,"model.language_model.layers.3.self_attn.v_proj.weight|2d-128|(256, 768)","model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(384, 1024)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,16,0.037489367012925934,7.6871419903972 +5919,6063,1.0873385143726197,0.003179307758234453,-0.0070166241751802435,-0.006764412193720154,1.0858862649316654,2.6084132035075376,1.417729975842453,0.9999753831895986,-0.016854670450907754,"model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(192, 640)","model.language_model.layers.3.self_attn.v_proj.weight|2d-64|(448, 1792)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,16,0.0014522494409543452,3.621657727201438 +6345,6360,1.233127338401147,0.017735980417448026,-0.00013437836029869585,-0.00010773394292307711,1.6818704045052457,1.2438438705417436,1.4143044129698275,0.9999999909712282,-9.938084369832995e-05,"model.visual.blocks.11.attn.proj.weight|2d-128|(128, 128)","model.visual.blocks.21.attn.proj.weight|2d-128|(256, 512)",model.visual.layers.*.attn.proj.weight,2d-128,10,0.010716532140596646,4.1894949883558805 +6410,6498,1.2055167166731384,-0.008683821755120596,0.005513346691495407,0.005650530552335934,1.2219198839573282,1.7265159507915842,1.410532115174495,0.9999848013886308,0.0077901023873045054,"model.visual.blocks.21.attn.proj.weight|2d-64|(832, 768)","model.visual.blocks.0.attn.proj.weight|2d-64|(384, 128)",model.visual.layers.*.attn.proj.weight,2d-64,21,0.01640316728418978,3.126189280430155 +6764,6907,1.1296528777098855,0.056113267830580946,0.005011076957525474,0.005069014434914692,1.1759063667017335,1.885359763514647,1.4110278270623615,0.9999874444750423,0.008034383633871687,"model.visual.blocks.23.attn.qkv.weight|2d-128|(2176, 256)","model.visual.blocks.22.attn.qkv.weight|2d-128|(1152, 512)",model.visual.layers.*.attn.qkv.weight,2d-128,1,0.046253488991848,2.9663399311650998 +7078,7115,1.117792675960024,0.006400689660605319,0.010321015653099364,0.010352043951430958,2.32086690703415,1.1026934475472088,1.4085444525760882,0.9999467368994653,0.004903735021690057,"model.visual.blocks.0.attn.qkv.weight|2d-64|(2496, 320)","model.visual.blocks.3.attn.qkv.weight|2d-64|(1856, 320)",model.visual.layers.*.attn.qkv.weight,2d-64,3,0.015099228412815302,5.912146674446791 +7276,7405,1.2318463386866265,0.032823593091620994,-0.0037586805420905477,-0.0037383859931438023,1.6617505741632803,1.255639439255502,1.4167679985846908,0.9999929361353422,-0.0028401058507757783,"model.visual.blocks.15.mlp.linear_fc1.weight|2d-128|(512, 384)","model.visual.blocks.1.mlp.linear_fc1.weight|2d-128|(2176, 0)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,14,0.023793100568875403,4.544416801878294 +7435,7514,1.2374401366418863,0.049408022261361435,0.01807529088746394,0.01817368212493304,1.5985376621339042,1.263334543157993,1.4017231820161826,0.999836628584557,0.014285018049108224,"model.visual.blocks.17.mlp.linear_fc1.weight|2d-64|(3840, 192)","model.visual.blocks.4.mlp.linear_fc1.weight|2d-64|(2048, 0)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,13,0.02589440651610664,4.270818857135169 +7681,7864,1.2394353409596,0.007589631318371249,-0.0026141406726558716,-0.002425004211431487,1.2512374234215988,1.669538744343816,1.4159866241565209,0.9999965831284342,-0.003488074329034367,"model.visual.blocks.4.mlp.linear_fc2.weight|2d-128|(256, 1024)","model.visual.blocks.9.mlp.linear_fc2.weight|2d-128|(0, 1536)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,5,0.011802082461998875,3.5412468476339423 +7963,8021,1.231325073220181,0.05784543169157269,0.052752794427996734,0.05271700451933266,1.2879193240525946,1.4870484956175742,1.3767989754134993,0.9986076019538593,0.06090906637454273,"model.visual.blocks.4.mlp.linear_fc2.weight|2d-64|(384, 2944)","model.visual.blocks.23.mlp.linear_fc2.weight|2d-64|(704, 3584)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,19,0.05659425083241354,3.5116726302949512 +8278,8360,1.3425703671339784,0.05591572229234146,0.0006916087814952268,0.0006733742837774008,1.4251368100707775,1.402582033469442,1.4137244987729574,0.9999997608386181,0.0006806631084539334,"model.visual.merger.linear_fc1.weight|2d-128|(256, 2816)","model.visual.merger.linear_fc1.weight|2d-128|(640, 1024)",model.visual.merger.linear_fc1.weight,2d-128,0,0.06001166633546373,3.6213202844449572 +8664,8700,1.3476219750830598,0.04691742199312696,0.030225975708402356,0.03022554896366848,1.4106776148987992,1.3753609512387965,1.3926835510415883,0.999543090813235,0.029469260916436486,"model.visual.merger.linear_fc1.weight|2d-64|(3776, 2944)","model.visual.merger.linear_fc1.weight|2d-64|(1728, 512)",model.visual.merger.linear_fc1.weight,2d-64,0,0.027738976155736728,3.5859424174932286 +8708,8721,1.3499504957214026,0.0495437442549252,0.004654765568041604,0.004655914385536161,1.435842356347146,1.3872524139954667,1.4109202610062688,0.9999891665200712,0.004497244939393259,"model.visual.merger.linear_fc2.weight|2d-128|(0, 512)","model.visual.merger.linear_fc2.weight|2d-128|(1152, 3456)",model.visual.merger.linear_fc2.weight,2d-128,0,0.03730191827406415,3.661379194855804 +9099,9194,1.3506474024640527,0.038644583036069845,0.03354054352950515,0.03350743100273018,1.430756405721853,1.353151165892615,1.3903320065171962,0.9994373576866864,0.031721280715653194,"model.visual.merger.linear_fc2.weight|2d-64|(1984, 2432)","model.visual.merger.linear_fc2.weight|2d-64|(1152, 2944)",model.visual.merger.linear_fc2.weight,2d-64,0,0.002503763428562289,3.7380930366298797 +9240,9312,0.8254815739419354,0.5717360792822297,0.686843447744389,0.687455487736891,0.7317916829491161,0.9477628991704332,0.8191470740158336,0.726805392309799,0.8895492426028321,"model.visual.pos_embed.weight|2d-128|(384, 0)","model.visual.pos_embed.weight|2d-128|(1536, 0)",model.visual.pos_embed.weight,2d-128,0,0.09368989099281932,2.892856691025247 +9404,9461,0.5721835521051405,0.8228868937663336,0.8148076047342009,0.8300128008466301,0.6748005314517982,0.5816451582251181,0.6230593407948006,0.5797314613399157,0.7023244293525087,"model.visual.pos_embed.weight|2d-64|(1152, 128)","model.visual.pos_embed.weight|2d-64|(2176, 128)",model.visual.pos_embed.weight,2d-64,0,0.009461606119977595,2.4738653387401444 +9676,9822,1.2141963376555032,0.018346296953274808,-0.012553238217985874,-0.012546863906940733,1.7853369215173804,1.2174171572862194,1.4224529263711618,0.9999212050007953,-0.00856002438637088,"mtp.fc.weight|2d-128|(1408, 3584)","mtp.fc.weight|2d-128|(1152, 3584)",mtp.fc.weight,2d-128,0,0.0032208196307161874,4.789674695074297 +9958,10043,1.1768793500304977,0.03480419942774659,0.0007732463339918505,0.0005924917441014874,2.179072695087451,1.1250653394828185,1.4137677234358168,0.9999997010450088,0.0003992306687232722,"mtp.fc.weight|2d-64|(1664, 320)","mtp.fc.weight|2d-64|(1152, 3904)",mtp.fc.weight,2d-64,0,0.0518140105476792,5.725848727849761 +10275,10363,1.3259831160686493,0.05521967721352837,0.0032721820711892505,0.003359363049185559,1.3991757043291946,1.4249743264883141,1.411898271122467,0.9999946463979159,0.0033325160154031607,"mtp.layers.0.mlp.down_proj.weight|2d-128|(1920, 3712)","mtp.layers.0.mlp.down_proj.weight|2d-128|(512, 5504)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.07319258826054531,3.6899404799268307 +10486,10547,1.2818709494903175,0.022832447449870667,0.026120892151420428,0.02596471813339497,1.4494729328857634,1.347446947858985,1.3956708284077568,0.9996587912849133,0.02428228606843471,"mtp.layers.0.mlp.down_proj.weight|2d-64|(1088, 5504)","mtp.layers.0.mlp.down_proj.weight|2d-64|(1984, 5440)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.06557599836866745,4.2568294384852505 +10745,10795,1.3166964647249868,0.060008745278097526,0.014130224064026581,0.014148627270556144,1.448946477940419,1.363367766551871,1.4042050565839739,0.9999001634002769,0.013295654681760846,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(4864, 512)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(1152, 1408)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.04667130182688428,4.200621486729633 +10940,11123,1.3046192273833028,0.014223993433834684,-0.0013864693577894667,-0.0014908475896047682,1.509440199765018,1.336636847989801,1.415186407891948,0.999999038850898,-0.001227743922891847,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(5568, 1536)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(960, 1024)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.032017620606498154,4.580200459145918 +11200,11393,1.3388780145361499,0.050488583591045355,0.012037357807632192,0.01203667137156283,1.371700745139838,1.4423312049494375,1.405686877798296,0.9999275483838872,0.0126571753005206,"mtp.layers.0.mlp.up_proj.weight|2d-128|(6016, 0)","mtp.layers.0.mlp.up_proj.weight|2d-128|(1920, 128)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.03282273060368812,3.561828475590327 +11458,11520,1.3198084885447756,0.023304670233526587,0.017965542932223837,0.017900441381557643,1.3348291821153346,1.479321901270036,1.4015198418978352,0.999838606609662,0.019910278771197467,"mtp.layers.0.mlp.up_proj.weight|2d-64|(64, 1152)","mtp.layers.0.mlp.up_proj.weight|2d-64|(1344, 960)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.015020693570559018,3.680370882161924 +11678,11681,1.2546188304470627,0.014976586061331601,0.0018024243909227529,0.0019535726460099454,1.6331483517694037,1.2630745482401293,1.412979467150824,0.9999983756318382,0.0013939923895065695,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 1792)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(128, 128)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.008455717793066642,4.603392977332284 +11757,11888,1.0944018942745628,0.024374209698919055,0.015808917497152495,0.01596667978746578,2.2960173691671604,1.1024353910233105,1.405462852528609,0.9998750312551906,0.007590669990859162,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 1856)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(320, 0)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.008033496748747648,7.035515692713622 +12191,12193,1.1993972621294475,0.038683941618230286,0.0012671139740853936,0.0013054282330169484,1.2224546899214215,1.7354531309988466,1.4133696523503125,0.9999991972107661,0.0017988535131721235,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(1536, 1920)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1664, 128)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.02305742779197395,3.545362181557087 +12295,12310,1.1831686483016917,0.03505762945294355,0.0018911165491461489,0.0010283165999749632,1.284641981976834,1.5892971239555482,1.4129054555988143,0.9999982118374999,0.0023395982186396546,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(1600, 1984)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(1344, 64)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.10147333367514233,3.2075728999314954 +12679,12743,1.065571570591195,0.06959692300207249,0.026589381150014704,0.026778535239717578,1.0785785790178692,2.4989868086103053,1.4004655959696968,0.9996464399026583,0.06160562988697869,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(3968, 896)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(1920, 896)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.013007008426674238,3.3998438119015004 +12783,12974,1.064696101138135,0.026172023863178673,0.018282462386448123,0.018110136765038233,2.6377290308618058,1.072607976581424,1.405162623451018,0.999832861816958,0.007434393282181495,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(576, 320)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(2496, 896)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.007911875443288974,8.37597435576046 +13029,13047,1.370629899974248,-0.005235789836955357,0.0006274344185860067,0.0004935913303361793,1.3912221294614884,1.4374511068254239,1.4137700666367132,0.9999998031630059,0.0006482834626889739,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 640)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(256, 896)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.020592229487240488,3.522302699232973 +13178,13224,1.3110567544927725,0.05103469471223908,0.04163594131628296,0.04227692178920199,1.3562519418668701,1.4145603854308908,1.38448612751213,0.9991328482192481,0.043425967829449554,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 640)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(256, 1536)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.04519518737409767,3.3980726961999377 +33,235,1.186419015556208,0.2768461349380216,0.2551040992597545,0.2544671039230745,1.2768871065703788,1.1724437239651129,1.2213287285044605,0.9669135941442075,0.2342377792021248,"model.language_model.embed_tokens.weight|2d-128|(39296, 768)","model.language_model.embed_tokens.weight|2d-128|(147456, 768)",model.language_model.embed_tokens.weight,2d-128,0,0.013975291591095118,3.0849693999504066 +384,462,1.20481238723613,0.10429581233151182,0.08018024508530801,0.08032516676732103,1.4148497346739801,1.3048674935461302,1.356526125366595,0.9967803811763452,0.07394749624099738,"model.language_model.embed_tokens.weight|2d-64|(185728, 960)","model.language_model.embed_tokens.weight|2d-64|(224448, 1920)",model.language_model.embed_tokens.weight,2d-64,0,0.10005510631000014,4.23924448931052 +572,750,0.16569819709012049,0.9988416414943434,0.9988416414943434,0.9984495378564597,0.16569819709012049,0.19719308219928766,0.17940454268345643,0.04811834594918573,1.1886952626777205,"model.language_model.layers.16.linear_attn.conv1d.weight|3d-axis0-slice|(952, 0, 0)","model.language_model.layers.12.linear_attn.conv1d.weight|3d-axis0-slice|(1522, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,4,0.0,0.31453024116000605 +845,937,0.6609362774402595,0.7617052564111512,0.761705256411151,0.758393908227452,1.0471109505914105,0.6609362774402595,0.7904180007630806,0.647923685595474,0.480788245404865,"model.language_model.layers.20.linear_attn.conv1d.weight|3d-volume|(5880, 0, 0)","model.language_model.layers.8.linear_attn.conv1d.weight|3d-volume|(1648, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,12,0.0,2.6988833618083405 +1043,1105,1.157943717050455,0.061183362627149455,-0.000663921256107213,-0.0006263658357764998,1.2089565544965002,1.781203383899151,1.414649785082002,0.9999997796042586,-0.0009781813776701485,"model.language_model.layers.16.linear_attn.in_proj_qkv.weight|2d-128|(1664, 896)","model.language_model.layers.4.linear_attn.in_proj_qkv.weight|2d-128|(4992, 1664)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,12,0.051012837446045234,3.254166926477351 +1424,1469,1.1552050420455573,0.04805508637005779,0.011549619200534912,0.011843636015093067,1.8588045654421628,1.1775874144886815,1.406810097836603,0.999933300923778,0.00731689950925609,"model.language_model.layers.13.linear_attn.in_proj_qkv.weight|2d-64|(3200, 576)","model.language_model.layers.17.linear_attn.in_proj_qkv.weight|2d-64|(5120, 896)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,4,0.022382372443124243,5.201008211950444 +1567,1645,1.1650008521452044,0.04936782685494504,0.022599293304842026,0.02255643759815945,1.188114536162472,1.7877933892578113,1.3994030551234733,0.9997446033573383,0.03400586891461943,"model.language_model.layers.0.linear_attn.in_proj_z.weight|2d-128|(128, 1920)","model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-128|(640, 1664)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,4,0.023113684017267655,3.228416841754366 +1837,1994,1.1635541137044076,0.024691754709837824,0.006352047046642506,0.005656146248426306,1.211152175133363,1.7561207583530787,1.410008858667538,0.9999798255456543,0.009210206533638906,"model.language_model.layers.20.linear_attn.in_proj_z.weight|2d-64|(1408, 704)","model.language_model.layers.1.linear_attn.in_proj_z.weight|2d-64|(896, 64)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,19,0.047598061428955285,3.223248536336344 +2178,2250,1.2417973992862583,0.01751650718676432,-0.001459503917936015,-0.0014668995259632203,1.6682936010487122,1.2506814033297344,1.4152038402136098,0.9999989349235896,-0.0010941565723815074,"model.language_model.layers.12.linear_attn.out_proj.weight|2d-128|(640, 896)","model.language_model.layers.4.linear_attn.out_proj.weight|2d-128|(1152, 1152)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,8,0.008884004043476112,4.674568539432621 +2403,2524,1.2366327360800564,0.009612768363728322,0.009644856012747198,0.009653177898828877,1.6910383193975165,1.2313197265704388,1.4077080471237438,0.9999534872945307,0.007022845864698254,"model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(192, 960)","model.language_model.layers.14.linear_attn.out_proj.weight|2d-64|(1856, 1984)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,2,0.005313009509617661,4.503280563977172 +2659,2786,1.2748464314704795,0.05681236538883375,0.005955445730844721,0.005872785921678776,1.3081202031238381,1.540250687757761,1.4100518709993712,0.9999822661758292,0.0070122603113478696,"model.language_model.layers.17.mlp.down_proj.weight|2d-128|(256, 896)","model.language_model.layers.2.mlp.down_proj.weight|2d-128|(384, 640)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,15,0.03327377165335865,3.6012817025616917 +2852,3036,1.269020646470926,0.03601647130710466,0.012397854142498266,0.01236193815134333,1.5545554163117368,1.2925649595215762,1.4055677447691048,0.9999231436528816,0.010308433954624078,"model.language_model.layers.2.mlp.down_proj.weight|2d-64|(1344, 832)","model.language_model.layers.16.mlp.down_proj.weight|2d-64|(1600, 1984)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,14,0.0235443130506503,4.1362408341240515 +3097,3100,1.172632713747826,0.0240769487171126,0.0028535914264654926,0.002681080890351106,1.183652481178142,1.8607030934798903,1.4123847782116452,0.9999959284996968,0.004485849080861189,"model.language_model.layers.22.mlp.gate_proj.weight|2d-128|(3456, 512)","model.language_model.layers.11.mlp.gate_proj.weight|2d-128|(5504, 1920)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,11,0.011019767430315852,3.1835336587734333 +3331,3384,1.1657205540073332,0.024324249979901395,0.012704670080787798,0.012691805024861592,1.176454728730023,1.8598630502957758,1.4060729016514641,0.9999192924222127,0.020084875237794148,"model.language_model.layers.19.mlp.gate_proj.weight|2d-64|(4672, 448)","model.language_model.layers.9.mlp.gate_proj.weight|2d-64|(4928, 512)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,10,0.010734174722689893,3.1026429610833968 +3679,3708,1.247042157560232,0.03455033909364594,-0.004647726312654345,-0.004786672410669705,1.6111162724082575,1.2801172553434859,1.4174113527768377,0.9999891992617334,-0.003692864849567567,"model.language_model.layers.1.mlp.up_proj.weight|2d-128|(768, 1280)","model.language_model.layers.21.mlp.up_proj.weight|2d-128|(6016, 1792)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,20,0.033075097783253904,4.04846888686305 +3908,3933,1.2425685883250426,0.04521879312998505,0.0219066724390452,0.0221795990493449,1.2566065167297846,1.6044888878838481,1.3990937347559904,0.9997600200561375,0.027971375312004436,"model.language_model.layers.22.mlp.up_proj.weight|2d-64|(3776, 896)","model.language_model.layers.0.mlp.up_proj.weight|2d-64|(5696, 1408)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,22,0.01403792840474205,3.087776454964898 +4278,4293,1.189106540783026,0.021630916598850528,-0.007065156574215488,-0.007073213368441478,1.2351707993643046,1.7203310352767316,1.4189393083970778,0.9999750414698269,-0.009840265111487213,"model.language_model.layers.3.self_attn.k_proj.weight|2d-128|(0, 256)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 640)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,20,0.046064258581278716,3.3800693025531325 +4499,4514,1.1109801953191467,0.029075957237659905,0.017977818158317293,0.018758972806174355,1.16053286191426,1.9113475863843319,1.4028891958747778,0.9998383859675855,0.029608691380507257,"model.language_model.layers.15.self_attn.k_proj.weight|2d-64|(128, 256)","model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 512)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,8,0.04955266659511337,3.117770960470469 +4767,4805,1.1342365978938305,0.034208236791998546,0.006341700516156069,0.006368522068521289,1.9806517670120611,1.1542082404298901,1.4103067200746093,0.9999798912151001,0.003695572899787411,"model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(1664, 1152)","model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(1664, 128)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,12,0.019971642536059653,5.560851083736741 +4900,4901,1.1360182308299922,0.012403498371141818,-0.008720636952188526,-0.008515368025516798,1.13868968751408,2.1245313678995132,1.4193392339298567,0.9999619745226055,-0.016270689860585077,"model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(1792, 960)","model.language_model.layers.11.self_attn.o_proj.weight|2d-64|(64, 320)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,8,0.0026714566840877474,3.069683848827774 +5124,5306,1.13710344436281,0.04578334169855484,0.01199041474316384,0.012313581890807989,1.1704944733632445,1.8865799927926024,1.4065965466596886,0.9999281123932294,0.019325914880008423,"model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(2816, 1152)","model.language_model.layers.23.self_attn.q_proj.weight|2d-128|(2560, 1024)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,20,0.03339102900043445,3.1144104496288927 +5428,5612,1.1239889070957283,0.06100111411269501,0.03629933709895005,0.03865598088692414,1.1443085728906504,1.927231767565201,1.3914954345345834,0.9993409618974781,0.061134939697196224,"model.language_model.layers.23.self_attn.q_proj.weight|2d-64|(1472, 0)","model.language_model.layers.11.self_attn.q_proj.weight|2d-64|(3456, 384)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,12,0.02031966579492206,3.105959694734622 +5779,5811,1.090913692646081,0.03661548213276619,0.01332432236221252,0.013234211247506478,1.0892883183325424,2.445404335607984,1.407192175855348,0.9999112272764956,0.029912517306226846,"model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(128, 384)","model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(256, 0)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,12,0.0016253743135385967,3.377616710428261 +5933,6129,1.0875540322048154,0.028142222144576498,0.015414060839879219,0.015510346682471058,1.0917739265315545,2.4056930367807983,1.4059862797512803,0.9998811963070535,0.033964448069223316,"model.language_model.layers.23.self_attn.v_proj.weight|2d-64|(64, 1344)","model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(448, 384)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,16,0.004219894326739082,3.5741309678883453 +6356,6394,1.2332245029819189,0.018466128231294583,0.0007774049762174599,0.0007509106467014508,1.2519915049724337,1.6602629452259536,1.4136849461315688,0.9999996978207057,0.001030914882666501,"model.visual.blocks.9.attn.proj.weight|2d-128|(128, 768)","model.visual.blocks.21.attn.proj.weight|2d-128|(896, 256)",model.visual.layers.*.attn.proj.weight,2d-128,12,0.018767001990514842,3.283934812058568 +6506,6524,1.205523176451279,0.037098998296529,-0.0005958709518581917,-0.00040325865236802953,1.2638325692328602,1.6365830077508183,1.4146211559706239,0.9999998224688886,-0.0007716150844374577,"model.visual.blocks.8.attn.proj.weight|2d-64|(384, 0)","model.visual.blocks.0.attn.proj.weight|2d-64|(448, 768)",model.visual.layers.*.attn.proj.weight,2d-64,8,0.058309392781581204,3.136658827097478 +6665,6888,1.130024312926962,0.03852160429608382,-6.117444438058328e-06,-1.6949318140943094e-05,1.1520252607858998,2.014118812820643,1.4142172909204287,0.9999999999812884,-1.0695303608770564e-05,"model.visual.blocks.5.attn.qkv.weight|2d-128|(1408, 384)","model.visual.blocks.21.attn.qkv.weight|2d-128|(1280, 0)",model.visual.layers.*.attn.qkv.weight,2d-128,16,0.022000947858937803,3.096462830732711 +7032,7099,1.1180854800101612,-0.015320048649561319,-0.017203795281879566,-0.017993826668939422,1.1338087411668718,2.191290823161606,1.4241090955014732,0.9998520037625064,-0.033249451477976595,"model.visual.blocks.6.attn.qkv.weight|2d-64|(1600, 576)","model.visual.blocks.18.attn.qkv.weight|2d-64|(2816, 512)",model.visual.layers.*.attn.qkv.weight,2d-64,12,0.015723261156710633,3.2150236086419044 +7247,7380,1.2319104685618747,0.04190740347632644,0.0037970501383693647,0.004751099740252344,1.6328953732911395,1.2612411665957957,1.411613368103841,0.9999927911791398,0.0029328247384811743,"model.visual.blocks.22.mlp.linear_fc1.weight|2d-128|(3968, 512)","model.visual.blocks.1.mlp.linear_fc1.weight|2d-128|(1536, 384)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,21,0.029330698033920966,4.438197220595145 +7596,7603,1.2374575059786836,0.03734881882457944,0.02019066707960184,0.019304807385863255,1.2624529257819654,1.5959585446688926,1.4002511667340845,0.999796147703561,0.025524490450442902,"model.visual.blocks.4.mlp.linear_fc1.weight|2d-64|(3840, 960)","model.visual.blocks.23.mlp.linear_fc1.weight|2d-64|(3328, 960)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,19,0.024995419803281793,3.2537497444399524 +7711,7736,1.239507796671411,0.05550927676772657,0.008973815118416365,0.008991958183249358,1.6328647747863883,1.256207283420295,1.4080668629190547,0.9999597345104554,0.006903800048780235,"model.visual.blocks.11.mlp.linear_fc2.weight|2d-128|(128, 1152)","model.visual.blocks.4.mlp.linear_fc2.weight|2d-128|(128, 1920)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,7,0.016699486748884107,4.486241442005037 +8083,8173,1.2314541884388812,0.01670811032927716,0.030649231770216043,0.030621198464859837,1.6011636209892615,1.2494305936882801,1.3930326899608607,0.9995302019408395,0.023916411380300498,"model.visual.blocks.10.mlp.linear_fc2.weight|2d-64|(704, 2624)","model.visual.blocks.3.mlp.linear_fc2.weight|2d-64|(192, 1728)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,7,0.01797640524939892,4.82808222280399 +8203,8446,1.3426238204628176,0.05076377829182679,0.006713608819380148,0.005891600222566824,1.3957656529277713,1.4235639677049394,1.40945925547112,0.9999774634743627,0.006847318236043634,"model.visual.merger.linear_fc1.weight|2d-128|(0, 1408)","model.visual.merger.linear_fc1.weight|2d-128|(896, 3840)",model.visual.merger.linear_fc1.weight,2d-128,0,0.05314183246495374,3.4019360115301405 +8487,8645,1.3476606649584086,0.03458743828374491,0.011030567152502654,0.011132403526098766,1.3887594051715395,1.4247193669894256,1.4063947071934215,0.999939161443482,0.011316188097467293,"model.visual.merger.linear_fc1.weight|2d-64|(2368, 1088)","model.visual.merger.linear_fc1.weight|2d-64|(1216, 2624)",model.visual.merger.linear_fc1.weight,2d-64,0,0.04109874021313087,3.4600218011631685 +8786,8866,1.3499645174691357,0.048250626661038486,0.01728671659663434,0.017251037111596684,1.4018095255419634,1.402063949438468,1.4019367201753692,0.9998505735505219,0.017289854079804594,"model.visual.merger.linear_fc2.weight|2d-128|(1408, 896)","model.visual.merger.linear_fc2.weight|2d-128|(1408, 2432)",model.visual.merger.linear_fc2.weight,2d-128,0,0.05184500807282766,3.536727102120829 +8963,9046,1.350663806685341,0.01297194180390599,0.016590414144513264,0.01659845590577663,1.436148427934181,1.3710101679781739,1.4024460361603808,0.9998623696081944,0.015837935717977918,"model.visual.merger.linear_fc2.weight|2d-64|(448, 3136)","model.visual.merger.linear_fc2.weight|2d-64|(1792, 1088)",model.visual.merger.linear_fc2.weight,2d-64,0,0.02034636129283296,3.8335183523488254 +9251,9355,0.8272667403759458,0.5618124511878665,0.3518070783135884,0.35727538241703133,0.9603862612726816,1.695179854267753,1.1817210207097117,0.9360725290534151,0.6209754301937731,"model.visual.pos_embed.weight|2d-128|(512, 384)","model.visual.pos_embed.weight|2d-128|(2176, 384)",model.visual.pos_embed.weight,2d-128,0,0.13311952089673573,4.511478243001323 +9447,9538,0.572237906111148,0.8235744319685355,0.7661047850683578,0.7687081159904166,0.757451408862369,0.6491056549731185,0.6970407683281598,0.6427156900958348,0.6565212533391619,"model.visual.pos_embed.weight|2d-64|(1664, 128)","model.visual.pos_embed.weight|2d-64|(704, 128)",model.visual.pos_embed.weight,2d-64,0,0.07686774886197045,2.894230927478609 +9830,9839,1.2143857926612514,0.0031477293203609853,-0.009846637172376492,-0.009853233480835734,1.6366861803361903,1.2728404102041257,1.42094574807415,0.9999515206930762,-0.007657666966458074,"mtp.fc.weight|2d-128|(1024, 3584)","mtp.fc.weight|2d-128|(768, 3968)",mtp.fc.weight,2d-128,0,0.0584546175428744,4.772229067271685 +10018,10114,1.1775318452943129,0.04521668116871727,0.038650339128688795,0.03872123491240947,1.6344754501301089,1.2269944671724702,1.3877219093039677,0.999252796486073,0.029014661713925236,"mtp.fc.weight|2d-64|(960, 3648)","mtp.fc.weight|2d-64|(1024, 2880)",mtp.fc.weight,2d-64,0,0.04946262187815731,4.156497870445081 +10129,10248,1.3261759890500815,0.059284628251966225,0.009457908183580612,0.009470419157396567,1.4266878701960162,1.3890897417752164,1.4075123187980914,0.9999552729861426,0.009208659799328535,"mtp.layers.0.mlp.down_proj.weight|2d-128|(0, 128)","mtp.layers.0.mlp.down_proj.weight|2d-128|(1024, 512)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.06291375272513489,4.110404536803506 +10595,10600,1.2819107180255085,0.047356731491860315,0.034267954278749096,0.03396418594325977,1.47877963873374,1.3153999375312047,1.3899392543468545,0.9994126811830785,0.030481935061120263,"mtp.layers.0.mlp.down_proj.weight|2d-64|(1856, 192)","mtp.layers.0.mlp.down_proj.weight|2d-64|(1280, 2752)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.033489219505696166,4.0648372002492295 +10715,10748,1.3167802857838657,0.018239163945297048,-0.0005228973270189128,-0.00044292044321230575,1.3527624663949533,1.4857323795210962,1.4145816394839028,0.9999998632891833,-0.0005742955686724459,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(4352, 640)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(2560, 768)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.0359821806110876,3.4440129570010183 +11081,11116,1.3047286959069295,0.011765189511231006,0.003522351234349779,0.0037649341433829667,1.3386901738695034,1.498213204414366,1.4117364156878633,0.9999937965016492,0.003942086998841681,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(4992, 64)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(1856, 1344)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.03396147796257387,3.6733653527957553 +11201,11263,1.3389235109243136,0.04383093655210396,-0.002523600384028287,-0.0024901214113364338,1.3880293602256124,1.4457229597484886,1.4159954160608126,0.999996815715481,-0.002628494123371264,"mtp.layers.0.mlp.up_proj.weight|2d-128|(2944, 512)","mtp.layers.0.mlp.up_proj.weight|2d-128|(768, 1920)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.0491058493012988,3.761903796865377 +11461,11551,1.3198261085418894,0.0900945545699975,0.04674361883707568,0.04654222802528467,1.3580227461694134,1.4047308061338604,1.3807846280034173,0.9989069196366668,0.04835132662971454,"mtp.layers.0.mlp.up_proj.weight|2d-64|(5696, 256)","mtp.layers.0.mlp.up_proj.weight|2d-64|(5632, 192)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.03819663762752401,3.490279981792368 +11682,11699,1.2547090766561313,0.060157050835920045,0.0067786399985659326,0.006701255743672665,1.284409217152873,1.5801283216068847,1.4095136191295965,0.999977024755954,0.008339336794432568,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(128, 256)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(256, 384)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.029700140496741634,3.6076271183609956 +11748,11974,1.0945054274965968,0.024055940727499413,-0.008158247552885377,-0.008185005948456758,2.233557472245344,1.122926088120721,1.4188361897265627,0.9999667209446852,-0.004101577471956684,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 1280)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(448, 1408)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.028420660624124183,7.620298488765754 +12137,12224,1.199640222137647,0.0032483702251152745,0.002515593412096042,0.002473045154185262,1.188147208235431,1.8445073965381773,1.412593029617428,0.9999968358898867,0.003905265797985564,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(1152, 1152)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1920, 0)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.01149301390221602,3.5875039467685905 +12287,12349,1.1833469737579119,0.00865797423504784,0.008075701996160442,0.008554992933199375,1.677988795342757,1.2378573139954483,1.4087470309566354,0.9999673909869607,0.00595746932836514,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(1728, 64)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(1856, 1152)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.054510340237536425,5.413527816035619 +12560,12608,1.0656145046555834,0.05900366567528852,0.04858369982659364,0.04795846735723821,2.4708787596763617,1.0703004764212385,1.3889277028210745,0.9988191148106644,0.021044803136160563,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(3456, 0)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(896, 0)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.004685971765655106,7.189460664647963 +12781,12932,1.0647743975381057,0.028838955757391028,0.0073348770309307615,0.007665392648803376,2.6012124824020013,1.0799419468591165,1.4105353677875796,0.9999730994276501,0.0030452111983719924,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(704, 448)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(320, 1280)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.015167549321010831,7.748394314174889 +13023,13033,1.3708915660630063,0.03875007472917398,0.0007569113221660268,0.0007619140846565486,1.4345809628514605,1.3936638078531545,1.413678468011865,0.9999997135425841,0.0007353226780315885,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(0, 1920)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 1152)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.02277224179014814,3.8296126272646798 +13169,13273,1.3110808486666086,-0.010026645742287166,-0.007421004806817008,-0.007671108530429056,1.338991704017349,1.5163113356007367,1.4194111345270835,0.9999724639647121,-0.008403751626214997,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 64)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 576)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.027910855350740338,3.4456219614886723 +185,246,1.1866872016915202,0.2695390206868934,0.29284170932688575,0.2916569600381558,1.2024578967025241,1.1765816152876791,1.189308682660975,0.9561609348213865,0.2865399049133368,"model.language_model.embed_tokens.weight|2d-128|(122880, 768)","model.language_model.embed_tokens.weight|2d-128|(238592, 768)",model.language_model.embed_tokens.weight,2d-128,0,0.010105586403841071,3.297289937478026 +453,487,1.2053772211941192,0.2396251757995559,0.23311046044880068,0.22972096764412536,1.2212416902999306,1.2565842202958133,1.2385349183851264,0.9724502625992489,0.23985663813517036,"model.language_model.embed_tokens.weight|2d-64|(217024, 1088)","model.language_model.embed_tokens.weight|2d-64|(209920, 1088)",model.language_model.embed_tokens.weight,2d-64,0,0.015864469105811407,3.247671619260331 +628,723,0.1659409785923049,0.9924246517235346,0.9924246517235347,0.9997026503710945,0.18838176455540012,0.1659409785923049,0.17609790420307408,0.122854835685946,0.8742030752010488,"model.language_model.layers.14.linear_attn.conv1d.weight|3d-axis0-slice|(1838, 0, 0)","model.language_model.layers.13.linear_attn.conv1d.weight|3d-axis0-slice|(91, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,1,0.0,0.2801286070082416 +896,918,0.6623284481148526,0.7569190618126118,0.7569190618126117,0.6843248867493804,0.6623284481148526,1.0202374041739506,0.7856387003062482,0.6535086333513243,1.165942880743618,"model.language_model.layers.6.linear_attn.conv1d.weight|3d-volume|(540, 0, 0)","model.language_model.layers.13.linear_attn.conv1d.weight|3d-volume|(0, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,7,0.0,1.7156869666066374 +1134,1207,1.158024998160496,0.03619887975490164,0.009451657249978786,0.00949089433013617,1.1609240286951723,1.9373721563682986,1.4083077585271238,0.9999553320900034,0.015773105849335077,"model.language_model.layers.12.linear_attn.in_proj_qkv.weight|2d-128|(4992, 1152)","model.language_model.layers.9.linear_attn.in_proj_qkv.weight|2d-128|(1408, 1920)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,3,0.002899030534676328,3.209492403237617 +1379,1438,1.1555029528619734,-0.015517479968651415,-0.005212259898284029,-0.005278918684168151,2.062352514002694,1.1467163280683594,1.4173407996586773,0.9999864160811149,-0.0028981386503599527,"model.language_model.layers.13.linear_attn.in_proj_qkv.weight|2d-64|(2304, 640)","model.language_model.layers.21.linear_attn.in_proj_qkv.weight|2d-64|(320, 1408)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,8,0.008786624793613917,5.246434578500931 +1645,1713,1.1650641710032448,-0.0036616357741814406,-0.02169825644903207,-0.021863966378075833,1.9300413871631512,1.1846414685337485,1.4278287294922904,0.9997645651187443,-0.013318188177397024,"model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-128|(640, 1664)","model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-128|(1664, 1152)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,2,0.019577297530503746,5.3193202173050596 +1811,1929,1.1637443710087108,-3.124080709695099e-05,0.005592370234350448,0.005614056639458678,1.919812474698842,1.1674805875540482,1.4106981139423775,0.9999843625753164,0.003400844495524711,"model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-64|(320, 704)","model.language_model.layers.6.linear_attn.in_proj_z.weight|2d-64|(1856, 1472)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,12,0.0037362165453374008,5.499861952600551 +2134,2274,1.2418500060167883,0.013008745375392042,0.005763075539289887,0.005764557738985629,1.6387448924594816,1.2566694900794577,1.410272452865659,0.9999833933422737,0.00441940733580525,"model.language_model.layers.16.linear_attn.out_proj.weight|2d-128|(1280, 256)","model.language_model.layers.12.linear_attn.out_proj.weight|2d-128|(0, 1920)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,4,0.014819484062669419,4.490736556995271 +2374,2450,1.2366505492221198,0.020652604488711715,0.02728205817516392,0.027278678433553846,1.6107703313468262,1.2483263220478698,1.3954074210512988,0.9996277753752779,0.021143244742546332,"model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(1536, 896)","model.language_model.layers.10.linear_attn.out_proj.weight|2d-64|(1728, 832)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,2,0.011675772825749942,4.576486107868293 +2776,2778,1.2748656567217553,0.042035978098792476,0.011121987863796643,0.011143349588945186,1.324042806060169,1.5063050122716002,1.4063924577737879,0.9999381487801922,0.012652994290653979,"model.language_model.layers.19.mlp.down_proj.weight|2d-128|(128, 3200)","model.language_model.layers.11.mlp.down_proj.weight|2d-128|(512, 3840)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,8,0.04917714933841366,3.319410654171042 +2876,2937,1.2690346295602586,0.008106577646847654,0.014146779053758895,0.013791093746536826,1.2731450281466954,1.5869783454806103,1.4044143436243284,0.9998999293141311,0.017633994179983726,"model.language_model.layers.22.mlp.down_proj.weight|2d-64|(896, 1024)","model.language_model.layers.3.mlp.down_proj.weight|2d-64|(1664, 6016)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,19,0.004110398586436803,3.4092035373016594 +3181,3267,1.1726987105290358,0.011810095407277073,0.0022439539435971842,0.0021275556046909784,1.1899457548069352,1.8385891139676576,1.4127652922882181,0.9999974823321801,0.003467140645929664,"model.language_model.layers.18.mlp.gate_proj.weight|2d-128|(4480, 1920)","model.language_model.layers.10.mlp.gate_proj.weight|2d-128|(4224, 640)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,8,0.01724704427789936,3.20473182365664 +3335,3544,1.165801390582885,0.05207429014772423,0.024441087545919546,0.024574319562157734,1.1830851726521956,1.8003981787342414,1.3982601556372944,0.9997012720005776,0.03719401656037315,"model.language_model.layers.21.mlp.gate_proj.weight|2d-64|(576, 1472)","model.language_model.layers.10.mlp.gate_proj.weight|2d-64|(128, 1792)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,11,0.017283782069310583,3.0343186460198077 +3653,3704,1.2470623928803952,0.011766396528192433,0.011464505167483803,0.011548561056249974,1.6373493985006589,1.251781340412793,1.4063688834843935,0.9999342804010996,0.008764808329159131,"model.language_model.layers.2.mlp.up_proj.weight|2d-128|(1024, 640)","model.language_model.layers.21.mlp.up_proj.weight|2d-128|(3456, 1920)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,19,0.004718947532397877,4.43501445963703 +3854,4084,1.2428034099327268,0.02986839263018667,0.005392614722939325,0.005453139574891503,1.2671148071178306,1.617039864842751,1.4105061805383297,0.9999854597475155,0.006881833385378428,"model.language_model.layers.20.mlp.up_proj.weight|2d-64|(512, 832)","model.language_model.layers.2.mlp.up_proj.weight|2d-64|(4992, 1344)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,18,0.02431139718510389,3.3442003018224757 +4127,4290,1.1891084946463097,-0.00976630118554487,-0.009371005422164505,-0.009464109661984056,1.197566367897114,1.8435222459933265,1.4202548449418926,0.999956091164696,-0.014425636379067505,"model.language_model.layers.11.self_attn.k_proj.weight|2d-128|(128, 1920)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 256)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,12,0.008457873250804271,3.2680437455406053 +4375,4380,1.110981860706034,-0.007123578468929305,-0.012160904738094521,-0.01209173953171301,2.238727981701421,1.1245088745111247,1.4210949741919678,0.9999260534639304,-0.006108399685824587,"model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 640)","model.language_model.layers.7.self_attn.k_proj.weight|2d-64|(448, 1152)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,16,0.013527013805090693,6.4314987816183 +4710,4750,1.1343814913976453,-0.02589699215061596,-0.0131763516368541,-0.013156893326630129,2.1541519082425022,1.1368488350050265,1.421884590286746,0.9999131881106189,-0.006953790004622018,"model.language_model.layers.23.self_attn.o_proj.weight|2d-128|(256, 640)","model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(256, 896)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,4,0.0024673436073812116,6.1642384889990325 +4882,4900,1.1360868857642752,0.016655380704758777,0.007200135679387676,0.007334436226930004,2.0883124184037207,1.1346252086825839,1.4099356319872773,0.9999740786871419,0.003911989114163669,"model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(1856, 704)","model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(1792, 960)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,4,0.001461677081691315,5.4461213134592725 +5128,5288,1.1372545265393776,-0.004714067053242057,-0.010003141595938432,-0.009994635433447337,1.1410930362964333,2.1142391883970353,1.420114046379213,0.9999499673274717,-0.018534013701336265,"model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(3968, 512)","model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(3200, 0)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,4,0.003838509757055686,3.4235017701113932 +5515,5618,1.1241118464565358,0.012766684224109596,0.00805786310459854,0.00731209416525578,1.1241088816119438,2.15527692420073,1.409533373542544,0.9999675348941023,0.015449505552172092,"model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(2496, 896)","model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(2688, 960)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,4,2.9648445920571476e-06,3.138176438226922 +5833,5865,1.0911217443936665,0.042681599423631304,0.016402238919003675,0.016398912191097136,2.253567527583938,1.1068521335736883,1.4050048298010969,0.9998654742306307,0.00805605020513786,"model.language_model.layers.3.self_attn.v_proj.weight|2d-128|(256, 640)","model.language_model.layers.23.self_attn.v_proj.weight|2d-128|(256, 1152)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,20,0.015730389180021787,7.912107841911728 +5906,6042,1.0876150748306748,0.011081945141425017,0.0075428592999061865,0.00758041233907659,1.1058799821157261,2.3048738281213015,1.4100470441503807,0.9999715522321532,0.01572081895929989,"model.language_model.layers.23.self_attn.v_proj.weight|2d-64|(256, 1152)","model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(384, 512)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,16,0.01826490728505137,4.148666245955499 +6194,6376,1.2333757033797685,0.039142908389170505,-0.003677195689908437,-0.003516330539751632,1.6183140441395887,1.2755647212812293,1.4167395358647796,0.9999932390930741,-0.0028983874373953167,"model.visual.blocks.0.attn.proj.weight|2d-128|(768, 256)","model.visual.blocks.20.attn.proj.weight|2d-128|(384, 512)",model.visual.layers.*.attn.proj.weight,2d-128,20,0.04218901790146079,4.444147203518872 +6472,6577,1.2055256243823846,0.07217068663276777,0.04190888825600163,0.04200739052153346,1.6261061796305232,1.2273745388882622,1.3854215145657784,0.9991214366057541,0.0316325606795352,"model.visual.blocks.1.attn.proj.weight|2d-64|(64, 832)","model.visual.blocks.21.attn.proj.weight|2d-64|(512, 768)",model.visual.layers.*.attn.proj.weight,2d-64,20,0.02184891450587756,4.018397007134938 +6674,6844,1.130283541685968,0.03475433721816451,-0.0005274169437886431,-0.00053548483435025,1.1564197870809616,1.992954596695575,1.4145373090111222,0.999999860915674,-0.0009089415748860053,"model.visual.blocks.3.attn.qkv.weight|2d-128|(1792, 896)","model.visual.blocks.14.attn.qkv.weight|2d-128|(2688, 640)",model.visual.layers.*.attn.qkv.weight,2d-128,11,0.026136245394993596,3.009455997530824 +7089,7099,1.1180995834912772,0.003819095792132039,0.006940831260106011,0.007290134354698062,1.1163863738326583,2.2181584352904773,1.4102662803546806,0.9999759121405969,0.013790801973582453,"model.visual.blocks.12.attn.qkv.weight|2d-64|(192, 960)","model.visual.blocks.18.attn.qkv.weight|2d-64|(2816, 512)",model.visual.layers.*.attn.qkv.weight,2d-64,6,0.001713209658618986,2.9646910091810326 +7201,7265,1.232120273622644,0.03457984162294595,-0.0001964861696023758,-4.77768310124953e-05,1.2651718119904911,1.6328464958901483,1.4143480908062271,0.9999999806965923,-0.0002535874973544921,"model.visual.blocks.6.mlp.linear_fc1.weight|2d-128|(1664, 768)","model.visual.blocks.18.mlp.linear_fc1.weight|2d-128|(3712, 768)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,12,0.03305153836784713,3.374786532526587 +7561,7654,1.2380948396322968,0.04785628082028253,0.029316159347050404,0.029122846981462457,1.273122041469727,1.5567737117887706,1.393748220589003,0.999570189031835,0.03584780147974834,"model.visual.blocks.6.mlp.linear_fc1.weight|2d-64|(2944, 576)","model.visual.blocks.15.mlp.linear_fc1.weight|2d-64|(3392, 64)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,9,0.035027201837430244,3.2666007375216544 +7693,7776,1.239556938137904,0.014375560745090533,0.001438709149248342,0.0012643166087575213,1.6538627189222779,1.2541301802276446,1.4132336339583627,0.9999989650574564,0.0010909784373262586,"model.visual.blocks.9.mlp.linear_fc2.weight|2d-128|(384, 1920)","model.visual.blocks.4.mlp.linear_fc2.weight|2d-128|(0, 1664)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,5,0.014573242089740646,4.621276581338325 +8012,8046,1.2315506392787112,-0.0004900625761169925,0.009815102632216435,0.009364456657621548,1.307789065310887,1.533753088689523,1.4073437764733503,0.9999518307200198,0.011510987801681924,"model.visual.blocks.2.mlp.linear_fc2.weight|2d-64|(256, 2048)","model.visual.blocks.8.mlp.linear_fc2.weight|2d-64|(192, 2944)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,6,0.07623842603217579,3.4965333881168705 +8239,8319,1.3426506381091239,0.04785163335523378,0.01964699961969003,0.01955830650615311,1.426071992628644,1.3758028890142344,1.4002611503413942,0.999806979074433,0.01895444197554615,"model.visual.merger.linear_fc1.weight|2d-128|(1024, 2944)","model.visual.merger.linear_fc1.weight|2d-128|(384, 3968)",model.visual.merger.linear_fc1.weight,2d-128,0,0.033152250905110536,3.6548270580383995 +8576,8676,1.3476659105515252,0.05698536744555134,0.0250203520432368,0.025009929194765083,1.3753923162334496,1.418438261289575,1.396417934826999,0.9996869419891572,0.025803419308209997,"model.visual.merger.linear_fc1.weight|2d-64|(2688, 3840)","model.visual.merger.linear_fc1.weight|2d-64|(4032, 2688)",model.visual.merger.linear_fc1.weight,2d-64,0,0.027726405681924415,3.5026585519267717 +8727,8925,1.3499858627661177,0.03298054147039701,0.011047965435199071,0.011069636615322061,1.401544999625246,1.4112653096973586,1.406379961768968,0.9999389693675023,0.011124587769640584,"model.visual.merger.linear_fc2.weight|2d-128|(0, 2944)","model.visual.merger.linear_fc2.weight|2d-128|(768, 3712)",model.visual.merger.linear_fc2.weight,2d-128,0,0.051559136859128385,3.617001506906563 +9036,9148,1.3507470858132342,0.03936094353310579,0.01000458523999954,0.01001419090663718,1.4552086892158198,1.363533892633359,1.4071364947229992,0.9999499528847309,0.009374319406950472,"model.visual.merger.linear_fc2.weight|2d-64|(1920, 896)","model.visual.merger.linear_fc2.weight|2d-64|(1984, 384)",model.visual.merger.linear_fc2.weight,2d-64,0,0.012786806820124674,3.7149100762720195 +9230,9278,0.8302593483719399,0.5915202924320379,0.5300225262710386,0.5288597427643286,0.9019930970507899,1.0770630918627977,0.9779655950341439,0.8479835621315228,0.6328958644683187,"model.visual.pos_embed.weight|2d-128|(128, 768)","model.visual.pos_embed.weight|2d-128|(896, 768)",model.visual.pos_embed.weight,2d-128,0,0.07173374867884996,4.0246837032189795 +9529,9604,0.5724228036318766,0.8251975061906074,0.8194939865948798,0.827803838230976,0.5814141746584162,0.6336669462402932,0.6058570858017224,0.5730877820498625,0.8931434329975609,"model.visual.pos_embed.weight|2d-64|(1600, 256)","model.visual.pos_embed.weight|2d-64|(960, 256)",model.visual.pos_embed.weight,2d-64,0,0.008991371026539574,2.361027172227201 +9672,9679,1.2143926560461102,0.0067832094341860605,0.004803938597740508,0.004686810993517246,1.7925245046351952,1.201041023197108,1.4110684305694448,0.9999884610204005,0.0032187718013821872,"mtp.fc.weight|2d-128|(128, 3072)","mtp.fc.weight|2d-128|(1152, 3072)",mtp.fc.weight,2d-128,0,0.013351632849002204,5.0971127039697635 +9982,10113,1.1777270713592396,0.006713795995926081,0.006165713069463776,0.006619951477480991,1.196647588432509,1.8037137502148366,1.4101909482963935,0.9999809918105169,0.00929361455350342,"mtp.fc.weight|2d-64|(832, 3712)","mtp.fc.weight|2d-64|(1984, 3776)",mtp.fc.weight,2d-64,0,0.01892051707326936,3.107124388221394 +10178,10248,1.3263073260574851,0.03733410362906827,0.012627777884837193,0.012621102365650217,1.4412414289853626,1.371858444749188,1.405266932906465,0.9999202664341248,0.012019862447283898,"mtp.layers.0.mlp.down_proj.weight|2d-128|(1024, 2176)","mtp.layers.0.mlp.down_proj.weight|2d-128|(1024, 512)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.04555111869170281,4.2751249044344695 +10402,10633,1.282035291660992,0.038881039484381666,0.03817016009286747,0.03821001934775651,1.4333155415943335,1.3449320217166016,1.3870162376779398,0.9992712539038061,0.03581644731615987,"mtp.layers.0.mlp.down_proj.weight|2d-64|(256, 3456)","mtp.layers.0.mlp.down_proj.weight|2d-64|(448, 2752)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.06289673005560958,3.870150109922738 +10820,10882,1.3168091404420725,0.003777202841794834,0.008808708905845506,0.008869366222971607,1.3368793063468476,1.4918506072978552,1.4080085292804891,0.9999612025710858,0.009829816101055123,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(4736, 1408)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(2560, 256)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.02007016590477506,3.663463384622644 +10911,11066,1.3049057939174507,0.019595367286586403,0.0035843935616364313,0.0035323914029343996,1.5176873094051089,1.3252082108393295,1.4116999102242913,0.999993576040764,0.0031298066138683873,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(1856, 64)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(4736, 704)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.02030241692187884,4.178720724677266 +11152,11192,1.3389448192091256,0.037104173622207075,-0.006014249810495628,-0.006092249697351665,1.4567208269852037,1.3830530234917475,1.4184542012907688,0.9999819142360611,-0.005710103288394282,"mtp.layers.0.mlp.up_proj.weight|2d-128|(5504, 1536)","mtp.layers.0.mlp.up_proj.weight|2d-128|(5760, 1920)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.044108204282621966,3.823877021506408 +11449,11497,1.3198567239205943,0.0420863207551134,0.018056229695226935,0.01808913778525156,1.5231780126449026,1.3050498391473193,1.4015400877439004,0.9998369729956945,0.01547046994096578,"mtp.layers.0.mlp.up_proj.weight|2d-64|(4864, 1024)","mtp.layers.0.mlp.up_proj.weight|2d-64|(3008, 1088)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.014806884773274964,3.8333930771565314 +11675,11690,1.2547657279240823,-0.010242056237739671,0.006941837780858171,0.006935957786812047,1.607442914327075,1.2702228396689559,1.4094298390315336,0.9999759051538313,0.005485532842212478,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 1408)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(128, 1280)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.01545711174487363,4.740966652972113 +11736,11928,1.0945769024233316,0.033224180189115445,0.03659047363880178,0.03636832259389498,2.3012143853653897,1.0908848512019849,1.394040291289233,0.9993303444001329,0.017345621357454065,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 512)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 512)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.0036920512213467482,6.8553889266667705 +12063,12230,1.200004188952676,0.052985434599937285,-0.003431147488502578,-0.0034679407854921016,1.253348031590143,1.6663682091305818,1.4165426378508739,0.9999941135961312,-0.00456182556765576,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(512, 1920)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1920, 768)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.053343842637467054,3.343898473092853 +12244,12287,1.1833514169649417,-0.016601606751778072,-0.01569382391824546,-0.015602431961393022,1.163559623919744,2.00827114185575,1.4238083442279934,0.999876844361756,-0.027087098101774447,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(0, 256)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(1728, 64)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.019791793045197625,3.212939176974102 +12581,12705,1.0657847941159755,0.017093076526636004,-0.0035414639296168175,-0.0035518884962582316,2.7871988430431207,1.0727873509943064,1.4158915495395386,0.9999937289969549,-0.001363102498832637,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 640)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(2432, 1152)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.007002556878330957,8.487975575094975 +12771,12974,1.0648188568929808,0.03518650377269637,0.029716914769433236,0.029258030410322388,2.563920948418706,1.0724245670043435,1.3991726020094484,0.9995583549631238,0.012429848694816297,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(576, 512)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(2496, 896)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.007605710111362685,8.014845007466388 +13057,13063,1.3708927138511713,0.026714059001180426,-0.003484771290426229,-0.003484158755995153,1.4065250696940512,1.4270484307045084,1.4166752667337983,0.9999939281660931,-0.0035356194557190457,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(384, 128)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(384, 896)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.03563235584287994,3.8248632969010377 +13186,13273,1.3111464422865484,-0.010595249249711041,-0.020603513792554932,-0.02052176189562112,1.3367144335508503,1.5423812527104113,1.4285617287312096,0.9997877250793791,-0.02377356944458266,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 1152)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 576)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.02556799126430187,3.613530351381845 +33,167,1.1870274825543112,0.2803911953811913,0.29037155697798783,0.28971062629589556,1.236143254348285,1.1521411087365625,1.1919278493700416,0.9569139767493101,0.2706393505974035,"model.language_model.embed_tokens.weight|2d-128|(39296, 768)","model.language_model.embed_tokens.weight|2d-128|(232576, 768)",model.language_model.embed_tokens.weight,2d-128,0,0.03488637381774873,3.139138488093311 +329,367,1.2056365387626384,0.07129443919754239,0.07658871740189849,0.06957286700818566,1.4526952172614833,1.2820682351172683,1.3594155001519337,0.9970627705248712,0.06759295451832743,"model.language_model.embed_tokens.weight|2d-64|(180416, 1984)","model.language_model.embed_tokens.weight|2d-64|(212800, 1216)",model.language_model.embed_tokens.weight,2d-64,0,0.07643169635462987,4.305173891361381 +595,656,0.16627270053194101,0.9868377046386598,0.9868377046386599,0.9909880333979018,0.16627270053193974,0.17536187632070802,0.17063600036958573,0.16171377400673392,1.0407824673312127,"model.language_model.layers.16.linear_attn.conv1d.weight|3d-axis0-slice|(1602, 0, 0)","model.language_model.layers.12.linear_attn.conv1d.weight|3d-axis0-slice|(4595, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,4,1.27675647831893e-15,0.30250158726888265 +824,901,0.662574630569176,0.7744390498176137,0.7744390498176137,0.7553622515957308,0.662574630569176,1.1471942851300825,0.8114108447350158,0.6326485265276381,1.340878462806736,"model.language_model.layers.5.linear_attn.conv1d.weight|3d-volume|(5124, 0, 0)","model.language_model.layers.12.linear_attn.conv1d.weight|3d-volume|(6124, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,7,0.0,2.201341042296334 +1043,1252,1.1580635730300886,0.0019137395937737951,0.009498725883552127,0.0094591605496317,1.1647892588556268,1.919413643307532,1.408243107759128,0.999954886085662,0.01565260317805537,"model.language_model.layers.16.linear_attn.in_proj_qkv.weight|2d-128|(1664, 896)","model.language_model.layers.13.linear_attn.in_proj_qkv.weight|2d-128|(2304, 512)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,3,0.00672568582553823,3.410068330468459 +1323,1503,1.1556176419797968,0.005564244189299824,0.018690165040937557,0.01881507613875182,1.1593143961038739,1.9146036689077894,1.402453638596112,0.9998253236094505,0.030866742171176232,"model.language_model.layers.4.linear_attn.in_proj_qkv.weight|2d-64|(4032, 1472)","model.language_model.layers.14.linear_attn.in_proj_qkv.weight|2d-64|(5248, 1728)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,10,0.0036967541240771062,3.339062922392914 +1592,1662,1.1651562255039636,0.006730909764087689,0.00367633221711733,0.003707689065278234,1.9035910775400926,1.1725578174242388,1.4118900206232663,0.9999932422678812,0.0022645158046233375,"model.language_model.layers.16.linear_attn.in_proj_z.weight|2d-128|(512, 512)","model.language_model.layers.6.linear_attn.in_proj_z.weight|2d-128|(1408, 0)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,10,0.00740159192027523,5.341113532709441 +1811,2011,1.1638176113746446,-0.021839550829401515,0.0033712680859589875,0.0032015232303340044,2.008333265330145,1.1508801960590753,1.412155334369116,0.9999943172595995,0.0019319132649522547,"model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-64|(320, 704)","model.language_model.layers.6.linear_attn.in_proj_z.weight|2d-64|(1472, 1216)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,12,0.012937415315569245,5.716017510815999 +2178,2184,1.2419002803823558,0.024864597644337103,-0.004756821817064566,-0.004757052981259366,1.6558130788736074,1.2591801514644967,1.4174511540568624,0.9999886862591,-0.0036173742631478464,"model.language_model.layers.12.linear_attn.out_proj.weight|2d-128|(640, 896)","model.language_model.layers.21.linear_attn.out_proj.weight|2d-128|(1536, 1536)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,9,0.017279871082140907,4.516673131582836 +2419,2533,1.236764232017574,0.030039990694404915,0.017324837089925237,0.01717998115551264,1.258274884285011,1.610626692610101,1.4022767616036391,0.9998499137469621,0.02217627118736529,"model.language_model.layers.17.linear_attn.out_proj.weight|2d-64|(960, 1152)","model.language_model.layers.17.linear_attn.out_proj.weight|2d-64|(1216, 1344)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,0,0.02151065226743709,3.433889327696243 +2732,2755,1.2748907312537527,0.04315810989138167,0.011593944518864613,0.011603327749002744,1.3076251853801117,1.5307833491786518,1.4060928169374114,0.999932787966518,0.013572556891078813,"model.language_model.layers.18.mlp.down_proj.weight|2d-128|(1664, 4992)","model.language_model.layers.2.mlp.down_proj.weight|2d-128|(128, 5376)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,16,0.032734454126359,3.296171487348383 +2832,3049,1.2691608260365757,0.029392649832175884,0.020762774008960337,0.020806415731592434,1.5614484267432733,1.2797085514846267,1.399743968980547,0.9997844303725943,0.017016443833003943,"model.language_model.layers.13.mlp.down_proj.weight|2d-64|(832, 2880)","model.language_model.layers.19.mlp.down_proj.weight|2d-64|(384, 3776)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,6,0.010547725448051049,4.1887938851613375 +3267,3275,1.1728457470964853,0.01883561549535598,0.009720326424232945,0.009585742813445526,1.8196377853307033,1.1893246942992337,1.4079040402838838,0.9999527565111296,0.006353255766717643,"model.language_model.layers.10.mlp.gate_proj.weight|2d-128|(4224, 640)","model.language_model.layers.19.mlp.gate_proj.weight|2d-128|(512, 1920)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,9,0.01647894720274845,5.109640438868515 +3489,3498,1.1658308635586434,0.040120394865279005,0.019547935643068746,0.01974988643563662,1.8258004515312356,1.1800154443577202,1.401554170526871,0.9998089208504265,0.012633837364201825,"model.language_model.layers.9.mlp.gate_proj.weight|2d-64|(3328, 1984)","model.language_model.layers.19.mlp.gate_proj.weight|2d-64|(2880, 1472)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,10,0.014184580799076807,5.028905865222554 +3612,3633,1.2471432032906205,0.02249869766025873,0.004475733482081281,0.004512686024646457,1.2492594963038455,1.6584830898078722,1.4111683960260943,0.9999899838547371,0.005941862612596304,"model.language_model.layers.22.mlp.up_proj.weight|2d-128|(5504, 1792)","model.language_model.layers.2.mlp.up_proj.weight|2d-128|(3712, 1792)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,20,0.0021162930132250235,3.2922028910477565 +3952,3977,1.2428464814440816,0.04081616551961254,0.01859823756133141,0.01861929204445806,1.2501330765114302,1.6255539406686021,1.4014457459450698,0.9998270378218487,0.024183376094390266,"model.language_model.layers.22.mlp.up_proj.weight|2d-64|(320, 512)","model.language_model.layers.0.mlp.up_proj.weight|2d-64|(5888, 1984)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,22,0.0072865950673486335,3.236871572454092 +4117,4327,1.1892315438225027,0.04019454627755697,0.014999637273964203,0.014985587936440744,1.216412382001018,1.7187367618304448,1.4041752141007982,0.9998874991126,0.021193822406242905,"model.language_model.layers.11.self_attn.k_proj.weight|2d-128|(128, 640)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(256, 896)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,12,0.027180838178515243,3.1271611269500963 +4514,4578,1.1109861289948586,0.03147232467399338,0.006932387627242461,0.006323868826924946,1.9924061857972142,1.151531454816212,1.4099597216991668,0.9999759707121896,0.004006644060158981,"model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 512)","model.language_model.layers.11.self_attn.k_proj.weight|2d-64|(448, 128)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,12,0.040545325821353506,5.729764925550556 +4689,4710,1.1344036194617029,0.030985472782587,0.005333702673025939,0.005318284356657672,1.163307390187743,1.9397033583057923,1.4108825404925243,0.9999857757067326,0.008893437000691031,"model.language_model.layers.15.self_attn.o_proj.weight|2d-128|(1152, 768)","model.language_model.layers.23.self_attn.o_proj.weight|2d-128|(256, 640)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,8,0.028903770726040223,3.065205204176233 +4955,5022,1.1361641195224024,0.008396232831602474,0.012697687682874107,0.01257373311592374,1.9502767353450976,1.155969525037503,1.4063150238870996,0.9999193811140518,0.007526183199457214,"model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(1536, 512)","model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(64, 512)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,4,0.019805405515100682,5.721413841361922 +5124,5185,1.1373946865165498,-0.005370436550058571,-0.009692202652951773,-0.00960188077948184,1.143694725040652,2.0969687827167562,1.4199636951242551,0.9999530295007532,-0.01777069173619034,"model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(2816, 1152)","model.language_model.layers.11.self_attn.q_proj.weight|2d-128|(3200, 1536)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,8,0.006300038524102103,3.1531839197638605 +5528,5547,1.124255588566412,0.07308781302138118,0.021827371668130667,0.02261210570893194,1.134088888165405,2.035300646714624,1.401026949744134,0.9997617545425816,0.03917264699074227,"model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(1344, 0)","model.language_model.layers.11.self_attn.q_proj.weight|2d-64|(1280, 448)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,8,0.009833299598992928,2.9165546550258035 +5643,5783,1.0911404854657845,0.053277344748419164,0.014660902481358479,0.014682872007979436,2.2013733048732407,1.1141403670056143,1.405835005660054,0.9998925231935841,0.0074200514901559675,"model.language_model.layers.3.self_attn.v_proj.weight|2d-128|(256, 1792)","model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(128, 896)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,16,0.022999881539829792,6.906613869901064 +6057,6085,1.0879257257274328,0.020090933684164754,0.017946437418220558,0.018249268265753515,1.106315468242137,2.2508816012388118,1.4041303830746632,0.9998389497234011,0.03651336978650575,"model.language_model.layers.23.self_attn.v_proj.weight|2d-64|(384, 1408)","model.language_model.layers.3.self_attn.v_proj.weight|2d-64|(448, 320)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,20,0.018389742514704155,3.469217456729498 +6198,6330,1.233558607321638,0.04449149930758031,0.005598457138078291,0.005702108209049319,1.5721189564725855,1.2900080243195147,1.4103256921705989,0.9999843285160389,0.0045938347109141285,"model.visual.blocks.0.attn.proj.weight|2d-128|(768, 768)","model.visual.blocks.20.attn.proj.weight|2d-128|(640, 256)",model.visual.layers.*.attn.proj.weight,2d-128,20,0.056449416997876645,4.3392768453549975 +6443,6642,1.2061337455079746,0.003480589158481196,-0.00802717256290003,-0.008207164618882504,1.2128731644157875,1.7879521952675232,1.4194776839981997,0.9999677817313143,-0.011833224797698822,"model.visual.blocks.8.attn.proj.weight|2d-64|(896, 832)","model.visual.blocks.18.attn.proj.weight|2d-64|(512, 768)",model.visual.layers.*.attn.proj.weight,2d-64,10,0.006739418907812933,3.5407255670209414 +6764,6806,1.130739989825602,0.030812911855966994,0.0022422617259923957,0.0022642572532624323,1.151084942171631,2.0112211857976305,1.412845821883424,0.9999974861280163,0.003917768465384596,"model.visual.blocks.23.attn.qkv.weight|2d-128|(2176, 256)","model.visual.blocks.12.attn.qkv.weight|2d-128|(2048, 384)",model.visual.layers.*.attn.qkv.weight,2d-128,11,0.020344952346028844,3.0257100695856622 +6968,7134,1.1181493183454578,0.026338582044066867,0.0058051407872997726,0.0062535939150243774,2.0862452151644555,1.1358193254174551,1.4107616418296631,0.999983150028259,0.0031605062746492244,"model.visual.blocks.21.attn.qkv.weight|2d-64|(256, 320)","model.visual.blocks.4.attn.qkv.weight|2d-64|(1536, 832)",model.visual.layers.*.attn.qkv.weight,2d-64,17,0.017670007071997285,5.60528756170889 +7268,7358,1.2325069326230487,0.030687700374022315,0.012304482311841823,0.012772413510758638,1.2351825914483239,1.6749508563886581,1.4058769105087288,0.999924296992046,0.01668530898049075,"model.visual.blocks.0.mlp.linear_fc1.weight|2d-128|(1536, 512)","model.visual.blocks.17.mlp.linear_fc1.weight|2d-128|(128, 640)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,17,0.0026756588252752067,3.789310639503485 +7635,7672,1.238139814821007,0.03702844498809689,0.011023196073144026,0.010788064543156489,1.2694338006159283,1.6006753948640358,1.4066034226465374,0.9999392427284434,0.013899550113194067,"model.visual.blocks.6.mlp.linear_fc1.weight|2d-64|(2560, 64)","model.visual.blocks.14.mlp.linear_fc1.weight|2d-64|(256, 384)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,8,0.031293985794921264,3.442226741027552 +7782,7891,1.239678496220455,0.029599908921227394,-0.007684141932235895,-0.007651066947566856,1.6730244603470612,1.2545080643776745,1.4194198446009545,0.9999704765455654,-0.005761910988326399,"model.visual.blocks.13.mlp.linear_fc2.weight|2d-128|(256, 1152)","model.visual.blocks.4.mlp.linear_fc2.weight|2d-128|(640, 2304)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,9,0.014829568157219475,4.684508372117596 +8109,8123,1.2315686703972637,0.02686902891835361,0.04414055098454857,0.04421397374226368,1.3847500975011542,1.3805581911175435,1.3826493784603708,0.9990253308894528,0.044006928999049434,"model.visual.blocks.2.mlp.linear_fc2.weight|2d-64|(576, 3392)","model.visual.blocks.0.mlp.linear_fc2.weight|2d-64|(704, 2752)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,2,0.14898952072027982,4.810523233635214 +8282,8287,1.3426529623170917,0.07028156161174264,0.007287629709167477,0.007162904718082647,1.4024728291850268,1.4157230888577585,1.4090512357480922,0.9999734448740236,0.0073564816569811784,"model.visual.merger.linear_fc1.weight|2d-128|(3072, 3584)","model.visual.merger.linear_fc1.weight|2d-128|(1536, 3584)",model.visual.merger.linear_fc1.weight,2d-128,0,0.059819866867935056,3.530648754907452 +8461,8651,1.3476682758115561,0.046087690690712654,0.010330959543128489,0.009757541225387542,1.3818182542559068,1.4333872978401525,1.4068944318954462,0.9999466342135055,0.010716507860576038,"model.visual.merger.linear_fc1.weight|2d-64|(3072, 1984)","model.visual.merger.linear_fc1.weight|2d-64|(2176, 192)",model.visual.merger.linear_fc1.weight,2d-64,0,0.03414997844435064,3.510580651054452 +8934,8957,1.350010129080797,0.06160435713088406,0.009819243361715897,0.009819338095185353,1.4082755172345265,1.4062330811655261,1.4072531875822247,0.999951790067803,0.009805002414850866,"model.visual.merger.linear_fc2.weight|2d-128|(896, 768)","model.visual.merger.linear_fc2.weight|2d-128|(896, 3712)",model.visual.merger.linear_fc2.weight,2d-128,0,0.05622295208472905,3.523599894234681 +9139,9175,1.3507986119974145,0.06364184835503854,0.02839261207455315,0.028193902771041224,1.399661471686088,1.3883929493529832,1.3939930527253124,0.9995968485242358,0.028164026241671806,"model.visual.merger.linear_fc2.weight|2d-64|(1088, 1536)","model.visual.merger.linear_fc2.weight|2d-64|(320, 2752)",model.visual.merger.linear_fc2.weight,2d-64,0,0.03759433735556872,3.588114172411822 +9250,9314,0.8323727781841948,0.6251524672395008,0.4051163841298401,0.4056105490016858,1.1152616501348995,1.068454099647835,1.0911055929866313,0.9142651230959015,0.38811364257497644,"model.visual.pos_embed.weight|2d-128|(512, 256)","model.visual.pos_embed.weight|2d-128|(1536, 256)",model.visual.pos_embed.weight,2d-128,0,0.23608132146364036,3.5081606351830725 +9465,9488,0.5724386638902,0.8200046665352425,0.8330297516431372,0.8332667705535558,0.5532343343265232,0.6662079649774125,0.6019104672010465,0.5532281924101241,1.0031392145670148,"model.visual.pos_embed.weight|2d-64|(2112, 256)","model.visual.pos_embed.weight|2d-64|(1344, 256)",model.visual.pos_embed.weight,2d-64,0,0.019204329563676792,2.0748216162520006 +9827,9845,1.214426124185488,0.05595615106713274,0.0006465570396738501,0.0007678925916457661,1.3466786827451875,1.4919775456964415,1.4137586937287783,0.9999997909819753,0.0007163168152620665,"mtp.fc.weight|2d-128|(1792, 3968)","mtp.fc.weight|2d-128|(1792, 2688)",mtp.fc.weight,2d-128,0,0.13225255855969964,2.901887385306479 +9997,10025,1.1777577312408463,0.08785631990389035,0.042150978295790856,0.04180832194605095,1.5534391315483154,1.2612486571745822,1.3847366561384484,0.9991112525783642,0.034222689318488875,"mtp.fc.weight|2d-64|(1536, 3136)","mtp.fc.weight|2d-64|(1536, 2880)",mtp.fc.weight,2d-64,0,0.08349092593373597,4.326556437347945 +10224,10353,1.3263859547252972,0.04463428594218545,0.0038014101884525585,0.0038072647117970366,1.472372461301104,1.3576592534563594,1.411531835239427,0.9999927746141865,0.0035052405924348895,"mtp.layers.0.mlp.down_proj.weight|2d-128|(640, 2432)","mtp.layers.0.mlp.down_proj.weight|2d-128|(1152, 640)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.031273298731062216,3.992569392831729 +10504,10636,1.2820560013415354,0.010288786596513135,0.008555096347173816,0.008560663901771794,1.4743043024322167,1.350213348397539,1.4081746094258496,0.9999634044936297,0.00783502107789053,"mtp.layers.0.mlp.down_proj.weight|2d-64|(512, 1088)","mtp.layers.0.mlp.down_proj.weight|2d-64|(1728, 896)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.06815734705600351,4.349939105843397 +10806,10852,1.3169120048421854,0.01987106810494405,0.006233207791902484,0.0062508206039211135,1.3540265379570218,1.4731205494921669,1.4098147928251905,0.9999805733716146,0.006781452379331208,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(2176, 1920)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(4224, 1536)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.03711453311483637,3.646203381666504 +10896,11002,1.3049813437996156,0.05311060582783552,0.02303690487501795,0.022909769579918367,1.4840502111880598,1.3252564324341125,1.3979340695365943,0.9997346152923681,0.02057194974862043,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(5568, 1280)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(3712, 384)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.020275088634496896,4.065970131757879 +11194,11274,1.3389933549199062,0.04470183630570171,-0.00019426149208107388,-0.00013611022615032532,1.39782765679804,1.4314742521966972,1.4143508804771938,0.9999999811312361,-0.00019893748900659164,"mtp.layers.0.mlp.up_proj.weight|2d-128|(4736, 1280)","mtp.layers.0.mlp.up_proj.weight|2d-128|(2816, 768)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.05883430187813388,3.8814978269338725 +11438,11520,1.319945816316563,0.0236950898691976,0.013256452484283313,0.013408721637196457,1.3374554399175171,1.4836017472592828,1.4048590766920908,0.9999121293731424,0.014705010336161402,"mtp.layers.0.mlp.up_proj.weight|2d-64|(4160, 1216)","mtp.layers.0.mlp.up_proj.weight|2d-64|(1344, 960)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.017509623600954205,3.5460561136545254 +11702,11719,1.2548293923816654,0.03575550553870828,0.006312674345291425,0.006298891454902279,1.5549095584334398,1.2989839348346641,1.4098142047245945,0.9999800748727998,0.005273658854241012,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(256, 768)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 896)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.04415454245299877,4.625984430587735 +11749,11971,1.0946949285582885,0.04782339771650514,0.021375749336566358,0.021364712426787977,2.123282295820379,1.1207312771496845,1.401678601570361,0.9997715125668967,0.011282753546788935,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 1344)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(448, 1216)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.02603634859139592,6.75239127819683 +12086,12137,1.200037818688066,0.05883878265150176,0.02282545089221346,0.02279267221146145,1.7584152082813513,1.1966985222763404,1.3991186277254002,0.9997394654566594,0.015533978109584524,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(768, 768)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1152, 1152)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.0033392964117255897,4.8485078441700376 +12301,12351,1.1834192291827448,0.028176764081281155,0.007456944883826406,0.007396568449709971,1.2039561598707205,1.7758675429144768,1.4093068581034416,0.9999721965999853,0.010999193184834445,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(512, 1920)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(192, 960)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.020536930687975685,3.5203465613891955 +12588,12604,1.0659017770682235,-0.013827081120159762,-0.01858482683267597,-0.018652424565152145,3.048611921086899,1.0654223271907606,1.4223755646023555,0.9998272871909425,-0.006494985248055952,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 1536)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(768, 1536)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.0004794498774629563,9.024447508326402 +12841,12942,1.0648746154600681,0.027144038711370177,0.034711355024964384,0.03475943986879105,1.062525785179896,2.686561776338951,1.3973241068099755,0.9993973793403357,0.08776652850755189,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(3968, 1472)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(704, 1216)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.002348830280172187,3.5069805011143407 +13066,13067,1.371045270883219,0.026339511982930896,-0.004442733209080878,-0.0044254071897687295,1.4114169059876993,1.4233615004362812,1.4173514563835399,0.999990131012118,-0.004480331346244031,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(384, 1280)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(384, 1408)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.040371635104480275,3.7861452531905484 +13181,13289,1.3111626212296719,-0.008543250926485016,-0.022639203218634725,-0.022722423363129168,1.3412265916873156,1.5390689073310637,1.4299836221077202,0.9997437003940687,-0.025978678007506407,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 832)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 1600)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.03006397045764375,3.7461454849308025 +198,222,1.18704966407737,0.25807242456702995,0.24247552102954328,0.24253639224142434,1.2738055007829625,1.1927801373211366,1.2312978607787093,0.9701575241688597,0.22705192047990028,"model.language_model.embed_tokens.weight|2d-128|(174208, 1408)","model.language_model.embed_tokens.weight|2d-128|(137216, 1408)",model.language_model.embed_tokens.weight,2d-128,0,0.005730473243766632,3.2868468219292097 +387,496,1.205967449816611,0.11723433279138751,0.05710388908605174,0.05542787932244251,1.3127086561911594,1.4434363968608337,1.3734281717001495,0.9983682416078988,0.06279065161973624,"model.language_model.embed_tokens.weight|2d-64|(148928, 704)","model.language_model.embed_tokens.weight|2d-64|(248192, 832)",model.language_model.embed_tokens.weight,2d-64,0,0.10674120637454831,3.750963788887234 +663,704,0.16672888361652485,0.9901123119192247,0.9901123119192244,0.9916812057107619,0.16672888361652566,0.18525509414108363,0.17526184122738997,0.14027690396486625,1.1001294171483407,"model.language_model.layers.2.linear_attn.conv1d.weight|3d-axis0-slice|(5803, 0, 0)","model.language_model.layers.16.linear_attn.conv1d.weight|3d-axis0-slice|(4751, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,14,8.049116928532385e-16,0.25729554190215137 +798,882,0.6626069979876866,0.848241900811324,0.848241900811324,0.8494670780109713,1.4723192721859306,0.6626069979876865,0.854518526996231,0.5296089856752736,0.3817453388554043,"model.language_model.layers.9.linear_attn.conv1d.weight|3d-volume|(1860, 0, 0)","model.language_model.layers.17.linear_attn.conv1d.weight|3d-volume|(4760, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,8,1.1102230246251565e-16,4.611232036208879 +1030,1070,1.1581063824920241,0.01258586031413741,0.006765376959367022,0.006738417664806283,1.9804614213296745,1.153959609249151,1.4100455715251379,0.9999771145754275,0.003941996379415867,"model.language_model.layers.10.linear_attn.in_proj_qkv.weight|2d-128|(4352, 1280)","model.language_model.layers.8.linear_attn.in_proj_qkv.weight|2d-128|(5248, 768)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,2,0.0041467732428730475,5.5702266718777596 +1324,1535,1.1559157291521034,0.016764627691546106,0.0003272371222964454,0.0007657810767268279,1.9107877370251913,1.1733060394643628,1.4140071865880584,0.9999999464579314,0.0002009376994040735,"model.language_model.layers.13.linear_attn.in_proj_qkv.weight|2d-64|(5760, 192)","model.language_model.layers.8.linear_attn.in_proj_qkv.weight|2d-64|(5312, 1984)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,5,0.01739031031225946,5.444447250418457 +1560,1569,1.1652021380511017,0.026773920246734886,0.007878054460047372,0.007995890212125246,1.164696643829386,1.9250498985525302,1.4092704835826109,0.9999689676474588,0.013021114141140332,"model.language_model.layers.6.linear_attn.in_proj_z.weight|2d-128|(1408, 1408)","model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(256, 1664)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,12,0.0005054942217157521,3.361503177251253 +1982,2029,1.1639160710953866,0.0370940011159286,0.005070091536108105,0.004678551777498518,1.8017873085796638,1.1980839502801912,1.4109036745420087,0.999987147003308,0.0033713165071913866,"model.language_model.layers.9.linear_attn.in_proj_z.weight|2d-64|(960, 512)","model.language_model.layers.20.linear_attn.in_proj_z.weight|2d-64|(1152, 0)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,11,0.03416787918480457,5.30571121534468 +2134,2296,1.242019287697119,0.002757154033616111,0.011667211485631174,0.011667168645151278,1.6792563386905779,1.2340621836189811,1.4063180709623777,0.9999319357717052,0.00857407183820997,"model.language_model.layers.16.linear_attn.out_proj.weight|2d-128|(1280, 256)","model.language_model.layers.4.linear_attn.out_proj.weight|2d-128|(128, 0)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,12,0.007957104078137878,4.501178543214425 +2528,2533,1.2368103056251063,0.012793590469160905,0.032382707224783105,0.03261051990364569,1.2428375150113324,1.6117856180367778,1.3918917991357491,0.9994755426086194,0.041995820972241214,"model.language_model.layers.9.linear_attn.out_proj.weight|2d-64|(256, 192)","model.language_model.layers.17.linear_attn.out_proj.weight|2d-64|(1216, 1344)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,8,0.00602720938622614,3.351336519605304 +2560,2585,1.2748974410236527,0.018469391437144832,-0.01052520415449725,-0.010520243870746508,1.590989782998267,1.296696886102567,1.4214843062677305,0.9999446085046443,-0.008578307415029608,"model.language_model.layers.3.mlp.down_proj.weight|2d-128|(1664, 3328)","model.language_model.layers.22.mlp.down_proj.weight|2d-128|(1664, 2688)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,19,0.021799445078914292,4.169518297981512 +2876,3002,1.269174969721581,0.00890867332073401,0.010962181839365304,0.01066467762792729,1.2699102001131368,1.5998413985726019,1.4066441119986421,0.9999399134794653,0.013810230301114928,"model.language_model.layers.22.mlp.down_proj.weight|2d-64|(896, 1024)","model.language_model.layers.8.mlp.down_proj.weight|2d-64|(512, 1792)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,14,0.0007352303915557634,3.493086238306774 +3131,3254,1.1728696312787814,0.02953061505584112,-0.0026324487860274427,-0.0027218304683598923,1.8408134144132078,1.193104074632465,1.415911682862276,0.9999965351006918,-0.001706194309688801,"model.language_model.layers.10.mlp.gate_proj.weight|2d-128|(1408, 1152)","model.language_model.layers.18.mlp.gate_proj.weight|2d-128|(2560, 256)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,8,0.02023444335368363,4.6267398117719 +3408,3537,1.1658625939242038,0.04231874032892532,0.02541828469443148,0.02540693844745309,1.783330283767881,1.187138014893185,1.3975337349787786,0.9996769032058272,0.016920596430618797,"model.language_model.layers.15.mlp.gate_proj.weight|2d-64|(1088, 832)","model.language_model.layers.23.mlp.gate_proj.weight|2d-64|(3584, 0)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,8,0.021275420968981162,4.861137458163302 +3633,3752,1.2472553644873323,0.03212995095829112,0.009079520895297741,0.009387500861994752,1.619837366678295,1.262121118475409,1.4079744317541203,0.9999587803006241,0.007074447906516232,"model.language_model.layers.2.mlp.up_proj.weight|2d-128|(3712, 1792)","model.language_model.layers.21.mlp.up_proj.weight|2d-128|(3968, 128)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,19,0.014865753988076769,4.069388807943421 +3929,4011,1.2428552773437993,0.045071931801281405,0.04400638163428041,0.04367629618992353,1.550416624316293,1.2608698396727425,1.383414214598539,0.9990312499493987,0.0357880059369598,"model.language_model.layers.2.mlp.up_proj.weight|2d-64|(384, 1344)","model.language_model.layers.15.mlp.up_proj.weight|2d-64|(1216, 64)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,13,0.018014562328943162,4.083425216229175 +4185,4290,1.1892938809896134,0.01416629800938841,0.021547197216022704,0.021760451995089036,1.1917944941366676,1.7780870944288556,1.400049479493336,0.9997678321951221,0.03214714741460272,"model.language_model.layers.3.self_attn.k_proj.weight|2d-128|(0, 896)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 256)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,20,0.002500613147054187,3.278923321173419 +4472,4558,1.1111924443497807,0.04074205814226542,0.023632500099721558,0.02357243815489795,1.9612453148241937,1.1462899918290441,1.399577796921964,0.9997207134690351,0.013812498692259737,"model.language_model.layers.15.self_attn.k_proj.weight|2d-64|(256, 1024)","model.language_model.layers.15.self_attn.k_proj.weight|2d-64|(128, 1216)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,0,0.03509754747926341,5.923092738162579 +4636,4671,1.1344566113148937,0.044326644463053004,-0.005139868666644769,-0.004979266018135568,1.909808711419021,1.177482668171036,1.4174570684498924,0.9999867907878032,-0.0031689594017783942,"model.language_model.layers.3.self_attn.o_proj.weight|2d-128|(1152, 1792)","model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(1280, 128)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,16,0.04302605685614225,5.338628739722258 +4877,5066,1.1361846073604227,0.04091726636850699,0.0234298501693151,0.02371138801282099,1.1288951565481242,2.060818586719631,1.4001825109592299,0.9997254833808346,0.042771616507438076,"model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(128, 448)","model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(448, 1536)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,4,0.007289450812298481,3.013637232468368 +5172,5179,1.1377269134911152,0.029899401607602995,0.005491393913703434,0.005519419973053885,2.065841137978781,1.1393484178576394,1.4109255950117652,0.999984922182772,0.0030286021768026875,"model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(2688, 1536)","model.language_model.layers.23.self_attn.q_proj.weight|2d-128|(1920, 1792)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,16,0.0016215043665241957,5.435293742848813 +5510,5626,1.1243108874049434,-0.00026449376912590205,-0.0001071736360640261,-0.00026368876853920134,1.1247818538993937,2.184871018680232,1.4142752413652706,0.9999999942569059,-0.00020818309843022919,"model.language_model.layers.23.self_attn.q_proj.weight|2d-64|(1408, 1856)","model.language_model.layers.11.self_attn.q_proj.weight|2d-64|(3136, 512)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,12,0.0004709664944502201,3.5119709977063196 +5634,5794,1.0912435750643898,0.07144890965583027,0.003546750836295052,0.0035733594484277827,2.0587386544102877,1.1417728109005254,1.4120845255024028,0.9999937102594723,0.0019670217311193237,"model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(256, 768)","model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(256, 256)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,12,0.050529235836135555,6.85200495140793 +5908,6027,1.0879682192334865,-0.00011381702016540537,0.003127881768439518,0.002599012808886072,2.4421623091535003,1.094566337319679,1.4125616490334143,0.9999951081658562,0.0014019027637997387,"model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(448, 1536)","model.language_model.layers.23.self_attn.v_proj.weight|2d-64|(448, 1152)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,16,0.006598118086192484,7.876549234761688 +6198,6360,1.233605922062399,-0.01935435753979477,-0.016163768742708518,-0.01619015367288186,1.6869212202448522,1.2565530720264328,1.425122553943568,0.9998693577563181,-0.012040060333242583,"model.visual.blocks.0.attn.proj.weight|2d-128|(768, 768)","model.visual.blocks.21.attn.proj.weight|2d-128|(256, 512)",model.visual.layers.*.attn.proj.weight,2d-128,21,0.02294714996403391,4.598985802815796 +6468,6642,1.2062229290863637,-0.024837526066714934,0.0064586686549174726,0.006390664581529444,1.1855846156671417,1.8427803670295477,1.4100512826404314,0.9999791425820871,0.01003885141317705,"model.visual.blocks.4.attn.proj.weight|2d-64|(192, 0)","model.visual.blocks.18.attn.proj.weight|2d-64|(512, 768)",model.visual.layers.*.attn.proj.weight,2d-64,14,0.020638313419222065,3.0587396651194907 +6764,6786,1.1309779020501527,-0.002415606037909655,-0.008765358112349502,-0.008728410377785632,1.1356213691415427,2.1447686120020912,1.419330649686547,0.9999615835106679,-0.016554518489324002,"model.visual.blocks.23.attn.qkv.weight|2d-128|(2176, 256)","model.visual.blocks.0.attn.qkv.weight|2d-128|(2048, 256)",model.visual.layers.*.attn.qkv.weight,2d-128,23,0.004643467091389963,3.002825445271547 +7020,7078,1.1182386156570334,-0.010712255582887017,0.005190357482307446,0.005344912001172665,1.0966608208761608,2.408107890280814,1.411442246925045,0.9999865300038825,0.011397271215120805,"model.visual.blocks.3.attn.qkv.weight|2d-64|(832, 64)","model.visual.blocks.0.attn.qkv.weight|2d-64|(2496, 320)",model.visual.layers.*.attn.qkv.weight,2d-64,3,0.021577794780872628,3.0265509884838737 +7211,7377,1.2327141117630291,0.042601380355122134,0.006682864131457505,0.006492723758513903,1.2591735661621537,1.6312575991134524,1.409634713652866,0.9999776694141728,0.008657641163409644,"model.visual.blocks.0.mlp.linear_fc1.weight|2d-128|(640, 384)","model.visual.blocks.18.mlp.linear_fc1.weight|2d-128|(896, 0)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,18,0.02645945439912456,3.692195765698589 +7635,7666,1.2385518563965565,0.02558408723244595,0.0031983326957793364,0.0037133510155909766,1.272684702777436,1.6101131706418765,1.4120114164556394,0.9999948853209036,0.004046310595491939,"model.visual.blocks.6.mlp.linear_fc1.weight|2d-64|(2560, 64)","model.visual.blocks.17.mlp.linear_fc1.weight|2d-64|(2688, 256)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,11,0.034132846380879434,3.3639802896327855 +7693,7863,1.239724350117602,0.016964294079714736,0.0014424876450372525,0.0015786289509295405,1.644100351756242,1.258440085692617,1.4132286165443337,0.9999989596141557,0.0011041201187580302,"model.visual.blocks.9.mlp.linear_fc2.weight|2d-128|(384, 1920)","model.visual.blocks.0.mlp.linear_fc2.weight|2d-128|(640, 2944)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,9,0.018715735575014936,4.736171998822917 +8001,8155,1.2315720605238862,-0.012820970999088877,-0.008422845615986291,-0.008266393731219516,1.298186027692328,1.5842344233563732,1.4200412395042028,0.9999645272067051,-0.010278774908078341,"model.visual.blocks.3.mlp.linear_fc2.weight|2d-64|(384, 832)","model.visual.blocks.9.mlp.linear_fc2.weight|2d-64|(0, 704)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,6,0.06661396716844181,3.43457711445892 +8199,8239,1.3426698192957214,0.04368631341116407,0.02524720526059504,0.0248980423994608,1.3880533294810242,1.4045900186340217,1.3962482338270437,0.9996812385088205,0.025547989946967633,"model.visual.merger.linear_fc1.weight|2d-128|(0, 896)","model.visual.merger.linear_fc1.weight|2d-128|(1024, 2944)",model.visual.merger.linear_fc1.weight,2d-128,0,0.045383510185302844,3.5159529402763807 +8490,8669,1.3478076470929055,0.03103147242478681,0.0029374343096307946,0.0031190616517528034,1.4353828278561582,1.3899833209722436,1.4121360289843696,0.9999956857305319,0.002844526643067506,"model.visual.merger.linear_fc1.weight|2d-64|(1600, 2816)","model.visual.merger.linear_fc1.weight|2d-64|(2240, 3136)",model.visual.merger.linear_fc1.weight,2d-64,0,0.04217567387933818,3.719691889296768 +8706,8931,1.3501553958130184,0.0662050809984856,0.0020120032802072767,0.0020132606567675074,1.4166423076845844,1.408969278422299,1.4127901658724726,0.9999979759193518,0.0020011055680882045,"model.visual.merger.linear_fc2.weight|2d-128|(1920, 768)","model.visual.merger.linear_fc2.weight|2d-128|(896, 384)",model.visual.merger.linear_fc2.weight,2d-128,0,0.058813882609280554,3.6515255310873385 +9023,9047,1.3508067953182976,0.057216880186238356,0.03214289656351942,0.03209466657999888,1.4008771341469595,1.3819197984965272,1.3913016112003131,0.9994832836023356,0.03170792359973926,"model.visual.merger.linear_fc2.weight|2d-64|(448, 832)","model.visual.merger.linear_fc2.weight|2d-64|(448, 1344)",model.visual.merger.linear_fc2.weight,2d-64,0,0.031113003178229626,3.680747577912442 +9309,9333,0.833596620177741,0.5568956726295685,0.5318360634896762,0.5315319430195787,1.064912577205053,0.90438050219563,0.974869742979611,0.8468473307342979,0.4516635228845883,"model.visual.pos_embed.weight|2d-128|(1408, 640)","model.visual.pos_embed.weight|2d-128|(1792, 640)",model.visual.pos_embed.weight,2d-128,0,0.07078388201788899,6.667835820921741 +9578,9604,0.5724478035883351,0.8286799438602899,0.8440417673002489,0.8426216817141597,0.5479990702241588,0.5727545990095082,0.5599668458698563,0.5362774422373855,0.882170847077504,"model.visual.pos_embed.weight|2d-64|(1024, 256)","model.visual.pos_embed.weight|2d-64|(960, 256)",model.visual.pos_embed.weight,2d-64,0,0.0244487333641763,2.3948266380346945 +9647,9870,1.2144635187218598,0.05524646647113294,-0.00987667134102359,-0.009882670415422201,1.288260796441584,1.6056079621647228,1.421015091861763,0.9999512244920856,-0.012309667567805,"mtp.fc.weight|2d-128|(1280, 2816)","mtp.fc.weight|2d-128|(896, 3840)",mtp.fc.weight,2d-128,0,0.07379727771972422,2.9481775975133293 +9919,10113,1.1779067332643367,0.02261853071272006,0.022513054206859687,0.022489991695439776,1.201487935608768,1.7440510469090562,1.399260164701538,0.9997465490764542,0.032679409085118946,"mtp.fc.weight|2d-64|(0, 3008)","mtp.fc.weight|2d-64|(1984, 3776)",mtp.fc.weight,2d-64,0,0.023581202344431285,3.7278035398929306 +10146,10271,1.3264341581802659,0.04285873821375972,-0.0021792159344439636,-0.0021844653008653396,1.3968917255381426,1.4353997110785666,1.4157530931737992,0.9999976255061365,-0.00223929017939713,"mtp.layers.0.mlp.down_proj.weight|2d-128|(0, 2304)","mtp.layers.0.mlp.down_proj.weight|2d-128|(256, 6016)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.07045756735787667,3.5727693110639147 +10493,10607,1.2821289019367856,0.012897826069226613,-0.002232883035147361,-0.002160462173535101,1.3316336851211885,1.5181968198817979,1.4157781084139454,0.9999975071135684,-0.002545712053551896,"mtp.layers.0.mlp.down_proj.weight|2d-64|(960, 1344)","mtp.layers.0.mlp.down_proj.weight|2d-64|(1344, 5248)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.04950478318440288,3.3621874939715943 +10788,10871,1.3169980586991694,-0.0004056516923425079,-0.004093378853017077,-0.004102788164397299,1.347499481773178,1.4987080666083694,1.4170888028039483,0.9999916220896882,-0.0045527141120885895,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(1152, 512)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(5504, 768)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.030501423074008605,3.6465584909187085 +10910,11143,1.3050514197046508,0.021519480405121097,0.025310127014182244,0.025286705691768014,1.4858669038348475,1.3212388413530862,1.3963261671368865,0.9996796474223759,0.022505866982036563,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(3840, 1280)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(4672, 1664)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.01618742164843545,4.561756934184708 +11245,11286,1.3389970451749564,0.03728541620259426,-0.0050989212846167635,-0.0051239880669059195,1.422790004882137,1.4128905778370255,1.417814372195837,0.999987000416372,-0.0050634442296103145,"mtp.layers.0.mlp.up_proj.weight|2d-128|(640, 1664)","mtp.layers.0.mlp.up_proj.weight|2d-128|(1024, 768)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.0738935326620691,3.5099373798391174 +11536,11622,1.3201028422953793,0.01394200933313498,0.017084920262057126,0.01710964360942415,1.317185408814068,1.5061063046401952,1.4021892865917174,0.9998540420979649,0.019535371367442402,"mtp.layers.0.mlp.up_proj.weight|2d-64|(3008, 1216)","mtp.layers.0.mlp.up_proj.weight|2d-64|(1984, 448)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.002917433481311349,3.6774537903072213 +11675,11717,1.254917862324814,0.004919481934733257,0.015319306256216175,0.015340079637678122,1.6300744101409856,1.2512940040403677,1.4037102089957045,0.9998826525427013,0.011759558916579439,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 1408)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 640)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.003623858284446335,4.581992663637438 +11753,11822,1.0947343250062962,0.03606169046800934,0.01976958769080779,0.01983912903721768,2.2417493528732897,1.106371831698845,1.4030739672841523,0.9998045626033797,0.009756895844477692,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 1600)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(128, 1920)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.011637506692548705,6.822749422835053 +12063,12208,1.200148367262508,0.03577639765624139,0.005108662693298565,0.005092757113077591,1.2296713581060281,1.7061406766368061,1.4107824449187076,0.9999869506976009,0.0070881517787633784,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(512, 1920)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1792, 0)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.02952299084352017,3.297047706746983 +12287,12355,1.1835251207948774,-0.01412645383712223,-0.014808305064380111,-0.014687381526347208,1.723857291713393,1.240688142905945,1.424108104683646,0.9998903510391128,-0.01065777811088382,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(1728, 64)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(960, 1792)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.05716302211106772,5.187175006458162 +12566,12612,1.0660065872691389,0.05378943264848508,0.06861651560328079,0.06655496831699341,2.400300078025169,1.0659626108182332,1.3777481313760789,0.997643109426645,0.030472290022129585,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(3456, 512)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(896, 512)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,4.397645090570279e-05,7.302734479221435 +12821,12823,1.065061036324082,0.03802802191500397,0.02174628976187372,0.02185540107195329,2.6635325231099096,1.0694654095930085,1.4035393291172784,0.999763521479751,0.008731601542509432,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(2176, 1856)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(4032, 1216)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.004404373268926509,8.521239934843281 +13022,13047,1.3711329850403375,0.027032154589069025,0.001049810329193053,0.0010932138706917355,1.3916169631321154,1.4363889249166992,1.4134714116595175,0.9999994489489845,0.0010835854765108212,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(0, 1792)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(256, 896)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.02048397809177782,3.690068083652218 +13273,13300,1.3112173124220632,0.006076282563219185,0.008380155680479283,0.008801937384025195,1.4841098164607873,1.3430430858541527,1.4083049876906908,0.9999648858788847,0.007583610067271917,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 576)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(448, 256)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.03182577343208948,4.310376716673583 +221,230,1.1871051545552969,0.24437496237603082,0.1960153517922004,0.19590755452241923,1.2465538832790861,1.290912572129772,1.2681517394507609,0.9806008269738405,0.2029905689221937,"model.language_model.embed_tokens.weight|2d-128|(136576, 1664)","model.language_model.embed_tokens.weight|2d-128|(242048, 1664)",model.language_model.embed_tokens.weight,2d-128,0,0.05944872872378926,3.099675239695852 +320,499,1.206289254552203,0.2546563541250476,0.21991823416835016,0.21965729442042287,1.2553875044663447,1.2428546536163887,1.2490739248721756,0.9755183085315594,0.2177227348359036,"model.language_model.embed_tokens.weight|2d-64|(140032, 64)","model.language_model.embed_tokens.weight|2d-64|(142720, 64)",model.language_model.embed_tokens.weight,2d-64,0,0.036565399064185655,3.266143782500721 +573,757,0.16674613312324216,0.9943409923291454,0.9943409923291456,0.9981213172454375,0.16674613312324157,0.1925880783431159,0.17827745332308723,0.1062355447761718,1.1484417500040096,"model.language_model.layers.8.linear_attn.conv1d.weight|3d-axis0-slice|(2226, 0, 0)","model.language_model.layers.4.linear_attn.conv1d.weight|3d-axis0-slice|(5151, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,4,5.828670879282072e-16,0.2570917968786702 +804,922,0.6626421288780217,0.7803721714176469,0.7803721714176468,0.761517905283307,0.6628853988456134,0.6626421288780217,0.6627637303768796,0.6253153397102194,0.7800857853949937,"model.language_model.layers.6.linear_attn.conv1d.weight|3d-volume|(5372, 0, 0)","model.language_model.layers.8.linear_attn.conv1d.weight|3d-volume|(2076, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,2,0.0,2.124125884237359 +1028,1145,1.1582429972429231,0.020329395350579017,-0.00948523594176923,-0.00947921152423903,1.9770220683443038,1.1656916670237676,1.420070347508741,0.9999550141377006,-0.005592684408593636,"model.language_model.layers.14.linear_attn.in_proj_qkv.weight|2d-128|(4480, 256)","model.language_model.layers.16.linear_attn.in_proj_qkv.weight|2d-128|(1152, 1408)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,2,0.0074486697808444635,5.463539674751972 +1503,1526,1.1559416689136832,0.012318983225325254,0.0025635815586260977,0.0024015512798019403,1.909356331110729,1.172025315308724,1.4125962546275896,0.9999967140193973,0.001573610140554816,"model.language_model.layers.14.linear_attn.in_proj_qkv.weight|2d-64|(5248, 1728)","model.language_model.layers.20.linear_attn.in_proj_qkv.weight|2d-64|(832, 960)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,6,0.016083646395040674,5.126518558418522 +1544,1763,1.1652558815549636,0.023694891359965154,0.002803782553351443,0.0027998738362469615,1.1848551971250383,1.8561885766525004,1.4124141013839806,0.9999960693939719,0.004392392555289869,"model.language_model.layers.0.linear_attn.in_proj_z.weight|2d-128|(0, 1024)","model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-128|(1664, 512)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,4,0.01959931557007466,2.9428141922138114 +1882,1927,1.1639658176791619,0.04095817735972003,0.026335378108328294,0.02539905554437041,1.1674036080490726,1.8551844990220088,1.3973242534002546,0.9996531637822648,0.04185098016280969,"model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-64|(1920, 1280)","model.language_model.layers.10.linear_attn.in_proj_z.weight|2d-64|(512, 192)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,8,0.003437790369910765,3.061060316310629 +2100,2302,1.242166943403075,0.06378158377321726,-0.0004326163120319033,-0.00043840143678695545,1.2954429224281663,1.5738972858742166,1.41451372835417,0.9999999064215589,-0.0005256068233833606,"model.language_model.layers.8.linear_attn.out_proj.weight|2d-128|(1152, 1920)","model.language_model.layers.22.linear_attn.out_proj.weight|2d-128|(1024, 1664)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,14,0.05327597902509118,3.348118636208317 +2348,2374,1.236938679709163,0.004734938567519203,-0.010054267352496975,-0.01006849463310201,1.2670585389169893,1.649581190621952,1.4210659613495862,0.9999494545765824,-0.013089632247251648,"model.language_model.layers.13.linear_attn.out_proj.weight|2d-64|(1856, 448)","model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(1536, 896)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,1,0.030119859207826227,3.2888767452127534 +2686,2784,1.2749028903264243,0.01850954875704314,-0.002468699738149333,-0.0025043317847698097,1.3133034436400315,1.547125576991289,1.415934975089688,0.9999969527561585,-0.002908230025055353,"model.language_model.layers.20.mlp.down_proj.weight|2d-128|(1664, 5760)","model.language_model.layers.3.mlp.down_proj.weight|2d-128|(1664, 384)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,17,0.038400553313607144,3.3714149069428734 +2928,2929,1.2692273701878602,0.04049950967247029,0.010577224481603548,0.01066689542818631,1.5477748312417623,1.2984877059252664,1.4068289271597771,0.9999440595964685,0.008873639546880991,"model.language_model.layers.7.mlp.down_proj.weight|2d-64|(704, 3520)","model.language_model.layers.20.mlp.down_proj.weight|2d-64|(1984, 4096)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,13,0.029260335737406162,4.065661231796208 +3144,3256,1.172977860304233,0.009289316731996322,0.0014339425671212327,0.0011841735269511008,1.867610317687299,1.182957190482323,1.4132965632998649,0.9999989719038286,0.0009082690615113425,"model.language_model.layers.9.mlp.gate_proj.weight|2d-128|(4608, 1152)","model.language_model.layers.22.mlp.gate_proj.weight|2d-128|(3328, 256)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,13,0.009979330178090162,4.982085712503461 +3429,3521,1.1659348219011638,-0.011343327377001854,0.00277283916284295,0.0027302545826697064,1.1598735577375658,1.9645309132059683,1.4124957398000644,0.9999961556740992,0.004696484557660423,"model.language_model.layers.22.mlp.gate_proj.weight|2d-64|(448, 128)","model.language_model.layers.10.mlp.gate_proj.weight|2d-64|(1472, 1024)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,12,0.006061264163597979,3.113519288418555 +3653,3755,1.2472818799123775,0.007693179333767075,-0.01580097604041271,-0.01579524587896021,1.650768818397207,1.272071807275504,1.4249766539228481,0.999875156785171,-0.012176130251818393,"model.language_model.layers.2.mlp.up_proj.weight|2d-128|(1024, 640)","model.language_model.layers.21.mlp.up_proj.weight|2d-128|(4224, 1920)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,19,0.024789927363126463,4.255211473271907 +3929,4019,1.2429191868961271,-0.012615046108932236,0.008622152639901333,0.008897300799229327,1.658506677916024,1.2453406940934282,1.408346561240081,0.9999628285510689,0.006474208211598102,"model.language_model.layers.2.mlp.up_proj.weight|2d-64|(384, 1344)","model.language_model.layers.22.mlp.up_proj.weight|2d-64|(3008, 1088)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,20,0.002421507197301054,4.445507932952896 +4251,4300,1.1893331463364714,0.01630592018064738,-0.010571304399305807,-0.0105139710471217,1.2011347121308826,1.8341065177764257,1.4210490126902524,0.9999441222004843,-0.01614215133768664,"model.language_model.layers.19.self_attn.k_proj.weight|2d-128|(128, 1408)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 1536)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,4,0.011801565794411273,3.4153755189978052 +4469,4514,1.111203349985269,0.023638953780854954,0.016889992997131627,0.01664420518547338,1.1373851915016238,2.0345202843188956,1.4040029554051412,0.9998573538943227,0.03021230943696469,"model.language_model.layers.15.self_attn.k_proj.weight|2d-64|(320, 1664)","model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 512)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,8,0.02618184151635483,3.0197835913211137 +4696,4772,1.1344882668826188,0.033965137757383496,0.008458436631795239,0.008436196883014824,1.9821421109119686,1.1524895645064375,1.4090060613435853,0.9999642267850114,0.004918042907477453,"model.language_model.layers.3.self_attn.o_proj.weight|2d-128|(768, 128)","model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(1664, 768)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,16,0.018001297623818635,5.327237286737864 +4879,5110,1.1363197796979374,0.04610315913630572,0.011185457412607099,0.010862772975620256,1.9679967142997914,1.153426127949655,1.4072959069230444,0.9999374408144095,0.006555701408962734,"model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(384, 1472)","model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(576, 1856)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,16,0.01710634825171753,5.940067605399708 +5144,5316,1.1377422723941697,0.0106244187225528,0.009868623942992696,0.00918056769388567,1.1389375047890988,2.051774108457318,1.4082788226878398,0.999951303945083,0.017778137085830543,"model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(3968, 1920)","model.language_model.layers.19.self_attn.q_proj.weight|2d-128|(768, 768)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,16,0.0011952323949291355,3.5072665195241184 +5433,5467,1.1243861547913787,0.040177067195033556,-0.0003509679865648687,-0.00035917310828576817,1.1303633286859724,2.1463608237224823,1.4144181860853327,0.9999999384107343,-0.0006664263760390169,"model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(1344, 320)","model.language_model.layers.23.self_attn.q_proj.weight|2d-64|(1664, 960)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,20,0.005977173894593735,2.8770788837012646 +5838,5852,1.0913888162053649,0.02658880263570567,0.01106930416582301,0.011068503789414251,1.111421022293646,2.2397374320359673,1.4079665188135697,0.9999387333758426,0.022306879561825612,"model.language_model.layers.23.self_attn.v_proj.weight|2d-128|(0, 1792)","model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(256, 512)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,16,0.020032206088281157,3.383316861543704 +5905,6012,1.0879700131823167,-0.0016183730596325448,-0.020561704699872445,-0.02065418202679663,2.4351207388025826,1.1069476691375426,1.4251262273059755,0.9997885858019361,-0.009346859368546281,"model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(448, 1472)","model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(448, 1472)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,12,0.018977655955225936,9.379064240918064 +6240,6362,1.2336918622300563,0.021772446435564866,0.007392322350470685,0.007447875181434313,1.2540809130400576,1.6410152681516854,1.4091608407528107,0.9999726764118441,0.009673150845438204,"model.visual.blocks.21.attn.proj.weight|2d-128|(896, 512)","model.visual.blocks.11.attn.proj.weight|2d-128|(384, 256)",model.visual.layers.*.attn.proj.weight,2d-128,10,0.020389050810001308,3.056651940092186 +6533,6608,1.2063917228776424,0.04456917113886621,0.03792120387546518,0.03819080027721023,1.6552309112472416,1.219343652170714,1.3883684431086873,0.9992807324754317,0.027935062663479487,"model.visual.blocks.6.attn.proj.weight|2d-64|(576, 768)","model.visual.blocks.19.attn.proj.weight|2d-64|(256, 128)",model.visual.layers.*.attn.proj.weight,2d-64,13,0.01295192929307154,4.280931238224 +6798,6896,1.1310865131187102,0.03734977513426439,0.009690240170706488,0.009693196936988639,1.1449524676041678,2.017989012302454,1.408319406909642,0.9999530485204963,0.01707913537404421,"model.visual.blocks.1.attn.qkv.weight|2d-128|(1024, 128)","model.visual.blocks.21.attn.qkv.weight|2d-128|(640, 0)",model.visual.layers.*.attn.qkv.weight,2d-128,20,0.013865954485457577,3.359079659072581 +7020,7093,1.1184109961353674,0.02308995381255362,-0.001251646252841207,-0.001243811812279994,1.1268666323396745,2.1745787614302734,1.4149364683899206,0.9999992166905222,-0.0024153731063995465,"model.visual.blocks.3.attn.qkv.weight|2d-64|(832, 64)","model.visual.blocks.20.attn.qkv.weight|2d-64|(1408, 256)",model.visual.layers.*.attn.qkv.weight,2d-64,17,0.008455636204307115,2.9097058692324316 +7405,7423,1.2328582839131934,0.026582493055262883,0.008030106017921576,0.008085938000289804,1.2429754949725054,1.6655019048919653,1.4087596191695861,0.9999677581789029,0.010759791261716433,"model.visual.blocks.1.mlp.linear_fc1.weight|2d-128|(2176, 0)","model.visual.blocks.18.mlp.linear_fc1.weight|2d-128|(2560, 768)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,17,0.010117211059311959,3.2655828486158085 +7517,7603,1.2387275949295569,0.04243988794441304,0.012148115877334338,0.011328390447062249,1.2613813887218657,1.6149540803560933,1.40585457784661,0.9999262089177535,0.015553304876821548,"model.visual.blocks.5.mlp.linear_fc1.weight|2d-64|(2432, 704)","model.visual.blocks.23.mlp.linear_fc1.weight|2d-64|(3328, 960)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,18,0.022653793792308807,3.351556527316383 +7767,7863,1.2398612285119535,0.029187945979229843,-0.009726993042199344,-0.009611168303751277,1.6637617332182981,1.2604169947037478,1.42081932293864,0.9999526916841401,-0.007368884073344984,"model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(512, 3328)","model.visual.blocks.0.mlp.linear_fc2.weight|2d-128|(640, 2944)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,10,0.020555766191794334,4.5694794037001465 +8096,8111,1.2316505848944703,0.0016659299090939009,0.001884405988466527,0.0022081746212764294,1.2380096453559741,1.6918990691551588,1.4129429724585711,0.999998224505459,0.002575282631889503,"model.visual.blocks.0.mlp.linear_fc2.weight|2d-64|(896, 960)","model.visual.blocks.10.mlp.linear_fc2.weight|2d-64|(512, 2368)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,10,0.006359060461503807,3.367105959708887 +8246,8325,1.3426768856684055,0.01906878281236111,-0.00016500958995681125,-0.000504643655527715,1.4513205132711995,1.3800311177245874,1.4143300891258461,0.9999999863859175,-0.00015690425841918885,"model.visual.merger.linear_fc1.weight|2d-128|(128, 2816)","model.visual.merger.linear_fc1.weight|2d-128|(3328, 1920)",model.visual.merger.linear_fc1.weight,2d-128,0,0.037354232056181935,3.7027122072840934 +8590,8701,1.3478085719310688,0.03475533271671818,0.022772803783792053,0.021978957765053812,1.4371996078839147,1.361919176950027,1.3980415700372941,0.9997406660768706,0.02157996566095059,"model.visual.merger.linear_fc1.weight|2d-64|(1920, 3904)","model.visual.merger.linear_fc1.weight|2d-64|(3200, 3904)",model.visual.merger.linear_fc1.weight,2d-64,0,0.014110605018958111,3.7934437034817194 +8896,8955,1.3501731445619694,0.05410975390980459,0.017176566126491367,0.017176194809437474,1.3940342811314421,1.4101366039793861,1.4020160959041421,0.9998524719057819,0.017374970582487485,"model.visual.merger.linear_fc2.weight|2d-128|(768, 0)","model.visual.merger.linear_fc2.weight|2d-128|(896, 3456)",model.visual.merger.linear_fc2.weight,2d-128,0,0.04386113656947277,3.499451198085515 +9007,9046,1.3508375324436406,0.046539386484847,0.014304340646532054,0.014289393896734408,1.4204217699891313,1.3882607899812787,1.4040651052542652,0.9998976876854291,0.013980463877477641,"model.visual.merger.linear_fc2.weight|2d-64|(0, 3008)","model.visual.merger.linear_fc2.weight|2d-64|(1792, 1088)",model.visual.merger.linear_fc2.weight,2d-64,0,0.03742325753763809,3.4988978947237026 +9302,9310,0.8349497206134366,0.5663420974489314,0.6250273142436534,0.6261383516338815,0.8256161621134205,0.9235946664478316,0.8704968781623779,0.7806028801185435,0.6992012999623757,"model.visual.pos_embed.weight|2d-128|(1280, 768)","model.visual.pos_embed.weight|2d-128|(1408, 768)",model.visual.pos_embed.weight,2d-128,0,0.00933355850001616,4.117019976992569 +9396,9488,0.5735608753156017,0.8280707003294041,0.84227914907231,0.8424986240919654,0.5808890807428655,0.5486475951769039,0.5640784402742398,0.5390415893398443,0.7955295510378683,"model.visual.pos_embed.weight|2d-64|(1280, 256)","model.visual.pos_embed.weight|2d-64|(1344, 256)",model.visual.pos_embed.weight,2d-64,0,0.02491328013869787,2.345112838742242 +9708,9861,1.2144822787027143,-0.006166126937315769,0.0026322866360445406,0.0026274135663422954,1.1681604498629703,1.9262010126520204,1.41256204631655,0.9999965355275315,0.004340425311038515,"mtp.fc.weight|2d-128|(1152, 3840)","mtp.fc.weight|2d-128|(896, 2688)",mtp.fc.weight,2d-128,0,0.046321828839744006,3.6191478880919674 +9933,9991,1.1780235321711132,0.04078273879274126,0.019613037670280616,0.019731889419967837,1.7877262788124335,1.1905303318499019,1.401358761662555,0.9998076458766176,0.013061236791627238,"mtp.fc.weight|2d-64|(960, 1792)","mtp.fc.weight|2d-64|(1152, 2688)",mtp.fc.weight,2d-64,0,0.01250679967878865,4.875391028778831 +10140,10272,1.3264529871514967,0.048522511859572605,0.005310003051655189,0.005298770774026879,1.3681700839451438,1.4569333544305965,1.4104612511541843,0.9999859018344166,0.00565450205999014,"mtp.layers.0.mlp.down_proj.weight|2d-128|(0, 1536)","mtp.layers.0.mlp.down_proj.weight|2d-128|(1664, 5120)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.0417170967936471,3.5674944704022953 +10422,10587,1.2822727125908395,0.04257366900447779,0.005470114801343978,0.005363119420057391,1.4575560890082568,1.36744886030174,1.4103481869360364,0.9999850388101115,0.005131948133747002,"mtp.layers.0.mlp.down_proj.weight|2d-64|(768, 5184)","mtp.layers.0.mlp.down_proj.weight|2d-64|(640, 3776)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.08517614771090054,4.195418354890319 +10819,10864,1.3170826142015992,0.02801616344814626,0.018538302907642298,0.01857757226778041,1.3268831697758354,1.4894239881230802,1.4011315330701535,0.999828150896595,0.020809211902506064,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(2688, 1024)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(3840, 1024)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.009800555574236203,3.725513506316816 +10973,11028,1.305061819814603,0.02259134720138724,0.005629644685491259,0.005392791404109835,1.516567108949862,1.3235783312671137,1.4102638783452355,0.9999841534248006,0.004913251563004612,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(5568, 1344)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(3136, 512)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.018516511452510764,4.196398380379162 +11248,11341,1.3390036979987137,0.04278310798978288,-5.8495695764236475e-05,-6.376059681307369e-05,1.434368091356982,1.3949647707819652,1.4142549084300737,0.9999999982891268,-5.688876887681787e-05,"mtp.layers.0.mlp.up_proj.weight|2d-128|(4352, 384)","mtp.layers.0.mlp.up_proj.weight|2d-128|(5760, 1792)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.055961072783251575,3.9536978678192103 +11571,11621,1.320129675709874,0.016035363024431714,0.0037648623774081836,0.003276231418789352,1.4880093333542896,1.3458037374646827,1.4115622914910524,0.9999929128805259,0.0034050632243915672,"mtp.layers.0.mlp.up_proj.weight|2d-64|(320, 192)","mtp.layers.0.mlp.up_proj.weight|2d-64|(1856, 1344)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.025674061754808797,4.226483074428044 +11680,11711,1.2553426902516451,0.02464316118099842,-0.000701746047123932,-0.0007008000084299916,1.2770082425514098,1.609343653907247,1.4146967045928196,0.9999997537762123,-0.0008843721676666706,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(128, 0)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(256, 1920)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.021665552299764634,3.8451033134877073 +11738,11816,1.0947619905366133,0.07085918559173338,0.04523865269725605,0.045253725239016794,2.0746466309148897,1.11328498650561,1.387302045512169,0.9989762080761169,0.024275706574370736,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 640)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(128, 1536)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.018522995968996758,5.88765564380038 +12145,12159,1.200493207968839,0.029764978362018097,0.0035768530240708946,0.0035628924020083795,1.7324341836777106,1.2215170342225976,1.4118292648962905,0.9999936030407616,0.0025219930078602165,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(1280, 128)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1280, 1920)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.021023826253758537,5.0352364720070675 +12301,12430,1.183750502685457,0.0029090551696969655,-0.012178708440390073,-0.012281866160809738,1.229550467749492,1.7482017416253133,1.4222949993177165,0.9999258367802705,-0.01731595397235424,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(512, 1920)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(768, 64)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.04579996506403505,3.512787306703162 +12578,12622,1.0661158189983937,-0.011472540349612852,0.011051946687614828,0.010715745843964088,2.9694375191812417,1.057844748811734,1.409263929434091,0.999938925372152,0.003937191367765903,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 256)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(896, 1792)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.008271070186659735,8.75377534603055 +12756,12778,1.0650895343061089,0.015445030368240657,0.017269747391369404,0.01764602525099987,1.0691666150585364,2.70010572172417,1.405828641117343,0.9998508667921623,0.04361354262975617,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(2368, 448)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(704, 1984)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.00407708075242752,3.0250302399008397 +13047,13065,1.3711659770568003,0.017461740547346297,0.004830681807551146,0.004954400241159522,1.425722330129467,1.3963256927148882,1.41079436235436,0.9999883321885682,0.004731079101918494,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(256, 896)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(384, 1152)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.025159715658087833,3.922624184783515 +13214,13236,1.3113202754651878,0.05916169139150721,0.042614306396621386,0.042466617641432176,1.4414039366891662,1.3326767441130984,1.3838471144554878,0.9990915978479324,0.0393998473680693,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(256, 896)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(320, 256)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.02135646864791063,3.647927759536173 +18,201,1.1871850641234312,0.24463633907149276,0.24820481352504994,0.24705042524124038,1.2700363945270918,1.1874559482043563,1.2266662944639568,0.9687075774159069,0.23206601280353034,"model.language_model.embed_tokens.weight|2d-128|(73856, 640)","model.language_model.embed_tokens.weight|2d-128|(166912, 640)",model.language_model.embed_tokens.weight,2d-128,0,0.0002708840809251267,3.3872859199992362 +274,346,1.2063616892608722,0.21092839033098676,0.20241147328808665,0.20242140882983398,1.3137148719056764,1.2185549342664397,1.2634551049818457,0.9793005644240925,0.18774964400726285,"model.language_model.embed_tokens.weight|2d-64|(40704, 64)","model.language_model.embed_tokens.weight|2d-64|(85696, 64)",model.language_model.embed_tokens.weight,2d-64,0,0.01219324500556751,3.365780690248253 +604,710,0.1667700190695729,0.9893412795681868,0.9893412795681868,0.9869189505386783,0.1667700190695729,0.18365747601856575,0.17460420513618893,0.14561535819542706,1.0895239044775196,"model.language_model.layers.18.linear_attn.conv1d.weight|3d-axis0-slice|(5913, 0, 0)","model.language_model.layers.0.linear_attn.conv1d.weight|3d-axis0-slice|(198, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,18,0.0,0.25153966823278046 +872,1016,0.6627366354590732,0.9067345302943108,0.9067345302943107,0.9080939647829688,1.6758034131342427,0.6627366354590731,0.8715694479382405,0.42170189894279075,0.35858990807156,"model.language_model.layers.8.linear_attn.conv1d.weight|3d-volume|(1268, 0, 0)","model.language_model.layers.16.linear_attn.conv1d.weight|3d-volume|(1740, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,8,1.1102230246251565e-16,5.01498298894943 +1196,1221,1.158280250612892,0.010922375369300314,-0.00015213946068575525,-0.00015158085089196538,1.1648527081672932,1.9503807250662215,1.4143082754808498,0.9999999884267922,-0.00025473595894396256,"model.language_model.layers.18.linear_attn.in_proj_qkv.weight|2d-128|(3456, 1664)","model.language_model.layers.6.linear_attn.in_proj_qkv.weight|2d-128|(2816, 512)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,12,0.006572457554401279,3.1490472657163946 +1358,1458,1.1562081228307464,0.011183377730677875,0.02438306473438811,0.02379782365767478,1.1681196219866334,1.8582390264682358,1.3985903269258788,0.9997026888801283,0.03878846106298846,"model.language_model.layers.2.linear_attn.in_proj_qkv.weight|2d-64|(2688, 1152)","model.language_model.layers.0.linear_attn.in_proj_qkv.weight|2d-64|(6080, 0)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,2,0.011911499155887073,3.076832306585118 +1635,1685,1.1653132285245869,0.010645676522778428,-0.01468198269737432,-0.01491883348823454,1.967381705684794,1.171295203988268,1.4233110128007151,0.9998922138831136,-0.008741026649166421,"model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(256, 1920)","model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-128|(768, 384)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,16,0.005981975463681177,5.111020571923903 +1837,1909,1.1639978152963881,-0.00400841238379498,-0.016746421398287945,-0.016153963102792736,1.1749459708738512,1.957179609377642,1.4246262885355738,0.9998597688527882,-0.02789554184044568,"model.language_model.layers.20.linear_attn.in_proj_z.weight|2d-64|(1408, 704)","model.language_model.layers.16.linear_attn.in_proj_z.weight|2d-64|(320, 1920)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,4,0.010948155577463092,3.4323016435097022 +2066,2082,1.2423571984901234,0.08673788238587514,-0.0047407754394074506,-0.004745974213899584,1.5628420118144875,1.3063969967580356,1.4175088247319374,0.9999887624609753,-0.003962866847401662,"model.language_model.layers.4.linear_attn.out_proj.weight|2d-128|(1024, 768)","model.language_model.layers.10.linear_attn.out_proj.weight|2d-128|(0, 896)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,6,0.06403979826791217,4.205702969050971 +2366,2483,1.237105823148835,0.04644083480762612,0.031607943389613646,0.03159350684919444,1.5629361091865368,1.2674060839238621,1.3921737201530662,0.999500344129345,0.025631309889671355,"model.language_model.layers.16.linear_attn.out_proj.weight|2d-64|(1344, 1152)","model.language_model.layers.20.linear_attn.out_proj.weight|2d-64|(1856, 640)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,4,0.03030026077502712,4.2845639577936385 +2622,2723,1.2749123229428325,0.02313089602304313,0.007817502676132116,0.007753022222380006,1.5556943831292633,1.296889349730296,1.4087655185392824,0.999969442859085,0.006516984358952604,"model.language_model.layers.3.mlp.down_proj.weight|2d-128|(1280, 896)","model.language_model.layers.18.mlp.down_proj.weight|2d-128|(1536, 3840)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,15,0.021977026787463494,4.010831420306444 +2823,2907,1.2692796344493127,0.05240813521311839,0.027630960252950316,0.027772801807626854,1.3226175939313904,1.4799296869480307,1.3946631214114549,0.9996181921291248,0.03091738575446734,"model.language_model.layers.15.mlp.down_proj.weight|2d-64|(1856, 1728)","model.language_model.layers.7.mlp.down_proj.weight|2d-64|(1216, 5760)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,8,0.05333795948207776,3.208314637798944 +3081,3324,1.172979837530752,0.019939954378843272,-0.003294661738489849,-0.0033250723110408048,1.1901506281140175,1.8536736160688179,1.4163302892673506,0.9999945725872861,-0.005131474448900579,"model.language_model.layers.20.mlp.gate_proj.weight|2d-128|(3840, 1536)","model.language_model.layers.9.mlp.gate_proj.weight|2d-128|(3968, 768)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,11,0.017170790583265427,3.06772459345426 +3348,3370,1.1659387213710342,0.04325623252665705,0.0038084047539555,0.003967534643357981,1.7968826800652835,1.2005424592311966,1.4117234861341823,0.9999927480003192,0.002544490889575163,"model.language_model.layers.8.mlp.gate_proj.weight|2d-64|(3392, 1664)","model.language_model.layers.22.mlp.gate_proj.weight|2d-64|(1344, 1472)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,14,0.034603737860162465,5.00611938162607 +3700,3809,1.2477867724689071,0.015536987097055659,0.004380650123814927,0.004366747328245152,1.6415806325411375,1.256733744716258,1.4112201435887353,0.9999904049062134,0.003353664587204315,"model.language_model.layers.4.mlp.up_proj.weight|2d-128|(4992, 1152)","model.language_model.layers.21.mlp.up_proj.weight|2d-128|(2944, 0)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,17,0.00894697224735097,4.240501784650465 +3903,4063,1.2429519685700032,0.021360419468862593,0.01605661154801168,0.016299681672446872,1.5964647734726782,1.2664044850589862,1.4031141305256862,0.9998710843031696,0.012736995652600848,"model.language_model.layers.2.mlp.up_proj.weight|2d-64|(5248, 1024)","model.language_model.layers.22.mlp.up_proj.weight|2d-64|(5248, 576)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,20,0.023452516488982944,4.2441763993475226 +4154,4293,1.1893795621843983,-0.004148385203694798,0.004395395996556107,0.004396869194451877,1.2128218078656596,1.7560387304084313,1.4113039173259094,0.9999903402003608,0.006364072244889614,"model.language_model.layers.11.self_attn.k_proj.weight|2d-128|(384, 1280)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 640)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,12,0.023442245681261298,3.3775331354535965 +4375,4563,1.1112915643303047,-0.014044501544987945,-0.0009577805755581025,-0.0008786824548690839,2.3081651823712686,1.1100484921874478,1.4147425137943939,0.9999995413280794,-0.0004606181965939059,"model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 640)","model.language_model.layers.15.self_attn.k_proj.weight|2d-64|(384, 64)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,8,0.0012430721428569047,6.879027476031255 +4750,4760,1.134509701257802,0.03891578340402423,0.010863070588764925,0.010869632193095587,1.1424328094868461,2.027833018642264,1.4076284511116577,0.9999409951079031,0.019282090851044317,"model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(256, 896)","model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(512, 0)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,12,0.007923108229044074,3.0860482542705023 +4933,5005,1.1363224420735285,0.03660151427447976,0.016739754060464258,0.01668164910520678,2.021554248240555,1.13972894100259,1.404049312918137,0.9998598805002605,0.009437680034845373,"model.language_model.layers.3.self_attn.o_proj.weight|2d-64|(1792, 1856)","model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(1664, 64)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,20,0.003406498929061419,5.753475011110751 +5156,5256,1.1377432443119633,0.04173509827744202,0.0014916480061418675,0.0015101050785145428,1.9057274944027391,1.1736409642587682,1.4132713450170553,0.9999988874924941,0.000918630396740785,"model.language_model.layers.11.self_attn.q_proj.weight|2d-128|(3328, 384)","model.language_model.layers.23.self_attn.q_proj.weight|2d-128|(1280, 896)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,12,0.03589771994680491,5.632107809519522 +5600,5620,1.1244750638890113,0.024977506980679586,0.01326740667805123,0.013075020715668698,1.1401748877839395,2.0318558032618372,1.406183380744461,0.9999119840866191,0.023643265205944102,"model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(3008, 384)","model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(2688, 384)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,0,0.01569982389492819,3.1227371359674323 +5662,5818,1.0918164134431718,-0.0017051473142359547,-0.00016625172482730358,-0.0001540394678113348,2.3654139606474085,1.1035434116859344,1.414303641894925,0.9999999861801819,-7.756189769184398e-05,"model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(384, 1664)","model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(384, 1280)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,12,0.011726998242762576,8.719802416523182 +6058,6063,1.0882500443348675,0.00659602811766585,0.004539291545366574,0.004981652861168199,1.1020557481773552,2.356169277039341,1.4117477727146472,0.9999896973630609,0.009704898591932158,"model.language_model.layers.23.self_attn.v_proj.weight|2d-64|(320, 1920)","model.language_model.layers.3.self_attn.v_proj.weight|2d-64|(448, 1792)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,20,0.013805703842487693,3.6901991835287222 +6194,6319,1.2337393178561722,0.03248515004977958,-0.0036802271838026622,-0.003593171317115608,1.6419869766839803,1.2643534679512847,1.4167272314880004,0.9999932279410074,-0.002833827593496822,"model.visual.blocks.0.attn.proj.weight|2d-128|(768, 256)","model.visual.blocks.7.attn.proj.weight|2d-128|(256, 256)",model.visual.layers.*.attn.proj.weight,2d-128,7,0.03061415009511248,4.480587013787736 +6508,6524,1.2064767345492022,0.03456543378648747,0.00255605151547583,0.0024121885152165842,1.2550672150869335,1.6492870147986984,1.412470480179631,0.9999967332949894,0.003358913788006819,"model.visual.blocks.20.attn.proj.weight|2d-64|(704, 768)","model.visual.blocks.0.attn.proj.weight|2d-64|(448, 768)",model.visual.layers.*.attn.proj.weight,2d-64,20,0.048590480537731295,3.2097480325604124 +6679,6734,1.131299508298346,0.047586002852597294,0.017330153090957763,0.01738929558495124,1.1590822871134052,1.9201200261741995,1.4033283238704704,0.9998498216201491,0.02870889700979182,"model.visual.blocks.1.attn.qkv.weight|2d-128|(1152, 768)","model.visual.blocks.17.attn.qkv.weight|2d-128|(2944, 384)",model.visual.layers.*.attn.qkv.weight,2d-128,16,0.027782778815059306,3.55410062391719 +6961,7102,1.1184826624116877,0.027208489268158033,0.00897842536172129,0.008858779047244976,1.1339854641688853,2.0854080068872283,1.4088746608024882,0.99995969312669,0.016511393426277998,"model.visual.blocks.4.attn.qkv.weight|2d-64|(832, 320)","model.visual.blocks.10.attn.qkv.weight|2d-64|(128, 448)",model.visual.layers.*.attn.qkv.weight,2d-64,6,0.015502801757197648,2.8860049226174116 +7257,7404,1.2329143367753046,0.04612501335982074,0.015071634914244215,0.015231152471155213,1.2547121349157535,1.6230693326409744,1.4038620119993146,0.9998864164598956,0.01949635118792668,"model.visual.blocks.8.mlp.linear_fc1.weight|2d-128|(1152, 896)","model.visual.blocks.14.mlp.linear_fc1.weight|2d-128|(2560, 640)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,6,0.02179779814044891,3.298346183450799 +7453,7557,1.2388550722554574,0.03970656811337699,-0.001059606873488376,-0.0017454034159608944,1.6285742991747578,1.2680230392847058,1.4149397677523692,0.9999994386164792,-0.0008250197297406304,"model.visual.blocks.23.mlp.linear_fc1.weight|2d-64|(3264, 960)","model.visual.blocks.3.mlp.linear_fc1.weight|2d-64|(3456, 384)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,20,0.0291679670292484,4.201018334145418 +7783,7802,1.239865836676168,0.02816799562675509,0.002520922271079277,0.0026837435291403714,1.6361424678287628,1.2609969778256875,1.4124887406860314,0.9999968224704032,0.0019429086572044989,"model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(384, 2432)","model.visual.blocks.0.mlp.linear_fc2.weight|2d-128|(384, 3328)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,10,0.02113114114951964,4.6463023058323625 +8104,8113,1.2317091888184162,0.028035857746576066,0.00953347446291285,0.009855789721979386,1.5751429382406972,1.2841901668241922,1.4075950588575123,0.9999545553997266,0.007772497253243827,"model.visual.blocks.10.mlp.linear_fc2.weight|2d-64|(512, 192)","model.visual.blocks.5.mlp.linear_fc2.weight|2d-64|(704, 3776)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,5,0.052480978005776,4.880773413225611 +8213,8433,1.3427616342728337,0.0677779875936319,0.024325797036620692,0.02431105457877986,1.4121865660778652,1.3821201856302692,1.3969107594554317,0.9997040840161318,0.023807884824479084,"model.visual.merger.linear_fc1.weight|2d-128|(3328, 2816)","model.visual.merger.linear_fc1.weight|2d-128|(3968, 3840)",model.visual.merger.linear_fc1.weight,2d-128,0,0.03935855135743549,3.6860506557552553 +8490,8696,1.3478128548826935,0.038917501366695285,0.04566625282490897,0.04567265612082653,1.4179202670157565,1.3479120995654388,1.3815876557286049,0.9989567524937861,0.04341153459500215,"model.visual.merger.linear_fc1.weight|2d-64|(1600, 2816)","model.visual.merger.linear_fc1.weight|2d-64|(1280, 1792)",model.visual.merger.linear_fc1.weight,2d-64,0,9.924468274524756e-05,3.8015401453593256 +8919,8945,1.3501925111970525,0.06499639692847999,0.012230751563327659,0.012351848907366588,1.4203906875938221,1.3911463444066248,1.405540390522645,0.9999252015606949,0.011978933314109746,"model.visual.merger.linear_fc2.weight|2d-128|(1024, 896)","model.visual.merger.linear_fc2.weight|2d-128|(1920, 2048)",model.visual.merger.linear_fc2.weight,2d-128,0,0.040953833209572243,3.5915256689613795 +9076,9077,1.3508384490516658,0.049927271942879464,0.03516567113681333,0.03518481501491358,1.3677949353968466,1.4115117010989393,1.3891376645038571,0.9993814965134673,0.03628961842310655,"model.visual.merger.linear_fc2.weight|2d-64|(768, 3072)","model.visual.merger.linear_fc2.weight|2d-64|(704, 192)",model.visual.merger.linear_fc2.weight,2d-64,0,0.016956486345180766,3.4503204920177626 +9274,9298,0.8360348713325559,0.5925172012584844,0.47482723970780766,0.4760469182325603,1.1332173760112458,0.9533091105713043,1.0316791239718843,0.8800790262422257,0.3994442223910848,"model.visual.pos_embed.weight|2d-128|(896, 256)","model.visual.pos_embed.weight|2d-128|(1280, 256)",model.visual.pos_embed.weight,2d-128,0,0.11727423923874836,6.854774479410684 +9520,9537,0.5759036538628258,0.8281381988626536,0.7828351804654539,0.7828261355626693,0.9684655296435823,0.6350740141276104,0.7510511811057516,0.6222291219684435,0.5133463868780893,"model.visual.pos_embed.weight|2d-64|(640, 0)","model.visual.pos_embed.weight|2d-64|(1984, 0)",model.visual.pos_embed.weight,2d-64,0,0.059170360264784616,3.6984448889168444 +9661,9810,1.21453436337929,0.05272162404883992,0.009259446813347014,0.009279405056484091,1.300044887524446,1.5475920050169591,1.4077495870338435,0.9999571304034542,0.011022577756143931,"mtp.fc.weight|2d-128|(1792, 2048)","mtp.fc.weight|2d-128|(1792, 2304)",mtp.fc.weight,2d-128,0,0.08551052414515592,3.5862324767215985 +9991,10070,1.1789346007552561,0.04339707640171087,0.039784851322791207,0.0393982307128402,1.186010584925188,1.7474913517381485,1.3878235994161947,0.9992082693839275,0.05861978341546684,"mtp.fc.weight|2d-64|(1152, 2688)","mtp.fc.weight|2d-64|(192, 384)",mtp.fc.weight,2d-64,0,0.007075984169931937,3.1814464457255305 +10271,10349,1.326524140833009,0.02757853848907953,0.01138698439414841,0.01137213062425795,1.4390286718568193,1.3754209546163214,1.4061469639566617,0.9999351661914924,0.010883658715007932,"mtp.layers.0.mlp.down_proj.weight|2d-128|(256, 6016)","mtp.layers.0.mlp.down_proj.weight|2d-128|(768, 3072)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.04889681378331234,4.210647706593247 +10455,10548,1.282358713661545,0.04809598174981675,0.02120019055848683,0.020969352088829038,1.4589888691519322,1.3461909789301805,1.3991913775699225,0.999775250704019,0.019561153539180146,"mtp.layers.0.mlp.down_proj.weight|2d-64|(1536, 4416)","mtp.layers.0.mlp.down_proj.weight|2d-64|(1344, 896)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.06383226526863539,3.9398997990734452 +10735,10882,1.317087779468392,0.030548927875159254,-0.008798189806156128,-0.008734738103724047,1.3409817576597607,1.515775752515043,1.420374992142742,0.9999612951790359,-0.009945014313595282,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(640, 1920)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(2560, 256)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.023893978191368737,3.5750469833550604 +10973,11024,1.3050774804940828,0.01823950888674549,0.01794248532557623,0.017233298880763706,1.5272238477033633,1.3026654957302715,1.4016290957571593,0.9998390206529957,0.015304276826493539,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(5568, 1344)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(3712, 1856)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.0024119847638113256,4.1141845288817045 +11349,11372,1.3391896550784157,0.047653430547448715,0.012692186168905715,0.012903293344209971,1.371746383742406,1.4412727085560282,1.4052212004324767,0.9999194509610532,0.01333548369724825,"mtp.layers.0.mlp.up_proj.weight|2d-128|(5888, 0)","mtp.layers.0.mlp.up_proj.weight|2d-128|(3328, 1536)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.032556728663990286,3.7974069204239855 +11563,11619,1.3201389783708957,0.03191837634725178,0.014471233908488503,0.01376755302262796,1.4656852157248923,1.3494622888805579,1.4039786414376303,0.9998952862120942,0.01332372341861726,"mtp.layers.0.mlp.up_proj.weight|2d-64|(2624, 768)","mtp.layers.0.mlp.up_proj.weight|2d-64|(4800, 832)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.029323310509662193,4.034674556854003 +11666,11690,1.2554116611311197,-0.03495407379741059,-0.001326443534617143,-0.001327884289105773,1.618835708192737,1.2729562533759027,1.4151247484620342,0.9999991202733878,-0.0010430364141312206,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 256)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(128, 1280)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.017544592244782997,5.337180511901288 +11757,11928,1.0947936627134227,0.015395457250510447,0.008797112746881981,0.008555025722641559,2.3131875406363642,1.104314645677684,1.4093683245008477,0.9999613046549944,0.004199737494430325,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 1856)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 512)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.009520982964261293,7.181158035697219 +12138,12176,1.2005101774036084,0.03620227647691452,0.015349172188379527,0.015354791854047025,1.2241064222792235,1.6965746731305862,1.4038758266610623,0.9998821945174998,0.021273490861879508,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(1152, 1280)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1536, 0)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.02359624487561507,3.771709250809736 +12270,12442,1.184000198459741,0.04538814020851692,0.034545934884324996,0.03457483802130756,1.1731600977486416,1.8077690725722024,1.391725317622896,0.9994031110532766,0.05323320558449176,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(0, 1920)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(1728, 512)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.01084010071109942,3.663360287359895 +12583,12738,1.066146215248815,0.000942587974159647,-0.0054265182351147636,-0.005511726726542321,2.7583122386449617,1.0752656412609907,1.4168081656793061,0.9999852763415289,-0.002115405401950285,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 896)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(2304, 1408)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.009119426012175635,8.999486598825342 +12970,12987,1.065092499782556,0.02455869606191657,0.017513767947700497,0.017486373557088347,1.0741226744205539,2.619804812248727,1.4054930848912286,0.9998466222037629,0.042716399758291224,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(4032, 1856)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(576, 1344)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.009030174637997934,3.491940936742157 +13046,13047,1.3711731731584285,0.019321378518097756,0.014576596795624812,0.014607091906274421,1.3962490003547932,1.411615412693359,1.4038691365708398,0.9998937557690106,0.014737019468656394,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(256, 768)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(256, 896)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.025075827196364697,3.777654612033568 +13172,13273,1.3113689740525352,-0.02455388792232035,-0.03081490382465604,-0.030645009305249663,1.3244702706346683,1.5801535173052534,1.435507596148156,0.9995251080899755,-0.036763587483636506,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 256)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 576)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.013101296582133104,3.2939971474354737 +52,80,1.1872790646079887,0.28633950248704587,0.25598627836044946,0.25181636743849384,1.2110323267674972,1.2289036513923834,1.2198698181897918,0.9666804152827172,0.25976389335798405,"model.language_model.embed_tokens.weight|2d-128|(125184, 1920)","model.language_model.embed_tokens.weight|2d-128|(198272, 1920)",model.language_model.embed_tokens.weight,2d-128,0,0.02375326215950846,3.1362132845089947 +423,453,1.2069076976066597,0.1418730925692712,0.0961670644148522,0.09960536576308517,1.2489638220969506,1.468344540412,1.3454207256933208,0.9953652072088062,0.11305882644696513,"model.language_model.embed_tokens.weight|2d-64|(239488, 832)","model.language_model.embed_tokens.weight|2d-64|(217024, 1088)",model.language_model.embed_tokens.weight,2d-64,0,0.042056124490290836,3.3826525683339534 +612,737,0.16731742537097477,0.9995633066766166,0.9995633066766167,0.9994471165051095,0.16731742537097477,0.20040992320952794,0.18164061562897654,0.02954988909806262,1.1972596702941696,"model.language_model.layers.5.linear_attn.conv1d.weight|3d-axis0-slice|(2286, 0, 0)","model.language_model.layers.5.linear_attn.conv1d.weight|3d-axis0-slice|(4227, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,0,0.0,0.314578178163538 +815,871,0.6628653878505375,0.7884837566129113,0.7884837566129111,0.7686475384931741,1.224568292965469,0.6628653878505375,0.824402208870526,0.6150555792427149,0.4268104883520811,"model.language_model.layers.6.linear_attn.conv1d.weight|3d-volume|(5844, 0, 0)","model.language_model.layers.4.linear_attn.conv1d.weight|3d-volume|(5396, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,2,0.0,3.2651808939022997 +1040,1260,1.1582978565771143,-0.0021455068320853548,-0.005990011993213936,-0.005972660572529557,1.1693113772275192,1.9485814521160878,1.4179461557875424,0.9999820597172336,-0.009981965877732587,"model.language_model.layers.16.linear_attn.in_proj_qkv.weight|2d-128|(2560, 1920)","model.language_model.layers.12.linear_attn.in_proj_qkv.weight|2d-128|(2688, 1408)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,4,0.011013520650404951,3.3039363785895848 +1405,1531,1.156240751858205,-0.005465132282989168,0.0006242515743811845,0.00033312739844991327,1.9862203665427738,1.1569685216068528,1.413829546876838,0.999999805154967,0.0003636250203091429,"model.language_model.layers.12.linear_attn.in_proj_qkv.weight|2d-64|(2688, 704)","model.language_model.layers.22.linear_attn.in_proj_qkv.weight|2d-64|(3776, 128)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,10,0.0007277697486478552,5.6589535143067184 +1569,1776,1.1654205508123792,0.004491405169967234,-0.007161468401619291,-0.00716613576090967,1.95934327515046,1.1678087026423605,1.418660690175616,0.9999743563563681,-0.004268381773207689,"model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(256, 1664)","model.language_model.layers.21.linear_attn.in_proj_z.weight|2d-128|(896, 1408)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,3,0.002388151829981311,5.491370246906464 +1811,1977,1.1640075024375227,0.010615090029556079,-0.00879280077061924,-0.009939001108543033,1.9713924860519325,1.1663889186398748,1.4196526442408401,0.999961342580106,-0.005202325490850159,"model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-64|(320, 704)","model.language_model.layers.16.linear_attn.in_proj_z.weight|2d-64|(704, 64)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,2,0.0023814162023521046,5.384235239489307 +2103,2228,1.2426301580847292,0.027992561828461767,0.007494141368821711,0.007501126887843847,1.2894288332877883,1.5695122022648342,1.4090055664822765,0.9999719185282875,0.009121981780004266,"model.language_model.layers.5.linear_attn.out_proj.weight|2d-128|(1152, 1536)","model.language_model.layers.4.linear_attn.out_proj.weight|2d-128|(1920, 640)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,1,0.04679867520305914,3.6196067248735626 +2322,2403,1.2371310928792458,0.02310404072651088,0.007852291681979021,0.008087980995175449,1.2462790306188019,1.6580012279106071,1.4088698347091337,0.9999691702824348,0.010446383940335755,"model.language_model.layers.1.linear_attn.out_proj.weight|2d-64|(640, 448)","model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(192, 960)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,11,0.009147937739556022,3.1318867812202953 +2650,2721,1.2749483047808663,0.019224975236704772,0.015204002988392166,0.015146588006485375,1.2853813843818394,1.5619393004243196,1.4036240147636834,0.9998844124663255,0.018475240173763046,"model.language_model.layers.20.mlp.down_proj.weight|2d-128|(1792, 4480)","model.language_model.layers.2.mlp.down_proj.weight|2d-128|(768, 2432)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,18,0.01043307960097306,3.20616423216482 +2943,3047,1.2695657271843854,0.03151204185396807,-0.00886455951625375,-0.008859559224752515,1.2976565810133924,1.5860417363797992,1.4203443281211483,0.9999607090204009,-0.010834577940815042,"model.language_model.layers.21.mlp.down_proj.weight|2d-64|(1216, 192)","model.language_model.layers.5.mlp.down_proj.weight|2d-64|(1088, 3392)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,16,0.028090853829007,3.4750301319210677 +3172,3269,1.1731672007596625,0.0487177896583806,0.011186985067195513,0.011255947550995361,1.8206153572820698,1.1879086930082219,1.4069546258752206,0.9999374237246581,0.007299244597010077,"model.language_model.layers.9.mlp.gate_proj.weight|2d-128|(3584, 1792)","model.language_model.layers.18.mlp.gate_proj.weight|2d-128|(768, 1664)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,9,0.014741492248559362,4.610992954383002 +3345,3373,1.1659872534728684,0.046681462394905365,0.018870599371444783,0.01890163446305117,1.8455403118685971,1.1754134368293245,1.4020694918632173,0.9998219343859998,0.012018570344725407,"model.language_model.layers.11.mlp.gate_proj.weight|2d-64|(320, 960)","model.language_model.layers.20.mlp.gate_proj.weight|2d-64|(3328, 576)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,9,0.009426183356456175,4.813800951825244 +3727,3752,1.2479093271310002,0.046415743295018436,0.02337173115230255,0.023365393282771523,1.5866691955664103,1.2638052606085386,1.3980131337566817,0.9997268437843132,0.018615926282771356,"model.language_model.layers.0.mlp.up_proj.weight|2d-128|(1024, 1920)","model.language_model.layers.21.mlp.up_proj.weight|2d-128|(3968, 128)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,21,0.01589593347753837,4.157272851506112 +3931,4084,1.2431279512948337,-0.002885075783015361,0.0027717301758925393,0.00270598696403112,1.238947243328156,1.687462502503469,1.4123423787950768,0.9999961587485384,0.00377513309308617,"model.language_model.layers.22.mlp.up_proj.weight|2d-64|(1344, 704)","model.language_model.layers.2.mlp.up_proj.weight|2d-64|(4992, 1344)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,20,0.004180707966677577,3.0499902588404146 +4178,4300,1.1894644078997785,-0.00394051132989592,-0.0012670668160119935,-0.0012742594161884377,1.188592264157152,1.8537239264164156,1.415027537966436,0.9999991972705197,-0.001976112535845302,"model.language_model.layers.15.self_attn.k_proj.weight|2d-128|(128, 256)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 1536)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,8,0.0008721437426264522,3.5203993291029865 +4462,4509,1.111293170535682,0.04392152871951198,0.03005051251419477,0.029714423410836643,1.1310707948324699,2.0218902430790977,1.3959888447459734,0.9995483813691232,0.05371797974942507,"model.language_model.layers.11.self_attn.k_proj.weight|2d-64|(192, 896)","model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(0, 1728)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,12,0.019777624296787755,3.095994764565167 +4671,4747,1.1345365224720123,0.030410434229193345,0.00471029202269721,0.004687046218619596,1.1439589725012411,2.0417412960230643,1.4113701467673105,0.9999889065129977,0.008406942880163887,"model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(1280, 128)","model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(1408, 1536)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,12,0.009422450029228813,2.916148287201733 +4933,5099,1.1364389201557799,-0.016196987529308635,-0.010443758042521373,-0.010762167081361,2.0728642695251622,1.1482191837184321,1.4204601982028935,0.9999454624718036,-0.005785098190381604,"model.language_model.layers.3.self_attn.o_proj.weight|2d-64|(1792, 1856)","model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(512, 64)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,16,0.011780263562652271,5.961581118845127 +5172,5269,1.1377858833671703,-0.013154315529910927,-0.0022195225854850552,-0.0022049982610244405,2.2056764091833827,1.1231994534221943,1.4154822654500838,0.9999975368567128,-0.0011302503597062144,"model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(2688, 1536)","model.language_model.layers.23.self_attn.q_proj.weight|2d-128|(1280, 1536)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,16,0.014586429944976054,6.293286148215769 +5465,5543,1.1246375721835278,0.05726132900696786,0.023632573637023722,0.023799901927257307,1.141156439378748,1.9884166668098988,1.3997107371305109,0.9997207117306767,0.04117875663485068,"model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(3520, 1216)","model.language_model.layers.11.self_attn.q_proj.weight|2d-64|(1216, 576)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,8,0.016518867195220333,3.198997025171503 +5643,5774,1.0919586733138034,0.034814395102027884,0.012452974455296818,0.012456450490154454,2.451645217956552,1.0891763961874128,1.407664077753467,0.9999224587072818,0.005532401564341871,"model.language_model.layers.3.self_attn.v_proj.weight|2d-128|(256, 1792)","model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(0, 1792)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,16,0.0027822771263905643,7.419315128911266 +5934,6058,1.0882798256856148,0.016878759494647982,0.009863997793351216,0.010337627070350698,2.3485910545630007,1.1000700208342957,1.408844953665117,0.9999513495903353,0.004620254444450469,"model.language_model.layers.3.self_attn.v_proj.weight|2d-64|(448, 1920)","model.language_model.layers.23.self_attn.v_proj.weight|2d-64|(320, 1920)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,20,0.01179019514868096,8.081897576810704 +6275,6362,1.2339176169364114,0.026646955116522302,0.0013606792515418438,0.001398126310413571,1.2634756421263373,1.6332155772374284,1.4132819589507537,0.9999990742755588,0.0017588645757364704,"model.visual.blocks.22.attn.proj.weight|2d-128|(896, 640)","model.visual.blocks.11.attn.proj.weight|2d-128|(384, 256)",model.visual.layers.*.attn.proj.weight,2d-128,11,0.029558025189925896,3.211861765603585 +6439,6642,1.2065605498984002,0.0032718156422109957,0.009724059664712495,0.009441383246782214,1.2138500539571453,1.7393973276544052,1.407744950376794,0.9999527202141295,0.013934178558227464,"model.visual.blocks.0.attn.proj.weight|2d-64|(128, 448)","model.visual.blocks.18.attn.proj.weight|2d-64|(512, 768)",model.visual.layers.*.attn.proj.weight,2d-64,18,0.007289504058745067,3.9361981281920335 +6784,6902,1.1325098266326223,0.010474639565050752,-0.005294720640158877,-0.00558813031083848,1.8332656102395812,1.1972547452491091,1.417637462181255,0.9999859828684313,-0.0034578346835242185,"model.visual.blocks.0.attn.qkv.weight|2d-128|(2048, 0)","model.visual.blocks.2.attn.qkv.weight|2d-128|(1280, 512)",model.visual.layers.*.attn.qkv.weight,2d-128,2,0.06474491861648679,5.91100989193502 +6933,7106,1.1184932721054197,0.04924133416282059,0.013938060094040817,0.013935673238056787,2.6110039049570037,1.0763054637606397,1.407251179897764,0.9999028605223684,0.005745533434461602,"model.visual.blocks.8.attn.qkv.weight|2d-64|(704, 704)","model.visual.blocks.0.attn.qkv.weight|2d-64|(1728, 64)",model.visual.layers.*.attn.qkv.weight,2d-64,8,0.042187808344779976,7.348706020191671 +7241,7318,1.2330290532994714,0.03540894462967116,0.0036787148600482306,0.0036873835206415093,1.2501309491502552,1.6582054148424838,1.4117105493369553,0.9999932335055965,0.004879540743103633,"model.visual.blocks.0.mlp.linear_fc1.weight|2d-128|(1152, 128)","model.visual.blocks.19.mlp.linear_fc1.weight|2d-128|(3456, 128)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,19,0.01710189585078381,3.895657968057668 +7439,7659,1.23891289800454,0.025800353389982003,0.017197900655082046,0.015681454259294507,1.6682401861594076,1.233350494779847,1.4025389754300819,0.9998521051700887,0.012714619548250884,"model.visual.blocks.14.mlp.linear_fc1.weight|2d-64|(1088, 768)","model.visual.blocks.2.mlp.linear_fc1.weight|2d-64|(3392, 448)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,12,0.0055624032246930355,4.440413053601401 +7694,7811,1.2398669303353855,0.06416249345609763,0.00664716249973392,0.006653550052129546,1.311917247452298,1.53285523430041,1.409562020773919,0.9999779073713089,0.007766601019042567,"model.visual.blocks.4.mlp.linear_fc2.weight|2d-128|(128, 1152)","model.visual.blocks.7.mlp.linear_fc2.weight|2d-128|(128, 512)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,3,0.07205031711691245,3.5070660765228188 +7960,8134,1.231725717877633,0.037181597930943354,0.024410504891315212,0.024418204343747373,1.2607024053374616,1.5907852039556323,1.3973081573762987,0.9997020192292057,0.030801773549243305,"model.visual.blocks.4.mlp.linear_fc2.weight|2d-64|(640, 3200)","model.visual.blocks.13.mlp.linear_fc2.weight|2d-64|(448, 1984)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,9,0.02897668745982851,3.672769854107577 +8239,8377,1.3427672339489944,0.04749518388083281,0.01976845229772481,0.01963235181980155,1.4211076116957,1.3801340931014259,1.4001714214185088,0.9998045850533755,0.019198486278871135,"model.visual.merger.linear_fc1.weight|2d-128|(1024, 2944)","model.visual.merger.linear_fc1.weight|2d-128|(2432, 3968)",model.visual.merger.linear_fc1.weight,2d-128,0,0.03736685915243143,3.7083326645624086 +8459,8646,1.3478172284994718,0.03624336466239962,0.03430814139408789,0.033152184784562694,1.4229027424392908,1.3588461389598758,1.3897684872327896,0.99941130243463,0.032763648616156126,"model.visual.merger.linear_fc1.weight|2d-64|(1856, 2432)","model.visual.merger.linear_fc1.weight|2d-64|(448, 3456)",model.visual.merger.linear_fc1.weight,2d-64,0,0.011028910460403996,3.665816073797355 +8817,8913,1.350198644915892,0.039195056014321536,0.0052393999756172125,0.005244819731226175,1.4352640926929852,1.3869865616541577,1.4105060548597925,0.9999862742497496,0.00506316391130302,"model.visual.merger.linear_fc2.weight|2d-128|(1920, 1280)","model.visual.merger.linear_fc2.weight|2d-128|(1152, 3200)",model.visual.merger.linear_fc2.weight,2d-128,0,0.03678791673826565,3.4979799182470086 +9056,9198,1.3508833937094775,0.02066581478091641,0.02393521335177454,0.02394532817172866,1.428183147880863,1.368153514388186,1.3972020878962215,0.9997135117431418,0.02292916445166813,"model.visual.merger.linear_fc2.weight|2d-64|(768, 512)","model.visual.merger.linear_fc2.weight|2d-64|(1792, 1984)",model.visual.merger.linear_fc2.weight,2d-64,0,0.017270120678708478,3.635958832064926 +9302,9350,0.8363390982553432,0.6120315255107148,0.5638342504395221,0.5674272398949983,1.059052518148899,0.8632760260114414,0.9463001090106128,0.8258879694191593,0.4596038276735733,"model.visual.pos_embed.weight|2d-128|(1280, 768)","model.visual.pos_embed.weight|2d-128|(2048, 768)",model.visual.pos_embed.weight,2d-128,0,0.026936927756098128,4.170464767714857 +9461,9500,0.5777213937615405,0.8184675040493247,0.8158250577703802,0.8247793361521221,0.5797164142915364,0.6769681036657152,0.6227173360208959,0.5782987766837796,0.9526857074708328,"model.visual.pos_embed.weight|2d-64|(2176, 128)","model.visual.pos_embed.weight|2d-64|(1280, 128)",model.visual.pos_embed.weight,2d-64,0,0.0019950205299958945,2.5450686945438687 +9824,9836,1.2146974447634706,0.0774455510371148,0.010535730953752643,0.010545267763257763,1.226193152378586,1.70251102829921,1.4071298932424627,0.9999444976463794,0.014628362672848408,"mtp.fc.weight|2d-128|(768, 2048)","mtp.fc.weight|2d-128|(768, 3584)",mtp.fc.weight,2d-128,0,0.011495707615115425,3.466441947238787 +10088,10106,1.1799947994657494,0.07858739781252175,0.0351688175793378,0.03487612966888049,1.6143907125758226,1.2389429605670799,1.3899843683455577,0.9993813857932672,0.026989847396896423,"mtp.fc.weight|2d-64|(1024, 2240)","mtp.fc.weight|2d-64|(1152, 1664)",mtp.fc.weight,2d-64,0,0.0589481611013305,4.8426511757515085 +10132,10217,1.3265443425229575,0.07161953187241894,0.0037564086461779897,0.0037576587264520536,1.4301554242349497,1.3936634218831185,1.41155576992196,0.9999929446721526,0.0036605597119797393,"mtp.layers.0.mlp.down_proj.weight|2d-128|(1536, 1024)","mtp.layers.0.mlp.down_proj.weight|2d-128|(768, 1024)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.06711907936016104,3.8488948253969535 +10517,10599,1.2824196008294977,0.003059935108563267,0.0037575138391950044,0.0037362245635208092,1.4799569571215996,1.3518549984028712,1.4115649706841438,0.999992940519956,0.0034322713512987433,"mtp.layers.0.mlp.down_proj.weight|2d-64|(256, 1088)","mtp.layers.0.mlp.down_proj.weight|2d-64|(320, 5440)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.06943539757337347,4.128527986598472 +10756,10845,1.317148166161573,0.06497463024914084,0.024453463957030023,0.024108359088176722,1.4323191070053232,1.3638662890993651,1.3968363031116116,0.9997009693405834,0.02328479385604933,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(896, 512)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(2432, 512)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.046718122937792206,4.044115929676081 +11116,11120,1.3051344077062457,0.02731933041116197,0.02148290310994825,0.021787077649697475,1.4857318843473153,1.3259424469074903,1.3990392546793984,0.9997692158063122,0.019172431726330538,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(1856, 1344)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(448, 0)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.020808039201244632,3.984087045936691 +11173,11235,1.3392526688271074,0.04293329199904483,0.013831177500881083,0.013843418329987514,1.4286768353658488,1.3813295933048297,1.4044049798984821,0.9999043446895003,0.013372803645498008,"mtp.layers.0.mlp.up_proj.weight|2d-128|(2048, 128)","mtp.layers.0.mlp.up_proj.weight|2d-128|(4096, 1280)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.04207692447772238,3.9326830069711782 +11602,11654,1.3202941989503625,0.061683480003903106,0.04354458263656819,0.043461958919019786,1.3369136387105123,1.4345596246422234,1.3831582626477066,0.999051484820981,0.04672500774438121,"mtp.layers.0.mlp.up_proj.weight|2d-64|(2752, 1984)","mtp.layers.0.mlp.up_proj.weight|2d-64|(1600, 1280)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.01661943976014979,3.4772383022827125 +11667,11688,1.255724777990496,0.03738516256492934,0.0010795920648406798,0.0010483427054810207,1.5938133952265248,1.2831142371556803,1.4134675807116268,0.9999994172403169,0.0008691355919495795,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 384)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(128, 1024)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.027389459165184205,4.26051472705176 +11753,11938,1.094814016478368,0.018904994198578603,0.0010932111040460712,0.0010870051817094396,2.552171962948202,1.0864026834049576,1.413656297700275,0.9999994024445624,0.00046535558504913043,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 1600)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 1152)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.008411333073410354,7.4307328471970395 +12127,12145,1.2005413930669373,0.026864544493904362,0.0027816003570671666,0.0027855968848125375,1.2293684971983552,1.7125170875548952,1.4123487588745112,0.9999961313422435,0.003874784617535012,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(1024, 1920)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1280, 128)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.02882710413141787,3.370663368616699 +12454,12485,1.1841130296636437,0.04558928742424676,0.006068209398026579,0.0060738812811844175,1.2180880755611405,1.7361380525720194,1.4101729402920418,0.9999815882478545,0.008649004499970813,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(1152, 1920)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(448, 1344)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.03397504589749678,3.4624442217770857 +12588,12731,1.0665417389651184,0.05749240269340968,0.005021735710971153,0.00505553800956679,2.6095073810843306,1.0803966908431872,1.411701279027638,0.9999873910057312,0.002079115270472179,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 1536)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(3840, 640)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.013854951878068844,7.13349608047054 +12806,13005,1.0651115102295599,0.018995702437041448,0.006776668453089619,0.006758125556606216,1.0722706636294383,2.7226737445938847,1.4109422480328995,0.9999770381187144,0.017207089496035163,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(2432, 512)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(640, 1024)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.007159153399878493,3.3232207821523785 +13029,13071,1.3711844257066763,0.019646315308362663,0.014180414069854654,0.014270659615034629,1.3883445787624866,1.4205147376683152,1.404153343217282,0.9998994528735414,0.0145089968878063,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 640)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(384, 1920)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.017160153055810312,3.732486015364274 +13097,13212,1.3114369960920504,0.0616956000249366,0.028727589909263558,0.028725355805746245,1.3372861166901964,1.4582095277701643,1.3938290535185618,0.9995872776191207,0.031325267489684734,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(0, 1600)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(256, 768)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.025849120598145925,3.456282385646875 +95,201,1.1875392045807018,0.2644418556552002,0.25999721649680746,0.25834652294657695,1.2506497203717282,1.1856663924429933,1.2168586310059126,0.9656093658482773,0.2464878508407319,"model.language_model.embed_tokens.weight|2d-128|(204416, 640)","model.language_model.embed_tokens.weight|2d-128|(166912, 640)",model.language_model.embed_tokens.weight,2d-128,0,0.0018728121377085127,3.2318801032628994 +408,496,1.2069904705503132,0.14040254347507924,0.10033603873630798,0.10036883845638138,1.3021922131750836,1.3846651655734998,1.3415311047462826,0.9949536066222917,0.10669071453825318,"model.language_model.embed_tokens.weight|2d-64|(207616, 64)","model.language_model.embed_tokens.weight|2d-64|(248192, 832)",model.language_model.embed_tokens.weight,2d-64,0,0.09520174262477044,3.4690241406350015 +566,764,0.1677765181271717,0.9870552006957426,0.9870552006957425,0.9963519093521978,0.17890602451073484,0.16777651812717168,0.17307346541953939,0.1603808928129759,0.9256518064438439,"model.language_model.layers.9.linear_attn.conv1d.weight|3d-axis0-slice|(443, 0, 0)","model.language_model.layers.17.linear_attn.conv1d.weight|3d-axis0-slice|(4771, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,8,2.7755575615628914e-17,0.2901276578628474 +828,933,0.6629106437993311,0.7491507987748494,0.7491507987748494,0.7389555490678189,0.6629106437993312,0.855171612899773,0.7409478756897315,0.6623994872393888,0.9664236091031483,"model.language_model.layers.20.linear_attn.conv1d.weight|3d-volume|(396, 0, 0)","model.language_model.layers.10.linear_attn.conv1d.weight|3d-volume|(924, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,10,1.1102230246251565e-16,1.6554224494525287 +1141,1156,1.1588422782534615,0.020156356744548402,-0.00264159867978325,-0.0026382414487441815,1.1833414255126435,1.8781582979724432,1.4158974561956752,0.9999965109721208,-0.004192653424770138,"model.language_model.layers.5.linear_attn.in_proj_qkv.weight|2d-128|(1280, 896)","model.language_model.layers.10.linear_attn.in_proj_qkv.weight|2d-128|(4352, 1152)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,5,0.024499147259182008,3.116076746079615 +1415,1438,1.1564098112941572,0.020108087665529656,0.023925556311973416,0.023957472503727175,1.9474882046585231,1.1487998023251242,1.3993282253921933,0.9997137429060193,0.014113397090655597,"model.language_model.layers.14.linear_attn.in_proj_qkv.weight|2d-64|(2560, 512)","model.language_model.layers.21.linear_attn.in_proj_qkv.weight|2d-64|(320, 1408)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,7,0.007610008969032966,5.298628752817237 +1635,1643,1.1655454538763803,0.0003686232514977395,0.006445694627466769,0.006347111674164446,1.980334462304697,1.1542003764753284,1.41024226297504,0.9999792262946113,0.0037567508455157482,"model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(256, 1920)","model.language_model.layers.16.linear_attn.in_proj_z.weight|2d-128|(1408, 1024)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,2,0.01134507740105195,5.387107013079003 +1811,1870,1.164156414876403,-0.0185463223712485,-0.008491125458862683,-0.008786112796795533,2.0099719970889045,1.1584281988967329,1.419399230894526,0.9999639497444105,-0.004893779209940611,"model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-64|(320, 704)","model.language_model.layers.16.linear_attn.in_proj_z.weight|2d-64|(1088, 192)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,2,0.005728215979670104,5.523956737273779 +2061,2283,1.2426344313706443,0.007309445469873533,-0.006050571566845254,-0.0060276767403155415,1.260853944677106,1.6548228857507037,1.4183325382027498,0.999981695124323,-0.007941145239667049,"model.language_model.layers.22.linear_attn.out_proj.weight|2d-128|(512, 1408)","model.language_model.layers.21.linear_attn.out_proj.weight|2d-128|(1280, 512)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,1,0.018219513306461765,3.391058026523945 +2333,2465,1.237166480477784,0.02161098973266775,0.009548553879949451,0.009990639344743606,1.2568802048816121,1.6301521691481102,1.4076685942528797,0.9999544115202461,0.01238431137603393,"model.language_model.layers.22.linear_attn.out_proj.weight|2d-64|(1536, 192)","model.language_model.layers.16.linear_attn.out_proj.weight|2d-64|(512, 0)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,6,0.019713724403828126,3.1632781804161376 +2575,2779,1.2750215119467176,0.037247465030675976,0.005723389377128332,0.005806787052903358,1.3109702355201391,1.5360457513163333,1.4102111246811768,0.9999836212728875,0.006706016427885526,"model.language_model.layers.18.mlp.down_proj.weight|2d-128|(256, 2176)","model.language_model.layers.5.mlp.down_proj.weight|2d-128|(0, 3328)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,13,0.03594872357342149,3.3154264508559823 +2995,3045,1.2695784520996176,0.05739108980257337,0.055858158466128856,0.05579753537332483,1.2595930605440648,1.5290516434169863,1.374900188860431,0.9984387142598052,0.0678076211089866,"model.language_model.layers.22.mlp.down_proj.weight|2d-64|(1024, 4672)","model.language_model.layers.11.mlp.down_proj.weight|2d-64|(1344, 4736)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,11,0.00998539155555278,3.2698024944011954 +3239,3255,1.1731912978210686,0.019967790644070272,0.00366297474162354,0.0035541157747527473,1.1922548791503658,1.8261419376519328,1.411840271431381,0.9999932912855177,0.005610471308790406,"model.language_model.layers.19.mlp.gate_proj.weight|2d-128|(768, 1664)","model.language_model.layers.11.mlp.gate_proj.weight|2d-128|(1152, 0)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,8,0.019063581329297197,3.209072937116193 +3359,3521,1.1660261845249906,0.011024313392399588,0.002216435696479339,0.0022063918034629414,1.170135452360476,1.918718008474945,1.4128195060569695,0.999997543703385,0.003634378461812052,"model.language_model.layers.18.mlp.gate_proj.weight|2d-64|(3968, 128)","model.language_model.layers.10.mlp.gate_proj.weight|2d-64|(1472, 1024)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,8,0.004109267835485264,3.037473724224381 +3607,3818,1.2480189671064974,0.027251608888549213,0.00619701669748623,0.006179123559033345,1.2724922275296342,1.6043784191413062,1.4099402583938299,0.9999807983076731,0.007813297116798063,"model.language_model.layers.20.mlp.up_proj.weight|2d-128|(4480, 1152)","model.language_model.layers.2.mlp.up_proj.weight|2d-128|(640, 1280)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,18,0.0244732604231368,3.281514037420895 +3859,4050,1.2433651429733235,0.03376568429997442,0.01506209224484585,0.015178512684259416,1.263667987503323,1.6040996939017027,1.4038208704547075,0.999886560254316,0.019119814538637193,"model.language_model.layers.21.mlp.up_proj.weight|2d-64|(1280, 192)","model.language_model.layers.3.mlp.up_proj.weight|2d-64|(960, 832)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,18,0.02030284452999953,3.1194493097501073 +4269,4290,1.1895372193480986,-0.016820966760377486,-0.007273083264011498,-0.007397471704386882,1.1979837927514965,1.8361663398853552,1.4189128397127047,0.9999735507801367,-0.011147555382104931,"model.language_model.layers.7.self_attn.k_proj.weight|2d-128|(128, 768)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 256)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,16,0.008446573403397828,3.495561790880845 +4409,4469,1.1113209860974353,-0.011958435614862284,0.011030791936846682,0.0109999059261724,2.277206788913322,1.1070783861413784,1.4080660155261044,0.9999391589638071,0.00536268879697705,"model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 1024)","model.language_model.layers.15.self_attn.k_proj.weight|2d-64|(320, 1664)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,8,0.004242599956056914,6.466944506971275 +4618,4715,1.1347240904317595,0.018744612332779055,-0.015388268935108694,-0.015403909452215385,1.160018096353752,2.02543175249674,1.4235679384993398,0.9998815935795502,-0.026868450255299783,"model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(384, 0)","model.language_model.layers.11.self_attn.o_proj.weight|2d-128|(768, 1408)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,8,0.0252940059219926,3.068921091840752 +4891,5089,1.1364641818492192,0.040030709414096755,0.005027485895108265,0.004987600659350217,1.9742042730652682,1.1563757582542689,1.4111094097565953,0.9999873621129292,0.0029448132056982225,"model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(1344, 1024)","model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(1792, 64)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,12,0.019911576405049702,5.245509728658696 +5144,5185,1.1379869256661646,0.011401146489106726,-0.007112933019896563,-0.007057335104485034,1.153028945518299,2.0338085447230765,1.4185227449560687,0.9999747027719523,-0.012546384034969537,"model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(3968, 1920)","model.language_model.layers.11.self_attn.q_proj.weight|2d-128|(3200, 1536)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,8,0.01504201985213438,3.2782464322295746 +5506,5608,1.124697201844964,0.02601060880421896,0.01676635224222072,0.016591450106214087,1.9333184338225344,1.1566665405198442,1.4037280183344267,0.9998594348369624,0.010030980052676998,"model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(3712, 1600)","model.language_model.layers.23.self_attn.q_proj.weight|2d-64|(1472, 1664)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,20,0.03196933867488028,6.075847135445443 +5849,5880,1.0919738874841793,0.05343109051494186,0.016042742500978105,0.016004921178332795,2.2436394060447196,1.1082062976887324,1.4051762063645883,0.9998713069255699,0.007924031029177004,"model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(256, 256)","model.language_model.layers.23.self_attn.v_proj.weight|2d-128|(384, 1024)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,16,0.016232410204553016,6.656100978115778 +5908,6133,1.0883011252243164,0.02659105066440824,0.018472848364945314,0.018566890705551526,2.299891295852088,1.1006023243269136,1.404004437819649,0.9998293623780439,0.008840096001087261,"model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(448, 1536)","model.language_model.layers.23.self_attn.v_proj.weight|2d-64|(384, 1856)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,16,0.012301199102597193,7.21492664454784 +6175,6394,1.23395179503863,0.011254330571603459,-0.0031448999681944418,-0.0030418262852709706,1.2368709829092612,1.7065709558663755,1.4163253244963345,0.9999950547898675,-0.004339171198116346,"model.visual.blocks.20.attn.proj.weight|2d-128|(640, 512)","model.visual.blocks.21.attn.proj.weight|2d-128|(896, 256)",model.visual.layers.*.attn.proj.weight,2d-128,1,0.002919187870631168,3.2691401078862556 +6447,6643,1.206572038494203,0.04676875450695501,0.008291653938119536,0.008302578093241244,1.2300430462479561,1.6975852882935591,1.4086310870788887,0.9999656236466185,0.011443331015047773,"model.visual.blocks.22.attn.proj.weight|2d-64|(768, 512)","model.visual.blocks.21.attn.proj.weight|2d-64|(640, 256)",model.visual.layers.*.attn.proj.weight,2d-64,1,0.023471007753753215,3.04691615796116 +6702,6709,1.1326246458626672,0.045063554430093564,0.005094344524799812,0.005098811140234181,1.9922639231666206,1.1527877188392168,1.4110870148878452,0.9999870237427397,0.0029477509156470697,"model.visual.blocks.16.attn.qkv.weight|2d-128|(1280, 128)","model.visual.blocks.2.attn.qkv.weight|2d-128|(1408, 768)",model.visual.layers.*.attn.qkv.weight,2d-128,14,0.020163072976549623,5.494279845528227 +6961,6988,1.1185478054537834,-0.03527101708599587,-0.011655978540392473,-0.011744224379004459,1.1107661311140853,2.3532451219123414,1.4205623500799103,0.9999320667746715,-0.024694104251974432,"model.visual.blocks.4.attn.qkv.weight|2d-64|(832, 320)","model.visual.blocks.21.attn.qkv.weight|2d-64|(320, 512)",model.visual.layers.*.attn.qkv.weight,2d-64,17,0.007781674339698119,2.9356713701687918 +7209,7405,1.2333725897299355,0.04673656301373133,0.008194985896184491,0.008191957182855435,1.6836093033268722,1.2355207625621296,1.4086747759647074,0.9999664205392906,0.006013910236556813,"model.visual.blocks.14.mlp.linear_fc1.weight|2d-128|(3968, 256)","model.visual.blocks.1.mlp.linear_fc1.weight|2d-128|(2176, 0)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,13,0.0021481728321941507,4.50841772202697 +7426,7623,1.2391778392725428,0.05026977775162149,0.005466685840263545,0.004389540668915647,1.2708285674751993,1.6092376621732944,1.4104483035581898,0.9999850575613237,0.006922410281427073,"model.visual.blocks.7.mlp.linear_fc1.weight|2d-64|(960, 640)","model.visual.blocks.17.mlp.linear_fc1.weight|2d-64|(3904, 384)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,10,0.031650728202656575,3.349293806917417 +7761,7886,1.239905349911195,0.01726524057421416,0.008758072153230653,0.008646216384577118,1.6269572724611097,1.2591193679071353,1.4082058902973087,0.9999616473506165,0.006777964277438921,"model.visual.blocks.13.mlp.linear_fc2.weight|2d-128|(0, 1024)","model.visual.blocks.3.mlp.linear_fc2.weight|2d-128|(0, 2944)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,10,0.019214017995940358,4.659470314602111 +8046,8157,1.2317371331564693,-0.015195789895513177,0.002654456076844931,0.0013580613006882029,1.6533055484077774,1.2532153719175332,1.4124052306750436,0.9999964769252621,0.0020120933863590285,"model.visual.blocks.8.mlp.linear_fc2.weight|2d-64|(192, 2944)","model.visual.blocks.1.mlp.linear_fc2.weight|2d-64|(192, 256)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,7,0.021478238761063917,5.227933274453032 +8246,8335,1.3427814189494902,0.04346458802659361,0.03591464204133386,0.03542084386264058,1.4174527322450872,1.3614533172973007,1.388606866660153,0.999354861141448,0.03449575949476148,"model.visual.merger.linear_fc1.weight|2d-128|(128, 2816)","model.visual.merger.linear_fc1.weight|2d-128|(2048, 3840)",model.visual.merger.linear_fc1.weight,2d-128,0,0.018671898347810467,3.6749642270009066 +8581,8655,1.3478209805316737,0.03808560715369328,0.007231182763344062,0.006099724430975727,1.4377557303462738,1.3820827794205408,1.4090950659529233,0.9999738546561321,0.006951176031587409,"model.visual.merger.linear_fc1.weight|2d-64|(1536, 3072)","model.visual.merger.linear_fc1.weight|2d-64|(320, 384)",model.visual.merger.linear_fc1.weight,2d-64,0,0.034261798888867157,3.615037279193819 +8848,8851,1.3502092718878809,0.053769107628986415,0.0034414558582089604,0.003281140596789697,1.4037341353227815,1.4199620546095912,1.4117781493329602,0.999994078173254,0.0034812409332390637,"model.visual.merger.linear_fc2.weight|2d-128|(512, 2048)","model.visual.merger.linear_fc2.weight|2d-128|(1536, 1792)",model.visual.merger.linear_fc2.weight,2d-128,0,0.053524863434900594,3.688512132995985 +9013,9170,1.3509149195049739,0.062458686526404905,0.023705180597785397,0.023653899841672828,1.3866033755877296,1.4083565555748119,1.3973529912780922,0.9997189927238685,0.024077069970946153,"model.visual.merger.linear_fc2.weight|2d-64|(1216, 1472)","model.visual.merger.linear_fc2.weight|2d-64|(192, 1152)",model.visual.merger.linear_fc2.weight,2d-64,0,0.035688456082755726,3.455284197310981 +9248,9344,0.8371439982591408,0.584954757858589,0.568899766721619,0.5688061430810165,1.0079458972717925,0.8752163087610072,0.9345850420469605,0.8224068673254665,0.49398519824604425,"model.visual.pos_embed.weight|2d-128|(512, 0)","model.visual.pos_embed.weight|2d-128|(2048, 0)",model.visual.pos_embed.weight,2d-128,0,0.038072310501866435,4.723955875858208 +9529,9588,0.5804701579718984,0.8202357333978745,0.8107543963567506,0.8160343039809269,0.5942060532811944,0.6510048832338486,0.6206647139637963,0.5853864610564554,0.8882525989377361,"model.visual.pos_embed.weight|2d-64|(1600, 256)","model.visual.pos_embed.weight|2d-64|(896, 256)",model.visual.pos_embed.weight,2d-64,0,0.013735895309295976,2.2653875727627906 +9679,9740,1.2147787677872006,0.040033854049015605,0.01247762969447172,0.01237965323271552,1.207649283152138,1.7510857276437677,1.4059422256428216,0.9999221513483975,0.018092503823447337,"mtp.fc.weight|2d-128|(1152, 3072)","mtp.fc.weight|2d-128|(1920, 3712)",mtp.fc.weight,2d-128,0,0.007129484635062688,3.4226116270295552 +9929,10055,1.1803454818047874,0.044012375487353976,0.03432607354256504,0.03432962056464836,1.2603643408467025,1.5710504079904344,1.3903170023599103,0.999410686692488,0.04278762108385903,"mtp.fc.weight|2d-64|(1344, 3968)","mtp.fc.weight|2d-64|(1408, 3008)",mtp.fc.weight,2d-64,0,0.08001885904191508,3.1276252870022225 +10132,10369,1.326579042302919,0.039366671373388215,0.0031571139491410275,0.003159228954956206,1.4490148224940254,1.3776511648065477,1.4119822294297384,0.9999950163033375,0.003001626789417518,"mtp.layers.0.mlp.down_proj.weight|2d-128|(1536, 1024)","mtp.layers.0.mlp.down_proj.weight|2d-128|(1152, 256)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.0510721225036288,3.7970582884195605 +10412,10492,1.2824717392034217,0.007941141061262282,0.007486680310116853,0.007323076670455538,1.5235048369600968,1.316899337164434,1.4089656661490015,0.9999719744162504,0.006471396807395322,"mtp.layers.0.mlp.down_proj.weight|2d-64|(1728, 5184)","mtp.layers.0.mlp.down_proj.weight|2d-64|(320, 2752)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.034427597961012246,4.27385978718927 +10649,10673,1.3171958317491888,0.02733654188007326,0.005394188620654211,0.005488519684429531,1.4708614084132188,1.3568415090014152,1.4104065539589639,0.9999854512587295,0.004976035801892852,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(3840, 1280)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(2944, 384)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.03964567725222645,4.280898136355582 +10910,11010,1.305158700013621,0.019554928066439964,0.01069703912768938,0.010684388640199969,1.5351772322607824,1.3059219878948223,1.4067276654274945,0.9999427850401745,0.009099599908506065,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(3840, 1280)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(640, 1728)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.000763287881201169,4.272398430614363 +11208,11395,1.339369356382511,0.053205087768711336,0.002063626354591598,0.0020665913726597303,1.3890366181783405,1.43773029711904,1.412754471217343,0.9999978707208673,0.0021359682625362803,"mtp.layers.0.mlp.up_proj.weight|2d-128|(384, 1024)","mtp.layers.0.mlp.up_proj.weight|2d-128|(5376, 1920)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.049667261795829365,3.699369531902066 +11449,11536,1.3204383488108526,0.02393695364471777,0.025012854038376157,0.025178228641220993,1.523190521289275,1.2971656250915047,1.3966433948197288,0.999687129622491,0.021301218718555084,"mtp.layers.0.mlp.up_proj.weight|2d-64|(4864, 1024)","mtp.layers.0.mlp.up_proj.weight|2d-64|(3008, 1216)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.023272723719347965,4.072001615640762 +11707,11726,1.2559858951179685,-0.015273410582791535,-0.00924947112844256,-0.009250151456104251,1.6284680810147647,1.2761792416517732,1.4205501030115295,0.9999572227269745,-0.00724851975177816,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(256, 1408)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 1792)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.020193346533804668,4.946476663242495 +11729,11771,1.0948536217077245,0.0361285530843594,0.02472428911080434,0.025018032270552385,1.9962843486175932,1.1390025034987754,1.3990822079903762,0.9996943080401955,0.014106721426702004,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 64)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(64, 704)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.04414888179105092,6.448518990429143 +12009,12192,1.2007230242091702,0.004695006526516637,0.00034438461586163707,0.00029323386758829136,1.2261906603648205,1.7271446873731013,1.4139836480127024,0.9999999406996164,0.00048508121854515284,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(128, 1152)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1664, 0)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.025467636155650286,3.4217649565768498 +12281,12431,1.1841146418077675,0.021673555898488142,0.030157773970852463,0.03018887751001332,1.656155964350366,1.2261703743740568,1.3936680433215767,0.9995451508907054,0.022327950867014716,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(512, 0)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(320, 1984)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.04205573256628936,5.3222221100299 +12551,12591,1.0666140664830392,0.022453710315638996,0.007666523776212999,0.007620502393381705,1.076739311841808,2.645884103989966,1.4104231770275397,0.9999706117747605,0.018839038539091888,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(2432, 1664)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 1920)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.010125245358768797,3.223411241543724 +12888,12987,1.0652691596017037,0.004845575648028198,-0.0028828467832138615,-0.0027121971905282407,1.0760603419083496,2.727647050036005,1.4156046426026097,0.9999958445885786,-0.007307572092094457,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(4032, 1408)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(576, 1344)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.010791182306645997,3.3783326561121214 +13013,13067,1.3712049203700238,0.03942353292334025,-0.00735876523370382,-0.007295692544020109,1.419869589819321,1.4189457739737723,1.4194074564233594,0.9999729239205606,-0.007353977368694729,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(0, 640)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(384, 1408)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.04774085360374847,4.04093671234253 +13256,13273,1.311489863095551,0.01455214538445367,0.025663641723337113,0.025176687396702306,1.316656851968802,1.491888114644583,1.3960912502909506,0.9996706345059337,0.029079165166149664,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(320, 1536)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 576)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.005166988873251066,3.5244924796134347 +114,210,1.1876223063780802,0.266762914098191,0.2787969128048182,0.27871219556064314,1.2070950117489871,1.1950237354456519,1.2010138782720188,0.9603500827357192,0.2760088683391986,"model.language_model.embed_tokens.weight|2d-128|(176768, 1408)","model.language_model.embed_tokens.weight|2d-128|(195712, 1408)",model.language_model.embed_tokens.weight,2d-128,0,0.007401429067571685,3.187846756483188 +320,362,1.2075936853604863,0.23983185455212214,0.2302064551448503,0.22994287416811277,1.2528993309812706,1.229112720336358,1.240835063797206,0.9731418128976075,0.22583592737691913,"model.language_model.embed_tokens.weight|2d-64|(140032, 64)","model.language_model.embed_tokens.weight|2d-64|(160256, 64)",model.language_model.embed_tokens.weight,2d-64,0,0.02151903497587182,3.4561363856479463 +693,724,0.16885799833011597,0.9902075699096629,0.9902075699096629,0.9899185922038317,0.18862336058580612,0.16885799833011597,0.17792250838860307,0.1396028957206841,0.886446236918844,"model.language_model.layers.21.linear_attn.conv1d.weight|3d-axis0-slice|(1911, 0, 0)","model.language_model.layers.18.linear_attn.conv1d.weight|3d-axis0-slice|(5514, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,3,0.0,0.2441498072355245 +810,921,0.6629876334078249,0.7768594764257746,0.7768594764257745,0.7788173760714602,1.1644792029086166,0.6629876334078249,0.8148012133883118,0.6296740060439779,0.4422992050690878,"model.language_model.layers.9.linear_attn.conv1d.weight|3d-volume|(4532, 0, 0)","model.language_model.layers.14.linear_attn.conv1d.weight|3d-volume|(2932, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,5,0.0,3.1877818597349297 +1247,1260,1.1588643673840164,0.012056921208106985,-0.012289071459307464,-0.012336245367203616,1.1736423520022772,1.9489493558731288,1.421873319817961,0.9999244865101904,-0.02040722019279146,"model.language_model.layers.8.linear_attn.in_proj_qkv.weight|2d-128|(512, 128)","model.language_model.layers.12.linear_attn.in_proj_qkv.weight|2d-128|(2688, 1408)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,4,0.014777984618260742,3.1959149985465443 +1316,1535,1.157216287369355,-0.0030164252330205027,-0.01752993539765272,-0.01763032142744425,2.001717873465975,1.1660994068251171,1.424955514845449,0.9998463388766067,-0.010212052127751023,"model.language_model.layers.9.linear_attn.in_proj_qkv.weight|2d-64|(4032, 320)","model.language_model.layers.8.linear_attn.in_proj_qkv.weight|2d-64|(5312, 1984)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,1,0.008883119455762145,5.84912847499595 +1618,1680,1.1657674657328994,0.05384404378157667,0.01072204814801536,0.010674072243626966,1.2003478144817752,1.7789187434578042,1.407165440217492,0.999942517189619,0.015890104675198833,"model.language_model.layers.22.linear_attn.in_proj_z.weight|2d-128|(896, 512)","model.language_model.layers.10.linear_attn.in_proj_z.weight|2d-128|(256, 1664)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,12,0.03458034874887583,3.4198178045742154 +1922,2003,1.164179051789378,0.012530624451966458,-0.004589612898272149,-0.005090661615003701,1.9189283163908282,1.1749604989671532,1.4171011661282913,0.999989467671257,-0.0028102216299369116,"model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-64|(640, 768)","model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-64|(0, 1152)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,0,0.010781447177775183,5.207297080400405 +2178,2190,1.242789666914602,0.011155008798196395,-0.002983475992098557,-0.0030167503280108397,1.6865598724489261,1.244567163569124,1.416227957128119,0.9999955494255984,-0.002201603579996905,"model.language_model.layers.12.linear_attn.out_proj.weight|2d-128|(640, 896)","model.language_model.layers.10.linear_attn.out_proj.weight|2d-128|(1536, 1664)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,2,0.0017774966545220927,4.543923266154892 +2330,2402,1.2372915474452912,-0.008959889842528266,-0.0016088879967577467,-0.001601741820320767,1.2383031188405582,1.6992582026138907,1.4152961247144498,0.9999987057388694,-0.002207792328050856,"model.language_model.layers.2.linear_attn.out_proj.weight|2d-64|(1664, 1024)","model.language_model.layers.18.linear_attn.out_proj.weight|2d-64|(448, 512)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,16,0.0010115713952669747,3.305804625085472 +2775,2807,1.2750707774589758,0.024333657997471763,0.00045041983868112105,0.0005531817982629882,1.5709515569121375,1.2961484924578275,1.4139008314103356,0.9999998985609794,0.00037162889734625035,"model.language_model.layers.5.mlp.down_proj.weight|2d-128|(0, 4608)","model.language_model.layers.22.mlp.down_proj.weight|2d-128|(1280, 0)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,17,0.021077714998851693,4.1259668370968985 +2874,2882,1.2696729527770065,0.054808377909257154,0.018977139002991784,0.018931968127848035,1.2870396065247507,1.5517189492522987,1.40096392829916,0.9998199178828461,0.022879782443564558,"model.language_model.layers.22.mlp.down_proj.weight|2d-64|(1024, 4480)","model.language_model.layers.6.mlp.down_proj.weight|2d-64|(1984, 896)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,16,0.017366653747744154,3.320129396445969 +3076,3082,1.1732458408774873,0.024611542153281256,-0.0006045939336693129,-0.0006039709227385235,1.1946538598366694,1.8294868549522219,1.4146049324794512,0.9999998172330711,-0.0009258720801212552,"model.language_model.layers.22.mlp.gate_proj.weight|2d-128|(4864, 1024)","model.language_model.layers.11.mlp.gate_proj.weight|2d-128|(5632, 128)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,11,0.021408018959182096,3.15353264217121 +3405,3448,1.1660656050194982,0.007709149162943409,-0.0006637953648534798,-0.000755405134328748,1.167186255073658,1.941201814933244,1.4146280668869495,0.9999997796878325,-0.0011039889832463218,"model.language_model.layers.21.mlp.gate_proj.weight|2d-64|(1728, 896)","model.language_model.layers.10.mlp.gate_proj.weight|2d-64|(4416, 1792)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,11,0.001120650054159844,3.045458541254976 +3666,3809,1.2481223820026581,0.07041547777369023,0.010992217028251225,0.010988172147665329,1.57883764613728,1.2806776154131392,1.40658752275011,0.9999395837573407,0.008916360923041003,"model.language_model.layers.6.mlp.up_proj.weight|2d-128|(2560, 1920)","model.language_model.layers.21.mlp.up_proj.weight|2d-128|(2944, 0)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,15,0.032555233410481055,4.004609026432859 +3937,4032,1.2434433695479534,0.009110438736357269,-0.005847651914623761,-0.005818937277742996,1.6740818524802075,1.252346728046052,1.418174672371888,0.9999829023373776,-0.004374509962688866,"model.language_model.layers.1.mlp.up_proj.weight|2d-64|(3904, 1216)","model.language_model.layers.22.mlp.up_proj.weight|2d-64|(576, 1728)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,21,0.008903358498098646,4.265070865340485 +4112,4325,1.1896170913122501,0.027259451331513126,0.0016341867746521733,0.001582095231763986,1.2059233697912521,1.7849196067299087,1.4131410950246426,0.9999986647159014,0.0024188037882044654,"model.language_model.layers.3.self_attn.k_proj.weight|2d-128|(128, 1280)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(256, 640)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,20,0.016306278479002012,3.2677583484464505 +4500,4509,1.111327988569556,0.008924238305759159,-0.008718856083219066,-0.008712569649893441,1.1353081432441783,2.146672147104891,1.419300228644462,0.999961990051922,-0.01648585506924962,"model.language_model.layers.15.self_attn.k_proj.weight|2d-64|(448, 960)","model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(0, 1728)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,8,0.023980154674622334,3.117406733917584 +4710,4752,1.1347472959305902,-0.009901973869739676,-0.003841232787823389,-0.0038136582636236547,2.0722753089108354,1.1441510212273203,1.41651030212144,0.9999926224381207,-0.0021208332686596227,"model.language_model.layers.23.self_attn.o_proj.weight|2d-128|(256, 640)","model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(640, 128)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,4,0.009403725296730059,5.652133575309034 +4963,5116,1.1365509792046864,0.023593371323712958,-0.0011568154269157565,-0.0008165046334882458,1.17737672982042,1.8980548126422436,1.4149462051179107,0.9999993308888102,-0.0018649078351762084,"model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(512, 128)","model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(320, 1600)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,16,0.04082575061573368,3.358890832245451 +5313,5332,1.1382025796432456,0.05807840013514264,0.009967402930445464,0.01089830026840822,1.9262896765041222,1.1629479549174906,1.407962866402889,0.9999503242055688,0.006017563710789761,"model.language_model.layers.19.self_attn.q_proj.weight|2d-128|(2304, 0)","model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(3456, 1536)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,16,0.02474537527424503,5.03004669358465 +5540,5589,1.1247315982854853,0.04382406428789168,0.020974588940876653,0.021985626341314887,1.1432460912672346,1.9866725616150147,1.4013317538451289,0.9997800091113851,0.03644853077416127,"model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(1408, 448)","model.language_model.layers.11.self_attn.q_proj.weight|2d-64|(384, 1344)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,8,0.018514492981749342,3.080208542879276 +5662,5850,1.0919748070015478,0.03621652931407502,-0.01107110013476555,-0.011063490888645663,2.278783019372515,1.1189129862225557,1.420394386405206,0.999938713492885,-0.005436058460700005,"model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(384, 1664)","model.language_model.layers.23.self_attn.v_proj.weight|2d-128|(128, 1280)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,16,0.02693817922100794,7.280539300256737 +6032,6090,1.088722696251685,0.03262657160678807,0.023063215530899215,0.02294798080750523,1.09465376276243,2.3343561288384507,1.4016196864229424,0.9997340086689935,0.049182454175659744,"model.language_model.layers.23.self_attn.v_proj.weight|2d-64|(128, 1792)","model.language_model.layers.3.self_attn.v_proj.weight|2d-64|(448, 640)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,20,0.005931066510745042,3.2698820979259167 +6176,6274,1.2339725066827771,0.04715622752647121,-0.003388856247315871,-0.00340671316820604,1.2563210555360724,1.6593703558495718,1.4165181049318838,0.9999942578101811,-0.004476059341879047,"model.visual.blocks.21.attn.proj.weight|2d-128|(512, 896)","model.visual.blocks.12.attn.proj.weight|2d-128|(256, 0)",model.visual.layers.*.attn.proj.weight,2d-128,9,0.02234854885329529,3.0043705856714853 +6593,6642,1.2066360584051643,-0.011544025171557074,-0.0012057703557734841,-0.0011037292160685993,1.202928457639853,1.802400640417149,1.4150007004779612,0.9999992730586603,-0.0018066587814425158,"model.visual.blocks.20.attn.proj.weight|2d-64|(704, 512)","model.visual.blocks.18.attn.proj.weight|2d-64|(512, 768)",model.visual.layers.*.attn.proj.weight,2d-64,2,0.003707600765311403,3.1010865591663124 +6888,6902,1.1328131048930368,0.015185030631321414,0.006092546913793294,0.006005225633683653,2.1134327064528025,1.131398439622126,1.4106238976384917,0.9999814402638196,0.003261564965160281,"model.visual.blocks.21.attn.qkv.weight|2d-128|(1280, 0)","model.visual.blocks.2.attn.qkv.weight|2d-128|(1280, 512)",model.visual.layers.*.attn.qkv.weight,2d-128,19,0.001414665270910831,5.841040425532883 +6916,7136,1.1186362856190124,0.0022334653079216053,-0.012593933807282005,-0.01254531440413414,2.2417263289508016,1.1243656607102093,1.4213331724773512,0.9999206932708503,-0.006316643795138316,"model.visual.blocks.6.attn.qkv.weight|2d-64|(2304, 512)","model.visual.blocks.3.attn.qkv.weight|2d-64|(832, 896)",model.visual.layers.*.attn.qkv.weight,2d-64,3,0.005729375091196864,5.979088505544849 +7216,7343,1.23353367947002,0.054063561847202526,0.005575018067395555,0.005814494839460821,1.245896848527964,1.663997512167842,1.4104258324031251,0.99998445946602,0.007445894261148183,"model.visual.blocks.1.mlp.linear_fc1.weight|2d-128|(3968, 128)","model.visual.blocks.23.mlp.linear_fc1.weight|2d-128|(3712, 128)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,22,0.01236316905794399,3.309983700121203 +7430,7450,1.2391969912425138,0.03716705524007942,0.024270648492078703,0.024187344785410497,1.2582841392253914,1.5960310786198524,1.397425936830153,0.9997054244235019,0.03078534337678472,"model.visual.blocks.2.mlp.linear_fc1.weight|2d-64|(192, 128)","model.visual.blocks.20.mlp.linear_fc1.weight|2d-64|(3456, 128)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,18,0.019087147982877584,3.439749210830398 +7862,7877,1.240161754102085,0.06623900798619248,0.024426494081293614,0.024407919140316255,1.2833944737352347,1.5477065691758747,1.3971368116455822,0.9997016286807262,0.029457073507200525,"model.visual.blocks.5.mlp.linear_fc2.weight|2d-128|(768, 2688)","model.visual.blocks.2.mlp.linear_fc2.weight|2d-128|(896, 1536)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,3,0.043232719633149674,3.6463412456029376 +7951,8073,1.2318150716577247,0.0032484764533054723,-0.017198224125400285,-0.017259407343020047,1.2504361436497304,1.7042289927630994,1.425766856133144,0.999852099606203,-0.02343959131971088,"model.visual.blocks.4.mlp.linear_fc2.weight|2d-64|(832, 2624)","model.visual.blocks.10.mlp.linear_fc2.weight|2d-64|(384, 64)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,6,0.01862107199200569,3.424266882683081 +8297,8386,1.3428145991160108,0.058966467901424485,0.018497212842444467,0.018228962500157618,1.3954005147014152,1.406816134532514,1.4010734463944126,0.9998289119229656,0.01864853652874069,"model.visual.merger.linear_fc1.weight|2d-128|(1280, 3840)","model.visual.merger.linear_fc1.weight|2d-128|(1280, 2560)",model.visual.merger.linear_fc1.weight,2d-128,0,0.052585915585404486,3.397003425190296 +8558,8608,1.3478328007735454,0.04165970621531348,0.01915211667836546,0.019042458193696807,1.4393471043574042,1.3648684119045895,1.4006247780510792,0.9998165813921763,0.018161094704867813,"model.visual.merger.linear_fc1.weight|2d-64|(1152, 2048)","model.visual.merger.linear_fc1.weight|2d-64|(512, 2240)",model.visual.merger.linear_fc1.weight,2d-64,0,0.017035611131044126,3.7104359021477107 +8829,8894,1.350231006381781,0.06654735911237254,0.009163048435397498,0.009101280299871008,1.4065131431580087,1.4089287806507753,1.4077194074498476,0.9999580183904575,0.009178785652967241,"model.visual.merger.linear_fc2.weight|2d-128|(384, 3712)","model.visual.merger.linear_fc2.weight|2d-128|(640, 3840)",model.visual.merger.linear_fc2.weight,2d-128,0,0.05628213677622762,3.528787653278417 +9026,9056,1.3509172330711416,0.02092563521187167,-0.010847661007799086,-0.01081220491826934,1.4032044517699487,1.4412812086436577,1.4218605938218793,0.999941162394398,-0.011142018505255272,"model.visual.merger.linear_fc2.weight|2d-64|(64, 128)","model.visual.merger.linear_fc2.weight|2d-64|(768, 512)",model.visual.merger.linear_fc2.weight,2d-64,0,0.052287218698807036,3.4837118519545824 +9233,9305,0.8382917907211697,0.5453377642528978,0.5295775107054287,0.5304952949213058,0.8485112085119657,1.6670302004382729,1.0694155646391308,0.8482615517368695,1.0404361132330555,"model.visual.pos_embed.weight|2d-128|(256, 128)","model.visual.pos_embed.weight|2d-128|(1408, 128)",model.visual.pos_embed.weight,2d-128,0,0.010219417790796048,3.88214176119439 +9540,9550,0.5807741900419493,0.8264517766059695,0.7889596229315952,0.7908939647745613,0.6489737799036751,0.6503891424994254,0.6496803049138092,0.6144450450476716,0.7906802840344526,"model.visual.pos_embed.weight|2d-64|(704, 256)","model.visual.pos_embed.weight|2d-64|(1664, 256)",model.visual.pos_embed.weight,2d-64,0,0.0681995898617258,2.4943282741335553 +9822,9861,1.2149145785074682,0.007809524742394724,0.008480869091237226,0.00838286406717308,1.2180676184055725,1.7301853274517756,1.408556650103731,0.9999640367830522,0.012046519457520121,"mtp.fc.weight|2d-128|(1152, 3584)","mtp.fc.weight|2d-128|(896, 2688)",mtp.fc.weight,2d-128,0,0.0031530398981043373,3.1275298304605763 +10025,10113,1.1805596547775592,-0.0006870147384140672,-0.0012530358212379043,-0.0014388405326763699,1.2341198304703351,1.7093753796490785,1.4150543200868226,0.9999992149503072,-0.001735575857188953,"mtp.fc.weight|2d-64|(1536, 2880)","mtp.fc.weight|2d-64|(1984, 3776)",mtp.fc.weight,2d-64,0,0.053560175692775935,3.0984548332113464 +10216,10262,1.3265825751096163,0.020964935436421434,-0.0004492904511440168,-0.0004814218816761704,1.5338606555080772,1.319314552233115,1.414527651273215,0.9999998990690402,-0.00038644672724677065,"mtp.layers.0.mlp.down_proj.weight|2d-128|(128, 5120)","mtp.layers.0.mlp.down_proj.weight|2d-128|(1152, 1792)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.007268022876501412,4.20930448344599 +10481,10536,1.2825903251919002,0.025573246018471264,0.016941761615911596,0.016979338320703658,1.3659964498794908,1.4414440431857807,1.4022001940449214,0.9998564780574007,0.01787749987526225,"mtp.layers.0.mlp.down_proj.weight|2d-64|(512, 384)","mtp.layers.0.mlp.down_proj.weight|2d-64|(1472, 5248)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.08340612468759057,3.436928143538523 +10649,10667,1.3172050015673538,0.05104217448756976,0.020370903846279723,0.020398609053438915,1.4632199849663798,1.3439484559334787,1.3997874929033298,0.9997924916083765,0.01871040926959868,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(3840, 1280)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(3968, 640)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.026743454366124908,3.950927522767443 +10925,10973,1.3052152921685636,-0.00025252585168849227,-0.01597206147036713,-0.01533747519684378,1.320158426166793,1.5603879935012295,1.4253079818646632,0.999872438490224,-0.01887850159180491,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(3520, 1792)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(5568, 1344)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.01494313399822933,3.7149745985503584 +11167,11239,1.3394076113241125,0.02537127372121562,0.007132237359941472,0.0071334465053320036,1.37009341678747,1.4517923849255419,1.4091697621586408,0.9999745652716581,0.007557534223413236,"mtp.layers.0.mlp.up_proj.weight|2d-128|(0, 1920)","mtp.layers.0.mlp.up_proj.weight|2d-128|(5504, 768)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.03068580546335764,3.5568219322227392 +11526,11527,1.320459998175811,0.043958183964478086,0.028630611006672333,0.028641179073303668,1.4492204029953293,1.3444296052661355,1.3938793662669209,0.9995900600313034,0.0265603775482816,"mtp.layers.0.mlp.up_proj.weight|2d-64|(5568, 576)","mtp.layers.0.mlp.up_proj.weight|2d-64|(1856, 896)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.023969607090324585,3.781247554376786 +11676,11694,1.2561006572667262,0.028964306844134424,-0.00414348252790192,-0.004200639568348051,1.6408095827510658,1.2653435052092354,1.417044409149802,0.9999914157394257,-0.0031953303788231626,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 1536)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(128, 1792)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.009242847942509291,4.2132919462826255 +11730,11822,1.0949237787691777,0.029585003434367187,0.00936714027961179,0.008931589612698871,2.1394755987923477,1.125577556904789,1.4087444822042827,0.9999561273790877,0.004928050068465961,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 128)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(128, 1920)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.03065377813561132,6.988912075606612 +11992,12113,1.2013264780560724,0.014315441475209158,0.014355214522811294,0.014353842232260553,1.2005776149050889,1.7684690845004643,1.404747714358446,0.9998969585992369,0.02114544929856184,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(0, 1024)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1024, 128)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.0007488631509835475,3.4291053823420365 +12348,12391,1.1842344892809635,-0.0012504471053643093,-0.0015783055083920799,-0.0016548223560449988,1.7457481350841726,1.2213332055898916,1.4152615903404888,0.9999987544750853,-0.0011041895948362215,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(1984, 64)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(768, 1920)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.037098716308928026,5.75527133850935 +12580,12670,1.0666676244520394,0.020603861832619034,-0.00040610755081675116,-0.0005050572382431666,2.6744243950645443,1.0783854026019664,1.4144127413415308,0.9999999175383252,-0.00016375129373460997,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 512)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(2304, 128)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.011717778149926916,8.219332686882803 +12794,12861,1.065538311080392,0.039419616422244196,0.0010652914638855481,0.0011846853994303133,1.078359130047084,2.665090069354847,1.413689640242999,0.9999994325768875,0.0026327942354843316,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(3968, 1856)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(704, 1152)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.012820818966692071,3.4270137194245027 +13035,13061,1.3715453290598454,0.027608243496039412,0.01354847332409326,0.013547066524206106,1.3882807130073698,1.4215156502046995,1.4046033726310336,0.9999082152230705,0.013872818865904114,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 1408)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(384, 640)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.016735383947524385,3.8297876052131503 +13185,13288,1.3114980887925993,0.023856995542148856,0.019818839931523013,0.019629000037980186,1.3491578090473535,1.4574470030675495,1.4001714759541697,0.9998035875029498,0.021409585052818588,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 1088)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 1536)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.03765972025475417,3.5056734832343888 +26,41,1.1876486355304194,0.28675479239258744,0.2998409525867053,0.2997957920912272,1.1677014568016306,1.199840355546462,1.1834437320798301,0.9539892049451593,0.30809353971726583,"model.language_model.embed_tokens.weight|2d-128|(245888, 1408)","model.language_model.embed_tokens.weight|2d-128|(64384, 1408)",model.language_model.embed_tokens.weight,2d-128,0,0.019947178728788817,3.0657849001754975 +349,438,1.207794620713412,0.1778962599898159,0.150805407463407,0.14800288666711978,1.2319085918978507,1.3905975354861433,1.304066650857043,0.9885634674009534,0.17023148416679476,"model.language_model.embed_tokens.weight|2d-64|(228160, 384)","model.language_model.embed_tokens.weight|2d-64|(9728, 384)",model.language_model.embed_tokens.weight,2d-64,0,0.0241139711844387,3.0455599435467873 +573,584,0.16913061890074427,0.9925189916444251,0.9925189916444253,0.9912344697438653,0.1931870922209595,0.16913061890074424,0.17996398401851502,0.12209034042516702,0.8689263314526559,"model.language_model.layers.8.linear_attn.conv1d.weight|3d-axis0-slice|(2226, 0, 0)","model.language_model.layers.10.linear_attn.conv1d.weight|3d-axis0-slice|(3261, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,2,2.7755575615628914e-17,0.28874853398632344 +890,955,0.6631496191290722,0.8306674228998869,0.8306674228998868,0.8528816240230339,1.4096868383784464,0.6631496191290722,0.848624713248321,0.5567689220249821,0.39076536016512353,"model.language_model.layers.10.linear_attn.conv1d.weight|3d-volume|(4248, 0, 0)","model.language_model.layers.12.linear_attn.conv1d.weight|3d-volume|(4440, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,2,0.0,4.766240707651694 +1037,1174,1.1590713820280623,0.051102423872017244,0.005508252444080597,0.0055732510263071565,1.8028989866496146,1.1974091575185608,1.4106189127203868,0.9999848294624335,0.0036583480091266656,"model.language_model.layers.0.linear_attn.in_proj_qkv.weight|2d-128|(0, 1664)","model.language_model.layers.17.linear_attn.in_proj_qkv.weight|2d-128|(3328, 896)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,17,0.03833777549049855,4.938693934042431 +1405,1498,1.1572865822518918,0.05562223123107085,0.0338746363843642,0.03396861890681673,1.8157393752711697,1.1715891344607297,1.3922179627219287,0.9994260898184653,0.021857297617837997,"model.language_model.layers.12.linear_attn.in_proj_qkv.weight|2d-64|(2688, 704)","model.language_model.layers.16.linear_attn.in_proj_qkv.weight|2d-64|(2176, 1856)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,4,0.014302552208837804,4.983253002711248 +1635,1711,1.1657733417635447,0.06308239291026627,0.015919806295590196,0.015468478529079028,1.8033309894167096,1.1890055365148566,1.4038289734165383,0.9998732718537439,0.01049654108801366,"model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(256, 1920)","model.language_model.layers.20.linear_attn.in_proj_z.weight|2d-128|(1536, 1408)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,2,0.023232194751311885,5.0234081394165155 +1915,2021,1.1643274524274263,0.0005801382721474955,0.008591949918382417,0.008669432867771807,1.1608934211728534,1.9403425651867048,1.4088499202746447,0.9999630885170713,0.014360772350442608,"model.language_model.layers.21.linear_attn.in_proj_z.weight|2d-64|(128, 1408)","model.language_model.layers.16.linear_attn.in_proj_z.weight|2d-64|(576, 640)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,5,0.003434031254572867,3.548572339117158 +2065,2087,1.2428253047032292,0.04465216126889443,0.002369899131252217,0.0023768471061492344,1.578427752557387,1.2899708259335108,1.4125703910725869,0.9999971917851108,0.0019368011838155922,"model.language_model.layers.14.linear_attn.out_proj.weight|2d-128|(768, 128)","model.language_model.layers.20.linear_attn.out_proj.weight|2d-128|(0, 1152)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,6,0.047145521230281595,4.246590707045089 +2366,2432,1.2372969651045183,0.00235580009238329,-0.002367045528734539,-0.0023516844526121883,1.6529047411564795,1.2581811758897203,1.4158259625651164,0.9999971985438084,-0.0018017808604287775,"model.language_model.layers.16.linear_attn.out_proj.weight|2d-64|(1344, 1152)","model.language_model.layers.1.linear_attn.out_proj.weight|2d-64|(576, 576)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,15,0.020884210785202084,4.357739479459973 +2764,2778,1.2750972804027796,0.054674693871573796,0.0003642310677844471,0.00038712025997166406,1.3283316877604474,1.518611872095245,1.4139582798664005,0.9999999336678624,0.0004164062551695601,"model.language_model.layers.20.mlp.down_proj.weight|2d-128|(1920, 3584)","model.language_model.layers.11.mlp.down_proj.weight|2d-128|(512, 3840)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,9,0.05323440735766782,3.354242709463047 +2868,2961,1.2697289366803302,0.052513308816334384,0.04164613019841396,0.04203396959183648,1.2841761277880774,1.5136546971358296,1.3848541137745736,0.9991324235753221,0.04908817352097866,"model.language_model.layers.21.mlp.down_proj.weight|2d-64|(128, 640)","model.language_model.layers.14.mlp.down_proj.weight|2d-64|(1088, 5056)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,7,0.014447191107747281,3.4084518279307807 +3217,3288,1.17329135083751,0.01897496324864005,0.005880509480595525,0.005902715390489471,1.795003611243252,1.199433937075397,1.4103666399035066,0.9999827096546463,0.003929397464239449,"model.language_model.layers.13.mlp.gate_proj.weight|2d-128|(640, 640)","model.language_model.layers.19.mlp.gate_proj.weight|2d-128|(2304, 1408)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,6,0.02614258623788701,5.629594635118336 +3405,3521,1.1662667980432762,0.007815539443404537,0.02114269637156081,0.022189912998152667,1.1525069962093177,1.9386702603946997,1.401018351922977,0.9997764682118399,0.035564831115919335,"model.language_model.layers.21.mlp.gate_proj.weight|2d-64|(1728, 896)","model.language_model.layers.10.mlp.gate_proj.weight|2d-64|(1472, 1024)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,11,0.013759801833958418,3.1382432975740073 +3584,3752,1.2481525506732047,0.04943408282762031,0.011599575095595288,0.011573552942050975,1.5868679191439694,1.2758363766541574,1.4061799951514025,0.999932722665681,0.009326018682560203,"model.language_model.layers.0.mlp.up_proj.weight|2d-128|(6016, 768)","model.language_model.layers.21.mlp.up_proj.weight|2d-128|(3968, 128)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,21,0.027683825980952648,3.9726532571563866 +3877,4051,1.2435598302583908,0.0389265756200873,0.020017211133457044,0.020008566554098214,1.6057885852172813,1.257880248654905,1.4004035839675075,0.9997996355562642,0.015680304835722594,"model.language_model.layers.13.mlp.up_proj.weight|2d-64|(4096, 320)","model.language_model.layers.23.mlp.up_proj.weight|2d-64|(960, 1024)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,10,0.014320418396514212,4.009079591833192 +4300,4302,1.1896256509287642,-0.006111288197063008,0.005090231583834696,0.005060909148171294,1.8464624854607135,1.1856587753123229,1.4109368305630345,0.9999870446872915,0.0032685623419203558,"model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 1536)","model.language_model.layers.3.self_attn.k_proj.weight|2d-128|(0, 1024)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,20,0.003966875616441268,5.786500315574363 +4514,4556,1.1114014031307184,0.006912521948889909,0.0005185543205646154,0.0013734631039517442,2.043680674559373,1.1463132649726246,1.4139006312693632,0.9999998655506993,0.00029086035977721734,"model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 512)","model.language_model.layers.11.self_attn.k_proj.weight|2d-64|(384, 768)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,12,0.0349118618419062,6.608085459873096 +4618,4630,1.1348629469867615,0.03808142250556492,-0.007105583718488267,-0.007127422438985507,1.1582463072615599,2.0061522913127345,1.4185581407785253,0.9999747550213554,-0.012307298515513938,"model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(384, 0)","model.language_model.layers.3.self_attn.o_proj.weight|2d-128|(640, 128)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,16,0.02338336027479837,2.930127933189886 +4913,5002,1.1366129955287603,0.009435949531694583,0.005330633473061155,0.0054829157195184185,1.1405302326974163,2.059397973307538,1.4110148782724268,0.9999857920724553,0.009625256267783574,"model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(512, 960)","model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(128, 1792)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,12,0.003917237168655996,3.094032125719902 +5185,5328,1.138216037119518,0.006627924288423586,0.017402521889420194,0.017632431926910743,2.0479990099526515,1.134784107378356,1.4037413284837879,0.9998485646496115,0.009642634187051956,"model.language_model.layers.11.self_attn.q_proj.weight|2d-128|(3200, 1536)","model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(2944, 128)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,8,0.003431929741162021,5.708775065323813 +5530,5620,1.1248273126776855,0.011117855400658799,0.009140187129803459,0.009753154328649604,1.1335857032161625,2.0872971779681313,1.4087820117070917,0.9999582276171501,0.01683003477197292,"model.language_model.layers.19.self_attn.q_proj.weight|2d-64|(3392, 1408)","model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(2688, 384)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,12,0.008758390538476934,2.951006781577776 +5733,5851,1.0921199495931024,0.016622651008384247,-0.007506640339410146,-0.00751927423592611,2.32196905017291,1.111997146834737,1.4183430815777092,0.9999718247784858,-0.00359495000121428,"model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(256, 1792)","model.language_model.layers.23.self_attn.v_proj.weight|2d-128|(128, 1408)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,16,0.019877197241634503,7.697337894066045 +6090,6112,1.0887434235654547,0.03799031890405274,0.012838665958855184,0.012876003773700408,2.326213067095611,1.1008118100188773,1.4071760184905027,0.999917580931747,0.006075520472439265,"model.language_model.layers.3.self_attn.v_proj.weight|2d-64|(448, 640)","model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(192, 1728)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,16,0.012068386453422564,8.011991048076164 +6176,6252,1.2339750633573086,0.02661251746716444,-0.003615061950103606,-0.0036251862882646074,1.2525228952263439,1.6687157443765677,1.4166659619603674,0.9999934656421996,-0.004816287842741915,"model.visual.blocks.21.attn.proj.weight|2d-128|(512, 896)","model.visual.blocks.12.attn.proj.weight|2d-128|(896, 512)",model.visual.layers.*.attn.proj.weight,2d-128,9,0.018547831869035303,3.2916817171885033 +6400,6642,1.206646096864111,0.005324975706719958,0.00935251850561731,0.009415615704548854,1.2044409549731605,1.769302883940138,1.4080474945550452,0.9999562642423928,0.01373868755937559,"model.visual.blocks.6.attn.proj.weight|2d-64|(704, 960)","model.visual.blocks.18.attn.proj.weight|2d-64|(512, 768)",model.visual.layers.*.attn.proj.weight,2d-64,12,0.002205141890950557,3.1949321180375763 +6798,6827,1.1331037149354748,0.05495530392193844,0.014020629628343344,0.014057631428546265,1.1593049598440952,1.9299455777788221,1.4054338403498388,0.9999017061415711,0.023340754233066426,"model.visual.blocks.1.attn.qkv.weight|2d-128|(1024, 128)","model.visual.blocks.13.attn.qkv.weight|2d-128|(1280, 640)",model.visual.layers.*.attn.qkv.weight,2d-128,12,0.026201244908620414,3.3124175713168706 +7032,7062,1.1187928454377631,0.00917065810088773,0.0005258723639801147,0.0005077156489022313,1.134334441320811,2.1163606368709225,1.4139038761537084,0.9999998617291188,0.0009811353077227197,"model.visual.blocks.6.attn.qkv.weight|2d-64|(1600, 576)","model.visual.blocks.18.attn.qkv.weight|2d-64|(2752, 576)",model.visual.layers.*.attn.qkv.weight,2d-64,12,0.01554159588304782,3.2852314084044827 +7180,7340,1.233558255052534,0.04457351091343038,0.015048115923612524,0.01505245863208739,1.6670885725393707,1.23580162270484,1.4039956311853392,0.9998867706931368,0.011155067813058094,"model.visual.blocks.19.mlp.linear_fc1.weight|2d-128|(2688, 128)","model.visual.blocks.1.mlp.linear_fc1.weight|2d-128|(3200, 768)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,18,0.0022433676523061497,4.507114601774845 +7623,7634,1.2391986330488038,0.018028069331691918,-0.008221434556288886,-0.009261546964736387,1.6278044025870888,1.2754791545379185,1.4198470325609853,0.9999662034358144,-0.0064419707799525695,"model.visual.blocks.17.mlp.linear_fc1.weight|2d-64|(3904, 384)","model.visual.blocks.3.mlp.linear_fc1.weight|2d-64|(3712, 896)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,14,0.03628052148911465,4.6801710836514525 +7728,7886,1.2404814047295025,0.03812022934467826,0.00011535622427849165,6.181925922956528e-05,1.6250504524757041,1.2685318433631338,1.414134430516436,0.9999999933464707,9.004830810297192e-05,"model.visual.blocks.13.mlp.linear_fc2.weight|2d-128|(768, 2816)","model.visual.blocks.3.mlp.linear_fc2.weight|2d-128|(0, 2944)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,10,0.028050438633631325,4.611377645928475 +8090,8168,1.2320864892099648,0.031755025477420394,0.02847975777519217,0.02842455589026942,1.584365387468034,1.2597150951366154,1.394455366192914,0.9995943694304538,0.022644006905867733,"model.visual.blocks.9.mlp.linear_fc2.weight|2d-64|(832, 3072)","model.visual.blocks.3.mlp.linear_fc2.weight|2d-64|(384, 3392)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,6,0.027628605926650618,4.73921223986887 +8345,8364,1.3428714293926562,0.03769897659333387,0.005270130159294274,0.005347743063243903,1.4423288906046232,1.3806624602570035,1.4104856589135026,0.9999861127676245,0.005044806991667246,"model.visual.merger.linear_fc1.weight|2d-128|(2944, 2816)","model.visual.merger.linear_fc1.weight|2d-128|(2688, 1408)",model.visual.merger.linear_fc1.weight,2d-128,0,0.03779103086434721,3.6942871886755873 +8459,8679,1.34783707126611,0.030044652350910507,0.007097481888371144,0.007155373463981298,1.4492096640557883,1.3723188996710174,1.409193423248691,0.9999748125582185,0.006720910560467746,"model.visual.merger.linear_fc1.weight|2d-64|(1856, 2432)","model.visual.merger.linear_fc1.weight|2d-64|(2496, 1920)",model.visual.merger.linear_fc1.weight,2d-64,0,0.024481828404907313,3.757798820679753 +8952,8958,1.3502727727561026,0.03716468513755583,0.00595370080648222,0.006049085315571064,1.413461878089115,1.4065583240480304,1.4099974259221983,0.9999822765662933,0.005924622063079839,"model.visual.merger.linear_fc2.weight|2d-128|(896, 3072)","model.visual.merger.linear_fc2.weight|2d-128|(1408, 2688)",model.visual.merger.linear_fc2.weight,2d-128,0,0.056285551291927804,3.674246170905957 +9026,9172,1.3509209491444698,0.04924833437137932,0.03507495420989906,0.03498059955073704,1.3747976107855497,1.4040565510383978,1.3891960422778766,0.9993846844869965,0.03582143207802136,"model.visual.merger.linear_fc2.weight|2d-64|(64, 128)","model.visual.merger.linear_fc2.weight|2d-64|(704, 1088)",model.visual.merger.linear_fc2.weight,2d-64,0,0.023876661641079933,3.5134398297916745 +9326,9334,0.8390245516460583,0.5611648646572792,0.40554361548772977,0.3960000204531376,1.2825252630777084,0.9826461874342506,1.1031109545740134,0.9140756948618317,0.3107197176303683,"model.visual.pos_embed.weight|2d-128|(1664, 768)","model.visual.pos_embed.weight|2d-128|(1792, 768)",model.visual.pos_embed.weight,2d-128,0,0.14362163578819231,6.757959368875032 +9484,9555,0.5819365389335004,0.8151838193156759,0.8940994055456499,0.8948433920525997,0.44816229808914443,0.49231150826339076,0.46868450629672787,0.4478685666609297,0.9821786186798431,"model.visual.pos_embed.weight|2d-64|(2112, 192)","model.visual.pos_embed.weight|2d-64|(768, 192)",model.visual.pos_embed.weight,2d-64,0,0.13377424084435596,2.774271863454841 +9812,9822,1.2149879626360631,0.039030682633778194,-0.014532751551999358,-0.014461649478386462,1.7247600086916708,1.2401055264465681,1.4239215584188916,0.9998943939898493,-0.010449074319493396,"mtp.fc.weight|2d-128|(1408, 3072)","mtp.fc.weight|2d-128|(1152, 3584)",mtp.fc.weight,2d-128,0,0.025117563810505006,4.342643904206096 +9924,9986,1.18062523556334,0.04221172072466276,0.016514298380790805,0.016269412108879368,1.6917216912205182,1.224876129530805,1.403075751882327,0.9998636296760625,0.01195703169590863,"mtp.fc.weight|2d-64|(1984, 3840)","mtp.fc.weight|2d-64|(1152, 832)",mtp.fc.weight,2d-64,0,0.044250893967465066,5.064564162857547 +10336,10367,1.3266042967810354,0.0585995066122882,0.008442735092558246,0.00841066149900217,1.3731076315582622,1.4462127849121063,1.4082390496863946,0.9999643594769551,0.008892231861407253,"mtp.layers.0.mlp.down_proj.weight|2d-128|(1792, 5632)","mtp.layers.0.mlp.down_proj.weight|2d-128|(1536, 2176)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.04650333477722679,3.5400702246901625 +10515,10607,1.282646514513649,0.032578227015001196,0.0008935456876221319,0.0003068979999409619,1.3523589771548894,1.4839568645534869,1.4135843046423087,0.9999996007879723,0.0009804965096831385,"mtp.layers.0.mlp.down_proj.weight|2d-64|(64, 2240)","mtp.layers.0.mlp.down_proj.weight|2d-64|(1344, 5248)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.06971246264124042,3.449041026370955 +10652,10845,1.3172219514834882,0.05839444421626705,0.022738212568504838,0.022614782962932234,1.441332635142425,1.3584851563106477,1.3980712221780538,0.9997414534214281,0.021431225174678492,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(4608, 512)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(2432, 512)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.041263204827159505,4.677057083033306 +10939,10940,1.3052621533401751,0.017044842412861333,0.005359786783440112,0.005050591408528911,1.3225682534325476,1.5185663505993496,1.410454527129197,0.9999856362396593,0.0061540807701947345,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(2944, 1216)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(5568, 1536)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.017306100092372434,3.6590700223853325 +11297,11351,1.3394232698660893,0.0652414627332239,0.02248069488899692,0.022500406097388133,1.4213558941117006,1.376207527852763,1.3982353251519635,0.9997472772442583,0.021766611491018554,"mtp.layers.0.mlp.up_proj.weight|2d-128|(4480, 1792)","mtp.layers.0.mlp.up_proj.weight|2d-128|(4608, 1024)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.03678425798667373,3.77596835481372 +11446,11651,1.3208700848955075,0.042771006024311414,0.0058232570645358585,0.005661262873598132,1.4673455416831638,1.359074398682352,1.4101019878919336,0.9999830446948389,0.005393575929142469,"mtp.layers.0.mlp.up_proj.weight|2d-64|(1984, 960)","mtp.layers.0.mlp.up_proj.weight|2d-64|(6016, 832)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.03820431378684441,3.876168626171843 +11666,11683,1.2562014170394535,0.009927620151642133,0.009776513909963262,0.009776060218277873,1.5933340390089608,1.2743981864094933,1.4074532886106432,0.9999522087458822,0.007819560300120027,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 256)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(128, 384)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.018196769370039778,4.692476374768191 +11735,11920,1.094933999920824,0.01459081259201523,0.024641442973764936,0.02407973803361067,2.4087549382559343,1.0869099494036711,1.4010880615471832,0.9996963535435001,0.01111903461430602,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 448)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 0)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.008024050517152936,7.230494013767198 +12015,12231,1.2013695362979837,0.02029897661076249,0.010026416091981112,0.010012250408152176,1.2085680977146815,1.7545923191100095,1.407573892645293,0.9999497342268513,0.014556294094190327,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(128, 1920)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1920, 896)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.007198561416697835,3.3527644964122354 +12257,12316,1.1842968820326112,0.01134252355774702,0.012481961004969407,0.012458851589953631,1.890179657307635,1.1692900707235137,1.4062937962777284,0.9999220972903191,0.007721505736157339,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(1600, 192)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(1792, 1920)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.015006811309097534,5.241203725496212 +12619,12750,1.0666705783766768,0.033637378179094214,0.025826300266483523,0.027326286750860764,1.0614680895737731,2.7733995892189087,1.401967732304834,0.9996664454779631,0.06747885429026029,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(896, 1408)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(1920, 1792)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.005202488802903638,2.942513151335616 +12974,12997,1.0655919420302973,0.022294025911428397,0.017877766860677987,0.01810313398214564,1.0701189250396295,2.680064645156053,1.405479562624936,0.9998401799548141,0.04477406181361685,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(2496, 896)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(704, 640)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.004526983009332186,3.186109303344416 +13017,13034,1.3716130441449976,0.022129172351369547,-0.002288641781291996,-0.0022399558245446254,1.4498380263941861,1.3841065782676176,1.4158292133108275,0.999997381055969,-0.002184881405450956,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(0, 1152)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 1280)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.012493534122619998,4.019764843270793 +13127,13183,1.311552843415381,0.03208129904510604,0.027560305774081643,0.02732203097431535,1.4766932501936847,1.3250130116162218,1.39470482861402,0.9996201426270076,0.024729417399307646,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(64, 1472)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 960)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.013460168200840839,4.142290154688967 +23,210,1.1876493098501197,0.2700735219926867,0.25753274120176334,0.25765362075884096,1.2201056186155268,1.2170591994649893,1.2185795530594745,0.9662695727430858,0.25688972090686646,"model.language_model.embed_tokens.weight|2d-128|(117888, 1408)","model.language_model.embed_tokens.weight|2d-128|(195712, 1408)",model.language_model.embed_tokens.weight,2d-128,0,0.029409889614869567,3.0894163623996134 +322,496,1.2081948490687309,0.12907547008323433,0.0577428036637263,0.0607496042737953,1.3143066285564964,1.4402194468123342,1.37295156682318,0.9983314923536433,0.06327466280931895,"model.language_model.embed_tokens.weight|2d-64|(144512, 1088)","model.language_model.embed_tokens.weight|2d-64|(248192, 832)",model.language_model.embed_tokens.weight,2d-64,0,0.10611177948776551,3.292379686749028 +672,715,0.169787669051388,0.9994177437192991,0.9994177437192991,0.9998738869175726,0.2038038024365996,0.16978766905138798,0.1844839771649474,0.034119987383134265,0.8326086514871821,"model.language_model.layers.9.linear_attn.conv1d.weight|3d-axis0-slice|(426, 0, 0)","model.language_model.layers.9.linear_attn.conv1d.weight|3d-axis0-slice|(1265, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,0,2.7755575615628914e-17,0.3833637359068082 +768,792,0.6631970711574743,0.7536817290838453,0.7536817290838455,0.734836828316411,0.6631970711574743,0.9973062027925089,0.7809862855551423,0.657239569141409,1.1333757280243248,"model.language_model.layers.22.linear_attn.conv1d.weight|3d-volume|(6124, 0, 0)","model.language_model.layers.4.linear_attn.conv1d.weight|3d-volume|(5084, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,18,0.0,1.3358970728154391 +1086,1141,1.1591735225451314,0.03334165830909792,-0.0024728048586224335,-0.002525641656358487,1.8469208829513597,1.1913264597328115,1.4158056194948165,0.9999969426133918,-0.0015950428007101278,"model.language_model.layers.10.linear_attn.in_proj_qkv.weight|2d-128|(4096, 1408)","model.language_model.layers.5.linear_attn.in_proj_qkv.weight|2d-128|(1280, 896)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,5,0.032152937187680086,4.88637109251194 +1335,1449,1.1573054130615288,0.03991826812916459,0.027717055579019566,0.027707152396122786,1.157906753697602,1.8916613957194266,1.3966506787639226,0.9996158086135041,0.0452810935547354,"model.language_model.layers.22.linear_attn.in_proj_qkv.weight|2d-64|(1536, 384)","model.language_model.layers.14.linear_attn.in_proj_qkv.weight|2d-64|(4544, 256)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,8,0.0006013406360731999,3.2744376540171096 +1592,1667,1.165779194117142,-0.0059853026604469355,0.009689382417538774,0.009692497205047196,1.9782522615471383,1.152418412186667,1.4082409924984716,0.9999530568323528,0.00564448878322355,"model.language_model.layers.16.linear_attn.in_proj_z.weight|2d-128|(512, 512)","model.language_model.layers.1.linear_attn.in_proj_z.weight|2d-128|(256, 384)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,15,0.013360781930475074,5.311287606634034 +1811,1934,1.1644171922482558,0.08058787261982475,0.03885348040267752,0.038576401258390326,1.7201978093710166,1.1953586181667277,1.3882258914975032,0.9992449184562305,0.02699912904905665,"model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-64|(320, 704)","model.language_model.layers.12.linear_attn.in_proj_z.weight|2d-64|(1216, 704)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,6,0.030941425918471932,4.863773763887466 +2102,2280,1.2428507365357302,0.011042057981057642,-0.006116410793745607,-0.006085028752624735,1.6610747194620672,1.258166461337443,1.4183707156812797,0.9999812945845548,-0.004632821651120667,"model.language_model.layers.16.linear_attn.out_proj.weight|2d-128|(1664, 256)","model.language_model.layers.21.linear_attn.out_proj.weight|2d-128|(512, 1152)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,5,0.015315724801712838,4.608975978959769 +2403,2549,1.2373319448237343,0.02298109450311334,0.00907073551781448,0.009148766508030384,1.6809634072514201,1.235763624882547,1.408078336764414,0.9999588600323345,0.006668369433558244,"model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(192, 960)","model.language_model.layers.14.linear_attn.out_proj.weight|2d-64|(448, 1344)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,2,0.001568319941187335,4.535145581033413 +2585,2802,1.2751696562480084,0.021024236299574,0.004949433638089822,0.004914835766025766,1.2910852524488572,1.5714192519041121,1.4107761009244844,0.999987751478318,0.0060241066886667465,"model.language_model.layers.22.mlp.down_proj.weight|2d-128|(1664, 2688)","model.language_model.layers.5.mlp.down_proj.weight|2d-128|(1408, 896)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,17,0.015915596200848814,3.3370882695123303 +2879,2902,1.269744046733011,0.054328555091319265,0.02943646327128412,0.030016888826922824,1.500736751280576,1.3062995300217202,1.3934451276033735,0.9995666534204102,0.025622640415761344,"model.language_model.layers.2.mlp.down_proj.weight|2d-64|(1600, 1984)","model.language_model.layers.19.mlp.down_proj.weight|2d-64|(512, 2816)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,17,0.03655548328870917,3.917371112868134 +3254,3267,1.173320546367074,0.026323668558129835,0.007914083744711793,0.007860492222258592,1.1862630770153502,1.836033092851456,1.4091026918344718,0.9999686831488682,0.0122489858585564,"model.language_model.layers.18.mlp.gate_proj.weight|2d-128|(2560, 256)","model.language_model.layers.10.mlp.gate_proj.weight|2d-128|(4224, 640)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,8,0.012942530648276218,3.0201366778370575 +3345,3483,1.1663286983225405,0.06533966400438454,0.046997893877494076,0.047304463116155,1.745452044270279,1.1806638460728116,1.3830243468223864,0.9988949884602885,0.03179045469904168,"model.language_model.layers.11.mlp.gate_proj.weight|2d-64|(320, 960)","model.language_model.layers.17.mlp.gate_proj.weight|2d-64|(4032, 576)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,6,0.014335147750271116,4.740293576207686 +3616,3720,1.248227102655734,0.052848358044023866,-0.0021213981775325638,-0.0020944226934027786,1.3008590506601443,1.567512566664296,1.4156871443189665,0.9999977498323546,-0.00255624796590648,"model.language_model.layers.20.mlp.up_proj.weight|2d-128|(1536, 1408)","model.language_model.layers.4.mlp.up_proj.weight|2d-128|(3712, 128)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,16,0.05263194800441018,3.2664690428378003 +3917,4032,1.2436197985287705,0.02102300543129609,0.014653724797680822,0.014650348173668675,1.6453708040158306,1.2452178334626178,1.404206077363055,0.9998926284104478,0.011089949694129853,"model.language_model.layers.1.mlp.up_proj.weight|2d-64|(1536, 1984)","model.language_model.layers.22.mlp.up_proj.weight|2d-64|(576, 1728)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,21,0.0015980349338473587,4.083413133121536 +4117,4293,1.1896584474683038,0.01499097886491638,-0.0023973988612479326,-0.0023964244795777563,1.2273228622267576,1.7306486278000344,1.415812470831453,0.9999971262352207,-0.003380573423019581,"model.language_model.layers.11.self_attn.k_proj.weight|2d-128|(128, 640)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 640)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,12,0.037664414758453724,3.3462578534070335 +4402,4576,1.1114354403596063,0.037845585067477816,0.015936275193262354,0.016019148764000967,2.0798176405231894,1.1305568521078444,1.4047250919605923,0.9998730095031892,0.008662713867686389,"model.language_model.layers.15.self_attn.k_proj.weight|2d-64|(256, 1408)","model.language_model.layers.15.self_attn.k_proj.weight|2d-64|(384, 1280)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,0,0.019121411748238115,5.976023976835036 +4696,4805,1.1349343071696227,0.04398623375410342,0.0009502910749568145,0.0009188194773893023,1.940960546100957,1.1661067534734753,1.4136201682745664,0.9999995484733345,0.0005709239389222863,"model.language_model.layers.3.self_attn.o_proj.weight|2d-128|(768, 128)","model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(1664, 128)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,16,0.03117244630385252,5.1808966549345765 +4894,5077,1.1366390402139255,0.016051653478206043,0.016202388010306903,0.01567267431491589,2.0275443445006895,1.1390305713632427,1.4043950187741663,0.9998687326958291,0.009102151241665505,"model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(704, 1856)","model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(1472, 768)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,12,0.0023915311493172275,5.488656890307135 +5150,5180,1.1383845854004078,0.03391727042363075,0.012781912020998824,0.01279975070569771,1.9375844229232393,1.1585517122646265,1.4062291187827332,0.9999183080257544,0.007642766881663077,"model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(3200, 256)","model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(2432, 1664)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,4,0.020167126864218732,5.387149529756934 +5413,5596,1.1248698167260986,0.044631404947294215,0.01651987044601467,0.016430954708517128,1.9913665604669515,1.1453365879738275,1.4040802857426649,0.9998635376292342,0.009501420997032014,"model.language_model.layers.11.self_attn.q_proj.weight|2d-64|(64, 320)","model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(1344, 640)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,8,0.020466771247728888,5.327476737841954 +5760,5778,1.092264532177293,0.010394234933518183,0.01006846221799885,0.010299108497623027,2.340994946752447,1.100735992056741,1.4087199479267705,0.999949311749633,0.004734191657862961,"model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(256, 1920)","model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(128, 256)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,12,0.008471459879447973,8.363766627256368 +6058,6081,1.0888009635498905,0.002166836263864302,0.005743912527408326,0.0055638468371903135,1.0975018378173877,2.396247637892218,1.4111348728507997,0.9999835035983732,0.012541060389870502,"model.language_model.layers.23.self_attn.v_proj.weight|2d-64|(320, 1920)","model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(256, 1728)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,16,0.008700874267497216,3.6547604986533577 +6198,6225,1.2339878177365233,0.01213907998354333,0.0007910490981516133,0.0007049429678204627,1.631410024365888,1.264872070328958,1.4136717373395389,0.9999996871206133,0.0006133197023230254,"model.visual.blocks.0.attn.proj.weight|2d-128|(768, 768)","model.visual.blocks.22.attn.proj.weight|2d-128|(128, 896)",model.visual.layers.*.attn.proj.weight,2d-128,22,0.030884252592434658,4.712837848901321 +6488,6643,1.2067119223770757,0.01255802908671833,0.01692982939660732,0.017055754521740966,1.2035907320756452,1.7520976675512943,1.4029949624524118,0.9998566801680138,0.02464518362207922,"model.visual.blocks.1.attn.proj.weight|2d-64|(256, 960)","model.visual.blocks.21.attn.proj.weight|2d-64|(640, 256)",model.visual.layers.*.attn.proj.weight,2d-64,20,0.003121190301430543,3.3635989001061097 +6663,6844,1.1331252964843,0.02946166424219066,-0.009253331734100307,-0.009263543813762442,1.16561472888641,1.976628209046385,1.4199278110039637,0.9999571870094333,-0.015691631274049538,"model.visual.blocks.2.attn.qkv.weight|2d-128|(512, 768)","model.visual.blocks.14.attn.qkv.weight|2d-128|(2688, 640)",model.visual.layers.*.attn.qkv.weight,2d-128,12,0.03248943240211011,3.0123048801562633 +6918,6988,1.1188023226069856,0.021317235865847654,0.012409392284108025,0.012374690202341995,1.1238309445692536,2.1390378719895704,1.4069692191648027,0.9999230005271101,0.023619353242009342,"model.visual.blocks.6.attn.qkv.weight|2d-64|(1664, 0)","model.visual.blocks.21.attn.qkv.weight|2d-64|(320, 512)",model.visual.layers.*.attn.qkv.weight,2d-64,15,0.005028621962267943,3.0725342046837976 +7330,7383,1.2337181145376113,0.054556156396598283,0.011486911854858634,0.011252377682940446,1.2340251559487965,1.6797690942026513,1.4064412022938055,0.9999340232515537,0.015636115219050048,"model.visual.blocks.23.mlp.linear_fc1.weight|2d-128|(1920, 768)","model.visual.blocks.12.mlp.linear_fc1.weight|2d-128|(640, 128)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,11,0.0003070414111852049,3.038688974702564 +7427,7628,1.239215028849345,0.04852994662187314,0.009230835441726164,0.00840228211343644,1.258952220572454,1.6263142073326375,1.407880447312091,0.999957394930928,0.011924391235119899,"model.visual.blocks.4.mlp.linear_fc1.weight|2d-64|(448, 832)","model.visual.blocks.15.mlp.linear_fc1.weight|2d-64|(3264, 768)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,11,0.019737191723108838,3.3956104555557496 +7722,7773,1.240534621058563,0.01917421666497411,-0.0026669666365704684,-0.002649592125248795,1.5867947257212427,1.2907340631522244,1.4160586812330536,0.9999964436381559,-0.0021693698796152604,"model.visual.blocks.14.mlp.linear_fc2.weight|2d-128|(768, 3840)","model.visual.blocks.4.mlp.linear_fc2.weight|2d-128|(256, 2560)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,10,0.05019944209366134,4.636946572618155 +7991,8123,1.2321036904818534,-0.0067812781669955215,-0.0047943503485700185,-0.004697997314064917,1.6532309642417595,1.2603588192798498,1.4174788325159666,0.9999885070363235,-0.0036550257497197517,"model.visual.blocks.2.mlp.linear_fc2.weight|2d-64|(192, 3456)","model.visual.blocks.0.mlp.linear_fc2.weight|2d-64|(704, 2752)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,2,0.02825512879799641,5.021240811356072 +8227,8397,1.3430003223939693,0.07366159382664975,0.013192300028094123,0.012965326776773893,1.4127359611651242,1.397104099656088,1.4048548085445605,0.9999129778235548,0.01304632780632471,"model.visual.merger.linear_fc1.weight|2d-128|(128, 384)","model.visual.merger.linear_fc1.weight|2d-128|(768, 1664)",model.visual.merger.linear_fc1.weight,2d-128,0,0.05410377726211868,3.5501962251479373 +8548,8617,1.3478417877275568,0.03407518207299755,0.014363029941955967,0.014550191609628935,1.4376495816845796,1.37266674360767,1.404031567203872,0.9998968463651071,0.013713810228819566,"model.visual.merger.linear_fc1.weight|2d-64|(1600, 2688)","model.visual.merger.linear_fc1.weight|2d-64|(896, 704)",model.visual.merger.linear_fc1.weight,2d-64,0,0.024824955880113242,3.802134579369469 +8838,8880,1.350371847923046,0.010544171160650206,-0.017661008061375338,-0.017611810186624867,1.4635152733009484,1.3924033460590652,1.426631782838559,0.9998440322341561,-0.01680286305722643,"model.visual.merger.linear_fc2.weight|2d-128|(512, 768)","model.visual.merger.linear_fc2.weight|2d-128|(1152, 1024)",model.visual.merger.linear_fc2.weight,2d-128,0,0.04203149813601925,3.8155525258495864 +9007,9049,1.3509361607435884,0.04776545509646997,0.02879567647254068,0.029041268985079905,1.4110847805137376,1.3769604677654257,1.3937094028133918,0.9995853185278828,0.028099309618246898,"model.visual.merger.linear_fc2.weight|2d-64|(0, 3008)","model.visual.merger.linear_fc2.weight|2d-64|(448, 3584)",model.visual.merger.linear_fc2.weight,2d-64,0,0.026024307021837334,3.609260364667457 +9226,9346,0.8396208379402597,0.566460705705368,0.6696075628985879,0.6700081371232971,0.9254199061817334,0.757502110510254,0.8289676004356801,0.742715094574638,0.5481070146871238,"model.visual.pos_embed.weight|2d-128|(128, 256)","model.visual.pos_embed.weight|2d-128|(2048, 256)",model.visual.pos_embed.weight,2d-128,0,0.0821187274300057,3.6347802339279003 +9382,9398,0.5826070469685757,0.8253806710116082,0.770492262345133,0.7693927422873124,0.6892572408495622,0.6674556596493572,0.6780937358458621,0.637449349883015,0.7461211732566205,"model.visual.pos_embed.weight|2d-64|(64, 384)","model.visual.pos_embed.weight|2d-64|(128, 384)",model.visual.pos_embed.weight,2d-64,0,0.08484861268078148,3.002097644221992 +9637,9822,1.21510214052659,0.05964858893585997,-0.011910997515139616,-0.012057572298667997,1.7075754198230868,1.2443440617143855,1.4222084695655697,0.9999290615529656,-0.008679780029039274,"mtp.fc.weight|2d-128|(1280, 3584)","mtp.fc.weight|2d-128|(1152, 3584)",mtp.fc.weight,2d-128,0,0.02924192118779545,4.011937821725538 +9950,10008,1.1809330157816007,0.037609467219591214,0.01782987189512561,0.01787040654138273,1.7968647464008292,1.1893251764831236,1.4025601464247661,0.9998410351991978,0.011801397729471287,"mtp.fc.weight|2d-64|(1792, 1280)","mtp.fc.weight|2d-64|(1152, 2752)",mtp.fc.weight,2d-64,0,0.008392160701522933,5.005503635179594 +10262,10271,1.32669741354039,0.007450360873547831,0.0032868004532184084,0.0032702382212184077,1.3250785641304692,1.5184019664028943,1.4119089528769972,0.999994598456802,0.003766330847420882,"mtp.layers.0.mlp.down_proj.weight|2d-128|(1152, 1792)","mtp.layers.0.mlp.down_proj.weight|2d-128|(256, 6016)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.0016188494099207418,3.5660425648980683 +10412,10417,1.282716205590534,0.03432269845793677,0.009324048099752008,0.009785235195554519,1.468494680166545,1.3537501404581274,1.4076268869717037,0.9999565301187014,0.008595490058735576,"mtp.layers.0.mlp.down_proj.weight|2d-64|(1728, 5184)","mtp.layers.0.mlp.down_proj.weight|2d-64|(640, 3712)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.07103393486759346,4.070889267891438 +10649,10715,1.317262503847894,0.014920888606492252,-0.007598540344879874,-0.007656572915642789,1.488949294968627,1.359037212248825,1.4195541443967896,0.9999711306755947,-0.006935561286311874,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(3840, 1280)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(4352, 640)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.041774708400931004,3.991290749493228 +11135,11144,1.305469555098515,0.07460046872852977,0.034710616126072374,0.03491129874014232,1.4662762308190318,1.3237878135076377,1.3895826518166887,0.9993974050037094,0.03133754040421828,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(3328, 320)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(3584, 960)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.018318258409122823,3.882412145433412 +11236,11265,1.3395254211595422,0.06500766247434613,0.004817137609011442,0.004780428718899365,1.3968453683657094,1.4251894489358772,1.4108039085481106,0.9999883975253193,0.004914884531898944,"mtp.layers.0.mlp.up_proj.weight|2d-128|(3328, 640)","mtp.layers.0.mlp.up_proj.weight|2d-128|(5504, 1024)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.05731994720616718,3.601083982036868 +11457,11621,1.3209435284660136,0.028656566217009537,0.012023267304153635,0.012175063903903853,1.4713568025419828,1.3481477923915122,1.405718723012092,0.9999277179093161,0.011016458581238843,"mtp.layers.0.mlp.up_proj.weight|2d-64|(4480, 1088)","mtp.layers.0.mlp.up_proj.weight|2d-64|(1856, 1344)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.027204263925498573,3.946498441500615 +11688,11708,1.2563685457504912,0.017223527441875875,0.009102846772042782,0.009101110444708472,1.2739503423651943,1.5955755850301105,1.4079226020853532,0.9999585682320267,0.011400978186305194,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(128, 1024)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(256, 1536)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.01758179661470316,3.5916186432140393 +11729,11812,1.0949797518826392,0.0200187869958336,0.0014197723777170522,0.001312269416179113,2.1612208162712507,1.12717797817096,1.41339006423986,0.9999989921226898,0.0007404778568342405,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 64)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(128, 1280)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.03219822628832092,6.6566026580836555 +11987,12065,1.2014882169193097,0.011750603964310952,0.0065673827368536025,0.00656928773308788,1.201331296844635,1.7868176220981697,1.4099065433112716,0.9999784345094587,0.009768092478815145,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(0, 384)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(640, 128)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.0001569200746747157,3.6053165968735033 +12346,12391,1.1843100297706675,-0.006985604923549427,-0.01723620960687054,-0.017334773109610867,1.7236935850951656,1.2428971543249836,1.425730623036509,0.999851445504975,-0.01242844787320223,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(576, 64)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(768, 1920)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.05858712455431614,5.836216983558279 +12580,12616,1.066677267041608,0.016750384590971057,0.010096953478830287,0.010260806099512673,2.7606539502583094,1.068658990471837,1.4093981701719263,0.9999490244659707,0.003908566704102213,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 512)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(3968, 1408)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.0019817234302290654,8.411883101798006 +12821,12999,1.0658590733700266,0.013080129099979786,0.015624904948241255,0.015390652792677076,2.678030401284742,1.0712146307556931,1.4065732725241893,0.9998779237213703,0.006249976391863755,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(2176, 1856)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(3968, 1664)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.0053555573856665095,8.66636977204225 +13023,13041,1.3716235953520093,0.05732126822863848,0.006237682842603001,0.006229936160318731,1.402389437951931,1.4173215787116356,1.4097962030043245,0.9999805454671381,0.006304099456775572,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(0, 1920)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(256, 128)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.030765842599921767,3.604114692932747 +13251,13279,1.311572317709151,0.019303202221408293,0.007715461866979655,0.00771017383211868,1.3356384696955834,1.4954290033880189,1.408782126489546,0.9999702353811234,0.008638509381243978,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(320, 1216)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 960)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.02406615198643247,3.515874757733189 +41,45,1.1880140984966967,0.2902173021289533,0.2991378939017944,0.2989450526310905,1.1991278343767429,1.169475966459554,1.1840235234787424,0.9542098932792507,0.2917408532654953,"model.language_model.embed_tokens.weight|2d-128|(64384, 1408)","model.language_model.embed_tokens.weight|2d-128|(247552, 1408)",model.language_model.embed_tokens.weight,2d-128,0,0.01853813203714272,3.0850341697706445 +329,455,1.2082517509062336,0.055876237421208286,0.0012888136164127216,-0.0001009445271105465,1.5839010065851047,1.2881451423473074,1.4133210771916784,0.9999991694793862,0.001048158308171332,"model.language_model.embed_tokens.weight|2d-64|(180416, 1984)","model.language_model.embed_tokens.weight|2d-64|(246912, 1152)",model.language_model.embed_tokens.weight,2d-64,0,0.07989339144107377,4.566557028836943 +752,760,0.16998179942249078,0.9973574531349779,0.997357453134978,0.9976437370301823,0.16998179942249078,0.20147580336829832,0.18373448947589313,0.07265060685300698,1.1821465286191235,"model.language_model.layers.5.linear_attn.conv1d.weight|3d-axis0-slice|(216, 0, 0)","model.language_model.layers.22.linear_attn.conv1d.weight|3d-axis0-slice|(4629, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,17,0.0,0.3117576206052524 +913,1014,0.6649570392487661,0.7610355984227638,0.7610355984227639,0.773973043428142,1.0813311718403729,0.6649570392487663,0.801049897431168,0.6487101185686144,0.46799351712836645,"model.language_model.layers.5.linear_attn.conv1d.weight|3d-volume|(1824, 0, 0)","model.language_model.layers.5.linear_attn.conv1d.weight|3d-volume|(1024, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,0,1.1102230246251565e-16,3.447305332505501 +1190,1270,1.1593078550593408,0.017206788202554803,0.007654635561579507,0.007672616375272715,1.9151795255023412,1.1670472045963933,1.409394999126111,0.9999707028480481,0.004664482318962943,"model.language_model.layers.13.linear_attn.in_proj_qkv.weight|2d-128|(4352, 128)","model.language_model.layers.13.linear_attn.in_proj_qkv.weight|2d-128|(1024, 896)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,0,0.0077393495370525756,5.324006305787719 +1300,1348,1.1573754951868074,0.02453478713218771,0.011042163195002544,0.010870202726804072,1.9464788428019721,1.1578996983269043,1.407335419844916,0.9999390334575278,0.006568639304583833,"model.language_model.layers.22.linear_attn.in_proj_qkv.weight|2d-64|(2752, 1984)","model.language_model.layers.2.linear_attn.in_proj_qkv.weight|2d-64|(3904, 1792)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,20,0.0005242031400969349,5.163732541897554 +1645,1730,1.1660689891089617,-0.02266385534093669,-0.003855627903505716,-0.0039313755406107645,1.9161880090379264,1.1750665906178046,1.4166414398811027,0.9999925670391104,-0.0023643919667037548,"model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-128|(640, 1664)","model.language_model.layers.12.linear_attn.in_proj_z.weight|2d-128|(384, 1920)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,8,0.008997601508842878,5.852282570474025 +1922,1956,1.1644183288860284,-0.0378412413852152,-0.013368661475024093,-0.014139819479189079,2.034907292864912,1.1569036622854554,1.422313465312469,0.999910635452172,-0.007600470780433033,"model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-64|(640, 768)","model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-64|(448, 192)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,0,0.007514666600572983,5.928739336861209 +2061,2178,1.2431747074580302,-0.049315092761583065,-0.0035887364414458685,-0.0035753597452080903,1.2196659405622996,1.7556896489320217,1.416589644030848,0.999993560464643,-0.0051659288116931825,"model.language_model.layers.22.linear_attn.out_proj.weight|2d-128|(512, 1408)","model.language_model.layers.12.linear_attn.out_proj.weight|2d-128|(640, 896)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,10,0.02350876689573056,3.5259265380724125 +2509,2511,1.2373698551437589,0.0159816468091672,0.00663301935884592,0.006727350435501034,1.609451821033169,1.2695487148616396,1.4096448856708177,0.9999780012851208,0.005232179735128379,"model.language_model.layers.4.linear_attn.out_proj.weight|2d-64|(0, 640)","model.language_model.layers.14.linear_attn.out_proj.weight|2d-64|(64, 1920)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,10,0.0321788597178807,4.561039538886848 +2699,2734,1.2751880261348025,0.03903369734118641,-0.00825257183736909,-0.008157340991020482,1.3000271490120152,1.5805930078300712,1.4199277940437116,0.9999659469492295,-0.010033603800254472,"model.language_model.layers.22.mlp.down_proj.weight|2d-128|(768, 1280)","model.language_model.layers.3.mlp.down_proj.weight|2d-128|(0, 5248)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,19,0.024839122877212683,3.262514707420419 +2880,2920,1.2697549738002287,0.04062158402339133,0.030067978775794337,0.02966753599821136,1.283448849309953,1.5368021673566767,1.3931356272423008,0.9995478561091201,0.03600340985581103,"model.language_model.layers.18.mlp.down_proj.weight|2d-64|(1536, 384)","model.language_model.layers.12.mlp.down_proj.weight|2d-64|(512, 5568)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,6,0.01369387550972423,3.333078242933744 +3076,3211,1.1733854233217786,0.020424310155564795,0.0028103327774114356,0.0028093577883969165,1.1841963618057667,1.858716442662696,1.4124113536056666,0.9999960510070428,0.004411102677906505,"model.language_model.layers.22.mlp.gate_proj.weight|2d-128|(4864, 1024)","model.language_model.layers.12.mlp.gate_proj.weight|2d-128|(1024, 1152)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,10,0.010810938483988064,3.313772307277791 +3422,3426,1.1668051529804533,0.03908943412665707,0.009165727638478161,0.008864553694475705,1.1806181980710093,1.853942817352028,1.4083283979349834,0.9999579938361698,0.014393082326636733,"model.language_model.layers.22.mlp.gate_proj.weight|2d-64|(5504, 1088)","model.language_model.layers.10.mlp.gate_proj.weight|2d-64|(2176, 896)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,12,0.013813045090556031,3.0669512973285795 +3804,3830,1.2486527250868011,0.01741728962363629,0.017417894761066522,0.01738692205467503,1.261656721897863,1.6033540106350148,1.402191620342896,0.9998482969641406,0.02213522183749396,"model.language_model.layers.21.mlp.up_proj.weight|2d-128|(5376, 256)","model.language_model.layers.1.mlp.up_proj.weight|2d-128|(3840, 1792)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,20,0.013003996811061791,3.2670245921253214 +3899,3976,1.24364096317522,0.053748311565252525,0.0401273533338309,0.04067139186052283,1.5631365314861525,1.2583498667350612,1.3862166799841658,0.9991945734012079,0.032303160154570375,"model.language_model.layers.8.mlp.up_proj.weight|2d-64|(3776, 1280)","model.language_model.layers.22.mlp.up_proj.weight|2d-64|(3072, 1600)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,14,0.014708903559841113,4.129289310865077 +4290,4340,1.189740386890504,-0.0008801112516799259,0.0001435999317874243,-0.00022572738741538577,1.8384866469500314,1.1915946702336735,1.4141208713873494,0.9999999896895297,9.307269848692273e-05,"model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 256)","model.language_model.layers.3.self_attn.k_proj.weight|2d-128|(0, 1664)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,20,0.001854283343169394,5.2367571410562626 +4449,4506,1.1114524591717299,0.0067715128218403045,0.0022137625094042824,0.0017453388995255143,1.134186732517908,2.1106537816144435,1.412907564272083,0.9999975496247737,0.004119679835874516,"model.language_model.layers.19.self_attn.k_proj.weight|2d-64|(128, 704)","model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 1984)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,4,0.02273427334617817,3.11742505439259 +4772,4776,1.1349788053109362,-0.010616528732403627,0.003394245178431237,0.0034143500409652273,1.131295179711349,2.124922624062732,1.4122209605403013,0.9999942395332428,0.006375443386141412,"model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(1664, 768)","model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(1920, 1408)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,12,0.003683625599587126,3.0286366595587983 +4933,4962,1.136695179496109,-0.0012317296418915408,-0.02257836419429995,-0.02252442535675474,2.0390373115922262,1.1621430325825517,1.4278840692535721,0.9997450762420936,-0.012868469098796204,"model.language_model.layers.3.self_attn.o_proj.weight|2d-64|(1792, 1856)","model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(1280, 512)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,16,0.025447853086442596,5.612668907269753 +5273,5335,1.138508170376838,0.05749945124911519,0.010640564911996062,0.01060276062490474,1.1543825853118372,1.9650643433061699,1.4076262162798092,0.9999433875866941,0.018113054516973582,"model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(1280, 1792)","model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(3712, 128)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,0,0.015874414934999193,2.950966114211057 +5608,5626,1.1249540610254452,0.007723582584719181,-0.006931179405180228,-0.007203688310313863,1.141463997428441,2.1001619558781246,1.4183202876595984,0.9999759790875244,-0.012752569795385107,"model.language_model.layers.23.self_attn.q_proj.weight|2d-64|(1472, 1664)","model.language_model.layers.11.self_attn.q_proj.weight|2d-64|(3136, 512)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,12,0.016509936402995917,3.363636689556021 +5704,5845,1.092409662869072,0.01729944685605387,-0.0002998447471092619,-0.0002482465609277727,2.2907638594053013,1.1116594112882767,1.414380109092915,0.9999999550465628,-0.0001455083349952526,"model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(384, 1280)","model.language_model.layers.23.self_attn.v_proj.weight|2d-128|(128, 640)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,16,0.019249748419204682,7.999966747112639 +6027,6085,1.089081946565206,0.0382738573378123,0.01499599491807407,0.01425777723912358,1.1013766735984105,2.3099735460057187,1.4059507441250803,0.9998875537461285,0.03145186600294573,"model.language_model.layers.23.self_attn.v_proj.weight|2d-64|(448, 1152)","model.language_model.layers.3.self_attn.v_proj.weight|2d-64|(448, 320)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,20,0.012294727033204556,3.1872387968174727 +6161,6203,1.2342270473115227,0.029660316195424048,-0.004196851228640178,-0.004195351630163569,1.2578947714895188,1.657523653341192,1.4170688392641022,0.9999911931811023,-0.005530176560625843,"model.visual.blocks.23.attn.proj.weight|2d-128|(640, 512)","model.visual.blocks.12.attn.proj.weight|2d-128|(256, 256)",model.visual.layers.*.attn.proj.weight,2d-128,11,0.02366772417799612,3.249422668179263 +6454,6642,1.20672110854912,-0.0035924786453388913,0.025184747666367538,0.025178953765998442,1.1948415222629973,1.7581121670238251,1.3975575833246867,0.999682813938992,0.03705730883189015,"model.visual.blocks.19.attn.proj.weight|2d-64|(128, 640)","model.visual.blocks.18.attn.proj.weight|2d-64|(512, 768)",model.visual.layers.*.attn.proj.weight,2d-64,1,0.011879586286122734,3.090101562434179 +6657,6679,1.1337211062811248,0.06647888992414958,0.009178641356730311,0.009144704598194263,1.8405102708450196,1.184100936732293,1.4082947670064114,0.9999578753841806,0.005905122074349622,"model.visual.blocks.13.attn.qkv.weight|2d-128|(1664, 256)","model.visual.blocks.1.attn.qkv.weight|2d-128|(1152, 768)",model.visual.layers.*.attn.qkv.weight,2d-128,12,0.05037983045116823,5.96837298173775 +7078,7136,1.119030450154142,-0.01801786142172448,-0.009852435348388831,-0.01002371026065784,2.494611775410037,1.096254896491285,1.4193362611361375,0.9999514635809609,-0.004329643834564104,"model.visual.blocks.0.attn.qkv.weight|2d-64|(2496, 320)","model.visual.blocks.3.attn.qkv.weight|2d-64|(832, 896)",model.visual.layers.*.attn.qkv.weight,2d-64,3,0.022775553662856884,6.281248842570357 +7196,7277,1.2337802262105444,0.03789169523669832,0.01171142814599454,0.011807079292619533,1.5798267750565955,1.2794004599865212,1.4060898563699546,0.9999314188737052,0.009484335114239175,"model.visual.blocks.21.mlp.linear_fc1.weight|2d-128|(2944, 256)","model.visual.blocks.3.mlp.linear_fc1.weight|2d-128|(1536, 640)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,18,0.04562023377597679,4.162119712894698 +7562,7659,1.2392414944700512,0.033241238028612966,0.021077321620188192,0.021969145975544516,1.637113135306106,1.2426372100775773,1.3997850618608123,0.9997778485810331,0.015998566970828926,"model.visual.blocks.23.mlp.linear_fc1.weight|2d-64|(1280, 512)","model.visual.blocks.2.mlp.linear_fc1.weight|2d-64|(3392, 448)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,21,0.003395715607526162,4.49152470193815 +7819,7899,1.2407493314555744,0.021822415292199415,-0.002085113493317367,-0.0020420040236295914,1.5874035279230265,1.289797466437963,1.4156560094502184,0.9999978261484972,-0.0016941968778632819,"model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(128, 3584)","model.visual.blocks.3.mlp.linear_fc2.weight|2d-128|(512, 3712)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,7,0.04904813498238858,4.535161820577002 +8044,8135,1.2321818955543993,0.045312067360890156,0.03275677391548622,0.03305573590149757,1.2922438665255909,1.516927069434816,1.3911575471505302,0.9994633528862625,0.038452213507777014,"model.visual.blocks.2.mlp.linear_fc2.weight|2d-64|(192, 128)","model.visual.blocks.19.mlp.linear_fc2.weight|2d-64|(384, 3264)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,17,0.06006197097119159,4.2419813741296375 +8272,8372,1.3430991575750724,0.031289901841332915,0.003168842164400933,0.003168847795231879,1.397670036879401,1.4267212585262163,1.4119715494877962,0.9999949792070644,0.003234708022330696,"model.visual.merger.linear_fc1.weight|2d-128|(1280, 1664)","model.visual.merger.linear_fc1.weight|2d-128|(640, 2560)",model.visual.merger.linear_fc1.weight,2d-128,0,0.05457087930432869,3.5147213360032503 +8473,8703,1.3478536711813762,0.04698718886040943,0.024716739420917903,0.02470224766007127,1.38169808152212,1.4120588286501876,1.3966310163774331,0.999694494729464,0.025259852772108307,"model.visual.merger.linear_fc1.weight|2d-64|(384, 704)","model.visual.merger.linear_fc1.weight|2d-64|(1792, 1792)",model.visual.merger.linear_fc1.weight,2d-64,0,0.033844410340743813,3.350430748076723 +8909,8924,1.3504075173766705,0.04381993599655664,0.011152987031446323,0.011163974056638007,1.429788346848626,1.3839502028564603,1.4063093053861258,0.9999378035059363,0.010795429056787351,"model.visual.merger.linear_fc2.weight|2d-128|(768, 1664)","model.visual.merger.linear_fc2.weight|2d-128|(1920, 384)",model.visual.merger.linear_fc2.weight,2d-128,0,0.03354268547978978,3.5205323366065056 +9034,9142,1.3509579696637362,0.04033400110835368,0.01855232850662366,0.018549522435553866,1.374393205372792,1.4293074376109653,1.4010438253654827,0.999827890742693,0.01929359153978547,"model.visual.merger.linear_fc2.weight|2d-64|(640, 64)","model.visual.merger.linear_fc2.weight|2d-64|(1856, 2176)",model.visual.merger.linear_fc2.weight,2d-64,0,0.023435235709055924,3.264967953118597 +9234,9306,0.839852960196412,0.5570621008130036,0.46037984822937167,0.46066520413510736,0.8881676756655856,1.8181077563436578,1.128591287545543,0.8877220259429754,0.9424123348137846,"model.visual.pos_embed.weight|2d-128|(256, 256)","model.visual.pos_embed.weight|2d-128|(1408, 256)",model.visual.pos_embed.weight,2d-128,0,0.04831471546917365,4.50103599771644 +9529,9575,0.583311218807091,0.8131878587727814,0.8015358500790949,0.8016731758930914,0.6898307537956265,0.602197951627151,0.6415684526204378,0.5979467209024419,0.6997125663324091,"model.visual.pos_embed.weight|2d-64|(1600, 256)","model.visual.pos_embed.weight|2d-64|(2176, 256)",model.visual.pos_embed.weight,2d-64,0,0.018886732820059926,2.1868594383844404 +9661,9718,1.2151644815729448,0.04927210000929318,0.010237150004753946,0.01018608569337568,1.276614687702906,1.5880900268483145,1.407126197112412,0.9999475990069581,0.012734865094771154,"mtp.fc.weight|2d-128|(1792, 2048)","mtp.fc.weight|2d-128|(1920, 2560)",mtp.fc.weight,2d-128,0,0.06145020612996133,3.42325539352678 +9986,10042,1.1814018137433435,0.03394554305361379,0.0385546223320862,0.0384529599623595,1.169538066133092,1.8097022618986396,1.389135330109184,0.9992564941479392,0.05965807292764439,"mtp.fc.weight|2d-64|(1152, 832)","mtp.fc.weight|2d-64|(128, 2688)",mtp.fc.weight,2d-64,0,0.01186374761025144,3.540870731416612 +10173,10323,1.3267139547216191,0.03638831371249446,0.0008117927878279296,0.0008517911438155382,1.4427036315069413,1.386264699062212,1.4136398785896032,0.9999996704961805,0.0007800352478101769,"mtp.layers.0.mlp.down_proj.weight|2d-128|(1792, 5248)","mtp.layers.0.mlp.down_proj.weight|2d-128|(1152, 4736)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.05955074434059293,4.264275142653295 +10460,10607,1.2827918145439985,0.018523004503323087,-0.005187372548468354,-0.005075517073717504,1.3528181226534663,1.493284047117397,1.4178590643545665,0.9999865454925099,-0.0057259882488037575,"mtp.layers.0.mlp.down_proj.weight|2d-64|(1344, 3648)","mtp.layers.0.mlp.down_proj.weight|2d-64|(1344, 5248)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.07002630810946786,3.408903458378141 +10724,10838,1.3172659124233925,0.0170428617148589,0.001917441274793112,0.0020464876745547307,1.3375004110725883,1.5025999711051636,1.412866217467266,0.9999981617077892,0.002154128088670631,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(640, 512)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(2560, 1536)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.020234498649195798,3.598116108364929 +10939,11116,1.305571905207917,0.03013792721015746,0.02050276147964275,0.02068908835778591,1.3125826633684847,1.5070363752518978,1.3997795126332329,0.9997897962930552,0.023540161092513882,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(2944, 1216)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(1856, 1344)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.007010758160567621,3.6298752713582343 +11201,11232,1.339543632706045,0.057202640743920424,0.008681051156728374,0.0085993793016446,1.370223040384964,1.4492400391330902,1.408071429211285,0.9999623189654769,0.00918166353016424,"mtp.layers.0.mlp.up_proj.weight|2d-128|(2944, 512)","mtp.layers.0.mlp.up_proj.weight|2d-128|(2048, 1920)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.03067940767891897,3.7935017657729344 +11491,11624,1.3209545388503094,0.0402728573080497,0.03584729953978865,0.035834148516099826,1.3250321562122114,1.4626660544117662,1.3887599050913235,0.9993572790127185,0.039570834513982925,"mtp.layers.0.mlp.up_proj.weight|2d-64|(5440, 1408)","mtp.layers.0.mlp.up_proj.weight|2d-64|(3840, 256)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.004077617361901931,3.7584698408181607 +11667,11693,1.2564239347715909,-9.423992134274155e-05,0.0038428454538927243,0.003868799535006702,1.609942145626145,1.2721190633418427,1.411567441685309,0.9999926162421487,0.0030364798962835985,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 384)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(128, 1664)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.015695128570251793,4.617572162595585 +11738,11974,1.0952405202774345,-0.0031015134504622467,0.008428169605489033,0.008427085758194165,2.295022183262073,1.106489186775375,1.409543113117565,0.9999644823477988,0.00406343720805664,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 640)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(448, 1408)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.01124866649794054,8.381200562566722 +12015,12151,1.2015471113808638,0.014456771388350609,-0.0007052353008254493,-0.0007002646119588401,1.2177547937139694,1.754122654114158,1.4146806994895214,0.9999997513215543,-0.0010158606839773205,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(128, 1920)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1280, 896)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.016207682333105655,3.2929850084566366 +12287,12399,1.1843246255973066,-0.003529607880243232,0.007235066010890931,0.007464664918561051,1.6398699280465705,1.254742679759397,1.4092669241556515,0.9999738265673848,0.005535894011761893,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(1728, 64)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(256, 1984)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.07041805416209046,5.268290972874333 +12508,12578,1.066797923226801,0.02328864876293075,-0.005952477219550893,-0.006284965407257648,1.081795382842627,2.6596602794634525,1.4171484517673434,0.9999822838505444,-0.01463453022294295,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(2304, 768)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 256)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.014997459615825992,3.3210629770479225 +12944,12997,1.065915618346954,0.010599184844483966,0.01221966884987467,0.01209601515971835,1.0668388650963494,2.7775077285116834,1.4084173542786946,0.9999253370593223,0.03181382473098703,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(3904, 64)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(704, 640)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.0009232467493953678,3.373208298181212 +13016,13026,1.3716761534381887,0.021100145120385747,-0.00023294450541989155,-0.00022519919898440958,1.4387990993555801,1.3911599790991411,1.4143781761041243,0.9999999728684283,-0.00022523163479622684,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(0, 1024)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 256)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.019483825660952414,3.8305851829482513 +13117,13193,1.3116517852855243,0.04291598731054279,0.03103250753289146,0.031277949052834146,1.4895517777647456,1.3118657831866833,1.392275963978506,0.9995183757571549,0.02733069464693222,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(64, 832)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 1600)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.0002139979011590576,3.82962348627107 +16,213,1.1880377524073933,0.2812275854375173,0.29772318472989806,0.29426716964785643,1.1745874419431188,1.1960641664972091,1.1851798862324936,0.9546522431096504,0.30316689935129126,"model.language_model.embed_tokens.weight|2d-128|(205056, 1920)","model.language_model.embed_tokens.weight|2d-128|(206208, 1920)",model.language_model.embed_tokens.weight,2d-128,0,0.013450310464274473,3.1980391149245753 +327,492,1.208262204520032,0.2467198809988947,0.2747235896916564,0.2721343313017999,1.1794506613641247,1.2314319340436841,1.2046009456359474,0.9615232442676206,0.28683132958706914,"model.language_model.embed_tokens.weight|2d-64|(224896, 320)","model.language_model.embed_tokens.weight|2d-64|(195520, 320)",model.language_model.embed_tokens.weight,2d-64,0,0.028811543155907282,3.156862284354616 +512,544,0.17001871989056222,0.9854482489102303,0.9854482489102304,0.9945276811888047,0.17320127430676854,0.17001871989056222,0.17158786520482658,0.16997572979622852,0.9673407454344924,"model.language_model.layers.5.linear_attn.conv1d.weight|3d-axis0-slice|(605, 0, 0)","model.language_model.layers.10.linear_attn.conv1d.weight|3d-axis0-slice|(6134, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,5,0.0,0.28811892611921763 +839,874,0.6650812720406979,0.7484961852297691,0.7484961852297692,0.7783230933594827,0.953239936750074,0.6650812720406978,0.7713728617462998,0.6631390960397998,0.5222303176757728,"model.language_model.layers.1.linear_attn.conv1d.weight|3d-volume|(5140, 0, 0)","model.language_model.layers.2.linear_attn.conv1d.weight|3d-volume|(3796, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,1,1.1102230246251565e-16,2.95612079319615 +1121,1221,1.1593701845338098,0.011014012722552858,0.003936806105622804,0.003937394836410228,1.1639714199483406,1.9411641262451198,1.4117559057258293,0.9999922507488179,0.006565441945779829,"model.language_model.layers.13.linear_attn.in_proj_qkv.weight|2d-128|(1024, 1280)","model.language_model.layers.6.linear_attn.in_proj_qkv.weight|2d-128|(2816, 512)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,7,0.004601235414530835,3.134273476810513 +1374,1466,1.1574854089163316,0.002810373841267316,0.013653802355709878,0.013782096564202649,1.1453583702726633,2.0014921316878596,1.4058649492956734,0.9999067824958641,0.023859761880527224,"model.language_model.layers.22.linear_attn.in_proj_qkv.weight|2d-64|(3584, 960)","model.language_model.layers.9.linear_attn.in_proj_qkv.weight|2d-64|(3968, 896)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,13,0.012127038643668264,3.179901029945175 +1635,1687,1.1662830401391526,0.014597729665118643,0.0044027200897863,0.0033579326795664223,1.8540377527355953,1.1842011076055519,1.4113861568431694,0.9999903079809379,0.0028120819002252955,"model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(256, 1920)","model.language_model.layers.14.linear_attn.in_proj_z.weight|2d-128|(640, 1664)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,4,0.017918067466399235,4.939305068671281 +1949,2021,1.1645344439740555,0.007653442462762946,0.00261469380291482,0.002794194853602286,1.1673765302519081,1.9297949067483895,1.4125750171444205,0.9999965816823161,0.004322360997340557,"model.language_model.layers.1.linear_attn.in_proj_z.weight|2d-64|(64, 0)","model.language_model.layers.16.linear_attn.in_proj_z.weight|2d-64|(576, 640)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,15,0.0028420862778526512,3.227494330025236 +2178,2225,1.243225777127898,0.025827757347247102,0.0003544425239661914,0.00033512373125573175,1.6265454759611395,1.2675860586895356,1.4139705070246131,0.9999999371852467,0.0002762212361266989,"model.language_model.layers.12.linear_attn.out_proj.weight|2d-128|(640, 896)","model.language_model.layers.9.linear_attn.out_proj.weight|2d-128|(640, 128)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,3,0.024360281561637498,4.664502374019397 +2367,2402,1.237409449295533,0.008715972989628194,0.0001514259528113855,0.00016932355158259015,1.2620589995369984,1.638863337459912,1.4141100373764088,0.9999999885350903,0.000196636165578279,"model.language_model.layers.5.linear_attn.out_proj.weight|2d-64|(1152, 832)","model.language_model.layers.18.linear_attn.out_proj.weight|2d-64|(448, 512)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,13,0.024649550241465423,3.4263075367144085 +2671,2771,1.2752327542500146,0.019768553771097326,0.01172421564524672,0.011755873827696446,1.3038709752008222,1.5366524625596263,1.4060101064088424,0.9999312690217782,0.013817352472374532,"model.language_model.layers.19.mlp.down_proj.weight|2d-128|(1152, 2176)","model.language_model.layers.3.mlp.down_proj.weight|2d-128|(1408, 2816)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,16,0.02863822095080759,3.3248567508401035 +2847,2908,1.269791956991313,0.04115515536810976,0.03771059305113552,0.03772100638905795,1.2947433880695454,1.5037913108973862,1.3875935414507432,0.99928870261388,0.04379930624217168,"model.language_model.layers.19.mlp.down_proj.weight|2d-64|(448, 2624)","model.language_model.layers.9.mlp.down_proj.weight|2d-64|(768, 4096)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,10,0.02495143107823239,3.415663574362524 +3123,3288,1.1733882715700918,0.017882015516442487,-0.0027414679186579037,-0.0028305289288726534,1.853668722792956,1.1897301767430908,1.4159748419181197,0.9999962421697648,-0.0017595415358177156,"model.language_model.layers.11.mlp.gate_proj.weight|2d-128|(3968, 128)","model.language_model.layers.19.mlp.gate_proj.weight|2d-128|(2304, 1408)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,8,0.01634190517299894,5.027838617762324 +3405,3569,1.1668132712902854,0.02291024209012686,0.030964506131257622,0.03024647771131392,1.1577430366295596,1.8819058334927643,1.3945333718255815,0.9995204847125682,0.05033265834988688,"model.language_model.layers.21.mlp.gate_proj.weight|2d-64|(1728, 896)","model.language_model.layers.11.mlp.gate_proj.weight|2d-64|(6080, 896)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,10,0.009070234660725873,3.09042794144868 +3610,3695,1.2488241468398957,0.0663100009781007,0.002818623055279241,0.002845625651138718,1.5527514062687717,1.3040739881326517,1.4122491068713061,0.9999960276741465,0.002367212802964546,"model.language_model.layers.0.mlp.up_proj.weight|2d-128|(3200, 1408)","model.language_model.layers.19.mlp.up_proj.weight|2d-128|(3840, 1280)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,19,0.05524984129275601,4.005065091091623 +3931,4065,1.2437014206137509,0.04509630894069388,0.028934644897328915,0.028790249910547325,1.2437348582560694,1.6173165308774187,1.3942994482646578,0.9995813055097946,0.03762576822292714,"model.language_model.layers.22.mlp.up_proj.weight|2d-64|(1344, 704)","model.language_model.layers.1.mlp.up_proj.weight|2d-64|(3712, 1664)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,21,3.3437642318556726e-05,3.1616259052509657 +4293,4302,1.1897885568163478,0.031264377141482974,-0.0023932985358793317,-0.002391255424633298,1.7000906782364231,1.2386874896587323,1.4158235374776882,0.9999971360569581,-0.0017437593143487748,"model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 640)","model.language_model.layers.3.self_attn.k_proj.weight|2d-128|(0, 1024)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,20,0.04889893284238456,4.9509108747541415 +4509,4576,1.111461500468093,0.0005550272245809229,0.00667139845282951,0.006179406882043418,2.1547193835395664,1.1250040570261484,1.4103374289960529,0.9999777459737209,0.003483214743788167,"model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(0, 1728)","model.language_model.layers.15.self_attn.k_proj.weight|2d-64|(384, 1280)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,8,0.013542556558055363,6.466910090674227 +4805,4860,1.1351195037613016,0.008218978123157685,0.004012605008668612,0.00396514206103641,1.1442184066156575,2.042821122041146,1.4117920561809747,0.9999919494681166,0.007163872053379506,"model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(1664, 128)","model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(768, 1536)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,12,0.009098902854355995,3.0497238567282428 +4882,5089,1.136717411261252,0.03181601283434467,0.011475972913894836,0.011491489689548776,2.0409129920939377,1.1397614555188023,1.4072878150622365,0.9999341488546531,0.006408833518383079,"model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(1856, 704)","model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(1792, 64)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,4,0.003044044257550338,5.418844022789104 +5288,5290,1.1386617768253893,0.020828431435611923,-0.005367400853413065,-0.005370672613827489,2.026753764682184,1.1531918875269793,1.417472496927058,0.9999855954002931,-0.0030539689769526262,"model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(3200, 0)","model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(3840, 1920)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,4,0.014530110701590049,5.925173341455719 +5490,5618,1.125082232137188,0.02293738644446847,0.025120458167609206,0.025190739394731973,1.132464720518047,2.0324248448349045,1.399026854849453,0.9996844314989853,0.045083473567396865,"model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(3904, 960)","model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(2688, 960)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,0,0.007382488380858865,3.2652757771197805 +5750,5819,1.0925291636052927,0.005300545330623726,-0.0002622773692716876,-0.0002732339472247797,2.3571492082999104,1.104437940161819,1.4143560617816997,0.9999999656052901,-0.00012288958053631517,"model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(384, 256)","model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(384, 1408)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,12,0.011908776556526224,8.006602130510414 +6027,6135,1.0891505805016404,0.013990587969111701,-0.00423283983473581,-0.004778065996110532,1.1099351137342406,2.3249397334643387,1.4165390161474631,0.9999910414933393,-0.008866371912551485,"model.language_model.layers.23.self_attn.v_proj.weight|2d-64|(448, 1152)","model.language_model.layers.3.self_attn.v_proj.weight|2d-64|(448, 1344)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,20,0.02078453323260021,3.3365876926923272 +6298,6394,1.234248087936423,-0.02784961514198095,0.00015586803864413857,0.00010967610742856741,1.2248932691490362,1.7312497800860667,1.4141096263225963,0.9999999878525772,0.00022030205767444578,"model.visual.blocks.3.attn.proj.weight|2d-128|(128, 512)","model.visual.blocks.21.attn.proj.weight|2d-128|(896, 256)",model.visual.layers.*.attn.proj.weight,2d-128,18,0.009354818787386865,3.255785988825751 +6607,6643,1.2067348718401476,-0.013179474038800407,-0.009946351122030826,-0.010136279193380433,1.2182114225346132,1.7761966640683826,1.4207595061105778,0.9999505338262275,-0.014502142531094189,"model.visual.blocks.6.attn.proj.weight|2d-64|(960, 384)","model.visual.blocks.21.attn.proj.weight|2d-64|(640, 256)",model.visual.layers.*.attn.proj.weight,2d-64,15,0.011476550694465626,3.1276121135010535 +6709,6782,1.1337428188171463,0.042527688318745094,0.0014296833753653063,0.0013580074401765786,1.1489509987938566,2.025671793005638,1.4133456331082985,0.9999989780022008,0.00252062036540011,"model.visual.blocks.2.attn.qkv.weight|2d-128|(1408, 768)","model.visual.blocks.13.attn.qkv.weight|2d-128|(1152, 384)",model.visual.layers.*.attn.qkv.weight,2d-128,11,0.015208179976710312,3.1377584867035613 +7062,7088,1.1190517685887549,0.002034492295434345,0.012939834038451696,0.0129156157674903,2.1280376928110836,1.1250967354614365,1.40663178378471,0.9999162768427451,0.006841309758401546,"model.visual.blocks.18.attn.qkv.weight|2d-64|(2752, 576)","model.visual.blocks.2.attn.qkv.weight|2d-64|(64, 960)",model.visual.layers.*.attn.qkv.weight,2d-64,16,0.006044966872681634,5.896276562262135 +7381,7405,1.2339092907651235,0.03753092290808305,0.002377336572948209,0.00238279391023293,1.6802683887343401,1.2421806221300935,1.4126055068580887,0.9999971741314166,0.0017575057907396779,"model.visual.blocks.14.mlp.linear_fc1.weight|2d-128|(2048, 256)","model.visual.blocks.1.mlp.linear_fc1.weight|2d-128|(2176, 0)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,13,0.008271331364970047,4.5045583289706865 +7463,7557,1.2393031786263884,0.04997232343139592,0.03432933682438459,0.0349858867544672,1.5921447709989067,1.2499902493733415,1.3904326742588247,0.9994105746054511,0.026951906057519813,"model.visual.blocks.18.mlp.linear_fc1.weight|2d-64|(3136, 896)","model.visual.blocks.3.mlp.linear_fc1.weight|2d-64|(3456, 384)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,15,0.010687070746953076,4.361206235290189 +7750,7876,1.2408835481414788,-0.004344008256413373,-0.01873082722474599,-0.018750527733233584,1.6922075746103025,1.256724091382981,1.4268365729486023,0.9998245626666094,-0.01391051675814145,"model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(896, 2176)","model.visual.blocks.0.mlp.linear_fc2.weight|2d-128|(768, 512)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,10,0.01584054324150208,4.831638989863853 +7939,8078,1.2321982859439045,0.05112438606254714,0.030706435188928446,0.03047673161024881,1.2684549640635985,1.5627510735449908,1.3928029578217749,0.9995284462375186,0.03783068056473121,"model.visual.blocks.3.mlp.linear_fc2.weight|2d-64|(832, 1920)","model.visual.blocks.10.mlp.linear_fc2.weight|2d-64|(576, 2176)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,7,0.03625667811969402,3.4659969535739563 +8269,8305,1.3431216784692446,0.06511728867276301,0.044706428328561996,0.04477340866041649,1.39778315764118,1.3672191888592093,1.3822478037696782,0.9990001678008383,0.043728876215190234,"model.visual.merger.linear_fc1.weight|2d-128|(2048, 2048)","model.visual.merger.linear_fc1.weight|2d-128|(3968, 1024)",model.visual.merger.linear_fc1.weight,2d-128,0,0.02409751038996477,3.626243350331247 +8492,8617,1.3478644673031708,0.058708627391966944,0.042674859492232035,0.042929426489811406,1.3998418719797128,1.3681367779770723,1.3837169774853284,0.9990890132352164,0.04170831429964024,"model.visual.merger.linear_fc1.weight|2d-64|(1344, 448)","model.visual.merger.linear_fc1.weight|2d-64|(896, 704)",model.visual.merger.linear_fc1.weight,2d-64,0,0.02027231067390156,3.6024427240924535 +8732,8808,1.3504743979210976,0.04411912477278299,0.003063746945366107,0.0029613798116758807,1.3953645905229117,1.4293406260416426,1.4120461319893944,0.999995306716314,0.0031383467852525073,"model.visual.merger.linear_fc2.weight|2d-128|(1664, 1280)","model.visual.merger.linear_fc2.weight|2d-128|(384, 1024)",model.visual.merger.linear_fc2.weight,2d-128,0,0.04489019260181415,3.50678350902013 +9169,9185,1.350979344243189,0.07938503112660444,0.027833280496359133,0.028059847433447895,1.387474982802479,1.4014187320790776,1.3943945718406345,0.9996125792009678,0.028112997456734568,"model.visual.merger.linear_fc2.weight|2d-64|(256, 1984)","model.visual.merger.linear_fc2.weight|2d-64|(1728, 2880)",model.visual.merger.linear_fc2.weight,2d-64,0,0.036495638559290056,3.438072445536564 +9299,9323,0.8419902138922079,0.5530215711245401,0.36731087610909446,0.36579460568673233,1.624589805427396,0.9560317056038233,1.1652410395803734,0.9300982315282453,0.21615354362083364,"model.visual.pos_embed.weight|2d-128|(1280, 384)","model.visual.pos_embed.weight|2d-128|(1664, 384)",model.visual.pos_embed.weight,2d-128,0,0.11404149171161548,5.88246653096672 +9572,9588,0.5847189439148595,0.8240348891886977,0.8377973281774215,0.8369487408469981,0.5613407732151257,0.579770885440134,0.5703326145186097,0.5459813521529593,0.865304146703509,"model.visual.pos_embed.weight|2d-64|(832, 256)","model.visual.pos_embed.weight|2d-64|(896, 256)",model.visual.pos_embed.weight,2d-64,0,0.023378170699733802,2.504900197284821 +9824,9830,1.2154834758206159,0.031246436598980697,0.0023919280380012855,0.0024052533568633544,1.2066931296290975,1.7804291748291314,1.412641690907262,0.9999971393360388,0.0035291975717623254,"mtp.fc.weight|2d-128|(768, 2048)","mtp.fc.weight|2d-128|(1024, 3584)",mtp.fc.weight,2d-128,0,0.008790346191518417,3.2785573069190557 +9982,10042,1.1815832332672753,0.0252451574509528,0.01193555695295501,0.012201319415855621,1.2015466388379583,1.7717710857658346,1.4063507891137959,0.9999287687031625,0.017599878371936398,"mtp.fc.weight|2d-64|(832, 3712)","mtp.fc.weight|2d-64|(128, 2688)",mtp.fc.weight,2d-64,0,0.01996340557068299,3.26773289548699 +10214,10271,1.3268312522627967,0.05711553485351921,0.009721471891854808,0.009730317793917332,1.394093602020236,1.4209381921881714,1.4073239115826168,0.9999527453756282,0.00990866802300968,"mtp.layers.0.mlp.down_proj.weight|2d-128|(768, 3456)","mtp.layers.0.mlp.down_proj.weight|2d-128|(256, 6016)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.06726234975743917,3.4714405103375605 +10550,10574,1.2831234053175902,0.07276349382867374,0.04223082686162048,0.042214495667345135,1.4025294526449537,1.3662634355056373,1.384040216890937,0.9991078806928628,0.0411388398891667,"mtp.layers.0.mlp.down_proj.weight|2d-64|(64, 4480)","mtp.layers.0.mlp.down_proj.weight|2d-64|(1216, 4864)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.08314003018804716,4.0114355272036955 +10723,10837,1.3172775094173312,0.02644365875095986,0.014298583750115225,0.01434187606486981,1.3420046778245733,1.4757265581436125,1.4041123016996626,0.9998977700258866,0.01572334294548862,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(640, 384)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(2560, 512)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.024727168407242095,3.552832216498393 +10940,11065,1.3055970273284294,0.015102322038521816,0.02264231112349087,0.023072377035630073,1.5020324130671368,1.3133898506470152,1.3982561159470557,0.9997436300107079,0.019798628422445175,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(5568, 1536)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(4864, 1792)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.007792823318585773,4.079829183672679 +11207,11269,1.3396583146456984,0.058764414524153596,0.017126414931940948,0.017110322235475615,1.4137470322130041,1.390643881773952,1.4020527162576581,0.9998533322000677,0.016846538736526487,"mtp.layers.0.mlp.up_proj.weight|2d-128|(3456, 1280)","mtp.layers.0.mlp.up_proj.weight|2d-128|(896, 640)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.05098556712825353,3.8284854177249947 +11554,11617,1.32113797161064,0.01629077164555641,0.017600330584365977,0.017473315668007413,1.3401249614844577,1.4727849352691544,1.401768731250694,0.999845102184994,0.019342600492791278,"mtp.layers.0.mlp.up_proj.weight|2d-64|(256, 1152)","mtp.layers.0.mlp.up_proj.weight|2d-64|(5824, 256)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.01898698987381775,3.488724522913751 +11665,11695,1.2564421793715463,0.03928073167010817,-0.00556021398257203,-0.005459254024045063,1.586371053584778,1.2939990037132594,1.4180598052792133,0.9999845418907574,-0.004535452999865416,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 128)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(128, 1920)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.037556824341713035,4.462355761015556 +11753,11812,1.0953914923232217,0.038266585011993016,0.01239388799155758,0.01238898842787404,2.2592728302852776,1.1083873063221763,1.4072656765779847,0.999923192820555,0.006080375925242582,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 1600)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(128, 1280)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.012995813998954553,7.220686861136324 +12161,12223,1.201603649162476,0.029478928160695483,-0.0001572739093501355,-0.00013318307509522145,1.7185000475902983,1.2297599573656706,1.4143188191984244,0.9999999876324587,-0.00011254533063781735,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(1408, 128)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1792, 1920)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.02815630820319459,4.988620398007662 +12346,12470,1.1844482756245405,0.00808297893626007,0.01183095818905425,0.011863508204717108,1.587111281809201,1.2754711249183515,1.4060200549623125,0.999930011764988,0.009507868618420606,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(576, 64)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(768, 1984)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.09102284929381099,5.4116495378472855 +12554,12581,1.0668289402767943,0.028807349909159386,0.01724651488029819,0.017239828324281323,1.0687703205146475,2.7069294242651982,1.4058576734582795,0.9998512678016084,0.04368113307359281,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(2304, 640)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 640)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.0019413802378531742,3.1924721786459225 +12880,12948,1.0661069385547977,0.020006178736630728,-0.012456151593791848,-0.0124108398409685,1.0806906968964367,2.7188564524359538,1.4202472615180208,0.9999224191343409,-0.03133781777761228,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(2496, 128)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(640, 1536)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.014583758341639053,3.0482462815600035 +13032,13064,1.371692850566981,0.024586969731617406,0.01257290121169976,0.012566936407580795,1.3724097724678357,1.4406862588140261,1.405305591620827,0.9999209579537379,0.013198394803434394,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 1024)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(384, 1024)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.0007169219008547056,3.62119526528844 +13096,13289,1.3117474490637884,0.012722167616143941,0.015729980607824025,0.015781388481310474,1.337661912505816,1.4791958659596915,1.4031031629883384,0.9998762762012495,0.01739432218947794,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(0, 1536)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 1600)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.025914463442027635,3.3985568214469164 +36,43,1.1880631263897434,0.2766276529560021,0.2999165136914387,0.29989053637036484,1.1638831445334559,1.2040001191447898,1.183431967067528,0.9539654526318933,0.3102541006062335,"model.language_model.embed_tokens.weight|2d-128|(246656, 1408)","model.language_model.embed_tokens.weight|2d-128|(129024, 1408)",model.language_model.embed_tokens.weight,2d-128,0,0.024179981856287558,3.044650955102353 +362,496,1.2088175974989217,0.10113028476473751,0.0838830843238658,0.08333734942643946,1.28591533988323,1.4341088049770447,1.3539670806045339,0.996475603396448,0.09355006981129234,"model.language_model.embed_tokens.weight|2d-64|(160256, 64)","model.language_model.embed_tokens.weight|2d-64|(248192, 832)",model.language_model.embed_tokens.weight,2d-64,0,0.07709774238430822,3.3893600753269317 +562,625,0.1701872237614672,0.9876981202565293,0.9876981202565293,0.9868358948641506,0.18487917474130358,0.1701872237614672,0.17707771093161334,0.15637270619170948,0.9092078717686147,"model.language_model.layers.22.linear_attn.conv1d.weight|3d-axis0-slice|(3323, 0, 0)","model.language_model.layers.14.linear_attn.conv1d.weight|3d-axis0-slice|(2136, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,8,0.0,0.2163881365356889 +828,833,0.6660428059950325,0.7689335571273903,0.7689335571273903,0.7586384836069884,1.1440230136044114,0.6660428059950325,0.8140199913893315,0.6393286984982126,0.44766814821258577,"model.language_model.layers.20.linear_attn.conv1d.weight|3d-volume|(396, 0, 0)","model.language_model.layers.17.linear_attn.conv1d.weight|3d-volume|(916, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,3,0.0,2.2596605805449648 +1030,1269,1.1593798043033112,0.019291182019062388,0.01136595055914038,0.01148297019206769,1.9341998098976498,1.1602596658119837,1.4071050270520917,0.9999354054977188,0.006818041202310722,"model.language_model.layers.10.linear_attn.in_proj_qkv.weight|2d-128|(4352, 1280)","model.language_model.layers.22.linear_attn.in_proj_qkv.weight|2d-128|(5632, 896)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,12,0.0008798615086724748,5.2033418782069205 +1367,1514,1.1575715783286464,0.05208777481122344,0.028738014837227845,0.028923482589612148,1.8311196181533103,1.171574617993655,1.3956413411840909,0.999586977958004,0.018386963047655087,"model.language_model.layers.10.linear_attn.in_proj_qkv.weight|2d-64|(5440, 1728)","model.language_model.layers.18.linear_attn.in_proj_qkv.weight|2d-64|(4608, 832)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,8,0.014003039665008599,5.025334319480193 +1550,1635,1.1662897875912739,0.03374798870383222,0.023475850982642838,0.022666127416587512,1.1795683844875762,1.8160585284723043,1.3989654879915776,0.9997244042338073,0.036143321532557136,"model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(1280, 384)","model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(256, 1920)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,0,0.013278596896302286,3.5665330620331432 +1884,2038,1.1649112184479666,0.020308673861095285,0.022624986536226188,0.02239335130004986,1.1571897579920598,1.9115188822762093,1.3999667187097622,0.9997440222298084,0.03737337690430727,"model.language_model.layers.20.linear_attn.in_proj_z.weight|2d-64|(1472, 640)","model.language_model.layers.10.linear_attn.in_proj_z.weight|2d-64|(256, 1088)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,10,0.007721460455906826,3.4261935917981297 +2112,2134,1.2433745744023856,-0.014334070833406867,-0.016044829859853085,-0.016044818899777213,1.241142769150143,1.7255509154022601,1.4249291230121768,0.9998712734321196,-0.0223069992754345,"model.language_model.layers.14.linear_attn.out_proj.weight|2d-128|(384, 768)","model.language_model.layers.16.linear_attn.out_proj.weight|2d-128|(1280, 256)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,2,0.002231805252242536,3.6887164133708095 +2374,2407,1.2375900777585276,0.009036408940228073,0.018098074532995577,0.01775984068936031,1.6127754105563206,1.256494626732826,1.4017500071839206,0.9998362164365712,0.014100000071972216,"model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(1536, 896)","model.language_model.layers.0.linear_attn.out_proj.weight|2d-64|(576, 576)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,12,0.018904548974298496,4.372969697990765 +2642,2776,1.2752386930823607,0.03932762665889737,0.013612212406385382,0.013527927459735469,1.5139629922135664,1.316040482808315,1.404649635935536,0.9999073495446483,0.01183266875050648,"model.language_model.layers.9.mlp.down_proj.weight|2d-128|(768, 2688)","model.language_model.layers.19.mlp.down_proj.weight|2d-128|(128, 3200)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,10,0.040801789725954274,3.994181496991774 +2938,3055,1.2697938769854822,0.009652824937894114,0.014563063333620941,0.014544396750800371,1.5179305499582834,1.3123693425694616,1.4039870149081686,0.9998939529701841,0.012590904013010868,"model.language_model.layers.0.mlp.down_proj.weight|2d-64|(64, 1664)","model.language_model.layers.23.mlp.down_proj.weight|2d-64|(448, 3520)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,23,0.0425754655839794,4.405683447072739 +3131,3181,1.1734901788328818,0.012707040390862723,0.009893653042570947,0.009705229227638992,1.8280792375542785,1.1868765408079933,1.4078086536892298,0.9999510566170092,0.0064234331083104544,"model.language_model.layers.10.mlp.gate_proj.weight|2d-128|(1408, 1152)","model.language_model.layers.18.mlp.gate_proj.weight|2d-128|(4480, 1920)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,8,0.01338636197511156,4.9350685005078 +3423,3489,1.1668769978057023,0.04237778418844689,0.02989202068253473,0.029789629173157625,1.1733880431231671,1.820640433241768,1.394831315160943,0.9995531337050146,0.046380753413054275,"model.language_model.layers.19.mlp.gate_proj.weight|2d-64|(5120, 128)","model.language_model.layers.9.mlp.gate_proj.weight|2d-64|(3328, 1984)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,10,0.006511045317464825,3.2336078882601207 +3799,3839,1.248965960196985,0.0375809280607573,0.0035297596176926977,0.0035372835826665717,1.5821698472125596,1.2867244532080735,1.4117679153720526,0.9999937703791165,0.002870632392617829,"model.language_model.layers.4.mlp.up_proj.weight|2d-128|(6016, 256)","model.language_model.layers.21.mlp.up_proj.weight|2d-128|(5760, 640)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,17,0.03775849301108858,4.062800692616482 +3999,4093,1.243752618960376,0.047927741640914734,0.025277414795098756,0.02477741791147207,1.2560717980383072,1.5985150077561467,1.3967389145805056,0.9996804751025582,0.03216880354319549,"model.language_model.layers.21.mlp.up_proj.weight|2d-64|(1408, 128)","model.language_model.layers.3.mlp.up_proj.weight|2d-64|(1152, 1664)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,18,0.01231917907793112,3.10573128337691 +4281,4293,1.1903457787665166,-0.014941185350045365,0.003828251523927605,0.003830297191615069,1.2126622343248132,1.757977853438895,1.4116808008446153,0.9999926722182865,0.005549757554877226,"model.language_model.layers.3.self_attn.k_proj.weight|2d-128|(128, 1536)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 640)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,20,0.022316455558296644,3.2815946023730724 +4506,4571,1.1115174497914304,-0.0022928906504411754,-0.006711854638063352,-0.007314970046112533,2.113341834690127,1.13922037879106,1.4181727018864618,0.9999774752499766,-0.003618099759183642,"model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 1984)","model.language_model.layers.19.self_attn.k_proj.weight|2d-64|(384, 1280)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,4,0.02770292899962956,6.852230835965307 +4639,4710,1.135403530714171,0.006227970747381937,0.010737982661823998,0.01072089077716467,1.1544133117719115,1.9645791837548492,1.407564877304835,0.999942346202197,0.018273885962524297,"model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(640, 512)","model.language_model.layers.23.self_attn.o_proj.weight|2d-128|(256, 640)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,4,0.019009781057740538,3.142262200287233 +4921,5002,1.1367195215108403,0.014212285006174281,0.011206821169841232,0.010859904680792964,1.1449419397786884,2.0125667702536907,1.4073853120984539,0.9999372016078146,0.01969923111643349,"model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(896, 576)","model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(128, 1792)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,12,0.008222418267848086,3.0354362822674275 +5124,5362,1.1388181641470971,-0.0020064688163325944,0.01894467358953536,0.018905368470511722,1.1288662697409277,2.078709769750815,1.4029326294615672,0.9998205335671928,0.034884980737660914,"model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(2816, 1152)","model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(128, 1920)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,4,0.009951894406169393,3.1346620811261547 +5393,5458,1.125239521414483,0.16375388731161125,0.09902189894969224,0.09900413728114879,1.1566803586728536,1.6795239648495186,1.3472098054051405,0.9950852544020522,0.143781859079664,"model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(896, 0)","model.language_model.layers.11.self_attn.q_proj.weight|2d-64|(3328, 0)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,4,0.031440837258370546,3.1237616079660735 +5753,5775,1.092639094106389,0.04258776999083232,0.01299872539143288,0.012980301593645311,2.385712796951275,1.0948388766726866,1.40722769831132,0.9999155130000724,0.005965307275846315,"model.language_model.layers.3.self_attn.v_proj.weight|2d-128|(256, 1664)","model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(0, 1920)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,16,0.0021997825662976034,7.328829539122485 +5933,6135,1.0892515176466897,0.012907419337979256,0.01714911668205044,0.01735551810064278,1.101766594457054,2.295591035864653,1.4047210145750628,0.9998529430856447,0.0357311237483217,"model.language_model.layers.23.self_attn.v_proj.weight|2d-64|(64, 1344)","model.language_model.layers.3.self_attn.v_proj.weight|2d-64|(448, 1344)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,20,0.012515076810364345,3.8299963716688112 +6275,6329,1.2344291850767495,0.0038350753416577146,-0.011110808911862785,-0.011075977957485203,1.2603115248397323,1.6670074561596455,1.4217524483059705,0.9999382730575543,-0.014696208782503696,"model.visual.blocks.22.attn.proj.weight|2d-128|(896, 640)","model.visual.blocks.8.attn.proj.weight|2d-128|(128, 512)",model.visual.layers.*.attn.proj.weight,2d-128,14,0.02588233976298282,3.283962777607924 +6492,6642,1.2070610682664837,-0.005123360009135899,-0.008269108902947263,-0.008219198683178941,1.2136237180937572,1.7861982105585683,1.419639236455652,0.999965810334509,-0.012170384695973176,"model.visual.blocks.2.attn.proj.weight|2d-64|(576, 768)","model.visual.blocks.18.attn.proj.weight|2d-64|(512, 768)",model.visual.layers.*.attn.proj.weight,2d-64,16,0.006562649827273503,3.1871627117077237 +6728,6899,1.1340484577111314,0.048933280720593365,0.0031287864483970198,0.003008770937397182,1.1445691449386912,2.0440610490924485,1.4123260713542862,0.9999951053357012,0.005587631414298887,"model.visual.blocks.0.attn.qkv.weight|2d-128|(1152, 0)","model.visual.blocks.6.attn.qkv.weight|2d-128|(768, 896)",model.visual.layers.*.attn.qkv.weight,2d-128,6,0.010520687227559833,4.127768247112401 +6920,7069,1.1191095808052414,-0.02156353730647224,-0.009488576283796495,-0.009593294798110602,2.213056619337225,1.126367459993762,1.4196277319367843,0.9999549824467633,-0.004829349359772675,"model.visual.blocks.18.attn.qkv.weight|2d-64|(2816, 896)","model.visual.blocks.4.attn.qkv.weight|2d-64|(1536, 640)",model.visual.layers.*.attn.qkv.weight,2d-64,14,0.007257879188520722,6.317294895583293 +7405,7411,1.2342881097751979,0.024360005306031267,0.005352178108864986,0.0053759802510129455,1.2369121308829834,1.6866609169872144,1.410599367216731,0.9999856769921712,0.007298262674918442,"model.visual.blocks.1.mlp.linear_fc1.weight|2d-128|(2176, 0)","model.visual.blocks.17.mlp.linear_fc1.weight|2d-128|(3712, 512)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,16,0.002624021107785479,3.252538094767645 +7469,7659,1.23935600599061,0.04231433471116894,0.03429913334193949,0.033734271374781286,1.6117721030935315,1.2409614024310072,1.3905686898908163,0.9994116116255564,0.026408138304718727,"model.visual.blocks.16.mlp.linear_fc1.weight|2d-64|(3968, 512)","model.visual.blocks.2.mlp.linear_fc1.weight|2d-64|(3392, 448)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,14,0.0016053964403972554,4.407593168848751 +7730,7891,1.2408879499599095,0.04652290597013971,-0.002831323294652995,-0.0027213958733272965,1.6239494772305378,1.2719822808608072,1.4161559903576668,0.9999959917961677,-0.0022176755574494973,"model.visual.blocks.16.mlp.linear_fc2.weight|2d-128|(384, 3328)","model.visual.blocks.4.mlp.linear_fc2.weight|2d-128|(640, 2304)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,12,0.03109433090089775,4.346824588855683 +7951,8023,1.232361640634622,0.011321404858863151,0.00659199694446637,0.006582104607266405,1.2358053398290882,1.6866053918320911,1.409761983225861,0.999978272552101,0.00899664148644582,"model.visual.blocks.4.mlp.linear_fc2.weight|2d-64|(832, 2624)","model.visual.blocks.2.mlp.linear_fc2.weight|2d-64|(256, 1280)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,2,0.0034436991944661877,3.52594615391358 +8385,8403,1.3431400764693018,0.053486396207365915,0.0328510648338424,0.031967264496391465,1.3954676880618508,1.386160830315705,1.3907909049643787,0.9994602581089869,0.03263196969474775,"model.visual.merger.linear_fc1.weight|2d-128|(3072, 1408)","model.visual.merger.linear_fc1.weight|2d-128|(3968, 1408)",model.visual.merger.linear_fc1.weight,2d-128,0,0.04302075384640314,3.436062069955122 +8632,8676,1.3478652925618606,0.04450640582087761,0.039433013469509996,0.039382284326046665,1.3530719649860834,1.4216376026661925,1.3860844960433392,0.9992222162505763,0.04143124400280842,"model.visual.merger.linear_fc1.weight|2d-64|(640, 1344)","model.visual.merger.linear_fc1.weight|2d-64|(4032, 2688)",model.visual.merger.linear_fc1.weight,2d-64,0,0.005206672424222791,3.4190161166600466 +8727,8763,1.3504802798514002,0.024379942953219304,-0.00928178808611228,-0.009261042535057334,1.4213937972188921,1.4201302770717443,1.4207616157650298,0.9999569232771602,-0.00927353722257868,"model.visual.merger.linear_fc2.weight|2d-128|(0, 2944)","model.visual.merger.linear_fc2.weight|2d-128|(128, 3456)",model.visual.merger.linear_fc2.weight,2d-128,0,0.06964999722034415,3.7176535535696837 +9033,9112,1.3510100871603898,0.03989027310595918,0.007872576266535907,0.007868782314137327,1.4286927069293751,1.389404753589297,1.4086379828514903,0.9999690107912983,0.00765608645908765,"model.visual.merger.linear_fc2.weight|2d-64|(1792, 1152)","model.visual.merger.linear_fc2.weight|2d-64|(1984, 1856)",model.visual.merger.linear_fc2.weight,2d-64,0,0.03839466642890721,3.8305704752543197 +9259,9315,0.8422981477999392,0.5403918573930931,0.6764250598685221,0.6763141405275633,0.946862036334426,0.7446887942105878,0.8278020272554465,0.7365114652073425,0.5319953096412889,"model.visual.pos_embed.weight|2d-128|(640, 384)","model.visual.pos_embed.weight|2d-128|(1536, 384)",model.visual.pos_embed.weight,2d-128,0,0.09760935358935141,5.777212473849375 +9381,9461,0.5850060454078316,0.8136680186709893,0.7921213330614817,0.791489040037131,0.615791992045294,0.7048049483587107,0.6558105097134179,0.610363656936503,0.9066227597210554,"model.visual.pos_embed.weight|2d-64|(2240, 128)","model.visual.pos_embed.weight|2d-64|(2176, 128)",model.visual.pos_embed.weight,2d-64,0,0.03078594663746237,2.7025417409944836 +9827,9871,1.2158844057359972,0.04394169240870483,-0.01704997403912496,-0.017052441012785528,1.387684145768876,1.468111499149351,1.4261998101431554,0.9998546386276683,-0.018038155889695023,"mtp.fc.weight|2d-128|(1792, 3968)","mtp.fc.weight|2d-128|(896, 3968)",mtp.fc.weight,2d-128,0,0.1717997400328788,2.9301423291951467 +9884,9929,1.182247616630418,0.03769813813720449,0.030858627872963493,0.030863335113595843,1.5922097327060907,1.2534644475764558,1.39284148345755,0.9995237591402207,0.02429340315236703,"mtp.fc.weight|2d-64|(256, 2624)","mtp.fc.weight|2d-64|(1344, 3968)",mtp.fc.weight,2d-64,0,0.0712168309460377,5.230701685516996 +10300,10336,1.326854894271258,0.032492532151106174,0.013394721321982059,0.013476781565053811,1.4196025988638776,1.3902807618089434,1.4047122093739683,0.9999102866961148,0.013118053868489273,"mtp.layers.0.mlp.down_proj.weight|2d-128|(1408, 1024)","mtp.layers.0.mlp.down_proj.weight|2d-128|(1792, 5632)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.06342586753768553,3.9960715260775825 +10434,10623,1.2832239845793612,0.067508428421225,0.011757195264562235,0.01175105333589342,1.3418103239319745,1.4801839582045375,1.4059155063735052,0.9999308817910921,0.012969651159850248,"mtp.layers.0.mlp.down_proj.weight|2d-64|(0, 3200)","mtp.layers.0.mlp.down_proj.weight|2d-64|(1536, 4032)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.05858633935261337,3.5752785702498597 +10774,10815,1.3173083740490625,0.053300765222028534,0.004063740563395412,0.00408276769939517,1.3308100291850762,1.5085629298532972,1.4113596194166105,0.9999917429722275,0.004606524023743222,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(2432, 768)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(4224, 512)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.013501655136013646,3.8973196060242583 +10975,11053,1.30568478649325,0.03421474014058984,0.007987637449019166,0.008104962510575443,1.333418346637949,1.4981059915727313,1.408592362714933,0.9999680983151328,0.008974173447559027,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(4032, 1664)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(5568, 128)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.027733560144699076,3.48920554057483 +11210,11404,1.3397402983937412,0.04188003353904856,0.0017718778781219476,0.0018104807431028182,1.3770360191136213,1.4518546897331612,1.412961853162222,0.9999984302231604,0.0018681495409551307,"mtp.layers.0.mlp.up_proj.weight|2d-128|(4736, 1536)","mtp.layers.0.mlp.up_proj.weight|2d-128|(1920, 1536)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.03729572071988008,3.556195191950711 +11503,11647,1.3211872896588632,0.019816064250324394,-0.007982932838669323,-0.007978505457585171,1.3521382172865724,1.4987957700281578,1.4198174490541033,0.9999681358839857,-0.008848789138603748,"mtp.layers.0.mlp.up_proj.weight|2d-64|(3904, 320)","mtp.layers.0.mlp.up_proj.weight|2d-64|(3776, 704)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.030950927627709124,3.4398608269840425 +11667,11689,1.2565301788532908,0.012402476357506912,-0.0003702047963667558,-0.0003375508571907395,1.6505859336662145,1.257295308404233,1.4144659091911707,0.9999999314742021,-0.0002819948626284564,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 384)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(128, 1152)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.0007651295509423228,4.706783661788813 +11735,11946,1.0954051927629747,0.03105444822838371,-0.005210243476281929,-0.0058582186765983495,2.4115142779355234,1.1015513887506907,1.416995570850817,0.9999864265893402,-0.00237997800367203,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 448)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 1664)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.006146195987716041,6.751630363288175 +12111,12192,1.2017080994818339,-0.003648541045103557,0.0028014391080318744,0.0028716366425616266,1.2170087559627467,1.747500545372499,1.4123543539379706,0.999996075961763,0.004022581057965208,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(896, 1920)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1664, 0)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.015300656480912833,3.452114215909973 +12316,12446,1.1846032853295785,0.05430995182402583,0.009852224886979417,0.009921241103575219,1.198796614259383,1.7863928734510837,1.40775192785347,0.9999514656545969,0.014681343037167892,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(1792, 1920)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(384, 896)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.014193328929804627,3.3109642895039224 +12569,12578,1.0668586600049155,0.01986351748659477,-0.0026074141398658222,-0.0019494741212961904,1.076465225751696,2.7192398015046475,1.4154749781422984,0.999996600689974,-0.006586542824156787,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(2432, 0)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 256)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.009606565746780538,3.2593644012683693 +12819,12821,1.0661549421140748,0.048505866682190917,0.02411808243016066,0.024294209120421077,1.0811333124393974,2.4811547743196503,1.401667274151524,0.9997091167434116,0.055349969037590215,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(3904, 320)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(2176, 1856)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.014978370325322565,3.311633207806046 +13034,13053,1.371726057082112,0.0424525463175643,0.00032396069692348445,0.000352278015222057,1.4053894289425983,1.4227391938765963,1.4139844862561326,0.9999999475247321,0.00032796004530602176,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 1280)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(256, 1664)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.0336633718604864,3.6520156507785986 +13175,13215,1.3119136228711017,0.03899363501510347,0.04355330487655863,0.04352062144580545,1.3245734165655418,1.4503775924111058,1.38320306526393,0.9990511046159398,0.04768987258720536,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 448)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(256, 960)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.012659793694440147,3.4980593222033387 +70,201,1.1880723111325333,0.2518586744394067,0.25406192222899654,0.25216721668714115,1.267021926204009,1.181338016672848,1.2219326020717396,0.9671879546775318,0.2368806735786262,"model.language_model.embed_tokens.weight|2d-128|(180608, 640)","model.language_model.embed_tokens.weight|2d-128|(166912, 640)",model.language_model.embed_tokens.weight,2d-128,0,0.006734294459685319,3.5174391970109333 +351,499,1.2093756311501942,0.2656174201868531,0.24716277153972252,0.24678629701573684,1.2219831327094335,1.232213377083369,1.2270662718709815,0.9689739750709525,0.24923197813129316,"model.language_model.embed_tokens.weight|2d-64|(148160, 64)","model.language_model.embed_tokens.weight|2d-64|(142720, 64)",model.language_model.embed_tokens.weight,2d-64,0,0.012607501559239287,3.0574100755015063 +565,714,0.1703518271579431,0.9855711138007699,0.98557111380077,0.9949703332883914,0.17035182715794236,0.176287163598979,0.17324328742973324,0.16926186706257712,1.0199100243048014,"model.language_model.layers.22.linear_attn.conv1d.weight|3d-axis0-slice|(4907, 0, 0)","model.language_model.layers.12.linear_attn.conv1d.weight|3d-axis0-slice|(1070, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,10,7.216449660063518e-16,0.28953201796191164 +871,978,0.6661572710041751,0.7844721665857108,0.7844721665857108,0.7745771029370696,1.2307992472947233,0.6661572710041751,0.8285191225529343,0.6201640265706491,0.4245873880895655,"model.language_model.layers.4.linear_attn.conv1d.weight|3d-volume|(5396, 0, 0)","model.language_model.layers.13.linear_attn.conv1d.weight|3d-volume|(2704, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,9,0.0,3.3929823673867046 +1038,1139,1.1593929336474074,0.04415749550900973,0.015789976994244673,0.015789208852506963,1.1751754463785316,1.8557137105072279,1.4040838509286795,0.9998753305420237,0.02493387424585052,"model.language_model.layers.21.linear_attn.in_proj_qkv.weight|2d-128|(1408, 384)","model.language_model.layers.22.linear_attn.in_proj_qkv.weight|2d-128|(5248, 1664)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,1,0.015782512731124188,3.0589017114505914 +1405,1417,1.157638684851248,0.032127285477880504,0.014410483761784504,0.014464023579584958,1.8933182575846659,1.167158050663489,1.4050804817553346,0.9998961635878754,0.008883510244061614,"model.language_model.layers.12.linear_attn.in_proj_qkv.weight|2d-64|(2688, 704)","model.language_model.layers.5.linear_attn.in_proj_qkv.weight|2d-64|(640, 448)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,7,0.009519365812240999,5.297707345160053 +1601,1635,1.166342488468511,-0.003969580061688419,-0.008395713307514763,-0.008517108166727546,1.1668002961520039,1.9681288483481671,1.4194124716347822,0.9999647553779373,-0.014161674124933358,"model.language_model.layers.22.linear_attn.in_proj_z.weight|2d-128|(1408, 1792)","model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(256, 1920)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,4,0.0004578076834929057,3.34039208250646 +1811,1858,1.1649858692644488,0.0018158973912503421,0.02029063496516596,0.020570237280744582,1.952300198980218,1.1503342401738819,1.4016068324299855,0.9997941238738656,0.011955647070820327,"model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-64|(320, 704)","model.language_model.layers.1.linear_attn.in_proj_z.weight|2d-64|(832, 128)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,17,0.014651629090566942,5.22501012157176 +2093,2134,1.2433843745023012,-0.0037878500250309,-0.0037327012183086313,-0.003732709089603451,1.2374803778033805,1.7063523783719485,1.4167201600160177,0.9999930334465409,-0.005146993613683628,"model.language_model.layers.6.linear_attn.out_proj.weight|2d-128|(640, 512)","model.language_model.layers.16.linear_attn.out_proj.weight|2d-128|(1280, 256)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,10,0.0059039966989207215,3.2597415042685647 +2333,2366,1.2377617299635186,0.0013826580626189744,0.007177745986627856,0.007154246468281203,1.257091382339224,1.6347690428100208,1.4092998269086896,0.9999742396494778,0.009334211578364553,"model.language_model.layers.22.linear_attn.out_proj.weight|2d-64|(1536, 192)","model.language_model.layers.16.linear_attn.out_proj.weight|2d-64|(1344, 1152)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,6,0.019329652375705386,3.138591113147184 +2690,2745,1.2753493891775651,0.04473813308028911,0.004441378442417867,0.004253804517696545,1.3106900199350364,1.5388241999770786,1.4111096306968358,0.9999901370301265,0.005214429441362396,"model.language_model.layers.21.mlp.down_proj.weight|2d-128|(1280, 2176)","model.language_model.layers.0.mlp.down_proj.weight|2d-128|(384, 5248)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,21,0.03534063075747129,3.400384977884841 +2959,3038,1.269794838208312,0.03359978993321082,0.005398443405576424,0.005988067051298575,1.3025782200917588,1.5504899828776717,1.4104484864796185,0.9999854282982311,0.006425896191392358,"model.language_model.layers.21.mlp.down_proj.weight|2d-64|(192, 2304)","model.language_model.layers.6.mlp.down_proj.weight|2d-64|(1920, 2624)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,15,0.03278338188344687,3.2318603633060823 +3082,3097,1.1734938068450953,0.0032366930279947963,0.009582138017287179,0.00965717483938721,1.8794638940789763,1.1739622054926129,1.408111573552731,0.9999540902616568,0.005985253515934995,"model.language_model.layers.11.mlp.gate_proj.weight|2d-128|(5632, 128)","model.language_model.layers.22.mlp.gate_proj.weight|2d-128|(3456, 512)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,11,0.0004683986475175761,5.231703000288492 +3433,3543,1.1669645511243283,0.04503213908792878,-0.003965491941988237,-0.0038719995655678886,1.1906161370902801,1.8538470682437584,1.4167612062075077,0.9999921374059189,-0.006174463273079013,"model.language_model.layers.23.mlp.gate_proj.weight|2d-64|(4544, 1536)","model.language_model.layers.12.mlp.gate_proj.weight|2d-64|(6016, 1792)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,11,0.02365158596595185,3.089227427397385 +3801,3803,1.2491765629903822,0.004826497009987212,-0.005715236829640968,-0.005698864956747869,1.6684766493934176,1.254595491475826,1.4180906754923497,0.9999836679006218,-0.004297519154248249,"model.language_model.layers.2.mlp.up_proj.weight|2d-128|(4096, 1792)","model.language_model.layers.22.mlp.up_proj.weight|2d-128|(1024, 768)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,20,0.005418928485443786,4.38700305347657 +3952,4047,1.24390273361146,0.02826682017432091,-0.021103303633465822,-0.021390775330472532,1.2816352173215302,1.6414578532992234,1.4286170259289797,0.9997773004903411,-0.027028114561415146,"model.language_model.layers.22.mlp.up_proj.weight|2d-64|(320, 512)","model.language_model.layers.2.mlp.up_proj.weight|2d-64|(448, 1408)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,20,0.0377324837100701,3.2715993194790673 +4215,4296,1.1904418031308261,0.032948317457510576,0.003557965867706263,0.0035402605860788087,1.183177823557428,1.8604824251681822,1.4119332738374062,0.9999936704194103,0.005594706758712732,"model.language_model.layers.15.self_attn.k_proj.weight|2d-128|(384, 896)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 1024)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,8,0.007263979573398194,3.2828691079101087 +4409,4567,1.1115259077997526,-0.016861729363683204,0.013929353537603708,0.014002611697128017,2.214991699442826,1.1128451018531405,1.4062889727135377,0.9999029818487514,0.006998316454279392,"model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 1024)","model.language_model.layers.3.self_attn.k_proj.weight|2d-64|(128, 1536)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,20,0.0013191940533878732,6.333625611428802 +4613,4728,1.1355109118466558,0.020486420651672797,0.01940404944592721,0.01939127056713083,1.9480583810843242,1.1517966140834075,1.4021398694745422,0.9998117237085691,0.011472714918782793,"model.language_model.layers.23.self_attn.o_proj.weight|2d-128|(384, 1536)","model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(1920, 896)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,4,0.016285702236751742,5.173818007347327 +5002,5115,1.1367214149216476,0.007953621552876688,-0.0021916338131256425,-0.001842668901020607,2.0992435658344175,1.1386852290279479,1.415511979554125,0.9999975983677306,-0.001188800142613471,"model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(128, 1792)","model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(256, 1856)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,16,0.00196381410630031,6.086198377250628 +5124,5243,1.138822020155139,0.06821950733409315,0.004780095507044804,0.004813478563902633,1.1656635419772163,1.930627193062128,1.4112192374108892,0.9999885752782096,0.007917020683070467,"model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(2816, 1152)","model.language_model.layers.23.self_attn.q_proj.weight|2d-128|(3712, 640)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,20,0.02684152182207744,3.257232592146248 +5451,5458,1.1252786442992722,0.19919670086310615,0.1334908866432362,0.1341762564076288,1.2010535387552534,1.4791637983580648,1.3186000761604808,0.9910500407059185,0.16440140306986908,"model.language_model.layers.19.self_attn.q_proj.weight|2d-64|(256, 0)","model.language_model.layers.11.self_attn.q_proj.weight|2d-64|(3328, 0)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,8,0.07577489445598129,3.043349333710917 +5671,5819,1.092816640096705,0.022028005608524717,0.0015448562773187182,0.0015370691560199778,2.2609455861738645,1.114138790856977,1.4133470507702108,0.9999988067088292,0.0007612674605638785,"model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(256, 1152)","model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(384, 1408)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,12,0.021322150760272107,7.588748639027958 +5919,6081,1.089358569445528,-0.0049951176757351765,-0.026640136424753866,-0.026747894345281843,1.089906311912564,2.6736511099667095,1.4273223804124422,0.9996450885845788,-0.06535096598965451,"model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(192, 640)","model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(256, 1728)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,12,0.0005477424670361497,3.4831107055462236 +6180,6275,1.2344801531000398,0.037773578184365594,0.002536121775459173,0.0025334287788296825,1.629838139626633,1.263891180236367,1.4124756422447673,0.9999967840379989,0.001966687283893443,"model.visual.blocks.0.attn.proj.weight|2d-128|(512, 512)","model.visual.blocks.22.attn.proj.weight|2d-128|(896, 640)",model.visual.layers.*.attn.proj.weight,2d-128,22,0.02941102713632726,4.203585379978861 +6402,6469,1.2071733911515103,0.027344862052599127,0.00814796325978776,0.008288541332969029,1.2131600583734483,1.7454480142217697,1.4088030156399252,0.9999668047963979,0.011722976035673734,"model.visual.blocks.0.attn.proj.weight|2d-64|(0, 128)","model.visual.blocks.11.attn.proj.weight|2d-64|(384, 192)",model.visual.layers.*.attn.proj.weight,2d-64,11,0.005986667221937969,5.651907790219039 +6798,6850,1.1345847897630872,0.047937621813952794,0.0033571818018327975,0.003320072165309151,1.1628623552359332,1.9482600654193352,1.4121225789103178,0.9999943646492961,0.005624623763434437,"model.visual.blocks.1.attn.qkv.weight|2d-128|(1024, 128)","model.visual.blocks.16.attn.qkv.weight|2d-128|(512, 768)",model.visual.layers.*.attn.qkv.weight,2d-128,15,0.02827756547284599,3.2500305717332836 +7067,7074,1.1191483407711451,0.013490895643458801,0.00854161193029899,0.008559435555949364,2.0571944094785097,1.1388669175498234,1.4090856640799911,0.9999635197674124,0.00472865335679789,"model.visual.blocks.21.attn.qkv.weight|2d-64|(384, 704)","model.visual.blocks.1.attn.qkv.weight|2d-64|(448, 320)",model.visual.layers.*.attn.qkv.weight,2d-64,20,0.019718576778678276,5.729280217557072 +7313,7335,1.2348888001171723,0.07327172824182931,0.008193379018676061,0.008141714889327405,1.581548081860727,1.282169315592557,1.4085338307891138,0.9999664337067802,0.006642415295023203,"model.visual.blocks.16.mlp.linear_fc1.weight|2d-128|(2560, 128)","model.visual.blocks.6.mlp.linear_fc1.weight|2d-128|(768, 640)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,10,0.04728051547538481,3.9278277170677045 +7493,7623,1.2393992975550663,0.040228391899196525,0.000194799345232148,-0.00039667560610128606,1.2824604001731168,1.5968281840089955,1.414079057389514,0.9999999810266074,0.00024255024533404907,"model.visual.blocks.2.mlp.linear_fc1.weight|2d-64|(640, 192)","model.visual.blocks.17.mlp.linear_fc1.weight|2d-64|(3904, 384)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,15,0.04306110261805052,3.6647113666915696 +7776,7866,1.2409486111680943,0.055420353553112166,0.009373382157151439,0.009487933346519392,1.2919171572562815,1.5614521962799344,1.4076877616584809,0.9999560688884966,0.011328968017530446,"model.visual.blocks.4.mlp.linear_fc2.weight|2d-128|(0, 1664)","model.visual.blocks.17.mlp.linear_fc2.weight|2d-128|(384, 2304)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,13,0.05096854608818724,3.4823359407250476 +8046,8147,1.2324034573091758,0.011955727711383117,0.0325927254114222,0.03391393354153407,1.604227031095229,1.2460731556217652,1.3917043493585732,0.9994687159937802,0.02531619241947166,"model.visual.blocks.8.mlp.linear_fc2.weight|2d-64|(192, 2944)","model.visual.blocks.1.mlp.linear_fc2.weight|2d-64|(576, 192)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,7,0.013669698312589462,4.8310777477065505 +8334,8384,1.343144100574295,0.05832005660489307,0.01813564487145458,0.018201755691311727,1.3947201708734123,1.408038019150794,1.4013316338859443,0.9998355356682901,0.018308817793058818,"model.visual.merger.linear_fc1.weight|2d-128|(2432, 1024)","model.visual.merger.linear_fc1.weight|2d-128|(768, 0)",model.visual.merger.linear_fc1.weight,2d-128,0,0.05157607029911726,3.4542191379770113 +8599,8656,1.3478769990239234,0.05208706642179926,0.023155172331298993,0.022737317393995465,1.4095827015628821,1.3862041365735314,1.397746805152277,0.9997318830538054,0.02277113335253834,"model.visual.merger.linear_fc1.weight|2d-64|(2816, 320)","model.visual.merger.linear_fc1.weight|2d-64|(256, 3456)",model.visual.merger.linear_fc1.weight,2d-64,0,0.038327137549607926,3.5083480378209644 +8745,8789,1.350483079721546,0.05865056316739493,0.006175573681543294,0.006166717270889811,1.4118134848674104,1.4078748210342027,1.409840026682195,0.9999809309630378,0.006158345124818546,"model.visual.merger.linear_fc2.weight|2d-128|(1280, 3328)","model.visual.merger.linear_fc2.weight|2d-128|(1536, 1408)",model.visual.merger.linear_fc2.weight,2d-128,0,0.057391741312656785,3.4048331226763917 +9127,9208,1.351020406504635,0.041463198098121205,0.0262536084760274,0.026251157239351494,1.3727116302565199,1.4195393017724036,1.395536567168671,0.9996553146169871,0.027149204700845787,"model.visual.merger.linear_fc2.weight|2d-64|(1920, 3904)","model.visual.merger.linear_fc2.weight|2d-64|(1344, 3328)",model.visual.merger.linear_fc2.weight,2d-64,0,0.021691223751884925,3.5123089671822845 +9332,9348,0.8426572364352506,0.576784650687885,0.4483064534467955,0.4482972229543118,0.9724420925749784,1.1698982612809679,1.0575879471394405,0.8938799269465425,0.5393359094726811,"model.visual.pos_embed.weight|2d-128|(1792, 512)","model.visual.pos_embed.weight|2d-128|(2048, 512)",model.visual.pos_embed.weight,2d-128,0,0.1297848561397278,3.0647705219403387 +9394,9538,0.5855452292690949,0.8130307518478589,0.7396205141544677,0.7386257163117224,0.7745167179225326,0.689737627818319,0.7284528748568478,0.6730241415000512,0.6586611845991074,"model.visual.pos_embed.weight|2d-64|(128, 128)","model.visual.pos_embed.weight|2d-64|(704, 128)",model.visual.pos_embed.weight,2d-64,0,0.10419239854922413,3.0948556372354004 +9805,9839,1.2160483905492627,0.012662755472573055,-0.003670236178907007,-0.0036806550652807306,1.6179412755786255,1.2757407048058722,1.4167349760091816,0.9999932646605132,-0.0028939676367477013,"mtp.fc.weight|2d-128|(1664, 3584)","mtp.fc.weight|2d-128|(768, 3968)",mtp.fc.weight,2d-128,0,0.05969231425660948,4.564741463406477 +9982,10032,1.182343225993907,0.030420761471159605,0.01948789369403183,0.018814661531833216,1.217713328515039,1.7040065330667842,1.4011157902836475,0.9998100929673445,0.027270374227435504,"mtp.fc.weight|2d-64|(832, 3712)","mtp.fc.weight|2d-64|(1024, 3584)",mtp.fc.weight,2d-64,0,0.03537010252113193,3.2886012034319054 +10309,10342,1.3268596776498847,0.03375282560495191,0.006049502415128723,0.005994074248291395,1.3610327736768868,1.4645312525922158,1.409940927238483,0.9999817015928489,0.006509531233148262,"mtp.layers.0.mlp.down_proj.weight|2d-128|(768, 2688)","mtp.layers.0.mlp.down_proj.weight|2d-128|(1024, 2304)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.03417309602700214,3.71586845228707 +10496,10547,1.2832870105942282,0.008330506573095663,-0.00048537516081888595,-0.00024401630184546,1.4740391943485711,1.361737090187753,1.4145556582245156,0.9999998822054698,-0.0004483960546483437,"mtp.layers.0.mlp.down_proj.weight|2d-64|(704, 5248)","mtp.layers.0.mlp.down_proj.weight|2d-64|(1984, 5440)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.07845007959352479,4.188756055981208 +10676,10882,1.3173515040542705,-0.004322569694235204,-0.00958008301288845,-0.009501414964244281,1.3602762760401401,1.4905262749995192,1.420943468243758,0.9999541099517848,-0.0104974009316365,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(5888, 0)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(2560, 256)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.042924771985869636,3.566914723414891 +10973,11102,1.3056860760247226,0.008268955478837207,0.01290325686315348,0.013493952622534992,1.533460320439884,1.30450038399139,1.4051787277003904,0.9999167495158402,0.010976680197303563,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(5568, 1344)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(4416, 512)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.0011856920333326304,4.2572781770933705 +11172,11341,1.3398158246681486,0.048793868214145414,0.0024302174572060488,0.0024253056451936286,1.4294496358394433,1.3961288660733822,1.412494572280711,0.9999970470171953,0.0023735685803636885,"mtp.layers.0.mlp.up_proj.weight|2d-128|(2560, 1792)","mtp.layers.0.mlp.up_proj.weight|2d-128|(5760, 1792)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.05631304140523352,3.936468392082652 +11525,11546,1.3212876536075695,0.020127919601991836,0.021215991773480845,0.02088352459435502,1.4780829613037567,1.3317557355462584,1.3992131874371354,0.9997749155150212,0.01911565146838117,"mtp.layers.0.mlp.up_proj.weight|2d-64|(1984, 576)","mtp.layers.0.mlp.up_proj.weight|2d-64|(3072, 768)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.010468081938688867,3.9607690708298007 +11665,11687,1.2565637083559305,0.005057674537812014,0.002008383564824543,0.0019464995078494517,1.5973320256543242,1.2803340755997894,1.4128267938096692,0.9999979831956946,0.0016098105300719194,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 128)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(128, 896)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.023770367243858948,4.695534661376608 +11740,11792,1.0954684790509293,0.071410650381217,0.031002882449909976,0.03097954270044078,2.17508875877946,1.1081367672642621,1.396366586266158,0.9995192951012987,0.015794957238064875,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 768)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(128, 0)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.012668288213332879,5.918277643232608 +11998,12113,1.2018168016711572,-0.01662469660046008,-0.005573967401910031,-0.005585885593143436,1.1977692873386592,1.8322066220878839,1.4178192679640957,0.9999844653230381,-0.008526399944494499,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(0, 1792)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1024, 128)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.004047514332498059,3.6478751812189554 +12431,12488,1.184692246037216,-0.00597759981556548,-0.007084711049664897,-0.0070967763181278625,1.240935969284603,1.7051835329131444,1.4189724392414618,0.9999749031197447,-0.009735178056206155,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(320, 1984)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(704, 0)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.05624372324738691,3.4656856212751626 +12583,12747,1.0668667622767256,0.012309908093765224,0.013207159999105048,0.013167980033043503,2.6890868190187596,1.071572675570235,1.407775952285488,0.9999127816588596,0.005262913668993909,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 896)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(2432, 256)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.004705913293509445,7.92626150431593 +12873,12912,1.0662051802057255,0.058155269321520695,0.03652224729415483,0.040345838250920765,2.3846085514086552,1.083110464558184,1.394630159053507,0.9993328401751763,0.016588730343231016,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(2112, 1216)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(320, 0)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.016905284352458416,6.6909783782566885 +13011,13055,1.3717750799999755,0.0195628344311109,-0.0028592230516263904,-0.002814547207460996,1.432432749359257,1.400571470305646,1.4162333846207642,0.9999959124134163,-0.002795625997199134,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(0, 384)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(256, 1920)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.028796390305670494,3.8426683527042935 +13106,13128,1.3120209721683183,0.035679370285480926,0.018416798959777776,0.018721779690942176,1.4397041563408841,1.3655337703199115,1.401148766102541,0.9998303963753429,0.017468006055276406,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(64, 128)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(64, 1536)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.053512798151593266,4.076497275217646 +20,91,1.1881954321240245,0.26808177754626294,0.25205106027545343,0.2523128859582419,1.1954355707280935,1.253204731869558,1.2232983006536338,0.9677139365608102,0.26423137235037464,"model.language_model.embed_tokens.weight|2d-128|(145024, 128)","model.language_model.embed_tokens.weight|2d-128|(247168, 128)",model.language_model.embed_tokens.weight,2d-128,0,0.007240138604069024,3.1421564965105615 +306,342,1.2097884535466739,0.032477034188223966,0.015281476120939799,0.018191427661807535,1.5134191976123024,1.314463817668208,1.4034735904542806,0.9998832314263326,0.013272560222063355,"model.language_model.embed_tokens.weight|2d-64|(182784, 768)","model.language_model.embed_tokens.weight|2d-64|(217088, 1920)",model.language_model.embed_tokens.weight,2d-64,0,0.10467536412153411,4.828461928578002 +655,713,0.17037558199844086,0.9950823821573085,0.9950823821573086,0.999479949545292,0.19893051380801618,0.17037558199844088,0.18300288460251762,0.099050758301671,0.8522460267712567,"model.language_model.layers.16.linear_attn.conv1d.weight|3d-axis0-slice|(1101, 0, 0)","model.language_model.layers.12.linear_attn.conv1d.weight|3d-axis0-slice|(875, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,4,2.7755575615628914e-17,0.31791972436397725 +799,978,0.666796188531499,0.7452441663763169,0.7452441663763169,0.7245630265501497,0.8976917914816799,0.666796188531499,0.7570056479672218,0.6667916709753269,0.5535596675612509,"model.language_model.layers.8.linear_attn.conv1d.weight|3d-volume|(4804, 0, 0)","model.language_model.layers.13.linear_attn.conv1d.weight|3d-volume|(2704, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,5,0.0,2.227835057394446 +1252,1262,1.1595489742145995,0.011975647511118074,0.005062516331788378,0.005121054686572107,1.9468701327560842,1.1619704070027563,1.4110593238852176,0.999987185382088,0.00302151338372976,"model.language_model.layers.13.linear_attn.in_proj_qkv.weight|2d-128|(2304, 512)","model.language_model.layers.22.linear_attn.in_proj_qkv.weight|2d-128|(0, 512)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,9,0.0024214327881568742,5.269145859163341 +1405,1435,1.1577369501284065,0.04545325474598226,0.02738196168994424,0.027270832864115427,1.8147491964954772,1.1768810059615373,1.3964236026618793,0.9996250437909259,0.01775744586695133,"model.language_model.layers.12.linear_attn.in_proj_qkv.weight|2d-64|(2688, 704)","model.language_model.layers.12.linear_attn.in_proj_qkv.weight|2d-64|(3136, 896)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,0,0.019144055833130835,5.039089378244651 +1592,1668,1.1664849474865353,-0.023778509958176364,-0.012394397266627225,-0.012336411647917702,2.045801774918936,1.1542610526330828,1.4216954063801148,0.9999231865080422,-0.006993038236217499,"model.language_model.layers.16.linear_attn.in_proj_z.weight|2d-128|(512, 512)","model.language_model.layers.22.linear_attn.in_proj_z.weight|2d-128|(896, 1152)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,6,0.012223894853452544,6.171562177892372 +1922,2036,1.165186547789394,0.014869673030121761,0.005583508285136421,0.00778655323320869,1.891872732260201,1.1739267034265346,1.4106715076447127,0.9999844120961235,0.0034646249522790012,"model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-64|(640, 768)","model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-64|(1280, 704)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,2,0.0087401556371407,5.415472451420204 +2220,2283,1.2438025045252141,0.023615788275690306,0.01366722024254084,0.013657191604946628,1.2666228196122198,1.600936523020911,1.4047770837347833,0.9999065991835647,0.01727456012607848,"model.language_model.layers.2.linear_attn.out_proj.weight|2d-128|(0, 1024)","model.language_model.layers.21.linear_attn.out_proj.weight|2d-128|(1280, 512)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,19,0.02282031508700566,3.4647299249102037 +2374,2401,1.2377713298766495,0.02461512996977952,0.0032839027883133287,0.003373789100223107,1.6209656726529498,1.2673350256212081,1.4119582837770062,0.9999946079767015,0.0025674849841534403,"model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(1536, 896)","model.language_model.layers.16.linear_attn.out_proj.weight|2d-64|(640, 1024)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,4,0.029563695744558638,4.36763680811516 +2634,2671,1.2753546005732443,0.02298490023275373,0.0038500058174243327,0.0038619082209508573,1.526080441631114,1.3194025995318772,1.4115172004266028,0.9999925887001392,0.0033285975923347737,"model.language_model.layers.4.mlp.down_proj.weight|2d-128|(1792, 4736)","model.language_model.layers.19.mlp.down_proj.weight|2d-128|(1152, 2176)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,15,0.04404799895863287,4.0315283873825125 +2929,2966,1.2697975716279648,0.03810858463829076,0.018838170348922614,0.019190542932785645,1.2821139831543056,1.5608109875688074,1.4010856229625568,0.9998225459239779,0.02293308056273857,"model.language_model.layers.20.mlp.down_proj.weight|2d-64|(1984, 4096)","model.language_model.layers.1.mlp.down_proj.weight|2d-64|(320, 2432)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,19,0.012316411526340776,3.2956857001702464 +3131,3199,1.173529765924615,0.04948583287809385,0.004764932841726449,0.004883715364677164,1.7955022827675582,1.200183466321515,1.4110968219037794,0.9999886476430689,0.0031850661899229787,"model.language_model.layers.10.mlp.gate_proj.weight|2d-128|(1408, 1152)","model.language_model.layers.21.mlp.gate_proj.weight|2d-128|(3328, 0)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,11,0.02665370039689985,4.782022278668486 +3365,3476,1.1669945327077775,0.07438832512410133,0.039131992619567034,0.039013851368662956,1.1958257008886903,1.7180373353010965,1.3880226959950395,0.9992340502372916,0.056220755478980165,"model.language_model.layers.21.mlp.gate_proj.weight|2d-64|(1728, 960)","model.language_model.layers.0.mlp.gate_proj.weight|2d-64|(6016, 1088)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,21,0.028831168180912803,3.1005600584734236 +3620,3652,1.249414166196046,0.03145771859825388,0.0029273782191503875,0.0028784582088486384,1.2618334233503012,1.6334548738748722,1.4122092719605115,0.9999957152192013,0.0037895178010504105,"model.language_model.layers.21.mlp.up_proj.weight|2d-128|(5376, 1408)","model.language_model.layers.2.mlp.up_proj.weight|2d-128|(2688, 1152)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,19,0.012419257154255181,3.316026341789141 +3929,3931,1.2439497175051606,-0.0099427219750794,-0.02444025931208113,-0.024509786272901738,1.7074051221629671,1.255726837685815,1.4306154450173907,0.9997012922492189,-0.017974814026153325,"model.language_model.layers.2.mlp.up_proj.weight|2d-64|(384, 1344)","model.language_model.layers.22.mlp.up_proj.weight|2d-64|(1344, 704)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,20,0.011777120180654466,4.391268657052294 +4245,4300,1.190517555203555,0.006771659745630527,-0.005247515538720266,-0.005299751300382106,1.209418480521686,1.7917624658853066,1.4176506667348332,0.9999862316955523,-0.007774233264050319,"model.language_model.layers.19.self_attn.k_proj.weight|2d-128|(128, 640)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 1536)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,4,0.018900925318131145,3.599787911857426 +4409,4595,1.111628087766293,-0.012757471466690007,-0.011473691045829995,-0.011460264796286871,2.2221959913644276,1.1262813926212816,1.4207416791382095,0.9999341750404298,-0.005815240770760845,"model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 1024)","model.language_model.layers.19.self_attn.k_proj.weight|2d-64|(448, 1216)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,4,0.014653304854988614,6.9169702321116775 +4712,4718,1.135874511729452,0.28558275095723007,0.28807573292428845,0.28807154981548266,1.1347617670940238,1.2651986483225002,1.1946724540770048,0.9576076295122831,0.3211890270533973,"model.language_model.layers.11.self_attn.o_proj.weight|2d-128|(768, 1024)","model.language_model.layers.11.self_attn.o_proj.weight|2d-128|(768, 1792)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,0,0.001112744635428209,3.2696502453235987 +4882,5059,1.1368616372457954,0.024843405869212895,0.026332386096249452,0.026253145408890316,2.0257779837639576,1.1328061756025178,1.3982599097222481,0.9996532426008921,0.014724954969032268,"model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(1856, 704)","model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(1472, 64)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,4,0.004055461643277525,5.654557947278849 +5356,5362,1.1391517596933183,0.04876053264135596,-0.0003776595743587007,-0.00041383362412863046,1.1662268148642105,1.9447055082706926,1.4144491145509281,0.9999999286866205,-0.0006297545598726818,"model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(2304, 1920)","model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(128, 1920)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,4,0.02707505517089226,3.347864594284627 +5390,5540,1.1252818278940098,0.055354203355149345,0.02070640069631655,0.023158500391339033,1.9238260816556974,1.1559084239679143,1.4012263571247006,0.999785599501315,0.012441198933288463,"model.language_model.layers.11.self_attn.q_proj.weight|2d-64|(2880, 192)","model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(1408, 448)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,8,0.0306265960739045,5.19153499894965 +5733,5766,1.0928702054017057,0.015861843137285767,-0.003305533821945016,-0.0033728782785925893,2.4586473487613834,1.0962436440635537,1.4159511755951486,0.9999945367081522,-0.0014738471722550459,"model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(256, 1792)","model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(0, 768)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,12,0.003373438661848027,7.193971399706314 +5905,5990,1.0894568996310858,0.02978791853562422,0.020426269108650648,0.02055256987597024,2.2400923210399535,1.1062027611949503,1.4026983043385535,0.999791362000243,0.01008690359619221,"model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(448, 1472)","model.language_model.layers.23.self_attn.v_proj.weight|2d-64|(256, 1024)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,16,0.016745861563864484,8.39904087815783 +6279,6360,1.2344870268018147,0.034324609209026635,-0.006067481799100096,-0.0060332614837385655,1.6736228889127516,1.2527448393496379,1.4183240514482869,0.9999815926628938,-0.004541648278130567,"model.visual.blocks.18.attn.proj.weight|2d-128|(256, 640)","model.visual.blocks.21.attn.proj.weight|2d-128|(256, 512)",model.visual.layers.*.attn.proj.weight,2d-128,3,0.018257812547823216,4.098280872144162 +6430,6586,1.207593376268915,0.03373161847378636,0.0020664816932726144,0.002048823980081702,1.2269138001722653,1.7209545011618552,1.412831504823726,0.9999978648244262,0.002898590733193116,"model.visual.blocks.23.attn.proj.weight|2d-64|(64, 448)","model.visual.blocks.13.attn.proj.weight|2d-64|(576, 320)",model.visual.layers.*.attn.proj.weight,2d-64,10,0.019320423903350203,3.120141208766464 +6665,6852,1.1346648386575613,-0.007431178289334825,-0.014589147677352162,-0.01457701971722381,1.1483223348072624,2.0875357183925565,1.422899849059097,0.9998935727216414,-0.026521618498771212,"model.visual.blocks.5.attn.qkv.weight|2d-128|(1408, 384)","model.visual.blocks.21.attn.qkv.weight|2d-128|(2304, 768)",model.visual.layers.*.attn.qkv.weight,2d-128,16,0.013657496149701132,3.0741584013252687 +6970,7099,1.1193520725371617,-0.01205067390231397,-0.01004664910317302,-0.012010409749187987,1.115806498748904,2.3003737960357133,1.4197816741874727,0.9999495311473463,-0.020712415961744383,"model.visual.blocks.9.attn.qkv.weight|2d-64|(320, 128)","model.visual.blocks.18.attn.qkv.weight|2d-64|(2816, 512)",model.visual.layers.*.attn.qkv.weight,2d-64,9,0.0035455737882577054,3.0124615743950067 +7371,7416,1.234969092275794,0.013609134983411502,-0.0110463763144219,-0.010438990878431554,1.659791833454968,1.2634198397328962,1.421722556727842,0.9999389869238623,-0.008408410447318198,"model.visual.blocks.17.mlp.linear_fc1.weight|2d-128|(3072, 0)","model.visual.blocks.4.mlp.linear_fc1.weight|2d-128|(3840, 640)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,13,0.028450747457102077,4.700398900139118 +7487,7601,1.239499835822556,0.03040125365907448,-0.0017415306042655849,-0.0018057226215549217,1.6129309434965582,1.276273295836989,1.4154115110210546,0.9999984835344274,-0.0013780311011261615,"model.visual.blocks.16.mlp.linear_fc1.weight|2d-64|(3712, 512)","model.visual.blocks.7.mlp.linear_fc1.weight|2d-64|(3328, 256)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,9,0.036773460014432935,4.3466847667678135 +7694,7837,1.2410305431020223,0.042049412205954775,0.0038877486861581727,0.003916842339822514,1.2955966252339328,1.5653902204555346,1.4115103872693486,0.9999924426765201,0.004697329133442283,"model.visual.blocks.4.mlp.linear_fc2.weight|2d-128|(128, 1152)","model.visual.blocks.11.mlp.linear_fc2.weight|2d-128|(640, 1280)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,7,0.0545660821319105,3.5304190989871986 +7979,8086,1.232429081979546,0.026456763936557326,0.019887889380429402,0.019274136926787398,1.5817388603872284,1.269892950609841,1.4004157710949818,0.9998022163688135,0.015966915373459796,"model.visual.blocks.2.mlp.linear_fc2.weight|2d-64|(832, 3776)","model.visual.blocks.4.mlp.linear_fc2.weight|2d-64|(192, 3072)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,2,0.03746386863029505,4.7592197882324765 +8220,8239,1.343145408413307,0.048677708591202296,0.007771891026408385,0.007614479546863553,1.3984286668381276,1.4192171645556457,1.4087078867131542,0.9999697983988685,0.007887424941505102,"model.visual.merger.linear_fc1.weight|2d-128|(2304, 128)","model.visual.merger.linear_fc1.weight|2d-128|(1024, 2944)",model.visual.merger.linear_fc1.weight,2d-128,0,0.055283258424820625,3.628393443817783 +8482,8519,1.3478920476395573,0.051934855790879426,0.017820831080059964,0.017764731349139116,1.4212613071574336,1.3826568741672192,1.401560504456392,0.9998411963805133,0.01733677999403128,"model.visual.merger.linear_fc1.weight|2d-64|(704, 2048)","model.visual.merger.linear_fc1.weight|2d-64|(3328, 1792)",model.visual.merger.linear_fc1.weight,2d-64,0,0.034764826527661885,3.728769261590552 +8778,8880,1.3505066105017316,0.033573242165542014,-0.004223764847075593,-0.004235561959369935,1.4423906425941795,1.393275730743444,1.4171952803873653,0.9999910798654739,-0.004079941230909275,"model.visual.merger.linear_fc2.weight|2d-128|(256, 1280)","model.visual.merger.linear_fc2.weight|2d-128|(1152, 1024)",model.visual.merger.linear_fc2.weight,2d-128,0,0.04276912024171242,3.813957366391041 +9056,9069,1.3510626918061572,0.04341669759552546,0.05252667987107175,0.05251936130528559,1.3925613580211114,1.3611375790638545,1.376580545113178,0.9986195210898503,0.051341391504336725,"model.visual.merger.linear_fc2.weight|2d-64|(768, 512)","model.visual.merger.linear_fc2.weight|2d-64|(384, 384)",model.visual.merger.linear_fc2.weight,2d-64,0,0.01007488725769723,3.647876523549597 +9233,9329,0.8434191006888386,0.5827793428002305,0.603847989292106,0.6038563813057238,0.8368814065208369,0.9744724103016923,0.8978645808034865,0.7970994955636846,0.7031261550278668,"model.visual.pos_embed.weight|2d-128|(256, 128)","model.visual.pos_embed.weight|2d-128|(1792, 128)",model.visual.pos_embed.weight,2d-128,0,0.006537694168001762,3.624009901037872 +9465,9575,0.5859174530347677,0.8208789025794897,0.8073303983007337,0.8073297179696225,0.6058780850770217,0.6413438921956204,0.622854970111607,0.5900996763086545,0.8545884604296444,"model.visual.pos_embed.weight|2d-64|(2112, 256)","model.visual.pos_embed.weight|2d-64|(2176, 256)",model.visual.pos_embed.weight,2d-64,0,0.019960632042253956,2.4902582229038317 +9672,9706,1.2164309442850583,0.01838191827730516,-0.0028428651332150674,-0.0028892167961631805,1.52992500443301,1.3245715174859316,1.416201673936869,0.9999959590507526,-0.0024612828554338518,"mtp.fc.weight|2d-128|(128, 3072)","mtp.fc.weight|2d-128|(256, 3328)",mtp.fc.weight,2d-128,0,0.10814057320087334,4.478297844960466 +9991,10065,1.1824604116827517,0.04219848206393048,0.03410722809038341,0.03398689039033807,1.1915507334379651,1.7447912354610815,1.3915683913384558,0.9994181792382959,0.049943314177038525,"mtp.fc.weight|2d-64|(1152, 2688)","mtp.fc.weight|2d-64|(1280, 0)",mtp.fc.weight,2d-64,0,0.009090321755213404,3.584954989823477 +10223,10262,1.3269157719556082,0.030327425935750375,-0.0011555649137565743,-0.0011841481873310527,1.5220500490907114,1.327802185855174,1.4150228813269041,0.9999993323346421,-0.001008088807132307,"mtp.layers.0.mlp.down_proj.weight|2d-128|(128, 6016)","mtp.layers.0.mlp.down_proj.weight|2d-128|(1152, 1792)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.0008864138995658966,4.0711124791877 +10517,10566,1.2833708660193974,0.036372417179088165,0.011099271031697706,0.011001193524915144,1.4978352311609455,1.3298930484342841,1.406398773459892,0.9999384011940761,0.009854784478731973,"mtp.layers.0.mlp.down_proj.weight|2d-64|(256, 1088)","mtp.layers.0.mlp.down_proj.weight|2d-64|(960, 5888)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.046522182414886704,4.035600004216955 +10748,10755,1.3173697729807654,0.016728415170816247,0.010658160053717166,0.010333093345283137,1.4654987961721906,1.354419354795001,1.4066803931370244,0.9999432001990259,0.009850310557035303,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(2560, 768)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(896, 384)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.037049581814235566,4.423104905163993 +10952,11045,1.3057618199128702,0.05744363790862912,0.028046284581425593,0.028595053865646713,1.470510756626337,1.3289047349696042,1.3943434844055562,0.9996066255888751,0.025345506797970437,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(5312, 256)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(1536, 256)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.023142915056733937,4.0542693336572695 +11352,11407,1.3398718659667344,0.029484852741034056,-0.0013021257310526964,-0.00133322719635384,1.4593366458483694,1.3747160804682879,1.4151323655620762,0.999999152233931,-0.0012266211407505898,"mtp.layers.0.mlp.up_proj.weight|2d-128|(4864, 1024)","mtp.layers.0.mlp.up_proj.weight|2d-128|(4224, 1152)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.034844214501553505,3.9171696471047635 +11481,11496,1.321410109114909,0.08154394437387932,0.01843741228605611,0.01839491068698454,1.3891560781821717,1.4133936480609077,1.4011176578384597,0.9998300164668963,0.018759102609904474,"mtp.layers.0.mlp.up_proj.weight|2d-64|(5440, 64)","mtp.layers.0.mlp.up_proj.weight|2d-64|(2944, 1600)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.0677459690672626,3.5537250041508535 +11666,11688,1.2567195484227454,0.007612620529505552,0.0047149529483976865,0.004722234981730813,1.5876019797104943,1.2825982685562816,1.4109502784765382,0.9999888845475705,0.0038091351391751063,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 256)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(128, 1024)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.025878720133536204,4.56466168673591 +11755,11934,1.0955021182759228,0.014128433966803227,0.020009604357391932,0.020383780141970984,2.3041253587385304,1.0993396621983242,1.4031726155587452,0.9997997878242727,0.009546942231919422,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 1728)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 896)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.003837543922401432,6.94565536008807 +12000,12127,1.201870673599362,0.03957013043490919,0.005562827531194536,0.005556528148275827,1.6695883949865975,1.2435874449352093,1.4104397199921246,0.9999845273552277,0.004143453857792887,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(128, 0)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1024, 1920)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.04171677133584728,4.951708037982555 +12431,12469,1.1848059114340879,0.02029593943305991,0.015888723672612858,0.015922806979147996,1.2413528616227567,1.6517058637862112,1.403380197791077,0.9998737662625494,0.021141046087271808,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(320, 1984)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(832, 960)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.05654695018866884,3.486877497971108 +12583,12631,1.067070223651176,0.008702297358730331,-0.009433160509034156,-0.009513605122874039,2.7617381398037173,1.076735235886515,1.4187212453103797,0.9999555067515808,-0.003677762261186765,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 896)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(3968, 512)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.009665012235338999,8.661783870049836 +12817,12821,1.0662613952005904,0.02993826860815045,0.022797645124541674,0.023178854970266064,1.0709868801677616,2.63208084229755,1.4029132140604137,0.9997400999143604,0.05602799258605759,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(2304, 128)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(2176, 1856)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.0047254849671711785,3.088898318152462 +13010,13011,1.3719089355224445,0.025442589554381136,0.011104221550588444,0.011266729896797034,1.396122736796554,1.4167861948719191,1.4063406250372152,0.9999383462312841,0.011268570723066385,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(0, 256)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(0, 384)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.024213801274109548,3.8124379704268123 +13227,13289,1.31207133146477,0.001623312044007343,-0.007657643550526014,-0.00768898162278777,1.3485108188711228,1.5032318623251846,1.419586343874285,0.99997067981779,-0.008536241322198681,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(256, 1728)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 1600)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.03643948740635272,3.5933519482451723 +38,161,1.188278420443108,0.2539276261539875,0.22203853270345997,0.21965285882447053,1.2780287066777556,1.2191789058144988,1.2475639915504353,0.9750378915687813,0.21181425263424625,"model.language_model.embed_tokens.weight|2d-128|(71680, 384)","model.language_model.embed_tokens.weight|2d-128|(133248, 384)",model.language_model.embed_tokens.weight,2d-128,0,0.030900485371390785,3.3731276999767466 +327,457,1.2099158148191371,0.23584065697854392,0.26488374959920835,0.26301638210886835,1.2174279497194223,1.2077074181001834,1.2125384624947761,0.9642803530085345,0.2627687900535572,"model.language_model.embed_tokens.weight|2d-64|(224896, 320)","model.language_model.embed_tokens.weight|2d-64|(144064, 320)",model.language_model.embed_tokens.weight,2d-64,0,0.0022083967189536757,3.5164850458443357 +650,729,0.1706537753582776,0.9865243968441642,0.986524396844164,0.9873854301931403,0.17065377535827764,0.18193062320553863,0.1760218566142769,0.1636142244160272,1.0517141970549506,"model.language_model.layers.8.linear_attn.conv1d.weight|3d-axis0-slice|(5427, 0, 0)","model.language_model.layers.5.linear_attn.conv1d.weight|3d-axis0-slice|(6054, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,3,2.7755575615628914e-17,0.3100822842259459 +822,839,0.6669111162121121,0.7985751930697452,0.7985751930697453,0.7806323227618809,0.666911116212112,1.3041919396040513,0.8397331067545453,0.6018950581402202,1.5616703705356472,"model.language_model.layers.9.linear_attn.conv1d.weight|3d-volume|(5240, 0, 0)","model.language_model.layers.1.linear_attn.conv1d.weight|3d-volume|(5140, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,8,1.1102230246251565e-16,2.1800435335199286 +1087,1230,1.1595917242383713,0.015170913236714474,0.008856935920551444,0.008856826636862878,1.1628707984815492,1.9302518163084637,1.4086661322517946,0.999960776573811,0.014701647569012675,"model.language_model.layers.16.linear_attn.in_proj_qkv.weight|2d-128|(3840, 768)","model.language_model.layers.10.linear_attn.in_proj_qkv.weight|2d-128|(5504, 384)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,6,0.0032790742431778597,3.1812316968775947 +1281,1336,1.1577534826605562,0.050065166781809695,0.02728575539545033,0.027162946936762775,1.7858910871554015,1.1849050948180342,1.3963235661363826,0.9996276744630972,0.018103584712730266,"model.language_model.layers.9.linear_attn.in_proj_qkv.weight|2d-64|(256, 832)","model.language_model.layers.22.linear_attn.in_proj_qkv.weight|2d-64|(1664, 320)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,13,0.027151612157477967,4.796778183984739 +1635,1772,1.166492238658269,0.02678239269289465,-0.0022655722887250733,-0.0022285267369293498,1.98292236967893,1.1595774153400535,1.4156090626062152,0.9999974335878091,-0.0013248660154311764,"model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(256, 1920)","model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-128|(256, 1792)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,14,0.006914823318215468,5.032911213099158 +1950,2021,1.1653799913440765,0.031396063898480875,0.024534759651839603,0.024498299254096956,1.1741078463896688,1.8337668574901345,1.3983683635757083,0.9996989774771337,0.03831933262721575,"model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-64|(1600, 1536)","model.language_model.layers.16.linear_attn.in_proj_z.weight|2d-64|(576, 640)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,14,0.008727855045592259,3.1710272015565697 +2134,2192,1.2439169944006414,-0.0008544643407179652,0.0006169635411657778,0.0006167530954725517,1.7110617852061218,1.2318259000359728,1.4137997829974698,0.9999998096779763,0.00044416377944783757,"model.language_model.layers.16.linear_attn.out_proj.weight|2d-128|(1280, 256)","model.language_model.layers.13.linear_attn.out_proj.weight|2d-128|(256, 0)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,3,0.012091094364668598,4.51203001908923 +2364,2491,1.237794462865567,0.03500198030153514,-0.00015882432193369878,-0.00045560992026922887,1.2746652384872479,1.6129570854363164,1.414322822922547,0.9999999873874174,-0.0002009757602761683,"model.language_model.layers.22.linear_attn.out_proj.weight|2d-64|(1472, 384)","model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(1728, 1536)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,10,0.03687077562168084,3.2247723648798545 +2654,2751,1.2755262215043817,0.04061981901569121,0.016203083688450488,0.01626435077457408,1.4955581440247936,1.3253927740161286,1.4027932181819212,0.9998687214224601,0.014359488544963486,"model.language_model.layers.7.mlp.down_proj.weight|2d-128|(1152, 1536)","model.language_model.layers.20.mlp.down_proj.weight|2d-128|(0, 5376)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,13,0.04986655251174699,4.289839522881008 +2920,3016,1.2698481415952074,0.02890134869896841,0.010927186550141445,0.011403025759104133,1.5378361147817203,1.3040414179920503,1.406570104139211,0.9999402965147961,0.009265944339935519,"model.language_model.layers.12.mlp.down_proj.weight|2d-64|(512, 5568)","model.language_model.layers.16.mlp.down_proj.weight|2d-64|(448, 320)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,4,0.03419327639684289,4.179257420776827 +3199,3267,1.173543470377489,0.047070610637035645,-0.001418921107708662,-0.0013472261109206817,1.2024538824628437,1.8045744370958612,1.4151392325118988,0.9999989933309383,-0.0021294361443470293,"model.language_model.layers.21.mlp.gate_proj.weight|2d-128|(3328, 0)","model.language_model.layers.10.mlp.gate_proj.weight|2d-128|(4224, 640)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,11,0.02891041208535472,3.111464256816511 +3340,3472,1.1670573001046678,0.03037349519762962,0.013614494274183701,0.01425212690545376,1.1775166687441365,1.8529231203627,1.405470769498953,0.9999073184778968,0.021423570368295217,"model.language_model.layers.20.mlp.gate_proj.weight|2d-64|(4864, 1984)","model.language_model.layers.12.mlp.gate_proj.weight|2d-64|(5248, 640)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,8,0.010459368639468725,3.148645628016198 +3724,3818,1.249757842570622,-0.0013575020719004387,0.00599830364967789,0.0059848716705697205,1.261480037724058,1.6277103654786715,1.4101002851880962,0.9999820100148433,0.007739719007749341,"model.language_model.layers.20.mlp.up_proj.weight|2d-128|(3840, 1280)","model.language_model.layers.2.mlp.up_proj.weight|2d-128|(640, 1280)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,18,0.011722195153436088,3.458965888906872 +3964,4037,1.2439940941481784,0.005612799419524374,0.005262732142552285,0.005259917725535764,1.6599415226050824,1.247897605036288,1.4106342195109864,0.9999861517293106,0.003956374816344015,"model.language_model.layers.2.mlp.up_proj.weight|2d-64|(3136, 1920)","model.language_model.layers.22.mlp.up_proj.weight|2d-64|(1856, 832)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,20,0.003903510888109585,4.424308319798972 +4221,4316,1.1905336706385654,0.001587009500426703,-0.008174036893326481,-0.008149930570292367,1.206018543781537,1.8107642273573252,1.419536880945612,0.9999665920023861,-0.012272824224679383,"model.language_model.layers.15.self_attn.k_proj.weight|2d-128|(384, 1664)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(128, 1536)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,8,0.015484873142971534,3.501280137594503 +4409,4498,1.1116687078084626,0.01548591324088208,0.014747551172636209,0.01486431035542835,2.161461071160382,1.1193317075235756,1.405671164416551,0.9998912489538102,0.007637149637396053,"model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 1024)","model.language_model.layers.7.self_attn.k_proj.weight|2d-64|(192, 1664)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,16,0.0076629997151129725,6.040178584201104 +4628,4728,1.135943542230053,0.002645302340061849,-0.0058614434563455395,-0.00595284581358743,2.0453525114402265,1.1501241338761057,1.4177505504352932,0.9999828215927552,-0.0032959538958623126,"model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(128, 1536)","model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(1920, 896)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,12,0.014180591646052676,5.774854357935478 +4955,5110,1.136876537988808,-0.018268473758697605,0.00468135745905017,0.00497178024313229,2.029751906053073,1.146098896249057,1.4113762103337155,0.9999890423861356,0.0026433272956977835,"model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(1536, 512)","model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(576, 1856)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,0,0.009222358260249086,6.629560125800155 +5220,5328,1.1392118553774586,0.01021041321473102,-0.0015863315241450337,-0.0011511457736688878,2.0819840159024796,1.141114037052359,1.4151587929328886,0.9999987417753562,-0.0008694520014534781,"model.language_model.layers.11.self_attn.q_proj.weight|2d-128|(3200, 0)","model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(2944, 128)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,8,0.001902181674900305,6.099452845712588 +5522,5620,1.1255129983376406,0.037806009166446775,0.02693490704726308,0.026756906452962168,1.1445573023882822,1.958608396047152,1.3975217671360876,0.9996371895754756,0.04609199991947835,"model.language_model.layers.23.self_attn.q_proj.weight|2d-64|(1856, 64)","model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(2688, 384)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,16,0.019044304050641614,3.078047290621045 +5782,5784,1.092882771468292,0.034224581422327864,0.0005875486172111027,0.0005904086747212455,1.1006049713184376,2.3910820930331216,1.4138979257155548,0.9999998273932963,0.0012764588694496885,"model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(128, 768)","model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(256, 1536)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,12,0.00772219985014555,3.5015978241624306 +5908,5938,1.0895585711102886,0.025142882999107864,-0.0016787575555047968,-0.0017630815478194477,2.469464245655292,1.0944978627907953,1.4150927674088147,0.9999985908855421,-0.0007440466327368643,"model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(448, 1536)","model.language_model.layers.23.self_attn.v_proj.weight|2d-64|(64, 448)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,16,0.004939291680506663,7.643289047108404 +6341,6377,1.234561201103144,0.059313755426708574,-0.0060784270553267804,-0.005986444230124599,1.2743319927769812,1.6257711934928445,1.4183811106370277,0.9999815261916257,-0.007754754384501489,"model.visual.blocks.3.attn.proj.weight|2d-128|(384, 512)","model.visual.blocks.18.attn.proj.weight|2d-128|(512, 768)",model.visual.layers.*.attn.proj.weight,2d-128,15,0.039770791673837236,3.081513632263726 +6495,6524,1.2076474595597704,-0.00897685134918968,-0.014601498590839243,-0.014325836176548387,1.2491683961365185,1.7015071701790454,1.4240301680813572,0.9998933924368646,-0.019888875370616566,"model.visual.blocks.20.attn.proj.weight|2d-64|(128, 640)","model.visual.blocks.0.attn.proj.weight|2d-64|(448, 768)",model.visual.layers.*.attn.proj.weight,2d-64,20,0.04152093657674816,3.464468388963204 +6733,6764,1.135165958086024,0.051439549834877196,0.0056413062542571505,0.005719455044353714,1.9587759709766928,1.1590856763370958,1.4107126649492756,0.9999840877052723,0.0033381853627089146,"model.visual.blocks.14.attn.qkv.weight|2d-128|(2176, 256)","model.visual.blocks.23.attn.qkv.weight|2d-128|(2176, 256)",model.visual.layers.*.attn.qkv.weight,2d-128,9,0.023919718251071753,5.135831779385612 +7078,7091,1.1194727723843996,-0.015342440745745391,-0.0058249001204207325,-0.005693598687914755,2.430167941672239,1.1000874768012967,1.4173050121925463,0.9999830351253901,-0.002636813516552206,"model.visual.blocks.0.attn.qkv.weight|2d-64|(2496, 320)","model.visual.blocks.3.attn.qkv.weight|2d-64|(832, 128)",model.visual.layers.*.attn.qkv.weight,2d-64,3,0.01938529558310287,6.259907651531005 +7241,7295,1.2350163934453318,0.011786553913184733,0.0017392594619172626,0.001792093251531429,1.2460651373272265,1.6722010258111084,1.413034581409321,0.9999984874871182,0.002334060531224024,"model.visual.blocks.0.mlp.linear_fc1.weight|2d-128|(1152, 128)","model.visual.blocks.16.mlp.linear_fc1.weight|2d-128|(1664, 0)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,16,0.011048743881894696,3.653815085770351 +7496,7555,1.2397553494300253,0.02605677042973108,0.008695920424700026,0.009190595085711085,1.2614430238692294,1.6220896024825526,1.4082414183023846,0.9999621897691768,0.011182084198821387,"model.visual.blocks.7.mlp.linear_fc1.weight|2d-64|(1280, 512)","model.visual.blocks.17.mlp.linear_fc1.weight|2d-64|(320, 640)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,10,0.021687674439204052,3.2139381265590994 +7727,7927,1.241424771768068,0.04334716129436066,-0.003744713070447865,-0.0038378270689926578,1.3466984875954988,1.4992317031471478,1.4168438589433712,0.9999929885374297,-0.004168856359547087,"model.visual.blocks.3.mlp.linear_fc2.weight|2d-128|(0, 1024)","model.visual.blocks.19.mlp.linear_fc2.weight|2d-128|(384, 1920)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,16,0.10527371582743084,3.1530956935914776 +8037,8078,1.2324843704229869,0.05295300910757913,0.03178868781718601,0.03199451831939668,1.2893943999153095,1.5234342502910632,1.391868119407327,0.9994946119548926,0.03755869871599589,"model.visual.blocks.2.mlp.linear_fc2.weight|2d-64|(384, 3008)","model.visual.blocks.10.mlp.linear_fc2.weight|2d-64|(576, 2176)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,8,0.0569100294923226,3.8128408026339877 +8360,8372,1.3433164923277852,0.03537369686203976,0.0023889087488402987,0.0023981787493714967,1.4027498924134207,1.4225042964542256,1.4125235041041622,0.9999971465534238,0.0024225508605926743,"model.visual.merger.linear_fc1.weight|2d-128|(640, 1024)","model.visual.merger.linear_fc1.weight|2d-128|(640, 2560)",model.visual.merger.linear_fc1.weight,2d-128,0,0.05943340008563558,3.4662032846458737 +8605,8659,1.3480956110765663,0.07070246098551286,0.03631008572805413,0.03627907572493084,1.3933547247957898,1.38330334070631,1.3883017437725034,0.9993405714141808,0.03604815198535404,"model.visual.merger.linear_fc1.weight|2d-64|(4032, 3968)","model.visual.merger.linear_fc1.weight|2d-64|(3520, 3968)",model.visual.merger.linear_fc1.weight,2d-64,0,0.03520772962974372,3.4460645618579653 +8734,8804,1.3505571209136606,0.06098015389300089,0.0018912306140187692,0.001968607614080293,1.4433487034781467,1.3842567905595802,1.4128767961855826,0.9999982116217832,0.001813802038039024,"model.visual.merger.linear_fc2.weight|2d-128|(1792, 896)","model.visual.merger.linear_fc2.weight|2d-128|(1152, 2176)",model.visual.merger.linear_fc2.weight,2d-128,0,0.03369966964591953,3.6243572360662273 +9148,9152,1.3511218932933138,0.01490562553668704,0.01845008373277893,0.018537277610413162,1.350559260139663,1.4578769294527631,1.4011450456338186,0.9998297827181652,0.019916157857233583,"model.visual.merger.linear_fc2.weight|2d-64|(1984, 384)","model.visual.merger.linear_fc2.weight|2d-64|(896, 256)",model.visual.merger.linear_fc2.weight,2d-64,0,0.0005626331536507934,3.41259663656938 +9275,9291,0.8440842447484844,0.5367517865778538,0.6584794039213792,0.6573154361300843,0.7670998322796456,0.950641068421542,0.8442589524665114,0.7525987474154772,0.8160314182537851,"model.visual.pos_embed.weight|2d-128|(896, 384)","model.visual.pos_embed.weight|2d-128|(1152, 384)",model.visual.pos_embed.weight,2d-128,0,0.0769844124688388,5.6108567062198365 +9463,9479,0.5860215087935595,0.8107811360432855,0.7274100629740327,0.726003417796126,0.6881224468957478,0.8836009908241697,0.7677902178641118,0.6862030313865669,0.9340492455650174,"model.visual.pos_embed.weight|2d-64|(1792, 448)","model.visual.pos_embed.weight|2d-64|(448, 448)",model.visual.pos_embed.weight,2d-64,0,0.10210093810218823,2.834829604011641 +9801,9863,1.2164536420561498,0.15636842406456547,0.03608264955549604,0.03603208369837404,1.4308679389126562,1.349702399102575,1.3885091199027944,0.9993488091757828,0.034035872456572865,"mtp.fc.weight|2d-128|(1152, 2944)","mtp.fc.weight|2d-128|(1152, 3968)",mtp.fc.weight,2d-128,0,0.13324875704642514,4.440057969637245 +9982,10034,1.183109793776848,0.025532425425323226,0.0235014798904599,0.023292027471515615,1.209271981170535,1.718051571440925,1.398482562904246,0.9997238020788333,0.03338930785273679,"mtp.fc.weight|2d-64|(832, 3712)","mtp.fc.weight|2d-64|(448, 3584)",mtp.fc.weight,2d-64,0,0.02616218739368703,3.4214165986538805 +10274,10316,1.327085947556995,0.014883788321282966,0.005600723535540604,0.005535919623120763,1.4587139068912551,1.3663275428793282,1.410256177585454,0.9999843158249425,0.0052460066298881825,"mtp.layers.0.mlp.down_proj.weight|2d-128|(384, 256)","mtp.layers.0.mlp.down_proj.weight|2d-128|(384, 5632)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.03924159532233329,4.359403153452383 +10524,10558,1.2833894017632717,0.0362940284879961,0.024810747607943814,0.02498989951624974,1.4746775012940245,1.3298341520408048,1.3966540437587913,0.999692166020688,0.022373827143735567,"mtp.layers.0.mlp.down_proj.weight|2d-64|(128, 5952)","mtp.layers.0.mlp.down_proj.weight|2d-64|(960, 576)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.04644475027753314,4.16500881228929 +10690,10876,1.3175677432244852,0.07009378328868891,0.004250411677035713,0.004260222315917517,1.3617169558263467,1.4665312309720373,1.4112131288908778,0.99999096695949,0.004577574981489778,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(4352, 0)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(1792, 1536)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.04414921260186144,3.7171360732760528 +10944,10973,1.3057737743402609,0.03198631309281913,0.013120919255752546,0.012664502775992632,1.3260780916335064,1.4998692845773798,1.404975412433147,0.9999139170338035,0.014840501401302155,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(4672, 448)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(5568, 1344)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.020304317293245555,3.668697665458918 +11358,11387,1.3399104368963695,0.04088353221464998,-0.0007654158907998,-0.00068018255963444,1.4031968927002836,1.426602718128142,1.414754615592167,0.9999997070692141,-0.0007781833012843637,"mtp.layers.0.mlp.up_proj.weight|2d-128|(5504, 1408)","mtp.layers.0.mlp.up_proj.weight|2d-128|(2176, 896)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.06328645580391412,3.635944320189924 +11449,11621,1.3214817347371106,0.021223276939803498,0.01033510146771104,0.01088847904162214,1.508203344827046,1.3236838149002952,1.4069486726096538,0.9999465914125875,0.009070664499640264,"mtp.layers.0.mlp.up_proj.weight|2d-64|(4864, 1024)","mtp.layers.0.mlp.up_proj.weight|2d-64|(1856, 1344)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.002202080163184572,3.904253814831652 +11666,11684,1.2568567408406939,0.028360722719941986,0.0015793289929428725,0.0015831561853620548,1.6076234822887512,1.2755565716242592,1.4131256293215018,0.9999987528591884,0.0012531065251901866,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 256)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(128, 512)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.018699830783565297,4.457545371695628 +11751,11921,1.095722806837174,0.0268808635901282,0.019266341926995844,0.019237186700328746,2.375567313181623,1.0926223145039757,1.4038317304780825,0.9998143868082475,0.008861392809831843,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 1472)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 64)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.0031004923331983125,6.977294541982626 +11992,12071,1.2020833684013956,0.0335842766003694,-0.009209970975930933,-0.0092110251994816,1.216083320592307,1.780900449362025,1.42026629469663,0.9999575873178934,-0.013487596755835617,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(0, 1024)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(640, 896)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.013999952190911324,3.4742447536033487 +12456,12480,1.1848396417644933,0.27313547795675586,0.3437747847349401,0.34406927651207736,1.136146761273507,1.155426057830124,1.145664765175036,0.9390521270837129,0.34960830576365215,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(1408, 768)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(1408, 512)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.0486928804909863,3.9302235782560424 +12543,12581,1.0671375879113947,0.05454836609428567,0.012165932462288991,0.012132182995387993,1.085995834137795,2.491492757534412,1.4078973674897066,0.999925992305092,0.02791109474421778,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(256, 1920)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 640)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.01885824622640042,3.1242389723874435 +12791,12970,1.0662750457662984,0.02624324657234425,0.01064052024425537,0.010579869810317812,2.637359219322905,1.0759959531752106,1.408940490913745,0.99994338806201,0.004341144216765833,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(704, 1408)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(4032, 1856)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.009720907408912183,8.254301682532294 +13012,13041,1.371915673374241,0.02207527170449731,0.00021542263281945745,0.00018535282768513585,1.3994862785219306,1.4291013130169525,1.4140612607597765,0.9999999767965444,0.00021998126894177419,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(0, 512)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(256, 128)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.02757060514768961,3.801047766240726 +13163,13273,1.3120863152880686,0.014854558104059706,0.009954247317880305,0.009735209099279248,1.3375932302762428,1.4889372273577897,1.4071976880005521,0.9999504552528262,0.011080535596653328,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(128, 1728)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 576)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.025506914988174145,3.5594795697012556 +19,95,1.188316462552014,0.25273077613450423,0.25293425572600725,0.2511980739926576,1.1959016467304238,1.2510780612301575,1.2225570098792424,0.9674834687374926,0.26460411618089946,"model.language_model.embed_tokens.weight|2d-128|(142720, 640)","model.language_model.embed_tokens.weight|2d-128|(204416, 640)",model.language_model.embed_tokens.weight,2d-128,0,0.0075851841784098095,3.1253707045723393 +356,402,1.210010026431046,0.2509524067627033,0.2783033095905461,0.2780670385259895,1.1805199105503978,1.2237729638457353,1.201562957891591,0.9604932419704725,0.28850006084769053,"model.language_model.embed_tokens.weight|2d-64|(194368, 1408)","model.language_model.embed_tokens.weight|2d-64|(114304, 1408)",model.language_model.embed_tokens.weight,2d-64,0,0.029490115880648204,2.978475733609099 +630,748,0.1707133419059999,0.9999288991646578,0.9999288991646578,0.9999508731964727,0.1707133419059999,0.2057698231396873,0.18580565072514701,0.011924622231153663,1.2052672066291636,"model.language_model.layers.4.linear_attn.conv1d.weight|3d-axis0-slice|(1639, 0, 0)","model.language_model.layers.9.linear_attn.conv1d.weight|3d-axis0-slice|(1085, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,5,0.0,0.33067312746478583 +818,976,0.6675886055672857,0.772062381049773,0.772062381049773,0.7962903693774102,0.6675886055672857,0.6837227835595749,0.6755112293106992,0.6355467565551376,0.7907214650621831,"model.language_model.layers.0.linear_attn.conv1d.weight|3d-volume|(5532, 0, 0)","model.language_model.layers.1.linear_attn.conv1d.weight|3d-volume|(4636, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,1,0.0,2.038800414867478 +1085,1113,1.1597221511998386,0.01797036807305209,0.010468201893709209,0.010695315166901143,1.1680634469329165,1.9017903708913717,1.4075959498886021,0.9999452068734129,0.017043873442215817,"model.language_model.layers.21.linear_attn.in_proj_qkv.weight|2d-128|(1408, 896)","model.language_model.layers.9.linear_attn.in_proj_qkv.weight|2d-128|(5504, 1024)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,12,0.008341295733077958,3.1728745591395144 +1466,1518,1.1578353505632137,0.03489758675753292,0.015770777952115896,0.015757072556403223,1.8619047227196714,1.1736520723068715,1.4041163692914937,0.9998756335478853,0.009941113527203359,"model.language_model.layers.9.linear_attn.in_proj_qkv.weight|2d-64|(3968, 896)","model.language_model.layers.22.linear_attn.in_proj_qkv.weight|2d-64|(5696, 1216)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,13,0.01581672174365778,5.160559836349096 +1617,1635,1.166558873074834,0.011324854870168051,-0.003477552725276971,-0.003542761210885601,1.1714045626542389,1.931082876674879,1.4163926956321518,0.9999939532952402,-0.0057328123302680025,"model.language_model.layers.1.linear_attn.in_proj_z.weight|2d-128|(768, 1152)","model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(256, 1920)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,17,0.004845689579404899,3.0144346123127397 +1887,1922,1.1654642743636134,0.015058218729305474,-0.016177010844862744,-0.017062747144597216,1.1881749521562928,1.8989168894579376,1.4244636756510989,0.9998691435983637,-0.025853767627827692,"model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-64|(448, 1088)","model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-64|(640, 768)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,2,0.022710677792679324,3.1184174323225635 +2217,2283,1.244134230445378,0.005862207613930678,-0.0033583986717014794,-0.003382917304096492,1.2649848973862692,1.639928012869128,1.4165086185201567,0.9999943605632793,-0.004353832264310405,"model.language_model.layers.22.linear_attn.out_proj.weight|2d-128|(1152, 512)","model.language_model.layers.21.linear_attn.out_proj.weight|2d-128|(1280, 512)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,1,0.020850666940891216,3.284464768352225 +2374,2529,1.2379244547530752,0.024860956366285,0.015130525347051511,0.015206475652273205,1.592369352850199,1.269394331127821,1.4037450372991793,0.9998855270493329,0.012061650814966322,"model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(1536, 896)","model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(320, 192)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,0,0.03146987637474585,4.531823155160153 +2776,2779,1.2755309178465368,0.018683032631951736,0.0031405505265834992,0.003349137006583996,1.3090726329570586,1.5438324437922877,1.4120210300954033,0.999995068459035,0.0037037546063096137,"model.language_model.layers.19.mlp.down_proj.weight|2d-128|(128, 3200)","model.language_model.layers.5.mlp.down_proj.weight|2d-128|(0, 3328)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,14,0.03354171511052173,3.324423631394677 +2920,2983,1.2701020701124388,0.013347114816529154,0.01382066190441202,0.013949059952875391,1.5894512978313746,1.2722169510149364,1.4046457935425682,0.9999044900911906,0.011062232842886842,"model.language_model.layers.12.mlp.down_proj.weight|2d-64|(512, 5568)","model.language_model.layers.20.mlp.down_proj.weight|2d-64|(1344, 4800)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,8,0.0021148809024975623,4.3519277843179385 +3096,3118,1.1735627235204364,0.02181415626866215,0.0012568120965666724,0.0012358958009594217,1.1916734556836979,1.8350428632962557,1.4134014658284493,0.9999992102113651,0.0019353490314894049,"model.language_model.layers.19.mlp.gate_proj.weight|2d-128|(3584, 384)","model.language_model.layers.10.mlp.gate_proj.weight|2d-128|(2560, 1152)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,9,0.018110732163261423,3.1870457377457857 +3498,3518,1.1670767869183933,-0.010266209332058816,-0.003219509020784838,-0.004424086842063269,1.1751152135006095,1.914004269294317,1.4162422491754698,0.9999948173674027,-0.005243872209310436,"model.language_model.layers.19.mlp.gate_proj.weight|2d-64|(2880, 1472)","model.language_model.layers.11.mlp.gate_proj.weight|2d-64|(6080, 640)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,8,0.008038426582216207,3.1580216744875442 +3645,3680,1.2500291372794772,0.03737774530111143,0.010954113235623184,0.010964226374255861,1.2806695407519073,1.5789280351828066,1.4066141292429049,0.9999400019017247,0.013505245450077462,"model.language_model.layers.19.mlp.up_proj.weight|2d-128|(2816, 128)","model.language_model.layers.3.mlp.up_proj.weight|2d-128|(4736, 512)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,16,0.030640403472430133,3.2441881429872783 +3931,3951,1.2440430884766605,0.044103384778375714,0.004540067591183272,0.004651798498537411,1.2577505666413045,1.638973947940803,1.4111091536217293,0.9999896938400252,0.00591615913456538,"model.language_model.layers.22.mlp.up_proj.weight|2d-64|(1344, 704)","model.language_model.layers.4.mlp.up_proj.weight|2d-64|(2112, 576)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,18,0.013707478164644016,3.4627514945193805 +4327,4329,1.1905366165640068,0.023738582571161303,0.0016080847885728072,0.0015692722586684907,1.7720925471459006,1.2099585334657366,1.4131541163859194,0.9999987070308205,0.0010979764660733137,"model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(256, 896)","model.language_model.layers.3.self_attn.k_proj.weight|2d-128|(128, 1920)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,20,0.019421916901729785,4.786140290992772 +4424,4506,1.1117203055998575,-0.00033027400534106806,0.005118289330039052,0.005356702889270497,1.1146526365650675,2.240338859892442,1.4113238549732818,0.9999869014713813,0.010287242954536334,"model.language_model.layers.15.self_attn.k_proj.weight|2d-64|(320, 192)","model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 1984)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,8,0.0029323309652100615,3.1302028602644434 +4618,4776,1.1361242382261267,-0.004431603885955604,-0.007752635110625406,-0.0077649541903395,1.1421283070693289,2.0991991452014296,1.4188088060932909,0.9999699478728556,-0.014249121483594895,"model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(384, 0)","model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(1920, 1408)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,12,0.006004068843202148,3.0510965175876334 +4913,5015,1.1368773354362123,0.021089951967398272,0.0051945730336474495,0.005224874617192243,1.15063125555306,2.0032357516928165,1.4110371890201778,0.9999865081144835,0.009043691769680182,"model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(512, 960)","model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(1024, 1472)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,12,0.013753920116847729,3.0575991681151096 +5277,5288,1.1392891029030896,0.043126477320234904,0.0038150247983500876,0.0038556966742502126,1.1612230964869725,1.9545438216002022,1.4118424181239013,0.9999927227664149,0.006421361383032373,"model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(2304, 512)","model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(3200, 0)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,0,0.021933993583882927,3.1921299165149417 +5443,5599,1.1255646588659975,0.013520413179364758,0.006026656475891288,0.005354957245409751,2.102986437634891,1.133043750981009,1.4106501635996667,0.9999818395409596,0.0032470325709743715,"model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(2624, 832)","model.language_model.layers.19.self_attn.q_proj.weight|2d-64|(3456, 320)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,12,0.00747909211501141,6.091815010184629 +5754,5779,1.0928862507972785,0.03833578580391461,0.002507615612332495,0.0023407152851494624,2.388601743584677,1.099873093558654,1.4128656291300992,0.9999968559270278,0.0011546750932422008,"model.language_model.layers.3.self_attn.v_proj.weight|2d-128|(384, 640)","model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(128, 384)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,16,0.006986842761375511,6.894727491334545 +5924,6027,1.089612297344851,0.018628953549246246,0.017581892342274127,0.017756734411422056,2.3917647457895304,1.091963942818804,1.404788261206087,0.9998454265843619,0.008027040501405083,"model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(384, 1472)","model.language_model.layers.23.self_attn.v_proj.weight|2d-64|(448, 1152)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,16,0.0023516454739529458,7.288697008969047 +6198,6366,1.234734062969645,0.037443134234958805,-0.00612649523232267,-0.0062289237750951555,1.6127121910277462,1.280813015642939,1.4184268580573929,0.9999812328519811,-0.004865651092296037,"model.visual.blocks.0.attn.proj.weight|2d-128|(768, 768)","model.visual.blocks.8.attn.proj.weight|2d-128|(256, 256)",model.visual.layers.*.attn.proj.weight,2d-128,8,0.04607895267329387,4.146134499575041 +6430,6615,1.2076599583596306,-0.028312583347378337,-0.01552823886254335,-0.015531264481149902,1.2025031798915422,1.8429309232000481,1.4242282196188008,0.9998794296303068,-0.023798250234314547,"model.visual.blocks.23.attn.proj.weight|2d-64|(64, 448)","model.visual.blocks.22.attn.proj.weight|2d-64|(896, 448)",model.visual.layers.*.attn.proj.weight,2d-64,1,0.005156778468088374,3.035747444524254 +6665,6784,1.1354385594790661,0.022285635110369243,0.002964505498796641,0.0029291410846172617,1.2176792949332396,1.7451066820305394,1.412244748297243,0.9999956058439196,0.004248555737452964,"model.visual.blocks.5.attn.qkv.weight|2d-128|(1408, 384)","model.visual.blocks.0.attn.qkv.weight|2d-128|(2048, 0)",model.visual.layers.*.attn.qkv.weight,2d-128,5,0.08224073545417343,3.342707042439768 +6916,7020,1.119809219710861,0.005140470268959825,0.017768547261763867,0.01772468260492865,2.1524639431598853,1.1187902559117424,1.4038928918760794,0.9998421269021457,0.009235591425975421,"model.visual.blocks.6.attn.qkv.weight|2d-64|(2304, 512)","model.visual.blocks.3.attn.qkv.weight|2d-64|(832, 64)",model.visual.layers.*.attn.qkv.weight,2d-64,3,0.0010189637991184775,5.54332699728981 +7267,7405,1.2350630683971593,0.027963226198209335,0.005179697454909001,0.005171042148041573,1.6583586417146765,1.2486479492316573,1.4106892440918901,0.9999865852771603,0.003900012001038146,"model.visual.blocks.20.mlp.linear_fc1.weight|2d-128|(2560, 768)","model.visual.blocks.1.mlp.linear_fc1.weight|2d-128|(2176, 0)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,19,0.013584880834498048,4.57262616980472 +7427,7495,1.2398300858143132,0.034406021516074435,0.00713983623379994,0.008208611402139307,1.2645781863159598,1.6187103705286703,1.409306479039945,0.9999745110444338,0.00913927432925107,"model.visual.blocks.4.mlp.linear_fc1.weight|2d-64|(448, 832)","model.visual.blocks.18.mlp.linear_fc1.weight|2d-64|(3648, 576)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,14,0.024748100501646553,3.4302816245566863 +7727,7749,1.2416297976018535,0.03622248964731401,0.009667454985511897,0.009678562263920986,1.3453610275171812,1.478878111286982,1.4073916736283694,0.9999532690651614,0.010626878047976731,"model.visual.blocks.3.mlp.linear_fc2.weight|2d-128|(0, 1024)","model.visual.blocks.6.mlp.linear_fc2.weight|2d-128|(512, 3072)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,3,0.10373122991532768,3.2135836253047785 +8083,8168,1.2326541491228418,0.0270939327555998,0.023634150033656758,0.023424003921051602,1.606962372189236,1.2537131682401037,1.397909719480845,0.999720674464716,0.01843879211495842,"model.visual.blocks.10.mlp.linear_fc2.weight|2d-64|(704, 2624)","model.visual.blocks.3.mlp.linear_fc2.weight|2d-64|(384, 3392)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,7,0.021059019117261935,4.861107960061325 +8317,8342,1.3433250900403384,0.022793931055597676,0.014226980662581741,0.014212564682197521,1.3837748707858004,1.4253938693873436,1.4041219772596352,0.9998987913890218,0.01465487735358317,"model.visual.merger.linear_fc1.weight|2d-128|(1920, 1536)","model.visual.merger.linear_fc1.weight|2d-128|(512, 2816)",model.visual.merger.linear_fc1.weight,2d-128,0,0.040449780745462016,3.4231720086155475 +8628,8686,1.348108767305767,0.06544148901037705,0.05274337483110022,0.052682248480021635,1.3681131237136548,1.384871948165689,1.376416022958707,0.9986080995122291,0.053389459533074946,"model.visual.merger.linear_fc1.weight|2d-64|(320, 3392)","model.visual.merger.linear_fc1.weight|2d-64|(2304, 1344)",model.visual.merger.linear_fc1.weight,2d-64,0,0.02000435640788778,3.6837113067355367 +8864,8934,1.3506392685177577,0.05723787364869063,0.008243419235662831,0.008239701924504371,1.392970984112415,1.4242994845028822,1.4083739696837,0.9999660224424153,0.00842881718414042,"model.visual.merger.linear_fc2.weight|2d-128|(640, 0)","model.visual.merger.linear_fc2.weight|2d-128|(896, 768)",model.visual.merger.linear_fc2.weight,2d-128,0,0.042331715594657204,3.5958889068222826 +9199,9208,1.351134999623829,0.055110983931553906,0.031903154704802955,0.031905833080933844,1.3769805520206957,1.4064409570737701,1.3914769078002553,0.9994909648015241,0.03258572052513726,"model.visual.merger.linear_fc2.weight|2d-64|(832, 1600)","model.visual.merger.linear_fc2.weight|2d-64|(1344, 3328)",model.visual.merger.linear_fc2.weight,2d-64,0,0.02584555239686659,3.5569571182786857 +9251,9259,0.8447625334031088,0.5386823742887497,0.6647194004470968,0.6645724885057486,0.7496017456301882,1.0325168750306408,0.8578598894155994,0.7470931124493467,0.9155981854669754,"model.visual.pos_embed.weight|2d-128|(512, 384)","model.visual.pos_embed.weight|2d-128|(640, 384)",model.visual.pos_embed.weight,2d-128,0,0.09516078777292059,3.683302329470249 +9380,9506,0.5863525197917504,0.8213356854096985,0.8300436904750511,0.8313786819030746,0.5685815266570892,0.6043871132732375,0.5856650246086066,0.5576983700017041,0.8823144728714268,"model.visual.pos_embed.weight|2d-64|(64, 256)","model.visual.pos_embed.weight|2d-64|(1408, 256)",model.visual.pos_embed.weight,2d-64,0,0.01777099313466124,2.0470069489775704 +9836,9839,1.2165449115924738,0.0443252768918665,0.007936603008483258,0.0079320923434747,1.5636353636550027,1.292233032138149,1.408691215091929,0.999968504670365,0.006559035954876193,"mtp.fc.weight|2d-128|(768, 3584)","mtp.fc.weight|2d-128|(768, 3968)",mtp.fc.weight,2d-128,0,0.0756881205456752,4.335811804395614 +9962,10113,1.1843245053063927,0.01099229461249241,-9.66756111661599e-05,-0.0002517155461165,1.2372383364756054,1.6984878227751996,1.414278627171534,0.999999995326913,-0.00013271682866925963,"mtp.fc.weight|2d-64|(1792, 2880)","mtp.fc.weight|2d-64|(1984, 3776)",mtp.fc.weight,2d-64,0,0.05291383116921278,3.2465282775009867 +10200,10372,1.3271933599695445,0.018997316502112217,0.0001925983482099538,0.0003158756358767368,1.4372446206792497,1.3919956172371881,1.4140774378759338,0.999999981452938,0.00018653474345144797,"mtp.layers.0.mlp.down_proj.weight|2d-128|(1792, 2176)","mtp.layers.0.mlp.down_proj.weight|2d-128|(1408, 384)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.06480225726764366,4.112354288831112 +10523,10599,1.2833944260541068,0.009472909409099792,0.010110890539409027,0.010107833132412506,1.4532453465040234,1.365015517003884,1.4070599911419974,0.9999488836398089,0.00949703538375162,"mtp.layers.0.mlp.down_proj.weight|2d-64|(1792, 1088)","mtp.layers.0.mlp.down_proj.weight|2d-64|(320, 5440)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.08162109094977721,3.9821516030170088 +10714,10787,1.31757796320807,0.04367519189705497,0.004709523948461417,0.004770596097405876,1.4393836485276594,1.3840091795373006,1.4108820629558376,0.9999889101305969,0.004528344046834643,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(512, 1280)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(1152, 384)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.06643121632923066,4.1267081615128625 +11082,11091,1.3058625195956302,0.0616638172188909,0.04175385628022804,0.04176100669109093,1.4552388512512846,1.3231839338167215,1.384510282258472,0.9991279274876316,0.03796492359820193,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(1280, 1280)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(2432, 1280)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.017321414221091347,4.06238295503981 +11176,11238,1.3399333318975,0.06699876873144658,0.015972349387713886,0.015954709493823462,1.3847132930840689,1.4217766660542877,1.4028779141513348,0.9998724338909624,0.016399866871314398,"mtp.layers.0.mlp.up_proj.weight|2d-128|(2432, 1792)","mtp.layers.0.mlp.up_proj.weight|2d-128|(3200, 128)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.044779961186568906,3.5390453750518227 +11503,11622,1.3214842334778691,0.009318096928424249,0.008805168857519733,0.008796742910054531,1.3311744583540441,1.4999164566387173,1.4080178770690805,0.9999612337492841,0.0099213274338261,"mtp.layers.0.mlp.up_proj.weight|2d-64|(3904, 320)","mtp.layers.0.mlp.up_proj.weight|2d-64|(1984, 448)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.009690224876174991,3.3872765522108863 +11669,11687,1.25687479674466,0.022768705921549837,-0.011024242393605445,-0.010938931093868558,1.6584155053712868,1.264010584661546,1.4217101265340684,0.9999392311933996,-0.008402453443217236,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 640)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(128, 896)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.00713578791688585,4.3780137280626965 +11868,11934,1.0957944950283132,0.0594835810886109,0.03536616823828099,0.03535566339401187,2.142197870585566,1.1098522192305638,1.3936348774757283,0.999374421397777,0.01832287336473188,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(256, 768)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 896)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.014057724202250599,6.110388798522317 +12009,12161,1.2020989555950419,0.031192686893816535,0.007911705469709542,0.007992924075396087,1.2332159466539383,1.6901825622281137,1.4088759354620393,0.9999687019684969,0.010843377965286992,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(128, 1152)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1408, 128)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.031116991058896426,3.5341939762973293 +12272,12353,1.1850428275470053,0.0455926376800013,0.030451014555786422,0.030510794074615807,1.6921313863116079,1.2122837222489922,1.3936765490387166,0.9995362603290204,0.02181584099826455,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(1472, 0)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(1856, 320)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.027240894701986873,4.820337365932259 +12550,12591,1.0672187663869714,0.020615738868570144,0.005770051451803046,0.005833143179857711,1.0743641613177066,2.6955483177921065,1.411404247176038,0.9999833531145623,0.014476890652611967,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(2432, 1024)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 1920)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.007145394930735183,3.2413930822935617 +12756,12781,1.0663511297694914,0.018254272549021566,0.015305641234609623,0.015470099245072777,1.0687882554813557,2.720575205451089,1.4068276951280771,0.9998828618125213,0.038960147468737896,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(2368, 448)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(704, 448)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.002437125711864274,3.041408638167218 +13038,13066,1.3719664806209513,0.03952188338225862,-0.012751024598113923,-0.012758592940500493,1.395913329853092,1.4521400616897027,1.4231943570512373,0.9999187023811977,-0.013264629866712962,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 1792)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(384, 1280)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.023946849232140632,3.682249818551853 +13089,13273,1.3121110369846591,0.02177862480159451,0.0021758955937132758,0.0023064310722231253,1.3451255708518537,1.4915603129688941,1.412682321167118,0.9999976327363806,0.00241277066102556,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(0, 1088)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 576)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.03301453386719455,3.4758024730029278 +118,190,1.188320488138869,0.26823734484277323,0.25005333714730116,0.24599859007260186,1.2495329643964166,1.20158840812938,1.224857487425927,0.9682320633926033,0.24045879531909886,"model.language_model.embed_tokens.weight|2d-128|(126592, 1920)","model.language_model.embed_tokens.weight|2d-128|(163712, 1920)",model.language_model.embed_tokens.weight,2d-128,0,0.013267919990511023,3.3181430733054826 +258,458,1.2102305471917165,0.09093222428511304,0.04900717330986017,0.05463846565064844,1.3541101132608808,1.4056318256022062,1.3791497206617371,0.9987984265927621,0.05087181744862354,"model.language_model.embed_tokens.weight|2d-64|(223808, 1216)","model.language_model.embed_tokens.weight|2d-64|(219072, 192)",model.language_model.embed_tokens.weight,2d-64,0,0.1438795660691643,3.3120943468940216 +524,538,0.17107224525590814,0.9969335047936747,0.9969335047936748,0.9963723154316223,0.2024983387338405,0.17107224525590817,0.1848106752853628,0.0782533514924447,0.8422175416464026,"model.language_model.layers.16.linear_attn.conv1d.weight|3d-axis0-slice|(884, 0, 0)","model.language_model.layers.13.linear_attn.conv1d.weight|3d-axis0-slice|(1231, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,3,2.7755575615628914e-17,0.35712591072548294 +873,911,0.6686904828025366,0.8105407163636971,0.8105407163636971,0.82849511278556,0.6686904828025366,1.3706622156974726,0.8499211200022561,0.5856822919609443,1.661422680262898,"model.language_model.layers.13.linear_attn.conv1d.weight|3d-volume|(3452, 0, 0)","model.language_model.layers.13.linear_attn.conv1d.weight|3d-volume|(5600, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,0,0.0,1.9153969729310298 +1197,1230,1.1597517914382929,0.025280344980074393,0.005196806657367485,0.005210961555708052,1.1809400249290454,1.8644292599320604,1.410887399285401,0.9999864965091109,0.008204547382317587,"model.language_model.layers.21.linear_attn.in_proj_qkv.weight|2d-128|(0, 0)","model.language_model.layers.10.linear_attn.in_proj_qkv.weight|2d-128|(5504, 384)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,11,0.021188233490752495,3.164525960569244 +1336,1485,1.15793406670036,0.0447573323158862,0.017214771558209482,0.01730952344182818,1.1771963545072337,1.8434760697130188,1.403126935479582,0.9998518148406786,0.026958135991186905,"model.language_model.layers.22.linear_attn.in_proj_qkv.weight|2d-64|(1664, 320)","model.language_model.layers.8.linear_attn.in_proj_qkv.weight|2d-64|(5888, 1600)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,14,0.01926228780687378,3.068161484907367 +1615,1632,1.1665967301765177,0.037460851743291765,0.010211843100928805,0.010157449944233366,1.897314363332472,1.1692803493738493,1.4077484639262674,0.9999478577708351,0.006293373254093999,"model.language_model.layers.17.linear_attn.in_proj_z.weight|2d-128|(896, 1536)","model.language_model.layers.20.linear_attn.in_proj_z.weight|2d-128|(1152, 896)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,3,0.0026836191973316215,4.895582878906996 +1793,2038,1.1655185217098072,0.008969045895402164,0.006904612288489362,0.006915303754139256,1.1774866478535861,1.8731475487768057,1.4098070720876135,0.9999761628804686,0.01098386772114485,"model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-64|(640, 704)","model.language_model.layers.10.linear_attn.in_proj_z.weight|2d-64|(256, 1088)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,8,0.011968126143778957,3.4347741347887326 +2134,2165,1.2441926015903206,0.03702959687638578,-0.0013643380195777406,-0.0013646345532136346,1.6485592538852134,1.2591485691735465,1.4151439927258112,0.999999069290451,-0.001042064009025906,"model.language_model.layers.16.linear_attn.out_proj.weight|2d-128|(1280, 256)","model.language_model.layers.8.linear_attn.out_proj.weight|2d-128|(1408, 0)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,8,0.014955967583225815,4.294045025729916 +2403,2506,1.2379799644843286,0.010505371619444991,0.007446431753986921,0.0072165838970710845,1.6649138011155848,1.2437642159279807,1.4091553331117672,0.9999722749427272,0.0055628137299078015,"model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(192, 960)","model.language_model.layers.2.linear_attn.out_proj.weight|2d-64|(1984, 256)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,10,0.005784251443652133,4.459786902292087 +2784,2808,1.2755668073655282,0.011449781436574507,-0.005366715425479473,-0.005295487729286537,1.5974349480672738,1.2878833547754385,1.4179171897565903,0.9999855990790777,-0.004326751129774657,"model.language_model.layers.3.mlp.down_proj.weight|2d-128|(1664, 384)","model.language_model.layers.21.mlp.down_proj.weight|2d-128|(1792, 3968)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,18,0.012316547409910283,4.068237635328574 +2847,2852,1.270104346077083,0.025872483264426607,0.016685218701621984,0.016746513496542083,1.2982738410733838,1.5367613155790616,1.4025328984169232,0.9998607920490127,0.019750223590293853,"model.language_model.layers.19.mlp.down_proj.weight|2d-64|(448, 2624)","model.language_model.layers.2.mlp.down_proj.weight|2d-64|(1344, 832)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,17,0.028169494996300948,3.3669811339182423 +3278,3280,1.173711336780816,0.01293410357549441,0.008019356388350801,0.008035547521201858,1.8314890759222446,1.18740485721871,1.4090272672629116,0.9999678444445684,0.005199169818963146,"model.language_model.layers.9.mlp.gate_proj.weight|2d-128|(768, 1664)","model.language_model.layers.19.mlp.gate_proj.weight|2d-128|(5120, 768)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,10,0.013693520437893847,5.2887131893104025 +3448,3471,1.1672096113025403,0.01495617491988252,0.026104122941106925,0.026088776507812116,1.8830844642360245,1.1610082874327847,1.3976243931807326,0.9996592293204097,0.01609439387684882,"model.language_model.layers.10.mlp.gate_proj.weight|2d-64|(4416, 1792)","model.language_model.layers.22.mlp.gate_proj.weight|2d-64|(448, 640)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,12,0.006201323869755582,5.10021979711666 +3718,3758,1.2504174280190952,0.04017932261135044,0.010471689567055456,0.01045459970670958,1.2610414304638313,1.6192017394891671,1.4070161538254922,0.9999451703556607,0.013445853207320993,"model.language_model.layers.23.mlp.up_proj.weight|2d-128|(3968, 1792)","model.language_model.layers.11.mlp.up_proj.weight|2d-128|(3456, 1792)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,12,0.010624002444736158,3.2235137034932113 +3889,4084,1.2440799536865308,0.041002103840735445,0.021356980174982696,0.02169601389881086,1.272572442132818,1.5736178108639705,1.3993681420875348,0.9997719136872196,0.026409281921346103,"model.language_model.layers.19.mlp.up_proj.weight|2d-64|(3968, 0)","model.language_model.layers.2.mlp.up_proj.weight|2d-64|(4992, 1344)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,17,0.028492488446287156,3.2028137936695176 +4277,4293,1.1906166552696062,-0.00914134973614074,-0.001295594790601925,-0.0012966401691763606,1.2077880028141905,1.7866213970229852,1.415063431972581,0.999999160716717,-0.001916509660112114,"model.language_model.layers.3.self_attn.k_proj.weight|2d-128|(128, 1664)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 640)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,20,0.01717134754458427,3.2826919080494497 +4443,4506,1.111766159309952,-0.015514258721707846,0.0078803981468993,0.0069874774194750395,1.116051833707989,2.2166097325302627,1.4097300286681889,0.9999689491804465,0.01565139422834443,"model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(320, 832)","model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 1984)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,0,0.004285674398037065,4.148082171409622 +4804,4821,1.1363353068711233,0.045462974743418434,-6.574711494215893e-05,-7.42686005660537e-05,1.1685699526146784,1.9329701217174502,1.41425472762751,0.9999999978386584,-0.00010875447249688233,"model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(512, 896)","model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(1792, 1024)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,12,0.03223464574355517,3.0887948237061447 +4960,5045,1.1369262374312046,-0.01457282918994697,-0.008319150314440868,-0.008371459993457536,1.1461025427958302,2.0774057856666417,1.4191810028954417,0.9999653952702793,-0.01507914898512587,"model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(1792, 896)","model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(320, 512)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,4,0.009176305364625659,3.1485496297096236 +5172,5300,1.1393539186393449,0.03405541736437733,0.008021882188503984,0.008051207774023027,1.9715439001577006,1.1548717843356786,1.4092571973785382,0.9999678241854354,0.00469898002069706,"model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(2688, 1536)","model.language_model.layers.15.self_attn.q_proj.weight|2d-128|(3456, 768)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,8,0.015517865696333732,5.140439645995779 +5505,5560,1.1258858909266753,0.008122548442637946,0.03420295767895233,0.0343094290306575,1.1255652200255304,2.0392346345103496,1.3935995007921207,0.9994149076764924,0.0619669608306032,"model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(2880, 1344)","model.language_model.layers.23.self_attn.q_proj.weight|2d-64|(64, 640)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,20,0.00032067090114495933,3.124012199941139 +5784,5845,1.0929022078201633,0.018911882992173393,0.011387769168367845,0.01137084491441893,2.2810640232682693,1.1064516064805507,1.4078754995533822,0.9999351572543932,0.005523744779647702,"model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(256, 1536)","model.language_model.layers.23.self_attn.v_proj.weight|2d-128|(128, 640)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,16,0.013549398660387402,7.297822152277325 +5897,5908,1.0899630241274718,0.020120405082726493,0.03073757041663327,0.03126731019871061,1.0914355544754526,2.326575182087282,1.397399602499633,0.9995274892492364,0.06552220898041819,"model.language_model.layers.23.self_attn.v_proj.weight|2d-64|(64, 1792)","model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(448, 1536)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,16,0.0014725303479807828,3.094817439413528 +6161,6395,1.2347624000438657,0.016974831474883052,-0.011003097895264297,-0.010985854978329343,1.2501762344939573,1.6908639713030176,1.4216327647701357,0.9999394640860552,-0.014881695308624415,"model.visual.blocks.23.attn.proj.weight|2d-128|(640, 512)","model.visual.blocks.6.attn.proj.weight|2d-128|(128, 768)",model.visual.layers.*.attn.proj.weight,2d-128,17,0.01541383445009159,3.302097136359129 +6572,6642,1.2078206795175999,0.030765184954285697,0.02102081593522444,0.02130501743977534,1.2170700560169743,1.7020341783967088,1.400077423075037,0.9997790382366583,0.029396949668309958,"model.visual.blocks.3.attn.proj.weight|2d-64|(64, 448)","model.visual.blocks.18.attn.proj.weight|2d-64|(512, 768)",model.visual.layers.*.attn.proj.weight,2d-64,15,0.009249376499374407,3.314938366535058 +6839,6852,1.1358566859106956,0.005048208617294741,0.00013755710976693194,0.00014829389053471788,1.1285712384024946,2.156744869714202,1.4141336464215848,0.9999999905390208,0.0002628771500525669,"model.visual.blocks.4.attn.qkv.weight|2d-128|(1792, 384)","model.visual.blocks.21.attn.qkv.weight|2d-128|(2304, 768)",model.visual.layers.*.attn.qkv.weight,2d-128,17,0.007285447508200926,3.0406405702490718 +7074,7155,1.1198604962961658,0.005842696751665247,0.0009212892023727174,0.0010937939349276533,1.1554717896138302,1.9928343898545706,1.4136480789494676,0.9999995756130127,0.0015889412636405768,"model.visual.blocks.1.attn.qkv.weight|2d-64|(448, 320)","model.visual.blocks.2.attn.qkv.weight|2d-64|(2688, 512)",model.visual.layers.*.attn.qkv.weight,2d-64,1,0.03561129331766444,3.2422868684149115 +7212,7241,1.2353568299553606,0.009125569564578724,-0.007867434862167429,-0.00791263864303229,1.702988998470825,1.242493453139592,1.4195013335928812,0.9999690512554325,-0.005740046657977681,"model.visual.blocks.14.mlp.linear_fc1.weight|2d-128|(3840, 896)","model.visual.blocks.0.mlp.linear_fc1.weight|2d-128|(1152, 128)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,14,0.007136623184231361,4.967648480520811 +7592,7677,1.2399187343171765,0.040542064473355385,0.0256527399232508,0.02577082439832447,1.2689205477146288,1.5720010413340972,1.396370022227041,0.9996709143185222,0.03177987301494316,"model.visual.blocks.1.mlp.linear_fc1.weight|2d-64|(2944, 832)","model.visual.blocks.11.mlp.linear_fc1.weight|2d-64|(3456, 832)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,10,0.029001813397452336,3.3487643167302554 +7722,7826,1.2418668628842306,0.02627051128198444,0.0076578664413968515,0.007686295886210054,1.589466473256989,1.278570846833088,1.408914484458404,0.9999706781108962,0.006160007112857425,"model.visual.blocks.14.mlp.linear_fc2.weight|2d-128|(768, 3840)","model.visual.blocks.3.mlp.linear_fc2.weight|2d-128|(128, 2432)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,11,0.03670398394885743,4.7500691158449735 +8045,8114,1.2328610128488018,0.04472990976368166,0.032240094039710794,0.032941951457199206,1.2163885293325047,1.6765690233364186,1.3923729277944052,0.9994801530477284,0.04443707061763707,"model.visual.blocks.0.mlp.linear_fc2.weight|2d-64|(832, 2304)","model.visual.blocks.10.mlp.linear_fc2.weight|2d-64|(320, 3072)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,10,0.016472483516297043,3.5975257513405956 +8251,8420,1.3434085565766654,0.028732447455797158,0.0119464919968766,0.011933806899415209,1.419417587636867,1.3924548037307816,1.4057422983554264,0.9999286381182252,0.0117195604124344,"model.visual.merger.linear_fc1.weight|2d-128|(2304, 2816)","model.visual.merger.linear_fc1.weight|2d-128|(896, 512)",model.visual.merger.linear_fc1.weight,2d-128,0,0.04904624715411621,3.653940981196185 +8628,8651,1.3481521010192352,0.0354783287819392,0.02113665855434599,0.020581360150520887,1.3779513623804582,1.4214528018029131,1.3991951593837773,0.9997765958778776,0.021803935424051003,"model.visual.merger.linear_fc1.weight|2d-64|(320, 3392)","model.visual.merger.linear_fc1.weight|2d-64|(2176, 192)",model.visual.merger.linear_fc1.weight,2d-64,0,0.029799261361223017,3.5581516416760968 +8808,8821,1.3506830552000175,0.007992308184544274,0.003978406161975344,0.004027333008905678,1.4485115969651299,1.3770043327456996,1.4114012092571528,0.9999920861108904,0.003782008051533824,"model.visual.merger.linear_fc2.weight|2d-128|(384, 1024)","model.visual.merger.linear_fc2.weight|2d-128|(1152, 3584)",model.visual.merger.linear_fc2.weight,2d-128,0,0.02632127754568203,3.7637667655730556 +8989,9054,1.3512524039152036,0.03556134183840337,0.008104045111580032,0.007915992204358995,1.40163022308171,1.415414459005202,1.408471755449047,0.9999671616872373,0.008183743785248066,"model.visual.merger.linear_fc2.weight|2d-64|(1408, 192)","model.visual.merger.linear_fc2.weight|2d-64|(64, 1920)",model.visual.merger.linear_fc2.weight,2d-64,0,0.0503778191665063,3.419474915915302 +9276,9300,0.8472549501834894,0.5384849828149423,0.47896020950725854,0.4769685343127424,1.7016597605197419,0.8786320252095536,1.1040821663965492,0.8778366121942983,0.24730547706294687,"model.visual.pos_embed.weight|2d-128|(896, 512)","model.visual.pos_embed.weight|2d-128|(1280, 512)",model.visual.pos_embed.weight,2d-128,0,0.03137707502606424,4.090800005376725 +9538,9586,0.5866389013678558,0.8106096383463935,0.741631197250133,0.7392446665847754,0.6742212406080916,0.8330002956947505,0.7411462804805082,0.6708078467529538,0.9162852924191874,"model.visual.pos_embed.weight|2d-64|(704, 128)","model.visual.pos_embed.weight|2d-64|(1216, 128)",model.visual.pos_embed.weight,2d-64,0,0.08758233924023584,2.818841174249575 +9656,9839,1.216548021580889,0.0375396152400752,-0.00033044047488030006,-0.0003326544790292392,1.5625441099270025,1.3017807545393265,1.41444335915683,0.9999999454045447,-0.00027529530077720897,"mtp.fc.weight|2d-128|(1792, 3072)","mtp.fc.weight|2d-128|(768, 3968)",mtp.fc.weight,2d-128,0,0.08523273295843747,4.468172024752681 +9919,10098,1.1847477369898394,0.04796205495792811,0.02778139713590151,0.027751177151353692,1.2274120082439326,1.6585756533462173,1.395300463324573,0.9996140224972724,0.037540409085187354,"mtp.fc.weight|2d-64|(0, 3008)","mtp.fc.weight|2d-64|(1984, 3136)",mtp.fc.weight,2d-64,0,0.04266427125409322,3.70998583525221 +10300,10362,1.3274675430428557,0.03451485998066689,0.0018967486345413682,0.001867959366438612,1.4224487454084538,1.4034858065184173,1.4128718428598588,0.9999982011706908,0.0018714627122452788,"mtp.layers.0.mlp.down_proj.weight|2d-128|(1408, 1024)","mtp.layers.0.mlp.down_proj.weight|2d-128|(512, 5376)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.07601826347556151,3.9609104793982857 +10440,10547,1.2834381808545015,0.029227664750123235,0.024487386849333246,0.025014666516119735,1.4360968684877988,1.3605926597521454,1.396816583307506,0.9997001389843312,0.02319993834315439,"mtp.layers.0.mlp.down_proj.weight|2d-64|(512, 4480)","mtp.layers.0.mlp.down_proj.weight|2d-64|(1984, 5440)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.07715447889764393,4.154888947708071 +10694,10723,1.3175806346683792,0.032921698475061434,0.005452844155225663,0.005454038989837262,1.4979520535406485,1.3365609190262024,1.4103775359652224,0.9999851331347975,0.004865348245418523,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(5504, 1536)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(640, 384)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.018980284357823285,4.152149656410863 +10963,10973,1.305866343668078,0.04081055901195478,0.021483105901582145,0.02209240649738455,1.324284466647969,1.488085909519072,1.3990440695914264,0.999769211448733,0.02414036258068454,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(960, 1600)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(5568, 1344)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.018418122979890983,3.5974992026888155 +11166,11379,1.3399809968755285,0.09056973047039693,0.006161584023187161,0.00615626130907019,1.3977432758156827,1.4222780854439085,1.4098505939951453,0.9999810172609904,0.0062697392857685484,"mtp.layers.0.mlp.up_proj.weight|2d-128|(3328, 384)","mtp.layers.0.mlp.up_proj.weight|2d-128|(4608, 256)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.05776227894015418,3.5271797843853774 +11436,11443,1.3215210150616299,0.029071826804516844,0.029232513183347457,0.029099327263938084,1.5123808460154384,1.2990734604757306,1.3936298703233025,0.9995726387676812,0.02510953650302045,"mtp.layers.0.mlp.up_proj.weight|2d-64|(1984, 384)","mtp.layers.0.mlp.up_proj.weight|2d-64|(4096, 1792)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.02244755458589931,4.175759183991137 +11692,11708,1.2570067401373655,0.03846787026946617,0.010396663090465087,0.010396606154004649,1.292969252742968,1.5576478016749298,1.4069691288980504,0.9999459532377655,0.012524922285090976,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(128, 1536)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(256, 1536)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.03596251260560246,3.515983109692734 +11744,11899,1.0958371739715893,0.019661965411468866,0.0013914538108036798,0.0009243010537888731,2.058576349440523,1.1431688518213834,1.4133781104625744,0.9999990319276776,0.0007727022880114405,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 1024)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(320, 704)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.047331677849794085,7.547033588538372 +12047,12177,1.2022302655154187,0.01823857362458319,0.004577158711834321,0.004700975051169641,1.2191027094613058,1.7369084770507697,1.4111664508224795,0.999989524754198,0.006521276431995451,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(384, 1920)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1536, 128)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.01687244394588716,3.4517696032644745 +12415,12463,1.1851006758300657,-0.007657895551685063,-0.015860347516636713,-0.015510392111822476,1.769806390943229,1.2252575120941909,1.4246721130469853,0.9998742167776162,-0.01098030272612285,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(640, 0)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(640, 1152)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.04015683626412514,5.237258400845703 +12497,12620,1.0672391774394274,0.028186985929280997,-0.0033700844226121304,-0.00307694625945586,2.714393935039108,1.0770939378307411,1.4158465429848048,0.999994321249368,-0.0013372773401518232,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(2176, 1024)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(896, 1536)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.009854760391313722,7.945222060825988 +12774,12880,1.0663981347073965,0.05346589507322705,0.0147398086786176,0.015168977338107733,2.409352304706769,1.0917778655457868,1.4063550465545256,0.9998913631190729,0.006679221144312037,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(1984, 448)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(2496, 128)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.02537973083839029,6.997403381129409 +13047,13067,1.3720799180563692,0.023138609545363502,0.002474883223940501,0.002540348293890847,1.4196425038220735,1.4053904664334367,1.4124625607427217,0.9999969374718244,0.0024500374418896347,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(256, 896)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(384, 1408)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.033310548377067484,3.7691784526933128 +13108,13279,1.3121614483580286,0.021049589313830802,0.027378846146321748,0.027359960831230185,1.3327637201241969,1.4664128260640048,1.3948087318845457,0.9996251291277627,0.030124387800755794,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(64, 256)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 960)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.020602271766168245,3.7500773210570735 +178,238,1.1884956415500305,0.28628230807487076,0.2617778595142364,0.26116469289803707,1.2236719506952278,1.2067276001959883,1.2151111780151904,0.9651281532875025,0.25815298619583615,"model.language_model.embed_tokens.weight|2d-128|(239488, 512)","model.language_model.embed_tokens.weight|2d-128|(157056, 512)",model.language_model.embed_tokens.weight,2d-128,0,0.018231958645957835,3.1478357165795976 +431,486,1.2103802584550705,0.09322226196007466,0.01281262776940507,0.01335407019654745,1.3137160838572814,1.5189624782300954,1.405219699085999,0.9999179149158408,0.014814388792525092,"model.language_model.embed_tokens.weight|2d-64|(151808, 832)","model.language_model.embed_tokens.weight|2d-64|(199296, 768)",model.language_model.embed_tokens.weight,2d-64,0,0.10333582540221098,3.189616887373212 +713,731,0.17149030060608736,0.9978585709264784,0.9978585709264786,0.9992058371935331,0.17149030060608736,0.20431758331410954,0.18576282956737186,0.06540850425262798,1.1888722043194782,"model.language_model.layers.12.linear_attn.conv1d.weight|3d-axis0-slice|(875, 0, 0)","model.language_model.layers.17.linear_attn.conv1d.weight|3d-axis0-slice|(5026, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,5,0.0,0.3059249817397369 +887,898,0.6687367961742089,0.8773123246834569,0.8773123246834568,0.8674039964837689,1.6247158473536334,0.6687367961742089,0.8745519581425558,0.479919873477343,0.3611037795984911,"model.language_model.layers.13.linear_attn.conv1d.weight|3d-volume|(1372, 0, 0)","model.language_model.layers.12.linear_attn.conv1d.weight|3d-volume|(1908, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,1,0.0,4.650158509245151 +1196,1260,1.1597961272728492,0.0015704068716146271,-0.005135038746349717,-0.005142560551606679,1.164733669008063,1.9672868122654923,1.4173935638831026,0.9999868156016225,-0.008673308134699584,"model.language_model.layers.18.linear_attn.in_proj_qkv.weight|2d-128|(3456, 1664)","model.language_model.layers.12.linear_attn.in_proj_qkv.weight|2d-128|(2688, 1408)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,6,0.0049375417352137685,2.9250228472147577 +1437,1503,1.1579389937724018,0.0006674678044206974,0.003307769367723283,0.003731061363874032,1.1694636357848238,1.9182405532031714,1.4121329021134097,0.9999945293159408,0.005425647405916848,"model.language_model.layers.13.linear_attn.in_proj_qkv.weight|2d-64|(1920, 256)","model.language_model.layers.14.linear_attn.in_proj_qkv.weight|2d-64|(5248, 1728)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,1,0.011524642012421982,3.173896005222297 +1558,1592,1.1667399785129504,-0.023896896353125252,0.013048303926299645,0.013053687475992616,1.1557597906019106,1.9501193186541352,1.4060966888478208,0.9999148672585316,0.022016468966354674,"model.language_model.layers.21.linear_attn.in_proj_z.weight|2d-128|(1792, 1664)","model.language_model.layers.16.linear_attn.in_proj_z.weight|2d-128|(512, 512)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,5,0.01098018791103983,3.3124031360293498 +1811,1891,1.165688617304517,-0.01334621351064037,-0.007144037959807164,-0.007326818897907454,1.9632759195062424,1.1669609780926335,1.418644118498666,0.9999744810352056,-0.0042463789436199845,"model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-64|(320, 704)","model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-64|(1664, 192)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,0,0.0012723607881166554,5.476199796893607 +2178,2266,1.2443470485650634,-0.01691441901505639,0.0045719229389397965,0.004575183433518073,1.7231925630529248,1.2239193205811258,1.4111578116525596,0.9999895487057054,0.003247266113580946,"model.language_model.layers.12.linear_attn.out_proj.weight|2d-128|(640, 896)","model.language_model.layers.1.linear_attn.out_proj.weight|2d-128|(512, 1664)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,11,0.02042772798393755,4.67384126311377 +2331,2403,1.2380471372387825,0.04985935011036123,0.025059935273020764,0.025139378229579866,1.2714248707510367,1.5684048772361538,1.3967693154606329,0.9996859505085145,0.030913446487963507,"model.language_model.layers.14.linear_attn.out_proj.weight|2d-64|(704, 448)","model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(192, 960)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,2,0.03337773351225426,3.548164231179925 +2566,2757,1.2755681576676954,0.03986080716392397,-0.010444790550300896,-0.010463477111221106,1.3112245777910034,1.565191048983293,1.4214662876210662,0.999945451687421,-0.012467805252230388,"model.language_model.layers.20.mlp.down_proj.weight|2d-128|(0, 1280)","model.language_model.layers.3.mlp.down_proj.weight|2d-128|(1920, 2048)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,17,0.03565642012330805,3.414993622990384 +2939,2943,1.2702760630309506,0.035705910357311625,0.03787226257656217,0.037964097686136164,1.5517592930539028,1.2666904775221106,1.3877281887165702,0.999282588524053,0.03091486842236807,"model.language_model.layers.2.mlp.down_proj.weight|2d-64|(704, 832)","model.language_model.layers.21.mlp.down_proj.weight|2d-64|(1216, 192)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,19,0.003585585508840028,4.149050678196589 +3110,3118,1.1737448196470168,-0.0014428918640049997,0.0035937090568869305,0.0035529800810321574,1.1873870910038506,1.84425894489085,1.411898427856913,0.9999935426067583,0.005581777100082595,"model.language_model.layers.21.mlp.gate_proj.weight|2d-128|(2816, 768)","model.language_model.layers.10.mlp.gate_proj.weight|2d-128|(2560, 1152)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,11,0.013642271356833824,3.0668177764768645 +3448,3554,1.1672678851978304,0.002860936276301491,-0.006008919156940837,-0.006016272007351497,1.9073624456259546,1.1786909721310777,1.4180086657907578,0.9999819462823143,-0.0037133261057927967,"model.language_model.layers.10.mlp.gate_proj.weight|2d-64|(4416, 1792)","model.language_model.layers.20.mlp.gate_proj.weight|2d-64|(2304, 1600)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,10,0.011423086933247228,5.298527513463873 +3689,3736,1.2505292189927155,0.05630780337167027,0.004329349436671053,0.0043664902898315075,1.2819907842216391,1.5895223874215778,1.4112185077959924,0.9999906283228134,0.005367899627092716,"model.language_model.layers.23.mlp.up_proj.weight|2d-128|(2048, 1280)","model.language_model.layers.16.mlp.up_proj.weight|2d-128|(3072, 384)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,7,0.03146156522892363,3.339931472860816 +3840,4037,1.2441052255079488,-0.009067029253190806,-0.008701850765045739,-0.008709080471365696,1.695775492912565,1.2460955430275276,1.4200735916157166,0.9999621381798727,-0.006394323717811427,"model.language_model.layers.2.mlp.up_proj.weight|2d-64|(128, 1152)","model.language_model.layers.22.mlp.up_proj.weight|2d-64|(1856, 832)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,20,0.001990317519578788,4.5781552238003895 +4281,4290,1.1907424788682437,-0.02884919918644396,-0.00025458004362848496,-0.00032458531599037564,1.1855770902167824,1.8623365156270297,1.4143766520669678,0.9999999675945002,-0.0003999012087122554,"model.language_model.layers.3.self_attn.k_proj.weight|2d-128|(128, 1536)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 256)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,20,0.005165388651461322,3.3268139776621393 +4475,4544,1.1118026633225353,0.047887157821107404,0.014982056284766364,0.0145079074924613,1.9919648149444287,1.146247730746328,1.4050243719133142,0.9998877626961339,0.008621210520129744,"model.language_model.layers.3.self_attn.k_proj.weight|2d-64|(256, 1856)","model.language_model.layers.3.self_attn.k_proj.weight|2d-64|(384, 704)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,0,0.03444506742379261,5.808100996498152 +4670,4776,1.1366008177018487,0.047194538745374305,0.004062807494549486,0.004082404334500243,1.1594930602121982,1.9620716295961842,1.4116947445450934,0.9999917467635732,0.006875003909128562,"model.language_model.layers.15.self_attn.o_proj.weight|2d-128|(128, 768)","model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(1920, 1408)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,8,0.022892242510349492,2.98180193378411 +4894,5115,1.136938392991467,0.033246384625138015,0.013563129340513465,0.014032459698007397,2.0416814693924277,1.1382941601165888,1.4060317265135465,0.999908016530767,0.007561821543987855,"model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(704, 1856)","model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(256, 1856)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,16,0.001355767125121865,5.683290522551123 +5312,5358,1.1394505653230045,0.2716982258958101,0.260834004430914,0.26081398459514094,1.2684077383164478,1.1705834652876914,1.2165556712746302,0.9653836657684518,0.24071752603533064,"model.language_model.layers.15.self_attn.q_proj.weight|2d-128|(3072, 1536)","model.language_model.layers.15.self_attn.q_proj.weight|2d-128|(2048, 1536)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,0,0.031132899964686933,3.5794400080219337 +5566,5614,1.1259871095514973,0.008574428965911944,0.007550101470561492,0.008064875402120343,2.147488262036322,1.125509728071909,1.409816540624592,0.999971497577698,0.003957047311163957,"model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(3200, 256)","model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(1920, 1792)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,4,0.00047738147958820143,5.824947217854469 +5685,5803,1.0929414198751222,0.015422557882119303,0.014264997824172482,0.014252676154026398,2.1787656284753423,1.1172930404195975,1.4059984778690493,0.9998982497419807,0.00731523509561781,"model.language_model.layers.3.self_attn.v_proj.weight|2d-128|(256, 1408)","model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(256, 1408)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,16,0.024351620544475372,7.9678752054261235 +5905,6112,1.09032339273296,0.017062780895442994,0.0275603632903849,0.027546992783572342,2.448939941912674,1.0820715534432181,1.3997307032673245,0.9996201410412368,0.012177630250823707,"model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(448, 1472)","model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(192, 1728)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,12,0.008251839289741936,8.30942572147138 +6275,6374,1.234854852045954,0.016811119714506117,0.005120906820962435,0.005083538948038794,1.249354914545529,1.656831435310862,1.4107278643878018,0.9999868880707042,0.006791088184380918,"model.visual.blocks.22.attn.proj.weight|2d-128|(896, 640)","model.visual.blocks.13.attn.proj.weight|2d-128|(640, 896)",model.visual.layers.*.attn.proj.weight,2d-128,9,0.014500062499575028,3.162457819287915 +6498,6577,1.2078309800543419,-0.021526924115760744,-0.0006658631359729912,-0.0006138889983957784,1.7263030165572235,1.227372953315284,1.4146582050801924,0.9999997783131176,-0.0004734177000587174,"model.visual.blocks.0.attn.proj.weight|2d-64|(384, 128)","model.visual.blocks.21.attn.proj.weight|2d-64|(512, 768)",model.visual.layers.*.attn.proj.weight,2d-64,21,0.01954197326094209,4.758685931863765 +6663,6770,1.1359226548581753,0.003921713767583596,0.0021292693434429516,0.0021310538595106254,1.148699954270595,2.024544592306146,1.412920511234754,0.9999977331034622,0.0037527647831830644,"model.visual.blocks.2.attn.qkv.weight|2d-128|(512, 768)","model.visual.blocks.8.attn.qkv.weight|2d-128|(2560, 0)",model.visual.layers.*.attn.qkv.weight,2d-128,6,0.012777299412419563,3.300794655370598 +6937,6968,1.1200403788492592,-0.01373165097368725,-0.009885101460592141,-0.009947718399816275,1.1074131389814192,2.3764501259295723,1.4195556761114938,0.9999511411909653,-0.021212905810796,"model.visual.blocks.5.attn.qkv.weight|2d-64|(512, 256)","model.visual.blocks.21.attn.qkv.weight|2d-64|(256, 320)",model.visual.layers.*.attn.qkv.weight,2d-64,16,0.012627239867839979,2.8741762195558223 +7287,7368,1.2355208167419445,0.012834884121684004,-0.003304688108199793,-0.0035079944858689956,1.644462638651182,1.2628617164079845,1.4164693791266183,0.9999945395033453,-0.0025378284665301455,"model.visual.blocks.16.mlp.linear_fc1.weight|2d-128|(512, 0)","model.visual.blocks.3.mlp.linear_fc1.weight|2d-128|(2304, 0)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,13,0.02734089966604003,4.6266629336044485 +7462,7528,1.2401047632370992,0.05136105210132054,0.021599793834255088,0.02107050533846721,1.5997647433608027,1.2591765993321375,1.39928890678372,0.9997666972380695,0.01700122162297116,"model.visual.blocks.20.mlp.linear_fc1.weight|2d-64|(3008, 832)","model.visual.blocks.8.mlp.linear_fc1.weight|2d-64|(1984, 384)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,12,0.019071836095038375,4.313275974311459 +7796,7909,1.242104266528179,0.04986593282769577,0.014131282996633594,0.014152647032576245,1.6082100476285603,1.2626184089896426,1.4044731626217164,0.9999001484352671,0.011094581880334617,"model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(512, 2688)","model.visual.blocks.3.mlp.linear_fc2.weight|2d-128|(896, 1664)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,7,0.020514142461463658,4.220316960696953 +7991,8168,1.2332203501268577,-0.012644726752978251,-0.006925664291650139,-0.006760881363271509,1.6467722138598844,1.2653142980709058,1.4189376326315177,0.9999760172994747,-0.005321405096655126,"model.visual.blocks.2.mlp.linear_fc2.weight|2d-64|(192, 3456)","model.visual.blocks.3.mlp.linear_fc2.weight|2d-64|(384, 3392)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,1,0.032093947944048073,5.447769036974686 +8243,8341,1.3434089621538106,0.050547926722794116,0.0038419690557099785,0.0035396385360661436,1.435200882026605,1.3889276699156028,1.4114957267182093,0.9999926196096525,0.0037180977208570234,"model.visual.merger.linear_fc1.weight|2d-128|(128, 2432)","model.visual.merger.linear_fc1.weight|2d-128|(3200, 1536)",model.visual.merger.linear_fc1.weight,2d-128,0,0.04551870776179223,3.5360283830041226 +8584,8619,1.3481870278007262,0.08226552039012494,0.04920358980031821,0.049384150554703056,1.36931208588026,1.3888681285483415,1.3789861181089902,0.9987887698361261,0.0499062984899441,"model.visual.merger.linear_fc1.weight|2d-64|(128, 512)","model.visual.merger.linear_fc1.weight|2d-64|(704, 512)",model.visual.merger.linear_fc1.weight,2d-64,0,0.02112505807953391,3.3765123895840223 +8727,8809,1.3506836136995173,0.029718356238057762,0.01465548741374827,0.014672784734551591,1.404289637784939,1.403335490141561,1.4038123207690139,0.9998926025772295,0.014645529711005092,"model.visual.merger.linear_fc2.weight|2d-128|(0, 2944)","model.visual.merger.linear_fc2.weight|2d-128|(1664, 2944)",model.visual.merger.linear_fc2.weight,2d-128,0,0.05265187644204361,3.7597470704591722 +9049,9118,1.351337330275046,0.032660165024083504,0.022751215410653752,0.02304793022451474,1.3814114201864538,1.4152802458965996,1.3980382376661833,0.9997411575989748,0.02330901950737492,"model.visual.merger.linear_fc2.weight|2d-64|(448, 3584)","model.visual.merger.linear_fc2.weight|2d-64|(1664, 3392)",model.visual.merger.linear_fc2.weight,2d-64,0,0.03007408991140781,3.4549600952951556 +9315,9355,0.8489297250213903,0.5324132184684884,0.389585078190921,0.3922335522259669,0.9478761290841505,1.5444247278534189,1.1424849212337729,0.9209904814117104,0.6347715802719088,"model.visual.pos_embed.weight|2d-128|(1536, 384)","model.visual.pos_embed.weight|2d-128|(2176, 384)",model.visual.pos_embed.weight,2d-128,0,0.09894640406276023,3.3950332755729034 +9398,9511,0.5866905842876755,0.8100104223094979,0.637486285692114,0.6352267503391994,0.8065904016058323,0.9205714047948693,0.857953704654476,0.7704617028473721,0.7275708270129374,"model.visual.pos_embed.weight|2d-64|(128, 384)","model.visual.pos_embed.weight|2d-64|(2112, 384)",model.visual.pos_embed.weight,2d-64,0,0.21989981731815678,2.980874303496564 +9706,9805,1.216558222209599,0.016431006363487106,0.004424374898704467,0.004487485568217593,1.3083706924677534,1.5426381026451574,1.4111236447376425,0.9999902124054794,0.005216571525501773,"mtp.fc.weight|2d-128|(256, 3328)","mtp.fc.weight|2d-128|(1664, 3584)",mtp.fc.weight,2d-128,0,0.09181247025815442,3.3425759802055044 +9964,9986,1.1849203136542976,0.04154662548290024,0.009487009798435584,0.00972786008537422,1.6989818866794435,1.228446102721848,1.4078287136621146,0.9999549973099211,0.006859567076462339,"mtp.fc.weight|2d-64|(1024, 3392)","mtp.fc.weight|2d-64|(1152, 832)",mtp.fc.weight,2d-64,0,0.04352578906755045,5.114357966374397 +10163,10316,1.327641657667056,0.018499708062872072,0.011217612961011968,0.011251467713213038,1.4682470978451931,1.3515613213351392,1.406286413707025,0.9999370806003031,0.010326117325933972,"mtp.layers.0.mlp.down_proj.weight|2d-128|(1280, 128)","mtp.layers.0.mlp.down_proj.weight|2d-128|(384, 5632)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.02391966366808318,4.206475372578675 +10504,10589,1.28344720084351,0.010499415492805534,0.001296847650272088,0.0013039433380792477,1.5242393675571255,1.3235290835330769,1.413305326255516,0.9999991590927324,0.00112608007546578,"mtp.layers.0.mlp.down_proj.weight|2d-64|(512, 1088)","mtp.layers.0.mlp.down_proj.weight|2d-64|(1152, 3584)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.040081882689566806,4.469226109072545 +10712,10777,1.317594913146988,0.035616234643208754,0.009163409158686481,0.009177319698642812,1.4622287985386002,1.3589151275760267,1.4077365778028774,0.9999580150849287,0.008515969141322483,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(512, 1024)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(2048, 1408)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.04132021442903877,3.991129101731936 +10984,11035,1.3058684817118116,0.025612264649223067,0.03316619427721854,0.034018141870457694,1.3148941389536988,1.481414231622518,1.3907323267886957,0.9994498504463173,0.037366409017630414,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(1088, 512)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(1856, 1856)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.009025657241887197,3.666378148952359 +11196,11333,1.3400277392942876,0.051706519474352564,0.0156386496526095,0.015638243067601726,1.3986045262229656,1.407663386068895,1.4031120242299175,0.9998777088409577,0.015739942285892452,"mtp.layers.0.mlp.up_proj.weight|2d-128|(3712, 1408)","mtp.layers.0.mlp.up_proj.weight|2d-128|(4480, 0)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.05857678692867796,3.8092438942677083 +11443,11528,1.3216319656910367,0.051054381676442454,0.033317988530550596,0.03349582997699631,1.3489015431569527,1.4362043425110693,1.3905016527341587,0.9994448016975616,0.03547437546799735,"mtp.layers.0.mlp.up_proj.weight|2d-64|(4096, 1792)","mtp.layers.0.mlp.up_proj.weight|2d-64|(4096, 576)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.027269577465915962,3.6900144236232446 +11672,11688,1.2571958408509614,0.02822980082113359,-0.012634463811520844,-0.012571542860263277,1.6263511510854676,1.2805810299971816,1.422871700735318,0.9999201819766392,-0.009948315694566274,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 1024)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(128, 1024)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.02338518914622023,4.576610786850572 +11757,11938,1.0959535538967438,-0.005035614505117438,-0.01714342713477095,-0.0170726268391723,2.5066094841210864,1.0987067674621291,1.4230998961014032,0.9998530406545127,-0.0075143733117531185,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 1856)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 1152)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.0027532135653853818,7.81503585693018 +12041,12113,1.2024954993327124,0.020712734458846683,0.019422904787806977,0.01941841728908115,1.2180176393318296,1.7033213038782962,1.4011569048452077,0.9998113575918228,0.027161714609010124,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(384, 1152)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1024, 128)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.015522139999117224,3.523356479965605 +12272,12472,1.1853608472425865,0.02927099039962505,0.014968358223200778,0.014939623845902092,1.720706158980159,1.2157506429357747,1.4042018806748668,0.9998879678504496,0.01057576916231586,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(1472, 0)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(1088, 1792)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.030389795693188226,5.2761723653597565 +12513,12620,1.067348295951195,0.007021774855580287,0.005811417200553994,0.006019987477849704,2.7272440117837746,1.072404256405985,1.4114118570290466,0.9999831135724848,0.00228515985907284,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(2176, 896)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(896, 1536)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.005055960454789954,8.688086062126285 +12888,12948,1.066424810837196,-0.01064064047478345,-0.006328308623287176,-0.0066608267615684775,1.0734184649148335,2.796190316048706,1.4172047456050152,0.999979976054505,-0.01648486202518146,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(4032, 1408)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(640, 1536)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.006993654077637412,3.3640440310357147 +13034,13052,1.3722140107089336,0.024933354296739905,-0.005459278085311408,-0.00554519127805541,1.3927944695787773,1.44476507000077,1.4180660187051874,0.9999850980303592,-0.005662985068761784,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 1280)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(256, 1536)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.02058045886984372,3.673852589047855 +13116,13193,1.312184210915089,0.0403095200880949,0.025650312830341204,0.025520367859453892,1.476302513193407,1.327625886255461,1.3960612586541317,0.9996709765976531,0.023067101085162366,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(64, 768)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 1600)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.015441675340372107,4.095921908050657 +91,108,1.1886273516010277,0.27672561856889466,0.2566795361345147,0.2568909927338974,1.210858916085551,1.2279190060009053,1.219299457702974,0.9664965678830786,0.26029595742663564,"model.language_model.embed_tokens.weight|2d-128|(247168, 128)","model.language_model.embed_tokens.weight|2d-128|(196224, 128)",model.language_model.embed_tokens.weight,2d-128,0,0.022231564484523236,3.1065234135122743 +326,333,1.2104860374433706,0.20328645122929023,0.18439133432519353,0.18190478770674456,1.231974723608227,1.3287071340855592,1.2776025824026107,0.9828529065052282,0.19886940591108404,"model.language_model.embed_tokens.weight|2d-64|(225024, 384)","model.language_model.embed_tokens.weight|2d-64|(15680, 384)",model.language_model.embed_tokens.weight,2d-64,0,0.02148868616485644,3.275562424575964 +551,735,0.17218743230782657,0.9995218824344323,0.9995218824344325,0.9995230632544898,0.20742143526025816,0.17218743230782657,0.18736395164531267,0.030919355341413362,0.8297363590022631,"model.language_model.layers.0.linear_attn.conv1d.weight|3d-axis0-slice|(2511, 0, 0)","model.language_model.layers.9.linear_attn.conv1d.weight|3d-axis0-slice|(3944, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,9,0.0,0.3981270334232918 +801,988,0.6701222360891956,0.7461649405808821,0.7461649405808822,0.7876649356070485,0.6701222360891956,0.8147454926989187,0.7319273733211166,0.6657611294210023,0.9071994472174357,"model.language_model.layers.8.linear_attn.conv1d.weight|3d-volume|(1960, 0, 0)","model.language_model.layers.16.linear_attn.conv1d.weight|3d-volume|(896, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,8,0.0,2.042810524552813 +1239,1274,1.1599867623167868,0.0013660400604170973,-0.005030243278787191,-0.004985981105788044,1.9901711251099594,1.1599970321968782,1.4173051315735379,0.9999873482462447,-0.002931942485246861,"model.language_model.layers.12.linear_attn.in_proj_qkv.weight|2d-128|(5120, 128)","model.language_model.layers.18.linear_attn.in_proj_qkv.weight|2d-128|(1024, 1152)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,6,1.0269880091451355e-05,5.517337283577915 +1313,1523,1.1579619022828336,0.05156537638934637,0.0271084376729454,0.02708395460196004,1.1696596326032356,1.8436408815367484,1.3967638895501928,0.9996324987748908,0.042728861059520166,"model.language_model.layers.4.linear_attn.in_proj_qkv.weight|2d-64|(2624, 1024)","model.language_model.layers.6.linear_attn.in_proj_qkv.weight|2d-64|(3520, 576)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,2,0.011697730320402,3.07365594760343 +1559,1779,1.1669536475177258,0.07378370502191894,0.0017701613188096672,0.002117873987248268,1.2177812468978126,1.7478071239489745,1.4130388712511863,0.9999984332632255,0.0025406045391451705,"model.language_model.layers.1.linear_attn.in_proj_z.weight|2d-128|(512, 512)","model.language_model.layers.14.linear_attn.in_proj_z.weight|2d-128|(384, 768)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,13,0.05082759938008685,2.9759479506186515 +2032,2038,1.165841436025456,0.019194248221832213,-0.013060708751291136,-0.01341043575039818,1.1923259157178558,1.873519712659768,1.4225553257524992,0.9999147053058646,-0.020522488846616824,"model.language_model.layers.12.linear_attn.in_proj_z.weight|2d-64|(448, 512)","model.language_model.layers.10.linear_attn.in_proj_z.weight|2d-64|(256, 1088)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,2,0.026484479692399754,3.375999346147976 +2123,2228,1.244441124555893,0.011280231033386948,-0.006048563949024069,-0.006039208810909244,1.260408890057711,1.6558228415364287,1.418330127438724,0.9999817072697653,-0.007946112110355917,"model.language_model.layers.0.linear_attn.out_proj.weight|2d-128|(512, 1408)","model.language_model.layers.4.linear_attn.out_proj.weight|2d-128|(1920, 640)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,4,0.015967765501818,3.2987710740250584 +2495,2533,1.2381520228174372,-0.001587083250941953,0.014640051764080765,0.014782010336960189,1.2413207611165293,1.6545884538599092,1.4042395435491593,0.9998928286993287,0.01951410253621422,"model.language_model.layers.1.linear_attn.out_proj.weight|2d-64|(1536, 1728)","model.language_model.layers.17.linear_attn.out_proj.weight|2d-64|(1216, 1344)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,16,0.0031687382990921442,3.344119698614213 +2632,2718,1.2755886490441133,0.03849155320038633,0.004259130427576437,0.004240315890017836,1.5045330014745693,1.3333619471577147,1.4112205689061208,0.9999909298628668,0.003774568211229747,"model.language_model.layers.8.mlp.down_proj.weight|2d-128|(1408, 6016)","model.language_model.layers.17.mlp.down_proj.weight|2d-128|(1792, 128)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,9,0.057773298113601435,4.136044961305514 +2824,3002,1.2703574093810572,0.031214190222315783,0.03299144604553288,0.03282700084029203,1.2880358686251459,1.5234516297232996,1.3910197403334725,0.9994556340767832,0.03902132966114058,"model.language_model.layers.20.mlp.down_proj.weight|2d-64|(1408, 3776)","model.language_model.layers.8.mlp.down_proj.weight|2d-64|(512, 1792)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,12,0.017678459244088618,3.4484649557359606 +3082,3256,1.1737757791191952,-0.0011336354636285583,0.01114081081680702,0.011239451784352641,1.8418243271038688,1.1822537548043304,1.4070330499953407,0.9999379392414032,0.00715120613074192,"model.language_model.layers.11.mlp.gate_proj.weight|2d-128|(5632, 128)","model.language_model.layers.22.mlp.gate_proj.weight|2d-128|(3328, 256)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,11,0.008477975685135197,5.216502263862226 +3431,3521,1.1674223850664476,0.027046918777533298,0.004117270642831726,0.004249479279060413,1.1746052750506442,1.8935257727968497,1.411602860034286,0.9999915240053056,0.006637257844296321,"model.language_model.layers.18.mlp.gate_proj.weight|2d-64|(5440, 1024)","model.language_model.layers.10.mlp.gate_proj.weight|2d-64|(1472, 1024)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,8,0.007182889984196583,3.147758888664011 +3771,3804,1.2508856247111142,0.031389034040663476,-0.0028511296557626946,-0.0027886545661082967,1.6147458922825086,1.2764925210621993,1.4161738136286537,0.9999959355215831,-0.002253881368922524,"model.language_model.layers.1.mlp.up_proj.weight|2d-128|(4736, 1024)","model.language_model.layers.21.mlp.up_proj.weight|2d-128|(5376, 256)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,20,0.02560689635108515,4.3557911310352555 +3900,4017,1.2441888428528372,0.04310475274044778,0.039860002608620014,0.039638369224962,1.6198353546557238,1.232007435076361,1.3867858919978324,0.9992052743015525,0.030316550033827525,"model.language_model.layers.10.mlp.up_proj.weight|2d-64|(2944, 1216)","model.language_model.layers.23.mlp.up_proj.weight|2d-64|(5184, 192)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,13,0.012181407776476139,4.115965631018408 +4155,4293,1.190811692945404,0.017924484518628454,0.008102423412991938,0.008096532741005944,1.2235191674056134,1.7157012743522726,1.4087864112769257,0.9999671748286724,0.011361765753526177,"model.language_model.layers.11.self_attn.k_proj.weight|2d-128|(384, 1408)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 640)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,12,0.032707474460209385,3.3884494048632376 +4458,4514,1.1118542450652888,0.04472248944867517,0.01738889520657039,0.01662438178637309,1.1476377473030313,1.9761333344444845,1.4034932907114237,0.9998488017312892,0.02994217953149309,"model.language_model.layers.19.self_attn.k_proj.weight|2d-64|(128, 768)","model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 512)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,4,0.035783502237742404,3.144451632656296 +4750,4855,1.1367593249509191,0.049043777465496485,0.0021595553360427,0.00212361628977387,1.152014323100501,2.0065651981225954,1.4128942121180101,0.9999976681576566,0.003761488458807292,"model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(256, 896)","model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(256, 384)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,12,0.015254998149581755,3.0435613470594434 +4918,4980,1.137118346244625,0.043740254395540815,0.032576311624403505,0.032362509960680345,1.9530310968907498,1.1417967970259404,1.3939960602560506,0.9994692511132844,0.019045026129322053,"model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(704, 320)","model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(1984, 704)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,12,0.004678450781315346,5.271609513414553 +5150,5256,1.1401620433412463,-0.008228671792009276,-0.009664330831915138,-0.009665481188589791,2.0502884180476677,1.1516888013763185,1.4200374497395567,0.9999532992643063,-0.005428651644294551,"model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(3200, 256)","model.language_model.layers.23.self_attn.q_proj.weight|2d-128|(1280, 896)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,16,0.011526758035072193,6.3428824449177315 +5505,5566,1.1261491955891398,0.023119048583170078,0.016584607135971822,0.016750051517208858,1.1314402472230618,2.0716923319774745,1.4043124554733095,0.9998624659452646,0.03036678562281872,"model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(2880, 1344)","model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(3200, 256)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,4,0.0052910516339219615,3.1663414309486657 +5719,5778,1.0930310442168034,0.010841908389752674,0.010675455249101882,0.010755908886751795,2.4348698955750856,1.0915056332291362,1.408566891058236,0.9999430157040072,0.0047856025337765,"model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(384, 384)","model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(128, 256)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,12,0.0015254109876672306,8.294910904983828 +6090,6096,1.0904044551932017,0.016249354628788862,0.017560559353616362,0.017416981886129283,2.333329341675399,1.0976166870544624,1.4046154080675806,0.9998458014890036,0.008260626837486984,"model.language_model.layers.3.self_attn.v_proj.weight|2d-64|(448, 640)","model.language_model.layers.23.self_attn.v_proj.weight|2d-64|(320, 1792)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,20,0.007212231861260632,8.298071442564629 +6186,6303,1.2350043632091536,0.05659998144962908,0.005679871694562382,0.005691664994081147,1.2534040639493844,1.646267696293989,1.4103367632133104,0.9999838693986686,0.007460155554617899,"model.visual.blocks.21.attn.proj.weight|2d-128|(128, 896)","model.visual.blocks.10.attn.proj.weight|2d-128|(384, 896)",model.visual.layers.*.attn.proj.weight,2d-128,11,0.018399700740230784,3.337595691436611 +6430,6560,1.2078624781941125,-0.0021679939943833,0.013362763321773495,0.013437581408964854,1.1956213870836436,1.7875256839291562,1.405453335342871,0.9999107142922343,0.01997813262959436,"model.visual.blocks.23.attn.proj.weight|2d-64|(64, 448)","model.visual.blocks.2.attn.proj.weight|2d-64|(64, 640)",model.visual.layers.*.attn.proj.weight,2d-64,21,0.012241091110468894,3.2010768152759934 +6737,6786,1.136110691565151,-0.008616928965061553,-0.0005102456475817015,-0.0005089257681797197,1.1258716663960917,2.1786364175994004,1.414507839289652,0.999999869824681,-0.0009873592016943072,"model.visual.blocks.23.attn.qkv.weight|2d-128|(2944, 256)","model.visual.blocks.0.attn.qkv.weight|2d-128|(2048, 256)",model.visual.layers.*.attn.qkv.weight,2d-128,23,0.01023902516905939,3.051015659363968 +7099,7133,1.1200970318272747,-0.008627131479641049,0.008298090072118604,0.009414635090171842,2.2215841520153616,1.1151921683953467,1.409500475970851,0.9999655702578739,0.004165480318479449,"model.visual.blocks.18.attn.qkv.weight|2d-64|(2816, 512)","model.visual.blocks.10.attn.qkv.weight|2d-64|(1472, 320)",model.visual.layers.*.attn.qkv.weight,2d-64,8,0.004904863431927975,6.069984054433697 +7348,7405,1.2357891065653923,0.016866796838460183,-0.00043162216411179956,-0.0004185612450297641,1.6737030483237598,1.247461736633079,1.4145060097912867,0.9999999068511494,-0.0003217011135586337,"model.visual.blocks.14.mlp.linear_fc1.weight|2d-128|(1920, 0)","model.visual.blocks.1.mlp.linear_fc1.weight|2d-128|(2176, 0)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,13,0.011672630067686596,4.4941436563897055 +7518,7635,1.2403035277771413,0.05698503097225776,0.029957138707168963,0.03010582283421479,1.5565906539831647,1.272537221295801,1.393298831672658,0.9995511842024296,0.024490429741977616,"model.visual.blocks.14.mlp.linear_fc1.weight|2d-64|(1280, 128)","model.visual.blocks.6.mlp.linear_fc1.weight|2d-64|(2560, 64)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,8,0.03223369351865979,4.102068946201227 +7811,7862,1.2422001692978608,0.04098478346859898,0.00042365325060105555,0.0004122742202746641,1.5753328807979847,1.2937337274165257,1.4139196804230847,0.9999999102589576,0.0003479229727970852,"model.visual.blocks.7.mlp.linear_fc2.weight|2d-128|(128, 512)","model.visual.blocks.5.mlp.linear_fc2.weight|2d-128|(768, 2688)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,2,0.05153355811866489,4.5127347828606155 +7951,8007,1.2332205056088013,0.06935000096024659,0.015156095957742255,0.015250709629413824,1.281706589414992,1.5687390339692582,1.4036724569704375,0.999885139781225,0.018550235699690054,"model.visual.blocks.4.mlp.linear_fc2.weight|2d-64|(832, 2624)","model.visual.blocks.17.mlp.linear_fc2.weight|2d-64|(512, 3392)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,13,0.04848608380619068,3.4253137389602695 +8321,8345,1.3434423879683006,0.04310904944187391,0.02615482154406589,0.02621103490311441,1.3722991438785803,1.4201459332907374,1.3956077753882579,0.9996579041402104,0.027066739506059596,"model.visual.merger.linear_fc1.weight|2d-128|(1152, 3840)","model.visual.merger.linear_fc1.weight|2d-128|(2944, 2816)",model.visual.merger.linear_fc1.weight,2d-128,0,0.028856755910279697,3.5013212627836046 +8544,8571,1.3481935833151575,0.04972649399852895,0.02819171265794678,0.028046506084896967,1.4227617360981362,1.367202543684953,1.3941525298050248,0.9996025346793653,0.027090819410483177,"model.visual.merger.linear_fc1.weight|2d-64|(1408, 1280)","model.visual.merger.linear_fc1.weight|2d-64|(256, 3200)",model.visual.merger.linear_fc1.weight,2d-64,0,0.019008960369795602,3.5907041848865084 +8727,8804,1.3507493087507148,0.01252454654424527,-0.00045116049793303333,-0.0004400192868636184,1.4446904851923097,1.3861871654645446,1.414532272725294,0.9999998982270973,-0.0004328905729008902,"model.visual.merger.linear_fc2.weight|2d-128|(0, 2944)","model.visual.merger.linear_fc2.weight|2d-128|(1152, 2176)",model.visual.merger.linear_fc2.weight,2d-128,0,0.03543785671382982,3.821704304126916 +9093,9107,1.3513989651075806,0.0628047590861631,0.03353129337271069,0.03346668679776313,1.4022075666265759,1.3786997812512167,1.3903046417516567,0.999437668073779,0.03296914660733541,"model.visual.merger.linear_fc2.weight|2d-64|(832, 1856)","model.visual.merger.linear_fc2.weight|2d-64|(128, 1216)",model.visual.merger.linear_fc2.weight,2d-64,0,0.02730081614363611,3.711336078736395 +9313,9337,0.8490301276326203,0.5340034393964308,0.43143010977546215,0.431736878143715,2.3794878563842006,0.9036250671488332,1.1946742551606504,0.9021463630581973,0.16383822294780967,"model.visual.pos_embed.weight|2d-128|(1536, 128)","model.visual.pos_embed.weight|2d-128|(1920, 128)",model.visual.pos_embed.weight,2d-128,0,0.05459493951621286,8.81084843192712 +9506,9524,0.5876018768300875,0.8202786989792803,0.7852473967967526,0.7872878547992883,0.6972159661596331,0.6305352333525689,0.6613677175648286,0.6191821426881781,0.7101474645022324,"model.visual.pos_embed.weight|2d-64|(1408, 256)","model.visual.pos_embed.weight|2d-64|(640, 256)",model.visual.pos_embed.weight,2d-64,0,0.042933356522481425,2.182851869731416 +9706,9861,1.2166316655947538,-0.003220454772009245,-0.006664415507024006,-0.006634509863105735,1.328819230182096,1.5301248883920624,1.4188718462780612,0.9999777925363891,-0.007674022020652145,"mtp.fc.weight|2d-128|(256, 3328)","mtp.fc.weight|2d-128|(896, 2688)",mtp.fc.weight,2d-128,0,0.11218756458734225,3.3585901273343897 +10097,10113,1.185116331571313,0.016962671612813382,0.016346594172087333,0.015883474498334833,1.2124929252473529,1.7266855052570578,1.4032991723195656,0.9998663855030696,0.023278838688072845,"mtp.fc.weight|2d-64|(192, 2112)","mtp.fc.weight|2d-64|(1984, 3776)",mtp.fc.weight,2d-64,0,0.02737659367603995,2.9998096589999776 +10173,10275,1.3277176360024456,0.0443151498426458,0.00426094735245297,0.0041816132802970935,1.412688035262206,1.4097114893344078,1.4111974079665137,0.9999909221226259,0.0042519694994706215,"mtp.layers.0.mlp.down_proj.weight|2d-128|(1792, 5248)","mtp.layers.0.mlp.down_proj.weight|2d-128|(1920, 3712)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.08199385333196219,4.311566469822008 +10536,10598,1.2834766681563898,0.014934404921244461,-0.008282156551186965,-0.00822564225656663,1.4927492333034895,1.3570004960507154,1.4200314469563697,0.9999657023532665,-0.007528987654181179,"mtp.layers.0.mlp.down_proj.weight|2d-64|(1472, 5248)","mtp.layers.0.mlp.down_proj.weight|2d-64|(1088, 2752)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.07352382789432554,4.236153634387683 +10711,10723,1.3176713864473408,0.04895569584587462,0.013024448143655921,0.012924359920284468,1.4445847060811572,1.368477144697591,1.4049872633486271,0.9999151782779143,0.012338258554075231,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(5760, 384)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(640, 384)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.05080575825025013,4.153402201050348 +11081,11098,1.3058910991721875,0.029506138816705274,0.001378050939665819,0.0012259407225589307,1.3705715061179777,1.4601605786642784,1.4132407487229235,0.999999050487353,0.0014681289144778764,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(4992, 64)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(5120, 1536)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.06468040694579025,3.7899274945974244 +11208,11319,1.3400487529198413,0.04228541376944422,0.012408693196636063,0.01238821875507891,1.3644871079423209,1.45029071820829,1.4054282951727433,0.9999230092027844,0.013188994211395928,"mtp.layers.0.mlp.up_proj.weight|2d-128|(384, 1024)","mtp.layers.0.mlp.up_proj.weight|2d-128|(1280, 896)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.024438355022479596,3.7390500151365327 +11546,11555,1.3217079271019625,0.06408687688897348,0.037825965526324695,0.037958838779035144,1.3506956819435616,1.426941974013052,1.387249794146138,0.9992843420828735,0.03996122786105032,"mtp.layers.0.mlp.up_proj.weight|2d-64|(3072, 768)","mtp.layers.0.mlp.up_proj.weight|2d-64|(3264, 128)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.0289877548415991,3.455706800047957 +11689,11708,1.2572353075120708,-0.007915830161328893,0.004794978384390682,0.004797431226404807,1.2503846557527585,1.6551494497495325,1.4109483256069082,0.9999885040250679,0.006347171486767208,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(128, 1152)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(256, 1536)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.006850651759312321,3.682372534486503 +11739,11931,1.0960500030781866,0.04193936293182901,0.02667417702255116,0.02666144941589443,2.231668900954639,1.1037304151449217,1.399143060635895,0.9996441808364462,0.013192414191081633,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 704)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 704)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.007680412066735087,7.399082105645692 +12111,12112,1.2025041828199363,0.02796291171515717,-0.000804165322154734,-0.0007732789384068625,1.2258064979396788,1.7310221493309892,1.4147498314646323,0.999999676659015,-0.0011356017338082637,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(896, 1920)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1024, 0)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.023302315119742456,3.425032911173069 +12287,12450,1.1854418351154625,0.0034555486469357265,-0.006107150295660865,-0.006237366354506757,1.7040393197403996,1.2405004685392333,1.4183171540701438,0.999981351183744,-0.004445861498290409,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(1728, 64)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(384, 1152)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.05505863342377082,5.391862954612392 +12572,12580,1.0676251233203438,0.003684892526067676,-0.0007594777712878906,-0.0009220715056936085,1.0749312926410057,2.7313901114226926,1.4145795228429845,0.9999997115967159,-0.0019298257372751787,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(2432, 128)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 512)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.0073061693206619704,2.9786249149899366 +12853,12999,1.0665059416966316,0.049116664962546776,0.034638514041140205,0.034455503456736286,2.3880803595481073,1.0837479078856505,1.3956576033936574,0.9993999066164764,0.01571949493837676,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(2240, 1024)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(3968, 1664)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.017241966189018854,7.936751481051182 +13033,13058,1.3722773231061633,0.013640251155987639,0.0010408203060195277,0.0010611906624981616,1.394009560804932,1.433784936950835,1.413477690989226,0.9999994583463986,0.0010705181074810298,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 1152)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(384, 256)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.021732237698768753,3.948944278076639 +13228,13236,1.3122004366429243,0.048902115211466216,0.040879082505650546,0.040713960315672384,1.4447671632776224,1.3322679861475684,1.385102791321116,0.9991641009431315,0.0376959653497455,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(256, 1792)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(320, 256)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.020067549504644067,4.021029275245321 +55,71,1.1887226751039321,0.21748773775953614,0.1930640082366755,0.1916279519392502,1.2329128118299282,1.3121380704407357,1.270676824948609,0.9811861641521393,0.20547003227521848,"model.language_model.embed_tokens.weight|2d-128|(244096, 640)","model.language_model.embed_tokens.weight|2d-128|(22656, 640)",model.language_model.embed_tokens.weight,2d-128,0,0.04419013672599603,3.2985506540066685 +258,407,1.2106748965886598,0.10479283397641798,0.03297242576374739,0.029128599484214607,1.2927509681302316,1.515700296630415,1.3910000404206073,0.9994562617439815,0.03865888848106563,"model.language_model.embed_tokens.weight|2d-64|(223808, 1216)","model.language_model.embed_tokens.weight|2d-64|(182912, 1664)",model.language_model.embed_tokens.weight,2d-64,0,0.08207607154157182,3.316255712478185 +559,729,0.1737790408820484,0.9847964478010076,0.9847964478010076,0.9980364125543697,0.1737790408820484,0.17560303919716824,0.17468389832324058,0.17371228050577578,0.9951329478323563,"model.language_model.layers.1.linear_attn.conv1d.weight|3d-axis0-slice|(5342, 0, 0)","model.language_model.layers.5.linear_attn.conv1d.weight|3d-axis0-slice|(6054, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,4,0.0,0.2773306278627464 +902,990,0.6707228265348131,0.7699300282429589,0.7699300282429589,0.7812268347403941,0.6707228265348131,1.1905256540049018,0.8264166265847717,0.6381283190783783,1.3666173479551096,"model.language_model.layers.10.linear_attn.conv1d.weight|3d-volume|(624, 0, 0)","model.language_model.layers.14.linear_attn.conv1d.weight|3d-volume|(3984, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,4,0.0,1.4028944767860592 +1116,1221,1.1601638783795403,0.023715311684169304,0.004847730175157199,0.004845956805120116,1.1800684617870323,1.8689303423273018,1.411115257914423,0.9999882496870395,0.00767757999569521,"model.language_model.layers.16.linear_attn.in_proj_qkv.weight|2d-128|(3968, 896)","model.language_model.layers.6.linear_attn.in_proj_qkv.weight|2d-128|(2816, 512)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,10,0.019904583407492016,3.116827598861549 +1317,1523,1.158185234564492,0.0137060303387102,0.019775804082615592,0.01977087064430444,1.1541004480575399,1.9355519818853753,1.4018575074490258,0.9998044396645206,0.0331661744434009,"model.language_model.layers.17.linear_attn.in_proj_qkv.weight|2d-64|(832, 128)","model.language_model.layers.6.linear_attn.in_proj_qkv.weight|2d-64|(3520, 576)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,11,0.004084786506952209,3.009333207952774 +1544,1611,1.1669644297745847,-0.007665358809590269,0.007065142220033133,0.006886863375338338,1.1690532306703005,1.9081849742766603,1.409755728168168,0.9999750415712437,0.011532065325772138,"model.language_model.layers.0.linear_attn.in_proj_z.weight|2d-128|(0, 1024)","model.language_model.layers.10.linear_attn.in_proj_z.weight|2d-128|(256, 1920)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,10,0.0020888008957158366,3.0496966558106724 +1836,1922,1.166001886969137,0.04879879025199046,0.04032759518789477,0.04011273039363617,1.1690214454597747,1.8064057115860028,1.3879561690296793,0.999186511651534,0.06231536518416074,"model.language_model.layers.0.linear_attn.in_proj_z.weight|2d-64|(512, 448)","model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-64|(640, 768)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,4,0.0030195584906376194,3.122351609671791 +2098,2102,1.244489203857253,0.008589903879056598,0.006256074885851994,0.006231456182764332,1.2310874206473599,1.6996464592948721,1.4100040961293259,0.9999804305720301,0.008637173404980903,"model.language_model.layers.22.linear_attn.out_proj.weight|2d-128|(1280, 256)","model.language_model.layers.16.linear_attn.out_proj.weight|2d-128|(1664, 256)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,6,0.013401783209893159,3.2284230225710644 +2351,2524,1.238282014213262,0.04572386728222289,0.017320717129830472,0.017316942164458973,1.6111466557992675,1.2580334301564706,1.4022811064055822,0.9998499851268232,0.013524554766742095,"model.language_model.layers.18.linear_attn.out_proj.weight|2d-64|(64, 1536)","model.language_model.layers.14.linear_attn.out_proj.weight|2d-64|(1856, 1984)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,4,0.019751415943208617,4.206542760088595 +2715,2776,1.2756147423808464,0.0063115295289868645,0.005574489406436017,0.005520422552299158,1.5587036541310124,1.297591463817805,1.4103318119839166,0.9999844624132205,0.004640657542415804,"model.language_model.layers.3.mlp.down_proj.weight|2d-128|(640, 4608)","model.language_model.layers.19.mlp.down_proj.weight|2d-128|(128, 3200)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,16,0.021976721436958613,4.078975021324896 +2832,3040,1.2706209353462488,0.021636681838957995,0.01318952623209056,0.012964861546962152,1.5292247644384318,1.3067922806232541,1.404970997254053,0.9999130144156405,0.011271051493534584,"model.language_model.layers.13.mlp.down_proj.weight|2d-64|(832, 2880)","model.language_model.layers.23.mlp.down_proj.weight|2d-64|(768, 4416)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,10,0.036171345277005384,4.294018502134316 +3081,3217,1.173881915055212,0.03175854844366296,0.0020492510081761795,0.0020601993867791174,1.2065406316210714,1.7818244714999227,1.4128674451969907,0.9999979002829483,0.0030263428341474807,"model.language_model.layers.20.mlp.gate_proj.weight|2d-128|(3840, 1536)","model.language_model.layers.13.mlp.gate_proj.weight|2d-128|(640, 640)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,7,0.03265871656585939,3.190958049021711 +3471,3533,1.1674854065647466,0.05172338709056785,0.041269699502672855,0.041179999031655465,1.18413115619863,1.7496617146880729,1.3868579054532135,0.9991480430361455,0.06097974267336623,"model.language_model.layers.22.mlp.gate_proj.weight|2d-64|(448, 640)","model.language_model.layers.13.mlp.gate_proj.weight|2d-64|(3200, 320)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,9,0.016645749633883433,3.128843576510982 +3687,3723,1.2509004680746811,0.05269781996942433,-0.0012407729284417098,-0.0012171479860649899,1.5749396450989315,1.295722904603569,1.415074214338678,0.9999992302409738,-0.001020799690830679,"model.language_model.layers.2.mlp.up_proj.weight|2d-128|(128, 768)","model.language_model.layers.20.mlp.up_proj.weight|2d-128|(128, 0)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,18,0.04482243652888784,3.911427390000013 +3895,3929,1.2442527318684355,0.011435435974048877,0.0015115296499895025,0.0010556821510545322,1.2726231957310123,1.6136923312722438,1.413173805163149,0.9999988576384061,0.0019166268639929994,"model.language_model.layers.19.mlp.up_proj.weight|2d-64|(5440, 960)","model.language_model.layers.2.mlp.up_proj.weight|2d-64|(384, 1344)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,17,0.0283704638625768,3.100898004396 +4327,4346,1.1910532278445822,0.023190785957129045,0.0015398281732797276,0.0014423455532700555,1.7486400270867912,1.217695699664833,1.4131919708316818,0.9999988144638956,0.0010722859569612347,"model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(256, 896)","model.language_model.layers.3.self_attn.k_proj.weight|2d-128|(384, 1920)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,20,0.0266424718202507,5.60299220814981 +4375,4582,1.1118686625115324,-0.03319866125082319,-0.005180019470113851,-0.0051286853983436576,2.3687708968212355,1.105782172937223,1.417018636746722,0.9999865836091448,-0.002418120381842859,"model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 640)","model.language_model.layers.3.self_attn.k_proj.weight|2d-64|(64, 1216)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,20,0.0060864895743093506,6.732149908353556 +4618,4710,1.1367867540655057,-0.02315397185468963,-0.009120321265920089,-0.009114832398237677,1.1447849939619688,2.0882276639808106,1.4196400326078524,0.9999584090050977,-0.01663658003235455,"model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(384, 0)","model.language_model.layers.23.self_attn.o_proj.weight|2d-128|(256, 640)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,4,0.007998239896463089,3.172065101985381 +4877,5003,1.1371749199582113,0.05141197470787129,0.013534615304509548,0.013758500147431296,1.160819179331372,1.9244915562394629,1.4057226312338105,0.9999084028992651,0.02243868238417732,"model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(128, 448)","model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(256, 832)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,12,0.023644259373160725,3.0258634898937924 +5194,5367,1.1403557849231016,0.04414393089145839,-0.005216276544556377,-0.005183017170815,1.1693456129760367,1.945938460713631,1.4174666826395879,0.9999863951369592,-0.008680541524363395,"model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(3328, 640)","model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(2560, 1152)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,0,0.02898982805293504,3.062356264857979 +5475,5618,1.1261622106465774,0.004908882947145629,-0.004353295319098833,-0.004652856468983259,1.139733336050981,2.1010237283817514,1.4167915758975727,0.9999905243650385,-0.008025014687883742,"model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(2496, 512)","model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(2688, 960)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,0,0.013571125404403528,3.0482328541868067 +5792,5802,1.0931376385645175,0.02423060068282038,0.0020923283524968274,0.0020922403548602722,2.281056732516732,1.1114804073276687,1.4130479081656828,0.999997811078637,0.0010195195657981492,"model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(256, 896)","model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(256, 1280)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,12,0.018342768763151218,8.519137332794612 +5908,6012,1.0904963046094016,-0.018512232242301505,-0.021518387041813275,-0.021824935734042393,2.41452081959728,1.1094650803421136,1.4257123467323192,0.9997684527024839,-0.009887634355606845,"model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(448, 1536)","model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(448, 1472)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,12,0.01896877573271194,9.134994183971074 +6338,6360,1.2353620166997883,0.0634316527446641,0.010125075526043104,0.010161158160026105,1.6023303607407617,1.269525036319705,1.4072265399834014,0.9999487401090078,0.008022089070943629,"model.visual.blocks.14.attn.proj.weight|2d-128|(896, 256)","model.visual.blocks.21.attn.proj.weight|2d-128|(256, 512)",model.visual.layers.*.attn.proj.weight,2d-128,7,0.034163019619916746,4.189796004680847 +6491,6558,1.2079616701843594,0.042507464454068916,0.03323426566944714,0.03355655639205451,1.73777875759658,1.194476201699023,1.3921004943918005,0.999447589213868,0.022843839729057798,"model.visual.blocks.16.attn.proj.weight|2d-64|(832, 768)","model.visual.blocks.2.attn.proj.weight|2d-64|(960, 320)",model.visual.layers.*.attn.proj.weight,2d-64,14,0.013485468485336494,4.969432973046507 +6732,6857,1.1365516352974765,0.049181388515285744,0.008710054699081126,0.008660429373550537,1.1667676822704829,1.9130648962546408,1.4087271456152848,0.9999620667541039,0.014281249080232108,"model.visual.blocks.0.attn.qkv.weight|2d-128|(1152, 512)","model.visual.blocks.8.attn.qkv.weight|2d-128|(0, 640)",model.visual.layers.*.attn.qkv.weight,2d-128,8,0.030216046973006394,4.625196833252828 +7023,7079,1.1203929827649384,0.04467167797795321,0.0321018399700236,0.03220086333028468,2.270652073406456,1.0964315333931318,1.3963235511917762,0.9994846031182967,0.015501040443536684,"model.visual.blocks.19.attn.qkv.weight|2d-64|(2752, 768)","model.visual.blocks.0.attn.qkv.weight|2d-64|(1280, 192)",model.visual.layers.*.attn.qkv.weight,2d-64,19,0.023961449371806554,5.713453389410544 +7322,7336,1.235899747186557,0.01835822666564339,0.006364195458588924,0.006281461869917097,1.662551008798222,1.245762840999607,1.4098879058905138,0.9999797483030168,0.004768742837490144,"model.visual.blocks.14.mlp.linear_fc1.weight|2d-128|(2304, 768)","model.visual.blocks.1.mlp.linear_fc1.weight|2d-128|(2816, 256)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,13,0.009863093813050172,4.644776406301836 +7487,7521,1.2403504317059453,0.04879179289564435,0.011580491518745083,0.012012661741692509,1.5643307118936174,1.2879351474881826,1.4061543123611036,0.9999329438598291,0.009534379104611537,"model.visual.blocks.16.mlp.linear_fc1.weight|2d-64|(3712, 512)","model.visual.blocks.3.mlp.linear_fc1.weight|2d-64|(3456, 640)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,13,0.04758471578223733,4.234639963637588 +7773,7861,1.2422067371854975,0.0009354756261477719,0.02156095086021416,0.021616804720657204,1.2320847073696926,1.6613227943346707,1.3995482361593516,0.9997675356791714,0.029072432209691933,"model.visual.blocks.4.mlp.linear_fc2.weight|2d-128|(256, 2560)","model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(640, 1920)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,6,0.0101220298158049,3.4174024184903082 +7991,8096,1.233230299570371,0.008442651683177028,-0.012391540113250268,-0.012559351066608656,1.6591293272914038,1.2649986933262287,1.4226379264964504,0.999923221919374,-0.009447896432010923,"model.visual.blocks.2.mlp.linear_fc2.weight|2d-64|(192, 3456)","model.visual.blocks.0.mlp.linear_fc2.weight|2d-64|(896, 960)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,2,0.031768393755857716,4.684434052491115 +8193,8342,1.343478013976842,0.03579846021808727,0.020574818662919846,0.0206188067407541,1.391968501055107,1.4073385673409404,1.399590241360513,0.9997883160134389,0.02080200507297753,"model.visual.merger.linear_fc1.weight|2d-128|(1024, 768)","model.visual.merger.linear_fc1.weight|2d-128|(512, 2816)",model.visual.merger.linear_fc1.weight,2d-128,0,0.04849048707826498,3.5040226906817264 +8631,8669,1.3482074509935988,0.04808574506619422,0.038273171124616284,0.03823905708151189,1.3971001075935061,1.3768990393584912,1.3868892443502636,0.9992673137714783,0.037719768446270965,"model.visual.merger.linear_fc1.weight|2d-64|(448, 3008)","model.visual.merger.linear_fc1.weight|2d-64|(2240, 3136)",model.visual.merger.linear_fc1.weight,2d-64,0,0.028691588364892384,3.5450221901248873 +8721,8753,1.3508541527533475,0.044284130248680095,0.00797362460391425,0.008008899868054338,1.386615298839908,1.4315953102168342,1.4085669573845745,0.9999682101500407,0.00823227869903311,"model.visual.merger.linear_fc2.weight|2d-128|(1152, 3456)","model.visual.merger.linear_fc2.weight|2d-128|(128, 2176)",model.visual.merger.linear_fc2.weight,2d-128,0,0.03576114608656056,3.5101569370834493 +8963,9215,1.3514401954877389,0.038526845091312066,0.001041648409943427,0.0009868796678703278,1.433962064375788,1.3938457147129928,1.4134771103743342,0.9999994574841479,0.0010125073797327183,"model.visual.merger.linear_fc2.weight|2d-64|(448, 3136)","model.visual.merger.linear_fc2.weight|2d-64|(1088, 1472)",model.visual.merger.linear_fc2.weight,2d-64,0,0.04240551922525393,3.8145293476550344 +9303,9311,0.8491355275616749,0.5465945833824766,0.477552426727763,0.47354785847133685,1.0068947891790068,1.038700784036417,1.0224269366634684,0.8786032550169756,0.49263744871008125,"model.visual.pos_embed.weight|2d-128|(1280, 896)","model.visual.pos_embed.weight|2d-128|(1408, 896)",model.visual.pos_embed.weight,2d-128,0,0.1577592616173319,7.390803698352532 +9415,9538,0.5899003353774729,0.8078431716229815,0.7425516414849004,0.7414603412302914,0.8468593704252358,0.6716983461557283,0.7442420304135283,0.6697888172611424,0.5889652130437899,"model.visual.pos_embed.weight|2d-64|(1408, 128)","model.visual.pos_embed.weight|2d-64|(704, 128)",model.visual.pos_embed.weight,2d-64,0,0.08179801077825544,3.2660866845185703 +9706,9860,1.2168850606451422,0.030634062761209554,0.007809814832857645,0.007798680540503389,1.3388024699966539,1.4908578439167146,1.4087122902342009,0.9999695029311026,0.008696819705697155,"mtp.fc.weight|2d-128|(256, 3328)","mtp.fc.weight|2d-128|(896, 2560)",mtp.fc.weight,2d-128,0,0.12191740935151163,3.281877981817302 +9888,9962,1.1852026927064923,0.04207772136092728,0.010081901199143208,0.010041739250564913,1.5666698625354405,1.2882403033828302,1.407201533828608,0.9999491763425833,0.00829013933952927,"mtp.fc.weight|2d-64|(1088, 3904)","mtp.fc.weight|2d-64|(1792, 2880)",mtp.fc.weight,2d-64,0,0.10303761067633799,4.953923752819945 +10229,10300,1.3277525307392746,0.023647080813156914,0.015844176807815052,0.01584253904791122,1.3690680000750886,1.4395426199544306,1.4029795169127575,0.9998744731521465,0.016659777156205792,"mtp.layers.0.mlp.down_proj.weight|2d-128|(1408, 5632)","mtp.layers.0.mlp.down_proj.weight|2d-128|(1408, 1024)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.04131546933581398,3.739011632052945 +10492,10504,1.2835133660610263,0.028025802699342055,0.01547569131214178,0.015482045617860093,1.3318371318817714,1.4876453126721172,1.403295079803878,0.9998802443184941,0.017286152405391893,"mtp.layers.0.mlp.down_proj.weight|2d-64|(320, 2752)","mtp.layers.0.mlp.down_proj.weight|2d-64|(512, 1088)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.04832376582074516,3.4551087361963075 +10788,10837,1.317710241613241,0.02358967166937467,0.018147193006493683,0.018085701099230553,1.3418892679862804,1.4695472773461717,1.4013760976923357,0.9998353261342515,0.019873590698126768,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(1152, 512)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(2560, 512)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.02417902637303948,3.790176272750779 +10911,10984,1.3059842770663828,0.0313832866301567,0.006898986088075729,0.006523320883746271,1.4926310052701979,1.33862452239485,1.4093556820847113,0.9999762017122991,0.006187163421201564,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(1856, 64)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(1088, 512)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.03264024532846732,4.274529900357095 +11233,11236,1.3401470854798894,0.056260191858190006,0.007695422559667055,0.007745814704858429,1.3818400559741715,1.4373294590087589,1.4087657986998419,0.999970389797432,0.008004441249701904,"mtp.layers.0.mlp.up_proj.weight|2d-128|(2944, 1792)","mtp.layers.0.mlp.up_proj.weight|2d-128|(3328, 640)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.04169297049428211,3.7577420455399744 +11438,11575,1.3218209378391765,0.01480610347544804,0.002123038773365116,0.002023392298681809,1.3490444223292324,1.4863532298327549,1.4127185817260233,0.999997746350644,0.002339126485103464,"mtp.layers.0.mlp.up_proj.weight|2d-64|(4160, 1216)","mtp.layers.0.mlp.up_proj.weight|2d-64|(2368, 256)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.02722348449005585,3.6771189024730266 +11679,11726,1.2573345204598323,0.025433172865316968,0.008099577212160161,0.008100608839690682,1.6750556578341382,1.2390117149407658,1.4087265062147456,0.9999671978865028,0.005991126924647782,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 1920)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 1792)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.01832280551906651,4.859653097112064 +11757,11812,1.0960653573643884,0.015447076613721926,0.017327134107287378,0.01738748824191727,2.2022612441648186,1.112515126498118,1.4043168835645223,0.9998498739428976,0.008753139003964594,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 1856)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(128, 1280)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.01644976913372953,7.427599634312979 +11987,12039,1.2025680530083798,0.035565129462680735,0.00578178582091796,0.005720864959666578,1.2031966728687882,1.7827846565591756,1.4104170055705363,0.9999832853366705,0.008566911197042526,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(0, 384)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(384, 896)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.0006286198604084081,3.5793251663007166 +12264,12403,1.1854765225517996,0.05079794430308157,0.03139100948677051,0.031089229916264415,1.2081719656597403,1.7013774835914448,1.3930991449782897,0.9995071808263318,0.04420559179158951,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(0, 1536)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(1792, 896)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.022695443107940694,3.1788838132428943 +12576,12620,1.0682371675398181,-0.014299210335657649,0.006709440556993975,0.006909149933837786,2.910898325979415,1.0621946062998815,1.4111547039977455,0.9999774914503886,0.0024482928542448414,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 0)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(896, 1536)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.006042561239936628,8.686724600160023 +12771,12999,1.0666470354135975,0.010471462805332983,-0.008115138890510928,-0.008447545359575216,2.6943255756188713,1.0804203130870011,1.4181725929113185,0.9999670717182579,-0.003254157916240843,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(576, 512)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(3968, 1664)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.013773277673403639,9.077224136445938 +13025,13058,1.3722831960475887,0.03978213703200105,-0.001732265017958861,-0.0016831259285303715,1.3991194295128202,1.4323403689170635,1.4154375918150615,0.9999984996278282,-0.0017733962251880678,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 128)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(384, 256)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.02683623346523145,3.6993824689952657 +13101,13273,1.3122027435943175,0.010035504831654407,0.008777787603593908,0.008854151426986187,1.318840748345452,1.5182264716211504,1.4080543279193682,0.9999614744802853,0.010104836022668534,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(0, 1856)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 576)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.006638004751134519,3.4942139702435764 +108,177,1.1888173868718153,0.28412788130973443,0.2407606412784705,0.24078772911273627,1.2271756469976822,1.2374332970400723,1.2322724532513156,0.9705845216214709,0.2427730984261152,"model.language_model.embed_tokens.weight|2d-128|(196224, 128)","model.language_model.embed_tokens.weight|2d-128|(188160, 128)",model.language_model.embed_tokens.weight,2d-128,0,0.03835826012586696,3.2908119485540808 +282,377,1.2108921954955807,0.21420989988608666,0.19410074105377711,0.1877907209366682,1.2220153635114521,1.3242531234837558,1.2700583477167882,0.9809816014188923,0.2103398371951542,"model.language_model.embed_tokens.weight|2d-64|(163712, 896)","model.language_model.embed_tokens.weight|2d-64|(194368, 896)",model.language_model.embed_tokens.weight,2d-64,0,0.011123168015871432,3.2423351608743096 +556,681,0.17397287552700702,0.9909534629299382,0.9909534629299381,0.9924625533701193,0.19764037304908436,0.17397287552700702,0.18467877982808714,0.13420593991013796,0.8722864706218252,"model.language_model.layers.17.linear_attn.conv1d.weight|3d-axis0-slice|(1041, 0, 0)","model.language_model.layers.10.linear_attn.conv1d.weight|3d-axis0-slice|(732, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,7,0.0,0.2960536985324922 +876,1020,0.6710939215625216,0.7573219062680501,0.7573219062680502,0.7504954233595484,0.6710939215625216,1.1134528502998113,0.8128459414985242,0.6530417523302217,1.256518958129302,"model.language_model.layers.2.linear_attn.conv1d.weight|3d-volume|(4380, 0, 0)","model.language_model.layers.6.linear_attn.conv1d.weight|3d-volume|(4392, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,4,0.0,1.5266473181904505 +1230,1270,1.1604067109854668,0.022947949848649604,-0.009605407055120559,-0.009612263297734864,1.9063015326553225,1.1815585468755514,1.420283342038514,0.9999538670135265,-0.005953596851169549,"model.language_model.layers.10.linear_attn.in_proj_qkv.weight|2d-128|(5504, 384)","model.language_model.layers.13.linear_attn.in_proj_qkv.weight|2d-128|(1024, 896)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,3,0.021151835890084625,5.053484439143213 +1458,1476,1.1581969531390426,0.01245260204949073,0.016897674977908055,0.01677438773915265,1.873029739219076,1.1701094702320602,1.4034344424421936,0.9998572240976913,0.01055622828754291,"model.language_model.layers.0.linear_attn.in_proj_qkv.weight|2d-64|(6080, 0)","model.language_model.layers.16.linear_attn.in_proj_qkv.weight|2d-64|(512, 1152)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,16,0.01191251709301766,5.3977573945086 +1544,1657,1.1670066303141389,0.022031545281678576,0.0027901626948455306,0.002739428577327365,1.1819044520294335,1.8677529268630548,1.4124294578337584,0.9999961074884923,0.004409268897137607,"model.language_model.layers.0.linear_attn.in_proj_z.weight|2d-128|(0, 1024)","model.language_model.layers.16.linear_attn.in_proj_z.weight|2d-128|(256, 896)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,16,0.014897821715294635,2.9843233019729065 +1811,2037,1.166225446386831,-0.0007219340823198745,-0.022742691213123147,-0.022715422219689453,1.973520828176586,1.1755433165321592,1.4282844253745735,0.9997413515486816,-0.013546864200183344,"model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-64|(320, 704)","model.language_model.layers.5.linear_attn.in_proj_z.weight|2d-64|(1280, 960)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,13,0.009317870145328255,5.464977931257963 +2142,2283,1.2445036519850372,0.051144473054863825,0.004004369338802092,0.004025965626618677,1.2907472543679863,1.573851948163398,1.4114340907994856,0.9999919824809589,0.004882663483274546,"model.language_model.layers.14.linear_attn.out_proj.weight|2d-128|(1792, 768)","model.language_model.layers.21.linear_attn.out_proj.weight|2d-128|(1280, 512)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,7,0.04624360238294911,3.414347053433092 +2366,2480,1.2383217462748481,0.02629674614041409,0.025984335034085614,0.025960277747503844,1.6069613434003471,1.2513739382605125,1.3962862806369254,0.999662350162712,0.020234537562602385,"model.language_model.layers.16.linear_attn.out_proj.weight|2d-64|(1344, 1152)","model.language_model.layers.6.linear_attn.out_proj.weight|2d-64|(0, 1152)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,10,0.013052191985664319,4.321534502523926 +2708,2763,1.2756622059536227,0.040804063986697836,0.016269972288402518,0.016254027943642065,1.5263552491863777,1.3050934890049728,1.4028025721330455,0.9998676352406526,0.013911463213563255,"model.language_model.layers.3.mlp.down_proj.weight|2d-128|(1024, 4864)","model.language_model.layers.15.mlp.down_proj.weight|2d-128|(1792, 2048)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,12,0.02943128305135012,4.13004722625281 +2983,3018,1.2706840779163575,0.033056598426859624,0.009045436010377517,0.009046322810874913,1.2801732514300403,1.5836407699002606,1.4079456294644714,0.9999590892068445,0.011189673922303961,"model.language_model.layers.20.mlp.down_proj.weight|2d-64|(1344, 4800)","model.language_model.layers.3.mlp.down_proj.weight|2d-64|(1792, 1088)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,17,0.009489173513682836,3.217693881413061 +3215,3247,1.1739095570795086,0.07327134842925996,0.0013532552485356134,0.0013821533984656963,1.7350073716459462,1.2225361576716722,1.413312164958981,0.999999084349697,0.0009535426182796401,"model.language_model.layers.14.mlp.gate_proj.weight|2d-128|(2816, 1152)","model.language_model.layers.18.mlp.gate_proj.weight|2d-128|(4096, 0)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,4,0.048626600592163616,4.494045784282686 +3518,3551,1.1675327202057364,0.005581358938560819,0.009719409673236578,0.010083798656818278,1.887312297161973,1.1719834520731214,1.4080399611740384,0.9999527654222493,0.006035560367026578,"model.language_model.layers.11.mlp.gate_proj.weight|2d-64|(6080, 640)","model.language_model.layers.22.mlp.gate_proj.weight|2d-64|(5824, 448)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,11,0.004450731867384983,5.106652048587669 +3752,3818,1.2509688075544152,0.008363302356786527,-0.011244521074904604,-0.011145477801342915,1.270654439453559,1.6442713363084147,1.421886796724142,0.9999367783744111,-0.014550803995091446,"model.language_model.layers.21.mlp.up_proj.weight|2d-128|(3968, 128)","model.language_model.layers.2.mlp.up_proj.weight|2d-128|(640, 1280)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,19,0.01968563189914385,3.2740878501732924 +4020,4037,1.2444183974292518,0.026952078794605063,0.018340127830127766,0.018324726460859496,1.6267299392919405,1.249855839406625,1.401626808766418,0.9998318057109279,0.014091162466663965,"model.language_model.layers.1.mlp.up_proj.weight|2d-64|(448, 640)","model.language_model.layers.22.mlp.up_proj.weight|2d-64|(1856, 832)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,21,0.005437441977373281,3.994027792908749 +4316,4336,1.191119076151646,0.0357094311071278,0.0011946351071207843,0.0010130128565816762,1.76564729216043,1.2123684946654065,1.4134249777478505,0.9999992864232259,0.0008202872526835746,"model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(128, 1536)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(384, 0)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,0,0.02124941851376061,5.877866566490025 +4375,4526,1.111885129739083,0.012152269126877169,0.0055565684112068876,0.005477264862980086,2.0377859886690075,1.1441078439102317,1.4108550502478816,0.9999845621545822,0.0031197159759832937,"model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 640)","model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(384, 704)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,0,0.032222714171148636,7.538622590194973 +4628,4756,1.1368813100205442,0.011087946161777225,0.012003049692549124,0.0119718195927652,1.9614599876880447,1.1541749822181049,1.4067744997182356,0.9999279608042162,0.00706291219419166,"model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(128, 1536)","model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(1792, 640)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,12,0.017293672197560728,5.613040514894062 +4933,5089,1.137216140140161,-0.024400179451380406,-0.013459464105198054,-0.013491822136761185,2.0994546032987964,1.1456228804920923,1.422194591900918,0.9999094173103886,-0.007344512243250634,"model.language_model.layers.3.self_attn.o_proj.weight|2d-64|(1792, 1856)","model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(1792, 64)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,16,0.00840674035193123,5.868051576911169 +5150,5328,1.1404147151214072,-0.025142565790664245,0.0006022154182610105,0.0004237890381825453,2.119459017494605,1.1338127210462885,1.4138592899856472,0.9999998186682786,0.0003221574450831688,"model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(3200, 256)","model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(2944, 128)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,4,0.0066019940751187445,6.646379831754476 +5463,5510,1.1263557431826494,0.00161198684079167,0.010217341796179228,0.010219446525435176,2.1718433141103204,1.1205629416574538,1.4083134036198026,0.9999478016009736,0.005271639305037214,"model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(3200, 1664)","model.language_model.layers.23.self_attn.q_proj.weight|2d-64|(1408, 1856)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,16,0.005792801525195568,6.367774724324528 +5650,5819,1.0931677266797264,0.02760535939818914,-0.007706086992922762,-0.007723906082056598,2.2169011984240465,1.1248414512464349,1.4186042254300095,0.9999703076708115,-0.003910019121606557,"model.language_model.layers.3.self_attn.v_proj.weight|2d-128|(256, 384)","model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(384, 1408)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,16,0.03167372456670847,7.973250317433134 +5976,5988,1.0905484014892748,0.013408855957276755,-0.0016895318037367965,-0.0017122257254487592,1.108636992509843,2.3245165957925455,1.415141645120804,0.9999985727401235,-0.0035424983501717573,"model.language_model.layers.23.self_attn.v_proj.weight|2d-64|(0, 192)","model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(448, 960)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,16,0.018088591020568145,3.4404958002287493 +6337,6394,1.2353916989153273,-0.01179979455848119,-0.0004746420945244763,-0.0006051460150711599,1.2289540178247973,1.7214701546045534,1.4145309516872937,0.9999998873574347,-0.0006648598629337526,"model.visual.blocks.6.attn.proj.weight|2d-128|(768, 0)","model.visual.blocks.21.attn.proj.weight|2d-128|(896, 256)",model.visual.layers.*.attn.proj.weight,2d-128,15,0.006437681090530001,3.1937898489671643 +6496,6510,1.2080644158526403,0.04259271662901403,-0.0036845302429576077,-0.0030439750194942486,1.7300735053751921,1.2286481277466479,1.4166713028919187,0.9999932120954065,-0.0026166467323907264,"model.visual.blocks.0.attn.proj.weight|2d-64|(384, 0)","model.visual.blocks.18.attn.proj.weight|2d-64|(256, 320)",model.visual.layers.*.attn.proj.weight,2d-64,18,0.02058371189400754,4.296053212341739 +6674,6820,1.1367609136730061,0.021800311547837452,0.0018540565628919871,0.0018251067118247098,1.1523880288749822,2.005658901474957,1.4130804839235307,0.9999982812356537,0.0032268688636349885,"model.visual.blocks.3.attn.qkv.weight|2d-128|(1792, 896)","model.visual.blocks.15.attn.qkv.weight|2d-128|(2048, 0)",model.visual.layers.*.attn.qkv.weight,2d-128,12,0.015627115201976016,3.1752490309616865 +7074,7078,1.1205168624049398,0.010381130359155619,0.03482806299472869,0.03466320290113182,1.1111163021461075,2.1350676521838294,1.3938976823190325,0.9993933189830895,0.0669239309554184,"model.visual.blocks.1.attn.qkv.weight|2d-64|(448, 320)","model.visual.blocks.0.attn.qkv.weight|2d-64|(2496, 320)",model.visual.layers.*.attn.qkv.weight,2d-64,1,0.009400560258832291,3.223256979826208 +7242,7272,1.235917557514848,0.059205336470665726,0.009635628320636863,0.009492872799998322,1.5857192712930939,1.2784698917782427,1.407539421526971,0.9999535762558514,0.007768626464540862,"model.visual.blocks.16.mlp.linear_fc1.weight|2d-128|(2304, 384)","model.visual.blocks.4.mlp.linear_fc1.weight|2d-128|(384, 640)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,12,0.042552334263394664,4.137956178951729 +7475,7623,1.2404442180887845,0.030539151175345655,0.00799249676126857,0.008116101274670572,1.2669293666628676,1.6120299386267567,1.4087114216640002,0.9999680594876624,0.010169583563667461,"model.visual.blocks.3.mlp.linear_fc1.weight|2d-64|(3840, 256)","model.visual.blocks.17.mlp.linear_fc1.weight|2d-64|(3904, 384)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,14,0.02648514857408313,3.237650381121009 +7759,7863,1.2423327865978089,0.03282345807857413,0.005435886119445613,0.005399858058883635,1.6223374179208996,1.2645498869981184,1.410481178856447,0.9999852254619047,0.004237065053266709,"model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(128, 128)","model.visual.blocks.0.mlp.linear_fc2.weight|2d-128|(640, 2944)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,10,0.022217100400309553,4.776938185872947 +8057,8111,1.2332391069585351,-0.005734250593273469,0.00480608994792407,0.005502219479843583,1.2344730570426314,1.6941971830453724,1.4109748866542944,0.9999884506830129,0.00659590260377343,"model.visual.blocks.0.mlp.linear_fc2.weight|2d-64|(576, 2304)","model.visual.blocks.10.mlp.linear_fc2.weight|2d-64|(512, 2368)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,10,0.0012339500840963247,3.5316332108997823 +8290,8439,1.3434919792389077,0.057360624759138744,-0.002511323849405759,-0.0024853467437078985,1.4044917837285005,1.4277711845517345,1.4159879833900832,0.9999968466212898,-0.002552948951926519,"model.visual.merger.linear_fc1.weight|2d-128|(1920, 256)","model.visual.merger.linear_fc1.weight|2d-128|(896, 2944)",model.visual.merger.linear_fc1.weight,2d-128,0,0.060999804489592746,3.3859756226030577 +8530,8695,1.3482236035569137,0.05044323328791102,0.018188905275920327,0.018260106291363213,1.3833671958945613,1.4199435003767746,1.401297460616609,0.9998345681785881,0.018669820928354886,"model.visual.merger.linear_fc1.weight|2d-64|(64, 1152)","model.visual.merger.linear_fc1.weight|2d-64|(1024, 2560)",model.visual.merger.linear_fc1.weight,2d-64,0,0.03514359233764752,3.4084937713921253 +8804,8870,1.3508650607747943,0.04014457857598648,0.013130411749208756,0.013186820240974107,1.3723586436419646,1.4398912050097747,1.4049090526067782,0.9999137924277753,0.013776547758440899,"model.visual.merger.linear_fc2.weight|2d-128|(1152, 2176)","model.visual.merger.linear_fc2.weight|2d-128|(640, 768)",model.visual.merger.linear_fc2.weight,2d-128,0,0.02149358286717029,3.591697732870699 +8968,9029,1.3515606610425013,0.05024697451905467,0.04497481955196851,0.04497380818083943,1.3668491146245139,1.3977775730750446,1.3820538604308306,0.9989881208534303,0.045992489917300164,"model.visual.merger.linear_fc2.weight|2d-64|(448, 2560)","model.visual.merger.linear_fc2.weight|2d-64|(832, 2112)",model.visual.merger.linear_fc2.weight,2d-64,0,0.015288453582012584,3.5320512955511356 +9245,9293,0.8491993638273226,0.6229985053659266,0.7393560414476431,0.7389545449652778,0.6902364113129031,0.7744534151330241,0.7287201554559927,0.6733146693596324,0.8295662209549637,"model.visual.pos_embed.weight|2d-128|(384, 640)","model.visual.pos_embed.weight|2d-128|(1152, 640)",model.visual.pos_embed.weight,2d-128,0,0.1589629525144195,5.7428619810934105 +9386,9434,0.5903794037081642,0.8140621869464342,0.6854752228439422,0.6854976909313626,0.8695569100447558,0.7490526323044303,0.8025978415501309,0.7280959544366716,0.5904812141902173,"model.visual.pos_embed.weight|2d-64|(64, 640)","model.visual.pos_embed.weight|2d-64|(256, 640)",model.visual.pos_embed.weight,2d-64,0,0.1586732285962661,3.0104028497025657 +9729,9839,1.2172266920765875,0.01411661369713712,0.0015157863807845643,0.0015221624301989818,1.5718849456656907,1.2944874713121015,1.4131612384572874,0.9999988511951641,0.0012482888677836145,"mtp.fc.weight|2d-128|(384, 2176)","mtp.fc.weight|2d-128|(768, 3968)",mtp.fc.weight,2d-128,0,0.077260779235514,4.311976608990598 +9902,10043,1.1856738327057172,0.048416466644782614,0.02759851328676637,0.027711732593791425,2.048278170553487,1.1282843042647321,1.397621607647379,0.999619088485389,0.015202509996035238,"mtp.fc.weight|2d-64|(1664, 0)","mtp.fc.weight|2d-64|(1152, 3904)",mtp.fc.weight,2d-64,0,0.057389528440985105,5.403655571382281 +10243,10330,1.327813256532223,0.04520914648069463,0.019342197835833456,0.01934868321043432,1.3820960749642004,1.4196066208486053,1.4004747303363674,0.9998129221923867,0.019867151500465682,"mtp.layers.0.mlp.down_proj.weight|2d-128|(640, 4096)","mtp.layers.0.mlp.down_proj.weight|2d-128|(512, 1280)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.054282818431977464,3.690101593211444 +10481,10496,1.2837156037442614,0.029827514347673476,0.018702440578237323,0.018576172140660832,1.3352583400943163,1.477505438831883,1.400994631963244,0.9998250940621651,0.020694839975179555,"mtp.layers.0.mlp.down_proj.weight|2d-64|(512, 384)","mtp.layers.0.mlp.down_proj.weight|2d-64|(704, 5248)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.05154273635005491,3.579215593532268 +10756,10852,1.3177399579272204,0.0326699360395981,0.00447165440274634,0.0044268456314702845,1.3590560589862661,1.4695251479572062,1.4110577349673161,0.9999900021034722,0.00483512696504281,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(896, 512)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(4224, 1536)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.04131610105904571,3.8398253555970356 +10920,10940,1.3059901639098292,0.026722371750232822,0.025058562411844627,0.024954973629939425,1.3294983505035722,1.4747212017231157,1.3964780615656738,0.9996859849221913,0.027795742100358407,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(5632, 384)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(5568, 1536)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.023508186593742986,3.6639775575800666 +11235,11374,1.340175908507714,0.05201532528668652,0.017503717277437013,0.017550093139261046,1.3835931994431472,1.4207164802683947,1.4017863007296452,0.9998467982053408,0.01797336067568265,"mtp.layers.0.mlp.up_proj.weight|2d-128|(4096, 1280)","mtp.layers.0.mlp.up_proj.weight|2d-128|(2816, 1408)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.04341729093543312,3.588631888930975 +11622,11635,1.3218348074538906,0.04600120787660665,0.021555770796103883,0.02154383865898185,1.4717273460243305,1.3360184868566123,1.3989601206009952,0.9997676473788226,0.01956810027335223,"mtp.layers.0.mlp.up_proj.weight|2d-64|(1984, 448)","mtp.layers.0.mlp.up_proj.weight|2d-64|(4224, 1664)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.014183679402721694,3.704493545416692 +11693,11701,1.2576239500605662,0.018558784461517944,-0.005467265327742761,-0.005532149444078651,1.2840103210310156,1.6050940082170828,1.41798015375435,0.9999850543932324,-0.006834427009781751,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(128, 1664)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(256, 640)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.02638637097044949,3.6039206866171782 +11730,11923,1.0960712368247114,0.02278721005778477,0.022328213291424412,0.02265496207014841,2.33009367146754,1.0954601661458567,1.4020027177908203,0.9997506943689575,0.010497289676152254,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 128)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 192)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.000611070678854686,7.125726911437691 +12029,12142,1.2025764577339009,0.04473053807353411,0.0008875679219957122,0.0008789295145066091,1.6911438947927513,1.2392108987887154,1.4136149922766348,0.9999996061115143,0.0006503786258159475,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(256, 1664)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1152, 1792)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.036634441054814504,5.012425646276363 +12426,12470,1.185532308607923,0.04279719633423024,0.02569963061547314,0.025695094573444016,1.6492247320179516,1.2331416631010519,1.3966743196033449,0.9996697099473547,0.01921586829435341,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(1664, 960)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(768, 1984)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.047609354493128864,4.874088778263055 +12559,12583,1.0682718697738407,0.011404047161308306,0.004657604934556884,0.004589925323646255,1.0712419975843686,2.755106962451431,1.4119870504240877,0.9999891532993114,0.011978805734355258,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(2432, 640)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 896)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.002970127810527856,3.218771577010392 +12823,12997,1.0666565233257148,0.022495065856703526,0.007102407467535049,0.0070347743887671154,1.068733201150156,2.781340995549734,1.410846556204155,0.9999747775859975,0.018483768479630448,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(4032, 1216)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(704, 640)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.0020766778244412087,3.3663038101536182 +13017,13033,1.3723746196372273,0.023714264470220854,0.015266620768136742,0.015278778744437652,1.431277104056851,1.3770624984286086,1.403385017769294,0.9998834583541834,0.014688344331048153,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(0, 1152)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 1152)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.004687878791381328,3.9751828195335888 +13279,13327,1.312242759412419,0.004955964130244914,0.012478915725646097,0.012397557900656471,1.4941798870057375,1.3308069288091686,1.4054211303339013,0.9999221352997003,0.011114476681248322,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 960)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(448, 1984)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.01856416939674954,3.9600537583921445 +0,167,1.1888409168573197,0.26859191165240126,0.3035292157338805,0.30340736728085743,1.2194224449557352,1.1455039125859385,1.1807313580414542,0.9528221319826568,0.2851299856301421,"model.language_model.embed_tokens.weight|2d-128|(54272, 768)","model.language_model.embed_tokens.weight|2d-128|(232576, 768)",model.language_model.embed_tokens.weight,2d-128,0,0.04333700427138121,3.3721125088235873 +420,454,1.210994586796176,0.11214048813976202,0.07184469200264644,0.06486265050318442,1.3165066115342228,1.4138981691947632,1.3625989074486333,0.9974158311512029,0.07715956577728347,"model.language_model.embed_tokens.weight|2d-64|(107904, 1216)","model.language_model.embed_tokens.weight|2d-64|(224256, 1984)",model.language_model.embed_tokens.weight,2d-64,0,0.10551202473804677,3.19839123618929 +551,757,0.1743098299861523,0.9891173909764688,0.9891173909764688,0.9865895315109681,0.1743098299861523,0.1946193791077139,0.18362755302317238,0.14712847062313708,1.1043634917880143,"model.language_model.layers.0.linear_attn.conv1d.weight|3d-axis0-slice|(2511, 0, 0)","model.language_model.layers.4.linear_attn.conv1d.weight|3d-axis0-slice|(5151, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,4,0.0,0.2322327193652188 +858,891,0.6712869112219328,0.7495030764781603,0.7495030764781604,0.7190456978717353,1.0517893461308925,0.6712869112219328,0.8002458046977106,0.6620008597802369,0.4783577690829233,"model.language_model.layers.16.linear_attn.conv1d.weight|3d-volume|(4188, 0, 0)","model.language_model.layers.4.linear_attn.conv1d.weight|3d-volume|(3324, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,12,0.0,3.3216200086321 +1038,1201,1.1605468876614995,0.042885092220728366,0.00039603022932279433,0.0003952929426527864,1.1793815498212679,1.8850537135995349,1.4139617081427194,0.9999999215800257,0.0006329912949678963,"model.language_model.layers.21.linear_attn.in_proj_qkv.weight|2d-128|(1408, 384)","model.language_model.layers.13.linear_attn.in_proj_qkv.weight|2d-128|(3200, 640)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,8,0.018834662159768367,2.9077766783240855 +1290,1529,1.1584883250942979,0.019165557543390055,0.006762887964066403,0.006769166486585809,1.9679704352837935,1.1564448164433823,1.4100297409112403,0.9999771314117065,0.003974097674441998,"model.language_model.layers.12.linear_attn.in_proj_qkv.weight|2d-64|(4736, 1664)","model.language_model.layers.21.linear_attn.in_proj_qkv.weight|2d-64|(1408, 64)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,9,0.0020435086509156264,5.224369785985974 +1646,1680,1.1673841638476063,0.013777688041975263,0.0003764306156753699,0.0004005816321458872,1.1915528685592873,1.837979622622938,1.4139705468736679,0.9999999291499932,0.0005806471699231293,"model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-128|(640, 512)","model.language_model.layers.10.linear_attn.in_proj_z.weight|2d-128|(256, 1664)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,8,0.024168704711680977,3.297925251068499 +1922,2009,1.166272984052867,-0.015597654210442964,-0.039140358531338626,-0.0396925302425347,2.0167526812516257,1.1775520805099673,1.4381141921458969,0.9992337225764741,-0.022853476804047115,"model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-64|(640, 768)","model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-64|(192, 1280)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,14,0.011279096457100346,5.916727398365749 +2059,2084,1.2445313932419437,0.03297712694610021,-0.0012779641451988043,-0.0012554296885390977,1.645568689482149,1.2604045293031019,1.4150857487825228,0.9999991834034884,-0.0009788420302299468,"model.language_model.layers.17.linear_attn.out_proj.weight|2d-128|(896, 1280)","model.language_model.layers.5.linear_attn.out_proj.weight|2d-128|(1024, 1664)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,12,0.015873136061158144,4.2106474956351025 +2428,2458,1.2383900344270646,0.045087912141371325,0.015128254412250363,0.015290766812582833,1.61003495958742,1.260747414464994,1.403789952428707,0.9998855614111237,0.01184626925150794,"model.language_model.layers.8.linear_attn.out_proj.weight|2d-64|(704, 1536)","model.language_model.layers.16.linear_attn.out_proj.weight|2d-64|(1152, 768)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,8,0.02235738003792931,4.33286600800857 +2771,2815,1.2756757348635863,0.017610673886681395,-0.007845247777526003,-0.007811566348708255,1.5799231241083889,1.2999685203878026,1.4196466910128023,0.9999692255701219,-0.006455108473193353,"model.language_model.layers.3.mlp.down_proj.weight|2d-128|(1408, 2816)","model.language_model.layers.20.mlp.down_proj.weight|2d-128|(1152, 1280)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,17,0.02429278552421632,4.1353095745339745 +2824,3014,1.2706891587717166,0.04126929922785064,0.02828627500956065,0.02844063633175733,1.2849974238125779,1.5375143247054268,1.3943908623906283,0.9995998632683398,0.03384485619490231,"model.language_model.layers.20.mlp.down_proj.weight|2d-64|(1408, 3776)","model.language_model.layers.4.mlp.down_proj.weight|2d-64|(512, 1344)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,16,0.014308265040861246,3.3418643587377614 +3235,3297,1.1739422734935283,0.03783481461853819,0.009447467029284123,0.009383050122817212,1.1799543597988893,1.8557085279570669,1.4081510064720424,0.9999553716875221,0.014857985809573062,"model.language_model.layers.22.mlp.gate_proj.weight|2d-128|(4864, 640)","model.language_model.layers.11.mlp.gate_proj.weight|2d-128|(5888, 640)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,11,0.006012086305360986,3.1344909969225196 +3506,3521,1.1675654197271372,-0.009256977567257525,-0.031039381301843604,-0.030512826045163057,1.1816940971946257,1.9716949489939541,1.4334387045217534,0.9995181623204247,-0.05179021497867625,"model.language_model.layers.21.mlp.gate_proj.weight|2d-64|(896, 1600)","model.language_model.layers.10.mlp.gate_proj.weight|2d-64|(1472, 1024)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,11,0.01412867746748847,3.2956793403779248 +3653,3826,1.2509869115314876,0.02521766366879241,-0.006216686547079835,-0.006351047680868968,1.6039742102973027,1.2853538284846828,1.4184973079799457,0.9999806762174833,-0.004981777015166093,"model.language_model.layers.2.mlp.up_proj.weight|2d-128|(1024, 640)","model.language_model.layers.19.mlp.up_proj.weight|2d-128|(3328, 1920)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,17,0.03436691695319527,4.225996220706777 +3859,4039,1.2446477263666895,0.005365818807361528,-0.0005308338613759003,-0.0005006726702160846,1.2494800778929727,1.6690835036442107,1.4145736697931572,0.999999859107696,-0.0007090997742776063,"model.language_model.layers.21.mlp.up_proj.weight|2d-64|(1280, 192)","model.language_model.layers.3.mlp.up_proj.weight|2d-64|(3648, 1152)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,18,0.004832351526283141,3.271092131960612 +4241,4293,1.1912657188077773,0.032097392901325905,-0.000602821683574002,-0.0005929195071498203,1.234323145722387,1.7073010447806296,1.4146182792188322,0.9999998183029923,-0.0008338157586601635,"model.language_model.layers.19.self_attn.k_proj.weight|2d-128|(128, 128)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 640)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,4,0.04305742691460979,3.5194800917495397 +4384,4475,1.1118998333893395,0.05276145679654468,0.034879769550756515,0.03457237427350167,1.1471678553952465,1.9180382091623975,1.3923145413115858,0.9993915157114783,0.05831817062384484,"model.language_model.layers.19.self_attn.k_proj.weight|2d-64|(192, 448)","model.language_model.layers.3.self_attn.k_proj.weight|2d-64|(256, 1856)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,16,0.03526802200590695,3.3257365197044786 +4618,4739,1.1369342179889315,0.005378312932935505,-0.007981334869301183,-0.007955398490723522,1.1534660121606564,2.03450631035403,1.4190480360910052,0.9999681486395975,-0.014077637299624439,"model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(384, 0)","model.language_model.layers.11.self_attn.o_proj.weight|2d-128|(1024, 384)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,8,0.0165317941717249,2.9928846168622587 +4931,4955,1.137239309049101,-0.011019788989656163,-0.0004312585494050596,-0.00031927749504782096,1.1757137038684322,1.9028335638658491,1.4144862565922676,0.9999999070080274,-0.0006979702965203136,"model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(0, 128)","model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(1536, 512)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,0,0.038474394819331126,3.3414266890555973 +5146,5336,1.1404911692976791,0.047693400164829446,0.017438950075139507,0.017361599291530697,1.1505148296652332,1.961197918218959,1.4034086260925227,0.999847929947488,0.02972689417070751,"model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(3456, 768)","model.language_model.layers.19.self_attn.q_proj.weight|2d-128|(3200, 1152)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,16,0.010023660367554088,2.9641623483950674 +5409,5608,1.1264435200825287,0.01718241266636772,0.004425270249036037,0.003467944466526622,2.0143403577943597,1.1490680819374857,1.4115174817319034,0.9999902084436743,0.0025243682267691377,"model.language_model.layers.19.self_attn.q_proj.weight|2d-64|(2112, 1856)","model.language_model.layers.23.self_attn.q_proj.weight|2d-64|(1472, 1664)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,4,0.02262456185495698,6.110339730000386 +5784,5816,1.093341434058149,0.0122982370385594,-0.007229344686663914,-0.007206514327963511,2.279105511841824,1.1167773147761284,1.4182475824516323,0.9999738679462585,-0.0035424284241404288,"model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(256, 1536)","model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(384, 1024)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,12,0.023435880717979307,8.724648911855686 +5919,5924,1.0905543953318158,-0.0016002395487640757,0.008899475679445636,0.008824072354549295,1.0755984667491811,2.6550073946449557,1.4098268500533742,0.9999603988821912,0.021967466919884476,"model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(192, 640)","model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(384, 1472)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,12,0.014955928582634614,3.401436350623265 +6187,6309,1.2354851171672716,0.046414270307406594,0.013260861072538044,0.013251554944553599,1.259493946384256,1.616612971514468,1.4050920474449493,0.9999120709160456,0.01702086785320355,"model.visual.blocks.22.attn.proj.weight|2d-128|(256, 640)","model.visual.blocks.15.attn.proj.weight|2d-128|(896, 896)",model.visual.layers.*.attn.proj.weight,2d-128,7,0.02400882921698444,3.316527055910462 +6422,6498,1.2080915103856595,0.010593257863566661,-0.0008596866445244415,-0.0008593145262013322,1.2479505700576272,1.6734839052089343,1.4147960738910972,0.9999996304693684,-0.0011528275219012025,"model.visual.blocks.9.attn.proj.weight|2d-64|(896, 832)","model.visual.blocks.0.attn.proj.weight|2d-64|(384, 128)",model.visual.layers.*.attn.proj.weight,2d-64,9,0.03985905967196768,3.1345074795477363 +6663,6814,1.1374009401543592,0.01533080750824498,-0.010086672221779225,-0.010114612391684775,1.153545687571901,2.0415333174779464,1.420309953590945,0.9999491282277765,-0.017851288965057194,"model.visual.blocks.2.attn.qkv.weight|2d-128|(512, 768)","model.visual.blocks.11.attn.qkv.weight|2d-128|(2176, 896)",model.visual.layers.*.attn.qkv.weight,2d-128,9,0.016144747417541794,3.2050804704177334 +6984,7099,1.1207884030726447,-0.009870341726469146,-0.012823981261448122,-0.013753633084471117,1.1264912918598415,2.226399841087481,1.4215006422674321,0.9999177693713649,-0.02534534447706081,"model.visual.blocks.2.attn.qkv.weight|2d-64|(64, 640)","model.visual.blocks.18.attn.qkv.weight|2d-64|(2816, 512)",model.visual.layers.*.attn.qkv.weight,2d-64,16,0.005702888787196825,3.087548900610523 +7336,7413,1.2359525881053608,0.04039936145992884,0.010142301564348075,0.010776280090237553,1.2698911446789773,1.601556296557284,1.4072133870575836,0.9999485655367369,0.01279122781509806,"model.visual.blocks.1.mlp.linear_fc1.weight|2d-128|(2816, 256)","model.visual.blocks.22.mlp.linear_fc1.weight|2d-128|(2560, 512)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,21,0.03393855657361655,3.3816758646672613 +7435,7635,1.2405075060385322,0.017731652557339193,-0.0028473780343368634,-0.0026662448308447757,1.6294187291780267,1.2693875415702327,1.416164444916091,0.9999959462109481,-0.0022182304267186616,"model.visual.blocks.17.mlp.linear_fc1.weight|2d-64|(3840, 192)","model.visual.blocks.6.mlp.linear_fc1.weight|2d-64|(2560, 64)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,11,0.028880035531700488,4.398554448279275 +7721,7783,1.2424290854285944,0.044062809248267165,0.011269015695470041,0.011248978188330072,1.2646979559995013,1.6098504848006998,1.4064503567055047,0.9999365026266694,0.014344476714396063,"model.visual.blocks.0.mlp.linear_fc2.weight|2d-128|(128, 1152)","model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(384, 2432)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,10,0.022268870570906873,3.3973042611245052 +8111,8162,1.2333595972393168,0.032358729113478354,-0.0016604814384621827,-0.0015591575968034422,1.6449779853994555,1.2610396304083045,1.4153469593250385,0.9999986213997459,-0.0012729245728779306,"model.visual.blocks.10.mlp.linear_fc2.weight|2d-64|(512, 2368)","model.visual.blocks.22.mlp.linear_fc2.weight|2d-64|(256, 256)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,12,0.027680033168987705,4.263350026517135 +8246,8255,1.3434962565685715,0.03292185356923126,0.007592413632203489,0.007358631520180699,1.445681218371102,1.3746818086908024,1.4088415121987423,0.9999711772122423,0.007219539668645685,"model.visual.merger.linear_fc1.weight|2d-128|(128, 2816)","model.visual.merger.linear_fc1.weight|2d-128|(1664, 1536)",model.visual.merger.linear_fc1.weight,2d-128,0,0.031185552122230842,3.7202011505727755 +8520,8691,1.34825038114529,0.06844910813026882,0.04519079328752954,0.044310617656692974,1.3978932064896126,1.3664394015260541,1.381897902749033,0.9989783742414265,0.04417396139249235,"model.visual.merger.linear_fc1.weight|2d-64|(512, 960)","model.visual.merger.linear_fc1.weight|2d-64|(3264, 4032)",model.visual.merger.linear_fc1.weight,2d-64,0,0.018189020380764198,3.8267188937938896 +8862,8931,1.3508776915542389,0.03597083375651372,0.007893717402451672,0.007890213659948849,1.3990408072343428,1.418401410897499,1.4086213316914225,0.9999688441274409,0.008002954483505754,"model.visual.merger.linear_fc2.weight|2d-128|(512, 3840)","model.visual.merger.linear_fc2.weight|2d-128|(896, 384)",model.visual.merger.linear_fc2.weight,2d-128,0,0.048163115680103896,3.548794552814772 +9111,9160,1.3515784045896186,0.028329970564743373,0.019342658670737044,0.019340671672130157,1.373393965872631,1.4292354055225382,1.4004804125731232,0.9998129132770527,0.020129120482621027,"model.visual.merger.linear_fc2.weight|2d-64|(1088, 1216)","model.visual.merger.linear_fc2.weight|2d-64|(192, 512)",model.visual.merger.linear_fc2.weight,2d-64,0,0.02181556128301243,3.43409724540307 +9265,9337,0.849848742938924,0.5277275389214107,0.44471673687538615,0.4443408838305808,2.3146109816181157,0.8974812986733808,1.1833847585196446,0.895671270022048,0.1724371644835481,"model.visual.pos_embed.weight|2d-128|(768, 128)","model.visual.pos_embed.weight|2d-128|(1920, 128)",model.visual.pos_embed.weight,2d-128,0,0.047632555734456794,7.640249156911816 +9381,9415,0.5912982853911538,0.806622897021326,0.783093666550781,0.7943179766934754,0.6227797708578405,0.830291695812702,0.7045700318228716,0.6219037782551686,1.044022620524475,"model.visual.pos_embed.weight|2d-64|(2240, 128)","model.visual.pos_embed.weight|2d-64|(1408, 128)",model.visual.pos_embed.weight,2d-64,0,0.03148148546668672,2.428572533618782 +9703,9839,1.217230905335916,0.010782082292033812,-0.004503316351265346,-0.0044987672655449765,1.5957935785645403,1.2878532549611903,1.4173226624379092,0.9999898600195105,-0.0036343112912598226,"mtp.fc.weight|2d-128|(1920, 2176)","mtp.fc.weight|2d-128|(768, 3968)",mtp.fc.weight,2d-128,0,0.07062234962527425,4.566804689240185 +9929,9972,1.185717073334317,0.03604713711532951,0.014014454967299606,0.01401428960391476,1.2631472510061197,1.6073546819909708,1.4045517834773684,0.9999017927036483,0.01783339178333968,"mtp.fc.weight|2d-64|(1344, 3968)","mtp.fc.weight|2d-64|(896, 1984)",mtp.fc.weight,2d-64,0,0.07743017767180271,3.166012108060827 +10276,10316,1.327847880511031,0.05379036364533504,-0.0050537916102997805,-0.004986608864841064,1.4373320426582754,1.3990072984651227,1.417781327674741,0.9999872295136372,-0.004919038286139534,"mtp.layers.0.mlp.down_proj.weight|2d-128|(384, 512)","mtp.layers.0.mlp.down_proj.weight|2d-128|(384, 5632)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.07115941795409175,3.814288634665127 +10544,10547,1.2838146619984163,0.03722488560173942,0.03355260893445179,0.03374576830795194,1.427312997244784,1.3560571911376669,1.3903174761354542,0.9994369527057181,0.03187756064354689,"mtp.layers.0.mlp.down_proj.weight|2d-64|(256, 1216)","mtp.layers.0.mlp.down_proj.weight|2d-64|(1984, 5440)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.07224252913925056,4.023441978286725 +10748,10807,1.3179888348523325,0.015150628263880233,-0.00312993887990647,-0.0029831407603782834,1.494908664184087,1.3491122813218397,1.4164134501935535,0.9999951017293075,-0.0028246802522702845,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(2560, 768)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(2176, 1536)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.031123446469507154,3.992024569640658 +10960,10973,1.305998854103246,0.03256643597698655,0.02079954312033422,0.019820067178402852,1.3119241756769155,1.507513813025264,1.3995711427139204,0.9997836661028151,0.02390046554507606,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(704, 640)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(5568, 1344)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.005925321573669651,3.650177971859036 +11167,11352,1.3402300756314967,0.027894685796000122,-0.012306799512806952,-0.012290928694602634,1.369394604237858,1.4831241020764634,1.4228617190063724,0.9999242684752438,-0.013328890679414772,"mtp.layers.0.mlp.up_proj.weight|2d-128|(0, 1920)","mtp.layers.0.mlp.up_proj.weight|2d-128|(4864, 1024)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.029164528606361317,3.491532990880599 +11553,11571,1.3219019271552814,0.03057323483391416,0.022587388577864524,0.022106394206937406,1.3377817547898736,1.4676664525370164,1.3982197493757105,0.9997448723935685,0.024780389138553145,"mtp.layers.0.mlp.up_proj.weight|2d-64|(1856, 768)","mtp.layers.0.mlp.up_proj.weight|2d-64|(320, 192)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.01587982763459217,3.3794445411990233 +11695,11708,1.2576847134627176,0.00492373991541285,0.004241199831669311,0.0042482369163449225,1.2673742097203347,1.6188919452178812,1.4112992443537196,0.9999910060715484,0.005417535083867596,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(128, 1920)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(256, 1536)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.009689496257617058,3.8179319838452512 +11885,11924,1.096072658616884,0.04150934886947795,0.03682907535158861,0.036928078798851564,2.1057159341873484,1.1139519975468908,1.3925187616592287,0.9993215794771706,0.019483075276029594,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(256, 1856)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 256)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.017879338930006705,7.397868693836981 +12063,12144,1.2026478758813315,0.04325771508364856,0.0018916528565426662,0.001710871132081221,1.2307447540930894,1.710929280520225,1.412944825240801,0.9999982108231346,0.002629695759478147,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(512, 1920)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1280, 0)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.02809687821175788,3.389112280222352 +12346,12472,1.1855508970618711,0.02006966680796534,0.008116613882882378,0.008129621270327212,1.6259672067705833,1.260207196332646,1.4086447188877012,0.999967059747008,0.006290788142878606,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(576, 64)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(1088, 1792)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.07465629927077488,5.621452349748842 +12536,12738,1.0683438556636182,0.042787667095317256,0.0009348159220183565,0.0009602267885533619,2.457687683813,1.094260526889038,1.4137222391368363,0.9999995630595006,0.0004162173127649124,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(2176, 1152)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(2304, 1408)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.02591667122541974,7.834468458258605 +12784,12986,1.0669066208956806,0.04366118147304454,0.06391653747586047,0.06406880957695756,1.0725961349384456,2.34682074716499,1.379616143965136,0.9979552476123852,0.1398482162570036,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(4032, 384)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(1920, 704)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.005689514042765076,3.3606879511461307 +13029,13052,1.372410606084992,0.02668253281553363,-0.0059947069256872975,-0.005813752237666182,1.4063346432975126,1.4308747154910886,1.41844549422643,0.9999820315830056,-0.0060993125694697465,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 640)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(256, 1536)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.033924037212520464,3.6364130283057414 +13175,13290,1.3123250683349938,0.04413375042590284,0.04108654353150345,0.04098845574026746,1.3161238481551902,1.4660269807563395,1.3850280297234483,0.9991555914574235,0.045766195519999005,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 448)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 1664)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.003798779820196385,3.5258436426395257 +125,235,1.1891033606944437,0.27259351765424145,0.3194998033697405,0.3184223024523706,1.2002453099397519,1.1364232531545113,1.1670274584094764,0.9475863420536923,0.30251066421237915,"model.language_model.embed_tokens.weight|2d-128|(192384, 768)","model.language_model.embed_tokens.weight|2d-128|(147456, 768)",model.language_model.embed_tokens.weight,2d-128,0,0.05268010753993235,3.2354564172416524 +342,384,1.2111088517699595,0.11271572780861266,0.08317954872919285,0.08339312351586461,1.3154218801284174,1.3966892857491084,1.3542301780833943,0.996534576757479,0.08831842183753846,"model.language_model.embed_tokens.weight|2d-64|(217088, 1920)","model.language_model.embed_tokens.weight|2d-64|(185728, 960)",model.language_model.embed_tokens.weight,2d-64,0,0.1043130283584579,3.3568350985627706 +658,673,0.17469785359106185,0.9886259241835733,0.9886259241835733,0.9832292103093633,0.1941646367879877,0.17469785359106185,0.18366197213673166,0.15039541892017716,0.8895071204337613,"model.language_model.layers.1.linear_attn.conv1d.weight|3d-axis0-slice|(1241, 0, 0)","model.language_model.layers.4.linear_attn.conv1d.weight|3d-axis0-slice|(2039, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,3,0.0,0.258986155239603 +906,922,0.671939862007631,0.7531222801365318,0.7531222801365318,0.7316367419071781,0.7551100492918024,0.671939862007631,0.7098966957758596,0.6578805599513875,0.6701710319766334,"model.language_model.layers.13.linear_attn.conv1d.weight|3d-volume|(6076, 0, 0)","model.language_model.layers.8.linear_attn.conv1d.weight|3d-volume|(2076, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,5,0.0,1.8836372759726014 +1167,1230,1.160573826566,0.017178174339676985,0.017142696228115296,0.01714763811124523,1.1599511359146804,1.916724168813072,1.4034338527881698,0.9998530531863323,0.028326900299243393,"model.language_model.layers.22.linear_attn.in_proj_qkv.weight|2d-128|(3712, 256)","model.language_model.layers.10.linear_attn.in_proj_qkv.weight|2d-128|(5504, 384)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,12,0.0006226906513195907,3.161794786447608 +1491,1503,1.1587290035830087,0.007096900900312944,0.0025017722758550963,0.002831673389877635,1.175520317224072,1.8946395555529867,1.4126276651839957,0.9999968705628433,0.0040322201525312944,"model.language_model.layers.21.linear_attn.in_proj_qkv.weight|2d-64|(3392, 1664)","model.language_model.layers.14.linear_attn.in_proj_qkv.weight|2d-64|(5248, 1728)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,7,0.016791313641063343,3.182486468548419 +1592,1715,1.1674596137628697,-0.01394582347768889,-0.0064295040095838805,-0.0064478678329033855,1.9714915175220198,1.16474699713492,1.418190004466434,0.9999793305254818,-0.0037985177322205294,"model.language_model.layers.16.linear_attn.in_proj_z.weight|2d-128|(512, 512)","model.language_model.layers.1.linear_attn.in_proj_z.weight|2d-128|(1152, 256)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,15,0.0027126166279496378,5.557339144771291 +1811,1940,1.1665281976599045,0.026757628707238534,0.011611176751940401,0.011939680704868342,1.8572861808456136,1.1779235656151836,1.4067670218940278,0.9999325880150297,0.0073640125370483586,"model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-64|(320, 704)","model.language_model.layers.17.linear_attn.in_proj_z.weight|2d-64|(128, 832)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,1,0.011395367955279179,5.5958526081400635 +2052,2178,1.244577734121269,0.010866444374442176,-0.0019022173396641194,-0.001899089978883949,1.252428403928269,1.6651520388578887,1.4155052664322505,0.9999981907829597,-0.0025290715793075784,"model.language_model.layers.0.linear_attn.out_proj.weight|2d-128|(0, 512)","model.language_model.layers.12.linear_attn.out_proj.weight|2d-128|(640, 896)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,12,0.007850669807,3.3511364610964054 +2351,2526,1.2384595381744157,0.015415302033724484,0.020474275370480577,0.02035854227267361,1.7103776206234567,1.2145755698572958,1.4004780837122948,0.999790380053766,0.014539218927836575,"model.language_model.layers.18.linear_attn.out_proj.weight|2d-64|(64, 1536)","model.language_model.layers.22.linear_attn.out_proj.weight|2d-64|(1152, 1024)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,4,0.02388396831711992,4.484018120377275 +2622,2737,1.2757019597306312,0.04322198863952522,0.00933942510557324,0.009320235324202083,1.524785294712268,1.3139594387939255,1.4076668891267436,0.9999563866182851,0.008048100813231287,"model.language_model.layers.3.mlp.down_proj.weight|2d-128|(1280, 896)","model.language_model.layers.17.mlp.down_proj.weight|2d-128|(1408, 2944)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,14,0.03825747906329435,3.905058099845749 +2932,3034,1.270776156496093,0.007509000746640071,0.009448526594933629,0.009421616905115211,1.2562431002172993,1.6317667491694512,1.407739792460088,0.9999553616763025,0.012272936284059233,"model.language_model.layers.20.mlp.down_proj.weight|2d-64|(640, 4800)","model.language_model.layers.2.mlp.down_proj.weight|2d-64|(1216, 1536)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,18,0.014533056278793755,3.3221474240883793 +3081,3082,1.1740337831763465,0.009543100748554176,0.008398842143993711,0.008432705810309627,1.188710126749828,1.8256133138884576,1.4087718279417287,0.999964729103302,0.012898887368988775,"model.language_model.layers.20.mlp.gate_proj.weight|2d-128|(3840, 1536)","model.language_model.layers.11.mlp.gate_proj.weight|2d-128|(5632, 128)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,9,0.014676343573481354,3.128818591840033 +3337,3472,1.1677264551517028,0.04214119463483183,0.04751292814294238,0.04768440460797299,1.1646240147871703,1.8018456072061062,1.3832414136516893,0.998870623083532,0.07350952734347069,"model.language_model.layers.20.mlp.gate_proj.weight|2d-64|(4352, 1536)","model.language_model.layers.12.mlp.gate_proj.weight|2d-64|(5248, 640)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,8,0.003102440364532555,3.1136433034464694 +3687,3752,1.2511832057007617,0.0073012046497122965,0.001700291536793029,0.0016418865833294598,1.6255780917606997,1.2667135821117026,1.4130472507086733,0.9999985545033002,0.0013249332001469705,"model.language_model.layers.2.mlp.up_proj.weight|2d-128|(128, 768)","model.language_model.layers.21.mlp.up_proj.weight|2d-128|(3968, 128)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,19,0.015530376410940905,4.3200146304977505 +3908,4073,1.244759465920852,0.06087786990384201,0.029014233230164027,0.02933377315487722,1.2651675883183662,1.5724715399612696,1.394029004368236,0.9995789985139072,0.0360616699554199,"model.language_model.layers.22.mlp.up_proj.weight|2d-64|(3776, 896)","model.language_model.layers.8.mlp.up_proj.weight|2d-64|(576, 0)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,14,0.020408122397514106,3.4308691824313193 +4169,4327,1.1912988259286934,0.027012245831870053,0.015824009825813164,0.015857781725912963,1.2162555962630537,1.7171386426608697,1.4036185996376047,0.9998747925180596,0.022340714268641506,"model.language_model.layers.7.self_attn.k_proj.weight|2d-128|(384, 1152)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(256, 896)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,16,0.02495677033436028,3.4848052591436907 +4409,4559,1.1119487221516584,0.04638090410643939,0.028581561028648877,0.028615960814276285,2.0897555457429386,1.1212553595686283,1.397272439885251,0.9995914637336423,0.015335395833016982,"model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 1024)","model.language_model.layers.19.self_attn.k_proj.weight|2d-64|(128, 896)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,4,0.00930663741696991,5.787033186984079 +4680,4735,1.1369547098747106,0.015238028791092966,-0.002413635343720194,-0.0024088291128057655,1.1491209625430605,2.038532317087803,1.4156729651215734,0.9999970871779715,-0.004281771728321917,"model.language_model.layers.23.self_attn.o_proj.weight|2d-128|(384, 1792)","model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(1024, 1280)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,16,0.01216625266834992,3.2500557150223885 +4901,4930,1.1373070853468599,0.016963652883020416,0.003041775952919854,0.0029035461850179457,2.077907005131553,1.1388917692145224,1.4123993115944118,0.9999953737888252,0.0016671841367394398,"model.language_model.layers.11.self_attn.o_proj.weight|2d-64|(64, 320)","model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(960, 1856)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,12,0.0015846838676625286,5.800109363087809 +5172,5191,1.1406519353061484,-0.0009546322192600758,0.004913725447992109,0.004925802778402108,2.104986846631033,1.1334147503039458,1.4113098841558236,0.9999879275782392,0.0026457594785504698,"model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(2688, 1536)","model.language_model.layers.23.self_attn.q_proj.weight|2d-128|(2432, 1152)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,16,0.007237185002202606,5.59409382564121 +5481,5579,1.1264439925282312,0.043181873256954044,0.0077212597869631494,0.008369861611836013,2.101682766760987,1.1322078652802559,1.4096468646920708,0.9999701906293518,0.004159557854749265,"model.language_model.layers.15.self_attn.q_proj.weight|2d-64|(1856, 448)","model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(1792, 640)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,12,0.0057638727520246125,5.4726925551229995 +5750,5883,1.0933928535681463,0.03127167027226091,-0.0012148111037524213,-0.0011852897441325702,2.3295530229195385,1.1078413087431316,1.414879725165447,0.9999992621167189,-0.0005777150851754854,"model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(384, 256)","model.language_model.layers.23.self_attn.v_proj.weight|2d-128|(384, 1408)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,16,0.014448455174985275,6.753483536288586 +5964,5988,1.0905831156809092,0.038991970016569275,0.018374733184982072,0.01832357224744786,1.1027510267091167,2.2804837448567126,1.403992328241835,0.999831170338463,0.03799885860862051,"model.language_model.layers.23.self_attn.v_proj.weight|2d-64|(0, 1856)","model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(448, 960)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,16,0.012167911028207579,3.4517966665495448 +6195,6394,1.2355186984668762,0.017772743854216802,0.011380903226856212,0.011322030712365415,1.224405331786894,1.705321091640099,1.4065676869994073,0.9999352354236453,0.015851037079647995,"model.visual.blocks.8.attn.proj.weight|2d-128|(384, 128)","model.visual.blocks.21.attn.proj.weight|2d-128|(896, 256)",model.visual.layers.*.attn.proj.weight,2d-128,13,0.011113366679982306,3.2256485637980283 +6542,6613,1.2081185264225829,0.04673661563385667,0.029367235185436852,0.029498659075396016,1.6654595778394403,1.223239851754383,1.3942580167694802,0.9995686897345091,0.021569525248563596,"model.visual.blocks.11.attn.proj.weight|2d-64|(448, 192)","model.visual.blocks.22.attn.proj.weight|2d-64|(960, 576)",model.visual.layers.*.attn.proj.weight,2d-64,11,0.015121325331800106,4.382833178651294 +6764,6835,1.1377239439686218,0.022840556628843597,0.00464797182774774,0.004701309433829248,1.1594779286668264,1.960189794537837,1.411330273616856,0.9999891981206039,0.007857766600634015,"model.visual.blocks.23.attn.qkv.weight|2d-128|(2176, 256)","model.visual.blocks.2.attn.qkv.weight|2d-128|(2048, 512)",model.visual.layers.*.attn.qkv.weight,2d-128,21,0.021753984698204665,2.970929642614071 +6997,7088,1.1208469397407819,0.0233567604699919,0.005599971595835312,0.0061681824443286706,2.058234962127863,1.1405559087484214,1.410852019271493,0.9999843200361322,0.0031031834605754357,"model.visual.blocks.13.attn.qkv.weight|2d-64|(2496, 832)","model.visual.blocks.2.attn.qkv.weight|2d-64|(64, 960)",model.visual.layers.*.attn.qkv.weight,2d-64,11,0.01970896900763952,5.778901791212651 +7182,7395,1.2360027621297898,0.048531069024563875,-0.010599383035316566,-0.01067746015106618,1.2927249432317487,1.5985238820373513,1.4215237337705073,0.9999438249618179,-0.013106706887280673,"model.visual.blocks.1.mlp.linear_fc1.weight|2d-128|(1664, 640)","model.visual.blocks.8.mlp.linear_fc1.weight|2d-128|(2304, 512)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,7,0.056722181101958924,3.618371914059229 +7463,7575,1.2407465322621243,0.04893984470127633,0.008344116184278778,0.007745551628634778,1.6277125855615753,1.2591770325560554,1.408491025988965,0.9999651872565881,0.006454898456534447,"model.visual.blocks.18.mlp.linear_fc1.weight|2d-64|(3136, 896)","model.visual.blocks.1.mlp.linear_fc1.weight|2d-64|(2304, 768)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,17,0.018430500293931118,4.299840245231385 +7681,7689,1.2426597886378843,6.710846991223214e-05,-0.0031387303732717665,-0.0032063668402195953,1.2384556248041156,1.7024258038947555,1.4163236062573357,0.9999950741736902,-0.0043146120635297195,"model.visual.blocks.4.mlp.linear_fc2.weight|2d-128|(256, 1024)","model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(384, 1280)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,6,0.004204163833768648,3.8462162059492333 +7998,8073,1.2333879609964258,0.006845192941068404,-0.009192973087749096,-0.009355000203948792,1.2666896041832358,1.6485648132469832,1.420480772200109,0.9999577437301078,-0.011964424363742801,"model.visual.blocks.5.mlp.linear_fc2.weight|2d-64|(448, 2304)","model.visual.blocks.10.mlp.linear_fc2.weight|2d-64|(384, 64)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,5,0.03330164318681006,3.284932577400072 +8342,8410,1.3435361666250796,0.034217357255470024,0.0076345959656406275,0.00764958886391762,1.4227397752745155,1.3952733135111923,1.408805774019849,0.9999708560475358,0.00748720756629105,"model.visual.merger.linear_fc1.weight|2d-128|(512, 2816)","model.visual.merger.linear_fc1.weight|2d-128|(3712, 3328)",model.visual.merger.linear_fc1.weight,2d-128,0,0.05173714688611275,3.6955897130048916 +8686,8693,1.3482598352450248,0.07658298038451974,0.03466568530215716,0.03452539531836642,1.3800946919410049,1.3990744301170135,1.389487350141884,0.9993989645094354,0.035142424785736724,"model.visual.merger.linear_fc1.weight|2d-64|(2304, 1344)","model.visual.merger.linear_fc1.weight|2d-64|(192, 3392)",model.visual.merger.linear_fc1.weight,2d-64,0,0.031834856695980074,3.4893938752883753 +8776,8798,1.3509137042973354,0.03594971027194785,0.006699300284662471,0.006711762297463489,1.4009808845352714,1.418112947828384,1.4094688322423272,0.9999775594360585,0.006781223484160283,"model.visual.merger.linear_fc2.weight|2d-128|(1280, 896)","model.visual.merger.linear_fc2.weight|2d-128|(256, 3840)",model.visual.merger.linear_fc2.weight,2d-128,0,0.05006718023793599,3.302812287111638 +8963,9070,1.3516272869321562,0.01679316959972285,0.007584900106682076,0.007666295595876519,1.4493429722948226,1.37156844629282,1.408848197902506,0.9999712342314511,0.007177879807245499,"model.visual.merger.linear_fc2.weight|2d-64|(448, 3136)","model.visual.merger.linear_fc2.weight|2d-64|(1472, 3456)",model.visual.merger.linear_fc2.weight,2d-64,0,0.019941159360663763,3.615080209918893 +9348,9356,0.8511606514078086,0.5424691922912849,0.5171684718742586,0.5180553562113955,0.8742610717471893,1.257058124993272,1.0150415682341434,0.8558836204176618,0.743611777498752,"model.visual.pos_embed.weight|2d-128|(2048, 512)","model.visual.pos_embed.weight|2d-128|(2176, 512)",model.visual.pos_embed.weight,2d-128,0,0.023100420339380645,4.403664729833039 +9488,9578,0.5915384095573473,0.8198922604682579,0.8249028673624067,0.8269835517425999,0.5794676415629767,0.6084489773633397,0.5934282051231806,0.5652744991747636,0.8661593332752043,"model.visual.pos_embed.weight|2d-64|(1344, 256)","model.visual.pos_embed.weight|2d-64|(1024, 256)",model.visual.pos_embed.weight,2d-64,0,0.012070767994370568,2.161593625831129 +9679,9861,1.2175683276446543,-0.02007649961639393,0.010577411439223859,0.010656322347783182,1.1989516684465333,1.783919203084609,1.407271150044733,0.9999440576188476,0.015738121795857627,"mtp.fc.weight|2d-128|(1152, 3072)","mtp.fc.weight|2d-128|(896, 2688)",mtp.fc.weight,2d-128,0,0.018616659198120944,3.0289328333440158 +9918,9994,1.18615794783579,0.052984862410006585,0.01916968748997017,0.019211886309122756,1.1442160018536858,1.9879192018095722,1.4024435992137283,0.9998162446577555,0.03330471676000332,"mtp.fc.weight|2d-64|(1152, 3392)","mtp.fc.weight|2d-64|(64, 3712)",mtp.fc.weight,2d-64,0,0.04194194598210421,3.5222308812473266 +10309,10321,1.3278562820993174,0.04280695477718283,-0.0029194365837964436,-0.0028837271390365817,1.3705383727011946,1.4669115822961145,1.416271660809439,0.9999957384359361,-0.0031247248700592848,"mtp.layers.0.mlp.down_proj.weight|2d-128|(768, 2688)","mtp.layers.0.mlp.down_proj.weight|2d-128|(1024, 3840)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.04268209060187722,3.624349490272429 +10457,10537,1.283921516647869,0.0029166857740243078,0.0058789614930408575,0.0054997794729661105,1.5178148134013392,1.3224632051770089,1.4100896412281432,0.999982718756561,0.005122304902121972,"mtp.layers.0.mlp.down_proj.weight|2d-64|(1856, 5184)","mtp.layers.0.mlp.down_proj.weight|2d-64|(832, 768)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.03854168852913986,4.404343906556602 +10701,10707,1.3180684831584975,0.029564952656974022,0.0020697754396448035,0.0020159768699588854,1.350116409932909,1.4850098517783716,1.4127558702646306,0.9999978580125206,0.0022765717802024055,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(384, 1664)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(2560, 1408)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.032047926774411595,3.6213056563388313 +10935,11053,1.3060655687438505,0.031603393119230626,0.013570180931887004,0.013470318052162878,1.3155126479525279,1.514845332417218,1.4046805819093537,0.9999079208554534,0.015626398785842748,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(64, 448)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(5568, 128)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.009447079208677378,3.580525101865527 +11287,11326,1.3402697965736483,0.042096747535839,0.003070420023602783,0.003063993781300236,1.3777234145845996,1.4490632922629447,1.4120435465342465,0.9999952862493297,0.0032294094017219083,"mtp.layers.0.mlp.up_proj.weight|2d-128|(2688, 256)","mtp.layers.0.mlp.up_proj.weight|2d-128|(1280, 1792)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.03745361801095126,3.4941637873792972 +11521,11623,1.3219394202723207,0.04403268087133471,0.02661212656551653,0.026644423823625606,1.3663590432569808,1.426132695627363,1.395286528664132,0.9996458346432806,0.02777631837147995,"mtp.layers.0.mlp.up_proj.weight|2d-64|(4672, 1792)","mtp.layers.0.mlp.up_proj.weight|2d-64|(832, 768)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.04441962298466007,3.372646362138787 +11675,11689,1.2576976363393504,0.005984901639112578,-0.00013272409975683918,-0.00016316972692271187,1.6416584618678516,1.2610630085368217,1.414304237246283,0.9999999911921567,-0.0001019538816583482,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 1408)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(128, 1152)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.00336537219747135,4.618412796745713 +11773,11879,1.0960824945439642,0.047723194719084115,0.020442108068711277,0.02045168844587123,1.1154623585505499,2.1655780094163646,1.4023956318778774,0.9997910382763525,0.03968666388459564,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(64, 832)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(256, 1472)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.019379864006585645,3.630242591515474 +12063,12167,1.2027100080618212,0.01390876703788263,0.0028058389586983895,0.002705455646531177,1.2111850548632674,1.7651562752722956,1.412361182115596,0.9999960636261214,0.004089172191700358,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(512, 1920)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1408, 896)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.008475046801446284,3.576629592986858 +12244,12348,1.1857557270967702,0.005422659937463768,-0.01279078114441609,-0.012820927157974693,1.1716001716185533,1.9598813661825258,1.422157765142128,0.9999181946127972,-0.021396730925046,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(0, 256)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(1984, 64)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.014155555478216897,3.134243362273904 +12513,12657,1.0684260092453437,0.034057956677591865,-0.005734658518351812,-0.0059178199620463865,2.567327384624755,1.0883865832114485,1.4171249337626504,0.9999835567106481,-0.0024311373095822096,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(2176, 896)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(3968, 128)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.019960573966104844,8.084599729316997 +12781,12944,1.0669239982193857,0.009454510618225389,0.017059645142254304,0.01715164488820153,2.7631170209057223,1.065635133551132,1.406090444236552,0.999854473664853,0.006579293273486503,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(704, 448)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(3904, 64)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.0012888646682536198,8.638016636342176 +13008,13035,1.3724126206696488,0.02941056603825365,-0.006922232348837542,-0.006923655729088676,1.4398378384088768,1.3992290970631025,1.4190978827882614,0.999976041062639,-0.00672699984730811,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(0, 0)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 1408)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.026816476393453748,3.841301499847682 +13141,13273,1.3123475170312218,0.031066314036162966,0.009029787964509612,0.008592113931797953,1.3373693630637857,1.490797947242434,1.4078517016217895,0.9999592306335874,0.01006572285362224,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(128, 320)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 576)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.025021846032563966,3.5625646081751983 +68,195,1.189121526660282,0.2539986800254762,0.274712443445238,0.2733951837571134,1.2451646013456938,1.1682340434569456,1.2048612074286051,0.9615264288704429,0.25773976247568314,"model.language_model.embed_tokens.weight|2d-128|(73088, 1152)","model.language_model.embed_tokens.weight|2d-128|(142080, 1152)",model.language_model.embed_tokens.weight,2d-128,0,0.020887483203336332,3.3889188741356437 +322,487,1.21117779529753,0.1973309395479572,0.2003191122007041,0.19678834149988703,1.2175373914670877,1.3188543524173293,1.2651633404065952,0.97973070447298,0.21698859915910482,"model.language_model.embed_tokens.weight|2d-64|(144512, 1088)","model.language_model.embed_tokens.weight|2d-64|(209920, 1088)",model.language_model.embed_tokens.weight,2d-64,0,0.006359596169557724,3.265305837984445 +658,685,0.17470117825491877,0.9938248764288208,0.9938248764288209,0.9905593998476724,0.2034042848243722,0.1747011782549188,0.18742399692775688,0.11095997022007105,0.8535826914417113,"model.language_model.layers.1.linear_attn.conv1d.weight|3d-axis0-slice|(1241, 0, 0)","model.language_model.layers.16.linear_attn.conv1d.weight|3d-axis0-slice|(1065, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,15,2.7755575615628914e-17,0.3467604433709747 +881,1014,0.6721721173946938,0.7532308196916366,0.7532308196916365,0.7590903132014352,0.6721721173946938,1.0933757068255892,0.8098049651803142,0.6577562863756342,1.225228269026177,"model.language_model.layers.2.linear_attn.conv1d.weight|3d-volume|(2388, 0, 0)","model.language_model.layers.5.linear_attn.conv1d.weight|3d-volume|(1024, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,3,0.0,1.696685003309039 +1221,1269,1.1606062928050243,-0.012336710009719979,-0.0005094080828145593,-0.0005113523308571485,1.975920401569743,1.1597954716225987,1.414528029180985,0.9999998702516941,-0.0002990045485571763,"model.language_model.layers.6.linear_attn.in_proj_qkv.weight|2d-128|(2816, 512)","model.language_model.layers.22.linear_attn.in_proj_qkv.weight|2d-128|(5632, 896)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,16,0.0008108211824255918,5.505316106396703 +1335,1433,1.1591247975101815,-0.005631192049120567,0.004021119119239859,0.003952954668606426,1.1669566506976279,1.9271893580264627,1.4116917083134852,0.999991915267833,0.006640741941290651,"model.language_model.layers.22.linear_attn.in_proj_qkv.weight|2d-64|(1536, 384)","model.language_model.layers.0.linear_attn.in_proj_qkv.weight|2d-64|(4352, 1472)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,22,0.007831853187446391,3.297880496665475 +1635,1673,1.1674791761510726,0.01014457755010383,0.0038705115181508127,0.003632149986543213,1.9315713135782655,1.1660986455609146,1.411789634731723,0.9999925095422404,0.002336645925115984,"model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(256, 1920)","model.language_model.layers.22.linear_attn.in_proj_z.weight|2d-128|(1024, 1152)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,4,0.001380530590157969,5.275717351652241 +1811,1995,1.1667808301847669,-0.04471998066414337,-0.03790486614655762,-0.03747970345756083,2.075869995863278,1.1651582637283218,1.4369113536925133,0.9992813523339718,-0.021275498038985263,"model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-64|(320, 704)","model.language_model.layers.6.linear_attn.in_proj_z.weight|2d-64|(1408, 128)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,12,0.001622566456445096,6.5568539796947665 +2175,2178,1.2445913675670652,-0.006453324401425813,-0.004061854860650297,-0.004067645576669597,1.243876571950773,1.6907422315310385,1.4169528972719563,0.9999917506335194,-0.005521086019395553,"model.language_model.layers.21.linear_attn.out_proj.weight|2d-128|(256, 384)","model.language_model.layers.12.linear_attn.out_proj.weight|2d-128|(640, 896)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,9,0.0007147956162922853,3.4463490091759494 +2360,2493,1.2387606035396417,0.046311912901052694,0.03095845486834002,0.03064913882148941,1.6188079897362686,1.2410946278354895,1.3929128102596102,0.9995206721584926,0.023734978000351924,"model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(64, 1024)","model.language_model.layers.1.linear_attn.out_proj.weight|2d-64|(832, 1216)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,11,0.0023340242958478363,4.14940268044072 +2731,2751,1.2757459071715391,0.04740220572857343,0.010198246569854822,0.01019755128632765,1.517219005863283,1.3178590877295036,1.4070551609920803,0.9999479965312699,0.00885821484508907,"model.language_model.layers.5.mlp.down_proj.weight|2d-128|(1792, 2304)","model.language_model.layers.20.mlp.down_proj.weight|2d-128|(0, 5376)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,15,0.042113180557964425,3.9389136770004045 +3049,3063,1.2707830344608941,0.06648618578808321,0.020645866735754113,0.02058288384266141,1.285426717924887,1.5513719917266189,1.3997956098245288,0.999786851377197,0.024917343752178658,"model.language_model.layers.19.mlp.down_proj.weight|2d-64|(384, 3776)","model.language_model.layers.0.mlp.down_proj.weight|2d-64|(448, 2880)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,19,0.014643683463992918,3.2916304186739094 +3155,3255,1.1740683092450088,0.02781181127630627,0.01149417687923832,0.011584553542873334,1.1966961367339113,1.788987128479837,1.4066813713041957,0.9999339397669572,0.017183087550987994,"model.language_model.layers.21.mlp.gate_proj.weight|2d-128|(768, 1280)","model.language_model.layers.11.mlp.gate_proj.weight|2d-128|(1152, 0)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,10,0.022627827488902463,3.2848675797665208 +3339,3467,1.167752062651787,0.029433651040271836,0.017548565924240027,0.01747149666664955,1.1799076281806253,1.8320444382577643,1.4028706895761138,0.9998460120608585,0.027247686033251103,"model.language_model.layers.20.mlp.gate_proj.weight|2d-64|(5824, 576)","model.language_model.layers.11.mlp.gate_proj.weight|2d-64|(704, 384)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,9,0.012155565528838341,3.131268723598684 +3621,3710,1.2512943336446798,0.029913325085688485,0.007585719004132668,0.007528033620097469,1.5632010887416896,1.2928550750664205,1.408935065523483,0.9999712280196817,0.006273815559081473,"model.language_model.layers.1.mlp.up_proj.weight|2d-128|(2560, 384)","model.language_model.layers.18.mlp.up_proj.weight|2d-128|(4352, 256)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,17,0.04156074142174071,4.264027113674999 +3879,4032,1.2448239051180272,0.03606933111170449,0.01933821122181647,0.01932621408059446,1.6145633002581778,1.2544315155412413,1.400900956968262,0.999812999308741,0.015024781999541803,"model.language_model.layers.5.mlp.up_proj.weight|2d-64|(384, 64)","model.language_model.layers.22.mlp.up_proj.weight|2d-64|(576, 1728)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,17,0.009607610423214119,4.261806679796259 +4252,4290,1.1913185551502774,-0.006029273298758416,0.0015301404436706253,0.0015859948300503788,1.1986485964809555,1.8095295947767396,1.4132169427133627,0.9999988293344261,0.0023099634247398873,"model.language_model.layers.3.self_attn.k_proj.weight|2d-128|(0, 1920)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 256)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,20,0.00733004133067805,3.429094830607011 +4375,4438,1.1119564623362879,-0.01902671688603294,-0.016738167501718727,-0.0168308828342445,2.3349726144903715,1.1154358662890553,1.423390714602318,0.9998599070613265,-0.007995962030349513,"model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 640)","model.language_model.layers.3.self_attn.k_proj.weight|2d-64|(64, 896)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,20,0.003479403952767468,6.647289271671308 +4807,4863,1.1370368726264486,0.03824698832475202,-0.00021848069993129002,-0.0003223321594884817,1.9833668460651925,1.1581033974877073,1.4143480987291444,0.9999999761330917,-0.00012757258768235076,"model.language_model.layers.11.self_attn.o_proj.weight|2d-128|(1536, 896)","model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(1792, 1152)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,8,0.021066524861258706,5.293147542770327 +4930,5045,1.1375252959122952,-0.007760492768754913,-0.002992425731832872,-0.002943432954650766,1.1413040048794865,2.086159622582073,1.415994337964236,0.9999955226840965,-0.0054697764212126194,"model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(960, 1856)","model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(320, 512)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,0,0.0037787089671912355,3.3750532263023176 +5125,5216,1.1407510444623934,0.035018281608486544,0.018056296651042022,0.01810272804796147,1.149390805001054,1.9647703411394832,1.4030399573941927,0.9998369717865255,0.03086546018675607,"model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(3456, 0)","model.language_model.layers.19.self_attn.q_proj.weight|2d-128|(2688, 1920)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,16,0.008639760538660557,3.092262090930538 +5582,5620,1.1265067331329055,0.03445146816076607,0.01477577226249543,0.015236283874870913,1.138855625613864,2.0338672752407314,1.405277577932871,0.9998908323182321,0.026387857244767613,"model.language_model.layers.15.self_attn.q_proj.weight|2d-64|(2304, 128)","model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(2688, 384)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,8,0.012348892480958495,3.007394419836657 +5811,5819,1.0935144276672497,0.02081662628734937,0.005914637062708879,0.0059296828762628075,2.282545315854983,1.1092406651088635,1.4109214143559623,0.9999825083812298,0.0028743157490650918,"model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(256, 0)","model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(384, 1408)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,12,0.015726237441613833,7.886383638801149 +5988,6056,1.0906290534510639,0.001808175178188899,0.01470823695306915,0.014850299807296194,2.675292684074746,1.0717802225720383,1.4070145561348282,0.9998918280322788,0.00589243844946062,"model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(448, 960)","model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(0, 768)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,12,0.018848830879025558,7.251094454225269 +6329,6357,1.2356428903893717,0.03631673418058041,0.009225278101268613,0.009221528581040885,1.5885032737248717,1.2774479701223347,1.4078277843254263,0.9999574462165649,0.00741881554744642,"model.visual.blocks.8.attn.proj.weight|2d-128|(128, 512)","model.visual.blocks.22.attn.proj.weight|2d-128|(512, 768)",model.visual.layers.*.attn.proj.weight,2d-128,14,0.04180507973296299,4.097513650968423 +6524,6530,1.208290240275912,0.0026701242682881836,0.023201318683985776,0.023025160532619687,1.6730225620923715,1.2259524083994637,1.3984824832506646,0.9997308131748887,0.017001392069155727,"model.visual.blocks.0.attn.proj.weight|2d-64|(448, 768)","model.visual.blocks.6.attn.proj.weight|2d-64|(512, 896)",model.visual.layers.*.attn.proj.weight,2d-64,6,0.017662168123551814,4.804336856877954 +6674,6726,1.1382274575236662,0.013380102057934204,-0.004572964744782755,-0.0045405899793321495,1.1432721194387105,2.080242801829045,1.4169406809145146,0.9999895439420569,-0.008320746068768535,"model.visual.blocks.3.attn.qkv.weight|2d-128|(1792, 896)","model.visual.blocks.11.attn.qkv.weight|2d-128|(2176, 256)",model.visual.layers.*.attn.qkv.weight,2d-128,8,0.0050446619150443794,3.2156569280631104 +6997,7097,1.1209889968458429,0.009177070629994946,0.022877273479342392,0.023033775180013625,2.1764032032755893,1.1126377906914156,1.4010393593858625,0.9997382809306401,0.011695497866750603,"model.visual.blocks.13.attn.qkv.weight|2d-64|(2496, 832)","model.visual.blocks.4.attn.qkv.weight|2d-64|(1600, 768)",model.visual.layers.*.attn.qkv.weight,2d-64,9,0.008351206154427304,5.6699892561214815 +7293,7373,1.2360066545440955,0.04129658415053604,0.0008939666996535736,0.0008856275453484937,1.2648478271235202,1.63124528556786,1.413601216705681,0.9999996004116901,0.0011529283863189507,"model.visual.blocks.1.mlp.linear_fc1.weight|2d-128|(2560, 128)","model.visual.blocks.21.mlp.linear_fc1.weight|2d-128|(2688, 512)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,20,0.028841172579424645,3.521407714327919 +7623,7626,1.2408417425261347,0.012592911386212952,0.008831312855173211,0.008463284025843593,1.631729088292482,1.2568616805302804,1.408162793973965,0.9999610031962517,0.006802439691785453,"model.visual.blocks.17.mlp.linear_fc1.weight|2d-64|(3904, 384)","model.visual.blocks.6.mlp.linear_fc1.weight|2d-64|(1664, 384)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,11,0.016019938004145695,4.405630050190557 +7863,7925,1.2427463405758261,0.0053371414239723,0.004479161904309361,0.004626646278118312,1.2596993571161328,1.6348082364831065,1.4111476202454538,0.999989968504002,0.005812951108008881,"model.visual.blocks.0.mlp.linear_fc2.weight|2d-128|(640, 2944)","model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(128, 3840)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,10,0.016953016540306676,3.5154564713262637 +7951,8077,1.2334562657445605,0.02710155982364622,0.010203932580630369,0.010200816705363396,1.2323993454948818,1.6869251592568095,1.4073230390308467,0.9999479385247464,0.013967283134764632,"model.visual.blocks.4.mlp.linear_fc2.weight|2d-64|(832, 2624)","model.visual.blocks.9.mlp.linear_fc2.weight|2d-64|(960, 1664)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,5,0.0010569202496786279,3.4930999197806023 +8234,8363,1.3435403218189832,0.05720723269743912,0.0066318968820863545,0.006644876369814372,1.3927406942231362,1.4269159458420944,1.4095176844043278,0.9999780087300647,0.006794631227105766,"model.visual.merger.linear_fc1.weight|2d-128|(1536, 3456)","model.visual.merger.linear_fc1.weight|2d-128|(3456, 2944)",model.visual.merger.linear_fc1.weight,2d-128,0,0.04920037240415298,3.559535479022554 +8622,8672,1.348341241738551,0.04218881989814952,0.02718645434541034,0.02646008544683533,1.4241106085366053,1.3673661535591646,1.394873473988118,0.9996303800406052,0.026103195414992973,"model.visual.merger.linear_fc1.weight|2d-64|(1856, 2560)","model.visual.merger.linear_fc1.weight|2d-64|(3840, 3904)",model.visual.merger.linear_fc1.weight,2d-64,0,0.01902491182061361,3.941616831555215 +8727,8788,1.351076163391676,0.03494861357901479,-0.005442934686967601,-0.005454299760853101,1.4262537381380278,1.4099996304419022,1.4180568233886381,0.999985187121286,-0.005380905018459635,"model.visual.merger.linear_fc2.weight|2d-128|(0, 2944)","model.visual.merger.linear_fc2.weight|2d-128|(256, 2560)",model.visual.merger.linear_fc2.weight,2d-128,0,0.05892346705022633,3.7731142216599305 +8973,9084,1.3516328302861809,0.0568064992863895,0.037187219203649535,0.03722909663138805,1.4038101017000082,1.3720859148378852,1.3876761102883537,0.9993083161506762,0.036346838948890965,"model.visual.merger.linear_fc2.weight|2d-64|(1664, 3136)","model.visual.merger.linear_fc2.weight|2d-64|(64, 3840)",model.visual.merger.linear_fc2.weight,2d-64,0,0.02045308455170436,3.5567271518466463 +9317,9341,0.8517173394530527,0.5281244938385059,0.4969780810505428,0.4953605863832762,1.4328061985188707,0.8751999031436635,1.0562560826140912,0.8677630937965269,0.303568737244146,"model.visual.pos_embed.weight|2d-128|(1536, 640)","model.visual.pos_embed.weight|2d-128|(1920, 640)",model.visual.pos_embed.weight,2d-128,0,0.023482563690610747,7.526627283511131 +9396,9506,0.5928301922001207,0.8131513998171228,0.83287072324653,0.8341612309606813,0.6043422618859597,0.5618806277509316,0.5819528342364448,0.5534675766102312,0.7743524726414716,"model.visual.pos_embed.weight|2d-64|(1280, 256)","model.visual.pos_embed.weight|2d-64|(1408, 256)",model.visual.pos_embed.weight,2d-64,0,0.03094956444918906,2.626402077478278 +9731,9822,1.2180202459045861,0.02326413665795529,0.0014685975649280586,0.0014181623027471992,1.7189383616966876,1.2281703493320963,1.4132308056810132,0.9999989216100147,0.001049303468081089,"mtp.fc.weight|2d-128|(1408, 2688)","mtp.fc.weight|2d-128|(1152, 3584)",mtp.fc.weight,2d-128,0,0.010150103427510215,4.340257176643025 +10054,10113,1.187031845457053,0.025555536229169402,0.013489688222848854,0.013577863294809532,1.1775850898085223,1.8530248982012192,1.4055511512066103,0.9999090100162366,0.02122710992372976,"mtp.fc.weight|2d-64|(576, 3328)","mtp.fc.weight|2d-64|(1984, 3776)",mtp.fc.weight,2d-64,0,0.009446755648530702,3.739488071588961 +10182,10226,1.3278582107462888,0.042819236816795996,0.016139738364946064,0.016182439913774504,1.3814288318256394,1.4251112533781782,1.402760193028504,0.9998697459396955,0.016650096074849605,"mtp.layers.0.mlp.down_proj.weight|2d-128|(128, 768)","mtp.layers.0.mlp.down_proj.weight|2d-128|(256, 256)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.05357062107935051,3.6079424883934985 +10523,10598,1.2839314956641446,0.02571432523214386,0.0371439507258971,0.03719120507652924,1.4856926449050762,1.3072115477767714,1.3879180075185529,0.9993099253607322,0.032681726927473856,"mtp.layers.0.mlp.down_proj.weight|2d-64|(1792, 1088)","mtp.layers.0.mlp.down_proj.weight|2d-64|(1088, 2752)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.023280052112626848,4.161784282063651 +10684,10842,1.3181418965577945,0.04548559060910469,0.013958839285958478,0.013933763290631717,1.4645315060089175,1.351009293195683,1.4043407510817305,0.9999025706566559,0.012876828883625306,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(5248, 128)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(1536, 1280)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.03286739663788851,4.00503618704398 +10912,10925,1.3060873325456241,0.006331674067885394,-0.0008477883803905559,-0.0006294477755965053,1.5243054181135705,1.3259553927509997,1.4148071364240793,0.9999996406273665,-0.0007374700381775713,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(2368, 640)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(3520, 1792)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.01986806020537557,4.212729775069716 +11208,11259,1.3402745666135045,0.05698408677399032,0.005411431552333321,0.005435020261385902,1.3936932632499441,1.4276871060234324,1.410383025547297,0.9999853580970846,0.005543422829194736,"mtp.layers.0.mlp.up_proj.weight|2d-128|(384, 1024)","mtp.layers.0.mlp.up_proj.weight|2d-128|(768, 1408)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.05341869663643961,3.6178953356458234 +11488,11495,1.3219685511496506,0.06592763279254878,0.04662714808155593,0.04660959500276585,1.338569409913975,1.4275615007556863,1.380919457531735,0.998912363053827,0.04972706009734779,"mtp.layers.0.mlp.up_proj.weight|2d-64|(4800, 640)","mtp.layers.0.mlp.up_proj.weight|2d-64|(128, 1472)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.01660085876432449,3.7136618486195596 +11682,11697,1.2579247749722777,0.03236634079391057,0.004509322217001783,0.004530824414006847,1.316686934414342,1.5291405925748387,1.4110568115290851,0.9999898329548872,0.005236922663080907,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(128, 256)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(256, 128)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.0587621594420642,3.8112597780581856 +11729,11921,1.096152505605718,0.006254716022616138,-0.0035883413929691434,-0.003418232568605081,2.320580872887159,1.1100725759514714,1.4161876629639285,0.999993561882299,-0.0017165182304250779,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 64)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 64)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.013920070345753377,7.551396614508843 +12113,12191,1.2027439484127582,-0.003029156420398386,-0.011841022899039166,-0.011835260491741698,1.747282461592127,1.2295836367045418,1.4220730041347018,0.9999298926308305,-0.008332669913733161,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(1024, 128)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1536, 1920)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.026839688291783625,5.167442212651737 +12403,12463,1.1857740713571,0.019359628428775408,0.018787625737717435,0.019074109006379215,1.7330020828087502,1.2082641127759295,1.4016928672137865,0.9998234969829122,0.013098895938057872,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(1792, 896)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(640, 1152)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.0224900414188296,5.513202107825237 +12576,12631,1.0684503326021424,0.018927091976350174,0.014264603012771857,0.014350646483773186,2.6987301029458477,1.0705315806702156,1.4072822771438827,0.9998982553744596,0.005658479146998344,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 0)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(3968, 512)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.0020812480680731937,8.154348857705306 +12828,12880,1.066995935886236,0.022917980260824908,0.004799594589618325,0.004533127580254954,2.6493614948096798,1.0777678801707387,1.4118424082644907,0.9999884818795541,0.001952488890876512,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(576, 1856)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(2496, 128)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.010771944284502677,7.532340727597252 +13010,13047,1.3724332039580192,0.007562395542350339,-0.0019305017169112429,-0.0018011840463006516,1.3945713635152648,1.4375620722866678,1.4155773467148578,0.9999981365798243,-0.001990013649585111,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(0, 256)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(256, 896)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.02213815955724563,3.613685169502825 +13121,13273,1.3123743998141544,0.007347161428261635,0.0009267297563886107,0.0009385073381789283,1.3445125062677628,1.4944736019195823,1.4135617618779404,0.9999995705858872,0.001030093175466769,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(64, 1088)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 576)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.03213810645360837,3.514087471910036 +10,231,1.1893037887891524,0.23790043106829148,0.25411631040476645,0.253243012977096,1.1909787030520653,1.2548477053967544,1.221662820817968,0.9671736663010777,0.267743888449171,"model.language_model.embed_tokens.weight|2d-128|(127616, 1152)","model.language_model.embed_tokens.weight|2d-128|(58880, 1152)",model.language_model.embed_tokens.weight,2d-128,0,0.0016749142629128855,3.0592739482557176 +288,450,1.2113552324871388,0.2508178531576279,0.2127548028331859,0.21302236686611087,1.275768775636571,1.2349780703192361,1.2548764715897613,0.9771056206323921,0.2059523017585802,"model.language_model.embed_tokens.weight|2d-64|(61568, 640)","model.language_model.embed_tokens.weight|2d-64|(233472, 640)",model.language_model.embed_tokens.weight,2d-64,0,0.023622837832097288,3.2451571232981222 +520,641,0.17494949902918389,0.9913222281550063,0.991322228155006,0.9843987912516085,0.19974157882377852,0.17494949902918489,0.18611836222554412,0.13145432653889327,0.8682785437739178,"model.language_model.layers.9.linear_attn.conv1d.weight|3d-axis0-slice|(1627, 0, 0)","model.language_model.layers.10.linear_attn.conv1d.weight|3d-axis0-slice|(918, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,1,9.992007221626409e-16,0.2950166857109309 +798,1019,0.6723946744139556,0.9544116355837606,0.9544116355837605,0.962937114286667,0.6723946744139556,1.9107364847551103,0.8969903931961085,0.29849360104084555,2.7121409537845085,"model.language_model.layers.9.linear_attn.conv1d.weight|3d-volume|(1860, 0, 0)","model.language_model.layers.9.linear_attn.conv1d.weight|3d-volume|(5692, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,0,0.0,1.4572837127181069 +1030,1134,1.160800766152476,0.008871659228811469,0.005941585708455352,0.005868078896612741,2.0101349650626203,1.1488484197286,1.4105889856812543,0.999982348623849,0.0033957826068799915,"model.language_model.layers.10.linear_attn.in_proj_qkv.weight|2d-128|(4352, 1280)","model.language_model.layers.12.linear_attn.in_proj_qkv.weight|2d-128|(4992, 1152)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,2,0.011952346423875992,5.436414739948333 +1403,1503,1.1591456695736118,0.004980958161328406,0.00230894230622354,0.0015763091794880597,1.1686130393337546,1.925199897715641,1.412764411553251,0.9999973343891605,0.0038038044606340717,"model.language_model.layers.10.linear_attn.in_proj_qkv.weight|2d-64|(1280, 576)","model.language_model.layers.14.linear_attn.in_proj_qkv.weight|2d-64|(5248, 1728)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,4,0.00946736976014284,2.9908527450429023 +1611,1618,1.1675257388393285,0.05872799338839523,-0.011824455118986868,-0.011959000793093184,1.7910634817389388,1.215000415979492,1.4219611448163458,0.9999300886867737,-0.00802133371305816,"model.language_model.layers.10.linear_attn.in_proj_z.weight|2d-128|(256, 1920)","model.language_model.layers.22.linear_attn.in_proj_z.weight|2d-128|(896, 512)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,12,0.04747467714016351,4.881107613162254 +1959,2021,1.166829292210581,0.017599016837883084,0.008815171620527446,0.008884262296443656,1.1781875782832425,1.864589338167348,1.4085727236760972,0.9999611456198189,0.013950813368530858,"model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-64|(512, 192)","model.language_model.layers.16.linear_attn.in_proj_z.weight|2d-64|(576, 640)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,12,0.011358286072661539,3.5068274675428963 +2071,2259,1.244752733646212,0.03626061402078596,0.007054844933101329,0.00709125205395879,1.650967167588968,1.2500414113107012,1.4094038436022815,0.9999751142718352,0.005341625496787416,"model.language_model.layers.8.linear_attn.out_proj.weight|2d-128|(256, 1152)","model.language_model.layers.8.linear_attn.out_proj.weight|2d-128|(1664, 1920)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,0,0.00528867766448915,4.183957414841811 +2446,2489,1.238792137415251,0.02147781535754569,0.014612387149738913,0.014631325485924883,1.5353878322012728,1.3014122571209625,1.4039836736628353,0.9998932333713365,0.012385626187490966,"model.language_model.layers.18.linear_attn.out_proj.weight|2d-64|(896, 1792)","model.language_model.layers.9.linear_attn.out_proj.weight|2d-64|(1280, 896)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,9,0.06262011970571146,4.753950028705586 +2718,2757,1.2757892370539723,0.03918008757152801,-0.0020729422778955225,-0.002063013634096101,1.3238328222063007,1.5297063109136226,1.4156634303925597,0.9999978514528481,-0.002395312181013658,"model.language_model.layers.17.mlp.down_proj.weight|2d-128|(1792, 128)","model.language_model.layers.3.mlp.down_proj.weight|2d-128|(1920, 2048)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,14,0.04804358515232843,3.363798496310105 +2932,3059,1.2707876858324423,0.04647592390336983,0.017283146449768312,0.017312508493197733,1.2833869930413546,1.5615203563442686,1.402172680106504,0.9998506352694866,0.021028719434842177,"model.language_model.layers.20.mlp.down_proj.weight|2d-64|(640, 4800)","model.language_model.layers.0.mlp.down_proj.weight|2d-64|(192, 3840)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,20,0.012599307208912336,3.3188348394087432 +3256,3314,1.1740763984717537,0.023915860507202936,-0.006799674635387103,-0.007278399583475767,1.1881467914216879,1.871482601188628,1.4185581136484275,0.9999768819452042,-0.010710354028430959,"model.language_model.layers.22.mlp.gate_proj.weight|2d-128|(3328, 256)","model.language_model.layers.11.mlp.gate_proj.weight|2d-128|(3712, 640)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,11,0.014070392949934174,3.067721765675495 +3429,3527,1.1678289321209419,0.03256135348528273,0.01613031035235272,0.01607763413413895,1.1811797972663727,1.8313569107349528,1.4037845321124738,0.9998698980807137,0.0250091945396006,"model.language_model.layers.22.mlp.gate_proj.weight|2d-64|(448, 128)","model.language_model.layers.12.mlp.gate_proj.weight|2d-64|(4096, 832)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,10,0.013350865145430824,3.202675181252299 +3620,3660,1.2514100746448145,0.04595771535822764,0.0032403483167616175,0.003226254204732203,1.2754719030117498,1.6044235962687257,1.4119795440398462,0.9999947500576121,0.004076053174723751,"model.language_model.layers.21.mlp.up_proj.weight|2d-128|(5376, 1408)","model.language_model.layers.3.mlp.up_proj.weight|2d-128|(2688, 0)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,18,0.02406182836693538,3.15039145356046 +4033,4063,1.244859772337258,0.03166964730882737,0.021041195072336448,0.020678441073005992,1.590105694330464,1.264477859177644,1.3996423571755972,0.9997786095480978,0.016732299868160688,"model.language_model.layers.8.mlp.up_proj.weight|2d-64|(1344, 512)","model.language_model.layers.22.mlp.up_proj.weight|2d-64|(5248, 576)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,14,0.019618086840385907,4.284306276738961 +4242,4300,1.1914379218581348,0.004104691446531847,-0.0014000067803553251,-0.0015490870103535021,1.1996124794751963,1.8142270159654272,1.4151241711591447,0.9999990199900273,-0.0021172921813605756,"model.language_model.layers.19.self_attn.k_proj.weight|2d-128|(128, 256)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 1536)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,4,0.00817455761706154,3.527566942125357 +4544,4561,1.1121281062598376,0.02594648243017017,0.005793964205075811,0.005865167573229307,1.1366526312110028,2.0811104378476277,1.410762316728015,0.9999832148485245,0.010608236019171663,"model.language_model.layers.3.self_attn.k_proj.weight|2d-64|(384, 704)","model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(0, 1024)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,20,0.024524524951165194,3.1548849286651137 +4681,4742,1.137231308579607,0.060483490747698924,0.004681724758802168,0.004682845495054734,1.874297273111785,1.1788551941034284,1.4112265000362572,0.9999890406665879,0.0029446105633571993,"model.language_model.layers.23.self_attn.o_proj.weight|2d-128|(1536, 1664)","model.language_model.layers.23.self_attn.o_proj.weight|2d-128|(1152, 128)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,0,0.04162388552382135,5.606471062497657 +4930,5049,1.1375723534073485,0.05890777759792058,0.026224828497070012,0.02610378380687595,1.1480697208065715,1.9432264528991183,1.397877040073753,0.9996560700412415,0.04438822794006517,"model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(960, 1856)","model.language_model.layers.3.self_attn.o_proj.weight|2d-64|(1920, 64)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,20,0.010497367399223023,3.19287472273261 +5185,5304,1.1408053815293064,0.012256158206252941,-0.006141655538062521,-0.006300676866118662,2.0494470871364756,1.1495738799509139,1.4179146479000615,0.9999811398557734,-0.003444971490372708,"model.language_model.layers.11.self_attn.q_proj.weight|2d-128|(3200, 1536)","model.language_model.layers.23.self_attn.q_proj.weight|2d-128|(1408, 1280)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,12,0.008768498421607429,5.883043768105319 +5579,5612,1.127074002543647,0.04613982579997057,-0.013615780371401546,-0.006981093935287071,1.1516789306283233,2.0645714468013474,1.4223821379985917,0.9999073009658834,-0.02440849670261611,"model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(1792, 640)","model.language_model.layers.11.self_attn.q_proj.weight|2d-64|(3456, 384)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,8,0.024604928084676292,2.9100210392735293 +5756,5778,1.0936117849488984,0.0032394369031433575,0.0008212923952568666,0.0008055545425932535,2.433682583221848,1.0964696058002046,1.41377849969888,0.9999996627393439,0.00037002448679311324,"model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(384, 512)","model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(128, 256)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,12,0.0028578208513061476,8.38562734354734 +5988,6066,1.0906362309925164,0.03900242676367339,-0.015187552507796886,-0.015225882772128168,2.3805724749504327,1.1097107585970365,1.4224147480374345,0.999884662473039,-0.007079721618225687,"model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(448, 960)","model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(384, 1216)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,12,0.01907452760452011,7.548644694641878 +6370,6394,1.2357388431401608,-0.00020030623935651717,0.004334350194693553,0.004209913742872857,1.2397198673481586,1.6819215616892917,1.4112829518242525,0.9999906066600776,0.005880390594982661,"model.visual.blocks.20.attn.proj.weight|2d-128|(768, 896)","model.visual.blocks.21.attn.proj.weight|2d-128|(896, 256)",model.visual.layers.*.attn.proj.weight,2d-128,1,0.003981024207997841,3.2340152418198818 +6469,6592,1.2084614732655101,0.02751884534890768,0.003596059634520804,0.0036310864984202555,1.7454748743435853,1.2170171671699606,1.4118255834117261,0.9999935341566489,0.002507321287580604,"model.visual.blocks.11.attn.proj.weight|2d-64|(384, 192)","model.visual.blocks.23.attn.proj.weight|2d-64|(0, 448)",model.visual.layers.*.attn.proj.weight,2d-64,12,0.008555693904450434,4.477357574005959 +6700,6852,1.138293067431865,0.03440191182304667,0.006064380814571235,0.006047917565975385,1.1558610278357364,1.9732542346600845,1.4104682770870816,0.999981611473599,0.0103529445450294,"model.visual.blocks.8.attn.qkv.weight|2d-128|(1664, 0)","model.visual.blocks.21.attn.qkv.weight|2d-128|(2304, 768)",model.visual.layers.*.attn.qkv.weight,2d-128,13,0.01756796040387143,2.9728661084278536 +6970,7078,1.1210828919573663,0.04599291195532131,0.0265223904134465,0.025971811525920988,1.1103840022658276,2.1776409988430916,1.3989521895541122,0.9996482195286284,0.05201465856297265,"model.visual.blocks.9.attn.qkv.weight|2d-64|(320, 128)","model.visual.blocks.0.attn.qkv.weight|2d-64|(2496, 320)",model.visual.layers.*.attn.qkv.weight,2d-64,9,0.01069888969153876,3.1917674786349646 +7398,7399,1.2360444184866193,0.06815961081936744,-0.00048646637537545084,-0.00048492426643246346,1.2674305501290581,1.6286320409336383,1.4145469690079535,0.9999998816752258,-0.0006251030683240475,"model.visual.blocks.3.mlp.linear_fc1.weight|2d-128|(256, 128)","model.visual.blocks.14.mlp.linear_fc1.weight|2d-128|(128, 384)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,11,0.031386131642438864,3.3627952465797275 +7453,7638,1.2409244293560857,0.0011554940959052256,0.005388725337829392,0.003955157495340363,1.6567300423245301,1.2491449718768022,1.4105454366555792,0.9999854807142119,0.004063003017154282,"model.visual.blocks.23.mlp.linear_fc1.weight|2d-64|(3264, 960)","model.visual.blocks.1.mlp.linear_fc1.weight|2d-64|(3904, 768)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,22,0.008220542520716467,4.840171181265482 +7802,7843,1.2427634282773512,0.005011647989386845,0.006329189572992059,0.006342232508984965,1.2478774179680097,1.6576193357561748,1.4099061280194314,0.9999799704790837,0.008407385905693952,"model.visual.blocks.0.mlp.linear_fc2.weight|2d-128|(384, 3328)","model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(256, 2304)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,10,0.00511398969065846,3.5687052310469363 +8001,8077,1.2334740430069144,0.002370110954230271,0.012568640290740085,0.012559686088152593,1.251775780533332,1.6349629561153325,1.4056077764037134,0.9999210115210311,0.01641608793177278,"model.visual.blocks.3.mlp.linear_fc2.weight|2d-64|(384, 832)","model.visual.blocks.9.mlp.linear_fc2.weight|2d-64|(960, 1664)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,6,0.018301737526417616,3.479072861917481 +8202,8282,1.3435582254960932,0.07409876317472361,0.013528751871913875,0.013509322201562432,1.4189358376460823,1.3907224120988095,1.4046166567106917,0.9999084822486447,0.013259752792773714,"model.visual.merger.linear_fc1.weight|2d-128|(1536, 1536)","model.visual.merger.linear_fc1.weight|2d-128|(3072, 3584)",model.visual.merger.linear_fc1.weight,2d-128,0,0.047164186602716374,3.5035976845144776 +8474,8628,1.3483973485228107,0.058146820877798294,0.007356309159046892,0.00744822294442393,1.4116753399443904,1.4063443911040123,1.409002301979871,0.9999729419917104,0.007328529324214311,"model.visual.merger.linear_fc1.weight|2d-64|(2496, 1600)","model.visual.merger.linear_fc1.weight|2d-64|(320, 3392)",model.visual.merger.linear_fc1.weight,2d-64,0,0.057947042581201647,3.615233989256157 +8878,8880,1.351174867982029,0.047459722325488764,0.0004661878167701121,0.00048278586456270523,1.432650192723946,1.3958364346091348,1.4138839910688696,0.9999998913344539,0.0004542085313801344,"model.visual.merger.linear_fc2.weight|2d-128|(640, 1792)","model.visual.merger.linear_fc2.weight|2d-128|(1152, 1024)",model.visual.merger.linear_fc2.weight,2d-128,0,0.04466156662710574,3.6215773448512465 +9056,9112,1.3517040729906893,0.03518229474276659,0.011029945504923871,0.0110323296001867,1.4208419215853212,1.3923784184268284,1.4063941926193833,0.9999391683008314,0.010808984338204417,"model.visual.merger.linear_fc2.weight|2d-64|(768, 512)","model.visual.merger.linear_fc2.weight|2d-64|(1984, 1856)",model.visual.merger.linear_fc2.weight,2d-64,0,0.040674345436139125,3.5150747884379876 +9243,9355,0.8535224341343629,0.5240196853673197,0.4405049203733935,0.44519843462855546,0.9179621865563181,1.4522990762331962,1.0973631867649856,0.8977501963947601,0.696918564079881,"model.visual.pos_embed.weight|2d-128|(384, 384)","model.visual.pos_embed.weight|2d-128|(2176, 384)",model.visual.pos_embed.weight,2d-128,0,0.06443975242195521,4.694267842174767 +9387,9483,0.5938617352396431,0.8099586207627273,0.8929951626390426,0.8939609069942548,0.45010305615063817,0.5073069805136546,0.4761469500427875,0.45006626123635396,1.0064865665344367,"model.visual.pos_embed.weight|2d-64|(64, 704)","model.visual.pos_embed.weight|2d-64|(448, 704)",model.visual.pos_embed.weight,2d-64,0,0.14375867908900497,1.8618938636698616 +9792,9818,1.2180575253502284,0.039403033562372895,-0.009443156286206343,-0.009450560593719008,1.282624547122327,1.6157837295402613,1.4207018513262237,0.9999554124056504,-0.01189599740390969,"mtp.fc.weight|2d-128|(1280, 2048)","mtp.fc.weight|2d-128|(1280, 3200)",mtp.fc.weight,2d-128,0,0.06456702177209861,3.4084615256805093 +9876,10097,1.1875574520125347,0.02633122687466912,0.006189505332675644,0.006253925436942813,1.7238781566920374,1.2222658627439464,1.4100774703922827,0.9999808448284081,0.004388489433567632,"mtp.fc.weight|2d-64|(1984, 2688)","mtp.fc.weight|2d-64|(192, 2112)",mtp.fc.weight,2d-64,0,0.03470841073141173,4.597481123069041 +10272,10353,1.3279029829306876,0.010661735829162827,-0.0070875379224064426,-0.00711172484554358,1.50391766700734,1.3473315404746276,1.4191863260118784,0.9999748830876696,-0.0063495918670670205,"mtp.layers.0.mlp.down_proj.weight|2d-128|(1664, 5120)","mtp.layers.0.mlp.down_proj.weight|2d-128|(1152, 640)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.019428557543939906,4.102341235944036 +10518,10607,1.2840566238628732,-0.010133220054101107,-0.019280664456795233,-0.019310404725784616,1.3514780571756917,1.5184458518658994,1.427690852297209,0.9998141107116385,-0.02166268613108015,"mtp.layers.0.mlp.down_proj.weight|2d-64|(320, 3648)","mtp.layers.0.mlp.down_proj.weight|2d-64|(1344, 5248)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.06742143331281847,3.4582913003126317 +10676,10717,1.318169939497961,0.0377011831621232,0.014535893328786062,0.014389098052943196,1.401333286727174,1.4064759973300118,1.4038975776009786,0.9998943483214285,0.014589238163631354,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(5888, 0)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(2304, 0)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.08316334722921304,3.668006161857561 +10948,11116,1.3061305910114678,0.0275090715318475,0.005168866548039824,0.004976934272035767,1.3360639137701003,1.4991338692824978,1.410578051118367,0.9999866413200771,0.005799739689175653,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(3072, 1664)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(1856, 1344)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.029933322758632475,3.6081273070454842 +11167,11174,1.34027566209172,0.02913497427061056,-0.00702423680927312,-0.007021899093744655,1.3766863066430186,1.4658286571151184,1.4191620302720709,0.9999753297443129,-0.007479065898826645,"mtp.layers.0.mlp.up_proj.weight|2d-128|(0, 1920)","mtp.layers.0.mlp.up_proj.weight|2d-128|(2816, 1792)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.03641064455129861,3.4628865118252627 +11456,11489,1.3219982587188515,0.01652600895379257,0.008810200227195909,0.008875630825582377,1.330931909753275,1.5002557907865688,1.4080146309173123,0.9999611894328483,0.009931051928336472,"mtp.layers.0.mlp.up_proj.weight|2d-64|(3904, 1856)","mtp.layers.0.mlp.up_proj.weight|2d-64|(1984, 1664)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.008933651034423562,3.361735040796212 +11685,11701,1.2580964321687316,0.057973629750714496,0.0039862613804611735,0.00408611061992894,1.2927403655057226,1.570288388201473,1.4114446251977701,0.9999920548285404,0.004842101418891948,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(128, 640)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(256, 640)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.034643933336991006,3.481104430645481 +11752,11888,1.096178469799626,0.03186044413662379,0.02464661185613236,0.024788476217569667,2.269252907494447,1.1006013551908438,1.4004608594385073,0.9996962261227224,0.011953755493772953,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 1536)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(320, 0)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.004422885391217823,6.749718338744261 +12113,12169,1.2027861942755997,0.00035445621259896963,-0.01081226769426073,-0.01082717664189282,1.7324160455757651,1.2340113206286238,1.4214208285068786,0.9999415457252027,-0.0077016492490119765,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(1024, 128)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1408, 1152)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.031225126353024102,5.028582948283688 +12322,12447,1.185819033068135,0.03683957238045499,0.02407744422189011,0.02403612803538262,1.2057838046892202,1.726891737053848,1.3981390872635273,0.9997100963177984,0.03448308006332328,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(128, 1152)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(384, 960)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.01996477162108512,3.4387588839717007 +12550,12577,1.0686266279998888,0.017229656392442335,0.006357480198720765,0.00639394200772019,1.0736019985838587,2.703763389566737,1.4111263669361396,0.99997979101856,0.016010702507884753,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(2432, 1024)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 128)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.004975370583969907,3.2132733574979766 +12815,12847,1.0670186580497707,0.045838033011729395,0.018443157401083637,0.018122897379482757,1.0756954426473204,2.5904360831370545,1.40494521502362,0.9998299105073217,0.04441389126011863,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(896, 1984)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(3712, 448)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.008676784597549725,3.1009814985005018 +13012,13050,1.372441554713935,-0.003539021949890704,0.011018409797049138,0.010983795733089058,1.4079480424515665,1.4048586638518237,1.4064008082949704,0.9999392954802528,0.010994232740507386,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(0, 512)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(256, 1280)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.032417109137888644,4.067554033256543 +13199,13279,1.3124613405987207,-0.02848831564731489,-0.030318046700062426,-0.03046220374613819,1.3369735822975133,1.5589515244128427,1.435244829446399,0.9995403023611868,-0.03535175694276692,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 1984)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 960)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.024512241698792625,3.503247932551699 +34,130,1.1893806093600452,0.2620132989850522,0.22871767018475303,0.225808989238632,1.2759125839203804,1.2111186168467971,1.2422500563029362,0.9734927977880774,0.21710282652080626,"model.language_model.embed_tokens.weight|2d-128|(34688, 384)","model.language_model.embed_tokens.weight|2d-128|(215296, 384)",model.language_model.embed_tokens.weight,2d-128,0,0.02173800748675192,3.337590312671764 +335,377,1.2118041323370823,0.1010157889944592,0.024327946395917587,0.01981886266201274,1.2562642523708853,1.6001092094659923,1.3974026263923758,0.9997040317134653,0.030986610501761096,"model.language_model.embed_tokens.weight|2d-64|(165056, 832)","model.language_model.embed_tokens.weight|2d-64|(194368, 896)",model.language_model.embed_tokens.weight,2d-64,0,0.04446012003380306,3.404815815789231 +700,726,0.17521063743841525,0.9956169548625643,0.9956169548625643,0.9970778051520508,0.20674913004511247,0.17521063743841525,0.1890345053878718,0.09352475175158025,0.8437408238085479,"model.language_model.layers.17.linear_attn.conv1d.weight|3d-axis0-slice|(1257, 0, 0)","model.language_model.layers.16.linear_attn.conv1d.weight|3d-axis0-slice|(3243, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,1,0.0,0.34350054271052627 +790,1002,0.6735930143915588,0.7667538539062655,0.7667538539062655,0.7961587835700624,0.6735930143915588,0.6938461965647995,0.6834946564068226,0.6419412181188315,0.7898081391399465,"model.language_model.layers.2.linear_attn.conv1d.weight|3d-volume|(636, 0, 0)","model.language_model.layers.1.linear_attn.conv1d.weight|3d-volume|(1328, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,1,0.0,1.7562997200715849 +1156,1270,1.16083097517088,0.01053729383247777,-0.00021240910712983524,-0.0002082989951519333,1.92033915026773,1.171503555383078,1.4143471075159137,0.9999999774411854,-0.00012958024844916306,"model.language_model.layers.10.linear_attn.in_proj_qkv.weight|2d-128|(4352, 1152)","model.language_model.layers.13.linear_attn.in_proj_qkv.weight|2d-128|(1024, 896)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,3,0.010672580212197857,5.533359061842549 +1290,1317,1.1593068671930338,0.02575157493776664,-0.0020594712748933904,-0.002021927242154248,1.9303400781536555,1.1705653154464177,1.4155042926623305,0.9999978792867852,-0.0012488709475763791,"model.language_model.layers.12.linear_attn.in_proj_qkv.weight|2d-64|(4736, 1664)","model.language_model.layers.17.linear_attn.in_proj_qkv.weight|2d-64|(832, 128)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,5,0.011258448253383957,5.452953353743702 +1544,1759,1.1677380376563056,0.021456453401179413,0.016178518070547505,0.016074176610868317,1.1701223368653644,1.8751933982358617,1.4039000808606001,0.9998691192116301,0.025927075591431075,"model.language_model.layers.0.linear_attn.in_proj_z.weight|2d-128|(0, 1024)","model.language_model.layers.16.linear_attn.in_proj_z.weight|2d-128|(896, 512)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,16,0.0023842992090588044,3.0020467833915103 +1921,2021,1.1670382790862752,0.00635860955487474,0.011880583491232017,0.011813193801916822,1.1695045652056597,1.891137119439285,1.4066774809177325,0.9999294233774242,0.01921139353305169,"model.language_model.layers.14.linear_attn.in_proj_z.weight|2d-64|(0, 576)","model.language_model.layers.16.linear_attn.in_proj_z.weight|2d-64|(576, 640)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,2,0.0024662861193844865,3.0894420582764535 +2089,2178,1.2448854140081418,0.015708397869410362,0.0051479662012600975,0.005143864267642798,1.258785988249427,1.635384084447613,1.410690229540425,0.9999867491342026,0.0066881122537144145,"model.language_model.layers.20.linear_attn.out_proj.weight|2d-128|(1280, 640)","model.language_model.layers.12.linear_attn.out_proj.weight|2d-128|(640, 896)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,8,0.013900574241285213,3.555036186441761 +2402,2437,1.2388103243193305,0.012556283089491296,0.011574347145274567,0.011653329162236905,1.680574412998032,1.2336286740040832,1.406383758338283,0.9999330150005853,0.008496170363451041,"model.language_model.layers.18.linear_attn.out_proj.weight|2d-64|(448, 512)","model.language_model.layers.5.linear_attn.out_proj.weight|2d-64|(1152, 1600)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,13,0.00518165031524731,4.419360628111193 +2715,2815,1.275805634901259,0.012877404912710815,0.010750294405789819,0.01073485163697096,1.5681915553199908,1.2866876141514265,1.4067385966060864,0.9999422139154786,0.008820523623843035,"model.language_model.layers.3.mlp.down_proj.weight|2d-128|(640, 4608)","model.language_model.layers.20.mlp.down_proj.weight|2d-128|(1152, 1280)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,17,0.01088197925016754,4.013591831555353 +2853,2905,1.2708897380883861,0.042529014788864575,0.02783557378023997,0.027868619145947567,1.274338988100767,1.5574441578579603,1.3947869685408167,0.9996125153439831,0.0340194816053379,"model.language_model.layers.18.mlp.down_proj.weight|2d-64|(1536, 4928)","model.language_model.layers.3.mlp.down_proj.weight|2d-64|(1344, 5568)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,15,0.0034492500123808334,3.3517089734555774 +3224,3268,1.1741029977398243,0.07199231280478174,-0.0018299010403359833,-0.0020224809662930587,1.7827181805522503,1.2094386859822006,1.4154153545430124,0.9999983257296897,-0.001241448667458938,"model.language_model.layers.9.mlp.gate_proj.weight|2d-128|(4736, 1664)","model.language_model.layers.19.mlp.gate_proj.weight|2d-128|(3840, 1792)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,10,0.03533568824237632,4.368855474759801 +3384,3422,1.1678343980774095,0.013215358851662168,0.007822641965155993,0.00780375405798989,1.895282431045744,1.1714892339070613,1.4092571388200725,0.9999694026682441,0.004835237584001347,"model.language_model.layers.9.mlp.gate_proj.weight|2d-64|(4928, 512)","model.language_model.layers.22.mlp.gate_proj.weight|2d-64|(5504, 1088)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,13,0.003654835829651759,5.094633331410188 +3653,3783,1.2515038833580796,0.030476617632772277,0.00037994980184779495,0.0003667545307521115,1.590715792098157,1.285464328118335,1.4139508578361772,0.9999999278190714,0.0003070390821397165,"model.language_model.layers.2.mlp.up_proj.weight|2d-128|(1024, 640)","model.language_model.layers.19.mlp.up_proj.weight|2d-128|(1536, 896)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,17,0.033960444760255504,4.2657448636525315 +3894,3964,1.2449655609859873,0.05195878900940089,0.006598416403914333,0.006579256487284501,1.2817196577892775,1.585547008112529,1.409644010001463,0.9999782302135185,0.008162548903675343,"model.language_model.layers.18.mlp.up_proj.weight|2d-64|(4224, 896)","model.language_model.layers.2.mlp.up_proj.weight|2d-64|(3136, 1920)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,16,0.036754096803290226,3.224382772794755 +4178,4293,1.191592814139897,0.02997313911291113,-0.00046892039150219487,-0.00046842221072066826,1.236931763666787,1.7001508791327233,1.4145290092256357,0.9999998900568272,-0.000644526593360636,"model.language_model.layers.15.self_attn.k_proj.weight|2d-128|(128, 256)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 640)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,8,0.04533894952688988,3.437899396236283 +4472,4576,1.1121890737159,0.012216255043519255,0.013626908520499501,0.013518763848316396,2.1079607230697976,1.1276476006213634,1.4061753149938576,0.9999071493714674,0.007289676002430561,"model.language_model.layers.15.self_attn.k_proj.weight|2d-64|(256, 1024)","model.language_model.layers.15.self_attn.k_proj.weight|2d-64|(384, 1280)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,0,0.015458526905463454,6.432468183946984 +4772,4817,1.13727892663315,0.057482284075296035,0.001685999397210884,0.0016720147713968553,1.159598852277816,1.96951430965008,1.4131707050189724,0.9999985787020063,0.0028635764276116224,"model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(1664, 768)","model.language_model.layers.3.self_attn.o_proj.weight|2d-128|(1920, 1024)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,16,0.022319925644666005,3.0278912563540263 +4894,4931,1.1378091452837673,0.03387234007418551,0.03999814532563686,0.04025042438226939,1.864725295796908,1.1550443657369065,1.3886603885652662,0.9991997539884151,0.02477557016169451,"model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(704, 1856)","model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(0, 128)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,16,0.01723522045313919,5.3541196734140115 +5128,5185,1.140816259280291,0.019039896746863894,-0.0004327079203187191,-0.0004654708280956389,1.1502792093711995,2.0250557125743947,1.4144763413572712,0.9999999063819235,-0.0007617782176525771,"model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(3968, 512)","model.language_model.layers.11.self_attn.q_proj.weight|2d-128|(3200, 1536)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,8,0.009462950090908473,3.2588420242465297 +5446,5618,1.1272271961099496,0.007425286253649941,0.0014802013528119593,0.0016915325075148667,1.1353226516323935,2.106233033670432,1.4133389672445789,0.9999989045013775,0.0027460466690183457,"model.language_model.layers.15.self_attn.q_proj.weight|2d-64|(2304, 1600)","model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(2688, 960)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,8,0.00809545552244395,2.938449907945878 +5756,5874,1.0937310923621264,0.05425196527784541,0.010402432533795306,0.01040514541780427,2.22277051167062,1.1138627456764412,1.408308873393953,0.9999458932349189,0.005212810770599325,"model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(384, 512)","model.language_model.layers.23.self_attn.v_proj.weight|2d-128|(384, 256)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,16,0.020131653314314768,6.784695590032703 +5908,6056,1.0907131235726573,0.008363787886890912,0.01981490329288907,0.020137539218377295,2.6355200689964295,1.0720771646686755,1.404398904280187,0.9998036655301347,0.008060308699722254,"model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(448, 1536)","model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(0, 768)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,12,0.01863595890398173,6.962903542251925 +6323,6394,1.235780620363637,-0.005095700706697431,-0.0056628703740178995,-0.0057140787481134055,1.2355229212418846,1.7160658795558728,1.4180059353401147,0.9999839658210161,-0.007865381096638844,"model.visual.blocks.4.attn.proj.weight|2d-128|(640, 768)","model.visual.blocks.21.attn.proj.weight|2d-128|(896, 256)",model.visual.layers.*.attn.proj.weight,2d-128,17,0.0002576991217524416,3.222955786388231 +6425,6643,1.2085309159910467,0.0006274213129885981,0.02737191231912069,0.027253189554153907,1.2054661932775628,1.719413719874923,1.395899519295327,0.999625319015077,0.03904185935961207,"model.visual.blocks.12.attn.proj.weight|2d-64|(192, 768)","model.visual.blocks.21.attn.proj.weight|2d-64|(640, 256)",model.visual.layers.*.attn.proj.weight,2d-64,9,0.003064722713483903,3.0978198120928466 +6762,6852,1.1383363862621436,0.010200080849780267,-0.00658346480405,-0.006575459620719108,1.1681935298427537,1.9556703819026118,1.418306557967816,0.9999783287607656,-0.01102136486692572,"model.visual.blocks.6.attn.qkv.weight|2d-128|(1792, 640)","model.visual.blocks.21.attn.qkv.weight|2d-128|(2304, 768)",model.visual.layers.*.attn.qkv.weight,2d-128,15,0.02985714358061009,3.341937780681243 +6968,7097,1.121170547631341,-0.007462406015335885,-0.02719397710022062,-0.027110967018658248,2.2785629649025374,1.127785287507849,1.4294212046947954,0.9996301754196262,-0.01345978485337402,"model.visual.blocks.21.attn.qkv.weight|2d-64|(256, 320)","model.visual.blocks.4.attn.qkv.weight|2d-64|(1600, 768)",model.visual.layers.*.attn.qkv.weight,2d-64,17,0.006614739876507958,5.733529277363942 +7287,7405,1.2360511943544035,0.011933053304544824,-0.014267226721098102,-0.014297050879044251,1.6734425410211293,1.260499999367407,1.4238770664470122,0.9998982179410506,-0.010746612944323221,"model.visual.blocks.16.mlp.linear_fc1.weight|2d-128|(512, 0)","model.visual.blocks.1.mlp.linear_fc1.weight|2d-128|(2176, 0)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,15,0.024448805013003616,4.499486275343238 +7623,7635,1.2410314308724562,-0.012024329832656099,0.0006548257297360837,0.0002040079648786678,1.6429247327596097,1.2597287388309666,1.4137663230569188,0.9999997856016088,0.000502094085155636,"model.visual.blocks.17.mlp.linear_fc1.weight|2d-64|(3904, 384)","model.visual.blocks.6.mlp.linear_fc1.weight|2d-64|(2560, 64)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,11,0.018697307958510434,4.745248989622281 +7775,7852,1.242790525876326,0.03736702292964056,-0.0018216209851819635,-0.0018039968393648638,1.2605210979203327,1.6464755504216169,1.4154564728620656,0.9999983408471168,-0.00237937660796424,"model.visual.blocks.0.mlp.linear_fc2.weight|2d-128|(256, 3968)","model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(640, 896)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,10,0.01773057204400663,3.5610920264436756 +7951,8109,1.2336307478532,0.023672186721403584,-0.008419867072603468,-0.008374411439358501,1.395169185825596,1.4465246131756293,1.4201509560510466,0.9999645522909698,-0.00872979785099014,"model.visual.blocks.4.mlp.linear_fc2.weight|2d-64|(832, 2624)","model.visual.blocks.2.mlp.linear_fc2.weight|2d-64|(576, 3392)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,2,0.16153843797239587,3.4244279374949556 +8317,8446,1.343575568861613,0.039014310706651734,0.02677244450083932,0.02689668499292867,1.3814199868416737,1.4093141785997254,1.3951579870457747,0.9996415538659092,0.027313044541269895,"model.visual.merger.linear_fc1.weight|2d-128|(1920, 1536)","model.visual.merger.linear_fc1.weight|2d-128|(896, 3840)",model.visual.merger.linear_fc1.weight,2d-128,0,0.037844417980060774,3.496503620202801 +8452,8645,1.3483990964817412,0.029958803464767727,0.0076526729398851785,0.006961784189228714,1.3838750003404254,1.435112669352647,1.4087955009308901,0.999970717869716,0.007936011480617663,"model.visual.merger.linear_fc1.weight|2d-64|(704, 1920)","model.visual.merger.linear_fc1.weight|2d-64|(1216, 2624)",model.visual.merger.linear_fc1.weight,2d-64,0,0.035475903858684266,3.4454648430276373 +8912,8931,1.3511878409738651,0.05415670962599029,0.0044395689655587585,0.004431040280086576,1.4157965349385884,1.4063922529789072,1.4110708909386709,0.9999901450651402,0.0044100795881650105,"model.visual.merger.linear_fc2.weight|2d-128|(768, 2048)","model.visual.merger.linear_fc2.weight|2d-128|(896, 384)",model.visual.merger.linear_fc2.weight,2d-128,0,0.055204412005042114,3.550601469943089 +9033,9203,1.3517305278795129,0.025466272306141145,0.031242758194217204,0.031123043325997402,1.419016651625461,1.3663986270736623,1.391962306951001,0.9995118258732199,0.03008425718871728,"model.visual.merger.linear_fc2.weight|2d-64|(1792, 1152)","model.visual.merger.linear_fc2.weight|2d-64|(1216, 2240)",model.visual.merger.linear_fc2.weight,2d-64,0,0.014668099194149464,3.761922258851911 +9272,9288,0.8536533900312567,0.6150948993578895,0.4790093954653109,0.47792137809799096,1.0131508403780152,1.0286846676314296,1.0208291235879763,0.8778097738439448,0.4863536613982537,"model.visual.pos_embed.weight|2d-128|(896, 0)","model.visual.pos_embed.weight|2d-128|(1152, 0)",model.visual.pos_embed.weight,2d-128,0,0.15949745034675844,3.380308264215819 +9408,9429,0.5941836277354668,0.805904741927949,0.5564449830935225,0.5500741595823602,0.8613905929561724,1.0991950172097438,0.9588434095224712,0.8308844569433522,0.7100629583946252,"model.visual.pos_embed.weight|2d-64|(2240, 192)","model.visual.pos_embed.weight|2d-64|(1280, 192)",model.visual.pos_embed.weight,2d-64,0,0.26720696522070553,2.392204453802277 +9647,9703,1.2182382112456347,0.014357215148645535,0.003334678149714533,0.0033264418179591426,1.2537637014878555,1.650561671239137,1.4119401758538879,0.9999944399453619,0.004390055265841311,"mtp.fc.weight|2d-128|(1280, 2816)","mtp.fc.weight|2d-128|(1920, 2176)",mtp.fc.weight,2d-128,0,0.03552549024222085,2.880322058960039 +9982,10004,1.1885269881589728,0.03856691844464829,0.01460149674708669,0.015079406503863909,1.2271654813934076,1.6902116006519383,1.4043618538971634,0.999893392463789,0.02011107675615561,"mtp.fc.weight|2d-64|(832, 3712)","mtp.fc.weight|2d-64|(896, 2816)",mtp.fc.weight,2d-64,0,0.0386384932344348,3.1003052167275817 +10141,10309,1.3280436107028817,0.05239518006083463,0.006166137172212534,0.0061924465302829685,1.4511196860770583,1.3719189320523766,1.409853582338969,0.9999809891954813,0.005829595177679273,"mtp.layers.0.mlp.down_proj.weight|2d-128|(1536, 1536)","mtp.layers.0.mlp.down_proj.weight|2d-128|(768, 2688)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.0438753213494949,4.030827440300573 +10406,10443,1.2841117566925453,0.01805513960997829,0.022883979066972444,0.022646837632594993,1.4657626603175236,1.3388520414695497,1.3980053968779613,0.9997381274624182,0.020902607850663512,"mtp.layers.0.mlp.down_proj.weight|2d-64|(960, 1088)","mtp.layers.0.mlp.down_proj.weight|2d-64|(192, 2944)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.05474028477700443,4.355779248536637 +10759,10781,1.3181917359437532,0.05592691814293632,0.006035801621286447,0.005841983149419022,1.4420386660794509,1.379899785824772,1.4099432958720535,0.9999817843834898,0.005775712926712253,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(5376, 1536)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(1024, 1664)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.061708049881018745,4.129014490061387 +10912,10984,1.3062147725531763,0.014385808239659707,-0.005377009550864826,-0.005027742864456364,1.5300354647261654,1.3274014043079434,1.4179726368605021,0.9999855437796538,-0.004664891888680895,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(2368, 640)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(1088, 512)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.021186631754767093,4.267368411632642 +11177,11179,1.340311332927715,0.061198282282634575,0.01598529723954696,0.015936226781515368,1.4137636202643311,1.3922166729586667,1.40286605763342,0.9998722269731084,0.015741667857414817,"mtp.layers.0.mlp.up_proj.weight|2d-128|(2304, 1664)","mtp.layers.0.mlp.up_proj.weight|2d-128|(128, 1408)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.05190534003095171,3.4941037791614384 +11478,11550,1.3220370948081648,0.06572731459872186,0.038919418685045316,0.03894544882796793,1.353262439861942,1.4222160467906086,1.3864549002216484,0.9992423524096735,0.04090250357593655,"mtp.layers.0.mlp.up_proj.weight|2d-64|(2432, 512)","mtp.layers.0.mlp.up_proj.weight|2d-64|(4736, 448)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.031225345053777165,3.8397294847067127 +11687,11703,1.258126883372801,0.05573633540285185,0.02605928348421136,0.026092561375364084,1.2830769830498645,1.5451293418759733,1.3959830655844152,0.9996603992077957,0.031381564841112965,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(128, 896)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(256, 896)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.02495009967706352,3.8669005442485433 +11846,11866,1.096180879912622,0.0519367527752441,0.026252235965485086,0.026426762529043177,1.1207413150225591,2.1028716365764404,1.3987189837481526,0.9996553506618231,0.04925764908329386,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(192, 1408)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(256, 640)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.024560435109937107,3.553514144401805 +12078,12113,1.2028942499712851,0.03196086285359065,-0.0036643575046887713,-0.0036672710223758084,1.2402829392575134,1.698935555925588,1.4166793168430698,0.9999932862195015,-0.005019425049953017,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(640, 1792)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1024, 128)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.037388689286228294,3.5416594148880796 +12287,12462,1.1859351898091774,-0.015958147047899333,0.002170642354123447,0.0022596989663925663,1.663469325725397,1.249313326665963,1.4127387481044793,0.9999976441531102,0.0016302148638956406,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(1728, 64)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(1984, 1984)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.06337813685678562,5.436714702533519 +12526,12599,1.0690322801051493,0.05108208638674299,-0.010831414897499067,-0.010826786031529829,2.5656275940514663,1.0908683016503875,1.4197186516353646,0.9999413385050737,-0.004605363304129044,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(128, 1792)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(768, 896)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.021836021545238227,6.896103460496988 +12859,12873,1.067150870392857,0.042301035772736875,0.02362544446400701,0.022384039755624464,1.0768049709222856,2.5413766501604,1.4021601818003029,0.9997208802330169,0.05575861417045959,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(2432, 1856)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(2112, 1216)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.00965410052942861,3.37850158009096 +13018,13027,1.372596551288342,0.05095936282336502,-0.0005994210647638172,-0.0006221886002652792,1.4206757057045625,1.4086753176866451,1.4146373383299973,0.9999998203471775,-0.0005943577802053531,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(0, 1280)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 384)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.0360787663983031,3.6055332397076967 +13273,13324,1.3125044578529352,0.009123967615979247,0.015761349742814876,0.015539264778816899,1.496635147949233,1.3251731294120692,1.403106987411179,0.9998757822121129,0.01395565057459989,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 576)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(448, 1792)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.012668671559133982,3.8650230632889744 +36,245,1.1894096260154983,0.2452759460368579,0.2962251084775619,0.29620531134384354,1.1521363000947398,1.2249472436721662,1.1868700171582036,0.9551181524332247,0.3149454887466352,"model.language_model.embed_tokens.weight|2d-128|(246656, 1408)","model.language_model.embed_tokens.weight|2d-128|(73728, 1408)",model.language_model.embed_tokens.weight,2d-128,0,0.03727332592075849,3.294255197868397 +307,459,1.2118193480087212,0.2377587811424635,0.23314266317130827,0.2309465311668644,1.2196293767004673,1.258325178046922,1.238524135867259,0.9724425425748248,0.24053969898547264,"model.language_model.embed_tokens.weight|2d-64|(236096, 448)","model.language_model.embed_tokens.weight|2d-64|(169728, 448)",model.language_model.embed_tokens.weight,2d-64,0,0.007810028691746185,3.1874209900123502 +653,739,0.17530418546061952,0.9976759236102052,0.9976759236102051,0.999890138322472,0.20965497289445256,0.1753041854606195,0.19019129102202087,0.06813773879814317,0.8342123381457174,"model.language_model.layers.13.linear_attn.conv1d.weight|3d-axis0-slice|(5980, 0, 0)","model.language_model.layers.13.linear_attn.conv1d.weight|3d-axis0-slice|(4242, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,0,2.7755575615628914e-17,0.39419277929475116 +782,997,0.6745334180743567,0.7538692955603504,0.7538692955603503,0.7528196586686571,1.1220171131834562,0.6745334180743568,0.8175662650592951,0.6570244175153166,0.45321058541866144,"model.language_model.layers.5.linear_attn.conv1d.weight|3d-volume|(1464, 0, 0)","model.language_model.layers.0.linear_attn.conv1d.weight|3d-volume|(4496, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,5,1.1102230246251565e-16,3.5082414919173486 +1151,1156,1.1610865092426836,0.00920401102522831,0.02002408586833987,0.020017791807630705,1.150092309126945,1.9544281758514745,1.401781051976234,0.999799497892021,0.03402825782433179,"model.language_model.layers.21.linear_attn.in_proj_qkv.weight|2d-128|(3968, 1792)","model.language_model.layers.10.linear_attn.in_proj_qkv.weight|2d-128|(4352, 1152)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,11,0.010994200115738595,3.3407275697577594 +1300,1313,1.159491634224929,0.029712448199630044,-0.0009357037978963131,-0.00178440572138616,1.9435595551326685,1.1668650152185203,1.4147974157532157,0.9999995622291055,-0.0005617733830120677,"model.language_model.layers.22.linear_attn.in_proj_qkv.weight|2d-64|(2752, 1984)","model.language_model.layers.4.linear_attn.in_proj_qkv.weight|2d-64|(2624, 1024)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,18,0.007373380993591194,4.905375843090946 +1553,1698,1.1678123063350745,0.054616506600980066,0.009990927403505379,0.009918070575307239,1.1943956878222555,1.8009610411480168,1.4076904427591086,0.999950089439277,0.015064748811558814,"model.language_model.layers.22.linear_attn.in_proj_z.weight|2d-128|(0, 384)","model.language_model.layers.16.linear_attn.in_proj_z.weight|2d-128|(256, 768)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,6,0.02658338148718098,3.2117986787009527 +1833,2021,1.167108222036429,-0.005167931166277546,-0.010648168771575145,-0.01032079048791751,1.188080883638987,1.883000061531996,1.4209932214038394,0.9999433066438377,-0.016876378307397855,"model.language_model.layers.16.linear_attn.in_proj_z.weight|2d-64|(1088, 0)","model.language_model.layers.16.linear_attn.in_proj_z.weight|2d-64|(576, 640)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,0,0.02097266160255784,3.3171828100118423 +2102,2104,1.2451360388846235,0.022409956484779375,-0.0024148404806802154,-0.0023869638214682,1.6325470661442352,1.267488215538495,1.4158668745531229,0.9999970842684757,-0.0018748506031721773,"model.language_model.layers.16.linear_attn.out_proj.weight|2d-128|(1664, 256)","model.language_model.layers.9.linear_attn.out_proj.weight|2d-128|(384, 128)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,7,0.02235217665387146,4.31351594052428 +2403,2481,1.238983134071628,0.02451816721419784,0.02898259615504738,0.028840349132994172,1.6517916851762229,1.2290168895255054,1.3944457621632216,0.9995799163249096,0.021564523236506088,"model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(192, 960)","model.language_model.layers.2.linear_attn.out_proj.weight|2d-64|(1216, 320)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,10,0.009966244546122605,4.439484419870799 +2560,2733,1.2758317784443467,0.031207680906479365,-0.015341535276713206,-0.015343557876351338,1.5799120286093833,1.3079658626671948,1.4248311059927503,0.9998823117224114,-0.012700836539935319,"model.language_model.layers.3.mlp.down_proj.weight|2d-128|(1664, 3328)","model.language_model.layers.19.mlp.down_proj.weight|2d-128|(896, 2816)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,16,0.032134084222848136,4.060388971856332 +2943,3052,1.2709186677737618,0.019043538918911168,0.0040035266774882785,0.0042299961473810195,1.2776578760118238,1.5985600359953007,1.4114495528633308,0.9999919858549581,0.005009070009923832,"model.language_model.layers.21.mlp.down_proj.weight|2d-64|(1216, 192)","model.language_model.layers.2.mlp.down_proj.weight|2d-64|(1344, 2880)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,19,0.006739208238061956,3.4355042360609493 +3143,3275,1.1741731254279721,0.05961199521672081,0.0019017567224280361,0.0018244114223811417,1.755013397795156,1.2152582705214152,1.4129542295086934,0.9999981916590492,0.0013168706223860537,"model.language_model.layers.8.mlp.gate_proj.weight|2d-128|(3200, 1152)","model.language_model.layers.19.mlp.gate_proj.weight|2d-128|(512, 1920)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,11,0.041085145093443076,4.756113090269755 +3402,3417,1.1680986769874981,0.025179393585386168,0.014922435850975656,0.01490840122520209,1.1811211372201502,1.8351010239342023,1.4045765287418235,0.9998886542551993,0.023184901570865474,"model.language_model.layers.21.mlp.gate_proj.weight|2d-64|(2496, 128)","model.language_model.layers.10.mlp.gate_proj.weight|2d-64|(4160, 768)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,11,0.013022460232652078,3.1289468407236347 +3708,3801,1.251637268133445,0.005588101814319415,0.010984837294672744,0.010920327547121503,1.2574207154205947,1.6259029561926044,1.4066756634703177,0.9999396648546399,0.014203901058468802,"model.language_model.layers.21.mlp.up_proj.weight|2d-128|(6016, 1792)","model.language_model.layers.2.mlp.up_proj.weight|2d-128|(4096, 1792)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,19,0.0057834472871498566,3.229330581493194 +3995,4082,1.2449932913026984,0.03917876973652311,0.025015348166695803,0.02503327867144104,1.262870755841613,1.5851643363601668,1.3968659511348933,0.9996870672145854,0.031399442573244715,"model.language_model.layers.21.mlp.up_proj.weight|2d-64|(5312, 1472)","model.language_model.layers.3.mlp.up_proj.weight|2d-64|(640, 832)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,18,0.01787746453891459,3.2221803218761624 +4178,4290,1.191648755943419,0.016680829340011936,0.009563881240093696,0.009548536186093663,1.1991583978485436,1.7859655965153873,1.4079401727386152,0.9999542650419695,0.014243958841977437,"model.language_model.layers.15.self_attn.k_proj.weight|2d-128|(128, 256)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 256)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,8,0.007509641905124598,3.58490110476903 +4393,4514,1.1122523058898715,0.013857414120110234,-0.005480144811438903,-0.00516028854391102,1.160554774305771,1.9888968898930541,1.4175831685006903,0.9999849838936811,-0.009391579969290378,"model.language_model.layers.11.self_attn.k_proj.weight|2d-64|(64, 576)","model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 512)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,12,0.04830246841589947,3.3364287709565774 +4618,4803,1.13754228413395,0.012644493127841983,0.0049020480364830145,0.0048754841878773285,1.1488521739803748,2.0138126490936124,1.411226586389412,0.9999879848903426,0.008592755940158613,"model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(384, 0)","model.language_model.layers.3.self_attn.o_proj.weight|2d-128|(1280, 1920)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,16,0.011309889846424781,2.952763712174018 +5110,5116,1.1378231498390448,0.017499285623356228,0.015850408959162385,0.015495225838737511,1.147630587157734,1.9815751211919308,1.4044584770558037,0.9998743743770151,0.02736836784037105,"model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(576, 1856)","model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(320, 1600)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,16,0.00980743731868916,3.422703702588491 +5316,5328,1.140897828045632,-0.00021935617356474502,0.0028062052175884733,0.00031501396438706646,2.0945408226873563,1.136351105174351,1.4125491312452745,0.9999960625983868,0.0015224503460674137,"model.language_model.layers.19.self_attn.q_proj.weight|2d-128|(768, 768)","model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(2944, 128)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,16,0.004546722871280995,5.993800951959738 +5505,5506,1.1272928361678063,0.026948136715806578,0.02567572652772283,0.02559883022683358,1.1491732962288406,1.939623229902476,1.3981992282129798,0.9996703241905671,0.043336575763832645,"model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(2880, 1344)","model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(3712, 1600)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,0,0.02188046006103428,3.2099216056840474 +5803,5837,1.0937648526579886,0.019114049188944784,-0.0054779569790969615,-0.005378815129397809,1.1189544546248784,2.2532001327792095,1.4172963220759707,0.9999849958811058,-0.011030773720631866,"model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(256, 1408)","model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(384, 1152)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,12,0.025189601966889796,3.7775317419367096 +6009,6085,1.0908831570985371,0.03746957397582044,0.025956329314305488,0.02628161372092346,1.1062351235626042,2.2138134229098907,1.3994588233464356,0.9996630777259543,0.05194417445400074,"model.language_model.layers.23.self_attn.v_proj.weight|2d-64|(320, 1856)","model.language_model.layers.3.self_attn.v_proj.weight|2d-64|(448, 320)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,20,0.015351966464067113,3.656914216782961 +6345,6376,1.2360265030204247,0.0451253757801913,0.006154361643309282,0.006082621700458058,1.5890968333511697,1.2803204081190043,1.4099549916526055,0.9999810617370527,0.004958511429575297,"model.visual.blocks.11.attn.proj.weight|2d-128|(128, 128)","model.visual.blocks.20.attn.proj.weight|2d-128|(384, 512)",model.visual.layers.*.attn.proj.weight,2d-128,9,0.044293905098579556,4.0179866390518635 +6412,6643,1.2085779257738798,-0.006784631371859123,-0.00679635747924018,-0.007027491150697229,1.2214532229064878,1.7584313956913264,1.4187098727818106,0.999976904495806,-0.009784188328882436,"model.visual.blocks.6.attn.proj.weight|2d-64|(384, 384)","model.visual.blocks.21.attn.proj.weight|2d-64|(640, 256)",model.visual.layers.*.attn.proj.weight,2d-64,15,0.012875297132608043,3.136529688631974 +6739,6861,1.1385983332646226,0.058360944900689764,0.013754490896458988,0.013740004209464295,1.9162652768731154,1.1624579213363844,1.4055613570232397,0.9999054025157476,0.008343843146095185,"model.visual.blocks.20.attn.qkv.weight|2d-128|(512, 128)","model.visual.blocks.1.attn.qkv.weight|2d-128|(128, 640)",model.visual.layers.*.attn.qkv.weight,2d-128,19,0.023859588071761806,5.9045311377357255 +6920,6933,1.1212728794671378,0.005050734919733638,-0.007160091712085278,-0.007076134608196437,2.155501938833659,1.1330715431149856,1.4183778698286977,0.9999743662147917,-0.0037638083357267446,"model.visual.blocks.18.attn.qkv.weight|2d-64|(2816, 896)","model.visual.blocks.8.attn.qkv.weight|2d-64|(704, 704)",model.visual.layers.*.attn.qkv.weight,2d-64,10,0.011798663647847762,5.847361608111119 +7338,7371,1.2360569310421992,0.02776490711227529,0.01016414981135986,0.010298172832896472,1.261013854978586,1.619908743600212,1.4072288437988525,0.9999483436951192,0.013056950235462626,"model.visual.blocks.3.mlp.linear_fc1.weight|2d-128|(3840, 384)","model.visual.blocks.17.mlp.linear_fc1.weight|2d-128|(3072, 0)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,14,0.024956923936386932,3.212099594634415 +7461,7595,1.2412410056910947,0.06159842587536553,0.022974567108562625,0.02360784431308458,1.2602820624120115,1.594621924429669,1.3983183439925464,0.9997360497982326,0.02906948333889541,"model.visual.blocks.0.mlp.linear_fc1.weight|2d-64|(3712, 128)","model.visual.blocks.21.mlp.linear_fc1.weight|2d-64|(2752, 704)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,21,0.019041056720916716,3.6691346630841704 +7850,7862,1.2428128306528814,0.04162847706170626,0.016997882824650153,0.016972120231048583,1.5613810902757375,1.283769123540996,1.4023713674255056,0.9998555255533068,0.013975676580020613,"model.visual.blocks.11.mlp.linear_fc2.weight|2d-128|(768, 1024)","model.visual.blocks.5.mlp.linear_fc2.weight|2d-128|(768, 2688)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,6,0.04095629288811464,4.38722505858031 +8001,8089,1.2337775247919336,0.02386448401930418,0.010443430386784754,0.01064300542478298,1.2784788750563627,1.5840949197212246,1.4069768730365482,0.9999454658938939,0.01293989704713632,"model.visual.blocks.3.mlp.linear_fc2.weight|2d-64|(384, 832)","model.visual.blocks.12.mlp.linear_fc2.weight|2d-64|(704, 1088)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,9,0.04470135026442912,3.4065965006276127 +8243,8395,1.3436019129357237,0.05606007010107919,0.020336190962968067,0.01966145189601856,1.4238024690560518,1.3769109465373226,1.3997679858116572,0.9997931982850842,0.019666438678356983,"model.visual.merger.linear_fc1.weight|2d-128|(128, 2432)","model.visual.merger.linear_fc1.weight|2d-128|(768, 1408)",model.visual.merger.linear_fc1.weight,2d-128,0,0.03330903360159887,3.715887574901489 +8462,8701,1.3484254574747685,0.03740290884767973,0.0479655801627062,0.04784796839885112,1.3980858626949109,1.3623897226404265,1.3798916321685928,0.9988489891468354,0.04674091570327007,"model.visual.merger.linear_fc1.weight|2d-64|(2496, 832)","model.visual.merger.linear_fc1.weight|2d-64|(3200, 3904)",model.visual.merger.linear_fc1.weight,2d-64,0,0.013964265165657963,3.7875087880683953 +8802,8831,1.3512748455255612,0.054358839204152326,0.012105698755121078,0.01212869768809505,1.404707981424352,1.4065487942502848,1.4056274838134377,0.9999267233440909,0.01212156278225696,"model.visual.merger.linear_fc2.weight|2d-128|(384, 256)","model.visual.merger.linear_fc2.weight|2d-128|(1408, 2816)",model.visual.merger.linear_fc2.weight,2d-128,0,0.05343313589879073,3.4922420662758045 +8980,9071,1.3517346863756963,0.07308529486718426,0.04042164192042977,0.04039711443560619,1.383853101050104,1.3868244505917542,1.385336385905824,0.9991827114519428,0.04050843352215532,"model.visual.merger.linear_fc2.weight|2d-64|(0, 1280)","model.visual.merger.linear_fc2.weight|2d-64|(1728, 2240)",model.visual.merger.linear_fc2.weight,2d-64,0,0.03211841467440779,3.451053187313669 +9223,9359,0.8538447402153335,0.624950733115825,0.34558259176346023,0.3459227563344581,1.2819701253059956,1.051648921066609,1.1498566562172916,0.9383883376673272,0.28349456246548427,"model.visual.pos_embed.weight|2d-128|(0, 896)","model.visual.pos_embed.weight|2d-128|(2176, 896)",model.visual.pos_embed.weight,2d-128,0,0.19780418085127538,3.9223768972204685 +9426,9609,0.5947562871379629,0.8071205445882289,0.8203775560288133,0.825165215838941,0.7154468617026785,0.5721934193264827,0.6319526128809029,0.571822232485054,0.6561139115289134,"model.visual.pos_embed.weight|2d-64|(1152, 704)","model.visual.pos_embed.weight|2d-64|(2112, 704)",model.visual.pos_embed.weight,2d-64,0,0.022562867811480203,2.5003926045083635 +9708,9797,1.21835624864057,0.020149944611346476,-0.003347062492330398,-0.0033466735506197066,1.18083921121273,1.8903721237551314,1.416338855726001,0.9999943985706482,-0.00535821775893577,"mtp.fc.weight|2d-128|(1152, 3840)","mtp.fc.weight|2d-128|(1664, 2176)",mtp.fc.weight,2d-128,0,0.03751703742783996,3.6897637619389725 +9986,10098,1.189239578576736,0.03193532811987038,0.03138329137631825,0.03112632959137364,1.1910587251758626,1.7537409850393888,1.393432891960943,0.9995074231952402,0.04620944640992073,"mtp.fc.weight|2d-64|(1152, 832)","mtp.fc.weight|2d-64|(1984, 3136)",mtp.fc.weight,2d-64,0,0.001819146599126631,3.4440293721494455 +10160,10353,1.328160935764601,0.0434339500580603,0.014559603861513781,0.01456065602951623,1.4706621472895063,1.3455135167990238,1.403921499714281,0.999894003350053,0.013320628283669051,"mtp.layers.0.mlp.down_proj.weight|2d-128|(1408, 1664)","mtp.layers.0.mlp.down_proj.weight|2d-128|(1152, 640)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.01735258103442283,4.140908600831488 +10422,10582,1.2841502733473562,0.060417449213307745,0.029673853196250703,0.029683969605213262,1.4302431082819869,1.3587098949554592,1.3931009752218224,0.9995596342572499,0.028189723639103447,"mtp.layers.0.mlp.down_proj.weight|2d-64|(768, 5184)","mtp.layers.0.mlp.down_proj.weight|2d-64|(704, 1280)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.07455962160810303,3.862768908666339 +10718,10736,1.3183117675617868,0.05594666732423364,0.006896661798644991,0.007013657817050007,1.4871887378833797,1.3425861609841578,1.4093539386521512,0.9999762177452197,0.006226084458538284,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(2560, 1664)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(768, 0)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.024274393422371032,4.083707866199736 +10973,11018,1.3062276221493327,0.02265456022279512,0.009337981473964842,0.009596637513294651,1.5480136666019741,1.2997095399494165,1.4076952343206763,0.9999564001005203,0.007840152750217034,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(5568, 1344)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(2752, 768)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.006518082199916231,4.311569140878702 +11152,11206,1.340319133689655,0.03627299531693372,-0.006026899732644258,-0.005958168883292334,1.4522594507776754,1.386923772359789,1.4184643244853046,0.9999818380748786,-0.00575575563192725,"mtp.layers.0.mlp.up_proj.weight|2d-128|(5504, 1536)","mtp.layers.0.mlp.up_proj.weight|2d-128|(2432, 0)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.04660463867013398,3.9542907397223677 +11480,11503,1.32208277492697,0.03788365529653911,0.032482021437818885,0.03247497433082009,1.464556178475984,1.3278096801763375,1.3911674259020241,0.9994723199185223,0.029449155403319677,"mtp.layers.0.mlp.up_proj.weight|2d-64|(3776, 832)","mtp.layers.0.mlp.up_proj.weight|2d-64|(3904, 320)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.0057269052493675865,3.7995272510924294 +11708,11724,1.2582915471197569,-0.0126705036038445,-0.0138796355253157,-0.01388166526047596,1.6444031863957156,1.273160579340096,1.4236834936380753,0.9999036732194179,-0.010746150915197686,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(256, 1536)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 1536)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.014869032220339085,5.015266148664353 +11738,11927,1.096211255860242,0.017173150922076517,-0.000634919938058852,-0.0006415152281827835,2.3313798974542443,1.1073397747941436,1.4145614990939268,0.9999997984383159,-0.00030156908446801056,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 640)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 448)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.011128518933901654,6.913140896274951 +12199,12223,1.202950487948714,0.028973593660516488,0.007760328504533109,0.007765571656404202,1.7310674867598201,1.2183831660719657,1.4090385866383954,0.9999698881973905,0.005461978626153604,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(1664, 896)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1792, 1920)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.015432678123251664,5.015283783877156 +12276,12310,1.1859553574163408,0.0219008237442658,0.010634993187610454,0.010041727393895411,1.2696601113099386,1.6010137984000767,1.4068721831192499,0.9999434468608209,0.013410495208586358,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(896, 1984)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(1344, 64)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.08370475389359777,3.5753666294696282 +12586,12748,1.069075530951745,0.06386468188277043,0.041930872739154953,0.03959251174983123,1.0822201599944763,2.3638867575473186,1.391588680179993,0.9991205142080373,0.09158934426151898,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(3968, 1536)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(1920, 1536)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.013144629042731282,3.531375540565636 +12791,12943,1.0674560077944364,0.03799578277515611,0.028107639802152244,0.028046368677794732,2.5757376686515006,1.0723445585573874,1.4000381663070969,0.9996049022412568,0.011701919400630974,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(704, 1408)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(2368, 256)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.004888550762951027,7.885539066387675 +13034,13069,1.3727378995011037,0.03604524352437735,0.005589215893252508,0.00562798086529724,1.3844283505547885,1.4375909201421893,1.4102586640731771,0.9999843802108604,0.005803843886636904,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 1280)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(384, 1664)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.011690451053684825,3.8391693780777794 +13185,13294,1.3125176461124524,0.02331503081982847,0.02048557899182868,0.020513867790399595,1.3280000746013971,1.4845309132247355,1.3997435018656723,0.9997901485078604,0.022900206009254156,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 1088)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 1920)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.015482428488944766,3.5629950743512886 +20,108,1.189478998031843,0.24985802600657675,0.24834640276410933,0.24816104495440353,1.1906334733880204,1.2657563573007853,1.2264727627161,0.9686712880198973,0.26401579086884047,"model.language_model.embed_tokens.weight|2d-128|(145024, 128)","model.language_model.embed_tokens.weight|2d-128|(196224, 128)",model.language_model.embed_tokens.weight,2d-128,0,0.001154475356177409,2.964616915155999 +346,464,1.2119958400416235,0.2435626623486065,0.23343655789879117,0.23344750830142322,1.2186306799791349,1.258942629338897,1.2382948016983597,0.9723720344787607,0.24115857151237782,"model.language_model.embed_tokens.weight|2d-64|(85696, 64)","model.language_model.embed_tokens.weight|2d-64|(48256, 64)",model.language_model.embed_tokens.weight,2d-64,0,0.00663483993751135,3.220045012210835 +586,610,0.1755929773613701,0.9963968869964244,0.9963968869964244,0.9998132643046583,0.17559297736137014,0.20838310599224782,0.18989680841772644,0.08481299183400363,1.1824634517473596,"model.language_model.layers.13.linear_attn.conv1d.weight|3d-axis0-slice|(1738, 0, 0)","model.language_model.layers.22.linear_attn.conv1d.weight|3d-axis0-slice|(5422, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,9,2.7755575615628914e-17,0.2502938255598107 +811,884,0.6745378613143392,0.7385286300915619,0.7385286300915621,0.6528251814943442,0.8885259122312141,0.6745378613143393,0.7597969256094419,0.6742221166166834,0.560665159905587,"model.language_model.layers.12.linear_attn.conv1d.weight|3d-volume|(3724, 0, 0)","model.language_model.layers.18.linear_attn.conv1d.weight|3d-volume|(2108, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,6,1.1102230246251565e-16,2.6611888217195707 +1087,1190,1.1610953883860837,0.004408574075664166,0.0026681917142870096,0.0026685055907928164,1.160880764549171,1.9599944273134926,1.4125580727102307,0.9999964403701525,0.004504890640545249,"model.language_model.layers.16.linear_attn.in_proj_qkv.weight|2d-128|(3840, 768)","model.language_model.layers.13.linear_attn.in_proj_qkv.weight|2d-128|(4352, 128)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,3,0.00021462383691273068,3.1133427295214386 +1433,1451,1.1595241201633528,0.03295524792543418,0.011854912131968232,0.01178410810681161,1.8173085967980438,1.1882985337764167,1.4065133840345179,0.9999297280600989,0.007751668995175948,"model.language_model.layers.0.linear_attn.in_proj_qkv.weight|2d-64|(4352, 1472)","model.language_model.layers.18.linear_attn.in_proj_qkv.weight|2d-64|(3648, 576)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,18,0.028774413613063876,5.447872141942257 +1592,1700,1.1679285821196004,-0.023831225077383996,-0.006164650730412372,-0.006024831281796268,2.0119491551521067,1.1565045733753565,1.4179753063978486,0.9999809983601549,-0.0035435521542514534,"model.language_model.layers.16.linear_attn.in_proj_z.weight|2d-128|(512, 512)","model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-128|(1024, 1664)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,14,0.011424008744243874,5.399233738739319 +1995,2021,1.1671392064578143,0.005794145133248057,0.0023906453445644597,0.002589999160365108,1.1741334895185807,1.9008411989417229,1.412701151716911,0.9999971424033353,0.0038702900509801387,"model.language_model.layers.6.linear_attn.in_proj_z.weight|2d-64|(1408, 128)","model.language_model.layers.16.linear_attn.in_proj_z.weight|2d-64|(576, 640)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,10,0.0069942830607663264,3.4785524050615146 +2110,2245,1.2451625561477637,0.045913353876866174,-0.00394425794830708,-0.0038844026223527712,1.2914041974745558,1.5880337180613981,1.4169413685963235,0.9999922213843652,-0.004850235601597326,"model.language_model.layers.12.linear_attn.out_proj.weight|2d-128|(1408, 1792)","model.language_model.layers.12.linear_attn.out_proj.weight|2d-128|(768, 1536)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,0,0.04624164132679209,3.3508224437552028 +2402,2489,1.2390094949890547,0.009256981860790454,0.0006631004480802981,0.0006802484234807698,1.635538598975189,1.2630851436472028,1.413759838268644,0.9999997801488737,0.0005120957250662439,"model.language_model.layers.18.linear_attn.out_proj.weight|2d-64|(448, 512)","model.language_model.layers.9.linear_attn.out_proj.weight|2d-64|(1280, 896)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,9,0.024075648658148152,4.783460944085504 +2572,2594,1.275925388667683,0.043531248614974434,0.004205665428187093,0.004198989115461084,1.5052386099791302,1.33293527745813,1.4112584608197585,0.9999911561500462,0.003724246625918234,"model.language_model.layers.14.mlp.down_proj.weight|2d-128|(384, 3968)","model.language_model.layers.21.mlp.down_proj.weight|2d-128|(1408, 2944)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,7,0.057009888790447105,4.015182596246446 +2880,2966,1.2709253637548161,0.0687910433623045,0.03937575224032244,0.03909107213693472,1.291392362859702,1.5060855912070636,1.3864237198293383,0.9992244743477358,0.04592194812176665,"model.language_model.layers.18.mlp.down_proj.weight|2d-64|(1536, 384)","model.language_model.layers.1.mlp.down_proj.weight|2d-64|(320, 2432)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,17,0.020466999104885808,3.385104548918836 +3101,3123,1.1742016288695412,0.029002735563378047,0.016950313701012815,0.016958453245913382,1.181228113865536,1.8287882913099192,1.403245741658734,0.9998563331126313,0.026242632448867553,"model.language_model.layers.22.mlp.gate_proj.weight|2d-128|(3840, 1280)","model.language_model.layers.11.mlp.gate_proj.weight|2d-128|(3968, 128)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,11,0.007026484995994897,3.177789635544896 +3497,3544,1.1681085004275258,0.036848843565765246,0.021731002176730768,0.02160739512467636,1.174069924951622,1.842286251682553,1.4002158109644733,0.9997638538897047,0.03409909895028132,"model.language_model.layers.22.mlp.gate_proj.weight|2d-64|(192, 448)","model.language_model.layers.10.mlp.gate_proj.weight|2d-64|(128, 1792)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,12,0.005961424524096204,3.0958538322326703 +3752,3823,1.2516854653826721,0.013245089689629277,0.0021748287461283004,0.001980024916180031,1.2631424972453005,1.6322135119707601,1.4127241182016337,0.999997635057166,0.0028102806083989073,"model.language_model.layers.21.mlp.up_proj.weight|2d-128|(3968, 128)","model.language_model.layers.2.mlp.up_proj.weight|2d-128|(2176, 384)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,19,0.011457031862628364,3.353128692101066 +4005,4084,1.2451207958340402,0.020756034931630665,0.022711094543195604,0.022401696725807847,1.2436113874488661,1.6312586497008894,1.398642209733065,0.9997420698283382,0.029790390946613777,"model.language_model.layers.20.mlp.up_proj.weight|2d-64|(6016, 256)","model.language_model.layers.2.mlp.up_proj.weight|2d-64|(4992, 1344)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,18,0.0015094083851741047,3.2792241389175936 +4293,4343,1.1917183392460098,-0.021963896526002714,0.0024182050941411594,0.0024204307603184877,1.7215884517654632,1.226376765631301,1.4125965642143847,0.9999970761377869,0.0017226129386176824,"model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 640)","model.language_model.layers.3.self_attn.k_proj.weight|2d-128|(384, 768)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,20,0.03465842638529115,5.3799014164880345 +4409,4577,1.1123540228080318,-0.014373907040397352,-0.017349385414352884,-0.017403745909479275,2.2098270116614986,1.1313039907865343,1.4241312718526982,0.999849488085954,-0.008881884805179327,"model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 1024)","model.language_model.layers.15.self_attn.k_proj.weight|2d-64|(192, 256)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,8,0.01894996797850257,6.586093881072528 +4647,4816,1.1376049222384372,0.040425507122102015,-0.008691795642713978,-0.008776383721200912,1.1668855981545938,1.9686923152713776,1.4195949187432748,0.9999622256308012,-0.014664223566373346,"model.language_model.layers.15.self_attn.o_proj.weight|2d-128|(1280, 768)","model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(384, 1664)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,8,0.029280675916156573,3.0307460251591163 +4900,5114,1.1384203956875025,0.032179214230765425,0.009874960687905197,0.01070564646560675,1.1569885374069895,1.954796785936453,1.408078956163435,0.999951241387005,0.016684297890477342,"model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(1792, 960)","model.language_model.layers.3.self_attn.o_proj.weight|2d-64|(896, 1408)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,16,0.018568141719486952,3.046430081406601 +5272,5330,1.1411463493277958,0.16565288518056476,0.11536424953466476,0.11523034326679309,1.627733678407212,1.1586362710691571,1.334912045887221,0.9933232555061337,0.08211736702918826,"model.language_model.layers.19.self_attn.q_proj.weight|2d-128|(1792, 1408)","model.language_model.layers.19.self_attn.q_proj.weight|2d-128|(3328, 1408)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,0,0.017489921741361325,4.585445205382712 +5528,5617,1.1273907812594195,0.049043349479262914,0.014151953344371748,0.013476587101467812,1.1500182405178168,1.975107512332425,1.4054838461591648,0.9998998560938684,0.024305379149517574,"model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(1344, 0)","model.language_model.layers.15.self_attn.q_proj.weight|2d-64|(2624, 1664)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,12,0.022627459258397264,2.975841587107736 +5794,5852,1.0937945733438217,0.04373827060132979,-0.002751990589840093,-0.00271694661708368,1.1367243340046695,2.1138259356501816,1.4158360614165173,0.999996213266727,-0.0051175372158834545,"model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(256, 256)","model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(256, 512)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,12,0.04292976066084786,3.8694963439198182 +5905,5976,1.0909471399309156,0.029705740224833604,0.006843886837681045,0.0068286910275374224,2.3083403684897768,1.1058742608449956,1.4104372319978602,0.9999765803322361,0.003278753168831411,"model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(448, 1472)","model.language_model.layers.23.self_attn.v_proj.weight|2d-64|(0, 192)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,16,0.014927120914079994,7.429677068169616 +6145,6363,1.2362052419526706,0.06736440935528791,0.017448565319760315,0.017541424493864036,1.5750200515265618,1.2759305026045782,1.4020922407723893,0.9998477621959665,0.014135157642337567,"model.visual.blocks.14.attn.proj.weight|2d-128|(640, 896)","model.visual.blocks.2.attn.proj.weight|2d-128|(0, 128)",model.visual.layers.*.attn.proj.weight,2d-128,12,0.03972526065190762,4.209665211935792 +6511,6560,1.2085834220840912,0.04439598002840627,0.02966710281141435,0.02996557218407149,1.2078048060545818,1.7067617912396782,1.3942900126043443,0.9995598346326131,0.0419228978734607,"model.visual.blocks.0.attn.proj.weight|2d-64|(384, 960)","model.visual.blocks.2.attn.proj.weight|2d-64|(64, 640)",model.visual.layers.*.attn.proj.weight,2d-64,2,0.0007786160295093492,3.8803833145573527 +6663,6826,1.1388001381740396,-0.004552367905524014,-0.008696568675303265,-0.008678135982196222,1.144152733330234,2.090441004760059,1.419383884429078,0.9999621841316179,-0.015889193138271918,"model.visual.blocks.2.attn.qkv.weight|2d-128|(512, 768)","model.visual.blocks.0.attn.qkv.weight|2d-128|(2688, 256)",model.visual.layers.*.attn.qkv.weight,2d-128,2,0.005352595156194351,3.628300597381191 +6918,6968,1.1213398507709424,0.012309452346060162,0.006705779053459621,0.006669851871706175,1.122527830544855,2.1724135912143008,1.410340649387494,0.9999775160108781,0.012977607466841097,"model.visual.blocks.6.attn.qkv.weight|2d-64|(1664, 0)","model.visual.blocks.21.attn.qkv.weight|2d-64|(256, 320)",model.visual.layers.*.attn.qkv.weight,2d-64,15,0.0011879797739124953,3.040249867073327 +7211,7304,1.2361276274831985,0.03291181870377928,0.0026687057185814543,0.002401313443637367,1.2635971563512116,1.6301902259293948,1.4123849326046891,0.9999964389985535,0.0034429469522359118,"model.visual.blocks.0.mlp.linear_fc1.weight|2d-128|(640, 384)","model.visual.blocks.15.mlp.linear_fc1.weight|2d-128|(2176, 0)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,15,0.027469528868013127,3.7162636422107322 +7557,7573,1.2415706701784812,0.03084950257705497,0.003160008689957559,0.0031752323582058452,1.2673131743622852,1.6212694618311778,1.412043542896865,0.9999950071600755,0.0040425884396943605,"model.visual.blocks.3.mlp.linear_fc1.weight|2d-64|(3456, 384)","model.visual.blocks.16.mlp.linear_fc1.weight|2d-64|(256, 192)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,13,0.02574250418380397,3.4243147186431733 +7748,7886,1.2429164249887812,0.02527810589486363,-0.010118453300088951,-0.010021111487463957,1.5985417915787086,1.2922170337342593,1.4211922718133596,0.9999488071410525,-0.008179478183367707,"model.visual.blocks.16.mlp.linear_fc2.weight|2d-128|(768, 1664)","model.visual.blocks.3.mlp.linear_fc2.weight|2d-128|(0, 2944)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,13,0.04930060874547815,4.5511698753459155 +7952,8109,1.2338601426941946,0.040552466006248206,0.0386169443356838,0.03842228339089384,1.4144945402853353,1.3604057225957802,1.3866595754650137,0.9992540876124424,0.03714027206696005,"model.visual.blocks.3.mlp.linear_fc2.weight|2d-64|(832, 3136)","model.visual.blocks.2.mlp.linear_fc2.weight|2d-64|(576, 3392)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,1,0.12654557990158555,3.9439712048521978 +8345,8409,1.3436335989490265,0.01827888912139355,0.006961806183839147,0.007009828233686222,1.4357856929507735,1.3842005367622874,1.4092855292067183,0.999975766333694,0.0067116812096800526,"model.visual.merger.linear_fc1.weight|2d-128|(2944, 2816)","model.visual.merger.linear_fc1.weight|2d-128|(768, 3200)",model.visual.merger.linear_fc1.weight,2d-128,0,0.04056693781326093,3.891990096363756 +8559,8585,1.3485119148869582,0.05824961626151614,0.014086773931666092,0.01367715256084351,1.4300326300514252,1.3797637289819764,1.404223800379424,0.9999007764774454,0.013591591772687558,"model.visual.merger.linear_fc1.weight|2d-64|(2688, 2048)","model.visual.merger.linear_fc1.weight|2d-64|(2112, 896)",model.visual.merger.linear_fc1.weight,2d-64,0,0.031251814095018204,3.458684439252661 +8845,8890,1.3513330956835425,0.06154847727658573,0.010170593009375272,0.010187447113593453,1.370148329239289,1.4470256294146513,1.4070142453907755,0.9999482781813456,0.010741252196455614,"model.visual.merger.linear_fc2.weight|2d-128|(1152, 3840)","model.visual.merger.linear_fc2.weight|2d-128|(640, 3328)",model.visual.merger.linear_fc2.weight,2d-128,0,0.018815233555746547,3.39940771602742 +9049,9206,1.3517581152011848,0.04234440466085902,0.012597617571112763,0.012518818334077246,1.3862917545819209,1.4250723381633714,1.4052808798820777,0.9999206468673062,0.012950027487372437,"model.visual.merger.linear_fc2.weight|2d-64|(448, 3584)","model.visual.merger.linear_fc2.weight|2d-64|(1088, 3456)",model.visual.merger.linear_fc2.weight,2d-64,0,0.03453363938073606,3.5393756217204224 +9257,9281,0.8559370949137646,0.53852340848259,0.6723102094744794,0.6731258597447398,0.7559895325542229,0.9156002575562151,0.8244250045678928,0.7402695335054533,0.8142538678713189,"model.visual.pos_embed.weight|2d-128|(640, 128)","model.visual.pos_embed.weight|2d-128|(1024, 128)",model.visual.pos_embed.weight,2d-128,0,0.09994756235954172,2.7766447228587157 +9380,9575,0.5950274534095397,0.8101606185200306,0.8180650137261145,0.8190772833385693,0.6214482356573812,0.5898907783759885,0.6050531566150017,0.5751257543505525,0.7765232565164332,"model.visual.pos_embed.weight|2d-64|(64, 256)","model.visual.pos_embed.weight|2d-64|(2176, 256)",model.visual.pos_embed.weight,2d-64,0,0.005136675033551197,2.0466089438026183 +9638,9670,1.2186847753604686,0.041327976394170615,-0.00047810245102454014,-0.00047560991882913343,1.3461858996697031,1.4945124343994707,1.4145497534939784,0.9999998857090167,-0.0005307811188249369,"mtp.fc.weight|2d-128|(0, 2816)","mtp.fc.weight|2d-128|(1920, 512)",mtp.fc.weight,2d-128,0,0.12750112430923455,3.1620495999747673 +9937,10060,1.1894579800922453,0.03478827098133943,0.021749297368092987,0.021992161503586627,1.20979928902745,1.720936625413052,1.3996676451270875,0.9997634560554782,0.030938324032112784,"mtp.fc.weight|2d-64|(64, 64)","mtp.fc.weight|2d-64|(1088, 3072)",mtp.fc.weight,2d-64,0,0.020341308935204694,3.6142553119788086 +10128,10220,1.3281713788292426,0.039638449314768426,0.014277197812421783,0.014274089043497971,1.3578783416567535,1.4554014534464732,1.4041061742491183,0.9998980756170226,0.015302589201024338,"mtp.layers.0.mlp.down_proj.weight|2d-128|(1152, 5376)","mtp.layers.0.mlp.down_proj.weight|2d-128|(1408, 2816)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.02970696282751084,3.686578613561815 +10452,10607,1.284223913672239,0.010782338699582512,-0.013699655783212665,-0.013598671662872723,1.2807874841946754,1.6280963978677598,1.4235972447628056,0.999906155312298,-0.01741456760619514,"mtp.layers.0.mlp.down_proj.weight|2d-64|(1152, 3712)","mtp.layers.0.mlp.down_proj.weight|2d-64|(1344, 5248)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.0034364294775637294,3.8508182719705473 +10737,10820,1.3183194931035287,0.03706180713820954,-0.004471888422080016,-0.004356576295015681,1.469139965185529,1.3707036653874363,1.417364565255558,0.9999900010569809,-0.00417225995929846,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(4224, 1664)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(4736, 1408)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.05238417228390757,4.079170691776599 +10896,11052,1.3063027440054225,0.025444790987177508,0.011198753743339404,0.0113153938344502,1.5340122730301913,1.306074594494866,1.4063744810699434,0.9999372919911508,0.009534739722315121,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(5568, 1280)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(640, 1984)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.0002281495105564968,4.252679899125737 +11228,11297,1.3403907977840024,0.056493010229713814,-0.003378241607893032,-0.0033717514584654146,1.3839106396851173,1.4517157714446902,1.4165976003156813,0.9999942937255386,-0.0035437596050600867,"mtp.layers.0.mlp.up_proj.weight|2d-128|(512, 1536)","mtp.layers.0.mlp.up_proj.weight|2d-128|(4480, 1792)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.04351984190111491,3.3756458198505737 +11417,11619,1.3221316938934176,0.021445278986439376,0.024139373581823824,0.02394099806572194,1.4531715102708358,1.347037053435808,1.3970897491304761,0.9997086028653935,0.02237631995371685,"mtp.layers.0.mlp.up_proj.weight|2d-64|(1600, 1536)","mtp.layers.0.mlp.up_proj.weight|2d-64|(4800, 832)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.02490535954239048,3.840546004706512 +11692,11722,1.2586913145214975,0.05584993136250357,0.021906438319037012,0.02190500378502632,1.5166221467973544,1.304784093307201,1.3988131873893956,0.9997600251861315,0.0188466008623531,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(128, 1536)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 1280)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.0460927787857035,4.3496219438183275 +11866,11939,1.096216653682833,0.01967202873200707,0.0034262950651174013,0.0034049741630816656,2.3030720081494627,1.1082737487723031,1.4123189873925932,0.9999941302338362,0.0016487859966084362,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(256, 640)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 1216)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.01205709508947006,7.0374672372441776 +12078,12192,1.2030150838251623,0.03515415785689212,0.003131079404228945,0.0031163447915683105,1.2380148379338611,1.6889983345988968,1.4121006578489297,0.9999950981588681,0.004271667622389287,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(640, 1792)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1664, 0)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.03499975410869882,3.5101067744249073 +12355,12405,1.186094799512224,0.02791430111055957,0.002659965120631915,0.0026676216693842427,1.2332789844897272,1.7023605810522295,1.4124252076733583,0.9999964622865208,0.0036716913409589763,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(960, 1792)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(1216, 960)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.04718418497750321,3.332717995389555 +12591,12620,1.069137067841862,-0.025379499158993693,-0.0023944119033813614,-0.0025814847493464597,2.9350060520096943,1.0645645144891598,1.415298569139862,0.9999971333917097,-0.000868484050881209,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 1920)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(896, 1536)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.0045725533527021245,9.005281922957925 +12829,12876,1.0675604015296012,0.02908564686598701,0.028419735351036052,0.028597973237365824,2.7105196961352642,1.0638296400672833,1.400477978291216,0.9995960777446944,0.011154228789559536,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(576, 0)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(2496, 1280)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.0037307614623178775,7.559934216452882 +13015,13071,1.3728166192904956,0.01773013587790747,-0.0011440388402638808,-0.0010992660876625302,1.406805628072468,1.4233845109417773,1.4150222332729776,0.9999993455873518,-0.0011575210765815322,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(0, 896)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(384, 1920)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.03398900878197231,3.6148163671294653 +13275,13323,1.3125245088122737,0.04804433652611441,0.0015214229058062338,0.0019480267762376027,1.4681649743461167,1.3638720493065342,1.413140260625166,0.9999988426355011,0.0014133467373637723,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 704)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(448, 1728)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.05134754049426049,4.1385124358713 +96,200,1.1895333921732154,0.24705045843524714,0.24965283339668368,0.24966274529273697,1.2252631329911827,1.2247936297818354,1.2250283139085034,0.968335408201625,0.2495571700217348,"model.language_model.embed_tokens.weight|2d-128|(216576, 128)","model.language_model.embed_tokens.weight|2d-128|(75904, 128)",model.language_model.embed_tokens.weight,2d-128,0,0.03526023760861996,3.3465499955300126 +436,499,1.2126270966552233,0.24430768288525223,0.21197908548124472,0.21211072679323975,1.2720202646687064,1.2395330886969602,1.2554615389600046,0.9772742027284539,0.20656517656513745,"model.language_model.embed_tokens.weight|2d-64|(123200, 64)","model.language_model.embed_tokens.weight|2d-64|(142720, 64)",model.language_model.embed_tokens.weight,2d-64,0,0.026905992041736937,3.3142058275158193 +525,757,0.17580450530841982,0.9982868403610606,0.9982868403610607,0.9981601324789525,0.17580450530841982,0.21117548380896725,0.19107698472267332,0.058509694597818976,1.1991371104144037,"model.language_model.layers.8.linear_attn.conv1d.weight|3d-axis0-slice|(3370, 0, 0)","model.language_model.layers.4.linear_attn.conv1d.weight|3d-axis0-slice|(5151, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,4,0.0,0.33190995967195214 +804,908,0.67468515881169,0.7436110978869956,0.7436110978869956,0.7260350783131626,0.67468515881169,1.0327466061095243,0.7987963058328346,0.6686123952629783,1.1382521574370608,"model.language_model.layers.6.linear_attn.conv1d.weight|3d-volume|(5372, 0, 0)","model.language_model.layers.10.linear_attn.conv1d.weight|3d-volume|(5272, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,4,0.0,2.0815005381678766 +1151,1252,1.1611607796317789,0.016129893897863994,-0.004944783043144244,-0.005016216423213174,1.165473696916618,1.963129655678589,1.4172799106050085,0.9999877744855965,-0.008329016998474204,"model.language_model.layers.21.linear_attn.in_proj_qkv.weight|2d-128|(3968, 1792)","model.language_model.layers.13.linear_attn.in_proj_qkv.weight|2d-128|(2304, 512)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,8,0.0043129172848390684,3.1912334964108373 +1324,1358,1.159598682791349,0.018962166904891723,0.023355035000227266,0.023037994004994337,1.8652109522822986,1.1672041320931608,1.3992821775627515,0.9997272339694154,0.014615018920026082,"model.language_model.layers.13.linear_attn.in_proj_qkv.weight|2d-64|(5760, 192)","model.language_model.layers.2.linear_attn.in_proj_qkv.weight|2d-64|(2688, 1152)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,11,0.00760544930181184,5.357516082305483 +1592,1730,1.1679463938248587,-0.017113567590361298,0.0020579869110858256,0.0020856809046345764,1.9291230948633507,1.1679189984035088,1.4129235603207424,0.9999978823426946,0.001245935014889832,"model.language_model.layers.16.linear_attn.in_proj_z.weight|2d-128|(512, 512)","model.language_model.layers.12.linear_attn.in_proj_z.weight|2d-128|(384, 1920)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,4,2.739542134988504e-05,5.709647352582089 +1811,1948,1.1672402113968612,0.012755538600536565,-0.00809720116799999,-0.008244756736104225,1.9608251831949242,1.1681408793111498,1.4192396057432404,0.9999672171292642,-0.00482382201810313,"model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-64|(320, 704)","model.language_model.layers.20.linear_attn.in_proj_z.weight|2d-64|(1024, 192)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,2,0.0009006679142886664,5.16671585156701 +2178,2203,1.2452156900425384,-0.030657895846221212,-0.005989136032069516,-0.005972106433992101,1.7403809331266815,1.226979456445049,1.4181967371560735,0.9999820649639619,-0.004222378407698411,"model.language_model.layers.12.linear_attn.out_proj.weight|2d-128|(640, 896)","model.language_model.layers.22.linear_attn.out_proj.weight|2d-128|(1792, 384)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,10,0.018236233597489493,4.674799945534078 +2330,2366,1.2390842670732851,-0.02341459817892419,-0.0015176398978025386,-0.0015197625852099018,1.2438525130333216,1.6849970528030749,1.4152387131008848,0.9999988483839072,-0.0020558858290823196,"model.language_model.layers.2.linear_attn.out_proj.weight|2d-64|(1664, 1024)","model.language_model.layers.16.linear_attn.out_proj.weight|2d-64|(1344, 1152)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,14,0.0047682459600364435,3.310980964311613 +2626,2730,1.2759314245238977,0.06840548240335097,0.004182694651218532,0.004188738947884067,1.3357362591379771,1.5012685848007414,1.4112729630894743,0.999991252494468,0.004701038874052038,"model.language_model.layers.15.mlp.down_proj.weight|2d-128|(1152, 2176)","model.language_model.layers.3.mlp.down_proj.weight|2d-128|(1536, 3072)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,12,0.05980483461407937,3.341096731951878 +2932,3018,1.2709614718880191,0.004223836623172819,-0.002346511247664957,-0.002344187686203058,1.2619520666294364,1.6444252672911333,1.4158153982569242,0.9999972469386926,-0.003057693305221368,"model.language_model.layers.20.mlp.down_proj.weight|2d-64|(640, 4800)","model.language_model.layers.3.mlp.down_proj.weight|2d-64|(1792, 1088)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,17,0.009009405258582737,3.3059907610754373 +3252,3267,1.1742503249232896,0.03637920178678027,0.004315529653813952,0.0042239542121208585,1.1885793551385258,1.8377338764658377,1.411427739087256,0.9999906880585474,0.006672499404789405,"model.language_model.layers.19.mlp.gate_proj.weight|2d-128|(3712, 896)","model.language_model.layers.10.mlp.gate_proj.weight|2d-128|(4224, 640)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,9,0.014329030215236127,2.9483755714967237 +3359,3448,1.1681108475793842,0.006545625414045389,0.022832965222769248,0.02283392072255868,1.1628814069616822,1.8853005191883172,1.3997111362640082,0.9997392938657237,0.03701753328533018,"model.language_model.layers.18.mlp.gate_proj.weight|2d-64|(3968, 128)","model.language_model.layers.10.mlp.gate_proj.weight|2d-64|(4416, 1792)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,8,0.00522944061770203,3.2809652726313123 +3707,3716,1.2517162703345128,0.018490674329764895,-0.009282667444151361,-0.009277347411164977,1.6333056580803618,1.2738898620914758,1.4205655077251924,0.9999569151144069,-0.007239977337842047,"model.language_model.layers.3.mlp.up_proj.weight|2d-128|(3840, 1152)","model.language_model.layers.20.mlp.up_proj.weight|2d-128|(3840, 640)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,17,0.022173591756962985,4.176746260780669 +3840,3963,1.2453623019881614,0.006753028983226279,-0.010034789670301325,-0.010024584233455565,1.6924180402229232,1.2486594118577934,1.4209771722550264,0.9999496502305867,-0.007403628577596982,"model.language_model.layers.2.mlp.up_proj.weight|2d-64|(128, 1152)","model.language_model.layers.22.mlp.up_proj.weight|2d-64|(3712, 64)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,20,0.0032971098696319423,4.252166760656377 +4277,4290,1.191726017880457,-0.024408890383383567,-0.016042437646076928,-0.016009556028218137,1.1871173497054168,1.90278747924919,1.424365721500938,0.9998713118168616,-0.02571384328361968,"model.language_model.layers.3.self_attn.k_proj.weight|2d-128|(128, 1664)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 256)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,20,0.0046086681750401315,3.2760371331434786 +4409,4474,1.112399222598598,-0.006865459722136851,-0.009925135365443162,-0.00989231299122264,2.1952985304537957,1.1290294360834647,1.4199108853956006,0.9999507446309431,-0.00510444016121214,"model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 1024)","model.language_model.layers.11.self_attn.k_proj.weight|2d-64|(192, 1664)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,12,0.016630213484866818,6.1605568194539 +4680,4758,1.1376468751595288,0.03708905911856293,0.0010748680268167512,0.0010735363408307438,1.15696010493307,1.9847253267287155,1.4135520369494774,0.9999994223291957,0.0018438991859944373,"model.language_model.layers.23.self_attn.o_proj.weight|2d-128|(384, 1792)","model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(1920, 0)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,16,0.01931322977354122,3.1514948799353526 +5000,5059,1.1384305805357278,0.04721599763836149,0.02980918728408186,0.029704133189836206,1.9526025254705488,1.14376453962591,1.3957070680035926,0.9995556074343551,0.017461152961678206,"model.language_model.layers.3.self_attn.o_proj.weight|2d-64|(1856, 1088)","model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(1472, 64)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,16,0.005333959090182194,5.011442128234264 +5214,5316,1.141293330895248,0.00670128630082133,-0.019211650465995486,-0.019128355789504566,1.1489632013553588,2.1008546412212987,1.425605579756947,0.999815439211844,-0.03512809200451048,"model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(2944, 512)","model.language_model.layers.19.self_attn.q_proj.weight|2d-128|(768, 768)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,16,0.007669870460110806,3.3019454903243672 +5530,5583,1.1274373936006892,0.00961599032346816,0.00045231920983108796,0.0009940655536946265,1.1323606429808177,2.1296353325106745,1.413948378045993,0.9999998977036609,0.0008506786038535186,"model.language_model.layers.19.self_attn.q_proj.weight|2d-64|(3392, 1408)","model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(2752, 896)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,12,0.004923249380128558,2.9798176897414863 +5644,5838,1.093854026501038,0.021306863135179148,-0.015318910947535201,-0.01532477729620325,2.2214257095057657,1.1285689735521014,1.4229349585291609,0.9998826585991886,-0.0077825909414914775,"model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(256, 384)","model.language_model.layers.23.self_attn.v_proj.weight|2d-128|(0, 1792)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,16,0.03471494705106348,6.800535850958916 +5982,6080,1.0909824082861983,0.03917897596383822,0.026271313123066364,0.026455392805417227,2.189541143726237,1.1090265678989868,1.3991571075243279,0.9996548494889572,0.013306707805220756,"model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(192, 832)","model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(0, 1792)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,12,0.01804415961278849,7.0244434173538215 +6292,6355,1.2362305752974057,0.04789040818802788,0.0008718668555735818,0.0008945015273934623,1.2754999645322913,1.609174094736879,1.4136132116069993,0.9999996199240209,0.0010999495076921962,"model.visual.blocks.22.attn.proj.weight|2d-128|(0, 640)","model.visual.blocks.14.attn.proj.weight|2d-128|(640, 384)",model.visual.layers.*.attn.proj.weight,2d-128,8,0.039269389234885654,3.0281331703020746 +6423,6615,1.208683088473523,0.0029694457375135565,0.010626218902091394,0.010638919670527255,1.2142595797837805,1.7359105951152336,1.4071375945324256,0.9999435401420647,0.015191287172252634,"model.visual.blocks.5.attn.proj.weight|2d-64|(64, 64)","model.visual.blocks.22.attn.proj.weight|2d-64|(896, 448)",model.visual.layers.*.attn.proj.weight,2d-64,17,0.005576491310257614,3.273461538102028 +6708,6826,1.1389518010911002,0.03988306289687095,0.009102512975770409,0.009091870309199529,1.1548215759461977,1.968110819891403,1.408583510378203,0.9999585712705932,0.01551300620715998,"model.visual.blocks.6.attn.qkv.weight|2d-128|(128, 640)","model.visual.blocks.0.attn.qkv.weight|2d-128|(2688, 256)",model.visual.layers.*.attn.qkv.weight,2d-128,6,0.01586977485509755,3.2606382959368077 +6920,6963,1.1214010015794351,0.021049044680733032,0.004535720514774543,0.004848654188293493,2.061080366339385,1.1407498619149128,1.4114932333471164,0.9999897135668006,0.002510393401157511,"model.visual.blocks.18.attn.qkv.weight|2d-64|(2816, 896)","model.visual.blocks.11.attn.qkv.weight|2d-64|(1280, 128)",model.visual.layers.*.attn.qkv.weight,2d-64,7,0.01934886033547767,5.466568134325857 +7317,7371,1.236286006004914,0.04126209131028041,0.009579448054191492,0.009680960372622236,1.2603585915367228,1.6225440909255855,1.4076350712579457,0.9999541160348193,0.01233226554651064,"model.visual.blocks.2.mlp.linear_fc1.weight|2d-128|(3840, 896)","model.visual.blocks.17.mlp.linear_fc1.weight|2d-128|(3072, 0)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,15,0.02407258553180891,3.36305688872191 +7441,7638,1.2416115564929597,0.021150028518503974,0.021410548227294962,0.021975169655663734,1.614456070674641,1.2524321437277497,1.3994724445184288,0.9997707679386344,0.01660946946886698,"model.visual.blocks.17.mlp.linear_fc1.weight|2d-64|(640, 704)","model.visual.blocks.1.mlp.linear_fc1.weight|2d-64|(3904, 768)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,16,0.010820587234789958,4.7447411554630134 +7866,7891,1.242931781959309,0.038964130145861496,0.00957955342795747,0.009670071725325784,1.596108200595327,1.2731926305007992,1.4075937433513497,0.9999541150253449,0.0076414724411634155,"model.visual.blocks.17.mlp.linear_fc2.weight|2d-128|(384, 2304)","model.visual.blocks.4.mlp.linear_fc2.weight|2d-128|(640, 2304)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,13,0.030260848541490137,4.2767365765981875 +7998,8126,1.2339020738262767,0.039824208962961044,0.03244855991477017,0.03240612117889691,1.2304715970115807,1.640273463918719,1.3920111305734673,0.9994734068295452,0.04325537614995695,"model.visual.blocks.5.mlp.linear_fc2.weight|2d-64|(448, 2304)","model.visual.blocks.2.mlp.linear_fc2.weight|2d-64|(960, 896)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,3,0.003430476814695993,3.6395776729854634 +8203,8400,1.34364931111449,0.037020475592872595,0.028269027081032166,0.027692101811366963,1.3760403472884595,1.4128651513539194,1.3940881094205608,0.999600351194362,0.02902554660128571,"model.visual.merger.linear_fc1.weight|2d-128|(0, 1408)","model.visual.merger.linear_fc1.weight|2d-128|(3968, 2432)",model.visual.merger.linear_fc1.weight,2d-128,0,0.032391036173969434,3.508869140366087 +8493,8674,1.3485608724184834,0.03598011926220071,0.02603708974278865,0.025955325434359456,1.3711857889777572,1.4215636220134868,1.3956932682970358,0.9996609775107389,0.02699370129050342,"model.visual.merger.linear_fc1.weight|2d-64|(1920, 1408)","model.visual.merger.linear_fc1.weight|2d-64|(1536, 768)",model.visual.merger.linear_fc1.weight,2d-64,0,0.02262491655927379,3.3415965247403796 +8718,8822,1.3513947981219054,0.08418183694049705,0.005011032459897804,0.005048361009910136,1.413111987358594,1.4082322693425469,1.4106657984938962,0.9999874446980251,0.00499372850551039,"model.visual.merger.linear_fc2.weight|2d-128|(1408, 3840)","model.visual.merger.linear_fc2.weight|2d-128|(1920, 2432)",model.visual.merger.linear_fc2.weight,2d-128,0,0.05683747122064142,3.45497252403485 +9161,9182,1.3517924728202961,0.05435821288484624,0.02536646987743441,0.025381891816728168,1.3791224202257957,1.4138599193306578,1.3961671653206364,0.9996782193315793,0.02600540352954386,"model.visual.merger.linear_fc2.weight|2d-64|(1344, 768)","model.visual.merger.linear_fc2.weight|2d-64|(1280, 1920)",model.visual.merger.linear_fc2.weight,2d-64,0,0.027329947405499544,3.4466744621411 +9316,9356,0.8568414137784854,0.5775949997697959,0.5836650309585917,0.5881513265479209,0.824883711613322,1.1316572559504758,0.942702895219305,0.8119945391664319,0.8007295550023831,"model.visual.pos_embed.weight|2d-128|(1536, 512)","model.visual.pos_embed.weight|2d-128|(2176, 512)",model.visual.pos_embed.weight,2d-128,0,0.03195770216516347,4.851430791519857 +9588,9604,0.5953213132410907,0.8226320445309405,0.8348065252389119,0.8334848825343696,0.576322125934663,0.5733153329982346,0.5748128314542424,0.5505434273683902,0.8304511651886588,"model.visual.pos_embed.weight|2d-64|(896, 256)","model.visual.pos_embed.weight|2d-64|(960, 256)",model.visual.pos_embed.weight,2d-64,0,0.02200598024285616,2.275825558367234 +9642,9855,1.2197523094126592,0.0003953180228100793,-0.0035652632494305907,-0.003566432092820441,1.2929280667546923,1.5844843216130446,1.4166811911207609,0.9999936444287845,-0.004369232802970589,"mtp.fc.weight|2d-128|(1536, 3968)","mtp.fc.weight|2d-128|(1920, 3584)",mtp.fc.weight,2d-128,0,0.07317575734203308,3.1031534010227277 +9919,10034,1.189534756804961,0.03076792288522258,-0.013786103661339586,-0.013773878560668166,1.2467340462169998,1.7057856515915435,1.4234713356879851,0.9999049671572988,-0.018862192693158888,"mtp.fc.weight|2d-64|(0, 3008)","mtp.fc.weight|2d-64|(448, 3584)",mtp.fc.weight,2d-64,0,0.05719928941203878,3.633432350370895 +10329,10383,1.328172444109914,0.04355977907391993,-0.0037610321423139294,-0.0038928152418339673,1.3900546654411898,1.4452964139842708,1.416868503343486,0.9999929272936007,-0.0039104982007600615,"mtp.layers.0.mlp.down_proj.weight|2d-128|(1280, 5760)","mtp.layers.0.mlp.down_proj.weight|2d-128|(1536, 1920)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.061882221331275744,3.6657624280910723 +10524,10531,1.284231487642932,0.005254704669236054,0.008189325050063766,0.00864119724585917,1.4636424008799265,1.3590231249214026,1.4084268842165197,0.9999664669153784,0.00760396263038284,"mtp.layers.0.mlp.down_proj.weight|2d-64|(128, 5952)","mtp.layers.0.mlp.down_proj.weight|2d-64|(960, 3840)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.07479163727847071,4.2933031083883275 +10686,10852,1.3183435400812744,0.010772810888436499,0.006692366789532381,0.006704216369900021,1.3640398042056188,1.4597962018155155,1.409484307480467,0.9999776058626285,0.007162174879643754,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(5376, 1920)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(4224, 1536)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.045696264124344355,3.9570488773067485 +11041,11127,1.3063078447626224,0.036241765812616865,0.024423968229876556,0.02507230907595484,1.3147970600287453,1.4967962923449274,1.396982362096643,0.9997016903936423,0.02780482722560261,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(2048, 1792)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(1472, 1536)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.008489215266122896,3.740292154498237 +11168,11322,1.3403913953111775,0.07077212855627131,0.012169679311973054,0.01216545619231383,1.3833937554030933,1.4288827377662556,1.405586487597817,0.9999259467107771,0.012569844720719156,"mtp.layers.0.mlp.up_proj.weight|2d-128|(2688, 1664)","mtp.layers.0.mlp.up_proj.weight|2d-128|(1280, 1280)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.043002360091915826,3.6652306925102467 +11417,11482,1.322186142843313,0.02959849432993664,-0.014417555190812986,-0.01430770725053374,1.4635170979927172,1.3881823442422356,1.424357711856552,0.9998960616495696,-0.013675409457446722,"mtp.layers.0.mlp.up_proj.weight|2d-64|(1600, 1536)","mtp.layers.0.mlp.up_proj.weight|2d-64|(3392, 384)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.0659962013989226,3.6930344439141267 +11670,11719,1.2588079070393061,0.02643405507984724,-0.007955597631234032,-0.007936954217634818,1.6096323667447623,1.2842283884775565,1.4196879415949881,0.9999683537324218,-0.006347290559270679,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 768)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 896)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.025420481438250375,5.1630208444493055 +11872,11926,1.0962592922925491,0.03813343533355179,0.023615936099158328,0.023601703917038277,2.232280450343162,1.1053518952625525,1.4008694416188676,0.999721104889839,0.011693835208560424,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(256, 1024)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 384)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.00909260297000336,6.483050994696866 +12136,12177,1.2031296397318771,0.010493939921234232,-0.017283643672350923,-0.01731954682281847,1.2023416903399835,1.8483574793663247,1.4253421302165403,0.9998506266745084,-0.026570110900387123,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(1152, 1024)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1536, 128)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.0007879493918936387,3.255813008868633 +12244,12371,1.1861625148274904,0.018004820295897974,0.007853253157252497,0.007939774187447683,1.1342154080241926,2.0883481546990708,1.4095479052349829,0.9999691627319555,0.01445962259312129,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(0, 256)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(256, 192)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.05194710680329773,3.017425036822769 +12513,12602,1.0691955943948983,0.03536289605440025,0.00553377900491429,0.005414305799938522,2.521476752176395,1.086729920118121,1.411366171720623,0.9999846885277418,0.0023850004608494363,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(2176, 896)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(3968, 1024)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.017534325723222777,7.717206768654017 +12974,12987,1.0676226894022358,0.02815600939589935,0.03250089738075505,0.032559627068374564,1.0699043743652779,2.582592850872141,1.397866927836683,0.9994717062875995,0.07845241802311781,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(2496, 896)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(576, 1344)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.002281684963042041,3.2017452059485145 +13015,13038,1.3729092260429248,0.034483404707596824,0.024838060691519125,0.02482091744905292,1.4227532195787649,1.3717466316851172,1.3965518132670498,0.9996914877806474,0.023947600766118418,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(0, 896)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 1792)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.0011625943578075226,3.775744156333126 +13175,13279,1.3125477109099661,-0.010220739987697097,0.005685670079683054,0.005909984066056887,1.3322786425704842,1.5036567483268397,1.410216795910967,0.9999838364472423,0.006417048139104371,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 448)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 960)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.019730931660518092,3.631317025996796 +55,160,1.1895362067221302,0.2442917266331606,0.22882263887462212,0.22705831598529036,1.211350380001086,1.2754475616186685,1.2421603727892454,0.973468129903827,0.24093051986785546,"model.language_model.embed_tokens.weight|2d-128|(244096, 640)","model.language_model.embed_tokens.weight|2d-128|(57344, 640)",model.language_model.embed_tokens.weight,2d-128,0,0.02181417327895585,3.2284376009190328 +329,381,1.213320688267951,0.055094264963659226,0.023344914138392726,0.02152303999307877,1.5591299919034638,1.2782171095142474,1.397932974775633,0.999727470355732,0.01913879460134343,"model.language_model.embed_tokens.weight|2d-64|(180416, 1984)","model.language_model.embed_tokens.weight|2d-64|(232960, 1152)",model.language_model.embed_tokens.weight,2d-64,0,0.06489642124629635,4.695215617616583 +633,747,0.17599519762846697,0.9970722277854245,0.9970722277854245,0.9990186894024791,0.17599519762846597,0.2098788388467324,0.1907155001028822,0.07646549927261517,1.1890344977236047,"model.language_model.layers.16.linear_attn.conv1d.weight|3d-axis0-slice|(5009, 0, 0)","model.language_model.layers.8.linear_attn.conv1d.weight|3d-axis0-slice|(3157, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,8,9.992007221626409e-16,0.3208000737889391 +852,913,0.6750359919112442,0.7620982602705099,0.7620982602705099,0.7568647873858524,1.1819222666771432,0.6750359919112442,0.8289691913930384,0.6474613823948592,0.43526022781671136,"model.language_model.layers.22.linear_attn.conv1d.weight|3d-volume|(2732, 0, 0)","model.language_model.layers.5.linear_attn.conv1d.weight|3d-volume|(1824, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,17,0.0,2.759027492472146 +1048,1145,1.1612918979554374,0.03852557935659436,0.006705705502424537,0.006711783991228764,1.863347715226289,1.1800808061787809,1.4099204452565823,0.9999775165041036,0.00424680497935815,"model.language_model.layers.4.linear_attn.in_proj_qkv.weight|2d-128|(2944, 128)","model.language_model.layers.16.linear_attn.in_proj_qkv.weight|2d-128|(1152, 1408)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,12,0.018788908223343448,5.303388705340158 +1412,1523,1.159999445802601,0.03579466804991935,0.01648649596285501,0.016498463116459108,1.1777101555913878,1.8436314317281506,1.403596154304154,0.9998640884894641,0.02580857608459348,"model.language_model.layers.9.linear_attn.in_proj_qkv.weight|2d-64|(576, 1088)","model.language_model.layers.6.linear_attn.in_proj_qkv.weight|2d-64|(3520, 576)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,3,0.01771070978878675,3.155463763787466 +1622,1645,1.167970753030011,0.0302223914169747,0.015205029216917472,0.015142092626153035,1.1816811887286451,1.8321542478725859,1.4043849095429812,0.9998843968612134,0.023574851774338667,"model.language_model.layers.21.linear_attn.in_proj_z.weight|2d-128|(896, 1024)","model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-128|(640, 1664)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,17,0.013710435698634171,3.220251771509811 +1811,2045,1.1675713552940945,-0.022174436100324095,-0.020041328088975255,-0.020524483662042566,1.9862775087837723,1.1709727184800933,1.4265591818223033,0.9997991524143386,-0.011814989763776023,"model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-64|(320, 704)","model.language_model.layers.22.linear_attn.in_proj_z.weight|2d-64|(896, 1600)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,4,0.003401363185998818,5.125505459326514 +2217,2231,1.2452596745008317,0.030738868503351335,0.014458075327711132,0.014393382437420341,1.255635573276479,1.6223705786144214,1.4042819879123507,0.999895476566335,0.01868086293052541,"model.language_model.layers.22.linear_attn.out_proj.weight|2d-128|(1152, 512)","model.language_model.layers.16.linear_attn.out_proj.weight|2d-128|(1152, 0)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,6,0.010375898775647263,3.4309991283560173 +2465,2468,1.239095997738017,0.025371030222137637,0.006328858628710321,0.006270607060736537,1.6419394656188069,1.2546948153206199,1.4098889270520318,0.99997997257368,0.004836223426390035,"model.language_model.layers.16.linear_attn.out_proj.weight|2d-64|(512, 0)","model.language_model.layers.8.linear_attn.out_proj.weight|2d-64|(192, 1920)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,8,0.015598817582602953,4.640548537026235 +2600,2762,1.2759328654856414,0.05772005646130065,-0.0028797054065835565,-0.002799640216315584,1.5352007091202784,1.32121747735605,1.4162256628801242,0.9999958536397896,-0.0024783190173193284,"model.language_model.layers.5.mlp.down_proj.weight|2d-128|(0, 3072)","model.language_model.layers.19.mlp.down_proj.weight|2d-128|(768, 2176)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,14,0.045284611870408664,3.8183595853772228 +2837,2943,1.2709888993583094,0.042023857407248705,0.032169018546853834,0.03203828523017902,1.5488737672813393,1.2743695844255467,1.3917137040741128,0.9994824431903405,0.02646775977676262,"model.language_model.layers.4.mlp.down_proj.weight|2d-64|(1728, 6016)","model.language_model.layers.21.mlp.down_proj.weight|2d-64|(1216, 192)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,17,0.003380685067237321,4.079699270422608 +3148,3196,1.1743374956177768,0.04199217900112978,0.0006013856127664066,0.0006072782613809228,1.7892482473746822,1.2054360429240725,1.4138194031765796,0.999999819167656,0.0004051600410330314,"model.language_model.layers.8.mlp.gate_proj.weight|2d-128|(3968, 1792)","model.language_model.layers.22.mlp.gate_proj.weight|2d-128|(0, 768)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,14,0.031098547306295687,4.758167735560521 +3339,3377,1.1681731225548533,0.025673993221794363,0.018685058897610376,0.018680343066760873,1.1774887374508645,1.8379860664387775,1.4021595901059831,0.9998254190477419,0.029166205002303786,"model.language_model.layers.20.mlp.gate_proj.weight|2d-64|(5824, 576)","model.language_model.layers.13.mlp.gate_proj.weight|2d-64|(1024, 704)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,7,0.009315614896011182,3.2470701617311017 +3594,3695,1.251728965501818,0.018474821169648686,-0.006827506923070037,-0.00676541439439836,1.591441566685485,1.2925850597583866,1.4189308904852094,0.9999766923029834,-0.005545370705967857,"model.language_model.layers.2.mlp.up_proj.weight|2d-128|(4096, 896)","model.language_model.layers.19.mlp.up_proj.weight|2d-128|(3840, 1280)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,17,0.040856094256568554,4.2800972864313955 +3854,3964,1.2453663168884974,0.04581763734357665,0.022910605374818965,0.022916562875019593,1.2664083788911635,1.5824414762447034,1.3983178660632205,0.9997375176321829,0.028627962981998024,"model.language_model.layers.20.mlp.up_proj.weight|2d-64|(512, 832)","model.language_model.layers.2.mlp.up_proj.weight|2d-64|(3136, 1920)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,18,0.021042062002666118,3.3343481988784918 +4218,4301,1.1917683225963165,0.01746284432922062,0.004660802708049104,0.004672164022640924,1.1950033575027985,1.8135795577648863,1.4111819633472695,0.9999891384000711,0.00707339980345895,"model.language_model.layers.15.self_attn.k_proj.weight|2d-128|(384, 1280)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 1664)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,8,0.003235034906482026,3.347976815287063 +4409,4602,1.1125805789126417,0.05239258936651731,0.03651074427007903,0.036465503942611416,1.9178382287093731,1.1460665123996847,1.3912914791541418,0.9993332605056457,0.02181818086861548,"model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 1024)","model.language_model.layers.3.self_attn.k_proj.weight|2d-64|(0, 448)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,20,0.033485933487042985,6.589855700924168 +4627,4845,1.137743542542813,0.03699320986992759,0.02168360320194287,0.021705152015957217,2.0105033100162273,1.1384588371379838,1.4010034697601494,0.9997648830360969,0.012278462593551313,"model.language_model.layers.3.self_attn.o_proj.weight|2d-128|(768, 384)","model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(1280, 256)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,16,0.0007152945951707235,5.191544663168544 +4911,4933,1.1384881092626014,0.009709058527627799,0.012943053229263228,0.012916292650359448,1.1519554991823118,1.9693905665371023,1.4062136195050015,0.9999162351782795,0.022127527452225366,"model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(1216, 512)","model.language_model.layers.3.self_attn.o_proj.weight|2d-64|(1792, 1856)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,16,0.013467389919710415,2.972537905614526 +5138,5172,1.141530363277701,-0.009947957574287819,-0.003179927909828184,-0.0032023869538225164,1.1313457160638702,2.1511493905500108,1.4160650404577966,0.9999949440164627,-0.006046339229549605,"model.language_model.layers.23.self_attn.q_proj.weight|2d-128|(2304, 512)","model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(2688, 1536)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,16,0.010184647213830722,3.3560991890834813 +5443,5577,1.1274722594942523,0.023709979547791943,-0.005773437901214879,-0.006768850939433531,2.0697271822247783,1.1458040815898813,1.4176690991388847,0.9999833335685154,-0.003196183907149987,"model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(2624, 832)","model.language_model.layers.23.self_attn.q_proj.weight|2d-64|(768, 384)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,16,0.018331822095629002,5.899812445097017 +5772,5852,1.09386778826375,0.05746843188184913,0.008764470747095798,0.00878598926825023,1.102299421945326,2.332428851458709,1.4094171236419035,0.9999615912886471,0.018545328094444067,"model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(0, 1536)","model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(256, 512)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,12,0.008431633681575956,3.274071341908877 +5905,5906,1.0910980880879684,-0.014679416070920855,-0.012772164383111923,-0.01278600671478462,2.478643614039579,1.0990642958026309,1.42089099867164,0.9999184325818635,-0.005663351429019194,"model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(448, 1472)","model.language_model.layers.23.self_attn.v_proj.weight|2d-64|(256, 1152)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,16,0.007966207714662499,8.874600515808996 +6198,6226,1.2365434476722745,0.010862042300736993,-0.007941541274816277,-0.00794631967381517,1.608817895785583,1.2846297043269643,1.4196792776836276,0.9999684654638767,-0.006341264506375986,"model.visual.blocks.0.attn.proj.weight|2d-128|(768, 768)","model.visual.blocks.7.attn.proj.weight|2d-128|(512, 384)",model.visual.layers.*.attn.proj.weight,2d-128,7,0.048086256654689796,4.379232329056198 +6406,6498,1.2087853185018187,0.030108550979209003,0.0031426635025078677,0.0031140591076664055,1.2567269190533628,1.644267994946958,1.4120676598201134,0.9999950618208622,0.004111777139264239,"model.visual.blocks.12.attn.proj.weight|2d-64|(576, 768)","model.visual.blocks.0.attn.proj.weight|2d-64|(384, 128)",model.visual.layers.*.attn.proj.weight,2d-64,12,0.04794160055154406,3.2657434336956888 +6774,6893,1.139013656664427,0.06264146847864309,0.00037422643608922904,0.0004321527877048013,1.8738095819592102,1.1821851482557992,1.413974710598788,0.9999999299772848,0.00023609919550460223,"model.visual.blocks.8.attn.qkv.weight|2d-128|(1024, 512)","model.visual.blocks.1.attn.qkv.weight|2d-128|(640, 640)",model.visual.layers.*.attn.qkv.weight,2d-128,7,0.043171491591372124,5.278142202134532 +6988,7074,1.1217228668514665,-0.015187512534844533,-0.012704333999457031,-0.01252690743168351,2.1493898492593453,1.1372821522923626,1.4216212964938642,0.9999192966923032,-0.006722099445720508,"model.visual.blocks.21.attn.qkv.weight|2d-64|(320, 512)","model.visual.blocks.1.attn.qkv.weight|2d-64|(448, 320)",model.visual.layers.*.attn.qkv.weight,2d-64,20,0.015559285440896131,6.312315449725102 +7242,7416,1.2364531365300893,0.0357117067612847,-0.0013380105492496281,-0.00162406894595925,1.6027156947000396,1.281005006837808,1.4151361168509968,0.9999991048634844,-0.001069433723310089,"model.visual.blocks.16.mlp.linear_fc1.weight|2d-128|(2304, 384)","model.visual.blocks.4.mlp.linear_fc1.weight|2d-128|(3840, 640)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,12,0.04455187030771879,4.369469923365972 +7487,7659,1.2416232307387136,0.02683516512128404,0.018690839346482885,0.01835789617862188,1.6156859472511176,1.2545508929673177,1.4013505781344782,0.9998253110041394,0.014513098434961064,"model.visual.blocks.16.mlp.linear_fc1.weight|2d-64|(3712, 512)","model.visual.blocks.2.mlp.linear_fc1.weight|2d-64|(3392, 448)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,14,0.012927662228604087,4.654854660710568 +7736,7818,1.2429776832309527,0.04147579803437106,0.00918651927612823,0.009159271757864379,1.2551803253026308,1.6346802085444372,1.407923973021516,0.9999578030415031,0.011964034922614088,"model.visual.blocks.4.mlp.linear_fc2.weight|2d-128|(128, 1920)","model.visual.blocks.15.mlp.linear_fc2.weight|2d-128|(384, 896)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,11,0.012202642071678094,3.4701645268037864 +8080,8081,1.2339215206901253,0.03912056292610875,0.019430219271298208,0.019460539233990867,1.5737916945891153,1.2745001847341513,1.400709937390237,0.9998112154697352,0.01573513072653491,"model.visual.blocks.8.mlp.linear_fc2.weight|2d-64|(768, 1856)","model.visual.blocks.4.mlp.linear_fc2.weight|2d-64|(576, 2304)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,4,0.04057866404402599,4.515727858490437 +8211,8317,1.343758020336509,0.0466433353439499,0.0006853062627390831,0.0007339059202696566,1.4319559094230856,1.39618093852794,1.4137290497257542,0.9999997651776356,0.0006681850570913273,"model.visual.merger.linear_fc1.weight|2d-128|(0, 2432)","model.visual.merger.linear_fc1.weight|2d-128|(1920, 1536)",model.visual.merger.linear_fc1.weight,2d-128,0,0.05242291819143108,3.7295277231896944 +8655,8693,1.348647788065538,0.056125690578967415,0.028844783390069,0.027736741379957533,1.3754199841996426,1.4126774862624307,1.3936753685627892,0.9995839026670947,0.029626133515123006,"model.visual.merger.linear_fc1.weight|2d-64|(320, 384)","model.visual.merger.linear_fc1.weight|2d-64|(192, 3392)",model.visual.merger.linear_fc1.weight,2d-64,0,0.02677219613410453,3.4563325082812315 +8795,8865,1.3514284066432676,0.05440460369633726,0.01810518083782107,0.018180810401554857,1.4399739122928965,1.365714799318888,1.4013708770258317,0.9998360877798069,0.01717150095808646,"model.visual.merger.linear_fc2.weight|2d-128|(256, 3456)","model.visual.merger.linear_fc2.weight|2d-128|(1152, 3968)",model.visual.merger.linear_fc2.weight,2d-128,0,0.014286392675620485,3.703934310520523 +8964,9026,1.3518165266906959,0.012414573048861387,0.01882786992200195,0.018845193149462765,1.4261574692736152,1.3768347646593952,1.4008453062362622,0.9998227399465368,0.01817672060175834,"model.visual.merger.linear_fc2.weight|2d-64|(1792, 1664)","model.visual.merger.linear_fc2.weight|2d-64|(64, 128)",model.visual.merger.linear_fc2.weight,2d-64,0,0.025018237968699397,3.7989150142144865 +9315,9323,0.8582946583148794,0.5141062194049381,0.6496440003064823,0.6510934039141707,0.7817226950192286,0.9399612609716652,0.8499876894024531,0.7602385631272538,0.7811468153623677,"model.visual.pos_embed.weight|2d-128|(1536, 384)","model.visual.pos_embed.weight|2d-128|(1664, 384)",model.visual.pos_embed.weight,2d-128,0,0.07657196329565075,4.959778579573776 +9483,9531,0.5972088316405965,0.8152876708941288,0.8976285199075554,0.8976093572072175,0.45525371625434713,0.4500266795252124,0.45261756287379296,0.4407528108232225,0.8873223168494472,"model.visual.pos_embed.weight|2d-64|(448, 704)","model.visual.pos_embed.weight|2d-64|(640, 704)",model.visual.pos_embed.weight,2d-64,0,0.14718215211538405,2.7699712720584873 +9623,9760,1.2198091223257097,0.04202920303389288,-0.004915732563314875,-0.004942538879182373,1.5922149972953323,1.2901777370334195,1.4176099269361557,0.9999879177136921,-0.003983236387782056,"mtp.fc.weight|2d-128|(1280, 2560)","mtp.fc.weight|2d-128|(512, 2048)",mtp.fc.weight,2d-128,0,0.07036861470770983,4.552232946190086 +10060,10097,1.190047941873167,0.02239870497323209,0.005653527235615663,0.005495214227352379,1.7016669660908985,1.230863404960681,1.410411703225626,0.9999840186871969,0.0040893546868654,"mtp.fc.weight|2d-64|(1088, 3072)","mtp.fc.weight|2d-64|(192, 2112)",mtp.fc.weight,2d-64,0,0.04081546308751394,4.400549123366212 +10274,10322,1.3282045363091168,0.04570818662855799,-0.006797839373018675,-0.006682103034474829,1.4276213739512862,1.4105562796158084,1.4190118730110228,0.9999768944229955,-0.006716581294164816,"mtp.layers.0.mlp.down_proj.weight|2d-128|(384, 256)","mtp.layers.0.mlp.down_proj.weight|2d-128|(896, 1920)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.0823517433066916,4.089640551043692 +10413,10607,1.284329470267577,-0.006111449211215361,-0.015495810406056491,-0.015700794149925073,1.345969959351463,1.5199333301556046,1.42504879727477,0.9998799327218542,-0.0174986065255764,"mtp.layers.0.mlp.down_proj.weight|2d-64|(0, 1856)","mtp.layers.0.mlp.down_proj.weight|2d-64|(1344, 5248)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.061640489083885974,3.5597109737079164 +10676,10785,1.3184088165102996,0.059330115193754814,-0.0064629913406501335,-0.006634062009107824,1.4094149958445434,1.4283256752846416,1.4187758225590124,0.9999791146533665,-0.006549707856245265,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(5888, 0)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(3072, 128)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.09100617933424382,3.7072647660928935 +10973,10989,1.3063772941666654,0.011773821775941766,-0.010428416444989153,-0.010796409886304554,1.5355614411982497,1.3295722634911429,1.4214929923993074,0.9999456225867733,-0.009029487772610978,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(5568, 1344)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(3520, 1280)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.02319496932447751,4.2137434512035385 +11331,11404,1.3403959385842519,0.010799563235437213,-0.008710898669958448,-0.008606500276314604,1.3775053619880846,1.4674528726442218,1.4203474935532066,0.9999620594024364,-0.009279697654384758,"mtp.layers.0.mlp.up_proj.weight|2d-128|(4736, 512)","mtp.layers.0.mlp.up_proj.weight|2d-128|(1920, 1536)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.03710942340383272,3.5405198712505586 +11456,11561,1.3222735867706987,0.056615908554729324,0.039705163287818736,0.03976750395925596,1.3439470083892695,1.4320687050478218,1.3859110910973491,0.9992114390899894,0.0423086039987891,"mtp.layers.0.mlp.up_proj.weight|2d-64|(3904, 1856)","mtp.layers.0.mlp.up_proj.weight|2d-64|(2368, 1472)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.021673421618570776,3.524811715011519 +11691,11706,1.2592907590951061,0.030947027903484855,-0.003768179550162582,-0.0037350323370400245,1.2987220425613684,1.5743968493233949,1.4168270396935176,0.9999929003862367,-0.004568036744614261,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(128, 1408)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(256, 1280)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.039431283466262235,3.7838431674366224 +11751,11929,1.0963242846702512,0.017667683758704766,0.00948385087182127,0.009455772686846057,2.318335090275377,1.103402495254035,1.4089994242712445,0.9999550272750476,0.004513801633111522,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 1472)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 576)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.007078210583783884,7.259749628420484 +12013,12015,1.2032352811619145,0.08073298250356137,0.054902535373246596,0.05494474156508867,1.5774630455220144,1.2361274213466782,1.3760015321487709,0.9984917183480239,0.043022579621741754,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(128, 1664)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(128, 1920)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.03289214018476372,4.737944254287921 +12246,12433,1.1861982269732383,0.05190113054422485,0.02116602241493087,0.021148353931945203,1.2205670889973392,1.6921023113502982,1.3999393639454798,0.9997759746538875,0.02934297981098098,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(960, 1856)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(1856, 960)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.034368862024100943,3.2924671889153974 +12588,12620,1.0692110881429497,-0.024291667532584365,0.009024996085584788,0.008954194221946148,2.9697226193023827,1.0585992763401593,1.4101710691584812,0.9999592738935197,0.003217086425201934,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 1536)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(896, 1536)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.010611811802790472,9.229110233818012 +12861,12880,1.0676510335241838,0.032854790359454655,0.018030555037292385,0.018095255423018434,2.5857123367778194,1.0762084228552558,1.4051384620382315,0.99983743632905,0.007504560706111019,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(704, 1152)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(2496, 128)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.008557389331071974,7.555581707241582 +13034,13057,1.3730826193560441,0.02707182536690187,-0.0026491423767076388,-0.0026465362326625174,1.385983204907571,1.4482346696803048,1.416083745805491,0.9999964910161775,-0.0027681286622251245,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 1280)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(384, 128)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.012900585551526955,3.7815307913190543 +13122,13173,1.3125884964618177,0.03554819493827945,0.03977546573094656,0.039855439046677384,1.464155331595546,1.319085302049141,1.3859582034051634,0.9992086430400241,0.03583447131300977,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(64, 1152)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 320)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.006496805587323351,4.2344630588965 +188,212,1.1895834144394246,0.2627108610741832,0.2997225515844123,0.2986286746786393,1.2102231729367323,1.1588263459742918,1.183688693522084,0.9540264105734858,0.28699366945340515,"model.language_model.embed_tokens.weight|2d-128|(122112, 768)","model.language_model.embed_tokens.weight|2d-128|(226176, 768)",model.language_model.embed_tokens.weight,2d-128,0,0.03075706846513282,3.187960329941111 +322,331,1.2136957555040446,0.22163619637006937,0.20976644188002394,0.20687943425098143,1.2150683551055483,1.3049126494144556,1.25758988359478,0.9777515225562139,0.22527694205987933,"model.language_model.embed_tokens.weight|2d-64|(144512, 1088)","model.language_model.embed_tokens.weight|2d-64|(93760, 1088)",model.language_model.embed_tokens.weight,2d-64,0,0.00137259960150371,3.2146426994430555 +596,656,0.17752490377121047,0.9981113215591116,0.9981113215591119,0.9988734345757195,0.17752490377121047,0.2134856886506774,0.19303700062732732,0.0614311791806363,1.2002962869237765,"model.language_model.layers.20.linear_attn.conv1d.weight|3d-axis0-slice|(5656, 0, 0)","model.language_model.layers.12.linear_attn.conv1d.weight|3d-axis0-slice|(4595, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,8,0.0,0.3260878598588394 +882,944,0.675298031003824,0.7375721953235546,0.7375721953235546,0.730974022627898,0.9077678553751853,0.6752980310038239,0.7662463818747582,0.6752682849694573,0.5486876939691863,"model.language_model.layers.17.linear_attn.conv1d.weight|3d-volume|(4760, 0, 0)","model.language_model.layers.21.linear_attn.conv1d.weight|3d-volume|(3992, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,4,1.1102230246251565e-16,2.6222273802525806 +1113,1134,1.1613056741340224,0.03050820372907749,0.003876141296528606,0.0037609315175706967,1.90319272752315,1.172505925011072,1.4117634442617595,0.9999924877361076,0.002387986550513239,"model.language_model.layers.9.linear_attn.in_proj_qkv.weight|2d-128|(5504, 1024)","model.language_model.layers.12.linear_attn.in_proj_qkv.weight|2d-128|(4992, 1152)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,3,0.011200250877049678,5.507141254672726 +1316,1531,1.1602773923584904,0.0032622171069408646,0.003316025351349584,0.003462972186381328,1.9405727044812298,1.1645330757499646,1.412142961091415,0.9999945019728205,0.0019899389457321615,"model.language_model.layers.9.linear_attn.in_proj_qkv.weight|2d-64|(4032, 320)","model.language_model.layers.22.linear_attn.in_proj_qkv.weight|2d-64|(3776, 128)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,13,0.0042556833914741965,5.28353245679916 +1565,1649,1.1679841623543015,0.005193033896846462,-0.0007255426492181796,-0.000791661006708957,1.1828411750514645,1.8744641214189228,1.4146765694364818,0.9999997367938974,-0.001149777073375502,"model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-128|(1024, 384)","model.language_model.layers.17.linear_attn.in_proj_z.weight|2d-128|(512, 768)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,13,0.014857012697162997,3.1859129081985333 +1811,1868,1.1678239581627938,-0.0020185437123741226,-0.009349842017215759,-0.008638798065201115,1.9486586040860936,1.1716458878808327,1.4200408300967016,0.9999562892718127,-0.005621664014843661,"model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-64|(320, 704)","model.language_model.layers.22.linear_attn.in_proj_z.weight|2d-64|(192, 1728)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,4,0.0038219297180388523,5.435780442437766 +2178,2193,1.2453898823817575,0.0041966352764526765,0.0049334316728926395,0.004903761094436274,1.6524211984850843,1.2514305655823452,1.4108516543863892,0.9999878305519166,0.003736243031940031,"model.language_model.layers.12.linear_attn.out_proj.weight|2d-128|(640, 896)","model.language_model.layers.13.linear_attn.out_proj.weight|2d-128|(384, 0)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,1,0.006040683200587704,4.679080958410967 +2438,2533,1.2391400227574305,0.033452598182644004,0.020114624505222365,0.02019354523941344,1.2607072286405738,1.599698060308246,1.400316084505919,0.9997976804739117,0.02552323416082089,"model.language_model.layers.20.linear_attn.out_proj.weight|2d-64|(1152, 1408)","model.language_model.layers.17.linear_attn.out_proj.weight|2d-64|(1216, 1344)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,3,0.021567205883143314,3.492769812836301 +2576,2755,1.2760158684207976,0.036659661256442856,0.00598710105925212,0.005997519703498424,1.302985828363327,1.5487102734454605,1.4100362767374857,0.9999820771498389,0.0071161824762643955,"model.language_model.layers.19.mlp.down_proj.weight|2d-128|(0, 1792)","model.language_model.layers.2.mlp.down_proj.weight|2d-128|(128, 5376)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,17,0.026969959942529487,3.2795988665896556 +2826,3046,1.271062217946683,0.05169046082109802,0.016113021280643243,0.01611929162253632,1.4946988033847073,1.3260969327092482,1.4028554443460044,0.999870176845579,0.014295474144057551,"model.language_model.layers.5.mlp.down_proj.weight|2d-64|(1984, 1728)","model.language_model.layers.15.mlp.down_proj.weight|2d-64|(256, 3968)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,10,0.05503471476256516,4.011160555565001 +3183,3256,1.1744121613349923,0.019343825785218344,0.012226134598451562,0.012330026352586078,1.8237495607251815,1.1862414091883837,1.406288488639846,0.9999252580232088,0.007952378685825217,"model.language_model.layers.8.mlp.gate_proj.weight|2d-128|(2048, 1152)","model.language_model.layers.22.mlp.gate_proj.weight|2d-128|(3328, 256)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,14,0.011829247853391456,5.086640393334747 +3393,3429,1.1681793126367603,0.04234485874817011,0.021290802466029556,0.02128365296993598,1.8343808149518368,1.1764292081615293,1.4004642152611302,0.999773325174438,0.013654265069759967,"model.language_model.layers.11.mlp.gate_proj.weight|2d-64|(3904, 64)","model.language_model.layers.22.mlp.gate_proj.weight|2d-64|(448, 128)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,11,0.008249895524768958,5.104003217232213 +3782,3830,1.251890420142937,0.03804398192470848,0.0108745249670955,0.010892342634512824,1.2833067708628922,1.574157137952277,1.406661646553215,0.9999408706052274,0.013339141885212208,"model.language_model.layers.20.mlp.up_proj.weight|2d-128|(3456, 0)","model.language_model.layers.1.mlp.up_proj.weight|2d-128|(3840, 1792)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,19,0.03141635071995519,3.1721636842710526 +3997,4030,1.2454230730651352,0.04058619538241107,0.01210799576766857,0.012275952129432088,1.2651696703097444,1.6071330854355286,1.4058666007734755,0.9999266955324725,0.01538067269014553,"model.language_model.layers.22.mlp.up_proj.weight|2d-64|(4736, 896)","model.language_model.layers.3.mlp.up_proj.weight|2d-64|(4480, 1280)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,19,0.019746597244609143,3.1570572663672465 +4219,4327,1.1919339708867387,-0.00045808512441796075,0.008958562696962404,0.008942009474688895,1.199871789019934,1.785225788631482,1.408335810665358,0.9999598712720449,0.013328971730181735,"model.language_model.layers.15.self_attn.k_proj.weight|2d-128|(384, 1408)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(256, 896)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,8,0.007937818133195274,3.3332730134169815 +4506,4589,1.1126488420725875,-0.02419148225792973,-0.020318439660426627,-0.020298131706796087,2.2897538647188975,1.122632243414316,1.4255262534106068,0.99979355919598,-0.009961828583468054,"model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 1984)","model.language_model.layers.11.self_attn.k_proj.weight|2d-64|(448, 832)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,12,0.00998340134172837,6.86487848936577 +4655,4776,1.1377630374673713,0.029322093462565896,0.005774510335741212,0.005702198929145851,1.1406241535459114,2.057176726128512,1.4107460626022026,0.999983327376203,0.010414638538510669,"model.language_model.layers.23.self_attn.o_proj.weight|2d-128|(640, 1792)","model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(1920, 1408)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,16,0.0028611160785401157,3.2453822790147853 +5002,5077,1.1386391681108887,-0.013930165666752497,-0.03567562916822131,-0.03610127022255248,2.116140601530131,1.156601828800247,1.4352893126816615,0.999363422126031,-0.01949893967807634,"model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(128, 1792)","model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(1472, 768)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,12,0.017962660689358367,5.78931046706621 +5167,5302,1.1418772220829274,0.06001435579430693,0.035335817421981615,0.035741567612182015,1.8893054745889404,1.1529410485696545,1.391815672408622,0.9993754950003129,0.021563540114882297,"model.language_model.layers.11.self_attn.q_proj.weight|2d-128|(256, 1920)","model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(384, 1920)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,8,0.011063826486727102,4.828763159102849 +5424,5428,1.1275452348379518,0.033402186776552205,0.03173309433683782,0.03148146387021385,1.9967252163020697,1.1343142695812958,1.3948063247902294,0.9994963785446196,0.018027168400721532,"model.language_model.layers.19.self_attn.q_proj.weight|2d-64|(2240, 512)","model.language_model.layers.23.self_attn.q_proj.weight|2d-64|(1472, 0)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,4,0.006769034743344005,5.994132702668774 +5756,5825,1.0939623211633154,0.058357954134338044,0.0072846416498402785,0.007288501683319912,2.1932833151910343,1.1193954336852638,1.4100360544791097,0.9999734666460073,0.0037178938728006728,"model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(384, 512)","model.language_model.layers.23.self_attn.v_proj.weight|2d-128|(0, 128)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,16,0.025433112521948464,6.825877213427478 +5909,6080,1.0911148263070478,0.04530647881206565,0.029664668156489642,0.029652930257272826,2.1415497639716534,1.1132840605960939,1.396939049076425,0.9995599068906101,0.01542116964877103,"model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(64, 1984)","model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(0, 1792)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,12,0.022169234289046047,7.114262148543399 +6232,6394,1.2367253512563323,0.022750107976705753,0.0008004139460007655,0.0008713551919271172,1.2438173852729528,1.6798115415224233,1.4136721065984545,0.9999996796687063,0.0010809823052863458,"model.visual.blocks.3.attn.proj.weight|2d-128|(896, 896)","model.visual.blocks.21.attn.proj.weight|2d-128|(896, 256)",model.visual.layers.*.attn.proj.weight,2d-128,18,0.007092034016620508,3.3573190656697403 +6606,6643,1.20886907428004,0.0022676087953754052,0.027294540020727193,0.026988899337537904,1.197517571540034,1.7439157908704244,1.3960847434437185,0.9996274346400548,0.03974837653987579,"model.visual.blocks.6.attn.proj.weight|2d-64|(960, 448)","model.visual.blocks.21.attn.proj.weight|2d-64|(640, 256)",model.visual.layers.*.attn.proj.weight,2d-64,15,0.01135150274000618,3.0733640281921293 +6664,6888,1.1392849894096149,-0.0007224753626674812,0.006587901251865165,0.006594529661847915,1.148570335793042,2.009337580073734,1.4101938326222119,0.9999782995430929,0.011525038690858785,"model.visual.blocks.0.attn.qkv.weight|2d-128|(128, 0)","model.visual.blocks.21.attn.qkv.weight|2d-128|(1280, 0)",model.visual.layers.*.attn.qkv.weight,2d-128,21,0.00928534638342704,4.054666595382111 +6937,7078,1.121973567282518,0.008415920753416484,-0.0067543227160428865,-0.006697746723866002,1.1061053721412593,2.373519362746251,1.4178660391806557,0.9999771893021598,-0.014493660506982219,"model.visual.blocks.5.attn.qkv.weight|2d-64|(512, 256)","model.visual.blocks.0.attn.qkv.weight|2d-64|(2496, 320)",model.visual.layers.*.attn.qkv.weight,2d-64,5,0.0158681951412587,3.0780620425625322 +7211,7290,1.2368230730104477,0.04134087634498682,0.004153806776332311,0.003893100234230542,1.2631956394263495,1.6279192198399424,1.411365533657809,0.999991372907419,0.00535313903534657,"model.visual.blocks.0.mlp.linear_fc1.weight|2d-128|(640, 384)","model.visual.blocks.16.mlp.linear_fc1.weight|2d-128|(1792, 512)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,16,0.0263725664159018,3.6245092742758764 +7580,7623,1.2416660010293747,0.026609214791430053,0.020156008095191844,0.01970729976892426,1.2641226620859938,1.5926412527405862,1.4002643539536743,0.9997968470332693,0.025394125859593202,"model.visual.blocks.7.mlp.linear_fc1.weight|2d-64|(3648, 832)","model.visual.blocks.17.mlp.linear_fc1.weight|2d-64|(3904, 384)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,10,0.02245666105661903,3.299128109804411 +7843,7868,1.2430815221192684,0.035550461538581046,0.007062649359814854,0.007062270469065648,1.6612246748712831,1.2456637537284376,1.4094113983837613,0.999975059180988,0.005295903947186668,"model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(256, 2304)","model.visual.blocks.1.mlp.linear_fc2.weight|2d-128|(640, 2304)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,9,0.002582231609169261,4.5028566273359845 +8037,8095,1.233943653106527,0.05286575892549843,0.019118636678512255,0.019106834001019358,1.2937845451515972,1.539775655074601,1.400833598763358,0.9998172221619085,0.022753720027116335,"model.visual.blocks.2.mlp.linear_fc2.weight|2d-64|(384, 3008)","model.visual.blocks.10.mlp.linear_fc2.weight|2d-64|(0, 3456)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,8,0.05984089204507015,3.771589277809511 +8205,8412,1.3437889973887636,0.05353432969198229,0.03459602339665313,0.034431868241964834,1.370444063796823,1.4094674721715343,1.3895449676688123,0.9994013784086643,0.03558114550766314,"model.visual.merger.linear_fc1.weight|2d-128|(0, 1664)","model.visual.merger.linear_fc1.weight|2d-128|(2432, 2688)",model.visual.merger.linear_fc1.weight,2d-128,0,0.02665506640805937,3.413178820005256 +8460,8521,1.3486477943075899,0.044203443544515664,0.02467705774948075,0.02475945882698763,1.4015128700722066,1.3918486268130046,1.3966556719498868,0.9996954750426896,0.02450689513870139,"model.visual.merger.linear_fc1.weight|2d-64|(3008, 256)","model.visual.merger.linear_fc1.weight|2d-64|(1920, 1088)",model.visual.merger.linear_fc1.weight,2d-64,0,0.04320083250541473,3.7179150522241917 +8727,8736,1.3515344199943302,0.04490519544058768,0.005171503455997027,0.005184382597841817,1.4047070187520512,1.4164708495429312,1.4105521446438516,0.999986627686593,0.005214812623516419,"model.visual.merger.linear_fc2.weight|2d-128|(0, 2944)","model.visual.merger.linear_fc2.weight|2d-128|(128, 0)",model.visual.merger.linear_fc2.weight,2d-128,0,0.05317259875772096,3.6655915893735487 +9071,9171,1.3518460851598029,0.03562842962448275,0.010790990591973722,0.010786084263669794,1.4002070437446095,1.4130059001158282,1.406562800668076,0.9999417755659796,0.010889627675187134,"model.visual.merger.linear_fc2.weight|2d-64|(1728, 2240)","model.visual.merger.linear_fc2.weight|2d-64|(1472, 3136)",model.visual.merger.linear_fc2.weight,2d-64,0,0.0483609585848066,3.583381159202852 +9255,9327,0.858823455649487,0.6136331053945356,0.5659321171134374,0.5638955903839612,0.8622924738518463,1.0534092344067645,0.9436333998999169,0.8244518414191957,0.6913641673707728,"model.visual.pos_embed.weight|2d-128|(512, 896)","model.visual.pos_embed.weight|2d-128|(1664, 896)",model.visual.pos_embed.weight,2d-128,0,0.003469018202359231,5.5665833840421675 +9434,9438,0.5982820587474179,0.8054883019390531,0.7590182322491157,0.7634580734749914,0.6852613625832796,0.7044399779699728,0.6946521860307594,0.651069368895072,0.7802611032799838,"model.visual.pos_embed.weight|2d-64|(256, 640)","model.visual.pos_embed.weight|2d-64|(1408, 640)",model.visual.pos_embed.weight,2d-64,0,0.08697930383586172,3.0902736068800793 +9703,9706,1.2199579962246547,0.010754974261189517,-0.0035757126730764682,-0.0036038598231561162,1.5281641899055574,1.326559641262307,1.4167146662609402,0.9999936071190053,-0.003103983297204833,"mtp.fc.weight|2d-128|(1920, 2176)","mtp.fc.weight|2d-128|(256, 3328)",mtp.fc.weight,2d-128,0,0.10660164503765235,4.525957379431506 +9991,10122,1.1904471103178198,0.05279293614649589,0.020604737660575932,0.02074058792039262,1.2066364920836867,1.733235478777426,1.4004830363236722,0.9997876998572941,0.029597034880439126,"mtp.fc.weight|2d-64|(1152, 2688)","mtp.fc.weight|2d-64|(1920, 640)",mtp.fc.weight,2d-64,0,0.016189381765866928,3.5407949512220895 +10329,10377,1.3282073158952008,0.03428224168937157,0.01104249453784961,0.011175594582343492,1.397682037899867,1.415251111797797,1.4063842767678054,0.999939029798508,0.011181300358696017,"mtp.layers.0.mlp.down_proj.weight|2d-128|(1280, 5760)","mtp.layers.0.mlp.down_proj.weight|2d-128|(640, 6016)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.06947472200466609,3.43511807206492 +10408,10603,1.2843730871423098,0.01931560814551124,0.00855879367872953,0.008370390104360735,1.3657947943312794,1.4547304972628439,1.4081606502444648,0.9999633728546086,0.009116111904881307,"mtp.layers.0.mlp.down_proj.weight|2d-64|(960, 5440)","mtp.layers.0.mlp.down_proj.weight|2d-64|(448, 1088)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.08142170718896957,3.4852778657565064 +10710,10787,1.318411473226201,0.057926796452923104,0.007650794557349063,0.007404179114799573,1.42819124751708,1.3901685663108034,1.4087952228490088,0.9999707322430198,0.0074471077451419895,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(512, 768)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(1152, 384)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.07175709308460254,4.217502839750483 +10973,11045,1.306419699834713,0.009687414176304336,0.007404228477811351,0.006793574159930975,1.5370695445541689,1.30845061041807,1.409035661784715,0.9999725883246242,0.006302946607583178,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(5568, 1344)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(1536, 256)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.002030910583356915,4.292911401211633 +11235,11321,1.3404196171079041,0.014708694988999368,-0.010405451769618714,-0.010437185453008035,1.39271969724506,1.4522394180407237,1.4215458817538107,0.9999458618212639,-0.010850142532092705,"mtp.layers.0.mlp.up_proj.weight|2d-128|(4096, 1280)","mtp.layers.0.mlp.up_proj.weight|2d-128|(3456, 1536)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.05230008013715581,3.607633024208818 +11462,11552,1.3223054891453783,0.030938769049874058,-0.011111431083769606,-0.011118645694530487,1.3636300501145564,1.488613562055494,1.4220188760498205,0.9999382661441009,-0.012129849297289143,"mtp.layers.0.mlp.up_proj.weight|2d-64|(5888, 1920)","mtp.layers.0.mlp.up_proj.weight|2d-64|(1536, 576)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.04132456096917814,3.4136620860067604 +11678,11683,1.2593686173115748,0.031799069524512225,-0.002653135147445789,-0.0026627006370448787,1.609358318113119,1.2789786461838024,1.4160399754660893,0.9999964804307511,-0.0021084820955232226,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 1792)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(128, 384)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.019610028872227625,4.506308346356958 +11744,11927,1.0965260202105387,-0.006890162994635482,0.02564853021938521,0.026211535728270154,2.2655072335579574,1.100470689871502,1.3998852812966334,0.9996710223356409,0.012458779794045988,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 1024)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 448)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.003944669660963296,7.265359034008011 +12031,12113,1.2033595780214015,0.004879372290634964,-0.005071178377939401,-0.005052531519261931,1.2270394607634059,1.7379654566970566,1.4175885852512704,0.9999871414922589,-0.007182762353970529,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(256, 1920)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1024, 128)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.023679882742004388,3.3937010713853293 +12246,12287,1.1862300462352522,0.003171053021852439,-0.0024446767393942184,-0.0024281165254677437,1.2439560866215775,1.686852117632107,1.4158640571065846,0.9999970117733552,-0.003315075330330041,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(960, 1856)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(1728, 64)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.05772604038632534,3.5283267471864166 +12577,12747,1.0694049333508997,0.011448575834941493,0.002627379609169484,0.002604368070567233,2.681467935779405,1.0766119171292283,1.412928235326545,0.999996548432238,0.0010548954027421588,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 128)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(2432, 256)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.007206983778328624,7.894161969249218 +12880,12942,1.0677437851516716,0.03295473167842564,0.004524549228837677,0.004474496766480056,1.0785023529416717,2.640219579315565,1.4119717691171088,0.9999897641747518,0.011076288734068653,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(2496, 128)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(704, 1216)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.010758567790000173,3.175833046451551 +13050,13062,1.3731925250693586,0.02516849251054863,0.02204764631445095,0.0220590673868158,1.37628924844039,1.4219165962490523,1.3985450116266895,0.9997569211023212,0.022778579603286702,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(256, 1280)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(384, 768)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.0030967233710312847,3.7990567234978627 +13178,13305,1.312598877855449,0.016197776433423582,0.005663982190620592,0.005768079227791929,1.3497334876724978,1.479641957292117,1.4102197333713524,0.9999839595242237,0.006209126298740131,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 640)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(448, 576)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.03713460981704886,3.577904107520426 +149,227,1.1896004694040858,0.2673590169344317,0.28125143629648786,0.2773182153698866,1.1794791631355948,1.2197096851136155,1.1990885564358007,0.9596341123475981,0.2908445621802853,"model.language_model.embed_tokens.weight|2d-128|(143744, 1920)","model.language_model.embed_tokens.weight|2d-128|(208000, 1920)",model.language_model.embed_tokens.weight,2d-128,0,0.01012130626849106,3.138158673392278 +258,265,1.2137652725108177,0.13994439046582538,0.05959124824285991,0.06257989330394853,1.3084168576116173,1.4450188193190323,1.3716423550120085,0.9982228624575065,0.06581272220447446,"model.language_model.embed_tokens.weight|2d-64|(223808, 1216)","model.language_model.embed_tokens.weight|2d-64|(225088, 1280)",model.language_model.embed_tokens.weight,2d-64,0,0.09465158510079963,3.2096119029314796 +529,545,0.17754583632830523,0.9880552756116311,0.9880552756116312,0.9948519187099186,0.19730054271229827,0.17754583632830465,0.18664363508024429,0.15409987779366854,0.8891262934986641,"model.language_model.layers.20.linear_attn.conv1d.weight|3d-axis0-slice|(5929, 0, 0)","model.language_model.layers.8.linear_attn.conv1d.weight|3d-axis0-slice|(1998, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,12,5.828670879282072e-16,0.30056167433961933 +815,866,0.6753648978499158,0.7631209893199681,0.7631209893199682,0.7802359210118237,0.6753648978499158,0.7040461625803889,0.6892583787534481,0.6462556426518171,0.7955290626233729,"model.language_model.layers.6.linear_attn.conv1d.weight|3d-volume|(5844, 0, 0)","model.language_model.layers.1.linear_attn.conv1d.weight|3d-volume|(5468, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,5,0.0,1.974441478579658 +1239,1262,1.1615963398962057,-0.028066056965232962,0.0007845995792404592,0.0007389533089707182,2.0312783699862846,1.1483541840876441,1.4137381190891005,0.9999996922017027,0.000443562154240962,"model.language_model.layers.12.linear_attn.in_proj_qkv.weight|2d-128|(5120, 128)","model.language_model.layers.22.linear_attn.in_proj_qkv.weight|2d-128|(0, 512)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,10,0.013242155808561584,5.585321178976937 +1458,1529,1.1603176393313774,-0.0008319130328580057,-0.01752394383567766,-0.017512303020603,1.940715718158738,1.179184732330438,1.425168927785201,0.999846443906485,-0.010647601206039704,"model.language_model.layers.0.linear_attn.in_proj_qkv.weight|2d-64|(6080, 0)","model.language_model.layers.21.linear_attn.in_proj_qkv.weight|2d-64|(1408, 64)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,21,0.018867092999060642,5.363519434944851 +1582,1592,1.1680804833189808,-0.0029562646969515174,0.0017004279176945061,0.001673043320315301,1.1695778963856358,1.9228234251167096,1.4131454610766576,0.9999985542714033,0.0027955578187392124,"model.language_model.layers.6.linear_attn.in_proj_z.weight|2d-128|(128, 640)","model.language_model.layers.16.linear_attn.in_proj_z.weight|2d-128|(512, 512)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,10,0.0014974130666549623,3.1910527561607993 +1922,2035,1.1678472130332962,-0.014452959945704502,0.0011701630537441921,0.0013227029949828405,1.98848384565607,1.156155218509455,1.4134942927042589,0.9999993153589795,0.0006803626411392555,"model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-64|(640, 768)","model.language_model.layers.17.linear_attn.in_proj_z.weight|2d-64|(1024, 64)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,13,0.011691994523841176,5.763512056745771 +2128,2228,1.245570510941994,0.016375590366957092,-0.00034856718500058775,-0.0003601299450593245,1.2697445452090899,1.623472723476066,1.4144527563921252,0.9999999392504569,-0.00044567178436203054,"model.language_model.layers.2.linear_attn.out_proj.weight|2d-128|(1408, 0)","model.language_model.layers.4.linear_attn.out_proj.weight|2d-128|(1920, 640)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,2,0.024174034267095967,3.3031480900270407 +2374,2483,1.2392218220242082,0.01090307395830618,-0.00239369983272087,-0.0022653788338137673,1.6268678343391543,1.2701507914843777,1.4158546530201894,0.9999971350964516,-0.0018688424916468108,"model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(1536, 896)","model.language_model.layers.20.linear_attn.out_proj.weight|2d-64|(1856, 640)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,8,0.030928969460169542,4.417870130951176 +2564,2640,1.2760345477030695,0.0396488722345381,0.0003441240115359458,0.00035340901973654953,1.30894735476337,1.5491589271557111,1.4139736231299043,0.9999999407893305,0.00040727595543055213,"model.language_model.layers.19.mlp.down_proj.weight|2d-128|(1536, 5248)","model.language_model.layers.6.mlp.down_proj.weight|2d-128|(384, 640)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,13,0.03291280706030064,3.2331280671490976 +2973,3000,1.2710627777875285,0.04078435493927729,0.011385153722117984,0.011374565552483298,1.3471343779198872,1.4737217186480753,1.4061725421964417,0.9999351870370018,0.012454992304732088,"model.language_model.layers.1.mlp.down_proj.weight|2d-64|(1152, 2624)","model.language_model.layers.12.mlp.down_proj.weight|2d-64|(1152, 1600)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,11,0.0760716001323587,3.176005738843858 +3255,3280,1.1745397225049017,0.027421446844963972,0.0005384093056588228,0.0005431935716709924,1.8022432547669367,1.2015767143240677,1.4138620822949968,0.9999998550576993,0.0003589637984461161,"model.language_model.layers.11.mlp.gate_proj.weight|2d-128|(1152, 0)","model.language_model.layers.19.mlp.gate_proj.weight|2d-128|(5120, 768)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,8,0.027036991819165967,4.947791023758026 +3402,3472,1.1683616825785343,0.022968891890816925,-0.011798346874758293,-0.011993164180726892,1.2021770962371385,1.8338132457639715,1.4218434157416198,0.9999303970832284,-0.017997319067857082,"model.language_model.layers.21.mlp.gate_proj.weight|2d-64|(2496, 128)","model.language_model.layers.12.mlp.gate_proj.weight|2d-64|(5248, 640)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,9,0.03381541365860419,3.196033916632964 +3680,3809,1.2520275964310972,0.011636904844664023,-0.0077862461379558925,-0.007784350204168927,1.635268231435996,1.2714857450722654,1.4195394323390071,0.9999696867260923,-0.006054114414820627,"model.language_model.layers.3.mlp.up_proj.weight|2d-128|(4736, 512)","model.language_model.layers.21.mlp.up_proj.weight|2d-128|(2944, 0)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,18,0.019458148641168238,4.405525328860694 +3868,3929,1.245459773461027,0.025952430554365972,0.0075313839786378435,0.007512070766240344,1.2736628261481182,1.599326156088392,1.4090136283679129,0.9999716387255022,0.009457086397824879,"model.language_model.layers.19.mlp.up_proj.weight|2d-64|(3200, 1536)","model.language_model.layers.2.mlp.up_proj.weight|2d-64|(384, 1344)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,17,0.028203052687091112,3.1434558682214493 +4164,4293,1.1919531027465018,0.03276387502196228,0.006754446339052999,0.006750025433960886,1.2296674855573293,1.702231777634788,1.4096720297752836,0.9999771884671435,0.009350196970893992,"model.language_model.layers.3.self_attn.k_proj.weight|2d-128|(384, 1664)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 640)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,20,0.03771438281082751,3.3180415825479677 +4375,4412,1.1127000543829393,-0.02825542601471901,0.0013281894400410273,0.0012669680949035783,2.2768903762075223,1.112377936605138,1.4134725267619375,0.9999991179560167,0.0006488887845336092,"model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 640)","model.language_model.layers.19.self_attn.k_proj.weight|2d-64|(64, 1216)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,4,0.00032211777780122297,7.385348315010741 +4710,4742,1.1377701688623245,0.02364507292272202,-0.0037479231034478655,-0.0037524313757304707,1.9179235555478429,1.174588240457699,1.4165722703988533,0.9999929765115406,-0.002295329441424013,"model.language_model.layers.23.self_attn.o_proj.weight|2d-128|(256, 640)","model.language_model.layers.23.self_attn.o_proj.weight|2d-128|(1152, 128)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,0,0.036818071595374535,5.748431327777017 +4895,5110,1.1386592836280185,0.02964904588978401,0.0034765507391380564,0.002865383585895519,1.9993497092058319,1.1525091393936782,1.4120846934301265,0.9999939567792189,0.0020040298512929954,"model.language_model.layers.11.self_attn.o_proj.weight|2d-64|(1216, 1792)","model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(576, 1856)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,12,0.013849855765659669,6.190077967908034 +5159,5281,1.1420678022219202,0.03257823292299042,-0.017748120234123168,-0.018656669248433795,2.0456960331405805,1.157748153275118,1.4249319074641784,0.9998424897093318,-0.010044431378016364,"model.language_model.layers.15.self_attn.q_proj.weight|2d-128|(1920, 1536)","model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(384, 384)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,12,0.01568035105319776,5.380888922650066 +5503,5528,1.1275996127182473,0.04764906009385072,0.0378288657802282,0.03835773722403005,1.9457555404675109,1.139615881730429,1.3906875603208044,0.9992842322951871,0.022156111255702035,"model.language_model.layers.11.self_attn.q_proj.weight|2d-64|(3712, 1152)","model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(1344, 0)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,8,0.012016269012181668,5.001589264355521 +5837,5887,1.0940136744709308,0.06658266271506566,0.014195660867072775,0.01427731895953292,2.2032027933338054,1.1141727081955908,1.4061055164402574,0.9998992365296351,0.007178829820272613,"model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(384, 1152)","model.language_model.layers.23.self_attn.v_proj.weight|2d-128|(384, 1920)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,16,0.02015903372465999,6.484572682635688 +6096,6129,1.0911426921283989,0.015270999261612076,0.0035117794270369015,0.003603607220931361,1.0939962005770674,2.446442718314988,1.4123615767367799,0.9999938336836162,0.0078531965678409,"model.language_model.layers.23.self_attn.v_proj.weight|2d-64|(320, 1792)","model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(448, 384)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,16,0.002853508448668496,3.7360090430063337 +6154,6318,1.2369709671342006,0.04351635862286928,-0.002343307120119339,-0.002319010679022219,1.6154539545175364,1.2756319435519925,1.415824452003389,0.9999972544521014,-0.001850376117262837,"model.visual.blocks.0.attn.proj.weight|2d-128|(128, 256)","model.visual.blocks.21.attn.proj.weight|2d-128|(384, 768)",model.visual.layers.*.attn.proj.weight,2d-128,21,0.03866097641779187,4.207804729003583 +6551,6643,1.2089197861236098,0.0356308999768694,0.018316143137451522,0.01803213648266361,1.2286913161560624,1.677459622337178,1.4018109935411946,0.9998322453794779,0.02500594750367768,"model.visual.blocks.18.attn.proj.weight|2d-64|(512, 640)","model.visual.blocks.21.attn.proj.weight|2d-64|(640, 256)",model.visual.layers.*.attn.proj.weight,2d-64,3,0.019771530032452578,3.113171426230701 +6693,6784,1.1393472015880135,0.010905271377755208,0.013430577815298965,0.013276506163606813,1.205541828055909,1.7551411259502656,1.4053214645431424,0.9999098057222697,0.019553497788558916,"model.visual.blocks.4.attn.qkv.weight|2d-128|(1024, 384)","model.visual.blocks.0.attn.qkv.weight|2d-128|(2048, 0)",model.visual.layers.*.attn.qkv.weight,2d-128,4,0.06619462646789542,3.2894121501066746 +7082,7129,1.1223426426261252,0.03764701649303989,0.013139233061709606,0.01311794424039855,1.1417977250459872,2.023073978946695,1.4062373303827316,0.9999136765514062,0.023280516266040215,"model.visual.blocks.1.attn.qkv.weight|2d-64|(1792, 640)","model.visual.blocks.3.attn.qkv.weight|2d-64|(1280, 896)",model.visual.layers.*.attn.qkv.weight,2d-64,2,0.019455082419862046,3.1155371660583038 +7296,7325,1.236923416876753,0.03923972742291599,-0.0002422448098236271,-0.00029717093982792564,1.2775393516183062,1.607353434401382,1.4143804256116093,0.9999999706587256,-0.0003047835877170308,"model.visual.blocks.6.mlp.linear_fc1.weight|2d-128|(512, 0)","model.visual.blocks.16.mlp.linear_fc1.weight|2d-128|(2560, 896)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,10,0.04061593474155334,3.5392372798505165 +7548,7601,1.241812684105166,0.026524986023537,0.010063597650695633,0.009805194293381924,1.621089782339909,1.2605599323661216,1.4072999677405988,0.9999493607189941,0.007825456746516465,"model.visual.blocks.17.mlp.linear_fc1.weight|2d-64|(2112, 128)","model.visual.blocks.7.mlp.linear_fc1.weight|2d-64|(3328, 256)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,10,0.01874724826095564,4.267720053371102 +7697,7773,1.2434174414457,0.028104081122032776,0.006736968186801015,0.006733347600694786,1.564510054162187,1.2930300653787095,1.4095272671927985,0.9999773063723246,0.005567942751060489,"model.visual.blocks.2.mlp.linear_fc2.weight|2d-128|(896, 896)","model.visual.blocks.4.mlp.linear_fc2.weight|2d-128|(256, 2560)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,2,0.04961262393300947,5.10294659773685 +7958,8133,1.233962746525948,0.04850241688678683,0.03389505134544757,0.033323720851043126,1.5386027427978304,1.278226090356823,1.3904526380196425,0.999425397663222,0.028159015812587902,"model.visual.blocks.10.mlp.linear_fc2.weight|2d-64|(192, 2880)","model.visual.blocks.0.mlp.linear_fc2.weight|2d-64|(512, 2304)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,10,0.044263343830875046,4.432003891271904 +8262,8396,1.3438381507879817,0.07860382412653652,0.01593709353734867,0.015499922592687218,1.3826899974234028,1.4240312901989167,1.4029040025780797,0.9998729964598413,0.016413599515656206,"model.visual.merger.linear_fc1.weight|2d-128|(3584, 1664)","model.visual.merger.linear_fc1.weight|2d-128|(1664, 2688)",model.visual.merger.linear_fc1.weight,2d-128,0,0.03885184663542107,3.613359201412322 +8542,8575,1.3487216683280334,0.06430496380096323,0.022656478890012245,0.02213092905269527,1.376393619071715,1.4208866199722492,1.39810942500869,0.999743309037028,0.02338886730106585,"model.visual.merger.linear_fc1.weight|2d-64|(3904, 3968)","model.visual.merger.linear_fc1.weight|2d-64|(2240, 1216)",model.visual.merger.linear_fc1.weight,2d-64,0,0.02767195074368156,3.5268385020735242 +8936,8944,1.351600096482162,0.048526597934643846,0.00910109229349638,0.009093501713811316,1.4075988271419362,1.4079280487382424,1.4077634090679998,0.9999585842018984,0.00910322093702408,"model.visual.merger.linear_fc2.weight|2d-128|(896, 1024)","model.visual.merger.linear_fc2.weight|2d-128|(1536, 1024)",model.visual.merger.linear_fc2.weight,2d-128,0,0.05599873065977423,3.7891973275845525 +8979,9014,1.3518810050076893,0.07955254861220881,0.054916767376716406,0.054949537749950136,1.364556478788371,1.3853551148704726,1.3748378197198694,0.9984909356929044,0.055753811410604946,"model.visual.merger.linear_fc2.weight|2d-64|(1728, 1408)","model.visual.merger.linear_fc2.weight|2d-64|(448, 3008)",model.visual.merger.linear_fc2.weight,2d-64,0,0.01267547378068179,3.444535966795717 +9227,9267,0.8588692763302196,0.5144825710818262,0.46039395547907574,0.4578470871085376,0.9301889150699233,1.2599609533139633,1.0583183693278813,0.8877147096665295,0.6236135452138746,"model.visual.pos_embed.weight|2d-128|(128, 384)","model.visual.pos_embed.weight|2d-128|(768, 384)",model.visual.pos_embed.weight,2d-128,0,0.0713196387397037,4.858565839057226 +9422,9492,0.5990977086368037,0.8020762333662177,0.7108700559527679,0.7115838229691219,0.7808993195067867,0.7435770411207597,0.7615531259037256,0.7033233705413952,0.6768947540645337,"model.visual.pos_embed.weight|2d-64|(1856, 960)","model.visual.pos_embed.weight|2d-64|(2240, 960)",model.visual.pos_embed.weight,2d-64,0,0.14447933248395606,3.2863661589395257 +9708,9731,1.21996850265596,0.005025085505750076,-0.021119748902502195,-0.021122286772639977,1.1852530889666333,1.9257090570657946,1.4274838876934393,0.9997769532282165,-0.03431376144310457,"mtp.fc.weight|2d-128|(1152, 3840)","mtp.fc.weight|2d-128|(1408, 2688)",mtp.fc.weight,2d-128,0,0.034715413689326624,3.225880133314316 +9962,10091,1.1905617544733342,0.041051196269196163,0.02206444483005259,0.022087847163813304,1.2473864961151173,1.6241443845129873,1.3990585132413735,0.9997565505033421,0.02872874147646645,"mtp.fc.weight|2d-64|(1792, 2880)","mtp.fc.weight|2d-64|(320, 3648)",mtp.fc.weight,2d-64,0,0.05682474164178308,3.442161500654188 +10240,10317,1.3283455754240105,0.03145699021644213,0.005827497415347887,0.005825325906480572,1.469394414105629,1.3574488679778665,1.4100998203644335,0.9999830199927767,0.0053835305848925555,"mtp.layers.0.mlp.down_proj.weight|2d-128|(640, 4864)","mtp.layers.0.mlp.down_proj.weight|2d-128|(384, 5760)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.02910329255385591,3.9042897152386957 +10412,10502,1.2844069646854503,0.03337989740414749,0.020755030231919443,0.01976148741354387,1.4995457683222275,1.3172718757685387,1.3995842661513358,0.9997845911595518,0.01823219949853397,"mtp.layers.0.mlp.down_proj.weight|2d-64|(1728, 5184)","mtp.layers.0.mlp.down_proj.weight|2d-64|(1216, 5760)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.03286491108308831,4.230133872767149 +10649,10685,1.3184827449275875,0.01726488828509133,0.013526197217880977,0.013579473359280274,1.4830658049798044,1.3375179417905059,1.4046676801204119,0.9999085168098244,0.0121987381830026,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(3840, 1280)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(3968, 1408)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.019035196862918324,4.266200388557638 +10908,11026,1.3065097662182654,0.03973954636172485,0.02723331209889099,0.02687892059946501,1.3305541229179831,1.4696322097803642,1.3949198675979204,0.9996291045743538,0.030079913285871316,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(0, 768)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(5312, 576)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.024044356699717717,3.6130109133699215 +11357,11407,1.3404207978543492,0.05088334177044594,0.017297140033552483,0.01730704898105331,1.4366494658288385,1.3696367755055767,1.4019433479463286,0.9998503932822448,0.016490312817786377,"mtp.layers.0.mlp.up_proj.weight|2d-128|(1536, 1664)","mtp.layers.0.mlp.up_proj.weight|2d-128|(4224, 1152)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.02921597765122752,4.092657058895676 +11458,11633,1.3223118956512567,0.04059944881722858,0.0234527290342372,0.02360676839446107,1.3499342387473163,1.4506438572607392,1.3975749340138204,0.9997249469233258,0.02520238122198263,"mtp.layers.0.mlp.up_proj.weight|2d-64|(64, 1152)","mtp.layers.0.mlp.up_proj.weight|2d-64|(4352, 576)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.0276223430960596,3.6761676058160533 +11677,11721,1.2597063187306334,0.025272808284465476,0.010893290795555418,0.01087379325513937,1.7104868213731097,1.222950808109763,1.406906058231852,0.9999406663475806,0.007788401883567167,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 1664)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 1152)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.036755510620870346,4.927167283523324 +11744,11764,1.0966173812361166,0.03640215757790685,0.008175689175208403,0.007737774968567152,2.0018177554168552,1.1489219575591736,1.409213031632245,0.9999665784947567,0.0046923496338055785,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 1024)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(64, 256)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.05230457632305696,7.1763852925800276 +12046,12113,1.2038237653676942,0.03266750133252348,0.015769698251950483,0.015772497518385553,1.2246016514392486,1.6942368762034676,1.4035855474441636,0.9998756505771317,0.021817383860012956,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(384, 1792)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1024, 128)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.020777886071554397,3.6928533091966136 +12301,12310,1.1862688865893196,0.0028758573624628817,0.006209874846206224,0.006053054620418212,1.2201663439435746,1.7297901978343773,1.4100709541958096,0.9999807185413099,0.008803537888144315,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(512, 1920)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(1344, 64)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.03389745735425498,3.4856930853120893 +12591,12705,1.0695890221417257,0.008858655167103347,-0.0043711985565834935,-0.004399866473550083,2.7478799949687804,1.0754515042562263,1.4163100476980155,0.9999904462659526,-0.0017107777893094534,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 1920)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(2432, 1152)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.005862482114500578,7.9927956679017065 +12932,12976,1.0678340663306698,0.07756129662499811,0.058496585283386776,0.058628548180849796,1.0841353640493963,2.2524671267128715,1.3815072867186318,0.9982876086129605,0.12153614737152069,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(320, 1280)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(1920, 1280)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.01630129771872646,3.1999517077382476 +13026,13051,1.3732033055869879,0.0218672807861321,0.006942819159926573,0.006888421493323194,1.3729141689102633,1.4487472166304438,1.4093028084539079,0.9999758983406113,0.007326306451841693,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 256)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(256, 1408)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.0002891366767245884,3.69824635188211 +13128,13289,1.312742203346194,0.001510457062284044,-0.0013272204438674756,-0.0014118589645056008,1.349923286892143,1.4908414815435744,1.4151471334251848,0.9999991192425588,-0.0014657686937349658,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(64, 1536)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 1600)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.037181083545948956,3.4083814899515392 +51,52,1.1899217445781625,0.2870623194184595,0.27232053306212106,0.26770686400584887,1.1960037442957858,1.217107296099902,1.2064171075772359,0.962206592823372,0.27712564383557003,"model.language_model.embed_tokens.weight|2d-128|(220416, 1920)","model.language_model.embed_tokens.weight|2d-128|(125184, 1920)",model.language_model.embed_tokens.weight,2d-128,0,0.006081999717623354,3.0291444418433033 +346,436,1.213774648761979,0.2342909292115958,0.19551579591093945,0.19551472183389548,1.249521935497076,1.2884193324036504,1.268523578626605,0.9807005524365283,0.20160216806576461,"model.language_model.embed_tokens.weight|2d-64|(85696, 64)","model.language_model.embed_tokens.weight|2d-64|(123200, 64)",model.language_model.embed_tokens.weight,2d-64,0,0.03574728673509697,3.174800607906379 +533,551,0.17754907730963038,0.9911483179518221,0.991148317951822,0.9997155065463419,0.20331853756771306,0.17754907730963038,0.18912961785009336,0.13275922499500303,0.8655259448279808,"model.language_model.layers.12.linear_attn.conv1d.weight|3d-axis0-slice|(3855, 0, 0)","model.language_model.layers.0.linear_attn.conv1d.weight|3d-axis0-slice|(2511, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,12,0.0,0.30421428456269306 +811,891,0.6761195061684278,0.7828890265447251,0.7828890265447251,0.7455569946961974,0.6761195061684278,1.3047107376228972,0.8489563823449926,0.6221613714430146,1.5107443432427594,"model.language_model.layers.12.linear_attn.conv1d.weight|3d-volume|(3724, 0, 0)","model.language_model.layers.4.linear_attn.conv1d.weight|3d-volume|(3324, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,8,0.0,1.6645802317189904 +1197,1239,1.16176374585195,-0.019176239320318686,-0.00010198260309617971,-4.322685563672804e-05,1.164067811084347,1.9539141835844764,1.4142769765756495,0.9999999947997743,-0.00017118010890007607,"model.language_model.layers.21.linear_attn.in_proj_qkv.weight|2d-128|(0, 0)","model.language_model.layers.12.linear_attn.in_proj_qkv.weight|2d-128|(5120, 128)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,9,0.0023040652323969013,3.274366626462307 +1296,1466,1.1603401478219117,0.039281113846095575,0.01591367856921844,0.01592096988251409,1.1691855372110016,1.8799503251785112,1.4040844748097585,0.9998733693995433,0.025587833794414643,"model.language_model.layers.1.linear_attn.in_proj_qkv.weight|2d-64|(3328, 640)","model.language_model.layers.9.linear_attn.in_proj_qkv.weight|2d-64|(3968, 896)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,8,0.008845389389089853,3.297492705320375 +1645,1667,1.1681254209331717,-0.019946701151123895,0.009632576962360124,0.009624803874094087,1.9594520874134618,1.1562047353101668,1.4082386845543564,0.9999536056543145,0.005683849668313091,"model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-128|(640, 1664)","model.language_model.layers.1.linear_attn.in_proj_z.weight|2d-128|(256, 384)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,3,0.011920685623004967,5.404523274894902 +1811,2009,1.1680062704941698,-0.006283994882481843,0.004126741793419975,0.004339314457353585,1.9750931835018948,1.1568098985711672,1.4116661571236289,0.9999914849648323,0.0024170281156109205,"model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-64|(320, 704)","model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-64|(192, 1280)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,0,0.011196371923002602,5.443002145603266 +2102,2299,1.245606145362569,-0.005330958530620106,-0.0016584666309837558,-0.0015310460878029044,1.6716681757623748,1.2494506529000726,1.4153378312661014,0.9999986247432713,-0.001239583456178802,"model.language_model.layers.16.linear_attn.out_proj.weight|2d-128|(1664, 256)","model.language_model.layers.13.linear_attn.out_proj.weight|2d-128|(1152, 128)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,3,0.0038445075375035387,4.564637382938276 +2446,2512,1.239267423943384,0.013952107255428337,0.01198500271734901,0.011971143671838148,1.5609419408921077,1.2893928613883452,1.4058667059458487,0.9999281772756807,0.009900033141935978,"model.language_model.layers.18.linear_attn.out_proj.weight|2d-64|(896, 1792)","model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(1152, 704)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,6,0.05012543744496112,4.314634435067418 +2683,2771,1.276139718051944,0.0318843961281722,-0.0043820785385194645,-0.004358562110709951,1.3496331718818555,1.4962669820568604,1.4172923997638092,0.9999903986477481,-0.004858178923406474,"model.language_model.layers.0.mlp.down_proj.weight|2d-128|(1152, 3968)","model.language_model.layers.3.mlp.down_proj.weight|2d-128|(1408, 2816)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,3,0.07349345382991146,3.358074807452829 +2836,2852,1.271141966035289,0.029667956532781405,-0.003777436134043161,-0.003534014792961178,1.299327391393472,1.5733393715713038,1.4168340185698374,0.9999928654626759,-0.004574050414585958,"model.language_model.layers.19.mlp.down_proj.weight|2d-64|(1856, 4032)","model.language_model.layers.2.mlp.down_proj.weight|2d-64|(1344, 832)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,17,0.028185425358183025,3.4002088755250597 +3185,3289,1.1745547982281026,0.03196488400188144,0.011445706656029881,0.01141748802170813,1.8143049014663333,1.1894539296795315,1.4067720484653419,0.9999344957541689,0.0075037777547593415,"model.language_model.layers.13.mlp.gate_proj.weight|2d-128|(5760, 1408)","model.language_model.layers.21.mlp.gate_proj.weight|2d-128|(2688, 1536)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,8,0.014899131451428849,4.903759674162756 +3431,3518,1.1684114940129242,0.016307245216992998,0.0049417456054766185,0.004548938481675662,1.1761701924228343,1.8844793167453913,1.411070996635886,0.9999877895006373,0.007917746464017024,"model.language_model.layers.18.mlp.gate_proj.weight|2d-64|(5440, 1024)","model.language_model.layers.11.mlp.gate_proj.weight|2d-64|(6080, 640)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,7,0.007758698409910059,3.1884936609251127 +3645,3801,1.252107291904833,0.019063639631503877,0.007800218760358445,0.007759752351885467,1.2758696013542135,1.5944300063454804,1.4088219222796767,0.9999695778308911,0.00974778522379863,"model.language_model.layers.19.mlp.up_proj.weight|2d-128|(2816, 128)","model.language_model.layers.2.mlp.up_proj.weight|2d-128|(4096, 1792)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,17,0.023762309449380403,3.180925495043169 +3931,3964,1.2457701399975034,0.012738888585606086,0.008266683779799793,0.008260680582928054,1.2449357800739507,1.6602649046587326,1.4085911066864876,0.9999658303858612,0.011024572654420712,"model.language_model.layers.22.mlp.up_proj.weight|2d-64|(1344, 704)","model.language_model.layers.2.mlp.up_proj.weight|2d-64|(3136, 1920)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,20,0.000834359923552741,3.330858901642729 +4117,4290,1.1919660530365557,-0.0023728408429499514,0.003183348985262367,0.003150133783126092,1.1933879079622791,1.823419203979933,1.4121492311995816,0.9999949331317824,0.004863950467378881,"model.language_model.layers.11.self_attn.k_proj.weight|2d-128|(128, 640)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 256)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,12,0.0014218549257234425,3.1560629364280794 +4375,4581,1.1127596430466604,0.041614425502858286,0.015192089252546974,0.015245223529430047,2.1489056823565194,1.1207959987483287,1.4053765996675291,0.9998845935527474,0.007923676216542847,"model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 640)","model.language_model.layers.11.self_attn.k_proj.weight|2d-64|(448, 320)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,12,0.008036355701668274,5.706990889993825 +4680,4708,1.1378744902405775,0.043541913748840415,0.006423736267314203,0.006436221285939615,1.1507137194521564,1.9984790750324926,1.4102796855167152,0.9999793675933359,0.011156295694351042,"model.language_model.layers.23.self_attn.o_proj.weight|2d-128|(384, 1792)","model.language_model.layers.3.self_attn.o_proj.weight|2d-128|(0, 0)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,20,0.012839229211578873,3.157324095717271 +5059,5117,1.1386897775350335,0.05760248729151765,0.052609206617015035,0.05260762485375925,1.1370709245046213,1.9065881550778854,1.3810955021254696,0.9986151768219469,0.08821269458432829,"model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(1472, 64)","model.language_model.layers.11.self_attn.o_proj.weight|2d-64|(448, 1856)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,8,0.001618853030412204,2.9867125470301192 +5146,5270,1.1422245688151242,0.04143458998970711,-0.0017328635427560702,-0.0017099561912670095,1.1550442659200904,2.004216437032254,1.4152733627914138,0.999998498590844,-0.003006840255389776,"model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(3456, 768)","model.language_model.layers.11.self_attn.q_proj.weight|2d-128|(1152, 768)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,8,0.01281969710496611,3.1818656859892074 +5393,5620,1.1276428472408613,0.03636242147296696,-0.002555770879475253,-0.0025310359727794057,1.1508508488859337,2.029498007344624,1.415763601981799,0.9999967340122725,-0.0045070409533481985,"model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(896, 0)","model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(2688, 384)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,0,0.023208001645072418,3.0117140685161035 +5634,5778,1.0941628914773107,0.02630135641935441,-0.006102983553841405,-0.00608559425740395,2.3730736144776414,1.1058162812734125,1.4175140741340229,0.9999813766224557,-0.002843897693273722,"model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(256, 768)","model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(128, 256)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,12,0.011653389796101754,7.936502978556421 +6008,6045,1.0911940221855474,-0.005069388998359661,-0.01277971586893119,-0.01244874864664291,1.098578460898693,2.484153561885049,1.4208830191906683,0.9999183360966581,-0.028898051277752003,"model.language_model.layers.23.self_attn.v_proj.weight|2d-64|(320, 1344)","model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(256, 384)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,16,0.007384438713145647,3.605200336995252 +6301,6394,1.2369776382479554,-0.025879542142382594,-0.023522525048137767,-0.02356025009281243,1.2435684165285181,1.7366270960136996,1.4298734999639238,0.9997233071282072,-0.032848899845246436,"model.visual.blocks.21.attn.proj.weight|2d-128|(384, 640)","model.visual.blocks.21.attn.proj.weight|2d-128|(896, 256)",model.visual.layers.*.attn.proj.weight,2d-128,0,0.006590778280562759,3.2983427724720755 +6574,6642,1.2089492778381181,-0.009453346093794423,0.013069701929766602,0.012818296729368748,1.1937082269262387,1.7948491129314024,1.4056648104212919,0.9999145877981114,0.01965148801505993,"model.visual.blocks.7.attn.proj.weight|2d-64|(640, 512)","model.visual.blocks.18.attn.proj.weight|2d-64|(512, 768)",model.visual.layers.*.attn.proj.weight,2d-64,11,0.015241050911879439,3.1438578161998856 +6726,6737,1.1394398456031527,0.022536556200214115,-0.002610282659268365,-0.002611201709682555,2.0833818919419427,1.1415230644842986,1.4157683271253954,0.9999965932064162,-0.0014302216371866608,"model.visual.blocks.11.attn.qkv.weight|2d-128|(2176, 256)","model.visual.blocks.23.attn.qkv.weight|2d-128|(2944, 256)",model.visual.layers.*.attn.qkv.weight,2d-128,12,0.002083218881145932,5.490864157534983 +6997,7074,1.1230073029008139,-0.005335550353327152,-0.006154278672215433,-0.005856900896317522,2.1176162591496395,1.1382075088665955,1.4178384179142132,0.9999810622476931,-0.003307892148120381,"model.visual.blocks.13.attn.qkv.weight|2d-64|(2496, 832)","model.visual.blocks.1.attn.qkv.weight|2d-64|(448, 320)",model.visual.layers.*.attn.qkv.weight,2d-64,12,0.015200205965781644,6.081365163572853 +7368,7423,1.2369973805963177,0.019764658835647694,0.0069493840204575335,0.007331159664589719,1.2523440975032432,1.6459115699024307,1.409469596062372,0.999975852739323,0.009133329718062175,"model.visual.blocks.3.mlp.linear_fc1.weight|2d-128|(2304, 0)","model.visual.blocks.18.mlp.linear_fc1.weight|2d-128|(2560, 768)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,15,0.015346716906925462,3.2469277243118504 +7596,7672,1.2421417730847113,0.04172818136694771,0.028944055167416712,0.02870923520165805,1.2595609811492747,1.5837165692728385,1.3941296255094282,0.9995810330685879,0.036392981710785796,"model.visual.blocks.4.mlp.linear_fc1.weight|2d-64|(3840, 960)","model.visual.blocks.14.mlp.linear_fc1.weight|2d-64|(256, 384)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,10,0.01741920806456343,3.2607042092625664 +7709,7724,1.243663152024182,0.052962219714288924,0.002089050893683547,0.001995497154466099,1.2808024257791615,1.5962621124257423,1.4127707407060146,0.999997817930801,0.002603580946911132,"model.visual.blocks.3.mlp.linear_fc2.weight|2d-128|(512, 1152)","model.visual.blocks.18.mlp.linear_fc2.weight|2d-128|(256, 3840)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,15,0.037139273754979385,3.8660469258570878 +8034,8042,1.2339839131893693,0.04696750292808697,0.030057842395378988,0.030155494688358934,1.2617418289490103,1.577068486265567,1.3933232444056813,0.9995481609760154,0.03756971110831342,"model.visual.blocks.6.mlp.linear_fc2.weight|2d-64|(64, 1280)","model.visual.blocks.13.mlp.linear_fc2.weight|2d-64|(128, 1600)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,7,0.02775791575964104,3.414447454667708 +8233,8416,1.343883641595262,0.038808514431422254,0.007271405822919578,0.007238486152482906,1.4359500587230754,1.3836376395380359,1.4090660725513096,0.9999735629792211,0.007006504667644467,"model.visual.merger.linear_fc1.weight|2d-128|(2432, 2816)","model.visual.merger.linear_fc1.weight|2d-128|(1280, 3328)",model.visual.merger.linear_fc1.weight,2d-128,0,0.0397539979427739,3.8556727564452706 +8616,8690,1.3487424773335392,0.04511226398207584,0.0020605787278557557,0.0020279812302065907,1.3714633354703136,1.458023579383725,1.4127584893301037,0.9999978770053997,0.0021906326583349214,"model.visual.merger.linear_fc1.weight|2d-64|(384, 3392)","model.visual.merger.linear_fc1.weight|2d-64|(1152, 2176)",model.visual.merger.linear_fc1.weight,2d-64,0,0.02272085813677438,3.4483885849553473 +8720,8922,1.3516840909241692,0.057324274463489665,0.004464840010884554,0.004430163152652864,1.4077197264375871,1.4144099583902305,1.4110529473926359,0.9999900325521636,0.0044860593024404465,"model.visual.merger.linear_fc2.weight|2d-128|(1920, 2176)","model.visual.merger.linear_fc2.weight|2d-128|(768, 3328)",model.visual.merger.linear_fc2.weight,2d-128,0,0.05603563551341795,3.673190272832748 +9022,9205,1.351883960461251,0.05185437528573991,0.049474251879629866,0.04949599718775731,1.389411926807361,1.3684088045512264,1.3787904024194533,0.9987753993771327,0.048726371614094516,"model.visual.merger.linear_fc2.weight|2d-64|(960, 1728)","model.visual.merger.linear_fc2.weight|2d-64|(1984, 3200)",model.visual.merger.linear_fc2.weight,2d-64,0,0.016524844089975455,3.6056466536575336 +9294,9310,0.8588849640433368,0.5758153349212578,0.5566244581634399,0.5578649358912208,0.906729134761745,0.9856536886785582,0.9437251665243718,0.8307642340485397,0.6050748005816097,"model.visual.pos_embed.weight|2d-128|(1152, 768)","model.visual.pos_embed.weight|2d-128|(1408, 768)",model.visual.pos_embed.weight,2d-128,0,0.047844170718408185,4.550997594522787 +9382,9584,0.5993763205714535,0.8016811758501554,0.7581330837797012,0.7573279929877044,0.83585972299129,0.6524874042229187,0.727377497588801,0.6520998598977619,0.591812566492199,"model.visual.pos_embed.weight|2d-64|(64, 384)","model.visual.pos_embed.weight|2d-64|(1152, 384)",model.visual.pos_embed.weight,2d-64,0,0.05311108365146522,4.630673751391142 +9672,9822,1.220106500864108,0.020197064087016194,-0.002502353609882709,-0.0023488935952469775,1.7427552394151749,1.2231547735087216,1.4158766357743557,0.9999968691083043,-0.0017562797653455533,"mtp.fc.weight|2d-128|(128, 3072)","mtp.fc.weight|2d-128|(1152, 3584)",mtp.fc.weight,2d-128,0,0.0030482726446134922,4.407875317873474 +9924,10025,1.1907648147635852,0.013547494473656208,0.00212209910162521,0.0018693563583325596,1.567688838686639,1.29619440490095,1.4127389733927387,0.9999977483451664,0.0017545911626674214,"mtp.fc.weight|2d-64|(1984, 3840)","mtp.fc.weight|2d-64|(1536, 2880)",mtp.fc.weight,2d-64,0,0.10542959013736475,4.467119530319706 +10170,10220,1.3285097091558,0.045283254285285186,0.010848347161823828,0.010845051796713766,1.388093708726803,1.4257094206194962,1.4065244609192773,0.9999411549505584,0.011142324649644424,"mtp.layers.0.mlp.down_proj.weight|2d-128|(1664, 640)","mtp.layers.0.mlp.down_proj.weight|2d-128|(1408, 2816)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.05958399957100302,3.594757034670113 +10412,10448,1.284441132149946,0.018750400212661385,0.016082965671326537,0.016102011571617877,1.472430519648688,1.3422742150261862,1.4028440165354763,0.9998706607432858,0.014661303086086272,"mtp.layers.0.mlp.down_proj.weight|2d-64|(1728, 5184)","mtp.layers.0.mlp.down_proj.weight|2d-64|(1856, 3712)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.057833082876240116,4.166900494247752 +10834,10882,1.3184888838459914,0.008613524884161916,0.010712983364926517,0.010801586761364262,1.3389627514531728,1.4857841816572304,1.4066589813479673,0.9999426143471548,0.011887695310933775,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(1536, 256)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(2560, 256)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.020473867607181395,3.625583027331916 +10962,11001,1.3065376393772226,0.04822382042602396,0.0338218744324738,0.0332808334875719,1.336577631548781,1.4507817310659643,1.3901737229313225,0.9994278767424261,0.036711790156312506,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(2688, 1408)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(2176, 1600)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.030039992171558394,3.4569338960305287 +11180,11194,1.3404341736858685,0.04278996698768051,0.008765714378433773,0.008724431523069055,1.4379700588914017,1.3798420014363506,1.4080069196532607,0.9999615803876846,0.008411371848230475,"mtp.layers.0.mlp.up_proj.weight|2d-128|(5504, 256)","mtp.layers.0.mlp.up_proj.weight|2d-128|(4736, 1280)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.03940782775048213,3.837722276455937 +11503,11581,1.3223778970651716,0.06062224671566804,0.04290096336195445,0.0429666051232465,1.3297842959161148,1.4446444813021113,1.3836515768844133,0.9990793298545497,0.046606536228264474,"mtp.layers.0.mlp.up_proj.weight|2d-64|(3904, 320)","mtp.layers.0.mlp.up_proj.weight|2d-64|(1088, 1664)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.0074063988509431855,3.5799545015612746 +11670,11727,1.25992942269652,0.03961853265233521,-0.006575074882927824,-0.0066639690254220365,1.5999507912815627,1.2878123799668721,1.4187481876698949,0.9999783839615154,-0.005292327038796759,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 768)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 1920)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.02788295727035206,4.36391575945891 +11883,11935,1.0967324702949264,0.03955009259757328,0.01137582290907711,0.01142495067763096,2.226935367240047,1.1128041558571127,1.4077660295694387,0.9999352932330878,0.005684521964912062,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(256, 1728)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 960)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.0160716855621863,6.936079458560188 +11998,12071,1.2038278844859902,0.0003475837636964076,-0.004640631512324359,-0.004649566972381142,1.1993650920370602,1.8239870938444542,1.417223125940225,0.9999892322116107,-0.007057444010973394,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(0, 1792)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(640, 896)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.0044627924489299975,3.513922791728906 +12327,12397,1.1863434405905209,0.02624643491017325,0.014568331810068346,0.01452099433671636,1.7349209877485918,1.2112235994569225,1.4045099606595572,0.9998938762230078,0.010170784385963508,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(1728, 0)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(1728, 1152)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.024880158866401603,5.354489915284204 +12550,12580,1.0696027413086235,0.01372401768736296,-0.006570132300908367,-0.006624867479519711,1.0795534117751802,2.6973956204456155,1.4174152074661424,0.9999784164478495,-0.016416275379165034,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(2432, 1024)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 512)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.009950670466556621,3.29525686344545 +12889,12948,1.0678772546859194,-0.005416549716133591,0.00717292886422224,0.00707128316875914,1.069846287732292,2.7611386271782385,1.4107920068148834,0.9999742742148464,0.01851242667672057,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(2496, 1408)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(640, 1536)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.001969033046372637,3.2420808293476386 +13034,13041,1.3733192162904004,0.03467036498327261,0.008808709920991099,0.008822652301577309,1.3758322249220865,1.4424878594893538,1.4079780815682534,0.9999612025621433,0.009235469913137593,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 1280)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(256, 128)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.00251300863168602,3.672205179579709 +13097,13266,1.3127849930185937,0.020717558395489284,0.023162299308107624,0.02316010371908576,1.3375244414973675,1.467058365891288,1.3978099368164574,0.9997317179577537,0.02540547590681479,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(0, 1600)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 128)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.02473944847877374,3.5635949995447396 +1,37,1.190167141705066,0.2739580364726196,0.2692698328779618,0.2660673475458789,1.1971811076726662,1.2210775400446168,1.2089522314631977,0.9630647730562439,0.27464461561545717,"model.language_model.embed_tokens.weight|2d-128|(84096, 1920)","model.language_model.embed_tokens.weight|2d-128|(215936, 1920)",model.language_model.embed_tokens.weight,2d-128,0,0.0070139659676000665,3.0555493778726985 +377,448,1.213963413586764,0.26094313751660747,0.21596329866850644,0.204154173594246,1.2658994819054517,1.2390655737329466,1.2522669528263566,0.9764014817830918,0.21138541597881688,"model.language_model.embed_tokens.weight|2d-64|(194368, 896)","model.language_model.embed_tokens.weight|2d-64|(217280, 896)",model.language_model.embed_tokens.weight,2d-64,0,0.025102160146182495,3.066079965007178 +693,752,0.17763342493970152,0.9904227326475672,0.9904227326475673,0.9930352791644752,0.17763342493970152,0.20216391743534712,0.18871326495056046,0.13806813772527526,1.1271963011298234,"model.language_model.layers.21.linear_attn.conv1d.weight|3d-axis0-slice|(1911, 0, 0)","model.language_model.layers.5.linear_attn.conv1d.weight|3d-axis0-slice|(216, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,16,0.0,0.22875512189508423 +946,1014,0.6774317229753334,0.7586162690392946,0.7586162690392946,0.8260739347431549,0.6774317229753335,1.1820263271943412,0.831202794828913,0.6515376860542302,1.3236823311196517,"model.language_model.layers.21.linear_attn.conv1d.weight|3d-volume|(5988, 0, 0)","model.language_model.layers.5.linear_attn.conv1d.weight|3d-volume|(1024, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,16,1.1102230246251565e-16,1.4093398113121018 +1166,1269,1.161801073432567,0.05911331673116726,0.005323406416700465,0.0053115928829056466,1.8072604923441717,1.1962908569339004,1.4107442238365182,0.999985830571675,0.0035237545727465876,"model.language_model.layers.8.linear_attn.in_proj_qkv.weight|2d-128|(4736, 384)","model.language_model.layers.22.linear_attn.in_proj_qkv.weight|2d-128|(5632, 896)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,14,0.03448978350133336,4.860915963024986 +1424,1473,1.1606083719932492,0.044319969107243784,0.020333564894931242,0.020687734734733523,1.8660874162931393,1.1692344498391798,1.4012156005280858,0.9997932516969014,0.012740402381803252,"model.language_model.layers.13.linear_attn.in_proj_qkv.weight|2d-64|(3200, 576)","model.language_model.layers.17.linear_attn.in_proj_qkv.weight|2d-64|(5376, 640)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,4,0.008626077845930613,4.906160193441901 +1574,1706,1.1681461632969812,0.046970372432365355,0.012994752196989335,0.012897350636391105,1.7722996010983008,1.2005141837969768,1.4056545828613496,0.9999155646430047,0.008802340370524828,"model.language_model.layers.13.linear_attn.in_proj_z.weight|2d-128|(1408, 384)","model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-128|(1920, 1536)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,11,0.03236802049999565,5.017860016199072 +1900,1922,1.168182315663258,-0.049587253887720846,-0.04811430848712476,-0.048173859093800744,1.1755772427840818,2.0559148617358045,1.4432367024021162,0.9988418359874629,-0.08414497855245515,"model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-64|(1600, 960)","model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-64|(640, 768)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,2,0.007394927120823791,3.256183497758664 +2281,2283,1.2457113861947866,0.03530202951808506,0.003330654771965217,0.00328381236562637,1.294447054043616,1.5684902986895244,1.411899306183123,0.9999944533540123,0.004035777038382745,"model.language_model.layers.22.linear_attn.out_proj.weight|2d-128|(1920, 1024)","model.language_model.layers.21.linear_attn.out_proj.weight|2d-128|(1280, 512)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,1,0.04873566784882932,3.422628650474665 +2351,2397,1.2392977292525487,0.006036991459547551,-0.001657408396778937,-0.0016390363561107919,1.6186996252265238,1.2733535238800284,1.4153521159913067,0.9999986264977598,-0.0013038038618508143,"model.language_model.layers.18.linear_attn.out_proj.weight|2d-64|(64, 1536)","model.language_model.layers.6.linear_attn.out_proj.weight|2d-64|(1280, 256)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,12,0.03405579462747976,4.444745938468124 +2644,2716,1.2761530945563313,0.032462094683248184,0.004434758299860625,0.004459186953354128,1.2913659508800177,1.5719023514903425,1.411133995175563,0.9999901664110611,0.005398165403921133,"model.language_model.layers.21.mlp.down_proj.weight|2d-128|(1920, 640)","model.language_model.layers.2.mlp.down_proj.weight|2d-128|(1664, 3072)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,19,0.015212856323686408,3.3574300934888557 +2847,2966,1.2711509862878905,0.021186973348695504,-0.00219968748421211,-0.002051607561538059,1.3060682694193486,1.5586828138186513,1.415744145627581,0.9999975806845594,-0.0026251423127656988,"model.language_model.layers.19.mlp.down_proj.weight|2d-64|(448, 2624)","model.language_model.layers.1.mlp.down_proj.weight|2d-64|(320, 2432)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,18,0.03491728313145814,3.1574761567533507 +3110,3224,1.1745703076555924,0.021534429190478835,0.01400008404024153,0.01386575997230421,1.1835502216352343,1.828623688823341,1.4051532038035348,0.9999019940208471,0.021630586394662806,"model.language_model.layers.21.mlp.gate_proj.weight|2d-128|(2816, 768)","model.language_model.layers.9.mlp.gate_proj.weight|2d-128|(4736, 1664)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,12,0.008979913979641818,3.083373995684271 +3383,3448,1.168414564330612,0.006559660049441527,0.013011823669337936,0.01299904479025926,1.1617004509337816,1.9221333386469233,1.4060439859539366,0.9999153426389646,0.021529181684767387,"model.language_model.layers.18.mlp.gate_proj.weight|2d-64|(4608, 832)","model.language_model.layers.10.mlp.gate_proj.weight|2d-64|(4416, 1792)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,8,0.006714113396830479,3.098566479790128 +3584,3809,1.2521477189212669,0.03800645797372396,0.015913176869363145,0.015911602888149915,1.5878324619655666,1.2708861276848926,1.4031915675912296,0.9998733773843188,0.012736756688822688,"model.language_model.layers.0.mlp.up_proj.weight|2d-128|(6016, 768)","model.language_model.layers.21.mlp.up_proj.weight|2d-128|(2944, 0)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,21,0.018738408763625758,4.253908433581763 +4028,4059,1.2459435715738318,0.030649352755632117,0.020870134143151392,0.020874136644264678,1.262796489442732,1.593853890525871,1.3997735742394466,0.9997821950309211,0.026341492693361803,"model.language_model.layers.19.mlp.up_proj.weight|2d-64|(5696, 1536)","model.language_model.layers.2.mlp.up_proj.weight|2d-64|(2368, 1408)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,17,0.016852917868900086,3.2881799429264573 +4117,4316,1.1919846973265775,0.0433517595168839,-0.0013484869822127964,-0.0013648814625249566,1.222681451091991,1.7412660176010506,1.4151101570613962,0.999999090791016,-0.0019204303420219896,"model.language_model.layers.11.self_attn.k_proj.weight|2d-128|(128, 640)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(128, 1536)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,12,0.030696753765413476,3.302031732859682 +4506,4579,1.112776470774847,0.01020445976286042,0.009819248138706927,0.00942146302065347,2.245531571623632,1.111419153475093,1.4086820697170228,0.9999517900208942,0.004860007577712511,"model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 1984)","model.language_model.layers.11.self_attn.k_proj.weight|2d-64|(448, 192)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,12,0.0013573172997540794,6.263505283351012 +4728,4747,1.1379032451048703,0.014404886702355795,0.008804104044789263,0.00879123760204928,1.1393013669268188,2.053624764304613,1.4089218340143435,0.9999612431249365,0.01586966066991035,"model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(1920, 896)","model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(1408, 1536)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,12,0.0013981218219485392,3.011812403031893 +5059,5102,1.1388436794863022,0.0571414081346676,0.02542181431581517,0.025341301712445512,1.1638076544347662,1.873121494599628,1.3980045134600405,0.9996768134536742,0.04091582199620515,"model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(1472, 64)","model.language_model.layers.11.self_attn.o_proj.weight|2d-64|(448, 896)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,8,0.02496397494846403,3.1320642172390794 +5147,5172,1.1422836734266164,-0.020618852239927436,0.0019418163453580742,0.001934471532882342,1.1267753621987096,2.1618970070991534,1.4130875792136093,0.9999981146728633,0.003725682231082994,"model.language_model.layers.23.self_attn.q_proj.weight|2d-128|(3328, 1664)","model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(2688, 1536)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,16,0.015508311227906857,3.222659263906847 +5492,5591,1.1276738692734343,0.02407136602211529,-0.005459340999872472,-0.006280139258023107,2.0848457190173786,1.1430606182503218,1.417464491749153,0.999985097686884,-0.0029931987972207077,"model.language_model.layers.19.self_attn.q_proj.weight|2d-64|(1920, 1280)","model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(2880, 1088)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,16,0.015386748976887521,5.583323046686329 +5766,5792,1.0943331189539356,0.009492950053932523,0.020525674156845194,0.02053618203541115,1.0851658327626614,2.4527209336791627,1.4034320523886978,0.9997893261584698,0.0463926794987678,"model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(0, 768)","model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(256, 896)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,12,0.00916728619127416,3.5235007253169637 +5906,6090,1.091639840851077,0.0012890738220352113,0.0033573446542516762,0.0033926061554131245,1.1055919495914033,2.3280918556435295,1.4123725053574399,0.9999943641025546,0.007069703021119434,"model.language_model.layers.23.self_attn.v_proj.weight|2d-64|(256, 1152)","model.language_model.layers.3.self_attn.v_proj.weight|2d-64|(448, 640)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,20,0.013952108740326263,3.9482251861895206 +6275,6331,1.2369785258600527,0.04073822471492948,0.006040864911310853,0.006026130378419416,1.2598894805616843,1.631064856219231,1.4100745133243529,0.9999817538090999,0.00782056093810256,"model.visual.blocks.22.attn.proj.weight|2d-128|(896, 640)","model.visual.blocks.14.attn.proj.weight|2d-128|(896, 896)",model.visual.layers.*.attn.proj.weight,2d-128,8,0.022910954701631514,3.314225531859483 +6621,6642,1.2089648072586976,-0.030465402985625435,-0.019653538119562358,-0.019828992050735194,1.20861417764265,1.8328573371311991,1.4269300322648593,0.9998068505663397,-0.02980449196226309,"model.visual.blocks.20.attn.proj.weight|2d-64|(0, 320)","model.visual.blocks.18.attn.proj.weight|2d-64|(512, 768)",model.visual.layers.*.attn.proj.weight,2d-64,2,0.000350629616047593,3.190022298052869 +6663,6828,1.140014571008298,0.02046467053674696,0.0019373947324766204,0.0018407138363447505,1.1488692575347588,2.024302790222703,1.4130369192535457,0.9999981232490641,0.0034136813540739507,"model.visual.blocks.2.attn.qkv.weight|2d-128|(512, 768)","model.visual.blocks.6.attn.qkv.weight|2d-128|(2816, 640)",model.visual.layers.*.attn.qkv.weight,2d-128,4,0.008854686526460709,3.2482048276814988 +6916,7097,1.1233013755214305,0.03422377731244182,0.0009402055440972559,0.0009645066613652519,2.0322134734442483,1.148084554935199,1.4136440119405382,0.9999995580066697,0.0005311624382713343,"model.visual.blocks.6.attn.qkv.weight|2d-64|(2304, 512)","model.visual.blocks.4.attn.qkv.weight|2d-64|(1600, 768)",model.visual.layers.*.attn.qkv.weight,2d-64,2,0.024783179413768508,5.276433179269968 +7265,7326,1.2370143912431093,0.029320615306812278,-0.00503741561819613,-0.005437163906217102,1.6581538306037724,1.258418410718789,1.4176400490395695,0.9999873121414539,-0.0038230328449515073,"model.visual.blocks.18.mlp.linear_fc1.weight|2d-128|(3712, 768)","model.visual.blocks.0.mlp.linear_fc1.weight|2d-128|(2432, 768)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,18,0.021404019475679714,4.908733535523874 +7530,7557,1.242207722876757,0.050003547404218245,0.024684803552390826,0.024030861768796666,1.599547122010394,1.25617415026199,1.3971533897113109,0.999695283810812,0.019385744689931806,"model.visual.blocks.23.mlp.linear_fc1.weight|2d-64|(3328, 448)","model.visual.blocks.3.mlp.linear_fc1.weight|2d-64|(3456, 384)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,20,0.013966427385233127,4.134916449099475 +7681,7843,1.24389569495545,0.0028935056183655578,0.0006649308845587351,0.0006615090693109408,1.235839796369189,1.7003393725050908,1.4137662739689798,0.999999778933435,0.0009148501013897613,"model.visual.blocks.4.mlp.linear_fc2.weight|2d-128|(256, 1024)","model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(256, 2304)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,6,0.008055898586261101,3.738742146032999 +7989,8040,1.234028221292954,0.044795424959952014,0.01887587781100025,0.018909653680346094,1.2901308733234502,1.5465025428999541,1.4010210510823131,0.9998218347470034,0.022626846343876343,"model.visual.blocks.4.mlp.linear_fc2.weight|2d-64|(384, 1792)","model.visual.blocks.8.mlp.linear_fc2.weight|2d-64|(960, 448)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,4,0.056102652030496136,3.683961017330035 +8198,8342,1.343968130958085,0.03339704243270419,0.005462780912358235,0.005491927036337398,1.3999365317954895,1.4209910462180488,1.4103459346412488,0.9999850789010322,0.005544939065170359,"model.visual.merger.linear_fc1.weight|2d-128|(3968, 768)","model.visual.merger.linear_fc1.weight|2d-128|(512, 2816)",model.visual.merger.linear_fc1.weight,2d-128,0,0.0559684008374044,3.529249238601127 +8530,8611,1.348807759252949,0.035438291378805116,0.025135893029437913,0.0249713889694845,1.3814692663311314,1.4116827236749847,1.3963308980549498,0.9996840435265598,0.025685628192103883,"model.visual.merger.linear_fc1.weight|2d-64|(64, 1152)","model.visual.merger.linear_fc1.weight|2d-64|(768, 3072)",model.visual.merger.linear_fc1.weight,2d-64,0,0.032661507078182384,3.378430799960374 +8801,8885,1.3516861704269891,0.05082643398123479,0.0026107125828838023,0.0025640703804990527,1.4247676212162308,1.400283816646886,1.4123665810089967,0.9999965920840979,0.0025658490025257004,"model.visual.merger.linear_fc2.weight|2d-128|(384, 128)","model.visual.merger.linear_fc2.weight|2d-128|(640, 2688)",model.visual.merger.linear_fc2.weight,2d-128,0,0.04859764621989693,3.6441148540000037 +8967,9120,1.3518950338281346,0.04385247875641554,0.04163714218485952,0.04173438582851968,1.3489875442481694,1.4229765006979767,1.384501458949814,0.999132798175837,0.04392084651774642,"model.visual.merger.linear_fc2.weight|2d-64|(1152, 2688)","model.visual.merger.linear_fc2.weight|2d-64|(1600, 128)",model.visual.merger.linear_fc2.weight,2d-64,0,0.002907489579965228,3.5024036924131896 +9237,9357,0.859033848620697,0.550542727712217,0.5353058962000441,0.5411817218360265,0.8778611764012266,1.1335201376321433,0.9815455970472727,0.8446582726129352,0.6912026974737095,"model.visual.pos_embed.weight|2d-128|(256, 640)","model.visual.pos_embed.weight|2d-128|(2176, 640)",model.visual.pos_embed.weight,2d-128,0,0.018827327780529646,3.7141569101157375 +9443,9547,0.5995867892610148,0.8064855845309811,0.5663481518937011,0.5656508905403518,0.8502072586460768,1.0968144262057924,0.9503011396097872,0.8241661063442183,0.7306204656982167,"model.visual.pos_embed.weight|2d-64|(320, 192)","model.visual.pos_embed.weight|2d-64|(1856, 192)",model.visual.pos_embed.weight,2d-64,0,0.250620469385062,3.0244372594338094 +9642,9805,1.2204070234640476,-0.00032206776273486625,-0.0005942143035169348,-0.0006071594972274895,1.3009198418830403,1.5645322360831517,1.4146266225103488,0.9999998234546652,-0.0007146231482243197,"mtp.fc.weight|2d-128|(1536, 3968)","mtp.fc.weight|2d-128|(1664, 3584)",mtp.fc.weight,2d-128,0,0.08051281841899272,2.9855796366006198 +10025,10029,1.1909541663386032,0.03703751474182787,0.035418788773067256,0.03525336098411385,1.2529956989525448,1.5836020785153573,1.3896262599554159,0.9993725578591043,0.044764134119865004,"mtp.fc.weight|2d-64|(1536, 2880)","mtp.fc.weight|2d-64|(1536, 2176)",mtp.fc.weight,2d-64,0,0.06204153261394163,3.115814565355497 +10176,10377,1.328613473420126,0.044348575595985484,0.013385746672235159,0.013328484103823765,1.396923183492411,1.4126429816496333,1.404717118416657,0.9999104068795498,0.013536378602721971,"mtp.layers.0.mlp.down_proj.weight|2d-128|(1792, 640)","mtp.layers.0.mlp.down_proj.weight|2d-128|(640, 6016)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.06830971007228492,3.5671391697068286 +10503,10524,1.284619478694289,0.008970693482241037,-0.0062884759137495465,-0.006108174314795018,1.3710148434098828,1.4716047878979934,1.418642130225523,0.999980227339862,-0.006749854903276487,"mtp.layers.0.mlp.down_proj.weight|2d-64|(64, 1472)","mtp.layers.0.mlp.down_proj.weight|2d-64|(128, 5952)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.08639536471559373,3.4736425185168684 +10649,10691,1.318494047712207,0.03882371025359513,0.017615250537600293,0.01770441537250197,1.476868449928207,1.3370639224521172,1.401764244247397,0.9998448394368485,0.01594774130351661,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(3840, 1280)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(384, 384)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.01856987473991034,4.126728005943059 +11103,11133,1.3066431192535037,0.025422351368146738,0.012574515527405461,0.012680851047195178,1.3305622643936605,1.4943646529512693,1.40535387549419,0.9999209376541982,0.014122534536709305,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(1536, 704)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(3200, 960)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.023919145140156806,3.4943826350478706 +11233,11303,1.340438526922284,0.04271412679024372,0.0007377854490814889,0.0006711862188900165,1.3937602794389854,1.4345040195657874,1.4136919895884363,0.9999997278362786,0.0007593531024650476,"mtp.layers.0.mlp.up_proj.weight|2d-128|(2944, 1792)","mtp.layers.0.mlp.up_proj.weight|2d-128|(3072, 1152)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.05332175251670135,3.5749081962814935 +11424,11652,1.3224128676744542,0.03950760936600163,0.028147256097541068,0.028083467137302105,1.3381088482305061,1.4580904547214666,1.3942425907990121,0.9996037874949152,0.030671081427118222,"mtp.layers.0.mlp.up_proj.weight|2d-64|(0, 1024)","mtp.layers.0.mlp.up_proj.weight|2d-64|(4928, 640)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.015695980556051925,3.569932513044303 +11677,11690,1.2599332611277727,0.04118480013307591,0.0072007185151754015,0.007186308261675074,1.5913947188483806,1.2780454461611879,1.40923312236497,0.9999740744903666,0.005782880512553258,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 1664)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(128, 1280)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.018112185033415162,4.446992806327313 +11744,11812,1.0967368358961878,-0.0019279696784483859,-0.007710551635047549,-0.00760182770202279,2.194656354625387,1.1278388477890402,1.4186396702486654,0.999970273254902,-0.003962469866210247,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 1024)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(128, 1280)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.031102011892852444,8.18943503905254 +12159,12161,1.2039305628420747,0.02910696231519155,0.014831779345917784,0.01467100432083939,1.2263712505379283,1.6917642109891542,1.4042108059447707,0.9998900031110591,0.02046025905426736,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(1280, 1920)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1408, 128)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.02244068769585361,3.5110404539363858 +12290,12488,1.1863484331290568,0.0025328381867159248,-0.013593241636825449,-0.013590370069150644,1.220746398640382,1.7777072594051353,1.4231560109365655,0.9999076076227258,-0.01979510598069061,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(64, 1152)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(704, 0)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.034397965511325124,3.444094351145251 +12591,12604,1.0696563371873413,-0.02642315796725686,-0.01585584522634756,-0.016000633766484293,2.9995278770764697,1.0666448265282698,1.421274702950252,0.9998742881843488,-0.005638405767177145,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 1920)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(768, 1536)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.00301151065907157,8.944378270832033 +12889,12987,1.067900731918303,0.006828866986100151,0.007696348769739506,0.00776570827283209,1.0735074008029017,2.6960364041796843,1.4104677947979403,0.9999703826692141,0.019328824791484518,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(2496, 1408)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(576, 1344)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.00560666888459882,3.168358442861889 +13040,13065,1.3735657410360018,0.03309739711339785,-0.002002480536498633,-0.0020713233348450956,1.429347764110056,1.4022969682288684,1.41562856362489,0.9999979950338405,-0.0019645830467421056,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(256, 0)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(384, 1152)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.028731227192866582,3.771876103429898 +13252,13279,1.312958485279569,0.02135893088111076,0.015824960714997744,0.016107742774272474,1.3328512007944657,1.4856419505269702,1.4030451007908087,0.9998747774688432,0.0176390473967599,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(320, 1280)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 960)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.019892715514896686,3.55388604005589 +168,246,1.1904006001193603,0.2209426316812446,0.23422182863759405,0.23374670284071436,1.2848342704405247,1.196021396200574,1.2380450357681168,0.9721831797504324,0.2180314807541198,"model.language_model.embed_tokens.weight|2d-128|(23168, 768)","model.language_model.embed_tokens.weight|2d-128|(238592, 768)",model.language_model.embed_tokens.weight,2d-128,0,0.005620796081213575,3.578217834555332 +320,496,1.2141522683555153,0.12281625100972343,0.07321880255252576,0.07245888017417684,1.3044471102568407,1.4271569477270076,1.3616725853290408,0.997315901283427,0.08010652325069316,"model.language_model.embed_tokens.weight|2d-64|(140032, 64)","model.language_model.embed_tokens.weight|2d-64|(248192, 832)",model.language_model.embed_tokens.weight,2d-64,0,0.09029484190132542,3.6004998190191566 +604,672,0.17772194520682863,0.992818805079914,0.992818805079914,0.9976612462886604,0.17772194520682863,0.20632062716679778,0.19042917681028554,0.11962784073823109,1.1525813443505348,"model.language_model.layers.18.linear_attn.conv1d.weight|3d-axis0-slice|(5913, 0, 0)","model.language_model.layers.9.linear_attn.conv1d.weight|3d-axis0-slice|(426, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,9,0.0,0.27743620761557924 +979,1003,0.6780039128303064,0.9036562910725301,0.90365629107253,0.9094826672974315,0.6780039128303064,1.7935233169155678,0.8968957148215654,0.42825845888322994,2.390441408738103,"model.language_model.layers.14.linear_attn.conv1d.weight|3d-volume|(536, 0, 0)","model.language_model.layers.14.linear_attn.conv1d.weight|3d-volume|(5624, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,0,0.0,1.9034632600386125 +1030,1235,1.1618188238583498,0.02691840453217541,0.001702097458970202,0.0016404567282065465,1.8942876367396522,1.176188677861408,1.4131344189081818,0.9999985514310709,0.0010568552109135544,"model.language_model.layers.10.linear_attn.in_proj_qkv.weight|2d-128|(4352, 1280)","model.language_model.layers.17.linear_attn.in_proj_qkv.weight|2d-128|(4864, 1920)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,7,0.014369854003058125,5.481213920659935 +1381,1405,1.1606196805038616,0.02904311467251257,0.020539952558194755,0.0205300721658898,1.1505501333041732,1.9503672507999272,1.401443909009686,0.9997890329208993,0.034818518240001255,"model.language_model.layers.14.linear_attn.in_proj_qkv.weight|2d-64|(2176, 1344)","model.language_model.layers.12.linear_attn.in_proj_qkv.weight|2d-64|(2688, 704)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,2,0.010069547199688333,3.183319121921247 +1569,1632,1.1683274782684472,-0.03272500455319325,-0.005265322170985656,-0.005244625138829362,2.0588047436872414,1.1473660370333043,1.417376406784334,0.9999861380951416,-0.0029343490933519773,"model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(256, 1664)","model.language_model.layers.20.linear_attn.in_proj_z.weight|2d-128|(1152, 896)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,2,0.020961441235142875,5.717374462774561 +1922,1929,1.1682161161206472,-0.021574214491171438,-0.017808851792541838,-0.01787613060744904,1.9441319658626621,1.1786087877453977,1.4253348488804916,0.9998414098234936,-0.010796422048969048,"model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-64|(640, 768)","model.language_model.layers.6.linear_attn.in_proj_z.weight|2d-64|(1856, 1472)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,2,0.010392671624750438,5.853024445263719 +2102,2257,1.245880298744841,-0.00635607555759843,0.006888919857104003,0.006794382411908964,1.6735763414615314,1.240727450201737,1.4095449318207136,0.9999762711100711,0.0051071897691171006,"model.language_model.layers.16.linear_attn.out_proj.weight|2d-128|(1664, 256)","model.language_model.layers.2.linear_attn.out_proj.weight|2d-128|(1664, 256)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,14,0.005152848543104049,4.438237152585945 +2360,2382,1.2392996961914526,0.025167259217623777,0.008110055275504171,0.00808494416022993,1.6444660142033825,1.251866253784672,1.4086749771240692,0.9999671129609354,0.006173860954280792,"model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(64, 1024)","model.language_model.layers.5.linear_attn.out_proj.weight|2d-64|(1664, 832)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,7,0.012566557593219452,4.277072657050579 +2723,2813,1.276207765195638,0.009598778035273137,0.00042854594507423964,0.00040547731095617363,1.2961211054390456,1.5710420048501186,1.4139160247191525,0.9999999081741823,0.0005194450409722803,"model.language_model.layers.18.mlp.down_proj.weight|2d-128|(1536, 3840)","model.language_model.layers.3.mlp.down_proj.weight|2d-128|(0, 6016)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,15,0.019913340243407518,3.407460494711287 +2920,2965,1.2711855588081578,0.00916236059867748,0.008881775597907272,0.008862702208546699,1.5659020409403541,1.2899500559104848,1.4080358972601519,0.9999605562532097,0.007316579600486816,"model.language_model.layers.12.mlp.down_proj.weight|2d-64|(512, 5568)","model.language_model.layers.16.mlp.down_proj.weight|2d-64|(128, 6080)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,4,0.018764497102327082,4.243268922021247 +3203,3235,1.174774216721888,0.04472273214695048,0.009424866082095189,0.009526163894438463,1.80523195355728,1.1936162461323665,1.4080681020874377,0.9999555849633196,0.006231705156250311,"model.language_model.layers.8.mlp.gate_proj.weight|2d-128|(5504, 1024)","model.language_model.layers.22.mlp.gate_proj.weight|2d-128|(4864, 640)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,14,0.018842029410478522,4.674603530693484 +3365,3448,1.168433297974053,-0.01048154088551881,-0.01671337786343791,-0.016677918242929593,1.1800541536869127,1.9344201718401686,1.4246831228250105,0.9998603217451896,-0.02739763694539656,"model.language_model.layers.21.mlp.gate_proj.weight|2d-64|(1728, 960)","model.language_model.layers.10.mlp.gate_proj.weight|2d-64|(4416, 1792)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,11,0.011620855712859646,3.153641244456394 +3716,3808,1.2521800729990609,0.030053781726111898,-0.0045870784252071,-0.004552695989342821,1.2800027935394018,1.6112217479365358,1.4173695610798154,0.999989479300418,-0.005774050303239941,"model.language_model.layers.20.mlp.up_proj.weight|2d-128|(3840, 640)","model.language_model.layers.2.mlp.up_proj.weight|2d-128|(384, 896)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,18,0.02782272054034096,3.3299226894899756 +3864,3869,1.2461776689038748,0.03747276800180516,0.023622786462199997,0.023595108894203905,1.6171552653307344,1.249015435787856,1.3979585138469341,0.9997209430434882,0.01824514043898803,"model.language_model.layers.13.mlp.up_proj.weight|2d-64|(4352, 64)","model.language_model.layers.23.mlp.up_proj.weight|2d-64|(2752, 1728)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,10,0.0028377668839811854,4.165381781361493 +4242,4290,1.1920122034602252,0.02777046321772422,0.0169802235310818,0.016627321588576827,1.206615338464172,1.7426247419081273,1.4029295514566038,0.99985582561129,0.024523273246349793,"model.language_model.layers.19.self_attn.k_proj.weight|2d-128|(128, 256)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 256)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,4,0.014603135003946832,3.52183346443445 +4375,4393,1.112898875860926,0.008674386085561429,-0.00896614157628809,-0.008900473783795809,2.1857234924319777,1.1298036771100584,1.419376484528821,0.9999598033447313,-0.004634611723511462,"model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 640)","model.language_model.layers.11.self_attn.k_proj.weight|2d-64|(64, 576)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,12,0.016904801249132406,6.866504261702558 +4734,4799,1.1379458817858081,0.04052963433460563,-0.004282466714138673,-0.004207196746793576,2.022045233673683,1.1533565534632508,1.4168176331808318,0.9999908301973786,-0.00244268079046206,"model.language_model.layers.11.self_attn.o_proj.weight|2d-128|(896, 1792)","model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(1408, 256)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,8,0.0154106716774427,5.085145774089429 +4900,5015,1.138893219763545,0.003384065832592163,0.0005112171197019911,0.00042516704457036775,1.1472775411306733,2.038268245590431,1.4139044985508022,0.9999998693285197,0.000908235003592813,"model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(1792, 960)","model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(1024, 1472)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,12,0.008384321367128189,3.2197363464676636 +5162,5166,1.1428655102273508,0.05529765034034943,0.026714762659941636,0.026718176491297527,1.94129370582941,1.1481193214415844,1.397561639509811,0.9996430970381495,0.015799636647202124,"model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(384, 768)","model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(3328, 768)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,4,0.005253811214233517,5.349348102894638 +5470,5613,1.1279811826534956,0.05104716214635598,0.010859614535216376,0.010925505592036956,1.157876041164331,1.9472014111755276,1.4074506697246736,0.999941032647499,0.018262625700875425,"model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(960, 1792)","model.language_model.layers.19.self_attn.q_proj.weight|2d-64|(3072, 1856)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,16,0.029894858510835398,3.1048844659229204 +5774,5833,1.0943672704694793,0.0203771298979865,0.008531595237134353,0.008525428599918708,1.0932678933225137,2.4269620655303115,1.4096880564820644,0.9999636052790669,0.018939418348834596,"model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(0, 1792)","model.language_model.layers.3.self_attn.v_proj.weight|2d-128|(256, 640)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,16,0.0010993771469656188,3.3354573612221254 +5989,6045,1.0917470981283313,0.023655459621905132,0.008053148786800648,0.007875941449053073,1.0977603300486551,2.381362945263378,1.4098769917573635,0.9999675728715495,0.017469633023384806,"model.language_model.layers.23.self_attn.v_proj.weight|2d-64|(448, 448)","model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(256, 384)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,16,0.00601323192032388,3.3432847997461272 +6244,6394,1.2371035588792816,0.012975540971412881,-0.007044995512201757,-0.006917950446596083,1.2537557098348047,1.673390607979381,1.4189864336269684,0.9999751837111924,-0.0094029715923915,"model.visual.blocks.5.attn.proj.weight|2d-128|(768, 512)","model.visual.blocks.21.attn.proj.weight|2d-128|(896, 256)",model.visual.layers.*.attn.proj.weight,2d-128,16,0.016652150955523082,3.077314238156475 +6497,6642,1.209042169335637,0.021102519535286184,0.018225744912255162,0.018309775141917502,1.2213261012668464,1.6971555540882375,1.4019401706429029,0.9998338973161459,0.0253265071246283,"model.visual.blocks.1.attn.proj.weight|2d-64|(448, 192)","model.visual.blocks.18.attn.proj.weight|2d-64|(512, 768)",model.visual.layers.*.attn.proj.weight,2d-64,17,0.012283931931209358,3.328213111510588 +6699,6738,1.1400481146498216,0.04559027248014753,0.006985185334540527,0.007004236800184807,1.9453200658313365,1.1609602023700223,1.4098596933360559,0.9999756032953214,0.004168734144072411,"model.visual.blocks.10.attn.qkv.weight|2d-128|(768, 768)","model.visual.blocks.0.attn.qkv.weight|2d-128|(1280, 256)",model.visual.layers.*.attn.qkv.weight,2d-128,10,0.0209120877202007,6.634829345604209 +7062,7097,1.1236964357530208,-0.02233517978775414,-0.007325150981308152,-0.0073320612965005515,2.2876546629931944,1.1158192160026283,1.4182894446930483,0.9999731707216455,-0.003572892516202504,"model.visual.blocks.18.attn.qkv.weight|2d-64|(2752, 576)","model.visual.blocks.4.attn.qkv.weight|2d-64|(1600, 768)",model.visual.layers.*.attn.qkv.weight,2d-64,14,0.007877219750392461,5.938088633211482 +7216,7354,1.237156223557187,0.046655249553290735,0.014429089482175033,0.014650996266170809,1.239757361478688,1.6588205059097334,1.404394357640537,0.9998958952694602,0.01930641451169948,"model.visual.blocks.1.mlp.linear_fc1.weight|2d-128|(3968, 128)","model.visual.blocks.22.mlp.linear_fc1.weight|2d-128|(1408, 768)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,21,0.0026011379215011843,3.330484879203629 +7615,7643,1.2425311833661215,0.04210586178783337,0.04458023548807216,0.04406701734345287,1.651559953831132,1.214617081162939,1.3837953785833248,0.9990058070921449,0.03278592180712028,"model.visual.blocks.17.mlp.linear_fc1.weight|2d-64|(256, 256)","model.visual.blocks.0.mlp.linear_fc1.weight|2d-64|(832, 704)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,17,0.027914102203182356,5.2452698445605055 +7681,7697,1.2439925219797718,0.026105399996097862,0.0037647913888510416,0.0037722286556018106,1.272069817563762,1.6102020085003848,1.4116213579128731,0.9999929131477875,0.00476552039220838,"model.visual.blocks.4.mlp.linear_fc2.weight|2d-128|(256, 1024)","model.visual.blocks.2.mlp.linear_fc2.weight|2d-128|(896, 896)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,2,0.02807729558399008,3.8042285198987935 +8001,8140,1.234199988027747,0.0465731272485836,0.0033498932622477826,0.003601184016905428,1.3102544345538598,1.541517038035201,1.4118738461085958,0.9999943890918246,0.003941156315271382,"model.visual.blocks.3.mlp.linear_fc2.weight|2d-64|(384, 832)","model.visual.blocks.11.mlp.linear_fc2.weight|2d-64|(896, 832)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,8,0.07605444652611282,3.344738246193381 +8344,8372,1.343982022903,0.023032219484686273,0.0014406961593192047,0.0014468828156863024,1.3965270357006214,1.430473894100003,1.413194763123856,0.9999989621967498,0.0014757166832809236,"model.visual.merger.linear_fc1.weight|2d-128|(512, 3072)","model.visual.merger.linear_fc1.weight|2d-128|(640, 2560)",model.visual.merger.linear_fc1.weight,2d-128,0,0.05254501279762147,3.5343975676959913 +8476,8558,1.348813588195888,0.029843021000399664,0.01530462944117418,0.015290012367274628,1.36526601244382,1.4448476134298045,1.4033673073672477,0.9998828772999707,0.01619673903910207,"model.visual.merger.linear_fc1.weight|2d-64|(3072, 512)","model.visual.merger.linear_fc1.weight|2d-64|(1152, 2048)",model.visual.merger.linear_fc1.weight,2d-64,0,0.01645242424793203,3.4437090505013694 +8772,8794,1.3517105230270516,0.03963797997779014,0.005806251227751579,0.005752942544446159,1.4238461098505448,1.3967497371444164,1.4101027057321194,0.9999831435812707,0.005695755896687264,"model.visual.merger.linear_fc2.weight|2d-128|(1024, 1024)","model.visual.merger.linear_fc2.weight|2d-128|(1280, 640)",model.visual.merger.linear_fc2.weight,2d-128,0,0.04503921411736478,3.7244368116864863 +9034,9054,1.3519751122547508,0.033567772174936394,0.016040493201832286,0.016038097411912488,1.391741954897996,1.4141808614293159,1.4028268305816323,0.9998713430126108,0.016299112356342554,"model.visual.merger.linear_fc2.weight|2d-64|(640, 64)","model.visual.merger.linear_fc2.weight|2d-64|(64, 1920)",model.visual.merger.linear_fc2.weight,2d-64,0,0.03976684264324515,3.3456916269494656 +9221,9341,0.8590500019554541,0.5499444961873815,0.47000602003847936,0.46972645108968897,1.3920043500314685,0.9001694313227152,1.068988366858167,0.8826632093429456,0.303939460941143,"model.visual.pos_embed.weight|2d-128|(0, 640)","model.visual.pos_embed.weight|2d-128|(1920, 640)",model.visual.pos_embed.weight,2d-128,0,0.041119429367261096,5.1156207347679805 +9451,9529,0.5996829226898615,0.8147088307202651,0.8107897933013876,0.8172499570806606,0.6350831553104092,0.600730266766657,0.6171908327485973,0.5853374335187296,0.7669325894552539,"model.visual.pos_embed.weight|2d-64|(1152, 256)","model.visual.pos_embed.weight|2d-64|(1600, 256)",model.visual.pos_embed.weight,2d-64,0,0.00104734407679552,2.311936045401726 +9712,9861,1.220421925772054,0.03636392934658016,0.003803524432784319,0.0037804686170984647,1.256043537475353,1.6443741985345683,1.4116164052386793,0.9999927665747834,0.004979459114401194,"mtp.fc.weight|2d-128|(1152, 768)","mtp.fc.weight|2d-128|(896, 2688)",mtp.fc.weight,2d-128,0,0.035621611703298806,3.4007688006256975 +9882,10097,1.191160650149862,0.061308800218469885,0.050142986069249426,0.05035151660305051,1.2524687900557692,1.5540940525558649,1.3791316843793926,0.9987420492539898,0.06221864931591806,"mtp.fc.weight|2d-64|(1280, 2880)","mtp.fc.weight|2d-64|(192, 2112)",mtp.fc.weight,2d-64,0,0.06130813990590722,2.6936139826271224 +10200,10316,1.3286557744558172,0.015811016612399132,-0.005049998661308016,-0.005166933299997459,1.4611239235590034,1.3780666055187147,1.417773862493401,0.9999872486754622,-0.0047629324254109115,"mtp.layers.0.mlp.down_proj.weight|2d-128|(1792, 2176)","mtp.layers.0.mlp.down_proj.weight|2d-128|(384, 5632)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.049410831062897564,4.199541143212082 +10412,10540,1.2846318181042697,0.041013904098361906,0.03133192527933509,0.03251637694666239,1.4763045421109913,1.320699456194297,1.392021135804661,0.9995090347056849,0.02802948544666009,"mtp.layers.0.mlp.down_proj.weight|2d-64|(1728, 5184)","mtp.layers.0.mlp.down_proj.weight|2d-64|(1408, 1024)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.03606763809002733,4.003757714148521 +10701,10812,1.3185134526374271,0.003471798022534019,0.004834955845234849,0.004809359683584009,1.3450215374264627,1.4872990547240335,1.4108078422541175,0.9999883115326772,0.005346401569159551,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(384, 1664)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(5504, 1408)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.026508084789035546,3.7893785529844224 +10918,10973,1.306795931841434,0.05642812872428057,0.031131974715805005,0.03045487277284122,1.320380589367322,1.4770958012638193,1.3921658052709065,0.9995152825996682,0.03482701086949577,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(5056, 192)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(5568, 1344)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.013584657525888,3.537495056693005 +11340,11363,1.3405470979500353,0.040947981766540874,0.016872925985064274,0.016880177068531493,1.3949812674415465,1.4095979965317598,1.402232498982713,0.9998576420514586,0.017049721898987354,"mtp.layers.0.mlp.up_proj.weight|2d-128|(5632, 512)","mtp.layers.0.mlp.up_proj.weight|2d-128|(5376, 1152)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.05443416949151114,3.6396548814297374 +11453,11462,1.3224443443878067,0.04231831868653534,0.03311550865592014,0.03311795256582625,1.4606600904830476,1.3299244378687605,1.3907045248762855,0.9994515311341814,0.03015152157638403,"mtp.layers.0.mlp.up_proj.weight|2d-64|(5184, 1280)","mtp.layers.0.mlp.up_proj.weight|2d-64|(5888, 1920)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.007480093480953798,3.850037560464793 +11702,11716,1.2602655419634732,0.03814384728246039,0.013737865073724985,0.013656517641314949,1.5197300536026699,1.3121607860142739,1.404570367300933,0.9999056310788614,0.01186150645015141,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(256, 768)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 512)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.051895244050800704,4.6523138526849 +11756,11921,1.096797105279336,0.04353074908798903,0.02582904370746344,0.02558302663420526,2.298157913260845,1.096880588822743,1.3999420139103884,0.9996663745976244,0.012327863332233605,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 1792)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 64)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,8.348354340714792e-05,6.742877033126455 +12103,12136,1.2040972721851944,0.03065113009389595,-0.002174885280919565,-0.002218050038664163,1.8005634230919707,1.2042555527201064,1.4156341835390742,0.9999976349342106,-0.0014546100639870841,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(896, 896)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1152, 1024)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.00015828053491206973,4.799344026115406 +12370,12382,1.1865337922421135,0.040102152766136503,-0.005483589753529218,-0.00561879495404418,1.6558178962788823,1.259871626292078,1.4179456996740736,0.999984965008682,-0.00417233027630826,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(256, 128)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(1856, 1984)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.07333783404996441,4.849440269574012 +12581,12620,1.0696954833018257,-0.029360122134944648,-0.004487254789166458,-0.004558327931027758,2.9806352021936533,1.0632231715564373,1.4162202791230991,0.9999899322215485,-0.0016006498430294668,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 640)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(896, 1536)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.006472311745388426,9.009971717427119 +12844,12943,1.0679045718679874,0.08530811105769259,0.04139099488182298,0.040386591621100726,2.311681867540546,1.0873396363572594,1.3914856815489347,0.9991430255687586,0.019468971901029627,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(1920, 0)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(2368, 256)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.019435064489272014,6.922337480373111 +13011,13014,1.3735794072177117,0.006065574070171731,0.011275548467404655,0.011232206820014199,1.410884367149366,1.4015978626394925,1.4062181177844455,0.9999364289827425,0.011201332299069462,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(0, 384)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(0, 768)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.02801845542178083,4.152571875426351 +13092,13273,1.3129642954675862,0.014776193904573293,0.003159988956762124,0.0029518083080886295,1.3222998392794783,1.5228406988636967,1.411999472150924,0.9999950072224327,0.0036392349513854165,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(0, 1280)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 576)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.009335543811892055,3.613681084758028 +56,102,1.1908349972849988,0.25394119006005117,0.27579757399817295,0.27560831729271923,1.1661648585703017,1.245764003898889,1.2039954671113704,0.9612157396634339,0.2946227435379811,"model.language_model.embed_tokens.weight|2d-128|(236416, 0)","model.language_model.embed_tokens.weight|2d-128|(183040, 0)",model.language_model.embed_tokens.weight,2d-128,0,0.024670138714697032,3.2086371169556 +478,497,1.2143343099998094,0.1031436069236867,0.07112693710488445,0.07076134189157549,1.229796302419098,1.5557737415293182,1.3644008531357057,0.9974672720536137,0.08998028441418748,"model.language_model.embed_tokens.weight|2d-64|(216448, 1152)","model.language_model.embed_tokens.weight|2d-64|(43008, 1664)",model.language_model.embed_tokens.weight,2d-64,0,0.015461992419288695,3.323795233440872 +533,573,0.17784665034739483,0.9956479852017294,0.9956479852017295,0.9949133070564518,0.2106753249543675,0.17784665034739375,0.19218917737818572,0.09319382792726523,0.8405002300654486,"model.language_model.layers.12.linear_attn.conv1d.weight|3d-axis0-slice|(3855, 0, 0)","model.language_model.layers.8.linear_attn.conv1d.weight|3d-axis0-slice|(2226, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,4,1.0824674490095276e-15,0.35103686777370247 +848,864,0.6781888328733136,0.9057871911394298,0.9057871911394296,0.9061135676504115,0.6781888328733136,1.8024088045876225,0.8976621331832786,0.42373289271396225,2.407292378253257,"model.language_model.layers.13.linear_attn.conv1d.weight|3d-volume|(1520, 0, 0)","model.language_model.layers.16.linear_attn.conv1d.weight|3d-volume|(3536, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,3,0.0,1.6759191625953882 +1167,1252,1.1618477614569516,0.010181242085520317,-0.004537487283731368,-0.004563550472239443,1.1690030589534273,1.9453288949195129,1.417043806737368,0.9999897055515872,-0.007550797284717923,"model.language_model.layers.22.linear_attn.in_proj_qkv.weight|2d-128|(3712, 256)","model.language_model.layers.13.linear_attn.in_proj_qkv.weight|2d-128|(2304, 512)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,9,0.007155297496475699,3.231672234195083 +1370,1503,1.160718720237909,-0.0028616245296372612,-0.028345714605085632,-0.02795276648457131,1.1963664179723057,1.9020301804774709,1.4321662640442423,0.9995981795019072,-0.045065127084937914,"model.language_model.layers.4.linear_attn.in_proj_qkv.weight|2d-64|(1792, 1536)","model.language_model.layers.14.linear_attn.in_proj_qkv.weight|2d-64|(5248, 1728)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,10,0.03564769773439669,3.1214232651262552 +1547,1615,1.1683889911199539,0.012206756324060547,0.003505611932392216,0.0032397711217500326,1.1596067767372154,1.9633808960988546,1.4120410518431503,0.9999938553236112,0.005935504720454757,"model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-128|(512, 512)","model.language_model.layers.17.linear_attn.in_proj_z.weight|2d-128|(896, 1536)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,15,0.008782214382738518,3.1767544058674217 +1802,1922,1.1682267263036301,0.0013268526757926674,0.003466208450305058,0.0030656158073693557,1.1685569364401487,1.9217693894076,1.41203578013162,0.9999939926814456,0.005700409701383338,"model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-64|(1024, 1280)","model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-64|(640, 768)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,14,0.0003302101365185717,3.3230765372929154 +2134,2268,1.2459373142473833,0.010846834434403192,0.0006180889757194801,0.0006179372082883288,1.7004996501137017,1.2358203847582077,1.4137978025242792,0.9999998089829908,0.0004491897165267753,"model.language_model.layers.16.linear_attn.out_proj.weight|2d-128|(1280, 256)","model.language_model.layers.16.linear_attn.out_proj.weight|2d-128|(896, 1280)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,0,0.010116929489175641,4.502421941491746 +2351,2440,1.239325437177655,0.03714100520683853,0.005153577613326543,0.00512692850564257,1.5923982609104157,1.2796402096479154,1.410650360075666,0.9999867202307156,0.0041413792638680755,"model.language_model.layers.18.linear_attn.out_proj.weight|2d-64|(64, 1536)","model.language_model.layers.16.linear_attn.out_proj.weight|2d-64|(896, 384)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,2,0.040314772470260385,4.460229145062794 +2607,2650,1.2762200462703195,0.011151819433099673,0.0005821544090985825,0.0005517583289343053,1.566028378029786,1.2987932216643823,1.4138089611962057,0.9999998305481076,0.00048281257932919247,"model.language_model.layers.1.mlp.down_proj.weight|2d-128|(384, 4096)","model.language_model.layers.20.mlp.down_proj.weight|2d-128|(1792, 4480)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,19,0.022573175394062783,4.22172800686393 +2902,2920,1.271251486168823,0.005607362805092702,0.02042838809624427,0.019733302985807225,1.2780216381346363,1.5652118472875043,1.3999887502724113,0.9997913187059534,0.025018946561732702,"model.language_model.layers.19.mlp.down_proj.weight|2d-64|(512, 2816)","model.language_model.layers.12.mlp.down_proj.weight|2d-64|(512, 5568)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,7,0.006770151965813209,3.368089374914434 +3140,3267,1.1747939910987013,0.02878763667780778,0.002510228218642099,0.002532064778557062,1.1924972598501222,1.8285106602426777,1.4125882974727262,0.9999968493721819,0.0038490478862869275,"model.language_model.layers.18.mlp.gate_proj.weight|2d-128|(768, 512)","model.language_model.layers.10.mlp.gate_proj.weight|2d-128|(4224, 640)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,8,0.01770326875142092,3.081847944926274 +3410,3420,1.168438521460629,0.06525984584390818,0.023531702995317174,0.02324314580861234,1.1897667857665826,1.779519288295217,1.398752614150641,0.9997230911378111,0.03519607360666111,"model.language_model.layers.18.mlp.gate_proj.weight|2d-64|(1536, 1152)","model.language_model.layers.10.mlp.gate_proj.weight|2d-64|(1728, 1600)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,8,0.02132826430595358,3.266880227112804 +3684,3716,1.2523756867634,0.04055911477554481,0.005815408310744617,0.005888012925123339,1.5732957275369364,1.2891302697989784,1.4101759459859862,0.9999830903701219,0.004765041151136937,"model.language_model.layers.5.mlp.up_proj.weight|2d-128|(5760, 512)","model.language_model.layers.20.mlp.up_proj.weight|2d-128|(3840, 640)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,15,0.036754583035578436,4.005071246957529 +3942,4039,1.246318983113431,1.0291938518251775e-05,0.006365584704374276,0.006285123356457323,1.2476147086315872,1.6581570115870854,1.4098819629656156,0.9999797394604409,0.008460255267418922,"model.language_model.layers.21.mlp.up_proj.weight|2d-64|(4416, 1088)","model.language_model.layers.3.mlp.up_proj.weight|2d-64|(3648, 1152)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,18,0.0012957255181562655,3.307288653928249 +4215,4311,1.1922756482967483,0.026556616910882958,0.0002229435761970046,0.0002344034863396804,1.206673601079484,1.7862197434188651,1.4140673049598043,0.9999999751480806,0.0003300198306445477,"model.language_model.layers.15.self_attn.k_proj.weight|2d-128|(384, 896)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(128, 896)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,8,0.014397952782735812,3.2705817024793005 +4375,4422,1.112932162863598,0.02633664597153159,0.015036008050183314,0.015011316733219794,2.0708980346906123,1.13253362771348,1.4052333686271223,0.9998869528411273,0.008222898693294314,"model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 640)","model.language_model.layers.3.self_attn.k_proj.weight|2d-64|(320, 0)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,20,0.019601464849882122,6.092972567645057 +4690,4728,1.1384636622937285,0.034016963860955415,0.0019402445153341669,0.0018969364526543705,2.0291361334517837,1.1479900570190376,1.4130370947997135,0.9999981177238388,0.0010976993485401713,"model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(128, 1792)","model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(1920, 896)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,12,0.009526394725309029,5.192115722838885 +4939,5077,1.1389524624422351,0.026850548525680105,0.00931917769732743,0.009595945168117494,1.9464763970847747,1.1590954668343936,1.4084080098876888,0.9999565755206801,0.005549420809712473,"model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(512, 512)","model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(1472, 768)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,4,0.020143004392158437,5.343307489795963 +5288,5308,1.1434518915211525,-0.0014717595435768706,-0.002953924203038293,-0.002989680107829013,2.0624432818296343,1.1452658675209348,1.4159854722457053,0.9999956371563842,-0.001640301381758525,"model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(3200, 0)","model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(3968, 128)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,4,0.0018139759997823912,6.500934925226919 +5443,5475,1.1280515625638707,0.007561824578345857,0.013481078565901338,0.013851780951444724,2.0308312276142604,1.1402153144537042,1.4060513779216233,0.99990912613132,0.0075689855597955895,"model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(2624, 832)","model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(2496, 512)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,0,0.01216375188983343,5.795418614147761 +5829,5867,1.0944417486636528,0.015673422176952966,0.006030036964683853,0.006030358173164322,2.2603804990203087,1.1117437621281938,1.4108322214092006,0.9999818191618308,0.002965808625492601,"model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(256, 1280)","model.language_model.layers.23.self_attn.v_proj.weight|2d-128|(256, 1408)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,16,0.017302013464540966,7.392090398410957 +5934,6012,1.091921066421322,0.008174814705210701,0.003652585014931197,0.0033159936475376196,2.301124030764813,1.1083689419079295,1.412192595277763,0.9999933292891052,0.0017593192431624382,"model.language_model.layers.3.self_attn.v_proj.weight|2d-64|(448, 1920)","model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(448, 1472)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,16,0.016447875486607533,8.684639580594931 +6161,6194,1.2371785113728575,0.0005780507744810124,-0.001987373872097511,-0.0019539133245167445,1.2298192807229569,1.72273676721508,1.4155420146429092,0.9999980251705962,-0.002783922884712236,"model.visual.blocks.23.attn.proj.weight|2d-128|(640, 512)","model.visual.blocks.0.attn.proj.weight|2d-128|(768, 256)",model.visual.layers.*.attn.proj.weight,2d-128,23,0.007359230649900628,3.2077014913383124 +6533,6613,1.2090989688226534,-0.03477793686790184,-0.021588989481957893,-0.02185025679838502,1.813022654376191,1.2160877009481463,1.4282680810196597,0.9997669306059027,-0.01448084750708268,"model.visual.blocks.6.attn.proj.weight|2d-64|(576, 768)","model.visual.blocks.22.attn.proj.weight|2d-64|(960, 576)",model.visual.layers.*.attn.proj.weight,2d-64,16,0.006988732125492891,4.941079045511209 +6693,6888,1.1407306334318628,0.013584511899028406,0.0035415692235833906,0.003494390795226844,1.1458715250587024,2.0351653993224317,1.4120707351646673,0.9999937286240522,0.006290128505264043,"model.visual.blocks.4.attn.qkv.weight|2d-128|(1024, 384)","model.visual.blocks.21.attn.qkv.weight|2d-128|(1280, 0)",model.visual.layers.*.attn.qkv.weight,2d-128,17,0.0051408916268396165,2.892387476447491 +6912,6992,1.123747548722218,0.05258691009253739,0.04306331783911714,0.042811052237333724,1.141853363095495,1.916022468921396,1.3871730578639845,0.9990723450564964,0.07225996544982945,"model.visual.blocks.1.attn.qkv.weight|2d-64|(1024, 64)","model.visual.blocks.7.attn.qkv.weight|2d-64|(1536, 832)",model.visual.layers.*.attn.qkv.weight,2d-64,6,0.018105814373277074,3.1147128854652966 +7292,7405,1.2371874023577631,0.04542513359929978,0.007467106464676712,0.007533724532130118,1.6629014593379075,1.2445824661291913,1.4091385803474017,0.9999721207718969,0.005588683398207369,"model.visual.blocks.16.mlp.linear_fc1.weight|2d-128|(3200, 768)","model.visual.blocks.1.mlp.linear_fc1.weight|2d-128|(2176, 0)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,15,0.007395063771428179,4.468328138081507 +7535,7554,1.2425844098196834,0.055528756514621934,0.014719906513526225,0.014343373226870347,1.5636249550634551,1.2849675050999791,1.4039652003638208,0.9998916563069387,0.012096635760858095,"model.visual.blocks.18.mlp.linear_fc1.weight|2d-64|(1984, 896)","model.visual.blocks.9.mlp.linear_fc1.weight|2d-64|(2112, 0)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,9,0.04238309528029571,4.04050068602015 +7681,7748,1.2440295943962894,0.028617474716766393,-0.0009187489993789064,-0.00082127761229723,1.2758142112175133,1.61218299097372,1.4148456848175406,0.999999577950049,-0.0011609774344489329,"model.visual.blocks.4.mlp.linear_fc2.weight|2d-128|(256, 1024)","model.visual.blocks.16.mlp.linear_fc2.weight|2d-128|(768, 1664)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,12,0.03178461682122391,3.47922941349549 +8045,8077,1.2342272716552132,0.031020637566869007,0.027063059539069834,0.027162370583225674,1.225279142307286,1.6656598795674746,1.395825522678656,0.999633728326723,0.03678986357973067,"model.visual.blocks.0.mlp.linear_fc2.weight|2d-64|(832, 2304)","model.visual.blocks.9.mlp.linear_fc2.weight|2d-64|(960, 1664)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,9,0.008948129347927214,3.700909557501365 +8218,8363,1.3440269675639318,0.04638517503373344,0.0145824753494221,0.014610105599038631,1.3808597117790267,1.4280707272673623,1.403870194257153,0.999893670053313,0.015081044077082979,"model.visual.merger.linear_fc1.weight|2d-128|(2432, 1408)","model.visual.merger.linear_fc1.weight|2d-128|(3456, 2944)",model.visual.merger.linear_fc1.weight,2d-128,0,0.03683274421509486,3.644830761923207 +8456,8474,1.3488275241130452,0.07101637360582806,0.00808894358074293,0.007917987915122077,1.4351764678515442,1.3832315169023766,1.408486102147655,0.9999672839607041,0.007796171376805332,"model.visual.merger.linear_fc1.weight|2d-64|(256, 2368)","model.visual.merger.linear_fc1.weight|2d-64|(2496, 1600)",model.visual.merger.linear_fc1.weight,2d-64,0,0.03440399278933137,3.7831793355898546 +8900,8939,1.3517600566893193,0.03862041403136869,0.002921035463094892,0.0028203849859785067,1.4162917844507898,1.4080376063106854,1.4121466031786898,0.9999957337668113,0.002904011607325442,"model.visual.merger.linear_fc2.weight|2d-128|(1536, 1664)","model.visual.merger.linear_fc2.weight|2d-128|(1920, 1920)",model.visual.merger.linear_fc2.weight,2d-128,0,0.05627754962136611,3.810796967246675 +8963,9198,1.351992092526467,0.01667595338284105,-0.009780182701641466,-0.00977143444256533,1.4515648080378556,1.3924882953171747,1.4211064327199052,0.999952172869444,-0.009382143919917957,"model.visual.merger.linear_fc2.weight|2d-64|(448, 3136)","model.visual.merger.linear_fc2.weight|2d-64|(1792, 1984)",model.visual.merger.linear_fc2.weight,2d-64,0,0.04049620279070765,3.5979642703139465 +9258,9266,0.8603137641316163,0.5998023889062972,0.6473834727747175,0.646768159821609,0.8560189537288516,0.8254020054212904,0.8402924330442142,0.7621644436590745,0.6242287210781899,"model.visual.pos_embed.weight|2d-128|(640, 256)","model.visual.pos_embed.weight|2d-128|(768, 256)",model.visual.pos_embed.weight,2d-128,0,0.034911758710325924,5.988257927707861 +9366,9584,0.5999232906956913,0.8190008775245594,0.7837440914933796,0.7856617539937836,0.8901387954389114,0.6262419851877838,0.7243402038731526,0.6210838905085343,0.5513898037597595,"model.visual.pos_embed.weight|2d-64|(0, 384)","model.visual.pos_embed.weight|2d-64|(1152, 384)",model.visual.pos_embed.weight,2d-64,0,0.026318694492092565,4.9448538049295925 +9679,9735,1.2210235289426308,0.03858426543478821,0.01889905598375863,0.018829002433825497,1.2141723580469836,1.7154398437272107,1.4015534694144884,0.9998213968919263,0.02670147564182661,"mtp.fc.weight|2d-128|(1152, 3072)","mtp.fc.weight|2d-128|(384, 2944)",mtp.fc.weight,2d-128,0,0.0068511708956471296,3.5849298322963565 +9888,9986,1.1913715963458882,0.02288379090209889,-0.005431780992489165,-0.005480250518453065,1.7258534878560674,1.2317008762060393,1.4178411388820082,0.9999852477688106,-0.003876533816389734,"mtp.fc.weight|2d-64|(1088, 3904)","mtp.fc.weight|2d-64|(1152, 832)",mtp.fc.weight,2d-64,0,0.04032927986015111,5.044023621698434 +10300,10382,1.3286994172437936,0.052009816827990475,0.0153652910843291,0.015439532296320998,1.4208908715481994,1.3863658087937973,1.403309913250141,0.9998819469466852,0.014991942469352008,"mtp.layers.0.mlp.down_proj.weight|2d-128|(1408, 1024)","mtp.layers.0.mlp.down_proj.weight|2d-128|(1280, 1536)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.05766639155000375,3.8875241751054905 +10412,10459,1.2847155439926166,0.009906573005291564,0.0042161413854381324,0.003710324033922322,1.538029413026056,1.3114338371574326,1.4112666986956262,0.9999911120364111,0.0035949835733146106,"mtp.layers.0.mlp.down_proj.weight|2d-64|(1728, 5184)","mtp.layers.0.mlp.down_proj.weight|2d-64|(1920, 2752)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.026718293164815998,4.276580215855898 +10694,10773,1.3185154508628314,0.028430614939239086,0.006056928395539904,0.006056386619675123,1.5076913725475796,1.3290588676473245,1.409958096723956,0.9999816566409663,0.005339298573550171,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(5504, 1536)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(1024, 640)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.01054341678449311,4.09470352397098 +10952,11066,1.3068312569115872,0.03885417110460218,0.017809636061999447,0.017690383187135325,1.5079162292834303,1.3151395734421814,1.4016816239288596,0.999841395854032,0.015532797325796259,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(5312, 256)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(4736, 704)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.008308316530594162,4.190561679253785 +11243,11407,1.3406705433249193,0.03613508964784134,-0.004488441082317693,-0.0044797695682010225,1.4311903158618486,1.4039681924612142,1.4173832322765594,0.9999899268975916,-0.004403068161843625,"mtp.layers.0.mlp.up_proj.weight|2d-128|(640, 1408)","mtp.layers.0.mlp.up_proj.weight|2d-128|(4224, 1152)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.06329764913629488,3.8469171693655166 +11521,11599,1.3225952748512992,0.0430372534645309,0.011571494418713186,0.01157016498500486,1.3613644485260814,1.4553922787740294,1.4060257933778926,0.9999330480171749,0.01237072383453629,"mtp.layers.0.mlp.up_proj.weight|2d-64|(4672, 1792)","mtp.layers.0.mlp.up_proj.weight|2d-64|(2432, 832)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.038769173674782165,3.3654779137328505 +11681,11701,1.2606429396223124,0.02727215630840235,0.013002330186611908,0.013086022954980372,1.2634209337741462,1.6088945173996303,1.4052533602420356,0.9999154661318718,0.01655772608434493,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(128, 128)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(256, 640)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.0027779941518337736,3.8468618885217327 +11757,11835,1.0969690490314339,0.04963651223632285,0.03217808984480212,0.03213343565638832,2.017821872347341,1.1303861978722403,1.3946750219813981,0.9994821511832714,0.01802620396424961,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 1856)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(192, 704)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.03341714884080638,6.206558008113598 +12113,12138,1.2041073897909185,-0.0066080846768424625,0.004131812628862285,0.004120172390637608,1.7294748793910468,1.222074977685611,1.4114569717923264,0.9999914640257686,0.0029196057638003424,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(1024, 128)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1152, 1280)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.01796758789469255,5.487498288141463 +12244,12404,1.1866536281279711,0.029713511874775465,0.032373746864609546,0.03236594892777539,1.1223319160961374,2.067141410076703,1.394883180184204,0.999475832881389,0.05962684637531316,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(0, 256)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(1344, 192)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.06432171203183379,3.5502359291556598 +12581,12602,1.0697293492169624,0.004179554328482977,-0.004556392002016017,-0.00451785436652516,2.7504940504103406,1.0753712965854636,1.4163971562700541,0.9999896195920855,-0.001781430203140635,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 640)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(3968, 1024)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.00564194736850121,8.336667772878553 +12970,13005,1.0680475694882983,0.03141503738085979,0.015426040561892432,0.01545995731836071,1.0787585834070954,2.5663746816911526,1.4063988369264884,0.9998810115571667,0.03669866506345251,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(4032, 1856)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(640, 1024)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.010711013918797141,3.28495611764273 +13012,13057,1.3736794754480217,0.027493866024942297,0.004252768913682848,0.004247337286303861,1.3989714937422069,1.423762407171,1.4112036614896184,0.9999909569373949,0.00432813143996975,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(0, 512)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(384, 128)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.025292018294185148,3.9167133874782696 +13197,13289,1.3129857512424317,-0.0033273050044322506,-0.015533042035135707,-0.015560267469651083,1.309503824992732,1.5775857309114654,1.4249684038666801,0.9998793550249624,-0.01871296975586466,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 1856)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 1600)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.003481926249699674,3.385633867238614 +44,231,1.1911102243924168,0.2401524951558867,0.24592597028649632,0.24534852034699262,1.2016297289342968,1.2567604249097597,1.2282680976301799,0.9692886139528543,0.25720903825150077,"model.language_model.embed_tokens.weight|2d-128|(86528, 1152)","model.language_model.embed_tokens.weight|2d-128|(58880, 1152)",model.language_model.embed_tokens.weight,2d-128,0,0.010519504541879998,3.0989925135650447 +325,432,1.2151189489160743,0.23286008659643503,0.2535964913021846,0.2520069819744296,1.2520723676935557,1.1940664123395452,1.222038094995531,0.9673100948502611,0.24184788384788405,"model.language_model.embed_tokens.weight|2d-64|(73600, 1792)","model.language_model.embed_tokens.weight|2d-64|(213312, 1792)",model.language_model.embed_tokens.weight,2d-64,0,0.021052536576529057,3.284084386485447 +635,650,0.17815828500270697,0.9849360296859598,0.98493602968596,0.9930326799563006,0.17815828500270697,0.18911799364181772,0.1833929842326522,0.17291910659744356,1.045526037685625,"model.language_model.layers.8.linear_attn.conv1d.weight|3d-axis0-slice|(3950, 0, 0)","model.language_model.layers.8.linear_attn.conv1d.weight|3d-axis0-slice|(5427, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,0,0.0,0.3141041992558387 +819,822,0.6786496781379798,0.7434669603281614,0.7434669603281613,0.7050158276185063,0.7902030709892219,0.6786496781379798,0.7280936366193844,0.6687726660834787,0.6385113293742323,"model.language_model.layers.5.linear_attn.conv1d.weight|3d-volume|(5444, 0, 0)","model.language_model.layers.9.linear_attn.conv1d.weight|3d-volume|(5240, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,4,0.0,1.994421736160292 +1150,1229,1.161869918723192,0.042648164688263164,-0.0006262033276708555,-0.0005692267951997763,1.9876126315016032,1.1575362746062419,1.4145986338599674,0.999999803934677,-0.0003646852789975184,"model.language_model.layers.6.linear_attn.in_proj_qkv.weight|2d-128|(4864, 256)","model.language_model.layers.22.linear_attn.in_proj_qkv.weight|2d-128|(1536, 1152)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,16,0.004333644116950142,5.201965472428141 +1316,1529,1.160884613995402,-0.004952503434718955,0.0008681101105887713,0.0008661207235146985,2.0084433065138416,1.1525146777698714,1.4136834846632775,0.999999623192347,0.0004981517980264135,"model.language_model.layers.9.linear_attn.in_proj_qkv.weight|2d-64|(4032, 320)","model.language_model.layers.21.linear_attn.in_proj_qkv.weight|2d-64|(1408, 64)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,12,0.008369936225530727,5.289433185660467 +1608,1635,1.1684635965581767,-0.013859029949625578,0.006754919079304287,0.0058375420473696475,1.1491499119560118,2.0056281024521447,1.4100868529561053,0.9999771852738601,0.011789458794094607,"model.language_model.layers.17.linear_attn.in_proj_z.weight|2d-128|(1024, 768)","model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(256, 1920)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,1,0.01931368460216487,3.352855178991649 +1922,1930,1.1683631928780585,-0.004532445623087604,0.008875047875169545,0.008079787234968267,1.9536884787499662,1.1579057163357904,1.4086977359865533,0.9999606159870565,0.005260034431890517,"model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-64|(640, 768)","model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-64|(256, 896)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,2,0.01045747654226803,5.4150395887717195 +2061,2071,1.2459461105272918,0.014458820065757785,-0.0081960449959462,-0.0081612221582852,1.2624773154088973,1.6557871972590583,1.4197912557493995,0.9999664118591306,-0.010749425915864063,"model.language_model.layers.22.linear_attn.out_proj.weight|2d-128|(512, 1408)","model.language_model.layers.8.linear_attn.out_proj.weight|2d-128|(256, 1152)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,14,0.016531204881605532,3.3437341389831468 +2360,2468,1.239331722945081,0.0008285670360887094,0.009039085672653102,0.009009789027020116,1.6896383897138558,1.2324058413924786,1.4081143276190797,0.9999591466306024,0.006593021353942662,"model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(64, 1024)","model.language_model.layers.8.linear_attn.out_proj.weight|2d-64|(192, 1920)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,4,0.006925881552602542,4.792376425821956 +2602,2686,1.2762532410731235,0.02913495275446602,0.0037174693180428648,0.003666537367858776,1.5255030670801462,1.3199275205698813,1.411609816796053,0.999993090187062,0.003216506191069582,"model.language_model.layers.1.mlp.down_proj.weight|2d-128|(1792, 3456)","model.language_model.layers.20.mlp.down_proj.weight|2d-128|(1664, 5760)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,19,0.04367427949675773,4.078391145633023 +2929,3054,1.2713630409693613,0.05707350090113652,0.05248535109618747,0.05226702743006495,1.263527010678517,1.5285813010855192,1.3772814973031537,0.9986216940965732,0.06349537887872916,"model.language_model.layers.20.mlp.down_proj.weight|2d-64|(1984, 4096)","model.language_model.layers.5.mlp.down_proj.weight|2d-64|(1088, 448)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,15,0.007836030290844231,3.3047262585792985 +3155,3267,1.1748008441413644,0.03272506083399274,0.008690032626053442,0.008615138802416846,1.1916631958581334,1.8141550215838391,1.4085628983808607,0.9999622409536063,0.013229464819486687,"model.language_model.layers.21.mlp.gate_proj.weight|2d-128|(768, 1280)","model.language_model.layers.10.mlp.gate_proj.weight|2d-128|(4224, 640)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,11,0.016862351716768975,3.084315330167447 +3405,3464,1.1684965213654495,0.02002628270377329,0.002092973299873034,0.003650641334913348,1.1822582373130386,1.868419571137341,1.4128755034849758,0.9999978097289843,0.003307697211937668,"model.language_model.layers.21.mlp.gate_proj.weight|2d-64|(1728, 896)","model.language_model.layers.10.mlp.gate_proj.weight|2d-64|(2176, 1280)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,11,0.013761715947589126,3.1704388608159255 +3803,3818,1.2525259735806582,0.004098904178762708,-0.0034804930957269145,-0.0034927791150625104,1.25456630465138,1.6636305141645238,1.4165778117442618,0.9999939430655621,-0.0046153435628890445,"model.language_model.layers.22.mlp.up_proj.weight|2d-128|(1024, 768)","model.language_model.layers.2.mlp.up_proj.weight|2d-128|(640, 1280)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,20,0.002040331070721768,3.249287617415261 +4012,4049,1.2463977415958967,0.04439235180975207,0.03477164351382324,0.034586180170918364,1.2449682669783413,1.6019256465866931,1.3901832607969906,0.999395283562689,0.04474137132342854,"model.language_model.layers.21.mlp.up_proj.weight|2d-64|(832, 1536)","model.language_model.layers.5.mlp.up_proj.weight|2d-64|(2048, 64)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,16,0.0014294746175553819,3.434691675356196 +4290,4332,1.1923603809318006,-0.01105658061196714,-0.003180668592296106,-0.00301081993325036,1.8000116378050648,1.2052306962228703,1.4162915564544183,0.9999949416608596,-0.002129674798448387,"model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 256)","model.language_model.layers.3.self_attn.k_proj.weight|2d-128|(0, 640)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,20,0.012870315291069634,5.7648895571522 +4487,4506,1.112976712253962,0.011497504875818118,-0.00457297658102932,-0.004081447311692496,1.122330140698433,2.2225169428120393,1.416813390078599,0.9999895438879295,-0.00905572929200272,"model.language_model.layers.3.self_attn.k_proj.weight|2d-64|(448, 832)","model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 1984)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,20,0.009353428444470957,3.237547427137396 +4618,4768,1.1384814843148883,0.04348996427428674,0.005444773518992267,0.005433790292894905,1.1629097855748838,1.9411975399837875,1.4108148744068227,0.9999851771108044,0.009088736797938018,"model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(384, 0)","model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(512, 1152)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,12,0.02442830125999551,3.042941694285574 +4913,4933,1.1389752013192715,-0.03122033471226986,-0.02373912302792567,-0.023647947828530264,1.1485710228710775,2.1201092067694605,1.4282053042881864,0.9997181873097363,-0.04381926088151661,"model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(512, 960)","model.language_model.layers.3.self_attn.o_proj.weight|2d-64|(1792, 1856)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,16,0.009595821551805939,3.134215657138841 +5160,5248,1.143485714557216,0.0414170921094506,0.011419142244064347,0.011427332219991341,1.1652154059062207,1.9113456273606446,1.4070177720426045,0.9999347994696504,0.018731238435203294,"model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(2816, 512)","model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(2176, 128)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,0,0.02172969134900482,3.2589419993409297 +5493,5583,1.1282777162303772,0.003973694508183154,-0.009414514655606575,-0.00876299816317666,1.1242280400721978,2.2289628338405323,1.4195568878201983,0.9999556824748782,-0.018665788895148378,"model.language_model.layers.23.self_attn.q_proj.weight|2d-64|(3392, 832)","model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(2752, 896)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,16,0.004049676158179416,3.1680107800859774 +5650,5803,1.0944575717484213,0.028291560553269608,0.01052688175069547,0.010494334536293155,2.164343269456538,1.121403894126041,1.4081194246376427,0.9999445908452163,0.005454257813363605,"model.language_model.layers.3.self_attn.v_proj.weight|2d-128|(256, 384)","model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(256, 1408)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,16,0.026946322377619625,7.425005862942774 +5960,6075,1.0919227219802616,0.06617534944870294,0.0449366639610322,0.045177715702416424,2.2441972865898148,1.0923198859992935,1.388981115206627,0.9989898379022948,0.021872057304592425,"model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(320, 256)","model.language_model.layers.23.self_attn.v_proj.weight|2d-64|(64, 512)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,16,0.0003971640190318926,7.1854045202446795 +6235,6240,1.2371807082403103,0.01823886850863541,-8.784507135849577e-05,-8.823025348195931e-05,1.6386857544770699,1.2623727609113777,1.4142736211895213,0.9999999961416217,-6.767205058096636e-05,"model.visual.blocks.15.attn.proj.weight|2d-128|(256, 256)","model.visual.blocks.21.attn.proj.weight|2d-128|(896, 512)",model.visual.layers.*.attn.proj.weight,2d-128,6,0.02519205267106739,4.279817028768897 +6560,6577,1.2091074243705289,0.023967244885518012,0.01121615585993728,0.010825036581253892,1.7197282221479275,1.2193579546408422,1.4067094286695403,0.9999370969454656,0.00795271525591652,"model.visual.blocks.2.attn.proj.weight|2d-64|(64, 640)","model.visual.blocks.21.attn.proj.weight|2d-64|(512, 768)",model.visual.layers.*.attn.proj.weight,2d-64,19,0.010250530270313307,4.5089918798454995 +6674,6806,1.1409710070413024,0.0032986794035088844,-0.0030610193625767884,-0.003089677498822095,1.1477643249562595,2.048492532374596,1.4160583360630645,0.9999953150692567,-0.005463208055304874,"model.visual.blocks.3.attn.qkv.weight|2d-128|(1792, 896)","model.visual.blocks.12.attn.qkv.weight|2d-128|(2048, 384)",model.visual.layers.*.attn.qkv.weight,2d-128,9,0.0067933179149570755,3.124181585780617 +6937,7155,1.1239064207898328,-0.0018483833007877787,-0.0006525480448969058,-0.0007104495147954665,1.1270571427154406,2.1707107357304856,1.4145909202323037,0.9999997870905019,-0.0012568067695528447,"model.visual.blocks.5.attn.qkv.weight|2d-64|(512, 256)","model.visual.blocks.2.attn.qkv.weight|2d-64|(2688, 512)",model.visual.layers.*.attn.qkv.weight,2d-64,3,0.0031507219256077246,2.880722513633176 +7248,7417,1.2372059429561237,0.03511751594847641,0.010729008310796418,0.010971054053393436,1.2582037327532327,1.6247488069273326,1.406849207091319,0.9999424425339025,0.013854627035905308,"model.visual.blocks.7.mlp.linear_fc1.weight|2d-128|(1536, 128)","model.visual.blocks.17.mlp.linear_fc1.weight|2d-128|(2560, 0)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,10,0.02099778979710898,3.1453581363136607 +7494,7562,1.2428646190702166,0.031648449142059595,-0.004891900577261055,-0.004851025869274078,1.2736453344698737,1.624749990271673,1.4175686271195374,0.9999880345827854,-0.0062404463787582715,"model.visual.blocks.4.mlp.linear_fc1.weight|2d-64|(832, 320)","model.visual.blocks.23.mlp.linear_fc1.weight|2d-64|(1280, 512)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,19,0.0307807153996571,3.324563705673662 +7785,7896,1.244288292635274,0.032644775751894714,0.0047971403482587275,0.0048611146279078634,1.2686573865288149,1.6150721312605212,1.410914130023481,0.9999884936560416,0.0061070291857257784,"model.visual.blocks.5.mlp.linear_fc2.weight|2d-128|(0, 2432)","model.visual.blocks.9.mlp.linear_fc2.weight|2d-128|(0, 1664)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,4,0.024369093893540805,3.5377619171314776 +8082,8111,1.2343776272315536,0.0029454967551227965,0.008624311939998524,0.008498453255012592,1.224613510749556,1.7114149654422106,1.4084297465194926,0.9999628099302302,0.012052599772250856,"model.visual.blocks.3.mlp.linear_fc2.weight|2d-64|(640, 320)","model.visual.blocks.10.mlp.linear_fc2.weight|2d-64|(512, 2368)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,7,0.009764116481997709,3.5530834208486963 +8246,8426,1.344028905433934,0.040304155300599886,-8.040722614775462e-05,-0.00023194191820341493,1.451646754838916,1.37963987694985,1.414270344224283,0.999999996767339,-7.641873976474172e-05,"model.visual.merger.linear_fc1.weight|2d-128|(128, 2816)","model.visual.merger.linear_fc1.weight|2d-128|(896, 1280)",model.visual.merger.linear_fc1.weight,2d-128,0,0.03561097151591586,3.721029875009658 +8550,8561,1.3488350146040546,0.05837388405210171,0.03655620859006826,0.036479156552332345,1.4038614701779464,1.3729163894493943,1.388130303979577,0.9993315984264279,0.035750406272688565,"model.visual.merger.linear_fc1.weight|2d-64|(832, 3008)","model.visual.merger.linear_fc1.weight|2d-64|(2560, 256)",model.visual.merger.linear_fc1.weight,2d-64,0,0.024081374845339676,3.5275766088768634 +8705,8868,1.3517813787921433,0.033472214624254,0.012025478555666528,0.012094141215501439,1.4001162982115107,1.4113203112413248,1.4056848177331582,0.9999276913184809,0.012121708860677295,"model.visual.merger.linear_fc2.weight|2d-128|(0, 128)","model.visual.merger.linear_fc2.weight|2d-128|(1664, 3712)",model.visual.merger.linear_fc2.weight,2d-128,0,0.048334919419367406,3.450387890793159 +9012,9075,1.3519982130835957,0.04554264840335751,0.023594858343093182,0.023499083563265164,1.426134796278491,1.3704165741176337,1.3974432845353686,0.9997216025773222,0.022673021527635732,"model.visual.merger.linear_fc2.weight|2d-64|(1728, 1856)","model.visual.merger.linear_fc2.weight|2d-64|(1664, 1280)",model.visual.merger.linear_fc2.weight,2d-64,0,0.018418361034038044,3.54381417551722 +9239,9295,0.8606320278065787,0.5351635141626713,0.3372031579763646,0.33647022845956986,1.0336311834105842,1.3530369058266125,1.1616050031077023,0.941431904202724,0.44140339883889645,"model.visual.pos_embed.weight|2d-128|(256, 896)","model.visual.pos_embed.weight|2d-128|(1152, 896)",model.visual.pos_embed.weight,2d-128,0,0.17299915560400558,4.5737282553006 +9506,9604,0.600056465146836,0.8051285049697398,0.8159788238180656,0.822528516844315,0.5837275490804826,0.6507783611063804,0.614526301839055,0.5780817927252909,0.9097075553455111,"model.visual.pos_embed.weight|2d-64|(1408, 256)","model.visual.pos_embed.weight|2d-64|(960, 256)",model.visual.pos_embed.weight,2d-64,0,0.01632891606635334,2.5606564873574755 +9822,9857,1.2218402292837443,0.025286556286393966,0.002357263277370911,0.002515617047702326,1.2276775301245213,1.7181479864942153,1.4126357660265203,0.999997221651061,0.0032990154615282308,"mtp.fc.weight|2d-128|(1152, 3584)","mtp.fc.weight|2d-128|(896, 2176)",mtp.fc.weight,2d-128,0,0.005837300840777049,3.2718122086450045 +10025,10098,1.1914895926720586,0.01719838110587138,-0.003969993817681592,-0.00424288443373799,1.2679311591901996,1.6348613568711512,1.4169298644102017,0.999992119543493,-0.005118881598974414,"mtp.fc.weight|2d-64|(1536, 2880)","mtp.fc.weight|2d-64|(1984, 3136)",mtp.fc.weight,2d-64,0,0.07644156651814105,2.8550676452118746 +10154,10361,1.3287358284507154,0.03792239926980833,0.004797454020784225,0.004653025774647605,1.4373044434349707,1.3857465758760708,1.4108194393550322,0.999988492151244,0.004625363479943497,"mtp.layers.0.mlp.down_proj.weight|2d-128|(1536, 1408)","mtp.layers.0.mlp.down_proj.weight|2d-128|(896, 4608)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.05701074742535539,4.0834512915202135 +10607,10612,1.2847337013641058,0.001873468563942467,0.0029066100591063296,0.0033289197908764924,1.5143564816367845,1.3282278470586,1.4121743571258292,0.9999957758000602,0.0025493603836746,"mtp.layers.0.mlp.down_proj.weight|2d-64|(1344, 5248)","mtp.layers.0.mlp.down_proj.weight|2d-64|(960, 5632)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.04349414569449417,4.468902863597281 +10793,10864,1.3185343950636257,0.027797059638080823,0.004499485829037853,0.00453266558429519,1.3464294776844743,1.4859529649351277,1.4110437965189984,0.9999898772624023,0.004965744154562553,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(2048, 1536)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(3840, 1024)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.02789508262084861,3.6465895090916356 +11013,11116,1.3068651469592556,0.0463671084404835,0.02941590141171768,0.029555893284755833,1.3514501521560542,1.4392949509955872,1.3932999190508917,0.9995672587395689,0.03132794673434641,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(4224, 1152)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(1856, 1344)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.044585005196798644,3.722114562660996 +11177,11321,1.3406903918833026,0.036268561506864624,0.007532219034092543,0.007663625864171107,1.4161148260091907,1.4017503888407752,1.4088776898069222,0.9999716324358519,0.007455815563790014,"mtp.layers.0.mlp.up_proj.weight|2d-128|(2304, 1664)","mtp.layers.0.mlp.up_proj.weight|2d-128|(3456, 1536)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.06105999695747255,3.3943341433260055 +11469,11632,1.322595332174014,0.05182751990426931,0.03496201254553986,0.03513971936863838,1.3362415497957043,1.4493501491929957,1.3893545878043185,0.9993886419600563,0.03792143576639476,"mtp.layers.0.mlp.up_proj.weight|2d-64|(832, 1792)","mtp.layers.0.mlp.up_proj.weight|2d-64|(4288, 1344)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.01364621762169027,3.4082308415905875 +11672,11724,1.260660898388674,-0.0042120914639233245,-0.014719914192563589,-0.01467092731420755,1.6594688536402955,1.267072905309372,1.4242190802201546,0.9998916561938916,-0.011239261526940967,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 1024)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 1536)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.006412006920698099,4.778955139457042 +11738,11929,1.097016264290901,0.0018653298189895478,0.0012601681474013794,0.0012621712440245075,2.321876318136819,1.1073649424017278,1.4135209432070652,0.9999992059878049,0.000601007907726716,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 640)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 576)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.010348678110826848,7.759491103965163 +12191,12231,1.2041395925975924,0.028446779083343785,-0.0065701005116942735,-0.0065615044324953496,1.225884533580973,1.7449338982077518,1.4185773639245807,0.9999784166567127,-0.009351933875858937,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(1536, 1920)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1920, 896)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.021744940983380534,3.3217687975113237 +12430,12463,1.1866966312425515,0.003055776486007104,0.010978405151764285,0.011236034748965529,1.6602709546579961,1.2423886895774565,1.4067461970446324,0.9999397354942565,0.008215193039355709,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(768, 64)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(640, 1152)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.05569205833490498,5.45245145476409 +12578,12738,1.06990846266112,0.006775843837047229,0.004500510521227446,0.004254382268080393,2.7015505070276555,1.0745336466066064,1.412026127451682,0.9999898726512426,0.001790064620071314,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 256)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(2304, 1408)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.0046251839454865,8.353946578733538 +12932,12948,1.0680869467137504,0.01729648176905289,-0.0009584365787110709,-0.0007992078570396836,1.084007924470677,2.5966741257049297,1.414695344133082,0.9999995406995568,-0.002295875711686752,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(320, 1280)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(640, 1536)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.01592097775692669,3.15923207871413 +13035,13064,1.3736854784020756,0.043330751798204115,-0.00680681969475871,-0.006805322263471721,1.4037174670825072,1.4348287719127075,1.4190173956022816,0.9999768333344743,-0.006957682704882813,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 1408)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(384, 1024)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.030031988680431665,3.6326174262623727 +13238,13279,1.3130247372008088,0.01665488795055929,-0.01171601455237784,-0.011856326328230337,1.3583259321606953,1.4965729113919026,1.4224353740205475,0.9999313651461327,-0.012908440892879661,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(320, 384)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 960)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.04530119495988649,3.5187723594682354 +85,91,1.1911599360517546,0.27580568195973565,0.2651321986831702,0.2652576668328937,1.2052608261948825,1.219548880266647,1.2123417108466634,0.9642120706677696,0.26827527204008883,"model.language_model.embed_tokens.weight|2d-128|(241536, 128)","model.language_model.embed_tokens.weight|2d-128|(247168, 128)",model.language_model.embed_tokens.weight,2d-128,0,0.014100890143127875,3.212574886554961 +258,377,1.2155860245915304,0.13276966472803714,0.08583937351945606,0.09426973635969021,1.2751027293069226,1.4463296237058796,1.3526548455106997,0.9963089891965179,0.09736629523883594,"model.language_model.embed_tokens.weight|2d-64|(223808, 1216)","model.language_model.embed_tokens.weight|2d-64|(194368, 896)",model.language_model.embed_tokens.weight,2d-64,0,0.059516704715392166,3.2432202198951074 +628,720,0.1787588334244907,0.9954197672932796,0.9954197672932797,0.9989515476520544,0.1787588334244907,0.21170609307170257,0.19315601840667326,0.09560066360540091,1.1788868044331946,"model.language_model.layers.14.linear_attn.conv1d.weight|3d-axis0-slice|(1838, 0, 0)","model.language_model.layers.16.linear_attn.conv1d.weight|3d-axis0-slice|(418, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,2,0.0,0.29237841356873007 +843,894,0.67885210048193,0.9081334164213707,0.9081334164213707,0.9082989458756368,0.6788521004819301,1.8162395742237352,0.8992789350438463,0.41868090233356636,2.4296718657989924,"model.language_model.layers.14.linear_attn.conv1d.weight|3d-volume|(1688, 0, 0)","model.language_model.layers.13.linear_attn.conv1d.weight|3d-volume|(968, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,1,1.1102230246251565e-16,1.7638944779411154 +1126,1260,1.1619480315135118,0.011106613617657177,0.005914861187472572,0.005902986760136369,1.1746437217915986,1.8878495700566276,1.4104564632382675,0.999982507055565,0.009506174461719747,"model.language_model.layers.20.linear_attn.in_proj_qkv.weight|2d-128|(2944, 384)","model.language_model.layers.12.linear_attn.in_proj_qkv.weight|2d-128|(2688, 1408)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,8,0.012695690278086813,3.488945369885079 +1415,1529,1.1609630379861566,0.02597427017533277,0.0005141953520399853,0.0005167589130231782,1.935162372573491,1.1676778572932094,1.4138918598401538,0.9999998678015612,0.0003102657096942783,"model.language_model.layers.14.linear_attn.in_proj_qkv.weight|2d-64|(2560, 512)","model.language_model.layers.21.linear_attn.in_proj_qkv.weight|2d-64|(1408, 64)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,7,0.006714819307052755,5.4842996174627165 +1569,1646,1.1685273286821665,-0.06671858811039488,-9.733221470595058e-05,-9.205454173519433e-05,2.1113670641791056,1.1354867960137836,1.4142709809230827,0.9999999952632199,-5.234496952255679e-05,"model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(256, 1664)","model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-128|(640, 512)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,16,0.033040532668382916,6.387337870257925 +1811,1968,1.1683799546098912,-0.030170688407908545,-0.023870798903391485,-0.024045251268518135,1.9950639397063052,1.1717452959177426,1.4288794044477733,0.9997150518821419,-0.01401984957382616,"model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-64|(320, 704)","model.language_model.layers.22.linear_attn.in_proj_z.weight|2d-64|(1792, 576)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,4,0.003365341307851377,5.923449856405156 +2178,2294,1.2459649362429763,-0.01599600562676799,0.0023203748713134928,0.002295425406857321,1.7132628279326187,1.2295009700431083,1.4126583009148914,0.9999973079266047,0.0016651870971753756,"model.language_model.layers.12.linear_attn.out_proj.weight|2d-128|(640, 896)","model.language_model.layers.14.linear_attn.out_proj.weight|2d-128|(1664, 1280)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,2,0.016463966199868008,4.639031173852269 +2351,2467,1.2395172785828872,0.02228025309331414,-0.009349918794556055,-0.009405362040345883,1.6659851672488768,1.2590917361257719,1.4205597073040734,0.9999562885539224,-0.00706633271358167,"model.language_model.layers.18.linear_attn.out_proj.weight|2d-64|(64, 1536)","model.language_model.layers.14.linear_attn.out_proj.weight|2d-64|(1664, 1344)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,4,0.01957445754288467,4.35698687274935 +2560,2598,1.276344912082837,0.036953629836413454,-0.0028151258571847905,-0.0028212968298129415,1.5364091822869963,1.3203749766922717,1.416180152199257,0.9999960375253535,-0.002419291540898804,"model.language_model.layers.3.mlp.down_proj.weight|2d-128|(1664, 3328)","model.language_model.layers.19.mlp.down_proj.weight|2d-128|(896, 2560)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,16,0.044030064609434705,3.985970707058904 +2823,2938,1.2713660476972688,0.013445825885067458,0.003808923067586339,0.003781891263664984,1.3217583129129604,1.5225262568049742,1.4115444337817973,0.9999927460262225,0.004387477895084919,"model.language_model.layers.15.mlp.down_proj.weight|2d-64|(1856, 1728)","model.language_model.layers.0.mlp.down_proj.weight|2d-64|(64, 1664)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,15,0.05039226521569162,3.385833061060495 +3118,3228,1.1748265163273355,0.03364874915822628,-0.000683227422584648,-0.0006583488861969679,1.7787567224829284,1.2097401510898058,1.4146628024952894,0.9999997666001172,-0.0004646659292860006,"model.language_model.layers.10.mlp.gate_proj.weight|2d-128|(2560, 1152)","model.language_model.layers.17.mlp.gate_proj.weight|2d-128|(1664, 768)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,7,0.034913634762470336,5.204304814933203 +3365,3417,1.1685168821715712,0.020737887189125552,0.019711852100666623,0.01966581686917165,1.172881083548989,1.853092626455882,1.4015594489464074,0.9998057025676347,0.031143726583947852,"model.language_model.layers.21.mlp.gate_proj.weight|2d-64|(1728, 960)","model.language_model.layers.10.mlp.gate_proj.weight|2d-64|(4160, 768)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,11,0.004364201377417665,3.2734794613436713 +3801,3804,1.2525377736116248,0.0009446432052892285,-0.014042026776234172,-0.013938292856640352,1.648167223579512,1.2715683641376905,1.4237854071280975,0.9999014058816077,-0.0108334862880328,"model.language_model.layers.2.mlp.up_proj.weight|2d-128|(4096, 1792)","model.language_model.layers.21.mlp.up_proj.weight|2d-128|(5376, 256)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,19,0.019030590526065705,4.365820322126298 +3918,3964,1.2465478315439387,0.02142270185269684,0.010042169029362452,0.010035826541362196,1.2605160387919583,1.6212288993244028,1.4073149306637411,0.9999495761493105,0.01291586472624799,"model.language_model.layers.21.mlp.up_proj.weight|2d-64|(1728, 960)","model.language_model.layers.2.mlp.up_proj.weight|2d-64|(3136, 1920)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,19,0.013968207248019615,3.241382402924816 +4199,4293,1.1924939027704777,0.04609534787472881,0.01819321177282036,0.01819149983438223,1.2400531866038165,1.6496190990691897,1.4018012320649602,0.9998344898258857,0.024202082570385235,"model.language_model.layers.7.self_attn.k_proj.weight|2d-128|(128, 0)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 640)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,16,0.04755928383333874,3.554263226474556 +4583,4601,1.1129940623324739,0.014296959544719639,-0.00456513999146802,-0.005144343172637513,1.1481183666425536,2.0519553151387013,1.416961957174373,0.9999895796941377,-0.008158969965125072,"model.language_model.layers.15.self_attn.k_proj.weight|2d-64|(192, 1280)","model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(0, 1344)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,8,0.035124304310079735,3.5099892434446582 +4811,4846,1.1386263289987881,0.036554138590578274,-0.010651524060683397,-0.010652070649314947,1.9387992940095173,1.1747528036589794,1.4208740663766555,0.9999432709084974,-0.006453946931067673,"model.language_model.layers.11.self_attn.o_proj.weight|2d-128|(1536, 1408)","model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(384, 128)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,8,0.036126474660191255,5.210127848409702 +4955,5092,1.1390411327288603,0.008744190866869034,0.014156905552154288,0.014599997320650135,1.9181714217467776,1.16175377667204,1.4053140290050163,0.9998997859911699,0.00857422767576599,"model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(1536, 512)","model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(1984, 576)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,4,0.022712643943179733,5.555941968929302 +5150,5214,1.1436336861627312,-0.0243419126573549,-0.0055982050673748325,-0.005590914486272344,2.1117444628412367,1.1387911190824471,1.417517243319866,0.9999843299272362,-0.0030189193464020487,"model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(3200, 256)","model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(2944, 512)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,4,0.004842567080284077,5.940493818248295 +5409,5510,1.1284056366769357,0.003521230464745725,-0.005140111816179408,-0.005703656699959269,2.108174765361665,1.139075691906797,1.4172504275967526,0.9999867895380005,-0.002777272795260131,"model.language_model.layers.19.self_attn.q_proj.weight|2d-64|(2112, 1856)","model.language_model.layers.23.self_attn.q_proj.weight|2d-64|(1408, 1856)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,4,0.010670055229861308,6.403389894220004 +5774,5849,1.0946134053351417,0.01596464240956418,0.0037789837313134084,0.003767886002046641,1.0886330376770412,2.5080617998510237,1.4122602586258342,0.9999928596154868,0.008706262267209832,"model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(0, 1792)","model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(256, 256)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,12,0.005980367658100505,3.320158981175659 +5905,6139,1.0920030751639864,0.020097055211249715,0.015497785296700086,0.015566523915675467,2.1287623139184118,1.1234614251832078,1.4051373899514499,0.9998799021136975,0.008179007981668615,"model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(448, 1472)","model.language_model.layers.15.self_attn.v_proj.weight|2d-64|(256, 1152)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,8,0.03145835001922137,7.690016745753515 +6240,6350,1.2374723210574354,0.04698148742433732,0.013090547331599547,0.013139625801842065,1.2668181389688475,1.601726852852406,1.4051772340215414,0.9999143151143297,0.016551295355326467,"model.visual.blocks.21.attn.proj.weight|2d-128|(896, 512)","model.visual.blocks.11.attn.proj.weight|2d-128|(128, 768)",model.visual.layers.*.attn.proj.weight,2d-128,10,0.02934581791141211,3.0796907149627004 +6586,6613,1.2092123450298764,0.043861307746961765,0.028311804385304694,0.028244047599014437,1.6420477455306048,1.2336500148529863,1.3948531450345474,0.9995991405220636,0.021270305930818016,"model.visual.blocks.13.attn.proj.weight|2d-64|(576, 320)","model.visual.blocks.22.attn.proj.weight|2d-64|(960, 576)",model.visual.layers.*.attn.proj.weight,2d-64,9,0.02443766982310991,4.22327386619106 +6798,6840,1.1414567523510168,0.04470678767513316,0.007842253122374538,0.00787847678350545,1.1644587081383952,1.9262500661924282,1.4092948803288927,0.9999692490601721,0.012972671757697375,"model.visual.blocks.1.attn.qkv.weight|2d-128|(1024, 128)","model.visual.blocks.12.attn.qkv.weight|2d-128|(384, 640)",model.visual.layers.*.attn.qkv.weight,2d-128,11,0.023001955787378403,3.43723614854734 +6988,7009,1.1240033198592012,0.009819763283706772,-0.017084271203904513,-0.017100919887491635,2.177297788097287,1.1357478481196552,1.4240863791106897,0.9998540531884799,-0.008911699797152485,"model.visual.blocks.21.attn.qkv.weight|2d-64|(320, 512)","model.visual.blocks.4.attn.qkv.weight|2d-64|(1088, 576)",model.visual.layers.*.attn.qkv.weight,2d-64,17,0.011744528260454024,5.964068525643839 +7397,7404,1.2372581371774023,0.05919628812457155,0.01347364830926454,0.013906625591337667,1.2609896165515946,1.6129970376250424,1.4049374550826044,0.999909226280685,0.017234840417067097,"model.visual.blocks.3.mlp.linear_fc1.weight|2d-128|(128, 128)","model.visual.blocks.14.mlp.linear_fc1.weight|2d-128|(2560, 640)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,11,0.023731479374192288,3.326642290669454 +7514,7555,1.242960231556302,0.034406834539812435,0.028684792121973786,0.02886966682651755,1.2557212003126126,1.592093428408398,1.3943490089030346,0.9995885066870863,0.03636863741831081,"model.visual.blocks.4.mlp.linear_fc1.weight|2d-64|(2048, 0)","model.visual.blocks.17.mlp.linear_fc1.weight|2d-64|(320, 640)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,13,0.012760968756310609,3.3433182021127106 +7748,7785,1.2443643860233697,0.04248153994691797,0.0017506067049454523,0.0017980121018497267,1.5646388151366997,1.2983262484765776,1.412996410703816,0.9999984676869083,0.0014526410912228305,"model.visual.blocks.16.mlp.linear_fc2.weight|2d-128|(768, 1664)","model.visual.blocks.5.mlp.linear_fc2.weight|2d-128|(0, 2432)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,11,0.05396186245320789,4.443118833108217 +7960,8171,1.234515318419533,0.033081368630532695,0.0035438521081507233,0.0034544643616998528,1.2992509484388932,1.5596481865086878,1.4117467652111284,0.999993720536402,0.004254114665356521,"model.visual.blocks.4.mlp.linear_fc2.weight|2d-64|(640, 3200)","model.visual.blocks.23.mlp.linear_fc2.weight|2d-64|(0, 3072)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,19,0.06473563001936022,3.508716258633424 +8271,8412,1.344043966258402,0.03637512176037632,-0.0010992535429996324,-0.0012677093222875978,1.400803101937175,1.4296178437117621,1.4149904775038857,0.9999993958206416,-0.0011218653625640889,"model.visual.merger.linear_fc1.weight|2d-128|(2816, 128)","model.visual.merger.linear_fc1.weight|2d-128|(2432, 2688)",model.visual.merger.linear_fc1.weight,2d-128,0,0.05675913567877289,3.4552517817652877 +8553,8694,1.3488383816459173,0.049548438726732424,0.025014573221727072,0.023439366267763356,1.4127907743331187,1.3806022007996555,1.3964183247646398,0.9996870866058714,0.0244446491790564,"model.visual.merger.linear_fc1.weight|2d-64|(2880, 0)","model.visual.merger.linear_fc1.weight|2d-64|(192, 3456)",model.visual.merger.linear_fc1.weight,2d-64,0,0.03176381915373816,3.690845363009441 +8795,8816,1.3518438854087997,0.03111065695660834,-0.010366736718794926,-0.010450346374983396,1.422513711104489,1.4205384373437882,1.4215250449503702,0.9999462639411195,-0.010352341677914208,"model.visual.merger.linear_fc2.weight|2d-128|(256, 3456)","model.visual.merger.linear_fc2.weight|2d-128|(1792, 1408)",model.visual.merger.linear_fc2.weight,2d-128,0,0.06869455193498841,3.535807498077632 +8964,9203,1.3520076579478133,0.014139755011845249,-0.001619646976094041,-0.0015924364298267467,1.4434466813629896,1.3888468326522758,1.4153575121619875,0.9999986883709763,-0.0015583821708183823,"model.visual.merger.linear_fc2.weight|2d-64|(1792, 1664)","model.visual.merger.linear_fc2.weight|2d-64|(1216, 2240)",model.visual.merger.linear_fc2.weight,2d-64,0,0.03683917470446252,3.86767806415899 +9311,9319,0.8617031374941835,0.5296237322578667,0.4080522279034624,0.4031978034746253,1.0395970015990317,1.1483284662085607,1.0899159100032183,0.9129585857545899,0.4507304159983501,"model.visual.pos_embed.weight|2d-128|(1408, 896)","model.visual.pos_embed.weight|2d-128|(1536, 896)",model.visual.pos_embed.weight,2d-128,0,0.1778938641048482,3.4959814829479967 +9408,9587,0.6004220857345104,0.8012103991631018,0.7918548919724265,0.7929728706305008,0.6152854574797366,0.8581955337893586,0.7071730624277299,0.6107092844057118,1.1044732545500995,"model.visual.pos_embed.weight|2d-64|(2240, 192)","model.visual.pos_embed.weight|2d-64|(896, 192)",model.visual.pos_embed.weight,2d-64,0,0.014863371745226228,2.570075503762832 +9733,9763,1.222033700829208,0.055342746442780276,0.009797994918348289,0.009793372929934537,1.585854036282769,1.2782309515879995,1.4074270793422248,0.9999519984957178,0.007897385308859271,"mtp.fc.weight|2d-128|(384, 2688)","mtp.fc.weight|2d-128|(1152, 640)",mtp.fc.weight,2d-128,0,0.05619725075879156,4.664302809819946 +9999,10043,1.1915961792530656,0.034874271179993956,0.0005962200042241482,0.0005657112334855677,2.07771895869956,1.1404529848700231,1.4138578545019942,0.9999998222608375,0.0003272631655063848,"mtp.fc.weight|2d-64|(256, 768)","mtp.fc.weight|2d-64|(1152, 3904)",mtp.fc.weight,2d-64,0,0.05114319438304249,5.195529594086441 +10340,10341,1.3288000273183427,0.05713002139771939,0.008618551034748251,0.00862904728325476,1.4315886710514776,1.3857486847900387,1.4081093785786356,0.9999628595993261,0.008342581918049251,"mtp.layers.0.mlp.down_proj.weight|2d-128|(1536, 5120)","mtp.layers.0.mlp.down_proj.weight|2d-128|(1920, 1280)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.056948657471695974,3.9357079423827064 +10422,10493,1.2848918054959757,0.012634349986673087,-0.011595160809209084,-0.011624929370355275,1.5289251940742112,1.335288538640187,1.4223147693333098,0.9999327738632275,-0.01012664673996814,"mtp.layers.0.mlp.down_proj.weight|2d-64|(768, 5184)","mtp.layers.0.mlp.down_proj.weight|2d-64|(960, 1344)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.050396733144211225,4.308646598158099 +10764,10839,1.318569807176404,0.056510167649611406,0.01054670705820143,0.0105777923941766,1.444353000837018,1.371931537201625,1.4067460554436884,0.9999443819384299,0.01001788345258283,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(2816, 1920)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(1536, 896)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.05336173002522093,3.7957564831552286 +10920,11071,1.3069626135216772,0.06464185297477587,0.02483144672054636,0.02468104261282451,1.3387081855719216,1.4627492871791636,1.3966142817901792,0.9996916520876649,0.027132261818948275,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(5632, 384)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(1856, 896)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.03174557205024442,3.579801831427049 +11235,11313,1.3406966591791534,0.04179650716256169,0.008489949240909057,0.00849812345311146,1.383705521218861,1.4340458819392699,1.4082013127173065,0.999963959731493,0.008798820673978755,"mtp.layers.0.mlp.up_proj.weight|2d-128|(4096, 1280)","mtp.layers.0.mlp.up_proj.weight|2d-128|(1280, 128)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.04300886203970755,3.827898611798578 +11411,11510,1.3226041526537051,0.03712705788652344,0.02705920525448653,0.026997317116163908,1.3229005638628288,1.4805075987962244,1.3950708268810312,0.9996338326662396,0.030282970686531498,"mtp.layers.0.mlp.up_proj.weight|2d-64|(3008, 1984)","mtp.layers.0.mlp.up_proj.weight|2d-64|(2816, 1472)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.00029641120912371477,3.4937911927078735 +11665,11690,1.2607866378108687,-0.0025277186833674884,-0.0026839406359869702,-0.0026761758309265327,1.5911670681355548,1.2884119595649868,1.416068679179822,0.9999963982248449,-0.0021732609249008627,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 128)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(128, 1280)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.027625321754118026,4.792051145748392 +11744,11923,1.0970755053948862,-0.010649846233149258,-0.020550477511873704,-0.019777213438896307,2.4029903112136894,1.110142828950129,1.4252355582088718,0.9997888166378107,-0.009493989690613746,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 1024)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 192)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.01306732355524276,7.52061740121434 +12015,12145,1.2041435301940833,0.00867711478057911,0.0036234849091075234,0.003630416750293964,1.2142956323853735,1.7535393154145476,1.4118131012731228,0.9999934351570081,0.005232599934868945,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(128, 1920)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1280, 128)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.010152102191290258,3.4591459043699633 +12304,12472,1.1867249149663028,0.03658257456649539,0.011838238240704237,0.011846924523307304,1.728622640830701,1.2157125604668546,1.4063136899212714,0.9999299256024675,0.008325642961674422,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(128, 0)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(1088, 1792)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.028987645500551773,5.14718693942854 +12569,12577,1.0699224579687792,0.0010552684299039972,0.012836668646187287,0.012984804292375626,1.0690098603832894,2.73460140279824,1.4080441689155716,0.9999176065746957,0.03283708914951807,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(2432, 0)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 128)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.0009125975854897828,3.2425789716588707 +12823,12948,1.0681609778837307,0.017511207757432427,0.014072044147384265,0.014097012024447663,1.067512835156258,2.751705271009602,1.407487048447075,0.9999009838846615,0.03627321075588672,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(4032, 1216)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(640, 1536)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.0006481427274727114,3.356801453056578 +13042,13054,1.3737786675111407,0.02805168790495799,0.0030467657837485677,0.0030776468118519293,1.407473430130972,1.4166868075150656,1.4120575760699487,0.9999953585983582,0.0030667100344645526,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(256, 256)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(256, 1792)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.033694762619831176,3.783984156577167 +13174,13289,1.313036230883944,0.003835531825079261,-0.0014464811987427656,-0.001341189241215396,1.3271148222377176,1.523594831839612,1.415226344742449,0.9999989538455236,-0.0016606334597647065,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 384)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 1600)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.01407859135377354,3.486040376078251 +49,195,1.1912256268404322,0.23931133982464947,0.25820363688607245,0.25716585741177517,1.2646978245504645,1.177151500249364,1.2185723619046473,0.9660905143405587,0.2403299765604634,"model.language_model.embed_tokens.weight|2d-128|(53888, 1152)","model.language_model.embed_tokens.weight|2d-128|(142080, 1152)",model.language_model.embed_tokens.weight,2d-128,0,0.014074126591068215,3.510166309997729 +320,467,1.2157332284933298,0.25369961365094673,0.231683666865001,0.23108648013645788,1.239041436745312,1.2401792734588166,1.2396099634450544,0.9727911792918289,0.23189642664385943,"model.language_model.embed_tokens.weight|2d-64|(140032, 64)","model.language_model.embed_tokens.weight|2d-64|(141056, 64)",model.language_model.embed_tokens.weight,2d-64,0,0.02330820825198221,3.1290819004371184 +532,575,0.17954505682556862,0.9966707332268194,0.9966707332268193,0.9989047119946846,0.21458580740760624,0.1795450568255694,0.1947396291331206,0.08153189271146923,0.8339195662352468,"model.language_model.layers.14.linear_attn.conv1d.weight|3d-axis0-slice|(603, 0, 0)","model.language_model.layers.10.linear_attn.conv1d.weight|3d-axis0-slice|(1027, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,4,7.771561172376096e-16,0.37074388616985415 +942,967,0.6789952552366703,0.8742186401935316,0.8742186401935317,0.8760449940096992,1.6993214238811412,0.6789952552366703,0.891697075937689,0.4855324594073732,0.3493102013479825,"model.language_model.layers.14.linear_attn.conv1d.weight|3d-volume|(2056, 0, 0)","model.language_model.layers.13.linear_attn.conv1d.weight|3d-volume|(3404, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,1,0.0,3.7643258363576666 +1218,1239,1.162141249308257,0.020189453529454993,0.0007200825844416232,0.0007114157200091927,1.1864990964539002,1.8559431466377831,1.4137513386128198,0.9999997407405021,0.0011263660811894926,"model.language_model.layers.5.linear_attn.in_proj_qkv.weight|2d-128|(2176, 0)","model.language_model.layers.12.linear_attn.in_proj_qkv.weight|2d-128|(5120, 128)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,7,0.024357847145643152,3.0864926450644057 +1300,1486,1.160969518324506,0.030860104742371382,0.012810846148858312,0.012073307426108787,1.9312117016550594,1.1598840082345354,1.4061941591509661,0.9999179377433682,0.0076941826560389046,"model.language_model.layers.22.linear_attn.in_proj_qkv.weight|2d-64|(2752, 1984)","model.language_model.layers.2.linear_attn.in_proj_qkv.weight|2d-64|(3904, 896)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,20,0.0010855100899704873,4.849226794381945 +1592,1755,1.1686546423636084,-0.003608885266558055,0.0011513057733897956,0.0011384254438952784,1.9174788961590785,1.1711784579755462,1.4134890960620183,0.9999993372472885,0.0007032069677731354,"model.language_model.layers.16.linear_attn.in_proj_z.weight|2d-128|(512, 512)","model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-128|(1408, 1024)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,12,0.0025238156119378186,5.945652609711063 +1867,2023,1.1685012158590882,-0.0011657879629902359,0.021841987090629022,0.024129071516465126,1.161551901596549,1.8943101661879416,1.4003808000894236,0.9997614353434187,0.03562087767120338,"model.language_model.layers.21.linear_attn.in_proj_z.weight|2d-64|(64, 1472)","model.language_model.layers.10.linear_attn.in_proj_z.weight|2d-64|(1536, 128)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,11,0.006949314262539197,3.0582945897460663 +2178,2241,1.2460697923053186,0.006797565731390901,0.011221418605896916,0.011200119596589193,1.680829458669384,1.233850843408115,1.406623086732438,0.9999370379001226,0.008237335881822391,"model.language_model.layers.12.linear_attn.out_proj.weight|2d-128|(640, 896)","model.language_model.layers.13.linear_attn.out_proj.weight|2d-128|(256, 1152)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,1,0.012218948897203541,4.6413452348668045 +2353,2533,1.2395192011730247,0.03231933764010446,0.020936551086164476,0.020717727252711312,1.2736248435016064,1.5724532906950104,1.3996571267097142,0.9997808063913892,0.02584885872729288,"model.language_model.layers.18.linear_attn.out_proj.weight|2d-64|(1216, 448)","model.language_model.layers.17.linear_attn.out_proj.weight|2d-64|(1216, 1344)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,1,0.03410564232858171,3.4132483003978735 +2622,2752,1.2764318292679833,0.02965162667760576,0.011257043856790062,0.011224241798388343,1.5763804207159364,1.2817094721147189,1.406399486650984,0.9999366374743983,0.009152777812798399,"model.language_model.layers.3.mlp.down_proj.weight|2d-128|(1280, 896)","model.language_model.layers.22.mlp.down_proj.weight|2d-128|(640, 3840)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,19,0.005277642846735597,4.161224448854142 +2916,2920,1.2714853149058125,0.03258650562760986,0.019072614838081522,0.019692802165031692,1.2964138010557877,1.5354319244986827,1.4008548880376555,0.999818101138021,0.02258900798665399,"model.language_model.layers.23.mlp.down_proj.weight|2d-64|(1024, 6016)","model.language_model.layers.12.mlp.down_proj.weight|2d-64|(512, 5568)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,11,0.024928486149975226,3.6114485785024004 +3147,3269,1.1749557651399203,0.029254573786921444,-0.004669901697011866,-0.004597134679113828,1.8270418624258824,1.198519190934448,1.417239230212885,0.9999890959496209,-0.0030634037012236873,"model.language_model.layers.13.mlp.gate_proj.weight|2d-128|(5760, 256)","model.language_model.layers.18.mlp.gate_proj.weight|2d-128|(768, 1664)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,5,0.023563425794527637,4.812555517745913 +3389,3547,1.1685949550403467,0.04459718143679481,0.031509260364858536,0.03158880933086888,1.773651416268514,1.1850283247776623,1.3934777094657445,0.9995034599796339,0.0210522573278281,"model.language_model.layers.6.mlp.gate_proj.weight|2d-64|(3008, 1408)","model.language_model.layers.23.mlp.gate_proj.weight|2d-64|(1792, 1344)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,17,0.016433369737315573,4.722675710214635 +3594,3804,1.2526590997789304,0.005053213376471272,0.007017436842248376,0.0073621458824554495,1.6184809581964037,1.2648088575931375,1.4093903672036923,0.9999753774869484,0.005483979425724631,"model.language_model.layers.2.mlp.up_proj.weight|2d-128|(4096, 896)","model.language_model.layers.21.mlp.up_proj.weight|2d-128|(5376, 256)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,19,0.01214975781420713,4.4884641111911305 +3929,3935,1.246563214492122,0.016269581303704664,0.0021822212399660087,0.002239656641424225,1.619169647459989,1.269291871782855,1.412714330207327,0.9999976189523953,0.0017106766339561117,"model.language_model.layers.2.mlp.up_proj.weight|2d-64|(384, 1344)","model.language_model.layers.20.mlp.up_proj.weight|2d-64|(4608, 448)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,18,0.022728657290733034,4.227921084948643 +4144,4300,1.1925938605409354,-0.030916294189224244,0.005270994665866219,0.005323257689024934,1.173489687147868,1.8946797996433502,1.410872754946183,0.9999861082111253,0.008510383369211632,"model.language_model.layers.11.self_attn.k_proj.weight|2d-128|(384, 0)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 1536)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,12,0.01910417339306747,3.458368116378425 +4506,4585,1.1130988515064701,0.027753199386302965,-0.002374392096618665,-0.001926923377946151,2.160234104080966,1.1295537448716033,1.415591705055526,0.9999971811271128,-0.0012415337205641248,"model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 1984)","model.language_model.layers.7.self_attn.k_proj.weight|2d-64|(192, 1984)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,16,0.016454893365133172,5.90490007852394 +4710,4756,1.1386531940470648,-0.016464720601695893,0.004030811167852584,0.00403946974313012,1.9977725211120443,1.152441105149591,1.4117440910859276,0.9999918762476668,0.002325225934303867,"model.language_model.layers.23.self_attn.o_proj.weight|2d-128|(256, 640)","model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(1792, 640)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,4,0.013787911102526307,5.699177905432327 +4915,4960,1.1391097661777974,0.034484247432650904,0.02385879591419697,0.024170725046101595,1.9319050676227711,1.1520109022316176,1.3992923120270568,0.9997153384126527,0.014227196495268468,"model.language_model.layers.11.self_attn.o_proj.weight|2d-64|(1472, 1408)","model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(1792, 896)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,8,0.012901136053820261,5.369998520437708 +5150,5325,1.1437520356101232,0.014904792438797488,-0.0025137427629123377,-0.00252539357756686,1.9652700191570447,1.1633515619028671,1.4157710320339647,0.9999968405436699,-0.0014880227861565982,"model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(3200, 256)","model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(2432, 1920)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,4,0.019599526292743974,5.555583847671782 +5583,5586,1.1285358657564175,0.0035581153056284094,0.017962838992803366,0.01783086145305258,2.141840233256823,1.120143525683408,1.4037426392098518,0.9998386551915857,0.009394238416227146,"model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(2752, 896)","model.language_model.layers.23.self_attn.q_proj.weight|2d-64|(3456, 1152)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,16,0.008392340073009485,5.74386849925744 +5792,5841,1.0946751936628154,0.030627171064962423,0.006398623957555828,0.006392604159294931,2.2591478059850982,1.1116869197003503,1.4106241894112306,0.9999795285961857,0.0031486503622521382,"model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(256, 896)","model.language_model.layers.23.self_attn.v_proj.weight|2d-128|(128, 128)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,16,0.01701172603753487,6.464582673990413 +6009,6042,1.0920379038309975,0.020655171093913325,0.004604216128434964,0.004426283963377449,1.1172320083787683,2.221889781184769,1.4115977981584116,0.999989400540747,0.009156612672582427,"model.language_model.layers.23.self_attn.v_proj.weight|2d-64|(320, 1856)","model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(384, 512)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,16,0.025194104547770824,3.3601590364400975 +6169,6179,1.237844294768778,0.008843921930378265,0.017785515600085223,0.01784891387053726,1.6586796675537265,1.2366752879153573,1.4021087160715815,0.9998418252077871,0.013260491495562406,"model.visual.blocks.13.attn.proj.weight|2d-128|(384, 896)","model.visual.blocks.21.attn.proj.weight|2d-128|(384, 512)",model.visual.layers.*.attn.proj.weight,2d-128,8,0.0011690068534206954,4.352366525542932 +6415,6643,1.2092655469854299,-0.005928021479631859,0.004154683905995649,0.004407600527514524,1.2099570051719122,1.7654847070077595,1.4114710137773299,0.9999913692635758,0.006062224415523272,"model.visual.blocks.18.attn.proj.weight|2d-64|(704, 320)","model.visual.blocks.21.attn.proj.weight|2d-64|(640, 256)",model.visual.layers.*.attn.proj.weight,2d-64,3,0.0006914581864823077,3.092163662286411 +6674,6814,1.1415251961252009,0.006465064467065046,0.00036436837559430984,0.00034187734479723474,1.143992519067096,2.0575802597422665,1.4139946980977074,0.9999999336178412,0.0006553514681272461,"model.visual.blocks.3.attn.qkv.weight|2d-128|(1792, 896)","model.visual.blocks.11.attn.qkv.weight|2d-128|(2176, 896)",model.visual.layers.*.attn.qkv.weight,2d-128,8,0.0024673229418952225,3.153976468532707 +6943,7099,1.1240596980844777,0.0054323421371570155,-0.0018002153673986004,-0.002023569730757379,1.1161615280180983,2.259427325602859,1.415224162536989,0.9999983796110027,-0.0036441462019327327,"model.visual.blocks.8.attn.qkv.weight|2d-64|(192, 64)","model.visual.blocks.18.attn.qkv.weight|2d-64|(2816, 512)",model.visual.layers.*.attn.qkv.weight,2d-64,10,0.007898170066379384,3.0494599211878133 +7341,7371,1.2376598170042814,0.04769412453882245,0.0036357236768970545,0.004008414042180998,1.26121033517893,1.6333052331307756,1.4117241142749368,0.9999933907348315,0.004708371270087122,"model.visual.blocks.6.mlp.linear_fc1.weight|2d-128|(128, 896)","model.visual.blocks.17.mlp.linear_fc1.weight|2d-128|(3072, 0)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,11,0.023550518174648705,3.330742574015062 +7436,7603,1.243052203181837,0.04380611665333617,0.019601348261054002,0.018672700831454746,1.2665766255043407,1.5888572606818843,1.4006368269719511,0.9998078751171892,0.024588914619617815,"model.visual.blocks.6.mlp.linear_fc1.weight|2d-64|(3328, 192)","model.visual.blocks.23.mlp.linear_fc1.weight|2d-64|(3328, 960)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,17,0.023524422322503735,3.440541461981785 +7681,7861,1.2445637350332184,-0.004103910735315504,0.016931064844258457,0.01682621312031878,1.2159517291497346,1.7152580725306807,1.402871183786191,0.9998566592483342,0.023883469182581798,"model.visual.blocks.4.mlp.linear_fc2.weight|2d-128|(256, 1024)","model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(640, 1920)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,6,0.028612005883483782,3.643954494262479 +8152,8157,1.2345664951350146,0.056863415064596835,0.023872957608267496,0.0233234849898349,1.4321997117966665,1.3647414182011732,1.3972507293700673,0.9997150003351124,0.02274851318193046,"model.visual.blocks.3.mlp.linear_fc2.weight|2d-64|(64, 2752)","model.visual.blocks.1.mlp.linear_fc2.weight|2d-64|(192, 256)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,2,0.13017492306615863,4.8761711330838695 +8251,8386,1.344088905091611,0.04338939753143839,0.011057549306193404,0.011001338912052733,1.4199067567462575,1.3932216706583966,1.4063743744016497,0.9999388634328306,0.010849738720213307,"model.visual.merger.linear_fc1.weight|2d-128|(2304, 2816)","model.visual.merger.linear_fc1.weight|2d-128|(1280, 2560)",model.visual.merger.linear_fc1.weight,2d-128,0,0.0491327655667857,3.590796509147487 +8462,8681,1.3488677797883093,0.034568078231741815,0.03335932000109614,0.03327493260351865,1.4234928662913946,1.3596065447726913,1.3904501558658307,0.9994434229955512,0.03186215461748046,"model.visual.merger.linear_fc1.weight|2d-64|(2496, 832)","model.visual.merger.linear_fc1.weight|2d-64|(384, 3776)",model.visual.merger.linear_fc1.weight,2d-64,0,0.010738764984381977,3.7564244356410668 +8798,8810,1.3518656409804979,0.06029686473752222,0.02184798375279397,0.021863530183525038,1.409507009025172,1.3881010989944096,1.3986812176478194,0.9997613043151539,0.02151618265384852,"model.visual.merger.linear_fc2.weight|2d-128|(256, 3840)","model.visual.merger.linear_fc2.weight|2d-128|(384, 1280)",model.visual.merger.linear_fc2.weight,2d-128,0,0.0362354580139117,3.525790370963606 +9050,9079,1.3520708636265426,0.045554091358437125,0.02523099114868518,0.025220050260660855,1.406118656964208,1.386606512697297,1.396260342511001,0.9996816478687878,0.024880870810794785,"model.visual.merger.linear_fc2.weight|2d-64|(1344, 2688)","model.visual.merger.linear_fc2.weight|2d-64|(384, 3776)",model.visual.merger.linear_fc2.weight,2d-64,0,0.03453564907075446,3.5747723984546984 +9246,9294,0.8622422045161804,0.5819931920061802,0.5938218981859912,0.594005610970148,0.8422779678351793,0.9992222449857154,0.9107605339793935,0.8045965157983138,0.7044705820242902,"model.visual.pos_embed.weight|2d-128|(384, 768)","model.visual.pos_embed.weight|2d-128|(1152, 768)",model.visual.pos_embed.weight,2d-128,0,0.019964236681001113,3.5795776408895463 +9394,9586,0.6010957184924905,0.8136087394567108,0.7958645577501532,0.7949897404973155,0.6159309727453239,0.6776850287487005,0.6445999442479805,0.6054746945307897,0.8756589935638677,"model.visual.pos_embed.weight|2d-64|(128, 128)","model.visual.pos_embed.weight|2d-64|(1216, 128)",model.visual.pos_embed.weight,2d-64,0,0.014835254252833385,2.3371068690772434 +9642,9703,1.2221423285702477,-0.003190058774116815,0.0003653733039411665,0.0003711406634657084,1.3128851368006638,1.5426617140938745,1.4139585055912083,0.9999999332511721,0.0004293196651731164,"mtp.fc.weight|2d-128|(1536, 3968)","mtp.fc.weight|2d-128|(1920, 2176)",mtp.fc.weight,2d-128,0,0.09074280823041603,3.0630586244784963 +9876,9919,1.1918739311462618,0.010947613106201728,0.009256812071775013,0.009260260552873585,1.743605344526662,1.2128345475265998,1.408063401421066,0.9999571547972782,0.006438946471374698,"mtp.fc.weight|2d-64|(1984, 2688)","mtp.fc.weight|2d-64|(0, 3008)",mtp.fc.weight,2d-64,0,0.02096061638033797,5.231739901445882 +10133,10226,1.3288078057430661,0.03604469810005865,0.0034066455746908915,0.0033288817015418564,1.3546162631599932,1.476922822622676,1.411811632390981,0.9999941973661289,0.0037142272204163467,"mtp.layers.0.mlp.down_proj.weight|2d-128|(0, 640)","mtp.layers.0.mlp.down_proj.weight|2d-128|(256, 256)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.025808457416927055,3.6274380200782814 +10403,10504,1.284897687767275,0.028682968950300612,0.014881997673031151,0.014879974808841899,1.3536603294900451,1.4596909553268806,1.4036810318126303,0.9998892569406174,0.01604768709496189,"mtp.layers.0.mlp.down_proj.weight|2d-64|(1664, 2944)","mtp.layers.0.mlp.down_proj.weight|2d-64|(512, 1088)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.06876264172277002,3.5181523306441886 +10684,10848,1.318673466099793,0.05640750489286231,-0.0015388563942206788,-0.001861878217965589,1.457313518413005,1.3767216135581375,1.4152995227479208,0.999998815959798,-0.0014537550302784895,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(5248, 128)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(1664, 0)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.05804814745834452,4.059745754403042 +10973,10985,1.3070046538338336,0.010549981884295123,0.03166296151431155,0.03165975579941537,1.5004261690891745,1.3039058101740229,1.3918667339679847,0.9994986027344627,0.027515862050639554,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(5568, 1344)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(5440, 1664)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.003098843659810724,4.167863763497624 +11261,11378,1.3406977482426603,0.04203701788304685,0.008424011415857025,0.008419357767895798,1.417167431749623,1.399488528763433,1.4082447601811128,0.9999645173863249,0.008318923423260674,"mtp.layers.0.mlp.up_proj.weight|2d-128|(5376, 512)","mtp.layers.0.mlp.up_proj.weight|2d-128|(4992, 1408)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.0587907805207728,3.597354661314607 +11481,11545,1.322705466830714,0.038580792363974,0.004459409763904254,0.004418285033655118,1.3699913906716965,1.4560639599082272,1.411062617893368,0.999990056782845,0.0047395814921875395,"mtp.layers.0.mlp.up_proj.weight|2d-64|(5440, 64)","mtp.layers.0.mlp.up_proj.weight|2d-64|(5504, 1600)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.0472859238409824,3.7150478136885625 +11687,11711,1.2612997516628095,0.029825100948901555,0.0049863533101187655,0.004940808703377687,1.2876433341356943,1.5776282967217343,1.4107549465476044,0.9999875680630568,0.006109309830564035,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(128, 896)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(256, 1920)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.02634358247288482,3.8501104894399965 +11749,11963,1.0971069958139708,0.02242642170378642,-0.002844504755450594,-0.0028321008615277477,2.0736228062301563,1.1432959358003096,1.4159134324119207,0.9999959543881646,-0.0015683231861167899,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 1344)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(448, 704)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.046188939986338884,7.1581207901295105 +12167,12191,1.2041873828518406,0.01775123065334696,0.004585188867739167,0.004627803250343116,1.7441585356282943,1.2166205173944367,1.4111675878015784,0.9999894879662721,0.0031983530961596503,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(1408, 896)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1536, 1920)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.012433134542596092,4.721803226512702 +12310,12382,1.1868609550577125,0.014568088711137243,0.020395344189058015,0.02028625173017341,1.5873901456002875,1.2664988917048505,1.4000813717710816,0.9997919933343185,0.01627242104467822,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(1344, 64)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(1856, 1984)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.07963793664713803,5.206329458298221 +12577,12586,1.0699856568329627,0.015754743140455933,0.011316045557153992,0.011184163005029458,2.6932987051322055,1.0721247750253229,1.4087037600537524,0.9999359715066501,0.00450459236995196,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 128)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(3968, 1536)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.0021391181923602343,8.2459567597665 +12784,12871,1.0682054666495948,0.03144602270728014,0.02791374124230103,0.02792827746476911,1.0716229574906284,2.5877138934663866,1.400189395613929,0.9996103356057588,0.06740502853771659,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(4032, 384)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(2176, 1024)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.003417490841033599,3.33451075223074 +13011,13041,1.3738109717670393,0.02753838081785323,-0.005660078433597777,-0.0056895486403963245,1.410504830955199,1.4260427469483576,1.4182099553826883,0.9999839816277686,-0.005722429034096163,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(0, 384)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(256, 128)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.036693859188159816,3.8438283159833517 +13160,13273,1.3131240929709205,-0.00469868821287458,-0.002201552283711096,-0.0025456687681436074,1.3458891346081072,1.497781677975425,1.415760591063737,0.9999975765808345,-0.002450012106389117,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(128, 1536)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 576)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.03276504163718674,3.5423052637763557 +29,156,1.1915185759369824,0.2788004129219536,0.20235202506789957,0.20234576998032575,1.2514094090955288,1.275079984745976,1.2630783789463362,0.9793128498855308,0.2061795405736786,"model.language_model.embed_tokens.weight|2d-128|(226048, 1664)","model.language_model.embed_tokens.weight|2d-128|(211584, 1664)",model.language_model.embed_tokens.weight,2d-128,0,0.059890833158546375,3.144956837223497 +467,499,1.215941333125726,0.23543707475195919,0.22698730074064552,0.2265829961513439,1.2502682576008999,1.2366508720768647,1.2434036432540545,0.9738977180908043,0.2245150524335689,"model.language_model.embed_tokens.weight|2d-64|(141056, 64)","model.language_model.embed_tokens.weight|2d-64|(142720, 64)",model.language_model.embed_tokens.weight,2d-64,0,0.020709538951138695,3.328254427247877 +630,658,0.18045557755899377,0.9835833018639747,0.9835833018639746,0.980299533506076,0.18045557755899377,0.18336087628931938,0.18189082711997803,0.18045467102394824,0.9994187964312771,"model.language_model.layers.4.linear_attn.conv1d.weight|3d-axis0-slice|(1639, 0, 0)","model.language_model.layers.1.linear_attn.conv1d.weight|3d-axis0-slice|(1241, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,3,0.0,0.3397155087323627 +827,890,0.6791228719199228,0.8938567935467967,0.8938567935467965,0.8959890576737213,0.6791228719199228,1.7696059290091122,0.8966617745668798,0.44835257625025365,2.3291429974574562,"model.language_model.layers.2.linear_attn.conv1d.weight|3d-volume|(4384, 0, 0)","model.language_model.layers.10.linear_attn.conv1d.weight|3d-volume|(4248, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,8,0.0,2.196676619850221 +1056,1207,1.1621575803765076,0.03115556559295099,0.005360161305443883,0.005331361550943591,1.1753802067752503,1.8864779555201188,1.410807195378965,0.9999856342322022,0.008603025712415587,"model.language_model.layers.16.linear_attn.in_proj_qkv.weight|2d-128|(1152, 1536)","model.language_model.layers.9.linear_attn.in_proj_qkv.weight|2d-128|(1408, 1920)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,7,0.01322262639874272,3.1513941273089165 +1290,1358,1.1610162269333024,0.01829561079907172,-9.084405588723902e-05,-0.00029647784213189326,1.92505832187976,1.1703507931716928,1.414270589020004,0.9999999958736787,-5.5229190541482484e-05,"model.language_model.layers.12.linear_attn.in_proj_qkv.weight|2d-64|(4736, 1664)","model.language_model.layers.2.linear_attn.in_proj_qkv.weight|2d-64|(2688, 1152)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,10,0.009334566238390352,5.410468711100378 +1635,1781,1.1687455261043316,-0.013275100660983015,-0.014783052271674651,-0.015270082431944514,1.9802242057817083,1.168647262769511,1.4233350839607275,0.9998907247122222,-0.008724352284064362,"model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(256, 1920)","model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-128|(512, 1920)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,14,9.82633348205475e-05,6.282105015798134 +1964,2021,1.1685417029243332,0.0037423235721270225,0.010974845943156678,0.011187770443331743,1.1656921516254244,1.9106374214029465,1.4072959593215932,0.9999397745647105,0.017988412570067194,"model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-64|(64, 1600)","model.language_model.layers.16.linear_attn.in_proj_z.weight|2d-64|(576, 640)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,14,0.002849551298908848,3.0953069701082865 +2128,2140,1.2461652594868777,0.031233632902565582,-0.0030871215624750674,-0.003167148355219802,1.2545462391723243,1.6628135541679807,1.4163110715005216,0.9999952348288759,-0.00409176435045904,"model.language_model.layers.2.linear_attn.out_proj.weight|2d-128|(1408, 0)","model.language_model.layers.18.linear_attn.out_proj.weight|2d-128|(1920, 1408)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,16,0.008380979685446599,3.3483338010300137 +2403,2461,1.2395807352432042,-0.007460600620745988,-0.023169257555025115,-0.023382183685022092,1.7293209654937391,1.2460073546604182,1.429669865861631,0.9997315567212774,-0.01669387342871908,"model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(192, 960)","model.language_model.layers.14.linear_attn.out_proj.weight|2d-64|(1472, 0)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,2,0.006426619417214008,4.565886728193479 +2622,2652,1.2765220190972335,0.035209714033201084,-0.011529443437354634,-0.01152455733720144,1.545513984788289,1.3244370841488449,1.4222471108913353,0.9999335337581317,-0.009880222759757659,"model.language_model.layers.3.mlp.down_proj.weight|2d-128|(1280, 896)","model.language_model.layers.23.mlp.down_proj.weight|2d-128|(1792, 3456)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,20,0.04791506505161136,4.048082326512975 +2839,2968,1.271486591017724,0.03384913342668859,0.024661788458824895,0.024618245979936487,1.5265896448535343,1.2954898200854241,1.3969014067006493,0.9996958518419551,0.020928411247393953,"model.language_model.layers.10.mlp.down_proj.weight|2d-64|(192, 2304)","model.language_model.layers.18.mlp.down_proj.weight|2d-64|(320, 4160)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,8,0.024003229067700138,4.0339436261882415 +3118,3269,1.1749843504052173,-0.00229481253305418,0.006289507404448747,0.006196175873272103,1.8677644153709987,1.1792826910982348,1.4101925418225243,0.9999802208526973,0.003971114963193746,"model.language_model.layers.10.mlp.gate_proj.weight|2d-128|(2560, 1152)","model.language_model.layers.18.mlp.gate_proj.weight|2d-128|(768, 1664)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,8,0.004298340693017488,5.181042946237356 +3373,3518,1.1686017316334516,-0.009908875730302157,0.007501607334877953,0.007627872015686505,1.1597979063635755,1.9491479087390462,1.4095438834529326,0.9999718625478385,0.012607146614709614,"model.language_model.layers.20.mlp.gate_proj.weight|2d-64|(3328, 576)","model.language_model.layers.11.mlp.gate_proj.weight|2d-64|(6080, 640)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,9,0.008803825269876109,3.1567831969794518 +3607,3720,1.2530093489422547,0.02470439057816052,0.00768577424781538,0.007709810792430049,1.2788621393377453,1.5888498046369075,1.4088944341557954,0.9999704640009182,0.009548754737902046,"model.language_model.layers.20.mlp.up_proj.weight|2d-128|(4480, 1152)","model.language_model.layers.4.mlp.up_proj.weight|2d-128|(3712, 128)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,16,0.0258527903954906,3.286571613880996 +3895,4044,1.2466763761837119,0.038817622050019124,0.008148969799442955,0.008048409821684518,1.2863206508206557,1.5739113809580862,1.4085553959560728,0.9999667965943708,0.009970885799154618,"model.language_model.layers.19.mlp.up_proj.weight|2d-64|(5440, 960)","model.language_model.layers.1.mlp.up_proj.weight|2d-64|(4864, 1792)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,18,0.039644274636943866,3.153014450670107 +4150,4290,1.1926710334556818,-0.04096962807823898,-0.013545476132182398,-0.013587378378117446,1.1861192332834614,1.8994048798086944,1.4227938503003876,0.9999082558296798,-0.021691194900850943,"model.language_model.layers.11.self_attn.k_proj.weight|2d-128|(384, 768)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 256)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,12,0.006551800172220457,3.357026180197203 +4409,4520,1.1131001940222465,-0.018619118944517135,-0.012940829705186466,-0.012836509456168576,2.1796178376292588,1.132984955614599,1.4216832577947087,0.9999162639574082,-0.0067267596713624705,"model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 1024)","model.language_model.layers.7.self_attn.k_proj.weight|2d-64|(320, 1920)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,16,0.01988476159235253,6.50047486124898 +4609,4816,1.1387717155922905,0.05116389527502371,0.009402665136719479,0.009303752367519897,1.1708336835690576,1.8931711729699556,1.4082524380598591,0.9999557939670767,0.015203572322641504,"model.language_model.layers.15.self_attn.o_proj.weight|2d-128|(1152, 896)","model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(384, 1664)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,8,0.03206196797676708,3.0031768128314402 +4885,4913,1.1391516405197073,0.020169144246492136,0.03671897350254178,0.03676508544250044,2.011760786612553,1.128476430943485,1.3918802442576854,0.999325631105757,0.020597128864326072,"model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(1472, 1472)","model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(512, 960)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,12,0.010675209576222366,5.311199217465577 +5187,5262,1.1439237330079837,0.2186635155966847,0.18536914666281026,0.1858356834074356,1.4209849422202503,1.1726234969834053,1.2790618096567217,0.9826689572106679,0.15297010582880802,"model.language_model.layers.19.self_attn.q_proj.weight|2d-128|(1280, 1408)","model.language_model.layers.19.self_attn.q_proj.weight|2d-128|(3840, 1408)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,0,0.02869976397542162,3.769050663610853 +5542,5614,1.1290069559560614,0.04684364071119561,0.04566800358028351,0.04726510079497095,1.9618502971728788,1.1313093515425936,1.3859828398401501,0.998956672458316,0.02633464928037915,"model.language_model.layers.19.self_attn.q_proj.weight|2d-64|(1344, 832)","model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(1920, 1792)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,16,0.0023023955865322243,5.166580593838438 +5760,5832,1.0947634595859494,0.029317944845587064,0.0004418739717726474,0.00039436714257592927,2.1879685031394964,1.1240431444705705,1.4139595397792002,0.9999999023736919,0.0002270075679692543,"model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(256, 1920)","model.language_model.layers.23.self_attn.v_proj.weight|2d-128|(0, 1024)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,16,0.02927968488462107,7.541361224194554 +5988,6087,1.0920383787273684,0.05447713359985529,0.05979641283088267,0.059968111913396994,2.1445134280982705,1.0953548748485522,1.3795320334472816,0.9982105935185014,0.030542262610519982,"model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(448, 960)","model.language_model.layers.23.self_attn.v_proj.weight|2d-64|(384, 256)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,16,0.0033164961211837873,6.3097666828407295 +6243,6264,1.2379368579512129,0.047721740337139586,0.012532469392556365,0.01265907187649396,1.2799017441295384,1.5772578663247294,1.405514930550222,0.9999214655216301,0.015444104224834016,"model.visual.blocks.2.attn.proj.weight|2d-128|(512, 384)","model.visual.blocks.15.attn.proj.weight|2d-128|(512, 896)",model.visual.layers.*.attn.proj.weight,2d-128,13,0.0419648861783255,3.435322874711051 +6421,6524,1.2092842027892252,0.00031457904673663165,-0.012135392533601993,-0.012052865447037701,1.2408797436483379,1.7170914040942933,1.4223376669710892,0.9999263634128542,-0.016792584705664568,"model.visual.blocks.7.attn.proj.weight|2d-64|(64, 512)","model.visual.blocks.0.attn.proj.weight|2d-64|(448, 768)",model.visual.layers.*.attn.proj.weight,2d-64,7,0.03159554085911265,3.250681083020061 +6737,6862,1.1415980283951639,0.06681191650391757,0.015932673775601404,0.015934126720164588,1.1723831561405897,1.8665858135119704,1.4040282450316355,0.9998730668971738,0.025366880004275207,"model.visual.blocks.23.attn.qkv.weight|2d-128|(2944, 256)","model.visual.blocks.13.attn.qkv.weight|2d-128|(2688, 0)",model.visual.layers.*.attn.qkv.weight,2d-128,10,0.030785127745425855,3.19564115529546 +6946,7074,1.1245235753642793,0.031501006831587006,0.017338828262200755,0.017290877194923972,2.0171710567310406,1.1401117779190455,1.403670499296105,0.9998496712178756,0.009799963295669322,"model.visual.blocks.20.attn.qkv.weight|2d-64|(896, 0)","model.visual.blocks.1.attn.qkv.weight|2d-64|(448, 320)",model.visual.layers.*.attn.qkv.weight,2d-64,19,0.015588202554766228,5.9129129797458715 +7205,7252,1.2379060535578548,0.055508417250705516,0.009072559138015754,0.00919520052718192,1.5651462068240563,1.290167176487682,1.4079021143102919,0.9999588434884144,0.007478609957061422,"model.visual.blocks.20.mlp.linear_fc1.weight|2d-128|(384, 512)","model.visual.blocks.8.mlp.linear_fc1.weight|2d-128|(3328, 128)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,12,0.05226112292982732,4.250890388950833 +7452,7496,1.2431724898901946,0.06899250738308507,0.05427637762268434,0.054687549064553025,1.5552497885373942,1.2475461948368332,1.3762386336332904,0.9985259510058614,0.043537886242946,"model.visual.blocks.16.mlp.linear_fc1.weight|2d-64|(896, 640)","model.visual.blocks.7.mlp.linear_fc1.weight|2d-64|(1280, 512)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,9,0.004373704946638579,4.023699468478217 +7729,7861,1.2445714856128882,0.03692415354881976,-0.0075606477074359165,-0.007443895355054824,1.27888146758303,1.6194903125496773,1.4194045670912394,0.9999714178946536,-0.009574300691004765,"model.visual.blocks.6.mlp.linear_fc2.weight|2d-128|(896, 1408)","model.visual.blocks.10.mlp.linear_fc2.weight|2d-128|(640, 1920)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,4,0.03430998197014179,3.3338114967034405 +7952,7991,1.234661274955046,0.006279624905985489,0.012499220628355604,0.012217524651225954,1.2697537575140105,1.5970161945826393,1.4055762980850677,0.9999218816906067,0.0157207313977372,"model.visual.blocks.3.mlp.linear_fc2.weight|2d-64|(832, 3136)","model.visual.blocks.2.mlp.linear_fc2.weight|2d-64|(192, 3456)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,1,0.035092482558964466,3.9867097775739206 +8251,8262,1.3441697572088485,0.01976302166386211,0.004912279385060626,0.004821995138875646,1.4410668802600382,1.382248321346138,1.4107388013539863,0.9999879346828356,0.004711779881276606,"model.visual.merger.linear_fc1.weight|2d-128|(2304, 2816)","model.visual.merger.linear_fc1.weight|2d-128|(3584, 1664)",model.visual.merger.linear_fc1.weight,2d-128,0,0.038078564137289606,3.812663222300413 +8625,8671,1.348869694242019,0.05793039763826115,0.028915907453273118,0.028886738838091917,1.3933310078920993,1.393903058631276,1.3936169452061011,0.9995818477224132,0.028927779267033743,"model.visual.merger.linear_fc1.weight|2d-64|(2560, 576)","model.visual.merger.linear_fc1.weight|2d-64|(2688, 3072)",model.visual.merger.linear_fc1.weight,2d-64,0,0.044461313650080214,3.4518055607583027 +8865,8880,1.3519026213525311,0.06133406111805928,-0.002090509702882047,-0.0020641448188787087,1.4105457225013107,1.420892925795769,1.4156909647713989,0.9999978148822036,-0.0021058448519237953,"model.visual.merger.linear_fc2.weight|2d-128|(1152, 3968)","model.visual.merger.linear_fc2.weight|2d-128|(1152, 1024)",model.visual.merger.linear_fc2.weight,2d-128,0,0.058643101148779575,3.694479553532188 +9046,9143,1.35220147247926,0.03873373155350172,0.0028117625123061777,0.002820204317492438,1.3973497487215374,1.427584416766496,1.4122244025555621,0.999996046987974,0.0028726010434317003,"model.visual.merger.linear_fc2.weight|2d-64|(1792, 1088)","model.visual.merger.linear_fc2.weight|2d-64|(1216, 128)",model.visual.merger.linear_fc2.weight,2d-64,0,0.04514827624227746,3.5340660454262887 +9238,9310,0.8630040788149808,0.505400083419319,0.43861282654347616,0.43995573880259786,0.89942386601572,1.892407276464137,1.1488237763444882,0.8986761309790877,0.9228508780607223,"model.visual.pos_embed.weight|2d-128|(256, 768)","model.visual.pos_embed.weight|2d-128|(1408, 768)",model.visual.pos_embed.weight,2d-128,0,0.03641978720073924,3.824386124637029 +9481,9487,0.6016272564514952,0.8032987598148191,0.1003330386609733,0.09865203183374956,1.3875871251520524,1.299814176984071,1.3415519301613328,0.9949539091601458,0.09398639098581513,"model.visual.pos_embed.weight|2d-64|(1024, 320)","model.visual.pos_embed.weight|2d-64|(2176, 320)",model.visual.pos_embed.weight,2d-64,0,0.6981869205325758,2.615453010434194 +9797,9840,1.2222649019554142,0.053226699565115464,0.024201297726814657,0.02419914351234846,1.4742196132121972,1.3309168802285263,1.3970860336685775,0.9997071057006337,0.021848790627518017,"mtp.fc.weight|2d-128|(1664, 2176)","mtp.fc.weight|2d-128|(1664, 3328)",mtp.fc.weight,2d-128,0,0.10865197827311213,4.578391909165059 +9982,10024,1.1919980219697721,0.09349477520728706,0.03679932392737739,0.036770434998866966,1.2284487542632114,1.6352051653520605,1.3889969121585877,0.9993226754950015,0.048984090185839387,"mtp.fc.weight|2d-64|(832, 3712)","mtp.fc.weight|2d-64|(1664, 3008)",mtp.fc.weight,2d-64,0,0.036450732293439314,3.6708034418561173 +10171,10209,1.3288162559773589,0.037265684371390335,0.01176265301065624,0.01179652980513452,1.4658916783571978,1.3527153996806285,1.4058984425814953,0.9999308176039735,0.010854500440609774,"mtp.layers.0.mlp.down_proj.weight|2d-128|(1408, 768)","mtp.layers.0.mlp.down_proj.weight|2d-128|(1152, 896)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.02389914370326962,3.9186637552604613 +10517,10558,1.28490823510628,0.055524493019179784,0.037580431795623474,0.037347424088550296,1.5093824247512222,1.291399897667022,1.387711861127517,0.9992936060768398,0.03215312764964097,"mtp.layers.0.mlp.down_proj.weight|2d-64|(256, 1088)","mtp.layers.0.mlp.down_proj.weight|2d-64|(960, 576)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.006491662560742073,3.971618926451841 +10736,10882,1.3187111897225947,0.013789519690020798,0.004804373697672368,0.004887870108728927,1.3356249575078962,1.500372944362909,1.4108351734908655,0.9999884589300884,0.00539698833125001,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(768, 0)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(2560, 256)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.016913767785301514,3.559627036838497 +10909,10962,1.3070169663341853,0.04051583466651821,0.02000716054782682,0.02012477021053454,1.4761478192080186,1.3346546280185996,1.4000671272064085,0.9997998367307396,0.018089414265432226,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(4480, 1152)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(2688, 1408)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.027637661684414283,4.312257290154441 +11239,11318,1.3407442062052286,0.017351551159296714,0.002668894730793051,0.0026683080257163994,1.4440052701701633,1.382645890134091,1.4123268880267645,0.9999964384941158,0.002555486747147877,"mtp.layers.0.mlp.up_proj.weight|2d-128|(5504, 768)","mtp.layers.0.mlp.up_proj.weight|2d-128|(5888, 896)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.0419016839288624,4.066219736238253 +11453,11553,1.3227382424707645,0.04883777210969257,0.02449318178644889,0.024369094963846406,1.4466897753428771,1.351788730347697,1.3968271817567213,0.9996999970220946,0.02288645960840626,"mtp.layers.0.mlp.up_proj.weight|2d-64|(5184, 1280)","mtp.layers.0.mlp.up_proj.weight|2d-64|(1856, 768)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.02905048787693243,4.165536355579555 +11697,11717,1.262169932505529,0.030246407199826415,0.011949088266742387,0.011972207658089972,1.5510380920461755,1.295079185029852,1.405875276602791,0.9999286070963235,0.009977198866810161,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(256, 128)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 640)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.032909252524323085,4.568746014231336 +11859,11939,1.0971716067276016,0.024752136127042957,0.0424805908704686,0.042483083793149565,2.0885364856039526,1.1129695249668492,1.389055926974414,0.9990972922590151,0.02263767157878711,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(256, 192)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 1216)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.015797918239247588,6.940138213189193 +12063,12177,1.2042473480829439,0.008392072580393792,0.003876771672951012,0.003948452707514158,1.2149922240973048,1.7507987029284202,1.4116432242831103,0.9999924852924624,0.005586411733289158,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(512, 1920)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1536, 128)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.010744876014360916,3.434187474415639 +12355,12368,1.1871114923672574,0.03723303352363834,0.01722549767912927,0.017352182390922084,1.1974179151927902,1.7710846301678762,1.4028647763934419,0.9998516301080407,0.025478000453656453,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(960, 1792)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(1280, 192)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.010306422825532735,3.3278370624395937 +12580,12738,1.070014169697926,-0.004844372359854087,-0.007054737957516377,-0.006982470443555167,2.723289788873996,1.0781044180085524,1.417623998928708,0.9999751150265445,-0.0027928515690707305,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(640, 512)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(2304, 1408)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.008090248310626436,8.859848749132528 +12783,12817,1.068264447881218,0.014613107735844103,0.007371383014287787,0.00756794600849057,2.7058342331400316,1.0730414724232908,1.4106367494447212,0.9999728309871507,0.0029232388246741713,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(576, 320)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(2304, 128)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.00477702454207285,7.96105367134691 +13010,13058,1.373849027402935,0.02622042295646792,-0.00595748540616578,-0.005783173673346725,1.4084183332931246,1.4286367080183284,1.418419458626498,0.9999822540263579,-0.006043007349124418,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(0, 256)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(384, 256)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.034569305890189694,3.674201260951916 +13128,13209,1.3131518117366008,0.04743333787105905,0.03745456317724542,0.03745032737216362,1.3481377336037978,1.4305769464792206,1.3875239195112987,0.9992983316793848,0.039744926120110984,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(64, 1536)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(256, 576)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.03498592186719707,3.4915593646599232 +1,51,1.1915723329478038,0.26937348057541133,0.27822830411985194,0.27495168369189893,1.2029759639737039,1.199982081290577,1.2014762250410356,0.9605149716618638,0.2775358689203084,"model.language_model.embed_tokens.weight|2d-128|(84096, 1920)","model.language_model.embed_tokens.weight|2d-128|(220416, 1920)",model.language_model.embed_tokens.weight,2d-128,0,0.008409748342773193,3.1732123067051132 +292,455,1.2159550689167336,0.09110923968884135,0.019164599272886076,0.0197267448915478,1.5536556849606027,1.2857433065098447,1.4008380573516144,0.9998163422022615,0.015859855871271467,"model.language_model.embed_tokens.weight|2d-64|(78976, 1024)","model.language_model.embed_tokens.weight|2d-64|(246912, 1152)",model.language_model.embed_tokens.weight,2d-64,0,0.06978823759311115,4.1974937883697105 +609,738,0.18177871558892075,0.9844962182173933,0.9844962182173931,0.9826015738916035,0.18177871558892167,0.19404516863502097,0.18761185651571208,0.17540580468060676,1.0509301601434409,"model.language_model.layers.2.linear_attn.conv1d.weight|3d-axis0-slice|(788, 0, 0)","model.language_model.layers.10.linear_attn.conv1d.weight|3d-axis0-slice|(329, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,8,9.159339953157541e-16,0.32070395946412905 +866,890,0.6803788146186198,0.7363273100218782,0.7363273100218783,0.7356102577708534,0.6803788146186199,0.8423717539537231,0.74853503299257,0.6766255186703681,0.9116411538693165,"model.language_model.layers.1.linear_attn.conv1d.weight|3d-volume|(5468, 0, 0)","model.language_model.layers.10.linear_attn.conv1d.weight|3d-volume|(4248, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,9,1.1102230246251565e-16,1.7825020517089567 +1171,1221,1.162581791309797,0.006571540604079694,-0.019704092716769785,-0.019704939528293455,1.1834540126621205,1.929009897378205,1.4265802472800764,0.9998058555190646,-0.03211733575012899,"model.language_model.layers.9.linear_attn.in_proj_qkv.weight|2d-128|(1664, 768)","model.language_model.layers.6.linear_attn.in_proj_qkv.weight|2d-128|(2816, 512)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,3,0.02087222135232336,3.2443299008613606 +1348,1379,1.1611855121835415,0.024180413524743198,-0.008429841434117208,-0.008482644489353533,1.1803836660825653,1.9076364360106077,1.4195378659854303,0.9999644682554454,-0.01362359809915318,"model.language_model.layers.2.linear_attn.in_proj_qkv.weight|2d-64|(3904, 1792)","model.language_model.layers.13.linear_attn.in_proj_qkv.weight|2d-64|(2304, 640)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,11,0.019198153899023795,3.15430616337519 +1645,1704,1.1692532879498192,0.0035446429620405815,0.0010111894399206607,0.0010283837387326372,1.860955861880044,1.184977857820131,1.4135655211655473,0.9999994887478276,0.0006438825986753899,"model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-128|(640, 1664)","model.language_model.layers.21.linear_attn.in_proj_z.weight|2d-128|(1280, 768)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,17,0.0157245698703119,5.684954068681963 +1796,1922,1.168674772849858,0.036591447412367695,0.03435955515966221,0.03258225475181935,1.1586647792368736,1.8669899556596756,1.3922722192110506,0.9994095361608424,0.055364541594398055,"model.language_model.layers.14.linear_attn.in_proj_z.weight|2d-64|(1728, 1280)","model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-64|(640, 768)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,10,0.010009993612984491,3.2753023854788603 +2178,2257,1.24637517435177,-0.012538145233416391,-0.0034259887803202325,-0.0034088048728909016,1.687842755228093,1.2444565508873071,1.416525911228457,0.9999941312832176,-0.002526002003284817,"model.language_model.layers.12.linear_attn.out_proj.weight|2d-128|(640, 896)","model.language_model.layers.2.linear_attn.out_proj.weight|2d-128|(1664, 256)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,10,0.0019186234644628097,4.525840532227028 +2328,2366,1.2395957340756445,0.02680130584557942,0.0015450306073861591,0.001563009099767957,1.2745787969631592,1.6096581018648435,1.413149758637,0.9999988064394989,0.0019512101101429003,"model.language_model.layers.10.linear_attn.out_proj.weight|2d-64|(1280, 1728)","model.language_model.layers.16.linear_attn.out_proj.weight|2d-64|(1344, 1152)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,6,0.03498306288751474,3.444255415763372 +2813,2815,1.2767046091322192,-0.0041236358443750695,-0.0042337258154646305,-0.004244137094215204,1.5956347551199421,1.2876577033045729,1.4171366961883443,0.9999910377426987,-0.003416564876435444,"model.language_model.layers.3.mlp.down_proj.weight|2d-128|(0, 6016)","model.language_model.layers.20.mlp.down_proj.weight|2d-128|(1152, 1280)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,17,0.010953094172353683,4.267739580781782 +2986,3018,1.2715302698883297,0.033020921084839276,0.015019429377755826,0.01501899064247063,1.286649563863962,1.5600139987020347,1.4037485880878096,0.9998872020088899,0.018210490828171607,"model.language_model.layers.15.mlp.down_proj.weight|2d-64|(576, 1920)","model.language_model.layers.3.mlp.down_proj.weight|2d-64|(1792, 1088)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,12,0.015119293975632164,3.3887350616490783 +3117,3147,1.174994060742404,0.0443635589484016,0.004041034866643695,0.0040782796838244135,1.1902541042039108,1.8323428102524864,1.4116004614437758,0.9999918349852696,0.006220991935857808,"model.language_model.layers.22.mlp.gate_proj.weight|2d-128|(2176, 128)","model.language_model.layers.13.mlp.gate_proj.weight|2d-128|(5760, 256)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,9,0.015260043461506667,3.1385371615074376 +3415,3453,1.1686465202277734,0.04380332120145912,0.015896327962961376,0.01564114733875659,1.8248193572495028,1.1831026004939105,1.4039143257662203,0.9998736453959041,0.01030621846297756,"model.language_model.layers.7.mlp.gate_proj.weight|2d-64|(4992, 1088)","model.language_model.layers.22.mlp.gate_proj.weight|2d-64|(1792, 704)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,15,0.014456080266137095,4.924231886351667 +3700,3716,1.2532074318750464,0.011600514703086344,0.008734527988904974,0.00878057870203703,1.6197553666234115,1.2625015014472194,1.4082114868892877,0.9999618532828195,0.006808037144160374,"model.language_model.layers.4.mlp.up_proj.weight|2d-128|(4992, 1152)","model.language_model.layers.20.mlp.up_proj.weight|2d-128|(3840, 640)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,16,0.009294069572173047,4.235981160022484 +3840,3931,1.2467006697602945,-0.0033753369514841463,0.02179545438586167,0.02178036772467561,1.673930588377508,1.2268849307758782,1.399439753581433,0.9997624508692622,0.015974685408757305,"model.language_model.layers.2.mlp.up_proj.weight|2d-64|(128, 1152)","model.language_model.layers.22.mlp.up_proj.weight|2d-64|(1344, 704)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,20,0.019815738984416242,4.192133499248127 +4300,4339,1.1926716937408124,0.0053193966338853805,0.002824996278390432,0.0029100177226050647,1.758882994703069,1.213207236359082,1.4123450346094562,0.9999960096900523,0.0019485695966998296,"model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 1536)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(384, 384)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,0,0.02053554261826962,6.522122774570452 +4409,4537,1.1131359030893953,0.012248948378672984,0.02450066269008847,0.02448278929667368,2.139795541281754,1.1165639254085151,1.3999305891243663,0.9996998137079682,0.012784658898750832,"model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 1024)","model.language_model.layers.15.self_attn.k_proj.weight|2d-64|(192, 64)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,8,0.003428022319119872,6.052272835024159 +4756,4773,1.1387833534362428,0.02271317583710309,-0.006002332974964486,-0.0060105061979618506,1.1566364037504884,2.0106988676972977,1.4178777399065785,0.9999819858371739,-0.010434466766884474,"model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(1792, 640)","model.language_model.layers.3.self_attn.o_proj.weight|2d-128|(1920, 1792)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,16,0.017853050314245555,2.995286853408239 +4963,5107,1.1392365921900374,0.03964538803565414,0.04275787102381894,0.042320091537065826,1.1629171921131793,1.8230148064118914,1.3865256491138707,0.9990854640447485,0.0670281878157028,"model.language_model.layers.23.self_attn.o_proj.weight|2d-64|(512, 128)","model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(576, 1792)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,16,0.023680599923141976,3.1434442534446894 +5220,5256,1.1440242356903627,0.016926770485758896,-0.0012875204945427669,-0.0012848724677654078,2.005904717224767,1.1544253104895033,1.4150005273373636,0.9999991711451446,-0.0007409854685074673,"model.language_model.layers.11.self_attn.q_proj.weight|2d-128|(3200, 0)","model.language_model.layers.23.self_attn.q_proj.weight|2d-128|(1280, 896)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,12,0.010401074799140542,5.770875360646761 +5562,5614,1.129266423994735,0.0439657592419911,-0.0025762661086440146,-0.0018289829818200411,2.0130080847554788,1.1539296693443422,1.4157846633572453,0.9999966814209623,-0.001476809716465562,"model.language_model.layers.15.self_attn.q_proj.weight|2d-64|(1920, 1024)","model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(1920, 1792)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,12,0.024663245349607177,5.266454420947024 +5760,5845,1.0948382762103614,0.014275252747875965,-0.005522138544599003,-0.0056006021444989324,2.2341391513185065,1.121370723613535,1.417341093713714,0.9999847528767097,-0.0027717004520495837,"model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(256, 1920)","model.language_model.layers.23.self_attn.v_proj.weight|2d-128|(128, 640)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,16,0.02653244740317362,7.639701279083828 +5988,6077,1.0921201829485658,0.030707290579112936,0.00991945895493667,0.009743977268384737,2.3235991383234547,1.10261706142859,1.4087697420073901,0.9999508009567477,0.00470707898942733,"model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(448, 960)","model.language_model.layers.23.self_attn.v_proj.weight|2d-64|(128, 128)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,16,0.010496878480024119,7.182487090868268 +6161,6322,1.2379453021769693,0.03193411947401752,-0.018490599868542824,-0.018495315179827953,1.265629935209862,1.6707991285677155,1.4267443257679042,0.9998290342436058,-0.024410040634771278,"model.visual.blocks.23.attn.proj.weight|2d-128|(640, 512)","model.visual.blocks.9.attn.proj.weight|2d-128|(768, 256)",model.visual.layers.*.attn.proj.weight,2d-128,14,0.02768463303289259,3.31520882854655 +6498,6510,1.2094894574279147,0.007073466565969793,-0.0016717487851626686,-0.0017388733790977694,1.679744919089466,1.2461248739374269,1.4153444039816434,0.9999986026270233,-0.001240192912918656,"model.visual.blocks.0.attn.proj.weight|2d-64|(384, 128)","model.visual.blocks.18.attn.proj.weight|2d-64|(256, 320)",model.visual.layers.*.attn.proj.weight,2d-64,18,0.036635416509512186,4.554454999741571 +6764,6829,1.1418815594431608,0.009158991893176531,-0.002942562606893962,-0.0028970811216335723,1.1853637719488859,1.8710492299062438,1.4160936115007619,0.9999956706532807,-0.004644717199790773,"model.visual.blocks.23.attn.qkv.weight|2d-128|(2176, 256)","model.visual.blocks.0.attn.qkv.weight|2d-128|(2688, 640)",model.visual.layers.*.attn.qkv.weight,2d-128,23,0.04348221250572504,3.256608896292699 +6997,7011,1.1249124185077952,0.00760814567344152,0.015146524624128778,0.015547354981840808,2.128946365335113,1.1236449286250294,1.4053433666459112,0.9998852848161186,0.007994243470533582,"model.visual.blocks.13.attn.qkv.weight|2d-64|(2496, 832)","model.visual.blocks.3.attn.qkv.weight|2d-64|(1792, 704)",model.visual.layers.*.attn.qkv.weight,2d-64,10,0.0012674898827658154,5.743160260631686 +7304,7326,1.2379672241063537,0.039573536519585374,0.006612754904290025,0.006139623890637529,1.6257399493301332,1.26179207589919,1.409676604658413,0.9999781354972597,0.005132384020909786,"model.visual.blocks.15.mlp.linear_fc1.weight|2d-128|(2176, 0)","model.visual.blocks.0.mlp.linear_fc1.weight|2d-128|(2432, 768)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,15,0.023824851792836332,4.880784492321912 +7514,7623,1.2431851876296633,0.011220284744677463,0.003194825041107036,0.0029560621913240727,1.2649400982842793,1.626209970738145,1.4120222455181881,0.9999948965334557,0.004107274600322262,"model.visual.blocks.4.mlp.linear_fc1.weight|2d-64|(2048, 0)","model.visual.blocks.17.mlp.linear_fc1.weight|2d-64|(3904, 384)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,13,0.02175491065461599,3.314936644715 +7761,7773,1.244602603908039,0.015714037422928036,0.0028756698104672523,0.0029322825606550506,1.6076599884742289,1.2742254479016695,1.412232490493535,0.9999958652530224,0.002279245411672869,"model.visual.blocks.13.mlp.linear_fc2.weight|2d-128|(0, 1024)","model.visual.blocks.4.mlp.linear_fc2.weight|2d-128|(256, 2560)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,9,0.029622843993630577,4.581750282514023 +7998,8151,1.2346714722309593,0.03486619939736654,0.02044536209710538,0.02045939513287845,1.2598689684912392,1.6007414795644004,1.4000908028087922,0.999790971737952,0.02597709761257443,"model.visual.blocks.5.mlp.linear_fc2.weight|2d-64|(448, 2304)","model.visual.blocks.9.mlp.linear_fc2.weight|2d-64|(576, 3840)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,4,0.025197496260279895,3.4671515434951385 +8251,8264,1.3441818555323808,0.034388903386093836,0.010096256497340016,0.010001443758478641,1.4395993086244723,1.3766384203192796,1.4070634888570883,0.9999490315034761,0.009654696631465268,"model.visual.merger.linear_fc1.weight|2d-128|(2304, 2816)","model.visual.merger.linear_fc1.weight|2d-128|(256, 1024)",model.visual.merger.linear_fc1.weight,2d-128,0,0.032456564786898845,3.688727844888468 +8540,8560,1.3489559046179018,0.06197228491946407,0.03850151378301911,0.039179218670880075,1.3893690949526227,1.3840897089978978,1.3867218648548856,0.999258541838105,0.03835521403312533,"model.visual.merger.linear_fc1.weight|2d-64|(3328, 1664)","model.visual.merger.linear_fc1.weight|2d-64|(64, 3072)",model.visual.merger.linear_fc1.weight,2d-64,0,0.035133804379996025,3.551927188882577 +8727,8845,1.351965668922947,0.02619608540873661,0.0032080410558112814,0.0031895452371536346,1.4543227426005916,1.373072041427286,1.4119470620753225,0.9999948542230527,0.0030288128985789193,"model.visual.merger.linear_fc2.weight|2d-128|(0, 2944)","model.visual.merger.linear_fc2.weight|2d-128|(1152, 3840)",model.visual.merger.linear_fc2.weight,2d-128,0,0.021106372504339,3.7111244645099477 +8989,9208,1.3522052304211545,0.03751987621269473,0.010123458667530439,0.010115735274839338,1.3869362456946637,1.4280442197659837,1.4070400550017406,0.9999487564793542,0.010423512024495296,"model.visual.merger.linear_fc2.weight|2d-64|(1408, 192)","model.visual.merger.linear_fc2.weight|2d-64|(1344, 3328)",model.visual.merger.linear_fc2.weight,2d-64,0,0.03473101527350919,3.5399797044858126 +9231,9303,0.8630441700594186,0.622216577615645,0.781029094181541,0.7818189736062481,0.6967324138156815,0.639223522770546,0.6661232835586891,0.6244946389217138,0.7165622828351556,"model.visual.pos_embed.weight|2d-128|(128, 896)","model.visual.pos_embed.weight|2d-128|(1280, 896)",model.visual.pos_embed.weight,2d-128,0,0.22382064728887263,3.609243567965709 +9404,9410,0.6019998834521003,0.7985859865085865,0.7590422666554217,0.7553277232222748,0.8766651388749725,0.6512423486983654,0.739321506574166,0.6510413484799561,0.5638646349418787,"model.visual.pos_embed.weight|2d-64|(1152, 128)","model.visual.pos_embed.weight|2d-64|(192, 128)",model.visual.pos_embed.weight,2d-64,0,0.04924246524626508,3.5386572854977967 +9672,9708,1.222326528715374,0.0014063293439837343,0.011132452721914661,0.011140194288110786,1.9232412219178536,1.1627889465319425,1.4072257212580228,0.999938032328201,0.006730665308807895,"mtp.fc.weight|2d-128|(128, 3072)","mtp.fc.weight|2d-128|(1152, 3840)",mtp.fc.weight,2d-128,0,0.059537582183431415,5.035997721765019 +9982,10006,1.1921419851685437,0.03662751139995459,0.011162551597570267,0.011743740712888981,1.2250364106323264,1.7041324324203966,1.4067118600044701,0.9999376967800702,0.015528082300971599,"mtp.fc.weight|2d-64|(832, 3712)","mtp.fc.weight|2d-64|(1920, 2944)",mtp.fc.weight,2d-64,0,0.03289442546378263,3.262063945690931 +10181,10260,1.3288649264318075,0.03914187653443861,0.005136070862569296,0.005073019897248392,1.434769117035989,1.3875728836716208,1.4105791724042842,0.9999868103010633,0.0049671215897368,"mtp.layers.0.mlp.down_proj.weight|2d-128|(1536, 3840)","mtp.layers.0.mlp.down_proj.weight|2d-128|(1792, 1536)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.05870795723981326,3.8441639924849365 +10422,10492,1.2849461731198577,0.003796958845588898,-0.0014138960663101182,-0.0013917876143701683,1.5304054016195554,1.3226273543477212,1.4152024428999057,0.9999990004484572,-0.0012219361036803769,"mtp.layers.0.mlp.down_proj.weight|2d-64|(768, 5184)","mtp.layers.0.mlp.down_proj.weight|2d-64|(320, 2752)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.03768118122786346,4.337550994373291 +10649,10822,1.3189189838888835,0.04543742771956038,0.008399121813397172,0.008489990682293974,1.4734206133880081,1.3510869753700405,1.4082842971248475,0.9999647267542808,0.007701768241543508,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(3840, 1280)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(4352, 256)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.03216799148115701,3.9685154159306975 +10897,11014,1.3070375812048725,0.03312208292793847,0.018935676372619538,0.019354099371925726,1.3185510595109344,1.500827749917671,1.4008725562213826,0.9998207040066291,0.021553347030814865,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(0, 64)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(1792, 128)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.011513478306061975,3.862107402408173 +11201,11403,1.340817821314459,0.05372751287676168,0.0033988737320723786,0.0033864909517721115,1.3717544463261833,1.4555978939970469,1.4118123804838758,0.9999942238119945,0.0036066173939632478,"mtp.layers.0.mlp.up_proj.weight|2d-128|(2944, 512)","mtp.layers.0.mlp.up_proj.weight|2d-128|(3328, 896)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.030936625011724228,3.497841450470772 +11415,11488,1.3227489506167363,0.026111360928581517,0.020544023038322517,0.020537412360204576,1.4840357970993692,1.3282823911040231,1.3997011238374721,0.9997889492874988,0.018387874536163893,"mtp.layers.0.mlp.up_proj.weight|2d-64|(2432, 256)","mtp.layers.0.mlp.up_proj.weight|2d-64|(4800, 640)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.005533440487286878,4.226645075826697 +11707,11717,1.2626401146202646,-0.002187475971933743,-0.007822911525565059,-0.00782648514472067,1.5935095820772918,1.29251399121599,1.4196158344190692,0.9999694005594687,-0.006345253717054352,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(256, 1408)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(384, 640)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.02987387659572538,4.7814064213407015 +11744,11824,1.0972955222778416,0.036719295928365016,0.006869449333640251,0.006850501518997498,2.151034156749427,1.125408342680521,1.4102174684322688,0.9999764050545655,0.003594055243354492,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 1024)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(192, 0)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.028112820402679484,6.596210274044572 +12015,12224,1.204400718470411,0.019695016380831314,0.014099852005139276,0.014065347603284976,1.220210745206786,1.7102576329535926,1.4047542674121463,0.9999005921457559,0.019762471040376605,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(128, 1920)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(1920, 0)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.015810026736374994,3.5822566466436245 +12355,12488,1.187136055130525,-0.003071518739988288,0.0032838491786212278,0.0032764358790320193,1.2132293922238562,1.7576409635133758,1.4120407444794434,0.9999946081527501,0.004757408509337736,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(960, 1792)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(704, 0)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.02609333709333117,3.3287453403972402 +12593,12606,1.0700318836226494,0.05770554302793916,0.02083319962447645,0.020961485665495102,2.4723848959969605,1.0834031602876117,1.403340951104456,0.9997829653446826,0.009129142613920992,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(3712, 1280)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(768, 1792)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.013371276664962295,7.098142700884752 +12783,12796,1.0683236562715548,0.024105439935681358,0.019288327414980506,0.01931885490726871,2.6280452763573017,1.0727945158785137,1.404636526529445,0.9998139629078664,0.00787368926152663,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(576, 320)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(2496, 1984)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.004470859606958921,7.235059825657333 +13018,13032,1.3738783429436578,0.03753333790589664,-0.004050517465929383,-0.004055531803070135,1.4424868411800928,1.3929568686432687,1.4170730724269578,0.9999917966204813,-0.003911436808054347,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(0, 1280)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(128, 1024)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.019078525699610882,3.7429613737281655 +13125,13178,1.3131613710228762,0.040052008781254936,0.036248093874395225,0.03584834222322073,1.4252544298350895,1.3542267050162968,1.388379787301867,0.9993428219037114,0.03444166578477042,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(64, 1344)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(192, 640)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.041065333993420605,4.085262388436343 +86,209,1.1917258399831516,0.2842299408337692,0.3066802747800179,0.30554974672526075,1.188573391398051,1.166926099199766,1.1776005469517907,0.9518125913544392,0.3010947572447444,"model.language_model.embed_tokens.weight|2d-128|(183040, 1152)","model.language_model.embed_tokens.weight|2d-128|(186240, 1152)",model.language_model.embed_tokens.weight,2d-128,0,0.024799740783385538,3.0612409827766873 +326,438,1.2159980466145561,0.18008113052388014,0.18331552442127547,0.18098856756009446,1.222865896015694,1.3428594921903338,1.2786591683067152,0.9830541279635383,0.20130334228553828,"model.language_model.embed_tokens.weight|2d-64|(225024, 384)","model.language_model.embed_tokens.weight|2d-64|(9728, 384)",model.language_model.embed_tokens.weight,2d-64,0,0.006867849401137827,3.2311493556512625 +594,741,0.182292515323901,0.9937848495733842,0.9937848495733841,0.9976609212661259,0.1822925153239016,0.2146061899020304,0.19648381886885044,0.11131789055855519,1.169945895860612,"model.language_model.layers.22.linear_attn.conv1d.weight|3d-axis0-slice|(66, 0, 0)","model.language_model.layers.16.linear_attn.conv1d.weight|3d-axis0-slice|(3993, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,6,5.828670879282072e-16,0.2954361706228385 +910,986,0.6809176136136549,0.7328067587910383,0.7328067587910382,0.6984075695786417,0.897845318668691,0.6809176136136549,0.7672690862587981,0.6804368113720576,0.5557538910776203,"model.language_model.layers.6.linear_attn.conv1d.weight|3d-volume|(5488, 0, 0)","model.language_model.layers.8.linear_attn.conv1d.weight|3d-volume|(4348, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,2,0.0,2.2989170911851584 +1239,1244,1.1630154672511566,0.0013640760452079447,-0.0027499847913362123,-0.002803870780204642,1.9792378791012633,1.16064800002004,1.4159095687029715,0.9999962187846748,-0.0016126229099855472,"model.language_model.layers.12.linear_attn.in_proj_qkv.weight|2d-128|(5120, 128)","model.language_model.layers.21.linear_attn.in_proj_qkv.weight|2d-128|(2304, 896)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,9,0.0023674672311164713,5.217845982943433 +1496,1535,1.161402160715346,0.05200714461394668,0.03154506984727844,0.031100524793267303,1.7926971662020996,1.1795989203921144,1.3935779265480877,0.999502330446673,0.02075672960111577,"model.language_model.layers.9.linear_attn.in_proj_qkv.weight|2d-64|(2496, 576)","model.language_model.layers.8.linear_attn.in_proj_qkv.weight|2d-64|(5312, 1984)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,1,0.01819675967676848,4.783533150584342 +1547,1613,1.1693117058228604,0.020766164327246626,0.015307078331005652,0.01591431267346938,1.1697816385275042,1.8793160988835285,1.4044682566620046,0.9998828398132296,0.024591631281322905,"model.language_model.layers.2.linear_attn.in_proj_z.weight|2d-128|(512, 512)","model.language_model.layers.10.linear_attn.in_proj_z.weight|2d-128|(1408, 640)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,8,0.000469932704643794,3.049985285231577 +1811,1958,1.1686793139170255,0.024504026960000834,0.01200759674066124,0.01187842418839796,1.8456110291793848,1.1806070126260817,1.4064840226406268,0.9999279062114996,0.007681062094169397,"model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-64|(320, 704)","model.language_model.layers.6.linear_attn.in_proj_z.weight|2d-64|(384, 1536)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,12,0.01192769870905619,5.046961229039585 +2102,2152,1.2464193122264662,0.02719946877200203,-0.0012629034830672445,-0.001317390221814149,1.6515143245665553,1.257739408671907,1.4150741764325678,0.9999992025370782,-0.0009617860749827701,"model.language_model.layers.16.linear_attn.out_proj.weight|2d-128|(1664, 256)","model.language_model.layers.6.linear_attn.out_proj.weight|2d-128|(1664, 1280)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,10,0.011320096445440742,4.429736417342794 +2489,2544,1.2396251609809898,0.04424604049695829,0.006046742963406239,0.0059964752644752475,1.275585553217057,1.5985222686182086,1.4100383206360876,0.9999817182826567,0.007577581335283878,"model.language_model.layers.9.linear_attn.out_proj.weight|2d-64|(1280, 896)","model.language_model.layers.20.linear_attn.out_proj.weight|2d-64|(768, 1280)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,11,0.035960392236067173,3.4887756238488445 +2686,2715,1.2767092351550033,0.011378973886138727,-0.012411956652415686,-0.012445861134060132,1.3182757131171465,1.5570305130242974,1.4228436085287623,0.9999229686991187,-0.014659903874318573,"model.language_model.layers.20.mlp.down_proj.weight|2d-128|(1664, 5760)","model.language_model.layers.3.mlp.down_proj.weight|2d-128|(640, 4608)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,17,0.04156647796214319,3.4505335582079666 +2919,2933,1.2715760279605899,0.037413867419911824,0.025457639737171755,0.02546688939593617,1.271542330679538,1.5673885603814244,1.3964879881885608,0.9996759017696748,0.03138079821300965,"model.language_model.layers.19.mlp.down_proj.weight|2d-64|(1280, 2880)","model.language_model.layers.3.mlp.down_proj.weight|2d-64|(192, 384)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,16,3.369728105195868e-05,3.1540325023979467 +3245,3324,1.175008259270374,0.023867543843836575,0.018540196084026666,0.01854832984941859,1.1881342549643878,1.7990647912992506,1.402104484948473,0.9998281157924925,0.028073438552242033,"model.language_model.layers.17.mlp.gate_proj.weight|2d-128|(1024, 512)","model.language_model.layers.9.mlp.gate_proj.weight|2d-128|(3968, 768)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,8,0.013125995694013959,3.1134782304597524 +3417,3506,1.168723011310705,0.01937202059111734,0.0033616487996942002,0.0034275416612776395,1.875481972008884,1.179543110150759,1.4120694276052002,0.9999943496427105,0.0021142350284383753,"model.language_model.layers.10.mlp.gate_proj.weight|2d-64|(4160, 768)","model.language_model.layers.21.mlp.gate_proj.weight|2d-64|(896, 1600)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,11,0.010820098840053971,5.04582248645764 +3652,3708,1.2533750233216014,0.012332229740982813,-0.008536827879428941,-0.008485815874962744,1.6537721569829407,1.2637039794177878,1.4200260433997605,0.9999635606209644,-0.006523282737157818,"model.language_model.layers.2.mlp.up_proj.weight|2d-128|(2688, 1152)","model.language_model.layers.21.mlp.up_proj.weight|2d-128|(6016, 1792)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,19,0.010328956096186337,4.182985529332455 +3930,3995,1.2468488597285967,0.043086508822036206,0.028082988492831147,0.028088360932074393,1.5871464094371173,1.2587471439261486,1.3947437600606771,0.9996055951010435,0.02227228776631816,"model.language_model.layers.2.mlp.up_proj.weight|2d-64|(2496, 1216)","model.language_model.layers.21.mlp.up_proj.weight|2d-64|(5312, 1472)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,19,0.0118982841975519,4.299591776770348 +4278,4300,1.192676621132882,-0.022742088967523225,-0.0034796941752346404,-0.0033730698144796003,1.18524221672987,1.8731068589795536,1.4164353826586746,0.9999939458458971,-0.005499162057158393,"model.language_model.layers.3.self_attn.k_proj.weight|2d-128|(0, 256)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(0, 1536)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,20,0.007434404403012129,3.545888487261014 +4380,4475,1.1131479761716718,0.03144741438658858,0.03658595166037533,0.03616866337679369,1.130071551472654,2.002883101247071,1.3918937418714918,0.9993305099620969,0.0648431369041336,"model.language_model.layers.7.self_attn.k_proj.weight|2d-64|(448, 1152)","model.language_model.layers.3.self_attn.k_proj.weight|2d-64|(256, 1856)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,4,0.016923575300982208,3.1873639596751198 +4647,4860,1.1391034796871067,0.03962660514532896,0.004527968036395842,0.00438158281584527,1.1644771013530513,1.9368945765439654,1.4113829785983403,0.9999897487001862,0.007531446279423702,"model.language_model.layers.15.self_attn.o_proj.weight|2d-128|(1280, 768)","model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(768, 1536)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,8,0.02537362166594459,3.0304087928387995 +4992,5077,1.1394123537195375,0.041030172017046965,0.03371242605385118,0.03394944366973531,1.9340886003363105,1.14472833116439,1.3931591751141796,0.9994315746110705,0.019953361603712173,"model.language_model.layers.7.self_attn.o_proj.weight|2d-64|(832, 192)","model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(1472, 768)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,12,0.005315977444852571,5.090961911744181 +5170,5176,1.14412597964636,0.04688741888653688,0.011055016699029054,0.010012004732026965,1.905476937443099,1.166799610492788,1.4072336508036045,0.9999388914357638,0.006769428128438608,"model.language_model.layers.19.self_attn.q_proj.weight|2d-128|(2432, 1024)","model.language_model.layers.3.self_attn.q_proj.weight|2d-128|(3456, 1024)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,16,0.022673630846427928,5.023518395512365 +5583,5600,1.1293638104570947,0.018889734094866672,-0.004050224538376901,-0.00423492305302594,2.0803276656336394,1.1429303918897271,1.416628767393188,0.9999917978069564,-0.0022251901925644645,"model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(2752, 896)","model.language_model.layers.7.self_attn.q_proj.weight|2d-64|(3008, 384)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,0,0.013566581432632452,5.628764267373796 +5753,5790,1.094927050936277,0.04736089328169539,0.025583225359911956,0.02557538604247304,2.3270193299858732,1.094072383200764,1.4002132523375743,0.9996726957260481,0.01202821995451624,"model.language_model.layers.3.self_attn.v_proj.weight|2d-128|(256, 1664)","model.language_model.layers.19.self_attn.v_proj.weight|2d-128|(128, 1792)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,16,0.000854667735513015,7.070973132832821 +5905,6008,1.0921438908322514,-0.01461199486449253,-0.021101630796981508,-0.021026604403913865,2.552455916855214,1.0966967631024278,1.4249963538596537,0.9997773357991808,-0.009066597404645731,"model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(448, 1472)","model.language_model.layers.23.self_attn.v_proj.weight|2d-64|(320, 1344)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,16,0.004552872270176422,8.390160518674275 +6146,6311,1.2379528575737517,0.03873105220700153,-0.0008653938316635555,-0.0008591815847149857,1.2855170533276388,1.5930699161409343,1.414811549042326,0.999999625546688,-0.0010724345315128007,"model.visual.blocks.21.attn.proj.weight|2d-128|(640, 768)","model.visual.blocks.10.attn.proj.weight|2d-128|(512, 896)",model.visual.layers.*.attn.proj.weight,2d-128,11,0.04756419575388704,3.156291200200863 +6596,6643,1.2096611035416034,0.004332659740020976,0.007826205850782877,0.007905168701365132,1.2117185509093054,1.7506144636514402,1.4090246224931333,0.9999693747820386,0.011306808126039408,"model.visual.blocks.20.attn.proj.weight|2d-64|(448, 960)","model.visual.blocks.21.attn.proj.weight|2d-64|(640, 256)",model.visual.layers.*.attn.proj.weight,2d-64,1,0.00205744736770197,3.176981622500095 +6852,6857,1.1420836336382887,-0.004798735993011522,0.012683691200546342,0.012603546394684402,2.010456527158888,1.1443566719107647,1.406480862092672,0.9999195587533675,0.007219587418939478,"model.visual.blocks.21.attn.qkv.weight|2d-128|(2304, 768)","model.visual.blocks.8.attn.qkv.weight|2d-128|(0, 640)",model.visual.layers.*.attn.qkv.weight,2d-128,13,0.0022730382724760467,5.535420911101485 +6920,7124,1.1251411124150197,0.0017442342280972632,-0.001154049774910145,-0.0013257455787646874,2.1201048480892193,1.1347795620197192,1.4148924272159924,0.9999993340843367,-0.000617701572307512,"model.visual.blocks.18.attn.qkv.weight|2d-64|(2816, 896)","model.visual.blocks.11.attn.qkv.weight|2d-64|(192, 448)",model.visual.layers.*.attn.qkv.weight,2d-64,7,0.009638449604699506,5.68399383819222 +7265,7368,1.238173058313849,0.0033997592372491774,-0.0133040352547364,-0.013141103791524167,1.6781051884124976,1.2576050522829192,1.4232140404614375,0.9999114974066159,-0.009970305835198838,"model.visual.blocks.18.mlp.linear_fc1.weight|2d-128|(3712, 768)","model.visual.blocks.3.mlp.linear_fc1.weight|2d-128|(2304, 0)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,15,0.019431993969070138,4.306035713444959 +7496,7585,1.2432133184987175,0.06355909144637728,0.03279055904433894,0.0327962159897906,1.271608567085723,1.5527100261868567,1.391296313499315,0.9994622450285752,0.04003923149802505,"model.visual.blocks.7.mlp.linear_fc1.weight|2d-64|(1280, 512)","model.visual.blocks.20.mlp.linear_fc1.weight|2d-64|(3392, 128)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,13,0.028395248587005373,3.343205184137505 +7727,7900,1.2446421888376051,0.03896738739944264,0.0071647388920195254,0.007370927072426774,1.3349783841285139,1.4972907175950523,1.4091715072361142,0.9999743329289054,0.008035858231529521,"model.visual.blocks.3.mlp.linear_fc2.weight|2d-128|(0, 1024)","model.visual.blocks.18.mlp.linear_fc2.weight|2d-128|(640, 3200)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,15,0.09033619529090875,3.2777060250180203 +7987,8111,1.2349632054597945,0.0336413308978895,0.025573750258362515,0.02541609514966305,1.255771132463464,1.5985198022605998,1.3965337773597064,0.9996729381641392,0.03255381904333511,"model.visual.blocks.7.mlp.linear_fc2.weight|2d-64|(448, 1536)","model.visual.blocks.10.mlp.linear_fc2.weight|2d-64|(512, 2368)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,3,0.020807927003669402,3.1878304991080015 +8246,8289,1.3442369093204019,0.012166479959435435,0.003062157578266582,0.002818056807398164,1.446084339097271,1.3803089620554017,1.4120489774965181,0.9999953115844923,0.0029228748519230852,"model.visual.merger.linear_fc1.weight|2d-128|(128, 2816)","model.visual.merger.linear_fc1.weight|2d-128|(384, 128)",model.visual.merger.linear_fc1.weight,2d-128,0,0.036072052734999804,3.8588838985792715 +8503,8701,1.3490284800034849,0.037095487241966825,0.015650435945663083,0.015488804343644814,1.422838209756913,1.3841757262520644,1.4031076231125477,0.9998775244272223,0.015225169940404295,"model.visual.merger.linear_fc1.weight|2d-64|(1792, 2240)","model.visual.merger.linear_fc1.weight|2d-64|(3200, 3904)",model.visual.merger.linear_fc1.weight,2d-64,0,0.03514724624857957,3.58479245057652 +8882,8916,1.352027950156002,0.045957534650175,0.012043794488492528,0.012052453130879257,1.4252551232925983,1.3868797309003735,1.405674706566183,0.9999274708769226,0.01171951195701179,"model.visual.merger.linear_fc2.weight|2d-128|(640, 2304)","model.visual.merger.linear_fc2.weight|2d-128|(1152, 3328)",model.visual.merger.linear_fc2.weight,2d-128,0,0.03485178074437156,3.679532871257849 +9003,9111,1.3522716551217524,0.03613479830883009,0.00929852538185898,0.009177051970517462,1.429515124084971,1.3867129458936798,1.4076262070505026,0.999956767778349,0.009020111300325335,"model.visual.merger.linear_fc2.weight|2d-64|(960, 1600)","model.visual.merger.linear_fc2.weight|2d-64|(1088, 1216)",model.visual.merger.linear_fc2.weight,2d-64,0,0.03444129077192737,3.5484811872532354 +9227,9291,0.8633159533804193,0.5246416775895133,0.5509645052870134,0.5492105283613016,0.9456259230930321,0.9497304658214745,0.9476715279438921,0.834528677706067,0.5533559978408645,"model.visual.pos_embed.weight|2d-128|(128, 384)","model.visual.pos_embed.weight|2d-128|(1152, 384)",model.visual.pos_embed.weight,2d-128,0,0.08230996971261273,5.008750291804259 +9557,9568,0.6020903275129414,0.8133385840666983,0.7855240574885572,0.7806458725075104,0.6431846806694573,0.6694005071799168,0.6558999853013254,0.618831120021217,0.8175415526650249,"model.visual.pos_embed.weight|2d-64|(1024, 0)","model.visual.pos_embed.weight|2d-64|(832, 0)",model.visual.pos_embed.weight,2d-64,0,0.041094353156515884,2.894811800636303 +9642,9671,1.2223390029294088,0.020550112690147105,0.003082159176941799,0.003080638112905414,1.322102938359465,1.5232789639970707,1.412054178946542,0.9999952501361233,0.0035511518064937947,"mtp.fc.weight|2d-128|(1536, 3968)","mtp.fc.weight|2d-128|(128, 2944)",mtp.fc.weight,2d-128,0,0.09976393543005613,3.0198634890540115 +9888,9982,1.1921723133913562,0.012828544740528148,-0.005466039326668954,-0.0053497273893903605,1.6725951435619455,1.252615979324131,1.4179176616731926,0.9999850610954542,-0.004093547820316308,"mtp.fc.weight|2d-64|(1088, 3904)","mtp.fc.weight|2d-64|(832, 3712)",mtp.fc.weight,2d-64,0,0.060443665932774726,4.558712964330205 +10178,10329,1.3289120006341455,0.035769870524703005,-0.0068202327620466,-0.006835104148831857,1.4557973643545636,1.3848998705188111,1.4190220164124177,0.9999767419420671,-0.006488086666686704,"mtp.layers.0.mlp.down_proj.weight|2d-128|(1024, 2176)","mtp.layers.0.mlp.down_proj.weight|2d-128|(1280, 5760)",mtp.layers.*.mlp.down_proj.weight,2d-128,0,0.05598786988466564,3.842305246858205 +10420,10607,1.2849827412061487,-0.013301067362222706,-0.020036692295955474,-0.020528255701825107,1.3574075552131784,1.5114381175681029,1.4282307270228851,0.9997992453296998,-0.02231033735577976,"mtp.layers.0.mlp.down_proj.weight|2d-64|(512, 4800)","mtp.layers.0.mlp.down_proj.weight|2d-64|(1344, 5248)",mtp.layers.*.mlp.down_proj.weight,2d-64,0,0.0724248140070296,3.5389773142311873 +10681,10812,1.3189837703506244,0.012189787792874659,0.011129771598799154,0.011031899812026232,1.3419691569543781,1.48100820898481,1.4063599079918112,0.9999380621739321,0.012282907559035583,"mtp.layers.0.mlp.gate_proj.weight|2d-128|(3968, 1152)","mtp.layers.0.mlp.gate_proj.weight|2d-128|(5504, 1408)",mtp.layers.*.mlp.gate_proj.weight,2d-128,0,0.02298538660375371,4.062602822001375 +11081,11135,1.3071342371308914,0.022530379784482205,0.0321023691585764,0.03193730650510927,1.3346813255652397,1.4560601610880466,1.3914157222588726,0.9994845861214702,0.03502182874144056,"mtp.layers.0.mlp.gate_proj.weight|2d-64|(4992, 64)","mtp.layers.0.mlp.gate_proj.weight|2d-64|(3328, 320)",mtp.layers.*.mlp.gate_proj.weight,2d-64,0,0.027547088434348277,3.554337636878659 +11174,11331,1.3408782893915865,0.019131064850295434,-0.002904023541703407,-0.0028787181891884914,1.4449569728565077,1.3892150244671555,1.416263942721364,0.9999957833147444,-0.0027919953405708253,"mtp.layers.0.mlp.up_proj.weight|2d-128|(2816, 1792)","mtp.layers.0.mlp.up_proj.weight|2d-128|(4736, 512)",mtp.layers.*.mlp.up_proj.weight,2d-128,0,0.048336735075569015,4.10902417651364 +11433,11620,1.322820905381839,0.03572764121560162,0.015601036446174818,0.015518708869307053,1.4724143134236398,1.3428850827678362,1.4031855711776582,0.9998782964250225,0.014228603273063741,"mtp.layers.0.mlp.up_proj.weight|2d-64|(5696, 1216)","mtp.layers.0.mlp.up_proj.weight|2d-64|(1472, 1856)",mtp.layers.*.mlp.up_proj.weight,2d-64,0,0.020064177385997306,4.108765191422928 +11675,11695,1.2626914138981937,0.011534638260642702,0.00666837522400946,0.006592348766112487,1.6004164780955283,1.2739945573235232,1.40961088816739,0.9999777661387635,0.0053082893470883085,"mtp.layers.0.self_attn.k_proj.weight|2d-128|(0, 1408)","mtp.layers.0.self_attn.k_proj.weight|2d-128|(128, 1920)",mtp.layers.*.self_attn.k_proj.weight,2d-128,0,0.011303143425329454,4.836202947616031 +11736,11946,1.0973214933952582,0.020393719195921124,0.003599562058353096,0.0038434135182851127,2.422950303972099,1.0960768580947007,1.412300640266784,0.9999935215555089,0.001628344033704947,"mtp.layers.0.self_attn.k_proj.weight|2d-64|(0, 512)","mtp.layers.0.self_attn.k_proj.weight|2d-64|(384, 1664)",mtp.layers.*.self_attn.k_proj.weight,2d-64,0,0.0012446353005575173,6.858395945964491 +12001,12047,1.2046390213613667,0.024404858347727813,0.0194790062172142,0.019603687697819207,1.693763213771497,1.2214602618976786,1.4010834471152838,0.9998102661589297,0.014047318918094546,"mtp.layers.0.self_attn.o_proj.weight|2d-128|(128, 128)","mtp.layers.0.self_attn.o_proj.weight|2d-128|(384, 1920)",mtp.layers.*.self_attn.o_proj.weight,2d-128,0,0.016821240536311954,4.99022513604004 +12304,12450,1.1871872818760745,0.0399973411094898,0.02260654019319721,0.02264223610850404,1.7210937985133852,1.2090055448503567,1.3990950750401152,0.9997444395146659,0.015880268970270953,"mtp.layers.0.self_attn.o_proj.weight|2d-64|(128, 0)","mtp.layers.0.self_attn.o_proj.weight|2d-64|(384, 1152)",mtp.layers.*.self_attn.o_proj.weight,2d-64,0,0.021818262974282243,4.8630440253291285 +12681,12738,1.0700452194275376,0.023732540487320812,0.006681889009074877,0.00661662252813942,2.527684107087687,1.0857032569594056,1.4107827441494525,0.9999776759304532,0.0028700376915975863,"mtp.layers.0.self_attn.q_proj.weight|2d-128|(2176, 640)","mtp.layers.0.self_attn.q_proj.weight|2d-128|(2304, 1408)",mtp.layers.*.self_attn.q_proj.weight,2d-128,0,0.015658037531868008,7.941161974715263 +12779,12875,1.06841479958703,0.029525743785887335,0.03495561686053902,0.035317531297222676,2.607988521728757,1.0671590269956013,1.3967791262932805,0.9993888656823725,0.014303437981466528,"mtp.layers.0.self_attn.q_proj.weight|2d-64|(1920, 448)","mtp.layers.0.self_attn.q_proj.weight|2d-64|(3968, 512)",mtp.layers.*.self_attn.q_proj.weight,2d-64,0,0.0012557725914286166,8.130695992785094 +13010,13059,1.3739242628155492,0.027326915140394772,-0.002266473403487271,-0.0022314911727762993,1.3978771829704961,1.4344610715226145,1.415814759967844,0.9999974315458571,-0.002325789351561708,"mtp.layers.0.self_attn.v_proj.weight|2d-128|(0, 256)","mtp.layers.0.self_attn.v_proj.weight|2d-128|(384, 384)",mtp.layers.*.self_attn.v_proj.weight,2d-128,0,0.023952920154946877,3.6884732640219906 +13266,13297,1.3131925928089854,0.04294525314662413,0.021224171763847933,0.02125569252707727,1.4344497955134583,1.3663216670641878,1.3991432591678012,0.9997747418958626,0.02021614547761654,"mtp.layers.0.self_attn.v_proj.weight|2d-64|(384, 128)","mtp.layers.0.self_attn.v_proj.weight|2d-64|(448, 64)",mtp.layers.*.self_attn.v_proj.weight,2d-64,0,0.05312907425520241,4.0212935243045225 +26,114,1.1917736968719044,0.2756760464706149,0.292586044737073,0.2925516912789701,1.1640312927216803,1.2171671910086315,1.1897102135335598,0.9562391993769737,0.30594206223466075,"model.language_model.embed_tokens.weight|2d-128|(245888, 1408)","model.language_model.embed_tokens.weight|2d-128|(176768, 1408)",model.language_model.embed_tokens.weight,2d-128,0,0.02774240415022411,3.2247954994837738 +375,390,1.2162415804471896,0.23295229119807181,0.19136632808469567,0.1881801469780514,1.2730551381491961,1.270386254029184,1.2717185957052692,0.9815186847306476,0.19096513999878698,"model.language_model.embed_tokens.weight|2d-64|(92224, 128)","model.language_model.embed_tokens.weight|2d-64|(205312, 128)",model.language_model.embed_tokens.weight,2d-64,0,0.054144673581994374,3.2517941083092263 +616,710,0.18238100418612282,0.9987664021187516,0.9987664021187516,0.9981393033539087,0.22153102731718236,0.18238100418612282,0.1991254749546522,0.04965555355409964,0.8222596246302447,"model.language_model.layers.6.linear_attn.conv1d.weight|3d-axis0-slice|(3250, 0, 0)","model.language_model.layers.0.linear_attn.conv1d.weight|3d-axis0-slice|(198, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,6,0.0,0.42757082263194096 +876,877,0.6819311616098673,0.7635767934960732,0.7635767934960733,0.7560474993419561,1.2528449303402445,0.6819311616098671,0.8470478441389225,0.6457170281433309,0.4156195209455831,"model.language_model.layers.2.linear_attn.conv1d.weight|3d-volume|(4380, 0, 0)","model.language_model.layers.4.linear_attn.conv1d.weight|3d-volume|(4068, 0, 0)",model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,2,2.220446049250313e-16,3.077675007730865 +1161,1190,1.1630241345681187,0.04036465250111409,0.02103499348851505,0.021042831415807425,1.1725847989163805,1.8502850725499864,1.4006986253559117,0.9997787400464856,0.03319225568074338,"model.language_model.layers.12.linear_attn.in_proj_qkv.weight|2d-128|(3712, 1408)","model.language_model.layers.13.linear_attn.in_proj_qkv.weight|2d-128|(4352, 128)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,1,0.00956066434826175,3.1030087441343066 +1448,1503,1.1614171512077196,0.018856614779287618,0.013860778555089218,0.013389151876696422,1.177773232463126,1.8511788536128595,1.4053077191215386,0.9999039347946616,0.021785840812607444,"model.language_model.layers.18.linear_attn.in_proj_qkv.weight|2d-64|(2880, 1664)","model.language_model.layers.14.linear_attn.in_proj_qkv.weight|2d-64|(5248, 1728)",model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,4,0.01635608125540644,3.3100931601238037 +1607,1635,1.169402168271247,0.00667098922607748,0.002383542840811616,0.0033789252715403515,1.1754062927237843,1.8954811514989198,1.4127030154247389,0.9999971593577284,0.0038437436965554094,"model.language_model.layers.22.linear_attn.in_proj_z.weight|2d-128|(1280, 0)","model.language_model.layers.18.linear_attn.in_proj_z.weight|2d-128|(256, 1920)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,4,0.006004124452537285,3.27811690300056 +1922,1977,1.1689392415514852,-0.011679729933114467,-0.006166706103938088,-0.0034556946318204072,1.9736642199657817,1.1641169992140112,1.4180246693488472,0.9999809856871418,-0.003637278992105149,"model.language_model.layers.4.linear_attn.in_proj_z.weight|2d-64|(640, 768)","model.language_model.layers.16.linear_attn.in_proj_z.weight|2d-64|(704, 64)",model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,12,0.00482224233747397,5.628080155601052 +2124,2134,1.2464243098847878,0.018700010546566517,0.007349140197925063,0.007349117810472175,1.2555216250757555,1.6378824654740045,1.4091863865739995,0.9999729947045326,0.009587272434089161,"model.language_model.layers.5.linear_attn.out_proj.weight|2d-128|(1280, 1792)","model.language_model.layers.16.linear_attn.out_proj.weight|2d-128|(1280, 256)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,11,0.00909731519096768,3.3368999710159946 +2330,2360,1.2396653125910768,-0.029275715752672186,-0.029767804082494128,-0.029751135668719293,1.241444614333603,1.757208488115999,1.4339157161467428,0.9995568407249816,-0.04213497517520053,"model.language_model.layers.2.linear_attn.out_proj.weight|2d-64|(1664, 1024)","model.language_model.layers.12.linear_attn.out_proj.weight|2d-64|(64, 1024)",model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,10,0.0017793017425262736,3.2664282804045275 +2686,2716,1.2767165330634282,0.028113853968428498,0.01363336893175885,0.013668917973132943,1.3037577956962008,1.5333355007582932,1.4046665181475535,0.9999070613069849,0.016034058355783858,"model.language_model.layers.20.mlp.down_proj.weight|2d-128|(1664, 5760)","model.language_model.layers.2.mlp.down_proj.weight|2d-128|(1664, 3072)",model.language_model.layers.*.mlp.down_proj.weight,2d-128,18,0.02704126263277251,3.381304738351011 +2871,3026,1.2716135873258925,0.052587488526434405,0.017829611849782302,0.01765456214712256,1.5520748262400343,1.2880826436003416,1.401767336777937,0.9998410398364762,0.014796975749855881,"model.language_model.layers.6.mlp.down_proj.weight|2d-64|(576, 1024)","model.language_model.layers.21.mlp.down_proj.weight|2d-64|(1600, 2816)",model.language_model.layers.*.mlp.down_proj.weight,2d-64,15,0.016469056274449168,3.8316156248508544 +3118,3128,1.1750256532053964,0.018175003057832356,0.001095439986622412,0.0011086783816174743,1.8645740770648218,1.1839850152166445,1.4135123418201214,0.9999994000054379,0.0006955929212915726,"model.language_model.layers.10.mlp.gate_proj.weight|2d-128|(2560, 1152)","model.language_model.layers.22.mlp.gate_proj.weight|2d-128|(3072, 512)",model.language_model.layers.*.mlp.gate_proj.weight,2d-128,12,0.008959362011248029,4.893287629684169 +3394,3464,1.1688187061593847,0.02603282101762195,0.007096587220467151,0.0064375527865608104,1.1887475884174792,1.8291786611534753,1.4096205351136502,0.9999748189078674,0.010919833644393619,"model.language_model.layers.22.mlp.gate_proj.weight|2d-64|(4544, 1024)","model.language_model.layers.10.mlp.gate_proj.weight|2d-64|(2176, 1280)",model.language_model.layers.*.mlp.gate_proj.weight,2d-64,12,0.019928882258094527,3.171101130001644 +3620,3684,1.2534798573330659,0.055006793937940654,0.0021631201401002753,0.0023424773310584115,1.292000693959386,1.5751252986500472,1.412712751302097,0.999997660452893,0.0026371388750960553,"model.language_model.layers.21.mlp.up_proj.weight|2d-128|(5376, 1408)","model.language_model.layers.5.mlp.up_proj.weight|2d-128|(5760, 512)",model.language_model.layers.*.mlp.up_proj.weight,2d-128,16,0.03852083662632011,3.2115187510201766 +4019,4050,1.2472646464218111,0.012303230884378744,-0.000636011859957284,-0.0001406980202472953,1.2615696023425413,1.6416165818447719,1.4146480699769048,0.9999997977444365,-0.0008276099975911766,"model.language_model.layers.22.mlp.up_proj.weight|2d-64|(3008, 1088)","model.language_model.layers.3.mlp.up_proj.weight|2d-64|(960, 832)",model.language_model.layers.*.mlp.up_proj.weight,2d-64,19,0.014304955920730222,3.1784512603676207 +4261,4323,1.192707854605445,0.05890155467671828,0.005842782837220145,0.00584434686928906,1.2314901499771518,1.6995607892109978,1.4102821085922916,0.9999829307986797,0.008063535555033535,"model.language_model.layers.3.self_attn.k_proj.weight|2d-128|(128, 384)","model.language_model.layers.23.self_attn.k_proj.weight|2d-128|(256, 384)",model.language_model.layers.*.self_attn.k_proj.weight,2d-128,20,0.03878229537170674,3.2469016540923974 +4460,4514,1.1131921389957893,-0.001281801734237805,-0.019325066261082862,-0.01932111238479297,1.1606421555974742,2.035730641108148,1.42592434371228,0.9998132534698692,-0.033895571808590666,"model.language_model.layers.11.self_attn.k_proj.weight|2d-64|(192, 768)","model.language_model.layers.23.self_attn.k_proj.weight|2d-64|(256, 512)",model.language_model.layers.*.self_attn.k_proj.weight,2d-64,12,0.04745001660168491,3.0389838930563733 +4671,4735,1.1392281764245251,0.016105146596769464,-0.006161245224992361,-0.006094974394552162,1.1554783869605791,2.017330525939276,1.4179664942474777,0.9999810193485063,-0.010756815714112302,"model.language_model.layers.19.self_attn.o_proj.weight|2d-128|(1280, 128)","model.language_model.layers.7.self_attn.o_proj.weight|2d-128|(1024, 1280)",model.language_model.layers.*.self_attn.o_proj.weight,2d-128,12,0.01625021053605402,2.9044698505128057 +4933,5022,1.1394605913182898,-0.013858484717860723,-0.021135732314219752,-0.021262196184304305,2.049800892735993,1.1591837584194424,1.426963580317052,0.9997766154594443,-0.011952476802877482,"model.language_model.layers.3.self_attn.o_proj.weight|2d-64|(1792, 1856)","model.language_model.layers.19.self_attn.o_proj.weight|2d-64|(64, 512)",model.language_model.layers.*.self_attn.o_proj.weight,2d-64,16,0.019723167101152628,5.447345291885897 +5147,5288,1.1447148222712566,0.015905340256749872,-0.003915962533473222,-0.003908371786787741,1.1599686481646374,1.9865444641396661,1.4166230115421956,0.9999923325893237,-0.006706417199256442,"model.language_model.layers.23.self_attn.q_proj.weight|2d-128|(3328, 1664)","model.language_model.layers.7.self_attn.q_proj.weight|2d-128|(3200, 0)",model.language_model.layers.*.self_attn.q_proj.weight,2d-128,16,0.015253825893380757,3.229377674761604 +5506,5521,1.129385797604418,0.025454769423476815,0.004052695186331228,0.003951323624073768,2.019675425806973,1.1483319171235933,1.4117488093698076,0.9999917877971432,0.0023042510560714615,"model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(3712, 1600)","model.language_model.layers.3.self_attn.q_proj.weight|2d-64|(896, 320)",model.language_model.layers.*.self_attn.q_proj.weight,2d-64,0,0.018946119519175353,5.3833635564746585 +5756,5854,1.0949646141245946,0.037830381640160116,-0.006091787228569457,-0.006095570323528068,2.2897121910580442,1.1149103571935068,1.4176004190556761,0.9999814448920349,-0.002966222873545002,"model.language_model.layers.7.self_attn.v_proj.weight|2d-128|(384, 512)","model.language_model.layers.23.self_attn.v_proj.weight|2d-128|(128, 1792)",model.language_model.layers.*.self_attn.v_proj.weight,2d-128,16,0.01994574306891228,6.951859048591717 +5908,6092,1.0922445416140818,0.051247700881306285,0.0421454995739045,0.04264317305871441,2.176542584431502,1.1015870886673396,1.3899915761981725,0.9991114837022272,0.021330590317016222,"model.language_model.layers.7.self_attn.v_proj.weight|2d-64|(448, 1536)","model.language_model.layers.19.self_attn.v_proj.weight|2d-64|(384, 128)",model.language_model.layers.*.self_attn.v_proj.weight,2d-64,12,0.009342547053257766,8.828178237836317 +6280,6385,1.2380012836425243,0.06787548829243319,0.0061684141581898055,0.006181944020857031,1.282643337872407,1.5846463531334176,1.4099410953654365,0.9999809751524141,0.007620789592690634,"model.visual.blocks.3.attn.proj.weight|2d-128|(896, 0)","model.visual.blocks.11.attn.proj.weight|2d-128|(768, 128)",model.visual.layers.*.attn.proj.weight,2d-128,8,0.044642054229882655,3.248213914594181 +6408,6433,1.2097313539940515,0.04629727632033796,0.032065135698188224,0.03212102224028641,1.6644030501925409,1.2211731378075992,1.3924173573835403,0.9994857813259059,0.023526202003927608,"model.visual.blocks.15.attn.proj.weight|2d-64|(384, 768)","model.visual.blocks.23.attn.proj.weight|2d-64|(896, 896)",model.visual.layers.*.attn.proj.weight,2d-64,8,0.011441783813547657,4.076512653644257 +6811,6900,1.1422476329525912,0.03806537932245613,0.018546203699209948,0.018423891059021705,1.1702567582242869,1.8673468549106278,1.4023619427207954,0.9998280043729258,0.029593672418351525,"model.visual.blocks.1.attn.qkv.weight|2d-128|(1536, 896)","model.visual.blocks.2.attn.qkv.weight|2d-128|(2688, 128)",model.visual.layers.*.attn.qkv.weight,2d-128,1,0.028009125271695634,3.3531860018233424 +6923,7132,1.1253534265887397,0.04205256174563983,0.022870626874237233,0.02317006443475653,2.0300036026490837,1.134314869841409,1.4003731023412354,0.9997384330045431,0.012779530101418437,"model.visual.blocks.13.attn.qkv.weight|2d-64|(1856, 320)","model.visual.blocks.3.attn.qkv.weight|2d-64|(640, 640)",model.visual.layers.*.attn.qkv.weight,2d-64,10,0.008961443252669232,5.316201667143901 +7272,7371,1.2387321476310509,0.030039689760490387,0.0025979867557222943,0.0029096955013058366,1.2591942614707603,1.639943189783439,1.4124376899817226,0.9999966252267141,0.0033835531319988312,"model.visual.blocks.4.mlp.linear_fc1.weight|2d-128|(384, 640)","model.visual.blocks.17.mlp.linear_fc1.weight|2d-128|(3072, 0)",model.visual.layers.*.mlp.linear_fc1.weight,2d-128,13,0.020462113839709417,3.5470819963121736 +7528,7655,1.2432152392161449,0.03409977674002794,0.023651414263833482,0.02341090527555258,1.25122316748014,1.6122761568105164,1.3979190579938825,0.9997202661761542,0.030476266971001503,"model.visual.blocks.8.mlp.linear_fc1.weight|2d-64|(1984, 384)","model.visual.blocks.17.mlp.linear_fc1.weight|2d-64|(3776, 128)",model.visual.layers.*.mlp.linear_fc1.weight,2d-64,9,0.008007928263995101,3.2986093648035353 +7694,7881,1.2447974586481603,0.046437575335625245,0.01675144470165133,0.01689393508951487,1.2844235855521289,1.5606748107289317,1.4025415974482685,0.9998596847060128,0.02035431152406599,"model.visual.blocks.4.mlp.linear_fc2.weight|2d-128|(128, 1152)","model.visual.blocks.15.mlp.linear_fc2.weight|2d-128|(896, 3456)",model.visual.layers.*.mlp.linear_fc2.weight,2d-128,11,0.039626126903968606,3.483739876059737 +8086,8094,1.2350358858772363,0.04333410025515507,0.00655087049425308,0.006385131509484425,1.2603859021430284,1.6289028433766652,1.409722565785955,0.9999785428176785,0.008466241614205417,"model.visual.blocks.4.mlp.linear_fc2.weight|2d-64|(192, 3072)","model.visual.blocks.8.mlp.linear_fc2.weight|2d-64|(384, 3712)",model.visual.layers.*.mlp.linear_fc2.weight,2d-64,4,0.02535001626579203,3.5372097370900435 +8251,8294,1.3442535638567146,0.025979154685597187,-0.009883303051393257,-0.009920606868224135,1.4425428663245152,1.4007426485101726,1.4211819248831088,0.999951158967674,-0.009596916955064625,"model.visual.merger.linear_fc1.weight|2d-128|(2304, 2816)","model.visual.merger.linear_fc1.weight|2d-128|(1792, 3200)",model.visual.merger.linear_fc1.weight,2d-128,0,0.05648908465345803,3.6836762871245714 +8494,8560,1.3491008428654248,0.05252976441386106,0.016079147225129785,0.015275419086549901,1.3943124560965972,1.411441739099533,1.4027986678952158,0.9998707221558758,0.016276681330244343,"model.visual.merger.linear_fc1.weight|2d-64|(1984, 1088)","model.visual.merger.linear_fc1.weight|2d-64|(64, 3072)",model.visual.merger.linear_fc1.weight,2d-64,0,0.0452116132311724,3.47072430386363 +8867,8916,1.3520498089714075,0.05325768839462212,0.013750547328720775,0.013749636069367,1.4288762680155207,1.3812586883222822,1.4044624215869956,0.9999054567548677,0.013292307663112513,"model.visual.merger.linear_fc2.weight|2d-128|(640, 384)","model.visual.merger.linear_fc2.weight|2d-128|(1152, 3328)",model.visual.merger.linear_fc2.weight,2d-128,0,0.029208879350874684,3.5025750552027466 +9118,9205,1.3522737607326745,0.04923643771693463,0.01700585897604866,0.016745885134361246,1.4054932521549228,1.3988050329263775,1.402137179085765,0.9998553899242063,0.016924934423172184,"model.visual.merger.linear_fc2.weight|2d-64|(1664, 3392)","model.visual.merger.linear_fc2.weight|2d-64|(1984, 3200)",model.visual.merger.linear_fc2.weight,2d-64,0,0.04653127219370301,3.645264245084892 diff --git a/results/qwen35-2b/analysis/block_partitions.json b/results/qwen35-2b/analysis/block_partitions.json new file mode 100644 index 0000000..dc01cad --- /dev/null +++ b/results/qwen35-2b/analysis/block_partitions.json @@ -0,0 +1,22 @@ +{ + "2d-64": { + "blocks": 554304, + "bytes": 4540858368, + "edge_bytes": 0 + }, + "2d-128": { + "blocks": 138576, + "bytes": 4540858368, + "edge_bytes": 0 + }, + "3d-axis0-slice": { + "blocks": 110592, + "bytes": 884736, + "edge_bytes": 0 + }, + "3d-volume": { + "blocks": 27648, + "bytes": 884736, + "edge_bytes": 0 + } +} \ No newline at end of file diff --git a/results/qwen35-2b/analysis/block_random_pairs.json b/results/qwen35-2b/analysis/block_random_pairs.json new file mode 100644 index 0000000..162b05b --- /dev/null +++ b/results/qwen35-2b/analysis/block_random_pairs.json @@ -0,0 +1,2108 @@ +[ + { + "a": 79, + "b": 184, + "role": "model.language_model.embed_tokens.weight", + "sampled": true, + "cosine": -0.006577200892577885, + "pearson": -0.007556775606479828, + "error_member_to_rep": 1.430957508943651, + "error_rep_to_member": 1.4070565414970175, + "symmetric_error": 1.4188560659752316, + "scaled_error": 0.9999783699802804, + "scale": -0.006467343357716825 + }, + { + "a": 194, + "b": 183, + "role": "model.language_model.embed_tokens.weight", + "sampled": true, + "cosine": -0.03855191366086169, + "pearson": -0.03833455451064708, + "error_member_to_rep": 1.3951541067709683, + "error_rep_to_member": 1.4920304149410626, + "symmetric_error": 1.4411559269092862, + "scaled_error": 0.9992565986537619, + "scale": -0.04122887031405929 + }, + { + "a": 107, + "b": 98, + "role": "model.language_model.embed_tokens.weight", + "sampled": true, + "cosine": 0.07964184270277676, + "pearson": 0.08003538075329461, + "error_member_to_rep": 1.3428080952821178, + "error_rep_to_member": 1.371120487077964, + "symmetric_error": 1.3567427836992911, + "scaled_error": 0.9968235435075288, + "scale": 0.08132104843728676 + }, + { + "a": 458, + "b": 339, + "role": "model.language_model.embed_tokens.weight", + "sampled": true, + "cosine": -0.0035731794369607242, + "pearson": 0.0029674328429868074, + "error_member_to_rep": 1.4103682644863687, + "error_rep_to_member": 1.4231944726849581, + "symmetric_error": 1.4167378254389866, + "scaled_error": 0.9999936161739791, + "scale": -0.003605674739459655 + }, + { + "a": 493, + "b": 481, + "role": "model.language_model.embed_tokens.weight", + "sampled": true, + "cosine": -0.0264967218129069, + "pearson": -0.022651461305771944, + "error_member_to_rep": 1.3524100637290655, + "error_rep_to_member": 1.5292005756573388, + "symmetric_error": 1.4326883844869063, + "scaled_error": 0.9996489002310608, + "scale": -0.029960441241915294 + }, + { + "a": 495, + "b": 430, + "role": "model.language_model.embed_tokens.weight", + "sampled": true, + "cosine": 0.022514137806366675, + "pearson": 0.021424536203264673, + "error_member_to_rep": 1.3759392086650448, + "error_rep_to_member": 1.4216018270628994, + "symmetric_error": 1.3982116116547842, + "scaled_error": 0.9997465246745477, + "scale": 0.02326130343456784 + }, + { + "a": 631, + "b": 704, + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "sampled": true, + "cosine": -0.9035792112154633, + "pearson": -0.8989785411270593, + "error_member_to_rep": 1.1337399465138334, + "error_rep_to_member": 7.760148182743938, + "symmetric_error": 1.5865081604103288, + "scaled_error": 0.4284210651441421, + "scale": -6.184759208176426 + }, + { + "a": 733, + "b": 526, + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "sampled": true, + "cosine": -0.31332547234606667, + "pearson": 0.2795606143756062, + "error_member_to_rep": 1.081803750053007, + "error_rep_to_member": 5.281791919262078, + "symmetric_error": 1.4987872574689034, + "scaled_error": 0.9496458015381914, + "scale": -1.5297783427496343 + }, + { + "a": 614, + "b": 737, + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "sampled": true, + "cosine": -0.37019317174413036, + "pearson": -0.005150633683059786, + "error_member_to_rep": 1.148269365255245, + "error_rep_to_member": 3.767748191812303, + "symmetric_error": 1.5533612556649046, + "scaled_error": 0.9289547973900673, + "scale": -1.2146929071387047 + }, + { + "a": 943, + "b": 783, + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "sampled": true, + "cosine": -0.033573757713039, + "pearson": -0.007992106686724834, + "error_member_to_rep": 1.009770755879034, + "error_rep_to_member": 9.136208862111213, + "symmetric_error": 1.4193884966961918, + "scaled_error": 0.9994362424852453, + "scale": -0.30376881184801036 + }, + { + "a": 948, + "b": 862, + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "sampled": true, + "cosine": -0.4569029757883583, + "pearson": -0.5150123211035881, + "error_member_to_rep": 1.1160598491643192, + "error_rep_to_member": 5.139536313145424, + "symmetric_error": 1.5423999828030162, + "scaled_error": 0.8895165376291455, + "scale": -2.104071244393214 + }, + { + "a": 917, + "b": 892, + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "sampled": true, + "cosine": -0.17293711559898325, + "pearson": -0.22689447648430713, + "error_member_to_rep": 7.002401061791271, + "error_rep_to_member": 1.0358812337013688, + "symmetric_error": 1.4491861387827194, + "scaled_error": 0.9849328677875989, + "scale": -0.02558298376208759 + }, + { + "a": 1113, + "b": 1273, + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "sampled": true, + "cosine": 0.04002930370105979, + "pearson": 0.040292482492227055, + "error_member_to_rep": 1.4885479369125059, + "error_rep_to_member": 1.301886646823919, + "symmetric_error": 1.3858768628029554, + "scaled_error": 0.9991985062264697, + "scale": 0.03500969950498286 + }, + { + "a": 1153, + "b": 1151, + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "sampled": true, + "cosine": -0.012347657469279655, + "pearson": -0.011925892091615422, + "error_member_to_rep": 1.8002424763029812, + "error_rep_to_member": 1.2125638894269608, + "symmetric_error": 1.422281602902905, + "scaled_error": 0.9999237647716056, + "scale": -0.008316837183516026 + }, + { + "a": 1168, + "b": 1172, + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "sampled": true, + "cosine": -0.0038140829768831975, + "pearson": -0.0036641369829930903, + "error_member_to_rep": 1.3084359546079105, + "error_rep_to_member": 1.5576651604076515, + "symmetric_error": 1.4168675552605485, + "scaled_error": 0.9999927263590698, + "scale": -0.004540584620188898 + }, + { + "a": 1347, + "b": 1324, + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "sampled": true, + "cosine": -0.0016513343671536059, + "pearson": -0.001842245401069716, + "error_member_to_rep": 1.2240246646886757, + "error_rep_to_member": 1.7381548679838572, + "symmetric_error": 1.41531251094281, + "scaled_error": 0.9999986365464745, + "scale": -0.002344948555156053 + }, + { + "a": 1311, + "b": 1281, + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "sampled": true, + "cosine": -0.01991166135380056, + "pearson": -0.020411827930622094, + "error_member_to_rep": 1.3744723099561702, + "error_rep_to_member": 1.488718268533488, + "symmetric_error": 1.4281795110192832, + "scaled_error": 0.99980174321819, + "scale": -0.021566716040427474 + }, + { + "a": 1529, + "b": 1436, + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "sampled": true, + "cosine": -0.004563350249516612, + "pearson": -0.00470623961518788, + "error_member_to_rep": 1.4014067313444847, + "error_rep_to_member": 1.4340277993946666, + "symmetric_error": 1.417435813289863, + "scaled_error": 0.9999895878630438, + "scale": -0.004669573058139403 + }, + { + "a": 1622, + "b": 1550, + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "sampled": true, + "cosine": 0.021429921378385217, + "pearson": 0.02048282700401026, + "error_member_to_rep": 1.3727140057324998, + "error_rep_to_member": 1.4268344227561829, + "symmetric_error": 1.398989699902539, + "scaled_error": 0.9997703528659551, + "scale": 0.022274814252603446 + }, + { + "a": 1703, + "b": 1640, + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "sampled": true, + "cosine": 0.029502133444355934, + "pearson": 0.03017320196619413, + "error_member_to_rep": 1.341611669135262, + "error_rep_to_member": 1.451376212645998, + "symmetric_error": 1.3932615387782847, + "scaled_error": 0.9995647173256124, + "scale": 0.03191586335190794 + }, + { + "a": 1567, + "b": 1547, + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "sampled": true, + "cosine": -0.0039344896912598785, + "pearson": -0.002930446812633825, + "error_member_to_rep": 1.5343322158838595, + "error_rep_to_member": 1.3229709819111535, + "symmetric_error": 1.4169627135281444, + "scaled_error": 0.9999922598654798, + "scale": -0.003392495859944454 + }, + { + "a": 1875, + "b": 1890, + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "sampled": true, + "cosine": 0.009252843380232629, + "pearson": 0.009067531842488652, + "error_member_to_rep": 1.4602407383229223, + "error_rep_to_member": 1.36040047397169, + "symmetric_error": 1.40767205935652, + "scaled_error": 0.9999571915284078, + "scale": 0.008620203634717816 + }, + { + "a": 1821, + "b": 1825, + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "sampled": true, + "cosine": -0.0035892658563176113, + "pearson": -0.004774423848092625, + "error_member_to_rep": 1.5011588576701556, + "error_rep_to_member": 1.3451186785475373, + "symmetric_error": 1.4167341002086378, + "scaled_error": 0.9999935585645603, + "scale": -0.003216174304895969 + }, + { + "a": 1878, + "b": 1794, + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "sampled": true, + "cosine": 0.008364994391314672, + "pearson": 0.008022275835883991, + "error_member_to_rep": 1.5063122866448155, + "error_rep_to_member": 1.3272822062358087, + "symmetric_error": 1.4083334293059975, + "scaled_error": 0.9999650128223653, + "scale": 0.0073707877903490095 + }, + { + "a": 2277, + "b": 2065, + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "sampled": true, + "cosine": 0.019330191064745057, + "pearson": 0.01968486838578927, + "error_member_to_rep": 1.2576197513990477, + "error_rep_to_member": 1.6077837169225313, + "symmetric_error": 1.4008844788489645, + "scaled_error": 0.9998131544010613, + "scale": 0.02471237144957744 + }, + { + "a": 2239, + "b": 2136, + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "sampled": true, + "cosine": -0.01589147138260098, + "pearson": -0.01598466130277172, + "error_member_to_rep": 1.3620133799941043, + "error_rep_to_member": 1.4984458730446224, + "symmetric_error": 1.4253556273285233, + "scaled_error": 0.9998737225956565, + "scale": -0.017483315553014783 + }, + { + "a": 2049, + "b": 2289, + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "sampled": true, + "cosine": -0.027048576895464835, + "pearson": -0.027126437730637505, + "error_member_to_rep": 1.4236541058806793, + "error_rep_to_member": 1.4429618933798363, + "symmetric_error": 1.4332104680477271, + "scaled_error": 0.9996341203099913, + "scale": -0.02741541331499609 + }, + { + "a": 2395, + "b": 2398, + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "sampled": true, + "cosine": 0.008196815783202277, + "pearson": 0.008480864975684396, + "error_member_to_rep": 1.3221730019448867, + "error_rep_to_member": 1.5141916482045277, + "symmetric_error": 1.4084587148149454, + "scaled_error": 0.9999664055412143, + "scale": 0.009387235999024962 + }, + { + "a": 2379, + "b": 2334, + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "sampled": true, + "cosine": 0.0029507843580057957, + "pearson": 0.0030703568484189833, + "error_member_to_rep": 1.3536450233850157, + "error_rep_to_member": 1.4789241073842154, + "symmetric_error": 1.4121336603147845, + "scaled_error": 0.9999956464263595, + "scale": 0.003223877787275537 + }, + { + "a": 2462, + "b": 2355, + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "sampled": true, + "cosine": 0.006545036161414776, + "pearson": 0.006721298794496826, + "error_member_to_rep": 1.3678314216395553, + "error_rep_to_member": 1.455415622346064, + "symmetric_error": 1.4095868540522554, + "scaled_error": 0.9999785810214366, + "scale": 0.0069641241803941835 + }, + { + "a": 2720, + "b": 2654, + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "sampled": true, + "cosine": 0.011312127843588569, + "pearson": 0.01110143617803364, + "error_member_to_rep": 1.3487190235553037, + "error_rep_to_member": 1.471769603346139, + "symmetric_error": 1.4062224946458888, + "scaled_error": 0.9999360158348385, + "scale": 0.012344191502149802 + }, + { + "a": 2711, + "b": 2573, + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "sampled": true, + "cosine": 0.008023345951991006, + "pearson": 0.008017732857056271, + "error_member_to_rep": 1.5315077668036832, + "error_rep_to_member": 1.311205672168704, + "symmetric_error": 1.4085967854400498, + "scaled_error": 0.9999678124418478, + "scale": 0.006869215390254668 + }, + { + "a": 2767, + "b": 2621, + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "sampled": true, + "cosine": -0.007992442284338833, + "pearson": -0.007622383041395323, + "error_member_to_rep": 1.332066365034666, + "error_rep_to_member": 1.527521428016137, + "symmetric_error": 1.419801472666777, + "scaled_error": 0.9999680599230815, + "scale": -0.009165179132191429 + }, + { + "a": 2958, + "b": 2971, + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "sampled": true, + "cosine": -0.02454731853330696, + "pearson": -0.024090255807261686, + "error_member_to_rep": 1.4155381431633218, + "error_rep_to_member": 1.4479346334251073, + "symmetric_error": 1.4314615155332424, + "scaled_error": 0.9996986691762795, + "scale": -0.025109116863968734 + }, + { + "a": 3036, + "b": 2838, + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "sampled": true, + "cosine": -0.02562797372033528, + "pearson": -0.02575607008432517, + "error_member_to_rep": 1.3632164223032228, + "error_rep_to_member": 1.5126628487299367, + "symmetric_error": 1.4321242504690692, + "scaled_error": 0.9996715495416431, + "scale": -0.028437512269314062 + }, + { + "a": 2950, + "b": 2945, + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "sampled": true, + "cosine": 0.007191234115671557, + "pearson": 0.006979703919218027, + "error_member_to_rep": 1.4010734575346444, + "error_rep_to_member": 1.417306293997078, + "symmetric_error": 1.40911975572247, + "scaled_error": 0.9999741427416479, + "scale": 0.007274551750971121 + }, + { + "a": 3109, + "b": 3305, + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "sampled": true, + "cosine": -0.027081726122774874, + "pearson": -0.027620230408482396, + "error_member_to_rep": 1.2948296264453047, + "error_rep_to_member": 1.6268520903442985, + "symmetric_error": 1.432753407914921, + "scaled_error": 0.9996332227923455, + "scale": -0.034026069417271834 + }, + { + "a": 3246, + "b": 3319, + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "sampled": true, + "cosine": 0.018138391709516394, + "pearson": 0.017356377364285774, + "error_member_to_rep": 1.5790072218409228, + "error_rep_to_member": 1.27312111087107, + "symmetric_error": 1.4016234349431875, + "scaled_error": 0.9998354858406417, + "scale": 0.014624612910706854 + }, + { + "a": 3243, + "b": 3128, + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "sampled": true, + "cosine": -0.016434243342762275, + "pearson": -0.016391018260678344, + "error_member_to_rep": 1.6467596783018008, + "error_rep_to_member": 1.2745488648031054, + "symmetric_error": 1.4254186634754822, + "scaled_error": 0.9998649487034491, + "scale": -0.012719673958750425 + }, + { + "a": 3561, + "b": 3555, + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "sampled": true, + "cosine": 0.03593621295954688, + "pearson": 0.034209363948419655, + "error_member_to_rep": 1.1992798851844493, + "error_rep_to_member": 1.7158744679198779, + "symmetric_error": 1.3901453913451671, + "scaled_error": 0.9993540856964193, + "scale": 0.05141587968978093 + }, + { + "a": 3398, + "b": 3529, + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "sampled": true, + "cosine": -0.005583429732565563, + "pearson": -0.003838126735922387, + "error_member_to_rep": 1.5255292261430604, + "error_rep_to_member": 1.3306097075045555, + "symmetric_error": 1.4181196432592205, + "scaled_error": 0.9999844125347263, + "scale": -0.004870025218792232 + }, + { + "a": 3551, + "b": 3423, + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "sampled": true, + "cosine": -0.006215262026556071, + "pearson": -0.006847989275954965, + "error_member_to_rep": 1.433648402790778, + "error_rep_to_member": 1.404016998817685, + "symmetric_error": 1.4186006532930309, + "scaled_error": 0.9999806850724374, + "scale": -0.006086801701451949 + }, + { + "a": 3764, + "b": 3807, + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "sampled": true, + "cosine": -0.026362324919679242, + "pearson": -0.026713251683654706, + "error_member_to_rep": 1.3734883752997764, + "error_rep_to_member": 1.5002076177407997, + "symmetric_error": 1.4326618595155276, + "scaled_error": 0.999652453518136, + "scale": -0.028794536143947332 + }, + { + "a": 3772, + "b": 3825, + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "sampled": true, + "cosine": 0.007921171917222143, + "pearson": 0.007907669264036746, + "error_member_to_rep": 1.423102223343412, + "error_rep_to_member": 1.3945370752494286, + "symmetric_error": 1.4086024678150897, + "scaled_error": 0.9999686270255972, + "scale": 0.0077621745906901385 + }, + { + "a": 3780, + "b": 3657, + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "sampled": true, + "cosine": -0.01877024393537888, + "pearson": -0.018832657008544036, + "error_member_to_rep": 1.3461574880609868, + "error_rep_to_member": 1.525195097762792, + "symmetric_error": 1.4273225671813192, + "scaled_error": 0.9998238234522152, + "scale": -0.021266667747239582 + }, + { + "a": 3915, + "b": 3972, + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "sampled": true, + "cosine": 0.01857882564028159, + "pearson": 0.018452025161287536, + "error_member_to_rep": 1.28641324838597, + "error_rep_to_member": 1.5535909953548914, + "symmetric_error": 1.4012474079873134, + "scaled_error": 0.9998273987233137, + "scale": 0.02243749919026786 + }, + { + "a": 3929, + "b": 4036, + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "sampled": true, + "cosine": -0.0037854176253862277, + "pearson": -0.0035842573613279133, + "error_member_to_rep": 1.5399421711184147, + "error_rep_to_member": 1.3192366099464456, + "symmetric_error": 1.4168560782855202, + "scaled_error": 0.9999928352810341, + "scale": -0.003242888992201023 + }, + { + "a": 4035, + "b": 3917, + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "sampled": true, + "cosine": 0.02773872313732595, + "pearson": 0.027607087846648476, + "error_member_to_rep": 1.3608814182552769, + "error_rep_to_member": 1.4307101913808198, + "symmetric_error": 1.3944862618951133, + "scaled_error": 0.9996152075867547, + "scale": 0.029162036718337194 + }, + { + "a": 4162, + "b": 4146, + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "sampled": true, + "cosine": 0.016463819785573795, + "pearson": 0.01661718586785609, + "error_member_to_rep": 1.603334442552798, + "error_rep_to_member": 1.2626269207890362, + "symmetric_error": 1.4028507041852607, + "scaled_error": 0.9998644621337776, + "scale": 0.012965268835107747 + }, + { + "a": 4200, + "b": 4115, + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "sampled": true, + "cosine": -0.0002268947783537802, + "pearson": 9.191767503676346e-05, + "error_member_to_rep": 1.561495276056893, + "error_rep_to_member": 1.3022759105081785, + "symmetric_error": 1.4143713847252721, + "scaled_error": 0.9999999742593795, + "scale": -0.0001892286250243223 + }, + { + "a": 4190, + "b": 4282, + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "sampled": true, + "cosine": 0.0022497203749003328, + "pearson": 0.0023088029870349867, + "error_member_to_rep": 1.470473693061161, + "error_rep_to_member": 1.3611099419812185, + "symmetric_error": 1.4126266184269658, + "scaled_error": 0.9999974693759154, + "scale": 0.0020824015984808202 + }, + { + "a": 4462, + "b": 4582, + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "sampled": true, + "cosine": 0.0007466556605059141, + "pearson": 0.0023491030697144638, + "error_member_to_rep": 1.474488148042804, + "error_rep_to_member": 1.359836368685185, + "symmetric_error": 1.4136872241414278, + "scaled_error": 0.9999997212526235, + "scale": 0.0006885979540685504 + }, + { + "a": 4366, + "b": 4401, + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "sampled": true, + "cosine": 0.011371855809084772, + "pearson": 0.011197553199257455, + "error_member_to_rep": 1.3402894486612291, + "error_rep_to_member": 1.4828782556674092, + "symmetric_error": 1.4061906087359985, + "scaled_error": 0.9999353383571646, + "scale": 0.01258166862592322 + }, + { + "a": 4593, + "b": 4359, + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "sampled": true, + "cosine": -0.008129702356154097, + "pearson": -0.00758123659063244, + "error_member_to_rep": 1.420673812448937, + "error_rep_to_member": 1.419228272817412, + "symmetric_error": 1.419950490787253, + "scaled_error": 0.9999669534237621, + "scale": -0.008121430360960444 + }, + { + "a": 4751, + "b": 4711, + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "sampled": true, + "cosine": 0.04707409432819332, + "pearson": 0.04683970288635389, + "error_member_to_rep": 1.21842871894974, + "error_rep_to_member": 1.6359720868099332, + "symmetric_error": 1.3819538950707029, + "scaled_error": 0.9988914003249705, + "scale": 0.06320591687888372 + }, + { + "a": 4845, + "b": 4824, + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "sampled": true, + "cosine": -0.003499858177990587, + "pearson": -0.0047007980984710125, + "error_member_to_rep": 1.2070872118025033, + "error_rep_to_member": 1.794735778850095, + "symmetric_error": 1.4165037984445779, + "scaled_error": 0.9999938754776121, + "scale": -0.005203700802662902 + }, + { + "a": 4779, + "b": 4745, + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "sampled": true, + "cosine": -0.03559426565139155, + "pearson": -0.03544712268796013, + "error_member_to_rep": 1.878508977619771, + "error_rep_to_member": 1.208026577383146, + "symmetric_error": 1.4369317240965191, + "scaled_error": 0.9993663233533228, + "scale": -0.02288986607016387 + }, + { + "a": 4981, + "b": 5058, + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "sampled": true, + "cosine": 0.013840580200615757, + "pearson": 0.013834043297405237, + "error_member_to_rep": 1.5714514039492455, + "error_rep_to_member": 1.281632884562841, + "symmetric_error": 1.4045939875172107, + "scaled_error": 0.9999042145824321, + "scale": 0.011287999541035397 + }, + { + "a": 4953, + "b": 5053, + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "sampled": true, + "cosine": 0.014040870063998014, + "pearson": 0.012478397905476085, + "error_member_to_rep": 1.2539678543133943, + "error_rep_to_member": 1.626911774311191, + "symmetric_error": 1.4045796402214894, + "scaled_error": 0.9999014221251242, + "scale": 0.018216780238915802 + }, + { + "a": 5063, + "b": 5086, + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "sampled": true, + "cosine": 0.024226938838698576, + "pearson": 0.0244462296108138, + "error_member_to_rep": 1.5619222612475345, + "error_rep_to_member": 1.2757620584100062, + "symmetric_error": 1.3973266203345165, + "scaled_error": 0.9997064846416202, + "scale": 0.01978831477639919 + }, + { + "a": 5330, + "b": 5278, + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "sampled": true, + "cosine": 0.01666943889444822, + "pearson": 0.01698236049815341, + "error_member_to_rep": 1.2988637304523116, + "error_rep_to_member": 1.5358081928775749, + "symmetric_error": 1.402541893770582, + "scaled_error": 0.9998610552506504, + "scale": 0.019710351613136858 + }, + { + "a": 5131, + "b": 5130, + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "sampled": true, + "cosine": 0.017225903793311067, + "pearson": 0.016891269542884776, + "error_member_to_rep": 1.3585607593082059, + "error_rep_to_member": 1.4499050279404078, + "symmetric_error": 1.4020060645796115, + "scaled_error": 0.9998516231114012, + "scale": 0.01838410564239871 + }, + { + "a": 5361, + "b": 5334, + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "sampled": true, + "cosine": 0.031799051747265376, + "pearson": 0.031764337875462845, + "error_member_to_rep": 1.2787366688067183, + "error_rep_to_member": 1.5417478597067562, + "symmetric_error": 1.3919405205174407, + "scaled_error": 0.9994942822787806, + "scale": 0.03833949644831925 + }, + { + "a": 5412, + "b": 5469, + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "sampled": true, + "cosine": -0.014339194524005637, + "pearson": -0.014395785619558489, + "error_member_to_rep": 1.4963022528636976, + "error_rep_to_member": 1.361734069927317, + "symmetric_error": 1.4242722756351442, + "scaled_error": 0.9998971884650955, + "scale": -0.013049615932398376 + }, + { + "a": 5386, + "b": 5483, + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "sampled": true, + "cosine": 0.04037002338932623, + "pearson": 0.039365924436573434, + "error_member_to_rep": 1.5669107578702932, + "error_rep_to_member": 1.2561757136920981, + "symmetric_error": 1.3860710319150644, + "scaled_error": 0.9991847983288903, + "scale": 0.03236421901383833 + }, + { + "a": 5410, + "b": 5398, + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "sampled": true, + "cosine": -0.014313234365833724, + "pearson": -0.013486654265127867, + "error_member_to_rep": 1.3122840739650241, + "error_rep_to_member": 1.5705335073860849, + "symmetric_error": 1.4241385720200541, + "scaled_error": 0.99989756041406, + "scale": -0.017129990843134334 + }, + { + "a": 5723, + "b": 5777, + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "sampled": true, + "cosine": -0.014288260823974693, + "pearson": -0.014218208173311785, + "error_member_to_rep": 1.6602461804438324, + "error_rep_to_member": 1.2663120356649222, + "symmetric_error": 1.4239239438911584, + "scaled_error": 0.999897917590904, + "scale": -0.0108980203437552 + }, + { + "a": 5632, + "b": 5709, + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "sampled": true, + "cosine": -0.016165517926353207, + "pearson": -0.016148212978550486, + "error_member_to_rep": 1.2744341398791372, + "error_rep_to_member": 1.6464451557420434, + "symmetric_error": 1.4252364291404778, + "scaled_error": 0.9998693294776937, + "scale": -0.020884279420221377 + }, + { + "a": 5728, + "b": 5821, + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "sampled": true, + "cosine": 0.006167426577582124, + "pearson": 0.006228472543007336, + "error_member_to_rep": 1.5570421059708628, + "error_rep_to_member": 1.2979057127728155, + "symmetric_error": 1.4099172788399814, + "scaled_error": 0.9999809812438486, + "scale": 0.005140990187390941 + }, + { + "a": 6087, + "b": 6096, + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "sampled": true, + "cosine": -0.011165818953194448, + "pearson": -0.0109958822893759, + "error_member_to_rep": 1.5638821361239226, + "error_rep_to_member": 1.3127855773354686, + "symmetric_error": 1.4219683253387516, + "scaled_error": 0.9999376603004332, + "scale": -0.009373037610892667 + }, + { + "a": 6123, + "b": 6130, + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "sampled": true, + "cosine": 0.02056877328586516, + "pearson": 0.020369259505911532, + "error_member_to_rep": 1.7422260012419541, + "error_rep_to_member": 1.2037147468765959, + "symmetric_error": 1.4005437448877158, + "scaled_error": 0.9997884404040259, + "scale": 0.01421109299924794 + }, + { + "a": 6049, + "b": 6038, + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "sampled": true, + "cosine": 0.002710103928548025, + "pearson": 0.0030565979268289425, + "error_member_to_rep": 2.130814331839443, + "error_rep_to_member": 1.1308259705128718, + "symmetric_error": 1.4126256460063957, + "scaled_error": 0.9999963276616053, + "scale": 0.0014382557219546567 + }, + { + "a": 6374, + "b": 6218, + "role": "model.visual.layers.*.attn.proj.weight", + "sampled": true, + "cosine": -0.036360734436846565, + "pearson": -0.03629599647120916, + "error_member_to_rep": 1.498656666079674, + "error_rep_to_member": 1.3870512022773214, + "symmetric_error": 1.4396194788642205, + "scaled_error": 0.9993387298565052, + "scale": -0.033652938366627305 + }, + { + "a": 6390, + "b": 6295, + "role": "model.visual.layers.*.attn.proj.weight", + "sampled": true, + "cosine": 0.02168041107859812, + "pearson": 0.021669730890337437, + "error_member_to_rep": 1.3182514379621688, + "error_rep_to_member": 1.4964838962051854, + "symmetric_error": 1.398922980813444, + "scaled_error": 0.9997649522640124, + "scale": 0.02461168264863419 + }, + { + "a": 6202, + "b": 6273, + "role": "model.visual.layers.*.attn.proj.weight", + "sampled": true, + "cosine": -0.00317147612797406, + "pearson": -0.00323701921165672, + "error_member_to_rep": 1.439919445231774, + "error_rep_to_member": 1.3940980483034686, + "symmetric_error": 1.4164531890707077, + "scaled_error": 0.9999949708569387, + "scale": -0.0030705527971656805 + }, + { + "a": 6617, + "b": 6507, + "role": "model.visual.layers.*.attn.proj.weight", + "sampled": true, + "cosine": 0.00919381398423873, + "pearson": 0.009244926812290404, + "error_member_to_rep": 1.332447148928993, + "error_rep_to_member": 1.4974369150759943, + "symmetric_error": 1.4077417927310432, + "scaled_error": 0.9999577359990887, + "scale": 0.010332234536586967 + }, + { + "a": 6504, + "b": 6411, + "role": "model.visual.layers.*.attn.proj.weight", + "sampled": true, + "cosine": 0.04108777857747844, + "pearson": 0.041092758445627785, + "error_member_to_rep": 1.3375956019489514, + "error_rep_to_member": 1.4376791059894383, + "symmetric_error": 1.3849324550983033, + "scaled_error": 0.9991555406700041, + "scale": 0.04416210750565521 + }, + { + "a": 6437, + "b": 6414, + "role": "model.visual.layers.*.attn.proj.weight", + "sampled": true, + "cosine": 0.039691905697719396, + "pearson": 0.0394586606933281, + "error_member_to_rep": 1.3288338852469324, + "error_rep_to_member": 1.4511810723174159, + "symmetric_error": 1.3859737016343938, + "scaled_error": 0.999211965812101, + "scale": 0.04334638280392328 + }, + { + "a": 6869, + "b": 6825, + "role": "model.visual.layers.*.attn.qkv.weight", + "sampled": true, + "cosine": -0.0006361774142650789, + "pearson": -0.0008616600002039568, + "error_member_to_rep": 1.5196935568529681, + "error_rep_to_member": 1.3287703734198748, + "symmetric_error": 1.4146593136320706, + "scaled_error": 0.9999997976391283, + "scale": -0.000556252736943127 + }, + { + "a": 6680, + "b": 6664, + "role": "model.visual.layers.*.attn.qkv.weight", + "sampled": true, + "cosine": -0.05952791000389415, + "pearson": -0.05998753753728945, + "error_member_to_rep": 1.6959163823692185, + "error_rep_to_member": 1.2931269478636422, + "symmetric_error": 1.4542383124960103, + "scaled_error": 0.998226641565215, + "scale": -0.045389705162526404 + }, + { + "a": 6805, + "b": 6668, + "role": "model.visual.layers.*.attn.qkv.weight", + "sampled": true, + "cosine": -0.016898883164484402, + "pearson": -0.017335740120452036, + "error_member_to_rep": 1.436904368321762, + "error_rep_to_member": 1.4155582163444163, + "symmetric_error": 1.4261114897135585, + "scaled_error": 0.9998572036785018, + "scale": -0.01664783922848621 + }, + { + "a": 6937, + "b": 6952, + "role": "model.visual.layers.*.attn.qkv.weight", + "sampled": true, + "cosine": 0.0024043479899582866, + "pearson": 0.002350513539726298, + "error_member_to_rep": 1.224818035311249, + "error_rep_to_member": 1.7259662651582601, + "symmetric_error": 1.412607847972328, + "scaled_error": 0.9999971095511943, + "scale": 0.003388114316356002 + }, + { + "a": 7166, + "b": 6975, + "role": "model.visual.layers.*.attn.qkv.weight", + "sampled": true, + "cosine": -0.020947696461303893, + "pearson": -0.020815959289645185, + "error_member_to_rep": 1.4582155538392279, + "error_rep_to_member": 1.401354935517818, + "symmetric_error": 1.4289374640946764, + "scaled_error": 0.9997805729323636, + "scale": -0.020130876910817688 + }, + { + "a": 7069, + "b": 7061, + "role": "model.visual.layers.*.attn.qkv.weight", + "sampled": true, + "cosine": -0.013232387013691485, + "pearson": -0.01198361208625506, + "error_member_to_rep": 1.8003006822189154, + "error_rep_to_member": 1.2132627181856073, + "symmetric_error": 1.422859695062011, + "scaled_error": 0.9999124481342954, + "scale": -0.008917600262489408 + }, + { + "a": 7182, + "b": 7413, + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "sampled": true, + "cosine": 0.024481765245787313, + "pearson": 0.023313295699839538, + "error_member_to_rep": 1.1949116627120986, + "error_rep_to_member": 1.759773138378403, + "symmetric_error": 1.3980305067157794, + "scaled_error": 0.9997002766681873, + "scale": 0.03605484338636228 + }, + { + "a": 7305, + "b": 7171, + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "sampled": true, + "cosine": 0.01255765666906653, + "pearson": 0.010273460694595211, + "error_member_to_rep": 1.3615386562577185, + "error_rep_to_member": 1.4536270731915197, + "symmetric_error": 1.405325008048008, + "scaled_error": 0.9999211495207919, + "scale": 0.01340700069447306 + }, + { + "a": 7384, + "b": 7357, + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "sampled": true, + "cosine": 0.01865797108847836, + "pearson": 0.01874534910885767, + "error_member_to_rep": 1.354139226231695, + "error_rep_to_member": 1.4530692478516873, + "symmetric_error": 1.400991303508986, + "scaled_error": 0.9998259249063617, + "scale": 0.02002107574375443 + }, + { + "a": 7539, + "b": 7608, + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "sampled": true, + "cosine": -0.0009897184104898453, + "pearson": -0.001151548984831049, + "error_member_to_rep": 1.423017780702451, + "error_rep_to_member": 1.406945497863324, + "symmetric_error": 1.414913180775648, + "scaled_error": 0.999999510228614, + "scale": -0.0009785400299803398 + }, + { + "a": 7484, + "b": 7664, + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "sampled": true, + "cosine": -0.030890625190476674, + "pearson": -0.028906831508114954, + "error_member_to_rep": 1.566022161901149, + "error_rep_to_member": 1.333157721565158, + "symmetric_error": 1.435614574082197, + "scaled_error": 0.9995227707637988, + "scale": -0.026297249488898788 + }, + { + "a": 7602, + "b": 7608, + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "sampled": true, + "cosine": 0.0038741842017044376, + "pearson": 0.003707866118602803, + "error_member_to_rep": 1.309078729869204, + "error_rep_to_member": 1.5424823541955783, + "symmetric_error": 1.4115079747646606, + "scaled_error": 0.9999924953202255, + "scale": 0.004564936112459374 + }, + { + "a": 7717, + "b": 7767, + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "sampled": true, + "cosine": -0.007342740646677221, + "pearson": -0.00728343891488907, + "error_member_to_rep": 1.3703357349360303, + "error_rep_to_member": 1.474102951717658, + "symmetric_error": 1.4193824167828226, + "scaled_error": 0.9999730417165233, + "scale": -0.007898761876387465 + }, + { + "a": 7862, + "b": 7802, + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "sampled": true, + "cosine": 0.02305160968041701, + "pearson": 0.02316935070191939, + "error_member_to_rep": 1.3743123529547696, + "error_rep_to_member": 1.4225944575929046, + "symmetric_error": 1.3978284050555674, + "scaled_error": 0.9997342763410394, + "scale": 0.023861454857370002 + }, + { + "a": 7765, + "b": 7755, + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "sampled": true, + "cosine": -0.017648608593951478, + "pearson": -0.017664383803415135, + "error_member_to_rep": 1.4390590455239223, + "error_rep_to_member": 1.4145304116837991, + "symmetric_error": 1.426636604610261, + "scaled_error": 0.9998442511785011, + "scale": -0.017347789625240518 + }, + { + "a": 8085, + "b": 8174, + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "sampled": true, + "cosine": -0.03557804075542443, + "pearson": -0.03548850985367364, + "error_member_to_rep": 1.5349501117155453, + "error_rep_to_member": 1.358999973822202, + "symmetric_error": 1.4389690595229618, + "scaled_error": 0.9993669011008947, + "scale": -0.03149975760529948 + }, + { + "a": 7999, + "b": 8127, + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "sampled": true, + "cosine": 0.018113197619263027, + "pearson": 0.0180602694890178, + "error_member_to_rep": 1.3959297143710314, + "error_rep_to_member": 1.4068287773686092, + "symmetric_error": 1.4013474588303563, + "scaled_error": 0.999835942578584, + "scale": 0.018254620844162912 + }, + { + "a": 8098, + "b": 8092, + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "sampled": true, + "cosine": -0.032301884190368446, + "pearson": -0.03242888150819935, + "error_member_to_rep": 1.3295835280993569, + "error_rep_to_member": 1.5743455846911016, + "symmetric_error": 1.4365557160104043, + "scaled_error": 0.9994781579793288, + "scale": -0.038248314361269395 + }, + { + "a": 8416, + "b": 8220, + "role": "model.visual.merger.linear_fc1.weight", + "sampled": true, + "cosine": 0.007512146014463067, + "pearson": 0.008129131985259115, + "error_member_to_rep": 1.3962771379274557, + "error_rep_to_member": 1.421856176751351, + "symmetric_error": 1.408892537883547, + "scaled_error": 0.9999717834330414, + "scale": 0.007649764449467983 + }, + { + "a": 8410, + "b": 8203, + "role": "model.visual.merger.linear_fc1.weight", + "sampled": true, + "cosine": 0.026974301050230354, + "pearson": 0.026651470899746055, + "error_member_to_rep": 1.396050641719416, + "error_rep_to_member": 1.3939706504128064, + "symmetric_error": 1.3950094830743327, + "scaled_error": 0.9996361273397694, + "scale": 0.026934111740466313 + }, + { + "a": 8349, + "b": 8375, + "role": "model.visual.merger.linear_fc1.weight", + "sampled": true, + "cosine": 0.04310580281499157, + "pearson": 0.042312423013406854, + "error_member_to_rep": 1.3932438159549696, + "error_rep_to_member": 1.373762906917881, + "symmetric_error": 1.3834004989710933, + "scaled_error": 0.9990705129087111, + "scale": 0.04250307972087618 + }, + { + "a": 8560, + "b": 8514, + "role": "model.visual.merger.linear_fc1.weight", + "sampled": true, + "cosine": -0.0008914361834033592, + "pearson": -0.0014730754312218175, + "error_member_to_rep": 1.4084209915028838, + "error_rep_to_member": 1.4213551578584855, + "symmetric_error": 1.414843736203428, + "scaled_error": 0.9999996026706865, + "scale": -0.0008996226446682105 + }, + { + "a": 8662, + "b": 8646, + "role": "model.visual.merger.linear_fc1.weight", + "sampled": true, + "cosine": -0.04752683620319578, + "pearson": -0.04787207785225534, + "error_member_to_rep": 1.4711969204774313, + "error_rep_to_member": 1.424746749097026, + "symmetric_error": 1.4474131322727455, + "scaled_error": 0.9988699614266686, + "scale": -0.0460262691097774 + }, + { + "a": 8466, + "b": 8676, + "role": "model.visual.merger.linear_fc1.weight", + "sampled": true, + "cosine": 0.023930507611215148, + "pearson": 0.02412371170840424, + "error_member_to_rep": 1.3726487628753432, + "error_rep_to_member": 1.4231193232951012, + "symmetric_error": 1.397200833694959, + "scaled_error": 0.9997136243972419, + "scale": 0.024810402135534183 + }, + { + "a": 8868, + "b": 8859, + "role": "model.visual.merger.linear_fc2.weight", + "sampled": true, + "cosine": -0.005560098205149229, + "pearson": -0.00556793978546517, + "error_member_to_rep": 1.4173006896346794, + "error_rep_to_member": 1.418980187956194, + "symmetric_error": 1.4181396929117893, + "scaled_error": 0.999984542534508, + "scale": -0.005566686909770132 + }, + { + "a": 8882, + "b": 8763, + "role": "model.visual.merger.linear_fc2.weight", + "sampled": true, + "cosine": 0.020396139594057738, + "pearson": 0.02025898314477322, + "error_member_to_rep": 1.414791643821069, + "error_rep_to_member": 1.3851205430266316, + "symmetric_error": 1.3997202869510894, + "scaled_error": 0.9997919771080681, + "scale": 0.019968390450672748 + }, + { + "a": 8846, + "b": 8900, + "role": "model.visual.merger.linear_fc2.weight", + "sampled": true, + "cosine": -0.000895118001066744, + "pearson": -0.0012336472572650695, + "error_member_to_rep": 1.389597663756648, + "error_rep_to_member": 1.4415224412528658, + "symmetric_error": 1.4148459393166934, + "scaled_error": 0.9999995993818018, + "scale": -0.0009285656703097959 + }, + { + "a": 9092, + "b": 9153, + "role": "model.visual.merger.linear_fc2.weight", + "sampled": true, + "cosine": -0.003288649284198852, + "pearson": -0.0033858903956483347, + "error_member_to_rep": 1.406273618971415, + "error_rep_to_member": 1.42702808074427, + "symmetric_error": 1.4165368307080144, + "scaled_error": 0.9999945923783217, + "scale": -0.003337184750506721 + }, + { + "a": 9043, + "b": 9210, + "role": "model.visual.merger.linear_fc2.weight", + "sampled": true, + "cosine": 0.0007554588100372167, + "pearson": 0.0011017104679799852, + "error_member_to_rep": 1.408407765731576, + "error_rep_to_member": 1.4190104459326023, + "symmetric_error": 1.4136792864270096, + "scaled_error": 0.9999997146409525, + "scale": 0.0007611460040180819 + }, + { + "a": 9069, + "b": 9029, + "role": "model.visual.merger.linear_fc2.weight", + "sampled": true, + "cosine": 0.04213892822877607, + "pearson": 0.04224768447871685, + "error_member_to_rep": 1.3699492333632486, + "error_rep_to_member": 1.3987041339973327, + "symmetric_error": 1.3841027140698747, + "scaled_error": 0.9991117608794974, + "scale": 0.043023414065576394 + }, + { + "a": 9221, + "b": 9312, + "role": "model.visual.pos_embed.weight", + "sampled": true, + "cosine": 0.018949707787817252, + "pearson": 0.02035368476945916, + "error_member_to_rep": 1.182272885753042, + "error_rep_to_member": 1.8190946991344317, + "symmetric_error": 1.4019151113862165, + "scaled_error": 0.9998204381661521, + "scale": 0.029156815996002915 + }, + { + "a": 9310, + "b": 9274, + "role": "model.visual.pos_embed.weight", + "sampled": true, + "cosine": -0.005479272825527676, + "pearson": -0.006871542104748324, + "error_member_to_rep": 1.5819899968106448, + "error_rep_to_member": 1.2963130628714652, + "symmetric_error": 1.4180073159138005, + "scaled_error": 0.9999849886719818, + "scale": -0.0044898216506348365 + }, + { + "a": 9281, + "b": 9287, + "role": "model.visual.pos_embed.weight", + "sampled": true, + "cosine": 0.030051883249413526, + "pearson": 0.026229151556953822, + "error_member_to_rep": 2.788471649269217, + "error_rep_to_member": 1.0589593998761886, + "symmetric_error": 1.4000369524890486, + "scaled_error": 0.9995483401582755, + "scale": 0.011412604556796687 + }, + { + "a": 9582, + "b": 9564, + "role": "model.visual.pos_embed.weight", + "sampled": true, + "cosine": -0.039199928436364065, + "pearson": -0.03144584184731067, + "error_member_to_rep": 1.0915455678503965, + "error_rep_to_member": 2.7279961428347552, + "symmetric_error": 1.433206656295225, + "scaled_error": 0.999231387422645, + "scale": -0.09796865721730094 + }, + { + "a": 9420, + "b": 9595, + "role": "model.visual.pos_embed.weight", + "sampled": true, + "cosine": -0.015677960915414558, + "pearson": -0.013940967589025445, + "error_member_to_rep": 1.3880269176474402, + "error_rep_to_member": 1.4656165503576322, + "symmetric_error": 1.425240188379954, + "scaled_error": 0.9998770932177288, + "scale": -0.01655434682234892 + }, + { + "a": 9533, + "b": 9553, + "role": "model.visual.pos_embed.weight", + "sampled": true, + "cosine": 0.07990261696384085, + "pearson": 0.05125362449971918, + "error_member_to_rep": 2.1997879597388894, + "error_rep_to_member": 1.077859885576086, + "symmetric_error": 1.3688371340766592, + "scaled_error": 0.9968026744558472, + "scale": 0.03915096689050796 + }, + { + "a": 9642, + "b": 9867, + "role": "mtp.fc.weight", + "sampled": true, + "cosine": -0.0009966987904482198, + "pearson": -0.0009311681109632126, + "error_member_to_rep": 1.2636412374960344, + "error_rep_to_member": 1.6378481816384842, + "symmetric_error": 1.4148951086574664, + "scaled_error": 0.9999995032956372, + "scale": -0.0012918550401312115 + }, + { + "a": 9703, + "b": 9862, + "role": "mtp.fc.weight", + "sampled": true, + "cosine": -0.02315265768702489, + "pearson": -0.023479245887763664, + "error_member_to_rep": 1.5162887363211237, + "error_rep_to_member": 1.3576148151470895, + "symmetric_error": 1.430392904936577, + "scaled_error": 0.9997319412932786, + "scale": -0.02072981901995564 + }, + { + "a": 9864, + "b": 9723, + "role": "mtp.fc.weight", + "sampled": true, + "cosine": -0.030060810828096925, + "pearson": -0.02996184564056406, + "error_member_to_rep": 1.4233227678530562, + "error_rep_to_member": 1.447604025723112, + "symmetric_error": 1.4353093816582319, + "scaled_error": 0.9995480717065874, + "scale": -0.030573634985755133 + }, + { + "a": 10090, + "b": 10088, + "role": "mtp.fc.weight", + "sampled": true, + "cosine": 0.015847604568656627, + "pearson": 0.014653545917609086, + "error_member_to_rep": 1.3553523847264741, + "error_rep_to_member": 1.456035787735683, + "symmetric_error": 1.402991799004625, + "scaled_error": 0.9998744188294025, + "scale": 0.017024856164254507 + }, + { + "a": 9976, + "b": 10026, + "role": "mtp.fc.weight", + "sampled": true, + "cosine": -0.013420630987336734, + "pearson": -0.014278482376867917, + "error_member_to_rep": 1.508323499485437, + "error_rep_to_member": 1.351743344217688, + "symmetric_error": 1.4236154127939582, + "scaled_error": 0.9999099392764839, + "scale": -0.012027425561242635 + }, + { + "a": 10027, + "b": 10034, + "role": "mtp.fc.weight", + "sampled": true, + "cosine": -0.03651681686489949, + "pearson": -0.036097153864661634, + "error_member_to_rep": 1.306944181302767, + "error_rep_to_member": 1.621994243748215, + "symmetric_error": 1.4392230351597357, + "scaled_error": 0.9993330386242893, + "scale": -0.04531950759812402 + }, + { + "a": 10345, + "b": 10174, + "role": "mtp.layers.*.mlp.down_proj.weight", + "sampled": true, + "cosine": 0.013914956625825385, + "pearson": 0.012942331833551314, + "error_member_to_rep": 1.38119187093849, + "error_rep_to_member": 1.4287037757586885, + "symmetric_error": 1.4043453975868494, + "scaled_error": 0.9999031823042176, + "scale": 0.014393620096624836 + }, + { + "a": 10346, + "b": 10266, + "role": "mtp.layers.*.mlp.down_proj.weight", + "sampled": true, + "cosine": 0.003636859657283692, + "pearson": 0.0036833653917213998, + "error_member_to_rep": 1.4131268194139417, + "error_rep_to_member": 1.4101570214685337, + "symmetric_error": 1.4116395775062087, + "scaled_error": 0.9999933866040481, + "scale": 0.003629216508636625 + }, + { + "a": 10339, + "b": 10194, + "role": "mtp.layers.*.mlp.down_proj.weight", + "sampled": true, + "cosine": 0.007628968668737895, + "pearson": 0.007551194502736112, + "error_member_to_rep": 1.4014997567910126, + "error_rep_to_member": 1.4162338799412109, + "symmetric_error": 1.4088090349796103, + "scaled_error": 0.9999708989950915, + "scale": 0.007709172866654821 + }, + { + "a": 10561, + "b": 10428, + "role": "mtp.layers.*.mlp.down_proj.weight", + "sampled": true, + "cosine": -0.0037219320265847156, + "pearson": -0.003958008765915052, + "error_member_to_rep": 1.3935505768069771, + "error_rep_to_member": 1.4413405288041912, + "symmetric_error": 1.4168414288103046, + "scaled_error": 0.9999930735870072, + "scale": -0.0038495707042528996 + }, + { + "a": 10624, + "b": 10457, + "role": "mtp.layers.*.mlp.down_proj.weight", + "sampled": true, + "cosine": 0.037601244177210356, + "pearson": 0.0377907280910427, + "error_member_to_rep": 1.3382708485928994, + "error_rep_to_member": 1.4424751678714742, + "symmetric_error": 1.3874467282670666, + "scaled_error": 0.9992928231686274, + "scale": 0.04052906111175198 + }, + { + "a": 10387, + "b": 10624, + "role": "mtp.layers.*.mlp.down_proj.weight", + "sampled": true, + "cosine": -0.038334540818066525, + "pearson": -0.03828509840184654, + "error_member_to_rep": 1.4258017009546387, + "error_rep_to_member": 1.4568170279010384, + "symmetric_error": 1.4410591009586537, + "scaled_error": 0.9992649613492249, + "scale": -0.03916842838883908 + }, + { + "a": 10680, + "b": 10789, + "role": "mtp.layers.*.mlp.gate_proj.weight", + "sampled": true, + "cosine": 0.03319329677860594, + "pearson": 0.033166233322336716, + "error_member_to_rep": 1.398081221374129, + "error_rep_to_member": 1.3831306555838985, + "symmetric_error": 1.390545663769724, + "scaled_error": 0.9994489506968165, + "scale": 0.03283833988504618 + }, + { + "a": 10842, + "b": 10795, + "role": "mtp.layers.*.mlp.gate_proj.weight", + "sampled": true, + "cosine": 0.006462063323983616, + "pearson": 0.006318194362048327, + "error_member_to_rep": 1.4252303982467953, + "error_rep_to_member": 1.3945461631210898, + "symmetric_error": 1.4096378732751662, + "scaled_error": 0.9999791206508248, + "scale": 0.006322939522895579 + }, + { + "a": 10672, + "b": 10783, + "role": "mtp.layers.*.mlp.gate_proj.weight", + "sampled": true, + "cosine": 0.01683421331244809, + "pearson": 0.01711589072583301, + "error_member_to_rep": 1.3746966605796191, + "error_rep_to_member": 1.4315705174536013, + "symmetric_error": 1.4022693107886193, + "scaled_error": 0.9998582945908641, + "scale": 0.017530677242253937 + }, + { + "a": 10908, + "b": 10998, + "role": "mtp.layers.*.mlp.gate_proj.weight", + "sampled": true, + "cosine": -0.003359593758499358, + "pearson": -0.00359529512531851, + "error_member_to_rep": 1.3676235309926366, + "error_rep_to_member": 1.4712026589928762, + "symmetric_error": 1.4165808558517168, + "scaled_error": 0.9999943565489646, + "scale": -0.0036140378975877225 + }, + { + "a": 11069, + "b": 11029, + "role": "mtp.layers.*.mlp.gate_proj.weight", + "sampled": true, + "cosine": 0.006657487151734827, + "pearson": 0.0070307738525752115, + "error_member_to_rep": 1.3644355680946945, + "error_rep_to_member": 1.459365945532602, + "symmetric_error": 1.4095088108886973, + "scaled_error": 0.9999778386868504, + "scale": 0.007120680711680449 + }, + { + "a": 10898, + "b": 11028, + "role": "mtp.layers.*.mlp.gate_proj.weight", + "sampled": true, + "cosine": -0.01618881008964787, + "pearson": -0.016058050616044667, + "error_member_to_rep": 1.4641193603073719, + "error_rep_to_member": 1.389968249898559, + "symmetric_error": 1.425599502028308, + "scaled_error": 0.9998689526272337, + "scale": -0.0153689191184003 + }, + { + "a": 11368, + "b": 11224, + "role": "mtp.layers.*.mlp.up_proj.weight", + "sampled": true, + "cosine": 0.03639025500822709, + "pearson": 0.036545633627197746, + "error_member_to_rep": 1.3679264675490528, + "error_rep_to_member": 1.409517762230693, + "symmetric_error": 1.3882550642268976, + "scaled_error": 0.9993376553199805, + "scale": 0.037496687156074196 + }, + { + "a": 11332, + "b": 11252, + "role": "mtp.layers.*.mlp.up_proj.weight", + "sampled": true, + "cosine": -0.011215596131601323, + "pearson": -0.010716238269933481, + "error_member_to_rep": 1.4308057293450547, + "error_rep_to_member": 1.4135934933449639, + "symmetric_error": 1.4221214960603281, + "scaled_error": 0.9999371032237041, + "scale": -0.011080675307942621 + }, + { + "a": 11374, + "b": 11404, + "role": "mtp.layers.*.mlp.up_proj.weight", + "sampled": true, + "cosine": 0.030591366925300484, + "pearson": 0.030551301806929325, + "error_member_to_rep": 1.3649818033762289, + "error_rep_to_member": 1.4216085074364408, + "symmetric_error": 1.392432323661672, + "scaled_error": 0.9995319746109385, + "scale": 0.03186045950762766 + }, + { + "a": 11459, + "b": 11533, + "role": "mtp.layers.*.mlp.up_proj.weight", + "sampled": true, + "cosine": 0.0008841953530397151, + "pearson": 0.0009341109555991219, + "error_member_to_rep": 1.4207963485035575, + "error_rep_to_member": 1.4064887277713192, + "symmetric_error": 1.413588235613775, + "scaled_error": 0.9999996090992124, + "scale": 0.0008752913804346164 + }, + { + "a": 11538, + "b": 11487, + "role": "mtp.layers.*.mlp.up_proj.weight", + "sampled": true, + "cosine": 0.004066652998430892, + "pearson": 0.003970742056173467, + "error_member_to_rep": 1.4071467997523557, + "error_rep_to_member": 1.4155610759937722, + "symmetric_error": 1.4113351262352332, + "scaled_error": 0.9999917311325082, + "scale": 0.0040909702492769335 + }, + { + "a": 11629, + "b": 11645, + "role": "mtp.layers.*.mlp.up_proj.weight", + "sampled": true, + "cosine": -0.009683224953056796, + "pearson": -0.009700248697357743, + "error_member_to_rep": 1.4199116867172683, + "error_rep_to_member": 1.4221792912556042, + "symmetric_error": 1.4210441320554463, + "scaled_error": 0.9999531164782219, + "scale": -0.00969868910132368 + }, + { + "a": 11727, + "b": 11723, + "role": "mtp.layers.*.self_attn.k_proj.weight", + "sampled": true, + "cosine": 0.0031684879888206627, + "pearson": 0.0032786984003699755, + "error_member_to_rep": 1.450348221140716, + "error_rep_to_member": 1.376493702908755, + "symmetric_error": 1.4119743868280483, + "scaled_error": 0.9999949803293338, + "scale": 0.0030071424922515316 + }, + { + "a": 11678, + "b": 11664, + "role": "mtp.layers.*.self_attn.k_proj.weight", + "sampled": true, + "cosine": -0.011229139801016488, + "pearson": -0.012746762450047952, + "error_member_to_rep": 1.5380102176702592, + "error_rep_to_member": 1.328894795072213, + "symmetric_error": 1.4220480194342457, + "scaled_error": 0.9999369512220905, + "scale": -0.009702370805645911 + }, + { + "a": 11718, + "b": 11669, + "role": "mtp.layers.*.self_attn.k_proj.weight", + "sampled": true, + "cosine": 0.0038737551303470595, + "pearson": 0.004081243850238702, + "error_member_to_rep": 1.2111102076077405, + "error_rep_to_member": 1.7626312986327943, + "symmetric_error": 1.4116542584685672, + "scaled_error": 0.9999924969824474, + "scale": 0.005637804052098757 + }, + { + "a": 11785, + "b": 11929, + "role": "mtp.layers.*.self_attn.k_proj.weight", + "sampled": true, + "cosine": 0.003159726811763648, + "pearson": 0.00303551980894429, + "error_member_to_rep": 1.5585658816802823, + "error_rep_to_member": 1.3002946537602647, + "symmetric_error": 1.4120137615655375, + "scaled_error": 0.9999950080507777, + "scale": 0.002636125895589221 + }, + { + "a": 11750, + "b": 11827, + "role": "mtp.layers.*.self_attn.k_proj.weight", + "sampled": true, + "cosine": -0.0030603172647184758, + "pearson": -0.00417997217470254, + "error_member_to_rep": 1.8075687811375138, + "error_rep_to_member": 1.2028806340576674, + "symmetric_error": 1.4162082834476237, + "scaled_error": 0.9999953172181555, + "scale": -0.002036545668533613 + }, + { + "a": 11734, + "b": 11804, + "role": "mtp.layers.*.self_attn.k_proj.weight", + "sampled": true, + "cosine": -0.022758776863881905, + "pearson": -0.02249155358973434, + "error_member_to_rep": 2.1733361474570887, + "error_rep_to_member": 1.1396718142835354, + "symmetric_error": 1.4273898770344362, + "scaled_error": 0.9997409854935727, + "scale": -0.011934433865503339 + }, + { + "a": 12006, + "b": 12182, + "role": "mtp.layers.*.self_attn.o_proj.weight", + "sampled": true, + "cosine": -0.002815668525599886, + "pearson": -0.0027654835915853753, + "error_member_to_rep": 1.4076183225123882, + "error_rep_to_member": 1.4249466691726598, + "symmetric_error": 1.416202992359676, + "scaled_error": 0.9999960359975204, + "scale": -0.002850330535543694 + }, + { + "a": 12220, + "b": 12168, + "role": "mtp.layers.*.self_attn.o_proj.weight", + "sampled": true, + "cosine": 0.023354714540287935, + "pearson": 0.023422101498927705, + "error_member_to_rep": 1.4337952367748148, + "error_rep_to_member": 1.3640562270478758, + "symmetric_error": 1.397622472678602, + "scaled_error": 0.9997272414557591, + "scale": 0.02221875410275802 + }, + { + "a": 12025, + "b": 12042, + "role": "mtp.layers.*.self_attn.o_proj.weight", + "sampled": true, + "cosine": 0.01031166578998959, + "pearson": 0.01009428124524603, + "error_member_to_rep": 1.3840968586762104, + "error_rep_to_member": 1.4308839430557243, + "symmetric_error": 1.4069072676024184, + "scaled_error": 0.9999468333609721, + "scale": 0.010660234442815681 + }, + { + "a": 12271, + "b": 12242, + "role": "mtp.layers.*.self_attn.o_proj.weight", + "sampled": true, + "cosine": 0.011336436815952668, + "pearson": 0.010590403529968505, + "error_member_to_rep": 1.3642702880072506, + "error_rep_to_member": 1.4522284215942556, + "symmetric_error": 1.4061903528479769, + "scaled_error": 0.9999357405355196, + "scale": 0.012067327045420823 + }, + { + "a": 12384, + "b": 12252, + "role": "mtp.layers.*.self_attn.o_proj.weight", + "sampled": true, + "cosine": -0.009963198659271397, + "pearson": -0.00978811392190046, + "error_member_to_rep": 1.350759652741079, + "error_rep_to_member": 1.503952701004124, + "symmetric_error": 1.4212008869770618, + "scaled_error": 0.9999503661044762, + "scale": -0.011093150068440884 + }, + { + "a": 12463, + "b": 12425, + "role": "mtp.layers.*.self_attn.o_proj.weight", + "sampled": true, + "cosine": -0.0319818644100141, + "pearson": -0.03265508940299229, + "error_member_to_rep": 1.2916930951650476, + "error_rep_to_member": 1.6428650232327493, + "symmetric_error": 1.4360214569171372, + "scaled_error": 0.999488449332387, + "scale": -0.04067675720622385 + }, + { + "a": 12693, + "b": 12743, + "role": "mtp.layers.*.self_attn.q_proj.weight", + "sampled": true, + "cosine": -0.015439533474680427, + "pearson": -0.013685589272995555, + "error_member_to_rep": 1.178121117279828, + "error_rep_to_member": 1.9388993385118942, + "symmetric_error": 1.4238703937330683, + "scaled_error": 0.9998808032991153, + "scale": -0.025409697527626757 + }, + { + "a": 12511, + "b": 12627, + "role": "mtp.layers.*.self_attn.q_proj.weight", + "sampled": true, + "cosine": 0.009105554086823833, + "pearson": 0.008913778272677262, + "error_member_to_rep": 1.4833611303067906, + "error_rep_to_member": 1.342708492780799, + "symmetric_error": 1.4077922032651218, + "scaled_error": 0.9999585435830687, + "scale": 0.008242163391004222 + }, + { + "a": 12694, + "b": 12496, + "role": "mtp.layers.*.self_attn.q_proj.weight", + "sampled": true, + "cosine": 0.023679503916208697, + "pearson": 0.025370277764651287, + "error_member_to_rep": 1.2517028220916522, + "error_rep_to_member": 1.6111786401492643, + "symmetric_error": 1.3978952661396187, + "scaled_error": 0.9997196012354075, + "scale": 0.030480007111730188 + }, + { + "a": 12798, + "b": 12878, + "role": "mtp.layers.*.self_attn.q_proj.weight", + "sampled": true, + "cosine": 0.0019465849755973595, + "pearson": 0.0011249727880742477, + "error_member_to_rep": 1.7951813500669929, + "error_rep_to_member": 1.2025501377396626, + "symmetric_error": 1.412940088835275, + "scaled_error": 0.9999981054016717, + "scale": 0.0013039718970115223 + }, + { + "a": 12805, + "b": 12833, + "role": "mtp.layers.*.self_attn.q_proj.weight", + "sampled": true, + "cosine": -0.014265785085604013, + "pearson": -0.013528091111985434, + "error_member_to_rep": 1.118343913181055, + "error_rep_to_member": 2.2981399356578684, + "symmetric_error": 1.4221293344516288, + "scaled_error": 0.9998982385102453, + "scale": -0.029315463724825824 + }, + { + "a": 12871, + "b": 12938, + "role": "mtp.layers.*.self_attn.q_proj.weight", + "sampled": true, + "cosine": 0.0327640685639657, + "pearson": 0.033015251801433665, + "error_member_to_rep": 2.333744097457052, + "error_rep_to_member": 1.0896902027613378, + "symmetric_error": 1.3963379440248729, + "scaled_error": 0.9994631137821625, + "scale": 0.015298457339713181 + }, + { + "a": 13041, + "b": 13052, + "role": "mtp.layers.*.self_attn.v_proj.weight", + "sampled": true, + "cosine": -0.07003099320689296, + "pearson": -0.07025323092907898, + "error_member_to_rep": 1.4541863639115602, + "error_rep_to_member": 1.4717551062266598, + "symmetric_error": 1.4628916184279397, + "scaled_error": 0.9975448160310674, + "scale": -0.07087707215815812 + }, + { + "a": 13030, + "b": 13057, + "role": "mtp.layers.*.self_attn.v_proj.weight", + "sampled": true, + "cosine": 0.04974266158981866, + "pearson": 0.0486042381533573, + "error_member_to_rep": 1.3512660267095198, + "error_rep_to_member": 1.4077091093979197, + "symmetric_error": 1.3786217454505532, + "scaled_error": 0.9987620675706306, + "scale": 0.051820438360461005 + }, + { + "a": 13011, + "b": 13038, + "role": "mtp.layers.*.self_attn.v_proj.weight", + "sampled": true, + "cosine": 0.013495717337710053, + "pearson": 0.012850900877107834, + "error_member_to_rep": 1.4612647670995125, + "error_rep_to_member": 1.3541723739239138, + "symmetric_error": 1.4046659951628422, + "scaled_error": 0.9999089286597758, + "scale": 0.012506650400726715 + }, + { + "a": 13296, + "b": 13141, + "role": "mtp.layers.*.self_attn.v_proj.weight", + "sampled": true, + "cosine": -0.014521899480894301, + "pearson": -0.016770538517105377, + "error_member_to_rep": 1.4523146335870747, + "error_rep_to_member": 1.3981068103754388, + "symmetric_error": 1.4244377130431836, + "scaled_error": 0.999894551658057, + "scale": -0.01397986778779406 + }, + { + "a": 13190, + "b": 13257, + "role": "mtp.layers.*.self_attn.v_proj.weight", + "sampled": true, + "cosine": -0.022889964834741452, + "pearson": -0.022953771606205216, + "error_member_to_rep": 1.4267148320471619, + "error_rep_to_member": 1.4339273071647323, + "symmetric_error": 1.4303074311634507, + "scaled_error": 0.9997379904304249, + "scale": -0.023005680532163442 + }, + { + "a": 13163, + "b": 13260, + "role": "mtp.layers.*.self_attn.v_proj.weight", + "sampled": true, + "cosine": -0.0025454626963786263, + "pearson": -0.002407862052816728, + "error_member_to_rep": 1.4065480392569987, + "error_rep_to_member": 1.4256699467971934, + "symmetric_error": 1.416012168481618, + "scaled_error": 0.9999967603045828, + "scale": -0.002580068057140338 + } +] \ No newline at end of file diff --git a/results/qwen35-2b/analysis/block_sampling.csv b/results/qwen35-2b/analysis/block_sampling.csv new file mode 100644 index 0000000..63707c3 --- /dev/null +++ b/results/qwen35-2b/analysis/block_sampling.csv @@ -0,0 +1,55 @@ +role,shape,scale,total_blocks,sampled_blocks +model.language_model.embed_tokens.weight,"(128, 128)",2d-128,31040,256 +model.language_model.embed_tokens.weight,"(64, 64)",2d-64,124160,256 +model.language_model.layers.*.linear_attn.conv1d.weight,"(1, 1, 4)",3d-axis0-slice,110592,256 +model.language_model.layers.*.linear_attn.conv1d.weight,"(4, 1, 4)",3d-volume,27648,256 +model.language_model.layers.*.linear_attn.in_proj_qkv.weight,"(128, 128)",2d-128,13824,256 +model.language_model.layers.*.linear_attn.in_proj_qkv.weight,"(64, 64)",2d-64,55296,256 +model.language_model.layers.*.linear_attn.in_proj_z.weight,"(128, 128)",2d-128,4608,256 +model.language_model.layers.*.linear_attn.in_proj_z.weight,"(64, 64)",2d-64,18432,256 +model.language_model.layers.*.linear_attn.out_proj.weight,"(128, 128)",2d-128,4608,256 +model.language_model.layers.*.linear_attn.out_proj.weight,"(64, 64)",2d-64,18432,256 +model.language_model.layers.*.mlp.down_proj.weight,"(128, 128)",2d-128,18432,256 +model.language_model.layers.*.mlp.down_proj.weight,"(64, 64)",2d-64,73728,256 +model.language_model.layers.*.mlp.gate_proj.weight,"(128, 128)",2d-128,18432,256 +model.language_model.layers.*.mlp.gate_proj.weight,"(64, 64)",2d-64,73728,256 +model.language_model.layers.*.mlp.up_proj.weight,"(128, 128)",2d-128,18432,256 +model.language_model.layers.*.mlp.up_proj.weight,"(64, 64)",2d-64,73728,256 +model.language_model.layers.*.self_attn.k_proj.weight,"(128, 128)",2d-128,384,256 +model.language_model.layers.*.self_attn.k_proj.weight,"(64, 64)",2d-64,1536,256 +model.language_model.layers.*.self_attn.o_proj.weight,"(128, 128)",2d-128,1536,256 +model.language_model.layers.*.self_attn.o_proj.weight,"(64, 64)",2d-64,6144,256 +model.language_model.layers.*.self_attn.q_proj.weight,"(128, 128)",2d-128,3072,256 +model.language_model.layers.*.self_attn.q_proj.weight,"(64, 64)",2d-64,12288,256 +model.language_model.layers.*.self_attn.v_proj.weight,"(128, 128)",2d-128,384,256 +model.language_model.layers.*.self_attn.v_proj.weight,"(64, 64)",2d-64,1536,256 +model.visual.layers.*.attn.proj.weight,"(128, 128)",2d-128,1536,256 +model.visual.layers.*.attn.proj.weight,"(64, 64)",2d-64,6144,256 +model.visual.layers.*.attn.qkv.weight,"(128, 128)",2d-128,4608,256 +model.visual.layers.*.attn.qkv.weight,"(64, 64)",2d-64,18432,256 +model.visual.layers.*.mlp.linear_fc1.weight,"(128, 128)",2d-128,6144,256 +model.visual.layers.*.mlp.linear_fc1.weight,"(64, 64)",2d-64,24576,256 +model.visual.layers.*.mlp.linear_fc2.weight,"(128, 128)",2d-128,6144,256 +model.visual.layers.*.mlp.linear_fc2.weight,"(64, 64)",2d-64,24576,256 +model.visual.merger.linear_fc1.weight,"(128, 128)",2d-128,1024,256 +model.visual.merger.linear_fc1.weight,"(64, 64)",2d-64,4096,256 +model.visual.merger.linear_fc2.weight,"(128, 128)",2d-128,512,256 +model.visual.merger.linear_fc2.weight,"(64, 64)",2d-64,2048,256 +model.visual.pos_embed.weight,"(128, 128)",2d-128,144,144 +model.visual.pos_embed.weight,"(64, 64)",2d-64,576,256 +mtp.fc.weight,"(128, 128)",2d-128,512,256 +mtp.fc.weight,"(64, 64)",2d-64,2048,256 +mtp.layers.*.mlp.down_proj.weight,"(128, 128)",2d-128,768,256 +mtp.layers.*.mlp.down_proj.weight,"(64, 64)",2d-64,3072,256 +mtp.layers.*.mlp.gate_proj.weight,"(128, 128)",2d-128,768,256 +mtp.layers.*.mlp.gate_proj.weight,"(64, 64)",2d-64,3072,256 +mtp.layers.*.mlp.up_proj.weight,"(128, 128)",2d-128,768,256 +mtp.layers.*.mlp.up_proj.weight,"(64, 64)",2d-64,3072,256 +mtp.layers.*.self_attn.k_proj.weight,"(128, 128)",2d-128,64,64 +mtp.layers.*.self_attn.k_proj.weight,"(64, 64)",2d-64,256,256 +mtp.layers.*.self_attn.o_proj.weight,"(128, 128)",2d-128,256,256 +mtp.layers.*.self_attn.o_proj.weight,"(64, 64)",2d-64,1024,256 +mtp.layers.*.self_attn.q_proj.weight,"(128, 128)",2d-128,512,256 +mtp.layers.*.self_attn.q_proj.weight,"(64, 64)",2d-64,2048,256 +mtp.layers.*.self_attn.v_proj.weight,"(128, 128)",2d-128,64,64 +mtp.layers.*.self_attn.v_proj.weight,"(64, 64)",2d-64,256,256 diff --git a/results/qwen35-2b/analysis/block_structure.json b/results/qwen35-2b/analysis/block_structure.json new file mode 100644 index 0000000..a9caa86 --- /dev/null +++ b/results/qwen35-2b/analysis/block_structure.json @@ -0,0 +1,1222 @@ +[ + { + "a": 167, + "b": 246, + "modes": [ + { + "axis": 0, + "probe_shape": [ + 32, + 32 + ], + "k": 4, + "normalized_spectrum_distance": 0.09834185987710953, + "left_subspace_overlap": 0.24957218766212463 + }, + { + "axis": 1, + "probe_shape": [ + 32, + 32 + ], + "k": 4, + "normalized_spectrum_distance": 0.09834185987710953, + "left_subspace_overlap": 0.3102112114429474 + } + ] + }, + { + "a": 423, + "b": 496, + "modes": [ + { + "axis": 0, + "probe_shape": [ + 32, + 32 + ], + "k": 4, + "normalized_spectrum_distance": 0.9602342844009399, + "left_subspace_overlap": 0.2911614775657654 + }, + { + "axis": 1, + "probe_shape": [ + 32, + 32 + ], + "k": 4, + "normalized_spectrum_distance": 0.9602342844009399, + "left_subspace_overlap": 0.3079560697078705 + } + ] + }, + { + "a": 545, + "b": 718, + "modes": [ + { + "axis": 0, + "probe_shape": [ + 1, + 1, + 4 + ], + "trivial_mode_skipped": true + }, + { + "axis": 1, + "probe_shape": [ + 1, + 1, + 4 + ], + "trivial_mode_skipped": true + }, + { + "axis": 2, + "probe_shape": [ + 1, + 1, + 4 + ], + "trivial_mode_skipped": true + } + ] + }, + { + "a": 904, + "b": 1005, + "modes": [ + { + "axis": 0, + "probe_shape": [ + 4, + 1, + 4 + ], + "k": 2, + "normalized_spectrum_distance": 0.020503103733062744, + "left_subspace_overlap": 0.6071665287017822 + }, + { + "axis": 1, + "probe_shape": [ + 4, + 1, + 4 + ], + "trivial_mode_skipped": true + }, + { + "axis": 2, + "probe_shape": [ + 4, + 1, + 4 + ], + "k": 2, + "normalized_spectrum_distance": 0.020503103733062744, + "left_subspace_overlap": 0.9179366230964661 + } + ] + }, + { + "a": 1103, + "b": 1150, + "modes": [ + { + "axis": 0, + "probe_shape": [ + 32, + 32 + ], + "k": 4, + "normalized_spectrum_distance": 0.25930148363113403, + "left_subspace_overlap": 0.1319628357887268 + }, + { + "axis": 1, + "probe_shape": [ + 32, + 32 + ], + "k": 4, + "normalized_spectrum_distance": 0.25930148363113403, + "left_subspace_overlap": 0.09876036643981934 + } + ] + }, + { + "a": 1434, + "b": 1503, + "modes": [ + { + "axis": 0, + "probe_shape": [ + 32, + 32 + ], + "k": 4, + "normalized_spectrum_distance": 0.08172989636659622, + "left_subspace_overlap": 0.07351979613304138 + }, + { + "axis": 1, + "probe_shape": [ + 32, + 32 + ], + "k": 4, + "normalized_spectrum_distance": 0.08172989636659622, + "left_subspace_overlap": 0.13167200982570648 + } + ] + }, + { + "a": 1569, + "b": 1706, + "modes": [ + { + "axis": 0, + "probe_shape": [ + 32, + 32 + ], + "k": 4, + "normalized_spectrum_distance": 0.20807525515556335, + "left_subspace_overlap": 0.14662852883338928 + }, + { + "axis": 1, + "probe_shape": [ + 32, + 32 + ], + "k": 4, + "normalized_spectrum_distance": 0.20807525515556335, + "left_subspace_overlap": 0.11888257414102554 + } + ] + }, + { + "a": 1811, + "b": 1814, + "modes": [ + { + "axis": 0, + "probe_shape": [ + 32, + 32 + ], + "k": 4, + "normalized_spectrum_distance": 0.1896129548549652, + "left_subspace_overlap": 0.15662597119808197 + }, + { + "axis": 1, + "probe_shape": [ + 32, + 32 + ], + "k": 4, + "normalized_spectrum_distance": 0.1896129548549652, + "left_subspace_overlap": 0.02886384353041649 + } + ] + }, + { + "a": 2102, + "b": 2176, + "modes": [ + { + "axis": 0, + "probe_shape": [ + 32, + 32 + ], + "k": 4, + "normalized_spectrum_distance": 0.07815796136856079, + "left_subspace_overlap": 0.16046008467674255 + }, + { + "axis": 1, + "probe_shape": [ + 32, + 32 + ], + "k": 4, + "normalized_spectrum_distance": 0.07815796136856079, + "left_subspace_overlap": 0.12126979976892471 + } + ] + }, + { + "a": 2395, + "b": 2465, + "modes": [ + { + "axis": 0, + "probe_shape": [ + 32, + 32 + ], + "k": 4, + "normalized_spectrum_distance": 0.08637318015098572, + "left_subspace_overlap": 0.13648290932178497 + }, + { + "axis": 1, + "probe_shape": [ + 32, + 32 + ], + "k": 4, + "normalized_spectrum_distance": 0.08637318015098572, + "left_subspace_overlap": 0.1952282190322876 + } + ] + }, + { + "a": 2669, + "b": 2813, + "modes": [ + { + "axis": 0, + "probe_shape": [ + 32, + 32 + ], + "k": 4, + "normalized_spectrum_distance": 0.04372524097561836, + "left_subspace_overlap": 0.09328511357307434 + }, + { + "axis": 1, + "probe_shape": [ + 32, + 32 + ], + "k": 4, + "normalized_spectrum_distance": 0.04372524097561836, + "left_subspace_overlap": 0.14482709765434265 + } + ] + }, + { + "a": 2920, + "b": 2973, + "modes": [ + { + "axis": 0, + "probe_shape": [ + 32, + 32 + ], + "k": 4, + "normalized_spectrum_distance": 0.07977943867444992, + "left_subspace_overlap": 0.1114613488316536 + }, + { + "axis": 1, + "probe_shape": [ + 32, + 32 + ], + "k": 4, + "normalized_spectrum_distance": 0.07977943867444992, + "left_subspace_overlap": 0.08640502393245697 + } + ] + }, + { + "a": 3082, + "b": 3138, + "modes": [ + { + "axis": 0, + "probe_shape": [ + 32, + 32 + ], + "k": 4, + "normalized_spectrum_distance": 0.0836811438202858, + "left_subspace_overlap": 0.17508645355701447 + }, + { + "axis": 1, + "probe_shape": [ + 32, + 32 + ], + "k": 4, + "normalized_spectrum_distance": 0.0836811438202858, + "left_subspace_overlap": 0.08707370609045029 + } + ] + }, + { + "a": 3537, + "b": 3575, + "modes": [ + { + "axis": 0, + "probe_shape": [ + 32, + 32 + ], + "k": 4, + "normalized_spectrum_distance": 0.0692194476723671, + "left_subspace_overlap": 0.08500097692012787 + }, + { + "axis": 1, + "probe_shape": [ + 32, + 32 + ], + "k": 4, + "normalized_spectrum_distance": 0.0692194476723671, + "left_subspace_overlap": 0.1344117522239685 + } + ] + }, + { + "a": 3689, + "b": 3818, + "modes": [ + { + "axis": 0, + "probe_shape": [ + 32, + 32 + ], + "k": 4, + "normalized_spectrum_distance": 0.07882475107908249, + "left_subspace_overlap": 0.1535194218158722 + }, + { + "axis": 1, + "probe_shape": [ + 32, + 32 + ], + "k": 4, + "normalized_spectrum_distance": 0.07882475107908249, + "left_subspace_overlap": 0.14682702720165253 + } + ] + }, + { + "a": 3964, + "b": 4066, + "modes": [ + { + "axis": 0, + "probe_shape": [ + 32, + 32 + ], + "k": 4, + "normalized_spectrum_distance": 0.06728687882423401, + "left_subspace_overlap": 0.1896788775920868 + }, + { + "axis": 1, + "probe_shape": [ + 32, + 32 + ], + "k": 4, + "normalized_spectrum_distance": 0.06728687882423401, + "left_subspace_overlap": 0.15199869871139526 + } + ] + }, + { + "a": 4208, + "b": 4293, + "modes": [ + { + "axis": 0, + "probe_shape": [ + 32, + 32 + ], + "k": 4, + "normalized_spectrum_distance": 0.1183663159608841, + "left_subspace_overlap": 0.09717005491256714 + }, + { + "axis": 1, + "probe_shape": [ + 32, + 32 + ], + "k": 4, + "normalized_spectrum_distance": 0.1183663159608841, + "left_subspace_overlap": 0.20022913813591003 + } + ] + }, + { + "a": 4409, + "b": 4582, + "modes": [ + { + "axis": 0, + "probe_shape": [ + 32, + 32 + ], + "k": 4, + "normalized_spectrum_distance": 0.21377992630004883, + "left_subspace_overlap": 0.18531161546707153 + }, + { + "axis": 1, + "probe_shape": [ + 32, + 32 + ], + "k": 4, + "normalized_spectrum_distance": 0.21377992630004883, + "left_subspace_overlap": 0.12827937304973602 + } + ] + }, + { + "a": 4814, + "b": 4828, + "modes": [ + { + "axis": 0, + "probe_shape": [ + 32, + 32 + ], + "k": 4, + "normalized_spectrum_distance": 0.06173398345708847, + "left_subspace_overlap": 0.19168631732463837 + }, + { + "axis": 1, + "probe_shape": [ + 32, + 32 + ], + "k": 4, + "normalized_spectrum_distance": 0.06173398345708847, + "left_subspace_overlap": 0.1889941245317459 + } + ] + }, + { + "a": 4871, + "b": 4935, + "modes": [ + { + "axis": 0, + "probe_shape": [ + 32, + 32 + ], + "k": 4, + "normalized_spectrum_distance": 0.07101370394229889, + "left_subspace_overlap": 0.24855448305606842 + }, + { + "axis": 1, + "probe_shape": [ + 32, + 32 + ], + "k": 4, + "normalized_spectrum_distance": 0.07101370394229889, + "left_subspace_overlap": 0.2817017436027527 + } + ] + }, + { + "a": 5280, + "b": 5310, + "modes": [ + { + "axis": 0, + "probe_shape": [ + 32, + 32 + ], + "k": 4, + "normalized_spectrum_distance": 0.06001944839954376, + "left_subspace_overlap": 0.5715411305427551 + }, + { + "axis": 1, + "probe_shape": [ + 32, + 32 + ], + "k": 4, + "normalized_spectrum_distance": 0.06001944839954376, + "left_subspace_overlap": 0.5547471642494202 + } + ] + }, + { + "a": 5524, + "b": 5620, + "modes": [ + { + "axis": 0, + "probe_shape": [ + 32, + 32 + ], + "k": 4, + "normalized_spectrum_distance": 0.04883963614702225, + "left_subspace_overlap": 0.10945474356412888 + }, + { + "axis": 1, + "probe_shape": [ + 32, + 32 + ], + "k": 4, + "normalized_spectrum_distance": 0.04883963614702225, + "left_subspace_overlap": 0.08706782758235931 + } + ] + }, + { + "a": 531, + "b": 751, + "modes": [ + { + "axis": 0, + "probe_shape": [ + 1, + 1, + 4 + ], + "trivial_mode_skipped": true + }, + { + "axis": 1, + "probe_shape": [ + 1, + 1, + 4 + ], + "trivial_mode_skipped": true + }, + { + "axis": 2, + "probe_shape": [ + 1, + 1, + 4 + ], + "trivial_mode_skipped": true + } + ] + }, + { + "a": 870, + "b": 971, + "modes": [ + { + "axis": 0, + "probe_shape": [ + 4, + 1, + 4 + ], + "k": 2, + "normalized_spectrum_distance": 0.037062618881464005, + "left_subspace_overlap": 0.6782596111297607 + }, + { + "axis": 1, + "probe_shape": [ + 4, + 1, + 4 + ], + "trivial_mode_skipped": true + }, + { + "axis": 2, + "probe_shape": [ + 4, + 1, + 4 + ], + "k": 2, + "normalized_spectrum_distance": 0.037062618881464005, + "left_subspace_overlap": 0.9906154274940491 + } + ] + }, + { + "a": 695, + "b": 697, + "modes": [ + { + "axis": 0, + "probe_shape": [ + 1, + 1, + 4 + ], + "trivial_mode_skipped": true + }, + { + "axis": 1, + "probe_shape": [ + 1, + 1, + 4 + ], + "trivial_mode_skipped": true + }, + { + "axis": 2, + "probe_shape": [ + 1, + 1, + 4 + ], + "trivial_mode_skipped": true + } + ] + }, + { + "a": 774, + "b": 846, + "modes": [ + { + "axis": 0, + "probe_shape": [ + 4, + 1, + 4 + ], + "k": 2, + "normalized_spectrum_distance": 0.002293174620717764, + "left_subspace_overlap": 0.6693249940872192 + }, + { + "axis": 1, + "probe_shape": [ + 4, + 1, + 4 + ], + "trivial_mode_skipped": true + }, + { + "axis": 2, + "probe_shape": [ + 4, + 1, + 4 + ], + "k": 2, + "normalized_spectrum_distance": 0.002293174620717764, + "left_subspace_overlap": 0.7640079259872437 + } + ] + }, + { + "a": 596, + "b": 733, + "modes": [ + { + "axis": 0, + "probe_shape": [ + 1, + 1, + 4 + ], + "trivial_mode_skipped": true + }, + { + "axis": 1, + "probe_shape": [ + 1, + 1, + 4 + ], + "trivial_mode_skipped": true + }, + { + "axis": 2, + "probe_shape": [ + 1, + 1, + 4 + ], + "trivial_mode_skipped": true + } + ] + }, + { + "a": 843, + "b": 930, + "modes": [ + { + "axis": 0, + "probe_shape": [ + 4, + 1, + 4 + ], + "k": 2, + "normalized_spectrum_distance": 0.035601574927568436, + "left_subspace_overlap": 0.9630180597305298 + }, + { + "axis": 1, + "probe_shape": [ + 4, + 1, + 4 + ], + "trivial_mode_skipped": true + }, + { + "axis": 2, + "probe_shape": [ + 4, + 1, + 4 + ], + "k": 2, + "normalized_spectrum_distance": 0.035601574927568436, + "left_subspace_overlap": 0.7086180448532104 + } + ] + }, + { + "a": 649, + "b": 715, + "modes": [ + { + "axis": 0, + "probe_shape": [ + 1, + 1, + 4 + ], + "trivial_mode_skipped": true + }, + { + "axis": 1, + "probe_shape": [ + 1, + 1, + 4 + ], + "trivial_mode_skipped": true + }, + { + "axis": 2, + "probe_shape": [ + 1, + 1, + 4 + ], + "trivial_mode_skipped": true + } + ] + }, + { + "a": 805, + "b": 876, + "modes": [ + { + "axis": 0, + "probe_shape": [ + 4, + 1, + 4 + ], + "k": 2, + "normalized_spectrum_distance": 0.0298906359821558, + "left_subspace_overlap": 0.7313928604125977 + }, + { + "axis": 1, + "probe_shape": [ + 4, + 1, + 4 + ], + "trivial_mode_skipped": true + }, + { + "axis": 2, + "probe_shape": [ + 4, + 1, + 4 + ], + "k": 2, + "normalized_spectrum_distance": 0.0298906359821558, + "left_subspace_overlap": 0.8697418570518494 + } + ] + }, + { + "a": 643, + "b": 731, + "modes": [ + { + "axis": 0, + "probe_shape": [ + 1, + 1, + 4 + ], + "trivial_mode_skipped": true + }, + { + "axis": 1, + "probe_shape": [ + 1, + 1, + 4 + ], + "trivial_mode_skipped": true + }, + { + "axis": 2, + "probe_shape": [ + 1, + 1, + 4 + ], + "trivial_mode_skipped": true + } + ] + }, + { + "a": 943, + "b": 987, + "modes": [ + { + "axis": 0, + "probe_shape": [ + 4, + 1, + 4 + ], + "k": 2, + "normalized_spectrum_distance": 0.026175811886787415, + "left_subspace_overlap": 0.9702196717262268 + }, + { + "axis": 1, + "probe_shape": [ + 4, + 1, + 4 + ], + "trivial_mode_skipped": true + }, + { + "axis": 2, + "probe_shape": [ + 4, + 1, + 4 + ], + "k": 2, + "normalized_spectrum_distance": 0.026175811886787415, + "left_subspace_overlap": 0.9845861792564392 + } + ] + }, + { + "a": 639, + "b": 696, + "modes": [ + { + "axis": 0, + "probe_shape": [ + 1, + 1, + 4 + ], + "trivial_mode_skipped": true + }, + { + "axis": 1, + "probe_shape": [ + 1, + 1, + 4 + ], + "trivial_mode_skipped": true + }, + { + "axis": 2, + "probe_shape": [ + 1, + 1, + 4 + ], + "trivial_mode_skipped": true + } + ] + }, + { + "a": 814, + "b": 815, + "modes": [ + { + "axis": 0, + "probe_shape": [ + 4, + 1, + 4 + ], + "k": 2, + "normalized_spectrum_distance": 0.11727166920900345, + "left_subspace_overlap": 0.8231639266014099 + }, + { + "axis": 1, + "probe_shape": [ + 4, + 1, + 4 + ], + "trivial_mode_skipped": true + }, + { + "axis": 2, + "probe_shape": [ + 4, + 1, + 4 + ], + "k": 2, + "normalized_spectrum_distance": 0.11727166920900345, + "left_subspace_overlap": 0.9498236775398254 + } + ] + }, + { + "a": 655, + "b": 731, + "modes": [ + { + "axis": 0, + "probe_shape": [ + 1, + 1, + 4 + ], + "trivial_mode_skipped": true + }, + { + "axis": 1, + "probe_shape": [ + 1, + 1, + 4 + ], + "trivial_mode_skipped": true + }, + { + "axis": 2, + "probe_shape": [ + 1, + 1, + 4 + ], + "trivial_mode_skipped": true + } + ] + }, + { + "a": 966, + "b": 1016, + "modes": [ + { + "axis": 0, + "probe_shape": [ + 4, + 1, + 4 + ], + "k": 2, + "normalized_spectrum_distance": 0.02955508977174759, + "left_subspace_overlap": 0.6232760548591614 + }, + { + "axis": 1, + "probe_shape": [ + 4, + 1, + 4 + ], + "trivial_mode_skipped": true + }, + { + "axis": 2, + "probe_shape": [ + 4, + 1, + 4 + ], + "k": 2, + "normalized_spectrum_distance": 0.02955508977174759, + "left_subspace_overlap": 0.592079758644104 + } + ] + }, + { + "a": 643, + "b": 655, + "modes": [ + { + "axis": 0, + "probe_shape": [ + 1, + 1, + 4 + ], + "trivial_mode_skipped": true + }, + { + "axis": 1, + "probe_shape": [ + 1, + 1, + 4 + ], + "trivial_mode_skipped": true + }, + { + "axis": 2, + "probe_shape": [ + 1, + 1, + 4 + ], + "trivial_mode_skipped": true + } + ] + }, + { + "a": 810, + "b": 836, + "modes": [ + { + "axis": 0, + "probe_shape": [ + 4, + 1, + 4 + ], + "k": 2, + "normalized_spectrum_distance": 0.043931711465120316, + "left_subspace_overlap": 0.6807293891906738 + }, + { + "axis": 1, + "probe_shape": [ + 4, + 1, + 4 + ], + "trivial_mode_skipped": true + }, + { + "axis": 2, + "probe_shape": [ + 4, + 1, + 4 + ], + "k": 2, + "normalized_spectrum_distance": 0.043931711465120316, + "left_subspace_overlap": 0.8399657607078552 + } + ] + }, + { + "a": 596, + "b": 745, + "modes": [ + { + "axis": 0, + "probe_shape": [ + 1, + 1, + 4 + ], + "trivial_mode_skipped": true + }, + { + "axis": 1, + "probe_shape": [ + 1, + 1, + 4 + ], + "trivial_mode_skipped": true + }, + { + "axis": 2, + "probe_shape": [ + 1, + 1, + 4 + ], + "trivial_mode_skipped": true + } + ] + }, + { + "a": 792, + "b": 965, + "modes": [ + { + "axis": 0, + "probe_shape": [ + 4, + 1, + 4 + ], + "k": 2, + "normalized_spectrum_distance": 0.004128130618482828, + "left_subspace_overlap": 0.498508483171463 + }, + { + "axis": 1, + "probe_shape": [ + 4, + 1, + 4 + ], + "trivial_mode_skipped": true + }, + { + "axis": 2, + "probe_shape": [ + 4, + 1, + 4 + ], + "k": 2, + "normalized_spectrum_distance": 0.004128130618482828, + "left_subspace_overlap": 0.6024801135063171 + } + ] + } +] \ No newline at end of file diff --git a/results/qwen35-2b/analysis/compression_curve.csv b/results/qwen35-2b/analysis/compression_curve.csv new file mode 100644 index 0000000..9bce254 --- /dev/null +++ b/results/qwen35-2b/analysis/compression_curve.csv @@ -0,0 +1,26 @@ +mode,scale,threshold,objects,groups,total_partition_objects,unexamined_partition_objects,conservative_partition_groups,shared_groups,max_group_size,verified_shared_bytes,examined_object_bytes,representative_bytes,mapping_bytes_if_encoded,net_saved_bytes,net_saved_model_fraction,max_replacement_error +tensor,whole,0.01,632,632,632,0,632,0,1,0,4548144832,4548144832,10112,0,0.0,0.0 +tensor,whole,0.02,632,632,632,0,632,0,1,0,4548144832,4548144832,10112,0,0.0,0.0 +tensor,whole,0.05,632,631,632,0,631,1,2,4096,4548144832,4548142784,10176,0,0.0,0.04982565601433354 +tensor,whole,0.1,632,613,632,0,613,11,6,66560,4548144832,4548101312,10816,32704,7.19062413533976e-06,0.0996284846101826 +tensor,whole,0.2,632,572,632,0,572,16,15,174592,4548144832,4548014272,11136,119424,2.6257739014763196e-05,0.1992427130434979 +block,2d-128,0.01,6160,6160,138576,132416,138576,0,1,0,201850880,201850880,98560,0,0.0,0.0 +block,2d-128,0.02,6160,6160,138576,132416,138576,0,1,0,201850880,201850880,98560,0,0.0,0.0 +block,2d-128,0.05,6160,6160,138576,132416,138576,0,1,0,201850880,201850880,98560,0,0.0,0.0 +block,2d-128,0.1,6160,6160,138576,132416,138576,0,1,0,201850880,201850880,98560,0,0.0,0.0 +block,2d-128,0.2,6160,6159,138576,132416,138575,1,2,65536,201850880,201818112,98624,0,0.0,0.1894907479098447 +block,2d-64,0.01,6656,6656,554304,547648,554304,0,1,0,54525952,54525952,106496,0,0.0,0.0 +block,2d-64,0.02,6656,6656,554304,547648,554304,0,1,0,54525952,54525952,106496,0,0.0,0.0 +block,2d-64,0.05,6656,6656,554304,547648,554304,0,1,0,54525952,54525952,106496,0,0.0,0.0 +block,2d-64,0.1,6656,6655,554304,547648,554303,1,2,16384,54525952,54517760,106560,0,0.0,0.09362662282834061 +block,2d-64,0.2,6656,6651,554304,547648,554299,3,3,65536,54525952,54484992,106688,0,0.0,0.18661711940726244 +block,3d-axis0-slice,0.01,256,256,110592,110336,110592,0,1,0,2048,2048,4096,0,0.0,0.0 +block,3d-axis0-slice,0.02,256,256,110592,110336,110592,0,1,0,2048,2048,4096,0,0.0,0.0 +block,3d-axis0-slice,0.05,256,245,110592,110336,110581,9,3,160,2048,1960,4672,0,0.0,0.04716472920859973 +block,3d-axis0-slice,0.1,256,206,110592,110336,110542,33,7,664,2048,1648,6208,0,0.0,0.09947536518147226 +block,3d-axis0-slice,0.2,256,147,110592,110336,110483,45,12,1232,2048,1176,6976,0,0.0,0.19719308219928766 +block,3d-volume,0.01,256,256,27648,27392,27648,0,1,0,8192,8192,4096,0,0.0,0.0 +block,3d-volume,0.02,256,256,27648,27392,27648,0,1,0,8192,8192,4096,0,0.0,0.0 +block,3d-volume,0.05,256,256,27648,27392,27648,0,1,0,8192,8192,4096,0,0.0,0.0 +block,3d-volume,0.1,256,256,27648,27392,27648,0,1,0,8192,8192,4096,0,0.0,0.0 +block,3d-volume,0.2,256,254,27648,27392,27646,2,2,128,8192,8128,4224,0,0.0,0.19802419391338302 diff --git a/results/qwen35-2b/analysis/dimensional_bytes.csv b/results/qwen35-2b/analysis/dimensional_bytes.csv new file mode 100644 index 0000000..bf7a220 --- /dev/null +++ b/results/qwen35-2b/analysis/dimensional_bytes.csv @@ -0,0 +1,5 @@ +ndim,tensor_count,weight_bytes,model_byte_fraction +1,319,896704,0.00019715818935468765 +2,294,4543217664,0.9989166642264043 +3,18,884736,0.00019452678678461222 +5,1,3145728,0.000691650797456399 diff --git a/results/qwen35-2b/analysis/groups_block_2d-128_0.01.json b/results/qwen35-2b/analysis/groups_block_2d-128_0.01.json new file mode 100644 index 0000000..aa59d6e --- /dev/null +++ b/results/qwen35-2b/analysis/groups_block_2d-128_0.01.json @@ -0,0 +1,43122 @@ +[ + { + "representative": 236, + "members": [ + 236 + ], + "max_error": 0.0 + }, + { + "representative": 193, + "members": [ + 193 + ], + "max_error": 0.0 + }, + { + "representative": 42, + "members": [ + 42 + ], + "max_error": 0.0 + }, + { + "representative": 255, + "members": [ + 255 + ], + "max_error": 0.0 + }, + { + "representative": 60, + "members": [ + 60 + ], + "max_error": 0.0 + }, + { + "representative": 5, + "members": [ + 5 + ], + "max_error": 0.0 + }, + { + "representative": 126, + "members": [ + 126 + ], + "max_error": 0.0 + }, + { + "representative": 181, + "members": [ + 181 + ], + "max_error": 0.0 + }, + { + "representative": 157, + "members": [ + 157 + ], + "max_error": 0.0 + }, + { + "representative": 140, + "members": [ + 140 + ], + "max_error": 0.0 + }, + { + "representative": 101, + "members": [ + 101 + ], + "max_error": 0.0 + }, + { + "representative": 244, + "members": [ + 244 + ], + "max_error": 0.0 + }, + { + "representative": 25, + "members": [ + 25 + ], + "max_error": 0.0 + }, + { + "representative": 106, + "members": [ + 106 + ], + "max_error": 0.0 + }, + { + "representative": 163, + "members": [ + 163 + ], + "max_error": 0.0 + }, + { + "representative": 48, + "members": [ + 48 + ], + "max_error": 0.0 + }, + { + "representative": 184, + "members": [ + 184 + ], + "max_error": 0.0 + }, + { + "representative": 93, + "members": [ + 93 + ], + "max_error": 0.0 + }, + { + "representative": 27, + "members": [ + 27 + ], + "max_error": 0.0 + }, + { + "representative": 122, + "members": [ + 122 + ], + "max_error": 0.0 + }, + { + "representative": 233, + "members": [ + 233 + ], + "max_error": 0.0 + }, + { + "representative": 121, + "members": [ + 121 + ], + "max_error": 0.0 + }, + { + "representative": 129, + "members": [ + 129 + ], + "max_error": 0.0 + }, + { + "representative": 207, + "members": [ + 207 + ], + "max_error": 0.0 + }, + { + "representative": 252, + "members": [ + 252 + ], + "max_error": 0.0 + }, + { + "representative": 153, + "members": [ + 153 + ], + "max_error": 0.0 + }, + { + "representative": 50, + "members": [ + 50 + ], + "max_error": 0.0 + }, + { + "representative": 107, + "members": [ + 107 + ], + "max_error": 0.0 + }, + { + "representative": 83, + "members": [ + 83 + ], + "max_error": 0.0 + }, + { + "representative": 100, + "members": [ + 100 + ], + "max_error": 0.0 + }, + { + "representative": 117, + "members": [ + 117 + ], + "max_error": 0.0 + }, + { + "representative": 151, + "members": [ + 151 + ], + "max_error": 0.0 + }, + { + "representative": 148, + "members": [ + 148 + ], + "max_error": 0.0 + }, + { + "representative": 23, + "members": [ + 23 + ], + "max_error": 0.0 + }, + { + "representative": 139, + "members": [ + 139 + ], + "max_error": 0.0 + }, + { + "representative": 188, + "members": [ + 188 + ], + "max_error": 0.0 + }, + { + "representative": 119, + "members": [ + 119 + ], + "max_error": 0.0 + }, + { + "representative": 185, + "members": [ + 185 + ], + "max_error": 0.0 + }, + { + "representative": 52, + "members": [ + 52 + ], + "max_error": 0.0 + }, + { + "representative": 47, + "members": [ + 47 + ], + "max_error": 0.0 + }, + { + "representative": 118, + "members": [ + 118 + ], + "max_error": 0.0 + }, + { + "representative": 10, + "members": [ + 10 + ], + "max_error": 0.0 + }, + { + "representative": 90, + "members": [ + 90 + ], + "max_error": 0.0 + }, + { + "representative": 205, + "members": [ + 205 + ], + "max_error": 0.0 + }, + { + "representative": 123, + "members": [ + 123 + ], + "max_error": 0.0 + }, + { + "representative": 43, + "members": [ + 43 + ], + "max_error": 0.0 + }, + { + "representative": 211, + "members": [ + 211 + ], + "max_error": 0.0 + }, + { + "representative": 84, + "members": [ + 84 + ], + "max_error": 0.0 + }, + { + "representative": 173, + "members": [ + 173 + ], + "max_error": 0.0 + }, + { + "representative": 103, + "members": [ + 103 + ], + "max_error": 0.0 + }, + { + "representative": 161, + "members": [ + 161 + ], + "max_error": 0.0 + }, + { + "representative": 152, + "members": [ + 152 + ], + "max_error": 0.0 + }, + { + "representative": 221, + "members": [ + 221 + ], + "max_error": 0.0 + }, + { + "representative": 222, + "members": [ + 222 + ], + "max_error": 0.0 + }, + { + "representative": 214, + "members": [ + 214 + ], + "max_error": 0.0 + }, + { + "representative": 61, + "members": [ + 61 + ], + "max_error": 0.0 + }, + { + "representative": 186, + "members": [ + 186 + ], + "max_error": 0.0 + }, + { + "representative": 109, + "members": [ + 109 + ], + "max_error": 0.0 + }, + { + "representative": 35, + "members": [ + 35 + ], + "max_error": 0.0 + }, + { + "representative": 195, + "members": [ + 195 + ], + "max_error": 0.0 + }, + { + "representative": 94, + "members": [ + 94 + ], + "max_error": 0.0 + }, + { + "representative": 19, + "members": [ + 19 + ], + "max_error": 0.0 + }, + { + "representative": 7, + "members": [ + 7 + ], + "max_error": 0.0 + }, + { + "representative": 149, + "members": [ + 149 + ], + "max_error": 0.0 + }, + { + "representative": 20, + "members": [ + 20 + ], + "max_error": 0.0 + }, + { + "representative": 171, + "members": [ + 171 + ], + "max_error": 0.0 + }, + { + "representative": 32, + "members": [ + 32 + ], + "max_error": 0.0 + }, + { + "representative": 235, + "members": [ + 235 + ], + "max_error": 0.0 + }, + { + "representative": 226, + "members": [ + 226 + ], + "max_error": 0.0 + }, + { + "representative": 223, + "members": [ + 223 + ], + "max_error": 0.0 + }, + { + "representative": 247, + "members": [ + 247 + ], + "max_error": 0.0 + }, + { + "representative": 39, + "members": [ + 39 + ], + "max_error": 0.0 + }, + { + "representative": 8, + "members": [ + 8 + ], + "max_error": 0.0 + }, + { + "representative": 175, + "members": [ + 175 + ], + "max_error": 0.0 + }, + { + "representative": 172, + "members": [ + 172 + ], + "max_error": 0.0 + }, + { + "representative": 239, + "members": [ + 239 + ], + "max_error": 0.0 + }, + { + "representative": 97, + "members": [ + 97 + ], + "max_error": 0.0 + }, + { + "representative": 208, + "members": [ + 208 + ], + "max_error": 0.0 + }, + { + "representative": 238, + "members": [ + 238 + ], + "max_error": 0.0 + }, + { + "representative": 191, + "members": [ + 191 + ], + "max_error": 0.0 + }, + { + "representative": 15, + "members": [ + 15 + ], + "max_error": 0.0 + }, + { + "representative": 190, + "members": [ + 190 + ], + "max_error": 0.0 + }, + { + "representative": 234, + "members": [ + 234 + ], + "max_error": 0.0 + }, + { + "representative": 225, + "members": [ + 225 + ], + "max_error": 0.0 + }, + { + "representative": 201, + "members": [ + 201 + ], + "max_error": 0.0 + }, + { + "representative": 131, + "members": [ + 131 + ], + "max_error": 0.0 + }, + { + "representative": 240, + "members": [ + 240 + ], + "max_error": 0.0 + }, + { + "representative": 253, + "members": [ + 253 + ], + "max_error": 0.0 + }, + { + "representative": 204, + "members": [ + 204 + ], + "max_error": 0.0 + }, + { + "representative": 138, + "members": [ + 138 + ], + "max_error": 0.0 + }, + { + "representative": 88, + "members": [ + 88 + ], + "max_error": 0.0 + }, + { + "representative": 142, + "members": [ + 142 + ], + "max_error": 0.0 + }, + { + "representative": 198, + "members": [ + 198 + ], + "max_error": 0.0 + }, + { + "representative": 12, + "members": [ + 12 + ], + "max_error": 0.0 + }, + { + "representative": 237, + "members": [ + 237 + ], + "max_error": 0.0 + }, + { + "representative": 199, + "members": [ + 199 + ], + "max_error": 0.0 + }, + { + "representative": 220, + "members": [ + 220 + ], + "max_error": 0.0 + }, + { + "representative": 114, + "members": [ + 114 + ], + "max_error": 0.0 + }, + { + "representative": 179, + "members": [ + 179 + ], + "max_error": 0.0 + }, + { + "representative": 248, + "members": [ + 248 + ], + "max_error": 0.0 + }, + { + "representative": 124, + "members": [ + 124 + ], + "max_error": 0.0 + }, + { + "representative": 67, + "members": [ + 67 + ], + "max_error": 0.0 + }, + { + "representative": 70, + "members": [ + 70 + ], + "max_error": 0.0 + }, + { + "representative": 137, + "members": [ + 137 + ], + "max_error": 0.0 + }, + { + "representative": 102, + "members": [ + 102 + ], + "max_error": 0.0 + }, + { + "representative": 86, + "members": [ + 86 + ], + "max_error": 0.0 + }, + { + "representative": 135, + "members": [ + 135 + ], + "max_error": 0.0 + }, + { + "representative": 127, + "members": [ + 127 + ], + "max_error": 0.0 + }, + { + "representative": 76, + "members": [ + 76 + ], + "max_error": 0.0 + }, + { + "representative": 209, + "members": [ + 209 + ], + "max_error": 0.0 + }, + { + "representative": 177, + "members": [ + 177 + ], + "max_error": 0.0 + }, + { + "representative": 75, + "members": [ + 75 + ], + "max_error": 0.0 + }, + { + "representative": 254, + "members": [ + 254 + ], + "max_error": 0.0 + }, + { + "representative": 22, + "members": [ + 22 + ], + "max_error": 0.0 + }, + { + "representative": 169, + "members": [ + 169 + ], + "max_error": 0.0 + }, + { + "representative": 65, + "members": [ + 65 + ], + "max_error": 0.0 + }, + { + "representative": 125, + "members": [ + 125 + ], + "max_error": 0.0 + }, + { + "representative": 136, + "members": [ + 136 + ], + "max_error": 0.0 + }, + { + "representative": 150, + "members": [ + 150 + ], + "max_error": 0.0 + }, + { + "representative": 158, + "members": [ + 158 + ], + "max_error": 0.0 + }, + { + "representative": 210, + "members": [ + 210 + ], + "max_error": 0.0 + }, + { + "representative": 115, + "members": [ + 115 + ], + "max_error": 0.0 + }, + { + "representative": 192, + "members": [ + 192 + ], + "max_error": 0.0 + }, + { + "representative": 108, + "members": [ + 108 + ], + "max_error": 0.0 + }, + { + "representative": 3, + "members": [ + 3 + ], + "max_error": 0.0 + }, + { + "representative": 206, + "members": [ + 206 + ], + "max_error": 0.0 + }, + { + "representative": 80, + "members": [ + 80 + ], + "max_error": 0.0 + }, + { + "representative": 30, + "members": [ + 30 + ], + "max_error": 0.0 + }, + { + "representative": 228, + "members": [ + 228 + ], + "max_error": 0.0 + }, + { + "representative": 40, + "members": [ + 40 + ], + "max_error": 0.0 + }, + { + "representative": 92, + "members": [ + 92 + ], + "max_error": 0.0 + }, + { + "representative": 95, + "members": [ + 95 + ], + "max_error": 0.0 + }, + { + "representative": 113, + "members": [ + 113 + ], + "max_error": 0.0 + }, + { + "representative": 78, + "members": [ + 78 + ], + "max_error": 0.0 + }, + { + "representative": 16, + "members": [ + 16 + ], + "max_error": 0.0 + }, + { + "representative": 213, + "members": [ + 213 + ], + "max_error": 0.0 + }, + { + "representative": 227, + "members": [ + 227 + ], + "max_error": 0.0 + }, + { + "representative": 217, + "members": [ + 217 + ], + "max_error": 0.0 + }, + { + "representative": 156, + "members": [ + 156 + ], + "max_error": 0.0 + }, + { + "representative": 64, + "members": [ + 64 + ], + "max_error": 0.0 + }, + { + "representative": 144, + "members": [ + 144 + ], + "max_error": 0.0 + }, + { + "representative": 130, + "members": [ + 130 + ], + "max_error": 0.0 + }, + { + "representative": 37, + "members": [ + 37 + ], + "max_error": 0.0 + }, + { + "representative": 96, + "members": [ + 96 + ], + "max_error": 0.0 + }, + { + "representative": 249, + "members": [ + 249 + ], + "max_error": 0.0 + }, + { + "representative": 53, + "members": [ + 53 + ], + "max_error": 0.0 + }, + { + "representative": 9, + "members": [ + 9 + ], + "max_error": 0.0 + }, + { + "representative": 79, + "members": [ + 79 + ], + "max_error": 0.0 + }, + { + "representative": 51, + "members": [ + 51 + ], + "max_error": 0.0 + }, + { + "representative": 162, + "members": [ + 162 + ], + "max_error": 0.0 + }, + { + "representative": 132, + "members": [ + 132 + ], + "max_error": 0.0 + }, + { + "representative": 31, + "members": [ + 31 + ], + "max_error": 0.0 + }, + { + "representative": 165, + "members": [ + 165 + ], + "max_error": 0.0 + }, + { + "representative": 29, + "members": [ + 29 + ], + "max_error": 0.0 + }, + { + "representative": 212, + "members": [ + 212 + ], + "max_error": 0.0 + }, + { + "representative": 71, + "members": [ + 71 + ], + "max_error": 0.0 + }, + { + "representative": 58, + "members": [ + 58 + ], + "max_error": 0.0 + }, + { + "representative": 116, + "members": [ + 116 + ], + "max_error": 0.0 + }, + { + "representative": 170, + "members": [ + 170 + ], + "max_error": 0.0 + }, + { + "representative": 110, + "members": [ + 110 + ], + "max_error": 0.0 + }, + { + "representative": 168, + "members": [ + 168 + ], + "max_error": 0.0 + }, + { + "representative": 167, + "members": [ + 167 + ], + "max_error": 0.0 + }, + { + "representative": 251, + "members": [ + 251 + ], + "max_error": 0.0 + }, + { + "representative": 146, + "members": [ + 146 + ], + "max_error": 0.0 + }, + { + "representative": 232, + "members": [ + 232 + ], + "max_error": 0.0 + }, + { + "representative": 56, + "members": [ + 56 + ], + "max_error": 0.0 + }, + { + "representative": 246, + "members": [ + 246 + ], + "max_error": 0.0 + }, + { + "representative": 178, + "members": [ + 178 + ], + "max_error": 0.0 + }, + { + "representative": 202, + "members": [ + 202 + ], + "max_error": 0.0 + }, + { + "representative": 85, + "members": [ + 85 + ], + "max_error": 0.0 + }, + { + "representative": 155, + "members": [ + 155 + ], + "max_error": 0.0 + }, + { + "representative": 230, + "members": [ + 230 + ], + "max_error": 0.0 + }, + { + "representative": 55, + "members": [ + 55 + ], + "max_error": 0.0 + }, + { + "representative": 26, + "members": [ + 26 + ], + "max_error": 0.0 + }, + { + "representative": 13, + "members": [ + 13 + ], + "max_error": 0.0 + }, + { + "representative": 36, + "members": [ + 36 + ], + "max_error": 0.0 + }, + { + "representative": 143, + "members": [ + 143 + ], + "max_error": 0.0 + }, + { + "representative": 91, + "members": [ + 91 + ], + "max_error": 0.0 + }, + { + "representative": 45, + "members": [ + 45 + ], + "max_error": 0.0 + }, + { + "representative": 189, + "members": [ + 189 + ], + "max_error": 0.0 + }, + { + "representative": 182, + "members": [ + 182 + ], + "max_error": 0.0 + }, + { + "representative": 133, + "members": [ + 133 + ], + "max_error": 0.0 + }, + { + "representative": 145, + "members": [ + 145 + ], + "max_error": 0.0 + }, + { + "representative": 159, + "members": [ + 159 + ], + "max_error": 0.0 + }, + { + "representative": 120, + "members": [ + 120 + ], + "max_error": 0.0 + }, + { + "representative": 11, + "members": [ + 11 + ], + "max_error": 0.0 + }, + { + "representative": 164, + "members": [ + 164 + ], + "max_error": 0.0 + }, + { + "representative": 34, + "members": [ + 34 + ], + "max_error": 0.0 + }, + { + "representative": 98, + "members": [ + 98 + ], + "max_error": 0.0 + }, + { + "representative": 89, + "members": [ + 89 + ], + "max_error": 0.0 + }, + { + "representative": 250, + "members": [ + 250 + ], + "max_error": 0.0 + }, + { + "representative": 46, + "members": [ + 46 + ], + "max_error": 0.0 + }, + { + "representative": 33, + "members": [ + 33 + ], + "max_error": 0.0 + }, + { + "representative": 203, + "members": [ + 203 + ], + "max_error": 0.0 + }, + { + "representative": 57, + "members": [ + 57 + ], + "max_error": 0.0 + }, + { + "representative": 21, + "members": [ + 21 + ], + "max_error": 0.0 + }, + { + "representative": 87, + "members": [ + 87 + ], + "max_error": 0.0 + }, + { + "representative": 81, + "members": [ + 81 + ], + "max_error": 0.0 + }, + { + "representative": 4, + "members": [ + 4 + ], + "max_error": 0.0 + }, + { + "representative": 105, + "members": [ + 105 + ], + "max_error": 0.0 + }, + { + "representative": 174, + "members": [ + 174 + ], + "max_error": 0.0 + }, + { + "representative": 73, + "members": [ + 73 + ], + "max_error": 0.0 + }, + { + "representative": 183, + "members": [ + 183 + ], + "max_error": 0.0 + }, + { + "representative": 229, + "members": [ + 229 + ], + "max_error": 0.0 + }, + { + "representative": 49, + "members": [ + 49 + ], + "max_error": 0.0 + }, + { + "representative": 0, + "members": [ + 0 + ], + "max_error": 0.0 + }, + { + "representative": 160, + "members": [ + 160 + ], + "max_error": 0.0 + }, + { + "representative": 215, + "members": [ + 215 + ], + "max_error": 0.0 + }, + { + "representative": 242, + "members": [ + 242 + ], + "max_error": 0.0 + }, + { + "representative": 231, + "members": [ + 231 + ], + "max_error": 0.0 + }, + { + "representative": 99, + "members": [ + 99 + ], + "max_error": 0.0 + }, + { + "representative": 197, + "members": [ + 197 + ], + "max_error": 0.0 + }, + { + "representative": 77, + "members": [ + 77 + ], + "max_error": 0.0 + }, + { + "representative": 243, + "members": [ + 243 + ], + "max_error": 0.0 + }, + { + "representative": 176, + "members": [ + 176 + ], + "max_error": 0.0 + }, + { + "representative": 218, + "members": [ + 218 + ], + "max_error": 0.0 + }, + { + "representative": 41, + "members": [ + 41 + ], + "max_error": 0.0 + }, + { + "representative": 6, + "members": [ + 6 + ], + "max_error": 0.0 + }, + { + "representative": 219, + "members": [ + 219 + ], + "max_error": 0.0 + }, + { + "representative": 63, + "members": [ + 63 + ], + "max_error": 0.0 + }, + { + "representative": 166, + "members": [ + 166 + ], + "max_error": 0.0 + }, + { + "representative": 224, + "members": [ + 224 + ], + "max_error": 0.0 + }, + { + "representative": 54, + "members": [ + 54 + ], + "max_error": 0.0 + }, + { + "representative": 38, + "members": [ + 38 + ], + "max_error": 0.0 + }, + { + "representative": 112, + "members": [ + 112 + ], + "max_error": 0.0 + }, + { + "representative": 24, + "members": [ + 24 + ], + "max_error": 0.0 + }, + { + "representative": 62, + "members": [ + 62 + ], + "max_error": 0.0 + }, + { + "representative": 68, + "members": [ + 68 + ], + "max_error": 0.0 + }, + { + "representative": 66, + "members": [ + 66 + ], + "max_error": 0.0 + }, + { + "representative": 245, + "members": [ + 245 + ], + "max_error": 0.0 + }, + { + "representative": 18, + "members": [ + 18 + ], + "max_error": 0.0 + }, + { + "representative": 82, + "members": [ + 82 + ], + "max_error": 0.0 + }, + { + "representative": 216, + "members": [ + 216 + ], + "max_error": 0.0 + }, + { + "representative": 200, + "members": [ + 200 + ], + "max_error": 0.0 + }, + { + "representative": 104, + "members": [ + 104 + ], + "max_error": 0.0 + }, + { + "representative": 111, + "members": [ + 111 + ], + "max_error": 0.0 + }, + { + "representative": 17, + "members": [ + 17 + ], + "max_error": 0.0 + }, + { + "representative": 14, + "members": [ + 14 + ], + "max_error": 0.0 + }, + { + "representative": 194, + "members": [ + 194 + ], + "max_error": 0.0 + }, + { + "representative": 187, + "members": [ + 187 + ], + "max_error": 0.0 + }, + { + "representative": 69, + "members": [ + 69 + ], + "max_error": 0.0 + }, + { + "representative": 59, + "members": [ + 59 + ], + "max_error": 0.0 + }, + { + "representative": 72, + "members": [ + 72 + ], + "max_error": 0.0 + }, + { + "representative": 241, + "members": [ + 241 + ], + "max_error": 0.0 + }, + { + "representative": 180, + "members": [ + 180 + ], + "max_error": 0.0 + }, + { + "representative": 28, + "members": [ + 28 + ], + "max_error": 0.0 + }, + { + "representative": 1, + "members": [ + 1 + ], + "max_error": 0.0 + }, + { + "representative": 2, + "members": [ + 2 + ], + "max_error": 0.0 + }, + { + "representative": 44, + "members": [ + 44 + ], + "max_error": 0.0 + }, + { + "representative": 154, + "members": [ + 154 + ], + "max_error": 0.0 + }, + { + "representative": 147, + "members": [ + 147 + ], + "max_error": 0.0 + }, + { + "representative": 141, + "members": [ + 141 + ], + "max_error": 0.0 + }, + { + "representative": 196, + "members": [ + 196 + ], + "max_error": 0.0 + }, + { + "representative": 128, + "members": [ + 128 + ], + "max_error": 0.0 + }, + { + "representative": 134, + "members": [ + 134 + ], + "max_error": 0.0 + }, + { + "representative": 74, + "members": [ + 74 + ], + "max_error": 0.0 + }, + { + "representative": 1037, + "members": [ + 1037 + ], + "max_error": 0.0 + }, + { + "representative": 1249, + "members": [ + 1249 + ], + "max_error": 0.0 + }, + { + "representative": 1251, + "members": [ + 1251 + ], + "max_error": 0.0 + }, + { + "representative": 1264, + "members": [ + 1264 + ], + "max_error": 0.0 + }, + { + "representative": 1042, + "members": [ + 1042 + ], + "max_error": 0.0 + }, + { + "representative": 1078, + "members": [ + 1078 + ], + "max_error": 0.0 + }, + { + "representative": 1164, + "members": [ + 1164 + ], + "max_error": 0.0 + }, + { + "representative": 1130, + "members": [ + 1130 + ], + "max_error": 0.0 + }, + { + "representative": 1544, + "members": [ + 1544 + ], + "max_error": 0.0 + }, + { + "representative": 1540, + "members": [ + 1540 + ], + "max_error": 0.0 + }, + { + "representative": 1543, + "members": [ + 1543 + ], + "max_error": 0.0 + }, + { + "representative": 1677, + "members": [ + 1677 + ], + "max_error": 0.0 + }, + { + "representative": 1686, + "members": [ + 1686 + ], + "max_error": 0.0 + }, + { + "representative": 1567, + "members": [ + 1567 + ], + "max_error": 0.0 + }, + { + "representative": 1757, + "members": [ + 1757 + ], + "max_error": 0.0 + }, + { + "representative": 1787, + "members": [ + 1787 + ], + "max_error": 0.0 + }, + { + "representative": 1583, + "members": [ + 1583 + ], + "max_error": 0.0 + }, + { + "representative": 1572, + "members": [ + 1572 + ], + "max_error": 0.0 + }, + { + "representative": 1587, + "members": [ + 1587 + ], + "max_error": 0.0 + }, + { + "representative": 1591, + "members": [ + 1591 + ], + "max_error": 0.0 + }, + { + "representative": 1612, + "members": [ + 1612 + ], + "max_error": 0.0 + }, + { + "representative": 1647, + "members": [ + 1647 + ], + "max_error": 0.0 + }, + { + "representative": 1648, + "members": [ + 1648 + ], + "max_error": 0.0 + }, + { + "representative": 1658, + "members": [ + 1658 + ], + "max_error": 0.0 + }, + { + "representative": 2052, + "members": [ + 2052 + ], + "max_error": 0.0 + }, + { + "representative": 2176, + "members": [ + 2176 + ], + "max_error": 0.0 + }, + { + "representative": 2177, + "members": [ + 2177 + ], + "max_error": 0.0 + }, + { + "representative": 2194, + "members": [ + 2194 + ], + "max_error": 0.0 + }, + { + "representative": 2240, + "members": [ + 2240 + ], + "max_error": 0.0 + }, + { + "representative": 2249, + "members": [ + 2249 + ], + "max_error": 0.0 + }, + { + "representative": 2254, + "members": [ + 2254 + ], + "max_error": 0.0 + }, + { + "representative": 2271, + "members": [ + 2271 + ], + "max_error": 0.0 + }, + { + "representative": 2295, + "members": [ + 2295 + ], + "max_error": 0.0 + }, + { + "representative": 2123, + "members": [ + 2123 + ], + "max_error": 0.0 + }, + { + "representative": 2135, + "members": [ + 2135 + ], + "max_error": 0.0 + }, + { + "representative": 2158, + "members": [ + 2158 + ], + "max_error": 0.0 + }, + { + "representative": 2146, + "members": [ + 2146 + ], + "max_error": 0.0 + }, + { + "representative": 2170, + "members": [ + 2170 + ], + "max_error": 0.0 + }, + { + "representative": 2620, + "members": [ + 2620 + ], + "max_error": 0.0 + }, + { + "representative": 2738, + "members": [ + 2738 + ], + "max_error": 0.0 + }, + { + "representative": 2683, + "members": [ + 2683 + ], + "max_error": 0.0 + }, + { + "representative": 2639, + "members": [ + 2639 + ], + "max_error": 0.0 + }, + { + "representative": 2782, + "members": [ + 2782 + ], + "max_error": 0.0 + }, + { + "representative": 2781, + "members": [ + 2781 + ], + "max_error": 0.0 + }, + { + "representative": 2663, + "members": [ + 2663 + ], + "max_error": 0.0 + }, + { + "representative": 2658, + "members": [ + 2658 + ], + "max_error": 0.0 + }, + { + "representative": 2693, + "members": [ + 2693 + ], + "max_error": 0.0 + }, + { + "representative": 2745, + "members": [ + 2745 + ], + "max_error": 0.0 + }, + { + "representative": 2773, + "members": [ + 2773 + ], + "max_error": 0.0 + }, + { + "representative": 2794, + "members": [ + 2794 + ], + "max_error": 0.0 + }, + { + "representative": 2610, + "members": [ + 2610 + ], + "max_error": 0.0 + }, + { + "representative": 2661, + "members": [ + 2661 + ], + "max_error": 0.0 + }, + { + "representative": 2623, + "members": [ + 2623 + ], + "max_error": 0.0 + }, + { + "representative": 3093, + "members": [ + 3093 + ], + "max_error": 0.0 + }, + { + "representative": 3237, + "members": [ + 3237 + ], + "max_error": 0.0 + }, + { + "representative": 3272, + "members": [ + 3272 + ], + "max_error": 0.0 + }, + { + "representative": 3145, + "members": [ + 3145 + ], + "max_error": 0.0 + }, + { + "representative": 3169, + "members": [ + 3169 + ], + "max_error": 0.0 + }, + { + "representative": 3207, + "members": [ + 3207 + ], + "max_error": 0.0 + }, + { + "representative": 3162, + "members": [ + 3162 + ], + "max_error": 0.0 + }, + { + "representative": 3257, + "members": [ + 3257 + ], + "max_error": 0.0 + }, + { + "representative": 3258, + "members": [ + 3258 + ], + "max_error": 0.0 + }, + { + "representative": 3302, + "members": [ + 3302 + ], + "max_error": 0.0 + }, + { + "representative": 3303, + "members": [ + 3303 + ], + "max_error": 0.0 + }, + { + "representative": 3727, + "members": [ + 3727 + ], + "max_error": 0.0 + }, + { + "representative": 3626, + "members": [ + 3626 + ], + "max_error": 0.0 + }, + { + "representative": 3654, + "members": [ + 3654 + ], + "max_error": 0.0 + }, + { + "representative": 3610, + "members": [ + 3610 + ], + "max_error": 0.0 + }, + { + "representative": 3747, + "members": [ + 3747 + ], + "max_error": 0.0 + }, + { + "representative": 3663, + "members": [ + 3663 + ], + "max_error": 0.0 + }, + { + "representative": 3639, + "members": [ + 3639 + ], + "max_error": 0.0 + }, + { + "representative": 3811, + "members": [ + 3811 + ], + "max_error": 0.0 + }, + { + "representative": 3681, + "members": [ + 3681 + ], + "max_error": 0.0 + }, + { + "representative": 3584, + "members": [ + 3584 + ], + "max_error": 0.0 + }, + { + "representative": 1135, + "members": [ + 1135 + ], + "max_error": 0.0 + }, + { + "representative": 1109, + "members": [ + 1109 + ], + "max_error": 0.0 + }, + { + "representative": 1057, + "members": [ + 1057 + ], + "max_error": 0.0 + }, + { + "representative": 1276, + "members": [ + 1276 + ], + "max_error": 0.0 + }, + { + "representative": 1036, + "members": [ + 1036 + ], + "max_error": 0.0 + }, + { + "representative": 1032, + "members": [ + 1032 + ], + "max_error": 0.0 + }, + { + "representative": 1147, + "members": [ + 1147 + ], + "max_error": 0.0 + }, + { + "representative": 1204, + "members": [ + 1204 + ], + "max_error": 0.0 + }, + { + "representative": 1227, + "members": [ + 1227 + ], + "max_error": 0.0 + }, + { + "representative": 1093, + "members": [ + 1093 + ], + "max_error": 0.0 + }, + { + "representative": 1063, + "members": [ + 1063 + ], + "max_error": 0.0 + }, + { + "representative": 1715, + "members": [ + 1715 + ], + "max_error": 0.0 + }, + { + "representative": 1694, + "members": [ + 1694 + ], + "max_error": 0.0 + }, + { + "representative": 1720, + "members": [ + 1720 + ], + "max_error": 0.0 + }, + { + "representative": 1564, + "members": [ + 1564 + ], + "max_error": 0.0 + }, + { + "representative": 1667, + "members": [ + 1667 + ], + "max_error": 0.0 + }, + { + "representative": 1559, + "members": [ + 1559 + ], + "max_error": 0.0 + }, + { + "representative": 1571, + "members": [ + 1571 + ], + "max_error": 0.0 + }, + { + "representative": 1577, + "members": [ + 1577 + ], + "max_error": 0.0 + }, + { + "representative": 1617, + "members": [ + 1617 + ], + "max_error": 0.0 + }, + { + "representative": 2173, + "members": [ + 2173 + ], + "max_error": 0.0 + }, + { + "representative": 2053, + "members": [ + 2053 + ], + "max_error": 0.0 + }, + { + "representative": 2204, + "members": [ + 2204 + ], + "max_error": 0.0 + }, + { + "representative": 2137, + "members": [ + 2137 + ], + "max_error": 0.0 + }, + { + "representative": 2155, + "members": [ + 2155 + ], + "max_error": 0.0 + }, + { + "representative": 2209, + "members": [ + 2209 + ], + "max_error": 0.0 + }, + { + "representative": 2064, + "members": [ + 2064 + ], + "max_error": 0.0 + }, + { + "representative": 2264, + "members": [ + 2264 + ], + "max_error": 0.0 + }, + { + "representative": 2298, + "members": [ + 2298 + ], + "max_error": 0.0 + }, + { + "representative": 2206, + "members": [ + 2206 + ], + "max_error": 0.0 + }, + { + "representative": 2049, + "members": [ + 2049 + ], + "max_error": 0.0 + }, + { + "representative": 2210, + "members": [ + 2210 + ], + "max_error": 0.0 + }, + { + "representative": 2156, + "members": [ + 2156 + ], + "max_error": 0.0 + }, + { + "representative": 2108, + "members": [ + 2108 + ], + "max_error": 0.0 + }, + { + "representative": 2133, + "members": [ + 2133 + ], + "max_error": 0.0 + }, + { + "representative": 2219, + "members": [ + 2219 + ], + "max_error": 0.0 + }, + { + "representative": 2266, + "members": [ + 2266 + ], + "max_error": 0.0 + }, + { + "representative": 2174, + "members": [ + 2174 + ], + "max_error": 0.0 + }, + { + "representative": 2115, + "members": [ + 2115 + ], + "max_error": 0.0 + }, + { + "representative": 2166, + "members": [ + 2166 + ], + "max_error": 0.0 + }, + { + "representative": 2697, + "members": [ + 2697 + ], + "max_error": 0.0 + }, + { + "representative": 2761, + "members": [ + 2761 + ], + "max_error": 0.0 + }, + { + "representative": 2679, + "members": [ + 2679 + ], + "max_error": 0.0 + }, + { + "representative": 2746, + "members": [ + 2746 + ], + "max_error": 0.0 + }, + { + "representative": 2613, + "members": [ + 2613 + ], + "max_error": 0.0 + }, + { + "representative": 2602, + "members": [ + 2602 + ], + "max_error": 0.0 + }, + { + "representative": 2607, + "members": [ + 2607 + ], + "max_error": 0.0 + }, + { + "representative": 2749, + "members": [ + 2749 + ], + "max_error": 0.0 + }, + { + "representative": 3187, + "members": [ + 3187 + ], + "max_error": 0.0 + }, + { + "representative": 3186, + "members": [ + 3186 + ], + "max_error": 0.0 + }, + { + "representative": 3198, + "members": [ + 3198 + ], + "max_error": 0.0 + }, + { + "representative": 3298, + "members": [ + 3298 + ], + "max_error": 0.0 + }, + { + "representative": 3266, + "members": [ + 3266 + ], + "max_error": 0.0 + }, + { + "representative": 3307, + "members": [ + 3307 + ], + "max_error": 0.0 + }, + { + "representative": 3091, + "members": [ + 3091 + ], + "max_error": 0.0 + }, + { + "representative": 3322, + "members": [ + 3322 + ], + "max_error": 0.0 + }, + { + "representative": 3115, + "members": [ + 3115 + ], + "max_error": 0.0 + }, + { + "representative": 3270, + "members": [ + 3270 + ], + "max_error": 0.0 + }, + { + "representative": 3167, + "members": [ + 3167 + ], + "max_error": 0.0 + }, + { + "representative": 3651, + "members": [ + 3651 + ], + "max_error": 0.0 + }, + { + "representative": 3621, + "members": [ + 3621 + ], + "max_error": 0.0 + }, + { + "representative": 3627, + "members": [ + 3627 + ], + "max_error": 0.0 + }, + { + "representative": 3734, + "members": [ + 3734 + ], + "max_error": 0.0 + }, + { + "representative": 3830, + "members": [ + 3830 + ], + "max_error": 0.0 + }, + { + "representative": 3797, + "members": [ + 3797 + ], + "max_error": 0.0 + }, + { + "representative": 3776, + "members": [ + 3776 + ], + "max_error": 0.0 + }, + { + "representative": 3771, + "members": [ + 3771 + ], + "max_error": 0.0 + }, + { + "representative": 3592, + "members": [ + 3592 + ], + "max_error": 0.0 + }, + { + "representative": 3679, + "members": [ + 3679 + ], + "max_error": 0.0 + }, + { + "representative": 3748, + "members": [ + 3748 + ], + "max_error": 0.0 + }, + { + "representative": 1267, + "members": [ + 1267 + ], + "max_error": 0.0 + }, + { + "representative": 1183, + "members": [ + 1183 + ], + "max_error": 0.0 + }, + { + "representative": 1200, + "members": [ + 1200 + ], + "max_error": 0.0 + }, + { + "representative": 1245, + "members": [ + 1245 + ], + "max_error": 0.0 + }, + { + "representative": 1095, + "members": [ + 1095 + ], + "max_error": 0.0 + }, + { + "representative": 1225, + "members": [ + 1225 + ], + "max_error": 0.0 + }, + { + "representative": 1210, + "members": [ + 1210 + ], + "max_error": 0.0 + }, + { + "representative": 1086, + "members": [ + 1086 + ], + "max_error": 0.0 + }, + { + "representative": 1156, + "members": [ + 1156 + ], + "max_error": 0.0 + }, + { + "representative": 1030, + "members": [ + 1030 + ], + "max_error": 0.0 + }, + { + "representative": 1162, + "members": [ + 1162 + ], + "max_error": 0.0 + }, + { + "representative": 1066, + "members": [ + 1066 + ], + "max_error": 0.0 + }, + { + "representative": 1230, + "members": [ + 1230 + ], + "max_error": 0.0 + }, + { + "representative": 1122, + "members": [ + 1122 + ], + "max_error": 0.0 + }, + { + "representative": 1724, + "members": [ + 1724 + ], + "max_error": 0.0 + }, + { + "representative": 1723, + "members": [ + 1723 + ], + "max_error": 0.0 + }, + { + "representative": 1597, + "members": [ + 1597 + ], + "max_error": 0.0 + }, + { + "representative": 1563, + "members": [ + 1563 + ], + "max_error": 0.0 + }, + { + "representative": 1714, + "members": [ + 1714 + ], + "max_error": 0.0 + }, + { + "representative": 1613, + "members": [ + 1613 + ], + "max_error": 0.0 + }, + { + "representative": 1689, + "members": [ + 1689 + ], + "max_error": 0.0 + }, + { + "representative": 1741, + "members": [ + 1741 + ], + "max_error": 0.0 + }, + { + "representative": 1684, + "members": [ + 1684 + ], + "max_error": 0.0 + }, + { + "representative": 1680, + "members": [ + 1680 + ], + "max_error": 0.0 + }, + { + "representative": 1611, + "members": [ + 1611 + ], + "max_error": 0.0 + }, + { + "representative": 1545, + "members": [ + 1545 + ], + "max_error": 0.0 + }, + { + "representative": 1690, + "members": [ + 1690 + ], + "max_error": 0.0 + }, + { + "representative": 1640, + "members": [ + 1640 + ], + "max_error": 0.0 + }, + { + "representative": 1627, + "members": [ + 1627 + ], + "max_error": 0.0 + }, + { + "representative": 1750, + "members": [ + 1750 + ], + "max_error": 0.0 + }, + { + "representative": 2232, + "members": [ + 2232 + ], + "max_error": 0.0 + }, + { + "representative": 2082, + "members": [ + 2082 + ], + "max_error": 0.0 + }, + { + "representative": 2127, + "members": [ + 2127 + ], + "max_error": 0.0 + }, + { + "representative": 2074, + "members": [ + 2074 + ], + "max_error": 0.0 + }, + { + "representative": 2111, + "members": [ + 2111 + ], + "max_error": 0.0 + }, + { + "representative": 2190, + "members": [ + 2190 + ], + "max_error": 0.0 + }, + { + "representative": 2276, + "members": [ + 2276 + ], + "max_error": 0.0 + }, + { + "representative": 2282, + "members": [ + 2282 + ], + "max_error": 0.0 + }, + { + "representative": 2051, + "members": [ + 2051 + ], + "max_error": 0.0 + }, + { + "representative": 2236, + "members": [ + 2236 + ], + "max_error": 0.0 + }, + { + "representative": 2113, + "members": [ + 2113 + ], + "max_error": 0.0 + }, + { + "representative": 2125, + "members": [ + 2125 + ], + "max_error": 0.0 + }, + { + "representative": 2159, + "members": [ + 2159 + ], + "max_error": 0.0 + }, + { + "representative": 2162, + "members": [ + 2162 + ], + "max_error": 0.0 + }, + { + "representative": 2056, + "members": [ + 2056 + ], + "max_error": 0.0 + }, + { + "representative": 2712, + "members": [ + 2712 + ], + "max_error": 0.0 + }, + { + "representative": 2660, + "members": [ + 2660 + ], + "max_error": 0.0 + }, + { + "representative": 2601, + "members": [ + 2601 + ], + "max_error": 0.0 + }, + { + "representative": 2717, + "members": [ + 2717 + ], + "max_error": 0.0 + }, + { + "representative": 2606, + "members": [ + 2606 + ], + "max_error": 0.0 + }, + { + "representative": 2741, + "members": [ + 2741 + ], + "max_error": 0.0 + }, + { + "representative": 2740, + "members": [ + 2740 + ], + "max_error": 0.0 + }, + { + "representative": 2589, + "members": [ + 2589 + ], + "max_error": 0.0 + }, + { + "representative": 2670, + "members": [ + 2670 + ], + "max_error": 0.0 + }, + { + "representative": 2713, + "members": [ + 2713 + ], + "max_error": 0.0 + }, + { + "representative": 2702, + "members": [ + 2702 + ], + "max_error": 0.0 + }, + { + "representative": 3131, + "members": [ + 3131 + ], + "max_error": 0.0 + }, + { + "representative": 3242, + "members": [ + 3242 + ], + "max_error": 0.0 + }, + { + "representative": 3118, + "members": [ + 3118 + ], + "max_error": 0.0 + }, + { + "representative": 3248, + "members": [ + 3248 + ], + "max_error": 0.0 + }, + { + "representative": 3267, + "members": [ + 3267 + ], + "max_error": 0.0 + }, + { + "representative": 3173, + "members": [ + 3173 + ], + "max_error": 0.0 + }, + { + "representative": 3212, + "members": [ + 3212 + ], + "max_error": 0.0 + }, + { + "representative": 3119, + "members": [ + 3119 + ], + "max_error": 0.0 + }, + { + "representative": 3590, + "members": [ + 3590 + ], + "max_error": 0.0 + }, + { + "representative": 3668, + "members": [ + 3668 + ], + "max_error": 0.0 + }, + { + "representative": 3667, + "members": [ + 3667 + ], + "max_error": 0.0 + }, + { + "representative": 3815, + "members": [ + 3815 + ], + "max_error": 0.0 + }, + { + "representative": 3659, + "members": [ + 3659 + ], + "max_error": 0.0 + }, + { + "representative": 3728, + "members": [ + 3728 + ], + "max_error": 0.0 + }, + { + "representative": 3784, + "members": [ + 3784 + ], + "max_error": 0.0 + }, + { + "representative": 3601, + "members": [ + 3601 + ], + "max_error": 0.0 + }, + { + "representative": 3800, + "members": [ + 3800 + ], + "max_error": 0.0 + }, + { + "representative": 3810, + "members": [ + 3810 + ], + "max_error": 0.0 + }, + { + "representative": 2595, + "members": [ + 2595 + ], + "max_error": 0.0 + }, + { + "representative": 2625, + "members": [ + 2625 + ], + "max_error": 0.0 + }, + { + "representative": 2619, + "members": [ + 2619 + ], + "max_error": 0.0 + }, + { + "representative": 2636, + "members": [ + 2636 + ], + "max_error": 0.0 + }, + { + "representative": 2725, + "members": [ + 2725 + ], + "max_error": 0.0 + }, + { + "representative": 2789, + "members": [ + 2789 + ], + "max_error": 0.0 + }, + { + "representative": 2778, + "members": [ + 2778 + ], + "max_error": 0.0 + }, + { + "representative": 2561, + "members": [ + 2561 + ], + "max_error": 0.0 + }, + { + "representative": 3255, + "members": [ + 3255 + ], + "max_error": 0.0 + }, + { + "representative": 3271, + "members": [ + 3271 + ], + "max_error": 0.0 + }, + { + "representative": 3320, + "members": [ + 3320 + ], + "max_error": 0.0 + }, + { + "representative": 3095, + "members": [ + 3095 + ], + "max_error": 0.0 + }, + { + "representative": 3309, + "members": [ + 3309 + ], + "max_error": 0.0 + }, + { + "representative": 3314, + "members": [ + 3314 + ], + "max_error": 0.0 + }, + { + "representative": 3152, + "members": [ + 3152 + ], + "max_error": 0.0 + }, + { + "representative": 3123, + "members": [ + 3123 + ], + "max_error": 0.0 + }, + { + "representative": 3100, + "members": [ + 3100 + ], + "max_error": 0.0 + }, + { + "representative": 3082, + "members": [ + 3082 + ], + "max_error": 0.0 + }, + { + "representative": 3214, + "members": [ + 3214 + ], + "max_error": 0.0 + }, + { + "representative": 3263, + "members": [ + 3263 + ], + "max_error": 0.0 + }, + { + "representative": 3297, + "members": [ + 3297 + ], + "max_error": 0.0 + }, + { + "representative": 3221, + "members": [ + 3221 + ], + "max_error": 0.0 + }, + { + "representative": 3182, + "members": [ + 3182 + ], + "max_error": 0.0 + }, + { + "representative": 3107, + "members": [ + 3107 + ], + "max_error": 0.0 + }, + { + "representative": 3588, + "members": [ + 3588 + ], + "max_error": 0.0 + }, + { + "representative": 3597, + "members": [ + 3597 + ], + "max_error": 0.0 + }, + { + "representative": 3795, + "members": [ + 3795 + ], + "max_error": 0.0 + }, + { + "representative": 3694, + "members": [ + 3694 + ], + "max_error": 0.0 + }, + { + "representative": 3777, + "members": [ + 3777 + ], + "max_error": 0.0 + }, + { + "representative": 3793, + "members": [ + 3793 + ], + "max_error": 0.0 + }, + { + "representative": 3692, + "members": [ + 3692 + ], + "max_error": 0.0 + }, + { + "representative": 3758, + "members": [ + 3758 + ], + "max_error": 0.0 + }, + { + "representative": 3628, + "members": [ + 3628 + ], + "max_error": 0.0 + }, + { + "representative": 3585, + "members": [ + 3585 + ], + "max_error": 0.0 + }, + { + "representative": 3598, + "members": [ + 3598 + ], + "max_error": 0.0 + }, + { + "representative": 3705, + "members": [ + 3705 + ], + "max_error": 0.0 + }, + { + "representative": 3690, + "members": [ + 3690 + ], + "max_error": 0.0 + }, + { + "representative": 3725, + "members": [ + 3725 + ], + "max_error": 0.0 + }, + { + "representative": 4104, + "members": [ + 4104 + ], + "max_error": 0.0 + }, + { + "representative": 4105, + "members": [ + 4105 + ], + "max_error": 0.0 + }, + { + "representative": 4097, + "members": [ + 4097 + ], + "max_error": 0.0 + }, + { + "representative": 4106, + "members": [ + 4106 + ], + "max_error": 0.0 + }, + { + "representative": 4109, + "members": [ + 4109 + ], + "max_error": 0.0 + }, + { + "representative": 4110, + "members": [ + 4110 + ], + "max_error": 0.0 + }, + { + "representative": 4111, + "members": [ + 4111 + ], + "max_error": 0.0 + }, + { + "representative": 4098, + "members": [ + 4098 + ], + "max_error": 0.0 + }, + { + "representative": 4100, + "members": [ + 4100 + ], + "max_error": 0.0 + }, + { + "representative": 4101, + "members": [ + 4101 + ], + "max_error": 0.0 + }, + { + "representative": 4103, + "members": [ + 4103 + ], + "max_error": 0.0 + }, + { + "representative": 4120, + "members": [ + 4120 + ], + "max_error": 0.0 + }, + { + "representative": 4121, + "members": [ + 4121 + ], + "max_error": 0.0 + }, + { + "representative": 4113, + "members": [ + 4113 + ], + "max_error": 0.0 + }, + { + "representative": 4123, + "members": [ + 4123 + ], + "max_error": 0.0 + }, + { + "representative": 4126, + "members": [ + 4126 + ], + "max_error": 0.0 + }, + { + "representative": 4127, + "members": [ + 4127 + ], + "max_error": 0.0 + }, + { + "representative": 4114, + "members": [ + 4114 + ], + "max_error": 0.0 + }, + { + "representative": 4115, + "members": [ + 4115 + ], + "max_error": 0.0 + }, + { + "representative": 4116, + "members": [ + 4116 + ], + "max_error": 0.0 + }, + { + "representative": 4117, + "members": [ + 4117 + ], + "max_error": 0.0 + }, + { + "representative": 4118, + "members": [ + 4118 + ], + "max_error": 0.0 + }, + { + "representative": 4119, + "members": [ + 4119 + ], + "max_error": 0.0 + }, + { + "representative": 4128, + "members": [ + 4128 + ], + "max_error": 0.0 + }, + { + "representative": 4137, + "members": [ + 4137 + ], + "max_error": 0.0 + }, + { + "representative": 4129, + "members": [ + 4129 + ], + "max_error": 0.0 + }, + { + "representative": 4138, + "members": [ + 4138 + ], + "max_error": 0.0 + }, + { + "representative": 4139, + "members": [ + 4139 + ], + "max_error": 0.0 + }, + { + "representative": 4140, + "members": [ + 4140 + ], + "max_error": 0.0 + }, + { + "representative": 4141, + "members": [ + 4141 + ], + "max_error": 0.0 + }, + { + "representative": 4142, + "members": [ + 4142 + ], + "max_error": 0.0 + }, + { + "representative": 4143, + "members": [ + 4143 + ], + "max_error": 0.0 + }, + { + "representative": 4130, + "members": [ + 4130 + ], + "max_error": 0.0 + }, + { + "representative": 4131, + "members": [ + 4131 + ], + "max_error": 0.0 + }, + { + "representative": 4132, + "members": [ + 4132 + ], + "max_error": 0.0 + }, + { + "representative": 4133, + "members": [ + 4133 + ], + "max_error": 0.0 + }, + { + "representative": 4134, + "members": [ + 4134 + ], + "max_error": 0.0 + }, + { + "representative": 4144, + "members": [ + 4144 + ], + "max_error": 0.0 + }, + { + "representative": 4153, + "members": [ + 4153 + ], + "max_error": 0.0 + }, + { + "representative": 4145, + "members": [ + 4145 + ], + "max_error": 0.0 + }, + { + "representative": 4154, + "members": [ + 4154 + ], + "max_error": 0.0 + }, + { + "representative": 4155, + "members": [ + 4155 + ], + "max_error": 0.0 + }, + { + "representative": 4158, + "members": [ + 4158 + ], + "max_error": 0.0 + }, + { + "representative": 4146, + "members": [ + 4146 + ], + "max_error": 0.0 + }, + { + "representative": 4147, + "members": [ + 4147 + ], + "max_error": 0.0 + }, + { + "representative": 4148, + "members": [ + 4148 + ], + "max_error": 0.0 + }, + { + "representative": 4149, + "members": [ + 4149 + ], + "max_error": 0.0 + }, + { + "representative": 4150, + "members": [ + 4150 + ], + "max_error": 0.0 + }, + { + "representative": 4151, + "members": [ + 4151 + ], + "max_error": 0.0 + }, + { + "representative": 4619, + "members": [ + 4619 + ], + "max_error": 0.0 + }, + { + "representative": 4736, + "members": [ + 4736 + ], + "max_error": 0.0 + }, + { + "representative": 4744, + "members": [ + 4744 + ], + "max_error": 0.0 + }, + { + "representative": 4739, + "members": [ + 4739 + ], + "max_error": 0.0 + }, + { + "representative": 4761, + "members": [ + 4761 + ], + "max_error": 0.0 + }, + { + "representative": 4757, + "members": [ + 4757 + ], + "max_error": 0.0 + }, + { + "representative": 4633, + "members": [ + 4633 + ], + "max_error": 0.0 + }, + { + "representative": 4769, + "members": [ + 4769 + ], + "max_error": 0.0 + }, + { + "representative": 4779, + "members": [ + 4779 + ], + "max_error": 0.0 + }, + { + "representative": 4771, + "members": [ + 4771 + ], + "max_error": 0.0 + }, + { + "representative": 4774, + "members": [ + 4774 + ], + "max_error": 0.0 + }, + { + "representative": 4775, + "members": [ + 4775 + ], + "max_error": 0.0 + }, + { + "representative": 4793, + "members": [ + 4793 + ], + "max_error": 0.0 + }, + { + "representative": 4785, + "members": [ + 4785 + ], + "max_error": 0.0 + }, + { + "representative": 4791, + "members": [ + 4791 + ], + "max_error": 0.0 + }, + { + "representative": 4809, + "members": [ + 4809 + ], + "max_error": 0.0 + }, + { + "representative": 4811, + "members": [ + 4811 + ], + "max_error": 0.0 + }, + { + "representative": 4813, + "members": [ + 4813 + ], + "max_error": 0.0 + }, + { + "representative": 4807, + "members": [ + 4807 + ], + "max_error": 0.0 + }, + { + "representative": 4825, + "members": [ + 4825 + ], + "max_error": 0.0 + }, + { + "representative": 4827, + "members": [ + 4827 + ], + "max_error": 0.0 + }, + { + "representative": 4831, + "members": [ + 4831 + ], + "max_error": 0.0 + }, + { + "representative": 4832, + "members": [ + 4832 + ], + "max_error": 0.0 + }, + { + "representative": 4841, + "members": [ + 4841 + ], + "max_error": 0.0 + }, + { + "representative": 4858, + "members": [ + 4858 + ], + "max_error": 0.0 + }, + { + "representative": 4850, + "members": [ + 4850 + ], + "max_error": 0.0 + }, + { + "representative": 4853, + "members": [ + 4853 + ], + "max_error": 0.0 + }, + { + "representative": 4652, + "members": [ + 4652 + ], + "max_error": 0.0 + }, + { + "representative": 4669, + "members": [ + 4669 + ], + "max_error": 0.0 + }, + { + "representative": 4683, + "members": [ + 4683 + ], + "max_error": 0.0 + }, + { + "representative": 4684, + "members": [ + 4684 + ], + "max_error": 0.0 + }, + { + "representative": 4685, + "members": [ + 4685 + ], + "max_error": 0.0 + }, + { + "representative": 4677, + "members": [ + 4677 + ], + "max_error": 0.0 + }, + { + "representative": 4699, + "members": [ + 4699 + ], + "max_error": 0.0 + }, + { + "representative": 4702, + "members": [ + 4702 + ], + "max_error": 0.0 + }, + { + "representative": 4693, + "members": [ + 4693 + ], + "max_error": 0.0 + }, + { + "representative": 4712, + "members": [ + 4712 + ], + "max_error": 0.0 + }, + { + "representative": 4713, + "members": [ + 4713 + ], + "max_error": 0.0 + }, + { + "representative": 4714, + "members": [ + 4714 + ], + "max_error": 0.0 + }, + { + "representative": 4715, + "members": [ + 4715 + ], + "max_error": 0.0 + }, + { + "representative": 4717, + "members": [ + 4717 + ], + "max_error": 0.0 + }, + { + "representative": 4718, + "members": [ + 4718 + ], + "max_error": 0.0 + }, + { + "representative": 4734, + "members": [ + 4734 + ], + "max_error": 0.0 + }, + { + "representative": 4724, + "members": [ + 4724 + ], + "max_error": 0.0 + }, + { + "representative": 4727, + "members": [ + 4727 + ], + "max_error": 0.0 + }, + { + "representative": 5122, + "members": [ + 5122 + ], + "max_error": 0.0 + }, + { + "representative": 5268, + "members": [ + 5268 + ], + "max_error": 0.0 + }, + { + "representative": 5270, + "members": [ + 5270 + ], + "max_error": 0.0 + }, + { + "representative": 5149, + "members": [ + 5149 + ], + "max_error": 0.0 + }, + { + "representative": 5292, + "members": [ + 5292 + ], + "max_error": 0.0 + }, + { + "representative": 5295, + "members": [ + 5295 + ], + "max_error": 0.0 + }, + { + "representative": 5359, + "members": [ + 5359 + ], + "max_error": 0.0 + }, + { + "representative": 5351, + "members": [ + 5351 + ], + "max_error": 0.0 + }, + { + "representative": 5370, + "members": [ + 5370 + ], + "max_error": 0.0 + }, + { + "representative": 5344, + "members": [ + 5344 + ], + "max_error": 0.0 + }, + { + "representative": 5331, + "members": [ + 5331 + ], + "max_error": 0.0 + }, + { + "representative": 5209, + "members": [ + 5209 + ], + "max_error": 0.0 + }, + { + "representative": 5204, + "members": [ + 5204 + ], + "max_error": 0.0 + }, + { + "representative": 5167, + "members": [ + 5167 + ], + "max_error": 0.0 + }, + { + "representative": 5168, + "members": [ + 5168 + ], + "max_error": 0.0 + }, + { + "representative": 5311, + "members": [ + 5311 + ], + "max_error": 0.0 + }, + { + "representative": 5337, + "members": [ + 5337 + ], + "max_error": 0.0 + }, + { + "representative": 5145, + "members": [ + 5145 + ], + "max_error": 0.0 + }, + { + "representative": 5334, + "members": [ + 5334 + ], + "max_error": 0.0 + }, + { + "representative": 5264, + "members": [ + 5264 + ], + "max_error": 0.0 + }, + { + "representative": 5254, + "members": [ + 5254 + ], + "max_error": 0.0 + }, + { + "representative": 5241, + "members": [ + 5241 + ], + "max_error": 0.0 + }, + { + "representative": 5220, + "members": [ + 5220 + ], + "max_error": 0.0 + }, + { + "representative": 5185, + "members": [ + 5185 + ], + "max_error": 0.0 + }, + { + "representative": 5156, + "members": [ + 5156 + ], + "max_error": 0.0 + }, + { + "representative": 5354, + "members": [ + 5354 + ], + "max_error": 0.0 + }, + { + "representative": 5182, + "members": [ + 5182 + ], + "max_error": 0.0 + }, + { + "representative": 5175, + "members": [ + 5175 + ], + "max_error": 0.0 + }, + { + "representative": 5257, + "members": [ + 5257 + ], + "max_error": 0.0 + }, + { + "representative": 5274, + "members": [ + 5274 + ], + "max_error": 0.0 + }, + { + "representative": 5123, + "members": [ + 5123 + ], + "max_error": 0.0 + }, + { + "representative": 5199, + "members": [ + 5199 + ], + "max_error": 0.0 + }, + { + "representative": 5226, + "members": [ + 5226 + ], + "max_error": 0.0 + }, + { + "representative": 5229, + "members": [ + 5229 + ], + "max_error": 0.0 + }, + { + "representative": 5223, + "members": [ + 5223 + ], + "max_error": 0.0 + }, + { + "representative": 5247, + "members": [ + 5247 + ], + "max_error": 0.0 + }, + { + "representative": 5632, + "members": [ + 5632 + ], + "max_error": 0.0 + }, + { + "representative": 5640, + "members": [ + 5640 + ], + "max_error": 0.0 + }, + { + "representative": 5641, + "members": [ + 5641 + ], + "max_error": 0.0 + }, + { + "representative": 5633, + "members": [ + 5633 + ], + "max_error": 0.0 + }, + { + "representative": 5642, + "members": [ + 5642 + ], + "max_error": 0.0 + }, + { + "representative": 5646, + "members": [ + 5646 + ], + "max_error": 0.0 + }, + { + "representative": 5635, + "members": [ + 5635 + ], + "max_error": 0.0 + }, + { + "representative": 5637, + "members": [ + 5637 + ], + "max_error": 0.0 + }, + { + "representative": 5648, + "members": [ + 5648 + ], + "max_error": 0.0 + }, + { + "representative": 5656, + "members": [ + 5656 + ], + "max_error": 0.0 + }, + { + "representative": 5657, + "members": [ + 5657 + ], + "max_error": 0.0 + }, + { + "representative": 5649, + "members": [ + 5649 + ], + "max_error": 0.0 + }, + { + "representative": 5658, + "members": [ + 5658 + ], + "max_error": 0.0 + }, + { + "representative": 5659, + "members": [ + 5659 + ], + "max_error": 0.0 + }, + { + "representative": 5660, + "members": [ + 5660 + ], + "max_error": 0.0 + }, + { + "representative": 5661, + "members": [ + 5661 + ], + "max_error": 0.0 + }, + { + "representative": 5663, + "members": [ + 5663 + ], + "max_error": 0.0 + }, + { + "representative": 5651, + "members": [ + 5651 + ], + "max_error": 0.0 + }, + { + "representative": 5652, + "members": [ + 5652 + ], + "max_error": 0.0 + }, + { + "representative": 5653, + "members": [ + 5653 + ], + "max_error": 0.0 + }, + { + "representative": 5654, + "members": [ + 5654 + ], + "max_error": 0.0 + }, + { + "representative": 5655, + "members": [ + 5655 + ], + "max_error": 0.0 + }, + { + "representative": 5672, + "members": [ + 5672 + ], + "max_error": 0.0 + }, + { + "representative": 5674, + "members": [ + 5674 + ], + "max_error": 0.0 + }, + { + "representative": 5675, + "members": [ + 5675 + ], + "max_error": 0.0 + }, + { + "representative": 5676, + "members": [ + 5676 + ], + "max_error": 0.0 + }, + { + "representative": 5677, + "members": [ + 5677 + ], + "max_error": 0.0 + }, + { + "representative": 5678, + "members": [ + 5678 + ], + "max_error": 0.0 + }, + { + "representative": 5679, + "members": [ + 5679 + ], + "max_error": 0.0 + }, + { + "representative": 5666, + "members": [ + 5666 + ], + "max_error": 0.0 + }, + { + "representative": 5668, + "members": [ + 5668 + ], + "max_error": 0.0 + }, + { + "representative": 5669, + "members": [ + 5669 + ], + "max_error": 0.0 + }, + { + "representative": 5680, + "members": [ + 5680 + ], + "max_error": 0.0 + }, + { + "representative": 5681, + "members": [ + 5681 + ], + "max_error": 0.0 + }, + { + "representative": 5690, + "members": [ + 5690 + ], + "max_error": 0.0 + }, + { + "representative": 5692, + "members": [ + 5692 + ], + "max_error": 0.0 + }, + { + "representative": 5693, + "members": [ + 5693 + ], + "max_error": 0.0 + }, + { + "representative": 5694, + "members": [ + 5694 + ], + "max_error": 0.0 + }, + { + "representative": 5683, + "members": [ + 5683 + ], + "max_error": 0.0 + }, + { + "representative": 5684, + "members": [ + 5684 + ], + "max_error": 0.0 + }, + { + "representative": 5687, + "members": [ + 5687 + ], + "max_error": 0.0 + }, + { + "representative": 1046, + "members": [ + 1046 + ], + "max_error": 0.0 + }, + { + "representative": 1275, + "members": [ + 1275 + ], + "max_error": 0.0 + }, + { + "representative": 1263, + "members": [ + 1263 + ], + "max_error": 0.0 + }, + { + "representative": 1260, + "members": [ + 1260 + ], + "max_error": 0.0 + }, + { + "representative": 1133, + "members": [ + 1133 + ], + "max_error": 0.0 + }, + { + "representative": 1250, + "members": [ + 1250 + ], + "max_error": 0.0 + }, + { + "representative": 1049, + "members": [ + 1049 + ], + "max_error": 0.0 + }, + { + "representative": 1161, + "members": [ + 1161 + ], + "max_error": 0.0 + }, + { + "representative": 1238, + "members": [ + 1238 + ], + "max_error": 0.0 + }, + { + "representative": 1094, + "members": [ + 1094 + ], + "max_error": 0.0 + }, + { + "representative": 1134, + "members": [ + 1134 + ], + "max_error": 0.0 + }, + { + "representative": 1239, + "members": [ + 1239 + ], + "max_error": 0.0 + }, + { + "representative": 1110, + "members": [ + 1110 + ], + "max_error": 0.0 + }, + { + "representative": 1212, + "members": [ + 1212 + ], + "max_error": 0.0 + }, + { + "representative": 1045, + "members": [ + 1045 + ], + "max_error": 0.0 + }, + { + "representative": 1069, + "members": [ + 1069 + ], + "max_error": 0.0 + }, + { + "representative": 1104, + "members": [ + 1104 + ], + "max_error": 0.0 + }, + { + "representative": 1610, + "members": [ + 1610 + ], + "max_error": 0.0 + }, + { + "representative": 1745, + "members": [ + 1745 + ], + "max_error": 0.0 + }, + { + "representative": 1637, + "members": [ + 1637 + ], + "max_error": 0.0 + }, + { + "representative": 1679, + "members": [ + 1679 + ], + "max_error": 0.0 + }, + { + "representative": 1595, + "members": [ + 1595 + ], + "max_error": 0.0 + }, + { + "representative": 1693, + "members": [ + 1693 + ], + "max_error": 0.0 + }, + { + "representative": 1566, + "members": [ + 1566 + ], + "max_error": 0.0 + }, + { + "representative": 1671, + "members": [ + 1671 + ], + "max_error": 0.0 + }, + { + "representative": 1712, + "members": [ + 1712 + ], + "max_error": 0.0 + }, + { + "representative": 1730, + "members": [ + 1730 + ], + "max_error": 0.0 + }, + { + "representative": 1650, + "members": [ + 1650 + ], + "max_error": 0.0 + }, + { + "representative": 1536, + "members": [ + 1536 + ], + "max_error": 0.0 + }, + { + "representative": 1780, + "members": [ + 1780 + ], + "max_error": 0.0 + }, + { + "representative": 2274, + "members": [ + 2274 + ], + "max_error": 0.0 + }, + { + "representative": 2110, + "members": [ + 2110 + ], + "max_error": 0.0 + }, + { + "representative": 2233, + "members": [ + 2233 + ], + "max_error": 0.0 + }, + { + "representative": 2169, + "members": [ + 2169 + ], + "max_error": 0.0 + }, + { + "representative": 2195, + "members": [ + 2195 + ], + "max_error": 0.0 + }, + { + "representative": 2253, + "members": [ + 2253 + ], + "max_error": 0.0 + }, + { + "representative": 2132, + "members": [ + 2132 + ], + "max_error": 0.0 + }, + { + "representative": 2289, + "members": [ + 2289 + ], + "max_error": 0.0 + }, + { + "representative": 2055, + "members": [ + 2055 + ], + "max_error": 0.0 + }, + { + "representative": 2178, + "members": [ + 2178 + ], + "max_error": 0.0 + }, + { + "representative": 2245, + "members": [ + 2245 + ], + "max_error": 0.0 + }, + { + "representative": 2180, + "members": [ + 2180 + ], + "max_error": 0.0 + }, + { + "representative": 2785, + "members": [ + 2785 + ], + "max_error": 0.0 + }, + { + "representative": 2562, + "members": [ + 2562 + ], + "max_error": 0.0 + }, + { + "representative": 2792, + "members": [ + 2792 + ], + "max_error": 0.0 + }, + { + "representative": 2704, + "members": [ + 2704 + ], + "max_error": 0.0 + }, + { + "representative": 2711, + "members": [ + 2711 + ], + "max_error": 0.0 + }, + { + "representative": 2593, + "members": [ + 2593 + ], + "max_error": 0.0 + }, + { + "representative": 2643, + "members": [ + 2643 + ], + "max_error": 0.0 + }, + { + "representative": 2577, + "members": [ + 2577 + ], + "max_error": 0.0 + }, + { + "representative": 2787, + "members": [ + 2787 + ], + "max_error": 0.0 + }, + { + "representative": 2629, + "members": [ + 2629 + ], + "max_error": 0.0 + }, + { + "representative": 2646, + "members": [ + 2646 + ], + "max_error": 0.0 + }, + { + "representative": 2698, + "members": [ + 2698 + ], + "max_error": 0.0 + }, + { + "representative": 2772, + "members": [ + 2772 + ], + "max_error": 0.0 + }, + { + "representative": 2710, + "members": [ + 2710 + ], + "max_error": 0.0 + }, + { + "representative": 3211, + "members": [ + 3211 + ], + "max_error": 0.0 + }, + { + "representative": 3250, + "members": [ + 3250 + ], + "max_error": 0.0 + }, + { + "representative": 3080, + "members": [ + 3080 + ], + "max_error": 0.0 + }, + { + "representative": 3150, + "members": [ + 3150 + ], + "max_error": 0.0 + }, + { + "representative": 3132, + "members": [ + 3132 + ], + "max_error": 0.0 + }, + { + "representative": 3313, + "members": [ + 3313 + ], + "max_error": 0.0 + }, + { + "representative": 3236, + "members": [ + 3236 + ], + "max_error": 0.0 + }, + { + "representative": 3151, + "members": [ + 3151 + ], + "max_error": 0.0 + }, + { + "representative": 3757, + "members": [ + 3757 + ], + "max_error": 0.0 + }, + { + "representative": 3711, + "members": [ + 3711 + ], + "max_error": 0.0 + }, + { + "representative": 3703, + "members": [ + 3703 + ], + "max_error": 0.0 + }, + { + "representative": 3719, + "members": [ + 3719 + ], + "max_error": 0.0 + }, + { + "representative": 3837, + "members": [ + 3837 + ], + "max_error": 0.0 + }, + { + "representative": 3623, + "members": [ + 3623 + ], + "max_error": 0.0 + }, + { + "representative": 3608, + "members": [ + 3608 + ], + "max_error": 0.0 + }, + { + "representative": 3636, + "members": [ + 3636 + ], + "max_error": 0.0 + }, + { + "representative": 3706, + "members": [ + 3706 + ], + "max_error": 0.0 + }, + { + "representative": 3669, + "members": [ + 3669 + ], + "max_error": 0.0 + }, + { + "representative": 1121, + "members": [ + 1121 + ], + "max_error": 0.0 + }, + { + "representative": 1270, + "members": [ + 1270 + ], + "max_error": 0.0 + }, + { + "representative": 1259, + "members": [ + 1259 + ], + "max_error": 0.0 + }, + { + "representative": 1033, + "members": [ + 1033 + ], + "max_error": 0.0 + }, + { + "representative": 1252, + "members": [ + 1252 + ], + "max_error": 0.0 + }, + { + "representative": 1201, + "members": [ + 1201 + ], + "max_error": 0.0 + }, + { + "representative": 1185, + "members": [ + 1185 + ], + "max_error": 0.0 + }, + { + "representative": 1089, + "members": [ + 1089 + ], + "max_error": 0.0 + }, + { + "representative": 1152, + "members": [ + 1152 + ], + "max_error": 0.0 + }, + { + "representative": 1154, + "members": [ + 1154 + ], + "max_error": 0.0 + }, + { + "representative": 1190, + "members": [ + 1190 + ], + "max_error": 0.0 + }, + { + "representative": 1184, + "members": [ + 1184 + ], + "max_error": 0.0 + }, + { + "representative": 1073, + "members": [ + 1073 + ], + "max_error": 0.0 + }, + { + "representative": 1277, + "members": [ + 1277 + ], + "max_error": 0.0 + }, + { + "representative": 1097, + "members": [ + 1097 + ], + "max_error": 0.0 + }, + { + "representative": 1182, + "members": [ + 1182 + ], + "max_error": 0.0 + }, + { + "representative": 1625, + "members": [ + 1625 + ], + "max_error": 0.0 + }, + { + "representative": 1589, + "members": [ + 1589 + ], + "max_error": 0.0 + }, + { + "representative": 1561, + "members": [ + 1561 + ], + "max_error": 0.0 + }, + { + "representative": 1710, + "members": [ + 1710 + ], + "max_error": 0.0 + }, + { + "representative": 1789, + "members": [ + 1789 + ], + "max_error": 0.0 + }, + { + "representative": 1574, + "members": [ + 1574 + ], + "max_error": 0.0 + }, + { + "representative": 1791, + "members": [ + 1791 + ], + "max_error": 0.0 + }, + { + "representative": 1626, + "members": [ + 1626 + ], + "max_error": 0.0 + }, + { + "representative": 1581, + "members": [ + 1581 + ], + "max_error": 0.0 + }, + { + "representative": 1696, + "members": [ + 1696 + ], + "max_error": 0.0 + }, + { + "representative": 1652, + "members": [ + 1652 + ], + "max_error": 0.0 + }, + { + "representative": 1598, + "members": [ + 1598 + ], + "max_error": 0.0 + }, + { + "representative": 1681, + "members": [ + 1681 + ], + "max_error": 0.0 + }, + { + "representative": 1699, + "members": [ + 1699 + ], + "max_error": 0.0 + }, + { + "representative": 1738, + "members": [ + 1738 + ], + "max_error": 0.0 + }, + { + "representative": 1585, + "members": [ + 1585 + ], + "max_error": 0.0 + }, + { + "representative": 2145, + "members": [ + 2145 + ], + "max_error": 0.0 + }, + { + "representative": 2299, + "members": [ + 2299 + ], + "max_error": 0.0 + }, + { + "representative": 2185, + "members": [ + 2185 + ], + "max_error": 0.0 + }, + { + "representative": 2048, + "members": [ + 2048 + ], + "max_error": 0.0 + }, + { + "representative": 2179, + "members": [ + 2179 + ], + "max_error": 0.0 + }, + { + "representative": 2198, + "members": [ + 2198 + ], + "max_error": 0.0 + }, + { + "representative": 2234, + "members": [ + 2234 + ], + "max_error": 0.0 + }, + { + "representative": 2192, + "members": [ + 2192 + ], + "max_error": 0.0 + }, + { + "representative": 2241, + "members": [ + 2241 + ], + "max_error": 0.0 + }, + { + "representative": 2292, + "members": [ + 2292 + ], + "max_error": 0.0 + }, + { + "representative": 2193, + "members": [ + 2193 + ], + "max_error": 0.0 + }, + { + "representative": 2275, + "members": [ + 2275 + ], + "max_error": 0.0 + }, + { + "representative": 2131, + "members": [ + 2131 + ], + "max_error": 0.0 + }, + { + "representative": 2153, + "members": [ + 2153 + ], + "max_error": 0.0 + }, + { + "representative": 2183, + "members": [ + 2183 + ], + "max_error": 0.0 + }, + { + "representative": 2691, + "members": [ + 2691 + ], + "max_error": 0.0 + }, + { + "representative": 2706, + "members": [ + 2706 + ], + "max_error": 0.0 + }, + { + "representative": 2812, + "members": [ + 2812 + ], + "max_error": 0.0 + }, + { + "representative": 2578, + "members": [ + 2578 + ], + "max_error": 0.0 + }, + { + "representative": 2689, + "members": [ + 2689 + ], + "max_error": 0.0 + }, + { + "representative": 2612, + "members": [ + 2612 + ], + "max_error": 0.0 + }, + { + "representative": 2603, + "members": [ + 2603 + ], + "max_error": 0.0 + }, + { + "representative": 2665, + "members": [ + 2665 + ], + "max_error": 0.0 + }, + { + "representative": 2633, + "members": [ + 2633 + ], + "max_error": 0.0 + }, + { + "representative": 2563, + "members": [ + 2563 + ], + "max_error": 0.0 + }, + { + "representative": 2795, + "members": [ + 2795 + ], + "max_error": 0.0 + }, + { + "representative": 2727, + "members": [ + 2727 + ], + "max_error": 0.0 + }, + { + "representative": 3135, + "members": [ + 3135 + ], + "max_error": 0.0 + }, + { + "representative": 3243, + "members": [ + 3243 + ], + "max_error": 0.0 + }, + { + "representative": 3185, + "members": [ + 3185 + ], + "max_error": 0.0 + }, + { + "representative": 3147, + "members": [ + 3147 + ], + "max_error": 0.0 + }, + { + "representative": 3217, + "members": [ + 3217 + ], + "max_error": 0.0 + }, + { + "representative": 3161, + "members": [ + 3161 + ], + "max_error": 0.0 + }, + { + "representative": 3735, + "members": [ + 3735 + ], + "max_error": 0.0 + }, + { + "representative": 3832, + "members": [ + 3832 + ], + "max_error": 0.0 + }, + { + "representative": 3675, + "members": [ + 3675 + ], + "max_error": 0.0 + }, + { + "representative": 3787, + "members": [ + 3787 + ], + "max_error": 0.0 + }, + { + "representative": 3822, + "members": [ + 3822 + ], + "max_error": 0.0 + }, + { + "representative": 3646, + "members": [ + 3646 + ], + "max_error": 0.0 + }, + { + "representative": 3836, + "members": [ + 3836 + ], + "max_error": 0.0 + }, + { + "representative": 3618, + "members": [ + 3618 + ], + "max_error": 0.0 + }, + { + "representative": 3774, + "members": [ + 3774 + ], + "max_error": 0.0 + }, + { + "representative": 1138, + "members": [ + 1138 + ], + "max_error": 0.0 + }, + { + "representative": 1256, + "members": [ + 1256 + ], + "max_error": 0.0 + }, + { + "representative": 1155, + "members": [ + 1155 + ], + "max_error": 0.0 + }, + { + "representative": 1041, + "members": [ + 1041 + ], + "max_error": 0.0 + }, + { + "representative": 1047, + "members": [ + 1047 + ], + "max_error": 0.0 + }, + { + "representative": 1188, + "members": [ + 1188 + ], + "max_error": 0.0 + }, + { + "representative": 1191, + "members": [ + 1191 + ], + "max_error": 0.0 + }, + { + "representative": 1215, + "members": [ + 1215 + ], + "max_error": 0.0 + }, + { + "representative": 1028, + "members": [ + 1028 + ], + "max_error": 0.0 + }, + { + "representative": 1271, + "members": [ + 1271 + ], + "max_error": 0.0 + }, + { + "representative": 1140, + "members": [ + 1140 + ], + "max_error": 0.0 + }, + { + "representative": 1224, + "members": [ + 1224 + ], + "max_error": 0.0 + }, + { + "representative": 1214, + "members": [ + 1214 + ], + "max_error": 0.0 + }, + { + "representative": 1127, + "members": [ + 1127 + ], + "max_error": 0.0 + }, + { + "representative": 1044, + "members": [ + 1044 + ], + "max_error": 0.0 + }, + { + "representative": 1158, + "members": [ + 1158 + ], + "max_error": 0.0 + }, + { + "representative": 1602, + "members": [ + 1602 + ], + "max_error": 0.0 + }, + { + "representative": 1774, + "members": [ + 1774 + ], + "max_error": 0.0 + }, + { + "representative": 1623, + "members": [ + 1623 + ], + "max_error": 0.0 + }, + { + "representative": 1709, + "members": [ + 1709 + ], + "max_error": 0.0 + }, + { + "representative": 1773, + "members": [ + 1773 + ], + "max_error": 0.0 + }, + { + "representative": 1621, + "members": [ + 1621 + ], + "max_error": 0.0 + }, + { + "representative": 1783, + "members": [ + 1783 + ], + "max_error": 0.0 + }, + { + "representative": 1754, + "members": [ + 1754 + ], + "max_error": 0.0 + }, + { + "representative": 1779, + "members": [ + 1779 + ], + "max_error": 0.0 + }, + { + "representative": 1639, + "members": [ + 1639 + ], + "max_error": 0.0 + }, + { + "representative": 1687, + "members": [ + 1687 + ], + "max_error": 0.0 + }, + { + "representative": 1683, + "members": [ + 1683 + ], + "max_error": 0.0 + }, + { + "representative": 1609, + "members": [ + 1609 + ], + "max_error": 0.0 + }, + { + "representative": 2269, + "members": [ + 2269 + ], + "max_error": 0.0 + }, + { + "representative": 2273, + "members": [ + 2273 + ], + "max_error": 0.0 + }, + { + "representative": 2223, + "members": [ + 2223 + ], + "max_error": 0.0 + }, + { + "representative": 2106, + "members": [ + 2106 + ], + "max_error": 0.0 + }, + { + "representative": 2279, + "members": [ + 2279 + ], + "max_error": 0.0 + }, + { + "representative": 2294, + "members": [ + 2294 + ], + "max_error": 0.0 + }, + { + "representative": 2142, + "members": [ + 2142 + ], + "max_error": 0.0 + }, + { + "representative": 2097, + "members": [ + 2097 + ], + "max_error": 0.0 + }, + { + "representative": 2211, + "members": [ + 2211 + ], + "max_error": 0.0 + }, + { + "representative": 2196, + "members": [ + 2196 + ], + "max_error": 0.0 + }, + { + "representative": 2069, + "members": [ + 2069 + ], + "max_error": 0.0 + }, + { + "representative": 2112, + "members": [ + 2112 + ], + "max_error": 0.0 + }, + { + "representative": 2238, + "members": [ + 2238 + ], + "max_error": 0.0 + }, + { + "representative": 2065, + "members": [ + 2065 + ], + "max_error": 0.0 + }, + { + "representative": 2754, + "members": [ + 2754 + ], + "max_error": 0.0 + }, + { + "representative": 2703, + "members": [ + 2703 + ], + "max_error": 0.0 + }, + { + "representative": 2678, + "members": [ + 2678 + ], + "max_error": 0.0 + }, + { + "representative": 2687, + "members": [ + 2687 + ], + "max_error": 0.0 + }, + { + "representative": 2774, + "members": [ + 2774 + ], + "max_error": 0.0 + }, + { + "representative": 2811, + "members": [ + 2811 + ], + "max_error": 0.0 + }, + { + "representative": 2572, + "members": [ + 2572 + ], + "max_error": 0.0 + }, + { + "representative": 2648, + "members": [ + 2648 + ], + "max_error": 0.0 + }, + { + "representative": 2631, + "members": [ + 2631 + ], + "max_error": 0.0 + }, + { + "representative": 2695, + "members": [ + 2695 + ], + "max_error": 0.0 + }, + { + "representative": 2680, + "members": [ + 2680 + ], + "max_error": 0.0 + }, + { + "representative": 3253, + "members": [ + 3253 + ], + "max_error": 0.0 + }, + { + "representative": 3274, + "members": [ + 3274 + ], + "max_error": 0.0 + }, + { + "representative": 3149, + "members": [ + 3149 + ], + "max_error": 0.0 + }, + { + "representative": 3215, + "members": [ + 3215 + ], + "max_error": 0.0 + }, + { + "representative": 3086, + "members": [ + 3086 + ], + "max_error": 0.0 + }, + { + "representative": 3231, + "members": [ + 3231 + ], + "max_error": 0.0 + }, + { + "representative": 3074, + "members": [ + 3074 + ], + "max_error": 0.0 + }, + { + "representative": 3226, + "members": [ + 3226 + ], + "max_error": 0.0 + }, + { + "representative": 3200, + "members": [ + 3200 + ], + "max_error": 0.0 + }, + { + "representative": 3104, + "members": [ + 3104 + ], + "max_error": 0.0 + }, + { + "representative": 3159, + "members": [ + 3159 + ], + "max_error": 0.0 + }, + { + "representative": 3233, + "members": [ + 3233 + ], + "max_error": 0.0 + }, + { + "representative": 3697, + "members": [ + 3697 + ], + "max_error": 0.0 + }, + { + "representative": 3768, + "members": [ + 3768 + ], + "max_error": 0.0 + }, + { + "representative": 3685, + "members": [ + 3685 + ], + "max_error": 0.0 + }, + { + "representative": 3766, + "members": [ + 3766 + ], + "max_error": 0.0 + }, + { + "representative": 3834, + "members": [ + 3834 + ], + "max_error": 0.0 + }, + { + "representative": 3634, + "members": [ + 3634 + ], + "max_error": 0.0 + }, + { + "representative": 3644, + "members": [ + 3644 + ], + "max_error": 0.0 + }, + { + "representative": 2645, + "members": [ + 2645 + ], + "max_error": 0.0 + }, + { + "representative": 2626, + "members": [ + 2626 + ], + "max_error": 0.0 + }, + { + "representative": 2736, + "members": [ + 2736 + ], + "max_error": 0.0 + }, + { + "representative": 2707, + "members": [ + 2707 + ], + "max_error": 0.0 + }, + { + "representative": 2581, + "members": [ + 2581 + ], + "max_error": 0.0 + }, + { + "representative": 2763, + "members": [ + 2763 + ], + "max_error": 0.0 + }, + { + "representative": 2800, + "members": [ + 2800 + ], + "max_error": 0.0 + }, + { + "representative": 2682, + "members": [ + 2682 + ], + "max_error": 0.0 + }, + { + "representative": 2720, + "members": [ + 2720 + ], + "max_error": 0.0 + }, + { + "representative": 2743, + "members": [ + 2743 + ], + "max_error": 0.0 + }, + { + "representative": 2805, + "members": [ + 2805 + ], + "max_error": 0.0 + }, + { + "representative": 3201, + "members": [ + 3201 + ], + "max_error": 0.0 + }, + { + "representative": 3308, + "members": [ + 3308 + ], + "max_error": 0.0 + }, + { + "representative": 3098, + "members": [ + 3098 + ], + "max_error": 0.0 + }, + { + "representative": 3204, + "members": [ + 3204 + ], + "max_error": 0.0 + }, + { + "representative": 3293, + "members": [ + 3293 + ], + "max_error": 0.0 + }, + { + "representative": 3136, + "members": [ + 3136 + ], + "max_error": 0.0 + }, + { + "representative": 3195, + "members": [ + 3195 + ], + "max_error": 0.0 + }, + { + "representative": 3671, + "members": [ + 3671 + ], + "max_error": 0.0 + }, + { + "representative": 3713, + "members": [ + 3713 + ], + "max_error": 0.0 + }, + { + "representative": 3806, + "members": [ + 3806 + ], + "max_error": 0.0 + }, + { + "representative": 3698, + "members": [ + 3698 + ], + "max_error": 0.0 + }, + { + "representative": 3624, + "members": [ + 3624 + ], + "max_error": 0.0 + }, + { + "representative": 3729, + "members": [ + 3729 + ], + "max_error": 0.0 + }, + { + "representative": 3676, + "members": [ + 3676 + ], + "max_error": 0.0 + }, + { + "representative": 3712, + "members": [ + 3712 + ], + "max_error": 0.0 + }, + { + "representative": 3586, + "members": [ + 3586 + ], + "max_error": 0.0 + }, + { + "representative": 4160, + "members": [ + 4160 + ], + "max_error": 0.0 + }, + { + "representative": 4161, + "members": [ + 4161 + ], + "max_error": 0.0 + }, + { + "representative": 4171, + "members": [ + 4171 + ], + "max_error": 0.0 + }, + { + "representative": 4172, + "members": [ + 4172 + ], + "max_error": 0.0 + }, + { + "representative": 4173, + "members": [ + 4173 + ], + "max_error": 0.0 + }, + { + "representative": 4174, + "members": [ + 4174 + ], + "max_error": 0.0 + }, + { + "representative": 4175, + "members": [ + 4175 + ], + "max_error": 0.0 + }, + { + "representative": 4162, + "members": [ + 4162 + ], + "max_error": 0.0 + }, + { + "representative": 4165, + "members": [ + 4165 + ], + "max_error": 0.0 + }, + { + "representative": 4166, + "members": [ + 4166 + ], + "max_error": 0.0 + }, + { + "representative": 4167, + "members": [ + 4167 + ], + "max_error": 0.0 + }, + { + "representative": 4184, + "members": [ + 4184 + ], + "max_error": 0.0 + }, + { + "representative": 4177, + "members": [ + 4177 + ], + "max_error": 0.0 + }, + { + "representative": 4187, + "members": [ + 4187 + ], + "max_error": 0.0 + }, + { + "representative": 4191, + "members": [ + 4191 + ], + "max_error": 0.0 + }, + { + "representative": 4178, + "members": [ + 4178 + ], + "max_error": 0.0 + }, + { + "representative": 4179, + "members": [ + 4179 + ], + "max_error": 0.0 + }, + { + "representative": 4183, + "members": [ + 4183 + ], + "max_error": 0.0 + }, + { + "representative": 4192, + "members": [ + 4192 + ], + "max_error": 0.0 + }, + { + "representative": 4200, + "members": [ + 4200 + ], + "max_error": 0.0 + }, + { + "representative": 4201, + "members": [ + 4201 + ], + "max_error": 0.0 + }, + { + "representative": 4193, + "members": [ + 4193 + ], + "max_error": 0.0 + }, + { + "representative": 4202, + "members": [ + 4202 + ], + "max_error": 0.0 + }, + { + "representative": 4203, + "members": [ + 4203 + ], + "max_error": 0.0 + }, + { + "representative": 4204, + "members": [ + 4204 + ], + "max_error": 0.0 + }, + { + "representative": 4206, + "members": [ + 4206 + ], + "max_error": 0.0 + }, + { + "representative": 4207, + "members": [ + 4207 + ], + "max_error": 0.0 + }, + { + "representative": 4194, + "members": [ + 4194 + ], + "max_error": 0.0 + }, + { + "representative": 4196, + "members": [ + 4196 + ], + "max_error": 0.0 + }, + { + "representative": 4197, + "members": [ + 4197 + ], + "max_error": 0.0 + }, + { + "representative": 4208, + "members": [ + 4208 + ], + "max_error": 0.0 + }, + { + "representative": 4216, + "members": [ + 4216 + ], + "max_error": 0.0 + }, + { + "representative": 4217, + "members": [ + 4217 + ], + "max_error": 0.0 + }, + { + "representative": 4218, + "members": [ + 4218 + ], + "max_error": 0.0 + }, + { + "representative": 4219, + "members": [ + 4219 + ], + "max_error": 0.0 + }, + { + "representative": 4220, + "members": [ + 4220 + ], + "max_error": 0.0 + }, + { + "representative": 4221, + "members": [ + 4221 + ], + "max_error": 0.0 + }, + { + "representative": 4222, + "members": [ + 4222 + ], + "max_error": 0.0 + }, + { + "representative": 4213, + "members": [ + 4213 + ], + "max_error": 0.0 + }, + { + "representative": 4214, + "members": [ + 4214 + ], + "max_error": 0.0 + }, + { + "representative": 4215, + "members": [ + 4215 + ], + "max_error": 0.0 + }, + { + "representative": 4740, + "members": [ + 4740 + ], + "max_error": 0.0 + }, + { + "representative": 4745, + "members": [ + 4745 + ], + "max_error": 0.0 + }, + { + "representative": 4765, + "members": [ + 4765 + ], + "max_error": 0.0 + }, + { + "representative": 4798, + "members": [ + 4798 + ], + "max_error": 0.0 + }, + { + "representative": 4640, + "members": [ + 4640 + ], + "max_error": 0.0 + }, + { + "representative": 4833, + "members": [ + 4833 + ], + "max_error": 0.0 + }, + { + "representative": 4766, + "members": [ + 4766 + ], + "max_error": 0.0 + }, + { + "representative": 4662, + "members": [ + 4662 + ], + "max_error": 0.0 + }, + { + "representative": 4689, + "members": [ + 4689 + ], + "max_error": 0.0 + }, + { + "representative": 4609, + "members": [ + 4609 + ], + "max_error": 0.0 + }, + { + "representative": 4670, + "members": [ + 4670 + ], + "max_error": 0.0 + }, + { + "representative": 4678, + "members": [ + 4678 + ], + "max_error": 0.0 + }, + { + "representative": 4612, + "members": [ + 4612 + ], + "max_error": 0.0 + }, + { + "representative": 4751, + "members": [ + 4751 + ], + "max_error": 0.0 + }, + { + "representative": 4828, + "members": [ + 4828 + ], + "max_error": 0.0 + }, + { + "representative": 4637, + "members": [ + 4637 + ], + "max_error": 0.0 + }, + { + "representative": 4814, + "members": [ + 4814 + ], + "max_error": 0.0 + }, + { + "representative": 4753, + "members": [ + 4753 + ], + "max_error": 0.0 + }, + { + "representative": 4729, + "members": [ + 4729 + ], + "max_error": 0.0 + }, + { + "representative": 4647, + "members": [ + 4647 + ], + "max_error": 0.0 + }, + { + "representative": 4622, + "members": [ + 4622 + ], + "max_error": 0.0 + }, + { + "representative": 4660, + "members": [ + 4660 + ], + "max_error": 0.0 + }, + { + "representative": 4838, + "members": [ + 4838 + ], + "max_error": 0.0 + }, + { + "representative": 4707, + "members": [ + 4707 + ], + "max_error": 0.0 + }, + { + "representative": 4784, + "members": [ + 4784 + ], + "max_error": 0.0 + }, + { + "representative": 4709, + "members": [ + 4709 + ], + "max_error": 0.0 + }, + { + "representative": 4656, + "members": [ + 4656 + ], + "max_error": 0.0 + }, + { + "representative": 4764, + "members": [ + 4764 + ], + "max_error": 0.0 + }, + { + "representative": 4741, + "members": [ + 4741 + ], + "max_error": 0.0 + }, + { + "representative": 4759, + "members": [ + 4759 + ], + "max_error": 0.0 + }, + { + "representative": 4629, + "members": [ + 4629 + ], + "max_error": 0.0 + }, + { + "representative": 4658, + "members": [ + 4658 + ], + "max_error": 0.0 + }, + { + "representative": 4848, + "members": [ + 4848 + ], + "max_error": 0.0 + }, + { + "representative": 4654, + "members": [ + 4654 + ], + "max_error": 0.0 + }, + { + "representative": 4642, + "members": [ + 4642 + ], + "max_error": 0.0 + }, + { + "representative": 4641, + "members": [ + 4641 + ], + "max_error": 0.0 + }, + { + "representative": 4837, + "members": [ + 4837 + ], + "max_error": 0.0 + }, + { + "representative": 4665, + "members": [ + 4665 + ], + "max_error": 0.0 + }, + { + "representative": 4611, + "members": [ + 4611 + ], + "max_error": 0.0 + }, + { + "representative": 4667, + "members": [ + 4667 + ], + "max_error": 0.0 + }, + { + "representative": 4782, + "members": [ + 4782 + ], + "max_error": 0.0 + }, + { + "representative": 4616, + "members": [ + 4616 + ], + "max_error": 0.0 + }, + { + "representative": 4843, + "members": [ + 4843 + ], + "max_error": 0.0 + }, + { + "representative": 4657, + "members": [ + 4657 + ], + "max_error": 0.0 + }, + { + "representative": 4675, + "members": [ + 4675 + ], + "max_error": 0.0 + }, + { + "representative": 4797, + "members": [ + 4797 + ], + "max_error": 0.0 + }, + { + "representative": 4716, + "members": [ + 4716 + ], + "max_error": 0.0 + }, + { + "representative": 4840, + "members": [ + 4840 + ], + "max_error": 0.0 + }, + { + "representative": 4824, + "members": [ + 4824 + ], + "max_error": 0.0 + }, + { + "representative": 4794, + "members": [ + 4794 + ], + "max_error": 0.0 + }, + { + "representative": 4856, + "members": [ + 4856 + ], + "max_error": 0.0 + }, + { + "representative": 4719, + "members": [ + 4719 + ], + "max_error": 0.0 + }, + { + "representative": 4687, + "members": [ + 4687 + ], + "max_error": 0.0 + }, + { + "representative": 5357, + "members": [ + 5357 + ], + "max_error": 0.0 + }, + { + "representative": 5375, + "members": [ + 5375 + ], + "max_error": 0.0 + }, + { + "representative": 5373, + "members": [ + 5373 + ], + "max_error": 0.0 + }, + { + "representative": 5190, + "members": [ + 5190 + ], + "max_error": 0.0 + }, + { + "representative": 5137, + "members": [ + 5137 + ], + "max_error": 0.0 + }, + { + "representative": 5360, + "members": [ + 5360 + ], + "max_error": 0.0 + }, + { + "representative": 5174, + "members": [ + 5174 + ], + "max_error": 0.0 + }, + { + "representative": 5148, + "members": [ + 5148 + ], + "max_error": 0.0 + }, + { + "representative": 5188, + "members": [ + 5188 + ], + "max_error": 0.0 + }, + { + "representative": 5318, + "members": [ + 5318 + ], + "max_error": 0.0 + }, + { + "representative": 5342, + "members": [ + 5342 + ], + "max_error": 0.0 + }, + { + "representative": 5159, + "members": [ + 5159 + ], + "max_error": 0.0 + }, + { + "representative": 5208, + "members": [ + 5208 + ], + "max_error": 0.0 + }, + { + "representative": 5358, + "members": [ + 5358 + ], + "max_error": 0.0 + }, + { + "representative": 5120, + "members": [ + 5120 + ], + "max_error": 0.0 + }, + { + "representative": 5200, + "members": [ + 5200 + ], + "max_error": 0.0 + }, + { + "representative": 5129, + "members": [ + 5129 + ], + "max_error": 0.0 + }, + { + "representative": 5289, + "members": [ + 5289 + ], + "max_error": 0.0 + }, + { + "representative": 5233, + "members": [ + 5233 + ], + "max_error": 0.0 + }, + { + "representative": 5260, + "members": [ + 5260 + ], + "max_error": 0.0 + }, + { + "representative": 5153, + "members": [ + 5153 + ], + "max_error": 0.0 + }, + { + "representative": 5236, + "members": [ + 5236 + ], + "max_error": 0.0 + }, + { + "representative": 5135, + "members": [ + 5135 + ], + "max_error": 0.0 + }, + { + "representative": 5198, + "members": [ + 5198 + ], + "max_error": 0.0 + }, + { + "representative": 5312, + "members": [ + 5312 + ], + "max_error": 0.0 + }, + { + "representative": 5232, + "members": [ + 5232 + ], + "max_error": 0.0 + }, + { + "representative": 5329, + "members": [ + 5329 + ], + "max_error": 0.0 + }, + { + "representative": 5230, + "members": [ + 5230 + ], + "max_error": 0.0 + }, + { + "representative": 5177, + "members": [ + 5177 + ], + "max_error": 0.0 + }, + { + "representative": 5130, + "members": [ + 5130 + ], + "max_error": 0.0 + }, + { + "representative": 5300, + "members": [ + 5300 + ], + "max_error": 0.0 + }, + { + "representative": 5369, + "members": [ + 5369 + ], + "max_error": 0.0 + }, + { + "representative": 5263, + "members": [ + 5263 + ], + "max_error": 0.0 + }, + { + "representative": 5261, + "members": [ + 5261 + ], + "max_error": 0.0 + }, + { + "representative": 5285, + "members": [ + 5285 + ], + "max_error": 0.0 + }, + { + "representative": 5294, + "members": [ + 5294 + ], + "max_error": 0.0 + }, + { + "representative": 5206, + "members": [ + 5206 + ], + "max_error": 0.0 + }, + { + "representative": 5158, + "members": [ + 5158 + ], + "max_error": 0.0 + }, + { + "representative": 5221, + "members": [ + 5221 + ], + "max_error": 0.0 + }, + { + "representative": 5154, + "members": [ + 5154 + ], + "max_error": 0.0 + }, + { + "representative": 5152, + "members": [ + 5152 + ], + "max_error": 0.0 + }, + { + "representative": 5303, + "members": [ + 5303 + ], + "max_error": 0.0 + }, + { + "representative": 5696, + "members": [ + 5696 + ], + "max_error": 0.0 + }, + { + "representative": 5705, + "members": [ + 5705 + ], + "max_error": 0.0 + }, + { + "representative": 5697, + "members": [ + 5697 + ], + "max_error": 0.0 + }, + { + "representative": 5706, + "members": [ + 5706 + ], + "max_error": 0.0 + }, + { + "representative": 5707, + "members": [ + 5707 + ], + "max_error": 0.0 + }, + { + "representative": 5708, + "members": [ + 5708 + ], + "max_error": 0.0 + }, + { + "representative": 5698, + "members": [ + 5698 + ], + "max_error": 0.0 + }, + { + "representative": 5699, + "members": [ + 5699 + ], + "max_error": 0.0 + }, + { + "representative": 5702, + "members": [ + 5702 + ], + "max_error": 0.0 + }, + { + "representative": 5703, + "members": [ + 5703 + ], + "max_error": 0.0 + }, + { + "representative": 5712, + "members": [ + 5712 + ], + "max_error": 0.0 + }, + { + "representative": 5720, + "members": [ + 5720 + ], + "max_error": 0.0 + }, + { + "representative": 5722, + "members": [ + 5722 + ], + "max_error": 0.0 + }, + { + "representative": 5723, + "members": [ + 5723 + ], + "max_error": 0.0 + }, + { + "representative": 5724, + "members": [ + 5724 + ], + "max_error": 0.0 + }, + { + "representative": 5725, + "members": [ + 5725 + ], + "max_error": 0.0 + }, + { + "representative": 5727, + "members": [ + 5727 + ], + "max_error": 0.0 + }, + { + "representative": 5714, + "members": [ + 5714 + ], + "max_error": 0.0 + }, + { + "representative": 5715, + "members": [ + 5715 + ], + "max_error": 0.0 + }, + { + "representative": 5716, + "members": [ + 5716 + ], + "max_error": 0.0 + }, + { + "representative": 5728, + "members": [ + 5728 + ], + "max_error": 0.0 + }, + { + "representative": 5729, + "members": [ + 5729 + ], + "max_error": 0.0 + }, + { + "representative": 5739, + "members": [ + 5739 + ], + "max_error": 0.0 + }, + { + "representative": 5740, + "members": [ + 5740 + ], + "max_error": 0.0 + }, + { + "representative": 5741, + "members": [ + 5741 + ], + "max_error": 0.0 + }, + { + "representative": 5742, + "members": [ + 5742 + ], + "max_error": 0.0 + }, + { + "representative": 5743, + "members": [ + 5743 + ], + "max_error": 0.0 + }, + { + "representative": 5732, + "members": [ + 5732 + ], + "max_error": 0.0 + }, + { + "representative": 5734, + "members": [ + 5734 + ], + "max_error": 0.0 + }, + { + "representative": 5752, + "members": [ + 5752 + ], + "max_error": 0.0 + }, + { + "representative": 5745, + "members": [ + 5745 + ], + "max_error": 0.0 + }, + { + "representative": 5757, + "members": [ + 5757 + ], + "max_error": 0.0 + }, + { + "representative": 5758, + "members": [ + 5758 + ], + "max_error": 0.0 + }, + { + "representative": 5746, + "members": [ + 5746 + ], + "max_error": 0.0 + }, + { + "representative": 5747, + "members": [ + 5747 + ], + "max_error": 0.0 + }, + { + "representative": 5748, + "members": [ + 5748 + ], + "max_error": 0.0 + }, + { + "representative": 5749, + "members": [ + 5749 + ], + "max_error": 0.0 + }, + { + "representative": 1145, + "members": [ + 1145 + ], + "max_error": 0.0 + }, + { + "representative": 1056, + "members": [ + 1056 + ], + "max_error": 0.0 + }, + { + "representative": 1148, + "members": [ + 1148 + ], + "max_error": 0.0 + }, + { + "representative": 1054, + "members": [ + 1054 + ], + "max_error": 0.0 + }, + { + "representative": 1043, + "members": [ + 1043 + ], + "max_error": 0.0 + }, + { + "representative": 1234, + "members": [ + 1234 + ], + "max_error": 0.0 + }, + { + "representative": 1052, + "members": [ + 1052 + ], + "max_error": 0.0 + }, + { + "representative": 1257, + "members": [ + 1257 + ], + "max_error": 0.0 + }, + { + "representative": 1040, + "members": [ + 1040 + ], + "max_error": 0.0 + }, + { + "representative": 1202, + "members": [ + 1202 + ], + "max_error": 0.0 + }, + { + "representative": 1087, + "members": [ + 1087 + ], + "max_error": 0.0 + }, + { + "representative": 1255, + "members": [ + 1255 + ], + "max_error": 0.0 + }, + { + "representative": 1116, + "members": [ + 1116 + ], + "max_error": 0.0 + }, + { + "representative": 1226, + "members": [ + 1226 + ], + "max_error": 0.0 + }, + { + "representative": 1118, + "members": [ + 1118 + ], + "max_error": 0.0 + }, + { + "representative": 1187, + "members": [ + 1187 + ], + "max_error": 0.0 + }, + { + "representative": 1136, + "members": [ + 1136 + ], + "max_error": 0.0 + }, + { + "representative": 1740, + "members": [ + 1740 + ], + "max_error": 0.0 + }, + { + "representative": 1562, + "members": [ + 1562 + ], + "max_error": 0.0 + }, + { + "representative": 1760, + "members": [ + 1760 + ], + "max_error": 0.0 + }, + { + "representative": 1570, + "members": [ + 1570 + ], + "max_error": 0.0 + }, + { + "representative": 1643, + "members": [ + 1643 + ], + "max_error": 0.0 + }, + { + "representative": 1682, + "members": [ + 1682 + ], + "max_error": 0.0 + }, + { + "representative": 1537, + "members": [ + 1537 + ], + "max_error": 0.0 + }, + { + "representative": 1731, + "members": [ + 1731 + ], + "max_error": 0.0 + }, + { + "representative": 1666, + "members": [ + 1666 + ], + "max_error": 0.0 + }, + { + "representative": 1785, + "members": [ + 1785 + ], + "max_error": 0.0 + }, + { + "representative": 1556, + "members": [ + 1556 + ], + "max_error": 0.0 + }, + { + "representative": 1698, + "members": [ + 1698 + ], + "max_error": 0.0 + }, + { + "representative": 1657, + "members": [ + 1657 + ], + "max_error": 0.0 + }, + { + "representative": 1588, + "members": [ + 1588 + ], + "max_error": 0.0 + }, + { + "representative": 1592, + "members": [ + 1592 + ], + "max_error": 0.0 + }, + { + "representative": 1549, + "members": [ + 1549 + ], + "max_error": 0.0 + }, + { + "representative": 1725, + "members": [ + 1725 + ], + "max_error": 0.0 + }, + { + "representative": 1605, + "members": [ + 1605 + ], + "max_error": 0.0 + }, + { + "representative": 1672, + "members": [ + 1672 + ], + "max_error": 0.0 + }, + { + "representative": 1759, + "members": [ + 1759 + ], + "max_error": 0.0 + }, + { + "representative": 2262, + "members": [ + 2262 + ], + "max_error": 0.0 + }, + { + "representative": 2231, + "members": [ + 2231 + ], + "max_error": 0.0 + }, + { + "representative": 2285, + "members": [ + 2285 + ], + "max_error": 0.0 + }, + { + "representative": 2126, + "members": [ + 2126 + ], + "max_error": 0.0 + }, + { + "representative": 2297, + "members": [ + 2297 + ], + "max_error": 0.0 + }, + { + "representative": 2134, + "members": [ + 2134 + ], + "max_error": 0.0 + }, + { + "representative": 2092, + "members": [ + 2092 + ], + "max_error": 0.0 + }, + { + "representative": 2144, + "members": [ + 2144 + ], + "max_error": 0.0 + }, + { + "representative": 2150, + "members": [ + 2150 + ], + "max_error": 0.0 + }, + { + "representative": 2102, + "members": [ + 2102 + ], + "max_error": 0.0 + }, + { + "representative": 2083, + "members": [ + 2083 + ], + "max_error": 0.0 + }, + { + "representative": 2189, + "members": [ + 2189 + ], + "max_error": 0.0 + }, + { + "representative": 2218, + "members": [ + 2218 + ], + "max_error": 0.0 + }, + { + "representative": 2073, + "members": [ + 2073 + ], + "max_error": 0.0 + }, + { + "representative": 2268, + "members": [ + 2268 + ], + "max_error": 0.0 + }, + { + "representative": 2256, + "members": [ + 2256 + ], + "max_error": 0.0 + }, + { + "representative": 2790, + "members": [ + 2790 + ], + "max_error": 0.0 + }, + { + "representative": 2809, + "members": [ + 2809 + ], + "max_error": 0.0 + }, + { + "representative": 2692, + "members": [ + 2692 + ], + "max_error": 0.0 + }, + { + "representative": 2615, + "members": [ + 2615 + ], + "max_error": 0.0 + }, + { + "representative": 2674, + "members": [ + 2674 + ], + "max_error": 0.0 + }, + { + "representative": 2641, + "members": [ + 2641 + ], + "max_error": 0.0 + }, + { + "representative": 3127, + "members": [ + 3127 + ], + "max_error": 0.0 + }, + { + "representative": 3090, + "members": [ + 3090 + ], + "max_error": 0.0 + }, + { + "representative": 3290, + "members": [ + 3290 + ], + "max_error": 0.0 + }, + { + "representative": 3156, + "members": [ + 3156 + ], + "max_error": 0.0 + }, + { + "representative": 3078, + "members": [ + 3078 + ], + "max_error": 0.0 + }, + { + "representative": 3179, + "members": [ + 3179 + ], + "max_error": 0.0 + }, + { + "representative": 3282, + "members": [ + 3282 + ], + "max_error": 0.0 + }, + { + "representative": 3180, + "members": [ + 3180 + ], + "max_error": 0.0 + }, + { + "representative": 3273, + "members": [ + 3273 + ], + "max_error": 0.0 + }, + { + "representative": 3325, + "members": [ + 3325 + ], + "max_error": 0.0 + }, + { + "representative": 3315, + "members": [ + 3315 + ], + "max_error": 0.0 + }, + { + "representative": 3229, + "members": [ + 3229 + ], + "max_error": 0.0 + }, + { + "representative": 3249, + "members": [ + 3249 + ], + "max_error": 0.0 + }, + { + "representative": 3276, + "members": [ + 3276 + ], + "max_error": 0.0 + }, + { + "representative": 3739, + "members": [ + 3739 + ], + "max_error": 0.0 + }, + { + "representative": 3732, + "members": [ + 3732 + ], + "max_error": 0.0 + }, + { + "representative": 3744, + "members": [ + 3744 + ], + "max_error": 0.0 + }, + { + "representative": 3736, + "members": [ + 3736 + ], + "max_error": 0.0 + }, + { + "representative": 3709, + "members": [ + 3709 + ], + "max_error": 0.0 + }, + { + "representative": 3789, + "members": [ + 3789 + ], + "max_error": 0.0 + }, + { + "representative": 3769, + "members": [ + 3769 + ], + "max_error": 0.0 + }, + { + "representative": 3683, + "members": [ + 3683 + ], + "max_error": 0.0 + }, + { + "representative": 3788, + "members": [ + 3788 + ], + "max_error": 0.0 + }, + { + "representative": 3746, + "members": [ + 3746 + ], + "max_error": 0.0 + }, + { + "representative": 1232, + "members": [ + 1232 + ], + "max_error": 0.0 + }, + { + "representative": 1209, + "members": [ + 1209 + ], + "max_error": 0.0 + }, + { + "representative": 1027, + "members": [ + 1027 + ], + "max_error": 0.0 + }, + { + "representative": 1039, + "members": [ + 1039 + ], + "max_error": 0.0 + }, + { + "representative": 1137, + "members": [ + 1137 + ], + "max_error": 0.0 + }, + { + "representative": 1174, + "members": [ + 1174 + ], + "max_error": 0.0 + }, + { + "representative": 1120, + "members": [ + 1120 + ], + "max_error": 0.0 + }, + { + "representative": 1211, + "members": [ + 1211 + ], + "max_error": 0.0 + }, + { + "representative": 1159, + "members": [ + 1159 + ], + "max_error": 0.0 + }, + { + "representative": 1157, + "members": [ + 1157 + ], + "max_error": 0.0 + }, + { + "representative": 1082, + "members": [ + 1082 + ], + "max_error": 0.0 + }, + { + "representative": 1235, + "members": [ + 1235 + ], + "max_error": 0.0 + }, + { + "representative": 1068, + "members": [ + 1068 + ], + "max_error": 0.0 + }, + { + "representative": 1594, + "members": [ + 1594 + ], + "max_error": 0.0 + }, + { + "representative": 1697, + "members": [ + 1697 + ], + "max_error": 0.0 + }, + { + "representative": 1608, + "members": [ + 1608 + ], + "max_error": 0.0 + }, + { + "representative": 1584, + "members": [ + 1584 + ], + "max_error": 0.0 + }, + { + "representative": 1554, + "members": [ + 1554 + ], + "max_error": 0.0 + }, + { + "representative": 1649, + "members": [ + 1649 + ], + "max_error": 0.0 + }, + { + "representative": 1541, + "members": [ + 1541 + ], + "max_error": 0.0 + }, + { + "representative": 1606, + "members": [ + 1606 + ], + "max_error": 0.0 + }, + { + "representative": 1615, + "members": [ + 1615 + ], + "max_error": 0.0 + }, + { + "representative": 2226, + "members": [ + 2226 + ], + "max_error": 0.0 + }, + { + "representative": 2215, + "members": [ + 2215 + ], + "max_error": 0.0 + }, + { + "representative": 2157, + "members": [ + 2157 + ], + "max_error": 0.0 + }, + { + "representative": 2229, + "members": [ + 2229 + ], + "max_error": 0.0 + }, + { + "representative": 2050, + "members": [ + 2050 + ], + "max_error": 0.0 + }, + { + "representative": 2221, + "members": [ + 2221 + ], + "max_error": 0.0 + }, + { + "representative": 2118, + "members": [ + 2118 + ], + "max_error": 0.0 + }, + { + "representative": 2248, + "members": [ + 2248 + ], + "max_error": 0.0 + }, + { + "representative": 2059, + "members": [ + 2059 + ], + "max_error": 0.0 + }, + { + "representative": 2224, + "members": [ + 2224 + ], + "max_error": 0.0 + }, + { + "representative": 2780, + "members": [ + 2780 + ], + "max_error": 0.0 + }, + { + "representative": 2737, + "members": [ + 2737 + ], + "max_error": 0.0 + }, + { + "representative": 2709, + "members": [ + 2709 + ], + "max_error": 0.0 + }, + { + "representative": 2608, + "members": [ + 2608 + ], + "max_error": 0.0 + }, + { + "representative": 2718, + "members": [ + 2718 + ], + "max_error": 0.0 + }, + { + "representative": 2579, + "members": [ + 2579 + ], + "max_error": 0.0 + }, + { + "representative": 2637, + "members": [ + 2637 + ], + "max_error": 0.0 + }, + { + "representative": 2659, + "members": [ + 2659 + ], + "max_error": 0.0 + }, + { + "representative": 2596, + "members": [ + 2596 + ], + "max_error": 0.0 + }, + { + "representative": 2604, + "members": [ + 2604 + ], + "max_error": 0.0 + }, + { + "representative": 3245, + "members": [ + 3245 + ], + "max_error": 0.0 + }, + { + "representative": 3208, + "members": [ + 3208 + ], + "max_error": 0.0 + }, + { + "representative": 3192, + "members": [ + 3192 + ], + "max_error": 0.0 + }, + { + "representative": 3228, + "members": [ + 3228 + ], + "max_error": 0.0 + }, + { + "representative": 3259, + "members": [ + 3259 + ], + "max_error": 0.0 + }, + { + "representative": 3188, + "members": [ + 3188 + ], + "max_error": 0.0 + }, + { + "representative": 3168, + "members": [ + 3168 + ], + "max_error": 0.0 + }, + { + "representative": 3246, + "members": [ + 3246 + ], + "max_error": 0.0 + }, + { + "representative": 3178, + "members": [ + 3178 + ], + "max_error": 0.0 + }, + { + "representative": 3094, + "members": [ + 3094 + ], + "max_error": 0.0 + }, + { + "representative": 3087, + "members": [ + 3087 + ], + "max_error": 0.0 + }, + { + "representative": 3205, + "members": [ + 3205 + ], + "max_error": 0.0 + }, + { + "representative": 3126, + "members": [ + 3126 + ], + "max_error": 0.0 + }, + { + "representative": 3323, + "members": [ + 3323 + ], + "max_error": 0.0 + }, + { + "representative": 3737, + "members": [ + 3737 + ], + "max_error": 0.0 + }, + { + "representative": 3701, + "members": [ + 3701 + ], + "max_error": 0.0 + }, + { + "representative": 3650, + "members": [ + 3650 + ], + "max_error": 0.0 + }, + { + "representative": 3605, + "members": [ + 3605 + ], + "max_error": 0.0 + }, + { + "representative": 3819, + "members": [ + 3819 + ], + "max_error": 0.0 + }, + { + "representative": 3635, + "members": [ + 3635 + ], + "max_error": 0.0 + }, + { + "representative": 3838, + "members": [ + 3838 + ], + "max_error": 0.0 + }, + { + "representative": 3589, + "members": [ + 3589 + ], + "max_error": 0.0 + }, + { + "representative": 3827, + "members": [ + 3827 + ], + "max_error": 0.0 + }, + { + "representative": 3792, + "members": [ + 3792 + ], + "max_error": 0.0 + }, + { + "representative": 3688, + "members": [ + 3688 + ], + "max_error": 0.0 + }, + { + "representative": 3604, + "members": [ + 3604 + ], + "max_error": 0.0 + }, + { + "representative": 1274, + "members": [ + 1274 + ], + "max_error": 0.0 + }, + { + "representative": 1168, + "members": [ + 1168 + ], + "max_error": 0.0 + }, + { + "representative": 1129, + "members": [ + 1129 + ], + "max_error": 0.0 + }, + { + "representative": 1196, + "members": [ + 1196 + ], + "max_error": 0.0 + }, + { + "representative": 1123, + "members": [ + 1123 + ], + "max_error": 0.0 + }, + { + "representative": 1108, + "members": [ + 1108 + ], + "max_error": 0.0 + }, + { + "representative": 1055, + "members": [ + 1055 + ], + "max_error": 0.0 + }, + { + "representative": 1178, + "members": [ + 1178 + ], + "max_error": 0.0 + }, + { + "representative": 1146, + "members": [ + 1146 + ], + "max_error": 0.0 + }, + { + "representative": 1186, + "members": [ + 1186 + ], + "max_error": 0.0 + }, + { + "representative": 1103, + "members": [ + 1103 + ], + "max_error": 0.0 + }, + { + "representative": 1160, + "members": [ + 1160 + ], + "max_error": 0.0 + }, + { + "representative": 1222, + "members": [ + 1222 + ], + "max_error": 0.0 + }, + { + "representative": 1663, + "members": [ + 1663 + ], + "max_error": 0.0 + }, + { + "representative": 1550, + "members": [ + 1550 + ], + "max_error": 0.0 + }, + { + "representative": 1752, + "members": [ + 1752 + ], + "max_error": 0.0 + }, + { + "representative": 1688, + "members": [ + 1688 + ], + "max_error": 0.0 + }, + { + "representative": 1539, + "members": [ + 1539 + ], + "max_error": 0.0 + }, + { + "representative": 1737, + "members": [ + 1737 + ], + "max_error": 0.0 + }, + { + "representative": 1619, + "members": [ + 1619 + ], + "max_error": 0.0 + }, + { + "representative": 1771, + "members": [ + 1771 + ], + "max_error": 0.0 + }, + { + "representative": 1664, + "members": [ + 1664 + ], + "max_error": 0.0 + }, + { + "representative": 1604, + "members": [ + 1604 + ], + "max_error": 0.0 + }, + { + "representative": 1739, + "members": [ + 1739 + ], + "max_error": 0.0 + }, + { + "representative": 1569, + "members": [ + 1569 + ], + "max_error": 0.0 + }, + { + "representative": 1635, + "members": [ + 1635 + ], + "max_error": 0.0 + }, + { + "representative": 1654, + "members": [ + 1654 + ], + "max_error": 0.0 + }, + { + "representative": 1674, + "members": [ + 1674 + ], + "max_error": 0.0 + }, + { + "representative": 1631, + "members": [ + 1631 + ], + "max_error": 0.0 + }, + { + "representative": 1614, + "members": [ + 1614 + ], + "max_error": 0.0 + }, + { + "representative": 1651, + "members": [ + 1651 + ], + "max_error": 0.0 + }, + { + "representative": 1675, + "members": [ + 1675 + ], + "max_error": 0.0 + }, + { + "representative": 2114, + "members": [ + 2114 + ], + "max_error": 0.0 + }, + { + "representative": 2075, + "members": [ + 2075 + ], + "max_error": 0.0 + }, + { + "representative": 2171, + "members": [ + 2171 + ], + "max_error": 0.0 + }, + { + "representative": 2117, + "members": [ + 2117 + ], + "max_error": 0.0 + }, + { + "representative": 2167, + "members": [ + 2167 + ], + "max_error": 0.0 + }, + { + "representative": 2107, + "members": [ + 2107 + ], + "max_error": 0.0 + }, + { + "representative": 2300, + "members": [ + 2300 + ], + "max_error": 0.0 + }, + { + "representative": 2182, + "members": [ + 2182 + ], + "max_error": 0.0 + }, + { + "representative": 2290, + "members": [ + 2290 + ], + "max_error": 0.0 + }, + { + "representative": 2140, + "members": [ + 2140 + ], + "max_error": 0.0 + }, + { + "representative": 2270, + "members": [ + 2270 + ], + "max_error": 0.0 + }, + { + "representative": 2293, + "members": [ + 2293 + ], + "max_error": 0.0 + }, + { + "representative": 2284, + "members": [ + 2284 + ], + "max_error": 0.0 + }, + { + "representative": 2085, + "members": [ + 2085 + ], + "max_error": 0.0 + }, + { + "representative": 2769, + "members": [ + 2769 + ], + "max_error": 0.0 + }, + { + "representative": 2611, + "members": [ + 2611 + ], + "max_error": 0.0 + }, + { + "representative": 2588, + "members": [ + 2588 + ], + "max_error": 0.0 + }, + { + "representative": 2723, + "members": [ + 2723 + ], + "max_error": 0.0 + }, + { + "representative": 2732, + "members": [ + 2732 + ], + "max_error": 0.0 + }, + { + "representative": 2575, + "members": [ + 2575 + ], + "max_error": 0.0 + }, + { + "representative": 2569, + "members": [ + 2569 + ], + "max_error": 0.0 + }, + { + "representative": 2616, + "members": [ + 2616 + ], + "max_error": 0.0 + }, + { + "representative": 3166, + "members": [ + 3166 + ], + "max_error": 0.0 + }, + { + "representative": 3317, + "members": [ + 3317 + ], + "max_error": 0.0 + }, + { + "representative": 3154, + "members": [ + 3154 + ], + "max_error": 0.0 + }, + { + "representative": 3254, + "members": [ + 3254 + ], + "max_error": 0.0 + }, + { + "representative": 3247, + "members": [ + 3247 + ], + "max_error": 0.0 + }, + { + "representative": 3085, + "members": [ + 3085 + ], + "max_error": 0.0 + }, + { + "representative": 3181, + "members": [ + 3181 + ], + "max_error": 0.0 + }, + { + "representative": 3269, + "members": [ + 3269 + ], + "max_error": 0.0 + }, + { + "representative": 3140, + "members": [ + 3140 + ], + "max_error": 0.0 + }, + { + "representative": 3641, + "members": [ + 3641 + ], + "max_error": 0.0 + }, + { + "representative": 3824, + "members": [ + 3824 + ], + "max_error": 0.0 + }, + { + "representative": 3721, + "members": [ + 3721 + ], + "max_error": 0.0 + }, + { + "representative": 3670, + "members": [ + 3670 + ], + "max_error": 0.0 + }, + { + "representative": 3649, + "members": [ + 3649 + ], + "max_error": 0.0 + }, + { + "representative": 3691, + "members": [ + 3691 + ], + "max_error": 0.0 + }, + { + "representative": 3802, + "members": [ + 3802 + ], + "max_error": 0.0 + }, + { + "representative": 3710, + "members": [ + 3710 + ], + "max_error": 0.0 + }, + { + "representative": 3637, + "members": [ + 3637 + ], + "max_error": 0.0 + }, + { + "representative": 3722, + "members": [ + 3722 + ], + "max_error": 0.0 + }, + { + "representative": 2576, + "members": [ + 2576 + ], + "max_error": 0.0 + }, + { + "representative": 2605, + "members": [ + 2605 + ], + "max_error": 0.0 + }, + { + "representative": 2767, + "members": [ + 2767 + ], + "max_error": 0.0 + }, + { + "representative": 2671, + "members": [ + 2671 + ], + "max_error": 0.0 + }, + { + "representative": 2776, + "members": [ + 2776 + ], + "max_error": 0.0 + }, + { + "representative": 2748, + "members": [ + 2748 + ], + "max_error": 0.0 + }, + { + "representative": 2573, + "members": [ + 2573 + ], + "max_error": 0.0 + }, + { + "representative": 2564, + "members": [ + 2564 + ], + "max_error": 0.0 + }, + { + "representative": 2797, + "members": [ + 2797 + ], + "max_error": 0.0 + }, + { + "representative": 2762, + "members": [ + 2762 + ], + "max_error": 0.0 + }, + { + "representative": 2598, + "members": [ + 2598 + ], + "max_error": 0.0 + }, + { + "representative": 2747, + "members": [ + 2747 + ], + "max_error": 0.0 + }, + { + "representative": 2733, + "members": [ + 2733 + ], + "max_error": 0.0 + }, + { + "representative": 2628, + "members": [ + 2628 + ], + "max_error": 0.0 + }, + { + "representative": 3262, + "members": [ + 3262 + ], + "max_error": 0.0 + }, + { + "representative": 3171, + "members": [ + 3171 + ], + "max_error": 0.0 + }, + { + "representative": 3124, + "members": [ + 3124 + ], + "max_error": 0.0 + }, + { + "representative": 3288, + "members": [ + 3288 + ], + "max_error": 0.0 + }, + { + "representative": 3096, + "members": [ + 3096 + ], + "max_error": 0.0 + }, + { + "representative": 3252, + "members": [ + 3252 + ], + "max_error": 0.0 + }, + { + "representative": 3130, + "members": [ + 3130 + ], + "max_error": 0.0 + }, + { + "representative": 3268, + "members": [ + 3268 + ], + "max_error": 0.0 + }, + { + "representative": 3275, + "members": [ + 3275 + ], + "max_error": 0.0 + }, + { + "representative": 3280, + "members": [ + 3280 + ], + "max_error": 0.0 + }, + { + "representative": 3116, + "members": [ + 3116 + ], + "max_error": 0.0 + }, + { + "representative": 3239, + "members": [ + 3239 + ], + "max_error": 0.0 + }, + { + "representative": 3835, + "members": [ + 3835 + ], + "max_error": 0.0 + }, + { + "representative": 3625, + "members": [ + 3625 + ], + "max_error": 0.0 + }, + { + "representative": 3783, + "members": [ + 3783 + ], + "max_error": 0.0 + }, + { + "representative": 3814, + "members": [ + 3814 + ], + "max_error": 0.0 + }, + { + "representative": 3765, + "members": [ + 3765 + ], + "max_error": 0.0 + }, + { + "representative": 3773, + "members": [ + 3773 + ], + "max_error": 0.0 + }, + { + "representative": 3702, + "members": [ + 3702 + ], + "max_error": 0.0 + }, + { + "representative": 3645, + "members": [ + 3645 + ], + "max_error": 0.0 + }, + { + "representative": 3826, + "members": [ + 3826 + ], + "max_error": 0.0 + }, + { + "representative": 3695, + "members": [ + 3695 + ], + "max_error": 0.0 + }, + { + "representative": 3642, + "members": [ + 3642 + ], + "max_error": 0.0 + }, + { + "representative": 3596, + "members": [ + 3596 + ], + "max_error": 0.0 + }, + { + "representative": 4224, + "members": [ + 4224 + ], + "max_error": 0.0 + }, + { + "representative": 4232, + "members": [ + 4232 + ], + "max_error": 0.0 + }, + { + "representative": 4233, + "members": [ + 4233 + ], + "max_error": 0.0 + }, + { + "representative": 4225, + "members": [ + 4225 + ], + "max_error": 0.0 + }, + { + "representative": 4235, + "members": [ + 4235 + ], + "max_error": 0.0 + }, + { + "representative": 4236, + "members": [ + 4236 + ], + "max_error": 0.0 + }, + { + "representative": 4237, + "members": [ + 4237 + ], + "max_error": 0.0 + }, + { + "representative": 4238, + "members": [ + 4238 + ], + "max_error": 0.0 + }, + { + "representative": 4239, + "members": [ + 4239 + ], + "max_error": 0.0 + }, + { + "representative": 4227, + "members": [ + 4227 + ], + "max_error": 0.0 + }, + { + "representative": 4228, + "members": [ + 4228 + ], + "max_error": 0.0 + }, + { + "representative": 4230, + "members": [ + 4230 + ], + "max_error": 0.0 + }, + { + "representative": 4231, + "members": [ + 4231 + ], + "max_error": 0.0 + }, + { + "representative": 4240, + "members": [ + 4240 + ], + "max_error": 0.0 + }, + { + "representative": 4248, + "members": [ + 4248 + ], + "max_error": 0.0 + }, + { + "representative": 4249, + "members": [ + 4249 + ], + "max_error": 0.0 + }, + { + "representative": 4241, + "members": [ + 4241 + ], + "max_error": 0.0 + }, + { + "representative": 4250, + "members": [ + 4250 + ], + "max_error": 0.0 + }, + { + "representative": 4251, + "members": [ + 4251 + ], + "max_error": 0.0 + }, + { + "representative": 4254, + "members": [ + 4254 + ], + "max_error": 0.0 + }, + { + "representative": 4255, + "members": [ + 4255 + ], + "max_error": 0.0 + }, + { + "representative": 4242, + "members": [ + 4242 + ], + "max_error": 0.0 + }, + { + "representative": 4243, + "members": [ + 4243 + ], + "max_error": 0.0 + }, + { + "representative": 4244, + "members": [ + 4244 + ], + "max_error": 0.0 + }, + { + "representative": 4245, + "members": [ + 4245 + ], + "max_error": 0.0 + }, + { + "representative": 4247, + "members": [ + 4247 + ], + "max_error": 0.0 + }, + { + "representative": 4256, + "members": [ + 4256 + ], + "max_error": 0.0 + }, + { + "representative": 4264, + "members": [ + 4264 + ], + "max_error": 0.0 + }, + { + "representative": 4265, + "members": [ + 4265 + ], + "max_error": 0.0 + }, + { + "representative": 4257, + "members": [ + 4257 + ], + "max_error": 0.0 + }, + { + "representative": 4266, + "members": [ + 4266 + ], + "max_error": 0.0 + }, + { + "representative": 4267, + "members": [ + 4267 + ], + "max_error": 0.0 + }, + { + "representative": 4271, + "members": [ + 4271 + ], + "max_error": 0.0 + }, + { + "representative": 4258, + "members": [ + 4258 + ], + "max_error": 0.0 + }, + { + "representative": 4259, + "members": [ + 4259 + ], + "max_error": 0.0 + }, + { + "representative": 4260, + "members": [ + 4260 + ], + "max_error": 0.0 + }, + { + "representative": 4262, + "members": [ + 4262 + ], + "max_error": 0.0 + }, + { + "representative": 4263, + "members": [ + 4263 + ], + "max_error": 0.0 + }, + { + "representative": 4272, + "members": [ + 4272 + ], + "max_error": 0.0 + }, + { + "representative": 4280, + "members": [ + 4280 + ], + "max_error": 0.0 + }, + { + "representative": 4273, + "members": [ + 4273 + ], + "max_error": 0.0 + }, + { + "representative": 4282, + "members": [ + 4282 + ], + "max_error": 0.0 + }, + { + "representative": 4283, + "members": [ + 4283 + ], + "max_error": 0.0 + }, + { + "representative": 4284, + "members": [ + 4284 + ], + "max_error": 0.0 + }, + { + "representative": 4287, + "members": [ + 4287 + ], + "max_error": 0.0 + }, + { + "representative": 4274, + "members": [ + 4274 + ], + "max_error": 0.0 + }, + { + "representative": 4275, + "members": [ + 4275 + ], + "max_error": 0.0 + }, + { + "representative": 4276, + "members": [ + 4276 + ], + "max_error": 0.0 + }, + { + "representative": 4648, + "members": [ + 4648 + ], + "max_error": 0.0 + }, + { + "representative": 4786, + "members": [ + 4786 + ], + "max_error": 0.0 + }, + { + "representative": 4835, + "members": [ + 4835 + ], + "max_error": 0.0 + }, + { + "representative": 4676, + "members": [ + 4676 + ], + "max_error": 0.0 + }, + { + "representative": 4783, + "members": [ + 4783 + ], + "max_error": 0.0 + }, + { + "representative": 4638, + "members": [ + 4638 + ], + "max_error": 0.0 + }, + { + "representative": 4746, + "members": [ + 4746 + ], + "max_error": 0.0 + }, + { + "representative": 4671, + "members": [ + 4671 + ], + "max_error": 0.0 + }, + { + "representative": 4733, + "members": [ + 4733 + ], + "max_error": 0.0 + }, + { + "representative": 4845, + "members": [ + 4845 + ], + "max_error": 0.0 + }, + { + "representative": 4799, + "members": [ + 4799 + ], + "max_error": 0.0 + }, + { + "representative": 4631, + "members": [ + 4631 + ], + "max_error": 0.0 + }, + { + "representative": 4703, + "members": [ + 4703 + ], + "max_error": 0.0 + }, + { + "representative": 4859, + "members": [ + 4859 + ], + "max_error": 0.0 + }, + { + "representative": 4805, + "members": [ + 4805 + ], + "max_error": 0.0 + }, + { + "representative": 4777, + "members": [ + 4777 + ], + "max_error": 0.0 + }, + { + "representative": 4788, + "members": [ + 4788 + ], + "max_error": 0.0 + }, + { + "representative": 4772, + "members": [ + 4772 + ], + "max_error": 0.0 + }, + { + "representative": 4802, + "members": [ + 4802 + ], + "max_error": 0.0 + }, + { + "representative": 4863, + "members": [ + 4863 + ], + "max_error": 0.0 + }, + { + "representative": 4756, + "members": [ + 4756 + ], + "max_error": 0.0 + }, + { + "representative": 4728, + "members": [ + 4728 + ], + "max_error": 0.0 + }, + { + "representative": 4749, + "members": [ + 4749 + ], + "max_error": 0.0 + }, + { + "representative": 4738, + "members": [ + 4738 + ], + "max_error": 0.0 + }, + { + "representative": 4795, + "members": [ + 4795 + ], + "max_error": 0.0 + }, + { + "representative": 4750, + "members": [ + 4750 + ], + "max_error": 0.0 + }, + { + "representative": 4618, + "members": [ + 4618 + ], + "max_error": 0.0 + }, + { + "representative": 4846, + "members": [ + 4846 + ], + "max_error": 0.0 + }, + { + "representative": 4704, + "members": [ + 4704 + ], + "max_error": 0.0 + }, + { + "representative": 4781, + "members": [ + 4781 + ], + "max_error": 0.0 + }, + { + "representative": 4836, + "members": [ + 4836 + ], + "max_error": 0.0 + }, + { + "representative": 4697, + "members": [ + 4697 + ], + "max_error": 0.0 + }, + { + "representative": 4861, + "members": [ + 4861 + ], + "max_error": 0.0 + }, + { + "representative": 4818, + "members": [ + 4818 + ], + "max_error": 0.0 + }, + { + "representative": 4804, + "members": [ + 4804 + ], + "max_error": 0.0 + }, + { + "representative": 4752, + "members": [ + 4752 + ], + "max_error": 0.0 + }, + { + "representative": 4634, + "members": [ + 4634 + ], + "max_error": 0.0 + }, + { + "representative": 4639, + "members": [ + 4639 + ], + "max_error": 0.0 + }, + { + "representative": 4754, + "members": [ + 4754 + ], + "max_error": 0.0 + }, + { + "representative": 4674, + "members": [ + 4674 + ], + "max_error": 0.0 + }, + { + "representative": 4851, + "members": [ + 4851 + ], + "max_error": 0.0 + }, + { + "representative": 4646, + "members": [ + 4646 + ], + "max_error": 0.0 + }, + { + "representative": 5286, + "members": [ + 5286 + ], + "max_error": 0.0 + }, + { + "representative": 5143, + "members": [ + 5143 + ], + "max_error": 0.0 + }, + { + "representative": 5310, + "members": [ + 5310 + ], + "max_error": 0.0 + }, + { + "representative": 5187, + "members": [ + 5187 + ], + "max_error": 0.0 + }, + { + "representative": 5350, + "members": [ + 5350 + ], + "max_error": 0.0 + }, + { + "representative": 5374, + "members": [ + 5374 + ], + "max_error": 0.0 + }, + { + "representative": 5165, + "members": [ + 5165 + ], + "max_error": 0.0 + }, + { + "representative": 5301, + "members": [ + 5301 + ], + "max_error": 0.0 + }, + { + "representative": 5265, + "members": [ + 5265 + ], + "max_error": 0.0 + }, + { + "representative": 5280, + "members": [ + 5280 + ], + "max_error": 0.0 + }, + { + "representative": 5272, + "members": [ + 5272 + ], + "max_error": 0.0 + }, + { + "representative": 5235, + "members": [ + 5235 + ], + "max_error": 0.0 + }, + { + "representative": 5267, + "members": [ + 5267 + ], + "max_error": 0.0 + }, + { + "representative": 5296, + "members": [ + 5296 + ], + "max_error": 0.0 + }, + { + "representative": 5313, + "members": [ + 5313 + ], + "max_error": 0.0 + }, + { + "representative": 5195, + "members": [ + 5195 + ], + "max_error": 0.0 + }, + { + "representative": 5299, + "members": [ + 5299 + ], + "max_error": 0.0 + }, + { + "representative": 5170, + "members": [ + 5170 + ], + "max_error": 0.0 + }, + { + "representative": 5184, + "members": [ + 5184 + ], + "max_error": 0.0 + }, + { + "representative": 5219, + "members": [ + 5219 + ], + "max_error": 0.0 + }, + { + "representative": 5216, + "members": [ + 5216 + ], + "max_error": 0.0 + }, + { + "representative": 5278, + "members": [ + 5278 + ], + "max_error": 0.0 + }, + { + "representative": 5252, + "members": [ + 5252 + ], + "max_error": 0.0 + }, + { + "representative": 5189, + "members": [ + 5189 + ], + "max_error": 0.0 + }, + { + "representative": 5255, + "members": [ + 5255 + ], + "max_error": 0.0 + }, + { + "representative": 5355, + "members": [ + 5355 + ], + "max_error": 0.0 + }, + { + "representative": 5333, + "members": [ + 5333 + ], + "max_error": 0.0 + }, + { + "representative": 5283, + "members": [ + 5283 + ], + "max_error": 0.0 + }, + { + "representative": 5336, + "members": [ + 5336 + ], + "max_error": 0.0 + }, + { + "representative": 5330, + "members": [ + 5330 + ], + "max_error": 0.0 + }, + { + "representative": 5193, + "members": [ + 5193 + ], + "max_error": 0.0 + }, + { + "representative": 5164, + "members": [ + 5164 + ], + "max_error": 0.0 + }, + { + "representative": 5240, + "members": [ + 5240 + ], + "max_error": 0.0 + }, + { + "representative": 5298, + "members": [ + 5298 + ], + "max_error": 0.0 + }, + { + "representative": 5225, + "members": [ + 5225 + ], + "max_error": 0.0 + }, + { + "representative": 5291, + "members": [ + 5291 + ], + "max_error": 0.0 + }, + { + "representative": 5262, + "members": [ + 5262 + ], + "max_error": 0.0 + }, + { + "representative": 5228, + "members": [ + 5228 + ], + "max_error": 0.0 + }, + { + "representative": 5246, + "members": [ + 5246 + ], + "max_error": 0.0 + }, + { + "representative": 5169, + "members": [ + 5169 + ], + "max_error": 0.0 + }, + { + "representative": 5227, + "members": [ + 5227 + ], + "max_error": 0.0 + }, + { + "representative": 5297, + "members": [ + 5297 + ], + "max_error": 0.0 + }, + { + "representative": 5276, + "members": [ + 5276 + ], + "max_error": 0.0 + }, + { + "representative": 5368, + "members": [ + 5368 + ], + "max_error": 0.0 + }, + { + "representative": 5316, + "members": [ + 5316 + ], + "max_error": 0.0 + }, + { + "representative": 5181, + "members": [ + 5181 + ], + "max_error": 0.0 + }, + { + "representative": 5768, + "members": [ + 5768 + ], + "max_error": 0.0 + }, + { + "representative": 5769, + "members": [ + 5769 + ], + "max_error": 0.0 + }, + { + "representative": 5770, + "members": [ + 5770 + ], + "max_error": 0.0 + }, + { + "representative": 5772, + "members": [ + 5772 + ], + "max_error": 0.0 + }, + { + "representative": 5773, + "members": [ + 5773 + ], + "max_error": 0.0 + }, + { + "representative": 5774, + "members": [ + 5774 + ], + "max_error": 0.0 + }, + { + "representative": 5775, + "members": [ + 5775 + ], + "max_error": 0.0 + }, + { + "representative": 5763, + "members": [ + 5763 + ], + "max_error": 0.0 + }, + { + "representative": 5764, + "members": [ + 5764 + ], + "max_error": 0.0 + }, + { + "representative": 5765, + "members": [ + 5765 + ], + "max_error": 0.0 + }, + { + "representative": 5766, + "members": [ + 5766 + ], + "max_error": 0.0 + }, + { + "representative": 5767, + "members": [ + 5767 + ], + "max_error": 0.0 + }, + { + "representative": 5776, + "members": [ + 5776 + ], + "max_error": 0.0 + }, + { + "representative": 5785, + "members": [ + 5785 + ], + "max_error": 0.0 + }, + { + "representative": 5777, + "members": [ + 5777 + ], + "max_error": 0.0 + }, + { + "representative": 5786, + "members": [ + 5786 + ], + "max_error": 0.0 + }, + { + "representative": 5787, + "members": [ + 5787 + ], + "max_error": 0.0 + }, + { + "representative": 5788, + "members": [ + 5788 + ], + "max_error": 0.0 + }, + { + "representative": 5789, + "members": [ + 5789 + ], + "max_error": 0.0 + }, + { + "representative": 5790, + "members": [ + 5790 + ], + "max_error": 0.0 + }, + { + "representative": 5778, + "members": [ + 5778 + ], + "max_error": 0.0 + }, + { + "representative": 5779, + "members": [ + 5779 + ], + "max_error": 0.0 + }, + { + "representative": 5780, + "members": [ + 5780 + ], + "max_error": 0.0 + }, + { + "representative": 5781, + "members": [ + 5781 + ], + "max_error": 0.0 + }, + { + "representative": 5782, + "members": [ + 5782 + ], + "max_error": 0.0 + }, + { + "representative": 5783, + "members": [ + 5783 + ], + "max_error": 0.0 + }, + { + "representative": 5800, + "members": [ + 5800 + ], + "max_error": 0.0 + }, + { + "representative": 5801, + "members": [ + 5801 + ], + "max_error": 0.0 + }, + { + "representative": 5802, + "members": [ + 5802 + ], + "max_error": 0.0 + }, + { + "representative": 5803, + "members": [ + 5803 + ], + "max_error": 0.0 + }, + { + "representative": 5804, + "members": [ + 5804 + ], + "max_error": 0.0 + }, + { + "representative": 5805, + "members": [ + 5805 + ], + "max_error": 0.0 + }, + { + "representative": 5806, + "members": [ + 5806 + ], + "max_error": 0.0 + }, + { + "representative": 5794, + "members": [ + 5794 + ], + "max_error": 0.0 + }, + { + "representative": 5796, + "members": [ + 5796 + ], + "max_error": 0.0 + }, + { + "representative": 5798, + "members": [ + 5798 + ], + "max_error": 0.0 + }, + { + "representative": 5799, + "members": [ + 5799 + ], + "max_error": 0.0 + }, + { + "representative": 5808, + "members": [ + 5808 + ], + "max_error": 0.0 + }, + { + "representative": 5816, + "members": [ + 5816 + ], + "max_error": 0.0 + }, + { + "representative": 5817, + "members": [ + 5817 + ], + "max_error": 0.0 + }, + { + "representative": 5809, + "members": [ + 5809 + ], + "max_error": 0.0 + }, + { + "representative": 5818, + "members": [ + 5818 + ], + "max_error": 0.0 + }, + { + "representative": 5819, + "members": [ + 5819 + ], + "max_error": 0.0 + }, + { + "representative": 5820, + "members": [ + 5820 + ], + "max_error": 0.0 + }, + { + "representative": 5821, + "members": [ + 5821 + ], + "max_error": 0.0 + }, + { + "representative": 5822, + "members": [ + 5822 + ], + "max_error": 0.0 + }, + { + "representative": 5823, + "members": [ + 5823 + ], + "max_error": 0.0 + }, + { + "representative": 5810, + "members": [ + 5810 + ], + "max_error": 0.0 + }, + { + "representative": 5812, + "members": [ + 5812 + ], + "max_error": 0.0 + }, + { + "representative": 5815, + "members": [ + 5815 + ], + "max_error": 0.0 + }, + { + "representative": 1084, + "members": [ + 1084 + ], + "max_error": 0.0 + }, + { + "representative": 1058, + "members": [ + 1058 + ], + "max_error": 0.0 + }, + { + "representative": 1203, + "members": [ + 1203 + ], + "max_error": 0.0 + }, + { + "representative": 1125, + "members": [ + 1125 + ], + "max_error": 0.0 + }, + { + "representative": 1051, + "members": [ + 1051 + ], + "max_error": 0.0 + }, + { + "representative": 1101, + "members": [ + 1101 + ], + "max_error": 0.0 + }, + { + "representative": 1025, + "members": [ + 1025 + ], + "max_error": 0.0 + }, + { + "representative": 1265, + "members": [ + 1265 + ], + "max_error": 0.0 + }, + { + "representative": 1241, + "members": [ + 1241 + ], + "max_error": 0.0 + }, + { + "representative": 1172, + "members": [ + 1172 + ], + "max_error": 0.0 + }, + { + "representative": 1655, + "members": [ + 1655 + ], + "max_error": 0.0 + }, + { + "representative": 1538, + "members": [ + 1538 + ], + "max_error": 0.0 + }, + { + "representative": 1700, + "members": [ + 1700 + ], + "max_error": 0.0 + }, + { + "representative": 1768, + "members": [ + 1768 + ], + "max_error": 0.0 + }, + { + "representative": 1596, + "members": [ + 1596 + ], + "max_error": 0.0 + }, + { + "representative": 1765, + "members": [ + 1765 + ], + "max_error": 0.0 + }, + { + "representative": 1718, + "members": [ + 1718 + ], + "max_error": 0.0 + }, + { + "representative": 1769, + "members": [ + 1769 + ], + "max_error": 0.0 + }, + { + "representative": 1633, + "members": [ + 1633 + ], + "max_error": 0.0 + }, + { + "representative": 1713, + "members": [ + 1713 + ], + "max_error": 0.0 + }, + { + "representative": 1620, + "members": [ + 1620 + ], + "max_error": 0.0 + }, + { + "representative": 1719, + "members": [ + 1719 + ], + "max_error": 0.0 + }, + { + "representative": 1634, + "members": [ + 1634 + ], + "max_error": 0.0 + }, + { + "representative": 1706, + "members": [ + 1706 + ], + "max_error": 0.0 + }, + { + "representative": 1641, + "members": [ + 1641 + ], + "max_error": 0.0 + }, + { + "representative": 1547, + "members": [ + 1547 + ], + "max_error": 0.0 + }, + { + "representative": 1646, + "members": [ + 1646 + ], + "max_error": 0.0 + }, + { + "representative": 1678, + "members": [ + 1678 + ], + "max_error": 0.0 + }, + { + "representative": 1685, + "members": [ + 1685 + ], + "max_error": 0.0 + }, + { + "representative": 2220, + "members": [ + 2220 + ], + "max_error": 0.0 + }, + { + "representative": 2105, + "members": [ + 2105 + ], + "max_error": 0.0 + }, + { + "representative": 2120, + "members": [ + 2120 + ], + "max_error": 0.0 + }, + { + "representative": 2128, + "members": [ + 2128 + ], + "max_error": 0.0 + }, + { + "representative": 2188, + "members": [ + 2188 + ], + "max_error": 0.0 + }, + { + "representative": 2164, + "members": [ + 2164 + ], + "max_error": 0.0 + }, + { + "representative": 2257, + "members": [ + 2257 + ], + "max_error": 0.0 + }, + { + "representative": 2076, + "members": [ + 2076 + ], + "max_error": 0.0 + }, + { + "representative": 2129, + "members": [ + 2129 + ], + "max_error": 0.0 + }, + { + "representative": 2063, + "members": [ + 2063 + ], + "max_error": 0.0 + }, + { + "representative": 2143, + "members": [ + 2143 + ], + "max_error": 0.0 + }, + { + "representative": 2243, + "members": [ + 2243 + ], + "max_error": 0.0 + }, + { + "representative": 2803, + "members": [ + 2803 + ], + "max_error": 0.0 + }, + { + "representative": 2814, + "members": [ + 2814 + ], + "max_error": 0.0 + }, + { + "representative": 2755, + "members": [ + 2755 + ], + "max_error": 0.0 + }, + { + "representative": 2586, + "members": [ + 2586 + ], + "max_error": 0.0 + }, + { + "representative": 2810, + "members": [ + 2810 + ], + "max_error": 0.0 + }, + { + "representative": 2716, + "members": [ + 2716 + ], + "max_error": 0.0 + }, + { + "representative": 2696, + "members": [ + 2696 + ], + "max_error": 0.0 + }, + { + "representative": 2796, + "members": [ + 2796 + ], + "max_error": 0.0 + }, + { + "representative": 2758, + "members": [ + 2758 + ], + "max_error": 0.0 + }, + { + "representative": 2786, + "members": [ + 2786 + ], + "max_error": 0.0 + }, + { + "representative": 2675, + "members": [ + 2675 + ], + "max_error": 0.0 + }, + { + "representative": 2721, + "members": [ + 2721 + ], + "max_error": 0.0 + }, + { + "representative": 2570, + "members": [ + 2570 + ], + "max_error": 0.0 + }, + { + "representative": 3222, + "members": [ + 3222 + ], + "max_error": 0.0 + }, + { + "representative": 3216, + "members": [ + 3216 + ], + "max_error": 0.0 + }, + { + "representative": 3072, + "members": [ + 3072 + ], + "max_error": 0.0 + }, + { + "representative": 3202, + "members": [ + 3202 + ], + "max_error": 0.0 + }, + { + "representative": 3264, + "members": [ + 3264 + ], + "max_error": 0.0 + }, + { + "representative": 3197, + "members": [ + 3197 + ], + "max_error": 0.0 + }, + { + "representative": 3103, + "members": [ + 3103 + ], + "max_error": 0.0 + }, + { + "representative": 3184, + "members": [ + 3184 + ], + "max_error": 0.0 + }, + { + "representative": 3111, + "members": [ + 3111 + ], + "max_error": 0.0 + }, + { + "representative": 3296, + "members": [ + 3296 + ], + "max_error": 0.0 + }, + { + "representative": 3218, + "members": [ + 3218 + ], + "max_error": 0.0 + }, + { + "representative": 3125, + "members": [ + 3125 + ], + "max_error": 0.0 + }, + { + "representative": 3301, + "members": [ + 3301 + ], + "max_error": 0.0 + }, + { + "representative": 3653, + "members": [ + 3653 + ], + "max_error": 0.0 + }, + { + "representative": 3687, + "members": [ + 3687 + ], + "max_error": 0.0 + }, + { + "representative": 3754, + "members": [ + 3754 + ], + "max_error": 0.0 + }, + { + "representative": 3823, + "members": [ + 3823 + ], + "max_error": 0.0 + }, + { + "representative": 3674, + "members": [ + 3674 + ], + "max_error": 0.0 + }, + { + "representative": 3652, + "members": [ + 3652 + ], + "max_error": 0.0 + }, + { + "representative": 3633, + "members": [ + 3633 + ], + "max_error": 0.0 + }, + { + "representative": 3808, + "members": [ + 3808 + ], + "max_error": 0.0 + }, + { + "representative": 3801, + "members": [ + 3801 + ], + "max_error": 0.0 + }, + { + "representative": 3594, + "members": [ + 3594 + ], + "max_error": 0.0 + }, + { + "representative": 3595, + "members": [ + 3595 + ], + "max_error": 0.0 + }, + { + "representative": 3643, + "members": [ + 3643 + ], + "max_error": 0.0 + }, + { + "representative": 3818, + "members": [ + 3818 + ], + "max_error": 0.0 + }, + { + "representative": 1035, + "members": [ + 1035 + ], + "max_error": 0.0 + }, + { + "representative": 1111, + "members": [ + 1111 + ], + "max_error": 0.0 + }, + { + "representative": 1100, + "members": [ + 1100 + ], + "max_error": 0.0 + }, + { + "representative": 1080, + "members": [ + 1080 + ], + "max_error": 0.0 + }, + { + "representative": 1126, + "members": [ + 1126 + ], + "max_error": 0.0 + }, + { + "representative": 1163, + "members": [ + 1163 + ], + "max_error": 0.0 + }, + { + "representative": 1228, + "members": [ + 1228 + ], + "max_error": 0.0 + }, + { + "representative": 1074, + "members": [ + 1074 + ], + "max_error": 0.0 + }, + { + "representative": 1181, + "members": [ + 1181 + ], + "max_error": 0.0 + }, + { + "representative": 1124, + "members": [ + 1124 + ], + "max_error": 0.0 + }, + { + "representative": 1555, + "members": [ + 1555 + ], + "max_error": 0.0 + }, + { + "representative": 1632, + "members": [ + 1632 + ], + "max_error": 0.0 + }, + { + "representative": 1579, + "members": [ + 1579 + ], + "max_error": 0.0 + }, + { + "representative": 1628, + "members": [ + 1628 + ], + "max_error": 0.0 + }, + { + "representative": 1782, + "members": [ + 1782 + ], + "max_error": 0.0 + }, + { + "representative": 1659, + "members": [ + 1659 + ], + "max_error": 0.0 + }, + { + "representative": 1711, + "members": [ + 1711 + ], + "max_error": 0.0 + }, + { + "representative": 1716, + "members": [ + 1716 + ], + "max_error": 0.0 + }, + { + "representative": 1593, + "members": [ + 1593 + ], + "max_error": 0.0 + }, + { + "representative": 1665, + "members": [ + 1665 + ], + "max_error": 0.0 + }, + { + "representative": 1695, + "members": [ + 1695 + ], + "max_error": 0.0 + }, + { + "representative": 1576, + "members": [ + 1576 + ], + "max_error": 0.0 + }, + { + "representative": 2087, + "members": [ + 2087 + ], + "max_error": 0.0 + }, + { + "representative": 2148, + "members": [ + 2148 + ], + "max_error": 0.0 + }, + { + "representative": 2089, + "members": [ + 2089 + ], + "max_error": 0.0 + }, + { + "representative": 2263, + "members": [ + 2263 + ], + "max_error": 0.0 + }, + { + "representative": 2286, + "members": [ + 2286 + ], + "max_error": 0.0 + }, + { + "representative": 2067, + "members": [ + 2067 + ], + "max_error": 0.0 + }, + { + "representative": 2214, + "members": [ + 2214 + ], + "max_error": 0.0 + }, + { + "representative": 2122, + "members": [ + 2122 + ], + "max_error": 0.0 + }, + { + "representative": 2096, + "members": [ + 2096 + ], + "max_error": 0.0 + }, + { + "representative": 2201, + "members": [ + 2201 + ], + "max_error": 0.0 + }, + { + "representative": 2094, + "members": [ + 2094 + ], + "max_error": 0.0 + }, + { + "representative": 2136, + "members": [ + 2136 + ], + "max_error": 0.0 + }, + { + "representative": 2566, + "members": [ + 2566 + ], + "max_error": 0.0 + }, + { + "representative": 2759, + "members": [ + 2759 + ], + "max_error": 0.0 + }, + { + "representative": 2751, + "members": [ + 2751 + ], + "max_error": 0.0 + }, + { + "representative": 2815, + "members": [ + 2815 + ], + "max_error": 0.0 + }, + { + "representative": 2728, + "members": [ + 2728 + ], + "max_error": 0.0 + }, + { + "representative": 2686, + "members": [ + 2686 + ], + "max_error": 0.0 + }, + { + "representative": 2650, + "members": [ + 2650 + ], + "max_error": 0.0 + }, + { + "representative": 2764, + "members": [ + 2764 + ], + "max_error": 0.0 + }, + { + "representative": 2574, + "members": [ + 2574 + ], + "max_error": 0.0 + }, + { + "representative": 2655, + "members": [ + 2655 + ], + "max_error": 0.0 + }, + { + "representative": 2756, + "members": [ + 2756 + ], + "max_error": 0.0 + }, + { + "representative": 3281, + "members": [ + 3281 + ], + "max_error": 0.0 + }, + { + "representative": 3277, + "members": [ + 3277 + ], + "max_error": 0.0 + }, + { + "representative": 3106, + "members": [ + 3106 + ], + "max_error": 0.0 + }, + { + "representative": 3105, + "members": [ + 3105 + ], + "max_error": 0.0 + }, + { + "representative": 3109, + "members": [ + 3109 + ], + "max_error": 0.0 + }, + { + "representative": 3099, + "members": [ + 3099 + ], + "max_error": 0.0 + }, + { + "representative": 3081, + "members": [ + 3081 + ], + "max_error": 0.0 + }, + { + "representative": 3114, + "members": [ + 3114 + ], + "max_error": 0.0 + }, + { + "representative": 3092, + "members": [ + 3092 + ], + "max_error": 0.0 + }, + { + "representative": 3084, + "members": [ + 3084 + ], + "max_error": 0.0 + }, + { + "representative": 3723, + "members": [ + 3723 + ], + "max_error": 0.0 + }, + { + "representative": 3616, + "members": [ + 3616 + ], + "max_error": 0.0 + }, + { + "representative": 3587, + "members": [ + 3587 + ], + "max_error": 0.0 + }, + { + "representative": 3782, + "members": [ + 3782 + ], + "max_error": 0.0 + }, + { + "representative": 3686, + "members": [ + 3686 + ], + "max_error": 0.0 + }, + { + "representative": 3672, + "members": [ + 3672 + ], + "max_error": 0.0 + }, + { + "representative": 3724, + "members": [ + 3724 + ], + "max_error": 0.0 + }, + { + "representative": 3716, + "members": [ + 3716 + ], + "max_error": 0.0 + }, + { + "representative": 3607, + "members": [ + 3607 + ], + "max_error": 0.0 + }, + { + "representative": 3629, + "members": [ + 3629 + ], + "max_error": 0.0 + }, + { + "representative": 3821, + "members": [ + 3821 + ], + "max_error": 0.0 + }, + { + "representative": 3817, + "members": [ + 3817 + ], + "max_error": 0.0 + }, + { + "representative": 1197, + "members": [ + 1197 + ], + "max_error": 0.0 + }, + { + "representative": 1059, + "members": [ + 1059 + ], + "max_error": 0.0 + }, + { + "representative": 1038, + "members": [ + 1038 + ], + "max_error": 0.0 + }, + { + "representative": 1085, + "members": [ + 1085 + ], + "max_error": 0.0 + }, + { + "representative": 1117, + "members": [ + 1117 + ], + "max_error": 0.0 + }, + { + "representative": 1131, + "members": [ + 1131 + ], + "max_error": 0.0 + }, + { + "representative": 1244, + "members": [ + 1244 + ], + "max_error": 0.0 + }, + { + "representative": 1242, + "members": [ + 1242 + ], + "max_error": 0.0 + }, + { + "representative": 1195, + "members": [ + 1195 + ], + "max_error": 0.0 + }, + { + "representative": 1065, + "members": [ + 1065 + ], + "max_error": 0.0 + }, + { + "representative": 1253, + "members": [ + 1253 + ], + "max_error": 0.0 + }, + { + "representative": 1151, + "members": [ + 1151 + ], + "max_error": 0.0 + }, + { + "representative": 1092, + "members": [ + 1092 + ], + "max_error": 0.0 + }, + { + "representative": 1034, + "members": [ + 1034 + ], + "max_error": 0.0 + }, + { + "representative": 1026, + "members": [ + 1026 + ], + "max_error": 0.0 + }, + { + "representative": 1142, + "members": [ + 1142 + ], + "max_error": 0.0 + }, + { + "representative": 1568, + "members": [ + 1568 + ], + "max_error": 0.0 + }, + { + "representative": 1660, + "members": [ + 1660 + ], + "max_error": 0.0 + }, + { + "representative": 1573, + "members": [ + 1573 + ], + "max_error": 0.0 + }, + { + "representative": 1704, + "members": [ + 1704 + ], + "max_error": 0.0 + }, + { + "representative": 1746, + "members": [ + 1746 + ], + "max_error": 0.0 + }, + { + "representative": 1742, + "members": [ + 1742 + ], + "max_error": 0.0 + }, + { + "representative": 1732, + "members": [ + 1732 + ], + "max_error": 0.0 + }, + { + "representative": 1735, + "members": [ + 1735 + ], + "max_error": 0.0 + }, + { + "representative": 1558, + "members": [ + 1558 + ], + "max_error": 0.0 + }, + { + "representative": 1775, + "members": [ + 1775 + ], + "max_error": 0.0 + }, + { + "representative": 1734, + "members": [ + 1734 + ], + "max_error": 0.0 + }, + { + "representative": 1728, + "members": [ + 1728 + ], + "max_error": 0.0 + }, + { + "representative": 1624, + "members": [ + 1624 + ], + "max_error": 0.0 + }, + { + "representative": 1622, + "members": [ + 1622 + ], + "max_error": 0.0 + }, + { + "representative": 1776, + "members": [ + 1776 + ], + "max_error": 0.0 + }, + { + "representative": 1764, + "members": [ + 1764 + ], + "max_error": 0.0 + }, + { + "representative": 1642, + "members": [ + 1642 + ], + "max_error": 0.0 + }, + { + "representative": 2088, + "members": [ + 2088 + ], + "max_error": 0.0 + }, + { + "representative": 2283, + "members": [ + 2283 + ], + "max_error": 0.0 + }, + { + "representative": 2081, + "members": [ + 2081 + ], + "max_error": 0.0 + }, + { + "representative": 2186, + "members": [ + 2186 + ], + "max_error": 0.0 + }, + { + "representative": 2184, + "members": [ + 2184 + ], + "max_error": 0.0 + }, + { + "representative": 2246, + "members": [ + 2246 + ], + "max_error": 0.0 + }, + { + "representative": 2149, + "members": [ + 2149 + ], + "max_error": 0.0 + }, + { + "representative": 2175, + "members": [ + 2175 + ], + "max_error": 0.0 + }, + { + "representative": 2280, + "members": [ + 2280 + ], + "max_error": 0.0 + }, + { + "representative": 2091, + "members": [ + 2091 + ], + "max_error": 0.0 + }, + { + "representative": 2116, + "members": [ + 2116 + ], + "max_error": 0.0 + }, + { + "representative": 2247, + "members": [ + 2247 + ], + "max_error": 0.0 + }, + { + "representative": 2121, + "members": [ + 2121 + ], + "max_error": 0.0 + }, + { + "representative": 2583, + "members": [ + 2583 + ], + "max_error": 0.0 + }, + { + "representative": 2685, + "members": [ + 2685 + ], + "max_error": 0.0 + }, + { + "representative": 2690, + "members": [ + 2690 + ], + "max_error": 0.0 + }, + { + "representative": 2617, + "members": [ + 2617 + ], + "max_error": 0.0 + }, + { + "representative": 2594, + "members": [ + 2594 + ], + "max_error": 0.0 + }, + { + "representative": 2808, + "members": [ + 2808 + ], + "max_error": 0.0 + }, + { + "representative": 2644, + "members": [ + 2644 + ], + "max_error": 0.0 + }, + { + "representative": 2664, + "members": [ + 2664 + ], + "max_error": 0.0 + }, + { + "representative": 2744, + "members": [ + 2744 + ], + "max_error": 0.0 + }, + { + "representative": 3191, + "members": [ + 3191 + ], + "max_error": 0.0 + }, + { + "representative": 3174, + "members": [ + 3174 + ], + "max_error": 0.0 + }, + { + "representative": 3289, + "members": [ + 3289 + ], + "max_error": 0.0 + }, + { + "representative": 3110, + "members": [ + 3110 + ], + "max_error": 0.0 + }, + { + "representative": 3199, + "members": [ + 3199 + ], + "max_error": 0.0 + }, + { + "representative": 3287, + "members": [ + 3287 + ], + "max_error": 0.0 + }, + { + "representative": 3209, + "members": [ + 3209 + ], + "max_error": 0.0 + }, + { + "representative": 3158, + "members": [ + 3158 + ], + "max_error": 0.0 + }, + { + "representative": 3108, + "members": [ + 3108 + ], + "max_error": 0.0 + }, + { + "representative": 3190, + "members": [ + 3190 + ], + "max_error": 0.0 + }, + { + "representative": 3155, + "members": [ + 3155 + ], + "max_error": 0.0 + }, + { + "representative": 3232, + "members": [ + 3232 + ], + "max_error": 0.0 + }, + { + "representative": 3606, + "members": [ + 3606 + ], + "max_error": 0.0 + }, + { + "representative": 3780, + "members": [ + 3780 + ], + "max_error": 0.0 + }, + { + "representative": 3779, + "members": [ + 3779 + ], + "max_error": 0.0 + }, + { + "representative": 3809, + "members": [ + 3809 + ], + "max_error": 0.0 + }, + { + "representative": 3704, + "members": [ + 3704 + ], + "max_error": 0.0 + }, + { + "representative": 3790, + "members": [ + 3790 + ], + "max_error": 0.0 + }, + { + "representative": 3752, + "members": [ + 3752 + ], + "max_error": 0.0 + }, + { + "representative": 3755, + "members": [ + 3755 + ], + "max_error": 0.0 + }, + { + "representative": 3620, + "members": [ + 3620 + ], + "max_error": 0.0 + }, + { + "representative": 3804, + "members": [ + 3804 + ], + "max_error": 0.0 + }, + { + "representative": 3839, + "members": [ + 3839 + ], + "max_error": 0.0 + }, + { + "representative": 3708, + "members": [ + 3708 + ], + "max_error": 0.0 + }, + { + "representative": 1262, + "members": [ + 1262 + ], + "max_error": 0.0 + }, + { + "representative": 1229, + "members": [ + 1229 + ], + "max_error": 0.0 + }, + { + "representative": 1167, + "members": [ + 1167 + ], + "max_error": 0.0 + }, + { + "representative": 1144, + "members": [ + 1144 + ], + "max_error": 0.0 + }, + { + "representative": 1119, + "members": [ + 1119 + ], + "max_error": 0.0 + }, + { + "representative": 1090, + "members": [ + 1090 + ], + "max_error": 0.0 + }, + { + "representative": 1173, + "members": [ + 1173 + ], + "max_error": 0.0 + }, + { + "representative": 1114, + "members": [ + 1114 + ], + "max_error": 0.0 + }, + { + "representative": 1029, + "members": [ + 1029 + ], + "max_error": 0.0 + }, + { + "representative": 1139, + "members": [ + 1139 + ], + "max_error": 0.0 + }, + { + "representative": 1273, + "members": [ + 1273 + ], + "max_error": 0.0 + }, + { + "representative": 1269, + "members": [ + 1269 + ], + "max_error": 0.0 + }, + { + "representative": 1179, + "members": [ + 1179 + ], + "max_error": 0.0 + }, + { + "representative": 1553, + "members": [ + 1553 + ], + "max_error": 0.0 + }, + { + "representative": 1616, + "members": [ + 1616 + ], + "max_error": 0.0 + }, + { + "representative": 1673, + "members": [ + 1673 + ], + "max_error": 0.0 + }, + { + "representative": 1726, + "members": [ + 1726 + ], + "max_error": 0.0 + }, + { + "representative": 1607, + "members": [ + 1607 + ], + "max_error": 0.0 + }, + { + "representative": 1601, + "members": [ + 1601 + ], + "max_error": 0.0 + }, + { + "representative": 1599, + "members": [ + 1599 + ], + "max_error": 0.0 + }, + { + "representative": 1669, + "members": [ + 1669 + ], + "max_error": 0.0 + }, + { + "representative": 1743, + "members": [ + 1743 + ], + "max_error": 0.0 + }, + { + "representative": 1733, + "members": [ + 1733 + ], + "max_error": 0.0 + }, + { + "representative": 1767, + "members": [ + 1767 + ], + "max_error": 0.0 + }, + { + "representative": 1668, + "members": [ + 1668 + ], + "max_error": 0.0 + }, + { + "representative": 1618, + "members": [ + 1618 + ], + "max_error": 0.0 + }, + { + "representative": 2181, + "members": [ + 2181 + ], + "max_error": 0.0 + }, + { + "representative": 2302, + "members": [ + 2302 + ], + "max_error": 0.0 + }, + { + "representative": 2172, + "members": [ + 2172 + ], + "max_error": 0.0 + }, + { + "representative": 2217, + "members": [ + 2217 + ], + "max_error": 0.0 + }, + { + "representative": 2058, + "members": [ + 2058 + ], + "max_error": 0.0 + }, + { + "representative": 2187, + "members": [ + 2187 + ], + "max_error": 0.0 + }, + { + "representative": 2098, + "members": [ + 2098 + ], + "max_error": 0.0 + }, + { + "representative": 2265, + "members": [ + 2265 + ], + "max_error": 0.0 + }, + { + "representative": 2119, + "members": [ + 2119 + ], + "max_error": 0.0 + }, + { + "representative": 2277, + "members": [ + 2277 + ], + "max_error": 0.0 + }, + { + "representative": 2251, + "members": [ + 2251 + ], + "max_error": 0.0 + }, + { + "representative": 2203, + "members": [ + 2203 + ], + "max_error": 0.0 + }, + { + "representative": 2281, + "members": [ + 2281 + ], + "max_error": 0.0 + }, + { + "representative": 2202, + "members": [ + 2202 + ], + "max_error": 0.0 + }, + { + "representative": 2208, + "members": [ + 2208 + ], + "max_error": 0.0 + }, + { + "representative": 2168, + "members": [ + 2168 + ], + "max_error": 0.0 + }, + { + "representative": 2258, + "members": [ + 2258 + ], + "max_error": 0.0 + }, + { + "representative": 2061, + "members": [ + 2061 + ], + "max_error": 0.0 + }, + { + "representative": 2291, + "members": [ + 2291 + ], + "max_error": 0.0 + }, + { + "representative": 2160, + "members": [ + 2160 + ], + "max_error": 0.0 + }, + { + "representative": 2653, + "members": [ + 2653 + ], + "max_error": 0.0 + }, + { + "representative": 2807, + "members": [ + 2807 + ], + "max_error": 0.0 + }, + { + "representative": 2669, + "members": [ + 2669 + ], + "max_error": 0.0 + }, + { + "representative": 2585, + "members": [ + 2585 + ], + "max_error": 0.0 + }, + { + "representative": 2752, + "members": [ + 2752 + ], + "max_error": 0.0 + }, + { + "representative": 2699, + "members": [ + 2699 + ], + "max_error": 0.0 + }, + { + "representative": 3196, + "members": [ + 3196 + ], + "max_error": 0.0 + }, + { + "representative": 3121, + "members": [ + 3121 + ], + "max_error": 0.0 + }, + { + "representative": 3117, + "members": [ + 3117 + ], + "max_error": 0.0 + }, + { + "representative": 3128, + "members": [ + 3128 + ], + "max_error": 0.0 + }, + { + "representative": 3279, + "members": [ + 3279 + ], + "max_error": 0.0 + }, + { + "representative": 3256, + "members": [ + 3256 + ], + "max_error": 0.0 + }, + { + "representative": 3122, + "members": [ + 3122 + ], + "max_error": 0.0 + }, + { + "representative": 3097, + "members": [ + 3097 + ], + "max_error": 0.0 + }, + { + "representative": 3073, + "members": [ + 3073 + ], + "max_error": 0.0 + }, + { + "representative": 3101, + "members": [ + 3101 + ], + "max_error": 0.0 + }, + { + "representative": 3261, + "members": [ + 3261 + ], + "max_error": 0.0 + }, + { + "representative": 3175, + "members": [ + 3175 + ], + "max_error": 0.0 + }, + { + "representative": 3075, + "members": [ + 3075 + ], + "max_error": 0.0 + }, + { + "representative": 3076, + "members": [ + 3076 + ], + "max_error": 0.0 + }, + { + "representative": 3235, + "members": [ + 3235 + ], + "max_error": 0.0 + }, + { + "representative": 3294, + "members": [ + 3294 + ], + "max_error": 0.0 + }, + { + "representative": 3137, + "members": [ + 3137 + ], + "max_error": 0.0 + }, + { + "representative": 3316, + "members": [ + 3316 + ], + "max_error": 0.0 + }, + { + "representative": 3803, + "members": [ + 3803 + ], + "max_error": 0.0 + }, + { + "representative": 3603, + "members": [ + 3603 + ], + "max_error": 0.0 + }, + { + "representative": 3760, + "members": [ + 3760 + ], + "max_error": 0.0 + }, + { + "representative": 3761, + "members": [ + 3761 + ], + "max_error": 0.0 + }, + { + "representative": 3828, + "members": [ + 3828 + ], + "max_error": 0.0 + }, + { + "representative": 3612, + "members": [ + 3612 + ], + "max_error": 0.0 + }, + { + "representative": 3714, + "members": [ + 3714 + ], + "max_error": 0.0 + }, + { + "representative": 2652, + "members": [ + 2652 + ], + "max_error": 0.0 + }, + { + "representative": 2630, + "members": [ + 2630 + ], + "max_error": 0.0 + }, + { + "representative": 2806, + "members": [ + 2806 + ], + "max_error": 0.0 + }, + { + "representative": 2587, + "members": [ + 2587 + ], + "max_error": 0.0 + }, + { + "representative": 2568, + "members": [ + 2568 + ], + "max_error": 0.0 + }, + { + "representative": 2701, + "members": [ + 2701 + ], + "max_error": 0.0 + }, + { + "representative": 3153, + "members": [ + 3153 + ], + "max_error": 0.0 + }, + { + "representative": 3310, + "members": [ + 3310 + ], + "max_error": 0.0 + }, + { + "representative": 3102, + "members": [ + 3102 + ], + "max_error": 0.0 + }, + { + "representative": 3319, + "members": [ + 3319 + ], + "max_error": 0.0 + }, + { + "representative": 3265, + "members": [ + 3265 + ], + "max_error": 0.0 + }, + { + "representative": 3077, + "members": [ + 3077 + ], + "max_error": 0.0 + }, + { + "representative": 3138, + "members": [ + 3138 + ], + "max_error": 0.0 + }, + { + "representative": 3220, + "members": [ + 3220 + ], + "max_error": 0.0 + }, + { + "representative": 3689, + "members": [ + 3689 + ], + "max_error": 0.0 + }, + { + "representative": 3600, + "members": [ + 3600 + ], + "max_error": 0.0 + }, + { + "representative": 3617, + "members": [ + 3617 + ], + "max_error": 0.0 + }, + { + "representative": 3718, + "members": [ + 3718 + ], + "max_error": 0.0 + }, + { + "representative": 3613, + "members": [ + 3613 + ], + "max_error": 0.0 + }, + { + "representative": 3726, + "members": [ + 3726 + ], + "max_error": 0.0 + }, + { + "representative": 3665, + "members": [ + 3665 + ], + "max_error": 0.0 + }, + { + "representative": 4296, + "members": [ + 4296 + ], + "max_error": 0.0 + }, + { + "representative": 4289, + "members": [ + 4289 + ], + "max_error": 0.0 + }, + { + "representative": 4299, + "members": [ + 4299 + ], + "max_error": 0.0 + }, + { + "representative": 4300, + "members": [ + 4300 + ], + "max_error": 0.0 + }, + { + "representative": 4301, + "members": [ + 4301 + ], + "max_error": 0.0 + }, + { + "representative": 4290, + "members": [ + 4290 + ], + "max_error": 0.0 + }, + { + "representative": 4291, + "members": [ + 4291 + ], + "max_error": 0.0 + }, + { + "representative": 4292, + "members": [ + 4292 + ], + "max_error": 0.0 + }, + { + "representative": 4293, + "members": [ + 4293 + ], + "max_error": 0.0 + }, + { + "representative": 4294, + "members": [ + 4294 + ], + "max_error": 0.0 + }, + { + "representative": 4304, + "members": [ + 4304 + ], + "max_error": 0.0 + }, + { + "representative": 4312, + "members": [ + 4312 + ], + "max_error": 0.0 + }, + { + "representative": 4313, + "members": [ + 4313 + ], + "max_error": 0.0 + }, + { + "representative": 4305, + "members": [ + 4305 + ], + "max_error": 0.0 + }, + { + "representative": 4315, + "members": [ + 4315 + ], + "max_error": 0.0 + }, + { + "representative": 4316, + "members": [ + 4316 + ], + "max_error": 0.0 + }, + { + "representative": 4317, + "members": [ + 4317 + ], + "max_error": 0.0 + }, + { + "representative": 4318, + "members": [ + 4318 + ], + "max_error": 0.0 + }, + { + "representative": 4319, + "members": [ + 4319 + ], + "max_error": 0.0 + }, + { + "representative": 4307, + "members": [ + 4307 + ], + "max_error": 0.0 + }, + { + "representative": 4310, + "members": [ + 4310 + ], + "max_error": 0.0 + }, + { + "representative": 4311, + "members": [ + 4311 + ], + "max_error": 0.0 + }, + { + "representative": 4321, + "members": [ + 4321 + ], + "max_error": 0.0 + }, + { + "representative": 4330, + "members": [ + 4330 + ], + "max_error": 0.0 + }, + { + "representative": 4333, + "members": [ + 4333 + ], + "max_error": 0.0 + }, + { + "representative": 4335, + "members": [ + 4335 + ], + "max_error": 0.0 + }, + { + "representative": 4323, + "members": [ + 4323 + ], + "max_error": 0.0 + }, + { + "representative": 4324, + "members": [ + 4324 + ], + "max_error": 0.0 + }, + { + "representative": 4325, + "members": [ + 4325 + ], + "max_error": 0.0 + }, + { + "representative": 4327, + "members": [ + 4327 + ], + "max_error": 0.0 + }, + { + "representative": 4336, + "members": [ + 4336 + ], + "max_error": 0.0 + }, + { + "representative": 4344, + "members": [ + 4344 + ], + "max_error": 0.0 + }, + { + "representative": 4347, + "members": [ + 4347 + ], + "max_error": 0.0 + }, + { + "representative": 4349, + "members": [ + 4349 + ], + "max_error": 0.0 + }, + { + "representative": 4351, + "members": [ + 4351 + ], + "max_error": 0.0 + }, + { + "representative": 4338, + "members": [ + 4338 + ], + "max_error": 0.0 + }, + { + "representative": 4339, + "members": [ + 4339 + ], + "max_error": 0.0 + }, + { + "representative": 4342, + "members": [ + 4342 + ], + "max_error": 0.0 + }, + { + "representative": 4610, + "members": [ + 4610 + ], + "max_error": 0.0 + }, + { + "representative": 4624, + "members": [ + 4624 + ], + "max_error": 0.0 + }, + { + "representative": 4701, + "members": [ + 4701 + ], + "max_error": 0.0 + }, + { + "representative": 4826, + "members": [ + 4826 + ], + "max_error": 0.0 + }, + { + "representative": 4688, + "members": [ + 4688 + ], + "max_error": 0.0 + }, + { + "representative": 4742, + "members": [ + 4742 + ], + "max_error": 0.0 + }, + { + "representative": 4806, + "members": [ + 4806 + ], + "max_error": 0.0 + }, + { + "representative": 4780, + "members": [ + 4780 + ], + "max_error": 0.0 + }, + { + "representative": 4621, + "members": [ + 4621 + ], + "max_error": 0.0 + }, + { + "representative": 4801, + "members": [ + 4801 + ], + "max_error": 0.0 + }, + { + "representative": 4691, + "members": [ + 4691 + ], + "max_error": 0.0 + }, + { + "representative": 4649, + "members": [ + 4649 + ], + "max_error": 0.0 + }, + { + "representative": 4679, + "members": [ + 4679 + ], + "max_error": 0.0 + }, + { + "representative": 4681, + "members": [ + 4681 + ], + "max_error": 0.0 + }, + { + "representative": 4666, + "members": [ + 4666 + ], + "max_error": 0.0 + }, + { + "representative": 4721, + "members": [ + 4721 + ], + "max_error": 0.0 + }, + { + "representative": 4796, + "members": [ + 4796 + ], + "max_error": 0.0 + }, + { + "representative": 4854, + "members": [ + 4854 + ], + "max_error": 0.0 + }, + { + "representative": 4617, + "members": [ + 4617 + ], + "max_error": 0.0 + }, + { + "representative": 4698, + "members": [ + 4698 + ], + "max_error": 0.0 + }, + { + "representative": 4710, + "members": [ + 4710 + ], + "max_error": 0.0 + }, + { + "representative": 4613, + "members": [ + 4613 + ], + "max_error": 0.0 + }, + { + "representative": 4680, + "members": [ + 4680 + ], + "max_error": 0.0 + }, + { + "representative": 4700, + "members": [ + 4700 + ], + "max_error": 0.0 + }, + { + "representative": 4792, + "members": [ + 4792 + ], + "max_error": 0.0 + }, + { + "representative": 4726, + "members": [ + 4726 + ], + "max_error": 0.0 + }, + { + "representative": 4737, + "members": [ + 4737 + ], + "max_error": 0.0 + }, + { + "representative": 4672, + "members": [ + 4672 + ], + "max_error": 0.0 + }, + { + "representative": 4668, + "members": [ + 4668 + ], + "max_error": 0.0 + }, + { + "representative": 4653, + "members": [ + 4653 + ], + "max_error": 0.0 + }, + { + "representative": 4706, + "members": [ + 4706 + ], + "max_error": 0.0 + }, + { + "representative": 4659, + "members": [ + 4659 + ], + "max_error": 0.0 + }, + { + "representative": 4655, + "members": [ + 4655 + ], + "max_error": 0.0 + }, + { + "representative": 4651, + "members": [ + 4651 + ], + "max_error": 0.0 + }, + { + "representative": 4770, + "members": [ + 4770 + ], + "max_error": 0.0 + }, + { + "representative": 5157, + "members": [ + 5157 + ], + "max_error": 0.0 + }, + { + "representative": 5133, + "members": [ + 5133 + ], + "max_error": 0.0 + }, + { + "representative": 5134, + "members": [ + 5134 + ], + "max_error": 0.0 + }, + { + "representative": 5224, + "members": [ + 5224 + ], + "max_error": 0.0 + }, + { + "representative": 5326, + "members": [ + 5326 + ], + "max_error": 0.0 + }, + { + "representative": 5269, + "members": [ + 5269 + ], + "max_error": 0.0 + }, + { + "representative": 5256, + "members": [ + 5256 + ], + "max_error": 0.0 + }, + { + "representative": 5304, + "members": [ + 5304 + ], + "max_error": 0.0 + }, + { + "representative": 5203, + "members": [ + 5203 + ], + "max_error": 0.0 + }, + { + "representative": 5352, + "members": [ + 5352 + ], + "max_error": 0.0 + }, + { + "representative": 5127, + "members": [ + 5127 + ], + "max_error": 0.0 + }, + { + "representative": 5179, + "members": [ + 5179 + ], + "max_error": 0.0 + }, + { + "representative": 5361, + "members": [ + 5361 + ], + "max_error": 0.0 + }, + { + "representative": 5138, + "members": [ + 5138 + ], + "max_error": 0.0 + }, + { + "representative": 5191, + "members": [ + 5191 + ], + "max_error": 0.0 + }, + { + "representative": 5284, + "members": [ + 5284 + ], + "max_error": 0.0 + }, + { + "representative": 5306, + "members": [ + 5306 + ], + "max_error": 0.0 + }, + { + "representative": 5197, + "members": [ + 5197 + ], + "max_error": 0.0 + }, + { + "representative": 5238, + "members": [ + 5238 + ], + "max_error": 0.0 + }, + { + "representative": 5183, + "members": [ + 5183 + ], + "max_error": 0.0 + }, + { + "representative": 5192, + "members": [ + 5192 + ], + "max_error": 0.0 + }, + { + "representative": 5163, + "members": [ + 5163 + ], + "max_error": 0.0 + }, + { + "representative": 5202, + "members": [ + 5202 + ], + "max_error": 0.0 + }, + { + "representative": 5151, + "members": [ + 5151 + ], + "max_error": 0.0 + }, + { + "representative": 5147, + "members": [ + 5147 + ], + "max_error": 0.0 + }, + { + "representative": 5207, + "members": [ + 5207 + ], + "max_error": 0.0 + }, + { + "representative": 5243, + "members": [ + 5243 + ], + "max_error": 0.0 + }, + { + "representative": 5131, + "members": [ + 5131 + ], + "max_error": 0.0 + }, + { + "representative": 5142, + "members": [ + 5142 + ], + "max_error": 0.0 + }, + { + "representative": 5178, + "members": [ + 5178 + ], + "max_error": 0.0 + }, + { + "representative": 5266, + "members": [ + 5266 + ], + "max_error": 0.0 + }, + { + "representative": 5244, + "members": [ + 5244 + ], + "max_error": 0.0 + }, + { + "representative": 5315, + "members": [ + 5315 + ], + "max_error": 0.0 + }, + { + "representative": 5348, + "members": [ + 5348 + ], + "max_error": 0.0 + }, + { + "representative": 5171, + "members": [ + 5171 + ], + "max_error": 0.0 + }, + { + "representative": 5211, + "members": [ + 5211 + ], + "max_error": 0.0 + }, + { + "representative": 5824, + "members": [ + 5824 + ], + "max_error": 0.0 + }, + { + "representative": 5832, + "members": [ + 5832 + ], + "max_error": 0.0 + }, + { + "representative": 5825, + "members": [ + 5825 + ], + "max_error": 0.0 + }, + { + "representative": 5834, + "members": [ + 5834 + ], + "max_error": 0.0 + }, + { + "representative": 5836, + "members": [ + 5836 + ], + "max_error": 0.0 + }, + { + "representative": 5838, + "members": [ + 5838 + ], + "max_error": 0.0 + }, + { + "representative": 5839, + "members": [ + 5839 + ], + "max_error": 0.0 + }, + { + "representative": 5827, + "members": [ + 5827 + ], + "max_error": 0.0 + }, + { + "representative": 5828, + "members": [ + 5828 + ], + "max_error": 0.0 + }, + { + "representative": 5830, + "members": [ + 5830 + ], + "max_error": 0.0 + }, + { + "representative": 5831, + "members": [ + 5831 + ], + "max_error": 0.0 + }, + { + "representative": 5841, + "members": [ + 5841 + ], + "max_error": 0.0 + }, + { + "representative": 5850, + "members": [ + 5850 + ], + "max_error": 0.0 + }, + { + "representative": 5851, + "members": [ + 5851 + ], + "max_error": 0.0 + }, + { + "representative": 5854, + "members": [ + 5854 + ], + "max_error": 0.0 + }, + { + "representative": 5855, + "members": [ + 5855 + ], + "max_error": 0.0 + }, + { + "representative": 5842, + "members": [ + 5842 + ], + "max_error": 0.0 + }, + { + "representative": 5843, + "members": [ + 5843 + ], + "max_error": 0.0 + }, + { + "representative": 5844, + "members": [ + 5844 + ], + "max_error": 0.0 + }, + { + "representative": 5845, + "members": [ + 5845 + ], + "max_error": 0.0 + }, + { + "representative": 5846, + "members": [ + 5846 + ], + "max_error": 0.0 + }, + { + "representative": 5847, + "members": [ + 5847 + ], + "max_error": 0.0 + }, + { + "representative": 5856, + "members": [ + 5856 + ], + "max_error": 0.0 + }, + { + "representative": 5865, + "members": [ + 5865 + ], + "max_error": 0.0 + }, + { + "representative": 5867, + "members": [ + 5867 + ], + "max_error": 0.0 + }, + { + "representative": 5871, + "members": [ + 5871 + ], + "max_error": 0.0 + }, + { + "representative": 5858, + "members": [ + 5858 + ], + "max_error": 0.0 + }, + { + "representative": 5859, + "members": [ + 5859 + ], + "max_error": 0.0 + }, + { + "representative": 5860, + "members": [ + 5860 + ], + "max_error": 0.0 + }, + { + "representative": 5862, + "members": [ + 5862 + ], + "max_error": 0.0 + }, + { + "representative": 5863, + "members": [ + 5863 + ], + "max_error": 0.0 + }, + { + "representative": 5872, + "members": [ + 5872 + ], + "max_error": 0.0 + }, + { + "representative": 5880, + "members": [ + 5880 + ], + "max_error": 0.0 + }, + { + "representative": 5882, + "members": [ + 5882 + ], + "max_error": 0.0 + }, + { + "representative": 5883, + "members": [ + 5883 + ], + "max_error": 0.0 + }, + { + "representative": 5884, + "members": [ + 5884 + ], + "max_error": 0.0 + }, + { + "representative": 5885, + "members": [ + 5885 + ], + "max_error": 0.0 + }, + { + "representative": 5887, + "members": [ + 5887 + ], + "max_error": 0.0 + }, + { + "representative": 5874, + "members": [ + 5874 + ], + "max_error": 0.0 + }, + { + "representative": 5879, + "members": [ + 5879 + ], + "max_error": 0.0 + }, + { + "representative": 2584, + "members": [ + 2584 + ], + "max_error": 0.0 + }, + { + "representative": 2734, + "members": [ + 2734 + ], + "max_error": 0.0 + }, + { + "representative": 2813, + "members": [ + 2813 + ], + "max_error": 0.0 + }, + { + "representative": 2708, + "members": [ + 2708 + ], + "max_error": 0.0 + }, + { + "representative": 2681, + "members": [ + 2681 + ], + "max_error": 0.0 + }, + { + "representative": 2567, + "members": [ + 2567 + ], + "max_error": 0.0 + }, + { + "representative": 2599, + "members": [ + 2599 + ], + "max_error": 0.0 + }, + { + "representative": 2622, + "members": [ + 2622 + ], + "max_error": 0.0 + }, + { + "representative": 2771, + "members": [ + 2771 + ], + "max_error": 0.0 + }, + { + "representative": 2730, + "members": [ + 2730 + ], + "max_error": 0.0 + }, + { + "representative": 2560, + "members": [ + 2560 + ], + "max_error": 0.0 + }, + { + "representative": 2784, + "members": [ + 2784 + ], + "max_error": 0.0 + }, + { + "representative": 2757, + "members": [ + 2757 + ], + "max_error": 0.0 + }, + { + "representative": 2651, + "members": [ + 2651 + ], + "max_error": 0.0 + }, + { + "representative": 2715, + "members": [ + 2715 + ], + "max_error": 0.0 + }, + { + "representative": 2624, + "members": [ + 2624 + ], + "max_error": 0.0 + }, + { + "representative": 3189, + "members": [ + 3189 + ], + "max_error": 0.0 + }, + { + "representative": 3318, + "members": [ + 3318 + ], + "max_error": 0.0 + }, + { + "representative": 3160, + "members": [ + 3160 + ], + "max_error": 0.0 + }, + { + "representative": 3241, + "members": [ + 3241 + ], + "max_error": 0.0 + }, + { + "representative": 3260, + "members": [ + 3260 + ], + "max_error": 0.0 + }, + { + "representative": 3251, + "members": [ + 3251 + ], + "max_error": 0.0 + }, + { + "representative": 3213, + "members": [ + 3213 + ], + "max_error": 0.0 + }, + { + "representative": 3206, + "members": [ + 3206 + ], + "max_error": 0.0 + }, + { + "representative": 3284, + "members": [ + 3284 + ], + "max_error": 0.0 + }, + { + "representative": 3304, + "members": [ + 3304 + ], + "max_error": 0.0 + }, + { + "representative": 3112, + "members": [ + 3112 + ], + "max_error": 0.0 + }, + { + "representative": 3807, + "members": [ + 3807 + ], + "max_error": 0.0 + }, + { + "representative": 3715, + "members": [ + 3715 + ], + "max_error": 0.0 + }, + { + "representative": 3662, + "members": [ + 3662 + ], + "max_error": 0.0 + }, + { + "representative": 3660, + "members": [ + 3660 + ], + "max_error": 0.0 + }, + { + "representative": 3707, + "members": [ + 3707 + ], + "max_error": 0.0 + }, + { + "representative": 3615, + "members": [ + 3615 + ], + "max_error": 0.0 + }, + { + "representative": 3794, + "members": [ + 3794 + ], + "max_error": 0.0 + }, + { + "representative": 3680, + "members": [ + 3680 + ], + "max_error": 0.0 + }, + { + "representative": 4322, + "members": [ + 4322 + ], + "max_error": 0.0 + }, + { + "representative": 4302, + "members": [ + 4302 + ], + "max_error": 0.0 + }, + { + "representative": 4159, + "members": [ + 4159 + ], + "max_error": 0.0 + }, + { + "representative": 4152, + "members": [ + 4152 + ], + "max_error": 0.0 + }, + { + "representative": 4340, + "members": [ + 4340 + ], + "max_error": 0.0 + }, + { + "representative": 4253, + "members": [ + 4253 + ], + "max_error": 0.0 + }, + { + "representative": 4252, + "members": [ + 4252 + ], + "max_error": 0.0 + }, + { + "representative": 4278, + "members": [ + 4278 + ], + "max_error": 0.0 + }, + { + "representative": 4210, + "members": [ + 4210 + ], + "max_error": 0.0 + }, + { + "representative": 4332, + "members": [ + 4332 + ], + "max_error": 0.0 + }, + { + "representative": 4246, + "members": [ + 4246 + ], + "max_error": 0.0 + }, + { + "representative": 4185, + "members": [ + 4185 + ], + "max_error": 0.0 + }, + { + "representative": 4102, + "members": [ + 4102 + ], + "max_error": 0.0 + }, + { + "representative": 4314, + "members": [ + 4314 + ], + "max_error": 0.0 + }, + { + "representative": 4112, + "members": [ + 4112 + ], + "max_error": 0.0 + }, + { + "representative": 4229, + "members": [ + 4229 + ], + "max_error": 0.0 + }, + { + "representative": 4281, + "members": [ + 4281 + ], + "max_error": 0.0 + }, + { + "representative": 4277, + "members": [ + 4277 + ], + "max_error": 0.0 + }, + { + "representative": 4331, + "members": [ + 4331 + ], + "max_error": 0.0 + }, + { + "representative": 4329, + "members": [ + 4329 + ], + "max_error": 0.0 + }, + { + "representative": 4156, + "members": [ + 4156 + ], + "max_error": 0.0 + }, + { + "representative": 4261, + "members": [ + 4261 + ], + "max_error": 0.0 + }, + { + "representative": 4135, + "members": [ + 4135 + ], + "max_error": 0.0 + }, + { + "representative": 4107, + "members": [ + 4107 + ], + "max_error": 0.0 + }, + { + "representative": 4279, + "members": [ + 4279 + ], + "max_error": 0.0 + }, + { + "representative": 4295, + "members": [ + 4295 + ], + "max_error": 0.0 + }, + { + "representative": 4309, + "members": [ + 4309 + ], + "max_error": 0.0 + }, + { + "representative": 4198, + "members": [ + 4198 + ], + "max_error": 0.0 + }, + { + "representative": 4303, + "members": [ + 4303 + ], + "max_error": 0.0 + }, + { + "representative": 4285, + "members": [ + 4285 + ], + "max_error": 0.0 + }, + { + "representative": 4328, + "members": [ + 4328 + ], + "max_error": 0.0 + }, + { + "representative": 4306, + "members": [ + 4306 + ], + "max_error": 0.0 + }, + { + "representative": 4157, + "members": [ + 4157 + ], + "max_error": 0.0 + }, + { + "representative": 4226, + "members": [ + 4226 + ], + "max_error": 0.0 + }, + { + "representative": 4350, + "members": [ + 4350 + ], + "max_error": 0.0 + }, + { + "representative": 4326, + "members": [ + 4326 + ], + "max_error": 0.0 + }, + { + "representative": 4186, + "members": [ + 4186 + ], + "max_error": 0.0 + }, + { + "representative": 4164, + "members": [ + 4164 + ], + "max_error": 0.0 + }, + { + "representative": 4308, + "members": [ + 4308 + ], + "max_error": 0.0 + }, + { + "representative": 4346, + "members": [ + 4346 + ], + "max_error": 0.0 + }, + { + "representative": 4124, + "members": [ + 4124 + ], + "max_error": 0.0 + }, + { + "representative": 4223, + "members": [ + 4223 + ], + "max_error": 0.0 + }, + { + "representative": 4343, + "members": [ + 4343 + ], + "max_error": 0.0 + }, + { + "representative": 4708, + "members": [ + 4708 + ], + "max_error": 0.0 + }, + { + "representative": 4673, + "members": [ + 4673 + ], + "max_error": 0.0 + }, + { + "representative": 4763, + "members": [ + 4763 + ], + "max_error": 0.0 + }, + { + "representative": 4722, + "members": [ + 4722 + ], + "max_error": 0.0 + }, + { + "representative": 4730, + "members": [ + 4730 + ], + "max_error": 0.0 + }, + { + "representative": 4626, + "members": [ + 4626 + ], + "max_error": 0.0 + }, + { + "representative": 4636, + "members": [ + 4636 + ], + "max_error": 0.0 + }, + { + "representative": 4643, + "members": [ + 4643 + ], + "max_error": 0.0 + }, + { + "representative": 4839, + "members": [ + 4839 + ], + "max_error": 0.0 + }, + { + "representative": 4663, + "members": [ + 4663 + ], + "max_error": 0.0 + }, + { + "representative": 4620, + "members": [ + 4620 + ], + "max_error": 0.0 + }, + { + "representative": 4808, + "members": [ + 4808 + ], + "max_error": 0.0 + }, + { + "representative": 4803, + "members": [ + 4803 + ], + "max_error": 0.0 + }, + { + "representative": 4725, + "members": [ + 4725 + ], + "max_error": 0.0 + }, + { + "representative": 4644, + "members": [ + 4644 + ], + "max_error": 0.0 + }, + { + "representative": 4608, + "members": [ + 4608 + ], + "max_error": 0.0 + }, + { + "representative": 4849, + "members": [ + 4849 + ], + "max_error": 0.0 + }, + { + "representative": 4817, + "members": [ + 4817 + ], + "max_error": 0.0 + }, + { + "representative": 4773, + "members": [ + 4773 + ], + "max_error": 0.0 + }, + { + "representative": 4830, + "members": [ + 4830 + ], + "max_error": 0.0 + }, + { + "representative": 4623, + "members": [ + 4623 + ], + "max_error": 0.0 + }, + { + "representative": 4822, + "members": [ + 4822 + ], + "max_error": 0.0 + }, + { + "representative": 4800, + "members": [ + 4800 + ], + "max_error": 0.0 + }, + { + "representative": 4762, + "members": [ + 4762 + ], + "max_error": 0.0 + }, + { + "representative": 4844, + "members": [ + 4844 + ], + "max_error": 0.0 + }, + { + "representative": 4731, + "members": [ + 4731 + ], + "max_error": 0.0 + }, + { + "representative": 4650, + "members": [ + 4650 + ], + "max_error": 0.0 + }, + { + "representative": 4682, + "members": [ + 4682 + ], + "max_error": 0.0 + }, + { + "representative": 4630, + "members": [ + 4630 + ], + "max_error": 0.0 + }, + { + "representative": 4696, + "members": [ + 4696 + ], + "max_error": 0.0 + }, + { + "representative": 4810, + "members": [ + 4810 + ], + "max_error": 0.0 + }, + { + "representative": 4627, + "members": [ + 4627 + ], + "max_error": 0.0 + }, + { + "representative": 4695, + "members": [ + 4695 + ], + "max_error": 0.0 + }, + { + "representative": 4743, + "members": [ + 4743 + ], + "max_error": 0.0 + }, + { + "representative": 4820, + "members": [ + 4820 + ], + "max_error": 0.0 + }, + { + "representative": 5307, + "members": [ + 5307 + ], + "max_error": 0.0 + }, + { + "representative": 5341, + "members": [ + 5341 + ], + "max_error": 0.0 + }, + { + "representative": 5293, + "members": [ + 5293 + ], + "max_error": 0.0 + }, + { + "representative": 5140, + "members": [ + 5140 + ], + "max_error": 0.0 + }, + { + "representative": 5245, + "members": [ + 5245 + ], + "max_error": 0.0 + }, + { + "representative": 5324, + "members": [ + 5324 + ], + "max_error": 0.0 + }, + { + "representative": 5210, + "members": [ + 5210 + ], + "max_error": 0.0 + }, + { + "representative": 5347, + "members": [ + 5347 + ], + "max_error": 0.0 + }, + { + "representative": 5239, + "members": [ + 5239 + ], + "max_error": 0.0 + }, + { + "representative": 5314, + "members": [ + 5314 + ], + "max_error": 0.0 + }, + { + "representative": 5273, + "members": [ + 5273 + ], + "max_error": 0.0 + }, + { + "representative": 5345, + "members": [ + 5345 + ], + "max_error": 0.0 + }, + { + "representative": 5317, + "members": [ + 5317 + ], + "max_error": 0.0 + }, + { + "representative": 5279, + "members": [ + 5279 + ], + "max_error": 0.0 + }, + { + "representative": 5249, + "members": [ + 5249 + ], + "max_error": 0.0 + }, + { + "representative": 5234, + "members": [ + 5234 + ], + "max_error": 0.0 + }, + { + "representative": 5126, + "members": [ + 5126 + ], + "max_error": 0.0 + }, + { + "representative": 5141, + "members": [ + 5141 + ], + "max_error": 0.0 + }, + { + "representative": 5248, + "members": [ + 5248 + ], + "max_error": 0.0 + }, + { + "representative": 5217, + "members": [ + 5217 + ], + "max_error": 0.0 + }, + { + "representative": 5356, + "members": [ + 5356 + ], + "max_error": 0.0 + }, + { + "representative": 5258, + "members": [ + 5258 + ], + "max_error": 0.0 + }, + { + "representative": 5180, + "members": [ + 5180 + ], + "max_error": 0.0 + }, + { + "representative": 5325, + "members": [ + 5325 + ], + "max_error": 0.0 + }, + { + "representative": 5367, + "members": [ + 5367 + ], + "max_error": 0.0 + }, + { + "representative": 5365, + "members": [ + 5365 + ], + "max_error": 0.0 + }, + { + "representative": 5327, + "members": [ + 5327 + ], + "max_error": 0.0 + }, + { + "representative": 5124, + "members": [ + 5124 + ], + "max_error": 0.0 + }, + { + "representative": 5242, + "members": [ + 5242 + ], + "max_error": 0.0 + }, + { + "representative": 5160, + "members": [ + 5160 + ], + "max_error": 0.0 + }, + { + "representative": 5328, + "members": [ + 5328 + ], + "max_error": 0.0 + }, + { + "representative": 5214, + "members": [ + 5214 + ], + "max_error": 0.0 + }, + { + "representative": 5213, + "members": [ + 5213 + ], + "max_error": 0.0 + }, + { + "representative": 5371, + "members": [ + 5371 + ], + "max_error": 0.0 + }, + { + "representative": 5222, + "members": [ + 5222 + ], + "max_error": 0.0 + }, + { + "representative": 5319, + "members": [ + 5319 + ], + "max_error": 0.0 + }, + { + "representative": 5353, + "members": [ + 5353 + ], + "max_error": 0.0 + }, + { + "representative": 5271, + "members": [ + 5271 + ], + "max_error": 0.0 + }, + { + "representative": 5194, + "members": [ + 5194 + ], + "max_error": 0.0 + }, + { + "representative": 5166, + "members": [ + 5166 + ], + "max_error": 0.0 + }, + { + "representative": 5125, + "members": [ + 5125 + ], + "max_error": 0.0 + }, + { + "representative": 5176, + "members": [ + 5176 + ], + "max_error": 0.0 + }, + { + "representative": 5332, + "members": [ + 5332 + ], + "max_error": 0.0 + }, + { + "representative": 5146, + "members": [ + 5146 + ], + "max_error": 0.0 + }, + { + "representative": 5161, + "members": [ + 5161 + ], + "max_error": 0.0 + }, + { + "representative": 5121, + "members": [ + 5121 + ], + "max_error": 0.0 + }, + { + "representative": 5335, + "members": [ + 5335 + ], + "max_error": 0.0 + }, + { + "representative": 5302, + "members": [ + 5302 + ], + "max_error": 0.0 + }, + { + "representative": 5281, + "members": [ + 5281 + ], + "max_error": 0.0 + }, + { + "representative": 5205, + "members": [ + 5205 + ], + "max_error": 0.0 + }, + { + "representative": 5290, + "members": [ + 5290 + ], + "max_error": 0.0 + }, + { + "representative": 5309, + "members": [ + 5309 + ], + "max_error": 0.0 + }, + { + "representative": 5340, + "members": [ + 5340 + ], + "max_error": 0.0 + }, + { + "representative": 5308, + "members": [ + 5308 + ], + "max_error": 0.0 + }, + { + "representative": 5346, + "members": [ + 5346 + ], + "max_error": 0.0 + }, + { + "representative": 5132, + "members": [ + 5132 + ], + "max_error": 0.0 + }, + { + "representative": 5144, + "members": [ + 5144 + ], + "max_error": 0.0 + }, + { + "representative": 5128, + "members": [ + 5128 + ], + "max_error": 0.0 + }, + { + "representative": 5218, + "members": [ + 5218 + ], + "max_error": 0.0 + }, + { + "representative": 5793, + "members": [ + 5793 + ], + "max_error": 0.0 + }, + { + "representative": 5721, + "members": [ + 5721 + ], + "max_error": 0.0 + }, + { + "representative": 5878, + "members": [ + 5878 + ], + "max_error": 0.0 + }, + { + "representative": 5673, + "members": [ + 5673 + ], + "max_error": 0.0 + }, + { + "representative": 5638, + "members": [ + 5638 + ], + "max_error": 0.0 + }, + { + "representative": 5735, + "members": [ + 5735 + ], + "max_error": 0.0 + }, + { + "representative": 5795, + "members": [ + 5795 + ], + "max_error": 0.0 + }, + { + "representative": 5738, + "members": [ + 5738 + ], + "max_error": 0.0 + }, + { + "representative": 5881, + "members": [ + 5881 + ], + "max_error": 0.0 + }, + { + "representative": 5868, + "members": [ + 5868 + ], + "max_error": 0.0 + }, + { + "representative": 5886, + "members": [ + 5886 + ], + "max_error": 0.0 + }, + { + "representative": 5645, + "members": [ + 5645 + ], + "max_error": 0.0 + }, + { + "representative": 5840, + "members": [ + 5840 + ], + "max_error": 0.0 + }, + { + "representative": 5807, + "members": [ + 5807 + ], + "max_error": 0.0 + }, + { + "representative": 5835, + "members": [ + 5835 + ], + "max_error": 0.0 + }, + { + "representative": 5665, + "members": [ + 5665 + ], + "max_error": 0.0 + }, + { + "representative": 5730, + "members": [ + 5730 + ], + "max_error": 0.0 + }, + { + "representative": 5759, + "members": [ + 5759 + ], + "max_error": 0.0 + }, + { + "representative": 5726, + "members": [ + 5726 + ], + "max_error": 0.0 + }, + { + "representative": 5718, + "members": [ + 5718 + ], + "max_error": 0.0 + }, + { + "representative": 5701, + "members": [ + 5701 + ], + "max_error": 0.0 + }, + { + "representative": 5736, + "members": [ + 5736 + ], + "max_error": 0.0 + }, + { + "representative": 5869, + "members": [ + 5869 + ], + "max_error": 0.0 + }, + { + "representative": 5695, + "members": [ + 5695 + ], + "max_error": 0.0 + }, + { + "representative": 5761, + "members": [ + 5761 + ], + "max_error": 0.0 + }, + { + "representative": 5685, + "members": [ + 5685 + ], + "max_error": 0.0 + }, + { + "representative": 5751, + "members": [ + 5751 + ], + "max_error": 0.0 + }, + { + "representative": 5753, + "members": [ + 5753 + ], + "max_error": 0.0 + }, + { + "representative": 5643, + "members": [ + 5643 + ], + "max_error": 0.0 + }, + { + "representative": 5650, + "members": [ + 5650 + ], + "max_error": 0.0 + }, + { + "representative": 5833, + "members": [ + 5833 + ], + "max_error": 0.0 + }, + { + "representative": 5731, + "members": [ + 5731 + ], + "max_error": 0.0 + }, + { + "representative": 5709, + "members": [ + 5709 + ], + "max_error": 0.0 + }, + { + "representative": 5717, + "members": [ + 5717 + ], + "max_error": 0.0 + }, + { + "representative": 5873, + "members": [ + 5873 + ], + "max_error": 0.0 + }, + { + "representative": 5664, + "members": [ + 5664 + ], + "max_error": 0.0 + }, + { + "representative": 5866, + "members": [ + 5866 + ], + "max_error": 0.0 + }, + { + "representative": 5710, + "members": [ + 5710 + ], + "max_error": 0.0 + }, + { + "representative": 5791, + "members": [ + 5791 + ], + "max_error": 0.0 + }, + { + "representative": 5711, + "members": [ + 5711 + ], + "max_error": 0.0 + }, + { + "representative": 5754, + "members": [ + 5754 + ], + "max_error": 0.0 + }, + { + "representative": 5667, + "members": [ + 5667 + ], + "max_error": 0.0 + }, + { + "representative": 1076, + "members": [ + 1076 + ], + "max_error": 0.0 + }, + { + "representative": 1102, + "members": [ + 1102 + ], + "max_error": 0.0 + }, + { + "representative": 1180, + "members": [ + 1180 + ], + "max_error": 0.0 + }, + { + "representative": 1236, + "members": [ + 1236 + ], + "max_error": 0.0 + }, + { + "representative": 1083, + "members": [ + 1083 + ], + "max_error": 0.0 + }, + { + "representative": 1098, + "members": [ + 1098 + ], + "max_error": 0.0 + }, + { + "representative": 1169, + "members": [ + 1169 + ], + "max_error": 0.0 + }, + { + "representative": 1194, + "members": [ + 1194 + ], + "max_error": 0.0 + }, + { + "representative": 1205, + "members": [ + 1205 + ], + "max_error": 0.0 + }, + { + "representative": 1048, + "members": [ + 1048 + ], + "max_error": 0.0 + }, + { + "representative": 1062, + "members": [ + 1062 + ], + "max_error": 0.0 + }, + { + "representative": 1132, + "members": [ + 1132 + ], + "max_error": 0.0 + }, + { + "representative": 1231, + "members": [ + 1231 + ], + "max_error": 0.0 + }, + { + "representative": 1105, + "members": [ + 1105 + ], + "max_error": 0.0 + }, + { + "representative": 1266, + "members": [ + 1266 + ], + "max_error": 0.0 + }, + { + "representative": 1268, + "members": [ + 1268 + ], + "max_error": 0.0 + }, + { + "representative": 1206, + "members": [ + 1206 + ], + "max_error": 0.0 + }, + { + "representative": 1788, + "members": [ + 1788 + ], + "max_error": 0.0 + }, + { + "representative": 1565, + "members": [ + 1565 + ], + "max_error": 0.0 + }, + { + "representative": 1707, + "members": [ + 1707 + ], + "max_error": 0.0 + }, + { + "representative": 1755, + "members": [ + 1755 + ], + "max_error": 0.0 + }, + { + "representative": 1784, + "members": [ + 1784 + ], + "max_error": 0.0 + }, + { + "representative": 1763, + "members": [ + 1763 + ], + "max_error": 0.0 + }, + { + "representative": 1786, + "members": [ + 1786 + ], + "max_error": 0.0 + }, + { + "representative": 1729, + "members": [ + 1729 + ], + "max_error": 0.0 + }, + { + "representative": 1772, + "members": [ + 1772 + ], + "max_error": 0.0 + }, + { + "representative": 1670, + "members": [ + 1670 + ], + "max_error": 0.0 + }, + { + "representative": 1600, + "members": [ + 1600 + ], + "max_error": 0.0 + }, + { + "representative": 1781, + "members": [ + 1781 + ], + "max_error": 0.0 + }, + { + "representative": 1645, + "members": [ + 1645 + ], + "max_error": 0.0 + }, + { + "representative": 2080, + "members": [ + 2080 + ], + "max_error": 0.0 + }, + { + "representative": 2288, + "members": [ + 2288 + ], + "max_error": 0.0 + }, + { + "representative": 2066, + "members": [ + 2066 + ], + "max_error": 0.0 + }, + { + "representative": 2250, + "members": [ + 2250 + ], + "max_error": 0.0 + }, + { + "representative": 2296, + "members": [ + 2296 + ], + "max_error": 0.0 + }, + { + "representative": 2101, + "members": [ + 2101 + ], + "max_error": 0.0 + }, + { + "representative": 2161, + "members": [ + 2161 + ], + "max_error": 0.0 + }, + { + "representative": 2230, + "members": [ + 2230 + ], + "max_error": 0.0 + }, + { + "representative": 2072, + "members": [ + 2072 + ], + "max_error": 0.0 + }, + { + "representative": 2213, + "members": [ + 2213 + ], + "max_error": 0.0 + }, + { + "representative": 2228, + "members": [ + 2228 + ], + "max_error": 0.0 + }, + { + "representative": 2197, + "members": [ + 2197 + ], + "max_error": 0.0 + }, + { + "representative": 2237, + "members": [ + 2237 + ], + "max_error": 0.0 + }, + { + "representative": 2239, + "members": [ + 2239 + ], + "max_error": 0.0 + }, + { + "representative": 2057, + "members": [ + 2057 + ], + "max_error": 0.0 + }, + { + "representative": 2252, + "members": [ + 2252 + ], + "max_error": 0.0 + }, + { + "representative": 2242, + "members": [ + 2242 + ], + "max_error": 0.0 + }, + { + "representative": 2656, + "members": [ + 2656 + ], + "max_error": 0.0 + }, + { + "representative": 2676, + "members": [ + 2676 + ], + "max_error": 0.0 + }, + { + "representative": 2783, + "members": [ + 2783 + ], + "max_error": 0.0 + }, + { + "representative": 2634, + "members": [ + 2634 + ], + "max_error": 0.0 + }, + { + "representative": 2694, + "members": [ + 2694 + ], + "max_error": 0.0 + }, + { + "representative": 2722, + "members": [ + 2722 + ], + "max_error": 0.0 + }, + { + "representative": 2760, + "members": [ + 2760 + ], + "max_error": 0.0 + }, + { + "representative": 2791, + "members": [ + 2791 + ], + "max_error": 0.0 + }, + { + "representative": 3283, + "members": [ + 3283 + ], + "max_error": 0.0 + }, + { + "representative": 3177, + "members": [ + 3177 + ], + "max_error": 0.0 + }, + { + "representative": 3223, + "members": [ + 3223 + ], + "max_error": 0.0 + }, + { + "representative": 3120, + "members": [ + 3120 + ], + "max_error": 0.0 + }, + { + "representative": 3285, + "members": [ + 3285 + ], + "max_error": 0.0 + }, + { + "representative": 3295, + "members": [ + 3295 + ], + "max_error": 0.0 + }, + { + "representative": 3176, + "members": [ + 3176 + ], + "max_error": 0.0 + }, + { + "representative": 3163, + "members": [ + 3163 + ], + "max_error": 0.0 + }, + { + "representative": 3089, + "members": [ + 3089 + ], + "max_error": 0.0 + }, + { + "representative": 3165, + "members": [ + 3165 + ], + "max_error": 0.0 + }, + { + "representative": 3225, + "members": [ + 3225 + ], + "max_error": 0.0 + }, + { + "representative": 3664, + "members": [ + 3664 + ], + "max_error": 0.0 + }, + { + "representative": 3720, + "members": [ + 3720 + ], + "max_error": 0.0 + }, + { + "representative": 3700, + "members": [ + 3700 + ], + "max_error": 0.0 + }, + { + "representative": 3833, + "members": [ + 3833 + ], + "max_error": 0.0 + }, + { + "representative": 3738, + "members": [ + 3738 + ], + "max_error": 0.0 + }, + { + "representative": 3799, + "members": [ + 3799 + ], + "max_error": 0.0 + }, + { + "representative": 3593, + "members": [ + 3593 + ], + "max_error": 0.0 + }, + { + "representative": 1176, + "members": [ + 1176 + ], + "max_error": 0.0 + }, + { + "representative": 1141, + "members": [ + 1141 + ], + "max_error": 0.0 + }, + { + "representative": 1278, + "members": [ + 1278 + ], + "max_error": 0.0 + }, + { + "representative": 1218, + "members": [ + 1218 + ], + "max_error": 0.0 + }, + { + "representative": 1079, + "members": [ + 1079 + ], + "max_error": 0.0 + }, + { + "representative": 1099, + "members": [ + 1099 + ], + "max_error": 0.0 + }, + { + "representative": 1053, + "members": [ + 1053 + ], + "max_error": 0.0 + }, + { + "representative": 1112, + "members": [ + 1112 + ], + "max_error": 0.0 + }, + { + "representative": 1170, + "members": [ + 1170 + ], + "max_error": 0.0 + }, + { + "representative": 1081, + "members": [ + 1081 + ], + "max_error": 0.0 + }, + { + "representative": 1072, + "members": [ + 1072 + ], + "max_error": 0.0 + }, + { + "representative": 1165, + "members": [ + 1165 + ], + "max_error": 0.0 + }, + { + "representative": 1071, + "members": [ + 1071 + ], + "max_error": 0.0 + }, + { + "representative": 1220, + "members": [ + 1220 + ], + "max_error": 0.0 + }, + { + "representative": 1248, + "members": [ + 1248 + ], + "max_error": 0.0 + }, + { + "representative": 1751, + "members": [ + 1751 + ], + "max_error": 0.0 + }, + { + "representative": 1636, + "members": [ + 1636 + ], + "max_error": 0.0 + }, + { + "representative": 1575, + "members": [ + 1575 + ], + "max_error": 0.0 + }, + { + "representative": 1762, + "members": [ + 1762 + ], + "max_error": 0.0 + }, + { + "representative": 1692, + "members": [ + 1692 + ], + "max_error": 0.0 + }, + { + "representative": 1703, + "members": [ + 1703 + ], + "max_error": 0.0 + }, + { + "representative": 1638, + "members": [ + 1638 + ], + "max_error": 0.0 + }, + { + "representative": 2139, + "members": [ + 2139 + ], + "max_error": 0.0 + }, + { + "representative": 2084, + "members": [ + 2084 + ], + "max_error": 0.0 + }, + { + "representative": 2095, + "members": [ + 2095 + ], + "max_error": 0.0 + }, + { + "representative": 2103, + "members": [ + 2103 + ], + "max_error": 0.0 + }, + { + "representative": 2124, + "members": [ + 2124 + ], + "max_error": 0.0 + }, + { + "representative": 2054, + "members": [ + 2054 + ], + "max_error": 0.0 + }, + { + "representative": 2060, + "members": [ + 2060 + ], + "max_error": 0.0 + }, + { + "representative": 2079, + "members": [ + 2079 + ], + "max_error": 0.0 + }, + { + "representative": 2222, + "members": [ + 2222 + ], + "max_error": 0.0 + }, + { + "representative": 2099, + "members": [ + 2099 + ], + "max_error": 0.0 + }, + { + "representative": 2227, + "members": [ + 2227 + ], + "max_error": 0.0 + }, + { + "representative": 2260, + "members": [ + 2260 + ], + "max_error": 0.0 + }, + { + "representative": 2255, + "members": [ + 2255 + ], + "max_error": 0.0 + }, + { + "representative": 2600, + "members": [ + 2600 + ], + "max_error": 0.0 + }, + { + "representative": 2779, + "members": [ + 2779 + ], + "max_error": 0.0 + }, + { + "representative": 2775, + "members": [ + 2775 + ], + "max_error": 0.0 + }, + { + "representative": 2788, + "members": [ + 2788 + ], + "max_error": 0.0 + }, + { + "representative": 2627, + "members": [ + 2627 + ], + "max_error": 0.0 + }, + { + "representative": 2798, + "members": [ + 2798 + ], + "max_error": 0.0 + }, + { + "representative": 2802, + "members": [ + 2802 + ], + "max_error": 0.0 + }, + { + "representative": 2580, + "members": [ + 2580 + ], + "max_error": 0.0 + }, + { + "representative": 2705, + "members": [ + 2705 + ], + "max_error": 0.0 + }, + { + "representative": 2719, + "members": [ + 2719 + ], + "max_error": 0.0 + }, + { + "representative": 2804, + "members": [ + 2804 + ], + "max_error": 0.0 + }, + { + "representative": 2731, + "members": [ + 2731 + ], + "max_error": 0.0 + }, + { + "representative": 2750, + "members": [ + 2750 + ], + "max_error": 0.0 + }, + { + "representative": 2766, + "members": [ + 2766 + ], + "max_error": 0.0 + }, + { + "representative": 2618, + "members": [ + 2618 + ], + "max_error": 0.0 + }, + { + "representative": 3146, + "members": [ + 3146 + ], + "max_error": 0.0 + }, + { + "representative": 3291, + "members": [ + 3291 + ], + "max_error": 0.0 + }, + { + "representative": 3219, + "members": [ + 3219 + ], + "max_error": 0.0 + }, + { + "representative": 3194, + "members": [ + 3194 + ], + "max_error": 0.0 + }, + { + "representative": 3164, + "members": [ + 3164 + ], + "max_error": 0.0 + }, + { + "representative": 3083, + "members": [ + 3083 + ], + "max_error": 0.0 + }, + { + "representative": 3088, + "members": [ + 3088 + ], + "max_error": 0.0 + }, + { + "representative": 3113, + "members": [ + 3113 + ], + "max_error": 0.0 + }, + { + "representative": 3631, + "members": [ + 3631 + ], + "max_error": 0.0 + }, + { + "representative": 3749, + "members": [ + 3749 + ], + "max_error": 0.0 + }, + { + "representative": 3730, + "members": [ + 3730 + ], + "max_error": 0.0 + }, + { + "representative": 3812, + "members": [ + 3812 + ], + "max_error": 0.0 + }, + { + "representative": 3772, + "members": [ + 3772 + ], + "max_error": 0.0 + }, + { + "representative": 3696, + "members": [ + 3696 + ], + "max_error": 0.0 + }, + { + "representative": 3602, + "members": [ + 3602 + ], + "max_error": 0.0 + }, + { + "representative": 3630, + "members": [ + 3630 + ], + "max_error": 0.0 + }, + { + "representative": 3813, + "members": [ + 3813 + ], + "max_error": 0.0 + }, + { + "representative": 3684, + "members": [ + 3684 + ], + "max_error": 0.0 + }, + { + "representative": 3759, + "members": [ + 3759 + ], + "max_error": 0.0 + }, + { + "representative": 1096, + "members": [ + 1096 + ], + "max_error": 0.0 + }, + { + "representative": 1061, + "members": [ + 1061 + ], + "max_error": 0.0 + }, + { + "representative": 1221, + "members": [ + 1221 + ], + "max_error": 0.0 + }, + { + "representative": 1106, + "members": [ + 1106 + ], + "max_error": 0.0 + }, + { + "representative": 1050, + "members": [ + 1050 + ], + "max_error": 0.0 + }, + { + "representative": 1192, + "members": [ + 1192 + ], + "max_error": 0.0 + }, + { + "representative": 1240, + "members": [ + 1240 + ], + "max_error": 0.0 + }, + { + "representative": 1175, + "members": [ + 1175 + ], + "max_error": 0.0 + }, + { + "representative": 1243, + "members": [ + 1243 + ], + "max_error": 0.0 + }, + { + "representative": 1115, + "members": [ + 1115 + ], + "max_error": 0.0 + }, + { + "representative": 1060, + "members": [ + 1060 + ], + "max_error": 0.0 + }, + { + "representative": 1150, + "members": [ + 1150 + ], + "max_error": 0.0 + }, + { + "representative": 1246, + "members": [ + 1246 + ], + "max_error": 0.0 + }, + { + "representative": 1199, + "members": [ + 1199 + ], + "max_error": 0.0 + }, + { + "representative": 1261, + "members": [ + 1261 + ], + "max_error": 0.0 + }, + { + "representative": 1217, + "members": [ + 1217 + ], + "max_error": 0.0 + }, + { + "representative": 1216, + "members": [ + 1216 + ], + "max_error": 0.0 + }, + { + "representative": 1233, + "members": [ + 1233 + ], + "max_error": 0.0 + }, + { + "representative": 1552, + "members": [ + 1552 + ], + "max_error": 0.0 + }, + { + "representative": 1582, + "members": [ + 1582 + ], + "max_error": 0.0 + }, + { + "representative": 1662, + "members": [ + 1662 + ], + "max_error": 0.0 + }, + { + "representative": 1560, + "members": [ + 1560 + ], + "max_error": 0.0 + }, + { + "representative": 1777, + "members": [ + 1777 + ], + "max_error": 0.0 + }, + { + "representative": 1603, + "members": [ + 1603 + ], + "max_error": 0.0 + }, + { + "representative": 1747, + "members": [ + 1747 + ], + "max_error": 0.0 + }, + { + "representative": 1758, + "members": [ + 1758 + ], + "max_error": 0.0 + }, + { + "representative": 1766, + "members": [ + 1766 + ], + "max_error": 0.0 + }, + { + "representative": 1702, + "members": [ + 1702 + ], + "max_error": 0.0 + }, + { + "representative": 1736, + "members": [ + 1736 + ], + "max_error": 0.0 + }, + { + "representative": 1749, + "members": [ + 1749 + ], + "max_error": 0.0 + }, + { + "representative": 1661, + "members": [ + 1661 + ], + "max_error": 0.0 + }, + { + "representative": 2090, + "members": [ + 2090 + ], + "max_error": 0.0 + }, + { + "representative": 2070, + "members": [ + 2070 + ], + "max_error": 0.0 + }, + { + "representative": 2062, + "members": [ + 2062 + ], + "max_error": 0.0 + }, + { + "representative": 2152, + "members": [ + 2152 + ], + "max_error": 0.0 + }, + { + "representative": 2068, + "members": [ + 2068 + ], + "max_error": 0.0 + }, + { + "representative": 2191, + "members": [ + 2191 + ], + "max_error": 0.0 + }, + { + "representative": 2141, + "members": [ + 2141 + ], + "max_error": 0.0 + }, + { + "representative": 2207, + "members": [ + 2207 + ], + "max_error": 0.0 + }, + { + "representative": 2093, + "members": [ + 2093 + ], + "max_error": 0.0 + }, + { + "representative": 2077, + "members": [ + 2077 + ], + "max_error": 0.0 + }, + { + "representative": 2739, + "members": [ + 2739 + ], + "max_error": 0.0 + }, + { + "representative": 2590, + "members": [ + 2590 + ], + "max_error": 0.0 + }, + { + "representative": 2592, + "members": [ + 2592 + ], + "max_error": 0.0 + }, + { + "representative": 2571, + "members": [ + 2571 + ], + "max_error": 0.0 + }, + { + "representative": 2614, + "members": [ + 2614 + ], + "max_error": 0.0 + }, + { + "representative": 2777, + "members": [ + 2777 + ], + "max_error": 0.0 + }, + { + "representative": 2640, + "members": [ + 2640 + ], + "max_error": 0.0 + }, + { + "representative": 2726, + "members": [ + 2726 + ], + "max_error": 0.0 + }, + { + "representative": 2753, + "members": [ + 2753 + ], + "max_error": 0.0 + }, + { + "representative": 2677, + "members": [ + 2677 + ], + "max_error": 0.0 + }, + { + "representative": 3142, + "members": [ + 3142 + ], + "max_error": 0.0 + }, + { + "representative": 3227, + "members": [ + 3227 + ], + "max_error": 0.0 + }, + { + "representative": 3210, + "members": [ + 3210 + ], + "max_error": 0.0 + }, + { + "representative": 3234, + "members": [ + 3234 + ], + "max_error": 0.0 + }, + { + "representative": 3230, + "members": [ + 3230 + ], + "max_error": 0.0 + }, + { + "representative": 3079, + "members": [ + 3079 + ], + "max_error": 0.0 + }, + { + "representative": 3305, + "members": [ + 3305 + ], + "max_error": 0.0 + }, + { + "representative": 3299, + "members": [ + 3299 + ], + "max_error": 0.0 + }, + { + "representative": 3286, + "members": [ + 3286 + ], + "max_error": 0.0 + }, + { + "representative": 3750, + "members": [ + 3750 + ], + "max_error": 0.0 + }, + { + "representative": 3632, + "members": [ + 3632 + ], + "max_error": 0.0 + }, + { + "representative": 3742, + "members": [ + 3742 + ], + "max_error": 0.0 + }, + { + "representative": 3656, + "members": [ + 3656 + ], + "max_error": 0.0 + }, + { + "representative": 3666, + "members": [ + 3666 + ], + "max_error": 0.0 + }, + { + "representative": 3781, + "members": [ + 3781 + ], + "max_error": 0.0 + }, + { + "representative": 3611, + "members": [ + 3611 + ], + "max_error": 0.0 + }, + { + "representative": 3753, + "members": [ + 3753 + ], + "max_error": 0.0 + }, + { + "representative": 3609, + "members": [ + 3609 + ], + "max_error": 0.0 + }, + { + "representative": 3648, + "members": [ + 3648 + ], + "max_error": 0.0 + }, + { + "representative": 3622, + "members": [ + 3622 + ], + "max_error": 0.0 + }, + { + "representative": 3767, + "members": [ + 3767 + ], + "max_error": 0.0 + }, + { + "representative": 3640, + "members": [ + 3640 + ], + "max_error": 0.0 + }, + { + "representative": 3762, + "members": [ + 3762 + ], + "max_error": 0.0 + }, + { + "representative": 3658, + "members": [ + 3658 + ], + "max_error": 0.0 + }, + { + "representative": 3733, + "members": [ + 3733 + ], + "max_error": 0.0 + }, + { + "representative": 2654, + "members": [ + 2654 + ], + "max_error": 0.0 + }, + { + "representative": 2801, + "members": [ + 2801 + ], + "max_error": 0.0 + }, + { + "representative": 2742, + "members": [ + 2742 + ], + "max_error": 0.0 + }, + { + "representative": 2582, + "members": [ + 2582 + ], + "max_error": 0.0 + }, + { + "representative": 2591, + "members": [ + 2591 + ], + "max_error": 0.0 + }, + { + "representative": 2770, + "members": [ + 2770 + ], + "max_error": 0.0 + }, + { + "representative": 2735, + "members": [ + 2735 + ], + "max_error": 0.0 + }, + { + "representative": 2657, + "members": [ + 2657 + ], + "max_error": 0.0 + }, + { + "representative": 2684, + "members": [ + 2684 + ], + "max_error": 0.0 + }, + { + "representative": 2724, + "members": [ + 2724 + ], + "max_error": 0.0 + }, + { + "representative": 2662, + "members": [ + 2662 + ], + "max_error": 0.0 + }, + { + "representative": 2688, + "members": [ + 2688 + ], + "max_error": 0.0 + }, + { + "representative": 2667, + "members": [ + 2667 + ], + "max_error": 0.0 + }, + { + "representative": 2672, + "members": [ + 2672 + ], + "max_error": 0.0 + }, + { + "representative": 3306, + "members": [ + 3306 + ], + "max_error": 0.0 + }, + { + "representative": 3141, + "members": [ + 3141 + ], + "max_error": 0.0 + }, + { + "representative": 3238, + "members": [ + 3238 + ], + "max_error": 0.0 + }, + { + "representative": 3321, + "members": [ + 3321 + ], + "max_error": 0.0 + }, + { + "representative": 3300, + "members": [ + 3300 + ], + "max_error": 0.0 + }, + { + "representative": 3805, + "members": [ + 3805 + ], + "max_error": 0.0 + }, + { + "representative": 3599, + "members": [ + 3599 + ], + "max_error": 0.0 + }, + { + "representative": 3764, + "members": [ + 3764 + ], + "max_error": 0.0 + }, + { + "representative": 3655, + "members": [ + 3655 + ], + "max_error": 0.0 + }, + { + "representative": 3741, + "members": [ + 3741 + ], + "max_error": 0.0 + }, + { + "representative": 3678, + "members": [ + 3678 + ], + "max_error": 0.0 + }, + { + "representative": 3820, + "members": [ + 3820 + ], + "max_error": 0.0 + }, + { + "representative": 3745, + "members": [ + 3745 + ], + "max_error": 0.0 + }, + { + "representative": 3791, + "members": [ + 3791 + ], + "max_error": 0.0 + }, + { + "representative": 3647, + "members": [ + 3647 + ], + "max_error": 0.0 + }, + { + "representative": 3763, + "members": [ + 3763 + ], + "max_error": 0.0 + }, + { + "representative": 4298, + "members": [ + 4298 + ], + "max_error": 0.0 + }, + { + "representative": 4180, + "members": [ + 4180 + ], + "max_error": 0.0 + }, + { + "representative": 4181, + "members": [ + 4181 + ], + "max_error": 0.0 + }, + { + "representative": 4189, + "members": [ + 4189 + ], + "max_error": 0.0 + }, + { + "representative": 4195, + "members": [ + 4195 + ], + "max_error": 0.0 + }, + { + "representative": 4122, + "members": [ + 4122 + ], + "max_error": 0.0 + }, + { + "representative": 4108, + "members": [ + 4108 + ], + "max_error": 0.0 + }, + { + "representative": 4168, + "members": [ + 4168 + ], + "max_error": 0.0 + }, + { + "representative": 4199, + "members": [ + 4199 + ], + "max_error": 0.0 + }, + { + "representative": 4211, + "members": [ + 4211 + ], + "max_error": 0.0 + }, + { + "representative": 4288, + "members": [ + 4288 + ], + "max_error": 0.0 + }, + { + "representative": 4163, + "members": [ + 4163 + ], + "max_error": 0.0 + }, + { + "representative": 4125, + "members": [ + 4125 + ], + "max_error": 0.0 + }, + { + "representative": 4341, + "members": [ + 4341 + ], + "max_error": 0.0 + }, + { + "representative": 4334, + "members": [ + 4334 + ], + "max_error": 0.0 + }, + { + "representative": 4320, + "members": [ + 4320 + ], + "max_error": 0.0 + }, + { + "representative": 4345, + "members": [ + 4345 + ], + "max_error": 0.0 + }, + { + "representative": 4188, + "members": [ + 4188 + ], + "max_error": 0.0 + }, + { + "representative": 4269, + "members": [ + 4269 + ], + "max_error": 0.0 + }, + { + "representative": 4212, + "members": [ + 4212 + ], + "max_error": 0.0 + }, + { + "representative": 4209, + "members": [ + 4209 + ], + "max_error": 0.0 + }, + { + "representative": 4286, + "members": [ + 4286 + ], + "max_error": 0.0 + }, + { + "representative": 4190, + "members": [ + 4190 + ], + "max_error": 0.0 + }, + { + "representative": 4348, + "members": [ + 4348 + ], + "max_error": 0.0 + }, + { + "representative": 4176, + "members": [ + 4176 + ], + "max_error": 0.0 + }, + { + "representative": 4234, + "members": [ + 4234 + ], + "max_error": 0.0 + }, + { + "representative": 4268, + "members": [ + 4268 + ], + "max_error": 0.0 + }, + { + "representative": 4337, + "members": [ + 4337 + ], + "max_error": 0.0 + }, + { + "representative": 4136, + "members": [ + 4136 + ], + "max_error": 0.0 + }, + { + "representative": 4096, + "members": [ + 4096 + ], + "max_error": 0.0 + }, + { + "representative": 4270, + "members": [ + 4270 + ], + "max_error": 0.0 + }, + { + "representative": 4170, + "members": [ + 4170 + ], + "max_error": 0.0 + }, + { + "representative": 4169, + "members": [ + 4169 + ], + "max_error": 0.0 + }, + { + "representative": 4205, + "members": [ + 4205 + ], + "max_error": 0.0 + }, + { + "representative": 4182, + "members": [ + 4182 + ], + "max_error": 0.0 + }, + { + "representative": 4099, + "members": [ + 4099 + ], + "max_error": 0.0 + }, + { + "representative": 4297, + "members": [ + 4297 + ], + "max_error": 0.0 + }, + { + "representative": 4686, + "members": [ + 4686 + ], + "max_error": 0.0 + }, + { + "representative": 4661, + "members": [ + 4661 + ], + "max_error": 0.0 + }, + { + "representative": 4847, + "members": [ + 4847 + ], + "max_error": 0.0 + }, + { + "representative": 4815, + "members": [ + 4815 + ], + "max_error": 0.0 + }, + { + "representative": 4664, + "members": [ + 4664 + ], + "max_error": 0.0 + }, + { + "representative": 4735, + "members": [ + 4735 + ], + "max_error": 0.0 + }, + { + "representative": 4862, + "members": [ + 4862 + ], + "max_error": 0.0 + }, + { + "representative": 4645, + "members": [ + 4645 + ], + "max_error": 0.0 + }, + { + "representative": 4842, + "members": [ + 4842 + ], + "max_error": 0.0 + }, + { + "representative": 4628, + "members": [ + 4628 + ], + "max_error": 0.0 + }, + { + "representative": 4690, + "members": [ + 4690 + ], + "max_error": 0.0 + }, + { + "representative": 4823, + "members": [ + 4823 + ], + "max_error": 0.0 + }, + { + "representative": 4834, + "members": [ + 4834 + ], + "max_error": 0.0 + }, + { + "representative": 4819, + "members": [ + 4819 + ], + "max_error": 0.0 + }, + { + "representative": 4829, + "members": [ + 4829 + ], + "max_error": 0.0 + }, + { + "representative": 4747, + "members": [ + 4747 + ], + "max_error": 0.0 + }, + { + "representative": 4755, + "members": [ + 4755 + ], + "max_error": 0.0 + }, + { + "representative": 4748, + "members": [ + 4748 + ], + "max_error": 0.0 + }, + { + "representative": 4720, + "members": [ + 4720 + ], + "max_error": 0.0 + }, + { + "representative": 4790, + "members": [ + 4790 + ], + "max_error": 0.0 + }, + { + "representative": 4694, + "members": [ + 4694 + ], + "max_error": 0.0 + }, + { + "representative": 4767, + "members": [ + 4767 + ], + "max_error": 0.0 + }, + { + "representative": 4778, + "members": [ + 4778 + ], + "max_error": 0.0 + }, + { + "representative": 4821, + "members": [ + 4821 + ], + "max_error": 0.0 + }, + { + "representative": 4758, + "members": [ + 4758 + ], + "max_error": 0.0 + }, + { + "representative": 4789, + "members": [ + 4789 + ], + "max_error": 0.0 + }, + { + "representative": 4776, + "members": [ + 4776 + ], + "max_error": 0.0 + }, + { + "representative": 4711, + "members": [ + 4711 + ], + "max_error": 0.0 + }, + { + "representative": 4852, + "members": [ + 4852 + ], + "max_error": 0.0 + }, + { + "representative": 4855, + "members": [ + 4855 + ], + "max_error": 0.0 + }, + { + "representative": 4857, + "members": [ + 4857 + ], + "max_error": 0.0 + }, + { + "representative": 4816, + "members": [ + 4816 + ], + "max_error": 0.0 + }, + { + "representative": 4625, + "members": [ + 4625 + ], + "max_error": 0.0 + }, + { + "representative": 4760, + "members": [ + 4760 + ], + "max_error": 0.0 + }, + { + "representative": 4768, + "members": [ + 4768 + ], + "max_error": 0.0 + }, + { + "representative": 4787, + "members": [ + 4787 + ], + "max_error": 0.0 + }, + { + "representative": 4614, + "members": [ + 4614 + ], + "max_error": 0.0 + }, + { + "representative": 4615, + "members": [ + 4615 + ], + "max_error": 0.0 + }, + { + "representative": 4812, + "members": [ + 4812 + ], + "max_error": 0.0 + }, + { + "representative": 4632, + "members": [ + 4632 + ], + "max_error": 0.0 + }, + { + "representative": 4692, + "members": [ + 4692 + ], + "max_error": 0.0 + }, + { + "representative": 4860, + "members": [ + 4860 + ], + "max_error": 0.0 + }, + { + "representative": 4732, + "members": [ + 4732 + ], + "max_error": 0.0 + }, + { + "representative": 4705, + "members": [ + 4705 + ], + "max_error": 0.0 + }, + { + "representative": 4635, + "members": [ + 4635 + ], + "max_error": 0.0 + }, + { + "representative": 4723, + "members": [ + 4723 + ], + "max_error": 0.0 + }, + { + "representative": 5212, + "members": [ + 5212 + ], + "max_error": 0.0 + }, + { + "representative": 5366, + "members": [ + 5366 + ], + "max_error": 0.0 + }, + { + "representative": 5362, + "members": [ + 5362 + ], + "max_error": 0.0 + }, + { + "representative": 5323, + "members": [ + 5323 + ], + "max_error": 0.0 + }, + { + "representative": 5372, + "members": [ + 5372 + ], + "max_error": 0.0 + }, + { + "representative": 5349, + "members": [ + 5349 + ], + "max_error": 0.0 + }, + { + "representative": 5237, + "members": [ + 5237 + ], + "max_error": 0.0 + }, + { + "representative": 5282, + "members": [ + 5282 + ], + "max_error": 0.0 + }, + { + "representative": 5320, + "members": [ + 5320 + ], + "max_error": 0.0 + }, + { + "representative": 5322, + "members": [ + 5322 + ], + "max_error": 0.0 + }, + { + "representative": 5251, + "members": [ + 5251 + ], + "max_error": 0.0 + }, + { + "representative": 5253, + "members": [ + 5253 + ], + "max_error": 0.0 + }, + { + "representative": 5305, + "members": [ + 5305 + ], + "max_error": 0.0 + }, + { + "representative": 5196, + "members": [ + 5196 + ], + "max_error": 0.0 + }, + { + "representative": 5277, + "members": [ + 5277 + ], + "max_error": 0.0 + }, + { + "representative": 5364, + "members": [ + 5364 + ], + "max_error": 0.0 + }, + { + "representative": 5173, + "members": [ + 5173 + ], + "max_error": 0.0 + }, + { + "representative": 5343, + "members": [ + 5343 + ], + "max_error": 0.0 + }, + { + "representative": 5172, + "members": [ + 5172 + ], + "max_error": 0.0 + }, + { + "representative": 5186, + "members": [ + 5186 + ], + "max_error": 0.0 + }, + { + "representative": 5201, + "members": [ + 5201 + ], + "max_error": 0.0 + }, + { + "representative": 5250, + "members": [ + 5250 + ], + "max_error": 0.0 + }, + { + "representative": 5259, + "members": [ + 5259 + ], + "max_error": 0.0 + }, + { + "representative": 5363, + "members": [ + 5363 + ], + "max_error": 0.0 + }, + { + "representative": 5288, + "members": [ + 5288 + ], + "max_error": 0.0 + }, + { + "representative": 5150, + "members": [ + 5150 + ], + "max_error": 0.0 + }, + { + "representative": 5275, + "members": [ + 5275 + ], + "max_error": 0.0 + }, + { + "representative": 5321, + "members": [ + 5321 + ], + "max_error": 0.0 + }, + { + "representative": 5155, + "members": [ + 5155 + ], + "max_error": 0.0 + }, + { + "representative": 5136, + "members": [ + 5136 + ], + "max_error": 0.0 + }, + { + "representative": 5162, + "members": [ + 5162 + ], + "max_error": 0.0 + }, + { + "representative": 5139, + "members": [ + 5139 + ], + "max_error": 0.0 + }, + { + "representative": 5231, + "members": [ + 5231 + ], + "max_error": 0.0 + }, + { + "representative": 5287, + "members": [ + 5287 + ], + "max_error": 0.0 + }, + { + "representative": 5338, + "members": [ + 5338 + ], + "max_error": 0.0 + }, + { + "representative": 5339, + "members": [ + 5339 + ], + "max_error": 0.0 + }, + { + "representative": 5215, + "members": [ + 5215 + ], + "max_error": 0.0 + }, + { + "representative": 5762, + "members": [ + 5762 + ], + "max_error": 0.0 + }, + { + "representative": 5861, + "members": [ + 5861 + ], + "max_error": 0.0 + }, + { + "representative": 5670, + "members": [ + 5670 + ], + "max_error": 0.0 + }, + { + "representative": 5848, + "members": [ + 5848 + ], + "max_error": 0.0 + }, + { + "representative": 5877, + "members": [ + 5877 + ], + "max_error": 0.0 + }, + { + "representative": 5636, + "members": [ + 5636 + ], + "max_error": 0.0 + }, + { + "representative": 5686, + "members": [ + 5686 + ], + "max_error": 0.0 + }, + { + "representative": 5857, + "members": [ + 5857 + ], + "max_error": 0.0 + }, + { + "representative": 5688, + "members": [ + 5688 + ], + "max_error": 0.0 + }, + { + "representative": 5814, + "members": [ + 5814 + ], + "max_error": 0.0 + }, + { + "representative": 5639, + "members": [ + 5639 + ], + "max_error": 0.0 + }, + { + "representative": 5755, + "members": [ + 5755 + ], + "max_error": 0.0 + }, + { + "representative": 5864, + "members": [ + 5864 + ], + "max_error": 0.0 + }, + { + "representative": 5797, + "members": [ + 5797 + ], + "max_error": 0.0 + }, + { + "representative": 5700, + "members": [ + 5700 + ], + "max_error": 0.0 + }, + { + "representative": 5826, + "members": [ + 5826 + ], + "max_error": 0.0 + }, + { + "representative": 5691, + "members": [ + 5691 + ], + "max_error": 0.0 + }, + { + "representative": 5875, + "members": [ + 5875 + ], + "max_error": 0.0 + }, + { + "representative": 5689, + "members": [ + 5689 + ], + "max_error": 0.0 + }, + { + "representative": 5744, + "members": [ + 5744 + ], + "max_error": 0.0 + }, + { + "representative": 5737, + "members": [ + 5737 + ], + "max_error": 0.0 + }, + { + "representative": 5771, + "members": [ + 5771 + ], + "max_error": 0.0 + }, + { + "representative": 5811, + "members": [ + 5811 + ], + "max_error": 0.0 + }, + { + "representative": 5870, + "members": [ + 5870 + ], + "max_error": 0.0 + }, + { + "representative": 5671, + "members": [ + 5671 + ], + "max_error": 0.0 + }, + { + "representative": 5876, + "members": [ + 5876 + ], + "max_error": 0.0 + }, + { + "representative": 5829, + "members": [ + 5829 + ], + "max_error": 0.0 + }, + { + "representative": 5784, + "members": [ + 5784 + ], + "max_error": 0.0 + }, + { + "representative": 5647, + "members": [ + 5647 + ], + "max_error": 0.0 + }, + { + "representative": 5733, + "members": [ + 5733 + ], + "max_error": 0.0 + }, + { + "representative": 5760, + "members": [ + 5760 + ], + "max_error": 0.0 + }, + { + "representative": 5849, + "members": [ + 5849 + ], + "max_error": 0.0 + }, + { + "representative": 5644, + "members": [ + 5644 + ], + "max_error": 0.0 + }, + { + "representative": 5852, + "members": [ + 5852 + ], + "max_error": 0.0 + }, + { + "representative": 5634, + "members": [ + 5634 + ], + "max_error": 0.0 + }, + { + "representative": 5792, + "members": [ + 5792 + ], + "max_error": 0.0 + }, + { + "representative": 5713, + "members": [ + 5713 + ], + "max_error": 0.0 + }, + { + "representative": 5837, + "members": [ + 5837 + ], + "max_error": 0.0 + }, + { + "representative": 5704, + "members": [ + 5704 + ], + "max_error": 0.0 + }, + { + "representative": 5853, + "members": [ + 5853 + ], + "max_error": 0.0 + }, + { + "representative": 5662, + "members": [ + 5662 + ], + "max_error": 0.0 + }, + { + "representative": 5750, + "members": [ + 5750 + ], + "max_error": 0.0 + }, + { + "representative": 5719, + "members": [ + 5719 + ], + "max_error": 0.0 + }, + { + "representative": 5756, + "members": [ + 5756 + ], + "max_error": 0.0 + }, + { + "representative": 5682, + "members": [ + 5682 + ], + "max_error": 0.0 + }, + { + "representative": 5813, + "members": [ + 5813 + ], + "max_error": 0.0 + }, + { + "representative": 1107, + "members": [ + 1107 + ], + "max_error": 0.0 + }, + { + "representative": 1091, + "members": [ + 1091 + ], + "max_error": 0.0 + }, + { + "representative": 1075, + "members": [ + 1075 + ], + "max_error": 0.0 + }, + { + "representative": 1258, + "members": [ + 1258 + ], + "max_error": 0.0 + }, + { + "representative": 1213, + "members": [ + 1213 + ], + "max_error": 0.0 + }, + { + "representative": 1198, + "members": [ + 1198 + ], + "max_error": 0.0 + }, + { + "representative": 1031, + "members": [ + 1031 + ], + "max_error": 0.0 + }, + { + "representative": 1272, + "members": [ + 1272 + ], + "max_error": 0.0 + }, + { + "representative": 1166, + "members": [ + 1166 + ], + "max_error": 0.0 + }, + { + "representative": 1247, + "members": [ + 1247 + ], + "max_error": 0.0 + }, + { + "representative": 1067, + "members": [ + 1067 + ], + "max_error": 0.0 + }, + { + "representative": 1193, + "members": [ + 1193 + ], + "max_error": 0.0 + }, + { + "representative": 1070, + "members": [ + 1070 + ], + "max_error": 0.0 + }, + { + "representative": 1149, + "members": [ + 1149 + ], + "max_error": 0.0 + }, + { + "representative": 1177, + "members": [ + 1177 + ], + "max_error": 0.0 + }, + { + "representative": 1546, + "members": [ + 1546 + ], + "max_error": 0.0 + }, + { + "representative": 1770, + "members": [ + 1770 + ], + "max_error": 0.0 + }, + { + "representative": 1761, + "members": [ + 1761 + ], + "max_error": 0.0 + }, + { + "representative": 1753, + "members": [ + 1753 + ], + "max_error": 0.0 + }, + { + "representative": 1744, + "members": [ + 1744 + ], + "max_error": 0.0 + }, + { + "representative": 1653, + "members": [ + 1653 + ], + "max_error": 0.0 + }, + { + "representative": 1656, + "members": [ + 1656 + ], + "max_error": 0.0 + }, + { + "representative": 1722, + "members": [ + 1722 + ], + "max_error": 0.0 + }, + { + "representative": 1557, + "members": [ + 1557 + ], + "max_error": 0.0 + }, + { + "representative": 1778, + "members": [ + 1778 + ], + "max_error": 0.0 + }, + { + "representative": 1727, + "members": [ + 1727 + ], + "max_error": 0.0 + }, + { + "representative": 1717, + "members": [ + 1717 + ], + "max_error": 0.0 + }, + { + "representative": 1721, + "members": [ + 1721 + ], + "max_error": 0.0 + }, + { + "representative": 1590, + "members": [ + 1590 + ], + "max_error": 0.0 + }, + { + "representative": 1548, + "members": [ + 1548 + ], + "max_error": 0.0 + }, + { + "representative": 1748, + "members": [ + 1748 + ], + "max_error": 0.0 + }, + { + "representative": 1701, + "members": [ + 1701 + ], + "max_error": 0.0 + }, + { + "representative": 1578, + "members": [ + 1578 + ], + "max_error": 0.0 + }, + { + "representative": 2100, + "members": [ + 2100 + ], + "max_error": 0.0 + }, + { + "representative": 2272, + "members": [ + 2272 + ], + "max_error": 0.0 + }, + { + "representative": 2165, + "members": [ + 2165 + ], + "max_error": 0.0 + }, + { + "representative": 2147, + "members": [ + 2147 + ], + "max_error": 0.0 + }, + { + "representative": 2267, + "members": [ + 2267 + ], + "max_error": 0.0 + }, + { + "representative": 2259, + "members": [ + 2259 + ], + "max_error": 0.0 + }, + { + "representative": 2212, + "members": [ + 2212 + ], + "max_error": 0.0 + }, + { + "representative": 2163, + "members": [ + 2163 + ], + "max_error": 0.0 + }, + { + "representative": 2216, + "members": [ + 2216 + ], + "max_error": 0.0 + }, + { + "representative": 2071, + "members": [ + 2071 + ], + "max_error": 0.0 + }, + { + "representative": 2301, + "members": [ + 2301 + ], + "max_error": 0.0 + }, + { + "representative": 2244, + "members": [ + 2244 + ], + "max_error": 0.0 + }, + { + "representative": 2078, + "members": [ + 2078 + ], + "max_error": 0.0 + }, + { + "representative": 2303, + "members": [ + 2303 + ], + "max_error": 0.0 + }, + { + "representative": 2130, + "members": [ + 2130 + ], + "max_error": 0.0 + }, + { + "representative": 2138, + "members": [ + 2138 + ], + "max_error": 0.0 + }, + { + "representative": 2647, + "members": [ + 2647 + ], + "max_error": 0.0 + }, + { + "representative": 2621, + "members": [ + 2621 + ], + "max_error": 0.0 + }, + { + "representative": 2632, + "members": [ + 2632 + ], + "max_error": 0.0 + }, + { + "representative": 2673, + "members": [ + 2673 + ], + "max_error": 0.0 + }, + { + "representative": 2765, + "members": [ + 2765 + ], + "max_error": 0.0 + }, + { + "representative": 2668, + "members": [ + 2668 + ], + "max_error": 0.0 + }, + { + "representative": 2799, + "members": [ + 2799 + ], + "max_error": 0.0 + }, + { + "representative": 2635, + "members": [ + 2635 + ], + "max_error": 0.0 + }, + { + "representative": 3312, + "members": [ + 3312 + ], + "max_error": 0.0 + }, + { + "representative": 3244, + "members": [ + 3244 + ], + "max_error": 0.0 + }, + { + "representative": 3183, + "members": [ + 3183 + ], + "max_error": 0.0 + }, + { + "representative": 3170, + "members": [ + 3170 + ], + "max_error": 0.0 + }, + { + "representative": 3143, + "members": [ + 3143 + ], + "max_error": 0.0 + }, + { + "representative": 3133, + "members": [ + 3133 + ], + "max_error": 0.0 + }, + { + "representative": 3311, + "members": [ + 3311 + ], + "max_error": 0.0 + }, + { + "representative": 3240, + "members": [ + 3240 + ], + "max_error": 0.0 + }, + { + "representative": 3148, + "members": [ + 3148 + ], + "max_error": 0.0 + }, + { + "representative": 3157, + "members": [ + 3157 + ], + "max_error": 0.0 + }, + { + "representative": 3134, + "members": [ + 3134 + ], + "max_error": 0.0 + }, + { + "representative": 3203, + "members": [ + 3203 + ], + "max_error": 0.0 + }, + { + "representative": 3193, + "members": [ + 3193 + ], + "max_error": 0.0 + }, + { + "representative": 3326, + "members": [ + 3326 + ], + "max_error": 0.0 + }, + { + "representative": 3661, + "members": [ + 3661 + ], + "max_error": 0.0 + }, + { + "representative": 3770, + "members": [ + 3770 + ], + "max_error": 0.0 + }, + { + "representative": 3829, + "members": [ + 3829 + ], + "max_error": 0.0 + }, + { + "representative": 3756, + "members": [ + 3756 + ], + "max_error": 0.0 + }, + { + "representative": 3619, + "members": [ + 3619 + ], + "max_error": 0.0 + }, + { + "representative": 3751, + "members": [ + 3751 + ], + "max_error": 0.0 + }, + { + "representative": 3677, + "members": [ + 3677 + ], + "max_error": 0.0 + }, + { + "representative": 3699, + "members": [ + 3699 + ], + "max_error": 0.0 + }, + { + "representative": 3740, + "members": [ + 3740 + ], + "max_error": 0.0 + }, + { + "representative": 3831, + "members": [ + 3831 + ], + "max_error": 0.0 + }, + { + "representative": 3778, + "members": [ + 3778 + ], + "max_error": 0.0 + }, + { + "representative": 3786, + "members": [ + 3786 + ], + "max_error": 0.0 + }, + { + "representative": 3816, + "members": [ + 3816 + ], + "max_error": 0.0 + }, + { + "representative": 3673, + "members": [ + 3673 + ], + "max_error": 0.0 + }, + { + "representative": 1143, + "members": [ + 1143 + ], + "max_error": 0.0 + }, + { + "representative": 1279, + "members": [ + 1279 + ], + "max_error": 0.0 + }, + { + "representative": 1207, + "members": [ + 1207 + ], + "max_error": 0.0 + }, + { + "representative": 1171, + "members": [ + 1171 + ], + "max_error": 0.0 + }, + { + "representative": 1237, + "members": [ + 1237 + ], + "max_error": 0.0 + }, + { + "representative": 1128, + "members": [ + 1128 + ], + "max_error": 0.0 + }, + { + "representative": 1077, + "members": [ + 1077 + ], + "max_error": 0.0 + }, + { + "representative": 1208, + "members": [ + 1208 + ], + "max_error": 0.0 + }, + { + "representative": 1254, + "members": [ + 1254 + ], + "max_error": 0.0 + }, + { + "representative": 1024, + "members": [ + 1024 + ], + "max_error": 0.0 + }, + { + "representative": 1189, + "members": [ + 1189 + ], + "max_error": 0.0 + }, + { + "representative": 1223, + "members": [ + 1223 + ], + "max_error": 0.0 + }, + { + "representative": 1153, + "members": [ + 1153 + ], + "max_error": 0.0 + }, + { + "representative": 1064, + "members": [ + 1064 + ], + "max_error": 0.0 + }, + { + "representative": 1219, + "members": [ + 1219 + ], + "max_error": 0.0 + }, + { + "representative": 1113, + "members": [ + 1113 + ], + "max_error": 0.0 + }, + { + "representative": 1088, + "members": [ + 1088 + ], + "max_error": 0.0 + }, + { + "representative": 1586, + "members": [ + 1586 + ], + "max_error": 0.0 + }, + { + "representative": 1551, + "members": [ + 1551 + ], + "max_error": 0.0 + }, + { + "representative": 1580, + "members": [ + 1580 + ], + "max_error": 0.0 + }, + { + "representative": 1756, + "members": [ + 1756 + ], + "max_error": 0.0 + }, + { + "representative": 1705, + "members": [ + 1705 + ], + "max_error": 0.0 + }, + { + "representative": 1676, + "members": [ + 1676 + ], + "max_error": 0.0 + }, + { + "representative": 1691, + "members": [ + 1691 + ], + "max_error": 0.0 + }, + { + "representative": 1790, + "members": [ + 1790 + ], + "max_error": 0.0 + }, + { + "representative": 1629, + "members": [ + 1629 + ], + "max_error": 0.0 + }, + { + "representative": 1708, + "members": [ + 1708 + ], + "max_error": 0.0 + }, + { + "representative": 1630, + "members": [ + 1630 + ], + "max_error": 0.0 + }, + { + "representative": 1644, + "members": [ + 1644 + ], + "max_error": 0.0 + }, + { + "representative": 1542, + "members": [ + 1542 + ], + "max_error": 0.0 + }, + { + "representative": 2235, + "members": [ + 2235 + ], + "max_error": 0.0 + }, + { + "representative": 2278, + "members": [ + 2278 + ], + "max_error": 0.0 + }, + { + "representative": 2151, + "members": [ + 2151 + ], + "max_error": 0.0 + }, + { + "representative": 2287, + "members": [ + 2287 + ], + "max_error": 0.0 + }, + { + "representative": 2154, + "members": [ + 2154 + ], + "max_error": 0.0 + }, + { + "representative": 2205, + "members": [ + 2205 + ], + "max_error": 0.0 + }, + { + "representative": 2261, + "members": [ + 2261 + ], + "max_error": 0.0 + }, + { + "representative": 2200, + "members": [ + 2200 + ], + "max_error": 0.0 + }, + { + "representative": 2109, + "members": [ + 2109 + ], + "max_error": 0.0 + }, + { + "representative": 2199, + "members": [ + 2199 + ], + "max_error": 0.0 + }, + { + "representative": 2104, + "members": [ + 2104 + ], + "max_error": 0.0 + }, + { + "representative": 2225, + "members": [ + 2225 + ], + "max_error": 0.0 + }, + { + "representative": 2086, + "members": [ + 2086 + ], + "max_error": 0.0 + }, + { + "representative": 2609, + "members": [ + 2609 + ], + "max_error": 0.0 + }, + { + "representative": 2638, + "members": [ + 2638 + ], + "max_error": 0.0 + }, + { + "representative": 2597, + "members": [ + 2597 + ], + "max_error": 0.0 + }, + { + "representative": 2666, + "members": [ + 2666 + ], + "max_error": 0.0 + }, + { + "representative": 2768, + "members": [ + 2768 + ], + "max_error": 0.0 + }, + { + "representative": 2729, + "members": [ + 2729 + ], + "max_error": 0.0 + }, + { + "representative": 2565, + "members": [ + 2565 + ], + "max_error": 0.0 + }, + { + "representative": 2649, + "members": [ + 2649 + ], + "max_error": 0.0 + }, + { + "representative": 2714, + "members": [ + 2714 + ], + "max_error": 0.0 + }, + { + "representative": 2700, + "members": [ + 2700 + ], + "max_error": 0.0 + }, + { + "representative": 2642, + "members": [ + 2642 + ], + "max_error": 0.0 + }, + { + "representative": 2793, + "members": [ + 2793 + ], + "max_error": 0.0 + }, + { + "representative": 3129, + "members": [ + 3129 + ], + "max_error": 0.0 + }, + { + "representative": 3139, + "members": [ + 3139 + ], + "max_error": 0.0 + }, + { + "representative": 3327, + "members": [ + 3327 + ], + "max_error": 0.0 + }, + { + "representative": 3172, + "members": [ + 3172 + ], + "max_error": 0.0 + }, + { + "representative": 3324, + "members": [ + 3324 + ], + "max_error": 0.0 + }, + { + "representative": 3144, + "members": [ + 3144 + ], + "max_error": 0.0 + }, + { + "representative": 3224, + "members": [ + 3224 + ], + "max_error": 0.0 + }, + { + "representative": 3292, + "members": [ + 3292 + ], + "max_error": 0.0 + }, + { + "representative": 3278, + "members": [ + 3278 + ], + "max_error": 0.0 + }, + { + "representative": 3825, + "members": [ + 3825 + ], + "max_error": 0.0 + }, + { + "representative": 3591, + "members": [ + 3591 + ], + "max_error": 0.0 + }, + { + "representative": 3731, + "members": [ + 3731 + ], + "max_error": 0.0 + }, + { + "representative": 3657, + "members": [ + 3657 + ], + "max_error": 0.0 + }, + { + "representative": 3717, + "members": [ + 3717 + ], + "max_error": 0.0 + }, + { + "representative": 3638, + "members": [ + 3638 + ], + "max_error": 0.0 + }, + { + "representative": 3743, + "members": [ + 3743 + ], + "max_error": 0.0 + }, + { + "representative": 3798, + "members": [ + 3798 + ], + "max_error": 0.0 + }, + { + "representative": 3614, + "members": [ + 3614 + ], + "max_error": 0.0 + }, + { + "representative": 3775, + "members": [ + 3775 + ], + "max_error": 0.0 + }, + { + "representative": 3682, + "members": [ + 3682 + ], + "max_error": 0.0 + }, + { + "representative": 3693, + "members": [ + 3693 + ], + "max_error": 0.0 + }, + { + "representative": 3785, + "members": [ + 3785 + ], + "max_error": 0.0 + }, + { + "representative": 3796, + "members": [ + 3796 + ], + "max_error": 0.0 + }, + { + "representative": 6150, + "members": [ + 6150 + ], + "max_error": 0.0 + }, + { + "representative": 6152, + "members": [ + 6152 + ], + "max_error": 0.0 + }, + { + "representative": 6154, + "members": [ + 6154 + ], + "max_error": 0.0 + }, + { + "representative": 6165, + "members": [ + 6165 + ], + "max_error": 0.0 + }, + { + "representative": 6170, + "members": [ + 6170 + ], + "max_error": 0.0 + }, + { + "representative": 6172, + "members": [ + 6172 + ], + "max_error": 0.0 + }, + { + "representative": 6180, + "members": [ + 6180 + ], + "max_error": 0.0 + }, + { + "representative": 6183, + "members": [ + 6183 + ], + "max_error": 0.0 + }, + { + "representative": 6190, + "members": [ + 6190 + ], + "max_error": 0.0 + }, + { + "representative": 6193, + "members": [ + 6193 + ], + "max_error": 0.0 + }, + { + "representative": 6194, + "members": [ + 6194 + ], + "max_error": 0.0 + }, + { + "representative": 6197, + "members": [ + 6197 + ], + "max_error": 0.0 + }, + { + "representative": 6198, + "members": [ + 6198 + ], + "max_error": 0.0 + }, + { + "representative": 6728, + "members": [ + 6728 + ], + "max_error": 0.0 + }, + { + "representative": 6732, + "members": [ + 6732 + ], + "max_error": 0.0 + }, + { + "representative": 6664, + "members": [ + 6664 + ], + "max_error": 0.0 + }, + { + "representative": 6738, + "members": [ + 6738 + ], + "max_error": 0.0 + }, + { + "representative": 6763, + "members": [ + 6763 + ], + "max_error": 0.0 + }, + { + "representative": 6783, + "members": [ + 6783 + ], + "max_error": 0.0 + }, + { + "representative": 6784, + "members": [ + 6784 + ], + "max_error": 0.0 + }, + { + "representative": 6786, + "members": [ + 6786 + ], + "max_error": 0.0 + }, + { + "representative": 6826, + "members": [ + 6826 + ], + "max_error": 0.0 + }, + { + "representative": 6829, + "members": [ + 6829 + ], + "max_error": 0.0 + }, + { + "representative": 7241, + "members": [ + 7241 + ], + "max_error": 0.0 + }, + { + "representative": 7268, + "members": [ + 7268 + ], + "max_error": 0.0 + }, + { + "representative": 7302, + "members": [ + 7302 + ], + "max_error": 0.0 + }, + { + "representative": 7326, + "members": [ + 7326 + ], + "max_error": 0.0 + }, + { + "representative": 7334, + "members": [ + 7334 + ], + "max_error": 0.0 + }, + { + "representative": 7353, + "members": [ + 7353 + ], + "max_error": 0.0 + }, + { + "representative": 7379, + "members": [ + 7379 + ], + "max_error": 0.0 + }, + { + "representative": 7211, + "members": [ + 7211 + ], + "max_error": 0.0 + }, + { + "representative": 7721, + "members": [ + 7721 + ], + "max_error": 0.0 + }, + { + "representative": 7739, + "members": [ + 7739 + ], + "max_error": 0.0 + }, + { + "representative": 7718, + "members": [ + 7718 + ], + "max_error": 0.0 + }, + { + "representative": 7775, + "members": [ + 7775 + ], + "max_error": 0.0 + }, + { + "representative": 7802, + "members": [ + 7802 + ], + "max_error": 0.0 + }, + { + "representative": 7832, + "members": [ + 7832 + ], + "max_error": 0.0 + }, + { + "representative": 7863, + "members": [ + 7863 + ], + "max_error": 0.0 + }, + { + "representative": 7884, + "members": [ + 7884 + ], + "max_error": 0.0 + }, + { + "representative": 7887, + "members": [ + 7887 + ], + "max_error": 0.0 + }, + { + "representative": 7876, + "members": [ + 7876 + ], + "max_error": 0.0 + }, + { + "representative": 7905, + "members": [ + 7905 + ], + "max_error": 0.0 + }, + { + "representative": 6213, + "members": [ + 6213 + ], + "max_error": 0.0 + }, + { + "representative": 6223, + "members": [ + 6223 + ], + "max_error": 0.0 + }, + { + "representative": 6248, + "members": [ + 6248 + ], + "max_error": 0.0 + }, + { + "representative": 6251, + "members": [ + 6251 + ], + "max_error": 0.0 + }, + { + "representative": 6254, + "members": [ + 6254 + ], + "max_error": 0.0 + }, + { + "representative": 6256, + "members": [ + 6256 + ], + "max_error": 0.0 + }, + { + "representative": 6266, + "members": [ + 6266 + ], + "max_error": 0.0 + }, + { + "representative": 6848, + "members": [ + 6848 + ], + "max_error": 0.0 + }, + { + "representative": 6798, + "members": [ + 6798 + ], + "max_error": 0.0 + }, + { + "representative": 6679, + "members": [ + 6679 + ], + "max_error": 0.0 + }, + { + "representative": 6860, + "members": [ + 6860 + ], + "max_error": 0.0 + }, + { + "representative": 6861, + "members": [ + 6861 + ], + "max_error": 0.0 + }, + { + "representative": 6811, + "members": [ + 6811 + ], + "max_error": 0.0 + }, + { + "representative": 6684, + "members": [ + 6684 + ], + "max_error": 0.0 + }, + { + "representative": 6893, + "members": [ + 6893 + ], + "max_error": 0.0 + }, + { + "representative": 7391, + "members": [ + 7391 + ], + "max_error": 0.0 + }, + { + "representative": 7380, + "members": [ + 7380 + ], + "max_error": 0.0 + }, + { + "representative": 7195, + "members": [ + 7195 + ], + "max_error": 0.0 + }, + { + "representative": 7182, + "members": [ + 7182 + ], + "max_error": 0.0 + }, + { + "representative": 7405, + "members": [ + 7405 + ], + "max_error": 0.0 + }, + { + "representative": 7293, + "members": [ + 7293 + ], + "max_error": 0.0 + }, + { + "representative": 7283, + "members": [ + 7283 + ], + "max_error": 0.0 + }, + { + "representative": 7336, + "members": [ + 7336 + ], + "max_error": 0.0 + }, + { + "representative": 7191, + "members": [ + 7191 + ], + "max_error": 0.0 + }, + { + "representative": 7340, + "members": [ + 7340 + ], + "max_error": 0.0 + }, + { + "representative": 7312, + "members": [ + 7312 + ], + "max_error": 0.0 + }, + { + "representative": 7406, + "members": [ + 7406 + ], + "max_error": 0.0 + }, + { + "representative": 7216, + "members": [ + 7216 + ], + "max_error": 0.0 + }, + { + "representative": 7839, + "members": [ + 7839 + ], + "max_error": 0.0 + }, + { + "representative": 7898, + "members": [ + 7898 + ], + "max_error": 0.0 + }, + { + "representative": 7851, + "members": [ + 7851 + ], + "max_error": 0.0 + }, + { + "representative": 7895, + "members": [ + 7895 + ], + "max_error": 0.0 + }, + { + "representative": 7934, + "members": [ + 7934 + ], + "max_error": 0.0 + }, + { + "representative": 7815, + "members": [ + 7815 + ], + "max_error": 0.0 + }, + { + "representative": 7883, + "members": [ + 7883 + ], + "max_error": 0.0 + }, + { + "representative": 7868, + "members": [ + 7868 + ], + "max_error": 0.0 + }, + { + "representative": 7856, + "members": [ + 7856 + ], + "max_error": 0.0 + }, + { + "representative": 7805, + "members": [ + 7805 + ], + "max_error": 0.0 + }, + { + "representative": 6272, + "members": [ + 6272 + ], + "max_error": 0.0 + }, + { + "representative": 6293, + "members": [ + 6293 + ], + "max_error": 0.0 + }, + { + "representative": 6295, + "members": [ + 6295 + ], + "max_error": 0.0 + }, + { + "representative": 6299, + "members": [ + 6299 + ], + "max_error": 0.0 + }, + { + "representative": 6300, + "members": [ + 6300 + ], + "max_error": 0.0 + }, + { + "representative": 6303, + "members": [ + 6303 + ], + "max_error": 0.0 + }, + { + "representative": 6311, + "members": [ + 6311 + ], + "max_error": 0.0 + }, + { + "representative": 6325, + "members": [ + 6325 + ], + "max_error": 0.0 + }, + { + "representative": 6328, + "members": [ + 6328 + ], + "max_error": 0.0 + }, + { + "representative": 6690, + "members": [ + 6690 + ], + "max_error": 0.0 + }, + { + "representative": 6799, + "members": [ + 6799 + ], + "max_error": 0.0 + }, + { + "representative": 6908, + "members": [ + 6908 + ], + "max_error": 0.0 + }, + { + "representative": 6749, + "members": [ + 6749 + ], + "max_error": 0.0 + }, + { + "representative": 6692, + "members": [ + 6692 + ], + "max_error": 0.0 + }, + { + "representative": 6781, + "members": [ + 6781 + ], + "max_error": 0.0 + }, + { + "representative": 6723, + "members": [ + 6723 + ], + "max_error": 0.0 + }, + { + "representative": 6683, + "members": [ + 6683 + ], + "max_error": 0.0 + }, + { + "representative": 6769, + "members": [ + 6769 + ], + "max_error": 0.0 + }, + { + "representative": 6724, + "members": [ + 6724 + ], + "max_error": 0.0 + }, + { + "representative": 6792, + "members": [ + 6792 + ], + "max_error": 0.0 + }, + { + "representative": 6699, + "members": [ + 6699 + ], + "max_error": 0.0 + }, + { + "representative": 6754, + "members": [ + 6754 + ], + "max_error": 0.0 + }, + { + "representative": 6882, + "members": [ + 6882 + ], + "max_error": 0.0 + }, + { + "representative": 7285, + "members": [ + 7285 + ], + "max_error": 0.0 + }, + { + "representative": 7403, + "members": [ + 7403 + ], + "max_error": 0.0 + }, + { + "representative": 7214, + "members": [ + 7214 + ], + "max_error": 0.0 + }, + { + "representative": 7306, + "members": [ + 7306 + ], + "max_error": 0.0 + }, + { + "representative": 7390, + "members": [ + 7390 + ], + "max_error": 0.0 + }, + { + "representative": 7309, + "members": [ + 7309 + ], + "max_error": 0.0 + }, + { + "representative": 7246, + "members": [ + 7246 + ], + "max_error": 0.0 + }, + { + "representative": 7308, + "members": [ + 7308 + ], + "max_error": 0.0 + }, + { + "representative": 7372, + "members": [ + 7372 + ], + "max_error": 0.0 + }, + { + "representative": 7732, + "members": [ + 7732 + ], + "max_error": 0.0 + }, + { + "representative": 7759, + "members": [ + 7759 + ], + "max_error": 0.0 + }, + { + "representative": 7684, + "members": [ + 7684 + ], + "max_error": 0.0 + }, + { + "representative": 7926, + "members": [ + 7926 + ], + "max_error": 0.0 + }, + { + "representative": 7819, + "members": [ + 7819 + ], + "max_error": 0.0 + }, + { + "representative": 7925, + "members": [ + 7925 + ], + "max_error": 0.0 + }, + { + "representative": 7843, + "members": [ + 7843 + ], + "max_error": 0.0 + }, + { + "representative": 7831, + "members": [ + 7831 + ], + "max_error": 0.0 + }, + { + "representative": 7723, + "members": [ + 7723 + ], + "max_error": 0.0 + }, + { + "representative": 7689, + "members": [ + 7689 + ], + "max_error": 0.0 + }, + { + "representative": 7783, + "members": [ + 7783 + ], + "max_error": 0.0 + }, + { + "representative": 7860, + "members": [ + 7860 + ], + "max_error": 0.0 + }, + { + "representative": 7796, + "members": [ + 7796 + ], + "max_error": 0.0 + }, + { + "representative": 7767, + "members": [ + 7767 + ], + "max_error": 0.0 + }, + { + "representative": 7836, + "members": [ + 7836 + ], + "max_error": 0.0 + }, + { + "representative": 7874, + "members": [ + 7874 + ], + "max_error": 0.0 + }, + { + "representative": 7861, + "members": [ + 7861 + ], + "max_error": 0.0 + }, + { + "representative": 7821, + "members": [ + 7821 + ], + "max_error": 0.0 + }, + { + "representative": 7690, + "members": [ + 7690 + ], + "max_error": 0.0 + }, + { + "representative": 7852, + "members": [ + 7852 + ], + "max_error": 0.0 + }, + { + "representative": 7750, + "members": [ + 7750 + ], + "max_error": 0.0 + }, + { + "representative": 6336, + "members": [ + 6336 + ], + "max_error": 0.0 + }, + { + "representative": 6345, + "members": [ + 6345 + ], + "max_error": 0.0 + }, + { + "representative": 6346, + "members": [ + 6346 + ], + "max_error": 0.0 + }, + { + "representative": 6348, + "members": [ + 6348 + ], + "max_error": 0.0 + }, + { + "representative": 6350, + "members": [ + 6350 + ], + "max_error": 0.0 + }, + { + "representative": 6352, + "members": [ + 6352 + ], + "max_error": 0.0 + }, + { + "representative": 6354, + "members": [ + 6354 + ], + "max_error": 0.0 + }, + { + "representative": 6362, + "members": [ + 6362 + ], + "max_error": 0.0 + }, + { + "representative": 6365, + "members": [ + 6365 + ], + "max_error": 0.0 + }, + { + "representative": 6372, + "members": [ + 6372 + ], + "max_error": 0.0 + }, + { + "representative": 6383, + "members": [ + 6383 + ], + "max_error": 0.0 + }, + { + "representative": 6384, + "members": [ + 6384 + ], + "max_error": 0.0 + }, + { + "representative": 6385, + "members": [ + 6385 + ], + "max_error": 0.0 + }, + { + "representative": 6741, + "members": [ + 6741 + ], + "max_error": 0.0 + }, + { + "representative": 6669, + "members": [ + 6669 + ], + "max_error": 0.0 + }, + { + "representative": 6911, + "members": [ + 6911 + ], + "max_error": 0.0 + }, + { + "representative": 6726, + "members": [ + 6726 + ], + "max_error": 0.0 + }, + { + "representative": 6814, + "members": [ + 6814 + ], + "max_error": 0.0 + }, + { + "representative": 6847, + "members": [ + 6847 + ], + "max_error": 0.0 + }, + { + "representative": 6877, + "members": [ + 6877 + ], + "max_error": 0.0 + }, + { + "representative": 6871, + "members": [ + 6871 + ], + "max_error": 0.0 + }, + { + "representative": 6694, + "members": [ + 6694 + ], + "max_error": 0.0 + }, + { + "representative": 6658, + "members": [ + 6658 + ], + "max_error": 0.0 + }, + { + "representative": 7299, + "members": [ + 7299 + ], + "max_error": 0.0 + }, + { + "representative": 7249, + "members": [ + 7249 + ], + "max_error": 0.0 + }, + { + "representative": 7220, + "members": [ + 7220 + ], + "max_error": 0.0 + }, + { + "representative": 7234, + "members": [ + 7234 + ], + "max_error": 0.0 + }, + { + "representative": 7361, + "members": [ + 7361 + ], + "max_error": 0.0 + }, + { + "representative": 7181, + "members": [ + 7181 + ], + "max_error": 0.0 + }, + { + "representative": 7346, + "members": [ + 7346 + ], + "max_error": 0.0 + }, + { + "representative": 7174, + "members": [ + 7174 + ], + "max_error": 0.0 + }, + { + "representative": 7215, + "members": [ + 7215 + ], + "max_error": 0.0 + }, + { + "representative": 7243, + "members": [ + 7243 + ], + "max_error": 0.0 + }, + { + "representative": 7902, + "members": [ + 7902 + ], + "max_error": 0.0 + }, + { + "representative": 7931, + "members": [ + 7931 + ], + "max_error": 0.0 + }, + { + "representative": 7711, + "members": [ + 7711 + ], + "max_error": 0.0 + }, + { + "representative": 7872, + "members": [ + 7872 + ], + "max_error": 0.0 + }, + { + "representative": 7912, + "members": [ + 7912 + ], + "max_error": 0.0 + }, + { + "representative": 7837, + "members": [ + 7837 + ], + "max_error": 0.0 + }, + { + "representative": 7903, + "members": [ + 7903 + ], + "max_error": 0.0 + }, + { + "representative": 7850, + "members": [ + 7850 + ], + "max_error": 0.0 + }, + { + "representative": 7746, + "members": [ + 7746 + ], + "max_error": 0.0 + }, + { + "representative": 7715, + "members": [ + 7715 + ], + "max_error": 0.0 + }, + { + "representative": 7799, + "members": [ + 7799 + ], + "max_error": 0.0 + }, + { + "representative": 7768, + "members": [ + 7768 + ], + "max_error": 0.0 + }, + { + "representative": 6335, + "members": [ + 6335 + ], + "max_error": 0.0 + }, + { + "representative": 6157, + "members": [ + 6157 + ], + "max_error": 0.0 + }, + { + "representative": 6347, + "members": [ + 6347 + ], + "max_error": 0.0 + }, + { + "representative": 6274, + "members": [ + 6274 + ], + "max_error": 0.0 + }, + { + "representative": 6203, + "members": [ + 6203 + ], + "max_error": 0.0 + }, + { + "representative": 6173, + "members": [ + 6173 + ], + "max_error": 0.0 + }, + { + "representative": 6307, + "members": [ + 6307 + ], + "max_error": 0.0 + }, + { + "representative": 6278, + "members": [ + 6278 + ], + "max_error": 0.0 + }, + { + "representative": 6222, + "members": [ + 6222 + ], + "max_error": 0.0 + }, + { + "representative": 6252, + "members": [ + 6252 + ], + "max_error": 0.0 + }, + { + "representative": 6772, + "members": [ + 6772 + ], + "max_error": 0.0 + }, + { + "representative": 6757, + "members": [ + 6757 + ], + "max_error": 0.0 + }, + { + "representative": 6898, + "members": [ + 6898 + ], + "max_error": 0.0 + }, + { + "representative": 6785, + "members": [ + 6785 + ], + "max_error": 0.0 + }, + { + "representative": 6747, + "members": [ + 6747 + ], + "max_error": 0.0 + }, + { + "representative": 6691, + "members": [ + 6691 + ], + "max_error": 0.0 + }, + { + "representative": 6836, + "members": [ + 6836 + ], + "max_error": 0.0 + }, + { + "representative": 6714, + "members": [ + 6714 + ], + "max_error": 0.0 + }, + { + "representative": 6806, + "members": [ + 6806 + ], + "max_error": 0.0 + }, + { + "representative": 6822, + "members": [ + 6822 + ], + "max_error": 0.0 + }, + { + "representative": 6853, + "members": [ + 6853 + ], + "max_error": 0.0 + }, + { + "representative": 6840, + "members": [ + 6840 + ], + "max_error": 0.0 + }, + { + "representative": 6731, + "members": [ + 6731 + ], + "max_error": 0.0 + }, + { + "representative": 6743, + "members": [ + 6743 + ], + "max_error": 0.0 + }, + { + "representative": 7261, + "members": [ + 7261 + ], + "max_error": 0.0 + }, + { + "representative": 7275, + "members": [ + 7275 + ], + "max_error": 0.0 + }, + { + "representative": 7291, + "members": [ + 7291 + ], + "max_error": 0.0 + }, + { + "representative": 7224, + "members": [ + 7224 + ], + "max_error": 0.0 + }, + { + "representative": 7233, + "members": [ + 7233 + ], + "max_error": 0.0 + }, + { + "representative": 7393, + "members": [ + 7393 + ], + "max_error": 0.0 + }, + { + "representative": 7230, + "members": [ + 7230 + ], + "max_error": 0.0 + }, + { + "representative": 7278, + "members": [ + 7278 + ], + "max_error": 0.0 + }, + { + "representative": 7232, + "members": [ + 7232 + ], + "max_error": 0.0 + }, + { + "representative": 7383, + "members": [ + 7383 + ], + "max_error": 0.0 + }, + { + "representative": 7307, + "members": [ + 7307 + ], + "max_error": 0.0 + }, + { + "representative": 7835, + "members": [ + 7835 + ], + "max_error": 0.0 + }, + { + "representative": 7913, + "members": [ + 7913 + ], + "max_error": 0.0 + }, + { + "representative": 7914, + "members": [ + 7914 + ], + "max_error": 0.0 + }, + { + "representative": 7713, + "members": [ + 7713 + ], + "max_error": 0.0 + }, + { + "representative": 7917, + "members": [ + 7917 + ], + "max_error": 0.0 + }, + { + "representative": 7793, + "members": [ + 7793 + ], + "max_error": 0.0 + }, + { + "representative": 7706, + "members": [ + 7706 + ], + "max_error": 0.0 + }, + { + "representative": 7696, + "members": [ + 7696 + ], + "max_error": 0.0 + }, + { + "representative": 7788, + "members": [ + 7788 + ], + "max_error": 0.0 + }, + { + "representative": 7825, + "members": [ + 7825 + ], + "max_error": 0.0 + }, + { + "representative": 6310, + "members": [ + 6310 + ], + "max_error": 0.0 + }, + { + "representative": 6259, + "members": [ + 6259 + ], + "max_error": 0.0 + }, + { + "representative": 6371, + "members": [ + 6371 + ], + "max_error": 0.0 + }, + { + "representative": 6359, + "members": [ + 6359 + ], + "max_error": 0.0 + }, + { + "representative": 6158, + "members": [ + 6158 + ], + "max_error": 0.0 + }, + { + "representative": 6169, + "members": [ + 6169 + ], + "max_error": 0.0 + }, + { + "representative": 6257, + "members": [ + 6257 + ], + "max_error": 0.0 + }, + { + "representative": 6148, + "members": [ + 6148 + ], + "max_error": 0.0 + }, + { + "representative": 6374, + "members": [ + 6374 + ], + "max_error": 0.0 + }, + { + "representative": 6218, + "members": [ + 6218 + ], + "max_error": 0.0 + }, + { + "representative": 6313, + "members": [ + 6313 + ], + "max_error": 0.0 + }, + { + "representative": 6736, + "members": [ + 6736 + ], + "max_error": 0.0 + }, + { + "representative": 6782, + "members": [ + 6782 + ], + "max_error": 0.0 + }, + { + "representative": 6886, + "members": [ + 6886 + ], + "max_error": 0.0 + }, + { + "representative": 6827, + "members": [ + 6827 + ], + "max_error": 0.0 + }, + { + "representative": 6819, + "members": [ + 6819 + ], + "max_error": 0.0 + }, + { + "representative": 6866, + "members": [ + 6866 + ], + "max_error": 0.0 + }, + { + "representative": 6657, + "members": [ + 6657 + ], + "max_error": 0.0 + }, + { + "representative": 6697, + "members": [ + 6697 + ], + "max_error": 0.0 + }, + { + "representative": 6862, + "members": [ + 6862 + ], + "max_error": 0.0 + }, + { + "representative": 6855, + "members": [ + 6855 + ], + "max_error": 0.0 + }, + { + "representative": 6891, + "members": [ + 6891 + ], + "max_error": 0.0 + }, + { + "representative": 6863, + "members": [ + 6863 + ], + "max_error": 0.0 + }, + { + "representative": 6729, + "members": [ + 6729 + ], + "max_error": 0.0 + }, + { + "representative": 6821, + "members": [ + 6821 + ], + "max_error": 0.0 + }, + { + "representative": 7280, + "members": [ + 7280 + ], + "max_error": 0.0 + }, + { + "representative": 7332, + "members": [ + 7332 + ], + "max_error": 0.0 + }, + { + "representative": 7177, + "members": [ + 7177 + ], + "max_error": 0.0 + }, + { + "representative": 7178, + "members": [ + 7178 + ], + "max_error": 0.0 + }, + { + "representative": 7298, + "members": [ + 7298 + ], + "max_error": 0.0 + }, + { + "representative": 7168, + "members": [ + 7168 + ], + "max_error": 0.0 + }, + { + "representative": 7288, + "members": [ + 7288 + ], + "max_error": 0.0 + }, + { + "representative": 7231, + "members": [ + 7231 + ], + "max_error": 0.0 + }, + { + "representative": 7401, + "members": [ + 7401 + ], + "max_error": 0.0 + }, + { + "representative": 7199, + "members": [ + 7199 + ], + "max_error": 0.0 + }, + { + "representative": 7342, + "members": [ + 7342 + ], + "max_error": 0.0 + }, + { + "representative": 7402, + "members": [ + 7402 + ], + "max_error": 0.0 + }, + { + "representative": 7263, + "members": [ + 7263 + ], + "max_error": 0.0 + }, + { + "representative": 7271, + "members": [ + 7271 + ], + "max_error": 0.0 + }, + { + "representative": 7761, + "members": [ + 7761 + ], + "max_error": 0.0 + }, + { + "representative": 7769, + "members": [ + 7769 + ], + "max_error": 0.0 + }, + { + "representative": 7834, + "members": [ + 7834 + ], + "max_error": 0.0 + }, + { + "representative": 7710, + "members": [ + 7710 + ], + "max_error": 0.0 + }, + { + "representative": 7782, + "members": [ + 7782 + ], + "max_error": 0.0 + }, + { + "representative": 7757, + "members": [ + 7757 + ], + "max_error": 0.0 + }, + { + "representative": 7741, + "members": [ + 7741 + ], + "max_error": 0.0 + }, + { + "representative": 7929, + "members": [ + 7929 + ], + "max_error": 0.0 + }, + { + "representative": 7733, + "members": [ + 7733 + ], + "max_error": 0.0 + }, + { + "representative": 7728, + "members": [ + 7728 + ], + "max_error": 0.0 + }, + { + "representative": 7758, + "members": [ + 7758 + ], + "max_error": 0.0 + }, + { + "representative": 7763, + "members": [ + 7763 + ], + "max_error": 0.0 + }, + { + "representative": 6246, + "members": [ + 6246 + ], + "max_error": 0.0 + }, + { + "representative": 6285, + "members": [ + 6285 + ], + "max_error": 0.0 + }, + { + "representative": 6369, + "members": [ + 6369 + ], + "max_error": 0.0 + }, + { + "representative": 6236, + "members": [ + 6236 + ], + "max_error": 0.0 + }, + { + "representative": 6265, + "members": [ + 6265 + ], + "max_error": 0.0 + }, + { + "representative": 6233, + "members": [ + 6233 + ], + "max_error": 0.0 + }, + { + "representative": 6355, + "members": [ + 6355 + ], + "max_error": 0.0 + }, + { + "representative": 6145, + "members": [ + 6145 + ], + "max_error": 0.0 + }, + { + "representative": 6339, + "members": [ + 6339 + ], + "max_error": 0.0 + }, + { + "representative": 6260, + "members": [ + 6260 + ], + "max_error": 0.0 + }, + { + "representative": 6338, + "members": [ + 6338 + ], + "max_error": 0.0 + }, + { + "representative": 6391, + "members": [ + 6391 + ], + "max_error": 0.0 + }, + { + "representative": 6381, + "members": [ + 6381 + ], + "max_error": 0.0 + }, + { + "representative": 6331, + "members": [ + 6331 + ], + "max_error": 0.0 + }, + { + "representative": 6880, + "members": [ + 6880 + ], + "max_error": 0.0 + }, + { + "representative": 6909, + "members": [ + 6909 + ], + "max_error": 0.0 + }, + { + "representative": 6856, + "members": [ + 6856 + ], + "max_error": 0.0 + }, + { + "representative": 6885, + "members": [ + 6885 + ], + "max_error": 0.0 + }, + { + "representative": 6890, + "members": [ + 6890 + ], + "max_error": 0.0 + }, + { + "representative": 6730, + "members": [ + 6730 + ], + "max_error": 0.0 + }, + { + "representative": 6831, + "members": [ + 6831 + ], + "max_error": 0.0 + }, + { + "representative": 6733, + "members": [ + 6733 + ], + "max_error": 0.0 + }, + { + "representative": 6667, + "members": [ + 6667 + ], + "max_error": 0.0 + }, + { + "representative": 6844, + "members": [ + 6844 + ], + "max_error": 0.0 + }, + { + "representative": 6775, + "members": [ + 6775 + ], + "max_error": 0.0 + }, + { + "representative": 6904, + "members": [ + 6904 + ], + "max_error": 0.0 + }, + { + "representative": 7399, + "members": [ + 7399 + ], + "max_error": 0.0 + }, + { + "representative": 7348, + "members": [ + 7348 + ], + "max_error": 0.0 + }, + { + "representative": 7381, + "members": [ + 7381 + ], + "max_error": 0.0 + }, + { + "representative": 7322, + "members": [ + 7322 + ], + "max_error": 0.0 + }, + { + "representative": 7404, + "members": [ + 7404 + ], + "max_error": 0.0 + }, + { + "representative": 7228, + "members": [ + 7228 + ], + "max_error": 0.0 + }, + { + "representative": 7266, + "members": [ + 7266 + ], + "max_error": 0.0 + }, + { + "representative": 7240, + "members": [ + 7240 + ], + "max_error": 0.0 + }, + { + "representative": 7212, + "members": [ + 7212 + ], + "max_error": 0.0 + }, + { + "representative": 7209, + "members": [ + 7209 + ], + "max_error": 0.0 + }, + { + "representative": 7190, + "members": [ + 7190 + ], + "max_error": 0.0 + }, + { + "representative": 7906, + "members": [ + 7906 + ], + "max_error": 0.0 + }, + { + "representative": 7858, + "members": [ + 7858 + ], + "max_error": 0.0 + }, + { + "representative": 7880, + "members": [ + 7880 + ], + "max_error": 0.0 + }, + { + "representative": 7720, + "members": [ + 7720 + ], + "max_error": 0.0 + }, + { + "representative": 7770, + "members": [ + 7770 + ], + "max_error": 0.0 + }, + { + "representative": 7854, + "members": [ + 7854 + ], + "max_error": 0.0 + }, + { + "representative": 7771, + "members": [ + 7771 + ], + "max_error": 0.0 + }, + { + "representative": 7787, + "members": [ + 7787 + ], + "max_error": 0.0 + }, + { + "representative": 7810, + "members": [ + 7810 + ], + "max_error": 0.0 + }, + { + "representative": 7930, + "members": [ + 7930 + ], + "max_error": 0.0 + }, + { + "representative": 7722, + "members": [ + 7722 + ], + "max_error": 0.0 + }, + { + "representative": 7849, + "members": [ + 7849 + ], + "max_error": 0.0 + }, + { + "representative": 7747, + "members": [ + 7747 + ], + "max_error": 0.0 + }, + { + "representative": 6249, + "members": [ + 6249 + ], + "max_error": 0.0 + }, + { + "representative": 6209, + "members": [ + 6209 + ], + "max_error": 0.0 + }, + { + "representative": 6235, + "members": [ + 6235 + ], + "max_error": 0.0 + }, + { + "representative": 6399, + "members": [ + 6399 + ], + "max_error": 0.0 + }, + { + "representative": 6171, + "members": [ + 6171 + ], + "max_error": 0.0 + }, + { + "representative": 6264, + "members": [ + 6264 + ], + "max_error": 0.0 + }, + { + "representative": 6324, + "members": [ + 6324 + ], + "max_error": 0.0 + }, + { + "representative": 6189, + "members": [ + 6189 + ], + "max_error": 0.0 + }, + { + "representative": 6174, + "members": [ + 6174 + ], + "max_error": 0.0 + }, + { + "representative": 6241, + "members": [ + 6241 + ], + "max_error": 0.0 + }, + { + "representative": 6309, + "members": [ + 6309 + ], + "max_error": 0.0 + }, + { + "representative": 6715, + "members": [ + 6715 + ], + "max_error": 0.0 + }, + { + "representative": 6746, + "members": [ + 6746 + ], + "max_error": 0.0 + }, + { + "representative": 6666, + "members": [ + 6666 + ], + "max_error": 0.0 + }, + { + "representative": 6820, + "members": [ + 6820 + ], + "max_error": 0.0 + }, + { + "representative": 6884, + "members": [ + 6884 + ], + "max_error": 0.0 + }, + { + "representative": 6712, + "members": [ + 6712 + ], + "max_error": 0.0 + }, + { + "representative": 6773, + "members": [ + 6773 + ], + "max_error": 0.0 + }, + { + "representative": 6776, + "members": [ + 6776 + ], + "max_error": 0.0 + }, + { + "representative": 6673, + "members": [ + 6673 + ], + "max_error": 0.0 + }, + { + "representative": 6905, + "members": [ + 6905 + ], + "max_error": 0.0 + }, + { + "representative": 6779, + "members": [ + 6779 + ], + "max_error": 0.0 + }, + { + "representative": 6815, + "members": [ + 6815 + ], + "max_error": 0.0 + }, + { + "representative": 7384, + "members": [ + 7384 + ], + "max_error": 0.0 + }, + { + "representative": 7206, + "members": [ + 7206 + ], + "max_error": 0.0 + }, + { + "representative": 7304, + "members": [ + 7304 + ], + "max_error": 0.0 + }, + { + "representative": 7188, + "members": [ + 7188 + ], + "max_error": 0.0 + }, + { + "representative": 7300, + "members": [ + 7300 + ], + "max_error": 0.0 + }, + { + "representative": 7270, + "members": [ + 7270 + ], + "max_error": 0.0 + }, + { + "representative": 7276, + "members": [ + 7276 + ], + "max_error": 0.0 + }, + { + "representative": 7374, + "members": [ + 7374 + ], + "max_error": 0.0 + }, + { + "representative": 7743, + "members": [ + 7743 + ], + "max_error": 0.0 + }, + { + "representative": 7791, + "members": [ + 7791 + ], + "max_error": 0.0 + }, + { + "representative": 7818, + "members": [ + 7818 + ], + "max_error": 0.0 + }, + { + "representative": 7921, + "members": [ + 7921 + ], + "max_error": 0.0 + }, + { + "representative": 7735, + "members": [ + 7735 + ], + "max_error": 0.0 + }, + { + "representative": 7781, + "members": [ + 7781 + ], + "max_error": 0.0 + }, + { + "representative": 7742, + "members": [ + 7742 + ], + "max_error": 0.0 + }, + { + "representative": 7888, + "members": [ + 7888 + ], + "max_error": 0.0 + }, + { + "representative": 7692, + "members": [ + 7692 + ], + "max_error": 0.0 + }, + { + "representative": 7881, + "members": [ + 7881 + ], + "max_error": 0.0 + }, + { + "representative": 6392, + "members": [ + 6392 + ], + "max_error": 0.0 + }, + { + "representative": 6163, + "members": [ + 6163 + ], + "max_error": 0.0 + }, + { + "representative": 6387, + "members": [ + 6387 + ], + "max_error": 0.0 + }, + { + "representative": 6245, + "members": [ + 6245 + ], + "max_error": 0.0 + }, + { + "representative": 6153, + "members": [ + 6153 + ], + "max_error": 0.0 + }, + { + "representative": 6271, + "members": [ + 6271 + ], + "max_error": 0.0 + }, + { + "representative": 6166, + "members": [ + 6166 + ], + "max_error": 0.0 + }, + { + "representative": 6231, + "members": [ + 6231 + ], + "max_error": 0.0 + }, + { + "representative": 6312, + "members": [ + 6312 + ], + "max_error": 0.0 + }, + { + "representative": 6284, + "members": [ + 6284 + ], + "max_error": 0.0 + }, + { + "representative": 6192, + "members": [ + 6192 + ], + "max_error": 0.0 + }, + { + "representative": 6181, + "members": [ + 6181 + ], + "max_error": 0.0 + }, + { + "representative": 6202, + "members": [ + 6202 + ], + "max_error": 0.0 + }, + { + "representative": 6838, + "members": [ + 6838 + ], + "max_error": 0.0 + }, + { + "representative": 6702, + "members": [ + 6702 + ], + "max_error": 0.0 + }, + { + "representative": 6816, + "members": [ + 6816 + ], + "max_error": 0.0 + }, + { + "representative": 6695, + "members": [ + 6695 + ], + "max_error": 0.0 + }, + { + "representative": 6850, + "members": [ + 6850 + ], + "max_error": 0.0 + }, + { + "representative": 6837, + "members": [ + 6837 + ], + "max_error": 0.0 + }, + { + "representative": 7295, + "members": [ + 7295 + ], + "max_error": 0.0 + }, + { + "representative": 7290, + "members": [ + 7290 + ], + "max_error": 0.0 + }, + { + "representative": 7242, + "members": [ + 7242 + ], + "max_error": 0.0 + }, + { + "representative": 7313, + "members": [ + 7313 + ], + "max_error": 0.0 + }, + { + "representative": 7325, + "members": [ + 7325 + ], + "max_error": 0.0 + }, + { + "representative": 7347, + "members": [ + 7347 + ], + "max_error": 0.0 + }, + { + "representative": 7292, + "members": [ + 7292 + ], + "max_error": 0.0 + }, + { + "representative": 7365, + "members": [ + 7365 + ], + "max_error": 0.0 + }, + { + "representative": 7392, + "members": [ + 7392 + ], + "max_error": 0.0 + }, + { + "representative": 7287, + "members": [ + 7287 + ], + "max_error": 0.0 + }, + { + "representative": 7208, + "members": [ + 7208 + ], + "max_error": 0.0 + }, + { + "representative": 7708, + "members": [ + 7708 + ], + "max_error": 0.0 + }, + { + "representative": 7847, + "members": [ + 7847 + ], + "max_error": 0.0 + }, + { + "representative": 7730, + "members": [ + 7730 + ], + "max_error": 0.0 + }, + { + "representative": 7873, + "members": [ + 7873 + ], + "max_error": 0.0 + }, + { + "representative": 7748, + "members": [ + 7748 + ], + "max_error": 0.0 + }, + { + "representative": 7685, + "members": [ + 7685 + ], + "max_error": 0.0 + }, + { + "representative": 7764, + "members": [ + 7764 + ], + "max_error": 0.0 + }, + { + "representative": 6315, + "members": [ + 6315 + ], + "max_error": 0.0 + }, + { + "representative": 6199, + "members": [ + 6199 + ], + "max_error": 0.0 + }, + { + "representative": 6375, + "members": [ + 6375 + ], + "max_error": 0.0 + }, + { + "representative": 6288, + "members": [ + 6288 + ], + "max_error": 0.0 + }, + { + "representative": 6287, + "members": [ + 6287 + ], + "max_error": 0.0 + }, + { + "representative": 6382, + "members": [ + 6382 + ], + "max_error": 0.0 + }, + { + "representative": 6344, + "members": [ + 6344 + ], + "max_error": 0.0 + }, + { + "representative": 6239, + "members": [ + 6239 + ], + "max_error": 0.0 + }, + { + "representative": 6273, + "members": [ + 6273 + ], + "max_error": 0.0 + }, + { + "representative": 6281, + "members": [ + 6281 + ], + "max_error": 0.0 + }, + { + "representative": 6228, + "members": [ + 6228 + ], + "max_error": 0.0 + }, + { + "representative": 6803, + "members": [ + 6803 + ], + "max_error": 0.0 + }, + { + "representative": 6678, + "members": [ + 6678 + ], + "max_error": 0.0 + }, + { + "representative": 6870, + "members": [ + 6870 + ], + "max_error": 0.0 + }, + { + "representative": 6872, + "members": [ + 6872 + ], + "max_error": 0.0 + }, + { + "representative": 6864, + "members": [ + 6864 + ], + "max_error": 0.0 + }, + { + "representative": 6797, + "members": [ + 6797 + ], + "max_error": 0.0 + }, + { + "representative": 6705, + "members": [ + 6705 + ], + "max_error": 0.0 + }, + { + "representative": 6867, + "members": [ + 6867 + ], + "max_error": 0.0 + }, + { + "representative": 6734, + "members": [ + 6734 + ], + "max_error": 0.0 + }, + { + "representative": 6668, + "members": [ + 6668 + ], + "max_error": 0.0 + }, + { + "representative": 6879, + "members": [ + 6879 + ], + "max_error": 0.0 + }, + { + "representative": 6750, + "members": [ + 6750 + ], + "max_error": 0.0 + }, + { + "representative": 6720, + "members": [ + 6720 + ], + "max_error": 0.0 + }, + { + "representative": 6755, + "members": [ + 6755 + ], + "max_error": 0.0 + }, + { + "representative": 7344, + "members": [ + 7344 + ], + "max_error": 0.0 + }, + { + "representative": 7333, + "members": [ + 7333 + ], + "max_error": 0.0 + }, + { + "representative": 7218, + "members": [ + 7218 + ], + "max_error": 0.0 + }, + { + "representative": 7418, + "members": [ + 7418 + ], + "max_error": 0.0 + }, + { + "representative": 7358, + "members": [ + 7358 + ], + "max_error": 0.0 + }, + { + "representative": 7274, + "members": [ + 7274 + ], + "max_error": 0.0 + }, + { + "representative": 7417, + "members": [ + 7417 + ], + "max_error": 0.0 + }, + { + "representative": 7223, + "members": [ + 7223 + ], + "max_error": 0.0 + }, + { + "representative": 7198, + "members": [ + 7198 + ], + "max_error": 0.0 + }, + { + "representative": 7327, + "members": [ + 7327 + ], + "max_error": 0.0 + }, + { + "representative": 7371, + "members": [ + 7371 + ], + "max_error": 0.0 + }, + { + "representative": 7301, + "members": [ + 7301 + ], + "max_error": 0.0 + }, + { + "representative": 7319, + "members": [ + 7319 + ], + "max_error": 0.0 + }, + { + "representative": 7171, + "members": [ + 7171 + ], + "max_error": 0.0 + }, + { + "representative": 7411, + "members": [ + 7411 + ], + "max_error": 0.0 + }, + { + "representative": 7777, + "members": [ + 7777 + ], + "max_error": 0.0 + }, + { + "representative": 7714, + "members": [ + 7714 + ], + "max_error": 0.0 + }, + { + "representative": 7712, + "members": [ + 7712 + ], + "max_error": 0.0 + }, + { + "representative": 7790, + "members": [ + 7790 + ], + "max_error": 0.0 + }, + { + "representative": 7866, + "members": [ + 7866 + ], + "max_error": 0.0 + }, + { + "representative": 7878, + "members": [ + 7878 + ], + "max_error": 0.0 + }, + { + "representative": 7738, + "members": [ + 7738 + ], + "max_error": 0.0 + }, + { + "representative": 7745, + "members": [ + 7745 + ], + "max_error": 0.0 + }, + { + "representative": 6156, + "members": [ + 6156 + ], + "max_error": 0.0 + }, + { + "representative": 6263, + "members": [ + 6263 + ], + "max_error": 0.0 + }, + { + "representative": 6279, + "members": [ + 6279 + ], + "max_error": 0.0 + }, + { + "representative": 6234, + "members": [ + 6234 + ], + "max_error": 0.0 + }, + { + "representative": 6377, + "members": [ + 6377 + ], + "max_error": 0.0 + }, + { + "representative": 6247, + "members": [ + 6247 + ], + "max_error": 0.0 + }, + { + "representative": 6159, + "members": [ + 6159 + ], + "max_error": 0.0 + }, + { + "representative": 6793, + "members": [ + 6793 + ], + "max_error": 0.0 + }, + { + "representative": 6680, + "members": [ + 6680 + ], + "max_error": 0.0 + }, + { + "representative": 6901, + "members": [ + 6901 + ], + "max_error": 0.0 + }, + { + "representative": 6892, + "members": [ + 6892 + ], + "max_error": 0.0 + }, + { + "representative": 6808, + "members": [ + 6808 + ], + "max_error": 0.0 + }, + { + "representative": 6846, + "members": [ + 6846 + ], + "max_error": 0.0 + }, + { + "representative": 6756, + "members": [ + 6756 + ], + "max_error": 0.0 + }, + { + "representative": 6832, + "members": [ + 6832 + ], + "max_error": 0.0 + }, + { + "representative": 6777, + "members": [ + 6777 + ], + "max_error": 0.0 + }, + { + "representative": 7364, + "members": [ + 7364 + ], + "max_error": 0.0 + }, + { + "representative": 7356, + "members": [ + 7356 + ], + "max_error": 0.0 + }, + { + "representative": 7423, + "members": [ + 7423 + ], + "max_error": 0.0 + }, + { + "representative": 7376, + "members": [ + 7376 + ], + "max_error": 0.0 + }, + { + "representative": 7273, + "members": [ + 7273 + ], + "max_error": 0.0 + }, + { + "representative": 7265, + "members": [ + 7265 + ], + "max_error": 0.0 + }, + { + "representative": 7422, + "members": [ + 7422 + ], + "max_error": 0.0 + }, + { + "representative": 7377, + "members": [ + 7377 + ], + "max_error": 0.0 + }, + { + "representative": 7893, + "members": [ + 7893 + ], + "max_error": 0.0 + }, + { + "representative": 7724, + "members": [ + 7724 + ], + "max_error": 0.0 + }, + { + "representative": 7915, + "members": [ + 7915 + ], + "max_error": 0.0 + }, + { + "representative": 7798, + "members": [ + 7798 + ], + "max_error": 0.0 + }, + { + "representative": 7703, + "members": [ + 7703 + ], + "max_error": 0.0 + }, + { + "representative": 7932, + "members": [ + 7932 + ], + "max_error": 0.0 + }, + { + "representative": 7804, + "members": [ + 7804 + ], + "max_error": 0.0 + }, + { + "representative": 7900, + "members": [ + 7900 + ], + "max_error": 0.0 + }, + { + "representative": 7859, + "members": [ + 7859 + ], + "max_error": 0.0 + }, + { + "representative": 6305, + "members": [ + 6305 + ], + "max_error": 0.0 + }, + { + "representative": 6308, + "members": [ + 6308 + ], + "max_error": 0.0 + }, + { + "representative": 6358, + "members": [ + 6358 + ], + "max_error": 0.0 + }, + { + "representative": 6283, + "members": [ + 6283 + ], + "max_error": 0.0 + }, + { + "representative": 6188, + "members": [ + 6188 + ], + "max_error": 0.0 + }, + { + "representative": 6393, + "members": [ + 6393 + ], + "max_error": 0.0 + }, + { + "representative": 6316, + "members": [ + 6316 + ], + "max_error": 0.0 + }, + { + "representative": 6333, + "members": [ + 6333 + ], + "max_error": 0.0 + }, + { + "representative": 6221, + "members": [ + 6221 + ], + "max_error": 0.0 + }, + { + "representative": 6177, + "members": [ + 6177 + ], + "max_error": 0.0 + }, + { + "representative": 6212, + "members": [ + 6212 + ], + "max_error": 0.0 + }, + { + "representative": 6242, + "members": [ + 6242 + ], + "max_error": 0.0 + }, + { + "representative": 6321, + "members": [ + 6321 + ], + "max_error": 0.0 + }, + { + "representative": 6716, + "members": [ + 6716 + ], + "max_error": 0.0 + }, + { + "representative": 6830, + "members": [ + 6830 + ], + "max_error": 0.0 + }, + { + "representative": 6788, + "members": [ + 6788 + ], + "max_error": 0.0 + }, + { + "representative": 6805, + "members": [ + 6805 + ], + "max_error": 0.0 + }, + { + "representative": 6791, + "members": [ + 6791 + ], + "max_error": 0.0 + }, + { + "representative": 6889, + "members": [ + 6889 + ], + "max_error": 0.0 + }, + { + "representative": 6875, + "members": [ + 6875 + ], + "max_error": 0.0 + }, + { + "representative": 6682, + "members": [ + 6682 + ], + "max_error": 0.0 + }, + { + "representative": 7279, + "members": [ + 7279 + ], + "max_error": 0.0 + }, + { + "representative": 7345, + "members": [ + 7345 + ], + "max_error": 0.0 + }, + { + "representative": 7238, + "members": [ + 7238 + ], + "max_error": 0.0 + }, + { + "representative": 7421, + "members": [ + 7421 + ], + "max_error": 0.0 + }, + { + "representative": 7180, + "members": [ + 7180 + ], + "max_error": 0.0 + }, + { + "representative": 7305, + "members": [ + 7305 + ], + "max_error": 0.0 + }, + { + "representative": 7318, + "members": [ + 7318 + ], + "max_error": 0.0 + }, + { + "representative": 7254, + "members": [ + 7254 + ], + "max_error": 0.0 + }, + { + "representative": 7294, + "members": [ + 7294 + ], + "max_error": 0.0 + }, + { + "representative": 7194, + "members": [ + 7194 + ], + "max_error": 0.0 + }, + { + "representative": 7172, + "members": [ + 7172 + ], + "max_error": 0.0 + }, + { + "representative": 7204, + "members": [ + 7204 + ], + "max_error": 0.0 + }, + { + "representative": 7830, + "members": [ + 7830 + ], + "max_error": 0.0 + }, + { + "representative": 7797, + "members": [ + 7797 + ], + "max_error": 0.0 + }, + { + "representative": 7857, + "members": [ + 7857 + ], + "max_error": 0.0 + }, + { + "representative": 7848, + "members": [ + 7848 + ], + "max_error": 0.0 + }, + { + "representative": 7774, + "members": [ + 7774 + ], + "max_error": 0.0 + }, + { + "representative": 7927, + "members": [ + 7927 + ], + "max_error": 0.0 + }, + { + "representative": 7853, + "members": [ + 7853 + ], + "max_error": 0.0 + }, + { + "representative": 7911, + "members": [ + 7911 + ], + "max_error": 0.0 + }, + { + "representative": 7779, + "members": [ + 7779 + ], + "max_error": 0.0 + }, + { + "representative": 7824, + "members": [ + 7824 + ], + "max_error": 0.0 + }, + { + "representative": 7744, + "members": [ + 7744 + ], + "max_error": 0.0 + }, + { + "representative": 6363, + "members": [ + 6363 + ], + "max_error": 0.0 + }, + { + "representative": 6162, + "members": [ + 6162 + ], + "max_error": 0.0 + }, + { + "representative": 6286, + "members": [ + 6286 + ], + "max_error": 0.0 + }, + { + "representative": 6269, + "members": [ + 6269 + ], + "max_error": 0.0 + }, + { + "representative": 6230, + "members": [ + 6230 + ], + "max_error": 0.0 + }, + { + "representative": 6243, + "members": [ + 6243 + ], + "max_error": 0.0 + }, + { + "representative": 6343, + "members": [ + 6343 + ], + "max_error": 0.0 + }, + { + "representative": 6276, + "members": [ + 6276 + ], + "max_error": 0.0 + }, + { + "representative": 6332, + "members": [ + 6332 + ], + "max_error": 0.0 + }, + { + "representative": 6388, + "members": [ + 6388 + ], + "max_error": 0.0 + }, + { + "representative": 6902, + "members": [ + 6902 + ], + "max_error": 0.0 + }, + { + "representative": 6709, + "members": [ + 6709 + ], + "max_error": 0.0 + }, + { + "representative": 6751, + "members": [ + 6751 + ], + "max_error": 0.0 + }, + { + "representative": 6835, + "members": [ + 6835 + ], + "max_error": 0.0 + }, + { + "representative": 6834, + "members": [ + 6834 + ], + "max_error": 0.0 + }, + { + "representative": 6841, + "members": [ + 6841 + ], + "max_error": 0.0 + }, + { + "representative": 6900, + "members": [ + 6900 + ], + "max_error": 0.0 + }, + { + "representative": 6663, + "members": [ + 6663 + ], + "max_error": 0.0 + }, + { + "representative": 7331, + "members": [ + 7331 + ], + "max_error": 0.0 + }, + { + "representative": 7286, + "members": [ + 7286 + ], + "max_error": 0.0 + }, + { + "representative": 7179, + "members": [ + 7179 + ], + "max_error": 0.0 + }, + { + "representative": 7407, + "members": [ + 7407 + ], + "max_error": 0.0 + }, + { + "representative": 7317, + "members": [ + 7317 + ], + "max_error": 0.0 + }, + { + "representative": 7169, + "members": [ + 7169 + ], + "max_error": 0.0 + }, + { + "representative": 7753, + "members": [ + 7753 + ], + "max_error": 0.0 + }, + { + "representative": 7828, + "members": [ + 7828 + ], + "max_error": 0.0 + }, + { + "representative": 7765, + "members": [ + 7765 + ], + "max_error": 0.0 + }, + { + "representative": 7807, + "members": [ + 7807 + ], + "max_error": 0.0 + }, + { + "representative": 7705, + "members": [ + 7705 + ], + "max_error": 0.0 + }, + { + "representative": 7695, + "members": [ + 7695 + ], + "max_error": 0.0 + }, + { + "representative": 7816, + "members": [ + 7816 + ], + "max_error": 0.0 + }, + { + "representative": 7731, + "members": [ + 7731 + ], + "max_error": 0.0 + }, + { + "representative": 7877, + "members": [ + 7877 + ], + "max_error": 0.0 + }, + { + "representative": 7904, + "members": [ + 7904 + ], + "max_error": 0.0 + }, + { + "representative": 7814, + "members": [ + 7814 + ], + "max_error": 0.0 + }, + { + "representative": 7697, + "members": [ + 7697 + ], + "max_error": 0.0 + }, + { + "representative": 6238, + "members": [ + 6238 + ], + "max_error": 0.0 + }, + { + "representative": 6290, + "members": [ + 6290 + ], + "max_error": 0.0 + }, + { + "representative": 6185, + "members": [ + 6185 + ], + "max_error": 0.0 + }, + { + "representative": 6277, + "members": [ + 6277 + ], + "max_error": 0.0 + }, + { + "representative": 6149, + "members": [ + 6149 + ], + "max_error": 0.0 + }, + { + "representative": 6201, + "members": [ + 6201 + ], + "max_error": 0.0 + }, + { + "representative": 6376, + "members": [ + 6376 + ], + "max_error": 0.0 + }, + { + "representative": 6398, + "members": [ + 6398 + ], + "max_error": 0.0 + }, + { + "representative": 6330, + "members": [ + 6330 + ], + "max_error": 0.0 + }, + { + "representative": 6175, + "members": [ + 6175 + ], + "max_error": 0.0 + }, + { + "representative": 6327, + "members": [ + 6327 + ], + "max_error": 0.0 + }, + { + "representative": 6151, + "members": [ + 6151 + ], + "max_error": 0.0 + }, + { + "representative": 6370, + "members": [ + 6370 + ], + "max_error": 0.0 + }, + { + "representative": 6147, + "members": [ + 6147 + ], + "max_error": 0.0 + }, + { + "representative": 6219, + "members": [ + 6219 + ], + "max_error": 0.0 + }, + { + "representative": 6368, + "members": [ + 6368 + ], + "max_error": 0.0 + }, + { + "representative": 6752, + "members": [ + 6752 + ], + "max_error": 0.0 + }, + { + "representative": 6906, + "members": [ + 6906 + ], + "max_error": 0.0 + }, + { + "representative": 6813, + "members": [ + 6813 + ], + "max_error": 0.0 + }, + { + "representative": 6740, + "members": [ + 6740 + ], + "max_error": 0.0 + }, + { + "representative": 6688, + "members": [ + 6688 + ], + "max_error": 0.0 + }, + { + "representative": 6807, + "members": [ + 6807 + ], + "max_error": 0.0 + }, + { + "representative": 6744, + "members": [ + 6744 + ], + "max_error": 0.0 + }, + { + "representative": 6873, + "members": [ + 6873 + ], + "max_error": 0.0 + }, + { + "representative": 6689, + "members": [ + 6689 + ], + "max_error": 0.0 + }, + { + "representative": 6719, + "members": [ + 6719 + ], + "max_error": 0.0 + }, + { + "representative": 6739, + "members": [ + 6739 + ], + "max_error": 0.0 + }, + { + "representative": 6903, + "members": [ + 6903 + ], + "max_error": 0.0 + }, + { + "representative": 6685, + "members": [ + 6685 + ], + "max_error": 0.0 + }, + { + "representative": 6661, + "members": [ + 6661 + ], + "max_error": 0.0 + }, + { + "representative": 7337, + "members": [ + 7337 + ], + "max_error": 0.0 + }, + { + "representative": 7260, + "members": [ + 7260 + ], + "max_error": 0.0 + }, + { + "representative": 7316, + "members": [ + 7316 + ], + "max_error": 0.0 + }, + { + "representative": 7267, + "members": [ + 7267 + ], + "max_error": 0.0 + }, + { + "representative": 7396, + "members": [ + 7396 + ], + "max_error": 0.0 + }, + { + "representative": 7388, + "members": [ + 7388 + ], + "max_error": 0.0 + }, + { + "representative": 7207, + "members": [ + 7207 + ], + "max_error": 0.0 + }, + { + "representative": 7311, + "members": [ + 7311 + ], + "max_error": 0.0 + }, + { + "representative": 7205, + "members": [ + 7205 + ], + "max_error": 0.0 + }, + { + "representative": 7222, + "members": [ + 7222 + ], + "max_error": 0.0 + }, + { + "representative": 7795, + "members": [ + 7795 + ], + "max_error": 0.0 + }, + { + "representative": 7803, + "members": [ + 7803 + ], + "max_error": 0.0 + }, + { + "representative": 7820, + "members": [ + 7820 + ], + "max_error": 0.0 + }, + { + "representative": 7823, + "members": [ + 7823 + ], + "max_error": 0.0 + }, + { + "representative": 7833, + "members": [ + 7833 + ], + "max_error": 0.0 + }, + { + "representative": 7892, + "members": [ + 7892 + ], + "max_error": 0.0 + }, + { + "representative": 7734, + "members": [ + 7734 + ], + "max_error": 0.0 + }, + { + "representative": 7725, + "members": [ + 7725 + ], + "max_error": 0.0 + }, + { + "representative": 7812, + "members": [ + 7812 + ], + "max_error": 0.0 + }, + { + "representative": 7916, + "members": [ + 7916 + ], + "max_error": 0.0 + }, + { + "representative": 6168, + "members": [ + 6168 + ], + "max_error": 0.0 + }, + { + "representative": 6186, + "members": [ + 6186 + ], + "max_error": 0.0 + }, + { + "representative": 6353, + "members": [ + 6353 + ], + "max_error": 0.0 + }, + { + "representative": 6360, + "members": [ + 6360 + ], + "max_error": 0.0 + }, + { + "representative": 6179, + "members": [ + 6179 + ], + "max_error": 0.0 + }, + { + "representative": 6301, + "members": [ + 6301 + ], + "max_error": 0.0 + }, + { + "representative": 6318, + "members": [ + 6318 + ], + "max_error": 0.0 + }, + { + "representative": 6160, + "members": [ + 6160 + ], + "max_error": 0.0 + }, + { + "representative": 6176, + "members": [ + 6176 + ], + "max_error": 0.0 + }, + { + "representative": 6191, + "members": [ + 6191 + ], + "max_error": 0.0 + }, + { + "representative": 6146, + "members": [ + 6146 + ], + "max_error": 0.0 + }, + { + "representative": 6229, + "members": [ + 6229 + ], + "max_error": 0.0 + }, + { + "representative": 6394, + "members": [ + 6394 + ], + "max_error": 0.0 + }, + { + "representative": 6240, + "members": [ + 6240 + ], + "max_error": 0.0 + }, + { + "representative": 6888, + "members": [ + 6888 + ], + "max_error": 0.0 + }, + { + "representative": 6843, + "members": [ + 6843 + ], + "max_error": 0.0 + }, + { + "representative": 6707, + "members": [ + 6707 + ], + "max_error": 0.0 + }, + { + "representative": 6823, + "members": [ + 6823 + ], + "max_error": 0.0 + }, + { + "representative": 6895, + "members": [ + 6895 + ], + "max_error": 0.0 + }, + { + "representative": 6760, + "members": [ + 6760 + ], + "max_error": 0.0 + }, + { + "representative": 6809, + "members": [ + 6809 + ], + "max_error": 0.0 + }, + { + "representative": 6852, + "members": [ + 6852 + ], + "max_error": 0.0 + }, + { + "representative": 6897, + "members": [ + 6897 + ], + "max_error": 0.0 + }, + { + "representative": 6780, + "members": [ + 6780 + ], + "max_error": 0.0 + }, + { + "representative": 6874, + "members": [ + 6874 + ], + "max_error": 0.0 + }, + { + "representative": 6810, + "members": [ + 6810 + ], + "max_error": 0.0 + }, + { + "representative": 6722, + "members": [ + 6722 + ], + "max_error": 0.0 + }, + { + "representative": 6845, + "members": [ + 6845 + ], + "max_error": 0.0 + }, + { + "representative": 6896, + "members": [ + 6896 + ], + "max_error": 0.0 + }, + { + "representative": 6660, + "members": [ + 6660 + ], + "max_error": 0.0 + }, + { + "representative": 6710, + "members": [ + 6710 + ], + "max_error": 0.0 + }, + { + "representative": 7245, + "members": [ + 7245 + ], + "max_error": 0.0 + }, + { + "representative": 7192, + "members": [ + 7192 + ], + "max_error": 0.0 + }, + { + "representative": 7186, + "members": [ + 7186 + ], + "max_error": 0.0 + }, + { + "representative": 7200, + "members": [ + 7200 + ], + "max_error": 0.0 + }, + { + "representative": 7183, + "members": [ + 7183 + ], + "max_error": 0.0 + }, + { + "representative": 7373, + "members": [ + 7373 + ], + "max_error": 0.0 + }, + { + "representative": 7239, + "members": [ + 7239 + ], + "max_error": 0.0 + }, + { + "representative": 7196, + "members": [ + 7196 + ], + "max_error": 0.0 + }, + { + "representative": 7193, + "members": [ + 7193 + ], + "max_error": 0.0 + }, + { + "representative": 7920, + "members": [ + 7920 + ], + "max_error": 0.0 + }, + { + "representative": 7924, + "members": [ + 7924 + ], + "max_error": 0.0 + }, + { + "representative": 7756, + "members": [ + 7756 + ], + "max_error": 0.0 + }, + { + "representative": 7752, + "members": [ + 7752 + ], + "max_error": 0.0 + }, + { + "representative": 7760, + "members": [ + 7760 + ], + "max_error": 0.0 + }, + { + "representative": 7789, + "members": [ + 7789 + ], + "max_error": 0.0 + }, + { + "representative": 7827, + "members": [ + 7827 + ], + "max_error": 0.0 + }, + { + "representative": 7867, + "members": [ + 7867 + ], + "max_error": 0.0 + }, + { + "representative": 7889, + "members": [ + 7889 + ], + "max_error": 0.0 + }, + { + "representative": 7871, + "members": [ + 7871 + ], + "max_error": 0.0 + }, + { + "representative": 7817, + "members": [ + 7817 + ], + "max_error": 0.0 + }, + { + "representative": 7910, + "members": [ + 7910 + ], + "max_error": 0.0 + }, + { + "representative": 6292, + "members": [ + 6292 + ], + "max_error": 0.0 + }, + { + "representative": 6225, + "members": [ + 6225 + ], + "max_error": 0.0 + }, + { + "representative": 6210, + "members": [ + 6210 + ], + "max_error": 0.0 + }, + { + "representative": 6187, + "members": [ + 6187 + ], + "max_error": 0.0 + }, + { + "representative": 6357, + "members": [ + 6357 + ], + "max_error": 0.0 + }, + { + "representative": 6217, + "members": [ + 6217 + ], + "max_error": 0.0 + }, + { + "representative": 6196, + "members": [ + 6196 + ], + "max_error": 0.0 + }, + { + "representative": 6275, + "members": [ + 6275 + ], + "max_error": 0.0 + }, + { + "representative": 6858, + "members": [ + 6858 + ], + "max_error": 0.0 + }, + { + "representative": 6907, + "members": [ + 6907 + ], + "max_error": 0.0 + }, + { + "representative": 6894, + "members": [ + 6894 + ], + "max_error": 0.0 + }, + { + "representative": 6787, + "members": [ + 6787 + ], + "max_error": 0.0 + }, + { + "representative": 6859, + "members": [ + 6859 + ], + "max_error": 0.0 + }, + { + "representative": 6766, + "members": [ + 6766 + ], + "max_error": 0.0 + }, + { + "representative": 6881, + "members": [ + 6881 + ], + "max_error": 0.0 + }, + { + "representative": 6745, + "members": [ + 6745 + ], + "max_error": 0.0 + }, + { + "representative": 6849, + "members": [ + 6849 + ], + "max_error": 0.0 + }, + { + "representative": 7370, + "members": [ + 7370 + ], + "max_error": 0.0 + }, + { + "representative": 7289, + "members": [ + 7289 + ], + "max_error": 0.0 + }, + { + "representative": 7173, + "members": [ + 7173 + ], + "max_error": 0.0 + }, + { + "representative": 7354, + "members": [ + 7354 + ], + "max_error": 0.0 + }, + { + "representative": 7350, + "members": [ + 7350 + ], + "max_error": 0.0 + }, + { + "representative": 7349, + "members": [ + 7349 + ], + "max_error": 0.0 + }, + { + "representative": 7189, + "members": [ + 7189 + ], + "max_error": 0.0 + }, + { + "representative": 7339, + "members": [ + 7339 + ], + "max_error": 0.0 + }, + { + "representative": 7413, + "members": [ + 7413 + ], + "max_error": 0.0 + }, + { + "representative": 7414, + "members": [ + 7414 + ], + "max_error": 0.0 + }, + { + "representative": 7284, + "members": [ + 7284 + ], + "max_error": 0.0 + }, + { + "representative": 7269, + "members": [ + 7269 + ], + "max_error": 0.0 + }, + { + "representative": 7247, + "members": [ + 7247 + ], + "max_error": 0.0 + }, + { + "representative": 7203, + "members": [ + 7203 + ], + "max_error": 0.0 + }, + { + "representative": 7680, + "members": [ + 7680 + ], + "max_error": 0.0 + }, + { + "representative": 7691, + "members": [ + 7691 + ], + "max_error": 0.0 + }, + { + "representative": 7879, + "members": [ + 7879 + ], + "max_error": 0.0 + }, + { + "representative": 7806, + "members": [ + 7806 + ], + "max_error": 0.0 + }, + { + "representative": 7928, + "members": [ + 7928 + ], + "max_error": 0.0 + }, + { + "representative": 7700, + "members": [ + 7700 + ], + "max_error": 0.0 + }, + { + "representative": 7923, + "members": [ + 7923 + ], + "max_error": 0.0 + }, + { + "representative": 7808, + "members": [ + 7808 + ], + "max_error": 0.0 + }, + { + "representative": 7890, + "members": [ + 7890 + ], + "max_error": 0.0 + }, + { + "representative": 7704, + "members": [ + 7704 + ], + "max_error": 0.0 + }, + { + "representative": 7901, + "members": [ + 7901 + ], + "max_error": 0.0 + }, + { + "representative": 7698, + "members": [ + 7698 + ], + "max_error": 0.0 + }, + { + "representative": 7840, + "members": [ + 7840 + ], + "max_error": 0.0 + }, + { + "representative": 7813, + "members": [ + 7813 + ], + "max_error": 0.0 + }, + { + "representative": 6208, + "members": [ + 6208 + ], + "max_error": 0.0 + }, + { + "representative": 6178, + "members": [ + 6178 + ], + "max_error": 0.0 + }, + { + "representative": 6340, + "members": [ + 6340 + ], + "max_error": 0.0 + }, + { + "representative": 6200, + "members": [ + 6200 + ], + "max_error": 0.0 + }, + { + "representative": 6373, + "members": [ + 6373 + ], + "max_error": 0.0 + }, + { + "representative": 6386, + "members": [ + 6386 + ], + "max_error": 0.0 + }, + { + "representative": 6289, + "members": [ + 6289 + ], + "max_error": 0.0 + }, + { + "representative": 6161, + "members": [ + 6161 + ], + "max_error": 0.0 + }, + { + "representative": 6717, + "members": [ + 6717 + ], + "max_error": 0.0 + }, + { + "representative": 6854, + "members": [ + 6854 + ], + "max_error": 0.0 + }, + { + "representative": 6759, + "members": [ + 6759 + ], + "max_error": 0.0 + }, + { + "representative": 6696, + "members": [ + 6696 + ], + "max_error": 0.0 + }, + { + "representative": 6764, + "members": [ + 6764 + ], + "max_error": 0.0 + }, + { + "representative": 6742, + "members": [ + 6742 + ], + "max_error": 0.0 + }, + { + "representative": 6883, + "members": [ + 6883 + ], + "max_error": 0.0 + }, + { + "representative": 6737, + "members": [ + 6737 + ], + "max_error": 0.0 + }, + { + "representative": 6768, + "members": [ + 6768 + ], + "max_error": 0.0 + }, + { + "representative": 6670, + "members": [ + 6670 + ], + "max_error": 0.0 + }, + { + "representative": 6672, + "members": [ + 6672 + ], + "max_error": 0.0 + }, + { + "representative": 6795, + "members": [ + 6795 + ], + "max_error": 0.0 + }, + { + "representative": 6758, + "members": [ + 6758 + ], + "max_error": 0.0 + }, + { + "representative": 7213, + "members": [ + 7213 + ], + "max_error": 0.0 + }, + { + "representative": 7351, + "members": [ + 7351 + ], + "max_error": 0.0 + }, + { + "representative": 7369, + "members": [ + 7369 + ], + "max_error": 0.0 + }, + { + "representative": 7330, + "members": [ + 7330 + ], + "max_error": 0.0 + }, + { + "representative": 7357, + "members": [ + 7357 + ], + "max_error": 0.0 + }, + { + "representative": 7237, + "members": [ + 7237 + ], + "max_error": 0.0 + }, + { + "representative": 7362, + "members": [ + 7362 + ], + "max_error": 0.0 + }, + { + "representative": 7343, + "members": [ + 7343 + ], + "max_error": 0.0 + }, + { + "representative": 7258, + "members": [ + 7258 + ], + "max_error": 0.0 + }, + { + "representative": 7328, + "members": [ + 7328 + ], + "max_error": 0.0 + }, + { + "representative": 7682, + "members": [ + 7682 + ], + "max_error": 0.0 + }, + { + "representative": 7855, + "members": [ + 7855 + ], + "max_error": 0.0 + }, + { + "representative": 7838, + "members": [ + 7838 + ], + "max_error": 0.0 + }, + { + "representative": 7701, + "members": [ + 7701 + ], + "max_error": 0.0 + }, + { + "representative": 7792, + "members": [ + 7792 + ], + "max_error": 0.0 + }, + { + "representative": 7865, + "members": [ + 7865 + ], + "max_error": 0.0 + }, + { + "representative": 7882, + "members": [ + 7882 + ], + "max_error": 0.0 + }, + { + "representative": 6342, + "members": [ + 6342 + ], + "max_error": 0.0 + }, + { + "representative": 6227, + "members": [ + 6227 + ], + "max_error": 0.0 + }, + { + "representative": 6396, + "members": [ + 6396 + ], + "max_error": 0.0 + }, + { + "representative": 6298, + "members": [ + 6298 + ], + "max_error": 0.0 + }, + { + "representative": 6206, + "members": [ + 6206 + ], + "max_error": 0.0 + }, + { + "representative": 6341, + "members": [ + 6341 + ], + "max_error": 0.0 + }, + { + "representative": 6379, + "members": [ + 6379 + ], + "max_error": 0.0 + }, + { + "representative": 6297, + "members": [ + 6297 + ], + "max_error": 0.0 + }, + { + "representative": 6261, + "members": [ + 6261 + ], + "max_error": 0.0 + }, + { + "representative": 6182, + "members": [ + 6182 + ], + "max_error": 0.0 + }, + { + "representative": 6280, + "members": [ + 6280 + ], + "max_error": 0.0 + }, + { + "representative": 6268, + "members": [ + 6268 + ], + "max_error": 0.0 + }, + { + "representative": 6232, + "members": [ + 6232 + ], + "max_error": 0.0 + }, + { + "representative": 6876, + "members": [ + 6876 + ], + "max_error": 0.0 + }, + { + "representative": 6674, + "members": [ + 6674 + ], + "max_error": 0.0 + }, + { + "representative": 6825, + "members": [ + 6825 + ], + "max_error": 0.0 + }, + { + "representative": 6817, + "members": [ + 6817 + ], + "max_error": 0.0 + }, + { + "representative": 6701, + "members": [ + 6701 + ], + "max_error": 0.0 + }, + { + "representative": 7202, + "members": [ + 7202 + ], + "max_error": 0.0 + }, + { + "representative": 7184, + "members": [ + 7184 + ], + "max_error": 0.0 + }, + { + "representative": 7397, + "members": [ + 7397 + ], + "max_error": 0.0 + }, + { + "representative": 7277, + "members": [ + 7277 + ], + "max_error": 0.0 + }, + { + "representative": 7368, + "members": [ + 7368 + ], + "max_error": 0.0 + }, + { + "representative": 7398, + "members": [ + 7398 + ], + "max_error": 0.0 + }, + { + "representative": 7360, + "members": [ + 7360 + ], + "max_error": 0.0 + }, + { + "representative": 7338, + "members": [ + 7338 + ], + "max_error": 0.0 + }, + { + "representative": 7367, + "members": [ + 7367 + ], + "max_error": 0.0 + }, + { + "representative": 7303, + "members": [ + 7303 + ], + "max_error": 0.0 + }, + { + "representative": 7727, + "members": [ + 7727 + ], + "max_error": 0.0 + }, + { + "representative": 7886, + "members": [ + 7886 + ], + "max_error": 0.0 + }, + { + "representative": 7766, + "members": [ + 7766 + ], + "max_error": 0.0 + }, + { + "representative": 7826, + "members": [ + 7826 + ], + "max_error": 0.0 + }, + { + "representative": 7726, + "members": [ + 7726 + ], + "max_error": 0.0 + }, + { + "representative": 7737, + "members": [ + 7737 + ], + "max_error": 0.0 + }, + { + "representative": 7699, + "members": [ + 7699 + ], + "max_error": 0.0 + }, + { + "representative": 7907, + "members": [ + 7907 + ], + "max_error": 0.0 + }, + { + "representative": 7709, + "members": [ + 7709 + ], + "max_error": 0.0 + }, + { + "representative": 7922, + "members": [ + 7922 + ], + "max_error": 0.0 + }, + { + "representative": 7899, + "members": [ + 7899 + ], + "max_error": 0.0 + }, + { + "representative": 7846, + "members": [ + 7846 + ], + "max_error": 0.0 + }, + { + "representative": 7842, + "members": [ + 7842 + ], + "max_error": 0.0 + }, + { + "representative": 7909, + "members": [ + 7909 + ], + "max_error": 0.0 + }, + { + "representative": 6214, + "members": [ + 6214 + ], + "max_error": 0.0 + }, + { + "representative": 6205, + "members": [ + 6205 + ], + "max_error": 0.0 + }, + { + "representative": 6349, + "members": [ + 6349 + ], + "max_error": 0.0 + }, + { + "representative": 6334, + "members": [ + 6334 + ], + "max_error": 0.0 + }, + { + "representative": 6216, + "members": [ + 6216 + ], + "max_error": 0.0 + }, + { + "representative": 6323, + "members": [ + 6323 + ], + "max_error": 0.0 + }, + { + "representative": 6258, + "members": [ + 6258 + ], + "max_error": 0.0 + }, + { + "representative": 6380, + "members": [ + 6380 + ], + "max_error": 0.0 + }, + { + "representative": 6693, + "members": [ + 6693 + ], + "max_error": 0.0 + }, + { + "representative": 6765, + "members": [ + 6765 + ], + "max_error": 0.0 + }, + { + "representative": 6839, + "members": [ + 6839 + ], + "max_error": 0.0 + }, + { + "representative": 6698, + "members": [ + 6698 + ], + "max_error": 0.0 + }, + { + "representative": 6804, + "members": [ + 6804 + ], + "max_error": 0.0 + }, + { + "representative": 6800, + "members": [ + 6800 + ], + "max_error": 0.0 + }, + { + "representative": 7412, + "members": [ + 7412 + ], + "max_error": 0.0 + }, + { + "representative": 7264, + "members": [ + 7264 + ], + "max_error": 0.0 + }, + { + "representative": 7221, + "members": [ + 7221 + ], + "max_error": 0.0 + }, + { + "representative": 7225, + "members": [ + 7225 + ], + "max_error": 0.0 + }, + { + "representative": 7185, + "members": [ + 7185 + ], + "max_error": 0.0 + }, + { + "representative": 7175, + "members": [ + 7175 + ], + "max_error": 0.0 + }, + { + "representative": 7236, + "members": [ + 7236 + ], + "max_error": 0.0 + }, + { + "representative": 7262, + "members": [ + 7262 + ], + "max_error": 0.0 + }, + { + "representative": 7315, + "members": [ + 7315 + ], + "max_error": 0.0 + }, + { + "representative": 7272, + "members": [ + 7272 + ], + "max_error": 0.0 + }, + { + "representative": 7416, + "members": [ + 7416 + ], + "max_error": 0.0 + }, + { + "representative": 7776, + "members": [ + 7776 + ], + "max_error": 0.0 + }, + { + "representative": 7755, + "members": [ + 7755 + ], + "max_error": 0.0 + }, + { + "representative": 7694, + "members": [ + 7694 + ], + "max_error": 0.0 + }, + { + "representative": 7736, + "members": [ + 7736 + ], + "max_error": 0.0 + }, + { + "representative": 7681, + "members": [ + 7681 + ], + "max_error": 0.0 + }, + { + "representative": 7773, + "members": [ + 7773 + ], + "max_error": 0.0 + }, + { + "representative": 7794, + "members": [ + 7794 + ], + "max_error": 0.0 + }, + { + "representative": 7869, + "members": [ + 7869 + ], + "max_error": 0.0 + }, + { + "representative": 7891, + "members": [ + 7891 + ], + "max_error": 0.0 + }, + { + "representative": 7935, + "members": [ + 7935 + ], + "max_error": 0.0 + }, + { + "representative": 7740, + "members": [ + 7740 + ], + "max_error": 0.0 + }, + { + "representative": 6397, + "members": [ + 6397 + ], + "max_error": 0.0 + }, + { + "representative": 6314, + "members": [ + 6314 + ], + "max_error": 0.0 + }, + { + "representative": 6351, + "members": [ + 6351 + ], + "max_error": 0.0 + }, + { + "representative": 6291, + "members": [ + 6291 + ], + "max_error": 0.0 + }, + { + "representative": 6270, + "members": [ + 6270 + ], + "max_error": 0.0 + }, + { + "representative": 6253, + "members": [ + 6253 + ], + "max_error": 0.0 + }, + { + "representative": 6244, + "members": [ + 6244 + ], + "max_error": 0.0 + }, + { + "representative": 6155, + "members": [ + 6155 + ], + "max_error": 0.0 + }, + { + "representative": 6378, + "members": [ + 6378 + ], + "max_error": 0.0 + }, + { + "representative": 6789, + "members": [ + 6789 + ], + "max_error": 0.0 + }, + { + "representative": 6665, + "members": [ + 6665 + ], + "max_error": 0.0 + }, + { + "representative": 6662, + "members": [ + 6662 + ], + "max_error": 0.0 + }, + { + "representative": 6725, + "members": [ + 6725 + ], + "max_error": 0.0 + }, + { + "representative": 6677, + "members": [ + 6677 + ], + "max_error": 0.0 + }, + { + "representative": 6676, + "members": [ + 6676 + ], + "max_error": 0.0 + }, + { + "representative": 6703, + "members": [ + 6703 + ], + "max_error": 0.0 + }, + { + "representative": 6711, + "members": [ + 6711 + ], + "max_error": 0.0 + }, + { + "representative": 6706, + "members": [ + 6706 + ], + "max_error": 0.0 + }, + { + "representative": 7385, + "members": [ + 7385 + ], + "max_error": 0.0 + }, + { + "representative": 7359, + "members": [ + 7359 + ], + "max_error": 0.0 + }, + { + "representative": 7408, + "members": [ + 7408 + ], + "max_error": 0.0 + }, + { + "representative": 7229, + "members": [ + 7229 + ], + "max_error": 0.0 + }, + { + "representative": 7375, + "members": [ + 7375 + ], + "max_error": 0.0 + }, + { + "representative": 7355, + "members": [ + 7355 + ], + "max_error": 0.0 + }, + { + "representative": 7415, + "members": [ + 7415 + ], + "max_error": 0.0 + }, + { + "representative": 7227, + "members": [ + 7227 + ], + "max_error": 0.0 + }, + { + "representative": 7387, + "members": [ + 7387 + ], + "max_error": 0.0 + }, + { + "representative": 7324, + "members": [ + 7324 + ], + "max_error": 0.0 + }, + { + "representative": 7297, + "members": [ + 7297 + ], + "max_error": 0.0 + }, + { + "representative": 7785, + "members": [ + 7785 + ], + "max_error": 0.0 + }, + { + "representative": 7707, + "members": [ + 7707 + ], + "max_error": 0.0 + }, + { + "representative": 7772, + "members": [ + 7772 + ], + "max_error": 0.0 + }, + { + "representative": 7844, + "members": [ + 7844 + ], + "max_error": 0.0 + }, + { + "representative": 7845, + "members": [ + 7845 + ], + "max_error": 0.0 + }, + { + "representative": 7908, + "members": [ + 7908 + ], + "max_error": 0.0 + }, + { + "representative": 7829, + "members": [ + 7829 + ], + "max_error": 0.0 + }, + { + "representative": 7918, + "members": [ + 7918 + ], + "max_error": 0.0 + }, + { + "representative": 7754, + "members": [ + 7754 + ], + "max_error": 0.0 + }, + { + "representative": 7862, + "members": [ + 7862 + ], + "max_error": 0.0 + }, + { + "representative": 7885, + "members": [ + 7885 + ], + "max_error": 0.0 + }, + { + "representative": 7822, + "members": [ + 7822 + ], + "max_error": 0.0 + }, + { + "representative": 7801, + "members": [ + 7801 + ], + "max_error": 0.0 + }, + { + "representative": 6294, + "members": [ + 6294 + ], + "max_error": 0.0 + }, + { + "representative": 6184, + "members": [ + 6184 + ], + "max_error": 0.0 + }, + { + "representative": 6395, + "members": [ + 6395 + ], + "max_error": 0.0 + }, + { + "representative": 6306, + "members": [ + 6306 + ], + "max_error": 0.0 + }, + { + "representative": 6167, + "members": [ + 6167 + ], + "max_error": 0.0 + }, + { + "representative": 6224, + "members": [ + 6224 + ], + "max_error": 0.0 + }, + { + "representative": 6337, + "members": [ + 6337 + ], + "max_error": 0.0 + }, + { + "representative": 6207, + "members": [ + 6207 + ], + "max_error": 0.0 + }, + { + "representative": 6704, + "members": [ + 6704 + ], + "max_error": 0.0 + }, + { + "representative": 6708, + "members": [ + 6708 + ], + "max_error": 0.0 + }, + { + "representative": 6767, + "members": [ + 6767 + ], + "max_error": 0.0 + }, + { + "representative": 6659, + "members": [ + 6659 + ], + "max_error": 0.0 + }, + { + "representative": 6748, + "members": [ + 6748 + ], + "max_error": 0.0 + }, + { + "representative": 6753, + "members": [ + 6753 + ], + "max_error": 0.0 + }, + { + "representative": 6887, + "members": [ + 6887 + ], + "max_error": 0.0 + }, + { + "representative": 6762, + "members": [ + 6762 + ], + "max_error": 0.0 + }, + { + "representative": 6671, + "members": [ + 6671 + ], + "max_error": 0.0 + }, + { + "representative": 6802, + "members": [ + 6802 + ], + "max_error": 0.0 + }, + { + "representative": 6790, + "members": [ + 6790 + ], + "max_error": 0.0 + }, + { + "representative": 6828, + "members": [ + 6828 + ], + "max_error": 0.0 + }, + { + "representative": 6718, + "members": [ + 6718 + ], + "max_error": 0.0 + }, + { + "representative": 6761, + "members": [ + 6761 + ], + "max_error": 0.0 + }, + { + "representative": 6899, + "members": [ + 6899 + ], + "max_error": 0.0 + }, + { + "representative": 7341, + "members": [ + 7341 + ], + "max_error": 0.0 + }, + { + "representative": 7201, + "members": [ + 7201 + ], + "max_error": 0.0 + }, + { + "representative": 7419, + "members": [ + 7419 + ], + "max_error": 0.0 + }, + { + "representative": 7255, + "members": [ + 7255 + ], + "max_error": 0.0 + }, + { + "representative": 7296, + "members": [ + 7296 + ], + "max_error": 0.0 + }, + { + "representative": 7335, + "members": [ + 7335 + ], + "max_error": 0.0 + }, + { + "representative": 7809, + "members": [ + 7809 + ], + "max_error": 0.0 + }, + { + "representative": 7786, + "members": [ + 7786 + ], + "max_error": 0.0 + }, + { + "representative": 7686, + "members": [ + 7686 + ], + "max_error": 0.0 + }, + { + "representative": 7749, + "members": [ + 7749 + ], + "max_error": 0.0 + }, + { + "representative": 7933, + "members": [ + 7933 + ], + "max_error": 0.0 + }, + { + "representative": 7919, + "members": [ + 7919 + ], + "max_error": 0.0 + }, + { + "representative": 7687, + "members": [ + 7687 + ], + "max_error": 0.0 + }, + { + "representative": 7729, + "members": [ + 7729 + ], + "max_error": 0.0 + }, + { + "representative": 7751, + "members": [ + 7751 + ], + "max_error": 0.0 + }, + { + "representative": 6204, + "members": [ + 6204 + ], + "max_error": 0.0 + }, + { + "representative": 6317, + "members": [ + 6317 + ], + "max_error": 0.0 + }, + { + "representative": 6319, + "members": [ + 6319 + ], + "max_error": 0.0 + }, + { + "representative": 6320, + "members": [ + 6320 + ], + "max_error": 0.0 + }, + { + "representative": 6226, + "members": [ + 6226 + ], + "max_error": 0.0 + }, + { + "representative": 6304, + "members": [ + 6304 + ], + "max_error": 0.0 + }, + { + "representative": 6144, + "members": [ + 6144 + ], + "max_error": 0.0 + }, + { + "representative": 6681, + "members": [ + 6681 + ], + "max_error": 0.0 + }, + { + "representative": 6675, + "members": [ + 6675 + ], + "max_error": 0.0 + }, + { + "representative": 6801, + "members": [ + 6801 + ], + "max_error": 0.0 + }, + { + "representative": 6687, + "members": [ + 6687 + ], + "max_error": 0.0 + }, + { + "representative": 6794, + "members": [ + 6794 + ], + "max_error": 0.0 + }, + { + "representative": 7259, + "members": [ + 7259 + ], + "max_error": 0.0 + }, + { + "representative": 7248, + "members": [ + 7248 + ], + "max_error": 0.0 + }, + { + "representative": 7310, + "members": [ + 7310 + ], + "max_error": 0.0 + }, + { + "representative": 7378, + "members": [ + 7378 + ], + "max_error": 0.0 + }, + { + "representative": 7251, + "members": [ + 7251 + ], + "max_error": 0.0 + }, + { + "representative": 7363, + "members": [ + 7363 + ], + "max_error": 0.0 + }, + { + "representative": 7386, + "members": [ + 7386 + ], + "max_error": 0.0 + }, + { + "representative": 7219, + "members": [ + 7219 + ], + "max_error": 0.0 + }, + { + "representative": 7256, + "members": [ + 7256 + ], + "max_error": 0.0 + }, + { + "representative": 7409, + "members": [ + 7409 + ], + "max_error": 0.0 + }, + { + "representative": 7250, + "members": [ + 7250 + ], + "max_error": 0.0 + }, + { + "representative": 7719, + "members": [ + 7719 + ], + "max_error": 0.0 + }, + { + "representative": 7778, + "members": [ + 7778 + ], + "max_error": 0.0 + }, + { + "representative": 7811, + "members": [ + 7811 + ], + "max_error": 0.0 + }, + { + "representative": 7683, + "members": [ + 7683 + ], + "max_error": 0.0 + }, + { + "representative": 7717, + "members": [ + 7717 + ], + "max_error": 0.0 + }, + { + "representative": 7875, + "members": [ + 7875 + ], + "max_error": 0.0 + }, + { + "representative": 7780, + "members": [ + 7780 + ], + "max_error": 0.0 + }, + { + "representative": 7841, + "members": [ + 7841 + ], + "max_error": 0.0 + }, + { + "representative": 6282, + "members": [ + 6282 + ], + "max_error": 0.0 + }, + { + "representative": 6267, + "members": [ + 6267 + ], + "max_error": 0.0 + }, + { + "representative": 6329, + "members": [ + 6329 + ], + "max_error": 0.0 + }, + { + "representative": 6262, + "members": [ + 6262 + ], + "max_error": 0.0 + }, + { + "representative": 6366, + "members": [ + 6366 + ], + "max_error": 0.0 + }, + { + "representative": 6195, + "members": [ + 6195 + ], + "max_error": 0.0 + }, + { + "representative": 6302, + "members": [ + 6302 + ], + "max_error": 0.0 + }, + { + "representative": 6250, + "members": [ + 6250 + ], + "max_error": 0.0 + }, + { + "representative": 6255, + "members": [ + 6255 + ], + "max_error": 0.0 + }, + { + "representative": 6237, + "members": [ + 6237 + ], + "max_error": 0.0 + }, + { + "representative": 6390, + "members": [ + 6390 + ], + "max_error": 0.0 + }, + { + "representative": 6857, + "members": [ + 6857 + ], + "max_error": 0.0 + }, + { + "representative": 6686, + "members": [ + 6686 + ], + "max_error": 0.0 + }, + { + "representative": 6774, + "members": [ + 6774 + ], + "max_error": 0.0 + }, + { + "representative": 6778, + "members": [ + 6778 + ], + "max_error": 0.0 + }, + { + "representative": 6824, + "members": [ + 6824 + ], + "max_error": 0.0 + }, + { + "representative": 6910, + "members": [ + 6910 + ], + "max_error": 0.0 + }, + { + "representative": 6656, + "members": [ + 6656 + ], + "max_error": 0.0 + }, + { + "representative": 6700, + "members": [ + 6700 + ], + "max_error": 0.0 + }, + { + "representative": 6868, + "members": [ + 6868 + ], + "max_error": 0.0 + }, + { + "representative": 6771, + "members": [ + 6771 + ], + "max_error": 0.0 + }, + { + "representative": 6833, + "members": [ + 6833 + ], + "max_error": 0.0 + }, + { + "representative": 6796, + "members": [ + 6796 + ], + "max_error": 0.0 + }, + { + "representative": 6770, + "members": [ + 6770 + ], + "max_error": 0.0 + }, + { + "representative": 6812, + "members": [ + 6812 + ], + "max_error": 0.0 + }, + { + "representative": 7226, + "members": [ + 7226 + ], + "max_error": 0.0 + }, + { + "representative": 7400, + "members": [ + 7400 + ], + "max_error": 0.0 + }, + { + "representative": 7323, + "members": [ + 7323 + ], + "max_error": 0.0 + }, + { + "representative": 7257, + "members": [ + 7257 + ], + "max_error": 0.0 + }, + { + "representative": 7235, + "members": [ + 7235 + ], + "max_error": 0.0 + }, + { + "representative": 7320, + "members": [ + 7320 + ], + "max_error": 0.0 + }, + { + "representative": 7314, + "members": [ + 7314 + ], + "max_error": 0.0 + }, + { + "representative": 7176, + "members": [ + 7176 + ], + "max_error": 0.0 + }, + { + "representative": 7410, + "members": [ + 7410 + ], + "max_error": 0.0 + }, + { + "representative": 7321, + "members": [ + 7321 + ], + "max_error": 0.0 + }, + { + "representative": 7395, + "members": [ + 7395 + ], + "max_error": 0.0 + }, + { + "representative": 7366, + "members": [ + 7366 + ], + "max_error": 0.0 + }, + { + "representative": 7253, + "members": [ + 7253 + ], + "max_error": 0.0 + }, + { + "representative": 7244, + "members": [ + 7244 + ], + "max_error": 0.0 + }, + { + "representative": 7252, + "members": [ + 7252 + ], + "max_error": 0.0 + }, + { + "representative": 7217, + "members": [ + 7217 + ], + "max_error": 0.0 + }, + { + "representative": 7329, + "members": [ + 7329 + ], + "max_error": 0.0 + }, + { + "representative": 7187, + "members": [ + 7187 + ], + "max_error": 0.0 + }, + { + "representative": 7170, + "members": [ + 7170 + ], + "max_error": 0.0 + }, + { + "representative": 7784, + "members": [ + 7784 + ], + "max_error": 0.0 + }, + { + "representative": 7716, + "members": [ + 7716 + ], + "max_error": 0.0 + }, + { + "representative": 7800, + "members": [ + 7800 + ], + "max_error": 0.0 + }, + { + "representative": 7870, + "members": [ + 7870 + ], + "max_error": 0.0 + }, + { + "representative": 7897, + "members": [ + 7897 + ], + "max_error": 0.0 + }, + { + "representative": 7762, + "members": [ + 7762 + ], + "max_error": 0.0 + }, + { + "representative": 7894, + "members": [ + 7894 + ], + "max_error": 0.0 + }, + { + "representative": 6296, + "members": [ + 6296 + ], + "max_error": 0.0 + }, + { + "representative": 6356, + "members": [ + 6356 + ], + "max_error": 0.0 + }, + { + "representative": 6389, + "members": [ + 6389 + ], + "max_error": 0.0 + }, + { + "representative": 6361, + "members": [ + 6361 + ], + "max_error": 0.0 + }, + { + "representative": 6326, + "members": [ + 6326 + ], + "max_error": 0.0 + }, + { + "representative": 6220, + "members": [ + 6220 + ], + "max_error": 0.0 + }, + { + "representative": 6367, + "members": [ + 6367 + ], + "max_error": 0.0 + }, + { + "representative": 6215, + "members": [ + 6215 + ], + "max_error": 0.0 + }, + { + "representative": 6364, + "members": [ + 6364 + ], + "max_error": 0.0 + }, + { + "representative": 6211, + "members": [ + 6211 + ], + "max_error": 0.0 + }, + { + "representative": 6322, + "members": [ + 6322 + ], + "max_error": 0.0 + }, + { + "representative": 6164, + "members": [ + 6164 + ], + "max_error": 0.0 + }, + { + "representative": 6713, + "members": [ + 6713 + ], + "max_error": 0.0 + }, + { + "representative": 6842, + "members": [ + 6842 + ], + "max_error": 0.0 + }, + { + "representative": 6735, + "members": [ + 6735 + ], + "max_error": 0.0 + }, + { + "representative": 6818, + "members": [ + 6818 + ], + "max_error": 0.0 + }, + { + "representative": 6851, + "members": [ + 6851 + ], + "max_error": 0.0 + }, + { + "representative": 6878, + "members": [ + 6878 + ], + "max_error": 0.0 + }, + { + "representative": 6865, + "members": [ + 6865 + ], + "max_error": 0.0 + }, + { + "representative": 6727, + "members": [ + 6727 + ], + "max_error": 0.0 + }, + { + "representative": 6721, + "members": [ + 6721 + ], + "max_error": 0.0 + }, + { + "representative": 6869, + "members": [ + 6869 + ], + "max_error": 0.0 + }, + { + "representative": 7210, + "members": [ + 7210 + ], + "max_error": 0.0 + }, + { + "representative": 7197, + "members": [ + 7197 + ], + "max_error": 0.0 + }, + { + "representative": 7394, + "members": [ + 7394 + ], + "max_error": 0.0 + }, + { + "representative": 7282, + "members": [ + 7282 + ], + "max_error": 0.0 + }, + { + "representative": 7389, + "members": [ + 7389 + ], + "max_error": 0.0 + }, + { + "representative": 7281, + "members": [ + 7281 + ], + "max_error": 0.0 + }, + { + "representative": 7352, + "members": [ + 7352 + ], + "max_error": 0.0 + }, + { + "representative": 7420, + "members": [ + 7420 + ], + "max_error": 0.0 + }, + { + "representative": 7382, + "members": [ + 7382 + ], + "max_error": 0.0 + }, + { + "representative": 7864, + "members": [ + 7864 + ], + "max_error": 0.0 + }, + { + "representative": 7896, + "members": [ + 7896 + ], + "max_error": 0.0 + }, + { + "representative": 7688, + "members": [ + 7688 + ], + "max_error": 0.0 + }, + { + "representative": 7693, + "members": [ + 7693 + ], + "max_error": 0.0 + }, + { + "representative": 7702, + "members": [ + 7702 + ], + "max_error": 0.0 + }, + { + "representative": 8203, + "members": [ + 8203 + ], + "max_error": 0.0 + }, + { + "representative": 8205, + "members": [ + 8205 + ], + "max_error": 0.0 + }, + { + "representative": 8210, + "members": [ + 8210 + ], + "max_error": 0.0 + }, + { + "representative": 8211, + "members": [ + 8211 + ], + "max_error": 0.0 + }, + { + "representative": 8212, + "members": [ + 8212 + ], + "max_error": 0.0 + }, + { + "representative": 8214, + "members": [ + 8214 + ], + "max_error": 0.0 + }, + { + "representative": 8217, + "members": [ + 8217 + ], + "max_error": 0.0 + }, + { + "representative": 8197, + "members": [ + 8197 + ], + "max_error": 0.0 + }, + { + "representative": 8199, + "members": [ + 8199 + ], + "max_error": 0.0 + }, + { + "representative": 8208, + "members": [ + 8208 + ], + "max_error": 0.0 + }, + { + "representative": 8383, + "members": [ + 8383 + ], + "max_error": 0.0 + }, + { + "representative": 8351, + "members": [ + 8351 + ], + "max_error": 0.0 + }, + { + "representative": 8327, + "members": [ + 8327 + ], + "max_error": 0.0 + }, + { + "representative": 8436, + "members": [ + 8436 + ], + "max_error": 0.0 + }, + { + "representative": 8340, + "members": [ + 8340 + ], + "max_error": 0.0 + }, + { + "representative": 8207, + "members": [ + 8207 + ], + "max_error": 0.0 + }, + { + "representative": 8239, + "members": [ + 8239 + ], + "max_error": 0.0 + }, + { + "representative": 8265, + "members": [ + 8265 + ], + "max_error": 0.0 + }, + { + "representative": 8193, + "members": [ + 8193 + ], + "max_error": 0.0 + }, + { + "representative": 8343, + "members": [ + 8343 + ], + "max_error": 0.0 + }, + { + "representative": 8253, + "members": [ + 8253 + ], + "max_error": 0.0 + }, + { + "representative": 8417, + "members": [ + 8417 + ], + "max_error": 0.0 + }, + { + "representative": 8356, + "members": [ + 8356 + ], + "max_error": 0.0 + }, + { + "representative": 8404, + "members": [ + 8404 + ], + "max_error": 0.0 + }, + { + "representative": 8424, + "members": [ + 8424 + ], + "max_error": 0.0 + }, + { + "representative": 8408, + "members": [ + 8408 + ], + "max_error": 0.0 + }, + { + "representative": 8354, + "members": [ + 8354 + ], + "max_error": 0.0 + }, + { + "representative": 8370, + "members": [ + 8370 + ], + "max_error": 0.0 + }, + { + "representative": 8321, + "members": [ + 8321 + ], + "max_error": 0.0 + }, + { + "representative": 8256, + "members": [ + 8256 + ], + "max_error": 0.0 + }, + { + "representative": 8224, + "members": [ + 8224 + ], + "max_error": 0.0 + }, + { + "representative": 8243, + "members": [ + 8243 + ], + "max_error": 0.0 + }, + { + "representative": 8246, + "members": [ + 8246 + ], + "max_error": 0.0 + }, + { + "representative": 8247, + "members": [ + 8247 + ], + "max_error": 0.0 + }, + { + "representative": 8248, + "members": [ + 8248 + ], + "max_error": 0.0 + }, + { + "representative": 8227, + "members": [ + 8227 + ], + "max_error": 0.0 + }, + { + "representative": 8230, + "members": [ + 8230 + ], + "max_error": 0.0 + }, + { + "representative": 8357, + "members": [ + 8357 + ], + "max_error": 0.0 + }, + { + "representative": 8272, + "members": [ + 8272 + ], + "max_error": 0.0 + }, + { + "representative": 8386, + "members": [ + 8386 + ], + "max_error": 0.0 + }, + { + "representative": 8221, + "members": [ + 8221 + ], + "max_error": 0.0 + }, + { + "representative": 8241, + "members": [ + 8241 + ], + "max_error": 0.0 + }, + { + "representative": 8331, + "members": [ + 8331 + ], + "max_error": 0.0 + }, + { + "representative": 8416, + "members": [ + 8416 + ], + "max_error": 0.0 + }, + { + "representative": 8297, + "members": [ + 8297 + ], + "max_error": 0.0 + }, + { + "representative": 8206, + "members": [ + 8206 + ], + "max_error": 0.0 + }, + { + "representative": 8398, + "members": [ + 8398 + ], + "max_error": 0.0 + }, + { + "representative": 8229, + "members": [ + 8229 + ], + "max_error": 0.0 + }, + { + "representative": 8407, + "members": [ + 8407 + ], + "max_error": 0.0 + }, + { + "representative": 8378, + "members": [ + 8378 + ], + "max_error": 0.0 + }, + { + "representative": 8291, + "members": [ + 8291 + ], + "max_error": 0.0 + }, + { + "representative": 8346, + "members": [ + 8346 + ], + "max_error": 0.0 + }, + { + "representative": 8399, + "members": [ + 8399 + ], + "max_error": 0.0 + }, + { + "representative": 8244, + "members": [ + 8244 + ], + "max_error": 0.0 + }, + { + "representative": 8443, + "members": [ + 8443 + ], + "max_error": 0.0 + }, + { + "representative": 8236, + "members": [ + 8236 + ], + "max_error": 0.0 + }, + { + "representative": 8202, + "members": [ + 8202 + ], + "max_error": 0.0 + }, + { + "representative": 8225, + "members": [ + 8225 + ], + "max_error": 0.0 + }, + { + "representative": 8240, + "members": [ + 8240 + ], + "max_error": 0.0 + }, + { + "representative": 8234, + "members": [ + 8234 + ], + "max_error": 0.0 + }, + { + "representative": 8287, + "members": [ + 8287 + ], + "max_error": 0.0 + }, + { + "representative": 8209, + "members": [ + 8209 + ], + "max_error": 0.0 + }, + { + "representative": 8219, + "members": [ + 8219 + ], + "max_error": 0.0 + }, + { + "representative": 8365, + "members": [ + 8365 + ], + "max_error": 0.0 + }, + { + "representative": 8255, + "members": [ + 8255 + ], + "max_error": 0.0 + }, + { + "representative": 8330, + "members": [ + 8330 + ], + "max_error": 0.0 + }, + { + "representative": 8353, + "members": [ + 8353 + ], + "max_error": 0.0 + }, + { + "representative": 8396, + "members": [ + 8396 + ], + "max_error": 0.0 + }, + { + "representative": 8380, + "members": [ + 8380 + ], + "max_error": 0.0 + }, + { + "representative": 8283, + "members": [ + 8283 + ], + "max_error": 0.0 + }, + { + "representative": 8242, + "members": [ + 8242 + ], + "max_error": 0.0 + }, + { + "representative": 8311, + "members": [ + 8311 + ], + "max_error": 0.0 + }, + { + "representative": 8303, + "members": [ + 8303 + ], + "max_error": 0.0 + }, + { + "representative": 8392, + "members": [ + 8392 + ], + "max_error": 0.0 + }, + { + "representative": 8216, + "members": [ + 8216 + ], + "max_error": 0.0 + }, + { + "representative": 8382, + "members": [ + 8382 + ], + "max_error": 0.0 + }, + { + "representative": 8374, + "members": [ + 8374 + ], + "max_error": 0.0 + }, + { + "representative": 8308, + "members": [ + 8308 + ], + "max_error": 0.0 + }, + { + "representative": 8294, + "members": [ + 8294 + ], + "max_error": 0.0 + }, + { + "representative": 8249, + "members": [ + 8249 + ], + "max_error": 0.0 + }, + { + "representative": 8317, + "members": [ + 8317 + ], + "max_error": 0.0 + }, + { + "representative": 8402, + "members": [ + 8402 + ], + "max_error": 0.0 + }, + { + "representative": 8290, + "members": [ + 8290 + ], + "max_error": 0.0 + }, + { + "representative": 8192, + "members": [ + 8192 + ], + "max_error": 0.0 + }, + { + "representative": 8440, + "members": [ + 8440 + ], + "max_error": 0.0 + }, + { + "representative": 8415, + "members": [ + 8415 + ], + "max_error": 0.0 + }, + { + "representative": 8293, + "members": [ + 8293 + ], + "max_error": 0.0 + }, + { + "representative": 8337, + "members": [ + 8337 + ], + "max_error": 0.0 + }, + { + "representative": 8286, + "members": [ + 8286 + ], + "max_error": 0.0 + }, + { + "representative": 8274, + "members": [ + 8274 + ], + "max_error": 0.0 + }, + { + "representative": 8389, + "members": [ + 8389 + ], + "max_error": 0.0 + }, + { + "representative": 8222, + "members": [ + 8222 + ], + "max_error": 0.0 + }, + { + "representative": 8200, + "members": [ + 8200 + ], + "max_error": 0.0 + }, + { + "representative": 8269, + "members": [ + 8269 + ], + "max_error": 0.0 + }, + { + "representative": 8379, + "members": [ + 8379 + ], + "max_error": 0.0 + }, + { + "representative": 8250, + "members": [ + 8250 + ], + "max_error": 0.0 + }, + { + "representative": 8376, + "members": [ + 8376 + ], + "max_error": 0.0 + }, + { + "representative": 8196, + "members": [ + 8196 + ], + "max_error": 0.0 + }, + { + "representative": 8335, + "members": [ + 8335 + ], + "max_error": 0.0 + }, + { + "representative": 8405, + "members": [ + 8405 + ], + "max_error": 0.0 + }, + { + "representative": 8438, + "members": [ + 8438 + ], + "max_error": 0.0 + }, + { + "representative": 8387, + "members": [ + 8387 + ], + "max_error": 0.0 + }, + { + "representative": 8235, + "members": [ + 8235 + ], + "max_error": 0.0 + }, + { + "representative": 8406, + "members": [ + 8406 + ], + "max_error": 0.0 + }, + { + "representative": 8307, + "members": [ + 8307 + ], + "max_error": 0.0 + }, + { + "representative": 8359, + "members": [ + 8359 + ], + "max_error": 0.0 + }, + { + "representative": 8326, + "members": [ + 8326 + ], + "max_error": 0.0 + }, + { + "representative": 8414, + "members": [ + 8414 + ], + "max_error": 0.0 + }, + { + "representative": 8220, + "members": [ + 8220 + ], + "max_error": 0.0 + }, + { + "representative": 8215, + "members": [ + 8215 + ], + "max_error": 0.0 + }, + { + "representative": 8394, + "members": [ + 8394 + ], + "max_error": 0.0 + }, + { + "representative": 8251, + "members": [ + 8251 + ], + "max_error": 0.0 + }, + { + "representative": 8257, + "members": [ + 8257 + ], + "max_error": 0.0 + }, + { + "representative": 8277, + "members": [ + 8277 + ], + "max_error": 0.0 + }, + { + "representative": 8228, + "members": [ + 8228 + ], + "max_error": 0.0 + }, + { + "representative": 8334, + "members": [ + 8334 + ], + "max_error": 0.0 + }, + { + "representative": 8218, + "members": [ + 8218 + ], + "max_error": 0.0 + }, + { + "representative": 8292, + "members": [ + 8292 + ], + "max_error": 0.0 + }, + { + "representative": 8412, + "members": [ + 8412 + ], + "max_error": 0.0 + }, + { + "representative": 8233, + "members": [ + 8233 + ], + "max_error": 0.0 + }, + { + "representative": 8377, + "members": [ + 8377 + ], + "max_error": 0.0 + }, + { + "representative": 8320, + "members": [ + 8320 + ], + "max_error": 0.0 + }, + { + "representative": 8270, + "members": [ + 8270 + ], + "max_error": 0.0 + }, + { + "representative": 8264, + "members": [ + 8264 + ], + "max_error": 0.0 + }, + { + "representative": 8267, + "members": [ + 8267 + ], + "max_error": 0.0 + }, + { + "representative": 8268, + "members": [ + 8268 + ], + "max_error": 0.0 + }, + { + "representative": 8258, + "members": [ + 8258 + ], + "max_error": 0.0 + }, + { + "representative": 8278, + "members": [ + 8278 + ], + "max_error": 0.0 + }, + { + "representative": 8279, + "members": [ + 8279 + ], + "max_error": 0.0 + }, + { + "representative": 8280, + "members": [ + 8280 + ], + "max_error": 0.0 + }, + { + "representative": 8281, + "members": [ + 8281 + ], + "max_error": 0.0 + }, + { + "representative": 8284, + "members": [ + 8284 + ], + "max_error": 0.0 + }, + { + "representative": 8260, + "members": [ + 8260 + ], + "max_error": 0.0 + }, + { + "representative": 8411, + "members": [ + 8411 + ], + "max_error": 0.0 + }, + { + "representative": 8390, + "members": [ + 8390 + ], + "max_error": 0.0 + }, + { + "representative": 8429, + "members": [ + 8429 + ], + "max_error": 0.0 + }, + { + "representative": 8422, + "members": [ + 8422 + ], + "max_error": 0.0 + }, + { + "representative": 8315, + "members": [ + 8315 + ], + "max_error": 0.0 + }, + { + "representative": 8194, + "members": [ + 8194 + ], + "max_error": 0.0 + }, + { + "representative": 8204, + "members": [ + 8204 + ], + "max_error": 0.0 + }, + { + "representative": 8364, + "members": [ + 8364 + ], + "max_error": 0.0 + }, + { + "representative": 8427, + "members": [ + 8427 + ], + "max_error": 0.0 + }, + { + "representative": 8432, + "members": [ + 8432 + ], + "max_error": 0.0 + }, + { + "representative": 8310, + "members": [ + 8310 + ], + "max_error": 0.0 + }, + { + "representative": 8367, + "members": [ + 8367 + ], + "max_error": 0.0 + }, + { + "representative": 8271, + "members": [ + 8271 + ], + "max_error": 0.0 + }, + { + "representative": 8373, + "members": [ + 8373 + ], + "max_error": 0.0 + }, + { + "representative": 8425, + "members": [ + 8425 + ], + "max_error": 0.0 + }, + { + "representative": 8441, + "members": [ + 8441 + ], + "max_error": 0.0 + }, + { + "representative": 8263, + "members": [ + 8263 + ], + "max_error": 0.0 + }, + { + "representative": 8388, + "members": [ + 8388 + ], + "max_error": 0.0 + }, + { + "representative": 8298, + "members": [ + 8298 + ], + "max_error": 0.0 + }, + { + "representative": 8413, + "members": [ + 8413 + ], + "max_error": 0.0 + }, + { + "representative": 8368, + "members": [ + 8368 + ], + "max_error": 0.0 + }, + { + "representative": 8328, + "members": [ + 8328 + ], + "max_error": 0.0 + }, + { + "representative": 8276, + "members": [ + 8276 + ], + "max_error": 0.0 + }, + { + "representative": 8345, + "members": [ + 8345 + ], + "max_error": 0.0 + }, + { + "representative": 8232, + "members": [ + 8232 + ], + "max_error": 0.0 + }, + { + "representative": 8245, + "members": [ + 8245 + ], + "max_error": 0.0 + }, + { + "representative": 8259, + "members": [ + 8259 + ], + "max_error": 0.0 + }, + { + "representative": 8361, + "members": [ + 8361 + ], + "max_error": 0.0 + }, + { + "representative": 8385, + "members": [ + 8385 + ], + "max_error": 0.0 + }, + { + "representative": 8226, + "members": [ + 8226 + ], + "max_error": 0.0 + }, + { + "representative": 8254, + "members": [ + 8254 + ], + "max_error": 0.0 + }, + { + "representative": 8371, + "members": [ + 8371 + ], + "max_error": 0.0 + }, + { + "representative": 8223, + "members": [ + 8223 + ], + "max_error": 0.0 + }, + { + "representative": 8231, + "members": [ + 8231 + ], + "max_error": 0.0 + }, + { + "representative": 8355, + "members": [ + 8355 + ], + "max_error": 0.0 + }, + { + "representative": 8282, + "members": [ + 8282 + ], + "max_error": 0.0 + }, + { + "representative": 8332, + "members": [ + 8332 + ], + "max_error": 0.0 + }, + { + "representative": 8341, + "members": [ + 8341 + ], + "max_error": 0.0 + }, + { + "representative": 8338, + "members": [ + 8338 + ], + "max_error": 0.0 + }, + { + "representative": 8430, + "members": [ + 8430 + ], + "max_error": 0.0 + }, + { + "representative": 8339, + "members": [ + 8339 + ], + "max_error": 0.0 + }, + { + "representative": 8309, + "members": [ + 8309 + ], + "max_error": 0.0 + }, + { + "representative": 8419, + "members": [ + 8419 + ], + "max_error": 0.0 + }, + { + "representative": 8325, + "members": [ + 8325 + ], + "max_error": 0.0 + }, + { + "representative": 8393, + "members": [ + 8393 + ], + "max_error": 0.0 + }, + { + "representative": 8213, + "members": [ + 8213 + ], + "max_error": 0.0 + }, + { + "representative": 8300, + "members": [ + 8300 + ], + "max_error": 0.0 + }, + { + "representative": 8261, + "members": [ + 8261 + ], + "max_error": 0.0 + }, + { + "representative": 8312, + "members": [ + 8312 + ], + "max_error": 0.0 + }, + { + "representative": 8363, + "members": [ + 8363 + ], + "max_error": 0.0 + }, + { + "representative": 8316, + "members": [ + 8316 + ], + "max_error": 0.0 + }, + { + "representative": 8195, + "members": [ + 8195 + ], + "max_error": 0.0 + }, + { + "representative": 8262, + "members": [ + 8262 + ], + "max_error": 0.0 + }, + { + "representative": 8350, + "members": [ + 8350 + ], + "max_error": 0.0 + }, + { + "representative": 8237, + "members": [ + 8237 + ], + "max_error": 0.0 + }, + { + "representative": 8295, + "members": [ + 8295 + ], + "max_error": 0.0 + }, + { + "representative": 8238, + "members": [ + 8238 + ], + "max_error": 0.0 + }, + { + "representative": 8352, + "members": [ + 8352 + ], + "max_error": 0.0 + }, + { + "representative": 8447, + "members": [ + 8447 + ], + "max_error": 0.0 + }, + { + "representative": 8444, + "members": [ + 8444 + ], + "max_error": 0.0 + }, + { + "representative": 8252, + "members": [ + 8252 + ], + "max_error": 0.0 + }, + { + "representative": 8423, + "members": [ + 8423 + ], + "max_error": 0.0 + }, + { + "representative": 8306, + "members": [ + 8306 + ], + "max_error": 0.0 + }, + { + "representative": 8275, + "members": [ + 8275 + ], + "max_error": 0.0 + }, + { + "representative": 8273, + "members": [ + 8273 + ], + "max_error": 0.0 + }, + { + "representative": 8201, + "members": [ + 8201 + ], + "max_error": 0.0 + }, + { + "representative": 8410, + "members": [ + 8410 + ], + "max_error": 0.0 + }, + { + "representative": 8323, + "members": [ + 8323 + ], + "max_error": 0.0 + }, + { + "representative": 8329, + "members": [ + 8329 + ], + "max_error": 0.0 + }, + { + "representative": 8288, + "members": [ + 8288 + ], + "max_error": 0.0 + }, + { + "representative": 8296, + "members": [ + 8296 + ], + "max_error": 0.0 + }, + { + "representative": 8289, + "members": [ + 8289 + ], + "max_error": 0.0 + }, + { + "representative": 8299, + "members": [ + 8299 + ], + "max_error": 0.0 + }, + { + "representative": 8301, + "members": [ + 8301 + ], + "max_error": 0.0 + }, + { + "representative": 8302, + "members": [ + 8302 + ], + "max_error": 0.0 + }, + { + "representative": 8304, + "members": [ + 8304 + ], + "max_error": 0.0 + }, + { + "representative": 8314, + "members": [ + 8314 + ], + "max_error": 0.0 + }, + { + "representative": 8318, + "members": [ + 8318 + ], + "max_error": 0.0 + }, + { + "representative": 8319, + "members": [ + 8319 + ], + "max_error": 0.0 + }, + { + "representative": 8285, + "members": [ + 8285 + ], + "max_error": 0.0 + }, + { + "representative": 8347, + "members": [ + 8347 + ], + "max_error": 0.0 + }, + { + "representative": 8428, + "members": [ + 8428 + ], + "max_error": 0.0 + }, + { + "representative": 8435, + "members": [ + 8435 + ], + "max_error": 0.0 + }, + { + "representative": 8349, + "members": [ + 8349 + ], + "max_error": 0.0 + }, + { + "representative": 8266, + "members": [ + 8266 + ], + "max_error": 0.0 + }, + { + "representative": 8305, + "members": [ + 8305 + ], + "max_error": 0.0 + }, + { + "representative": 8403, + "members": [ + 8403 + ], + "max_error": 0.0 + }, + { + "representative": 8333, + "members": [ + 8333 + ], + "max_error": 0.0 + }, + { + "representative": 8445, + "members": [ + 8445 + ], + "max_error": 0.0 + }, + { + "representative": 8400, + "members": [ + 8400 + ], + "max_error": 0.0 + }, + { + "representative": 8313, + "members": [ + 8313 + ], + "max_error": 0.0 + }, + { + "representative": 8433, + "members": [ + 8433 + ], + "max_error": 0.0 + }, + { + "representative": 8198, + "members": [ + 8198 + ], + "max_error": 0.0 + }, + { + "representative": 8336, + "members": [ + 8336 + ], + "max_error": 0.0 + }, + { + "representative": 8322, + "members": [ + 8322 + ], + "max_error": 0.0 + }, + { + "representative": 8342, + "members": [ + 8342 + ], + "max_error": 0.0 + }, + { + "representative": 8344, + "members": [ + 8344 + ], + "max_error": 0.0 + }, + { + "representative": 8348, + "members": [ + 8348 + ], + "max_error": 0.0 + }, + { + "representative": 8324, + "members": [ + 8324 + ], + "max_error": 0.0 + }, + { + "representative": 8360, + "members": [ + 8360 + ], + "max_error": 0.0 + }, + { + "representative": 8362, + "members": [ + 8362 + ], + "max_error": 0.0 + }, + { + "representative": 8366, + "members": [ + 8366 + ], + "max_error": 0.0 + }, + { + "representative": 8369, + "members": [ + 8369 + ], + "max_error": 0.0 + }, + { + "representative": 8372, + "members": [ + 8372 + ], + "max_error": 0.0 + }, + { + "representative": 8375, + "members": [ + 8375 + ], + "max_error": 0.0 + }, + { + "representative": 8381, + "members": [ + 8381 + ], + "max_error": 0.0 + }, + { + "representative": 8358, + "members": [ + 8358 + ], + "max_error": 0.0 + }, + { + "representative": 8384, + "members": [ + 8384 + ], + "max_error": 0.0 + }, + { + "representative": 8395, + "members": [ + 8395 + ], + "max_error": 0.0 + }, + { + "representative": 8397, + "members": [ + 8397 + ], + "max_error": 0.0 + }, + { + "representative": 8401, + "members": [ + 8401 + ], + "max_error": 0.0 + }, + { + "representative": 8409, + "members": [ + 8409 + ], + "max_error": 0.0 + }, + { + "representative": 8391, + "members": [ + 8391 + ], + "max_error": 0.0 + }, + { + "representative": 8426, + "members": [ + 8426 + ], + "max_error": 0.0 + }, + { + "representative": 8431, + "members": [ + 8431 + ], + "max_error": 0.0 + }, + { + "representative": 8434, + "members": [ + 8434 + ], + "max_error": 0.0 + }, + { + "representative": 8418, + "members": [ + 8418 + ], + "max_error": 0.0 + }, + { + "representative": 8437, + "members": [ + 8437 + ], + "max_error": 0.0 + }, + { + "representative": 8439, + "members": [ + 8439 + ], + "max_error": 0.0 + }, + { + "representative": 8442, + "members": [ + 8442 + ], + "max_error": 0.0 + }, + { + "representative": 8446, + "members": [ + 8446 + ], + "max_error": 0.0 + }, + { + "representative": 8420, + "members": [ + 8420 + ], + "max_error": 0.0 + }, + { + "representative": 8421, + "members": [ + 8421 + ], + "max_error": 0.0 + }, + { + "representative": 8705, + "members": [ + 8705 + ], + "max_error": 0.0 + }, + { + "representative": 8715, + "members": [ + 8715 + ], + "max_error": 0.0 + }, + { + "representative": 8719, + "members": [ + 8719 + ], + "max_error": 0.0 + }, + { + "representative": 8723, + "members": [ + 8723 + ], + "max_error": 0.0 + }, + { + "representative": 8724, + "members": [ + 8724 + ], + "max_error": 0.0 + }, + { + "representative": 8725, + "members": [ + 8725 + ], + "max_error": 0.0 + }, + { + "representative": 8727, + "members": [ + 8727 + ], + "max_error": 0.0 + }, + { + "representative": 8728, + "members": [ + 8728 + ], + "max_error": 0.0 + }, + { + "representative": 8729, + "members": [ + 8729 + ], + "max_error": 0.0 + }, + { + "representative": 8731, + "members": [ + 8731 + ], + "max_error": 0.0 + }, + { + "representative": 8733, + "members": [ + 8733 + ], + "max_error": 0.0 + }, + { + "representative": 8707, + "members": [ + 8707 + ], + "max_error": 0.0 + }, + { + "representative": 8735, + "members": [ + 8735 + ], + "max_error": 0.0 + }, + { + "representative": 8708, + "members": [ + 8708 + ], + "max_error": 0.0 + }, + { + "representative": 8710, + "members": [ + 8710 + ], + "max_error": 0.0 + }, + { + "representative": 8799, + "members": [ + 8799 + ], + "max_error": 0.0 + }, + { + "representative": 8772, + "members": [ + 8772 + ], + "max_error": 0.0 + }, + { + "representative": 8769, + "members": [ + 8769 + ], + "max_error": 0.0 + }, + { + "representative": 8904, + "members": [ + 8904 + ], + "max_error": 0.0 + }, + { + "representative": 8740, + "members": [ + 8740 + ], + "max_error": 0.0 + }, + { + "representative": 8886, + "members": [ + 8886 + ], + "max_error": 0.0 + }, + { + "representative": 8714, + "members": [ + 8714 + ], + "max_error": 0.0 + }, + { + "representative": 8940, + "members": [ + 8940 + ], + "max_error": 0.0 + }, + { + "representative": 8856, + "members": [ + 8856 + ], + "max_error": 0.0 + }, + { + "representative": 8726, + "members": [ + 8726 + ], + "max_error": 0.0 + }, + { + "representative": 8827, + "members": [ + 8827 + ], + "max_error": 0.0 + }, + { + "representative": 8874, + "members": [ + 8874 + ], + "max_error": 0.0 + }, + { + "representative": 8806, + "members": [ + 8806 + ], + "max_error": 0.0 + }, + { + "representative": 8895, + "members": [ + 8895 + ], + "max_error": 0.0 + }, + { + "representative": 8919, + "members": [ + 8919 + ], + "max_error": 0.0 + }, + { + "representative": 8880, + "members": [ + 8880 + ], + "max_error": 0.0 + }, + { + "representative": 8744, + "members": [ + 8744 + ], + "max_error": 0.0 + }, + { + "representative": 8818, + "members": [ + 8818 + ], + "max_error": 0.0 + }, + { + "representative": 8875, + "members": [ + 8875 + ], + "max_error": 0.0 + }, + { + "representative": 8804, + "members": [ + 8804 + ], + "max_error": 0.0 + }, + { + "representative": 8839, + "members": [ + 8839 + ], + "max_error": 0.0 + }, + { + "representative": 8913, + "members": [ + 8913 + ], + "max_error": 0.0 + }, + { + "representative": 8916, + "members": [ + 8916 + ], + "max_error": 0.0 + }, + { + "representative": 8721, + "members": [ + 8721 + ], + "max_error": 0.0 + }, + { + "representative": 8821, + "members": [ + 8821 + ], + "max_error": 0.0 + }, + { + "representative": 8845, + "members": [ + 8845 + ], + "max_error": 0.0 + }, + { + "representative": 8865, + "members": [ + 8865 + ], + "max_error": 0.0 + }, + { + "representative": 8819, + "members": [ + 8819 + ], + "max_error": 0.0 + }, + { + "representative": 8852, + "members": [ + 8852 + ], + "max_error": 0.0 + }, + { + "representative": 8736, + "members": [ + 8736 + ], + "max_error": 0.0 + }, + { + "representative": 8747, + "members": [ + 8747 + ], + "max_error": 0.0 + }, + { + "representative": 8748, + "members": [ + 8748 + ], + "max_error": 0.0 + }, + { + "representative": 8750, + "members": [ + 8750 + ], + "max_error": 0.0 + }, + { + "representative": 8752, + "members": [ + 8752 + ], + "max_error": 0.0 + }, + { + "representative": 8753, + "members": [ + 8753 + ], + "max_error": 0.0 + }, + { + "representative": 8754, + "members": [ + 8754 + ], + "max_error": 0.0 + }, + { + "representative": 8755, + "members": [ + 8755 + ], + "max_error": 0.0 + }, + { + "representative": 8738, + "members": [ + 8738 + ], + "max_error": 0.0 + }, + { + "representative": 8757, + "members": [ + 8757 + ], + "max_error": 0.0 + }, + { + "representative": 8758, + "members": [ + 8758 + ], + "max_error": 0.0 + }, + { + "representative": 8759, + "members": [ + 8759 + ], + "max_error": 0.0 + }, + { + "representative": 8761, + "members": [ + 8761 + ], + "max_error": 0.0 + }, + { + "representative": 8763, + "members": [ + 8763 + ], + "max_error": 0.0 + }, + { + "representative": 8764, + "members": [ + 8764 + ], + "max_error": 0.0 + }, + { + "representative": 8739, + "members": [ + 8739 + ], + "max_error": 0.0 + }, + { + "representative": 8766, + "members": [ + 8766 + ], + "max_error": 0.0 + }, + { + "representative": 8741, + "members": [ + 8741 + ], + "max_error": 0.0 + }, + { + "representative": 8743, + "members": [ + 8743 + ], + "max_error": 0.0 + }, + { + "representative": 8840, + "members": [ + 8840 + ], + "max_error": 0.0 + }, + { + "representative": 8941, + "members": [ + 8941 + ], + "max_error": 0.0 + }, + { + "representative": 8742, + "members": [ + 8742 + ], + "max_error": 0.0 + }, + { + "representative": 8947, + "members": [ + 8947 + ], + "max_error": 0.0 + }, + { + "representative": 8765, + "members": [ + 8765 + ], + "max_error": 0.0 + }, + { + "representative": 8833, + "members": [ + 8833 + ], + "max_error": 0.0 + }, + { + "representative": 8779, + "members": [ + 8779 + ], + "max_error": 0.0 + }, + { + "representative": 8846, + "members": [ + 8846 + ], + "max_error": 0.0 + }, + { + "representative": 8711, + "members": [ + 8711 + ], + "max_error": 0.0 + }, + { + "representative": 8914, + "members": [ + 8914 + ], + "max_error": 0.0 + }, + { + "representative": 8704, + "members": [ + 8704 + ], + "max_error": 0.0 + }, + { + "representative": 8783, + "members": [ + 8783 + ], + "max_error": 0.0 + }, + { + "representative": 8745, + "members": [ + 8745 + ], + "max_error": 0.0 + }, + { + "representative": 8782, + "members": [ + 8782 + ], + "max_error": 0.0 + }, + { + "representative": 8953, + "members": [ + 8953 + ], + "max_error": 0.0 + }, + { + "representative": 8796, + "members": [ + 8796 + ], + "max_error": 0.0 + }, + { + "representative": 8794, + "members": [ + 8794 + ], + "max_error": 0.0 + }, + { + "representative": 8776, + "members": [ + 8776 + ], + "max_error": 0.0 + }, + { + "representative": 8790, + "members": [ + 8790 + ], + "max_error": 0.0 + }, + { + "representative": 8760, + "members": [ + 8760 + ], + "max_error": 0.0 + }, + { + "representative": 8891, + "members": [ + 8891 + ], + "max_error": 0.0 + }, + { + "representative": 8781, + "members": [ + 8781 + ], + "max_error": 0.0 + }, + { + "representative": 8820, + "members": [ + 8820 + ], + "max_error": 0.0 + }, + { + "representative": 8866, + "members": [ + 8866 + ], + "max_error": 0.0 + }, + { + "representative": 8836, + "members": [ + 8836 + ], + "max_error": 0.0 + }, + { + "representative": 8958, + "members": [ + 8958 + ], + "max_error": 0.0 + }, + { + "representative": 8831, + "members": [ + 8831 + ], + "max_error": 0.0 + }, + { + "representative": 8716, + "members": [ + 8716 + ], + "max_error": 0.0 + }, + { + "representative": 8712, + "members": [ + 8712 + ], + "max_error": 0.0 + }, + { + "representative": 8749, + "members": [ + 8749 + ], + "max_error": 0.0 + }, + { + "representative": 8717, + "members": [ + 8717 + ], + "max_error": 0.0 + }, + { + "representative": 8718, + "members": [ + 8718 + ], + "max_error": 0.0 + }, + { + "representative": 8787, + "members": [ + 8787 + ], + "max_error": 0.0 + }, + { + "representative": 8709, + "members": [ + 8709 + ], + "max_error": 0.0 + }, + { + "representative": 8812, + "members": [ + 8812 + ], + "max_error": 0.0 + }, + { + "representative": 8786, + "members": [ + 8786 + ], + "max_error": 0.0 + }, + { + "representative": 8944, + "members": [ + 8944 + ], + "max_error": 0.0 + }, + { + "representative": 8906, + "members": [ + 8906 + ], + "max_error": 0.0 + }, + { + "representative": 8767, + "members": [ + 8767 + ], + "max_error": 0.0 + }, + { + "representative": 8789, + "members": [ + 8789 + ], + "max_error": 0.0 + }, + { + "representative": 8826, + "members": [ + 8826 + ], + "max_error": 0.0 + }, + { + "representative": 8900, + "members": [ + 8900 + ], + "max_error": 0.0 + }, + { + "representative": 8851, + "members": [ + 8851 + ], + "max_error": 0.0 + }, + { + "representative": 8959, + "members": [ + 8959 + ], + "max_error": 0.0 + }, + { + "representative": 8850, + "members": [ + 8850 + ], + "max_error": 0.0 + }, + { + "representative": 8887, + "members": [ + 8887 + ], + "max_error": 0.0 + }, + { + "representative": 8771, + "members": [ + 8771 + ], + "max_error": 0.0 + }, + { + "representative": 8784, + "members": [ + 8784 + ], + "max_error": 0.0 + }, + { + "representative": 8751, + "members": [ + 8751 + ], + "max_error": 0.0 + }, + { + "representative": 8844, + "members": [ + 8844 + ], + "max_error": 0.0 + }, + { + "representative": 8893, + "members": [ + 8893 + ], + "max_error": 0.0 + }, + { + "representative": 8732, + "members": [ + 8732 + ], + "max_error": 0.0 + }, + { + "representative": 8847, + "members": [ + 8847 + ], + "max_error": 0.0 + }, + { + "representative": 8869, + "members": [ + 8869 + ], + "max_error": 0.0 + }, + { + "representative": 8933, + "members": [ + 8933 + ], + "max_error": 0.0 + }, + { + "representative": 8809, + "members": [ + 8809 + ], + "max_error": 0.0 + }, + { + "representative": 8942, + "members": [ + 8942 + ], + "max_error": 0.0 + }, + { + "representative": 8842, + "members": [ + 8842 + ], + "max_error": 0.0 + }, + { + "representative": 8905, + "members": [ + 8905 + ], + "max_error": 0.0 + }, + { + "representative": 8868, + "members": [ + 8868 + ], + "max_error": 0.0 + }, + { + "representative": 8713, + "members": [ + 8713 + ], + "max_error": 0.0 + }, + { + "representative": 8927, + "members": [ + 8927 + ], + "max_error": 0.0 + }, + { + "representative": 8949, + "members": [ + 8949 + ], + "max_error": 0.0 + }, + { + "representative": 8730, + "members": [ + 8730 + ], + "max_error": 0.0 + }, + { + "representative": 8811, + "members": [ + 8811 + ], + "max_error": 0.0 + }, + { + "representative": 8883, + "members": [ + 8883 + ], + "max_error": 0.0 + }, + { + "representative": 8775, + "members": [ + 8775 + ], + "max_error": 0.0 + }, + { + "representative": 8816, + "members": [ + 8816 + ], + "max_error": 0.0 + }, + { + "representative": 8830, + "members": [ + 8830 + ], + "max_error": 0.0 + }, + { + "representative": 8932, + "members": [ + 8932 + ], + "max_error": 0.0 + }, + { + "representative": 8956, + "members": [ + 8956 + ], + "max_error": 0.0 + }, + { + "representative": 8946, + "members": [ + 8946 + ], + "max_error": 0.0 + }, + { + "representative": 8901, + "members": [ + 8901 + ], + "max_error": 0.0 + }, + { + "representative": 8746, + "members": [ + 8746 + ], + "max_error": 0.0 + }, + { + "representative": 8762, + "members": [ + 8762 + ], + "max_error": 0.0 + }, + { + "representative": 8785, + "members": [ + 8785 + ], + "max_error": 0.0 + }, + { + "representative": 8823, + "members": [ + 8823 + ], + "max_error": 0.0 + }, + { + "representative": 8737, + "members": [ + 8737 + ], + "max_error": 0.0 + }, + { + "representative": 8734, + "members": [ + 8734 + ], + "max_error": 0.0 + }, + { + "representative": 8921, + "members": [ + 8921 + ], + "max_error": 0.0 + }, + { + "representative": 8855, + "members": [ + 8855 + ], + "max_error": 0.0 + }, + { + "representative": 8872, + "members": [ + 8872 + ], + "max_error": 0.0 + }, + { + "representative": 8817, + "members": [ + 8817 + ], + "max_error": 0.0 + }, + { + "representative": 8939, + "members": [ + 8939 + ], + "max_error": 0.0 + }, + { + "representative": 8945, + "members": [ + 8945 + ], + "max_error": 0.0 + }, + { + "representative": 8720, + "members": [ + 8720 + ], + "max_error": 0.0 + }, + { + "representative": 8822, + "members": [ + 8822 + ], + "max_error": 0.0 + }, + { + "representative": 8917, + "members": [ + 8917 + ], + "max_error": 0.0 + }, + { + "representative": 8881, + "members": [ + 8881 + ], + "max_error": 0.0 + }, + { + "representative": 8857, + "members": [ + 8857 + ], + "max_error": 0.0 + }, + { + "representative": 8768, + "members": [ + 8768 + ], + "max_error": 0.0 + }, + { + "representative": 8924, + "members": [ + 8924 + ], + "max_error": 0.0 + }, + { + "representative": 8722, + "members": [ + 8722 + ], + "max_error": 0.0 + }, + { + "representative": 8756, + "members": [ + 8756 + ], + "max_error": 0.0 + }, + { + "representative": 8706, + "members": [ + 8706 + ], + "max_error": 0.0 + }, + { + "representative": 8777, + "members": [ + 8777 + ], + "max_error": 0.0 + }, + { + "representative": 8778, + "members": [ + 8778 + ], + "max_error": 0.0 + }, + { + "representative": 8780, + "members": [ + 8780 + ], + "max_error": 0.0 + }, + { + "representative": 8770, + "members": [ + 8770 + ], + "max_error": 0.0 + }, + { + "representative": 8788, + "members": [ + 8788 + ], + "max_error": 0.0 + }, + { + "representative": 8791, + "members": [ + 8791 + ], + "max_error": 0.0 + }, + { + "representative": 8792, + "members": [ + 8792 + ], + "max_error": 0.0 + }, + { + "representative": 8793, + "members": [ + 8793 + ], + "max_error": 0.0 + }, + { + "representative": 8795, + "members": [ + 8795 + ], + "max_error": 0.0 + }, + { + "representative": 8797, + "members": [ + 8797 + ], + "max_error": 0.0 + }, + { + "representative": 8798, + "members": [ + 8798 + ], + "max_error": 0.0 + }, + { + "representative": 8773, + "members": [ + 8773 + ], + "max_error": 0.0 + }, + { + "representative": 8774, + "members": [ + 8774 + ], + "max_error": 0.0 + }, + { + "representative": 8800, + "members": [ + 8800 + ], + "max_error": 0.0 + }, + { + "representative": 8808, + "members": [ + 8808 + ], + "max_error": 0.0 + }, + { + "representative": 8801, + "members": [ + 8801 + ], + "max_error": 0.0 + }, + { + "representative": 8810, + "members": [ + 8810 + ], + "max_error": 0.0 + }, + { + "representative": 8813, + "members": [ + 8813 + ], + "max_error": 0.0 + }, + { + "representative": 8814, + "members": [ + 8814 + ], + "max_error": 0.0 + }, + { + "representative": 8815, + "members": [ + 8815 + ], + "max_error": 0.0 + }, + { + "representative": 8802, + "members": [ + 8802 + ], + "max_error": 0.0 + }, + { + "representative": 8824, + "members": [ + 8824 + ], + "max_error": 0.0 + }, + { + "representative": 8825, + "members": [ + 8825 + ], + "max_error": 0.0 + }, + { + "representative": 8828, + "members": [ + 8828 + ], + "max_error": 0.0 + }, + { + "representative": 8829, + "members": [ + 8829 + ], + "max_error": 0.0 + }, + { + "representative": 8803, + "members": [ + 8803 + ], + "max_error": 0.0 + }, + { + "representative": 8805, + "members": [ + 8805 + ], + "max_error": 0.0 + }, + { + "representative": 8807, + "members": [ + 8807 + ], + "max_error": 0.0 + }, + { + "representative": 8832, + "members": [ + 8832 + ], + "max_error": 0.0 + }, + { + "representative": 8841, + "members": [ + 8841 + ], + "max_error": 0.0 + }, + { + "representative": 8843, + "members": [ + 8843 + ], + "max_error": 0.0 + }, + { + "representative": 8848, + "members": [ + 8848 + ], + "max_error": 0.0 + }, + { + "representative": 8849, + "members": [ + 8849 + ], + "max_error": 0.0 + }, + { + "representative": 8834, + "members": [ + 8834 + ], + "max_error": 0.0 + }, + { + "representative": 8853, + "members": [ + 8853 + ], + "max_error": 0.0 + }, + { + "representative": 8854, + "members": [ + 8854 + ], + "max_error": 0.0 + }, + { + "representative": 8858, + "members": [ + 8858 + ], + "max_error": 0.0 + }, + { + "representative": 8859, + "members": [ + 8859 + ], + "max_error": 0.0 + }, + { + "representative": 8860, + "members": [ + 8860 + ], + "max_error": 0.0 + }, + { + "representative": 8861, + "members": [ + 8861 + ], + "max_error": 0.0 + }, + { + "representative": 8835, + "members": [ + 8835 + ], + "max_error": 0.0 + }, + { + "representative": 8862, + "members": [ + 8862 + ], + "max_error": 0.0 + }, + { + "representative": 8863, + "members": [ + 8863 + ], + "max_error": 0.0 + }, + { + "representative": 8837, + "members": [ + 8837 + ], + "max_error": 0.0 + }, + { + "representative": 8838, + "members": [ + 8838 + ], + "max_error": 0.0 + }, + { + "representative": 8864, + "members": [ + 8864 + ], + "max_error": 0.0 + }, + { + "representative": 8873, + "members": [ + 8873 + ], + "max_error": 0.0 + }, + { + "representative": 8876, + "members": [ + 8876 + ], + "max_error": 0.0 + }, + { + "representative": 8877, + "members": [ + 8877 + ], + "max_error": 0.0 + }, + { + "representative": 8878, + "members": [ + 8878 + ], + "max_error": 0.0 + }, + { + "representative": 8879, + "members": [ + 8879 + ], + "max_error": 0.0 + }, + { + "representative": 8882, + "members": [ + 8882 + ], + "max_error": 0.0 + }, + { + "representative": 8884, + "members": [ + 8884 + ], + "max_error": 0.0 + }, + { + "representative": 8885, + "members": [ + 8885 + ], + "max_error": 0.0 + }, + { + "representative": 8888, + "members": [ + 8888 + ], + "max_error": 0.0 + }, + { + "representative": 8889, + "members": [ + 8889 + ], + "max_error": 0.0 + }, + { + "representative": 8890, + "members": [ + 8890 + ], + "max_error": 0.0 + }, + { + "representative": 8892, + "members": [ + 8892 + ], + "max_error": 0.0 + }, + { + "representative": 8867, + "members": [ + 8867 + ], + "max_error": 0.0 + }, + { + "representative": 8894, + "members": [ + 8894 + ], + "max_error": 0.0 + }, + { + "representative": 8870, + "members": [ + 8870 + ], + "max_error": 0.0 + }, + { + "representative": 8871, + "members": [ + 8871 + ], + "max_error": 0.0 + }, + { + "representative": 8896, + "members": [ + 8896 + ], + "max_error": 0.0 + }, + { + "representative": 8897, + "members": [ + 8897 + ], + "max_error": 0.0 + }, + { + "representative": 8907, + "members": [ + 8907 + ], + "max_error": 0.0 + }, + { + "representative": 8908, + "members": [ + 8908 + ], + "max_error": 0.0 + }, + { + "representative": 8909, + "members": [ + 8909 + ], + "max_error": 0.0 + }, + { + "representative": 8910, + "members": [ + 8910 + ], + "max_error": 0.0 + }, + { + "representative": 8911, + "members": [ + 8911 + ], + "max_error": 0.0 + }, + { + "representative": 8912, + "members": [ + 8912 + ], + "max_error": 0.0 + }, + { + "representative": 8915, + "members": [ + 8915 + ], + "max_error": 0.0 + }, + { + "representative": 8898, + "members": [ + 8898 + ], + "max_error": 0.0 + }, + { + "representative": 8918, + "members": [ + 8918 + ], + "max_error": 0.0 + }, + { + "representative": 8920, + "members": [ + 8920 + ], + "max_error": 0.0 + }, + { + "representative": 8922, + "members": [ + 8922 + ], + "max_error": 0.0 + }, + { + "representative": 8923, + "members": [ + 8923 + ], + "max_error": 0.0 + }, + { + "representative": 8925, + "members": [ + 8925 + ], + "max_error": 0.0 + }, + { + "representative": 8899, + "members": [ + 8899 + ], + "max_error": 0.0 + }, + { + "representative": 8926, + "members": [ + 8926 + ], + "max_error": 0.0 + }, + { + "representative": 8902, + "members": [ + 8902 + ], + "max_error": 0.0 + }, + { + "representative": 8903, + "members": [ + 8903 + ], + "max_error": 0.0 + }, + { + "representative": 8928, + "members": [ + 8928 + ], + "max_error": 0.0 + }, + { + "representative": 8936, + "members": [ + 8936 + ], + "max_error": 0.0 + }, + { + "representative": 8937, + "members": [ + 8937 + ], + "max_error": 0.0 + }, + { + "representative": 8929, + "members": [ + 8929 + ], + "max_error": 0.0 + }, + { + "representative": 8938, + "members": [ + 8938 + ], + "max_error": 0.0 + }, + { + "representative": 8943, + "members": [ + 8943 + ], + "max_error": 0.0 + }, + { + "representative": 8930, + "members": [ + 8930 + ], + "max_error": 0.0 + }, + { + "representative": 8948, + "members": [ + 8948 + ], + "max_error": 0.0 + }, + { + "representative": 8950, + "members": [ + 8950 + ], + "max_error": 0.0 + }, + { + "representative": 8951, + "members": [ + 8951 + ], + "max_error": 0.0 + }, + { + "representative": 8952, + "members": [ + 8952 + ], + "max_error": 0.0 + }, + { + "representative": 8954, + "members": [ + 8954 + ], + "max_error": 0.0 + }, + { + "representative": 8955, + "members": [ + 8955 + ], + "max_error": 0.0 + }, + { + "representative": 8957, + "members": [ + 8957 + ], + "max_error": 0.0 + }, + { + "representative": 8931, + "members": [ + 8931 + ], + "max_error": 0.0 + }, + { + "representative": 8934, + "members": [ + 8934 + ], + "max_error": 0.0 + }, + { + "representative": 8935, + "members": [ + 8935 + ], + "max_error": 0.0 + }, + { + "representative": 9216, + "members": [ + 9216 + ], + "max_error": 0.0 + }, + { + "representative": 9217, + "members": [ + 9217 + ], + "max_error": 0.0 + }, + { + "representative": 9218, + "members": [ + 9218 + ], + "max_error": 0.0 + }, + { + "representative": 9219, + "members": [ + 9219 + ], + "max_error": 0.0 + }, + { + "representative": 9220, + "members": [ + 9220 + ], + "max_error": 0.0 + }, + { + "representative": 9221, + "members": [ + 9221 + ], + "max_error": 0.0 + }, + { + "representative": 9222, + "members": [ + 9222 + ], + "max_error": 0.0 + }, + { + "representative": 9223, + "members": [ + 9223 + ], + "max_error": 0.0 + }, + { + "representative": 9280, + "members": [ + 9280 + ], + "max_error": 0.0 + }, + { + "representative": 9281, + "members": [ + 9281 + ], + "max_error": 0.0 + }, + { + "representative": 9282, + "members": [ + 9282 + ], + "max_error": 0.0 + }, + { + "representative": 9283, + "members": [ + 9283 + ], + "max_error": 0.0 + }, + { + "representative": 9284, + "members": [ + 9284 + ], + "max_error": 0.0 + }, + { + "representative": 9285, + "members": [ + 9285 + ], + "max_error": 0.0 + }, + { + "representative": 9286, + "members": [ + 9286 + ], + "max_error": 0.0 + }, + { + "representative": 9287, + "members": [ + 9287 + ], + "max_error": 0.0 + }, + { + "representative": 9288, + "members": [ + 9288 + ], + "max_error": 0.0 + }, + { + "representative": 9289, + "members": [ + 9289 + ], + "max_error": 0.0 + }, + { + "representative": 9290, + "members": [ + 9290 + ], + "max_error": 0.0 + }, + { + "representative": 9291, + "members": [ + 9291 + ], + "max_error": 0.0 + }, + { + "representative": 9292, + "members": [ + 9292 + ], + "max_error": 0.0 + }, + { + "representative": 9293, + "members": [ + 9293 + ], + "max_error": 0.0 + }, + { + "representative": 9294, + "members": [ + 9294 + ], + "max_error": 0.0 + }, + { + "representative": 9295, + "members": [ + 9295 + ], + "max_error": 0.0 + }, + { + "representative": 9224, + "members": [ + 9224 + ], + "max_error": 0.0 + }, + { + "representative": 9225, + "members": [ + 9225 + ], + "max_error": 0.0 + }, + { + "representative": 9226, + "members": [ + 9226 + ], + "max_error": 0.0 + }, + { + "representative": 9227, + "members": [ + 9227 + ], + "max_error": 0.0 + }, + { + "representative": 9228, + "members": [ + 9228 + ], + "max_error": 0.0 + }, + { + "representative": 9229, + "members": [ + 9229 + ], + "max_error": 0.0 + }, + { + "representative": 9230, + "members": [ + 9230 + ], + "max_error": 0.0 + }, + { + "representative": 9231, + "members": [ + 9231 + ], + "max_error": 0.0 + }, + { + "representative": 9296, + "members": [ + 9296 + ], + "max_error": 0.0 + }, + { + "representative": 9297, + "members": [ + 9297 + ], + "max_error": 0.0 + }, + { + "representative": 9298, + "members": [ + 9298 + ], + "max_error": 0.0 + }, + { + "representative": 9299, + "members": [ + 9299 + ], + "max_error": 0.0 + }, + { + "representative": 9300, + "members": [ + 9300 + ], + "max_error": 0.0 + }, + { + "representative": 9301, + "members": [ + 9301 + ], + "max_error": 0.0 + }, + { + "representative": 9302, + "members": [ + 9302 + ], + "max_error": 0.0 + }, + { + "representative": 9303, + "members": [ + 9303 + ], + "max_error": 0.0 + }, + { + "representative": 9304, + "members": [ + 9304 + ], + "max_error": 0.0 + }, + { + "representative": 9305, + "members": [ + 9305 + ], + "max_error": 0.0 + }, + { + "representative": 9306, + "members": [ + 9306 + ], + "max_error": 0.0 + }, + { + "representative": 9307, + "members": [ + 9307 + ], + "max_error": 0.0 + }, + { + "representative": 9308, + "members": [ + 9308 + ], + "max_error": 0.0 + }, + { + "representative": 9309, + "members": [ + 9309 + ], + "max_error": 0.0 + }, + { + "representative": 9310, + "members": [ + 9310 + ], + "max_error": 0.0 + }, + { + "representative": 9311, + "members": [ + 9311 + ], + "max_error": 0.0 + }, + { + "representative": 9312, + "members": [ + 9312 + ], + "max_error": 0.0 + }, + { + "representative": 9313, + "members": [ + 9313 + ], + "max_error": 0.0 + }, + { + "representative": 9314, + "members": [ + 9314 + ], + "max_error": 0.0 + }, + { + "representative": 9315, + "members": [ + 9315 + ], + "max_error": 0.0 + }, + { + "representative": 9316, + "members": [ + 9316 + ], + "max_error": 0.0 + }, + { + "representative": 9317, + "members": [ + 9317 + ], + "max_error": 0.0 + }, + { + "representative": 9318, + "members": [ + 9318 + ], + "max_error": 0.0 + }, + { + "representative": 9319, + "members": [ + 9319 + ], + "max_error": 0.0 + }, + { + "representative": 9320, + "members": [ + 9320 + ], + "max_error": 0.0 + }, + { + "representative": 9321, + "members": [ + 9321 + ], + "max_error": 0.0 + }, + { + "representative": 9322, + "members": [ + 9322 + ], + "max_error": 0.0 + }, + { + "representative": 9323, + "members": [ + 9323 + ], + "max_error": 0.0 + }, + { + "representative": 9324, + "members": [ + 9324 + ], + "max_error": 0.0 + }, + { + "representative": 9325, + "members": [ + 9325 + ], + "max_error": 0.0 + }, + { + "representative": 9326, + "members": [ + 9326 + ], + "max_error": 0.0 + }, + { + "representative": 9327, + "members": [ + 9327 + ], + "max_error": 0.0 + }, + { + "representative": 9328, + "members": [ + 9328 + ], + "max_error": 0.0 + }, + { + "representative": 9329, + "members": [ + 9329 + ], + "max_error": 0.0 + }, + { + "representative": 9330, + "members": [ + 9330 + ], + "max_error": 0.0 + }, + { + "representative": 9331, + "members": [ + 9331 + ], + "max_error": 0.0 + }, + { + "representative": 9332, + "members": [ + 9332 + ], + "max_error": 0.0 + }, + { + "representative": 9333, + "members": [ + 9333 + ], + "max_error": 0.0 + }, + { + "representative": 9334, + "members": [ + 9334 + ], + "max_error": 0.0 + }, + { + "representative": 9335, + "members": [ + 9335 + ], + "max_error": 0.0 + }, + { + "representative": 9336, + "members": [ + 9336 + ], + "max_error": 0.0 + }, + { + "representative": 9337, + "members": [ + 9337 + ], + "max_error": 0.0 + }, + { + "representative": 9338, + "members": [ + 9338 + ], + "max_error": 0.0 + }, + { + "representative": 9339, + "members": [ + 9339 + ], + "max_error": 0.0 + }, + { + "representative": 9340, + "members": [ + 9340 + ], + "max_error": 0.0 + }, + { + "representative": 9341, + "members": [ + 9341 + ], + "max_error": 0.0 + }, + { + "representative": 9342, + "members": [ + 9342 + ], + "max_error": 0.0 + }, + { + "representative": 9343, + "members": [ + 9343 + ], + "max_error": 0.0 + }, + { + "representative": 9344, + "members": [ + 9344 + ], + "max_error": 0.0 + }, + { + "representative": 9345, + "members": [ + 9345 + ], + "max_error": 0.0 + }, + { + "representative": 9346, + "members": [ + 9346 + ], + "max_error": 0.0 + }, + { + "representative": 9347, + "members": [ + 9347 + ], + "max_error": 0.0 + }, + { + "representative": 9348, + "members": [ + 9348 + ], + "max_error": 0.0 + }, + { + "representative": 9349, + "members": [ + 9349 + ], + "max_error": 0.0 + }, + { + "representative": 9350, + "members": [ + 9350 + ], + "max_error": 0.0 + }, + { + "representative": 9351, + "members": [ + 9351 + ], + "max_error": 0.0 + }, + { + "representative": 9352, + "members": [ + 9352 + ], + "max_error": 0.0 + }, + { + "representative": 9353, + "members": [ + 9353 + ], + "max_error": 0.0 + }, + { + "representative": 9354, + "members": [ + 9354 + ], + "max_error": 0.0 + }, + { + "representative": 9355, + "members": [ + 9355 + ], + "max_error": 0.0 + }, + { + "representative": 9356, + "members": [ + 9356 + ], + "max_error": 0.0 + }, + { + "representative": 9357, + "members": [ + 9357 + ], + "max_error": 0.0 + }, + { + "representative": 9358, + "members": [ + 9358 + ], + "max_error": 0.0 + }, + { + "representative": 9359, + "members": [ + 9359 + ], + "max_error": 0.0 + }, + { + "representative": 9232, + "members": [ + 9232 + ], + "max_error": 0.0 + }, + { + "representative": 9233, + "members": [ + 9233 + ], + "max_error": 0.0 + }, + { + "representative": 9234, + "members": [ + 9234 + ], + "max_error": 0.0 + }, + { + "representative": 9235, + "members": [ + 9235 + ], + "max_error": 0.0 + }, + { + "representative": 9236, + "members": [ + 9236 + ], + "max_error": 0.0 + }, + { + "representative": 9237, + "members": [ + 9237 + ], + "max_error": 0.0 + }, + { + "representative": 9238, + "members": [ + 9238 + ], + "max_error": 0.0 + }, + { + "representative": 9239, + "members": [ + 9239 + ], + "max_error": 0.0 + }, + { + "representative": 9240, + "members": [ + 9240 + ], + "max_error": 0.0 + }, + { + "representative": 9241, + "members": [ + 9241 + ], + "max_error": 0.0 + }, + { + "representative": 9242, + "members": [ + 9242 + ], + "max_error": 0.0 + }, + { + "representative": 9243, + "members": [ + 9243 + ], + "max_error": 0.0 + }, + { + "representative": 9244, + "members": [ + 9244 + ], + "max_error": 0.0 + }, + { + "representative": 9245, + "members": [ + 9245 + ], + "max_error": 0.0 + }, + { + "representative": 9246, + "members": [ + 9246 + ], + "max_error": 0.0 + }, + { + "representative": 9247, + "members": [ + 9247 + ], + "max_error": 0.0 + }, + { + "representative": 9248, + "members": [ + 9248 + ], + "max_error": 0.0 + }, + { + "representative": 9249, + "members": [ + 9249 + ], + "max_error": 0.0 + }, + { + "representative": 9250, + "members": [ + 9250 + ], + "max_error": 0.0 + }, + { + "representative": 9251, + "members": [ + 9251 + ], + "max_error": 0.0 + }, + { + "representative": 9252, + "members": [ + 9252 + ], + "max_error": 0.0 + }, + { + "representative": 9253, + "members": [ + 9253 + ], + "max_error": 0.0 + }, + { + "representative": 9254, + "members": [ + 9254 + ], + "max_error": 0.0 + }, + { + "representative": 9255, + "members": [ + 9255 + ], + "max_error": 0.0 + }, + { + "representative": 9256, + "members": [ + 9256 + ], + "max_error": 0.0 + }, + { + "representative": 9257, + "members": [ + 9257 + ], + "max_error": 0.0 + }, + { + "representative": 9258, + "members": [ + 9258 + ], + "max_error": 0.0 + }, + { + "representative": 9259, + "members": [ + 9259 + ], + "max_error": 0.0 + }, + { + "representative": 9260, + "members": [ + 9260 + ], + "max_error": 0.0 + }, + { + "representative": 9261, + "members": [ + 9261 + ], + "max_error": 0.0 + }, + { + "representative": 9262, + "members": [ + 9262 + ], + "max_error": 0.0 + }, + { + "representative": 9263, + "members": [ + 9263 + ], + "max_error": 0.0 + }, + { + "representative": 9264, + "members": [ + 9264 + ], + "max_error": 0.0 + }, + { + "representative": 9265, + "members": [ + 9265 + ], + "max_error": 0.0 + }, + { + "representative": 9266, + "members": [ + 9266 + ], + "max_error": 0.0 + }, + { + "representative": 9267, + "members": [ + 9267 + ], + "max_error": 0.0 + }, + { + "representative": 9268, + "members": [ + 9268 + ], + "max_error": 0.0 + }, + { + "representative": 9269, + "members": [ + 9269 + ], + "max_error": 0.0 + }, + { + "representative": 9270, + "members": [ + 9270 + ], + "max_error": 0.0 + }, + { + "representative": 9271, + "members": [ + 9271 + ], + "max_error": 0.0 + }, + { + "representative": 9272, + "members": [ + 9272 + ], + "max_error": 0.0 + }, + { + "representative": 9273, + "members": [ + 9273 + ], + "max_error": 0.0 + }, + { + "representative": 9274, + "members": [ + 9274 + ], + "max_error": 0.0 + }, + { + "representative": 9275, + "members": [ + 9275 + ], + "max_error": 0.0 + }, + { + "representative": 9276, + "members": [ + 9276 + ], + "max_error": 0.0 + }, + { + "representative": 9277, + "members": [ + 9277 + ], + "max_error": 0.0 + }, + { + "representative": 9278, + "members": [ + 9278 + ], + "max_error": 0.0 + }, + { + "representative": 9279, + "members": [ + 9279 + ], + "max_error": 0.0 + }, + { + "representative": 9616, + "members": [ + 9616 + ], + "max_error": 0.0 + }, + { + "representative": 9617, + "members": [ + 9617 + ], + "max_error": 0.0 + }, + { + "representative": 9627, + "members": [ + 9627 + ], + "max_error": 0.0 + }, + { + "representative": 9629, + "members": [ + 9629 + ], + "max_error": 0.0 + }, + { + "representative": 9633, + "members": [ + 9633 + ], + "max_error": 0.0 + }, + { + "representative": 9634, + "members": [ + 9634 + ], + "max_error": 0.0 + }, + { + "representative": 9638, + "members": [ + 9638 + ], + "max_error": 0.0 + }, + { + "representative": 9640, + "members": [ + 9640 + ], + "max_error": 0.0 + }, + { + "representative": 9643, + "members": [ + 9643 + ], + "max_error": 0.0 + }, + { + "representative": 9619, + "members": [ + 9619 + ], + "max_error": 0.0 + }, + { + "representative": 9646, + "members": [ + 9646 + ], + "max_error": 0.0 + }, + { + "representative": 9620, + "members": [ + 9620 + ], + "max_error": 0.0 + }, + { + "representative": 9622, + "members": [ + 9622 + ], + "max_error": 0.0 + }, + { + "representative": 9713, + "members": [ + 9713 + ], + "max_error": 0.0 + }, + { + "representative": 9765, + "members": [ + 9765 + ], + "max_error": 0.0 + }, + { + "representative": 9811, + "members": [ + 9811 + ], + "max_error": 0.0 + }, + { + "representative": 9678, + "members": [ + 9678 + ], + "max_error": 0.0 + }, + { + "representative": 9739, + "members": [ + 9739 + ], + "max_error": 0.0 + }, + { + "representative": 9722, + "members": [ + 9722 + ], + "max_error": 0.0 + }, + { + "representative": 9853, + "members": [ + 9853 + ], + "max_error": 0.0 + }, + { + "representative": 9636, + "members": [ + 9636 + ], + "max_error": 0.0 + }, + { + "representative": 9639, + "members": [ + 9639 + ], + "max_error": 0.0 + }, + { + "representative": 9631, + "members": [ + 9631 + ], + "max_error": 0.0 + }, + { + "representative": 9621, + "members": [ + 9621 + ], + "max_error": 0.0 + }, + { + "representative": 9830, + "members": [ + 9830 + ], + "max_error": 0.0 + }, + { + "representative": 9771, + "members": [ + 9771 + ], + "max_error": 0.0 + }, + { + "representative": 9744, + "members": [ + 9744 + ], + "max_error": 0.0 + }, + { + "representative": 9864, + "members": [ + 9864 + ], + "max_error": 0.0 + }, + { + "representative": 9815, + "members": [ + 9815 + ], + "max_error": 0.0 + }, + { + "representative": 9753, + "members": [ + 9753 + ], + "max_error": 0.0 + }, + { + "representative": 9626, + "members": [ + 9626 + ], + "max_error": 0.0 + }, + { + "representative": 9829, + "members": [ + 9829 + ], + "max_error": 0.0 + }, + { + "representative": 9789, + "members": [ + 9789 + ], + "max_error": 0.0 + }, + { + "representative": 9781, + "members": [ + 9781 + ], + "max_error": 0.0 + }, + { + "representative": 9801, + "members": [ + 9801 + ], + "max_error": 0.0 + }, + { + "representative": 9679, + "members": [ + 9679 + ], + "max_error": 0.0 + }, + { + "representative": 9859, + "members": [ + 9859 + ], + "max_error": 0.0 + }, + { + "representative": 9822, + "members": [ + 9822 + ], + "max_error": 0.0 + }, + { + "representative": 9807, + "members": [ + 9807 + ], + "max_error": 0.0 + }, + { + "representative": 9708, + "members": [ + 9708 + ], + "max_error": 0.0 + }, + { + "representative": 9863, + "members": [ + 9863 + ], + "max_error": 0.0 + }, + { + "representative": 9657, + "members": [ + 9657 + ], + "max_error": 0.0 + }, + { + "representative": 9763, + "members": [ + 9763 + ], + "max_error": 0.0 + }, + { + "representative": 9712, + "members": [ + 9712 + ], + "max_error": 0.0 + }, + { + "representative": 9649, + "members": [ + 9649 + ], + "max_error": 0.0 + }, + { + "representative": 9660, + "members": [ + 9660 + ], + "max_error": 0.0 + }, + { + "representative": 9662, + "members": [ + 9662 + ], + "max_error": 0.0 + }, + { + "representative": 9663, + "members": [ + 9663 + ], + "max_error": 0.0 + }, + { + "representative": 9664, + "members": [ + 9664 + ], + "max_error": 0.0 + }, + { + "representative": 9667, + "members": [ + 9667 + ], + "max_error": 0.0 + }, + { + "representative": 9650, + "members": [ + 9650 + ], + "max_error": 0.0 + }, + { + "representative": 9668, + "members": [ + 9668 + ], + "max_error": 0.0 + }, + { + "representative": 9669, + "members": [ + 9669 + ], + "max_error": 0.0 + }, + { + "representative": 9671, + "members": [ + 9671 + ], + "max_error": 0.0 + }, + { + "representative": 9672, + "members": [ + 9672 + ], + "max_error": 0.0 + }, + { + "representative": 9673, + "members": [ + 9673 + ], + "max_error": 0.0 + }, + { + "representative": 9674, + "members": [ + 9674 + ], + "max_error": 0.0 + }, + { + "representative": 9675, + "members": [ + 9675 + ], + "max_error": 0.0 + }, + { + "representative": 9653, + "members": [ + 9653 + ], + "max_error": 0.0 + }, + { + "representative": 9655, + "members": [ + 9655 + ], + "max_error": 0.0 + }, + { + "representative": 9746, + "members": [ + 9746 + ], + "max_error": 0.0 + }, + { + "representative": 9784, + "members": [ + 9784 + ], + "max_error": 0.0 + }, + { + "representative": 9856, + "members": [ + 9856 + ], + "max_error": 0.0 + }, + { + "representative": 9644, + "members": [ + 9644 + ], + "max_error": 0.0 + }, + { + "representative": 9842, + "members": [ + 9842 + ], + "max_error": 0.0 + }, + { + "representative": 9834, + "members": [ + 9834 + ], + "max_error": 0.0 + }, + { + "representative": 9792, + "members": [ + 9792 + ], + "max_error": 0.0 + }, + { + "representative": 9790, + "members": [ + 9790 + ], + "max_error": 0.0 + }, + { + "representative": 9747, + "members": [ + 9747 + ], + "max_error": 0.0 + }, + { + "representative": 9686, + "members": [ + 9686 + ], + "max_error": 0.0 + }, + { + "representative": 9623, + "members": [ + 9623 + ], + "max_error": 0.0 + }, + { + "representative": 9752, + "members": [ + 9752 + ], + "max_error": 0.0 + }, + { + "representative": 9647, + "members": [ + 9647 + ], + "max_error": 0.0 + }, + { + "representative": 9719, + "members": [ + 9719 + ], + "max_error": 0.0 + }, + { + "representative": 9818, + "members": [ + 9818 + ], + "max_error": 0.0 + }, + { + "representative": 9651, + "members": [ + 9651 + ], + "max_error": 0.0 + }, + { + "representative": 9637, + "members": [ + 9637 + ], + "max_error": 0.0 + }, + { + "representative": 9766, + "members": [ + 9766 + ], + "max_error": 0.0 + }, + { + "representative": 9800, + "members": [ + 9800 + ], + "max_error": 0.0 + }, + { + "representative": 9654, + "members": [ + 9654 + ], + "max_error": 0.0 + }, + { + "representative": 9774, + "members": [ + 9774 + ], + "max_error": 0.0 + }, + { + "representative": 9793, + "members": [ + 9793 + ], + "max_error": 0.0 + }, + { + "representative": 9648, + "members": [ + 9648 + ], + "max_error": 0.0 + }, + { + "representative": 9682, + "members": [ + 9682 + ], + "max_error": 0.0 + }, + { + "representative": 9803, + "members": [ + 9803 + ], + "max_error": 0.0 + }, + { + "representative": 9833, + "members": [ + 9833 + ], + "max_error": 0.0 + }, + { + "representative": 9743, + "members": [ + 9743 + ], + "max_error": 0.0 + }, + { + "representative": 9731, + "members": [ + 9731 + ], + "max_error": 0.0 + }, + { + "representative": 9823, + "members": [ + 9823 + ], + "max_error": 0.0 + }, + { + "representative": 9812, + "members": [ + 9812 + ], + "max_error": 0.0 + }, + { + "representative": 9770, + "members": [ + 9770 + ], + "max_error": 0.0 + }, + { + "representative": 9676, + "members": [ + 9676 + ], + "max_error": 0.0 + }, + { + "representative": 9791, + "members": [ + 9791 + ], + "max_error": 0.0 + }, + { + "representative": 9725, + "members": [ + 9725 + ], + "max_error": 0.0 + }, + { + "representative": 9677, + "members": [ + 9677 + ], + "max_error": 0.0 + }, + { + "representative": 9786, + "members": [ + 9786 + ], + "max_error": 0.0 + }, + { + "representative": 9635, + "members": [ + 9635 + ], + "max_error": 0.0 + }, + { + "representative": 9780, + "members": [ + 9780 + ], + "max_error": 0.0 + }, + { + "representative": 9624, + "members": [ + 9624 + ], + "max_error": 0.0 + }, + { + "representative": 9658, + "members": [ + 9658 + ], + "max_error": 0.0 + }, + { + "representative": 9628, + "members": [ + 9628 + ], + "max_error": 0.0 + }, + { + "representative": 9695, + "members": [ + 9695 + ], + "max_error": 0.0 + }, + { + "representative": 9659, + "members": [ + 9659 + ], + "max_error": 0.0 + }, + { + "representative": 9755, + "members": [ + 9755 + ], + "max_error": 0.0 + }, + { + "representative": 9796, + "members": [ + 9796 + ], + "max_error": 0.0 + }, + { + "representative": 9642, + "members": [ + 9642 + ], + "max_error": 0.0 + }, + { + "representative": 9775, + "members": [ + 9775 + ], + "max_error": 0.0 + }, + { + "representative": 9835, + "members": [ + 9835 + ], + "max_error": 0.0 + }, + { + "representative": 9694, + "members": [ + 9694 + ], + "max_error": 0.0 + }, + { + "representative": 9804, + "members": [ + 9804 + ], + "max_error": 0.0 + }, + { + "representative": 9692, + "members": [ + 9692 + ], + "max_error": 0.0 + }, + { + "representative": 9773, + "members": [ + 9773 + ], + "max_error": 0.0 + }, + { + "representative": 9645, + "members": [ + 9645 + ], + "max_error": 0.0 + }, + { + "representative": 9688, + "members": [ + 9688 + ], + "max_error": 0.0 + }, + { + "representative": 9797, + "members": [ + 9797 + ], + "max_error": 0.0 + }, + { + "representative": 9737, + "members": [ + 9737 + ], + "max_error": 0.0 + }, + { + "representative": 9707, + "members": [ + 9707 + ], + "max_error": 0.0 + }, + { + "representative": 9684, + "members": [ + 9684 + ], + "max_error": 0.0 + }, + { + "representative": 9840, + "members": [ + 9840 + ], + "max_error": 0.0 + }, + { + "representative": 9808, + "members": [ + 9808 + ], + "max_error": 0.0 + }, + { + "representative": 9805, + "members": [ + 9805 + ], + "max_error": 0.0 + }, + { + "representative": 9709, + "members": [ + 9709 + ], + "max_error": 0.0 + }, + { + "representative": 9828, + "members": [ + 9828 + ], + "max_error": 0.0 + }, + { + "representative": 9625, + "members": [ + 9625 + ], + "max_error": 0.0 + }, + { + "representative": 9858, + "members": [ + 9858 + ], + "max_error": 0.0 + }, + { + "representative": 9618, + "members": [ + 9618 + ], + "max_error": 0.0 + }, + { + "representative": 9854, + "members": [ + 9854 + ], + "max_error": 0.0 + }, + { + "representative": 9798, + "members": [ + 9798 + ], + "max_error": 0.0 + }, + { + "representative": 9665, + "members": [ + 9665 + ], + "max_error": 0.0 + }, + { + "representative": 9661, + "members": [ + 9661 + ], + "max_error": 0.0 + }, + { + "representative": 9810, + "members": [ + 9810 + ], + "max_error": 0.0 + }, + { + "representative": 9724, + "members": [ + 9724 + ], + "max_error": 0.0 + }, + { + "representative": 9652, + "members": [ + 9652 + ], + "max_error": 0.0 + }, + { + "representative": 9845, + "members": [ + 9845 + ], + "max_error": 0.0 + }, + { + "representative": 9630, + "members": [ + 9630 + ], + "max_error": 0.0 + }, + { + "representative": 9656, + "members": [ + 9656 + ], + "max_error": 0.0 + }, + { + "representative": 9704, + "members": [ + 9704 + ], + "max_error": 0.0 + }, + { + "representative": 9691, + "members": [ + 9691 + ], + "max_error": 0.0 + }, + { + "representative": 9827, + "members": [ + 9827 + ], + "max_error": 0.0 + }, + { + "representative": 9768, + "members": [ + 9768 + ], + "max_error": 0.0 + }, + { + "representative": 9666, + "members": [ + 9666 + ], + "max_error": 0.0 + }, + { + "representative": 9847, + "members": [ + 9847 + ], + "max_error": 0.0 + }, + { + "representative": 9685, + "members": [ + 9685 + ], + "max_error": 0.0 + }, + { + "representative": 9641, + "members": [ + 9641 + ], + "max_error": 0.0 + }, + { + "representative": 9690, + "members": [ + 9690 + ], + "max_error": 0.0 + }, + { + "representative": 9821, + "members": [ + 9821 + ], + "max_error": 0.0 + }, + { + "representative": 9726, + "members": [ + 9726 + ], + "max_error": 0.0 + }, + { + "representative": 9632, + "members": [ + 9632 + ], + "max_error": 0.0 + }, + { + "representative": 9806, + "members": [ + 9806 + ], + "max_error": 0.0 + }, + { + "representative": 9809, + "members": [ + 9809 + ], + "max_error": 0.0 + }, + { + "representative": 9703, + "members": [ + 9703 + ], + "max_error": 0.0 + }, + { + "representative": 9702, + "members": [ + 9702 + ], + "max_error": 0.0 + }, + { + "representative": 9718, + "members": [ + 9718 + ], + "max_error": 0.0 + }, + { + "representative": 9750, + "members": [ + 9750 + ], + "max_error": 0.0 + }, + { + "representative": 9855, + "members": [ + 9855 + ], + "max_error": 0.0 + }, + { + "representative": 9740, + "members": [ + 9740 + ], + "max_error": 0.0 + }, + { + "representative": 9670, + "members": [ + 9670 + ], + "max_error": 0.0 + }, + { + "representative": 9814, + "members": [ + 9814 + ], + "max_error": 0.0 + }, + { + "representative": 9680, + "members": [ + 9680 + ], + "max_error": 0.0 + }, + { + "representative": 9689, + "members": [ + 9689 + ], + "max_error": 0.0 + }, + { + "representative": 9681, + "members": [ + 9681 + ], + "max_error": 0.0 + }, + { + "representative": 9693, + "members": [ + 9693 + ], + "max_error": 0.0 + }, + { + "representative": 9696, + "members": [ + 9696 + ], + "max_error": 0.0 + }, + { + "representative": 9697, + "members": [ + 9697 + ], + "max_error": 0.0 + }, + { + "representative": 9698, + "members": [ + 9698 + ], + "max_error": 0.0 + }, + { + "representative": 9699, + "members": [ + 9699 + ], + "max_error": 0.0 + }, + { + "representative": 9700, + "members": [ + 9700 + ], + "max_error": 0.0 + }, + { + "representative": 9701, + "members": [ + 9701 + ], + "max_error": 0.0 + }, + { + "representative": 9705, + "members": [ + 9705 + ], + "max_error": 0.0 + }, + { + "representative": 9706, + "members": [ + 9706 + ], + "max_error": 0.0 + }, + { + "representative": 9683, + "members": [ + 9683 + ], + "max_error": 0.0 + }, + { + "representative": 9710, + "members": [ + 9710 + ], + "max_error": 0.0 + }, + { + "representative": 9711, + "members": [ + 9711 + ], + "max_error": 0.0 + }, + { + "representative": 9687, + "members": [ + 9687 + ], + "max_error": 0.0 + }, + { + "representative": 9720, + "members": [ + 9720 + ], + "max_error": 0.0 + }, + { + "representative": 9721, + "members": [ + 9721 + ], + "max_error": 0.0 + }, + { + "representative": 9723, + "members": [ + 9723 + ], + "max_error": 0.0 + }, + { + "representative": 9727, + "members": [ + 9727 + ], + "max_error": 0.0 + }, + { + "representative": 9728, + "members": [ + 9728 + ], + "max_error": 0.0 + }, + { + "representative": 9729, + "members": [ + 9729 + ], + "max_error": 0.0 + }, + { + "representative": 9730, + "members": [ + 9730 + ], + "max_error": 0.0 + }, + { + "representative": 9714, + "members": [ + 9714 + ], + "max_error": 0.0 + }, + { + "representative": 9732, + "members": [ + 9732 + ], + "max_error": 0.0 + }, + { + "representative": 9733, + "members": [ + 9733 + ], + "max_error": 0.0 + }, + { + "representative": 9734, + "members": [ + 9734 + ], + "max_error": 0.0 + }, + { + "representative": 9735, + "members": [ + 9735 + ], + "max_error": 0.0 + }, + { + "representative": 9736, + "members": [ + 9736 + ], + "max_error": 0.0 + }, + { + "representative": 9738, + "members": [ + 9738 + ], + "max_error": 0.0 + }, + { + "representative": 9741, + "members": [ + 9741 + ], + "max_error": 0.0 + }, + { + "representative": 9715, + "members": [ + 9715 + ], + "max_error": 0.0 + }, + { + "representative": 9742, + "members": [ + 9742 + ], + "max_error": 0.0 + }, + { + "representative": 9716, + "members": [ + 9716 + ], + "max_error": 0.0 + }, + { + "representative": 9717, + "members": [ + 9717 + ], + "max_error": 0.0 + }, + { + "representative": 9745, + "members": [ + 9745 + ], + "max_error": 0.0 + }, + { + "representative": 9754, + "members": [ + 9754 + ], + "max_error": 0.0 + }, + { + "representative": 9756, + "members": [ + 9756 + ], + "max_error": 0.0 + }, + { + "representative": 9757, + "members": [ + 9757 + ], + "max_error": 0.0 + }, + { + "representative": 9758, + "members": [ + 9758 + ], + "max_error": 0.0 + }, + { + "representative": 9759, + "members": [ + 9759 + ], + "max_error": 0.0 + }, + { + "representative": 9760, + "members": [ + 9760 + ], + "max_error": 0.0 + }, + { + "representative": 9761, + "members": [ + 9761 + ], + "max_error": 0.0 + }, + { + "representative": 9762, + "members": [ + 9762 + ], + "max_error": 0.0 + }, + { + "representative": 9764, + "members": [ + 9764 + ], + "max_error": 0.0 + }, + { + "representative": 9767, + "members": [ + 9767 + ], + "max_error": 0.0 + }, + { + "representative": 9769, + "members": [ + 9769 + ], + "max_error": 0.0 + }, + { + "representative": 9772, + "members": [ + 9772 + ], + "max_error": 0.0 + }, + { + "representative": 9748, + "members": [ + 9748 + ], + "max_error": 0.0 + }, + { + "representative": 9749, + "members": [ + 9749 + ], + "max_error": 0.0 + }, + { + "representative": 9751, + "members": [ + 9751 + ], + "max_error": 0.0 + }, + { + "representative": 9776, + "members": [ + 9776 + ], + "max_error": 0.0 + }, + { + "representative": 9785, + "members": [ + 9785 + ], + "max_error": 0.0 + }, + { + "representative": 9777, + "members": [ + 9777 + ], + "max_error": 0.0 + }, + { + "representative": 9787, + "members": [ + 9787 + ], + "max_error": 0.0 + }, + { + "representative": 9788, + "members": [ + 9788 + ], + "max_error": 0.0 + }, + { + "representative": 9794, + "members": [ + 9794 + ], + "max_error": 0.0 + }, + { + "representative": 9795, + "members": [ + 9795 + ], + "max_error": 0.0 + }, + { + "representative": 9778, + "members": [ + 9778 + ], + "max_error": 0.0 + }, + { + "representative": 9799, + "members": [ + 9799 + ], + "max_error": 0.0 + }, + { + "representative": 9802, + "members": [ + 9802 + ], + "max_error": 0.0 + }, + { + "representative": 9779, + "members": [ + 9779 + ], + "max_error": 0.0 + }, + { + "representative": 9782, + "members": [ + 9782 + ], + "max_error": 0.0 + }, + { + "representative": 9783, + "members": [ + 9783 + ], + "max_error": 0.0 + }, + { + "representative": 9816, + "members": [ + 9816 + ], + "max_error": 0.0 + }, + { + "representative": 9817, + "members": [ + 9817 + ], + "max_error": 0.0 + }, + { + "representative": 9819, + "members": [ + 9819 + ], + "max_error": 0.0 + }, + { + "representative": 9820, + "members": [ + 9820 + ], + "max_error": 0.0 + }, + { + "representative": 9824, + "members": [ + 9824 + ], + "max_error": 0.0 + }, + { + "representative": 9825, + "members": [ + 9825 + ], + "max_error": 0.0 + }, + { + "representative": 9826, + "members": [ + 9826 + ], + "max_error": 0.0 + }, + { + "representative": 9831, + "members": [ + 9831 + ], + "max_error": 0.0 + }, + { + "representative": 9832, + "members": [ + 9832 + ], + "max_error": 0.0 + }, + { + "representative": 9836, + "members": [ + 9836 + ], + "max_error": 0.0 + }, + { + "representative": 9837, + "members": [ + 9837 + ], + "max_error": 0.0 + }, + { + "representative": 9838, + "members": [ + 9838 + ], + "max_error": 0.0 + }, + { + "representative": 9839, + "members": [ + 9839 + ], + "max_error": 0.0 + }, + { + "representative": 9813, + "members": [ + 9813 + ], + "max_error": 0.0 + }, + { + "representative": 9848, + "members": [ + 9848 + ], + "max_error": 0.0 + }, + { + "representative": 9849, + "members": [ + 9849 + ], + "max_error": 0.0 + }, + { + "representative": 9841, + "members": [ + 9841 + ], + "max_error": 0.0 + }, + { + "representative": 9850, + "members": [ + 9850 + ], + "max_error": 0.0 + }, + { + "representative": 9851, + "members": [ + 9851 + ], + "max_error": 0.0 + }, + { + "representative": 9852, + "members": [ + 9852 + ], + "max_error": 0.0 + }, + { + "representative": 9857, + "members": [ + 9857 + ], + "max_error": 0.0 + }, + { + "representative": 9860, + "members": [ + 9860 + ], + "max_error": 0.0 + }, + { + "representative": 9861, + "members": [ + 9861 + ], + "max_error": 0.0 + }, + { + "representative": 9862, + "members": [ + 9862 + ], + "max_error": 0.0 + }, + { + "representative": 9865, + "members": [ + 9865 + ], + "max_error": 0.0 + }, + { + "representative": 9866, + "members": [ + 9866 + ], + "max_error": 0.0 + }, + { + "representative": 9867, + "members": [ + 9867 + ], + "max_error": 0.0 + }, + { + "representative": 9868, + "members": [ + 9868 + ], + "max_error": 0.0 + }, + { + "representative": 9869, + "members": [ + 9869 + ], + "max_error": 0.0 + }, + { + "representative": 9843, + "members": [ + 9843 + ], + "max_error": 0.0 + }, + { + "representative": 9870, + "members": [ + 9870 + ], + "max_error": 0.0 + }, + { + "representative": 9871, + "members": [ + 9871 + ], + "max_error": 0.0 + }, + { + "representative": 9844, + "members": [ + 9844 + ], + "max_error": 0.0 + }, + { + "representative": 9846, + "members": [ + 9846 + ], + "max_error": 0.0 + }, + { + "representative": 10129, + "members": [ + 10129 + ], + "max_error": 0.0 + }, + { + "representative": 10139, + "members": [ + 10139 + ], + "max_error": 0.0 + }, + { + "representative": 10140, + "members": [ + 10140 + ], + "max_error": 0.0 + }, + { + "representative": 10143, + "members": [ + 10143 + ], + "max_error": 0.0 + }, + { + "representative": 10145, + "members": [ + 10145 + ], + "max_error": 0.0 + }, + { + "representative": 10146, + "members": [ + 10146 + ], + "max_error": 0.0 + }, + { + "representative": 10147, + "members": [ + 10147 + ], + "max_error": 0.0 + }, + { + "representative": 10148, + "members": [ + 10148 + ], + "max_error": 0.0 + }, + { + "representative": 10149, + "members": [ + 10149 + ], + "max_error": 0.0 + }, + { + "representative": 10162, + "members": [ + 10162 + ], + "max_error": 0.0 + }, + { + "representative": 10165, + "members": [ + 10165 + ], + "max_error": 0.0 + }, + { + "representative": 10133, + "members": [ + 10133 + ], + "max_error": 0.0 + }, + { + "representative": 10135, + "members": [ + 10135 + ], + "max_error": 0.0 + }, + { + "representative": 10254, + "members": [ + 10254 + ], + "max_error": 0.0 + }, + { + "representative": 10158, + "members": [ + 10158 + ], + "max_error": 0.0 + }, + { + "representative": 10252, + "members": [ + 10252 + ], + "max_error": 0.0 + }, + { + "representative": 10178, + "members": [ + 10178 + ], + "max_error": 0.0 + }, + { + "representative": 10342, + "members": [ + 10342 + ], + "max_error": 0.0 + }, + { + "representative": 10346, + "members": [ + 10346 + ], + "max_error": 0.0 + }, + { + "representative": 10250, + "members": [ + 10250 + ], + "max_error": 0.0 + }, + { + "representative": 10134, + "members": [ + 10134 + ], + "max_error": 0.0 + }, + { + "representative": 10321, + "members": [ + 10321 + ], + "max_error": 0.0 + }, + { + "representative": 10131, + "members": [ + 10131 + ], + "max_error": 0.0 + }, + { + "representative": 10282, + "members": [ + 10282 + ], + "max_error": 0.0 + }, + { + "representative": 10248, + "members": [ + 10248 + ], + "max_error": 0.0 + }, + { + "representative": 10270, + "members": [ + 10270 + ], + "max_error": 0.0 + }, + { + "representative": 10137, + "members": [ + 10137 + ], + "max_error": 0.0 + }, + { + "representative": 10352, + "members": [ + 10352 + ], + "max_error": 0.0 + }, + { + "representative": 10157, + "members": [ + 10157 + ], + "max_error": 0.0 + }, + { + "representative": 10262, + "members": [ + 10262 + ], + "max_error": 0.0 + }, + { + "representative": 10369, + "members": [ + 10369 + ], + "max_error": 0.0 + }, + { + "representative": 10187, + "members": [ + 10187 + ], + "max_error": 0.0 + }, + { + "representative": 10306, + "members": [ + 10306 + ], + "max_error": 0.0 + }, + { + "representative": 10239, + "members": [ + 10239 + ], + "max_error": 0.0 + }, + { + "representative": 10344, + "members": [ + 10344 + ], + "max_error": 0.0 + }, + { + "representative": 10323, + "members": [ + 10323 + ], + "max_error": 0.0 + }, + { + "representative": 10166, + "members": [ + 10166 + ], + "max_error": 0.0 + }, + { + "representative": 10142, + "members": [ + 10142 + ], + "max_error": 0.0 + }, + { + "representative": 10193, + "members": [ + 10193 + ], + "max_error": 0.0 + }, + { + "representative": 10128, + "members": [ + 10128 + ], + "max_error": 0.0 + }, + { + "representative": 10353, + "members": [ + 10353 + ], + "max_error": 0.0 + }, + { + "representative": 10209, + "members": [ + 10209 + ], + "max_error": 0.0 + }, + { + "representative": 10184, + "members": [ + 10184 + ], + "max_error": 0.0 + }, + { + "representative": 10186, + "members": [ + 10186 + ], + "max_error": 0.0 + }, + { + "representative": 10188, + "members": [ + 10188 + ], + "max_error": 0.0 + }, + { + "representative": 10191, + "members": [ + 10191 + ], + "max_error": 0.0 + }, + { + "representative": 10194, + "members": [ + 10194 + ], + "max_error": 0.0 + }, + { + "representative": 10195, + "members": [ + 10195 + ], + "max_error": 0.0 + }, + { + "representative": 10196, + "members": [ + 10196 + ], + "max_error": 0.0 + }, + { + "representative": 10197, + "members": [ + 10197 + ], + "max_error": 0.0 + }, + { + "representative": 10199, + "members": [ + 10199 + ], + "max_error": 0.0 + }, + { + "representative": 10202, + "members": [ + 10202 + ], + "max_error": 0.0 + }, + { + "representative": 10203, + "members": [ + 10203 + ], + "max_error": 0.0 + }, + { + "representative": 10205, + "members": [ + 10205 + ], + "max_error": 0.0 + }, + { + "representative": 10206, + "members": [ + 10206 + ], + "max_error": 0.0 + }, + { + "representative": 10208, + "members": [ + 10208 + ], + "max_error": 0.0 + }, + { + "representative": 10210, + "members": [ + 10210 + ], + "max_error": 0.0 + }, + { + "representative": 10212, + "members": [ + 10212 + ], + "max_error": 0.0 + }, + { + "representative": 10215, + "members": [ + 10215 + ], + "max_error": 0.0 + }, + { + "representative": 10180, + "members": [ + 10180 + ], + "max_error": 0.0 + }, + { + "representative": 10216, + "members": [ + 10216 + ], + "max_error": 0.0 + }, + { + "representative": 10223, + "members": [ + 10223 + ], + "max_error": 0.0 + }, + { + "representative": 10182, + "members": [ + 10182 + ], + "max_error": 0.0 + }, + { + "representative": 10183, + "members": [ + 10183 + ], + "max_error": 0.0 + }, + { + "representative": 10163, + "members": [ + 10163 + ], + "max_error": 0.0 + }, + { + "representative": 10177, + "members": [ + 10177 + ], + "max_error": 0.0 + }, + { + "representative": 10382, + "members": [ + 10382 + ], + "max_error": 0.0 + }, + { + "representative": 10291, + "members": [ + 10291 + ], + "max_error": 0.0 + }, + { + "representative": 10190, + "members": [ + 10190 + ], + "max_error": 0.0 + }, + { + "representative": 10168, + "members": [ + 10168 + ], + "max_error": 0.0 + }, + { + "representative": 10264, + "members": [ + 10264 + ], + "max_error": 0.0 + }, + { + "representative": 10327, + "members": [ + 10327 + ], + "max_error": 0.0 + }, + { + "representative": 10246, + "members": [ + 10246 + ], + "max_error": 0.0 + }, + { + "representative": 10329, + "members": [ + 10329 + ], + "max_error": 0.0 + }, + { + "representative": 10161, + "members": [ + 10161 + ], + "max_error": 0.0 + }, + { + "representative": 10300, + "members": [ + 10300 + ], + "max_error": 0.0 + }, + { + "representative": 10242, + "members": [ + 10242 + ], + "max_error": 0.0 + }, + { + "representative": 10288, + "members": [ + 10288 + ], + "max_error": 0.0 + }, + { + "representative": 10160, + "members": [ + 10160 + ], + "max_error": 0.0 + }, + { + "representative": 10218, + "members": [ + 10218 + ], + "max_error": 0.0 + }, + { + "representative": 10302, + "members": [ + 10302 + ], + "max_error": 0.0 + }, + { + "representative": 10164, + "members": [ + 10164 + ], + "max_error": 0.0 + }, + { + "representative": 10345, + "members": [ + 10345 + ], + "max_error": 0.0 + }, + { + "representative": 10283, + "members": [ + 10283 + ], + "max_error": 0.0 + }, + { + "representative": 10220, + "members": [ + 10220 + ], + "max_error": 0.0 + }, + { + "representative": 10372, + "members": [ + 10372 + ], + "max_error": 0.0 + }, + { + "representative": 10261, + "members": [ + 10261 + ], + "max_error": 0.0 + }, + { + "representative": 10222, + "members": [ + 10222 + ], + "max_error": 0.0 + }, + { + "representative": 10159, + "members": [ + 10159 + ], + "max_error": 0.0 + }, + { + "representative": 10258, + "members": [ + 10258 + ], + "max_error": 0.0 + }, + { + "representative": 10151, + "members": [ + 10151 + ], + "max_error": 0.0 + }, + { + "representative": 10229, + "members": [ + 10229 + ], + "max_error": 0.0 + }, + { + "representative": 10308, + "members": [ + 10308 + ], + "max_error": 0.0 + }, + { + "representative": 10350, + "members": [ + 10350 + ], + "max_error": 0.0 + }, + { + "representative": 10171, + "members": [ + 10171 + ], + "max_error": 0.0 + }, + { + "representative": 10267, + "members": [ + 10267 + ], + "max_error": 0.0 + }, + { + "representative": 10132, + "members": [ + 10132 + ], + "max_error": 0.0 + }, + { + "representative": 10144, + "members": [ + 10144 + ], + "max_error": 0.0 + }, + { + "representative": 10154, + "members": [ + 10154 + ], + "max_error": 0.0 + }, + { + "representative": 10141, + "members": [ + 10141 + ], + "max_error": 0.0 + }, + { + "representative": 10376, + "members": [ + 10376 + ], + "max_error": 0.0 + }, + { + "representative": 10383, + "members": [ + 10383 + ], + "max_error": 0.0 + }, + { + "representative": 10367, + "members": [ + 10367 + ], + "max_error": 0.0 + }, + { + "representative": 10253, + "members": [ + 10253 + ], + "max_error": 0.0 + }, + { + "representative": 10292, + "members": [ + 10292 + ], + "max_error": 0.0 + }, + { + "representative": 10351, + "members": [ + 10351 + ], + "max_error": 0.0 + }, + { + "representative": 10181, + "members": [ + 10181 + ], + "max_error": 0.0 + }, + { + "representative": 10174, + "members": [ + 10174 + ], + "max_error": 0.0 + }, + { + "representative": 10340, + "members": [ + 10340 + ], + "max_error": 0.0 + }, + { + "representative": 10237, + "members": [ + 10237 + ], + "max_error": 0.0 + }, + { + "representative": 10249, + "members": [ + 10249 + ], + "max_error": 0.0 + }, + { + "representative": 10371, + "members": [ + 10371 + ], + "max_error": 0.0 + }, + { + "representative": 10293, + "members": [ + 10293 + ], + "max_error": 0.0 + }, + { + "representative": 10337, + "members": [ + 10337 + ], + "max_error": 0.0 + }, + { + "representative": 10381, + "members": [ + 10381 + ], + "max_error": 0.0 + }, + { + "representative": 10156, + "members": [ + 10156 + ], + "max_error": 0.0 + }, + { + "representative": 10298, + "members": [ + 10298 + ], + "max_error": 0.0 + }, + { + "representative": 10263, + "members": [ + 10263 + ], + "max_error": 0.0 + }, + { + "representative": 10232, + "members": [ + 10232 + ], + "max_error": 0.0 + }, + { + "representative": 10136, + "members": [ + 10136 + ], + "max_error": 0.0 + }, + { + "representative": 10221, + "members": [ + 10221 + ], + "max_error": 0.0 + }, + { + "representative": 10339, + "members": [ + 10339 + ], + "max_error": 0.0 + }, + { + "representative": 10185, + "members": [ + 10185 + ], + "max_error": 0.0 + }, + { + "representative": 10328, + "members": [ + 10328 + ], + "max_error": 0.0 + }, + { + "representative": 10273, + "members": [ + 10273 + ], + "max_error": 0.0 + }, + { + "representative": 10228, + "members": [ + 10228 + ], + "max_error": 0.0 + }, + { + "representative": 10272, + "members": [ + 10272 + ], + "max_error": 0.0 + }, + { + "representative": 10301, + "members": [ + 10301 + ], + "max_error": 0.0 + }, + { + "representative": 10170, + "members": [ + 10170 + ], + "max_error": 0.0 + }, + { + "representative": 10311, + "members": [ + 10311 + ], + "max_error": 0.0 + }, + { + "representative": 10211, + "members": [ + 10211 + ], + "max_error": 0.0 + }, + { + "representative": 10310, + "members": [ + 10310 + ], + "max_error": 0.0 + }, + { + "representative": 10153, + "members": [ + 10153 + ], + "max_error": 0.0 + }, + { + "representative": 10260, + "members": [ + 10260 + ], + "max_error": 0.0 + }, + { + "representative": 10247, + "members": [ + 10247 + ], + "max_error": 0.0 + }, + { + "representative": 10200, + "members": [ + 10200 + ], + "max_error": 0.0 + }, + { + "representative": 10245, + "members": [ + 10245 + ], + "max_error": 0.0 + }, + { + "representative": 10375, + "members": [ + 10375 + ], + "max_error": 0.0 + }, + { + "representative": 10348, + "members": [ + 10348 + ], + "max_error": 0.0 + }, + { + "representative": 10343, + "members": [ + 10343 + ], + "max_error": 0.0 + }, + { + "representative": 10380, + "members": [ + 10380 + ], + "max_error": 0.0 + }, + { + "representative": 10207, + "members": [ + 10207 + ], + "max_error": 0.0 + }, + { + "representative": 10231, + "members": [ + 10231 + ], + "max_error": 0.0 + }, + { + "representative": 10173, + "members": [ + 10173 + ], + "max_error": 0.0 + }, + { + "representative": 10290, + "members": [ + 10290 + ], + "max_error": 0.0 + }, + { + "representative": 10201, + "members": [ + 10201 + ], + "max_error": 0.0 + }, + { + "representative": 10336, + "members": [ + 10336 + ], + "max_error": 0.0 + }, + { + "representative": 10176, + "members": [ + 10176 + ], + "max_error": 0.0 + }, + { + "representative": 10281, + "members": [ + 10281 + ], + "max_error": 0.0 + }, + { + "representative": 10150, + "members": [ + 10150 + ], + "max_error": 0.0 + }, + { + "representative": 10286, + "members": [ + 10286 + ], + "max_error": 0.0 + }, + { + "representative": 10341, + "members": [ + 10341 + ], + "max_error": 0.0 + }, + { + "representative": 10331, + "members": [ + 10331 + ], + "max_error": 0.0 + }, + { + "representative": 10269, + "members": [ + 10269 + ], + "max_error": 0.0 + }, + { + "representative": 10275, + "members": [ + 10275 + ], + "max_error": 0.0 + }, + { + "representative": 10299, + "members": [ + 10299 + ], + "max_error": 0.0 + }, + { + "representative": 10233, + "members": [ + 10233 + ], + "max_error": 0.0 + }, + { + "representative": 10255, + "members": [ + 10255 + ], + "max_error": 0.0 + }, + { + "representative": 10213, + "members": [ + 10213 + ], + "max_error": 0.0 + }, + { + "representative": 10234, + "members": [ + 10234 + ], + "max_error": 0.0 + }, + { + "representative": 10236, + "members": [ + 10236 + ], + "max_error": 0.0 + }, + { + "representative": 10226, + "members": [ + 10226 + ], + "max_error": 0.0 + }, + { + "representative": 10244, + "members": [ + 10244 + ], + "max_error": 0.0 + }, + { + "representative": 10251, + "members": [ + 10251 + ], + "max_error": 0.0 + }, + { + "representative": 10227, + "members": [ + 10227 + ], + "max_error": 0.0 + }, + { + "representative": 10256, + "members": [ + 10256 + ], + "max_error": 0.0 + }, + { + "representative": 10257, + "members": [ + 10257 + ], + "max_error": 0.0 + }, + { + "representative": 10265, + "members": [ + 10265 + ], + "max_error": 0.0 + }, + { + "representative": 10266, + "members": [ + 10266 + ], + "max_error": 0.0 + }, + { + "representative": 10271, + "members": [ + 10271 + ], + "max_error": 0.0 + }, + { + "representative": 10230, + "members": [ + 10230 + ], + "max_error": 0.0 + }, + { + "representative": 10280, + "members": [ + 10280 + ], + "max_error": 0.0 + }, + { + "representative": 10284, + "members": [ + 10284 + ], + "max_error": 0.0 + }, + { + "representative": 10285, + "members": [ + 10285 + ], + "max_error": 0.0 + }, + { + "representative": 10287, + "members": [ + 10287 + ], + "max_error": 0.0 + }, + { + "representative": 10289, + "members": [ + 10289 + ], + "max_error": 0.0 + }, + { + "representative": 10274, + "members": [ + 10274 + ], + "max_error": 0.0 + }, + { + "representative": 10295, + "members": [ + 10295 + ], + "max_error": 0.0 + }, + { + "representative": 10297, + "members": [ + 10297 + ], + "max_error": 0.0 + }, + { + "representative": 10303, + "members": [ + 10303 + ], + "max_error": 0.0 + }, + { + "representative": 10304, + "members": [ + 10304 + ], + "max_error": 0.0 + }, + { + "representative": 10305, + "members": [ + 10305 + ], + "max_error": 0.0 + }, + { + "representative": 10276, + "members": [ + 10276 + ], + "max_error": 0.0 + }, + { + "representative": 10313, + "members": [ + 10313 + ], + "max_error": 0.0 + }, + { + "representative": 10314, + "members": [ + 10314 + ], + "max_error": 0.0 + }, + { + "representative": 10315, + "members": [ + 10315 + ], + "max_error": 0.0 + }, + { + "representative": 10316, + "members": [ + 10316 + ], + "max_error": 0.0 + }, + { + "representative": 10317, + "members": [ + 10317 + ], + "max_error": 0.0 + }, + { + "representative": 10319, + "members": [ + 10319 + ], + "max_error": 0.0 + }, + { + "representative": 10277, + "members": [ + 10277 + ], + "max_error": 0.0 + }, + { + "representative": 10279, + "members": [ + 10279 + ], + "max_error": 0.0 + }, + { + "representative": 10320, + "members": [ + 10320 + ], + "max_error": 0.0 + }, + { + "representative": 10330, + "members": [ + 10330 + ], + "max_error": 0.0 + }, + { + "representative": 10332, + "members": [ + 10332 + ], + "max_error": 0.0 + }, + { + "representative": 10333, + "members": [ + 10333 + ], + "max_error": 0.0 + }, + { + "representative": 10335, + "members": [ + 10335 + ], + "max_error": 0.0 + }, + { + "representative": 10347, + "members": [ + 10347 + ], + "max_error": 0.0 + }, + { + "representative": 10354, + "members": [ + 10354 + ], + "max_error": 0.0 + }, + { + "representative": 10355, + "members": [ + 10355 + ], + "max_error": 0.0 + }, + { + "representative": 10356, + "members": [ + 10356 + ], + "max_error": 0.0 + }, + { + "representative": 10357, + "members": [ + 10357 + ], + "max_error": 0.0 + }, + { + "representative": 10358, + "members": [ + 10358 + ], + "max_error": 0.0 + }, + { + "representative": 10324, + "members": [ + 10324 + ], + "max_error": 0.0 + }, + { + "representative": 10360, + "members": [ + 10360 + ], + "max_error": 0.0 + }, + { + "representative": 10362, + "members": [ + 10362 + ], + "max_error": 0.0 + }, + { + "representative": 10363, + "members": [ + 10363 + ], + "max_error": 0.0 + }, + { + "representative": 10364, + "members": [ + 10364 + ], + "max_error": 0.0 + }, + { + "representative": 10366, + "members": [ + 10366 + ], + "max_error": 0.0 + }, + { + "representative": 10325, + "members": [ + 10325 + ], + "max_error": 0.0 + }, + { + "representative": 10326, + "members": [ + 10326 + ], + "max_error": 0.0 + }, + { + "representative": 10368, + "members": [ + 10368 + ], + "max_error": 0.0 + }, + { + "representative": 10378, + "members": [ + 10378 + ], + "max_error": 0.0 + }, + { + "representative": 10224, + "members": [ + 10224 + ], + "max_error": 0.0 + }, + { + "representative": 10370, + "members": [ + 10370 + ], + "max_error": 0.0 + }, + { + "representative": 10235, + "members": [ + 10235 + ], + "max_error": 0.0 + }, + { + "representative": 10241, + "members": [ + 10241 + ], + "max_error": 0.0 + }, + { + "representative": 10334, + "members": [ + 10334 + ], + "max_error": 0.0 + }, + { + "representative": 10318, + "members": [ + 10318 + ], + "max_error": 0.0 + }, + { + "representative": 10243, + "members": [ + 10243 + ], + "max_error": 0.0 + }, + { + "representative": 10312, + "members": [ + 10312 + ], + "max_error": 0.0 + }, + { + "representative": 10240, + "members": [ + 10240 + ], + "max_error": 0.0 + }, + { + "representative": 10238, + "members": [ + 10238 + ], + "max_error": 0.0 + }, + { + "representative": 10172, + "members": [ + 10172 + ], + "max_error": 0.0 + }, + { + "representative": 10130, + "members": [ + 10130 + ], + "max_error": 0.0 + }, + { + "representative": 10377, + "members": [ + 10377 + ], + "max_error": 0.0 + }, + { + "representative": 10374, + "members": [ + 10374 + ], + "max_error": 0.0 + }, + { + "representative": 10217, + "members": [ + 10217 + ], + "max_error": 0.0 + }, + { + "representative": 10259, + "members": [ + 10259 + ], + "max_error": 0.0 + }, + { + "representative": 10219, + "members": [ + 10219 + ], + "max_error": 0.0 + }, + { + "representative": 10167, + "members": [ + 10167 + ], + "max_error": 0.0 + }, + { + "representative": 10309, + "members": [ + 10309 + ], + "max_error": 0.0 + }, + { + "representative": 10268, + "members": [ + 10268 + ], + "max_error": 0.0 + }, + { + "representative": 10349, + "members": [ + 10349 + ], + "max_error": 0.0 + }, + { + "representative": 10214, + "members": [ + 10214 + ], + "max_error": 0.0 + }, + { + "representative": 10179, + "members": [ + 10179 + ], + "max_error": 0.0 + }, + { + "representative": 10189, + "members": [ + 10189 + ], + "max_error": 0.0 + }, + { + "representative": 10138, + "members": [ + 10138 + ], + "max_error": 0.0 + }, + { + "representative": 10204, + "members": [ + 10204 + ], + "max_error": 0.0 + }, + { + "representative": 10359, + "members": [ + 10359 + ], + "max_error": 0.0 + }, + { + "representative": 10169, + "members": [ + 10169 + ], + "max_error": 0.0 + }, + { + "representative": 10294, + "members": [ + 10294 + ], + "max_error": 0.0 + }, + { + "representative": 10307, + "members": [ + 10307 + ], + "max_error": 0.0 + }, + { + "representative": 10155, + "members": [ + 10155 + ], + "max_error": 0.0 + }, + { + "representative": 10338, + "members": [ + 10338 + ], + "max_error": 0.0 + }, + { + "representative": 10278, + "members": [ + 10278 + ], + "max_error": 0.0 + }, + { + "representative": 10322, + "members": [ + 10322 + ], + "max_error": 0.0 + }, + { + "representative": 10198, + "members": [ + 10198 + ], + "max_error": 0.0 + }, + { + "representative": 10379, + "members": [ + 10379 + ], + "max_error": 0.0 + }, + { + "representative": 10192, + "members": [ + 10192 + ], + "max_error": 0.0 + }, + { + "representative": 10373, + "members": [ + 10373 + ], + "max_error": 0.0 + }, + { + "representative": 10175, + "members": [ + 10175 + ], + "max_error": 0.0 + }, + { + "representative": 10296, + "members": [ + 10296 + ], + "max_error": 0.0 + }, + { + "representative": 10152, + "members": [ + 10152 + ], + "max_error": 0.0 + }, + { + "representative": 10365, + "members": [ + 10365 + ], + "max_error": 0.0 + }, + { + "representative": 10225, + "members": [ + 10225 + ], + "max_error": 0.0 + }, + { + "representative": 10361, + "members": [ + 10361 + ], + "max_error": 0.0 + }, + { + "representative": 10641, + "members": [ + 10641 + ], + "max_error": 0.0 + }, + { + "representative": 10653, + "members": [ + 10653 + ], + "max_error": 0.0 + }, + { + "representative": 10643, + "members": [ + 10643 + ], + "max_error": 0.0 + }, + { + "representative": 10646, + "members": [ + 10646 + ], + "max_error": 0.0 + }, + { + "representative": 10778, + "members": [ + 10778 + ], + "max_error": 0.0 + }, + { + "representative": 10781, + "members": [ + 10781 + ], + "max_error": 0.0 + }, + { + "representative": 10773, + "members": [ + 10773 + ], + "max_error": 0.0 + }, + { + "representative": 10795, + "members": [ + 10795 + ], + "max_error": 0.0 + }, + { + "representative": 10797, + "members": [ + 10797 + ], + "max_error": 0.0 + }, + { + "representative": 10798, + "members": [ + 10798 + ], + "max_error": 0.0 + }, + { + "representative": 10787, + "members": [ + 10787 + ], + "max_error": 0.0 + }, + { + "representative": 10788, + "members": [ + 10788 + ], + "max_error": 0.0 + }, + { + "representative": 10656, + "members": [ + 10656 + ], + "max_error": 0.0 + }, + { + "representative": 10664, + "members": [ + 10664 + ], + "max_error": 0.0 + }, + { + "representative": 10658, + "members": [ + 10658 + ], + "max_error": 0.0 + }, + { + "representative": 10659, + "members": [ + 10659 + ], + "max_error": 0.0 + }, + { + "representative": 10662, + "members": [ + 10662 + ], + "max_error": 0.0 + }, + { + "representative": 10663, + "members": [ + 10663 + ], + "max_error": 0.0 + }, + { + "representative": 10800, + "members": [ + 10800 + ], + "max_error": 0.0 + }, + { + "representative": 10801, + "members": [ + 10801 + ], + "max_error": 0.0 + }, + { + "representative": 10814, + "members": [ + 10814 + ], + "max_error": 0.0 + }, + { + "representative": 10816, + "members": [ + 10816 + ], + "max_error": 0.0 + }, + { + "representative": 10825, + "members": [ + 10825 + ], + "max_error": 0.0 + }, + { + "representative": 10828, + "members": [ + 10828 + ], + "max_error": 0.0 + }, + { + "representative": 10840, + "members": [ + 10840 + ], + "max_error": 0.0 + }, + { + "representative": 10842, + "members": [ + 10842 + ], + "max_error": 0.0 + }, + { + "representative": 10846, + "members": [ + 10846 + ], + "max_error": 0.0 + }, + { + "representative": 10834, + "members": [ + 10834 + ], + "max_error": 0.0 + }, + { + "representative": 10839, + "members": [ + 10839 + ], + "max_error": 0.0 + }, + { + "representative": 10848, + "members": [ + 10848 + ], + "max_error": 0.0 + }, + { + "representative": 10856, + "members": [ + 10856 + ], + "max_error": 0.0 + }, + { + "representative": 10858, + "members": [ + 10858 + ], + "max_error": 0.0 + }, + { + "representative": 10862, + "members": [ + 10862 + ], + "max_error": 0.0 + }, + { + "representative": 10853, + "members": [ + 10853 + ], + "max_error": 0.0 + }, + { + "representative": 10876, + "members": [ + 10876 + ], + "max_error": 0.0 + }, + { + "representative": 10866, + "members": [ + 10866 + ], + "max_error": 0.0 + }, + { + "representative": 10868, + "members": [ + 10868 + ], + "max_error": 0.0 + }, + { + "representative": 10883, + "members": [ + 10883 + ], + "max_error": 0.0 + }, + { + "representative": 10884, + "members": [ + 10884 + ], + "max_error": 0.0 + }, + { + "representative": 10885, + "members": [ + 10885 + ], + "max_error": 0.0 + }, + { + "representative": 10887, + "members": [ + 10887 + ], + "max_error": 0.0 + }, + { + "representative": 10675, + "members": [ + 10675 + ], + "max_error": 0.0 + }, + { + "representative": 10699, + "members": [ + 10699 + ], + "max_error": 0.0 + }, + { + "representative": 10777, + "members": [ + 10777 + ], + "max_error": 0.0 + }, + { + "representative": 10793, + "members": [ + 10793 + ], + "max_error": 0.0 + }, + { + "representative": 10794, + "members": [ + 10794 + ], + "max_error": 0.0 + }, + { + "representative": 10792, + "members": [ + 10792 + ], + "max_error": 0.0 + }, + { + "representative": 10874, + "members": [ + 10874 + ], + "max_error": 0.0 + }, + { + "representative": 10807, + "members": [ + 10807 + ], + "max_error": 0.0 + }, + { + "representative": 10806, + "members": [ + 10806 + ], + "max_error": 0.0 + }, + { + "representative": 10761, + "members": [ + 10761 + ], + "max_error": 0.0 + }, + { + "representative": 10776, + "members": [ + 10776 + ], + "max_error": 0.0 + }, + { + "representative": 10717, + "members": [ + 10717 + ], + "max_error": 0.0 + }, + { + "representative": 10749, + "members": [ + 10749 + ], + "max_error": 0.0 + }, + { + "representative": 10650, + "members": [ + 10650 + ], + "max_error": 0.0 + }, + { + "representative": 10791, + "members": [ + 10791 + ], + "max_error": 0.0 + }, + { + "representative": 10891, + "members": [ + 10891 + ], + "max_error": 0.0 + }, + { + "representative": 10870, + "members": [ + 10870 + ], + "max_error": 0.0 + }, + { + "representative": 10725, + "members": [ + 10725 + ], + "max_error": 0.0 + }, + { + "representative": 10789, + "members": [ + 10789 + ], + "max_error": 0.0 + }, + { + "representative": 10765, + "members": [ + 10765 + ], + "max_error": 0.0 + }, + { + "representative": 10880, + "members": [ + 10880 + ], + "max_error": 0.0 + }, + { + "representative": 10845, + "members": [ + 10845 + ], + "max_error": 0.0 + }, + { + "representative": 10774, + "members": [ + 10774 + ], + "max_error": 0.0 + }, + { + "representative": 10672, + "members": [ + 10672 + ], + "max_error": 0.0 + }, + { + "representative": 10687, + "members": [ + 10687 + ], + "max_error": 0.0 + }, + { + "representative": 10677, + "members": [ + 10677 + ], + "max_error": 0.0 + }, + { + "representative": 10678, + "members": [ + 10678 + ], + "max_error": 0.0 + }, + { + "representative": 10679, + "members": [ + 10679 + ], + "max_error": 0.0 + }, + { + "representative": 10644, + "members": [ + 10644 + ], + "max_error": 0.0 + }, + { + "representative": 10707, + "members": [ + 10707 + ], + "max_error": 0.0 + }, + { + "representative": 10838, + "members": [ + 10838 + ], + "max_error": 0.0 + }, + { + "representative": 10718, + "members": [ + 10718 + ], + "max_error": 0.0 + }, + { + "representative": 10879, + "members": [ + 10879 + ], + "max_error": 0.0 + }, + { + "representative": 10882, + "members": [ + 10882 + ], + "max_error": 0.0 + }, + { + "representative": 10837, + "members": [ + 10837 + ], + "max_error": 0.0 + }, + { + "representative": 10748, + "members": [ + 10748 + ], + "max_error": 0.0 + }, + { + "representative": 10666, + "members": [ + 10666 + ], + "max_error": 0.0 + }, + { + "representative": 10819, + "members": [ + 10819 + ], + "max_error": 0.0 + }, + { + "representative": 10655, + "members": [ + 10655 + ], + "max_error": 0.0 + }, + { + "representative": 10668, + "members": [ + 10668 + ], + "max_error": 0.0 + }, + { + "representative": 10855, + "members": [ + 10855 + ], + "max_error": 0.0 + }, + { + "representative": 10752, + "members": [ + 10752 + ], + "max_error": 0.0 + }, + { + "representative": 10757, + "members": [ + 10757 + ], + "max_error": 0.0 + }, + { + "representative": 10786, + "members": [ + 10786 + ], + "max_error": 0.0 + }, + { + "representative": 10764, + "members": [ + 10764 + ], + "max_error": 0.0 + }, + { + "representative": 10833, + "members": [ + 10833 + ], + "max_error": 0.0 + }, + { + "representative": 10799, + "members": [ + 10799 + ], + "max_error": 0.0 + }, + { + "representative": 10869, + "members": [ + 10869 + ], + "max_error": 0.0 + }, + { + "representative": 10673, + "members": [ + 10673 + ], + "max_error": 0.0 + }, + { + "representative": 10744, + "members": [ + 10744 + ], + "max_error": 0.0 + }, + { + "representative": 10836, + "members": [ + 10836 + ], + "max_error": 0.0 + }, + { + "representative": 10826, + "members": [ + 10826 + ], + "max_error": 0.0 + }, + { + "representative": 10682, + "members": [ + 10682 + ], + "max_error": 0.0 + }, + { + "representative": 10785, + "members": [ + 10785 + ], + "max_error": 0.0 + }, + { + "representative": 10697, + "members": [ + 10697 + ], + "max_error": 0.0 + }, + { + "representative": 10875, + "members": [ + 10875 + ], + "max_error": 0.0 + }, + { + "representative": 10890, + "members": [ + 10890 + ], + "max_error": 0.0 + }, + { + "representative": 10843, + "members": [ + 10843 + ], + "max_error": 0.0 + }, + { + "representative": 10831, + "members": [ + 10831 + ], + "max_error": 0.0 + }, + { + "representative": 10808, + "members": [ + 10808 + ], + "max_error": 0.0 + }, + { + "representative": 10692, + "members": [ + 10692 + ], + "max_error": 0.0 + }, + { + "representative": 10654, + "members": [ + 10654 + ], + "max_error": 0.0 + }, + { + "representative": 10772, + "members": [ + 10772 + ], + "max_error": 0.0 + }, + { + "representative": 10661, + "members": [ + 10661 + ], + "max_error": 0.0 + }, + { + "representative": 10796, + "members": [ + 10796 + ], + "max_error": 0.0 + }, + { + "representative": 10779, + "members": [ + 10779 + ], + "max_error": 0.0 + }, + { + "representative": 10863, + "members": [ + 10863 + ], + "max_error": 0.0 + }, + { + "representative": 10780, + "members": [ + 10780 + ], + "max_error": 0.0 + }, + { + "representative": 10873, + "members": [ + 10873 + ], + "max_error": 0.0 + }, + { + "representative": 10747, + "members": [ + 10747 + ], + "max_error": 0.0 + }, + { + "representative": 10841, + "members": [ + 10841 + ], + "max_error": 0.0 + }, + { + "representative": 10811, + "members": [ + 10811 + ], + "max_error": 0.0 + }, + { + "representative": 10881, + "members": [ + 10881 + ], + "max_error": 0.0 + }, + { + "representative": 10892, + "members": [ + 10892 + ], + "max_error": 0.0 + }, + { + "representative": 10859, + "members": [ + 10859 + ], + "max_error": 0.0 + }, + { + "representative": 10734, + "members": [ + 10734 + ], + "max_error": 0.0 + }, + { + "representative": 10695, + "members": [ + 10695 + ], + "max_error": 0.0 + }, + { + "representative": 10648, + "members": [ + 10648 + ], + "max_error": 0.0 + }, + { + "representative": 10657, + "members": [ + 10657 + ], + "max_error": 0.0 + }, + { + "representative": 10810, + "members": [ + 10810 + ], + "max_error": 0.0 + }, + { + "representative": 10702, + "members": [ + 10702 + ], + "max_error": 0.0 + }, + { + "representative": 10700, + "members": [ + 10700 + ], + "max_error": 0.0 + }, + { + "representative": 10701, + "members": [ + 10701 + ], + "max_error": 0.0 + }, + { + "representative": 10691, + "members": [ + 10691 + ], + "max_error": 0.0 + }, + { + "representative": 10864, + "members": [ + 10864 + ], + "max_error": 0.0 + }, + { + "representative": 10649, + "members": [ + 10649 + ], + "max_error": 0.0 + }, + { + "representative": 10809, + "members": [ + 10809 + ], + "max_error": 0.0 + }, + { + "representative": 10894, + "members": [ + 10894 + ], + "max_error": 0.0 + }, + { + "representative": 10818, + "members": [ + 10818 + ], + "max_error": 0.0 + }, + { + "representative": 10688, + "members": [ + 10688 + ], + "max_error": 0.0 + }, + { + "representative": 10671, + "members": [ + 10671 + ], + "max_error": 0.0 + }, + { + "representative": 10681, + "members": [ + 10681 + ], + "max_error": 0.0 + }, + { + "representative": 10685, + "members": [ + 10685 + ], + "max_error": 0.0 + }, + { + "representative": 10813, + "members": [ + 10813 + ], + "max_error": 0.0 + }, + { + "representative": 10751, + "members": [ + 10751 + ], + "max_error": 0.0 + }, + { + "representative": 10667, + "members": [ + 10667 + ], + "max_error": 0.0 + }, + { + "representative": 10669, + "members": [ + 10669 + ], + "max_error": 0.0 + }, + { + "representative": 10850, + "members": [ + 10850 + ], + "max_error": 0.0 + }, + { + "representative": 10713, + "members": [ + 10713 + ], + "max_error": 0.0 + }, + { + "representative": 10817, + "members": [ + 10817 + ], + "max_error": 0.0 + }, + { + "representative": 10739, + "members": [ + 10739 + ], + "max_error": 0.0 + }, + { + "representative": 10854, + "members": [ + 10854 + ], + "max_error": 0.0 + }, + { + "representative": 10782, + "members": [ + 10782 + ], + "max_error": 0.0 + }, + { + "representative": 10867, + "members": [ + 10867 + ], + "max_error": 0.0 + }, + { + "representative": 10872, + "members": [ + 10872 + ], + "max_error": 0.0 + }, + { + "representative": 10852, + "members": [ + 10852 + ], + "max_error": 0.0 + }, + { + "representative": 10737, + "members": [ + 10737 + ], + "max_error": 0.0 + }, + { + "representative": 10754, + "members": [ + 10754 + ], + "max_error": 0.0 + }, + { + "representative": 10815, + "members": [ + 10815 + ], + "max_error": 0.0 + }, + { + "representative": 10721, + "members": [ + 10721 + ], + "max_error": 0.0 + }, + { + "representative": 10888, + "members": [ + 10888 + ], + "max_error": 0.0 + }, + { + "representative": 10690, + "members": [ + 10690 + ], + "max_error": 0.0 + }, + { + "representative": 10719, + "members": [ + 10719 + ], + "max_error": 0.0 + }, + { + "representative": 10822, + "members": [ + 10822 + ], + "max_error": 0.0 + }, + { + "representative": 10715, + "members": [ + 10715 + ], + "max_error": 0.0 + }, + { + "representative": 10889, + "members": [ + 10889 + ], + "max_error": 0.0 + }, + { + "representative": 10640, + "members": [ + 10640 + ], + "max_error": 0.0 + }, + { + "representative": 10660, + "members": [ + 10660 + ], + "max_error": 0.0 + }, + { + "representative": 10770, + "members": [ + 10770 + ], + "max_error": 0.0 + }, + { + "representative": 10758, + "members": [ + 10758 + ], + "max_error": 0.0 + }, + { + "representative": 10805, + "members": [ + 10805 + ], + "max_error": 0.0 + }, + { + "representative": 10698, + "members": [ + 10698 + ], + "max_error": 0.0 + }, + { + "representative": 10830, + "members": [ + 10830 + ], + "max_error": 0.0 + }, + { + "representative": 10741, + "members": [ + 10741 + ], + "max_error": 0.0 + }, + { + "representative": 10665, + "members": [ + 10665 + ], + "max_error": 0.0 + }, + { + "representative": 10823, + "members": [ + 10823 + ], + "max_error": 0.0 + }, + { + "representative": 10835, + "members": [ + 10835 + ], + "max_error": 0.0 + }, + { + "representative": 10652, + "members": [ + 10652 + ], + "max_error": 0.0 + }, + { + "representative": 10877, + "members": [ + 10877 + ], + "max_error": 0.0 + }, + { + "representative": 10728, + "members": [ + 10728 + ], + "max_error": 0.0 + }, + { + "representative": 10895, + "members": [ + 10895 + ], + "max_error": 0.0 + }, + { + "representative": 10820, + "members": [ + 10820 + ], + "max_error": 0.0 + }, + { + "representative": 10731, + "members": [ + 10731 + ], + "max_error": 0.0 + }, + { + "representative": 10857, + "members": [ + 10857 + ], + "max_error": 0.0 + }, + { + "representative": 10703, + "members": [ + 10703 + ], + "max_error": 0.0 + }, + { + "representative": 10651, + "members": [ + 10651 + ], + "max_error": 0.0 + }, + { + "representative": 10689, + "members": [ + 10689 + ], + "max_error": 0.0 + }, + { + "representative": 10753, + "members": [ + 10753 + ], + "max_error": 0.0 + }, + { + "representative": 10827, + "members": [ + 10827 + ], + "max_error": 0.0 + }, + { + "representative": 10720, + "members": [ + 10720 + ], + "max_error": 0.0 + }, + { + "representative": 10769, + "members": [ + 10769 + ], + "max_error": 0.0 + }, + { + "representative": 10861, + "members": [ + 10861 + ], + "max_error": 0.0 + }, + { + "representative": 10745, + "members": [ + 10745 + ], + "max_error": 0.0 + }, + { + "representative": 10647, + "members": [ + 10647 + ], + "max_error": 0.0 + }, + { + "representative": 10783, + "members": [ + 10783 + ], + "max_error": 0.0 + }, + { + "representative": 10683, + "members": [ + 10683 + ], + "max_error": 0.0 + }, + { + "representative": 10790, + "members": [ + 10790 + ], + "max_error": 0.0 + }, + { + "representative": 10849, + "members": [ + 10849 + ], + "max_error": 0.0 + }, + { + "representative": 10712, + "members": [ + 10712 + ], + "max_error": 0.0 + }, + { + "representative": 10705, + "members": [ + 10705 + ], + "max_error": 0.0 + }, + { + "representative": 10714, + "members": [ + 10714 + ], + "max_error": 0.0 + }, + { + "representative": 10706, + "members": [ + 10706 + ], + "max_error": 0.0 + }, + { + "representative": 10708, + "members": [ + 10708 + ], + "max_error": 0.0 + }, + { + "representative": 10709, + "members": [ + 10709 + ], + "max_error": 0.0 + }, + { + "representative": 10710, + "members": [ + 10710 + ], + "max_error": 0.0 + }, + { + "representative": 10824, + "members": [ + 10824 + ], + "max_error": 0.0 + }, + { + "representative": 10768, + "members": [ + 10768 + ], + "max_error": 0.0 + }, + { + "representative": 10680, + "members": [ + 10680 + ], + "max_error": 0.0 + }, + { + "representative": 10821, + "members": [ + 10821 + ], + "max_error": 0.0 + }, + { + "representative": 10851, + "members": [ + 10851 + ], + "max_error": 0.0 + }, + { + "representative": 10684, + "members": [ + 10684 + ], + "max_error": 0.0 + }, + { + "representative": 10860, + "members": [ + 10860 + ], + "max_error": 0.0 + }, + { + "representative": 10696, + "members": [ + 10696 + ], + "max_error": 0.0 + }, + { + "representative": 10674, + "members": [ + 10674 + ], + "max_error": 0.0 + }, + { + "representative": 10886, + "members": [ + 10886 + ], + "max_error": 0.0 + }, + { + "representative": 10722, + "members": [ + 10722 + ], + "max_error": 0.0 + }, + { + "representative": 10759, + "members": [ + 10759 + ], + "max_error": 0.0 + }, + { + "representative": 10704, + "members": [ + 10704 + ], + "max_error": 0.0 + }, + { + "representative": 10686, + "members": [ + 10686 + ], + "max_error": 0.0 + }, + { + "representative": 10642, + "members": [ + 10642 + ], + "max_error": 0.0 + }, + { + "representative": 10740, + "members": [ + 10740 + ], + "max_error": 0.0 + }, + { + "representative": 10670, + "members": [ + 10670 + ], + "max_error": 0.0 + }, + { + "representative": 10812, + "members": [ + 10812 + ], + "max_error": 0.0 + }, + { + "representative": 10694, + "members": [ + 10694 + ], + "max_error": 0.0 + }, + { + "representative": 10871, + "members": [ + 10871 + ], + "max_error": 0.0 + }, + { + "representative": 10832, + "members": [ + 10832 + ], + "max_error": 0.0 + }, + { + "representative": 10645, + "members": [ + 10645 + ], + "max_error": 0.0 + }, + { + "representative": 10693, + "members": [ + 10693 + ], + "max_error": 0.0 + }, + { + "representative": 10878, + "members": [ + 10878 + ], + "max_error": 0.0 + }, + { + "representative": 10784, + "members": [ + 10784 + ], + "max_error": 0.0 + }, + { + "representative": 10730, + "members": [ + 10730 + ], + "max_error": 0.0 + }, + { + "representative": 10775, + "members": [ + 10775 + ], + "max_error": 0.0 + }, + { + "representative": 10771, + "members": [ + 10771 + ], + "max_error": 0.0 + }, + { + "representative": 10746, + "members": [ + 10746 + ], + "max_error": 0.0 + }, + { + "representative": 10711, + "members": [ + 10711 + ], + "max_error": 0.0 + }, + { + "representative": 10804, + "members": [ + 10804 + ], + "max_error": 0.0 + }, + { + "representative": 10803, + "members": [ + 10803 + ], + "max_error": 0.0 + }, + { + "representative": 10676, + "members": [ + 10676 + ], + "max_error": 0.0 + }, + { + "representative": 10802, + "members": [ + 10802 + ], + "max_error": 0.0 + }, + { + "representative": 10732, + "members": [ + 10732 + ], + "max_error": 0.0 + }, + { + "representative": 10844, + "members": [ + 10844 + ], + "max_error": 0.0 + }, + { + "representative": 10893, + "members": [ + 10893 + ], + "max_error": 0.0 + }, + { + "representative": 10829, + "members": [ + 10829 + ], + "max_error": 0.0 + }, + { + "representative": 10865, + "members": [ + 10865 + ], + "max_error": 0.0 + }, + { + "representative": 10763, + "members": [ + 10763 + ], + "max_error": 0.0 + }, + { + "representative": 10716, + "members": [ + 10716 + ], + "max_error": 0.0 + }, + { + "representative": 10847, + "members": [ + 10847 + ], + "max_error": 0.0 + }, + { + "representative": 10729, + "members": [ + 10729 + ], + "max_error": 0.0 + }, + { + "representative": 10733, + "members": [ + 10733 + ], + "max_error": 0.0 + }, + { + "representative": 10735, + "members": [ + 10735 + ], + "max_error": 0.0 + }, + { + "representative": 10723, + "members": [ + 10723 + ], + "max_error": 0.0 + }, + { + "representative": 10724, + "members": [ + 10724 + ], + "max_error": 0.0 + }, + { + "representative": 10726, + "members": [ + 10726 + ], + "max_error": 0.0 + }, + { + "representative": 10727, + "members": [ + 10727 + ], + "max_error": 0.0 + }, + { + "representative": 10736, + "members": [ + 10736 + ], + "max_error": 0.0 + }, + { + "representative": 10750, + "members": [ + 10750 + ], + "max_error": 0.0 + }, + { + "representative": 10738, + "members": [ + 10738 + ], + "max_error": 0.0 + }, + { + "representative": 10742, + "members": [ + 10742 + ], + "max_error": 0.0 + }, + { + "representative": 10743, + "members": [ + 10743 + ], + "max_error": 0.0 + }, + { + "representative": 10760, + "members": [ + 10760 + ], + "max_error": 0.0 + }, + { + "representative": 10762, + "members": [ + 10762 + ], + "max_error": 0.0 + }, + { + "representative": 10766, + "members": [ + 10766 + ], + "max_error": 0.0 + }, + { + "representative": 10767, + "members": [ + 10767 + ], + "max_error": 0.0 + }, + { + "representative": 10755, + "members": [ + 10755 + ], + "max_error": 0.0 + }, + { + "representative": 10756, + "members": [ + 10756 + ], + "max_error": 0.0 + }, + { + "representative": 11153, + "members": [ + 11153 + ], + "max_error": 0.0 + }, + { + "representative": 11164, + "members": [ + 11164 + ], + "max_error": 0.0 + }, + { + "representative": 11167, + "members": [ + 11167 + ], + "max_error": 0.0 + }, + { + "representative": 11155, + "members": [ + 11155 + ], + "max_error": 0.0 + }, + { + "representative": 11158, + "members": [ + 11158 + ], + "max_error": 0.0 + }, + { + "representative": 11288, + "members": [ + 11288 + ], + "max_error": 0.0 + }, + { + "representative": 11281, + "members": [ + 11281 + ], + "max_error": 0.0 + }, + { + "representative": 11291, + "members": [ + 11291 + ], + "max_error": 0.0 + }, + { + "representative": 11292, + "members": [ + 11292 + ], + "max_error": 0.0 + }, + { + "representative": 11294, + "members": [ + 11294 + ], + "max_error": 0.0 + }, + { + "representative": 11295, + "members": [ + 11295 + ], + "max_error": 0.0 + }, + { + "representative": 11286, + "members": [ + 11286 + ], + "max_error": 0.0 + }, + { + "representative": 11306, + "members": [ + 11306 + ], + "max_error": 0.0 + }, + { + "representative": 11307, + "members": [ + 11307 + ], + "max_error": 0.0 + }, + { + "representative": 11310, + "members": [ + 11310 + ], + "max_error": 0.0 + }, + { + "representative": 11301, + "members": [ + 11301 + ], + "max_error": 0.0 + }, + { + "representative": 11302, + "members": [ + 11302 + ], + "max_error": 0.0 + }, + { + "representative": 11179, + "members": [ + 11179 + ], + "max_error": 0.0 + }, + { + "representative": 11181, + "members": [ + 11181 + ], + "max_error": 0.0 + }, + { + "representative": 11312, + "members": [ + 11312 + ], + "max_error": 0.0 + }, + { + "representative": 11313, + "members": [ + 11313 + ], + "max_error": 0.0 + }, + { + "representative": 11322, + "members": [ + 11322 + ], + "max_error": 0.0 + }, + { + "representative": 11323, + "members": [ + 11323 + ], + "max_error": 0.0 + }, + { + "representative": 11325, + "members": [ + 11325 + ], + "max_error": 0.0 + }, + { + "representative": 11326, + "members": [ + 11326 + ], + "max_error": 0.0 + }, + { + "representative": 11315, + "members": [ + 11315 + ], + "max_error": 0.0 + }, + { + "representative": 11319, + "members": [ + 11319 + ], + "max_error": 0.0 + }, + { + "representative": 11328, + "members": [ + 11328 + ], + "max_error": 0.0 + }, + { + "representative": 11330, + "members": [ + 11330 + ], + "max_error": 0.0 + }, + { + "representative": 11335, + "members": [ + 11335 + ], + "max_error": 0.0 + }, + { + "representative": 11353, + "members": [ + 11353 + ], + "max_error": 0.0 + }, + { + "representative": 11357, + "members": [ + 11357 + ], + "max_error": 0.0 + }, + { + "representative": 11346, + "members": [ + 11346 + ], + "max_error": 0.0 + }, + { + "representative": 11348, + "members": [ + 11348 + ], + "max_error": 0.0 + }, + { + "representative": 11360, + "members": [ + 11360 + ], + "max_error": 0.0 + }, + { + "representative": 11369, + "members": [ + 11369 + ], + "max_error": 0.0 + }, + { + "representative": 11364, + "members": [ + 11364 + ], + "max_error": 0.0 + }, + { + "representative": 11365, + "members": [ + 11365 + ], + "max_error": 0.0 + }, + { + "representative": 11391, + "members": [ + 11391 + ], + "max_error": 0.0 + }, + { + "representative": 11392, + "members": [ + 11392 + ], + "max_error": 0.0 + }, + { + "representative": 11393, + "members": [ + 11393 + ], + "max_error": 0.0 + }, + { + "representative": 11404, + "members": [ + 11404 + ], + "max_error": 0.0 + }, + { + "representative": 11406, + "members": [ + 11406 + ], + "max_error": 0.0 + }, + { + "representative": 11396, + "members": [ + 11396 + ], + "max_error": 0.0 + }, + { + "representative": 11397, + "members": [ + 11397 + ], + "max_error": 0.0 + }, + { + "representative": 11398, + "members": [ + 11398 + ], + "max_error": 0.0 + }, + { + "representative": 11190, + "members": [ + 11190 + ], + "max_error": 0.0 + }, + { + "representative": 11173, + "members": [ + 11173 + ], + "max_error": 0.0 + }, + { + "representative": 11279, + "members": [ + 11279 + ], + "max_error": 0.0 + }, + { + "representative": 11232, + "members": [ + 11232 + ], + "max_error": 0.0 + }, + { + "representative": 11324, + "members": [ + 11324 + ], + "max_error": 0.0 + }, + { + "representative": 11394, + "members": [ + 11394 + ], + "max_error": 0.0 + }, + { + "representative": 11361, + "members": [ + 11361 + ], + "max_error": 0.0 + }, + { + "representative": 11370, + "members": [ + 11370 + ], + "max_error": 0.0 + }, + { + "representative": 11189, + "members": [ + 11189 + ], + "max_error": 0.0 + }, + { + "representative": 11387, + "members": [ + 11387 + ], + "max_error": 0.0 + }, + { + "representative": 11386, + "members": [ + 11386 + ], + "max_error": 0.0 + }, + { + "representative": 11177, + "members": [ + 11177 + ], + "max_error": 0.0 + }, + { + "representative": 11405, + "members": [ + 11405 + ], + "max_error": 0.0 + }, + { + "representative": 11206, + "members": [ + 11206 + ], + "max_error": 0.0 + }, + { + "representative": 11345, + "members": [ + 11345 + ], + "max_error": 0.0 + }, + { + "representative": 11354, + "members": [ + 11354 + ], + "max_error": 0.0 + }, + { + "representative": 11339, + "members": [ + 11339 + ], + "max_error": 0.0 + }, + { + "representative": 11373, + "members": [ + 11373 + ], + "max_error": 0.0 + }, + { + "representative": 11309, + "members": [ + 11309 + ], + "max_error": 0.0 + }, + { + "representative": 11176, + "members": [ + 11176 + ], + "max_error": 0.0 + }, + { + "representative": 11247, + "members": [ + 11247 + ], + "max_error": 0.0 + }, + { + "representative": 11305, + "members": [ + 11305 + ], + "max_error": 0.0 + }, + { + "representative": 11220, + "members": [ + 11220 + ], + "max_error": 0.0 + }, + { + "representative": 11185, + "members": [ + 11185 + ], + "max_error": 0.0 + }, + { + "representative": 11195, + "members": [ + 11195 + ], + "max_error": 0.0 + }, + { + "representative": 11199, + "members": [ + 11199 + ], + "max_error": 0.0 + }, + { + "representative": 11186, + "members": [ + 11186 + ], + "max_error": 0.0 + }, + { + "representative": 11188, + "members": [ + 11188 + ], + "max_error": 0.0 + }, + { + "representative": 11336, + "members": [ + 11336 + ], + "max_error": 0.0 + }, + { + "representative": 11344, + "members": [ + 11344 + ], + "max_error": 0.0 + }, + { + "representative": 11371, + "members": [ + 11371 + ], + "max_error": 0.0 + }, + { + "representative": 11347, + "members": [ + 11347 + ], + "max_error": 0.0 + }, + { + "representative": 11172, + "members": [ + 11172 + ], + "max_error": 0.0 + }, + { + "representative": 11244, + "members": [ + 11244 + ], + "max_error": 0.0 + }, + { + "representative": 11376, + "members": [ + 11376 + ], + "max_error": 0.0 + }, + { + "representative": 11401, + "members": [ + 11401 + ], + "max_error": 0.0 + }, + { + "representative": 11389, + "members": [ + 11389 + ], + "max_error": 0.0 + }, + { + "representative": 11168, + "members": [ + 11168 + ], + "max_error": 0.0 + }, + { + "representative": 11287, + "members": [ + 11287 + ], + "max_error": 0.0 + }, + { + "representative": 11362, + "members": [ + 11362 + ], + "max_error": 0.0 + }, + { + "representative": 11366, + "members": [ + 11366 + ], + "max_error": 0.0 + }, + { + "representative": 11250, + "members": [ + 11250 + ], + "max_error": 0.0 + }, + { + "representative": 11374, + "members": [ + 11374 + ], + "max_error": 0.0 + }, + { + "representative": 11252, + "members": [ + 11252 + ], + "max_error": 0.0 + }, + { + "representative": 11174, + "members": [ + 11174 + ], + "max_error": 0.0 + }, + { + "representative": 11184, + "members": [ + 11184 + ], + "max_error": 0.0 + }, + { + "representative": 11390, + "members": [ + 11390 + ], + "max_error": 0.0 + }, + { + "representative": 11271, + "members": [ + 11271 + ], + "max_error": 0.0 + }, + { + "representative": 11274, + "members": [ + 11274 + ], + "max_error": 0.0 + }, + { + "representative": 11178, + "members": [ + 11178 + ], + "max_error": 0.0 + }, + { + "representative": 11304, + "members": [ + 11304 + ], + "max_error": 0.0 + }, + { + "representative": 11233, + "members": [ + 11233 + ], + "max_error": 0.0 + }, + { + "representative": 11201, + "members": [ + 11201 + ], + "max_error": 0.0 + }, + { + "representative": 11262, + "members": [ + 11262 + ], + "max_error": 0.0 + }, + { + "representative": 11303, + "members": [ + 11303 + ], + "max_error": 0.0 + }, + { + "representative": 11229, + "members": [ + 11229 + ], + "max_error": 0.0 + }, + { + "representative": 11300, + "members": [ + 11300 + ], + "max_error": 0.0 + }, + { + "representative": 11255, + "members": [ + 11255 + ], + "max_error": 0.0 + }, + { + "representative": 11400, + "members": [ + 11400 + ], + "max_error": 0.0 + }, + { + "representative": 11308, + "members": [ + 11308 + ], + "max_error": 0.0 + }, + { + "representative": 11238, + "members": [ + 11238 + ], + "max_error": 0.0 + }, + { + "representative": 11359, + "members": [ + 11359 + ], + "max_error": 0.0 + }, + { + "representative": 11223, + "members": [ + 11223 + ], + "max_error": 0.0 + }, + { + "representative": 11159, + "members": [ + 11159 + ], + "max_error": 0.0 + }, + { + "representative": 11382, + "members": [ + 11382 + ], + "max_error": 0.0 + }, + { + "representative": 11249, + "members": [ + 11249 + ], + "max_error": 0.0 + }, + { + "representative": 11163, + "members": [ + 11163 + ], + "max_error": 0.0 + }, + { + "representative": 11372, + "members": [ + 11372 + ], + "max_error": 0.0 + }, + { + "representative": 11157, + "members": [ + 11157 + ], + "max_error": 0.0 + }, + { + "representative": 11270, + "members": [ + 11270 + ], + "max_error": 0.0 + }, + { + "representative": 11166, + "members": [ + 11166 + ], + "max_error": 0.0 + }, + { + "representative": 11251, + "members": [ + 11251 + ], + "max_error": 0.0 + }, + { + "representative": 11236, + "members": [ + 11236 + ], + "max_error": 0.0 + }, + { + "representative": 11403, + "members": [ + 11403 + ], + "max_error": 0.0 + }, + { + "representative": 11356, + "members": [ + 11356 + ], + "max_error": 0.0 + }, + { + "representative": 11207, + "members": [ + 11207 + ], + "max_error": 0.0 + }, + { + "representative": 11321, + "members": [ + 11321 + ], + "max_error": 0.0 + }, + { + "representative": 11268, + "members": [ + 11268 + ], + "max_error": 0.0 + }, + { + "representative": 11240, + "members": [ + 11240 + ], + "max_error": 0.0 + }, + { + "representative": 11227, + "members": [ + 11227 + ], + "max_error": 0.0 + }, + { + "representative": 11314, + "members": [ + 11314 + ], + "max_error": 0.0 + }, + { + "representative": 11275, + "members": [ + 11275 + ], + "max_error": 0.0 + }, + { + "representative": 11253, + "members": [ + 11253 + ], + "max_error": 0.0 + }, + { + "representative": 11196, + "members": [ + 11196 + ], + "max_error": 0.0 + }, + { + "representative": 11193, + "members": [ + 11193 + ], + "max_error": 0.0 + }, + { + "representative": 11266, + "members": [ + 11266 + ], + "max_error": 0.0 + }, + { + "representative": 11334, + "members": [ + 11334 + ], + "max_error": 0.0 + }, + { + "representative": 11208, + "members": [ + 11208 + ], + "max_error": 0.0 + }, + { + "representative": 11211, + "members": [ + 11211 + ], + "max_error": 0.0 + }, + { + "representative": 11213, + "members": [ + 11213 + ], + "max_error": 0.0 + }, + { + "representative": 11214, + "members": [ + 11214 + ], + "max_error": 0.0 + }, + { + "representative": 11215, + "members": [ + 11215 + ], + "max_error": 0.0 + }, + { + "representative": 11203, + "members": [ + 11203 + ], + "max_error": 0.0 + }, + { + "representative": 11289, + "members": [ + 11289 + ], + "max_error": 0.0 + }, + { + "representative": 11169, + "members": [ + 11169 + ], + "max_error": 0.0 + }, + { + "representative": 11296, + "members": [ + 11296 + ], + "max_error": 0.0 + }, + { + "representative": 11350, + "members": [ + 11350 + ], + "max_error": 0.0 + }, + { + "representative": 11183, + "members": [ + 11183 + ], + "max_error": 0.0 + }, + { + "representative": 11384, + "members": [ + 11384 + ], + "max_error": 0.0 + }, + { + "representative": 11380, + "members": [ + 11380 + ], + "max_error": 0.0 + }, + { + "representative": 11231, + "members": [ + 11231 + ], + "max_error": 0.0 + }, + { + "representative": 11293, + "members": [ + 11293 + ], + "max_error": 0.0 + }, + { + "representative": 11171, + "members": [ + 11171 + ], + "max_error": 0.0 + }, + { + "representative": 11225, + "members": [ + 11225 + ], + "max_error": 0.0 + }, + { + "representative": 11235, + "members": [ + 11235 + ], + "max_error": 0.0 + }, + { + "representative": 11278, + "members": [ + 11278 + ], + "max_error": 0.0 + }, + { + "representative": 11383, + "members": [ + 11383 + ], + "max_error": 0.0 + }, + { + "representative": 11257, + "members": [ + 11257 + ], + "max_error": 0.0 + }, + { + "representative": 11329, + "members": [ + 11329 + ], + "max_error": 0.0 + }, + { + "representative": 11407, + "members": [ + 11407 + ], + "max_error": 0.0 + }, + { + "representative": 11198, + "members": [ + 11198 + ], + "max_error": 0.0 + }, + { + "representative": 11248, + "members": [ + 11248 + ], + "max_error": 0.0 + }, + { + "representative": 11197, + "members": [ + 11197 + ], + "max_error": 0.0 + }, + { + "representative": 11333, + "members": [ + 11333 + ], + "max_error": 0.0 + }, + { + "representative": 11332, + "members": [ + 11332 + ], + "max_error": 0.0 + }, + { + "representative": 11242, + "members": [ + 11242 + ], + "max_error": 0.0 + }, + { + "representative": 11297, + "members": [ + 11297 + ], + "max_error": 0.0 + }, + { + "representative": 11226, + "members": [ + 11226 + ], + "max_error": 0.0 + }, + { + "representative": 11320, + "members": [ + 11320 + ], + "max_error": 0.0 + }, + { + "representative": 11351, + "members": [ + 11351 + ], + "max_error": 0.0 + }, + { + "representative": 11175, + "members": [ + 11175 + ], + "max_error": 0.0 + }, + { + "representative": 11379, + "members": [ + 11379 + ], + "max_error": 0.0 + }, + { + "representative": 11285, + "members": [ + 11285 + ], + "max_error": 0.0 + }, + { + "representative": 11165, + "members": [ + 11165 + ], + "max_error": 0.0 + }, + { + "representative": 11280, + "members": [ + 11280 + ], + "max_error": 0.0 + }, + { + "representative": 11194, + "members": [ + 11194 + ], + "max_error": 0.0 + }, + { + "representative": 11327, + "members": [ + 11327 + ], + "max_error": 0.0 + }, + { + "representative": 11210, + "members": [ + 11210 + ], + "max_error": 0.0 + }, + { + "representative": 11170, + "members": [ + 11170 + ], + "max_error": 0.0 + }, + { + "representative": 11216, + "members": [ + 11216 + ], + "max_error": 0.0 + }, + { + "representative": 11256, + "members": [ + 11256 + ], + "max_error": 0.0 + }, + { + "representative": 11331, + "members": [ + 11331 + ], + "max_error": 0.0 + }, + { + "representative": 11205, + "members": [ + 11205 + ], + "max_error": 0.0 + }, + { + "representative": 11212, + "members": [ + 11212 + ], + "max_error": 0.0 + }, + { + "representative": 11290, + "members": [ + 11290 + ], + "max_error": 0.0 + }, + { + "representative": 11352, + "members": [ + 11352 + ], + "max_error": 0.0 + }, + { + "representative": 11156, + "members": [ + 11156 + ], + "max_error": 0.0 + }, + { + "representative": 11154, + "members": [ + 11154 + ], + "max_error": 0.0 + }, + { + "representative": 11204, + "members": [ + 11204 + ], + "max_error": 0.0 + }, + { + "representative": 11317, + "members": [ + 11317 + ], + "max_error": 0.0 + }, + { + "representative": 11385, + "members": [ + 11385 + ], + "max_error": 0.0 + }, + { + "representative": 11316, + "members": [ + 11316 + ], + "max_error": 0.0 + }, + { + "representative": 11378, + "members": [ + 11378 + ], + "max_error": 0.0 + }, + { + "representative": 11298, + "members": [ + 11298 + ], + "max_error": 0.0 + }, + { + "representative": 11342, + "members": [ + 11342 + ], + "max_error": 0.0 + }, + { + "representative": 11224, + "members": [ + 11224 + ], + "max_error": 0.0 + }, + { + "representative": 11228, + "members": [ + 11228 + ], + "max_error": 0.0 + }, + { + "representative": 11230, + "members": [ + 11230 + ], + "max_error": 0.0 + }, + { + "representative": 11219, + "members": [ + 11219 + ], + "max_error": 0.0 + }, + { + "representative": 11221, + "members": [ + 11221 + ], + "max_error": 0.0 + }, + { + "representative": 11161, + "members": [ + 11161 + ], + "max_error": 0.0 + }, + { + "representative": 11202, + "members": [ + 11202 + ], + "max_error": 0.0 + }, + { + "representative": 11377, + "members": [ + 11377 + ], + "max_error": 0.0 + }, + { + "representative": 11367, + "members": [ + 11367 + ], + "max_error": 0.0 + }, + { + "representative": 11343, + "members": [ + 11343 + ], + "max_error": 0.0 + }, + { + "representative": 11375, + "members": [ + 11375 + ], + "max_error": 0.0 + }, + { + "representative": 11337, + "members": [ + 11337 + ], + "max_error": 0.0 + }, + { + "representative": 11217, + "members": [ + 11217 + ], + "max_error": 0.0 + }, + { + "representative": 11222, + "members": [ + 11222 + ], + "max_error": 0.0 + }, + { + "representative": 11363, + "members": [ + 11363 + ], + "max_error": 0.0 + }, + { + "representative": 11267, + "members": [ + 11267 + ], + "max_error": 0.0 + }, + { + "representative": 11187, + "members": [ + 11187 + ], + "max_error": 0.0 + }, + { + "representative": 11395, + "members": [ + 11395 + ], + "max_error": 0.0 + }, + { + "representative": 11399, + "members": [ + 11399 + ], + "max_error": 0.0 + }, + { + "representative": 11261, + "members": [ + 11261 + ], + "max_error": 0.0 + }, + { + "representative": 11355, + "members": [ + 11355 + ], + "max_error": 0.0 + }, + { + "representative": 11283, + "members": [ + 11283 + ], + "max_error": 0.0 + }, + { + "representative": 11265, + "members": [ + 11265 + ], + "max_error": 0.0 + }, + { + "representative": 11358, + "members": [ + 11358 + ], + "max_error": 0.0 + }, + { + "representative": 11152, + "members": [ + 11152 + ], + "max_error": 0.0 + }, + { + "representative": 11182, + "members": [ + 11182 + ], + "max_error": 0.0 + }, + { + "representative": 11180, + "members": [ + 11180 + ], + "max_error": 0.0 + }, + { + "representative": 11284, + "members": [ + 11284 + ], + "max_error": 0.0 + }, + { + "representative": 11239, + "members": [ + 11239 + ], + "max_error": 0.0 + }, + { + "representative": 11282, + "members": [ + 11282 + ], + "max_error": 0.0 + }, + { + "representative": 11160, + "members": [ + 11160 + ], + "max_error": 0.0 + }, + { + "representative": 11191, + "members": [ + 11191 + ], + "max_error": 0.0 + }, + { + "representative": 11338, + "members": [ + 11338 + ], + "max_error": 0.0 + }, + { + "representative": 11340, + "members": [ + 11340 + ], + "max_error": 0.0 + }, + { + "representative": 11402, + "members": [ + 11402 + ], + "max_error": 0.0 + }, + { + "representative": 11258, + "members": [ + 11258 + ], + "max_error": 0.0 + }, + { + "representative": 11209, + "members": [ + 11209 + ], + "max_error": 0.0 + }, + { + "representative": 11299, + "members": [ + 11299 + ], + "max_error": 0.0 + }, + { + "representative": 11218, + "members": [ + 11218 + ], + "max_error": 0.0 + }, + { + "representative": 11341, + "members": [ + 11341 + ], + "max_error": 0.0 + }, + { + "representative": 11192, + "members": [ + 11192 + ], + "max_error": 0.0 + }, + { + "representative": 11349, + "members": [ + 11349 + ], + "max_error": 0.0 + }, + { + "representative": 11381, + "members": [ + 11381 + ], + "max_error": 0.0 + }, + { + "representative": 11368, + "members": [ + 11368 + ], + "max_error": 0.0 + }, + { + "representative": 11260, + "members": [ + 11260 + ], + "max_error": 0.0 + }, + { + "representative": 11318, + "members": [ + 11318 + ], + "max_error": 0.0 + }, + { + "representative": 11200, + "members": [ + 11200 + ], + "max_error": 0.0 + }, + { + "representative": 11162, + "members": [ + 11162 + ], + "max_error": 0.0 + }, + { + "representative": 11276, + "members": [ + 11276 + ], + "max_error": 0.0 + }, + { + "representative": 11311, + "members": [ + 11311 + ], + "max_error": 0.0 + }, + { + "representative": 11388, + "members": [ + 11388 + ], + "max_error": 0.0 + }, + { + "representative": 11241, + "members": [ + 11241 + ], + "max_error": 0.0 + }, + { + "representative": 11243, + "members": [ + 11243 + ], + "max_error": 0.0 + }, + { + "representative": 11245, + "members": [ + 11245 + ], + "max_error": 0.0 + }, + { + "representative": 11246, + "members": [ + 11246 + ], + "max_error": 0.0 + }, + { + "representative": 11234, + "members": [ + 11234 + ], + "max_error": 0.0 + }, + { + "representative": 11237, + "members": [ + 11237 + ], + "max_error": 0.0 + }, + { + "representative": 11259, + "members": [ + 11259 + ], + "max_error": 0.0 + }, + { + "representative": 11263, + "members": [ + 11263 + ], + "max_error": 0.0 + }, + { + "representative": 11254, + "members": [ + 11254 + ], + "max_error": 0.0 + }, + { + "representative": 11264, + "members": [ + 11264 + ], + "max_error": 0.0 + }, + { + "representative": 11272, + "members": [ + 11272 + ], + "max_error": 0.0 + }, + { + "representative": 11273, + "members": [ + 11273 + ], + "max_error": 0.0 + }, + { + "representative": 11277, + "members": [ + 11277 + ], + "max_error": 0.0 + }, + { + "representative": 11269, + "members": [ + 11269 + ], + "max_error": 0.0 + }, + { + "representative": 11664, + "members": [ + 11664 + ], + "max_error": 0.0 + }, + { + "representative": 11672, + "members": [ + 11672 + ], + "max_error": 0.0 + }, + { + "representative": 11673, + "members": [ + 11673 + ], + "max_error": 0.0 + }, + { + "representative": 11665, + "members": [ + 11665 + ], + "max_error": 0.0 + }, + { + "representative": 11674, + "members": [ + 11674 + ], + "max_error": 0.0 + }, + { + "representative": 11675, + "members": [ + 11675 + ], + "max_error": 0.0 + }, + { + "representative": 11676, + "members": [ + 11676 + ], + "max_error": 0.0 + }, + { + "representative": 11677, + "members": [ + 11677 + ], + "max_error": 0.0 + }, + { + "representative": 11678, + "members": [ + 11678 + ], + "max_error": 0.0 + }, + { + "representative": 11679, + "members": [ + 11679 + ], + "max_error": 0.0 + }, + { + "representative": 11666, + "members": [ + 11666 + ], + "max_error": 0.0 + }, + { + "representative": 11667, + "members": [ + 11667 + ], + "max_error": 0.0 + }, + { + "representative": 11668, + "members": [ + 11668 + ], + "max_error": 0.0 + }, + { + "representative": 11669, + "members": [ + 11669 + ], + "max_error": 0.0 + }, + { + "representative": 11670, + "members": [ + 11670 + ], + "max_error": 0.0 + }, + { + "representative": 11671, + "members": [ + 11671 + ], + "max_error": 0.0 + }, + { + "representative": 11680, + "members": [ + 11680 + ], + "max_error": 0.0 + }, + { + "representative": 11688, + "members": [ + 11688 + ], + "max_error": 0.0 + }, + { + "representative": 11689, + "members": [ + 11689 + ], + "max_error": 0.0 + }, + { + "representative": 11681, + "members": [ + 11681 + ], + "max_error": 0.0 + }, + { + "representative": 11690, + "members": [ + 11690 + ], + "max_error": 0.0 + }, + { + "representative": 11691, + "members": [ + 11691 + ], + "max_error": 0.0 + }, + { + "representative": 11692, + "members": [ + 11692 + ], + "max_error": 0.0 + }, + { + "representative": 11693, + "members": [ + 11693 + ], + "max_error": 0.0 + }, + { + "representative": 11694, + "members": [ + 11694 + ], + "max_error": 0.0 + }, + { + "representative": 11695, + "members": [ + 11695 + ], + "max_error": 0.0 + }, + { + "representative": 11682, + "members": [ + 11682 + ], + "max_error": 0.0 + }, + { + "representative": 11683, + "members": [ + 11683 + ], + "max_error": 0.0 + }, + { + "representative": 11684, + "members": [ + 11684 + ], + "max_error": 0.0 + }, + { + "representative": 11685, + "members": [ + 11685 + ], + "max_error": 0.0 + }, + { + "representative": 11686, + "members": [ + 11686 + ], + "max_error": 0.0 + }, + { + "representative": 11687, + "members": [ + 11687 + ], + "max_error": 0.0 + }, + { + "representative": 11696, + "members": [ + 11696 + ], + "max_error": 0.0 + }, + { + "representative": 11704, + "members": [ + 11704 + ], + "max_error": 0.0 + }, + { + "representative": 11705, + "members": [ + 11705 + ], + "max_error": 0.0 + }, + { + "representative": 11697, + "members": [ + 11697 + ], + "max_error": 0.0 + }, + { + "representative": 11706, + "members": [ + 11706 + ], + "max_error": 0.0 + }, + { + "representative": 11707, + "members": [ + 11707 + ], + "max_error": 0.0 + }, + { + "representative": 11708, + "members": [ + 11708 + ], + "max_error": 0.0 + }, + { + "representative": 11709, + "members": [ + 11709 + ], + "max_error": 0.0 + }, + { + "representative": 11710, + "members": [ + 11710 + ], + "max_error": 0.0 + }, + { + "representative": 11711, + "members": [ + 11711 + ], + "max_error": 0.0 + }, + { + "representative": 11698, + "members": [ + 11698 + ], + "max_error": 0.0 + }, + { + "representative": 11699, + "members": [ + 11699 + ], + "max_error": 0.0 + }, + { + "representative": 11700, + "members": [ + 11700 + ], + "max_error": 0.0 + }, + { + "representative": 11701, + "members": [ + 11701 + ], + "max_error": 0.0 + }, + { + "representative": 11702, + "members": [ + 11702 + ], + "max_error": 0.0 + }, + { + "representative": 11703, + "members": [ + 11703 + ], + "max_error": 0.0 + }, + { + "representative": 11712, + "members": [ + 11712 + ], + "max_error": 0.0 + }, + { + "representative": 11720, + "members": [ + 11720 + ], + "max_error": 0.0 + }, + { + "representative": 11721, + "members": [ + 11721 + ], + "max_error": 0.0 + }, + { + "representative": 11713, + "members": [ + 11713 + ], + "max_error": 0.0 + }, + { + "representative": 11722, + "members": [ + 11722 + ], + "max_error": 0.0 + }, + { + "representative": 11723, + "members": [ + 11723 + ], + "max_error": 0.0 + }, + { + "representative": 11724, + "members": [ + 11724 + ], + "max_error": 0.0 + }, + { + "representative": 11725, + "members": [ + 11725 + ], + "max_error": 0.0 + }, + { + "representative": 11726, + "members": [ + 11726 + ], + "max_error": 0.0 + }, + { + "representative": 11727, + "members": [ + 11727 + ], + "max_error": 0.0 + }, + { + "representative": 11714, + "members": [ + 11714 + ], + "max_error": 0.0 + }, + { + "representative": 11715, + "members": [ + 11715 + ], + "max_error": 0.0 + }, + { + "representative": 11716, + "members": [ + 11716 + ], + "max_error": 0.0 + }, + { + "representative": 11717, + "members": [ + 11717 + ], + "max_error": 0.0 + }, + { + "representative": 11718, + "members": [ + 11718 + ], + "max_error": 0.0 + }, + { + "representative": 11719, + "members": [ + 11719 + ], + "max_error": 0.0 + }, + { + "representative": 11984, + "members": [ + 11984 + ], + "max_error": 0.0 + }, + { + "representative": 11992, + "members": [ + 11992 + ], + "max_error": 0.0 + }, + { + "representative": 11993, + "members": [ + 11993 + ], + "max_error": 0.0 + }, + { + "representative": 11985, + "members": [ + 11985 + ], + "max_error": 0.0 + }, + { + "representative": 11994, + "members": [ + 11994 + ], + "max_error": 0.0 + }, + { + "representative": 11995, + "members": [ + 11995 + ], + "max_error": 0.0 + }, + { + "representative": 11996, + "members": [ + 11996 + ], + "max_error": 0.0 + }, + { + "representative": 11997, + "members": [ + 11997 + ], + "max_error": 0.0 + }, + { + "representative": 11998, + "members": [ + 11998 + ], + "max_error": 0.0 + }, + { + "representative": 11999, + "members": [ + 11999 + ], + "max_error": 0.0 + }, + { + "representative": 11986, + "members": [ + 11986 + ], + "max_error": 0.0 + }, + { + "representative": 11987, + "members": [ + 11987 + ], + "max_error": 0.0 + }, + { + "representative": 11988, + "members": [ + 11988 + ], + "max_error": 0.0 + }, + { + "representative": 11989, + "members": [ + 11989 + ], + "max_error": 0.0 + }, + { + "representative": 11990, + "members": [ + 11990 + ], + "max_error": 0.0 + }, + { + "representative": 11991, + "members": [ + 11991 + ], + "max_error": 0.0 + }, + { + "representative": 12112, + "members": [ + 12112 + ], + "max_error": 0.0 + }, + { + "representative": 12120, + "members": [ + 12120 + ], + "max_error": 0.0 + }, + { + "representative": 12121, + "members": [ + 12121 + ], + "max_error": 0.0 + }, + { + "representative": 12113, + "members": [ + 12113 + ], + "max_error": 0.0 + }, + { + "representative": 12122, + "members": [ + 12122 + ], + "max_error": 0.0 + }, + { + "representative": 12123, + "members": [ + 12123 + ], + "max_error": 0.0 + }, + { + "representative": 12124, + "members": [ + 12124 + ], + "max_error": 0.0 + }, + { + "representative": 12125, + "members": [ + 12125 + ], + "max_error": 0.0 + }, + { + "representative": 12126, + "members": [ + 12126 + ], + "max_error": 0.0 + }, + { + "representative": 12127, + "members": [ + 12127 + ], + "max_error": 0.0 + }, + { + "representative": 12114, + "members": [ + 12114 + ], + "max_error": 0.0 + }, + { + "representative": 12115, + "members": [ + 12115 + ], + "max_error": 0.0 + }, + { + "representative": 12116, + "members": [ + 12116 + ], + "max_error": 0.0 + }, + { + "representative": 12117, + "members": [ + 12117 + ], + "max_error": 0.0 + }, + { + "representative": 12118, + "members": [ + 12118 + ], + "max_error": 0.0 + }, + { + "representative": 12119, + "members": [ + 12119 + ], + "max_error": 0.0 + }, + { + "representative": 12128, + "members": [ + 12128 + ], + "max_error": 0.0 + }, + { + "representative": 12136, + "members": [ + 12136 + ], + "max_error": 0.0 + }, + { + "representative": 12137, + "members": [ + 12137 + ], + "max_error": 0.0 + }, + { + "representative": 12129, + "members": [ + 12129 + ], + "max_error": 0.0 + }, + { + "representative": 12138, + "members": [ + 12138 + ], + "max_error": 0.0 + }, + { + "representative": 12139, + "members": [ + 12139 + ], + "max_error": 0.0 + }, + { + "representative": 12140, + "members": [ + 12140 + ], + "max_error": 0.0 + }, + { + "representative": 12141, + "members": [ + 12141 + ], + "max_error": 0.0 + }, + { + "representative": 12142, + "members": [ + 12142 + ], + "max_error": 0.0 + }, + { + "representative": 12143, + "members": [ + 12143 + ], + "max_error": 0.0 + }, + { + "representative": 12130, + "members": [ + 12130 + ], + "max_error": 0.0 + }, + { + "representative": 12131, + "members": [ + 12131 + ], + "max_error": 0.0 + }, + { + "representative": 12132, + "members": [ + 12132 + ], + "max_error": 0.0 + }, + { + "representative": 12133, + "members": [ + 12133 + ], + "max_error": 0.0 + }, + { + "representative": 12134, + "members": [ + 12134 + ], + "max_error": 0.0 + }, + { + "representative": 12135, + "members": [ + 12135 + ], + "max_error": 0.0 + }, + { + "representative": 12000, + "members": [ + 12000 + ], + "max_error": 0.0 + }, + { + "representative": 12008, + "members": [ + 12008 + ], + "max_error": 0.0 + }, + { + "representative": 12009, + "members": [ + 12009 + ], + "max_error": 0.0 + }, + { + "representative": 12001, + "members": [ + 12001 + ], + "max_error": 0.0 + }, + { + "representative": 12010, + "members": [ + 12010 + ], + "max_error": 0.0 + }, + { + "representative": 12011, + "members": [ + 12011 + ], + "max_error": 0.0 + }, + { + "representative": 12012, + "members": [ + 12012 + ], + "max_error": 0.0 + }, + { + "representative": 12013, + "members": [ + 12013 + ], + "max_error": 0.0 + }, + { + "representative": 12014, + "members": [ + 12014 + ], + "max_error": 0.0 + }, + { + "representative": 12015, + "members": [ + 12015 + ], + "max_error": 0.0 + }, + { + "representative": 12002, + "members": [ + 12002 + ], + "max_error": 0.0 + }, + { + "representative": 12003, + "members": [ + 12003 + ], + "max_error": 0.0 + }, + { + "representative": 12004, + "members": [ + 12004 + ], + "max_error": 0.0 + }, + { + "representative": 12005, + "members": [ + 12005 + ], + "max_error": 0.0 + }, + { + "representative": 12006, + "members": [ + 12006 + ], + "max_error": 0.0 + }, + { + "representative": 12007, + "members": [ + 12007 + ], + "max_error": 0.0 + }, + { + "representative": 12144, + "members": [ + 12144 + ], + "max_error": 0.0 + }, + { + "representative": 12152, + "members": [ + 12152 + ], + "max_error": 0.0 + }, + { + "representative": 12153, + "members": [ + 12153 + ], + "max_error": 0.0 + }, + { + "representative": 12145, + "members": [ + 12145 + ], + "max_error": 0.0 + }, + { + "representative": 12154, + "members": [ + 12154 + ], + "max_error": 0.0 + }, + { + "representative": 12155, + "members": [ + 12155 + ], + "max_error": 0.0 + }, + { + "representative": 12156, + "members": [ + 12156 + ], + "max_error": 0.0 + }, + { + "representative": 12157, + "members": [ + 12157 + ], + "max_error": 0.0 + }, + { + "representative": 12158, + "members": [ + 12158 + ], + "max_error": 0.0 + }, + { + "representative": 12159, + "members": [ + 12159 + ], + "max_error": 0.0 + }, + { + "representative": 12146, + "members": [ + 12146 + ], + "max_error": 0.0 + }, + { + "representative": 12147, + "members": [ + 12147 + ], + "max_error": 0.0 + }, + { + "representative": 12148, + "members": [ + 12148 + ], + "max_error": 0.0 + }, + { + "representative": 12149, + "members": [ + 12149 + ], + "max_error": 0.0 + }, + { + "representative": 12150, + "members": [ + 12150 + ], + "max_error": 0.0 + }, + { + "representative": 12151, + "members": [ + 12151 + ], + "max_error": 0.0 + }, + { + "representative": 12160, + "members": [ + 12160 + ], + "max_error": 0.0 + }, + { + "representative": 12168, + "members": [ + 12168 + ], + "max_error": 0.0 + }, + { + "representative": 12169, + "members": [ + 12169 + ], + "max_error": 0.0 + }, + { + "representative": 12161, + "members": [ + 12161 + ], + "max_error": 0.0 + }, + { + "representative": 12170, + "members": [ + 12170 + ], + "max_error": 0.0 + }, + { + "representative": 12171, + "members": [ + 12171 + ], + "max_error": 0.0 + }, + { + "representative": 12172, + "members": [ + 12172 + ], + "max_error": 0.0 + }, + { + "representative": 12173, + "members": [ + 12173 + ], + "max_error": 0.0 + }, + { + "representative": 12174, + "members": [ + 12174 + ], + "max_error": 0.0 + }, + { + "representative": 12175, + "members": [ + 12175 + ], + "max_error": 0.0 + }, + { + "representative": 12162, + "members": [ + 12162 + ], + "max_error": 0.0 + }, + { + "representative": 12163, + "members": [ + 12163 + ], + "max_error": 0.0 + }, + { + "representative": 12164, + "members": [ + 12164 + ], + "max_error": 0.0 + }, + { + "representative": 12165, + "members": [ + 12165 + ], + "max_error": 0.0 + }, + { + "representative": 12166, + "members": [ + 12166 + ], + "max_error": 0.0 + }, + { + "representative": 12167, + "members": [ + 12167 + ], + "max_error": 0.0 + }, + { + "representative": 12176, + "members": [ + 12176 + ], + "max_error": 0.0 + }, + { + "representative": 12184, + "members": [ + 12184 + ], + "max_error": 0.0 + }, + { + "representative": 12185, + "members": [ + 12185 + ], + "max_error": 0.0 + }, + { + "representative": 12177, + "members": [ + 12177 + ], + "max_error": 0.0 + }, + { + "representative": 12186, + "members": [ + 12186 + ], + "max_error": 0.0 + }, + { + "representative": 12187, + "members": [ + 12187 + ], + "max_error": 0.0 + }, + { + "representative": 12188, + "members": [ + 12188 + ], + "max_error": 0.0 + }, + { + "representative": 12189, + "members": [ + 12189 + ], + "max_error": 0.0 + }, + { + "representative": 12190, + "members": [ + 12190 + ], + "max_error": 0.0 + }, + { + "representative": 12191, + "members": [ + 12191 + ], + "max_error": 0.0 + }, + { + "representative": 12178, + "members": [ + 12178 + ], + "max_error": 0.0 + }, + { + "representative": 12179, + "members": [ + 12179 + ], + "max_error": 0.0 + }, + { + "representative": 12180, + "members": [ + 12180 + ], + "max_error": 0.0 + }, + { + "representative": 12181, + "members": [ + 12181 + ], + "max_error": 0.0 + }, + { + "representative": 12182, + "members": [ + 12182 + ], + "max_error": 0.0 + }, + { + "representative": 12183, + "members": [ + 12183 + ], + "max_error": 0.0 + }, + { + "representative": 12192, + "members": [ + 12192 + ], + "max_error": 0.0 + }, + { + "representative": 12200, + "members": [ + 12200 + ], + "max_error": 0.0 + }, + { + "representative": 12201, + "members": [ + 12201 + ], + "max_error": 0.0 + }, + { + "representative": 12193, + "members": [ + 12193 + ], + "max_error": 0.0 + }, + { + "representative": 12202, + "members": [ + 12202 + ], + "max_error": 0.0 + }, + { + "representative": 12203, + "members": [ + 12203 + ], + "max_error": 0.0 + }, + { + "representative": 12204, + "members": [ + 12204 + ], + "max_error": 0.0 + }, + { + "representative": 12205, + "members": [ + 12205 + ], + "max_error": 0.0 + }, + { + "representative": 12206, + "members": [ + 12206 + ], + "max_error": 0.0 + }, + { + "representative": 12207, + "members": [ + 12207 + ], + "max_error": 0.0 + }, + { + "representative": 12194, + "members": [ + 12194 + ], + "max_error": 0.0 + }, + { + "representative": 12195, + "members": [ + 12195 + ], + "max_error": 0.0 + }, + { + "representative": 12196, + "members": [ + 12196 + ], + "max_error": 0.0 + }, + { + "representative": 12197, + "members": [ + 12197 + ], + "max_error": 0.0 + }, + { + "representative": 12198, + "members": [ + 12198 + ], + "max_error": 0.0 + }, + { + "representative": 12199, + "members": [ + 12199 + ], + "max_error": 0.0 + }, + { + "representative": 12208, + "members": [ + 12208 + ], + "max_error": 0.0 + }, + { + "representative": 12216, + "members": [ + 12216 + ], + "max_error": 0.0 + }, + { + "representative": 12217, + "members": [ + 12217 + ], + "max_error": 0.0 + }, + { + "representative": 12209, + "members": [ + 12209 + ], + "max_error": 0.0 + }, + { + "representative": 12218, + "members": [ + 12218 + ], + "max_error": 0.0 + }, + { + "representative": 12219, + "members": [ + 12219 + ], + "max_error": 0.0 + }, + { + "representative": 12220, + "members": [ + 12220 + ], + "max_error": 0.0 + }, + { + "representative": 12221, + "members": [ + 12221 + ], + "max_error": 0.0 + }, + { + "representative": 12222, + "members": [ + 12222 + ], + "max_error": 0.0 + }, + { + "representative": 12223, + "members": [ + 12223 + ], + "max_error": 0.0 + }, + { + "representative": 12210, + "members": [ + 12210 + ], + "max_error": 0.0 + }, + { + "representative": 12211, + "members": [ + 12211 + ], + "max_error": 0.0 + }, + { + "representative": 12212, + "members": [ + 12212 + ], + "max_error": 0.0 + }, + { + "representative": 12213, + "members": [ + 12213 + ], + "max_error": 0.0 + }, + { + "representative": 12214, + "members": [ + 12214 + ], + "max_error": 0.0 + }, + { + "representative": 12215, + "members": [ + 12215 + ], + "max_error": 0.0 + }, + { + "representative": 12224, + "members": [ + 12224 + ], + "max_error": 0.0 + }, + { + "representative": 12232, + "members": [ + 12232 + ], + "max_error": 0.0 + }, + { + "representative": 12233, + "members": [ + 12233 + ], + "max_error": 0.0 + }, + { + "representative": 12225, + "members": [ + 12225 + ], + "max_error": 0.0 + }, + { + "representative": 12234, + "members": [ + 12234 + ], + "max_error": 0.0 + }, + { + "representative": 12235, + "members": [ + 12235 + ], + "max_error": 0.0 + }, + { + "representative": 12236, + "members": [ + 12236 + ], + "max_error": 0.0 + }, + { + "representative": 12237, + "members": [ + 12237 + ], + "max_error": 0.0 + }, + { + "representative": 12238, + "members": [ + 12238 + ], + "max_error": 0.0 + }, + { + "representative": 12239, + "members": [ + 12239 + ], + "max_error": 0.0 + }, + { + "representative": 12226, + "members": [ + 12226 + ], + "max_error": 0.0 + }, + { + "representative": 12227, + "members": [ + 12227 + ], + "max_error": 0.0 + }, + { + "representative": 12228, + "members": [ + 12228 + ], + "max_error": 0.0 + }, + { + "representative": 12229, + "members": [ + 12229 + ], + "max_error": 0.0 + }, + { + "representative": 12230, + "members": [ + 12230 + ], + "max_error": 0.0 + }, + { + "representative": 12231, + "members": [ + 12231 + ], + "max_error": 0.0 + }, + { + "representative": 12016, + "members": [ + 12016 + ], + "max_error": 0.0 + }, + { + "representative": 12024, + "members": [ + 12024 + ], + "max_error": 0.0 + }, + { + "representative": 12025, + "members": [ + 12025 + ], + "max_error": 0.0 + }, + { + "representative": 12017, + "members": [ + 12017 + ], + "max_error": 0.0 + }, + { + "representative": 12026, + "members": [ + 12026 + ], + "max_error": 0.0 + }, + { + "representative": 12027, + "members": [ + 12027 + ], + "max_error": 0.0 + }, + { + "representative": 12028, + "members": [ + 12028 + ], + "max_error": 0.0 + }, + { + "representative": 12029, + "members": [ + 12029 + ], + "max_error": 0.0 + }, + { + "representative": 12030, + "members": [ + 12030 + ], + "max_error": 0.0 + }, + { + "representative": 12031, + "members": [ + 12031 + ], + "max_error": 0.0 + }, + { + "representative": 12018, + "members": [ + 12018 + ], + "max_error": 0.0 + }, + { + "representative": 12019, + "members": [ + 12019 + ], + "max_error": 0.0 + }, + { + "representative": 12020, + "members": [ + 12020 + ], + "max_error": 0.0 + }, + { + "representative": 12021, + "members": [ + 12021 + ], + "max_error": 0.0 + }, + { + "representative": 12022, + "members": [ + 12022 + ], + "max_error": 0.0 + }, + { + "representative": 12023, + "members": [ + 12023 + ], + "max_error": 0.0 + }, + { + "representative": 12032, + "members": [ + 12032 + ], + "max_error": 0.0 + }, + { + "representative": 12040, + "members": [ + 12040 + ], + "max_error": 0.0 + }, + { + "representative": 12041, + "members": [ + 12041 + ], + "max_error": 0.0 + }, + { + "representative": 12033, + "members": [ + 12033 + ], + "max_error": 0.0 + }, + { + "representative": 12042, + "members": [ + 12042 + ], + "max_error": 0.0 + }, + { + "representative": 12043, + "members": [ + 12043 + ], + "max_error": 0.0 + }, + { + "representative": 12044, + "members": [ + 12044 + ], + "max_error": 0.0 + }, + { + "representative": 12045, + "members": [ + 12045 + ], + "max_error": 0.0 + }, + { + "representative": 12046, + "members": [ + 12046 + ], + "max_error": 0.0 + }, + { + "representative": 12047, + "members": [ + 12047 + ], + "max_error": 0.0 + }, + { + "representative": 12034, + "members": [ + 12034 + ], + "max_error": 0.0 + }, + { + "representative": 12035, + "members": [ + 12035 + ], + "max_error": 0.0 + }, + { + "representative": 12036, + "members": [ + 12036 + ], + "max_error": 0.0 + }, + { + "representative": 12037, + "members": [ + 12037 + ], + "max_error": 0.0 + }, + { + "representative": 12038, + "members": [ + 12038 + ], + "max_error": 0.0 + }, + { + "representative": 12039, + "members": [ + 12039 + ], + "max_error": 0.0 + }, + { + "representative": 12048, + "members": [ + 12048 + ], + "max_error": 0.0 + }, + { + "representative": 12056, + "members": [ + 12056 + ], + "max_error": 0.0 + }, + { + "representative": 12057, + "members": [ + 12057 + ], + "max_error": 0.0 + }, + { + "representative": 12049, + "members": [ + 12049 + ], + "max_error": 0.0 + }, + { + "representative": 12058, + "members": [ + 12058 + ], + "max_error": 0.0 + }, + { + "representative": 12059, + "members": [ + 12059 + ], + "max_error": 0.0 + }, + { + "representative": 12060, + "members": [ + 12060 + ], + "max_error": 0.0 + }, + { + "representative": 12061, + "members": [ + 12061 + ], + "max_error": 0.0 + }, + { + "representative": 12062, + "members": [ + 12062 + ], + "max_error": 0.0 + }, + { + "representative": 12063, + "members": [ + 12063 + ], + "max_error": 0.0 + }, + { + "representative": 12050, + "members": [ + 12050 + ], + "max_error": 0.0 + }, + { + "representative": 12051, + "members": [ + 12051 + ], + "max_error": 0.0 + }, + { + "representative": 12052, + "members": [ + 12052 + ], + "max_error": 0.0 + }, + { + "representative": 12053, + "members": [ + 12053 + ], + "max_error": 0.0 + }, + { + "representative": 12054, + "members": [ + 12054 + ], + "max_error": 0.0 + }, + { + "representative": 12055, + "members": [ + 12055 + ], + "max_error": 0.0 + }, + { + "representative": 12064, + "members": [ + 12064 + ], + "max_error": 0.0 + }, + { + "representative": 12072, + "members": [ + 12072 + ], + "max_error": 0.0 + }, + { + "representative": 12073, + "members": [ + 12073 + ], + "max_error": 0.0 + }, + { + "representative": 12065, + "members": [ + 12065 + ], + "max_error": 0.0 + }, + { + "representative": 12074, + "members": [ + 12074 + ], + "max_error": 0.0 + }, + { + "representative": 12075, + "members": [ + 12075 + ], + "max_error": 0.0 + }, + { + "representative": 12076, + "members": [ + 12076 + ], + "max_error": 0.0 + }, + { + "representative": 12077, + "members": [ + 12077 + ], + "max_error": 0.0 + }, + { + "representative": 12078, + "members": [ + 12078 + ], + "max_error": 0.0 + }, + { + "representative": 12079, + "members": [ + 12079 + ], + "max_error": 0.0 + }, + { + "representative": 12066, + "members": [ + 12066 + ], + "max_error": 0.0 + }, + { + "representative": 12067, + "members": [ + 12067 + ], + "max_error": 0.0 + }, + { + "representative": 12068, + "members": [ + 12068 + ], + "max_error": 0.0 + }, + { + "representative": 12069, + "members": [ + 12069 + ], + "max_error": 0.0 + }, + { + "representative": 12070, + "members": [ + 12070 + ], + "max_error": 0.0 + }, + { + "representative": 12071, + "members": [ + 12071 + ], + "max_error": 0.0 + }, + { + "representative": 12080, + "members": [ + 12080 + ], + "max_error": 0.0 + }, + { + "representative": 12088, + "members": [ + 12088 + ], + "max_error": 0.0 + }, + { + "representative": 12089, + "members": [ + 12089 + ], + "max_error": 0.0 + }, + { + "representative": 12081, + "members": [ + 12081 + ], + "max_error": 0.0 + }, + { + "representative": 12090, + "members": [ + 12090 + ], + "max_error": 0.0 + }, + { + "representative": 12091, + "members": [ + 12091 + ], + "max_error": 0.0 + }, + { + "representative": 12092, + "members": [ + 12092 + ], + "max_error": 0.0 + }, + { + "representative": 12093, + "members": [ + 12093 + ], + "max_error": 0.0 + }, + { + "representative": 12094, + "members": [ + 12094 + ], + "max_error": 0.0 + }, + { + "representative": 12095, + "members": [ + 12095 + ], + "max_error": 0.0 + }, + { + "representative": 12082, + "members": [ + 12082 + ], + "max_error": 0.0 + }, + { + "representative": 12083, + "members": [ + 12083 + ], + "max_error": 0.0 + }, + { + "representative": 12084, + "members": [ + 12084 + ], + "max_error": 0.0 + }, + { + "representative": 12085, + "members": [ + 12085 + ], + "max_error": 0.0 + }, + { + "representative": 12086, + "members": [ + 12086 + ], + "max_error": 0.0 + }, + { + "representative": 12087, + "members": [ + 12087 + ], + "max_error": 0.0 + }, + { + "representative": 12096, + "members": [ + 12096 + ], + "max_error": 0.0 + }, + { + "representative": 12104, + "members": [ + 12104 + ], + "max_error": 0.0 + }, + { + "representative": 12105, + "members": [ + 12105 + ], + "max_error": 0.0 + }, + { + "representative": 12097, + "members": [ + 12097 + ], + "max_error": 0.0 + }, + { + "representative": 12106, + "members": [ + 12106 + ], + "max_error": 0.0 + }, + { + "representative": 12107, + "members": [ + 12107 + ], + "max_error": 0.0 + }, + { + "representative": 12108, + "members": [ + 12108 + ], + "max_error": 0.0 + }, + { + "representative": 12109, + "members": [ + 12109 + ], + "max_error": 0.0 + }, + { + "representative": 12110, + "members": [ + 12110 + ], + "max_error": 0.0 + }, + { + "representative": 12111, + "members": [ + 12111 + ], + "max_error": 0.0 + }, + { + "representative": 12098, + "members": [ + 12098 + ], + "max_error": 0.0 + }, + { + "representative": 12099, + "members": [ + 12099 + ], + "max_error": 0.0 + }, + { + "representative": 12100, + "members": [ + 12100 + ], + "max_error": 0.0 + }, + { + "representative": 12101, + "members": [ + 12101 + ], + "max_error": 0.0 + }, + { + "representative": 12102, + "members": [ + 12102 + ], + "max_error": 0.0 + }, + { + "representative": 12103, + "members": [ + 12103 + ], + "max_error": 0.0 + }, + { + "representative": 12506, + "members": [ + 12506 + ], + "max_error": 0.0 + }, + { + "representative": 12507, + "members": [ + 12507 + ], + "max_error": 0.0 + }, + { + "representative": 12509, + "members": [ + 12509 + ], + "max_error": 0.0 + }, + { + "representative": 12510, + "members": [ + 12510 + ], + "max_error": 0.0 + }, + { + "representative": 12498, + "members": [ + 12498 + ], + "max_error": 0.0 + }, + { + "representative": 12499, + "members": [ + 12499 + ], + "max_error": 0.0 + }, + { + "representative": 12501, + "members": [ + 12501 + ], + "max_error": 0.0 + }, + { + "representative": 12503, + "members": [ + 12503 + ], + "max_error": 0.0 + }, + { + "representative": 12624, + "members": [ + 12624 + ], + "max_error": 0.0 + }, + { + "representative": 12625, + "members": [ + 12625 + ], + "max_error": 0.0 + }, + { + "representative": 12634, + "members": [ + 12634 + ], + "max_error": 0.0 + }, + { + "representative": 12636, + "members": [ + 12636 + ], + "max_error": 0.0 + }, + { + "representative": 12637, + "members": [ + 12637 + ], + "max_error": 0.0 + }, + { + "representative": 12638, + "members": [ + 12638 + ], + "max_error": 0.0 + }, + { + "representative": 12639, + "members": [ + 12639 + ], + "max_error": 0.0 + }, + { + "representative": 12628, + "members": [ + 12628 + ], + "max_error": 0.0 + }, + { + "representative": 12629, + "members": [ + 12629 + ], + "max_error": 0.0 + }, + { + "representative": 12653, + "members": [ + 12653 + ], + "max_error": 0.0 + }, + { + "representative": 12644, + "members": [ + 12644 + ], + "max_error": 0.0 + }, + { + "representative": 12647, + "members": [ + 12647 + ], + "max_error": 0.0 + }, + { + "representative": 12522, + "members": [ + 12522 + ], + "max_error": 0.0 + }, + { + "representative": 12523, + "members": [ + 12523 + ], + "max_error": 0.0 + }, + { + "representative": 12524, + "members": [ + 12524 + ], + "max_error": 0.0 + }, + { + "representative": 12526, + "members": [ + 12526 + ], + "max_error": 0.0 + }, + { + "representative": 12527, + "members": [ + 12527 + ], + "max_error": 0.0 + }, + { + "representative": 12514, + "members": [ + 12514 + ], + "max_error": 0.0 + }, + { + "representative": 12515, + "members": [ + 12515 + ], + "max_error": 0.0 + }, + { + "representative": 12516, + "members": [ + 12516 + ], + "max_error": 0.0 + }, + { + "representative": 12517, + "members": [ + 12517 + ], + "max_error": 0.0 + }, + { + "representative": 12656, + "members": [ + 12656 + ], + "max_error": 0.0 + }, + { + "representative": 12664, + "members": [ + 12664 + ], + "max_error": 0.0 + }, + { + "representative": 12665, + "members": [ + 12665 + ], + "max_error": 0.0 + }, + { + "representative": 12668, + "members": [ + 12668 + ], + "max_error": 0.0 + }, + { + "representative": 12669, + "members": [ + 12669 + ], + "max_error": 0.0 + }, + { + "representative": 12658, + "members": [ + 12658 + ], + "max_error": 0.0 + }, + { + "representative": 12659, + "members": [ + 12659 + ], + "max_error": 0.0 + }, + { + "representative": 12662, + "members": [ + 12662 + ], + "max_error": 0.0 + }, + { + "representative": 12682, + "members": [ + 12682 + ], + "max_error": 0.0 + }, + { + "representative": 12686, + "members": [ + 12686 + ], + "max_error": 0.0 + }, + { + "representative": 12687, + "members": [ + 12687 + ], + "max_error": 0.0 + }, + { + "representative": 12674, + "members": [ + 12674 + ], + "max_error": 0.0 + }, + { + "representative": 12676, + "members": [ + 12676 + ], + "max_error": 0.0 + }, + { + "representative": 12677, + "members": [ + 12677 + ], + "max_error": 0.0 + }, + { + "representative": 12678, + "members": [ + 12678 + ], + "max_error": 0.0 + }, + { + "representative": 12698, + "members": [ + 12698 + ], + "max_error": 0.0 + }, + { + "representative": 12699, + "members": [ + 12699 + ], + "max_error": 0.0 + }, + { + "representative": 12700, + "members": [ + 12700 + ], + "max_error": 0.0 + }, + { + "representative": 12702, + "members": [ + 12702 + ], + "max_error": 0.0 + }, + { + "representative": 12690, + "members": [ + 12690 + ], + "max_error": 0.0 + }, + { + "representative": 12691, + "members": [ + 12691 + ], + "max_error": 0.0 + }, + { + "representative": 12695, + "members": [ + 12695 + ], + "max_error": 0.0 + }, + { + "representative": 12704, + "members": [ + 12704 + ], + "max_error": 0.0 + }, + { + "representative": 12713, + "members": [ + 12713 + ], + "max_error": 0.0 + }, + { + "representative": 12715, + "members": [ + 12715 + ], + "max_error": 0.0 + }, + { + "representative": 12716, + "members": [ + 12716 + ], + "max_error": 0.0 + }, + { + "representative": 12718, + "members": [ + 12718 + ], + "max_error": 0.0 + }, + { + "representative": 12706, + "members": [ + 12706 + ], + "max_error": 0.0 + }, + { + "representative": 12709, + "members": [ + 12709 + ], + "max_error": 0.0 + }, + { + "representative": 12710, + "members": [ + 12710 + ], + "max_error": 0.0 + }, + { + "representative": 12720, + "members": [ + 12720 + ], + "max_error": 0.0 + }, + { + "representative": 12734, + "members": [ + 12734 + ], + "max_error": 0.0 + }, + { + "representative": 12726, + "members": [ + 12726 + ], + "max_error": 0.0 + }, + { + "representative": 12746, + "members": [ + 12746 + ], + "max_error": 0.0 + }, + { + "representative": 12748, + "members": [ + 12748 + ], + "max_error": 0.0 + }, + { + "representative": 12750, + "members": [ + 12750 + ], + "max_error": 0.0 + }, + { + "representative": 12741, + "members": [ + 12741 + ], + "max_error": 0.0 + }, + { + "representative": 12743, + "members": [ + 12743 + ], + "max_error": 0.0 + }, + { + "representative": 12633, + "members": [ + 12633 + ], + "max_error": 0.0 + }, + { + "representative": 12730, + "members": [ + 12730 + ], + "max_error": 0.0 + }, + { + "representative": 12590, + "members": [ + 12590 + ], + "max_error": 0.0 + }, + { + "representative": 12737, + "members": [ + 12737 + ], + "max_error": 0.0 + }, + { + "representative": 12661, + "members": [ + 12661 + ], + "max_error": 0.0 + }, + { + "representative": 12557, + "members": [ + 12557 + ], + "max_error": 0.0 + }, + { + "representative": 12595, + "members": [ + 12595 + ], + "max_error": 0.0 + }, + { + "representative": 12663, + "members": [ + 12663 + ], + "max_error": 0.0 + }, + { + "representative": 12736, + "members": [ + 12736 + ], + "max_error": 0.0 + }, + { + "representative": 12497, + "members": [ + 12497 + ], + "max_error": 0.0 + }, + { + "representative": 12536, + "members": [ + 12536 + ], + "max_error": 0.0 + }, + { + "representative": 12504, + "members": [ + 12504 + ], + "max_error": 0.0 + }, + { + "representative": 12589, + "members": [ + 12589 + ], + "max_error": 0.0 + }, + { + "representative": 12518, + "members": [ + 12518 + ], + "max_error": 0.0 + }, + { + "representative": 12681, + "members": [ + 12681 + ], + "max_error": 0.0 + }, + { + "representative": 12512, + "members": [ + 12512 + ], + "max_error": 0.0 + }, + { + "representative": 12513, + "members": [ + 12513 + ], + "max_error": 0.0 + }, + { + "representative": 12655, + "members": [ + 12655 + ], + "max_error": 0.0 + }, + { + "representative": 12670, + "members": [ + 12670 + ], + "max_error": 0.0 + }, + { + "representative": 12738, + "members": [ + 12738 + ], + "max_error": 0.0 + }, + { + "representative": 12607, + "members": [ + 12607 + ], + "max_error": 0.0 + }, + { + "representative": 12594, + "members": [ + 12594 + ], + "max_error": 0.0 + }, + { + "representative": 12554, + "members": [ + 12554 + ], + "max_error": 0.0 + }, + { + "representative": 12508, + "members": [ + 12508 + ], + "max_error": 0.0 + }, + { + "representative": 12723, + "members": [ + 12723 + ], + "max_error": 0.0 + }, + { + "representative": 12569, + "members": [ + 12569 + ], + "max_error": 0.0 + }, + { + "representative": 12550, + "members": [ + 12550 + ], + "max_error": 0.0 + }, + { + "representative": 12705, + "members": [ + 12705 + ], + "max_error": 0.0 + }, + { + "representative": 12572, + "members": [ + 12572 + ], + "max_error": 0.0 + }, + { + "representative": 12551, + "members": [ + 12551 + ], + "max_error": 0.0 + }, + { + "representative": 12549, + "members": [ + 12549 + ], + "max_error": 0.0 + }, + { + "representative": 12747, + "members": [ + 12747 + ], + "max_error": 0.0 + }, + { + "representative": 12559, + "members": [ + 12559 + ], + "max_error": 0.0 + }, + { + "representative": 12528, + "members": [ + 12528 + ], + "max_error": 0.0 + }, + { + "representative": 12537, + "members": [ + 12537 + ], + "max_error": 0.0 + }, + { + "representative": 12539, + "members": [ + 12539 + ], + "max_error": 0.0 + }, + { + "representative": 12540, + "members": [ + 12540 + ], + "max_error": 0.0 + }, + { + "representative": 12541, + "members": [ + 12541 + ], + "max_error": 0.0 + }, + { + "representative": 12542, + "members": [ + 12542 + ], + "max_error": 0.0 + }, + { + "representative": 12543, + "members": [ + 12543 + ], + "max_error": 0.0 + }, + { + "representative": 12530, + "members": [ + 12530 + ], + "max_error": 0.0 + }, + { + "representative": 12531, + "members": [ + 12531 + ], + "max_error": 0.0 + }, + { + "representative": 12532, + "members": [ + 12532 + ], + "max_error": 0.0 + }, + { + "representative": 12535, + "members": [ + 12535 + ], + "max_error": 0.0 + }, + { + "representative": 12744, + "members": [ + 12744 + ], + "max_error": 0.0 + }, + { + "representative": 12660, + "members": [ + 12660 + ], + "max_error": 0.0 + }, + { + "representative": 12502, + "members": [ + 12502 + ], + "max_error": 0.0 + }, + { + "representative": 12646, + "members": [ + 12646 + ], + "max_error": 0.0 + }, + { + "representative": 12683, + "members": [ + 12683 + ], + "max_error": 0.0 + }, + { + "representative": 12711, + "members": [ + 12711 + ], + "max_error": 0.0 + }, + { + "representative": 12621, + "members": [ + 12621 + ], + "max_error": 0.0 + }, + { + "representative": 12548, + "members": [ + 12548 + ], + "max_error": 0.0 + }, + { + "representative": 12654, + "members": [ + 12654 + ], + "max_error": 0.0 + }, + { + "representative": 12742, + "members": [ + 12742 + ], + "max_error": 0.0 + }, + { + "representative": 12740, + "members": [ + 12740 + ], + "max_error": 0.0 + }, + { + "representative": 12538, + "members": [ + 12538 + ], + "max_error": 0.0 + }, + { + "representative": 12597, + "members": [ + 12597 + ], + "max_error": 0.0 + }, + { + "representative": 12712, + "members": [ + 12712 + ], + "max_error": 0.0 + }, + { + "representative": 12525, + "members": [ + 12525 + ], + "max_error": 0.0 + }, + { + "representative": 12587, + "members": [ + 12587 + ], + "max_error": 0.0 + }, + { + "representative": 12650, + "members": [ + 12650 + ], + "max_error": 0.0 + }, + { + "representative": 12707, + "members": [ + 12707 + ], + "max_error": 0.0 + }, + { + "representative": 12623, + "members": [ + 12623 + ], + "max_error": 0.0 + }, + { + "representative": 12745, + "members": [ + 12745 + ], + "max_error": 0.0 + }, + { + "representative": 12519, + "members": [ + 12519 + ], + "max_error": 0.0 + }, + { + "representative": 12667, + "members": [ + 12667 + ], + "max_error": 0.0 + }, + { + "representative": 12562, + "members": [ + 12562 + ], + "max_error": 0.0 + }, + { + "representative": 12685, + "members": [ + 12685 + ], + "max_error": 0.0 + }, + { + "representative": 12584, + "members": [ + 12584 + ], + "max_error": 0.0 + }, + { + "representative": 12649, + "members": [ + 12649 + ], + "max_error": 0.0 + }, + { + "representative": 12645, + "members": [ + 12645 + ], + "max_error": 0.0 + }, + { + "representative": 12640, + "members": [ + 12640 + ], + "max_error": 0.0 + }, + { + "representative": 12671, + "members": [ + 12671 + ], + "max_error": 0.0 + }, + { + "representative": 12675, + "members": [ + 12675 + ], + "max_error": 0.0 + }, + { + "representative": 12521, + "members": [ + 12521 + ], + "max_error": 0.0 + }, + { + "representative": 12643, + "members": [ + 12643 + ], + "max_error": 0.0 + }, + { + "representative": 12573, + "members": [ + 12573 + ], + "max_error": 0.0 + }, + { + "representative": 12585, + "members": [ + 12585 + ], + "max_error": 0.0 + }, + { + "representative": 12505, + "members": [ + 12505 + ], + "max_error": 0.0 + }, + { + "representative": 12601, + "members": [ + 12601 + ], + "max_error": 0.0 + }, + { + "representative": 12627, + "members": [ + 12627 + ], + "max_error": 0.0 + }, + { + "representative": 12733, + "members": [ + 12733 + ], + "max_error": 0.0 + }, + { + "representative": 12714, + "members": [ + 12714 + ], + "max_error": 0.0 + }, + { + "representative": 12533, + "members": [ + 12533 + ], + "max_error": 0.0 + }, + { + "representative": 12496, + "members": [ + 12496 + ], + "max_error": 0.0 + }, + { + "representative": 12725, + "members": [ + 12725 + ], + "max_error": 0.0 + }, + { + "representative": 12689, + "members": [ + 12689 + ], + "max_error": 0.0 + }, + { + "representative": 12739, + "members": [ + 12739 + ], + "max_error": 0.0 + }, + { + "representative": 12630, + "members": [ + 12630 + ], + "max_error": 0.0 + }, + { + "representative": 12618, + "members": [ + 12618 + ], + "max_error": 0.0 + }, + { + "representative": 12728, + "members": [ + 12728 + ], + "max_error": 0.0 + }, + { + "representative": 12729, + "members": [ + 12729 + ], + "max_error": 0.0 + }, + { + "representative": 12651, + "members": [ + 12651 + ], + "max_error": 0.0 + }, + { + "representative": 12626, + "members": [ + 12626 + ], + "max_error": 0.0 + }, + { + "representative": 12701, + "members": [ + 12701 + ], + "max_error": 0.0 + }, + { + "representative": 12732, + "members": [ + 12732 + ], + "max_error": 0.0 + }, + { + "representative": 12666, + "members": [ + 12666 + ], + "max_error": 0.0 + }, + { + "representative": 12697, + "members": [ + 12697 + ], + "max_error": 0.0 + }, + { + "representative": 12735, + "members": [ + 12735 + ], + "max_error": 0.0 + }, + { + "representative": 12719, + "members": [ + 12719 + ], + "max_error": 0.0 + }, + { + "representative": 12727, + "members": [ + 12727 + ], + "max_error": 0.0 + }, + { + "representative": 12684, + "members": [ + 12684 + ], + "max_error": 0.0 + }, + { + "representative": 12688, + "members": [ + 12688 + ], + "max_error": 0.0 + }, + { + "representative": 12708, + "members": [ + 12708 + ], + "max_error": 0.0 + }, + { + "representative": 12694, + "members": [ + 12694 + ], + "max_error": 0.0 + }, + { + "representative": 12703, + "members": [ + 12703 + ], + "max_error": 0.0 + }, + { + "representative": 12680, + "members": [ + 12680 + ], + "max_error": 0.0 + }, + { + "representative": 12632, + "members": [ + 12632 + ], + "max_error": 0.0 + }, + { + "representative": 12560, + "members": [ + 12560 + ], + "max_error": 0.0 + }, + { + "representative": 12673, + "members": [ + 12673 + ], + "max_error": 0.0 + }, + { + "representative": 12635, + "members": [ + 12635 + ], + "max_error": 0.0 + }, + { + "representative": 12534, + "members": [ + 12534 + ], + "max_error": 0.0 + }, + { + "representative": 12566, + "members": [ + 12566 + ], + "max_error": 0.0 + }, + { + "representative": 12558, + "members": [ + 12558 + ], + "max_error": 0.0 + }, + { + "representative": 12582, + "members": [ + 12582 + ], + "max_error": 0.0 + }, + { + "representative": 12617, + "members": [ + 12617 + ], + "max_error": 0.0 + }, + { + "representative": 12749, + "members": [ + 12749 + ], + "max_error": 0.0 + }, + { + "representative": 12696, + "members": [ + 12696 + ], + "max_error": 0.0 + }, + { + "representative": 12717, + "members": [ + 12717 + ], + "max_error": 0.0 + }, + { + "representative": 12605, + "members": [ + 12605 + ], + "max_error": 0.0 + }, + { + "representative": 12648, + "members": [ + 12648 + ], + "max_error": 0.0 + }, + { + "representative": 12600, + "members": [ + 12600 + ], + "max_error": 0.0 + }, + { + "representative": 12692, + "members": [ + 12692 + ], + "max_error": 0.0 + }, + { + "representative": 12693, + "members": [ + 12693 + ], + "max_error": 0.0 + }, + { + "representative": 12641, + "members": [ + 12641 + ], + "max_error": 0.0 + }, + { + "representative": 12593, + "members": [ + 12593 + ], + "max_error": 0.0 + }, + { + "representative": 12500, + "members": [ + 12500 + ], + "max_error": 0.0 + }, + { + "representative": 12511, + "members": [ + 12511 + ], + "max_error": 0.0 + }, + { + "representative": 12520, + "members": [ + 12520 + ], + "max_error": 0.0 + }, + { + "representative": 12722, + "members": [ + 12722 + ], + "max_error": 0.0 + }, + { + "representative": 12544, + "members": [ + 12544 + ], + "max_error": 0.0 + }, + { + "representative": 12552, + "members": [ + 12552 + ], + "max_error": 0.0 + }, + { + "representative": 12553, + "members": [ + 12553 + ], + "max_error": 0.0 + }, + { + "representative": 12545, + "members": [ + 12545 + ], + "max_error": 0.0 + }, + { + "representative": 12555, + "members": [ + 12555 + ], + "max_error": 0.0 + }, + { + "representative": 12556, + "members": [ + 12556 + ], + "max_error": 0.0 + }, + { + "representative": 12546, + "members": [ + 12546 + ], + "max_error": 0.0 + }, + { + "representative": 12547, + "members": [ + 12547 + ], + "max_error": 0.0 + }, + { + "representative": 12652, + "members": [ + 12652 + ], + "max_error": 0.0 + }, + { + "representative": 12579, + "members": [ + 12579 + ], + "max_error": 0.0 + }, + { + "representative": 12751, + "members": [ + 12751 + ], + "max_error": 0.0 + }, + { + "representative": 12529, + "members": [ + 12529 + ], + "max_error": 0.0 + }, + { + "representative": 12563, + "members": [ + 12563 + ], + "max_error": 0.0 + }, + { + "representative": 12642, + "members": [ + 12642 + ], + "max_error": 0.0 + }, + { + "representative": 12672, + "members": [ + 12672 + ], + "max_error": 0.0 + }, + { + "representative": 12724, + "members": [ + 12724 + ], + "max_error": 0.0 + }, + { + "representative": 12731, + "members": [ + 12731 + ], + "max_error": 0.0 + }, + { + "representative": 12721, + "members": [ + 12721 + ], + "max_error": 0.0 + }, + { + "representative": 12602, + "members": [ + 12602 + ], + "max_error": 0.0 + }, + { + "representative": 12657, + "members": [ + 12657 + ], + "max_error": 0.0 + }, + { + "representative": 12616, + "members": [ + 12616 + ], + "max_error": 0.0 + }, + { + "representative": 12586, + "members": [ + 12586 + ], + "max_error": 0.0 + }, + { + "representative": 12631, + "members": [ + 12631 + ], + "max_error": 0.0 + }, + { + "representative": 12679, + "members": [ + 12679 + ], + "max_error": 0.0 + }, + { + "representative": 12568, + "members": [ + 12568 + ], + "max_error": 0.0 + }, + { + "representative": 12561, + "members": [ + 12561 + ], + "max_error": 0.0 + }, + { + "representative": 12570, + "members": [ + 12570 + ], + "max_error": 0.0 + }, + { + "representative": 12571, + "members": [ + 12571 + ], + "max_error": 0.0 + }, + { + "representative": 12574, + "members": [ + 12574 + ], + "max_error": 0.0 + }, + { + "representative": 12575, + "members": [ + 12575 + ], + "max_error": 0.0 + }, + { + "representative": 12564, + "members": [ + 12564 + ], + "max_error": 0.0 + }, + { + "representative": 12565, + "members": [ + 12565 + ], + "max_error": 0.0 + }, + { + "representative": 12567, + "members": [ + 12567 + ], + "max_error": 0.0 + }, + { + "representative": 12576, + "members": [ + 12576 + ], + "max_error": 0.0 + }, + { + "representative": 12577, + "members": [ + 12577 + ], + "max_error": 0.0 + }, + { + "representative": 12588, + "members": [ + 12588 + ], + "max_error": 0.0 + }, + { + "representative": 12591, + "members": [ + 12591 + ], + "max_error": 0.0 + }, + { + "representative": 12578, + "members": [ + 12578 + ], + "max_error": 0.0 + }, + { + "representative": 12580, + "members": [ + 12580 + ], + "max_error": 0.0 + }, + { + "representative": 12581, + "members": [ + 12581 + ], + "max_error": 0.0 + }, + { + "representative": 12583, + "members": [ + 12583 + ], + "max_error": 0.0 + }, + { + "representative": 12592, + "members": [ + 12592 + ], + "max_error": 0.0 + }, + { + "representative": 12603, + "members": [ + 12603 + ], + "max_error": 0.0 + }, + { + "representative": 12604, + "members": [ + 12604 + ], + "max_error": 0.0 + }, + { + "representative": 12606, + "members": [ + 12606 + ], + "max_error": 0.0 + }, + { + "representative": 12596, + "members": [ + 12596 + ], + "max_error": 0.0 + }, + { + "representative": 12598, + "members": [ + 12598 + ], + "max_error": 0.0 + }, + { + "representative": 12599, + "members": [ + 12599 + ], + "max_error": 0.0 + }, + { + "representative": 12608, + "members": [ + 12608 + ], + "max_error": 0.0 + }, + { + "representative": 12609, + "members": [ + 12609 + ], + "max_error": 0.0 + }, + { + "representative": 12619, + "members": [ + 12619 + ], + "max_error": 0.0 + }, + { + "representative": 12620, + "members": [ + 12620 + ], + "max_error": 0.0 + }, + { + "representative": 12622, + "members": [ + 12622 + ], + "max_error": 0.0 + }, + { + "representative": 12610, + "members": [ + 12610 + ], + "max_error": 0.0 + }, + { + "representative": 12611, + "members": [ + 12611 + ], + "max_error": 0.0 + }, + { + "representative": 12612, + "members": [ + 12612 + ], + "max_error": 0.0 + }, + { + "representative": 12613, + "members": [ + 12613 + ], + "max_error": 0.0 + }, + { + "representative": 12614, + "members": [ + 12614 + ], + "max_error": 0.0 + }, + { + "representative": 12615, + "members": [ + 12615 + ], + "max_error": 0.0 + }, + { + "representative": 13008, + "members": [ + 13008 + ], + "max_error": 0.0 + }, + { + "representative": 13016, + "members": [ + 13016 + ], + "max_error": 0.0 + }, + { + "representative": 13017, + "members": [ + 13017 + ], + "max_error": 0.0 + }, + { + "representative": 13009, + "members": [ + 13009 + ], + "max_error": 0.0 + }, + { + "representative": 13018, + "members": [ + 13018 + ], + "max_error": 0.0 + }, + { + "representative": 13019, + "members": [ + 13019 + ], + "max_error": 0.0 + }, + { + "representative": 13020, + "members": [ + 13020 + ], + "max_error": 0.0 + }, + { + "representative": 13021, + "members": [ + 13021 + ], + "max_error": 0.0 + }, + { + "representative": 13022, + "members": [ + 13022 + ], + "max_error": 0.0 + }, + { + "representative": 13023, + "members": [ + 13023 + ], + "max_error": 0.0 + }, + { + "representative": 13010, + "members": [ + 13010 + ], + "max_error": 0.0 + }, + { + "representative": 13011, + "members": [ + 13011 + ], + "max_error": 0.0 + }, + { + "representative": 13012, + "members": [ + 13012 + ], + "max_error": 0.0 + }, + { + "representative": 13013, + "members": [ + 13013 + ], + "max_error": 0.0 + }, + { + "representative": 13014, + "members": [ + 13014 + ], + "max_error": 0.0 + }, + { + "representative": 13015, + "members": [ + 13015 + ], + "max_error": 0.0 + }, + { + "representative": 13024, + "members": [ + 13024 + ], + "max_error": 0.0 + }, + { + "representative": 13032, + "members": [ + 13032 + ], + "max_error": 0.0 + }, + { + "representative": 13033, + "members": [ + 13033 + ], + "max_error": 0.0 + }, + { + "representative": 13025, + "members": [ + 13025 + ], + "max_error": 0.0 + }, + { + "representative": 13034, + "members": [ + 13034 + ], + "max_error": 0.0 + }, + { + "representative": 13035, + "members": [ + 13035 + ], + "max_error": 0.0 + }, + { + "representative": 13036, + "members": [ + 13036 + ], + "max_error": 0.0 + }, + { + "representative": 13037, + "members": [ + 13037 + ], + "max_error": 0.0 + }, + { + "representative": 13038, + "members": [ + 13038 + ], + "max_error": 0.0 + }, + { + "representative": 13039, + "members": [ + 13039 + ], + "max_error": 0.0 + }, + { + "representative": 13026, + "members": [ + 13026 + ], + "max_error": 0.0 + }, + { + "representative": 13027, + "members": [ + 13027 + ], + "max_error": 0.0 + }, + { + "representative": 13028, + "members": [ + 13028 + ], + "max_error": 0.0 + }, + { + "representative": 13029, + "members": [ + 13029 + ], + "max_error": 0.0 + }, + { + "representative": 13030, + "members": [ + 13030 + ], + "max_error": 0.0 + }, + { + "representative": 13031, + "members": [ + 13031 + ], + "max_error": 0.0 + }, + { + "representative": 13040, + "members": [ + 13040 + ], + "max_error": 0.0 + }, + { + "representative": 13048, + "members": [ + 13048 + ], + "max_error": 0.0 + }, + { + "representative": 13049, + "members": [ + 13049 + ], + "max_error": 0.0 + }, + { + "representative": 13041, + "members": [ + 13041 + ], + "max_error": 0.0 + }, + { + "representative": 13050, + "members": [ + 13050 + ], + "max_error": 0.0 + }, + { + "representative": 13051, + "members": [ + 13051 + ], + "max_error": 0.0 + }, + { + "representative": 13052, + "members": [ + 13052 + ], + "max_error": 0.0 + }, + { + "representative": 13053, + "members": [ + 13053 + ], + "max_error": 0.0 + }, + { + "representative": 13054, + "members": [ + 13054 + ], + "max_error": 0.0 + }, + { + "representative": 13055, + "members": [ + 13055 + ], + "max_error": 0.0 + }, + { + "representative": 13042, + "members": [ + 13042 + ], + "max_error": 0.0 + }, + { + "representative": 13043, + "members": [ + 13043 + ], + "max_error": 0.0 + }, + { + "representative": 13044, + "members": [ + 13044 + ], + "max_error": 0.0 + }, + { + "representative": 13045, + "members": [ + 13045 + ], + "max_error": 0.0 + }, + { + "representative": 13046, + "members": [ + 13046 + ], + "max_error": 0.0 + }, + { + "representative": 13047, + "members": [ + 13047 + ], + "max_error": 0.0 + }, + { + "representative": 13056, + "members": [ + 13056 + ], + "max_error": 0.0 + }, + { + "representative": 13064, + "members": [ + 13064 + ], + "max_error": 0.0 + }, + { + "representative": 13065, + "members": [ + 13065 + ], + "max_error": 0.0 + }, + { + "representative": 13057, + "members": [ + 13057 + ], + "max_error": 0.0 + }, + { + "representative": 13066, + "members": [ + 13066 + ], + "max_error": 0.0 + }, + { + "representative": 13067, + "members": [ + 13067 + ], + "max_error": 0.0 + }, + { + "representative": 13068, + "members": [ + 13068 + ], + "max_error": 0.0 + }, + { + "representative": 13069, + "members": [ + 13069 + ], + "max_error": 0.0 + }, + { + "representative": 13070, + "members": [ + 13070 + ], + "max_error": 0.0 + }, + { + "representative": 13071, + "members": [ + 13071 + ], + "max_error": 0.0 + }, + { + "representative": 13058, + "members": [ + 13058 + ], + "max_error": 0.0 + }, + { + "representative": 13059, + "members": [ + 13059 + ], + "max_error": 0.0 + }, + { + "representative": 13060, + "members": [ + 13060 + ], + "max_error": 0.0 + }, + { + "representative": 13061, + "members": [ + 13061 + ], + "max_error": 0.0 + }, + { + "representative": 13062, + "members": [ + 13062 + ], + "max_error": 0.0 + }, + { + "representative": 13063, + "members": [ + 13063 + ], + "max_error": 0.0 + } +] \ No newline at end of file diff --git a/results/qwen35-2b/analysis/groups_block_2d-128_0.02.json b/results/qwen35-2b/analysis/groups_block_2d-128_0.02.json new file mode 100644 index 0000000..aa59d6e --- /dev/null +++ b/results/qwen35-2b/analysis/groups_block_2d-128_0.02.json @@ -0,0 +1,43122 @@ +[ + { + "representative": 236, + "members": [ + 236 + ], + "max_error": 0.0 + }, + { + "representative": 193, + "members": [ + 193 + ], + "max_error": 0.0 + }, + { + "representative": 42, + "members": [ + 42 + ], + "max_error": 0.0 + }, + { + "representative": 255, + "members": [ + 255 + ], + "max_error": 0.0 + }, + { + "representative": 60, + "members": [ + 60 + ], + "max_error": 0.0 + }, + { + "representative": 5, + "members": [ + 5 + ], + "max_error": 0.0 + }, + { + "representative": 126, + "members": [ + 126 + ], + "max_error": 0.0 + }, + { + "representative": 181, + "members": [ + 181 + ], + "max_error": 0.0 + }, + { + "representative": 157, + "members": [ + 157 + ], + "max_error": 0.0 + }, + { + "representative": 140, + "members": [ + 140 + ], + "max_error": 0.0 + }, + { + "representative": 101, + "members": [ + 101 + ], + "max_error": 0.0 + }, + { + "representative": 244, + "members": [ + 244 + ], + "max_error": 0.0 + }, + { + "representative": 25, + "members": [ + 25 + ], + "max_error": 0.0 + }, + { + "representative": 106, + "members": [ + 106 + ], + "max_error": 0.0 + }, + { + "representative": 163, + "members": [ + 163 + ], + "max_error": 0.0 + }, + { + "representative": 48, + "members": [ + 48 + ], + "max_error": 0.0 + }, + { + "representative": 184, + "members": [ + 184 + ], + "max_error": 0.0 + }, + { + "representative": 93, + "members": [ + 93 + ], + "max_error": 0.0 + }, + { + "representative": 27, + "members": [ + 27 + ], + "max_error": 0.0 + }, + { + "representative": 122, + "members": [ + 122 + ], + "max_error": 0.0 + }, + { + "representative": 233, + "members": [ + 233 + ], + "max_error": 0.0 + }, + { + "representative": 121, + "members": [ + 121 + ], + "max_error": 0.0 + }, + { + "representative": 129, + "members": [ + 129 + ], + "max_error": 0.0 + }, + { + "representative": 207, + "members": [ + 207 + ], + "max_error": 0.0 + }, + { + "representative": 252, + "members": [ + 252 + ], + "max_error": 0.0 + }, + { + "representative": 153, + "members": [ + 153 + ], + "max_error": 0.0 + }, + { + "representative": 50, + "members": [ + 50 + ], + "max_error": 0.0 + }, + { + "representative": 107, + "members": [ + 107 + ], + "max_error": 0.0 + }, + { + "representative": 83, + "members": [ + 83 + ], + "max_error": 0.0 + }, + { + "representative": 100, + "members": [ + 100 + ], + "max_error": 0.0 + }, + { + "representative": 117, + "members": [ + 117 + ], + "max_error": 0.0 + }, + { + "representative": 151, + "members": [ + 151 + ], + "max_error": 0.0 + }, + { + "representative": 148, + "members": [ + 148 + ], + "max_error": 0.0 + }, + { + "representative": 23, + "members": [ + 23 + ], + "max_error": 0.0 + }, + { + "representative": 139, + "members": [ + 139 + ], + "max_error": 0.0 + }, + { + "representative": 188, + "members": [ + 188 + ], + "max_error": 0.0 + }, + { + "representative": 119, + "members": [ + 119 + ], + "max_error": 0.0 + }, + { + "representative": 185, + "members": [ + 185 + ], + "max_error": 0.0 + }, + { + "representative": 52, + "members": [ + 52 + ], + "max_error": 0.0 + }, + { + "representative": 47, + "members": [ + 47 + ], + "max_error": 0.0 + }, + { + "representative": 118, + "members": [ + 118 + ], + "max_error": 0.0 + }, + { + "representative": 10, + "members": [ + 10 + ], + "max_error": 0.0 + }, + { + "representative": 90, + "members": [ + 90 + ], + "max_error": 0.0 + }, + { + "representative": 205, + "members": [ + 205 + ], + "max_error": 0.0 + }, + { + "representative": 123, + "members": [ + 123 + ], + "max_error": 0.0 + }, + { + "representative": 43, + "members": [ + 43 + ], + "max_error": 0.0 + }, + { + "representative": 211, + "members": [ + 211 + ], + "max_error": 0.0 + }, + { + "representative": 84, + "members": [ + 84 + ], + "max_error": 0.0 + }, + { + "representative": 173, + "members": [ + 173 + ], + "max_error": 0.0 + }, + { + "representative": 103, + "members": [ + 103 + ], + "max_error": 0.0 + }, + { + "representative": 161, + "members": [ + 161 + ], + "max_error": 0.0 + }, + { + "representative": 152, + "members": [ + 152 + ], + "max_error": 0.0 + }, + { + "representative": 221, + "members": [ + 221 + ], + "max_error": 0.0 + }, + { + "representative": 222, + "members": [ + 222 + ], + "max_error": 0.0 + }, + { + "representative": 214, + "members": [ + 214 + ], + "max_error": 0.0 + }, + { + "representative": 61, + "members": [ + 61 + ], + "max_error": 0.0 + }, + { + "representative": 186, + "members": [ + 186 + ], + "max_error": 0.0 + }, + { + "representative": 109, + "members": [ + 109 + ], + "max_error": 0.0 + }, + { + "representative": 35, + "members": [ + 35 + ], + "max_error": 0.0 + }, + { + "representative": 195, + "members": [ + 195 + ], + "max_error": 0.0 + }, + { + "representative": 94, + "members": [ + 94 + ], + "max_error": 0.0 + }, + { + "representative": 19, + "members": [ + 19 + ], + "max_error": 0.0 + }, + { + "representative": 7, + "members": [ + 7 + ], + "max_error": 0.0 + }, + { + "representative": 149, + "members": [ + 149 + ], + "max_error": 0.0 + }, + { + "representative": 20, + "members": [ + 20 + ], + "max_error": 0.0 + }, + { + "representative": 171, + "members": [ + 171 + ], + "max_error": 0.0 + }, + { + "representative": 32, + "members": [ + 32 + ], + "max_error": 0.0 + }, + { + "representative": 235, + "members": [ + 235 + ], + "max_error": 0.0 + }, + { + "representative": 226, + "members": [ + 226 + ], + "max_error": 0.0 + }, + { + "representative": 223, + "members": [ + 223 + ], + "max_error": 0.0 + }, + { + "representative": 247, + "members": [ + 247 + ], + "max_error": 0.0 + }, + { + "representative": 39, + "members": [ + 39 + ], + "max_error": 0.0 + }, + { + "representative": 8, + "members": [ + 8 + ], + "max_error": 0.0 + }, + { + "representative": 175, + "members": [ + 175 + ], + "max_error": 0.0 + }, + { + "representative": 172, + "members": [ + 172 + ], + "max_error": 0.0 + }, + { + "representative": 239, + "members": [ + 239 + ], + "max_error": 0.0 + }, + { + "representative": 97, + "members": [ + 97 + ], + "max_error": 0.0 + }, + { + "representative": 208, + "members": [ + 208 + ], + "max_error": 0.0 + }, + { + "representative": 238, + "members": [ + 238 + ], + "max_error": 0.0 + }, + { + "representative": 191, + "members": [ + 191 + ], + "max_error": 0.0 + }, + { + "representative": 15, + "members": [ + 15 + ], + "max_error": 0.0 + }, + { + "representative": 190, + "members": [ + 190 + ], + "max_error": 0.0 + }, + { + "representative": 234, + "members": [ + 234 + ], + "max_error": 0.0 + }, + { + "representative": 225, + "members": [ + 225 + ], + "max_error": 0.0 + }, + { + "representative": 201, + "members": [ + 201 + ], + "max_error": 0.0 + }, + { + "representative": 131, + "members": [ + 131 + ], + "max_error": 0.0 + }, + { + "representative": 240, + "members": [ + 240 + ], + "max_error": 0.0 + }, + { + "representative": 253, + "members": [ + 253 + ], + "max_error": 0.0 + }, + { + "representative": 204, + "members": [ + 204 + ], + "max_error": 0.0 + }, + { + "representative": 138, + "members": [ + 138 + ], + "max_error": 0.0 + }, + { + "representative": 88, + "members": [ + 88 + ], + "max_error": 0.0 + }, + { + "representative": 142, + "members": [ + 142 + ], + "max_error": 0.0 + }, + { + "representative": 198, + "members": [ + 198 + ], + "max_error": 0.0 + }, + { + "representative": 12, + "members": [ + 12 + ], + "max_error": 0.0 + }, + { + "representative": 237, + "members": [ + 237 + ], + "max_error": 0.0 + }, + { + "representative": 199, + "members": [ + 199 + ], + "max_error": 0.0 + }, + { + "representative": 220, + "members": [ + 220 + ], + "max_error": 0.0 + }, + { + "representative": 114, + "members": [ + 114 + ], + "max_error": 0.0 + }, + { + "representative": 179, + "members": [ + 179 + ], + "max_error": 0.0 + }, + { + "representative": 248, + "members": [ + 248 + ], + "max_error": 0.0 + }, + { + "representative": 124, + "members": [ + 124 + ], + "max_error": 0.0 + }, + { + "representative": 67, + "members": [ + 67 + ], + "max_error": 0.0 + }, + { + "representative": 70, + "members": [ + 70 + ], + "max_error": 0.0 + }, + { + "representative": 137, + "members": [ + 137 + ], + "max_error": 0.0 + }, + { + "representative": 102, + "members": [ + 102 + ], + "max_error": 0.0 + }, + { + "representative": 86, + "members": [ + 86 + ], + "max_error": 0.0 + }, + { + "representative": 135, + "members": [ + 135 + ], + "max_error": 0.0 + }, + { + "representative": 127, + "members": [ + 127 + ], + "max_error": 0.0 + }, + { + "representative": 76, + "members": [ + 76 + ], + "max_error": 0.0 + }, + { + "representative": 209, + "members": [ + 209 + ], + "max_error": 0.0 + }, + { + "representative": 177, + "members": [ + 177 + ], + "max_error": 0.0 + }, + { + "representative": 75, + "members": [ + 75 + ], + "max_error": 0.0 + }, + { + "representative": 254, + "members": [ + 254 + ], + "max_error": 0.0 + }, + { + "representative": 22, + "members": [ + 22 + ], + "max_error": 0.0 + }, + { + "representative": 169, + "members": [ + 169 + ], + "max_error": 0.0 + }, + { + "representative": 65, + "members": [ + 65 + ], + "max_error": 0.0 + }, + { + "representative": 125, + "members": [ + 125 + ], + "max_error": 0.0 + }, + { + "representative": 136, + "members": [ + 136 + ], + "max_error": 0.0 + }, + { + "representative": 150, + "members": [ + 150 + ], + "max_error": 0.0 + }, + { + "representative": 158, + "members": [ + 158 + ], + "max_error": 0.0 + }, + { + "representative": 210, + "members": [ + 210 + ], + "max_error": 0.0 + }, + { + "representative": 115, + "members": [ + 115 + ], + "max_error": 0.0 + }, + { + "representative": 192, + "members": [ + 192 + ], + "max_error": 0.0 + }, + { + "representative": 108, + "members": [ + 108 + ], + "max_error": 0.0 + }, + { + "representative": 3, + "members": [ + 3 + ], + "max_error": 0.0 + }, + { + "representative": 206, + "members": [ + 206 + ], + "max_error": 0.0 + }, + { + "representative": 80, + "members": [ + 80 + ], + "max_error": 0.0 + }, + { + "representative": 30, + "members": [ + 30 + ], + "max_error": 0.0 + }, + { + "representative": 228, + "members": [ + 228 + ], + "max_error": 0.0 + }, + { + "representative": 40, + "members": [ + 40 + ], + "max_error": 0.0 + }, + { + "representative": 92, + "members": [ + 92 + ], + "max_error": 0.0 + }, + { + "representative": 95, + "members": [ + 95 + ], + "max_error": 0.0 + }, + { + "representative": 113, + "members": [ + 113 + ], + "max_error": 0.0 + }, + { + "representative": 78, + "members": [ + 78 + ], + "max_error": 0.0 + }, + { + "representative": 16, + "members": [ + 16 + ], + "max_error": 0.0 + }, + { + "representative": 213, + "members": [ + 213 + ], + "max_error": 0.0 + }, + { + "representative": 227, + "members": [ + 227 + ], + "max_error": 0.0 + }, + { + "representative": 217, + "members": [ + 217 + ], + "max_error": 0.0 + }, + { + "representative": 156, + "members": [ + 156 + ], + "max_error": 0.0 + }, + { + "representative": 64, + "members": [ + 64 + ], + "max_error": 0.0 + }, + { + "representative": 144, + "members": [ + 144 + ], + "max_error": 0.0 + }, + { + "representative": 130, + "members": [ + 130 + ], + "max_error": 0.0 + }, + { + "representative": 37, + "members": [ + 37 + ], + "max_error": 0.0 + }, + { + "representative": 96, + "members": [ + 96 + ], + "max_error": 0.0 + }, + { + "representative": 249, + "members": [ + 249 + ], + "max_error": 0.0 + }, + { + "representative": 53, + "members": [ + 53 + ], + "max_error": 0.0 + }, + { + "representative": 9, + "members": [ + 9 + ], + "max_error": 0.0 + }, + { + "representative": 79, + "members": [ + 79 + ], + "max_error": 0.0 + }, + { + "representative": 51, + "members": [ + 51 + ], + "max_error": 0.0 + }, + { + "representative": 162, + "members": [ + 162 + ], + "max_error": 0.0 + }, + { + "representative": 132, + "members": [ + 132 + ], + "max_error": 0.0 + }, + { + "representative": 31, + "members": [ + 31 + ], + "max_error": 0.0 + }, + { + "representative": 165, + "members": [ + 165 + ], + "max_error": 0.0 + }, + { + "representative": 29, + "members": [ + 29 + ], + "max_error": 0.0 + }, + { + "representative": 212, + "members": [ + 212 + ], + "max_error": 0.0 + }, + { + "representative": 71, + "members": [ + 71 + ], + "max_error": 0.0 + }, + { + "representative": 58, + "members": [ + 58 + ], + "max_error": 0.0 + }, + { + "representative": 116, + "members": [ + 116 + ], + "max_error": 0.0 + }, + { + "representative": 170, + "members": [ + 170 + ], + "max_error": 0.0 + }, + { + "representative": 110, + "members": [ + 110 + ], + "max_error": 0.0 + }, + { + "representative": 168, + "members": [ + 168 + ], + "max_error": 0.0 + }, + { + "representative": 167, + "members": [ + 167 + ], + "max_error": 0.0 + }, + { + "representative": 251, + "members": [ + 251 + ], + "max_error": 0.0 + }, + { + "representative": 146, + "members": [ + 146 + ], + "max_error": 0.0 + }, + { + "representative": 232, + "members": [ + 232 + ], + "max_error": 0.0 + }, + { + "representative": 56, + "members": [ + 56 + ], + "max_error": 0.0 + }, + { + "representative": 246, + "members": [ + 246 + ], + "max_error": 0.0 + }, + { + "representative": 178, + "members": [ + 178 + ], + "max_error": 0.0 + }, + { + "representative": 202, + "members": [ + 202 + ], + "max_error": 0.0 + }, + { + "representative": 85, + "members": [ + 85 + ], + "max_error": 0.0 + }, + { + "representative": 155, + "members": [ + 155 + ], + "max_error": 0.0 + }, + { + "representative": 230, + "members": [ + 230 + ], + "max_error": 0.0 + }, + { + "representative": 55, + "members": [ + 55 + ], + "max_error": 0.0 + }, + { + "representative": 26, + "members": [ + 26 + ], + "max_error": 0.0 + }, + { + "representative": 13, + "members": [ + 13 + ], + "max_error": 0.0 + }, + { + "representative": 36, + "members": [ + 36 + ], + "max_error": 0.0 + }, + { + "representative": 143, + "members": [ + 143 + ], + "max_error": 0.0 + }, + { + "representative": 91, + "members": [ + 91 + ], + "max_error": 0.0 + }, + { + "representative": 45, + "members": [ + 45 + ], + "max_error": 0.0 + }, + { + "representative": 189, + "members": [ + 189 + ], + "max_error": 0.0 + }, + { + "representative": 182, + "members": [ + 182 + ], + "max_error": 0.0 + }, + { + "representative": 133, + "members": [ + 133 + ], + "max_error": 0.0 + }, + { + "representative": 145, + "members": [ + 145 + ], + "max_error": 0.0 + }, + { + "representative": 159, + "members": [ + 159 + ], + "max_error": 0.0 + }, + { + "representative": 120, + "members": [ + 120 + ], + "max_error": 0.0 + }, + { + "representative": 11, + "members": [ + 11 + ], + "max_error": 0.0 + }, + { + "representative": 164, + "members": [ + 164 + ], + "max_error": 0.0 + }, + { + "representative": 34, + "members": [ + 34 + ], + "max_error": 0.0 + }, + { + "representative": 98, + "members": [ + 98 + ], + "max_error": 0.0 + }, + { + "representative": 89, + "members": [ + 89 + ], + "max_error": 0.0 + }, + { + "representative": 250, + "members": [ + 250 + ], + "max_error": 0.0 + }, + { + "representative": 46, + "members": [ + 46 + ], + "max_error": 0.0 + }, + { + "representative": 33, + "members": [ + 33 + ], + "max_error": 0.0 + }, + { + "representative": 203, + "members": [ + 203 + ], + "max_error": 0.0 + }, + { + "representative": 57, + "members": [ + 57 + ], + "max_error": 0.0 + }, + { + "representative": 21, + "members": [ + 21 + ], + "max_error": 0.0 + }, + { + "representative": 87, + "members": [ + 87 + ], + "max_error": 0.0 + }, + { + "representative": 81, + "members": [ + 81 + ], + "max_error": 0.0 + }, + { + "representative": 4, + "members": [ + 4 + ], + "max_error": 0.0 + }, + { + "representative": 105, + "members": [ + 105 + ], + "max_error": 0.0 + }, + { + "representative": 174, + "members": [ + 174 + ], + "max_error": 0.0 + }, + { + "representative": 73, + "members": [ + 73 + ], + "max_error": 0.0 + }, + { + "representative": 183, + "members": [ + 183 + ], + "max_error": 0.0 + }, + { + "representative": 229, + "members": [ + 229 + ], + "max_error": 0.0 + }, + { + "representative": 49, + "members": [ + 49 + ], + "max_error": 0.0 + }, + { + "representative": 0, + "members": [ + 0 + ], + "max_error": 0.0 + }, + { + "representative": 160, + "members": [ + 160 + ], + "max_error": 0.0 + }, + { + "representative": 215, + "members": [ + 215 + ], + "max_error": 0.0 + }, + { + "representative": 242, + "members": [ + 242 + ], + "max_error": 0.0 + }, + { + "representative": 231, + "members": [ + 231 + ], + "max_error": 0.0 + }, + { + "representative": 99, + "members": [ + 99 + ], + "max_error": 0.0 + }, + { + "representative": 197, + "members": [ + 197 + ], + "max_error": 0.0 + }, + { + "representative": 77, + "members": [ + 77 + ], + "max_error": 0.0 + }, + { + "representative": 243, + "members": [ + 243 + ], + "max_error": 0.0 + }, + { + "representative": 176, + "members": [ + 176 + ], + "max_error": 0.0 + }, + { + "representative": 218, + "members": [ + 218 + ], + "max_error": 0.0 + }, + { + "representative": 41, + "members": [ + 41 + ], + "max_error": 0.0 + }, + { + "representative": 6, + "members": [ + 6 + ], + "max_error": 0.0 + }, + { + "representative": 219, + "members": [ + 219 + ], + "max_error": 0.0 + }, + { + "representative": 63, + "members": [ + 63 + ], + "max_error": 0.0 + }, + { + "representative": 166, + "members": [ + 166 + ], + "max_error": 0.0 + }, + { + "representative": 224, + "members": [ + 224 + ], + "max_error": 0.0 + }, + { + "representative": 54, + "members": [ + 54 + ], + "max_error": 0.0 + }, + { + "representative": 38, + "members": [ + 38 + ], + "max_error": 0.0 + }, + { + "representative": 112, + "members": [ + 112 + ], + "max_error": 0.0 + }, + { + "representative": 24, + "members": [ + 24 + ], + "max_error": 0.0 + }, + { + "representative": 62, + "members": [ + 62 + ], + "max_error": 0.0 + }, + { + "representative": 68, + "members": [ + 68 + ], + "max_error": 0.0 + }, + { + "representative": 66, + "members": [ + 66 + ], + "max_error": 0.0 + }, + { + "representative": 245, + "members": [ + 245 + ], + "max_error": 0.0 + }, + { + "representative": 18, + "members": [ + 18 + ], + "max_error": 0.0 + }, + { + "representative": 82, + "members": [ + 82 + ], + "max_error": 0.0 + }, + { + "representative": 216, + "members": [ + 216 + ], + "max_error": 0.0 + }, + { + "representative": 200, + "members": [ + 200 + ], + "max_error": 0.0 + }, + { + "representative": 104, + "members": [ + 104 + ], + "max_error": 0.0 + }, + { + "representative": 111, + "members": [ + 111 + ], + "max_error": 0.0 + }, + { + "representative": 17, + "members": [ + 17 + ], + "max_error": 0.0 + }, + { + "representative": 14, + "members": [ + 14 + ], + "max_error": 0.0 + }, + { + "representative": 194, + "members": [ + 194 + ], + "max_error": 0.0 + }, + { + "representative": 187, + "members": [ + 187 + ], + "max_error": 0.0 + }, + { + "representative": 69, + "members": [ + 69 + ], + "max_error": 0.0 + }, + { + "representative": 59, + "members": [ + 59 + ], + "max_error": 0.0 + }, + { + "representative": 72, + "members": [ + 72 + ], + "max_error": 0.0 + }, + { + "representative": 241, + "members": [ + 241 + ], + "max_error": 0.0 + }, + { + "representative": 180, + "members": [ + 180 + ], + "max_error": 0.0 + }, + { + "representative": 28, + "members": [ + 28 + ], + "max_error": 0.0 + }, + { + "representative": 1, + "members": [ + 1 + ], + "max_error": 0.0 + }, + { + "representative": 2, + "members": [ + 2 + ], + "max_error": 0.0 + }, + { + "representative": 44, + "members": [ + 44 + ], + "max_error": 0.0 + }, + { + "representative": 154, + "members": [ + 154 + ], + "max_error": 0.0 + }, + { + "representative": 147, + "members": [ + 147 + ], + "max_error": 0.0 + }, + { + "representative": 141, + "members": [ + 141 + ], + "max_error": 0.0 + }, + { + "representative": 196, + "members": [ + 196 + ], + "max_error": 0.0 + }, + { + "representative": 128, + "members": [ + 128 + ], + "max_error": 0.0 + }, + { + "representative": 134, + "members": [ + 134 + ], + "max_error": 0.0 + }, + { + "representative": 74, + "members": [ + 74 + ], + "max_error": 0.0 + }, + { + "representative": 1037, + "members": [ + 1037 + ], + "max_error": 0.0 + }, + { + "representative": 1249, + "members": [ + 1249 + ], + "max_error": 0.0 + }, + { + "representative": 1251, + "members": [ + 1251 + ], + "max_error": 0.0 + }, + { + "representative": 1264, + "members": [ + 1264 + ], + "max_error": 0.0 + }, + { + "representative": 1042, + "members": [ + 1042 + ], + "max_error": 0.0 + }, + { + "representative": 1078, + "members": [ + 1078 + ], + "max_error": 0.0 + }, + { + "representative": 1164, + "members": [ + 1164 + ], + "max_error": 0.0 + }, + { + "representative": 1130, + "members": [ + 1130 + ], + "max_error": 0.0 + }, + { + "representative": 1544, + "members": [ + 1544 + ], + "max_error": 0.0 + }, + { + "representative": 1540, + "members": [ + 1540 + ], + "max_error": 0.0 + }, + { + "representative": 1543, + "members": [ + 1543 + ], + "max_error": 0.0 + }, + { + "representative": 1677, + "members": [ + 1677 + ], + "max_error": 0.0 + }, + { + "representative": 1686, + "members": [ + 1686 + ], + "max_error": 0.0 + }, + { + "representative": 1567, + "members": [ + 1567 + ], + "max_error": 0.0 + }, + { + "representative": 1757, + "members": [ + 1757 + ], + "max_error": 0.0 + }, + { + "representative": 1787, + "members": [ + 1787 + ], + "max_error": 0.0 + }, + { + "representative": 1583, + "members": [ + 1583 + ], + "max_error": 0.0 + }, + { + "representative": 1572, + "members": [ + 1572 + ], + "max_error": 0.0 + }, + { + "representative": 1587, + "members": [ + 1587 + ], + "max_error": 0.0 + }, + { + "representative": 1591, + "members": [ + 1591 + ], + "max_error": 0.0 + }, + { + "representative": 1612, + "members": [ + 1612 + ], + "max_error": 0.0 + }, + { + "representative": 1647, + "members": [ + 1647 + ], + "max_error": 0.0 + }, + { + "representative": 1648, + "members": [ + 1648 + ], + "max_error": 0.0 + }, + { + "representative": 1658, + "members": [ + 1658 + ], + "max_error": 0.0 + }, + { + "representative": 2052, + "members": [ + 2052 + ], + "max_error": 0.0 + }, + { + "representative": 2176, + "members": [ + 2176 + ], + "max_error": 0.0 + }, + { + "representative": 2177, + "members": [ + 2177 + ], + "max_error": 0.0 + }, + { + "representative": 2194, + "members": [ + 2194 + ], + "max_error": 0.0 + }, + { + "representative": 2240, + "members": [ + 2240 + ], + "max_error": 0.0 + }, + { + "representative": 2249, + "members": [ + 2249 + ], + "max_error": 0.0 + }, + { + "representative": 2254, + "members": [ + 2254 + ], + "max_error": 0.0 + }, + { + "representative": 2271, + "members": [ + 2271 + ], + "max_error": 0.0 + }, + { + "representative": 2295, + "members": [ + 2295 + ], + "max_error": 0.0 + }, + { + "representative": 2123, + "members": [ + 2123 + ], + "max_error": 0.0 + }, + { + "representative": 2135, + "members": [ + 2135 + ], + "max_error": 0.0 + }, + { + "representative": 2158, + "members": [ + 2158 + ], + "max_error": 0.0 + }, + { + "representative": 2146, + "members": [ + 2146 + ], + "max_error": 0.0 + }, + { + "representative": 2170, + "members": [ + 2170 + ], + "max_error": 0.0 + }, + { + "representative": 2620, + "members": [ + 2620 + ], + "max_error": 0.0 + }, + { + "representative": 2738, + "members": [ + 2738 + ], + "max_error": 0.0 + }, + { + "representative": 2683, + "members": [ + 2683 + ], + "max_error": 0.0 + }, + { + "representative": 2639, + "members": [ + 2639 + ], + "max_error": 0.0 + }, + { + "representative": 2782, + "members": [ + 2782 + ], + "max_error": 0.0 + }, + { + "representative": 2781, + "members": [ + 2781 + ], + "max_error": 0.0 + }, + { + "representative": 2663, + "members": [ + 2663 + ], + "max_error": 0.0 + }, + { + "representative": 2658, + "members": [ + 2658 + ], + "max_error": 0.0 + }, + { + "representative": 2693, + "members": [ + 2693 + ], + "max_error": 0.0 + }, + { + "representative": 2745, + "members": [ + 2745 + ], + "max_error": 0.0 + }, + { + "representative": 2773, + "members": [ + 2773 + ], + "max_error": 0.0 + }, + { + "representative": 2794, + "members": [ + 2794 + ], + "max_error": 0.0 + }, + { + "representative": 2610, + "members": [ + 2610 + ], + "max_error": 0.0 + }, + { + "representative": 2661, + "members": [ + 2661 + ], + "max_error": 0.0 + }, + { + "representative": 2623, + "members": [ + 2623 + ], + "max_error": 0.0 + }, + { + "representative": 3093, + "members": [ + 3093 + ], + "max_error": 0.0 + }, + { + "representative": 3237, + "members": [ + 3237 + ], + "max_error": 0.0 + }, + { + "representative": 3272, + "members": [ + 3272 + ], + "max_error": 0.0 + }, + { + "representative": 3145, + "members": [ + 3145 + ], + "max_error": 0.0 + }, + { + "representative": 3169, + "members": [ + 3169 + ], + "max_error": 0.0 + }, + { + "representative": 3207, + "members": [ + 3207 + ], + "max_error": 0.0 + }, + { + "representative": 3162, + "members": [ + 3162 + ], + "max_error": 0.0 + }, + { + "representative": 3257, + "members": [ + 3257 + ], + "max_error": 0.0 + }, + { + "representative": 3258, + "members": [ + 3258 + ], + "max_error": 0.0 + }, + { + "representative": 3302, + "members": [ + 3302 + ], + "max_error": 0.0 + }, + { + "representative": 3303, + "members": [ + 3303 + ], + "max_error": 0.0 + }, + { + "representative": 3727, + "members": [ + 3727 + ], + "max_error": 0.0 + }, + { + "representative": 3626, + "members": [ + 3626 + ], + "max_error": 0.0 + }, + { + "representative": 3654, + "members": [ + 3654 + ], + "max_error": 0.0 + }, + { + "representative": 3610, + "members": [ + 3610 + ], + "max_error": 0.0 + }, + { + "representative": 3747, + "members": [ + 3747 + ], + "max_error": 0.0 + }, + { + "representative": 3663, + "members": [ + 3663 + ], + "max_error": 0.0 + }, + { + "representative": 3639, + "members": [ + 3639 + ], + "max_error": 0.0 + }, + { + "representative": 3811, + "members": [ + 3811 + ], + "max_error": 0.0 + }, + { + "representative": 3681, + "members": [ + 3681 + ], + "max_error": 0.0 + }, + { + "representative": 3584, + "members": [ + 3584 + ], + "max_error": 0.0 + }, + { + "representative": 1135, + "members": [ + 1135 + ], + "max_error": 0.0 + }, + { + "representative": 1109, + "members": [ + 1109 + ], + "max_error": 0.0 + }, + { + "representative": 1057, + "members": [ + 1057 + ], + "max_error": 0.0 + }, + { + "representative": 1276, + "members": [ + 1276 + ], + "max_error": 0.0 + }, + { + "representative": 1036, + "members": [ + 1036 + ], + "max_error": 0.0 + }, + { + "representative": 1032, + "members": [ + 1032 + ], + "max_error": 0.0 + }, + { + "representative": 1147, + "members": [ + 1147 + ], + "max_error": 0.0 + }, + { + "representative": 1204, + "members": [ + 1204 + ], + "max_error": 0.0 + }, + { + "representative": 1227, + "members": [ + 1227 + ], + "max_error": 0.0 + }, + { + "representative": 1093, + "members": [ + 1093 + ], + "max_error": 0.0 + }, + { + "representative": 1063, + "members": [ + 1063 + ], + "max_error": 0.0 + }, + { + "representative": 1715, + "members": [ + 1715 + ], + "max_error": 0.0 + }, + { + "representative": 1694, + "members": [ + 1694 + ], + "max_error": 0.0 + }, + { + "representative": 1720, + "members": [ + 1720 + ], + "max_error": 0.0 + }, + { + "representative": 1564, + "members": [ + 1564 + ], + "max_error": 0.0 + }, + { + "representative": 1667, + "members": [ + 1667 + ], + "max_error": 0.0 + }, + { + "representative": 1559, + "members": [ + 1559 + ], + "max_error": 0.0 + }, + { + "representative": 1571, + "members": [ + 1571 + ], + "max_error": 0.0 + }, + { + "representative": 1577, + "members": [ + 1577 + ], + "max_error": 0.0 + }, + { + "representative": 1617, + "members": [ + 1617 + ], + "max_error": 0.0 + }, + { + "representative": 2173, + "members": [ + 2173 + ], + "max_error": 0.0 + }, + { + "representative": 2053, + "members": [ + 2053 + ], + "max_error": 0.0 + }, + { + "representative": 2204, + "members": [ + 2204 + ], + "max_error": 0.0 + }, + { + "representative": 2137, + "members": [ + 2137 + ], + "max_error": 0.0 + }, + { + "representative": 2155, + "members": [ + 2155 + ], + "max_error": 0.0 + }, + { + "representative": 2209, + "members": [ + 2209 + ], + "max_error": 0.0 + }, + { + "representative": 2064, + "members": [ + 2064 + ], + "max_error": 0.0 + }, + { + "representative": 2264, + "members": [ + 2264 + ], + "max_error": 0.0 + }, + { + "representative": 2298, + "members": [ + 2298 + ], + "max_error": 0.0 + }, + { + "representative": 2206, + "members": [ + 2206 + ], + "max_error": 0.0 + }, + { + "representative": 2049, + "members": [ + 2049 + ], + "max_error": 0.0 + }, + { + "representative": 2210, + "members": [ + 2210 + ], + "max_error": 0.0 + }, + { + "representative": 2156, + "members": [ + 2156 + ], + "max_error": 0.0 + }, + { + "representative": 2108, + "members": [ + 2108 + ], + "max_error": 0.0 + }, + { + "representative": 2133, + "members": [ + 2133 + ], + "max_error": 0.0 + }, + { + "representative": 2219, + "members": [ + 2219 + ], + "max_error": 0.0 + }, + { + "representative": 2266, + "members": [ + 2266 + ], + "max_error": 0.0 + }, + { + "representative": 2174, + "members": [ + 2174 + ], + "max_error": 0.0 + }, + { + "representative": 2115, + "members": [ + 2115 + ], + "max_error": 0.0 + }, + { + "representative": 2166, + "members": [ + 2166 + ], + "max_error": 0.0 + }, + { + "representative": 2697, + "members": [ + 2697 + ], + "max_error": 0.0 + }, + { + "representative": 2761, + "members": [ + 2761 + ], + "max_error": 0.0 + }, + { + "representative": 2679, + "members": [ + 2679 + ], + "max_error": 0.0 + }, + { + "representative": 2746, + "members": [ + 2746 + ], + "max_error": 0.0 + }, + { + "representative": 2613, + "members": [ + 2613 + ], + "max_error": 0.0 + }, + { + "representative": 2602, + "members": [ + 2602 + ], + "max_error": 0.0 + }, + { + "representative": 2607, + "members": [ + 2607 + ], + "max_error": 0.0 + }, + { + "representative": 2749, + "members": [ + 2749 + ], + "max_error": 0.0 + }, + { + "representative": 3187, + "members": [ + 3187 + ], + "max_error": 0.0 + }, + { + "representative": 3186, + "members": [ + 3186 + ], + "max_error": 0.0 + }, + { + "representative": 3198, + "members": [ + 3198 + ], + "max_error": 0.0 + }, + { + "representative": 3298, + "members": [ + 3298 + ], + "max_error": 0.0 + }, + { + "representative": 3266, + "members": [ + 3266 + ], + "max_error": 0.0 + }, + { + "representative": 3307, + "members": [ + 3307 + ], + "max_error": 0.0 + }, + { + "representative": 3091, + "members": [ + 3091 + ], + "max_error": 0.0 + }, + { + "representative": 3322, + "members": [ + 3322 + ], + "max_error": 0.0 + }, + { + "representative": 3115, + "members": [ + 3115 + ], + "max_error": 0.0 + }, + { + "representative": 3270, + "members": [ + 3270 + ], + "max_error": 0.0 + }, + { + "representative": 3167, + "members": [ + 3167 + ], + "max_error": 0.0 + }, + { + "representative": 3651, + "members": [ + 3651 + ], + "max_error": 0.0 + }, + { + "representative": 3621, + "members": [ + 3621 + ], + "max_error": 0.0 + }, + { + "representative": 3627, + "members": [ + 3627 + ], + "max_error": 0.0 + }, + { + "representative": 3734, + "members": [ + 3734 + ], + "max_error": 0.0 + }, + { + "representative": 3830, + "members": [ + 3830 + ], + "max_error": 0.0 + }, + { + "representative": 3797, + "members": [ + 3797 + ], + "max_error": 0.0 + }, + { + "representative": 3776, + "members": [ + 3776 + ], + "max_error": 0.0 + }, + { + "representative": 3771, + "members": [ + 3771 + ], + "max_error": 0.0 + }, + { + "representative": 3592, + "members": [ + 3592 + ], + "max_error": 0.0 + }, + { + "representative": 3679, + "members": [ + 3679 + ], + "max_error": 0.0 + }, + { + "representative": 3748, + "members": [ + 3748 + ], + "max_error": 0.0 + }, + { + "representative": 1267, + "members": [ + 1267 + ], + "max_error": 0.0 + }, + { + "representative": 1183, + "members": [ + 1183 + ], + "max_error": 0.0 + }, + { + "representative": 1200, + "members": [ + 1200 + ], + "max_error": 0.0 + }, + { + "representative": 1245, + "members": [ + 1245 + ], + "max_error": 0.0 + }, + { + "representative": 1095, + "members": [ + 1095 + ], + "max_error": 0.0 + }, + { + "representative": 1225, + "members": [ + 1225 + ], + "max_error": 0.0 + }, + { + "representative": 1210, + "members": [ + 1210 + ], + "max_error": 0.0 + }, + { + "representative": 1086, + "members": [ + 1086 + ], + "max_error": 0.0 + }, + { + "representative": 1156, + "members": [ + 1156 + ], + "max_error": 0.0 + }, + { + "representative": 1030, + "members": [ + 1030 + ], + "max_error": 0.0 + }, + { + "representative": 1162, + "members": [ + 1162 + ], + "max_error": 0.0 + }, + { + "representative": 1066, + "members": [ + 1066 + ], + "max_error": 0.0 + }, + { + "representative": 1230, + "members": [ + 1230 + ], + "max_error": 0.0 + }, + { + "representative": 1122, + "members": [ + 1122 + ], + "max_error": 0.0 + }, + { + "representative": 1724, + "members": [ + 1724 + ], + "max_error": 0.0 + }, + { + "representative": 1723, + "members": [ + 1723 + ], + "max_error": 0.0 + }, + { + "representative": 1597, + "members": [ + 1597 + ], + "max_error": 0.0 + }, + { + "representative": 1563, + "members": [ + 1563 + ], + "max_error": 0.0 + }, + { + "representative": 1714, + "members": [ + 1714 + ], + "max_error": 0.0 + }, + { + "representative": 1613, + "members": [ + 1613 + ], + "max_error": 0.0 + }, + { + "representative": 1689, + "members": [ + 1689 + ], + "max_error": 0.0 + }, + { + "representative": 1741, + "members": [ + 1741 + ], + "max_error": 0.0 + }, + { + "representative": 1684, + "members": [ + 1684 + ], + "max_error": 0.0 + }, + { + "representative": 1680, + "members": [ + 1680 + ], + "max_error": 0.0 + }, + { + "representative": 1611, + "members": [ + 1611 + ], + "max_error": 0.0 + }, + { + "representative": 1545, + "members": [ + 1545 + ], + "max_error": 0.0 + }, + { + "representative": 1690, + "members": [ + 1690 + ], + "max_error": 0.0 + }, + { + "representative": 1640, + "members": [ + 1640 + ], + "max_error": 0.0 + }, + { + "representative": 1627, + "members": [ + 1627 + ], + "max_error": 0.0 + }, + { + "representative": 1750, + "members": [ + 1750 + ], + "max_error": 0.0 + }, + { + "representative": 2232, + "members": [ + 2232 + ], + "max_error": 0.0 + }, + { + "representative": 2082, + "members": [ + 2082 + ], + "max_error": 0.0 + }, + { + "representative": 2127, + "members": [ + 2127 + ], + "max_error": 0.0 + }, + { + "representative": 2074, + "members": [ + 2074 + ], + "max_error": 0.0 + }, + { + "representative": 2111, + "members": [ + 2111 + ], + "max_error": 0.0 + }, + { + "representative": 2190, + "members": [ + 2190 + ], + "max_error": 0.0 + }, + { + "representative": 2276, + "members": [ + 2276 + ], + "max_error": 0.0 + }, + { + "representative": 2282, + "members": [ + 2282 + ], + "max_error": 0.0 + }, + { + "representative": 2051, + "members": [ + 2051 + ], + "max_error": 0.0 + }, + { + "representative": 2236, + "members": [ + 2236 + ], + "max_error": 0.0 + }, + { + "representative": 2113, + "members": [ + 2113 + ], + "max_error": 0.0 + }, + { + "representative": 2125, + "members": [ + 2125 + ], + "max_error": 0.0 + }, + { + "representative": 2159, + "members": [ + 2159 + ], + "max_error": 0.0 + }, + { + "representative": 2162, + "members": [ + 2162 + ], + "max_error": 0.0 + }, + { + "representative": 2056, + "members": [ + 2056 + ], + "max_error": 0.0 + }, + { + "representative": 2712, + "members": [ + 2712 + ], + "max_error": 0.0 + }, + { + "representative": 2660, + "members": [ + 2660 + ], + "max_error": 0.0 + }, + { + "representative": 2601, + "members": [ + 2601 + ], + "max_error": 0.0 + }, + { + "representative": 2717, + "members": [ + 2717 + ], + "max_error": 0.0 + }, + { + "representative": 2606, + "members": [ + 2606 + ], + "max_error": 0.0 + }, + { + "representative": 2741, + "members": [ + 2741 + ], + "max_error": 0.0 + }, + { + "representative": 2740, + "members": [ + 2740 + ], + "max_error": 0.0 + }, + { + "representative": 2589, + "members": [ + 2589 + ], + "max_error": 0.0 + }, + { + "representative": 2670, + "members": [ + 2670 + ], + "max_error": 0.0 + }, + { + "representative": 2713, + "members": [ + 2713 + ], + "max_error": 0.0 + }, + { + "representative": 2702, + "members": [ + 2702 + ], + "max_error": 0.0 + }, + { + "representative": 3131, + "members": [ + 3131 + ], + "max_error": 0.0 + }, + { + "representative": 3242, + "members": [ + 3242 + ], + "max_error": 0.0 + }, + { + "representative": 3118, + "members": [ + 3118 + ], + "max_error": 0.0 + }, + { + "representative": 3248, + "members": [ + 3248 + ], + "max_error": 0.0 + }, + { + "representative": 3267, + "members": [ + 3267 + ], + "max_error": 0.0 + }, + { + "representative": 3173, + "members": [ + 3173 + ], + "max_error": 0.0 + }, + { + "representative": 3212, + "members": [ + 3212 + ], + "max_error": 0.0 + }, + { + "representative": 3119, + "members": [ + 3119 + ], + "max_error": 0.0 + }, + { + "representative": 3590, + "members": [ + 3590 + ], + "max_error": 0.0 + }, + { + "representative": 3668, + "members": [ + 3668 + ], + "max_error": 0.0 + }, + { + "representative": 3667, + "members": [ + 3667 + ], + "max_error": 0.0 + }, + { + "representative": 3815, + "members": [ + 3815 + ], + "max_error": 0.0 + }, + { + "representative": 3659, + "members": [ + 3659 + ], + "max_error": 0.0 + }, + { + "representative": 3728, + "members": [ + 3728 + ], + "max_error": 0.0 + }, + { + "representative": 3784, + "members": [ + 3784 + ], + "max_error": 0.0 + }, + { + "representative": 3601, + "members": [ + 3601 + ], + "max_error": 0.0 + }, + { + "representative": 3800, + "members": [ + 3800 + ], + "max_error": 0.0 + }, + { + "representative": 3810, + "members": [ + 3810 + ], + "max_error": 0.0 + }, + { + "representative": 2595, + "members": [ + 2595 + ], + "max_error": 0.0 + }, + { + "representative": 2625, + "members": [ + 2625 + ], + "max_error": 0.0 + }, + { + "representative": 2619, + "members": [ + 2619 + ], + "max_error": 0.0 + }, + { + "representative": 2636, + "members": [ + 2636 + ], + "max_error": 0.0 + }, + { + "representative": 2725, + "members": [ + 2725 + ], + "max_error": 0.0 + }, + { + "representative": 2789, + "members": [ + 2789 + ], + "max_error": 0.0 + }, + { + "representative": 2778, + "members": [ + 2778 + ], + "max_error": 0.0 + }, + { + "representative": 2561, + "members": [ + 2561 + ], + "max_error": 0.0 + }, + { + "representative": 3255, + "members": [ + 3255 + ], + "max_error": 0.0 + }, + { + "representative": 3271, + "members": [ + 3271 + ], + "max_error": 0.0 + }, + { + "representative": 3320, + "members": [ + 3320 + ], + "max_error": 0.0 + }, + { + "representative": 3095, + "members": [ + 3095 + ], + "max_error": 0.0 + }, + { + "representative": 3309, + "members": [ + 3309 + ], + "max_error": 0.0 + }, + { + "representative": 3314, + "members": [ + 3314 + ], + "max_error": 0.0 + }, + { + "representative": 3152, + "members": [ + 3152 + ], + "max_error": 0.0 + }, + { + "representative": 3123, + "members": [ + 3123 + ], + "max_error": 0.0 + }, + { + "representative": 3100, + "members": [ + 3100 + ], + "max_error": 0.0 + }, + { + "representative": 3082, + "members": [ + 3082 + ], + "max_error": 0.0 + }, + { + "representative": 3214, + "members": [ + 3214 + ], + "max_error": 0.0 + }, + { + "representative": 3263, + "members": [ + 3263 + ], + "max_error": 0.0 + }, + { + "representative": 3297, + "members": [ + 3297 + ], + "max_error": 0.0 + }, + { + "representative": 3221, + "members": [ + 3221 + ], + "max_error": 0.0 + }, + { + "representative": 3182, + "members": [ + 3182 + ], + "max_error": 0.0 + }, + { + "representative": 3107, + "members": [ + 3107 + ], + "max_error": 0.0 + }, + { + "representative": 3588, + "members": [ + 3588 + ], + "max_error": 0.0 + }, + { + "representative": 3597, + "members": [ + 3597 + ], + "max_error": 0.0 + }, + { + "representative": 3795, + "members": [ + 3795 + ], + "max_error": 0.0 + }, + { + "representative": 3694, + "members": [ + 3694 + ], + "max_error": 0.0 + }, + { + "representative": 3777, + "members": [ + 3777 + ], + "max_error": 0.0 + }, + { + "representative": 3793, + "members": [ + 3793 + ], + "max_error": 0.0 + }, + { + "representative": 3692, + "members": [ + 3692 + ], + "max_error": 0.0 + }, + { + "representative": 3758, + "members": [ + 3758 + ], + "max_error": 0.0 + }, + { + "representative": 3628, + "members": [ + 3628 + ], + "max_error": 0.0 + }, + { + "representative": 3585, + "members": [ + 3585 + ], + "max_error": 0.0 + }, + { + "representative": 3598, + "members": [ + 3598 + ], + "max_error": 0.0 + }, + { + "representative": 3705, + "members": [ + 3705 + ], + "max_error": 0.0 + }, + { + "representative": 3690, + "members": [ + 3690 + ], + "max_error": 0.0 + }, + { + "representative": 3725, + "members": [ + 3725 + ], + "max_error": 0.0 + }, + { + "representative": 4104, + "members": [ + 4104 + ], + "max_error": 0.0 + }, + { + "representative": 4105, + "members": [ + 4105 + ], + "max_error": 0.0 + }, + { + "representative": 4097, + "members": [ + 4097 + ], + "max_error": 0.0 + }, + { + "representative": 4106, + "members": [ + 4106 + ], + "max_error": 0.0 + }, + { + "representative": 4109, + "members": [ + 4109 + ], + "max_error": 0.0 + }, + { + "representative": 4110, + "members": [ + 4110 + ], + "max_error": 0.0 + }, + { + "representative": 4111, + "members": [ + 4111 + ], + "max_error": 0.0 + }, + { + "representative": 4098, + "members": [ + 4098 + ], + "max_error": 0.0 + }, + { + "representative": 4100, + "members": [ + 4100 + ], + "max_error": 0.0 + }, + { + "representative": 4101, + "members": [ + 4101 + ], + "max_error": 0.0 + }, + { + "representative": 4103, + "members": [ + 4103 + ], + "max_error": 0.0 + }, + { + "representative": 4120, + "members": [ + 4120 + ], + "max_error": 0.0 + }, + { + "representative": 4121, + "members": [ + 4121 + ], + "max_error": 0.0 + }, + { + "representative": 4113, + "members": [ + 4113 + ], + "max_error": 0.0 + }, + { + "representative": 4123, + "members": [ + 4123 + ], + "max_error": 0.0 + }, + { + "representative": 4126, + "members": [ + 4126 + ], + "max_error": 0.0 + }, + { + "representative": 4127, + "members": [ + 4127 + ], + "max_error": 0.0 + }, + { + "representative": 4114, + "members": [ + 4114 + ], + "max_error": 0.0 + }, + { + "representative": 4115, + "members": [ + 4115 + ], + "max_error": 0.0 + }, + { + "representative": 4116, + "members": [ + 4116 + ], + "max_error": 0.0 + }, + { + "representative": 4117, + "members": [ + 4117 + ], + "max_error": 0.0 + }, + { + "representative": 4118, + "members": [ + 4118 + ], + "max_error": 0.0 + }, + { + "representative": 4119, + "members": [ + 4119 + ], + "max_error": 0.0 + }, + { + "representative": 4128, + "members": [ + 4128 + ], + "max_error": 0.0 + }, + { + "representative": 4137, + "members": [ + 4137 + ], + "max_error": 0.0 + }, + { + "representative": 4129, + "members": [ + 4129 + ], + "max_error": 0.0 + }, + { + "representative": 4138, + "members": [ + 4138 + ], + "max_error": 0.0 + }, + { + "representative": 4139, + "members": [ + 4139 + ], + "max_error": 0.0 + }, + { + "representative": 4140, + "members": [ + 4140 + ], + "max_error": 0.0 + }, + { + "representative": 4141, + "members": [ + 4141 + ], + "max_error": 0.0 + }, + { + "representative": 4142, + "members": [ + 4142 + ], + "max_error": 0.0 + }, + { + "representative": 4143, + "members": [ + 4143 + ], + "max_error": 0.0 + }, + { + "representative": 4130, + "members": [ + 4130 + ], + "max_error": 0.0 + }, + { + "representative": 4131, + "members": [ + 4131 + ], + "max_error": 0.0 + }, + { + "representative": 4132, + "members": [ + 4132 + ], + "max_error": 0.0 + }, + { + "representative": 4133, + "members": [ + 4133 + ], + "max_error": 0.0 + }, + { + "representative": 4134, + "members": [ + 4134 + ], + "max_error": 0.0 + }, + { + "representative": 4144, + "members": [ + 4144 + ], + "max_error": 0.0 + }, + { + "representative": 4153, + "members": [ + 4153 + ], + "max_error": 0.0 + }, + { + "representative": 4145, + "members": [ + 4145 + ], + "max_error": 0.0 + }, + { + "representative": 4154, + "members": [ + 4154 + ], + "max_error": 0.0 + }, + { + "representative": 4155, + "members": [ + 4155 + ], + "max_error": 0.0 + }, + { + "representative": 4158, + "members": [ + 4158 + ], + "max_error": 0.0 + }, + { + "representative": 4146, + "members": [ + 4146 + ], + "max_error": 0.0 + }, + { + "representative": 4147, + "members": [ + 4147 + ], + "max_error": 0.0 + }, + { + "representative": 4148, + "members": [ + 4148 + ], + "max_error": 0.0 + }, + { + "representative": 4149, + "members": [ + 4149 + ], + "max_error": 0.0 + }, + { + "representative": 4150, + "members": [ + 4150 + ], + "max_error": 0.0 + }, + { + "representative": 4151, + "members": [ + 4151 + ], + "max_error": 0.0 + }, + { + "representative": 4619, + "members": [ + 4619 + ], + "max_error": 0.0 + }, + { + "representative": 4736, + "members": [ + 4736 + ], + "max_error": 0.0 + }, + { + "representative": 4744, + "members": [ + 4744 + ], + "max_error": 0.0 + }, + { + "representative": 4739, + "members": [ + 4739 + ], + "max_error": 0.0 + }, + { + "representative": 4761, + "members": [ + 4761 + ], + "max_error": 0.0 + }, + { + "representative": 4757, + "members": [ + 4757 + ], + "max_error": 0.0 + }, + { + "representative": 4633, + "members": [ + 4633 + ], + "max_error": 0.0 + }, + { + "representative": 4769, + "members": [ + 4769 + ], + "max_error": 0.0 + }, + { + "representative": 4779, + "members": [ + 4779 + ], + "max_error": 0.0 + }, + { + "representative": 4771, + "members": [ + 4771 + ], + "max_error": 0.0 + }, + { + "representative": 4774, + "members": [ + 4774 + ], + "max_error": 0.0 + }, + { + "representative": 4775, + "members": [ + 4775 + ], + "max_error": 0.0 + }, + { + "representative": 4793, + "members": [ + 4793 + ], + "max_error": 0.0 + }, + { + "representative": 4785, + "members": [ + 4785 + ], + "max_error": 0.0 + }, + { + "representative": 4791, + "members": [ + 4791 + ], + "max_error": 0.0 + }, + { + "representative": 4809, + "members": [ + 4809 + ], + "max_error": 0.0 + }, + { + "representative": 4811, + "members": [ + 4811 + ], + "max_error": 0.0 + }, + { + "representative": 4813, + "members": [ + 4813 + ], + "max_error": 0.0 + }, + { + "representative": 4807, + "members": [ + 4807 + ], + "max_error": 0.0 + }, + { + "representative": 4825, + "members": [ + 4825 + ], + "max_error": 0.0 + }, + { + "representative": 4827, + "members": [ + 4827 + ], + "max_error": 0.0 + }, + { + "representative": 4831, + "members": [ + 4831 + ], + "max_error": 0.0 + }, + { + "representative": 4832, + "members": [ + 4832 + ], + "max_error": 0.0 + }, + { + "representative": 4841, + "members": [ + 4841 + ], + "max_error": 0.0 + }, + { + "representative": 4858, + "members": [ + 4858 + ], + "max_error": 0.0 + }, + { + "representative": 4850, + "members": [ + 4850 + ], + "max_error": 0.0 + }, + { + "representative": 4853, + "members": [ + 4853 + ], + "max_error": 0.0 + }, + { + "representative": 4652, + "members": [ + 4652 + ], + "max_error": 0.0 + }, + { + "representative": 4669, + "members": [ + 4669 + ], + "max_error": 0.0 + }, + { + "representative": 4683, + "members": [ + 4683 + ], + "max_error": 0.0 + }, + { + "representative": 4684, + "members": [ + 4684 + ], + "max_error": 0.0 + }, + { + "representative": 4685, + "members": [ + 4685 + ], + "max_error": 0.0 + }, + { + "representative": 4677, + "members": [ + 4677 + ], + "max_error": 0.0 + }, + { + "representative": 4699, + "members": [ + 4699 + ], + "max_error": 0.0 + }, + { + "representative": 4702, + "members": [ + 4702 + ], + "max_error": 0.0 + }, + { + "representative": 4693, + "members": [ + 4693 + ], + "max_error": 0.0 + }, + { + "representative": 4712, + "members": [ + 4712 + ], + "max_error": 0.0 + }, + { + "representative": 4713, + "members": [ + 4713 + ], + "max_error": 0.0 + }, + { + "representative": 4714, + "members": [ + 4714 + ], + "max_error": 0.0 + }, + { + "representative": 4715, + "members": [ + 4715 + ], + "max_error": 0.0 + }, + { + "representative": 4717, + "members": [ + 4717 + ], + "max_error": 0.0 + }, + { + "representative": 4718, + "members": [ + 4718 + ], + "max_error": 0.0 + }, + { + "representative": 4734, + "members": [ + 4734 + ], + "max_error": 0.0 + }, + { + "representative": 4724, + "members": [ + 4724 + ], + "max_error": 0.0 + }, + { + "representative": 4727, + "members": [ + 4727 + ], + "max_error": 0.0 + }, + { + "representative": 5122, + "members": [ + 5122 + ], + "max_error": 0.0 + }, + { + "representative": 5268, + "members": [ + 5268 + ], + "max_error": 0.0 + }, + { + "representative": 5270, + "members": [ + 5270 + ], + "max_error": 0.0 + }, + { + "representative": 5149, + "members": [ + 5149 + ], + "max_error": 0.0 + }, + { + "representative": 5292, + "members": [ + 5292 + ], + "max_error": 0.0 + }, + { + "representative": 5295, + "members": [ + 5295 + ], + "max_error": 0.0 + }, + { + "representative": 5359, + "members": [ + 5359 + ], + "max_error": 0.0 + }, + { + "representative": 5351, + "members": [ + 5351 + ], + "max_error": 0.0 + }, + { + "representative": 5370, + "members": [ + 5370 + ], + "max_error": 0.0 + }, + { + "representative": 5344, + "members": [ + 5344 + ], + "max_error": 0.0 + }, + { + "representative": 5331, + "members": [ + 5331 + ], + "max_error": 0.0 + }, + { + "representative": 5209, + "members": [ + 5209 + ], + "max_error": 0.0 + }, + { + "representative": 5204, + "members": [ + 5204 + ], + "max_error": 0.0 + }, + { + "representative": 5167, + "members": [ + 5167 + ], + "max_error": 0.0 + }, + { + "representative": 5168, + "members": [ + 5168 + ], + "max_error": 0.0 + }, + { + "representative": 5311, + "members": [ + 5311 + ], + "max_error": 0.0 + }, + { + "representative": 5337, + "members": [ + 5337 + ], + "max_error": 0.0 + }, + { + "representative": 5145, + "members": [ + 5145 + ], + "max_error": 0.0 + }, + { + "representative": 5334, + "members": [ + 5334 + ], + "max_error": 0.0 + }, + { + "representative": 5264, + "members": [ + 5264 + ], + "max_error": 0.0 + }, + { + "representative": 5254, + "members": [ + 5254 + ], + "max_error": 0.0 + }, + { + "representative": 5241, + "members": [ + 5241 + ], + "max_error": 0.0 + }, + { + "representative": 5220, + "members": [ + 5220 + ], + "max_error": 0.0 + }, + { + "representative": 5185, + "members": [ + 5185 + ], + "max_error": 0.0 + }, + { + "representative": 5156, + "members": [ + 5156 + ], + "max_error": 0.0 + }, + { + "representative": 5354, + "members": [ + 5354 + ], + "max_error": 0.0 + }, + { + "representative": 5182, + "members": [ + 5182 + ], + "max_error": 0.0 + }, + { + "representative": 5175, + "members": [ + 5175 + ], + "max_error": 0.0 + }, + { + "representative": 5257, + "members": [ + 5257 + ], + "max_error": 0.0 + }, + { + "representative": 5274, + "members": [ + 5274 + ], + "max_error": 0.0 + }, + { + "representative": 5123, + "members": [ + 5123 + ], + "max_error": 0.0 + }, + { + "representative": 5199, + "members": [ + 5199 + ], + "max_error": 0.0 + }, + { + "representative": 5226, + "members": [ + 5226 + ], + "max_error": 0.0 + }, + { + "representative": 5229, + "members": [ + 5229 + ], + "max_error": 0.0 + }, + { + "representative": 5223, + "members": [ + 5223 + ], + "max_error": 0.0 + }, + { + "representative": 5247, + "members": [ + 5247 + ], + "max_error": 0.0 + }, + { + "representative": 5632, + "members": [ + 5632 + ], + "max_error": 0.0 + }, + { + "representative": 5640, + "members": [ + 5640 + ], + "max_error": 0.0 + }, + { + "representative": 5641, + "members": [ + 5641 + ], + "max_error": 0.0 + }, + { + "representative": 5633, + "members": [ + 5633 + ], + "max_error": 0.0 + }, + { + "representative": 5642, + "members": [ + 5642 + ], + "max_error": 0.0 + }, + { + "representative": 5646, + "members": [ + 5646 + ], + "max_error": 0.0 + }, + { + "representative": 5635, + "members": [ + 5635 + ], + "max_error": 0.0 + }, + { + "representative": 5637, + "members": [ + 5637 + ], + "max_error": 0.0 + }, + { + "representative": 5648, + "members": [ + 5648 + ], + "max_error": 0.0 + }, + { + "representative": 5656, + "members": [ + 5656 + ], + "max_error": 0.0 + }, + { + "representative": 5657, + "members": [ + 5657 + ], + "max_error": 0.0 + }, + { + "representative": 5649, + "members": [ + 5649 + ], + "max_error": 0.0 + }, + { + "representative": 5658, + "members": [ + 5658 + ], + "max_error": 0.0 + }, + { + "representative": 5659, + "members": [ + 5659 + ], + "max_error": 0.0 + }, + { + "representative": 5660, + "members": [ + 5660 + ], + "max_error": 0.0 + }, + { + "representative": 5661, + "members": [ + 5661 + ], + "max_error": 0.0 + }, + { + "representative": 5663, + "members": [ + 5663 + ], + "max_error": 0.0 + }, + { + "representative": 5651, + "members": [ + 5651 + ], + "max_error": 0.0 + }, + { + "representative": 5652, + "members": [ + 5652 + ], + "max_error": 0.0 + }, + { + "representative": 5653, + "members": [ + 5653 + ], + "max_error": 0.0 + }, + { + "representative": 5654, + "members": [ + 5654 + ], + "max_error": 0.0 + }, + { + "representative": 5655, + "members": [ + 5655 + ], + "max_error": 0.0 + }, + { + "representative": 5672, + "members": [ + 5672 + ], + "max_error": 0.0 + }, + { + "representative": 5674, + "members": [ + 5674 + ], + "max_error": 0.0 + }, + { + "representative": 5675, + "members": [ + 5675 + ], + "max_error": 0.0 + }, + { + "representative": 5676, + "members": [ + 5676 + ], + "max_error": 0.0 + }, + { + "representative": 5677, + "members": [ + 5677 + ], + "max_error": 0.0 + }, + { + "representative": 5678, + "members": [ + 5678 + ], + "max_error": 0.0 + }, + { + "representative": 5679, + "members": [ + 5679 + ], + "max_error": 0.0 + }, + { + "representative": 5666, + "members": [ + 5666 + ], + "max_error": 0.0 + }, + { + "representative": 5668, + "members": [ + 5668 + ], + "max_error": 0.0 + }, + { + "representative": 5669, + "members": [ + 5669 + ], + "max_error": 0.0 + }, + { + "representative": 5680, + "members": [ + 5680 + ], + "max_error": 0.0 + }, + { + "representative": 5681, + "members": [ + 5681 + ], + "max_error": 0.0 + }, + { + "representative": 5690, + "members": [ + 5690 + ], + "max_error": 0.0 + }, + { + "representative": 5692, + "members": [ + 5692 + ], + "max_error": 0.0 + }, + { + "representative": 5693, + "members": [ + 5693 + ], + "max_error": 0.0 + }, + { + "representative": 5694, + "members": [ + 5694 + ], + "max_error": 0.0 + }, + { + "representative": 5683, + "members": [ + 5683 + ], + "max_error": 0.0 + }, + { + "representative": 5684, + "members": [ + 5684 + ], + "max_error": 0.0 + }, + { + "representative": 5687, + "members": [ + 5687 + ], + "max_error": 0.0 + }, + { + "representative": 1046, + "members": [ + 1046 + ], + "max_error": 0.0 + }, + { + "representative": 1275, + "members": [ + 1275 + ], + "max_error": 0.0 + }, + { + "representative": 1263, + "members": [ + 1263 + ], + "max_error": 0.0 + }, + { + "representative": 1260, + "members": [ + 1260 + ], + "max_error": 0.0 + }, + { + "representative": 1133, + "members": [ + 1133 + ], + "max_error": 0.0 + }, + { + "representative": 1250, + "members": [ + 1250 + ], + "max_error": 0.0 + }, + { + "representative": 1049, + "members": [ + 1049 + ], + "max_error": 0.0 + }, + { + "representative": 1161, + "members": [ + 1161 + ], + "max_error": 0.0 + }, + { + "representative": 1238, + "members": [ + 1238 + ], + "max_error": 0.0 + }, + { + "representative": 1094, + "members": [ + 1094 + ], + "max_error": 0.0 + }, + { + "representative": 1134, + "members": [ + 1134 + ], + "max_error": 0.0 + }, + { + "representative": 1239, + "members": [ + 1239 + ], + "max_error": 0.0 + }, + { + "representative": 1110, + "members": [ + 1110 + ], + "max_error": 0.0 + }, + { + "representative": 1212, + "members": [ + 1212 + ], + "max_error": 0.0 + }, + { + "representative": 1045, + "members": [ + 1045 + ], + "max_error": 0.0 + }, + { + "representative": 1069, + "members": [ + 1069 + ], + "max_error": 0.0 + }, + { + "representative": 1104, + "members": [ + 1104 + ], + "max_error": 0.0 + }, + { + "representative": 1610, + "members": [ + 1610 + ], + "max_error": 0.0 + }, + { + "representative": 1745, + "members": [ + 1745 + ], + "max_error": 0.0 + }, + { + "representative": 1637, + "members": [ + 1637 + ], + "max_error": 0.0 + }, + { + "representative": 1679, + "members": [ + 1679 + ], + "max_error": 0.0 + }, + { + "representative": 1595, + "members": [ + 1595 + ], + "max_error": 0.0 + }, + { + "representative": 1693, + "members": [ + 1693 + ], + "max_error": 0.0 + }, + { + "representative": 1566, + "members": [ + 1566 + ], + "max_error": 0.0 + }, + { + "representative": 1671, + "members": [ + 1671 + ], + "max_error": 0.0 + }, + { + "representative": 1712, + "members": [ + 1712 + ], + "max_error": 0.0 + }, + { + "representative": 1730, + "members": [ + 1730 + ], + "max_error": 0.0 + }, + { + "representative": 1650, + "members": [ + 1650 + ], + "max_error": 0.0 + }, + { + "representative": 1536, + "members": [ + 1536 + ], + "max_error": 0.0 + }, + { + "representative": 1780, + "members": [ + 1780 + ], + "max_error": 0.0 + }, + { + "representative": 2274, + "members": [ + 2274 + ], + "max_error": 0.0 + }, + { + "representative": 2110, + "members": [ + 2110 + ], + "max_error": 0.0 + }, + { + "representative": 2233, + "members": [ + 2233 + ], + "max_error": 0.0 + }, + { + "representative": 2169, + "members": [ + 2169 + ], + "max_error": 0.0 + }, + { + "representative": 2195, + "members": [ + 2195 + ], + "max_error": 0.0 + }, + { + "representative": 2253, + "members": [ + 2253 + ], + "max_error": 0.0 + }, + { + "representative": 2132, + "members": [ + 2132 + ], + "max_error": 0.0 + }, + { + "representative": 2289, + "members": [ + 2289 + ], + "max_error": 0.0 + }, + { + "representative": 2055, + "members": [ + 2055 + ], + "max_error": 0.0 + }, + { + "representative": 2178, + "members": [ + 2178 + ], + "max_error": 0.0 + }, + { + "representative": 2245, + "members": [ + 2245 + ], + "max_error": 0.0 + }, + { + "representative": 2180, + "members": [ + 2180 + ], + "max_error": 0.0 + }, + { + "representative": 2785, + "members": [ + 2785 + ], + "max_error": 0.0 + }, + { + "representative": 2562, + "members": [ + 2562 + ], + "max_error": 0.0 + }, + { + "representative": 2792, + "members": [ + 2792 + ], + "max_error": 0.0 + }, + { + "representative": 2704, + "members": [ + 2704 + ], + "max_error": 0.0 + }, + { + "representative": 2711, + "members": [ + 2711 + ], + "max_error": 0.0 + }, + { + "representative": 2593, + "members": [ + 2593 + ], + "max_error": 0.0 + }, + { + "representative": 2643, + "members": [ + 2643 + ], + "max_error": 0.0 + }, + { + "representative": 2577, + "members": [ + 2577 + ], + "max_error": 0.0 + }, + { + "representative": 2787, + "members": [ + 2787 + ], + "max_error": 0.0 + }, + { + "representative": 2629, + "members": [ + 2629 + ], + "max_error": 0.0 + }, + { + "representative": 2646, + "members": [ + 2646 + ], + "max_error": 0.0 + }, + { + "representative": 2698, + "members": [ + 2698 + ], + "max_error": 0.0 + }, + { + "representative": 2772, + "members": [ + 2772 + ], + "max_error": 0.0 + }, + { + "representative": 2710, + "members": [ + 2710 + ], + "max_error": 0.0 + }, + { + "representative": 3211, + "members": [ + 3211 + ], + "max_error": 0.0 + }, + { + "representative": 3250, + "members": [ + 3250 + ], + "max_error": 0.0 + }, + { + "representative": 3080, + "members": [ + 3080 + ], + "max_error": 0.0 + }, + { + "representative": 3150, + "members": [ + 3150 + ], + "max_error": 0.0 + }, + { + "representative": 3132, + "members": [ + 3132 + ], + "max_error": 0.0 + }, + { + "representative": 3313, + "members": [ + 3313 + ], + "max_error": 0.0 + }, + { + "representative": 3236, + "members": [ + 3236 + ], + "max_error": 0.0 + }, + { + "representative": 3151, + "members": [ + 3151 + ], + "max_error": 0.0 + }, + { + "representative": 3757, + "members": [ + 3757 + ], + "max_error": 0.0 + }, + { + "representative": 3711, + "members": [ + 3711 + ], + "max_error": 0.0 + }, + { + "representative": 3703, + "members": [ + 3703 + ], + "max_error": 0.0 + }, + { + "representative": 3719, + "members": [ + 3719 + ], + "max_error": 0.0 + }, + { + "representative": 3837, + "members": [ + 3837 + ], + "max_error": 0.0 + }, + { + "representative": 3623, + "members": [ + 3623 + ], + "max_error": 0.0 + }, + { + "representative": 3608, + "members": [ + 3608 + ], + "max_error": 0.0 + }, + { + "representative": 3636, + "members": [ + 3636 + ], + "max_error": 0.0 + }, + { + "representative": 3706, + "members": [ + 3706 + ], + "max_error": 0.0 + }, + { + "representative": 3669, + "members": [ + 3669 + ], + "max_error": 0.0 + }, + { + "representative": 1121, + "members": [ + 1121 + ], + "max_error": 0.0 + }, + { + "representative": 1270, + "members": [ + 1270 + ], + "max_error": 0.0 + }, + { + "representative": 1259, + "members": [ + 1259 + ], + "max_error": 0.0 + }, + { + "representative": 1033, + "members": [ + 1033 + ], + "max_error": 0.0 + }, + { + "representative": 1252, + "members": [ + 1252 + ], + "max_error": 0.0 + }, + { + "representative": 1201, + "members": [ + 1201 + ], + "max_error": 0.0 + }, + { + "representative": 1185, + "members": [ + 1185 + ], + "max_error": 0.0 + }, + { + "representative": 1089, + "members": [ + 1089 + ], + "max_error": 0.0 + }, + { + "representative": 1152, + "members": [ + 1152 + ], + "max_error": 0.0 + }, + { + "representative": 1154, + "members": [ + 1154 + ], + "max_error": 0.0 + }, + { + "representative": 1190, + "members": [ + 1190 + ], + "max_error": 0.0 + }, + { + "representative": 1184, + "members": [ + 1184 + ], + "max_error": 0.0 + }, + { + "representative": 1073, + "members": [ + 1073 + ], + "max_error": 0.0 + }, + { + "representative": 1277, + "members": [ + 1277 + ], + "max_error": 0.0 + }, + { + "representative": 1097, + "members": [ + 1097 + ], + "max_error": 0.0 + }, + { + "representative": 1182, + "members": [ + 1182 + ], + "max_error": 0.0 + }, + { + "representative": 1625, + "members": [ + 1625 + ], + "max_error": 0.0 + }, + { + "representative": 1589, + "members": [ + 1589 + ], + "max_error": 0.0 + }, + { + "representative": 1561, + "members": [ + 1561 + ], + "max_error": 0.0 + }, + { + "representative": 1710, + "members": [ + 1710 + ], + "max_error": 0.0 + }, + { + "representative": 1789, + "members": [ + 1789 + ], + "max_error": 0.0 + }, + { + "representative": 1574, + "members": [ + 1574 + ], + "max_error": 0.0 + }, + { + "representative": 1791, + "members": [ + 1791 + ], + "max_error": 0.0 + }, + { + "representative": 1626, + "members": [ + 1626 + ], + "max_error": 0.0 + }, + { + "representative": 1581, + "members": [ + 1581 + ], + "max_error": 0.0 + }, + { + "representative": 1696, + "members": [ + 1696 + ], + "max_error": 0.0 + }, + { + "representative": 1652, + "members": [ + 1652 + ], + "max_error": 0.0 + }, + { + "representative": 1598, + "members": [ + 1598 + ], + "max_error": 0.0 + }, + { + "representative": 1681, + "members": [ + 1681 + ], + "max_error": 0.0 + }, + { + "representative": 1699, + "members": [ + 1699 + ], + "max_error": 0.0 + }, + { + "representative": 1738, + "members": [ + 1738 + ], + "max_error": 0.0 + }, + { + "representative": 1585, + "members": [ + 1585 + ], + "max_error": 0.0 + }, + { + "representative": 2145, + "members": [ + 2145 + ], + "max_error": 0.0 + }, + { + "representative": 2299, + "members": [ + 2299 + ], + "max_error": 0.0 + }, + { + "representative": 2185, + "members": [ + 2185 + ], + "max_error": 0.0 + }, + { + "representative": 2048, + "members": [ + 2048 + ], + "max_error": 0.0 + }, + { + "representative": 2179, + "members": [ + 2179 + ], + "max_error": 0.0 + }, + { + "representative": 2198, + "members": [ + 2198 + ], + "max_error": 0.0 + }, + { + "representative": 2234, + "members": [ + 2234 + ], + "max_error": 0.0 + }, + { + "representative": 2192, + "members": [ + 2192 + ], + "max_error": 0.0 + }, + { + "representative": 2241, + "members": [ + 2241 + ], + "max_error": 0.0 + }, + { + "representative": 2292, + "members": [ + 2292 + ], + "max_error": 0.0 + }, + { + "representative": 2193, + "members": [ + 2193 + ], + "max_error": 0.0 + }, + { + "representative": 2275, + "members": [ + 2275 + ], + "max_error": 0.0 + }, + { + "representative": 2131, + "members": [ + 2131 + ], + "max_error": 0.0 + }, + { + "representative": 2153, + "members": [ + 2153 + ], + "max_error": 0.0 + }, + { + "representative": 2183, + "members": [ + 2183 + ], + "max_error": 0.0 + }, + { + "representative": 2691, + "members": [ + 2691 + ], + "max_error": 0.0 + }, + { + "representative": 2706, + "members": [ + 2706 + ], + "max_error": 0.0 + }, + { + "representative": 2812, + "members": [ + 2812 + ], + "max_error": 0.0 + }, + { + "representative": 2578, + "members": [ + 2578 + ], + "max_error": 0.0 + }, + { + "representative": 2689, + "members": [ + 2689 + ], + "max_error": 0.0 + }, + { + "representative": 2612, + "members": [ + 2612 + ], + "max_error": 0.0 + }, + { + "representative": 2603, + "members": [ + 2603 + ], + "max_error": 0.0 + }, + { + "representative": 2665, + "members": [ + 2665 + ], + "max_error": 0.0 + }, + { + "representative": 2633, + "members": [ + 2633 + ], + "max_error": 0.0 + }, + { + "representative": 2563, + "members": [ + 2563 + ], + "max_error": 0.0 + }, + { + "representative": 2795, + "members": [ + 2795 + ], + "max_error": 0.0 + }, + { + "representative": 2727, + "members": [ + 2727 + ], + "max_error": 0.0 + }, + { + "representative": 3135, + "members": [ + 3135 + ], + "max_error": 0.0 + }, + { + "representative": 3243, + "members": [ + 3243 + ], + "max_error": 0.0 + }, + { + "representative": 3185, + "members": [ + 3185 + ], + "max_error": 0.0 + }, + { + "representative": 3147, + "members": [ + 3147 + ], + "max_error": 0.0 + }, + { + "representative": 3217, + "members": [ + 3217 + ], + "max_error": 0.0 + }, + { + "representative": 3161, + "members": [ + 3161 + ], + "max_error": 0.0 + }, + { + "representative": 3735, + "members": [ + 3735 + ], + "max_error": 0.0 + }, + { + "representative": 3832, + "members": [ + 3832 + ], + "max_error": 0.0 + }, + { + "representative": 3675, + "members": [ + 3675 + ], + "max_error": 0.0 + }, + { + "representative": 3787, + "members": [ + 3787 + ], + "max_error": 0.0 + }, + { + "representative": 3822, + "members": [ + 3822 + ], + "max_error": 0.0 + }, + { + "representative": 3646, + "members": [ + 3646 + ], + "max_error": 0.0 + }, + { + "representative": 3836, + "members": [ + 3836 + ], + "max_error": 0.0 + }, + { + "representative": 3618, + "members": [ + 3618 + ], + "max_error": 0.0 + }, + { + "representative": 3774, + "members": [ + 3774 + ], + "max_error": 0.0 + }, + { + "representative": 1138, + "members": [ + 1138 + ], + "max_error": 0.0 + }, + { + "representative": 1256, + "members": [ + 1256 + ], + "max_error": 0.0 + }, + { + "representative": 1155, + "members": [ + 1155 + ], + "max_error": 0.0 + }, + { + "representative": 1041, + "members": [ + 1041 + ], + "max_error": 0.0 + }, + { + "representative": 1047, + "members": [ + 1047 + ], + "max_error": 0.0 + }, + { + "representative": 1188, + "members": [ + 1188 + ], + "max_error": 0.0 + }, + { + "representative": 1191, + "members": [ + 1191 + ], + "max_error": 0.0 + }, + { + "representative": 1215, + "members": [ + 1215 + ], + "max_error": 0.0 + }, + { + "representative": 1028, + "members": [ + 1028 + ], + "max_error": 0.0 + }, + { + "representative": 1271, + "members": [ + 1271 + ], + "max_error": 0.0 + }, + { + "representative": 1140, + "members": [ + 1140 + ], + "max_error": 0.0 + }, + { + "representative": 1224, + "members": [ + 1224 + ], + "max_error": 0.0 + }, + { + "representative": 1214, + "members": [ + 1214 + ], + "max_error": 0.0 + }, + { + "representative": 1127, + "members": [ + 1127 + ], + "max_error": 0.0 + }, + { + "representative": 1044, + "members": [ + 1044 + ], + "max_error": 0.0 + }, + { + "representative": 1158, + "members": [ + 1158 + ], + "max_error": 0.0 + }, + { + "representative": 1602, + "members": [ + 1602 + ], + "max_error": 0.0 + }, + { + "representative": 1774, + "members": [ + 1774 + ], + "max_error": 0.0 + }, + { + "representative": 1623, + "members": [ + 1623 + ], + "max_error": 0.0 + }, + { + "representative": 1709, + "members": [ + 1709 + ], + "max_error": 0.0 + }, + { + "representative": 1773, + "members": [ + 1773 + ], + "max_error": 0.0 + }, + { + "representative": 1621, + "members": [ + 1621 + ], + "max_error": 0.0 + }, + { + "representative": 1783, + "members": [ + 1783 + ], + "max_error": 0.0 + }, + { + "representative": 1754, + "members": [ + 1754 + ], + "max_error": 0.0 + }, + { + "representative": 1779, + "members": [ + 1779 + ], + "max_error": 0.0 + }, + { + "representative": 1639, + "members": [ + 1639 + ], + "max_error": 0.0 + }, + { + "representative": 1687, + "members": [ + 1687 + ], + "max_error": 0.0 + }, + { + "representative": 1683, + "members": [ + 1683 + ], + "max_error": 0.0 + }, + { + "representative": 1609, + "members": [ + 1609 + ], + "max_error": 0.0 + }, + { + "representative": 2269, + "members": [ + 2269 + ], + "max_error": 0.0 + }, + { + "representative": 2273, + "members": [ + 2273 + ], + "max_error": 0.0 + }, + { + "representative": 2223, + "members": [ + 2223 + ], + "max_error": 0.0 + }, + { + "representative": 2106, + "members": [ + 2106 + ], + "max_error": 0.0 + }, + { + "representative": 2279, + "members": [ + 2279 + ], + "max_error": 0.0 + }, + { + "representative": 2294, + "members": [ + 2294 + ], + "max_error": 0.0 + }, + { + "representative": 2142, + "members": [ + 2142 + ], + "max_error": 0.0 + }, + { + "representative": 2097, + "members": [ + 2097 + ], + "max_error": 0.0 + }, + { + "representative": 2211, + "members": [ + 2211 + ], + "max_error": 0.0 + }, + { + "representative": 2196, + "members": [ + 2196 + ], + "max_error": 0.0 + }, + { + "representative": 2069, + "members": [ + 2069 + ], + "max_error": 0.0 + }, + { + "representative": 2112, + "members": [ + 2112 + ], + "max_error": 0.0 + }, + { + "representative": 2238, + "members": [ + 2238 + ], + "max_error": 0.0 + }, + { + "representative": 2065, + "members": [ + 2065 + ], + "max_error": 0.0 + }, + { + "representative": 2754, + "members": [ + 2754 + ], + "max_error": 0.0 + }, + { + "representative": 2703, + "members": [ + 2703 + ], + "max_error": 0.0 + }, + { + "representative": 2678, + "members": [ + 2678 + ], + "max_error": 0.0 + }, + { + "representative": 2687, + "members": [ + 2687 + ], + "max_error": 0.0 + }, + { + "representative": 2774, + "members": [ + 2774 + ], + "max_error": 0.0 + }, + { + "representative": 2811, + "members": [ + 2811 + ], + "max_error": 0.0 + }, + { + "representative": 2572, + "members": [ + 2572 + ], + "max_error": 0.0 + }, + { + "representative": 2648, + "members": [ + 2648 + ], + "max_error": 0.0 + }, + { + "representative": 2631, + "members": [ + 2631 + ], + "max_error": 0.0 + }, + { + "representative": 2695, + "members": [ + 2695 + ], + "max_error": 0.0 + }, + { + "representative": 2680, + "members": [ + 2680 + ], + "max_error": 0.0 + }, + { + "representative": 3253, + "members": [ + 3253 + ], + "max_error": 0.0 + }, + { + "representative": 3274, + "members": [ + 3274 + ], + "max_error": 0.0 + }, + { + "representative": 3149, + "members": [ + 3149 + ], + "max_error": 0.0 + }, + { + "representative": 3215, + "members": [ + 3215 + ], + "max_error": 0.0 + }, + { + "representative": 3086, + "members": [ + 3086 + ], + "max_error": 0.0 + }, + { + "representative": 3231, + "members": [ + 3231 + ], + "max_error": 0.0 + }, + { + "representative": 3074, + "members": [ + 3074 + ], + "max_error": 0.0 + }, + { + "representative": 3226, + "members": [ + 3226 + ], + "max_error": 0.0 + }, + { + "representative": 3200, + "members": [ + 3200 + ], + "max_error": 0.0 + }, + { + "representative": 3104, + "members": [ + 3104 + ], + "max_error": 0.0 + }, + { + "representative": 3159, + "members": [ + 3159 + ], + "max_error": 0.0 + }, + { + "representative": 3233, + "members": [ + 3233 + ], + "max_error": 0.0 + }, + { + "representative": 3697, + "members": [ + 3697 + ], + "max_error": 0.0 + }, + { + "representative": 3768, + "members": [ + 3768 + ], + "max_error": 0.0 + }, + { + "representative": 3685, + "members": [ + 3685 + ], + "max_error": 0.0 + }, + { + "representative": 3766, + "members": [ + 3766 + ], + "max_error": 0.0 + }, + { + "representative": 3834, + "members": [ + 3834 + ], + "max_error": 0.0 + }, + { + "representative": 3634, + "members": [ + 3634 + ], + "max_error": 0.0 + }, + { + "representative": 3644, + "members": [ + 3644 + ], + "max_error": 0.0 + }, + { + "representative": 2645, + "members": [ + 2645 + ], + "max_error": 0.0 + }, + { + "representative": 2626, + "members": [ + 2626 + ], + "max_error": 0.0 + }, + { + "representative": 2736, + "members": [ + 2736 + ], + "max_error": 0.0 + }, + { + "representative": 2707, + "members": [ + 2707 + ], + "max_error": 0.0 + }, + { + "representative": 2581, + "members": [ + 2581 + ], + "max_error": 0.0 + }, + { + "representative": 2763, + "members": [ + 2763 + ], + "max_error": 0.0 + }, + { + "representative": 2800, + "members": [ + 2800 + ], + "max_error": 0.0 + }, + { + "representative": 2682, + "members": [ + 2682 + ], + "max_error": 0.0 + }, + { + "representative": 2720, + "members": [ + 2720 + ], + "max_error": 0.0 + }, + { + "representative": 2743, + "members": [ + 2743 + ], + "max_error": 0.0 + }, + { + "representative": 2805, + "members": [ + 2805 + ], + "max_error": 0.0 + }, + { + "representative": 3201, + "members": [ + 3201 + ], + "max_error": 0.0 + }, + { + "representative": 3308, + "members": [ + 3308 + ], + "max_error": 0.0 + }, + { + "representative": 3098, + "members": [ + 3098 + ], + "max_error": 0.0 + }, + { + "representative": 3204, + "members": [ + 3204 + ], + "max_error": 0.0 + }, + { + "representative": 3293, + "members": [ + 3293 + ], + "max_error": 0.0 + }, + { + "representative": 3136, + "members": [ + 3136 + ], + "max_error": 0.0 + }, + { + "representative": 3195, + "members": [ + 3195 + ], + "max_error": 0.0 + }, + { + "representative": 3671, + "members": [ + 3671 + ], + "max_error": 0.0 + }, + { + "representative": 3713, + "members": [ + 3713 + ], + "max_error": 0.0 + }, + { + "representative": 3806, + "members": [ + 3806 + ], + "max_error": 0.0 + }, + { + "representative": 3698, + "members": [ + 3698 + ], + "max_error": 0.0 + }, + { + "representative": 3624, + "members": [ + 3624 + ], + "max_error": 0.0 + }, + { + "representative": 3729, + "members": [ + 3729 + ], + "max_error": 0.0 + }, + { + "representative": 3676, + "members": [ + 3676 + ], + "max_error": 0.0 + }, + { + "representative": 3712, + "members": [ + 3712 + ], + "max_error": 0.0 + }, + { + "representative": 3586, + "members": [ + 3586 + ], + "max_error": 0.0 + }, + { + "representative": 4160, + "members": [ + 4160 + ], + "max_error": 0.0 + }, + { + "representative": 4161, + "members": [ + 4161 + ], + "max_error": 0.0 + }, + { + "representative": 4171, + "members": [ + 4171 + ], + "max_error": 0.0 + }, + { + "representative": 4172, + "members": [ + 4172 + ], + "max_error": 0.0 + }, + { + "representative": 4173, + "members": [ + 4173 + ], + "max_error": 0.0 + }, + { + "representative": 4174, + "members": [ + 4174 + ], + "max_error": 0.0 + }, + { + "representative": 4175, + "members": [ + 4175 + ], + "max_error": 0.0 + }, + { + "representative": 4162, + "members": [ + 4162 + ], + "max_error": 0.0 + }, + { + "representative": 4165, + "members": [ + 4165 + ], + "max_error": 0.0 + }, + { + "representative": 4166, + "members": [ + 4166 + ], + "max_error": 0.0 + }, + { + "representative": 4167, + "members": [ + 4167 + ], + "max_error": 0.0 + }, + { + "representative": 4184, + "members": [ + 4184 + ], + "max_error": 0.0 + }, + { + "representative": 4177, + "members": [ + 4177 + ], + "max_error": 0.0 + }, + { + "representative": 4187, + "members": [ + 4187 + ], + "max_error": 0.0 + }, + { + "representative": 4191, + "members": [ + 4191 + ], + "max_error": 0.0 + }, + { + "representative": 4178, + "members": [ + 4178 + ], + "max_error": 0.0 + }, + { + "representative": 4179, + "members": [ + 4179 + ], + "max_error": 0.0 + }, + { + "representative": 4183, + "members": [ + 4183 + ], + "max_error": 0.0 + }, + { + "representative": 4192, + "members": [ + 4192 + ], + "max_error": 0.0 + }, + { + "representative": 4200, + "members": [ + 4200 + ], + "max_error": 0.0 + }, + { + "representative": 4201, + "members": [ + 4201 + ], + "max_error": 0.0 + }, + { + "representative": 4193, + "members": [ + 4193 + ], + "max_error": 0.0 + }, + { + "representative": 4202, + "members": [ + 4202 + ], + "max_error": 0.0 + }, + { + "representative": 4203, + "members": [ + 4203 + ], + "max_error": 0.0 + }, + { + "representative": 4204, + "members": [ + 4204 + ], + "max_error": 0.0 + }, + { + "representative": 4206, + "members": [ + 4206 + ], + "max_error": 0.0 + }, + { + "representative": 4207, + "members": [ + 4207 + ], + "max_error": 0.0 + }, + { + "representative": 4194, + "members": [ + 4194 + ], + "max_error": 0.0 + }, + { + "representative": 4196, + "members": [ + 4196 + ], + "max_error": 0.0 + }, + { + "representative": 4197, + "members": [ + 4197 + ], + "max_error": 0.0 + }, + { + "representative": 4208, + "members": [ + 4208 + ], + "max_error": 0.0 + }, + { + "representative": 4216, + "members": [ + 4216 + ], + "max_error": 0.0 + }, + { + "representative": 4217, + "members": [ + 4217 + ], + "max_error": 0.0 + }, + { + "representative": 4218, + "members": [ + 4218 + ], + "max_error": 0.0 + }, + { + "representative": 4219, + "members": [ + 4219 + ], + "max_error": 0.0 + }, + { + "representative": 4220, + "members": [ + 4220 + ], + "max_error": 0.0 + }, + { + "representative": 4221, + "members": [ + 4221 + ], + "max_error": 0.0 + }, + { + "representative": 4222, + "members": [ + 4222 + ], + "max_error": 0.0 + }, + { + "representative": 4213, + "members": [ + 4213 + ], + "max_error": 0.0 + }, + { + "representative": 4214, + "members": [ + 4214 + ], + "max_error": 0.0 + }, + { + "representative": 4215, + "members": [ + 4215 + ], + "max_error": 0.0 + }, + { + "representative": 4740, + "members": [ + 4740 + ], + "max_error": 0.0 + }, + { + "representative": 4745, + "members": [ + 4745 + ], + "max_error": 0.0 + }, + { + "representative": 4765, + "members": [ + 4765 + ], + "max_error": 0.0 + }, + { + "representative": 4798, + "members": [ + 4798 + ], + "max_error": 0.0 + }, + { + "representative": 4640, + "members": [ + 4640 + ], + "max_error": 0.0 + }, + { + "representative": 4833, + "members": [ + 4833 + ], + "max_error": 0.0 + }, + { + "representative": 4766, + "members": [ + 4766 + ], + "max_error": 0.0 + }, + { + "representative": 4662, + "members": [ + 4662 + ], + "max_error": 0.0 + }, + { + "representative": 4689, + "members": [ + 4689 + ], + "max_error": 0.0 + }, + { + "representative": 4609, + "members": [ + 4609 + ], + "max_error": 0.0 + }, + { + "representative": 4670, + "members": [ + 4670 + ], + "max_error": 0.0 + }, + { + "representative": 4678, + "members": [ + 4678 + ], + "max_error": 0.0 + }, + { + "representative": 4612, + "members": [ + 4612 + ], + "max_error": 0.0 + }, + { + "representative": 4751, + "members": [ + 4751 + ], + "max_error": 0.0 + }, + { + "representative": 4828, + "members": [ + 4828 + ], + "max_error": 0.0 + }, + { + "representative": 4637, + "members": [ + 4637 + ], + "max_error": 0.0 + }, + { + "representative": 4814, + "members": [ + 4814 + ], + "max_error": 0.0 + }, + { + "representative": 4753, + "members": [ + 4753 + ], + "max_error": 0.0 + }, + { + "representative": 4729, + "members": [ + 4729 + ], + "max_error": 0.0 + }, + { + "representative": 4647, + "members": [ + 4647 + ], + "max_error": 0.0 + }, + { + "representative": 4622, + "members": [ + 4622 + ], + "max_error": 0.0 + }, + { + "representative": 4660, + "members": [ + 4660 + ], + "max_error": 0.0 + }, + { + "representative": 4838, + "members": [ + 4838 + ], + "max_error": 0.0 + }, + { + "representative": 4707, + "members": [ + 4707 + ], + "max_error": 0.0 + }, + { + "representative": 4784, + "members": [ + 4784 + ], + "max_error": 0.0 + }, + { + "representative": 4709, + "members": [ + 4709 + ], + "max_error": 0.0 + }, + { + "representative": 4656, + "members": [ + 4656 + ], + "max_error": 0.0 + }, + { + "representative": 4764, + "members": [ + 4764 + ], + "max_error": 0.0 + }, + { + "representative": 4741, + "members": [ + 4741 + ], + "max_error": 0.0 + }, + { + "representative": 4759, + "members": [ + 4759 + ], + "max_error": 0.0 + }, + { + "representative": 4629, + "members": [ + 4629 + ], + "max_error": 0.0 + }, + { + "representative": 4658, + "members": [ + 4658 + ], + "max_error": 0.0 + }, + { + "representative": 4848, + "members": [ + 4848 + ], + "max_error": 0.0 + }, + { + "representative": 4654, + "members": [ + 4654 + ], + "max_error": 0.0 + }, + { + "representative": 4642, + "members": [ + 4642 + ], + "max_error": 0.0 + }, + { + "representative": 4641, + "members": [ + 4641 + ], + "max_error": 0.0 + }, + { + "representative": 4837, + "members": [ + 4837 + ], + "max_error": 0.0 + }, + { + "representative": 4665, + "members": [ + 4665 + ], + "max_error": 0.0 + }, + { + "representative": 4611, + "members": [ + 4611 + ], + "max_error": 0.0 + }, + { + "representative": 4667, + "members": [ + 4667 + ], + "max_error": 0.0 + }, + { + "representative": 4782, + "members": [ + 4782 + ], + "max_error": 0.0 + }, + { + "representative": 4616, + "members": [ + 4616 + ], + "max_error": 0.0 + }, + { + "representative": 4843, + "members": [ + 4843 + ], + "max_error": 0.0 + }, + { + "representative": 4657, + "members": [ + 4657 + ], + "max_error": 0.0 + }, + { + "representative": 4675, + "members": [ + 4675 + ], + "max_error": 0.0 + }, + { + "representative": 4797, + "members": [ + 4797 + ], + "max_error": 0.0 + }, + { + "representative": 4716, + "members": [ + 4716 + ], + "max_error": 0.0 + }, + { + "representative": 4840, + "members": [ + 4840 + ], + "max_error": 0.0 + }, + { + "representative": 4824, + "members": [ + 4824 + ], + "max_error": 0.0 + }, + { + "representative": 4794, + "members": [ + 4794 + ], + "max_error": 0.0 + }, + { + "representative": 4856, + "members": [ + 4856 + ], + "max_error": 0.0 + }, + { + "representative": 4719, + "members": [ + 4719 + ], + "max_error": 0.0 + }, + { + "representative": 4687, + "members": [ + 4687 + ], + "max_error": 0.0 + }, + { + "representative": 5357, + "members": [ + 5357 + ], + "max_error": 0.0 + }, + { + "representative": 5375, + "members": [ + 5375 + ], + "max_error": 0.0 + }, + { + "representative": 5373, + "members": [ + 5373 + ], + "max_error": 0.0 + }, + { + "representative": 5190, + "members": [ + 5190 + ], + "max_error": 0.0 + }, + { + "representative": 5137, + "members": [ + 5137 + ], + "max_error": 0.0 + }, + { + "representative": 5360, + "members": [ + 5360 + ], + "max_error": 0.0 + }, + { + "representative": 5174, + "members": [ + 5174 + ], + "max_error": 0.0 + }, + { + "representative": 5148, + "members": [ + 5148 + ], + "max_error": 0.0 + }, + { + "representative": 5188, + "members": [ + 5188 + ], + "max_error": 0.0 + }, + { + "representative": 5318, + "members": [ + 5318 + ], + "max_error": 0.0 + }, + { + "representative": 5342, + "members": [ + 5342 + ], + "max_error": 0.0 + }, + { + "representative": 5159, + "members": [ + 5159 + ], + "max_error": 0.0 + }, + { + "representative": 5208, + "members": [ + 5208 + ], + "max_error": 0.0 + }, + { + "representative": 5358, + "members": [ + 5358 + ], + "max_error": 0.0 + }, + { + "representative": 5120, + "members": [ + 5120 + ], + "max_error": 0.0 + }, + { + "representative": 5200, + "members": [ + 5200 + ], + "max_error": 0.0 + }, + { + "representative": 5129, + "members": [ + 5129 + ], + "max_error": 0.0 + }, + { + "representative": 5289, + "members": [ + 5289 + ], + "max_error": 0.0 + }, + { + "representative": 5233, + "members": [ + 5233 + ], + "max_error": 0.0 + }, + { + "representative": 5260, + "members": [ + 5260 + ], + "max_error": 0.0 + }, + { + "representative": 5153, + "members": [ + 5153 + ], + "max_error": 0.0 + }, + { + "representative": 5236, + "members": [ + 5236 + ], + "max_error": 0.0 + }, + { + "representative": 5135, + "members": [ + 5135 + ], + "max_error": 0.0 + }, + { + "representative": 5198, + "members": [ + 5198 + ], + "max_error": 0.0 + }, + { + "representative": 5312, + "members": [ + 5312 + ], + "max_error": 0.0 + }, + { + "representative": 5232, + "members": [ + 5232 + ], + "max_error": 0.0 + }, + { + "representative": 5329, + "members": [ + 5329 + ], + "max_error": 0.0 + }, + { + "representative": 5230, + "members": [ + 5230 + ], + "max_error": 0.0 + }, + { + "representative": 5177, + "members": [ + 5177 + ], + "max_error": 0.0 + }, + { + "representative": 5130, + "members": [ + 5130 + ], + "max_error": 0.0 + }, + { + "representative": 5300, + "members": [ + 5300 + ], + "max_error": 0.0 + }, + { + "representative": 5369, + "members": [ + 5369 + ], + "max_error": 0.0 + }, + { + "representative": 5263, + "members": [ + 5263 + ], + "max_error": 0.0 + }, + { + "representative": 5261, + "members": [ + 5261 + ], + "max_error": 0.0 + }, + { + "representative": 5285, + "members": [ + 5285 + ], + "max_error": 0.0 + }, + { + "representative": 5294, + "members": [ + 5294 + ], + "max_error": 0.0 + }, + { + "representative": 5206, + "members": [ + 5206 + ], + "max_error": 0.0 + }, + { + "representative": 5158, + "members": [ + 5158 + ], + "max_error": 0.0 + }, + { + "representative": 5221, + "members": [ + 5221 + ], + "max_error": 0.0 + }, + { + "representative": 5154, + "members": [ + 5154 + ], + "max_error": 0.0 + }, + { + "representative": 5152, + "members": [ + 5152 + ], + "max_error": 0.0 + }, + { + "representative": 5303, + "members": [ + 5303 + ], + "max_error": 0.0 + }, + { + "representative": 5696, + "members": [ + 5696 + ], + "max_error": 0.0 + }, + { + "representative": 5705, + "members": [ + 5705 + ], + "max_error": 0.0 + }, + { + "representative": 5697, + "members": [ + 5697 + ], + "max_error": 0.0 + }, + { + "representative": 5706, + "members": [ + 5706 + ], + "max_error": 0.0 + }, + { + "representative": 5707, + "members": [ + 5707 + ], + "max_error": 0.0 + }, + { + "representative": 5708, + "members": [ + 5708 + ], + "max_error": 0.0 + }, + { + "representative": 5698, + "members": [ + 5698 + ], + "max_error": 0.0 + }, + { + "representative": 5699, + "members": [ + 5699 + ], + "max_error": 0.0 + }, + { + "representative": 5702, + "members": [ + 5702 + ], + "max_error": 0.0 + }, + { + "representative": 5703, + "members": [ + 5703 + ], + "max_error": 0.0 + }, + { + "representative": 5712, + "members": [ + 5712 + ], + "max_error": 0.0 + }, + { + "representative": 5720, + "members": [ + 5720 + ], + "max_error": 0.0 + }, + { + "representative": 5722, + "members": [ + 5722 + ], + "max_error": 0.0 + }, + { + "representative": 5723, + "members": [ + 5723 + ], + "max_error": 0.0 + }, + { + "representative": 5724, + "members": [ + 5724 + ], + "max_error": 0.0 + }, + { + "representative": 5725, + "members": [ + 5725 + ], + "max_error": 0.0 + }, + { + "representative": 5727, + "members": [ + 5727 + ], + "max_error": 0.0 + }, + { + "representative": 5714, + "members": [ + 5714 + ], + "max_error": 0.0 + }, + { + "representative": 5715, + "members": [ + 5715 + ], + "max_error": 0.0 + }, + { + "representative": 5716, + "members": [ + 5716 + ], + "max_error": 0.0 + }, + { + "representative": 5728, + "members": [ + 5728 + ], + "max_error": 0.0 + }, + { + "representative": 5729, + "members": [ + 5729 + ], + "max_error": 0.0 + }, + { + "representative": 5739, + "members": [ + 5739 + ], + "max_error": 0.0 + }, + { + "representative": 5740, + "members": [ + 5740 + ], + "max_error": 0.0 + }, + { + "representative": 5741, + "members": [ + 5741 + ], + "max_error": 0.0 + }, + { + "representative": 5742, + "members": [ + 5742 + ], + "max_error": 0.0 + }, + { + "representative": 5743, + "members": [ + 5743 + ], + "max_error": 0.0 + }, + { + "representative": 5732, + "members": [ + 5732 + ], + "max_error": 0.0 + }, + { + "representative": 5734, + "members": [ + 5734 + ], + "max_error": 0.0 + }, + { + "representative": 5752, + "members": [ + 5752 + ], + "max_error": 0.0 + }, + { + "representative": 5745, + "members": [ + 5745 + ], + "max_error": 0.0 + }, + { + "representative": 5757, + "members": [ + 5757 + ], + "max_error": 0.0 + }, + { + "representative": 5758, + "members": [ + 5758 + ], + "max_error": 0.0 + }, + { + "representative": 5746, + "members": [ + 5746 + ], + "max_error": 0.0 + }, + { + "representative": 5747, + "members": [ + 5747 + ], + "max_error": 0.0 + }, + { + "representative": 5748, + "members": [ + 5748 + ], + "max_error": 0.0 + }, + { + "representative": 5749, + "members": [ + 5749 + ], + "max_error": 0.0 + }, + { + "representative": 1145, + "members": [ + 1145 + ], + "max_error": 0.0 + }, + { + "representative": 1056, + "members": [ + 1056 + ], + "max_error": 0.0 + }, + { + "representative": 1148, + "members": [ + 1148 + ], + "max_error": 0.0 + }, + { + "representative": 1054, + "members": [ + 1054 + ], + "max_error": 0.0 + }, + { + "representative": 1043, + "members": [ + 1043 + ], + "max_error": 0.0 + }, + { + "representative": 1234, + "members": [ + 1234 + ], + "max_error": 0.0 + }, + { + "representative": 1052, + "members": [ + 1052 + ], + "max_error": 0.0 + }, + { + "representative": 1257, + "members": [ + 1257 + ], + "max_error": 0.0 + }, + { + "representative": 1040, + "members": [ + 1040 + ], + "max_error": 0.0 + }, + { + "representative": 1202, + "members": [ + 1202 + ], + "max_error": 0.0 + }, + { + "representative": 1087, + "members": [ + 1087 + ], + "max_error": 0.0 + }, + { + "representative": 1255, + "members": [ + 1255 + ], + "max_error": 0.0 + }, + { + "representative": 1116, + "members": [ + 1116 + ], + "max_error": 0.0 + }, + { + "representative": 1226, + "members": [ + 1226 + ], + "max_error": 0.0 + }, + { + "representative": 1118, + "members": [ + 1118 + ], + "max_error": 0.0 + }, + { + "representative": 1187, + "members": [ + 1187 + ], + "max_error": 0.0 + }, + { + "representative": 1136, + "members": [ + 1136 + ], + "max_error": 0.0 + }, + { + "representative": 1740, + "members": [ + 1740 + ], + "max_error": 0.0 + }, + { + "representative": 1562, + "members": [ + 1562 + ], + "max_error": 0.0 + }, + { + "representative": 1760, + "members": [ + 1760 + ], + "max_error": 0.0 + }, + { + "representative": 1570, + "members": [ + 1570 + ], + "max_error": 0.0 + }, + { + "representative": 1643, + "members": [ + 1643 + ], + "max_error": 0.0 + }, + { + "representative": 1682, + "members": [ + 1682 + ], + "max_error": 0.0 + }, + { + "representative": 1537, + "members": [ + 1537 + ], + "max_error": 0.0 + }, + { + "representative": 1731, + "members": [ + 1731 + ], + "max_error": 0.0 + }, + { + "representative": 1666, + "members": [ + 1666 + ], + "max_error": 0.0 + }, + { + "representative": 1785, + "members": [ + 1785 + ], + "max_error": 0.0 + }, + { + "representative": 1556, + "members": [ + 1556 + ], + "max_error": 0.0 + }, + { + "representative": 1698, + "members": [ + 1698 + ], + "max_error": 0.0 + }, + { + "representative": 1657, + "members": [ + 1657 + ], + "max_error": 0.0 + }, + { + "representative": 1588, + "members": [ + 1588 + ], + "max_error": 0.0 + }, + { + "representative": 1592, + "members": [ + 1592 + ], + "max_error": 0.0 + }, + { + "representative": 1549, + "members": [ + 1549 + ], + "max_error": 0.0 + }, + { + "representative": 1725, + "members": [ + 1725 + ], + "max_error": 0.0 + }, + { + "representative": 1605, + "members": [ + 1605 + ], + "max_error": 0.0 + }, + { + "representative": 1672, + "members": [ + 1672 + ], + "max_error": 0.0 + }, + { + "representative": 1759, + "members": [ + 1759 + ], + "max_error": 0.0 + }, + { + "representative": 2262, + "members": [ + 2262 + ], + "max_error": 0.0 + }, + { + "representative": 2231, + "members": [ + 2231 + ], + "max_error": 0.0 + }, + { + "representative": 2285, + "members": [ + 2285 + ], + "max_error": 0.0 + }, + { + "representative": 2126, + "members": [ + 2126 + ], + "max_error": 0.0 + }, + { + "representative": 2297, + "members": [ + 2297 + ], + "max_error": 0.0 + }, + { + "representative": 2134, + "members": [ + 2134 + ], + "max_error": 0.0 + }, + { + "representative": 2092, + "members": [ + 2092 + ], + "max_error": 0.0 + }, + { + "representative": 2144, + "members": [ + 2144 + ], + "max_error": 0.0 + }, + { + "representative": 2150, + "members": [ + 2150 + ], + "max_error": 0.0 + }, + { + "representative": 2102, + "members": [ + 2102 + ], + "max_error": 0.0 + }, + { + "representative": 2083, + "members": [ + 2083 + ], + "max_error": 0.0 + }, + { + "representative": 2189, + "members": [ + 2189 + ], + "max_error": 0.0 + }, + { + "representative": 2218, + "members": [ + 2218 + ], + "max_error": 0.0 + }, + { + "representative": 2073, + "members": [ + 2073 + ], + "max_error": 0.0 + }, + { + "representative": 2268, + "members": [ + 2268 + ], + "max_error": 0.0 + }, + { + "representative": 2256, + "members": [ + 2256 + ], + "max_error": 0.0 + }, + { + "representative": 2790, + "members": [ + 2790 + ], + "max_error": 0.0 + }, + { + "representative": 2809, + "members": [ + 2809 + ], + "max_error": 0.0 + }, + { + "representative": 2692, + "members": [ + 2692 + ], + "max_error": 0.0 + }, + { + "representative": 2615, + "members": [ + 2615 + ], + "max_error": 0.0 + }, + { + "representative": 2674, + "members": [ + 2674 + ], + "max_error": 0.0 + }, + { + "representative": 2641, + "members": [ + 2641 + ], + "max_error": 0.0 + }, + { + "representative": 3127, + "members": [ + 3127 + ], + "max_error": 0.0 + }, + { + "representative": 3090, + "members": [ + 3090 + ], + "max_error": 0.0 + }, + { + "representative": 3290, + "members": [ + 3290 + ], + "max_error": 0.0 + }, + { + "representative": 3156, + "members": [ + 3156 + ], + "max_error": 0.0 + }, + { + "representative": 3078, + "members": [ + 3078 + ], + "max_error": 0.0 + }, + { + "representative": 3179, + "members": [ + 3179 + ], + "max_error": 0.0 + }, + { + "representative": 3282, + "members": [ + 3282 + ], + "max_error": 0.0 + }, + { + "representative": 3180, + "members": [ + 3180 + ], + "max_error": 0.0 + }, + { + "representative": 3273, + "members": [ + 3273 + ], + "max_error": 0.0 + }, + { + "representative": 3325, + "members": [ + 3325 + ], + "max_error": 0.0 + }, + { + "representative": 3315, + "members": [ + 3315 + ], + "max_error": 0.0 + }, + { + "representative": 3229, + "members": [ + 3229 + ], + "max_error": 0.0 + }, + { + "representative": 3249, + "members": [ + 3249 + ], + "max_error": 0.0 + }, + { + "representative": 3276, + "members": [ + 3276 + ], + "max_error": 0.0 + }, + { + "representative": 3739, + "members": [ + 3739 + ], + "max_error": 0.0 + }, + { + "representative": 3732, + "members": [ + 3732 + ], + "max_error": 0.0 + }, + { + "representative": 3744, + "members": [ + 3744 + ], + "max_error": 0.0 + }, + { + "representative": 3736, + "members": [ + 3736 + ], + "max_error": 0.0 + }, + { + "representative": 3709, + "members": [ + 3709 + ], + "max_error": 0.0 + }, + { + "representative": 3789, + "members": [ + 3789 + ], + "max_error": 0.0 + }, + { + "representative": 3769, + "members": [ + 3769 + ], + "max_error": 0.0 + }, + { + "representative": 3683, + "members": [ + 3683 + ], + "max_error": 0.0 + }, + { + "representative": 3788, + "members": [ + 3788 + ], + "max_error": 0.0 + }, + { + "representative": 3746, + "members": [ + 3746 + ], + "max_error": 0.0 + }, + { + "representative": 1232, + "members": [ + 1232 + ], + "max_error": 0.0 + }, + { + "representative": 1209, + "members": [ + 1209 + ], + "max_error": 0.0 + }, + { + "representative": 1027, + "members": [ + 1027 + ], + "max_error": 0.0 + }, + { + "representative": 1039, + "members": [ + 1039 + ], + "max_error": 0.0 + }, + { + "representative": 1137, + "members": [ + 1137 + ], + "max_error": 0.0 + }, + { + "representative": 1174, + "members": [ + 1174 + ], + "max_error": 0.0 + }, + { + "representative": 1120, + "members": [ + 1120 + ], + "max_error": 0.0 + }, + { + "representative": 1211, + "members": [ + 1211 + ], + "max_error": 0.0 + }, + { + "representative": 1159, + "members": [ + 1159 + ], + "max_error": 0.0 + }, + { + "representative": 1157, + "members": [ + 1157 + ], + "max_error": 0.0 + }, + { + "representative": 1082, + "members": [ + 1082 + ], + "max_error": 0.0 + }, + { + "representative": 1235, + "members": [ + 1235 + ], + "max_error": 0.0 + }, + { + "representative": 1068, + "members": [ + 1068 + ], + "max_error": 0.0 + }, + { + "representative": 1594, + "members": [ + 1594 + ], + "max_error": 0.0 + }, + { + "representative": 1697, + "members": [ + 1697 + ], + "max_error": 0.0 + }, + { + "representative": 1608, + "members": [ + 1608 + ], + "max_error": 0.0 + }, + { + "representative": 1584, + "members": [ + 1584 + ], + "max_error": 0.0 + }, + { + "representative": 1554, + "members": [ + 1554 + ], + "max_error": 0.0 + }, + { + "representative": 1649, + "members": [ + 1649 + ], + "max_error": 0.0 + }, + { + "representative": 1541, + "members": [ + 1541 + ], + "max_error": 0.0 + }, + { + "representative": 1606, + "members": [ + 1606 + ], + "max_error": 0.0 + }, + { + "representative": 1615, + "members": [ + 1615 + ], + "max_error": 0.0 + }, + { + "representative": 2226, + "members": [ + 2226 + ], + "max_error": 0.0 + }, + { + "representative": 2215, + "members": [ + 2215 + ], + "max_error": 0.0 + }, + { + "representative": 2157, + "members": [ + 2157 + ], + "max_error": 0.0 + }, + { + "representative": 2229, + "members": [ + 2229 + ], + "max_error": 0.0 + }, + { + "representative": 2050, + "members": [ + 2050 + ], + "max_error": 0.0 + }, + { + "representative": 2221, + "members": [ + 2221 + ], + "max_error": 0.0 + }, + { + "representative": 2118, + "members": [ + 2118 + ], + "max_error": 0.0 + }, + { + "representative": 2248, + "members": [ + 2248 + ], + "max_error": 0.0 + }, + { + "representative": 2059, + "members": [ + 2059 + ], + "max_error": 0.0 + }, + { + "representative": 2224, + "members": [ + 2224 + ], + "max_error": 0.0 + }, + { + "representative": 2780, + "members": [ + 2780 + ], + "max_error": 0.0 + }, + { + "representative": 2737, + "members": [ + 2737 + ], + "max_error": 0.0 + }, + { + "representative": 2709, + "members": [ + 2709 + ], + "max_error": 0.0 + }, + { + "representative": 2608, + "members": [ + 2608 + ], + "max_error": 0.0 + }, + { + "representative": 2718, + "members": [ + 2718 + ], + "max_error": 0.0 + }, + { + "representative": 2579, + "members": [ + 2579 + ], + "max_error": 0.0 + }, + { + "representative": 2637, + "members": [ + 2637 + ], + "max_error": 0.0 + }, + { + "representative": 2659, + "members": [ + 2659 + ], + "max_error": 0.0 + }, + { + "representative": 2596, + "members": [ + 2596 + ], + "max_error": 0.0 + }, + { + "representative": 2604, + "members": [ + 2604 + ], + "max_error": 0.0 + }, + { + "representative": 3245, + "members": [ + 3245 + ], + "max_error": 0.0 + }, + { + "representative": 3208, + "members": [ + 3208 + ], + "max_error": 0.0 + }, + { + "representative": 3192, + "members": [ + 3192 + ], + "max_error": 0.0 + }, + { + "representative": 3228, + "members": [ + 3228 + ], + "max_error": 0.0 + }, + { + "representative": 3259, + "members": [ + 3259 + ], + "max_error": 0.0 + }, + { + "representative": 3188, + "members": [ + 3188 + ], + "max_error": 0.0 + }, + { + "representative": 3168, + "members": [ + 3168 + ], + "max_error": 0.0 + }, + { + "representative": 3246, + "members": [ + 3246 + ], + "max_error": 0.0 + }, + { + "representative": 3178, + "members": [ + 3178 + ], + "max_error": 0.0 + }, + { + "representative": 3094, + "members": [ + 3094 + ], + "max_error": 0.0 + }, + { + "representative": 3087, + "members": [ + 3087 + ], + "max_error": 0.0 + }, + { + "representative": 3205, + "members": [ + 3205 + ], + "max_error": 0.0 + }, + { + "representative": 3126, + "members": [ + 3126 + ], + "max_error": 0.0 + }, + { + "representative": 3323, + "members": [ + 3323 + ], + "max_error": 0.0 + }, + { + "representative": 3737, + "members": [ + 3737 + ], + "max_error": 0.0 + }, + { + "representative": 3701, + "members": [ + 3701 + ], + "max_error": 0.0 + }, + { + "representative": 3650, + "members": [ + 3650 + ], + "max_error": 0.0 + }, + { + "representative": 3605, + "members": [ + 3605 + ], + "max_error": 0.0 + }, + { + "representative": 3819, + "members": [ + 3819 + ], + "max_error": 0.0 + }, + { + "representative": 3635, + "members": [ + 3635 + ], + "max_error": 0.0 + }, + { + "representative": 3838, + "members": [ + 3838 + ], + "max_error": 0.0 + }, + { + "representative": 3589, + "members": [ + 3589 + ], + "max_error": 0.0 + }, + { + "representative": 3827, + "members": [ + 3827 + ], + "max_error": 0.0 + }, + { + "representative": 3792, + "members": [ + 3792 + ], + "max_error": 0.0 + }, + { + "representative": 3688, + "members": [ + 3688 + ], + "max_error": 0.0 + }, + { + "representative": 3604, + "members": [ + 3604 + ], + "max_error": 0.0 + }, + { + "representative": 1274, + "members": [ + 1274 + ], + "max_error": 0.0 + }, + { + "representative": 1168, + "members": [ + 1168 + ], + "max_error": 0.0 + }, + { + "representative": 1129, + "members": [ + 1129 + ], + "max_error": 0.0 + }, + { + "representative": 1196, + "members": [ + 1196 + ], + "max_error": 0.0 + }, + { + "representative": 1123, + "members": [ + 1123 + ], + "max_error": 0.0 + }, + { + "representative": 1108, + "members": [ + 1108 + ], + "max_error": 0.0 + }, + { + "representative": 1055, + "members": [ + 1055 + ], + "max_error": 0.0 + }, + { + "representative": 1178, + "members": [ + 1178 + ], + "max_error": 0.0 + }, + { + "representative": 1146, + "members": [ + 1146 + ], + "max_error": 0.0 + }, + { + "representative": 1186, + "members": [ + 1186 + ], + "max_error": 0.0 + }, + { + "representative": 1103, + "members": [ + 1103 + ], + "max_error": 0.0 + }, + { + "representative": 1160, + "members": [ + 1160 + ], + "max_error": 0.0 + }, + { + "representative": 1222, + "members": [ + 1222 + ], + "max_error": 0.0 + }, + { + "representative": 1663, + "members": [ + 1663 + ], + "max_error": 0.0 + }, + { + "representative": 1550, + "members": [ + 1550 + ], + "max_error": 0.0 + }, + { + "representative": 1752, + "members": [ + 1752 + ], + "max_error": 0.0 + }, + { + "representative": 1688, + "members": [ + 1688 + ], + "max_error": 0.0 + }, + { + "representative": 1539, + "members": [ + 1539 + ], + "max_error": 0.0 + }, + { + "representative": 1737, + "members": [ + 1737 + ], + "max_error": 0.0 + }, + { + "representative": 1619, + "members": [ + 1619 + ], + "max_error": 0.0 + }, + { + "representative": 1771, + "members": [ + 1771 + ], + "max_error": 0.0 + }, + { + "representative": 1664, + "members": [ + 1664 + ], + "max_error": 0.0 + }, + { + "representative": 1604, + "members": [ + 1604 + ], + "max_error": 0.0 + }, + { + "representative": 1739, + "members": [ + 1739 + ], + "max_error": 0.0 + }, + { + "representative": 1569, + "members": [ + 1569 + ], + "max_error": 0.0 + }, + { + "representative": 1635, + "members": [ + 1635 + ], + "max_error": 0.0 + }, + { + "representative": 1654, + "members": [ + 1654 + ], + "max_error": 0.0 + }, + { + "representative": 1674, + "members": [ + 1674 + ], + "max_error": 0.0 + }, + { + "representative": 1631, + "members": [ + 1631 + ], + "max_error": 0.0 + }, + { + "representative": 1614, + "members": [ + 1614 + ], + "max_error": 0.0 + }, + { + "representative": 1651, + "members": [ + 1651 + ], + "max_error": 0.0 + }, + { + "representative": 1675, + "members": [ + 1675 + ], + "max_error": 0.0 + }, + { + "representative": 2114, + "members": [ + 2114 + ], + "max_error": 0.0 + }, + { + "representative": 2075, + "members": [ + 2075 + ], + "max_error": 0.0 + }, + { + "representative": 2171, + "members": [ + 2171 + ], + "max_error": 0.0 + }, + { + "representative": 2117, + "members": [ + 2117 + ], + "max_error": 0.0 + }, + { + "representative": 2167, + "members": [ + 2167 + ], + "max_error": 0.0 + }, + { + "representative": 2107, + "members": [ + 2107 + ], + "max_error": 0.0 + }, + { + "representative": 2300, + "members": [ + 2300 + ], + "max_error": 0.0 + }, + { + "representative": 2182, + "members": [ + 2182 + ], + "max_error": 0.0 + }, + { + "representative": 2290, + "members": [ + 2290 + ], + "max_error": 0.0 + }, + { + "representative": 2140, + "members": [ + 2140 + ], + "max_error": 0.0 + }, + { + "representative": 2270, + "members": [ + 2270 + ], + "max_error": 0.0 + }, + { + "representative": 2293, + "members": [ + 2293 + ], + "max_error": 0.0 + }, + { + "representative": 2284, + "members": [ + 2284 + ], + "max_error": 0.0 + }, + { + "representative": 2085, + "members": [ + 2085 + ], + "max_error": 0.0 + }, + { + "representative": 2769, + "members": [ + 2769 + ], + "max_error": 0.0 + }, + { + "representative": 2611, + "members": [ + 2611 + ], + "max_error": 0.0 + }, + { + "representative": 2588, + "members": [ + 2588 + ], + "max_error": 0.0 + }, + { + "representative": 2723, + "members": [ + 2723 + ], + "max_error": 0.0 + }, + { + "representative": 2732, + "members": [ + 2732 + ], + "max_error": 0.0 + }, + { + "representative": 2575, + "members": [ + 2575 + ], + "max_error": 0.0 + }, + { + "representative": 2569, + "members": [ + 2569 + ], + "max_error": 0.0 + }, + { + "representative": 2616, + "members": [ + 2616 + ], + "max_error": 0.0 + }, + { + "representative": 3166, + "members": [ + 3166 + ], + "max_error": 0.0 + }, + { + "representative": 3317, + "members": [ + 3317 + ], + "max_error": 0.0 + }, + { + "representative": 3154, + "members": [ + 3154 + ], + "max_error": 0.0 + }, + { + "representative": 3254, + "members": [ + 3254 + ], + "max_error": 0.0 + }, + { + "representative": 3247, + "members": [ + 3247 + ], + "max_error": 0.0 + }, + { + "representative": 3085, + "members": [ + 3085 + ], + "max_error": 0.0 + }, + { + "representative": 3181, + "members": [ + 3181 + ], + "max_error": 0.0 + }, + { + "representative": 3269, + "members": [ + 3269 + ], + "max_error": 0.0 + }, + { + "representative": 3140, + "members": [ + 3140 + ], + "max_error": 0.0 + }, + { + "representative": 3641, + "members": [ + 3641 + ], + "max_error": 0.0 + }, + { + "representative": 3824, + "members": [ + 3824 + ], + "max_error": 0.0 + }, + { + "representative": 3721, + "members": [ + 3721 + ], + "max_error": 0.0 + }, + { + "representative": 3670, + "members": [ + 3670 + ], + "max_error": 0.0 + }, + { + "representative": 3649, + "members": [ + 3649 + ], + "max_error": 0.0 + }, + { + "representative": 3691, + "members": [ + 3691 + ], + "max_error": 0.0 + }, + { + "representative": 3802, + "members": [ + 3802 + ], + "max_error": 0.0 + }, + { + "representative": 3710, + "members": [ + 3710 + ], + "max_error": 0.0 + }, + { + "representative": 3637, + "members": [ + 3637 + ], + "max_error": 0.0 + }, + { + "representative": 3722, + "members": [ + 3722 + ], + "max_error": 0.0 + }, + { + "representative": 2576, + "members": [ + 2576 + ], + "max_error": 0.0 + }, + { + "representative": 2605, + "members": [ + 2605 + ], + "max_error": 0.0 + }, + { + "representative": 2767, + "members": [ + 2767 + ], + "max_error": 0.0 + }, + { + "representative": 2671, + "members": [ + 2671 + ], + "max_error": 0.0 + }, + { + "representative": 2776, + "members": [ + 2776 + ], + "max_error": 0.0 + }, + { + "representative": 2748, + "members": [ + 2748 + ], + "max_error": 0.0 + }, + { + "representative": 2573, + "members": [ + 2573 + ], + "max_error": 0.0 + }, + { + "representative": 2564, + "members": [ + 2564 + ], + "max_error": 0.0 + }, + { + "representative": 2797, + "members": [ + 2797 + ], + "max_error": 0.0 + }, + { + "representative": 2762, + "members": [ + 2762 + ], + "max_error": 0.0 + }, + { + "representative": 2598, + "members": [ + 2598 + ], + "max_error": 0.0 + }, + { + "representative": 2747, + "members": [ + 2747 + ], + "max_error": 0.0 + }, + { + "representative": 2733, + "members": [ + 2733 + ], + "max_error": 0.0 + }, + { + "representative": 2628, + "members": [ + 2628 + ], + "max_error": 0.0 + }, + { + "representative": 3262, + "members": [ + 3262 + ], + "max_error": 0.0 + }, + { + "representative": 3171, + "members": [ + 3171 + ], + "max_error": 0.0 + }, + { + "representative": 3124, + "members": [ + 3124 + ], + "max_error": 0.0 + }, + { + "representative": 3288, + "members": [ + 3288 + ], + "max_error": 0.0 + }, + { + "representative": 3096, + "members": [ + 3096 + ], + "max_error": 0.0 + }, + { + "representative": 3252, + "members": [ + 3252 + ], + "max_error": 0.0 + }, + { + "representative": 3130, + "members": [ + 3130 + ], + "max_error": 0.0 + }, + { + "representative": 3268, + "members": [ + 3268 + ], + "max_error": 0.0 + }, + { + "representative": 3275, + "members": [ + 3275 + ], + "max_error": 0.0 + }, + { + "representative": 3280, + "members": [ + 3280 + ], + "max_error": 0.0 + }, + { + "representative": 3116, + "members": [ + 3116 + ], + "max_error": 0.0 + }, + { + "representative": 3239, + "members": [ + 3239 + ], + "max_error": 0.0 + }, + { + "representative": 3835, + "members": [ + 3835 + ], + "max_error": 0.0 + }, + { + "representative": 3625, + "members": [ + 3625 + ], + "max_error": 0.0 + }, + { + "representative": 3783, + "members": [ + 3783 + ], + "max_error": 0.0 + }, + { + "representative": 3814, + "members": [ + 3814 + ], + "max_error": 0.0 + }, + { + "representative": 3765, + "members": [ + 3765 + ], + "max_error": 0.0 + }, + { + "representative": 3773, + "members": [ + 3773 + ], + "max_error": 0.0 + }, + { + "representative": 3702, + "members": [ + 3702 + ], + "max_error": 0.0 + }, + { + "representative": 3645, + "members": [ + 3645 + ], + "max_error": 0.0 + }, + { + "representative": 3826, + "members": [ + 3826 + ], + "max_error": 0.0 + }, + { + "representative": 3695, + "members": [ + 3695 + ], + "max_error": 0.0 + }, + { + "representative": 3642, + "members": [ + 3642 + ], + "max_error": 0.0 + }, + { + "representative": 3596, + "members": [ + 3596 + ], + "max_error": 0.0 + }, + { + "representative": 4224, + "members": [ + 4224 + ], + "max_error": 0.0 + }, + { + "representative": 4232, + "members": [ + 4232 + ], + "max_error": 0.0 + }, + { + "representative": 4233, + "members": [ + 4233 + ], + "max_error": 0.0 + }, + { + "representative": 4225, + "members": [ + 4225 + ], + "max_error": 0.0 + }, + { + "representative": 4235, + "members": [ + 4235 + ], + "max_error": 0.0 + }, + { + "representative": 4236, + "members": [ + 4236 + ], + "max_error": 0.0 + }, + { + "representative": 4237, + "members": [ + 4237 + ], + "max_error": 0.0 + }, + { + "representative": 4238, + "members": [ + 4238 + ], + "max_error": 0.0 + }, + { + "representative": 4239, + "members": [ + 4239 + ], + "max_error": 0.0 + }, + { + "representative": 4227, + "members": [ + 4227 + ], + "max_error": 0.0 + }, + { + "representative": 4228, + "members": [ + 4228 + ], + "max_error": 0.0 + }, + { + "representative": 4230, + "members": [ + 4230 + ], + "max_error": 0.0 + }, + { + "representative": 4231, + "members": [ + 4231 + ], + "max_error": 0.0 + }, + { + "representative": 4240, + "members": [ + 4240 + ], + "max_error": 0.0 + }, + { + "representative": 4248, + "members": [ + 4248 + ], + "max_error": 0.0 + }, + { + "representative": 4249, + "members": [ + 4249 + ], + "max_error": 0.0 + }, + { + "representative": 4241, + "members": [ + 4241 + ], + "max_error": 0.0 + }, + { + "representative": 4250, + "members": [ + 4250 + ], + "max_error": 0.0 + }, + { + "representative": 4251, + "members": [ + 4251 + ], + "max_error": 0.0 + }, + { + "representative": 4254, + "members": [ + 4254 + ], + "max_error": 0.0 + }, + { + "representative": 4255, + "members": [ + 4255 + ], + "max_error": 0.0 + }, + { + "representative": 4242, + "members": [ + 4242 + ], + "max_error": 0.0 + }, + { + "representative": 4243, + "members": [ + 4243 + ], + "max_error": 0.0 + }, + { + "representative": 4244, + "members": [ + 4244 + ], + "max_error": 0.0 + }, + { + "representative": 4245, + "members": [ + 4245 + ], + "max_error": 0.0 + }, + { + "representative": 4247, + "members": [ + 4247 + ], + "max_error": 0.0 + }, + { + "representative": 4256, + "members": [ + 4256 + ], + "max_error": 0.0 + }, + { + "representative": 4264, + "members": [ + 4264 + ], + "max_error": 0.0 + }, + { + "representative": 4265, + "members": [ + 4265 + ], + "max_error": 0.0 + }, + { + "representative": 4257, + "members": [ + 4257 + ], + "max_error": 0.0 + }, + { + "representative": 4266, + "members": [ + 4266 + ], + "max_error": 0.0 + }, + { + "representative": 4267, + "members": [ + 4267 + ], + "max_error": 0.0 + }, + { + "representative": 4271, + "members": [ + 4271 + ], + "max_error": 0.0 + }, + { + "representative": 4258, + "members": [ + 4258 + ], + "max_error": 0.0 + }, + { + "representative": 4259, + "members": [ + 4259 + ], + "max_error": 0.0 + }, + { + "representative": 4260, + "members": [ + 4260 + ], + "max_error": 0.0 + }, + { + "representative": 4262, + "members": [ + 4262 + ], + "max_error": 0.0 + }, + { + "representative": 4263, + "members": [ + 4263 + ], + "max_error": 0.0 + }, + { + "representative": 4272, + "members": [ + 4272 + ], + "max_error": 0.0 + }, + { + "representative": 4280, + "members": [ + 4280 + ], + "max_error": 0.0 + }, + { + "representative": 4273, + "members": [ + 4273 + ], + "max_error": 0.0 + }, + { + "representative": 4282, + "members": [ + 4282 + ], + "max_error": 0.0 + }, + { + "representative": 4283, + "members": [ + 4283 + ], + "max_error": 0.0 + }, + { + "representative": 4284, + "members": [ + 4284 + ], + "max_error": 0.0 + }, + { + "representative": 4287, + "members": [ + 4287 + ], + "max_error": 0.0 + }, + { + "representative": 4274, + "members": [ + 4274 + ], + "max_error": 0.0 + }, + { + "representative": 4275, + "members": [ + 4275 + ], + "max_error": 0.0 + }, + { + "representative": 4276, + "members": [ + 4276 + ], + "max_error": 0.0 + }, + { + "representative": 4648, + "members": [ + 4648 + ], + "max_error": 0.0 + }, + { + "representative": 4786, + "members": [ + 4786 + ], + "max_error": 0.0 + }, + { + "representative": 4835, + "members": [ + 4835 + ], + "max_error": 0.0 + }, + { + "representative": 4676, + "members": [ + 4676 + ], + "max_error": 0.0 + }, + { + "representative": 4783, + "members": [ + 4783 + ], + "max_error": 0.0 + }, + { + "representative": 4638, + "members": [ + 4638 + ], + "max_error": 0.0 + }, + { + "representative": 4746, + "members": [ + 4746 + ], + "max_error": 0.0 + }, + { + "representative": 4671, + "members": [ + 4671 + ], + "max_error": 0.0 + }, + { + "representative": 4733, + "members": [ + 4733 + ], + "max_error": 0.0 + }, + { + "representative": 4845, + "members": [ + 4845 + ], + "max_error": 0.0 + }, + { + "representative": 4799, + "members": [ + 4799 + ], + "max_error": 0.0 + }, + { + "representative": 4631, + "members": [ + 4631 + ], + "max_error": 0.0 + }, + { + "representative": 4703, + "members": [ + 4703 + ], + "max_error": 0.0 + }, + { + "representative": 4859, + "members": [ + 4859 + ], + "max_error": 0.0 + }, + { + "representative": 4805, + "members": [ + 4805 + ], + "max_error": 0.0 + }, + { + "representative": 4777, + "members": [ + 4777 + ], + "max_error": 0.0 + }, + { + "representative": 4788, + "members": [ + 4788 + ], + "max_error": 0.0 + }, + { + "representative": 4772, + "members": [ + 4772 + ], + "max_error": 0.0 + }, + { + "representative": 4802, + "members": [ + 4802 + ], + "max_error": 0.0 + }, + { + "representative": 4863, + "members": [ + 4863 + ], + "max_error": 0.0 + }, + { + "representative": 4756, + "members": [ + 4756 + ], + "max_error": 0.0 + }, + { + "representative": 4728, + "members": [ + 4728 + ], + "max_error": 0.0 + }, + { + "representative": 4749, + "members": [ + 4749 + ], + "max_error": 0.0 + }, + { + "representative": 4738, + "members": [ + 4738 + ], + "max_error": 0.0 + }, + { + "representative": 4795, + "members": [ + 4795 + ], + "max_error": 0.0 + }, + { + "representative": 4750, + "members": [ + 4750 + ], + "max_error": 0.0 + }, + { + "representative": 4618, + "members": [ + 4618 + ], + "max_error": 0.0 + }, + { + "representative": 4846, + "members": [ + 4846 + ], + "max_error": 0.0 + }, + { + "representative": 4704, + "members": [ + 4704 + ], + "max_error": 0.0 + }, + { + "representative": 4781, + "members": [ + 4781 + ], + "max_error": 0.0 + }, + { + "representative": 4836, + "members": [ + 4836 + ], + "max_error": 0.0 + }, + { + "representative": 4697, + "members": [ + 4697 + ], + "max_error": 0.0 + }, + { + "representative": 4861, + "members": [ + 4861 + ], + "max_error": 0.0 + }, + { + "representative": 4818, + "members": [ + 4818 + ], + "max_error": 0.0 + }, + { + "representative": 4804, + "members": [ + 4804 + ], + "max_error": 0.0 + }, + { + "representative": 4752, + "members": [ + 4752 + ], + "max_error": 0.0 + }, + { + "representative": 4634, + "members": [ + 4634 + ], + "max_error": 0.0 + }, + { + "representative": 4639, + "members": [ + 4639 + ], + "max_error": 0.0 + }, + { + "representative": 4754, + "members": [ + 4754 + ], + "max_error": 0.0 + }, + { + "representative": 4674, + "members": [ + 4674 + ], + "max_error": 0.0 + }, + { + "representative": 4851, + "members": [ + 4851 + ], + "max_error": 0.0 + }, + { + "representative": 4646, + "members": [ + 4646 + ], + "max_error": 0.0 + }, + { + "representative": 5286, + "members": [ + 5286 + ], + "max_error": 0.0 + }, + { + "representative": 5143, + "members": [ + 5143 + ], + "max_error": 0.0 + }, + { + "representative": 5310, + "members": [ + 5310 + ], + "max_error": 0.0 + }, + { + "representative": 5187, + "members": [ + 5187 + ], + "max_error": 0.0 + }, + { + "representative": 5350, + "members": [ + 5350 + ], + "max_error": 0.0 + }, + { + "representative": 5374, + "members": [ + 5374 + ], + "max_error": 0.0 + }, + { + "representative": 5165, + "members": [ + 5165 + ], + "max_error": 0.0 + }, + { + "representative": 5301, + "members": [ + 5301 + ], + "max_error": 0.0 + }, + { + "representative": 5265, + "members": [ + 5265 + ], + "max_error": 0.0 + }, + { + "representative": 5280, + "members": [ + 5280 + ], + "max_error": 0.0 + }, + { + "representative": 5272, + "members": [ + 5272 + ], + "max_error": 0.0 + }, + { + "representative": 5235, + "members": [ + 5235 + ], + "max_error": 0.0 + }, + { + "representative": 5267, + "members": [ + 5267 + ], + "max_error": 0.0 + }, + { + "representative": 5296, + "members": [ + 5296 + ], + "max_error": 0.0 + }, + { + "representative": 5313, + "members": [ + 5313 + ], + "max_error": 0.0 + }, + { + "representative": 5195, + "members": [ + 5195 + ], + "max_error": 0.0 + }, + { + "representative": 5299, + "members": [ + 5299 + ], + "max_error": 0.0 + }, + { + "representative": 5170, + "members": [ + 5170 + ], + "max_error": 0.0 + }, + { + "representative": 5184, + "members": [ + 5184 + ], + "max_error": 0.0 + }, + { + "representative": 5219, + "members": [ + 5219 + ], + "max_error": 0.0 + }, + { + "representative": 5216, + "members": [ + 5216 + ], + "max_error": 0.0 + }, + { + "representative": 5278, + "members": [ + 5278 + ], + "max_error": 0.0 + }, + { + "representative": 5252, + "members": [ + 5252 + ], + "max_error": 0.0 + }, + { + "representative": 5189, + "members": [ + 5189 + ], + "max_error": 0.0 + }, + { + "representative": 5255, + "members": [ + 5255 + ], + "max_error": 0.0 + }, + { + "representative": 5355, + "members": [ + 5355 + ], + "max_error": 0.0 + }, + { + "representative": 5333, + "members": [ + 5333 + ], + "max_error": 0.0 + }, + { + "representative": 5283, + "members": [ + 5283 + ], + "max_error": 0.0 + }, + { + "representative": 5336, + "members": [ + 5336 + ], + "max_error": 0.0 + }, + { + "representative": 5330, + "members": [ + 5330 + ], + "max_error": 0.0 + }, + { + "representative": 5193, + "members": [ + 5193 + ], + "max_error": 0.0 + }, + { + "representative": 5164, + "members": [ + 5164 + ], + "max_error": 0.0 + }, + { + "representative": 5240, + "members": [ + 5240 + ], + "max_error": 0.0 + }, + { + "representative": 5298, + "members": [ + 5298 + ], + "max_error": 0.0 + }, + { + "representative": 5225, + "members": [ + 5225 + ], + "max_error": 0.0 + }, + { + "representative": 5291, + "members": [ + 5291 + ], + "max_error": 0.0 + }, + { + "representative": 5262, + "members": [ + 5262 + ], + "max_error": 0.0 + }, + { + "representative": 5228, + "members": [ + 5228 + ], + "max_error": 0.0 + }, + { + "representative": 5246, + "members": [ + 5246 + ], + "max_error": 0.0 + }, + { + "representative": 5169, + "members": [ + 5169 + ], + "max_error": 0.0 + }, + { + "representative": 5227, + "members": [ + 5227 + ], + "max_error": 0.0 + }, + { + "representative": 5297, + "members": [ + 5297 + ], + "max_error": 0.0 + }, + { + "representative": 5276, + "members": [ + 5276 + ], + "max_error": 0.0 + }, + { + "representative": 5368, + "members": [ + 5368 + ], + "max_error": 0.0 + }, + { + "representative": 5316, + "members": [ + 5316 + ], + "max_error": 0.0 + }, + { + "representative": 5181, + "members": [ + 5181 + ], + "max_error": 0.0 + }, + { + "representative": 5768, + "members": [ + 5768 + ], + "max_error": 0.0 + }, + { + "representative": 5769, + "members": [ + 5769 + ], + "max_error": 0.0 + }, + { + "representative": 5770, + "members": [ + 5770 + ], + "max_error": 0.0 + }, + { + "representative": 5772, + "members": [ + 5772 + ], + "max_error": 0.0 + }, + { + "representative": 5773, + "members": [ + 5773 + ], + "max_error": 0.0 + }, + { + "representative": 5774, + "members": [ + 5774 + ], + "max_error": 0.0 + }, + { + "representative": 5775, + "members": [ + 5775 + ], + "max_error": 0.0 + }, + { + "representative": 5763, + "members": [ + 5763 + ], + "max_error": 0.0 + }, + { + "representative": 5764, + "members": [ + 5764 + ], + "max_error": 0.0 + }, + { + "representative": 5765, + "members": [ + 5765 + ], + "max_error": 0.0 + }, + { + "representative": 5766, + "members": [ + 5766 + ], + "max_error": 0.0 + }, + { + "representative": 5767, + "members": [ + 5767 + ], + "max_error": 0.0 + }, + { + "representative": 5776, + "members": [ + 5776 + ], + "max_error": 0.0 + }, + { + "representative": 5785, + "members": [ + 5785 + ], + "max_error": 0.0 + }, + { + "representative": 5777, + "members": [ + 5777 + ], + "max_error": 0.0 + }, + { + "representative": 5786, + "members": [ + 5786 + ], + "max_error": 0.0 + }, + { + "representative": 5787, + "members": [ + 5787 + ], + "max_error": 0.0 + }, + { + "representative": 5788, + "members": [ + 5788 + ], + "max_error": 0.0 + }, + { + "representative": 5789, + "members": [ + 5789 + ], + "max_error": 0.0 + }, + { + "representative": 5790, + "members": [ + 5790 + ], + "max_error": 0.0 + }, + { + "representative": 5778, + "members": [ + 5778 + ], + "max_error": 0.0 + }, + { + "representative": 5779, + "members": [ + 5779 + ], + "max_error": 0.0 + }, + { + "representative": 5780, + "members": [ + 5780 + ], + "max_error": 0.0 + }, + { + "representative": 5781, + "members": [ + 5781 + ], + "max_error": 0.0 + }, + { + "representative": 5782, + "members": [ + 5782 + ], + "max_error": 0.0 + }, + { + "representative": 5783, + "members": [ + 5783 + ], + "max_error": 0.0 + }, + { + "representative": 5800, + "members": [ + 5800 + ], + "max_error": 0.0 + }, + { + "representative": 5801, + "members": [ + 5801 + ], + "max_error": 0.0 + }, + { + "representative": 5802, + "members": [ + 5802 + ], + "max_error": 0.0 + }, + { + "representative": 5803, + "members": [ + 5803 + ], + "max_error": 0.0 + }, + { + "representative": 5804, + "members": [ + 5804 + ], + "max_error": 0.0 + }, + { + "representative": 5805, + "members": [ + 5805 + ], + "max_error": 0.0 + }, + { + "representative": 5806, + "members": [ + 5806 + ], + "max_error": 0.0 + }, + { + "representative": 5794, + "members": [ + 5794 + ], + "max_error": 0.0 + }, + { + "representative": 5796, + "members": [ + 5796 + ], + "max_error": 0.0 + }, + { + "representative": 5798, + "members": [ + 5798 + ], + "max_error": 0.0 + }, + { + "representative": 5799, + "members": [ + 5799 + ], + "max_error": 0.0 + }, + { + "representative": 5808, + "members": [ + 5808 + ], + "max_error": 0.0 + }, + { + "representative": 5816, + "members": [ + 5816 + ], + "max_error": 0.0 + }, + { + "representative": 5817, + "members": [ + 5817 + ], + "max_error": 0.0 + }, + { + "representative": 5809, + "members": [ + 5809 + ], + "max_error": 0.0 + }, + { + "representative": 5818, + "members": [ + 5818 + ], + "max_error": 0.0 + }, + { + "representative": 5819, + "members": [ + 5819 + ], + "max_error": 0.0 + }, + { + "representative": 5820, + "members": [ + 5820 + ], + "max_error": 0.0 + }, + { + "representative": 5821, + "members": [ + 5821 + ], + "max_error": 0.0 + }, + { + "representative": 5822, + "members": [ + 5822 + ], + "max_error": 0.0 + }, + { + "representative": 5823, + "members": [ + 5823 + ], + "max_error": 0.0 + }, + { + "representative": 5810, + "members": [ + 5810 + ], + "max_error": 0.0 + }, + { + "representative": 5812, + "members": [ + 5812 + ], + "max_error": 0.0 + }, + { + "representative": 5815, + "members": [ + 5815 + ], + "max_error": 0.0 + }, + { + "representative": 1084, + "members": [ + 1084 + ], + "max_error": 0.0 + }, + { + "representative": 1058, + "members": [ + 1058 + ], + "max_error": 0.0 + }, + { + "representative": 1203, + "members": [ + 1203 + ], + "max_error": 0.0 + }, + { + "representative": 1125, + "members": [ + 1125 + ], + "max_error": 0.0 + }, + { + "representative": 1051, + "members": [ + 1051 + ], + "max_error": 0.0 + }, + { + "representative": 1101, + "members": [ + 1101 + ], + "max_error": 0.0 + }, + { + "representative": 1025, + "members": [ + 1025 + ], + "max_error": 0.0 + }, + { + "representative": 1265, + "members": [ + 1265 + ], + "max_error": 0.0 + }, + { + "representative": 1241, + "members": [ + 1241 + ], + "max_error": 0.0 + }, + { + "representative": 1172, + "members": [ + 1172 + ], + "max_error": 0.0 + }, + { + "representative": 1655, + "members": [ + 1655 + ], + "max_error": 0.0 + }, + { + "representative": 1538, + "members": [ + 1538 + ], + "max_error": 0.0 + }, + { + "representative": 1700, + "members": [ + 1700 + ], + "max_error": 0.0 + }, + { + "representative": 1768, + "members": [ + 1768 + ], + "max_error": 0.0 + }, + { + "representative": 1596, + "members": [ + 1596 + ], + "max_error": 0.0 + }, + { + "representative": 1765, + "members": [ + 1765 + ], + "max_error": 0.0 + }, + { + "representative": 1718, + "members": [ + 1718 + ], + "max_error": 0.0 + }, + { + "representative": 1769, + "members": [ + 1769 + ], + "max_error": 0.0 + }, + { + "representative": 1633, + "members": [ + 1633 + ], + "max_error": 0.0 + }, + { + "representative": 1713, + "members": [ + 1713 + ], + "max_error": 0.0 + }, + { + "representative": 1620, + "members": [ + 1620 + ], + "max_error": 0.0 + }, + { + "representative": 1719, + "members": [ + 1719 + ], + "max_error": 0.0 + }, + { + "representative": 1634, + "members": [ + 1634 + ], + "max_error": 0.0 + }, + { + "representative": 1706, + "members": [ + 1706 + ], + "max_error": 0.0 + }, + { + "representative": 1641, + "members": [ + 1641 + ], + "max_error": 0.0 + }, + { + "representative": 1547, + "members": [ + 1547 + ], + "max_error": 0.0 + }, + { + "representative": 1646, + "members": [ + 1646 + ], + "max_error": 0.0 + }, + { + "representative": 1678, + "members": [ + 1678 + ], + "max_error": 0.0 + }, + { + "representative": 1685, + "members": [ + 1685 + ], + "max_error": 0.0 + }, + { + "representative": 2220, + "members": [ + 2220 + ], + "max_error": 0.0 + }, + { + "representative": 2105, + "members": [ + 2105 + ], + "max_error": 0.0 + }, + { + "representative": 2120, + "members": [ + 2120 + ], + "max_error": 0.0 + }, + { + "representative": 2128, + "members": [ + 2128 + ], + "max_error": 0.0 + }, + { + "representative": 2188, + "members": [ + 2188 + ], + "max_error": 0.0 + }, + { + "representative": 2164, + "members": [ + 2164 + ], + "max_error": 0.0 + }, + { + "representative": 2257, + "members": [ + 2257 + ], + "max_error": 0.0 + }, + { + "representative": 2076, + "members": [ + 2076 + ], + "max_error": 0.0 + }, + { + "representative": 2129, + "members": [ + 2129 + ], + "max_error": 0.0 + }, + { + "representative": 2063, + "members": [ + 2063 + ], + "max_error": 0.0 + }, + { + "representative": 2143, + "members": [ + 2143 + ], + "max_error": 0.0 + }, + { + "representative": 2243, + "members": [ + 2243 + ], + "max_error": 0.0 + }, + { + "representative": 2803, + "members": [ + 2803 + ], + "max_error": 0.0 + }, + { + "representative": 2814, + "members": [ + 2814 + ], + "max_error": 0.0 + }, + { + "representative": 2755, + "members": [ + 2755 + ], + "max_error": 0.0 + }, + { + "representative": 2586, + "members": [ + 2586 + ], + "max_error": 0.0 + }, + { + "representative": 2810, + "members": [ + 2810 + ], + "max_error": 0.0 + }, + { + "representative": 2716, + "members": [ + 2716 + ], + "max_error": 0.0 + }, + { + "representative": 2696, + "members": [ + 2696 + ], + "max_error": 0.0 + }, + { + "representative": 2796, + "members": [ + 2796 + ], + "max_error": 0.0 + }, + { + "representative": 2758, + "members": [ + 2758 + ], + "max_error": 0.0 + }, + { + "representative": 2786, + "members": [ + 2786 + ], + "max_error": 0.0 + }, + { + "representative": 2675, + "members": [ + 2675 + ], + "max_error": 0.0 + }, + { + "representative": 2721, + "members": [ + 2721 + ], + "max_error": 0.0 + }, + { + "representative": 2570, + "members": [ + 2570 + ], + "max_error": 0.0 + }, + { + "representative": 3222, + "members": [ + 3222 + ], + "max_error": 0.0 + }, + { + "representative": 3216, + "members": [ + 3216 + ], + "max_error": 0.0 + }, + { + "representative": 3072, + "members": [ + 3072 + ], + "max_error": 0.0 + }, + { + "representative": 3202, + "members": [ + 3202 + ], + "max_error": 0.0 + }, + { + "representative": 3264, + "members": [ + 3264 + ], + "max_error": 0.0 + }, + { + "representative": 3197, + "members": [ + 3197 + ], + "max_error": 0.0 + }, + { + "representative": 3103, + "members": [ + 3103 + ], + "max_error": 0.0 + }, + { + "representative": 3184, + "members": [ + 3184 + ], + "max_error": 0.0 + }, + { + "representative": 3111, + "members": [ + 3111 + ], + "max_error": 0.0 + }, + { + "representative": 3296, + "members": [ + 3296 + ], + "max_error": 0.0 + }, + { + "representative": 3218, + "members": [ + 3218 + ], + "max_error": 0.0 + }, + { + "representative": 3125, + "members": [ + 3125 + ], + "max_error": 0.0 + }, + { + "representative": 3301, + "members": [ + 3301 + ], + "max_error": 0.0 + }, + { + "representative": 3653, + "members": [ + 3653 + ], + "max_error": 0.0 + }, + { + "representative": 3687, + "members": [ + 3687 + ], + "max_error": 0.0 + }, + { + "representative": 3754, + "members": [ + 3754 + ], + "max_error": 0.0 + }, + { + "representative": 3823, + "members": [ + 3823 + ], + "max_error": 0.0 + }, + { + "representative": 3674, + "members": [ + 3674 + ], + "max_error": 0.0 + }, + { + "representative": 3652, + "members": [ + 3652 + ], + "max_error": 0.0 + }, + { + "representative": 3633, + "members": [ + 3633 + ], + "max_error": 0.0 + }, + { + "representative": 3808, + "members": [ + 3808 + ], + "max_error": 0.0 + }, + { + "representative": 3801, + "members": [ + 3801 + ], + "max_error": 0.0 + }, + { + "representative": 3594, + "members": [ + 3594 + ], + "max_error": 0.0 + }, + { + "representative": 3595, + "members": [ + 3595 + ], + "max_error": 0.0 + }, + { + "representative": 3643, + "members": [ + 3643 + ], + "max_error": 0.0 + }, + { + "representative": 3818, + "members": [ + 3818 + ], + "max_error": 0.0 + }, + { + "representative": 1035, + "members": [ + 1035 + ], + "max_error": 0.0 + }, + { + "representative": 1111, + "members": [ + 1111 + ], + "max_error": 0.0 + }, + { + "representative": 1100, + "members": [ + 1100 + ], + "max_error": 0.0 + }, + { + "representative": 1080, + "members": [ + 1080 + ], + "max_error": 0.0 + }, + { + "representative": 1126, + "members": [ + 1126 + ], + "max_error": 0.0 + }, + { + "representative": 1163, + "members": [ + 1163 + ], + "max_error": 0.0 + }, + { + "representative": 1228, + "members": [ + 1228 + ], + "max_error": 0.0 + }, + { + "representative": 1074, + "members": [ + 1074 + ], + "max_error": 0.0 + }, + { + "representative": 1181, + "members": [ + 1181 + ], + "max_error": 0.0 + }, + { + "representative": 1124, + "members": [ + 1124 + ], + "max_error": 0.0 + }, + { + "representative": 1555, + "members": [ + 1555 + ], + "max_error": 0.0 + }, + { + "representative": 1632, + "members": [ + 1632 + ], + "max_error": 0.0 + }, + { + "representative": 1579, + "members": [ + 1579 + ], + "max_error": 0.0 + }, + { + "representative": 1628, + "members": [ + 1628 + ], + "max_error": 0.0 + }, + { + "representative": 1782, + "members": [ + 1782 + ], + "max_error": 0.0 + }, + { + "representative": 1659, + "members": [ + 1659 + ], + "max_error": 0.0 + }, + { + "representative": 1711, + "members": [ + 1711 + ], + "max_error": 0.0 + }, + { + "representative": 1716, + "members": [ + 1716 + ], + "max_error": 0.0 + }, + { + "representative": 1593, + "members": [ + 1593 + ], + "max_error": 0.0 + }, + { + "representative": 1665, + "members": [ + 1665 + ], + "max_error": 0.0 + }, + { + "representative": 1695, + "members": [ + 1695 + ], + "max_error": 0.0 + }, + { + "representative": 1576, + "members": [ + 1576 + ], + "max_error": 0.0 + }, + { + "representative": 2087, + "members": [ + 2087 + ], + "max_error": 0.0 + }, + { + "representative": 2148, + "members": [ + 2148 + ], + "max_error": 0.0 + }, + { + "representative": 2089, + "members": [ + 2089 + ], + "max_error": 0.0 + }, + { + "representative": 2263, + "members": [ + 2263 + ], + "max_error": 0.0 + }, + { + "representative": 2286, + "members": [ + 2286 + ], + "max_error": 0.0 + }, + { + "representative": 2067, + "members": [ + 2067 + ], + "max_error": 0.0 + }, + { + "representative": 2214, + "members": [ + 2214 + ], + "max_error": 0.0 + }, + { + "representative": 2122, + "members": [ + 2122 + ], + "max_error": 0.0 + }, + { + "representative": 2096, + "members": [ + 2096 + ], + "max_error": 0.0 + }, + { + "representative": 2201, + "members": [ + 2201 + ], + "max_error": 0.0 + }, + { + "representative": 2094, + "members": [ + 2094 + ], + "max_error": 0.0 + }, + { + "representative": 2136, + "members": [ + 2136 + ], + "max_error": 0.0 + }, + { + "representative": 2566, + "members": [ + 2566 + ], + "max_error": 0.0 + }, + { + "representative": 2759, + "members": [ + 2759 + ], + "max_error": 0.0 + }, + { + "representative": 2751, + "members": [ + 2751 + ], + "max_error": 0.0 + }, + { + "representative": 2815, + "members": [ + 2815 + ], + "max_error": 0.0 + }, + { + "representative": 2728, + "members": [ + 2728 + ], + "max_error": 0.0 + }, + { + "representative": 2686, + "members": [ + 2686 + ], + "max_error": 0.0 + }, + { + "representative": 2650, + "members": [ + 2650 + ], + "max_error": 0.0 + }, + { + "representative": 2764, + "members": [ + 2764 + ], + "max_error": 0.0 + }, + { + "representative": 2574, + "members": [ + 2574 + ], + "max_error": 0.0 + }, + { + "representative": 2655, + "members": [ + 2655 + ], + "max_error": 0.0 + }, + { + "representative": 2756, + "members": [ + 2756 + ], + "max_error": 0.0 + }, + { + "representative": 3281, + "members": [ + 3281 + ], + "max_error": 0.0 + }, + { + "representative": 3277, + "members": [ + 3277 + ], + "max_error": 0.0 + }, + { + "representative": 3106, + "members": [ + 3106 + ], + "max_error": 0.0 + }, + { + "representative": 3105, + "members": [ + 3105 + ], + "max_error": 0.0 + }, + { + "representative": 3109, + "members": [ + 3109 + ], + "max_error": 0.0 + }, + { + "representative": 3099, + "members": [ + 3099 + ], + "max_error": 0.0 + }, + { + "representative": 3081, + "members": [ + 3081 + ], + "max_error": 0.0 + }, + { + "representative": 3114, + "members": [ + 3114 + ], + "max_error": 0.0 + }, + { + "representative": 3092, + "members": [ + 3092 + ], + "max_error": 0.0 + }, + { + "representative": 3084, + "members": [ + 3084 + ], + "max_error": 0.0 + }, + { + "representative": 3723, + "members": [ + 3723 + ], + "max_error": 0.0 + }, + { + "representative": 3616, + "members": [ + 3616 + ], + "max_error": 0.0 + }, + { + "representative": 3587, + "members": [ + 3587 + ], + "max_error": 0.0 + }, + { + "representative": 3782, + "members": [ + 3782 + ], + "max_error": 0.0 + }, + { + "representative": 3686, + "members": [ + 3686 + ], + "max_error": 0.0 + }, + { + "representative": 3672, + "members": [ + 3672 + ], + "max_error": 0.0 + }, + { + "representative": 3724, + "members": [ + 3724 + ], + "max_error": 0.0 + }, + { + "representative": 3716, + "members": [ + 3716 + ], + "max_error": 0.0 + }, + { + "representative": 3607, + "members": [ + 3607 + ], + "max_error": 0.0 + }, + { + "representative": 3629, + "members": [ + 3629 + ], + "max_error": 0.0 + }, + { + "representative": 3821, + "members": [ + 3821 + ], + "max_error": 0.0 + }, + { + "representative": 3817, + "members": [ + 3817 + ], + "max_error": 0.0 + }, + { + "representative": 1197, + "members": [ + 1197 + ], + "max_error": 0.0 + }, + { + "representative": 1059, + "members": [ + 1059 + ], + "max_error": 0.0 + }, + { + "representative": 1038, + "members": [ + 1038 + ], + "max_error": 0.0 + }, + { + "representative": 1085, + "members": [ + 1085 + ], + "max_error": 0.0 + }, + { + "representative": 1117, + "members": [ + 1117 + ], + "max_error": 0.0 + }, + { + "representative": 1131, + "members": [ + 1131 + ], + "max_error": 0.0 + }, + { + "representative": 1244, + "members": [ + 1244 + ], + "max_error": 0.0 + }, + { + "representative": 1242, + "members": [ + 1242 + ], + "max_error": 0.0 + }, + { + "representative": 1195, + "members": [ + 1195 + ], + "max_error": 0.0 + }, + { + "representative": 1065, + "members": [ + 1065 + ], + "max_error": 0.0 + }, + { + "representative": 1253, + "members": [ + 1253 + ], + "max_error": 0.0 + }, + { + "representative": 1151, + "members": [ + 1151 + ], + "max_error": 0.0 + }, + { + "representative": 1092, + "members": [ + 1092 + ], + "max_error": 0.0 + }, + { + "representative": 1034, + "members": [ + 1034 + ], + "max_error": 0.0 + }, + { + "representative": 1026, + "members": [ + 1026 + ], + "max_error": 0.0 + }, + { + "representative": 1142, + "members": [ + 1142 + ], + "max_error": 0.0 + }, + { + "representative": 1568, + "members": [ + 1568 + ], + "max_error": 0.0 + }, + { + "representative": 1660, + "members": [ + 1660 + ], + "max_error": 0.0 + }, + { + "representative": 1573, + "members": [ + 1573 + ], + "max_error": 0.0 + }, + { + "representative": 1704, + "members": [ + 1704 + ], + "max_error": 0.0 + }, + { + "representative": 1746, + "members": [ + 1746 + ], + "max_error": 0.0 + }, + { + "representative": 1742, + "members": [ + 1742 + ], + "max_error": 0.0 + }, + { + "representative": 1732, + "members": [ + 1732 + ], + "max_error": 0.0 + }, + { + "representative": 1735, + "members": [ + 1735 + ], + "max_error": 0.0 + }, + { + "representative": 1558, + "members": [ + 1558 + ], + "max_error": 0.0 + }, + { + "representative": 1775, + "members": [ + 1775 + ], + "max_error": 0.0 + }, + { + "representative": 1734, + "members": [ + 1734 + ], + "max_error": 0.0 + }, + { + "representative": 1728, + "members": [ + 1728 + ], + "max_error": 0.0 + }, + { + "representative": 1624, + "members": [ + 1624 + ], + "max_error": 0.0 + }, + { + "representative": 1622, + "members": [ + 1622 + ], + "max_error": 0.0 + }, + { + "representative": 1776, + "members": [ + 1776 + ], + "max_error": 0.0 + }, + { + "representative": 1764, + "members": [ + 1764 + ], + "max_error": 0.0 + }, + { + "representative": 1642, + "members": [ + 1642 + ], + "max_error": 0.0 + }, + { + "representative": 2088, + "members": [ + 2088 + ], + "max_error": 0.0 + }, + { + "representative": 2283, + "members": [ + 2283 + ], + "max_error": 0.0 + }, + { + "representative": 2081, + "members": [ + 2081 + ], + "max_error": 0.0 + }, + { + "representative": 2186, + "members": [ + 2186 + ], + "max_error": 0.0 + }, + { + "representative": 2184, + "members": [ + 2184 + ], + "max_error": 0.0 + }, + { + "representative": 2246, + "members": [ + 2246 + ], + "max_error": 0.0 + }, + { + "representative": 2149, + "members": [ + 2149 + ], + "max_error": 0.0 + }, + { + "representative": 2175, + "members": [ + 2175 + ], + "max_error": 0.0 + }, + { + "representative": 2280, + "members": [ + 2280 + ], + "max_error": 0.0 + }, + { + "representative": 2091, + "members": [ + 2091 + ], + "max_error": 0.0 + }, + { + "representative": 2116, + "members": [ + 2116 + ], + "max_error": 0.0 + }, + { + "representative": 2247, + "members": [ + 2247 + ], + "max_error": 0.0 + }, + { + "representative": 2121, + "members": [ + 2121 + ], + "max_error": 0.0 + }, + { + "representative": 2583, + "members": [ + 2583 + ], + "max_error": 0.0 + }, + { + "representative": 2685, + "members": [ + 2685 + ], + "max_error": 0.0 + }, + { + "representative": 2690, + "members": [ + 2690 + ], + "max_error": 0.0 + }, + { + "representative": 2617, + "members": [ + 2617 + ], + "max_error": 0.0 + }, + { + "representative": 2594, + "members": [ + 2594 + ], + "max_error": 0.0 + }, + { + "representative": 2808, + "members": [ + 2808 + ], + "max_error": 0.0 + }, + { + "representative": 2644, + "members": [ + 2644 + ], + "max_error": 0.0 + }, + { + "representative": 2664, + "members": [ + 2664 + ], + "max_error": 0.0 + }, + { + "representative": 2744, + "members": [ + 2744 + ], + "max_error": 0.0 + }, + { + "representative": 3191, + "members": [ + 3191 + ], + "max_error": 0.0 + }, + { + "representative": 3174, + "members": [ + 3174 + ], + "max_error": 0.0 + }, + { + "representative": 3289, + "members": [ + 3289 + ], + "max_error": 0.0 + }, + { + "representative": 3110, + "members": [ + 3110 + ], + "max_error": 0.0 + }, + { + "representative": 3199, + "members": [ + 3199 + ], + "max_error": 0.0 + }, + { + "representative": 3287, + "members": [ + 3287 + ], + "max_error": 0.0 + }, + { + "representative": 3209, + "members": [ + 3209 + ], + "max_error": 0.0 + }, + { + "representative": 3158, + "members": [ + 3158 + ], + "max_error": 0.0 + }, + { + "representative": 3108, + "members": [ + 3108 + ], + "max_error": 0.0 + }, + { + "representative": 3190, + "members": [ + 3190 + ], + "max_error": 0.0 + }, + { + "representative": 3155, + "members": [ + 3155 + ], + "max_error": 0.0 + }, + { + "representative": 3232, + "members": [ + 3232 + ], + "max_error": 0.0 + }, + { + "representative": 3606, + "members": [ + 3606 + ], + "max_error": 0.0 + }, + { + "representative": 3780, + "members": [ + 3780 + ], + "max_error": 0.0 + }, + { + "representative": 3779, + "members": [ + 3779 + ], + "max_error": 0.0 + }, + { + "representative": 3809, + "members": [ + 3809 + ], + "max_error": 0.0 + }, + { + "representative": 3704, + "members": [ + 3704 + ], + "max_error": 0.0 + }, + { + "representative": 3790, + "members": [ + 3790 + ], + "max_error": 0.0 + }, + { + "representative": 3752, + "members": [ + 3752 + ], + "max_error": 0.0 + }, + { + "representative": 3755, + "members": [ + 3755 + ], + "max_error": 0.0 + }, + { + "representative": 3620, + "members": [ + 3620 + ], + "max_error": 0.0 + }, + { + "representative": 3804, + "members": [ + 3804 + ], + "max_error": 0.0 + }, + { + "representative": 3839, + "members": [ + 3839 + ], + "max_error": 0.0 + }, + { + "representative": 3708, + "members": [ + 3708 + ], + "max_error": 0.0 + }, + { + "representative": 1262, + "members": [ + 1262 + ], + "max_error": 0.0 + }, + { + "representative": 1229, + "members": [ + 1229 + ], + "max_error": 0.0 + }, + { + "representative": 1167, + "members": [ + 1167 + ], + "max_error": 0.0 + }, + { + "representative": 1144, + "members": [ + 1144 + ], + "max_error": 0.0 + }, + { + "representative": 1119, + "members": [ + 1119 + ], + "max_error": 0.0 + }, + { + "representative": 1090, + "members": [ + 1090 + ], + "max_error": 0.0 + }, + { + "representative": 1173, + "members": [ + 1173 + ], + "max_error": 0.0 + }, + { + "representative": 1114, + "members": [ + 1114 + ], + "max_error": 0.0 + }, + { + "representative": 1029, + "members": [ + 1029 + ], + "max_error": 0.0 + }, + { + "representative": 1139, + "members": [ + 1139 + ], + "max_error": 0.0 + }, + { + "representative": 1273, + "members": [ + 1273 + ], + "max_error": 0.0 + }, + { + "representative": 1269, + "members": [ + 1269 + ], + "max_error": 0.0 + }, + { + "representative": 1179, + "members": [ + 1179 + ], + "max_error": 0.0 + }, + { + "representative": 1553, + "members": [ + 1553 + ], + "max_error": 0.0 + }, + { + "representative": 1616, + "members": [ + 1616 + ], + "max_error": 0.0 + }, + { + "representative": 1673, + "members": [ + 1673 + ], + "max_error": 0.0 + }, + { + "representative": 1726, + "members": [ + 1726 + ], + "max_error": 0.0 + }, + { + "representative": 1607, + "members": [ + 1607 + ], + "max_error": 0.0 + }, + { + "representative": 1601, + "members": [ + 1601 + ], + "max_error": 0.0 + }, + { + "representative": 1599, + "members": [ + 1599 + ], + "max_error": 0.0 + }, + { + "representative": 1669, + "members": [ + 1669 + ], + "max_error": 0.0 + }, + { + "representative": 1743, + "members": [ + 1743 + ], + "max_error": 0.0 + }, + { + "representative": 1733, + "members": [ + 1733 + ], + "max_error": 0.0 + }, + { + "representative": 1767, + "members": [ + 1767 + ], + "max_error": 0.0 + }, + { + "representative": 1668, + "members": [ + 1668 + ], + "max_error": 0.0 + }, + { + "representative": 1618, + "members": [ + 1618 + ], + "max_error": 0.0 + }, + { + "representative": 2181, + "members": [ + 2181 + ], + "max_error": 0.0 + }, + { + "representative": 2302, + "members": [ + 2302 + ], + "max_error": 0.0 + }, + { + "representative": 2172, + "members": [ + 2172 + ], + "max_error": 0.0 + }, + { + "representative": 2217, + "members": [ + 2217 + ], + "max_error": 0.0 + }, + { + "representative": 2058, + "members": [ + 2058 + ], + "max_error": 0.0 + }, + { + "representative": 2187, + "members": [ + 2187 + ], + "max_error": 0.0 + }, + { + "representative": 2098, + "members": [ + 2098 + ], + "max_error": 0.0 + }, + { + "representative": 2265, + "members": [ + 2265 + ], + "max_error": 0.0 + }, + { + "representative": 2119, + "members": [ + 2119 + ], + "max_error": 0.0 + }, + { + "representative": 2277, + "members": [ + 2277 + ], + "max_error": 0.0 + }, + { + "representative": 2251, + "members": [ + 2251 + ], + "max_error": 0.0 + }, + { + "representative": 2203, + "members": [ + 2203 + ], + "max_error": 0.0 + }, + { + "representative": 2281, + "members": [ + 2281 + ], + "max_error": 0.0 + }, + { + "representative": 2202, + "members": [ + 2202 + ], + "max_error": 0.0 + }, + { + "representative": 2208, + "members": [ + 2208 + ], + "max_error": 0.0 + }, + { + "representative": 2168, + "members": [ + 2168 + ], + "max_error": 0.0 + }, + { + "representative": 2258, + "members": [ + 2258 + ], + "max_error": 0.0 + }, + { + "representative": 2061, + "members": [ + 2061 + ], + "max_error": 0.0 + }, + { + "representative": 2291, + "members": [ + 2291 + ], + "max_error": 0.0 + }, + { + "representative": 2160, + "members": [ + 2160 + ], + "max_error": 0.0 + }, + { + "representative": 2653, + "members": [ + 2653 + ], + "max_error": 0.0 + }, + { + "representative": 2807, + "members": [ + 2807 + ], + "max_error": 0.0 + }, + { + "representative": 2669, + "members": [ + 2669 + ], + "max_error": 0.0 + }, + { + "representative": 2585, + "members": [ + 2585 + ], + "max_error": 0.0 + }, + { + "representative": 2752, + "members": [ + 2752 + ], + "max_error": 0.0 + }, + { + "representative": 2699, + "members": [ + 2699 + ], + "max_error": 0.0 + }, + { + "representative": 3196, + "members": [ + 3196 + ], + "max_error": 0.0 + }, + { + "representative": 3121, + "members": [ + 3121 + ], + "max_error": 0.0 + }, + { + "representative": 3117, + "members": [ + 3117 + ], + "max_error": 0.0 + }, + { + "representative": 3128, + "members": [ + 3128 + ], + "max_error": 0.0 + }, + { + "representative": 3279, + "members": [ + 3279 + ], + "max_error": 0.0 + }, + { + "representative": 3256, + "members": [ + 3256 + ], + "max_error": 0.0 + }, + { + "representative": 3122, + "members": [ + 3122 + ], + "max_error": 0.0 + }, + { + "representative": 3097, + "members": [ + 3097 + ], + "max_error": 0.0 + }, + { + "representative": 3073, + "members": [ + 3073 + ], + "max_error": 0.0 + }, + { + "representative": 3101, + "members": [ + 3101 + ], + "max_error": 0.0 + }, + { + "representative": 3261, + "members": [ + 3261 + ], + "max_error": 0.0 + }, + { + "representative": 3175, + "members": [ + 3175 + ], + "max_error": 0.0 + }, + { + "representative": 3075, + "members": [ + 3075 + ], + "max_error": 0.0 + }, + { + "representative": 3076, + "members": [ + 3076 + ], + "max_error": 0.0 + }, + { + "representative": 3235, + "members": [ + 3235 + ], + "max_error": 0.0 + }, + { + "representative": 3294, + "members": [ + 3294 + ], + "max_error": 0.0 + }, + { + "representative": 3137, + "members": [ + 3137 + ], + "max_error": 0.0 + }, + { + "representative": 3316, + "members": [ + 3316 + ], + "max_error": 0.0 + }, + { + "representative": 3803, + "members": [ + 3803 + ], + "max_error": 0.0 + }, + { + "representative": 3603, + "members": [ + 3603 + ], + "max_error": 0.0 + }, + { + "representative": 3760, + "members": [ + 3760 + ], + "max_error": 0.0 + }, + { + "representative": 3761, + "members": [ + 3761 + ], + "max_error": 0.0 + }, + { + "representative": 3828, + "members": [ + 3828 + ], + "max_error": 0.0 + }, + { + "representative": 3612, + "members": [ + 3612 + ], + "max_error": 0.0 + }, + { + "representative": 3714, + "members": [ + 3714 + ], + "max_error": 0.0 + }, + { + "representative": 2652, + "members": [ + 2652 + ], + "max_error": 0.0 + }, + { + "representative": 2630, + "members": [ + 2630 + ], + "max_error": 0.0 + }, + { + "representative": 2806, + "members": [ + 2806 + ], + "max_error": 0.0 + }, + { + "representative": 2587, + "members": [ + 2587 + ], + "max_error": 0.0 + }, + { + "representative": 2568, + "members": [ + 2568 + ], + "max_error": 0.0 + }, + { + "representative": 2701, + "members": [ + 2701 + ], + "max_error": 0.0 + }, + { + "representative": 3153, + "members": [ + 3153 + ], + "max_error": 0.0 + }, + { + "representative": 3310, + "members": [ + 3310 + ], + "max_error": 0.0 + }, + { + "representative": 3102, + "members": [ + 3102 + ], + "max_error": 0.0 + }, + { + "representative": 3319, + "members": [ + 3319 + ], + "max_error": 0.0 + }, + { + "representative": 3265, + "members": [ + 3265 + ], + "max_error": 0.0 + }, + { + "representative": 3077, + "members": [ + 3077 + ], + "max_error": 0.0 + }, + { + "representative": 3138, + "members": [ + 3138 + ], + "max_error": 0.0 + }, + { + "representative": 3220, + "members": [ + 3220 + ], + "max_error": 0.0 + }, + { + "representative": 3689, + "members": [ + 3689 + ], + "max_error": 0.0 + }, + { + "representative": 3600, + "members": [ + 3600 + ], + "max_error": 0.0 + }, + { + "representative": 3617, + "members": [ + 3617 + ], + "max_error": 0.0 + }, + { + "representative": 3718, + "members": [ + 3718 + ], + "max_error": 0.0 + }, + { + "representative": 3613, + "members": [ + 3613 + ], + "max_error": 0.0 + }, + { + "representative": 3726, + "members": [ + 3726 + ], + "max_error": 0.0 + }, + { + "representative": 3665, + "members": [ + 3665 + ], + "max_error": 0.0 + }, + { + "representative": 4296, + "members": [ + 4296 + ], + "max_error": 0.0 + }, + { + "representative": 4289, + "members": [ + 4289 + ], + "max_error": 0.0 + }, + { + "representative": 4299, + "members": [ + 4299 + ], + "max_error": 0.0 + }, + { + "representative": 4300, + "members": [ + 4300 + ], + "max_error": 0.0 + }, + { + "representative": 4301, + "members": [ + 4301 + ], + "max_error": 0.0 + }, + { + "representative": 4290, + "members": [ + 4290 + ], + "max_error": 0.0 + }, + { + "representative": 4291, + "members": [ + 4291 + ], + "max_error": 0.0 + }, + { + "representative": 4292, + "members": [ + 4292 + ], + "max_error": 0.0 + }, + { + "representative": 4293, + "members": [ + 4293 + ], + "max_error": 0.0 + }, + { + "representative": 4294, + "members": [ + 4294 + ], + "max_error": 0.0 + }, + { + "representative": 4304, + "members": [ + 4304 + ], + "max_error": 0.0 + }, + { + "representative": 4312, + "members": [ + 4312 + ], + "max_error": 0.0 + }, + { + "representative": 4313, + "members": [ + 4313 + ], + "max_error": 0.0 + }, + { + "representative": 4305, + "members": [ + 4305 + ], + "max_error": 0.0 + }, + { + "representative": 4315, + "members": [ + 4315 + ], + "max_error": 0.0 + }, + { + "representative": 4316, + "members": [ + 4316 + ], + "max_error": 0.0 + }, + { + "representative": 4317, + "members": [ + 4317 + ], + "max_error": 0.0 + }, + { + "representative": 4318, + "members": [ + 4318 + ], + "max_error": 0.0 + }, + { + "representative": 4319, + "members": [ + 4319 + ], + "max_error": 0.0 + }, + { + "representative": 4307, + "members": [ + 4307 + ], + "max_error": 0.0 + }, + { + "representative": 4310, + "members": [ + 4310 + ], + "max_error": 0.0 + }, + { + "representative": 4311, + "members": [ + 4311 + ], + "max_error": 0.0 + }, + { + "representative": 4321, + "members": [ + 4321 + ], + "max_error": 0.0 + }, + { + "representative": 4330, + "members": [ + 4330 + ], + "max_error": 0.0 + }, + { + "representative": 4333, + "members": [ + 4333 + ], + "max_error": 0.0 + }, + { + "representative": 4335, + "members": [ + 4335 + ], + "max_error": 0.0 + }, + { + "representative": 4323, + "members": [ + 4323 + ], + "max_error": 0.0 + }, + { + "representative": 4324, + "members": [ + 4324 + ], + "max_error": 0.0 + }, + { + "representative": 4325, + "members": [ + 4325 + ], + "max_error": 0.0 + }, + { + "representative": 4327, + "members": [ + 4327 + ], + "max_error": 0.0 + }, + { + "representative": 4336, + "members": [ + 4336 + ], + "max_error": 0.0 + }, + { + "representative": 4344, + "members": [ + 4344 + ], + "max_error": 0.0 + }, + { + "representative": 4347, + "members": [ + 4347 + ], + "max_error": 0.0 + }, + { + "representative": 4349, + "members": [ + 4349 + ], + "max_error": 0.0 + }, + { + "representative": 4351, + "members": [ + 4351 + ], + "max_error": 0.0 + }, + { + "representative": 4338, + "members": [ + 4338 + ], + "max_error": 0.0 + }, + { + "representative": 4339, + "members": [ + 4339 + ], + "max_error": 0.0 + }, + { + "representative": 4342, + "members": [ + 4342 + ], + "max_error": 0.0 + }, + { + "representative": 4610, + "members": [ + 4610 + ], + "max_error": 0.0 + }, + { + "representative": 4624, + "members": [ + 4624 + ], + "max_error": 0.0 + }, + { + "representative": 4701, + "members": [ + 4701 + ], + "max_error": 0.0 + }, + { + "representative": 4826, + "members": [ + 4826 + ], + "max_error": 0.0 + }, + { + "representative": 4688, + "members": [ + 4688 + ], + "max_error": 0.0 + }, + { + "representative": 4742, + "members": [ + 4742 + ], + "max_error": 0.0 + }, + { + "representative": 4806, + "members": [ + 4806 + ], + "max_error": 0.0 + }, + { + "representative": 4780, + "members": [ + 4780 + ], + "max_error": 0.0 + }, + { + "representative": 4621, + "members": [ + 4621 + ], + "max_error": 0.0 + }, + { + "representative": 4801, + "members": [ + 4801 + ], + "max_error": 0.0 + }, + { + "representative": 4691, + "members": [ + 4691 + ], + "max_error": 0.0 + }, + { + "representative": 4649, + "members": [ + 4649 + ], + "max_error": 0.0 + }, + { + "representative": 4679, + "members": [ + 4679 + ], + "max_error": 0.0 + }, + { + "representative": 4681, + "members": [ + 4681 + ], + "max_error": 0.0 + }, + { + "representative": 4666, + "members": [ + 4666 + ], + "max_error": 0.0 + }, + { + "representative": 4721, + "members": [ + 4721 + ], + "max_error": 0.0 + }, + { + "representative": 4796, + "members": [ + 4796 + ], + "max_error": 0.0 + }, + { + "representative": 4854, + "members": [ + 4854 + ], + "max_error": 0.0 + }, + { + "representative": 4617, + "members": [ + 4617 + ], + "max_error": 0.0 + }, + { + "representative": 4698, + "members": [ + 4698 + ], + "max_error": 0.0 + }, + { + "representative": 4710, + "members": [ + 4710 + ], + "max_error": 0.0 + }, + { + "representative": 4613, + "members": [ + 4613 + ], + "max_error": 0.0 + }, + { + "representative": 4680, + "members": [ + 4680 + ], + "max_error": 0.0 + }, + { + "representative": 4700, + "members": [ + 4700 + ], + "max_error": 0.0 + }, + { + "representative": 4792, + "members": [ + 4792 + ], + "max_error": 0.0 + }, + { + "representative": 4726, + "members": [ + 4726 + ], + "max_error": 0.0 + }, + { + "representative": 4737, + "members": [ + 4737 + ], + "max_error": 0.0 + }, + { + "representative": 4672, + "members": [ + 4672 + ], + "max_error": 0.0 + }, + { + "representative": 4668, + "members": [ + 4668 + ], + "max_error": 0.0 + }, + { + "representative": 4653, + "members": [ + 4653 + ], + "max_error": 0.0 + }, + { + "representative": 4706, + "members": [ + 4706 + ], + "max_error": 0.0 + }, + { + "representative": 4659, + "members": [ + 4659 + ], + "max_error": 0.0 + }, + { + "representative": 4655, + "members": [ + 4655 + ], + "max_error": 0.0 + }, + { + "representative": 4651, + "members": [ + 4651 + ], + "max_error": 0.0 + }, + { + "representative": 4770, + "members": [ + 4770 + ], + "max_error": 0.0 + }, + { + "representative": 5157, + "members": [ + 5157 + ], + "max_error": 0.0 + }, + { + "representative": 5133, + "members": [ + 5133 + ], + "max_error": 0.0 + }, + { + "representative": 5134, + "members": [ + 5134 + ], + "max_error": 0.0 + }, + { + "representative": 5224, + "members": [ + 5224 + ], + "max_error": 0.0 + }, + { + "representative": 5326, + "members": [ + 5326 + ], + "max_error": 0.0 + }, + { + "representative": 5269, + "members": [ + 5269 + ], + "max_error": 0.0 + }, + { + "representative": 5256, + "members": [ + 5256 + ], + "max_error": 0.0 + }, + { + "representative": 5304, + "members": [ + 5304 + ], + "max_error": 0.0 + }, + { + "representative": 5203, + "members": [ + 5203 + ], + "max_error": 0.0 + }, + { + "representative": 5352, + "members": [ + 5352 + ], + "max_error": 0.0 + }, + { + "representative": 5127, + "members": [ + 5127 + ], + "max_error": 0.0 + }, + { + "representative": 5179, + "members": [ + 5179 + ], + "max_error": 0.0 + }, + { + "representative": 5361, + "members": [ + 5361 + ], + "max_error": 0.0 + }, + { + "representative": 5138, + "members": [ + 5138 + ], + "max_error": 0.0 + }, + { + "representative": 5191, + "members": [ + 5191 + ], + "max_error": 0.0 + }, + { + "representative": 5284, + "members": [ + 5284 + ], + "max_error": 0.0 + }, + { + "representative": 5306, + "members": [ + 5306 + ], + "max_error": 0.0 + }, + { + "representative": 5197, + "members": [ + 5197 + ], + "max_error": 0.0 + }, + { + "representative": 5238, + "members": [ + 5238 + ], + "max_error": 0.0 + }, + { + "representative": 5183, + "members": [ + 5183 + ], + "max_error": 0.0 + }, + { + "representative": 5192, + "members": [ + 5192 + ], + "max_error": 0.0 + }, + { + "representative": 5163, + "members": [ + 5163 + ], + "max_error": 0.0 + }, + { + "representative": 5202, + "members": [ + 5202 + ], + "max_error": 0.0 + }, + { + "representative": 5151, + "members": [ + 5151 + ], + "max_error": 0.0 + }, + { + "representative": 5147, + "members": [ + 5147 + ], + "max_error": 0.0 + }, + { + "representative": 5207, + "members": [ + 5207 + ], + "max_error": 0.0 + }, + { + "representative": 5243, + "members": [ + 5243 + ], + "max_error": 0.0 + }, + { + "representative": 5131, + "members": [ + 5131 + ], + "max_error": 0.0 + }, + { + "representative": 5142, + "members": [ + 5142 + ], + "max_error": 0.0 + }, + { + "representative": 5178, + "members": [ + 5178 + ], + "max_error": 0.0 + }, + { + "representative": 5266, + "members": [ + 5266 + ], + "max_error": 0.0 + }, + { + "representative": 5244, + "members": [ + 5244 + ], + "max_error": 0.0 + }, + { + "representative": 5315, + "members": [ + 5315 + ], + "max_error": 0.0 + }, + { + "representative": 5348, + "members": [ + 5348 + ], + "max_error": 0.0 + }, + { + "representative": 5171, + "members": [ + 5171 + ], + "max_error": 0.0 + }, + { + "representative": 5211, + "members": [ + 5211 + ], + "max_error": 0.0 + }, + { + "representative": 5824, + "members": [ + 5824 + ], + "max_error": 0.0 + }, + { + "representative": 5832, + "members": [ + 5832 + ], + "max_error": 0.0 + }, + { + "representative": 5825, + "members": [ + 5825 + ], + "max_error": 0.0 + }, + { + "representative": 5834, + "members": [ + 5834 + ], + "max_error": 0.0 + }, + { + "representative": 5836, + "members": [ + 5836 + ], + "max_error": 0.0 + }, + { + "representative": 5838, + "members": [ + 5838 + ], + "max_error": 0.0 + }, + { + "representative": 5839, + "members": [ + 5839 + ], + "max_error": 0.0 + }, + { + "representative": 5827, + "members": [ + 5827 + ], + "max_error": 0.0 + }, + { + "representative": 5828, + "members": [ + 5828 + ], + "max_error": 0.0 + }, + { + "representative": 5830, + "members": [ + 5830 + ], + "max_error": 0.0 + }, + { + "representative": 5831, + "members": [ + 5831 + ], + "max_error": 0.0 + }, + { + "representative": 5841, + "members": [ + 5841 + ], + "max_error": 0.0 + }, + { + "representative": 5850, + "members": [ + 5850 + ], + "max_error": 0.0 + }, + { + "representative": 5851, + "members": [ + 5851 + ], + "max_error": 0.0 + }, + { + "representative": 5854, + "members": [ + 5854 + ], + "max_error": 0.0 + }, + { + "representative": 5855, + "members": [ + 5855 + ], + "max_error": 0.0 + }, + { + "representative": 5842, + "members": [ + 5842 + ], + "max_error": 0.0 + }, + { + "representative": 5843, + "members": [ + 5843 + ], + "max_error": 0.0 + }, + { + "representative": 5844, + "members": [ + 5844 + ], + "max_error": 0.0 + }, + { + "representative": 5845, + "members": [ + 5845 + ], + "max_error": 0.0 + }, + { + "representative": 5846, + "members": [ + 5846 + ], + "max_error": 0.0 + }, + { + "representative": 5847, + "members": [ + 5847 + ], + "max_error": 0.0 + }, + { + "representative": 5856, + "members": [ + 5856 + ], + "max_error": 0.0 + }, + { + "representative": 5865, + "members": [ + 5865 + ], + "max_error": 0.0 + }, + { + "representative": 5867, + "members": [ + 5867 + ], + "max_error": 0.0 + }, + { + "representative": 5871, + "members": [ + 5871 + ], + "max_error": 0.0 + }, + { + "representative": 5858, + "members": [ + 5858 + ], + "max_error": 0.0 + }, + { + "representative": 5859, + "members": [ + 5859 + ], + "max_error": 0.0 + }, + { + "representative": 5860, + "members": [ + 5860 + ], + "max_error": 0.0 + }, + { + "representative": 5862, + "members": [ + 5862 + ], + "max_error": 0.0 + }, + { + "representative": 5863, + "members": [ + 5863 + ], + "max_error": 0.0 + }, + { + "representative": 5872, + "members": [ + 5872 + ], + "max_error": 0.0 + }, + { + "representative": 5880, + "members": [ + 5880 + ], + "max_error": 0.0 + }, + { + "representative": 5882, + "members": [ + 5882 + ], + "max_error": 0.0 + }, + { + "representative": 5883, + "members": [ + 5883 + ], + "max_error": 0.0 + }, + { + "representative": 5884, + "members": [ + 5884 + ], + "max_error": 0.0 + }, + { + "representative": 5885, + "members": [ + 5885 + ], + "max_error": 0.0 + }, + { + "representative": 5887, + "members": [ + 5887 + ], + "max_error": 0.0 + }, + { + "representative": 5874, + "members": [ + 5874 + ], + "max_error": 0.0 + }, + { + "representative": 5879, + "members": [ + 5879 + ], + "max_error": 0.0 + }, + { + "representative": 2584, + "members": [ + 2584 + ], + "max_error": 0.0 + }, + { + "representative": 2734, + "members": [ + 2734 + ], + "max_error": 0.0 + }, + { + "representative": 2813, + "members": [ + 2813 + ], + "max_error": 0.0 + }, + { + "representative": 2708, + "members": [ + 2708 + ], + "max_error": 0.0 + }, + { + "representative": 2681, + "members": [ + 2681 + ], + "max_error": 0.0 + }, + { + "representative": 2567, + "members": [ + 2567 + ], + "max_error": 0.0 + }, + { + "representative": 2599, + "members": [ + 2599 + ], + "max_error": 0.0 + }, + { + "representative": 2622, + "members": [ + 2622 + ], + "max_error": 0.0 + }, + { + "representative": 2771, + "members": [ + 2771 + ], + "max_error": 0.0 + }, + { + "representative": 2730, + "members": [ + 2730 + ], + "max_error": 0.0 + }, + { + "representative": 2560, + "members": [ + 2560 + ], + "max_error": 0.0 + }, + { + "representative": 2784, + "members": [ + 2784 + ], + "max_error": 0.0 + }, + { + "representative": 2757, + "members": [ + 2757 + ], + "max_error": 0.0 + }, + { + "representative": 2651, + "members": [ + 2651 + ], + "max_error": 0.0 + }, + { + "representative": 2715, + "members": [ + 2715 + ], + "max_error": 0.0 + }, + { + "representative": 2624, + "members": [ + 2624 + ], + "max_error": 0.0 + }, + { + "representative": 3189, + "members": [ + 3189 + ], + "max_error": 0.0 + }, + { + "representative": 3318, + "members": [ + 3318 + ], + "max_error": 0.0 + }, + { + "representative": 3160, + "members": [ + 3160 + ], + "max_error": 0.0 + }, + { + "representative": 3241, + "members": [ + 3241 + ], + "max_error": 0.0 + }, + { + "representative": 3260, + "members": [ + 3260 + ], + "max_error": 0.0 + }, + { + "representative": 3251, + "members": [ + 3251 + ], + "max_error": 0.0 + }, + { + "representative": 3213, + "members": [ + 3213 + ], + "max_error": 0.0 + }, + { + "representative": 3206, + "members": [ + 3206 + ], + "max_error": 0.0 + }, + { + "representative": 3284, + "members": [ + 3284 + ], + "max_error": 0.0 + }, + { + "representative": 3304, + "members": [ + 3304 + ], + "max_error": 0.0 + }, + { + "representative": 3112, + "members": [ + 3112 + ], + "max_error": 0.0 + }, + { + "representative": 3807, + "members": [ + 3807 + ], + "max_error": 0.0 + }, + { + "representative": 3715, + "members": [ + 3715 + ], + "max_error": 0.0 + }, + { + "representative": 3662, + "members": [ + 3662 + ], + "max_error": 0.0 + }, + { + "representative": 3660, + "members": [ + 3660 + ], + "max_error": 0.0 + }, + { + "representative": 3707, + "members": [ + 3707 + ], + "max_error": 0.0 + }, + { + "representative": 3615, + "members": [ + 3615 + ], + "max_error": 0.0 + }, + { + "representative": 3794, + "members": [ + 3794 + ], + "max_error": 0.0 + }, + { + "representative": 3680, + "members": [ + 3680 + ], + "max_error": 0.0 + }, + { + "representative": 4322, + "members": [ + 4322 + ], + "max_error": 0.0 + }, + { + "representative": 4302, + "members": [ + 4302 + ], + "max_error": 0.0 + }, + { + "representative": 4159, + "members": [ + 4159 + ], + "max_error": 0.0 + }, + { + "representative": 4152, + "members": [ + 4152 + ], + "max_error": 0.0 + }, + { + "representative": 4340, + "members": [ + 4340 + ], + "max_error": 0.0 + }, + { + "representative": 4253, + "members": [ + 4253 + ], + "max_error": 0.0 + }, + { + "representative": 4252, + "members": [ + 4252 + ], + "max_error": 0.0 + }, + { + "representative": 4278, + "members": [ + 4278 + ], + "max_error": 0.0 + }, + { + "representative": 4210, + "members": [ + 4210 + ], + "max_error": 0.0 + }, + { + "representative": 4332, + "members": [ + 4332 + ], + "max_error": 0.0 + }, + { + "representative": 4246, + "members": [ + 4246 + ], + "max_error": 0.0 + }, + { + "representative": 4185, + "members": [ + 4185 + ], + "max_error": 0.0 + }, + { + "representative": 4102, + "members": [ + 4102 + ], + "max_error": 0.0 + }, + { + "representative": 4314, + "members": [ + 4314 + ], + "max_error": 0.0 + }, + { + "representative": 4112, + "members": [ + 4112 + ], + "max_error": 0.0 + }, + { + "representative": 4229, + "members": [ + 4229 + ], + "max_error": 0.0 + }, + { + "representative": 4281, + "members": [ + 4281 + ], + "max_error": 0.0 + }, + { + "representative": 4277, + "members": [ + 4277 + ], + "max_error": 0.0 + }, + { + "representative": 4331, + "members": [ + 4331 + ], + "max_error": 0.0 + }, + { + "representative": 4329, + "members": [ + 4329 + ], + "max_error": 0.0 + }, + { + "representative": 4156, + "members": [ + 4156 + ], + "max_error": 0.0 + }, + { + "representative": 4261, + "members": [ + 4261 + ], + "max_error": 0.0 + }, + { + "representative": 4135, + "members": [ + 4135 + ], + "max_error": 0.0 + }, + { + "representative": 4107, + "members": [ + 4107 + ], + "max_error": 0.0 + }, + { + "representative": 4279, + "members": [ + 4279 + ], + "max_error": 0.0 + }, + { + "representative": 4295, + "members": [ + 4295 + ], + "max_error": 0.0 + }, + { + "representative": 4309, + "members": [ + 4309 + ], + "max_error": 0.0 + }, + { + "representative": 4198, + "members": [ + 4198 + ], + "max_error": 0.0 + }, + { + "representative": 4303, + "members": [ + 4303 + ], + "max_error": 0.0 + }, + { + "representative": 4285, + "members": [ + 4285 + ], + "max_error": 0.0 + }, + { + "representative": 4328, + "members": [ + 4328 + ], + "max_error": 0.0 + }, + { + "representative": 4306, + "members": [ + 4306 + ], + "max_error": 0.0 + }, + { + "representative": 4157, + "members": [ + 4157 + ], + "max_error": 0.0 + }, + { + "representative": 4226, + "members": [ + 4226 + ], + "max_error": 0.0 + }, + { + "representative": 4350, + "members": [ + 4350 + ], + "max_error": 0.0 + }, + { + "representative": 4326, + "members": [ + 4326 + ], + "max_error": 0.0 + }, + { + "representative": 4186, + "members": [ + 4186 + ], + "max_error": 0.0 + }, + { + "representative": 4164, + "members": [ + 4164 + ], + "max_error": 0.0 + }, + { + "representative": 4308, + "members": [ + 4308 + ], + "max_error": 0.0 + }, + { + "representative": 4346, + "members": [ + 4346 + ], + "max_error": 0.0 + }, + { + "representative": 4124, + "members": [ + 4124 + ], + "max_error": 0.0 + }, + { + "representative": 4223, + "members": [ + 4223 + ], + "max_error": 0.0 + }, + { + "representative": 4343, + "members": [ + 4343 + ], + "max_error": 0.0 + }, + { + "representative": 4708, + "members": [ + 4708 + ], + "max_error": 0.0 + }, + { + "representative": 4673, + "members": [ + 4673 + ], + "max_error": 0.0 + }, + { + "representative": 4763, + "members": [ + 4763 + ], + "max_error": 0.0 + }, + { + "representative": 4722, + "members": [ + 4722 + ], + "max_error": 0.0 + }, + { + "representative": 4730, + "members": [ + 4730 + ], + "max_error": 0.0 + }, + { + "representative": 4626, + "members": [ + 4626 + ], + "max_error": 0.0 + }, + { + "representative": 4636, + "members": [ + 4636 + ], + "max_error": 0.0 + }, + { + "representative": 4643, + "members": [ + 4643 + ], + "max_error": 0.0 + }, + { + "representative": 4839, + "members": [ + 4839 + ], + "max_error": 0.0 + }, + { + "representative": 4663, + "members": [ + 4663 + ], + "max_error": 0.0 + }, + { + "representative": 4620, + "members": [ + 4620 + ], + "max_error": 0.0 + }, + { + "representative": 4808, + "members": [ + 4808 + ], + "max_error": 0.0 + }, + { + "representative": 4803, + "members": [ + 4803 + ], + "max_error": 0.0 + }, + { + "representative": 4725, + "members": [ + 4725 + ], + "max_error": 0.0 + }, + { + "representative": 4644, + "members": [ + 4644 + ], + "max_error": 0.0 + }, + { + "representative": 4608, + "members": [ + 4608 + ], + "max_error": 0.0 + }, + { + "representative": 4849, + "members": [ + 4849 + ], + "max_error": 0.0 + }, + { + "representative": 4817, + "members": [ + 4817 + ], + "max_error": 0.0 + }, + { + "representative": 4773, + "members": [ + 4773 + ], + "max_error": 0.0 + }, + { + "representative": 4830, + "members": [ + 4830 + ], + "max_error": 0.0 + }, + { + "representative": 4623, + "members": [ + 4623 + ], + "max_error": 0.0 + }, + { + "representative": 4822, + "members": [ + 4822 + ], + "max_error": 0.0 + }, + { + "representative": 4800, + "members": [ + 4800 + ], + "max_error": 0.0 + }, + { + "representative": 4762, + "members": [ + 4762 + ], + "max_error": 0.0 + }, + { + "representative": 4844, + "members": [ + 4844 + ], + "max_error": 0.0 + }, + { + "representative": 4731, + "members": [ + 4731 + ], + "max_error": 0.0 + }, + { + "representative": 4650, + "members": [ + 4650 + ], + "max_error": 0.0 + }, + { + "representative": 4682, + "members": [ + 4682 + ], + "max_error": 0.0 + }, + { + "representative": 4630, + "members": [ + 4630 + ], + "max_error": 0.0 + }, + { + "representative": 4696, + "members": [ + 4696 + ], + "max_error": 0.0 + }, + { + "representative": 4810, + "members": [ + 4810 + ], + "max_error": 0.0 + }, + { + "representative": 4627, + "members": [ + 4627 + ], + "max_error": 0.0 + }, + { + "representative": 4695, + "members": [ + 4695 + ], + "max_error": 0.0 + }, + { + "representative": 4743, + "members": [ + 4743 + ], + "max_error": 0.0 + }, + { + "representative": 4820, + "members": [ + 4820 + ], + "max_error": 0.0 + }, + { + "representative": 5307, + "members": [ + 5307 + ], + "max_error": 0.0 + }, + { + "representative": 5341, + "members": [ + 5341 + ], + "max_error": 0.0 + }, + { + "representative": 5293, + "members": [ + 5293 + ], + "max_error": 0.0 + }, + { + "representative": 5140, + "members": [ + 5140 + ], + "max_error": 0.0 + }, + { + "representative": 5245, + "members": [ + 5245 + ], + "max_error": 0.0 + }, + { + "representative": 5324, + "members": [ + 5324 + ], + "max_error": 0.0 + }, + { + "representative": 5210, + "members": [ + 5210 + ], + "max_error": 0.0 + }, + { + "representative": 5347, + "members": [ + 5347 + ], + "max_error": 0.0 + }, + { + "representative": 5239, + "members": [ + 5239 + ], + "max_error": 0.0 + }, + { + "representative": 5314, + "members": [ + 5314 + ], + "max_error": 0.0 + }, + { + "representative": 5273, + "members": [ + 5273 + ], + "max_error": 0.0 + }, + { + "representative": 5345, + "members": [ + 5345 + ], + "max_error": 0.0 + }, + { + "representative": 5317, + "members": [ + 5317 + ], + "max_error": 0.0 + }, + { + "representative": 5279, + "members": [ + 5279 + ], + "max_error": 0.0 + }, + { + "representative": 5249, + "members": [ + 5249 + ], + "max_error": 0.0 + }, + { + "representative": 5234, + "members": [ + 5234 + ], + "max_error": 0.0 + }, + { + "representative": 5126, + "members": [ + 5126 + ], + "max_error": 0.0 + }, + { + "representative": 5141, + "members": [ + 5141 + ], + "max_error": 0.0 + }, + { + "representative": 5248, + "members": [ + 5248 + ], + "max_error": 0.0 + }, + { + "representative": 5217, + "members": [ + 5217 + ], + "max_error": 0.0 + }, + { + "representative": 5356, + "members": [ + 5356 + ], + "max_error": 0.0 + }, + { + "representative": 5258, + "members": [ + 5258 + ], + "max_error": 0.0 + }, + { + "representative": 5180, + "members": [ + 5180 + ], + "max_error": 0.0 + }, + { + "representative": 5325, + "members": [ + 5325 + ], + "max_error": 0.0 + }, + { + "representative": 5367, + "members": [ + 5367 + ], + "max_error": 0.0 + }, + { + "representative": 5365, + "members": [ + 5365 + ], + "max_error": 0.0 + }, + { + "representative": 5327, + "members": [ + 5327 + ], + "max_error": 0.0 + }, + { + "representative": 5124, + "members": [ + 5124 + ], + "max_error": 0.0 + }, + { + "representative": 5242, + "members": [ + 5242 + ], + "max_error": 0.0 + }, + { + "representative": 5160, + "members": [ + 5160 + ], + "max_error": 0.0 + }, + { + "representative": 5328, + "members": [ + 5328 + ], + "max_error": 0.0 + }, + { + "representative": 5214, + "members": [ + 5214 + ], + "max_error": 0.0 + }, + { + "representative": 5213, + "members": [ + 5213 + ], + "max_error": 0.0 + }, + { + "representative": 5371, + "members": [ + 5371 + ], + "max_error": 0.0 + }, + { + "representative": 5222, + "members": [ + 5222 + ], + "max_error": 0.0 + }, + { + "representative": 5319, + "members": [ + 5319 + ], + "max_error": 0.0 + }, + { + "representative": 5353, + "members": [ + 5353 + ], + "max_error": 0.0 + }, + { + "representative": 5271, + "members": [ + 5271 + ], + "max_error": 0.0 + }, + { + "representative": 5194, + "members": [ + 5194 + ], + "max_error": 0.0 + }, + { + "representative": 5166, + "members": [ + 5166 + ], + "max_error": 0.0 + }, + { + "representative": 5125, + "members": [ + 5125 + ], + "max_error": 0.0 + }, + { + "representative": 5176, + "members": [ + 5176 + ], + "max_error": 0.0 + }, + { + "representative": 5332, + "members": [ + 5332 + ], + "max_error": 0.0 + }, + { + "representative": 5146, + "members": [ + 5146 + ], + "max_error": 0.0 + }, + { + "representative": 5161, + "members": [ + 5161 + ], + "max_error": 0.0 + }, + { + "representative": 5121, + "members": [ + 5121 + ], + "max_error": 0.0 + }, + { + "representative": 5335, + "members": [ + 5335 + ], + "max_error": 0.0 + }, + { + "representative": 5302, + "members": [ + 5302 + ], + "max_error": 0.0 + }, + { + "representative": 5281, + "members": [ + 5281 + ], + "max_error": 0.0 + }, + { + "representative": 5205, + "members": [ + 5205 + ], + "max_error": 0.0 + }, + { + "representative": 5290, + "members": [ + 5290 + ], + "max_error": 0.0 + }, + { + "representative": 5309, + "members": [ + 5309 + ], + "max_error": 0.0 + }, + { + "representative": 5340, + "members": [ + 5340 + ], + "max_error": 0.0 + }, + { + "representative": 5308, + "members": [ + 5308 + ], + "max_error": 0.0 + }, + { + "representative": 5346, + "members": [ + 5346 + ], + "max_error": 0.0 + }, + { + "representative": 5132, + "members": [ + 5132 + ], + "max_error": 0.0 + }, + { + "representative": 5144, + "members": [ + 5144 + ], + "max_error": 0.0 + }, + { + "representative": 5128, + "members": [ + 5128 + ], + "max_error": 0.0 + }, + { + "representative": 5218, + "members": [ + 5218 + ], + "max_error": 0.0 + }, + { + "representative": 5793, + "members": [ + 5793 + ], + "max_error": 0.0 + }, + { + "representative": 5721, + "members": [ + 5721 + ], + "max_error": 0.0 + }, + { + "representative": 5878, + "members": [ + 5878 + ], + "max_error": 0.0 + }, + { + "representative": 5673, + "members": [ + 5673 + ], + "max_error": 0.0 + }, + { + "representative": 5638, + "members": [ + 5638 + ], + "max_error": 0.0 + }, + { + "representative": 5735, + "members": [ + 5735 + ], + "max_error": 0.0 + }, + { + "representative": 5795, + "members": [ + 5795 + ], + "max_error": 0.0 + }, + { + "representative": 5738, + "members": [ + 5738 + ], + "max_error": 0.0 + }, + { + "representative": 5881, + "members": [ + 5881 + ], + "max_error": 0.0 + }, + { + "representative": 5868, + "members": [ + 5868 + ], + "max_error": 0.0 + }, + { + "representative": 5886, + "members": [ + 5886 + ], + "max_error": 0.0 + }, + { + "representative": 5645, + "members": [ + 5645 + ], + "max_error": 0.0 + }, + { + "representative": 5840, + "members": [ + 5840 + ], + "max_error": 0.0 + }, + { + "representative": 5807, + "members": [ + 5807 + ], + "max_error": 0.0 + }, + { + "representative": 5835, + "members": [ + 5835 + ], + "max_error": 0.0 + }, + { + "representative": 5665, + "members": [ + 5665 + ], + "max_error": 0.0 + }, + { + "representative": 5730, + "members": [ + 5730 + ], + "max_error": 0.0 + }, + { + "representative": 5759, + "members": [ + 5759 + ], + "max_error": 0.0 + }, + { + "representative": 5726, + "members": [ + 5726 + ], + "max_error": 0.0 + }, + { + "representative": 5718, + "members": [ + 5718 + ], + "max_error": 0.0 + }, + { + "representative": 5701, + "members": [ + 5701 + ], + "max_error": 0.0 + }, + { + "representative": 5736, + "members": [ + 5736 + ], + "max_error": 0.0 + }, + { + "representative": 5869, + "members": [ + 5869 + ], + "max_error": 0.0 + }, + { + "representative": 5695, + "members": [ + 5695 + ], + "max_error": 0.0 + }, + { + "representative": 5761, + "members": [ + 5761 + ], + "max_error": 0.0 + }, + { + "representative": 5685, + "members": [ + 5685 + ], + "max_error": 0.0 + }, + { + "representative": 5751, + "members": [ + 5751 + ], + "max_error": 0.0 + }, + { + "representative": 5753, + "members": [ + 5753 + ], + "max_error": 0.0 + }, + { + "representative": 5643, + "members": [ + 5643 + ], + "max_error": 0.0 + }, + { + "representative": 5650, + "members": [ + 5650 + ], + "max_error": 0.0 + }, + { + "representative": 5833, + "members": [ + 5833 + ], + "max_error": 0.0 + }, + { + "representative": 5731, + "members": [ + 5731 + ], + "max_error": 0.0 + }, + { + "representative": 5709, + "members": [ + 5709 + ], + "max_error": 0.0 + }, + { + "representative": 5717, + "members": [ + 5717 + ], + "max_error": 0.0 + }, + { + "representative": 5873, + "members": [ + 5873 + ], + "max_error": 0.0 + }, + { + "representative": 5664, + "members": [ + 5664 + ], + "max_error": 0.0 + }, + { + "representative": 5866, + "members": [ + 5866 + ], + "max_error": 0.0 + }, + { + "representative": 5710, + "members": [ + 5710 + ], + "max_error": 0.0 + }, + { + "representative": 5791, + "members": [ + 5791 + ], + "max_error": 0.0 + }, + { + "representative": 5711, + "members": [ + 5711 + ], + "max_error": 0.0 + }, + { + "representative": 5754, + "members": [ + 5754 + ], + "max_error": 0.0 + }, + { + "representative": 5667, + "members": [ + 5667 + ], + "max_error": 0.0 + }, + { + "representative": 1076, + "members": [ + 1076 + ], + "max_error": 0.0 + }, + { + "representative": 1102, + "members": [ + 1102 + ], + "max_error": 0.0 + }, + { + "representative": 1180, + "members": [ + 1180 + ], + "max_error": 0.0 + }, + { + "representative": 1236, + "members": [ + 1236 + ], + "max_error": 0.0 + }, + { + "representative": 1083, + "members": [ + 1083 + ], + "max_error": 0.0 + }, + { + "representative": 1098, + "members": [ + 1098 + ], + "max_error": 0.0 + }, + { + "representative": 1169, + "members": [ + 1169 + ], + "max_error": 0.0 + }, + { + "representative": 1194, + "members": [ + 1194 + ], + "max_error": 0.0 + }, + { + "representative": 1205, + "members": [ + 1205 + ], + "max_error": 0.0 + }, + { + "representative": 1048, + "members": [ + 1048 + ], + "max_error": 0.0 + }, + { + "representative": 1062, + "members": [ + 1062 + ], + "max_error": 0.0 + }, + { + "representative": 1132, + "members": [ + 1132 + ], + "max_error": 0.0 + }, + { + "representative": 1231, + "members": [ + 1231 + ], + "max_error": 0.0 + }, + { + "representative": 1105, + "members": [ + 1105 + ], + "max_error": 0.0 + }, + { + "representative": 1266, + "members": [ + 1266 + ], + "max_error": 0.0 + }, + { + "representative": 1268, + "members": [ + 1268 + ], + "max_error": 0.0 + }, + { + "representative": 1206, + "members": [ + 1206 + ], + "max_error": 0.0 + }, + { + "representative": 1788, + "members": [ + 1788 + ], + "max_error": 0.0 + }, + { + "representative": 1565, + "members": [ + 1565 + ], + "max_error": 0.0 + }, + { + "representative": 1707, + "members": [ + 1707 + ], + "max_error": 0.0 + }, + { + "representative": 1755, + "members": [ + 1755 + ], + "max_error": 0.0 + }, + { + "representative": 1784, + "members": [ + 1784 + ], + "max_error": 0.0 + }, + { + "representative": 1763, + "members": [ + 1763 + ], + "max_error": 0.0 + }, + { + "representative": 1786, + "members": [ + 1786 + ], + "max_error": 0.0 + }, + { + "representative": 1729, + "members": [ + 1729 + ], + "max_error": 0.0 + }, + { + "representative": 1772, + "members": [ + 1772 + ], + "max_error": 0.0 + }, + { + "representative": 1670, + "members": [ + 1670 + ], + "max_error": 0.0 + }, + { + "representative": 1600, + "members": [ + 1600 + ], + "max_error": 0.0 + }, + { + "representative": 1781, + "members": [ + 1781 + ], + "max_error": 0.0 + }, + { + "representative": 1645, + "members": [ + 1645 + ], + "max_error": 0.0 + }, + { + "representative": 2080, + "members": [ + 2080 + ], + "max_error": 0.0 + }, + { + "representative": 2288, + "members": [ + 2288 + ], + "max_error": 0.0 + }, + { + "representative": 2066, + "members": [ + 2066 + ], + "max_error": 0.0 + }, + { + "representative": 2250, + "members": [ + 2250 + ], + "max_error": 0.0 + }, + { + "representative": 2296, + "members": [ + 2296 + ], + "max_error": 0.0 + }, + { + "representative": 2101, + "members": [ + 2101 + ], + "max_error": 0.0 + }, + { + "representative": 2161, + "members": [ + 2161 + ], + "max_error": 0.0 + }, + { + "representative": 2230, + "members": [ + 2230 + ], + "max_error": 0.0 + }, + { + "representative": 2072, + "members": [ + 2072 + ], + "max_error": 0.0 + }, + { + "representative": 2213, + "members": [ + 2213 + ], + "max_error": 0.0 + }, + { + "representative": 2228, + "members": [ + 2228 + ], + "max_error": 0.0 + }, + { + "representative": 2197, + "members": [ + 2197 + ], + "max_error": 0.0 + }, + { + "representative": 2237, + "members": [ + 2237 + ], + "max_error": 0.0 + }, + { + "representative": 2239, + "members": [ + 2239 + ], + "max_error": 0.0 + }, + { + "representative": 2057, + "members": [ + 2057 + ], + "max_error": 0.0 + }, + { + "representative": 2252, + "members": [ + 2252 + ], + "max_error": 0.0 + }, + { + "representative": 2242, + "members": [ + 2242 + ], + "max_error": 0.0 + }, + { + "representative": 2656, + "members": [ + 2656 + ], + "max_error": 0.0 + }, + { + "representative": 2676, + "members": [ + 2676 + ], + "max_error": 0.0 + }, + { + "representative": 2783, + "members": [ + 2783 + ], + "max_error": 0.0 + }, + { + "representative": 2634, + "members": [ + 2634 + ], + "max_error": 0.0 + }, + { + "representative": 2694, + "members": [ + 2694 + ], + "max_error": 0.0 + }, + { + "representative": 2722, + "members": [ + 2722 + ], + "max_error": 0.0 + }, + { + "representative": 2760, + "members": [ + 2760 + ], + "max_error": 0.0 + }, + { + "representative": 2791, + "members": [ + 2791 + ], + "max_error": 0.0 + }, + { + "representative": 3283, + "members": [ + 3283 + ], + "max_error": 0.0 + }, + { + "representative": 3177, + "members": [ + 3177 + ], + "max_error": 0.0 + }, + { + "representative": 3223, + "members": [ + 3223 + ], + "max_error": 0.0 + }, + { + "representative": 3120, + "members": [ + 3120 + ], + "max_error": 0.0 + }, + { + "representative": 3285, + "members": [ + 3285 + ], + "max_error": 0.0 + }, + { + "representative": 3295, + "members": [ + 3295 + ], + "max_error": 0.0 + }, + { + "representative": 3176, + "members": [ + 3176 + ], + "max_error": 0.0 + }, + { + "representative": 3163, + "members": [ + 3163 + ], + "max_error": 0.0 + }, + { + "representative": 3089, + "members": [ + 3089 + ], + "max_error": 0.0 + }, + { + "representative": 3165, + "members": [ + 3165 + ], + "max_error": 0.0 + }, + { + "representative": 3225, + "members": [ + 3225 + ], + "max_error": 0.0 + }, + { + "representative": 3664, + "members": [ + 3664 + ], + "max_error": 0.0 + }, + { + "representative": 3720, + "members": [ + 3720 + ], + "max_error": 0.0 + }, + { + "representative": 3700, + "members": [ + 3700 + ], + "max_error": 0.0 + }, + { + "representative": 3833, + "members": [ + 3833 + ], + "max_error": 0.0 + }, + { + "representative": 3738, + "members": [ + 3738 + ], + "max_error": 0.0 + }, + { + "representative": 3799, + "members": [ + 3799 + ], + "max_error": 0.0 + }, + { + "representative": 3593, + "members": [ + 3593 + ], + "max_error": 0.0 + }, + { + "representative": 1176, + "members": [ + 1176 + ], + "max_error": 0.0 + }, + { + "representative": 1141, + "members": [ + 1141 + ], + "max_error": 0.0 + }, + { + "representative": 1278, + "members": [ + 1278 + ], + "max_error": 0.0 + }, + { + "representative": 1218, + "members": [ + 1218 + ], + "max_error": 0.0 + }, + { + "representative": 1079, + "members": [ + 1079 + ], + "max_error": 0.0 + }, + { + "representative": 1099, + "members": [ + 1099 + ], + "max_error": 0.0 + }, + { + "representative": 1053, + "members": [ + 1053 + ], + "max_error": 0.0 + }, + { + "representative": 1112, + "members": [ + 1112 + ], + "max_error": 0.0 + }, + { + "representative": 1170, + "members": [ + 1170 + ], + "max_error": 0.0 + }, + { + "representative": 1081, + "members": [ + 1081 + ], + "max_error": 0.0 + }, + { + "representative": 1072, + "members": [ + 1072 + ], + "max_error": 0.0 + }, + { + "representative": 1165, + "members": [ + 1165 + ], + "max_error": 0.0 + }, + { + "representative": 1071, + "members": [ + 1071 + ], + "max_error": 0.0 + }, + { + "representative": 1220, + "members": [ + 1220 + ], + "max_error": 0.0 + }, + { + "representative": 1248, + "members": [ + 1248 + ], + "max_error": 0.0 + }, + { + "representative": 1751, + "members": [ + 1751 + ], + "max_error": 0.0 + }, + { + "representative": 1636, + "members": [ + 1636 + ], + "max_error": 0.0 + }, + { + "representative": 1575, + "members": [ + 1575 + ], + "max_error": 0.0 + }, + { + "representative": 1762, + "members": [ + 1762 + ], + "max_error": 0.0 + }, + { + "representative": 1692, + "members": [ + 1692 + ], + "max_error": 0.0 + }, + { + "representative": 1703, + "members": [ + 1703 + ], + "max_error": 0.0 + }, + { + "representative": 1638, + "members": [ + 1638 + ], + "max_error": 0.0 + }, + { + "representative": 2139, + "members": [ + 2139 + ], + "max_error": 0.0 + }, + { + "representative": 2084, + "members": [ + 2084 + ], + "max_error": 0.0 + }, + { + "representative": 2095, + "members": [ + 2095 + ], + "max_error": 0.0 + }, + { + "representative": 2103, + "members": [ + 2103 + ], + "max_error": 0.0 + }, + { + "representative": 2124, + "members": [ + 2124 + ], + "max_error": 0.0 + }, + { + "representative": 2054, + "members": [ + 2054 + ], + "max_error": 0.0 + }, + { + "representative": 2060, + "members": [ + 2060 + ], + "max_error": 0.0 + }, + { + "representative": 2079, + "members": [ + 2079 + ], + "max_error": 0.0 + }, + { + "representative": 2222, + "members": [ + 2222 + ], + "max_error": 0.0 + }, + { + "representative": 2099, + "members": [ + 2099 + ], + "max_error": 0.0 + }, + { + "representative": 2227, + "members": [ + 2227 + ], + "max_error": 0.0 + }, + { + "representative": 2260, + "members": [ + 2260 + ], + "max_error": 0.0 + }, + { + "representative": 2255, + "members": [ + 2255 + ], + "max_error": 0.0 + }, + { + "representative": 2600, + "members": [ + 2600 + ], + "max_error": 0.0 + }, + { + "representative": 2779, + "members": [ + 2779 + ], + "max_error": 0.0 + }, + { + "representative": 2775, + "members": [ + 2775 + ], + "max_error": 0.0 + }, + { + "representative": 2788, + "members": [ + 2788 + ], + "max_error": 0.0 + }, + { + "representative": 2627, + "members": [ + 2627 + ], + "max_error": 0.0 + }, + { + "representative": 2798, + "members": [ + 2798 + ], + "max_error": 0.0 + }, + { + "representative": 2802, + "members": [ + 2802 + ], + "max_error": 0.0 + }, + { + "representative": 2580, + "members": [ + 2580 + ], + "max_error": 0.0 + }, + { + "representative": 2705, + "members": [ + 2705 + ], + "max_error": 0.0 + }, + { + "representative": 2719, + "members": [ + 2719 + ], + "max_error": 0.0 + }, + { + "representative": 2804, + "members": [ + 2804 + ], + "max_error": 0.0 + }, + { + "representative": 2731, + "members": [ + 2731 + ], + "max_error": 0.0 + }, + { + "representative": 2750, + "members": [ + 2750 + ], + "max_error": 0.0 + }, + { + "representative": 2766, + "members": [ + 2766 + ], + "max_error": 0.0 + }, + { + "representative": 2618, + "members": [ + 2618 + ], + "max_error": 0.0 + }, + { + "representative": 3146, + "members": [ + 3146 + ], + "max_error": 0.0 + }, + { + "representative": 3291, + "members": [ + 3291 + ], + "max_error": 0.0 + }, + { + "representative": 3219, + "members": [ + 3219 + ], + "max_error": 0.0 + }, + { + "representative": 3194, + "members": [ + 3194 + ], + "max_error": 0.0 + }, + { + "representative": 3164, + "members": [ + 3164 + ], + "max_error": 0.0 + }, + { + "representative": 3083, + "members": [ + 3083 + ], + "max_error": 0.0 + }, + { + "representative": 3088, + "members": [ + 3088 + ], + "max_error": 0.0 + }, + { + "representative": 3113, + "members": [ + 3113 + ], + "max_error": 0.0 + }, + { + "representative": 3631, + "members": [ + 3631 + ], + "max_error": 0.0 + }, + { + "representative": 3749, + "members": [ + 3749 + ], + "max_error": 0.0 + }, + { + "representative": 3730, + "members": [ + 3730 + ], + "max_error": 0.0 + }, + { + "representative": 3812, + "members": [ + 3812 + ], + "max_error": 0.0 + }, + { + "representative": 3772, + "members": [ + 3772 + ], + "max_error": 0.0 + }, + { + "representative": 3696, + "members": [ + 3696 + ], + "max_error": 0.0 + }, + { + "representative": 3602, + "members": [ + 3602 + ], + "max_error": 0.0 + }, + { + "representative": 3630, + "members": [ + 3630 + ], + "max_error": 0.0 + }, + { + "representative": 3813, + "members": [ + 3813 + ], + "max_error": 0.0 + }, + { + "representative": 3684, + "members": [ + 3684 + ], + "max_error": 0.0 + }, + { + "representative": 3759, + "members": [ + 3759 + ], + "max_error": 0.0 + }, + { + "representative": 1096, + "members": [ + 1096 + ], + "max_error": 0.0 + }, + { + "representative": 1061, + "members": [ + 1061 + ], + "max_error": 0.0 + }, + { + "representative": 1221, + "members": [ + 1221 + ], + "max_error": 0.0 + }, + { + "representative": 1106, + "members": [ + 1106 + ], + "max_error": 0.0 + }, + { + "representative": 1050, + "members": [ + 1050 + ], + "max_error": 0.0 + }, + { + "representative": 1192, + "members": [ + 1192 + ], + "max_error": 0.0 + }, + { + "representative": 1240, + "members": [ + 1240 + ], + "max_error": 0.0 + }, + { + "representative": 1175, + "members": [ + 1175 + ], + "max_error": 0.0 + }, + { + "representative": 1243, + "members": [ + 1243 + ], + "max_error": 0.0 + }, + { + "representative": 1115, + "members": [ + 1115 + ], + "max_error": 0.0 + }, + { + "representative": 1060, + "members": [ + 1060 + ], + "max_error": 0.0 + }, + { + "representative": 1150, + "members": [ + 1150 + ], + "max_error": 0.0 + }, + { + "representative": 1246, + "members": [ + 1246 + ], + "max_error": 0.0 + }, + { + "representative": 1199, + "members": [ + 1199 + ], + "max_error": 0.0 + }, + { + "representative": 1261, + "members": [ + 1261 + ], + "max_error": 0.0 + }, + { + "representative": 1217, + "members": [ + 1217 + ], + "max_error": 0.0 + }, + { + "representative": 1216, + "members": [ + 1216 + ], + "max_error": 0.0 + }, + { + "representative": 1233, + "members": [ + 1233 + ], + "max_error": 0.0 + }, + { + "representative": 1552, + "members": [ + 1552 + ], + "max_error": 0.0 + }, + { + "representative": 1582, + "members": [ + 1582 + ], + "max_error": 0.0 + }, + { + "representative": 1662, + "members": [ + 1662 + ], + "max_error": 0.0 + }, + { + "representative": 1560, + "members": [ + 1560 + ], + "max_error": 0.0 + }, + { + "representative": 1777, + "members": [ + 1777 + ], + "max_error": 0.0 + }, + { + "representative": 1603, + "members": [ + 1603 + ], + "max_error": 0.0 + }, + { + "representative": 1747, + "members": [ + 1747 + ], + "max_error": 0.0 + }, + { + "representative": 1758, + "members": [ + 1758 + ], + "max_error": 0.0 + }, + { + "representative": 1766, + "members": [ + 1766 + ], + "max_error": 0.0 + }, + { + "representative": 1702, + "members": [ + 1702 + ], + "max_error": 0.0 + }, + { + "representative": 1736, + "members": [ + 1736 + ], + "max_error": 0.0 + }, + { + "representative": 1749, + "members": [ + 1749 + ], + "max_error": 0.0 + }, + { + "representative": 1661, + "members": [ + 1661 + ], + "max_error": 0.0 + }, + { + "representative": 2090, + "members": [ + 2090 + ], + "max_error": 0.0 + }, + { + "representative": 2070, + "members": [ + 2070 + ], + "max_error": 0.0 + }, + { + "representative": 2062, + "members": [ + 2062 + ], + "max_error": 0.0 + }, + { + "representative": 2152, + "members": [ + 2152 + ], + "max_error": 0.0 + }, + { + "representative": 2068, + "members": [ + 2068 + ], + "max_error": 0.0 + }, + { + "representative": 2191, + "members": [ + 2191 + ], + "max_error": 0.0 + }, + { + "representative": 2141, + "members": [ + 2141 + ], + "max_error": 0.0 + }, + { + "representative": 2207, + "members": [ + 2207 + ], + "max_error": 0.0 + }, + { + "representative": 2093, + "members": [ + 2093 + ], + "max_error": 0.0 + }, + { + "representative": 2077, + "members": [ + 2077 + ], + "max_error": 0.0 + }, + { + "representative": 2739, + "members": [ + 2739 + ], + "max_error": 0.0 + }, + { + "representative": 2590, + "members": [ + 2590 + ], + "max_error": 0.0 + }, + { + "representative": 2592, + "members": [ + 2592 + ], + "max_error": 0.0 + }, + { + "representative": 2571, + "members": [ + 2571 + ], + "max_error": 0.0 + }, + { + "representative": 2614, + "members": [ + 2614 + ], + "max_error": 0.0 + }, + { + "representative": 2777, + "members": [ + 2777 + ], + "max_error": 0.0 + }, + { + "representative": 2640, + "members": [ + 2640 + ], + "max_error": 0.0 + }, + { + "representative": 2726, + "members": [ + 2726 + ], + "max_error": 0.0 + }, + { + "representative": 2753, + "members": [ + 2753 + ], + "max_error": 0.0 + }, + { + "representative": 2677, + "members": [ + 2677 + ], + "max_error": 0.0 + }, + { + "representative": 3142, + "members": [ + 3142 + ], + "max_error": 0.0 + }, + { + "representative": 3227, + "members": [ + 3227 + ], + "max_error": 0.0 + }, + { + "representative": 3210, + "members": [ + 3210 + ], + "max_error": 0.0 + }, + { + "representative": 3234, + "members": [ + 3234 + ], + "max_error": 0.0 + }, + { + "representative": 3230, + "members": [ + 3230 + ], + "max_error": 0.0 + }, + { + "representative": 3079, + "members": [ + 3079 + ], + "max_error": 0.0 + }, + { + "representative": 3305, + "members": [ + 3305 + ], + "max_error": 0.0 + }, + { + "representative": 3299, + "members": [ + 3299 + ], + "max_error": 0.0 + }, + { + "representative": 3286, + "members": [ + 3286 + ], + "max_error": 0.0 + }, + { + "representative": 3750, + "members": [ + 3750 + ], + "max_error": 0.0 + }, + { + "representative": 3632, + "members": [ + 3632 + ], + "max_error": 0.0 + }, + { + "representative": 3742, + "members": [ + 3742 + ], + "max_error": 0.0 + }, + { + "representative": 3656, + "members": [ + 3656 + ], + "max_error": 0.0 + }, + { + "representative": 3666, + "members": [ + 3666 + ], + "max_error": 0.0 + }, + { + "representative": 3781, + "members": [ + 3781 + ], + "max_error": 0.0 + }, + { + "representative": 3611, + "members": [ + 3611 + ], + "max_error": 0.0 + }, + { + "representative": 3753, + "members": [ + 3753 + ], + "max_error": 0.0 + }, + { + "representative": 3609, + "members": [ + 3609 + ], + "max_error": 0.0 + }, + { + "representative": 3648, + "members": [ + 3648 + ], + "max_error": 0.0 + }, + { + "representative": 3622, + "members": [ + 3622 + ], + "max_error": 0.0 + }, + { + "representative": 3767, + "members": [ + 3767 + ], + "max_error": 0.0 + }, + { + "representative": 3640, + "members": [ + 3640 + ], + "max_error": 0.0 + }, + { + "representative": 3762, + "members": [ + 3762 + ], + "max_error": 0.0 + }, + { + "representative": 3658, + "members": [ + 3658 + ], + "max_error": 0.0 + }, + { + "representative": 3733, + "members": [ + 3733 + ], + "max_error": 0.0 + }, + { + "representative": 2654, + "members": [ + 2654 + ], + "max_error": 0.0 + }, + { + "representative": 2801, + "members": [ + 2801 + ], + "max_error": 0.0 + }, + { + "representative": 2742, + "members": [ + 2742 + ], + "max_error": 0.0 + }, + { + "representative": 2582, + "members": [ + 2582 + ], + "max_error": 0.0 + }, + { + "representative": 2591, + "members": [ + 2591 + ], + "max_error": 0.0 + }, + { + "representative": 2770, + "members": [ + 2770 + ], + "max_error": 0.0 + }, + { + "representative": 2735, + "members": [ + 2735 + ], + "max_error": 0.0 + }, + { + "representative": 2657, + "members": [ + 2657 + ], + "max_error": 0.0 + }, + { + "representative": 2684, + "members": [ + 2684 + ], + "max_error": 0.0 + }, + { + "representative": 2724, + "members": [ + 2724 + ], + "max_error": 0.0 + }, + { + "representative": 2662, + "members": [ + 2662 + ], + "max_error": 0.0 + }, + { + "representative": 2688, + "members": [ + 2688 + ], + "max_error": 0.0 + }, + { + "representative": 2667, + "members": [ + 2667 + ], + "max_error": 0.0 + }, + { + "representative": 2672, + "members": [ + 2672 + ], + "max_error": 0.0 + }, + { + "representative": 3306, + "members": [ + 3306 + ], + "max_error": 0.0 + }, + { + "representative": 3141, + "members": [ + 3141 + ], + "max_error": 0.0 + }, + { + "representative": 3238, + "members": [ + 3238 + ], + "max_error": 0.0 + }, + { + "representative": 3321, + "members": [ + 3321 + ], + "max_error": 0.0 + }, + { + "representative": 3300, + "members": [ + 3300 + ], + "max_error": 0.0 + }, + { + "representative": 3805, + "members": [ + 3805 + ], + "max_error": 0.0 + }, + { + "representative": 3599, + "members": [ + 3599 + ], + "max_error": 0.0 + }, + { + "representative": 3764, + "members": [ + 3764 + ], + "max_error": 0.0 + }, + { + "representative": 3655, + "members": [ + 3655 + ], + "max_error": 0.0 + }, + { + "representative": 3741, + "members": [ + 3741 + ], + "max_error": 0.0 + }, + { + "representative": 3678, + "members": [ + 3678 + ], + "max_error": 0.0 + }, + { + "representative": 3820, + "members": [ + 3820 + ], + "max_error": 0.0 + }, + { + "representative": 3745, + "members": [ + 3745 + ], + "max_error": 0.0 + }, + { + "representative": 3791, + "members": [ + 3791 + ], + "max_error": 0.0 + }, + { + "representative": 3647, + "members": [ + 3647 + ], + "max_error": 0.0 + }, + { + "representative": 3763, + "members": [ + 3763 + ], + "max_error": 0.0 + }, + { + "representative": 4298, + "members": [ + 4298 + ], + "max_error": 0.0 + }, + { + "representative": 4180, + "members": [ + 4180 + ], + "max_error": 0.0 + }, + { + "representative": 4181, + "members": [ + 4181 + ], + "max_error": 0.0 + }, + { + "representative": 4189, + "members": [ + 4189 + ], + "max_error": 0.0 + }, + { + "representative": 4195, + "members": [ + 4195 + ], + "max_error": 0.0 + }, + { + "representative": 4122, + "members": [ + 4122 + ], + "max_error": 0.0 + }, + { + "representative": 4108, + "members": [ + 4108 + ], + "max_error": 0.0 + }, + { + "representative": 4168, + "members": [ + 4168 + ], + "max_error": 0.0 + }, + { + "representative": 4199, + "members": [ + 4199 + ], + "max_error": 0.0 + }, + { + "representative": 4211, + "members": [ + 4211 + ], + "max_error": 0.0 + }, + { + "representative": 4288, + "members": [ + 4288 + ], + "max_error": 0.0 + }, + { + "representative": 4163, + "members": [ + 4163 + ], + "max_error": 0.0 + }, + { + "representative": 4125, + "members": [ + 4125 + ], + "max_error": 0.0 + }, + { + "representative": 4341, + "members": [ + 4341 + ], + "max_error": 0.0 + }, + { + "representative": 4334, + "members": [ + 4334 + ], + "max_error": 0.0 + }, + { + "representative": 4320, + "members": [ + 4320 + ], + "max_error": 0.0 + }, + { + "representative": 4345, + "members": [ + 4345 + ], + "max_error": 0.0 + }, + { + "representative": 4188, + "members": [ + 4188 + ], + "max_error": 0.0 + }, + { + "representative": 4269, + "members": [ + 4269 + ], + "max_error": 0.0 + }, + { + "representative": 4212, + "members": [ + 4212 + ], + "max_error": 0.0 + }, + { + "representative": 4209, + "members": [ + 4209 + ], + "max_error": 0.0 + }, + { + "representative": 4286, + "members": [ + 4286 + ], + "max_error": 0.0 + }, + { + "representative": 4190, + "members": [ + 4190 + ], + "max_error": 0.0 + }, + { + "representative": 4348, + "members": [ + 4348 + ], + "max_error": 0.0 + }, + { + "representative": 4176, + "members": [ + 4176 + ], + "max_error": 0.0 + }, + { + "representative": 4234, + "members": [ + 4234 + ], + "max_error": 0.0 + }, + { + "representative": 4268, + "members": [ + 4268 + ], + "max_error": 0.0 + }, + { + "representative": 4337, + "members": [ + 4337 + ], + "max_error": 0.0 + }, + { + "representative": 4136, + "members": [ + 4136 + ], + "max_error": 0.0 + }, + { + "representative": 4096, + "members": [ + 4096 + ], + "max_error": 0.0 + }, + { + "representative": 4270, + "members": [ + 4270 + ], + "max_error": 0.0 + }, + { + "representative": 4170, + "members": [ + 4170 + ], + "max_error": 0.0 + }, + { + "representative": 4169, + "members": [ + 4169 + ], + "max_error": 0.0 + }, + { + "representative": 4205, + "members": [ + 4205 + ], + "max_error": 0.0 + }, + { + "representative": 4182, + "members": [ + 4182 + ], + "max_error": 0.0 + }, + { + "representative": 4099, + "members": [ + 4099 + ], + "max_error": 0.0 + }, + { + "representative": 4297, + "members": [ + 4297 + ], + "max_error": 0.0 + }, + { + "representative": 4686, + "members": [ + 4686 + ], + "max_error": 0.0 + }, + { + "representative": 4661, + "members": [ + 4661 + ], + "max_error": 0.0 + }, + { + "representative": 4847, + "members": [ + 4847 + ], + "max_error": 0.0 + }, + { + "representative": 4815, + "members": [ + 4815 + ], + "max_error": 0.0 + }, + { + "representative": 4664, + "members": [ + 4664 + ], + "max_error": 0.0 + }, + { + "representative": 4735, + "members": [ + 4735 + ], + "max_error": 0.0 + }, + { + "representative": 4862, + "members": [ + 4862 + ], + "max_error": 0.0 + }, + { + "representative": 4645, + "members": [ + 4645 + ], + "max_error": 0.0 + }, + { + "representative": 4842, + "members": [ + 4842 + ], + "max_error": 0.0 + }, + { + "representative": 4628, + "members": [ + 4628 + ], + "max_error": 0.0 + }, + { + "representative": 4690, + "members": [ + 4690 + ], + "max_error": 0.0 + }, + { + "representative": 4823, + "members": [ + 4823 + ], + "max_error": 0.0 + }, + { + "representative": 4834, + "members": [ + 4834 + ], + "max_error": 0.0 + }, + { + "representative": 4819, + "members": [ + 4819 + ], + "max_error": 0.0 + }, + { + "representative": 4829, + "members": [ + 4829 + ], + "max_error": 0.0 + }, + { + "representative": 4747, + "members": [ + 4747 + ], + "max_error": 0.0 + }, + { + "representative": 4755, + "members": [ + 4755 + ], + "max_error": 0.0 + }, + { + "representative": 4748, + "members": [ + 4748 + ], + "max_error": 0.0 + }, + { + "representative": 4720, + "members": [ + 4720 + ], + "max_error": 0.0 + }, + { + "representative": 4790, + "members": [ + 4790 + ], + "max_error": 0.0 + }, + { + "representative": 4694, + "members": [ + 4694 + ], + "max_error": 0.0 + }, + { + "representative": 4767, + "members": [ + 4767 + ], + "max_error": 0.0 + }, + { + "representative": 4778, + "members": [ + 4778 + ], + "max_error": 0.0 + }, + { + "representative": 4821, + "members": [ + 4821 + ], + "max_error": 0.0 + }, + { + "representative": 4758, + "members": [ + 4758 + ], + "max_error": 0.0 + }, + { + "representative": 4789, + "members": [ + 4789 + ], + "max_error": 0.0 + }, + { + "representative": 4776, + "members": [ + 4776 + ], + "max_error": 0.0 + }, + { + "representative": 4711, + "members": [ + 4711 + ], + "max_error": 0.0 + }, + { + "representative": 4852, + "members": [ + 4852 + ], + "max_error": 0.0 + }, + { + "representative": 4855, + "members": [ + 4855 + ], + "max_error": 0.0 + }, + { + "representative": 4857, + "members": [ + 4857 + ], + "max_error": 0.0 + }, + { + "representative": 4816, + "members": [ + 4816 + ], + "max_error": 0.0 + }, + { + "representative": 4625, + "members": [ + 4625 + ], + "max_error": 0.0 + }, + { + "representative": 4760, + "members": [ + 4760 + ], + "max_error": 0.0 + }, + { + "representative": 4768, + "members": [ + 4768 + ], + "max_error": 0.0 + }, + { + "representative": 4787, + "members": [ + 4787 + ], + "max_error": 0.0 + }, + { + "representative": 4614, + "members": [ + 4614 + ], + "max_error": 0.0 + }, + { + "representative": 4615, + "members": [ + 4615 + ], + "max_error": 0.0 + }, + { + "representative": 4812, + "members": [ + 4812 + ], + "max_error": 0.0 + }, + { + "representative": 4632, + "members": [ + 4632 + ], + "max_error": 0.0 + }, + { + "representative": 4692, + "members": [ + 4692 + ], + "max_error": 0.0 + }, + { + "representative": 4860, + "members": [ + 4860 + ], + "max_error": 0.0 + }, + { + "representative": 4732, + "members": [ + 4732 + ], + "max_error": 0.0 + }, + { + "representative": 4705, + "members": [ + 4705 + ], + "max_error": 0.0 + }, + { + "representative": 4635, + "members": [ + 4635 + ], + "max_error": 0.0 + }, + { + "representative": 4723, + "members": [ + 4723 + ], + "max_error": 0.0 + }, + { + "representative": 5212, + "members": [ + 5212 + ], + "max_error": 0.0 + }, + { + "representative": 5366, + "members": [ + 5366 + ], + "max_error": 0.0 + }, + { + "representative": 5362, + "members": [ + 5362 + ], + "max_error": 0.0 + }, + { + "representative": 5323, + "members": [ + 5323 + ], + "max_error": 0.0 + }, + { + "representative": 5372, + "members": [ + 5372 + ], + "max_error": 0.0 + }, + { + "representative": 5349, + "members": [ + 5349 + ], + "max_error": 0.0 + }, + { + "representative": 5237, + "members": [ + 5237 + ], + "max_error": 0.0 + }, + { + "representative": 5282, + "members": [ + 5282 + ], + "max_error": 0.0 + }, + { + "representative": 5320, + "members": [ + 5320 + ], + "max_error": 0.0 + }, + { + "representative": 5322, + "members": [ + 5322 + ], + "max_error": 0.0 + }, + { + "representative": 5251, + "members": [ + 5251 + ], + "max_error": 0.0 + }, + { + "representative": 5253, + "members": [ + 5253 + ], + "max_error": 0.0 + }, + { + "representative": 5305, + "members": [ + 5305 + ], + "max_error": 0.0 + }, + { + "representative": 5196, + "members": [ + 5196 + ], + "max_error": 0.0 + }, + { + "representative": 5277, + "members": [ + 5277 + ], + "max_error": 0.0 + }, + { + "representative": 5364, + "members": [ + 5364 + ], + "max_error": 0.0 + }, + { + "representative": 5173, + "members": [ + 5173 + ], + "max_error": 0.0 + }, + { + "representative": 5343, + "members": [ + 5343 + ], + "max_error": 0.0 + }, + { + "representative": 5172, + "members": [ + 5172 + ], + "max_error": 0.0 + }, + { + "representative": 5186, + "members": [ + 5186 + ], + "max_error": 0.0 + }, + { + "representative": 5201, + "members": [ + 5201 + ], + "max_error": 0.0 + }, + { + "representative": 5250, + "members": [ + 5250 + ], + "max_error": 0.0 + }, + { + "representative": 5259, + "members": [ + 5259 + ], + "max_error": 0.0 + }, + { + "representative": 5363, + "members": [ + 5363 + ], + "max_error": 0.0 + }, + { + "representative": 5288, + "members": [ + 5288 + ], + "max_error": 0.0 + }, + { + "representative": 5150, + "members": [ + 5150 + ], + "max_error": 0.0 + }, + { + "representative": 5275, + "members": [ + 5275 + ], + "max_error": 0.0 + }, + { + "representative": 5321, + "members": [ + 5321 + ], + "max_error": 0.0 + }, + { + "representative": 5155, + "members": [ + 5155 + ], + "max_error": 0.0 + }, + { + "representative": 5136, + "members": [ + 5136 + ], + "max_error": 0.0 + }, + { + "representative": 5162, + "members": [ + 5162 + ], + "max_error": 0.0 + }, + { + "representative": 5139, + "members": [ + 5139 + ], + "max_error": 0.0 + }, + { + "representative": 5231, + "members": [ + 5231 + ], + "max_error": 0.0 + }, + { + "representative": 5287, + "members": [ + 5287 + ], + "max_error": 0.0 + }, + { + "representative": 5338, + "members": [ + 5338 + ], + "max_error": 0.0 + }, + { + "representative": 5339, + "members": [ + 5339 + ], + "max_error": 0.0 + }, + { + "representative": 5215, + "members": [ + 5215 + ], + "max_error": 0.0 + }, + { + "representative": 5762, + "members": [ + 5762 + ], + "max_error": 0.0 + }, + { + "representative": 5861, + "members": [ + 5861 + ], + "max_error": 0.0 + }, + { + "representative": 5670, + "members": [ + 5670 + ], + "max_error": 0.0 + }, + { + "representative": 5848, + "members": [ + 5848 + ], + "max_error": 0.0 + }, + { + "representative": 5877, + "members": [ + 5877 + ], + "max_error": 0.0 + }, + { + "representative": 5636, + "members": [ + 5636 + ], + "max_error": 0.0 + }, + { + "representative": 5686, + "members": [ + 5686 + ], + "max_error": 0.0 + }, + { + "representative": 5857, + "members": [ + 5857 + ], + "max_error": 0.0 + }, + { + "representative": 5688, + "members": [ + 5688 + ], + "max_error": 0.0 + }, + { + "representative": 5814, + "members": [ + 5814 + ], + "max_error": 0.0 + }, + { + "representative": 5639, + "members": [ + 5639 + ], + "max_error": 0.0 + }, + { + "representative": 5755, + "members": [ + 5755 + ], + "max_error": 0.0 + }, + { + "representative": 5864, + "members": [ + 5864 + ], + "max_error": 0.0 + }, + { + "representative": 5797, + "members": [ + 5797 + ], + "max_error": 0.0 + }, + { + "representative": 5700, + "members": [ + 5700 + ], + "max_error": 0.0 + }, + { + "representative": 5826, + "members": [ + 5826 + ], + "max_error": 0.0 + }, + { + "representative": 5691, + "members": [ + 5691 + ], + "max_error": 0.0 + }, + { + "representative": 5875, + "members": [ + 5875 + ], + "max_error": 0.0 + }, + { + "representative": 5689, + "members": [ + 5689 + ], + "max_error": 0.0 + }, + { + "representative": 5744, + "members": [ + 5744 + ], + "max_error": 0.0 + }, + { + "representative": 5737, + "members": [ + 5737 + ], + "max_error": 0.0 + }, + { + "representative": 5771, + "members": [ + 5771 + ], + "max_error": 0.0 + }, + { + "representative": 5811, + "members": [ + 5811 + ], + "max_error": 0.0 + }, + { + "representative": 5870, + "members": [ + 5870 + ], + "max_error": 0.0 + }, + { + "representative": 5671, + "members": [ + 5671 + ], + "max_error": 0.0 + }, + { + "representative": 5876, + "members": [ + 5876 + ], + "max_error": 0.0 + }, + { + "representative": 5829, + "members": [ + 5829 + ], + "max_error": 0.0 + }, + { + "representative": 5784, + "members": [ + 5784 + ], + "max_error": 0.0 + }, + { + "representative": 5647, + "members": [ + 5647 + ], + "max_error": 0.0 + }, + { + "representative": 5733, + "members": [ + 5733 + ], + "max_error": 0.0 + }, + { + "representative": 5760, + "members": [ + 5760 + ], + "max_error": 0.0 + }, + { + "representative": 5849, + "members": [ + 5849 + ], + "max_error": 0.0 + }, + { + "representative": 5644, + "members": [ + 5644 + ], + "max_error": 0.0 + }, + { + "representative": 5852, + "members": [ + 5852 + ], + "max_error": 0.0 + }, + { + "representative": 5634, + "members": [ + 5634 + ], + "max_error": 0.0 + }, + { + "representative": 5792, + "members": [ + 5792 + ], + "max_error": 0.0 + }, + { + "representative": 5713, + "members": [ + 5713 + ], + "max_error": 0.0 + }, + { + "representative": 5837, + "members": [ + 5837 + ], + "max_error": 0.0 + }, + { + "representative": 5704, + "members": [ + 5704 + ], + "max_error": 0.0 + }, + { + "representative": 5853, + "members": [ + 5853 + ], + "max_error": 0.0 + }, + { + "representative": 5662, + "members": [ + 5662 + ], + "max_error": 0.0 + }, + { + "representative": 5750, + "members": [ + 5750 + ], + "max_error": 0.0 + }, + { + "representative": 5719, + "members": [ + 5719 + ], + "max_error": 0.0 + }, + { + "representative": 5756, + "members": [ + 5756 + ], + "max_error": 0.0 + }, + { + "representative": 5682, + "members": [ + 5682 + ], + "max_error": 0.0 + }, + { + "representative": 5813, + "members": [ + 5813 + ], + "max_error": 0.0 + }, + { + "representative": 1107, + "members": [ + 1107 + ], + "max_error": 0.0 + }, + { + "representative": 1091, + "members": [ + 1091 + ], + "max_error": 0.0 + }, + { + "representative": 1075, + "members": [ + 1075 + ], + "max_error": 0.0 + }, + { + "representative": 1258, + "members": [ + 1258 + ], + "max_error": 0.0 + }, + { + "representative": 1213, + "members": [ + 1213 + ], + "max_error": 0.0 + }, + { + "representative": 1198, + "members": [ + 1198 + ], + "max_error": 0.0 + }, + { + "representative": 1031, + "members": [ + 1031 + ], + "max_error": 0.0 + }, + { + "representative": 1272, + "members": [ + 1272 + ], + "max_error": 0.0 + }, + { + "representative": 1166, + "members": [ + 1166 + ], + "max_error": 0.0 + }, + { + "representative": 1247, + "members": [ + 1247 + ], + "max_error": 0.0 + }, + { + "representative": 1067, + "members": [ + 1067 + ], + "max_error": 0.0 + }, + { + "representative": 1193, + "members": [ + 1193 + ], + "max_error": 0.0 + }, + { + "representative": 1070, + "members": [ + 1070 + ], + "max_error": 0.0 + }, + { + "representative": 1149, + "members": [ + 1149 + ], + "max_error": 0.0 + }, + { + "representative": 1177, + "members": [ + 1177 + ], + "max_error": 0.0 + }, + { + "representative": 1546, + "members": [ + 1546 + ], + "max_error": 0.0 + }, + { + "representative": 1770, + "members": [ + 1770 + ], + "max_error": 0.0 + }, + { + "representative": 1761, + "members": [ + 1761 + ], + "max_error": 0.0 + }, + { + "representative": 1753, + "members": [ + 1753 + ], + "max_error": 0.0 + }, + { + "representative": 1744, + "members": [ + 1744 + ], + "max_error": 0.0 + }, + { + "representative": 1653, + "members": [ + 1653 + ], + "max_error": 0.0 + }, + { + "representative": 1656, + "members": [ + 1656 + ], + "max_error": 0.0 + }, + { + "representative": 1722, + "members": [ + 1722 + ], + "max_error": 0.0 + }, + { + "representative": 1557, + "members": [ + 1557 + ], + "max_error": 0.0 + }, + { + "representative": 1778, + "members": [ + 1778 + ], + "max_error": 0.0 + }, + { + "representative": 1727, + "members": [ + 1727 + ], + "max_error": 0.0 + }, + { + "representative": 1717, + "members": [ + 1717 + ], + "max_error": 0.0 + }, + { + "representative": 1721, + "members": [ + 1721 + ], + "max_error": 0.0 + }, + { + "representative": 1590, + "members": [ + 1590 + ], + "max_error": 0.0 + }, + { + "representative": 1548, + "members": [ + 1548 + ], + "max_error": 0.0 + }, + { + "representative": 1748, + "members": [ + 1748 + ], + "max_error": 0.0 + }, + { + "representative": 1701, + "members": [ + 1701 + ], + "max_error": 0.0 + }, + { + "representative": 1578, + "members": [ + 1578 + ], + "max_error": 0.0 + }, + { + "representative": 2100, + "members": [ + 2100 + ], + "max_error": 0.0 + }, + { + "representative": 2272, + "members": [ + 2272 + ], + "max_error": 0.0 + }, + { + "representative": 2165, + "members": [ + 2165 + ], + "max_error": 0.0 + }, + { + "representative": 2147, + "members": [ + 2147 + ], + "max_error": 0.0 + }, + { + "representative": 2267, + "members": [ + 2267 + ], + "max_error": 0.0 + }, + { + "representative": 2259, + "members": [ + 2259 + ], + "max_error": 0.0 + }, + { + "representative": 2212, + "members": [ + 2212 + ], + "max_error": 0.0 + }, + { + "representative": 2163, + "members": [ + 2163 + ], + "max_error": 0.0 + }, + { + "representative": 2216, + "members": [ + 2216 + ], + "max_error": 0.0 + }, + { + "representative": 2071, + "members": [ + 2071 + ], + "max_error": 0.0 + }, + { + "representative": 2301, + "members": [ + 2301 + ], + "max_error": 0.0 + }, + { + "representative": 2244, + "members": [ + 2244 + ], + "max_error": 0.0 + }, + { + "representative": 2078, + "members": [ + 2078 + ], + "max_error": 0.0 + }, + { + "representative": 2303, + "members": [ + 2303 + ], + "max_error": 0.0 + }, + { + "representative": 2130, + "members": [ + 2130 + ], + "max_error": 0.0 + }, + { + "representative": 2138, + "members": [ + 2138 + ], + "max_error": 0.0 + }, + { + "representative": 2647, + "members": [ + 2647 + ], + "max_error": 0.0 + }, + { + "representative": 2621, + "members": [ + 2621 + ], + "max_error": 0.0 + }, + { + "representative": 2632, + "members": [ + 2632 + ], + "max_error": 0.0 + }, + { + "representative": 2673, + "members": [ + 2673 + ], + "max_error": 0.0 + }, + { + "representative": 2765, + "members": [ + 2765 + ], + "max_error": 0.0 + }, + { + "representative": 2668, + "members": [ + 2668 + ], + "max_error": 0.0 + }, + { + "representative": 2799, + "members": [ + 2799 + ], + "max_error": 0.0 + }, + { + "representative": 2635, + "members": [ + 2635 + ], + "max_error": 0.0 + }, + { + "representative": 3312, + "members": [ + 3312 + ], + "max_error": 0.0 + }, + { + "representative": 3244, + "members": [ + 3244 + ], + "max_error": 0.0 + }, + { + "representative": 3183, + "members": [ + 3183 + ], + "max_error": 0.0 + }, + { + "representative": 3170, + "members": [ + 3170 + ], + "max_error": 0.0 + }, + { + "representative": 3143, + "members": [ + 3143 + ], + "max_error": 0.0 + }, + { + "representative": 3133, + "members": [ + 3133 + ], + "max_error": 0.0 + }, + { + "representative": 3311, + "members": [ + 3311 + ], + "max_error": 0.0 + }, + { + "representative": 3240, + "members": [ + 3240 + ], + "max_error": 0.0 + }, + { + "representative": 3148, + "members": [ + 3148 + ], + "max_error": 0.0 + }, + { + "representative": 3157, + "members": [ + 3157 + ], + "max_error": 0.0 + }, + { + "representative": 3134, + "members": [ + 3134 + ], + "max_error": 0.0 + }, + { + "representative": 3203, + "members": [ + 3203 + ], + "max_error": 0.0 + }, + { + "representative": 3193, + "members": [ + 3193 + ], + "max_error": 0.0 + }, + { + "representative": 3326, + "members": [ + 3326 + ], + "max_error": 0.0 + }, + { + "representative": 3661, + "members": [ + 3661 + ], + "max_error": 0.0 + }, + { + "representative": 3770, + "members": [ + 3770 + ], + "max_error": 0.0 + }, + { + "representative": 3829, + "members": [ + 3829 + ], + "max_error": 0.0 + }, + { + "representative": 3756, + "members": [ + 3756 + ], + "max_error": 0.0 + }, + { + "representative": 3619, + "members": [ + 3619 + ], + "max_error": 0.0 + }, + { + "representative": 3751, + "members": [ + 3751 + ], + "max_error": 0.0 + }, + { + "representative": 3677, + "members": [ + 3677 + ], + "max_error": 0.0 + }, + { + "representative": 3699, + "members": [ + 3699 + ], + "max_error": 0.0 + }, + { + "representative": 3740, + "members": [ + 3740 + ], + "max_error": 0.0 + }, + { + "representative": 3831, + "members": [ + 3831 + ], + "max_error": 0.0 + }, + { + "representative": 3778, + "members": [ + 3778 + ], + "max_error": 0.0 + }, + { + "representative": 3786, + "members": [ + 3786 + ], + "max_error": 0.0 + }, + { + "representative": 3816, + "members": [ + 3816 + ], + "max_error": 0.0 + }, + { + "representative": 3673, + "members": [ + 3673 + ], + "max_error": 0.0 + }, + { + "representative": 1143, + "members": [ + 1143 + ], + "max_error": 0.0 + }, + { + "representative": 1279, + "members": [ + 1279 + ], + "max_error": 0.0 + }, + { + "representative": 1207, + "members": [ + 1207 + ], + "max_error": 0.0 + }, + { + "representative": 1171, + "members": [ + 1171 + ], + "max_error": 0.0 + }, + { + "representative": 1237, + "members": [ + 1237 + ], + "max_error": 0.0 + }, + { + "representative": 1128, + "members": [ + 1128 + ], + "max_error": 0.0 + }, + { + "representative": 1077, + "members": [ + 1077 + ], + "max_error": 0.0 + }, + { + "representative": 1208, + "members": [ + 1208 + ], + "max_error": 0.0 + }, + { + "representative": 1254, + "members": [ + 1254 + ], + "max_error": 0.0 + }, + { + "representative": 1024, + "members": [ + 1024 + ], + "max_error": 0.0 + }, + { + "representative": 1189, + "members": [ + 1189 + ], + "max_error": 0.0 + }, + { + "representative": 1223, + "members": [ + 1223 + ], + "max_error": 0.0 + }, + { + "representative": 1153, + "members": [ + 1153 + ], + "max_error": 0.0 + }, + { + "representative": 1064, + "members": [ + 1064 + ], + "max_error": 0.0 + }, + { + "representative": 1219, + "members": [ + 1219 + ], + "max_error": 0.0 + }, + { + "representative": 1113, + "members": [ + 1113 + ], + "max_error": 0.0 + }, + { + "representative": 1088, + "members": [ + 1088 + ], + "max_error": 0.0 + }, + { + "representative": 1586, + "members": [ + 1586 + ], + "max_error": 0.0 + }, + { + "representative": 1551, + "members": [ + 1551 + ], + "max_error": 0.0 + }, + { + "representative": 1580, + "members": [ + 1580 + ], + "max_error": 0.0 + }, + { + "representative": 1756, + "members": [ + 1756 + ], + "max_error": 0.0 + }, + { + "representative": 1705, + "members": [ + 1705 + ], + "max_error": 0.0 + }, + { + "representative": 1676, + "members": [ + 1676 + ], + "max_error": 0.0 + }, + { + "representative": 1691, + "members": [ + 1691 + ], + "max_error": 0.0 + }, + { + "representative": 1790, + "members": [ + 1790 + ], + "max_error": 0.0 + }, + { + "representative": 1629, + "members": [ + 1629 + ], + "max_error": 0.0 + }, + { + "representative": 1708, + "members": [ + 1708 + ], + "max_error": 0.0 + }, + { + "representative": 1630, + "members": [ + 1630 + ], + "max_error": 0.0 + }, + { + "representative": 1644, + "members": [ + 1644 + ], + "max_error": 0.0 + }, + { + "representative": 1542, + "members": [ + 1542 + ], + "max_error": 0.0 + }, + { + "representative": 2235, + "members": [ + 2235 + ], + "max_error": 0.0 + }, + { + "representative": 2278, + "members": [ + 2278 + ], + "max_error": 0.0 + }, + { + "representative": 2151, + "members": [ + 2151 + ], + "max_error": 0.0 + }, + { + "representative": 2287, + "members": [ + 2287 + ], + "max_error": 0.0 + }, + { + "representative": 2154, + "members": [ + 2154 + ], + "max_error": 0.0 + }, + { + "representative": 2205, + "members": [ + 2205 + ], + "max_error": 0.0 + }, + { + "representative": 2261, + "members": [ + 2261 + ], + "max_error": 0.0 + }, + { + "representative": 2200, + "members": [ + 2200 + ], + "max_error": 0.0 + }, + { + "representative": 2109, + "members": [ + 2109 + ], + "max_error": 0.0 + }, + { + "representative": 2199, + "members": [ + 2199 + ], + "max_error": 0.0 + }, + { + "representative": 2104, + "members": [ + 2104 + ], + "max_error": 0.0 + }, + { + "representative": 2225, + "members": [ + 2225 + ], + "max_error": 0.0 + }, + { + "representative": 2086, + "members": [ + 2086 + ], + "max_error": 0.0 + }, + { + "representative": 2609, + "members": [ + 2609 + ], + "max_error": 0.0 + }, + { + "representative": 2638, + "members": [ + 2638 + ], + "max_error": 0.0 + }, + { + "representative": 2597, + "members": [ + 2597 + ], + "max_error": 0.0 + }, + { + "representative": 2666, + "members": [ + 2666 + ], + "max_error": 0.0 + }, + { + "representative": 2768, + "members": [ + 2768 + ], + "max_error": 0.0 + }, + { + "representative": 2729, + "members": [ + 2729 + ], + "max_error": 0.0 + }, + { + "representative": 2565, + "members": [ + 2565 + ], + "max_error": 0.0 + }, + { + "representative": 2649, + "members": [ + 2649 + ], + "max_error": 0.0 + }, + { + "representative": 2714, + "members": [ + 2714 + ], + "max_error": 0.0 + }, + { + "representative": 2700, + "members": [ + 2700 + ], + "max_error": 0.0 + }, + { + "representative": 2642, + "members": [ + 2642 + ], + "max_error": 0.0 + }, + { + "representative": 2793, + "members": [ + 2793 + ], + "max_error": 0.0 + }, + { + "representative": 3129, + "members": [ + 3129 + ], + "max_error": 0.0 + }, + { + "representative": 3139, + "members": [ + 3139 + ], + "max_error": 0.0 + }, + { + "representative": 3327, + "members": [ + 3327 + ], + "max_error": 0.0 + }, + { + "representative": 3172, + "members": [ + 3172 + ], + "max_error": 0.0 + }, + { + "representative": 3324, + "members": [ + 3324 + ], + "max_error": 0.0 + }, + { + "representative": 3144, + "members": [ + 3144 + ], + "max_error": 0.0 + }, + { + "representative": 3224, + "members": [ + 3224 + ], + "max_error": 0.0 + }, + { + "representative": 3292, + "members": [ + 3292 + ], + "max_error": 0.0 + }, + { + "representative": 3278, + "members": [ + 3278 + ], + "max_error": 0.0 + }, + { + "representative": 3825, + "members": [ + 3825 + ], + "max_error": 0.0 + }, + { + "representative": 3591, + "members": [ + 3591 + ], + "max_error": 0.0 + }, + { + "representative": 3731, + "members": [ + 3731 + ], + "max_error": 0.0 + }, + { + "representative": 3657, + "members": [ + 3657 + ], + "max_error": 0.0 + }, + { + "representative": 3717, + "members": [ + 3717 + ], + "max_error": 0.0 + }, + { + "representative": 3638, + "members": [ + 3638 + ], + "max_error": 0.0 + }, + { + "representative": 3743, + "members": [ + 3743 + ], + "max_error": 0.0 + }, + { + "representative": 3798, + "members": [ + 3798 + ], + "max_error": 0.0 + }, + { + "representative": 3614, + "members": [ + 3614 + ], + "max_error": 0.0 + }, + { + "representative": 3775, + "members": [ + 3775 + ], + "max_error": 0.0 + }, + { + "representative": 3682, + "members": [ + 3682 + ], + "max_error": 0.0 + }, + { + "representative": 3693, + "members": [ + 3693 + ], + "max_error": 0.0 + }, + { + "representative": 3785, + "members": [ + 3785 + ], + "max_error": 0.0 + }, + { + "representative": 3796, + "members": [ + 3796 + ], + "max_error": 0.0 + }, + { + "representative": 6150, + "members": [ + 6150 + ], + "max_error": 0.0 + }, + { + "representative": 6152, + "members": [ + 6152 + ], + "max_error": 0.0 + }, + { + "representative": 6154, + "members": [ + 6154 + ], + "max_error": 0.0 + }, + { + "representative": 6165, + "members": [ + 6165 + ], + "max_error": 0.0 + }, + { + "representative": 6170, + "members": [ + 6170 + ], + "max_error": 0.0 + }, + { + "representative": 6172, + "members": [ + 6172 + ], + "max_error": 0.0 + }, + { + "representative": 6180, + "members": [ + 6180 + ], + "max_error": 0.0 + }, + { + "representative": 6183, + "members": [ + 6183 + ], + "max_error": 0.0 + }, + { + "representative": 6190, + "members": [ + 6190 + ], + "max_error": 0.0 + }, + { + "representative": 6193, + "members": [ + 6193 + ], + "max_error": 0.0 + }, + { + "representative": 6194, + "members": [ + 6194 + ], + "max_error": 0.0 + }, + { + "representative": 6197, + "members": [ + 6197 + ], + "max_error": 0.0 + }, + { + "representative": 6198, + "members": [ + 6198 + ], + "max_error": 0.0 + }, + { + "representative": 6728, + "members": [ + 6728 + ], + "max_error": 0.0 + }, + { + "representative": 6732, + "members": [ + 6732 + ], + "max_error": 0.0 + }, + { + "representative": 6664, + "members": [ + 6664 + ], + "max_error": 0.0 + }, + { + "representative": 6738, + "members": [ + 6738 + ], + "max_error": 0.0 + }, + { + "representative": 6763, + "members": [ + 6763 + ], + "max_error": 0.0 + }, + { + "representative": 6783, + "members": [ + 6783 + ], + "max_error": 0.0 + }, + { + "representative": 6784, + "members": [ + 6784 + ], + "max_error": 0.0 + }, + { + "representative": 6786, + "members": [ + 6786 + ], + "max_error": 0.0 + }, + { + "representative": 6826, + "members": [ + 6826 + ], + "max_error": 0.0 + }, + { + "representative": 6829, + "members": [ + 6829 + ], + "max_error": 0.0 + }, + { + "representative": 7241, + "members": [ + 7241 + ], + "max_error": 0.0 + }, + { + "representative": 7268, + "members": [ + 7268 + ], + "max_error": 0.0 + }, + { + "representative": 7302, + "members": [ + 7302 + ], + "max_error": 0.0 + }, + { + "representative": 7326, + "members": [ + 7326 + ], + "max_error": 0.0 + }, + { + "representative": 7334, + "members": [ + 7334 + ], + "max_error": 0.0 + }, + { + "representative": 7353, + "members": [ + 7353 + ], + "max_error": 0.0 + }, + { + "representative": 7379, + "members": [ + 7379 + ], + "max_error": 0.0 + }, + { + "representative": 7211, + "members": [ + 7211 + ], + "max_error": 0.0 + }, + { + "representative": 7721, + "members": [ + 7721 + ], + "max_error": 0.0 + }, + { + "representative": 7739, + "members": [ + 7739 + ], + "max_error": 0.0 + }, + { + "representative": 7718, + "members": [ + 7718 + ], + "max_error": 0.0 + }, + { + "representative": 7775, + "members": [ + 7775 + ], + "max_error": 0.0 + }, + { + "representative": 7802, + "members": [ + 7802 + ], + "max_error": 0.0 + }, + { + "representative": 7832, + "members": [ + 7832 + ], + "max_error": 0.0 + }, + { + "representative": 7863, + "members": [ + 7863 + ], + "max_error": 0.0 + }, + { + "representative": 7884, + "members": [ + 7884 + ], + "max_error": 0.0 + }, + { + "representative": 7887, + "members": [ + 7887 + ], + "max_error": 0.0 + }, + { + "representative": 7876, + "members": [ + 7876 + ], + "max_error": 0.0 + }, + { + "representative": 7905, + "members": [ + 7905 + ], + "max_error": 0.0 + }, + { + "representative": 6213, + "members": [ + 6213 + ], + "max_error": 0.0 + }, + { + "representative": 6223, + "members": [ + 6223 + ], + "max_error": 0.0 + }, + { + "representative": 6248, + "members": [ + 6248 + ], + "max_error": 0.0 + }, + { + "representative": 6251, + "members": [ + 6251 + ], + "max_error": 0.0 + }, + { + "representative": 6254, + "members": [ + 6254 + ], + "max_error": 0.0 + }, + { + "representative": 6256, + "members": [ + 6256 + ], + "max_error": 0.0 + }, + { + "representative": 6266, + "members": [ + 6266 + ], + "max_error": 0.0 + }, + { + "representative": 6848, + "members": [ + 6848 + ], + "max_error": 0.0 + }, + { + "representative": 6798, + "members": [ + 6798 + ], + "max_error": 0.0 + }, + { + "representative": 6679, + "members": [ + 6679 + ], + "max_error": 0.0 + }, + { + "representative": 6860, + "members": [ + 6860 + ], + "max_error": 0.0 + }, + { + "representative": 6861, + "members": [ + 6861 + ], + "max_error": 0.0 + }, + { + "representative": 6811, + "members": [ + 6811 + ], + "max_error": 0.0 + }, + { + "representative": 6684, + "members": [ + 6684 + ], + "max_error": 0.0 + }, + { + "representative": 6893, + "members": [ + 6893 + ], + "max_error": 0.0 + }, + { + "representative": 7391, + "members": [ + 7391 + ], + "max_error": 0.0 + }, + { + "representative": 7380, + "members": [ + 7380 + ], + "max_error": 0.0 + }, + { + "representative": 7195, + "members": [ + 7195 + ], + "max_error": 0.0 + }, + { + "representative": 7182, + "members": [ + 7182 + ], + "max_error": 0.0 + }, + { + "representative": 7405, + "members": [ + 7405 + ], + "max_error": 0.0 + }, + { + "representative": 7293, + "members": [ + 7293 + ], + "max_error": 0.0 + }, + { + "representative": 7283, + "members": [ + 7283 + ], + "max_error": 0.0 + }, + { + "representative": 7336, + "members": [ + 7336 + ], + "max_error": 0.0 + }, + { + "representative": 7191, + "members": [ + 7191 + ], + "max_error": 0.0 + }, + { + "representative": 7340, + "members": [ + 7340 + ], + "max_error": 0.0 + }, + { + "representative": 7312, + "members": [ + 7312 + ], + "max_error": 0.0 + }, + { + "representative": 7406, + "members": [ + 7406 + ], + "max_error": 0.0 + }, + { + "representative": 7216, + "members": [ + 7216 + ], + "max_error": 0.0 + }, + { + "representative": 7839, + "members": [ + 7839 + ], + "max_error": 0.0 + }, + { + "representative": 7898, + "members": [ + 7898 + ], + "max_error": 0.0 + }, + { + "representative": 7851, + "members": [ + 7851 + ], + "max_error": 0.0 + }, + { + "representative": 7895, + "members": [ + 7895 + ], + "max_error": 0.0 + }, + { + "representative": 7934, + "members": [ + 7934 + ], + "max_error": 0.0 + }, + { + "representative": 7815, + "members": [ + 7815 + ], + "max_error": 0.0 + }, + { + "representative": 7883, + "members": [ + 7883 + ], + "max_error": 0.0 + }, + { + "representative": 7868, + "members": [ + 7868 + ], + "max_error": 0.0 + }, + { + "representative": 7856, + "members": [ + 7856 + ], + "max_error": 0.0 + }, + { + "representative": 7805, + "members": [ + 7805 + ], + "max_error": 0.0 + }, + { + "representative": 6272, + "members": [ + 6272 + ], + "max_error": 0.0 + }, + { + "representative": 6293, + "members": [ + 6293 + ], + "max_error": 0.0 + }, + { + "representative": 6295, + "members": [ + 6295 + ], + "max_error": 0.0 + }, + { + "representative": 6299, + "members": [ + 6299 + ], + "max_error": 0.0 + }, + { + "representative": 6300, + "members": [ + 6300 + ], + "max_error": 0.0 + }, + { + "representative": 6303, + "members": [ + 6303 + ], + "max_error": 0.0 + }, + { + "representative": 6311, + "members": [ + 6311 + ], + "max_error": 0.0 + }, + { + "representative": 6325, + "members": [ + 6325 + ], + "max_error": 0.0 + }, + { + "representative": 6328, + "members": [ + 6328 + ], + "max_error": 0.0 + }, + { + "representative": 6690, + "members": [ + 6690 + ], + "max_error": 0.0 + }, + { + "representative": 6799, + "members": [ + 6799 + ], + "max_error": 0.0 + }, + { + "representative": 6908, + "members": [ + 6908 + ], + "max_error": 0.0 + }, + { + "representative": 6749, + "members": [ + 6749 + ], + "max_error": 0.0 + }, + { + "representative": 6692, + "members": [ + 6692 + ], + "max_error": 0.0 + }, + { + "representative": 6781, + "members": [ + 6781 + ], + "max_error": 0.0 + }, + { + "representative": 6723, + "members": [ + 6723 + ], + "max_error": 0.0 + }, + { + "representative": 6683, + "members": [ + 6683 + ], + "max_error": 0.0 + }, + { + "representative": 6769, + "members": [ + 6769 + ], + "max_error": 0.0 + }, + { + "representative": 6724, + "members": [ + 6724 + ], + "max_error": 0.0 + }, + { + "representative": 6792, + "members": [ + 6792 + ], + "max_error": 0.0 + }, + { + "representative": 6699, + "members": [ + 6699 + ], + "max_error": 0.0 + }, + { + "representative": 6754, + "members": [ + 6754 + ], + "max_error": 0.0 + }, + { + "representative": 6882, + "members": [ + 6882 + ], + "max_error": 0.0 + }, + { + "representative": 7285, + "members": [ + 7285 + ], + "max_error": 0.0 + }, + { + "representative": 7403, + "members": [ + 7403 + ], + "max_error": 0.0 + }, + { + "representative": 7214, + "members": [ + 7214 + ], + "max_error": 0.0 + }, + { + "representative": 7306, + "members": [ + 7306 + ], + "max_error": 0.0 + }, + { + "representative": 7390, + "members": [ + 7390 + ], + "max_error": 0.0 + }, + { + "representative": 7309, + "members": [ + 7309 + ], + "max_error": 0.0 + }, + { + "representative": 7246, + "members": [ + 7246 + ], + "max_error": 0.0 + }, + { + "representative": 7308, + "members": [ + 7308 + ], + "max_error": 0.0 + }, + { + "representative": 7372, + "members": [ + 7372 + ], + "max_error": 0.0 + }, + { + "representative": 7732, + "members": [ + 7732 + ], + "max_error": 0.0 + }, + { + "representative": 7759, + "members": [ + 7759 + ], + "max_error": 0.0 + }, + { + "representative": 7684, + "members": [ + 7684 + ], + "max_error": 0.0 + }, + { + "representative": 7926, + "members": [ + 7926 + ], + "max_error": 0.0 + }, + { + "representative": 7819, + "members": [ + 7819 + ], + "max_error": 0.0 + }, + { + "representative": 7925, + "members": [ + 7925 + ], + "max_error": 0.0 + }, + { + "representative": 7843, + "members": [ + 7843 + ], + "max_error": 0.0 + }, + { + "representative": 7831, + "members": [ + 7831 + ], + "max_error": 0.0 + }, + { + "representative": 7723, + "members": [ + 7723 + ], + "max_error": 0.0 + }, + { + "representative": 7689, + "members": [ + 7689 + ], + "max_error": 0.0 + }, + { + "representative": 7783, + "members": [ + 7783 + ], + "max_error": 0.0 + }, + { + "representative": 7860, + "members": [ + 7860 + ], + "max_error": 0.0 + }, + { + "representative": 7796, + "members": [ + 7796 + ], + "max_error": 0.0 + }, + { + "representative": 7767, + "members": [ + 7767 + ], + "max_error": 0.0 + }, + { + "representative": 7836, + "members": [ + 7836 + ], + "max_error": 0.0 + }, + { + "representative": 7874, + "members": [ + 7874 + ], + "max_error": 0.0 + }, + { + "representative": 7861, + "members": [ + 7861 + ], + "max_error": 0.0 + }, + { + "representative": 7821, + "members": [ + 7821 + ], + "max_error": 0.0 + }, + { + "representative": 7690, + "members": [ + 7690 + ], + "max_error": 0.0 + }, + { + "representative": 7852, + "members": [ + 7852 + ], + "max_error": 0.0 + }, + { + "representative": 7750, + "members": [ + 7750 + ], + "max_error": 0.0 + }, + { + "representative": 6336, + "members": [ + 6336 + ], + "max_error": 0.0 + }, + { + "representative": 6345, + "members": [ + 6345 + ], + "max_error": 0.0 + }, + { + "representative": 6346, + "members": [ + 6346 + ], + "max_error": 0.0 + }, + { + "representative": 6348, + "members": [ + 6348 + ], + "max_error": 0.0 + }, + { + "representative": 6350, + "members": [ + 6350 + ], + "max_error": 0.0 + }, + { + "representative": 6352, + "members": [ + 6352 + ], + "max_error": 0.0 + }, + { + "representative": 6354, + "members": [ + 6354 + ], + "max_error": 0.0 + }, + { + "representative": 6362, + "members": [ + 6362 + ], + "max_error": 0.0 + }, + { + "representative": 6365, + "members": [ + 6365 + ], + "max_error": 0.0 + }, + { + "representative": 6372, + "members": [ + 6372 + ], + "max_error": 0.0 + }, + { + "representative": 6383, + "members": [ + 6383 + ], + "max_error": 0.0 + }, + { + "representative": 6384, + "members": [ + 6384 + ], + "max_error": 0.0 + }, + { + "representative": 6385, + "members": [ + 6385 + ], + "max_error": 0.0 + }, + { + "representative": 6741, + "members": [ + 6741 + ], + "max_error": 0.0 + }, + { + "representative": 6669, + "members": [ + 6669 + ], + "max_error": 0.0 + }, + { + "representative": 6911, + "members": [ + 6911 + ], + "max_error": 0.0 + }, + { + "representative": 6726, + "members": [ + 6726 + ], + "max_error": 0.0 + }, + { + "representative": 6814, + "members": [ + 6814 + ], + "max_error": 0.0 + }, + { + "representative": 6847, + "members": [ + 6847 + ], + "max_error": 0.0 + }, + { + "representative": 6877, + "members": [ + 6877 + ], + "max_error": 0.0 + }, + { + "representative": 6871, + "members": [ + 6871 + ], + "max_error": 0.0 + }, + { + "representative": 6694, + "members": [ + 6694 + ], + "max_error": 0.0 + }, + { + "representative": 6658, + "members": [ + 6658 + ], + "max_error": 0.0 + }, + { + "representative": 7299, + "members": [ + 7299 + ], + "max_error": 0.0 + }, + { + "representative": 7249, + "members": [ + 7249 + ], + "max_error": 0.0 + }, + { + "representative": 7220, + "members": [ + 7220 + ], + "max_error": 0.0 + }, + { + "representative": 7234, + "members": [ + 7234 + ], + "max_error": 0.0 + }, + { + "representative": 7361, + "members": [ + 7361 + ], + "max_error": 0.0 + }, + { + "representative": 7181, + "members": [ + 7181 + ], + "max_error": 0.0 + }, + { + "representative": 7346, + "members": [ + 7346 + ], + "max_error": 0.0 + }, + { + "representative": 7174, + "members": [ + 7174 + ], + "max_error": 0.0 + }, + { + "representative": 7215, + "members": [ + 7215 + ], + "max_error": 0.0 + }, + { + "representative": 7243, + "members": [ + 7243 + ], + "max_error": 0.0 + }, + { + "representative": 7902, + "members": [ + 7902 + ], + "max_error": 0.0 + }, + { + "representative": 7931, + "members": [ + 7931 + ], + "max_error": 0.0 + }, + { + "representative": 7711, + "members": [ + 7711 + ], + "max_error": 0.0 + }, + { + "representative": 7872, + "members": [ + 7872 + ], + "max_error": 0.0 + }, + { + "representative": 7912, + "members": [ + 7912 + ], + "max_error": 0.0 + }, + { + "representative": 7837, + "members": [ + 7837 + ], + "max_error": 0.0 + }, + { + "representative": 7903, + "members": [ + 7903 + ], + "max_error": 0.0 + }, + { + "representative": 7850, + "members": [ + 7850 + ], + "max_error": 0.0 + }, + { + "representative": 7746, + "members": [ + 7746 + ], + "max_error": 0.0 + }, + { + "representative": 7715, + "members": [ + 7715 + ], + "max_error": 0.0 + }, + { + "representative": 7799, + "members": [ + 7799 + ], + "max_error": 0.0 + }, + { + "representative": 7768, + "members": [ + 7768 + ], + "max_error": 0.0 + }, + { + "representative": 6335, + "members": [ + 6335 + ], + "max_error": 0.0 + }, + { + "representative": 6157, + "members": [ + 6157 + ], + "max_error": 0.0 + }, + { + "representative": 6347, + "members": [ + 6347 + ], + "max_error": 0.0 + }, + { + "representative": 6274, + "members": [ + 6274 + ], + "max_error": 0.0 + }, + { + "representative": 6203, + "members": [ + 6203 + ], + "max_error": 0.0 + }, + { + "representative": 6173, + "members": [ + 6173 + ], + "max_error": 0.0 + }, + { + "representative": 6307, + "members": [ + 6307 + ], + "max_error": 0.0 + }, + { + "representative": 6278, + "members": [ + 6278 + ], + "max_error": 0.0 + }, + { + "representative": 6222, + "members": [ + 6222 + ], + "max_error": 0.0 + }, + { + "representative": 6252, + "members": [ + 6252 + ], + "max_error": 0.0 + }, + { + "representative": 6772, + "members": [ + 6772 + ], + "max_error": 0.0 + }, + { + "representative": 6757, + "members": [ + 6757 + ], + "max_error": 0.0 + }, + { + "representative": 6898, + "members": [ + 6898 + ], + "max_error": 0.0 + }, + { + "representative": 6785, + "members": [ + 6785 + ], + "max_error": 0.0 + }, + { + "representative": 6747, + "members": [ + 6747 + ], + "max_error": 0.0 + }, + { + "representative": 6691, + "members": [ + 6691 + ], + "max_error": 0.0 + }, + { + "representative": 6836, + "members": [ + 6836 + ], + "max_error": 0.0 + }, + { + "representative": 6714, + "members": [ + 6714 + ], + "max_error": 0.0 + }, + { + "representative": 6806, + "members": [ + 6806 + ], + "max_error": 0.0 + }, + { + "representative": 6822, + "members": [ + 6822 + ], + "max_error": 0.0 + }, + { + "representative": 6853, + "members": [ + 6853 + ], + "max_error": 0.0 + }, + { + "representative": 6840, + "members": [ + 6840 + ], + "max_error": 0.0 + }, + { + "representative": 6731, + "members": [ + 6731 + ], + "max_error": 0.0 + }, + { + "representative": 6743, + "members": [ + 6743 + ], + "max_error": 0.0 + }, + { + "representative": 7261, + "members": [ + 7261 + ], + "max_error": 0.0 + }, + { + "representative": 7275, + "members": [ + 7275 + ], + "max_error": 0.0 + }, + { + "representative": 7291, + "members": [ + 7291 + ], + "max_error": 0.0 + }, + { + "representative": 7224, + "members": [ + 7224 + ], + "max_error": 0.0 + }, + { + "representative": 7233, + "members": [ + 7233 + ], + "max_error": 0.0 + }, + { + "representative": 7393, + "members": [ + 7393 + ], + "max_error": 0.0 + }, + { + "representative": 7230, + "members": [ + 7230 + ], + "max_error": 0.0 + }, + { + "representative": 7278, + "members": [ + 7278 + ], + "max_error": 0.0 + }, + { + "representative": 7232, + "members": [ + 7232 + ], + "max_error": 0.0 + }, + { + "representative": 7383, + "members": [ + 7383 + ], + "max_error": 0.0 + }, + { + "representative": 7307, + "members": [ + 7307 + ], + "max_error": 0.0 + }, + { + "representative": 7835, + "members": [ + 7835 + ], + "max_error": 0.0 + }, + { + "representative": 7913, + "members": [ + 7913 + ], + "max_error": 0.0 + }, + { + "representative": 7914, + "members": [ + 7914 + ], + "max_error": 0.0 + }, + { + "representative": 7713, + "members": [ + 7713 + ], + "max_error": 0.0 + }, + { + "representative": 7917, + "members": [ + 7917 + ], + "max_error": 0.0 + }, + { + "representative": 7793, + "members": [ + 7793 + ], + "max_error": 0.0 + }, + { + "representative": 7706, + "members": [ + 7706 + ], + "max_error": 0.0 + }, + { + "representative": 7696, + "members": [ + 7696 + ], + "max_error": 0.0 + }, + { + "representative": 7788, + "members": [ + 7788 + ], + "max_error": 0.0 + }, + { + "representative": 7825, + "members": [ + 7825 + ], + "max_error": 0.0 + }, + { + "representative": 6310, + "members": [ + 6310 + ], + "max_error": 0.0 + }, + { + "representative": 6259, + "members": [ + 6259 + ], + "max_error": 0.0 + }, + { + "representative": 6371, + "members": [ + 6371 + ], + "max_error": 0.0 + }, + { + "representative": 6359, + "members": [ + 6359 + ], + "max_error": 0.0 + }, + { + "representative": 6158, + "members": [ + 6158 + ], + "max_error": 0.0 + }, + { + "representative": 6169, + "members": [ + 6169 + ], + "max_error": 0.0 + }, + { + "representative": 6257, + "members": [ + 6257 + ], + "max_error": 0.0 + }, + { + "representative": 6148, + "members": [ + 6148 + ], + "max_error": 0.0 + }, + { + "representative": 6374, + "members": [ + 6374 + ], + "max_error": 0.0 + }, + { + "representative": 6218, + "members": [ + 6218 + ], + "max_error": 0.0 + }, + { + "representative": 6313, + "members": [ + 6313 + ], + "max_error": 0.0 + }, + { + "representative": 6736, + "members": [ + 6736 + ], + "max_error": 0.0 + }, + { + "representative": 6782, + "members": [ + 6782 + ], + "max_error": 0.0 + }, + { + "representative": 6886, + "members": [ + 6886 + ], + "max_error": 0.0 + }, + { + "representative": 6827, + "members": [ + 6827 + ], + "max_error": 0.0 + }, + { + "representative": 6819, + "members": [ + 6819 + ], + "max_error": 0.0 + }, + { + "representative": 6866, + "members": [ + 6866 + ], + "max_error": 0.0 + }, + { + "representative": 6657, + "members": [ + 6657 + ], + "max_error": 0.0 + }, + { + "representative": 6697, + "members": [ + 6697 + ], + "max_error": 0.0 + }, + { + "representative": 6862, + "members": [ + 6862 + ], + "max_error": 0.0 + }, + { + "representative": 6855, + "members": [ + 6855 + ], + "max_error": 0.0 + }, + { + "representative": 6891, + "members": [ + 6891 + ], + "max_error": 0.0 + }, + { + "representative": 6863, + "members": [ + 6863 + ], + "max_error": 0.0 + }, + { + "representative": 6729, + "members": [ + 6729 + ], + "max_error": 0.0 + }, + { + "representative": 6821, + "members": [ + 6821 + ], + "max_error": 0.0 + }, + { + "representative": 7280, + "members": [ + 7280 + ], + "max_error": 0.0 + }, + { + "representative": 7332, + "members": [ + 7332 + ], + "max_error": 0.0 + }, + { + "representative": 7177, + "members": [ + 7177 + ], + "max_error": 0.0 + }, + { + "representative": 7178, + "members": [ + 7178 + ], + "max_error": 0.0 + }, + { + "representative": 7298, + "members": [ + 7298 + ], + "max_error": 0.0 + }, + { + "representative": 7168, + "members": [ + 7168 + ], + "max_error": 0.0 + }, + { + "representative": 7288, + "members": [ + 7288 + ], + "max_error": 0.0 + }, + { + "representative": 7231, + "members": [ + 7231 + ], + "max_error": 0.0 + }, + { + "representative": 7401, + "members": [ + 7401 + ], + "max_error": 0.0 + }, + { + "representative": 7199, + "members": [ + 7199 + ], + "max_error": 0.0 + }, + { + "representative": 7342, + "members": [ + 7342 + ], + "max_error": 0.0 + }, + { + "representative": 7402, + "members": [ + 7402 + ], + "max_error": 0.0 + }, + { + "representative": 7263, + "members": [ + 7263 + ], + "max_error": 0.0 + }, + { + "representative": 7271, + "members": [ + 7271 + ], + "max_error": 0.0 + }, + { + "representative": 7761, + "members": [ + 7761 + ], + "max_error": 0.0 + }, + { + "representative": 7769, + "members": [ + 7769 + ], + "max_error": 0.0 + }, + { + "representative": 7834, + "members": [ + 7834 + ], + "max_error": 0.0 + }, + { + "representative": 7710, + "members": [ + 7710 + ], + "max_error": 0.0 + }, + { + "representative": 7782, + "members": [ + 7782 + ], + "max_error": 0.0 + }, + { + "representative": 7757, + "members": [ + 7757 + ], + "max_error": 0.0 + }, + { + "representative": 7741, + "members": [ + 7741 + ], + "max_error": 0.0 + }, + { + "representative": 7929, + "members": [ + 7929 + ], + "max_error": 0.0 + }, + { + "representative": 7733, + "members": [ + 7733 + ], + "max_error": 0.0 + }, + { + "representative": 7728, + "members": [ + 7728 + ], + "max_error": 0.0 + }, + { + "representative": 7758, + "members": [ + 7758 + ], + "max_error": 0.0 + }, + { + "representative": 7763, + "members": [ + 7763 + ], + "max_error": 0.0 + }, + { + "representative": 6246, + "members": [ + 6246 + ], + "max_error": 0.0 + }, + { + "representative": 6285, + "members": [ + 6285 + ], + "max_error": 0.0 + }, + { + "representative": 6369, + "members": [ + 6369 + ], + "max_error": 0.0 + }, + { + "representative": 6236, + "members": [ + 6236 + ], + "max_error": 0.0 + }, + { + "representative": 6265, + "members": [ + 6265 + ], + "max_error": 0.0 + }, + { + "representative": 6233, + "members": [ + 6233 + ], + "max_error": 0.0 + }, + { + "representative": 6355, + "members": [ + 6355 + ], + "max_error": 0.0 + }, + { + "representative": 6145, + "members": [ + 6145 + ], + "max_error": 0.0 + }, + { + "representative": 6339, + "members": [ + 6339 + ], + "max_error": 0.0 + }, + { + "representative": 6260, + "members": [ + 6260 + ], + "max_error": 0.0 + }, + { + "representative": 6338, + "members": [ + 6338 + ], + "max_error": 0.0 + }, + { + "representative": 6391, + "members": [ + 6391 + ], + "max_error": 0.0 + }, + { + "representative": 6381, + "members": [ + 6381 + ], + "max_error": 0.0 + }, + { + "representative": 6331, + "members": [ + 6331 + ], + "max_error": 0.0 + }, + { + "representative": 6880, + "members": [ + 6880 + ], + "max_error": 0.0 + }, + { + "representative": 6909, + "members": [ + 6909 + ], + "max_error": 0.0 + }, + { + "representative": 6856, + "members": [ + 6856 + ], + "max_error": 0.0 + }, + { + "representative": 6885, + "members": [ + 6885 + ], + "max_error": 0.0 + }, + { + "representative": 6890, + "members": [ + 6890 + ], + "max_error": 0.0 + }, + { + "representative": 6730, + "members": [ + 6730 + ], + "max_error": 0.0 + }, + { + "representative": 6831, + "members": [ + 6831 + ], + "max_error": 0.0 + }, + { + "representative": 6733, + "members": [ + 6733 + ], + "max_error": 0.0 + }, + { + "representative": 6667, + "members": [ + 6667 + ], + "max_error": 0.0 + }, + { + "representative": 6844, + "members": [ + 6844 + ], + "max_error": 0.0 + }, + { + "representative": 6775, + "members": [ + 6775 + ], + "max_error": 0.0 + }, + { + "representative": 6904, + "members": [ + 6904 + ], + "max_error": 0.0 + }, + { + "representative": 7399, + "members": [ + 7399 + ], + "max_error": 0.0 + }, + { + "representative": 7348, + "members": [ + 7348 + ], + "max_error": 0.0 + }, + { + "representative": 7381, + "members": [ + 7381 + ], + "max_error": 0.0 + }, + { + "representative": 7322, + "members": [ + 7322 + ], + "max_error": 0.0 + }, + { + "representative": 7404, + "members": [ + 7404 + ], + "max_error": 0.0 + }, + { + "representative": 7228, + "members": [ + 7228 + ], + "max_error": 0.0 + }, + { + "representative": 7266, + "members": [ + 7266 + ], + "max_error": 0.0 + }, + { + "representative": 7240, + "members": [ + 7240 + ], + "max_error": 0.0 + }, + { + "representative": 7212, + "members": [ + 7212 + ], + "max_error": 0.0 + }, + { + "representative": 7209, + "members": [ + 7209 + ], + "max_error": 0.0 + }, + { + "representative": 7190, + "members": [ + 7190 + ], + "max_error": 0.0 + }, + { + "representative": 7906, + "members": [ + 7906 + ], + "max_error": 0.0 + }, + { + "representative": 7858, + "members": [ + 7858 + ], + "max_error": 0.0 + }, + { + "representative": 7880, + "members": [ + 7880 + ], + "max_error": 0.0 + }, + { + "representative": 7720, + "members": [ + 7720 + ], + "max_error": 0.0 + }, + { + "representative": 7770, + "members": [ + 7770 + ], + "max_error": 0.0 + }, + { + "representative": 7854, + "members": [ + 7854 + ], + "max_error": 0.0 + }, + { + "representative": 7771, + "members": [ + 7771 + ], + "max_error": 0.0 + }, + { + "representative": 7787, + "members": [ + 7787 + ], + "max_error": 0.0 + }, + { + "representative": 7810, + "members": [ + 7810 + ], + "max_error": 0.0 + }, + { + "representative": 7930, + "members": [ + 7930 + ], + "max_error": 0.0 + }, + { + "representative": 7722, + "members": [ + 7722 + ], + "max_error": 0.0 + }, + { + "representative": 7849, + "members": [ + 7849 + ], + "max_error": 0.0 + }, + { + "representative": 7747, + "members": [ + 7747 + ], + "max_error": 0.0 + }, + { + "representative": 6249, + "members": [ + 6249 + ], + "max_error": 0.0 + }, + { + "representative": 6209, + "members": [ + 6209 + ], + "max_error": 0.0 + }, + { + "representative": 6235, + "members": [ + 6235 + ], + "max_error": 0.0 + }, + { + "representative": 6399, + "members": [ + 6399 + ], + "max_error": 0.0 + }, + { + "representative": 6171, + "members": [ + 6171 + ], + "max_error": 0.0 + }, + { + "representative": 6264, + "members": [ + 6264 + ], + "max_error": 0.0 + }, + { + "representative": 6324, + "members": [ + 6324 + ], + "max_error": 0.0 + }, + { + "representative": 6189, + "members": [ + 6189 + ], + "max_error": 0.0 + }, + { + "representative": 6174, + "members": [ + 6174 + ], + "max_error": 0.0 + }, + { + "representative": 6241, + "members": [ + 6241 + ], + "max_error": 0.0 + }, + { + "representative": 6309, + "members": [ + 6309 + ], + "max_error": 0.0 + }, + { + "representative": 6715, + "members": [ + 6715 + ], + "max_error": 0.0 + }, + { + "representative": 6746, + "members": [ + 6746 + ], + "max_error": 0.0 + }, + { + "representative": 6666, + "members": [ + 6666 + ], + "max_error": 0.0 + }, + { + "representative": 6820, + "members": [ + 6820 + ], + "max_error": 0.0 + }, + { + "representative": 6884, + "members": [ + 6884 + ], + "max_error": 0.0 + }, + { + "representative": 6712, + "members": [ + 6712 + ], + "max_error": 0.0 + }, + { + "representative": 6773, + "members": [ + 6773 + ], + "max_error": 0.0 + }, + { + "representative": 6776, + "members": [ + 6776 + ], + "max_error": 0.0 + }, + { + "representative": 6673, + "members": [ + 6673 + ], + "max_error": 0.0 + }, + { + "representative": 6905, + "members": [ + 6905 + ], + "max_error": 0.0 + }, + { + "representative": 6779, + "members": [ + 6779 + ], + "max_error": 0.0 + }, + { + "representative": 6815, + "members": [ + 6815 + ], + "max_error": 0.0 + }, + { + "representative": 7384, + "members": [ + 7384 + ], + "max_error": 0.0 + }, + { + "representative": 7206, + "members": [ + 7206 + ], + "max_error": 0.0 + }, + { + "representative": 7304, + "members": [ + 7304 + ], + "max_error": 0.0 + }, + { + "representative": 7188, + "members": [ + 7188 + ], + "max_error": 0.0 + }, + { + "representative": 7300, + "members": [ + 7300 + ], + "max_error": 0.0 + }, + { + "representative": 7270, + "members": [ + 7270 + ], + "max_error": 0.0 + }, + { + "representative": 7276, + "members": [ + 7276 + ], + "max_error": 0.0 + }, + { + "representative": 7374, + "members": [ + 7374 + ], + "max_error": 0.0 + }, + { + "representative": 7743, + "members": [ + 7743 + ], + "max_error": 0.0 + }, + { + "representative": 7791, + "members": [ + 7791 + ], + "max_error": 0.0 + }, + { + "representative": 7818, + "members": [ + 7818 + ], + "max_error": 0.0 + }, + { + "representative": 7921, + "members": [ + 7921 + ], + "max_error": 0.0 + }, + { + "representative": 7735, + "members": [ + 7735 + ], + "max_error": 0.0 + }, + { + "representative": 7781, + "members": [ + 7781 + ], + "max_error": 0.0 + }, + { + "representative": 7742, + "members": [ + 7742 + ], + "max_error": 0.0 + }, + { + "representative": 7888, + "members": [ + 7888 + ], + "max_error": 0.0 + }, + { + "representative": 7692, + "members": [ + 7692 + ], + "max_error": 0.0 + }, + { + "representative": 7881, + "members": [ + 7881 + ], + "max_error": 0.0 + }, + { + "representative": 6392, + "members": [ + 6392 + ], + "max_error": 0.0 + }, + { + "representative": 6163, + "members": [ + 6163 + ], + "max_error": 0.0 + }, + { + "representative": 6387, + "members": [ + 6387 + ], + "max_error": 0.0 + }, + { + "representative": 6245, + "members": [ + 6245 + ], + "max_error": 0.0 + }, + { + "representative": 6153, + "members": [ + 6153 + ], + "max_error": 0.0 + }, + { + "representative": 6271, + "members": [ + 6271 + ], + "max_error": 0.0 + }, + { + "representative": 6166, + "members": [ + 6166 + ], + "max_error": 0.0 + }, + { + "representative": 6231, + "members": [ + 6231 + ], + "max_error": 0.0 + }, + { + "representative": 6312, + "members": [ + 6312 + ], + "max_error": 0.0 + }, + { + "representative": 6284, + "members": [ + 6284 + ], + "max_error": 0.0 + }, + { + "representative": 6192, + "members": [ + 6192 + ], + "max_error": 0.0 + }, + { + "representative": 6181, + "members": [ + 6181 + ], + "max_error": 0.0 + }, + { + "representative": 6202, + "members": [ + 6202 + ], + "max_error": 0.0 + }, + { + "representative": 6838, + "members": [ + 6838 + ], + "max_error": 0.0 + }, + { + "representative": 6702, + "members": [ + 6702 + ], + "max_error": 0.0 + }, + { + "representative": 6816, + "members": [ + 6816 + ], + "max_error": 0.0 + }, + { + "representative": 6695, + "members": [ + 6695 + ], + "max_error": 0.0 + }, + { + "representative": 6850, + "members": [ + 6850 + ], + "max_error": 0.0 + }, + { + "representative": 6837, + "members": [ + 6837 + ], + "max_error": 0.0 + }, + { + "representative": 7295, + "members": [ + 7295 + ], + "max_error": 0.0 + }, + { + "representative": 7290, + "members": [ + 7290 + ], + "max_error": 0.0 + }, + { + "representative": 7242, + "members": [ + 7242 + ], + "max_error": 0.0 + }, + { + "representative": 7313, + "members": [ + 7313 + ], + "max_error": 0.0 + }, + { + "representative": 7325, + "members": [ + 7325 + ], + "max_error": 0.0 + }, + { + "representative": 7347, + "members": [ + 7347 + ], + "max_error": 0.0 + }, + { + "representative": 7292, + "members": [ + 7292 + ], + "max_error": 0.0 + }, + { + "representative": 7365, + "members": [ + 7365 + ], + "max_error": 0.0 + }, + { + "representative": 7392, + "members": [ + 7392 + ], + "max_error": 0.0 + }, + { + "representative": 7287, + "members": [ + 7287 + ], + "max_error": 0.0 + }, + { + "representative": 7208, + "members": [ + 7208 + ], + "max_error": 0.0 + }, + { + "representative": 7708, + "members": [ + 7708 + ], + "max_error": 0.0 + }, + { + "representative": 7847, + "members": [ + 7847 + ], + "max_error": 0.0 + }, + { + "representative": 7730, + "members": [ + 7730 + ], + "max_error": 0.0 + }, + { + "representative": 7873, + "members": [ + 7873 + ], + "max_error": 0.0 + }, + { + "representative": 7748, + "members": [ + 7748 + ], + "max_error": 0.0 + }, + { + "representative": 7685, + "members": [ + 7685 + ], + "max_error": 0.0 + }, + { + "representative": 7764, + "members": [ + 7764 + ], + "max_error": 0.0 + }, + { + "representative": 6315, + "members": [ + 6315 + ], + "max_error": 0.0 + }, + { + "representative": 6199, + "members": [ + 6199 + ], + "max_error": 0.0 + }, + { + "representative": 6375, + "members": [ + 6375 + ], + "max_error": 0.0 + }, + { + "representative": 6288, + "members": [ + 6288 + ], + "max_error": 0.0 + }, + { + "representative": 6287, + "members": [ + 6287 + ], + "max_error": 0.0 + }, + { + "representative": 6382, + "members": [ + 6382 + ], + "max_error": 0.0 + }, + { + "representative": 6344, + "members": [ + 6344 + ], + "max_error": 0.0 + }, + { + "representative": 6239, + "members": [ + 6239 + ], + "max_error": 0.0 + }, + { + "representative": 6273, + "members": [ + 6273 + ], + "max_error": 0.0 + }, + { + "representative": 6281, + "members": [ + 6281 + ], + "max_error": 0.0 + }, + { + "representative": 6228, + "members": [ + 6228 + ], + "max_error": 0.0 + }, + { + "representative": 6803, + "members": [ + 6803 + ], + "max_error": 0.0 + }, + { + "representative": 6678, + "members": [ + 6678 + ], + "max_error": 0.0 + }, + { + "representative": 6870, + "members": [ + 6870 + ], + "max_error": 0.0 + }, + { + "representative": 6872, + "members": [ + 6872 + ], + "max_error": 0.0 + }, + { + "representative": 6864, + "members": [ + 6864 + ], + "max_error": 0.0 + }, + { + "representative": 6797, + "members": [ + 6797 + ], + "max_error": 0.0 + }, + { + "representative": 6705, + "members": [ + 6705 + ], + "max_error": 0.0 + }, + { + "representative": 6867, + "members": [ + 6867 + ], + "max_error": 0.0 + }, + { + "representative": 6734, + "members": [ + 6734 + ], + "max_error": 0.0 + }, + { + "representative": 6668, + "members": [ + 6668 + ], + "max_error": 0.0 + }, + { + "representative": 6879, + "members": [ + 6879 + ], + "max_error": 0.0 + }, + { + "representative": 6750, + "members": [ + 6750 + ], + "max_error": 0.0 + }, + { + "representative": 6720, + "members": [ + 6720 + ], + "max_error": 0.0 + }, + { + "representative": 6755, + "members": [ + 6755 + ], + "max_error": 0.0 + }, + { + "representative": 7344, + "members": [ + 7344 + ], + "max_error": 0.0 + }, + { + "representative": 7333, + "members": [ + 7333 + ], + "max_error": 0.0 + }, + { + "representative": 7218, + "members": [ + 7218 + ], + "max_error": 0.0 + }, + { + "representative": 7418, + "members": [ + 7418 + ], + "max_error": 0.0 + }, + { + "representative": 7358, + "members": [ + 7358 + ], + "max_error": 0.0 + }, + { + "representative": 7274, + "members": [ + 7274 + ], + "max_error": 0.0 + }, + { + "representative": 7417, + "members": [ + 7417 + ], + "max_error": 0.0 + }, + { + "representative": 7223, + "members": [ + 7223 + ], + "max_error": 0.0 + }, + { + "representative": 7198, + "members": [ + 7198 + ], + "max_error": 0.0 + }, + { + "representative": 7327, + "members": [ + 7327 + ], + "max_error": 0.0 + }, + { + "representative": 7371, + "members": [ + 7371 + ], + "max_error": 0.0 + }, + { + "representative": 7301, + "members": [ + 7301 + ], + "max_error": 0.0 + }, + { + "representative": 7319, + "members": [ + 7319 + ], + "max_error": 0.0 + }, + { + "representative": 7171, + "members": [ + 7171 + ], + "max_error": 0.0 + }, + { + "representative": 7411, + "members": [ + 7411 + ], + "max_error": 0.0 + }, + { + "representative": 7777, + "members": [ + 7777 + ], + "max_error": 0.0 + }, + { + "representative": 7714, + "members": [ + 7714 + ], + "max_error": 0.0 + }, + { + "representative": 7712, + "members": [ + 7712 + ], + "max_error": 0.0 + }, + { + "representative": 7790, + "members": [ + 7790 + ], + "max_error": 0.0 + }, + { + "representative": 7866, + "members": [ + 7866 + ], + "max_error": 0.0 + }, + { + "representative": 7878, + "members": [ + 7878 + ], + "max_error": 0.0 + }, + { + "representative": 7738, + "members": [ + 7738 + ], + "max_error": 0.0 + }, + { + "representative": 7745, + "members": [ + 7745 + ], + "max_error": 0.0 + }, + { + "representative": 6156, + "members": [ + 6156 + ], + "max_error": 0.0 + }, + { + "representative": 6263, + "members": [ + 6263 + ], + "max_error": 0.0 + }, + { + "representative": 6279, + "members": [ + 6279 + ], + "max_error": 0.0 + }, + { + "representative": 6234, + "members": [ + 6234 + ], + "max_error": 0.0 + }, + { + "representative": 6377, + "members": [ + 6377 + ], + "max_error": 0.0 + }, + { + "representative": 6247, + "members": [ + 6247 + ], + "max_error": 0.0 + }, + { + "representative": 6159, + "members": [ + 6159 + ], + "max_error": 0.0 + }, + { + "representative": 6793, + "members": [ + 6793 + ], + "max_error": 0.0 + }, + { + "representative": 6680, + "members": [ + 6680 + ], + "max_error": 0.0 + }, + { + "representative": 6901, + "members": [ + 6901 + ], + "max_error": 0.0 + }, + { + "representative": 6892, + "members": [ + 6892 + ], + "max_error": 0.0 + }, + { + "representative": 6808, + "members": [ + 6808 + ], + "max_error": 0.0 + }, + { + "representative": 6846, + "members": [ + 6846 + ], + "max_error": 0.0 + }, + { + "representative": 6756, + "members": [ + 6756 + ], + "max_error": 0.0 + }, + { + "representative": 6832, + "members": [ + 6832 + ], + "max_error": 0.0 + }, + { + "representative": 6777, + "members": [ + 6777 + ], + "max_error": 0.0 + }, + { + "representative": 7364, + "members": [ + 7364 + ], + "max_error": 0.0 + }, + { + "representative": 7356, + "members": [ + 7356 + ], + "max_error": 0.0 + }, + { + "representative": 7423, + "members": [ + 7423 + ], + "max_error": 0.0 + }, + { + "representative": 7376, + "members": [ + 7376 + ], + "max_error": 0.0 + }, + { + "representative": 7273, + "members": [ + 7273 + ], + "max_error": 0.0 + }, + { + "representative": 7265, + "members": [ + 7265 + ], + "max_error": 0.0 + }, + { + "representative": 7422, + "members": [ + 7422 + ], + "max_error": 0.0 + }, + { + "representative": 7377, + "members": [ + 7377 + ], + "max_error": 0.0 + }, + { + "representative": 7893, + "members": [ + 7893 + ], + "max_error": 0.0 + }, + { + "representative": 7724, + "members": [ + 7724 + ], + "max_error": 0.0 + }, + { + "representative": 7915, + "members": [ + 7915 + ], + "max_error": 0.0 + }, + { + "representative": 7798, + "members": [ + 7798 + ], + "max_error": 0.0 + }, + { + "representative": 7703, + "members": [ + 7703 + ], + "max_error": 0.0 + }, + { + "representative": 7932, + "members": [ + 7932 + ], + "max_error": 0.0 + }, + { + "representative": 7804, + "members": [ + 7804 + ], + "max_error": 0.0 + }, + { + "representative": 7900, + "members": [ + 7900 + ], + "max_error": 0.0 + }, + { + "representative": 7859, + "members": [ + 7859 + ], + "max_error": 0.0 + }, + { + "representative": 6305, + "members": [ + 6305 + ], + "max_error": 0.0 + }, + { + "representative": 6308, + "members": [ + 6308 + ], + "max_error": 0.0 + }, + { + "representative": 6358, + "members": [ + 6358 + ], + "max_error": 0.0 + }, + { + "representative": 6283, + "members": [ + 6283 + ], + "max_error": 0.0 + }, + { + "representative": 6188, + "members": [ + 6188 + ], + "max_error": 0.0 + }, + { + "representative": 6393, + "members": [ + 6393 + ], + "max_error": 0.0 + }, + { + "representative": 6316, + "members": [ + 6316 + ], + "max_error": 0.0 + }, + { + "representative": 6333, + "members": [ + 6333 + ], + "max_error": 0.0 + }, + { + "representative": 6221, + "members": [ + 6221 + ], + "max_error": 0.0 + }, + { + "representative": 6177, + "members": [ + 6177 + ], + "max_error": 0.0 + }, + { + "representative": 6212, + "members": [ + 6212 + ], + "max_error": 0.0 + }, + { + "representative": 6242, + "members": [ + 6242 + ], + "max_error": 0.0 + }, + { + "representative": 6321, + "members": [ + 6321 + ], + "max_error": 0.0 + }, + { + "representative": 6716, + "members": [ + 6716 + ], + "max_error": 0.0 + }, + { + "representative": 6830, + "members": [ + 6830 + ], + "max_error": 0.0 + }, + { + "representative": 6788, + "members": [ + 6788 + ], + "max_error": 0.0 + }, + { + "representative": 6805, + "members": [ + 6805 + ], + "max_error": 0.0 + }, + { + "representative": 6791, + "members": [ + 6791 + ], + "max_error": 0.0 + }, + { + "representative": 6889, + "members": [ + 6889 + ], + "max_error": 0.0 + }, + { + "representative": 6875, + "members": [ + 6875 + ], + "max_error": 0.0 + }, + { + "representative": 6682, + "members": [ + 6682 + ], + "max_error": 0.0 + }, + { + "representative": 7279, + "members": [ + 7279 + ], + "max_error": 0.0 + }, + { + "representative": 7345, + "members": [ + 7345 + ], + "max_error": 0.0 + }, + { + "representative": 7238, + "members": [ + 7238 + ], + "max_error": 0.0 + }, + { + "representative": 7421, + "members": [ + 7421 + ], + "max_error": 0.0 + }, + { + "representative": 7180, + "members": [ + 7180 + ], + "max_error": 0.0 + }, + { + "representative": 7305, + "members": [ + 7305 + ], + "max_error": 0.0 + }, + { + "representative": 7318, + "members": [ + 7318 + ], + "max_error": 0.0 + }, + { + "representative": 7254, + "members": [ + 7254 + ], + "max_error": 0.0 + }, + { + "representative": 7294, + "members": [ + 7294 + ], + "max_error": 0.0 + }, + { + "representative": 7194, + "members": [ + 7194 + ], + "max_error": 0.0 + }, + { + "representative": 7172, + "members": [ + 7172 + ], + "max_error": 0.0 + }, + { + "representative": 7204, + "members": [ + 7204 + ], + "max_error": 0.0 + }, + { + "representative": 7830, + "members": [ + 7830 + ], + "max_error": 0.0 + }, + { + "representative": 7797, + "members": [ + 7797 + ], + "max_error": 0.0 + }, + { + "representative": 7857, + "members": [ + 7857 + ], + "max_error": 0.0 + }, + { + "representative": 7848, + "members": [ + 7848 + ], + "max_error": 0.0 + }, + { + "representative": 7774, + "members": [ + 7774 + ], + "max_error": 0.0 + }, + { + "representative": 7927, + "members": [ + 7927 + ], + "max_error": 0.0 + }, + { + "representative": 7853, + "members": [ + 7853 + ], + "max_error": 0.0 + }, + { + "representative": 7911, + "members": [ + 7911 + ], + "max_error": 0.0 + }, + { + "representative": 7779, + "members": [ + 7779 + ], + "max_error": 0.0 + }, + { + "representative": 7824, + "members": [ + 7824 + ], + "max_error": 0.0 + }, + { + "representative": 7744, + "members": [ + 7744 + ], + "max_error": 0.0 + }, + { + "representative": 6363, + "members": [ + 6363 + ], + "max_error": 0.0 + }, + { + "representative": 6162, + "members": [ + 6162 + ], + "max_error": 0.0 + }, + { + "representative": 6286, + "members": [ + 6286 + ], + "max_error": 0.0 + }, + { + "representative": 6269, + "members": [ + 6269 + ], + "max_error": 0.0 + }, + { + "representative": 6230, + "members": [ + 6230 + ], + "max_error": 0.0 + }, + { + "representative": 6243, + "members": [ + 6243 + ], + "max_error": 0.0 + }, + { + "representative": 6343, + "members": [ + 6343 + ], + "max_error": 0.0 + }, + { + "representative": 6276, + "members": [ + 6276 + ], + "max_error": 0.0 + }, + { + "representative": 6332, + "members": [ + 6332 + ], + "max_error": 0.0 + }, + { + "representative": 6388, + "members": [ + 6388 + ], + "max_error": 0.0 + }, + { + "representative": 6902, + "members": [ + 6902 + ], + "max_error": 0.0 + }, + { + "representative": 6709, + "members": [ + 6709 + ], + "max_error": 0.0 + }, + { + "representative": 6751, + "members": [ + 6751 + ], + "max_error": 0.0 + }, + { + "representative": 6835, + "members": [ + 6835 + ], + "max_error": 0.0 + }, + { + "representative": 6834, + "members": [ + 6834 + ], + "max_error": 0.0 + }, + { + "representative": 6841, + "members": [ + 6841 + ], + "max_error": 0.0 + }, + { + "representative": 6900, + "members": [ + 6900 + ], + "max_error": 0.0 + }, + { + "representative": 6663, + "members": [ + 6663 + ], + "max_error": 0.0 + }, + { + "representative": 7331, + "members": [ + 7331 + ], + "max_error": 0.0 + }, + { + "representative": 7286, + "members": [ + 7286 + ], + "max_error": 0.0 + }, + { + "representative": 7179, + "members": [ + 7179 + ], + "max_error": 0.0 + }, + { + "representative": 7407, + "members": [ + 7407 + ], + "max_error": 0.0 + }, + { + "representative": 7317, + "members": [ + 7317 + ], + "max_error": 0.0 + }, + { + "representative": 7169, + "members": [ + 7169 + ], + "max_error": 0.0 + }, + { + "representative": 7753, + "members": [ + 7753 + ], + "max_error": 0.0 + }, + { + "representative": 7828, + "members": [ + 7828 + ], + "max_error": 0.0 + }, + { + "representative": 7765, + "members": [ + 7765 + ], + "max_error": 0.0 + }, + { + "representative": 7807, + "members": [ + 7807 + ], + "max_error": 0.0 + }, + { + "representative": 7705, + "members": [ + 7705 + ], + "max_error": 0.0 + }, + { + "representative": 7695, + "members": [ + 7695 + ], + "max_error": 0.0 + }, + { + "representative": 7816, + "members": [ + 7816 + ], + "max_error": 0.0 + }, + { + "representative": 7731, + "members": [ + 7731 + ], + "max_error": 0.0 + }, + { + "representative": 7877, + "members": [ + 7877 + ], + "max_error": 0.0 + }, + { + "representative": 7904, + "members": [ + 7904 + ], + "max_error": 0.0 + }, + { + "representative": 7814, + "members": [ + 7814 + ], + "max_error": 0.0 + }, + { + "representative": 7697, + "members": [ + 7697 + ], + "max_error": 0.0 + }, + { + "representative": 6238, + "members": [ + 6238 + ], + "max_error": 0.0 + }, + { + "representative": 6290, + "members": [ + 6290 + ], + "max_error": 0.0 + }, + { + "representative": 6185, + "members": [ + 6185 + ], + "max_error": 0.0 + }, + { + "representative": 6277, + "members": [ + 6277 + ], + "max_error": 0.0 + }, + { + "representative": 6149, + "members": [ + 6149 + ], + "max_error": 0.0 + }, + { + "representative": 6201, + "members": [ + 6201 + ], + "max_error": 0.0 + }, + { + "representative": 6376, + "members": [ + 6376 + ], + "max_error": 0.0 + }, + { + "representative": 6398, + "members": [ + 6398 + ], + "max_error": 0.0 + }, + { + "representative": 6330, + "members": [ + 6330 + ], + "max_error": 0.0 + }, + { + "representative": 6175, + "members": [ + 6175 + ], + "max_error": 0.0 + }, + { + "representative": 6327, + "members": [ + 6327 + ], + "max_error": 0.0 + }, + { + "representative": 6151, + "members": [ + 6151 + ], + "max_error": 0.0 + }, + { + "representative": 6370, + "members": [ + 6370 + ], + "max_error": 0.0 + }, + { + "representative": 6147, + "members": [ + 6147 + ], + "max_error": 0.0 + }, + { + "representative": 6219, + "members": [ + 6219 + ], + "max_error": 0.0 + }, + { + "representative": 6368, + "members": [ + 6368 + ], + "max_error": 0.0 + }, + { + "representative": 6752, + "members": [ + 6752 + ], + "max_error": 0.0 + }, + { + "representative": 6906, + "members": [ + 6906 + ], + "max_error": 0.0 + }, + { + "representative": 6813, + "members": [ + 6813 + ], + "max_error": 0.0 + }, + { + "representative": 6740, + "members": [ + 6740 + ], + "max_error": 0.0 + }, + { + "representative": 6688, + "members": [ + 6688 + ], + "max_error": 0.0 + }, + { + "representative": 6807, + "members": [ + 6807 + ], + "max_error": 0.0 + }, + { + "representative": 6744, + "members": [ + 6744 + ], + "max_error": 0.0 + }, + { + "representative": 6873, + "members": [ + 6873 + ], + "max_error": 0.0 + }, + { + "representative": 6689, + "members": [ + 6689 + ], + "max_error": 0.0 + }, + { + "representative": 6719, + "members": [ + 6719 + ], + "max_error": 0.0 + }, + { + "representative": 6739, + "members": [ + 6739 + ], + "max_error": 0.0 + }, + { + "representative": 6903, + "members": [ + 6903 + ], + "max_error": 0.0 + }, + { + "representative": 6685, + "members": [ + 6685 + ], + "max_error": 0.0 + }, + { + "representative": 6661, + "members": [ + 6661 + ], + "max_error": 0.0 + }, + { + "representative": 7337, + "members": [ + 7337 + ], + "max_error": 0.0 + }, + { + "representative": 7260, + "members": [ + 7260 + ], + "max_error": 0.0 + }, + { + "representative": 7316, + "members": [ + 7316 + ], + "max_error": 0.0 + }, + { + "representative": 7267, + "members": [ + 7267 + ], + "max_error": 0.0 + }, + { + "representative": 7396, + "members": [ + 7396 + ], + "max_error": 0.0 + }, + { + "representative": 7388, + "members": [ + 7388 + ], + "max_error": 0.0 + }, + { + "representative": 7207, + "members": [ + 7207 + ], + "max_error": 0.0 + }, + { + "representative": 7311, + "members": [ + 7311 + ], + "max_error": 0.0 + }, + { + "representative": 7205, + "members": [ + 7205 + ], + "max_error": 0.0 + }, + { + "representative": 7222, + "members": [ + 7222 + ], + "max_error": 0.0 + }, + { + "representative": 7795, + "members": [ + 7795 + ], + "max_error": 0.0 + }, + { + "representative": 7803, + "members": [ + 7803 + ], + "max_error": 0.0 + }, + { + "representative": 7820, + "members": [ + 7820 + ], + "max_error": 0.0 + }, + { + "representative": 7823, + "members": [ + 7823 + ], + "max_error": 0.0 + }, + { + "representative": 7833, + "members": [ + 7833 + ], + "max_error": 0.0 + }, + { + "representative": 7892, + "members": [ + 7892 + ], + "max_error": 0.0 + }, + { + "representative": 7734, + "members": [ + 7734 + ], + "max_error": 0.0 + }, + { + "representative": 7725, + "members": [ + 7725 + ], + "max_error": 0.0 + }, + { + "representative": 7812, + "members": [ + 7812 + ], + "max_error": 0.0 + }, + { + "representative": 7916, + "members": [ + 7916 + ], + "max_error": 0.0 + }, + { + "representative": 6168, + "members": [ + 6168 + ], + "max_error": 0.0 + }, + { + "representative": 6186, + "members": [ + 6186 + ], + "max_error": 0.0 + }, + { + "representative": 6353, + "members": [ + 6353 + ], + "max_error": 0.0 + }, + { + "representative": 6360, + "members": [ + 6360 + ], + "max_error": 0.0 + }, + { + "representative": 6179, + "members": [ + 6179 + ], + "max_error": 0.0 + }, + { + "representative": 6301, + "members": [ + 6301 + ], + "max_error": 0.0 + }, + { + "representative": 6318, + "members": [ + 6318 + ], + "max_error": 0.0 + }, + { + "representative": 6160, + "members": [ + 6160 + ], + "max_error": 0.0 + }, + { + "representative": 6176, + "members": [ + 6176 + ], + "max_error": 0.0 + }, + { + "representative": 6191, + "members": [ + 6191 + ], + "max_error": 0.0 + }, + { + "representative": 6146, + "members": [ + 6146 + ], + "max_error": 0.0 + }, + { + "representative": 6229, + "members": [ + 6229 + ], + "max_error": 0.0 + }, + { + "representative": 6394, + "members": [ + 6394 + ], + "max_error": 0.0 + }, + { + "representative": 6240, + "members": [ + 6240 + ], + "max_error": 0.0 + }, + { + "representative": 6888, + "members": [ + 6888 + ], + "max_error": 0.0 + }, + { + "representative": 6843, + "members": [ + 6843 + ], + "max_error": 0.0 + }, + { + "representative": 6707, + "members": [ + 6707 + ], + "max_error": 0.0 + }, + { + "representative": 6823, + "members": [ + 6823 + ], + "max_error": 0.0 + }, + { + "representative": 6895, + "members": [ + 6895 + ], + "max_error": 0.0 + }, + { + "representative": 6760, + "members": [ + 6760 + ], + "max_error": 0.0 + }, + { + "representative": 6809, + "members": [ + 6809 + ], + "max_error": 0.0 + }, + { + "representative": 6852, + "members": [ + 6852 + ], + "max_error": 0.0 + }, + { + "representative": 6897, + "members": [ + 6897 + ], + "max_error": 0.0 + }, + { + "representative": 6780, + "members": [ + 6780 + ], + "max_error": 0.0 + }, + { + "representative": 6874, + "members": [ + 6874 + ], + "max_error": 0.0 + }, + { + "representative": 6810, + "members": [ + 6810 + ], + "max_error": 0.0 + }, + { + "representative": 6722, + "members": [ + 6722 + ], + "max_error": 0.0 + }, + { + "representative": 6845, + "members": [ + 6845 + ], + "max_error": 0.0 + }, + { + "representative": 6896, + "members": [ + 6896 + ], + "max_error": 0.0 + }, + { + "representative": 6660, + "members": [ + 6660 + ], + "max_error": 0.0 + }, + { + "representative": 6710, + "members": [ + 6710 + ], + "max_error": 0.0 + }, + { + "representative": 7245, + "members": [ + 7245 + ], + "max_error": 0.0 + }, + { + "representative": 7192, + "members": [ + 7192 + ], + "max_error": 0.0 + }, + { + "representative": 7186, + "members": [ + 7186 + ], + "max_error": 0.0 + }, + { + "representative": 7200, + "members": [ + 7200 + ], + "max_error": 0.0 + }, + { + "representative": 7183, + "members": [ + 7183 + ], + "max_error": 0.0 + }, + { + "representative": 7373, + "members": [ + 7373 + ], + "max_error": 0.0 + }, + { + "representative": 7239, + "members": [ + 7239 + ], + "max_error": 0.0 + }, + { + "representative": 7196, + "members": [ + 7196 + ], + "max_error": 0.0 + }, + { + "representative": 7193, + "members": [ + 7193 + ], + "max_error": 0.0 + }, + { + "representative": 7920, + "members": [ + 7920 + ], + "max_error": 0.0 + }, + { + "representative": 7924, + "members": [ + 7924 + ], + "max_error": 0.0 + }, + { + "representative": 7756, + "members": [ + 7756 + ], + "max_error": 0.0 + }, + { + "representative": 7752, + "members": [ + 7752 + ], + "max_error": 0.0 + }, + { + "representative": 7760, + "members": [ + 7760 + ], + "max_error": 0.0 + }, + { + "representative": 7789, + "members": [ + 7789 + ], + "max_error": 0.0 + }, + { + "representative": 7827, + "members": [ + 7827 + ], + "max_error": 0.0 + }, + { + "representative": 7867, + "members": [ + 7867 + ], + "max_error": 0.0 + }, + { + "representative": 7889, + "members": [ + 7889 + ], + "max_error": 0.0 + }, + { + "representative": 7871, + "members": [ + 7871 + ], + "max_error": 0.0 + }, + { + "representative": 7817, + "members": [ + 7817 + ], + "max_error": 0.0 + }, + { + "representative": 7910, + "members": [ + 7910 + ], + "max_error": 0.0 + }, + { + "representative": 6292, + "members": [ + 6292 + ], + "max_error": 0.0 + }, + { + "representative": 6225, + "members": [ + 6225 + ], + "max_error": 0.0 + }, + { + "representative": 6210, + "members": [ + 6210 + ], + "max_error": 0.0 + }, + { + "representative": 6187, + "members": [ + 6187 + ], + "max_error": 0.0 + }, + { + "representative": 6357, + "members": [ + 6357 + ], + "max_error": 0.0 + }, + { + "representative": 6217, + "members": [ + 6217 + ], + "max_error": 0.0 + }, + { + "representative": 6196, + "members": [ + 6196 + ], + "max_error": 0.0 + }, + { + "representative": 6275, + "members": [ + 6275 + ], + "max_error": 0.0 + }, + { + "representative": 6858, + "members": [ + 6858 + ], + "max_error": 0.0 + }, + { + "representative": 6907, + "members": [ + 6907 + ], + "max_error": 0.0 + }, + { + "representative": 6894, + "members": [ + 6894 + ], + "max_error": 0.0 + }, + { + "representative": 6787, + "members": [ + 6787 + ], + "max_error": 0.0 + }, + { + "representative": 6859, + "members": [ + 6859 + ], + "max_error": 0.0 + }, + { + "representative": 6766, + "members": [ + 6766 + ], + "max_error": 0.0 + }, + { + "representative": 6881, + "members": [ + 6881 + ], + "max_error": 0.0 + }, + { + "representative": 6745, + "members": [ + 6745 + ], + "max_error": 0.0 + }, + { + "representative": 6849, + "members": [ + 6849 + ], + "max_error": 0.0 + }, + { + "representative": 7370, + "members": [ + 7370 + ], + "max_error": 0.0 + }, + { + "representative": 7289, + "members": [ + 7289 + ], + "max_error": 0.0 + }, + { + "representative": 7173, + "members": [ + 7173 + ], + "max_error": 0.0 + }, + { + "representative": 7354, + "members": [ + 7354 + ], + "max_error": 0.0 + }, + { + "representative": 7350, + "members": [ + 7350 + ], + "max_error": 0.0 + }, + { + "representative": 7349, + "members": [ + 7349 + ], + "max_error": 0.0 + }, + { + "representative": 7189, + "members": [ + 7189 + ], + "max_error": 0.0 + }, + { + "representative": 7339, + "members": [ + 7339 + ], + "max_error": 0.0 + }, + { + "representative": 7413, + "members": [ + 7413 + ], + "max_error": 0.0 + }, + { + "representative": 7414, + "members": [ + 7414 + ], + "max_error": 0.0 + }, + { + "representative": 7284, + "members": [ + 7284 + ], + "max_error": 0.0 + }, + { + "representative": 7269, + "members": [ + 7269 + ], + "max_error": 0.0 + }, + { + "representative": 7247, + "members": [ + 7247 + ], + "max_error": 0.0 + }, + { + "representative": 7203, + "members": [ + 7203 + ], + "max_error": 0.0 + }, + { + "representative": 7680, + "members": [ + 7680 + ], + "max_error": 0.0 + }, + { + "representative": 7691, + "members": [ + 7691 + ], + "max_error": 0.0 + }, + { + "representative": 7879, + "members": [ + 7879 + ], + "max_error": 0.0 + }, + { + "representative": 7806, + "members": [ + 7806 + ], + "max_error": 0.0 + }, + { + "representative": 7928, + "members": [ + 7928 + ], + "max_error": 0.0 + }, + { + "representative": 7700, + "members": [ + 7700 + ], + "max_error": 0.0 + }, + { + "representative": 7923, + "members": [ + 7923 + ], + "max_error": 0.0 + }, + { + "representative": 7808, + "members": [ + 7808 + ], + "max_error": 0.0 + }, + { + "representative": 7890, + "members": [ + 7890 + ], + "max_error": 0.0 + }, + { + "representative": 7704, + "members": [ + 7704 + ], + "max_error": 0.0 + }, + { + "representative": 7901, + "members": [ + 7901 + ], + "max_error": 0.0 + }, + { + "representative": 7698, + "members": [ + 7698 + ], + "max_error": 0.0 + }, + { + "representative": 7840, + "members": [ + 7840 + ], + "max_error": 0.0 + }, + { + "representative": 7813, + "members": [ + 7813 + ], + "max_error": 0.0 + }, + { + "representative": 6208, + "members": [ + 6208 + ], + "max_error": 0.0 + }, + { + "representative": 6178, + "members": [ + 6178 + ], + "max_error": 0.0 + }, + { + "representative": 6340, + "members": [ + 6340 + ], + "max_error": 0.0 + }, + { + "representative": 6200, + "members": [ + 6200 + ], + "max_error": 0.0 + }, + { + "representative": 6373, + "members": [ + 6373 + ], + "max_error": 0.0 + }, + { + "representative": 6386, + "members": [ + 6386 + ], + "max_error": 0.0 + }, + { + "representative": 6289, + "members": [ + 6289 + ], + "max_error": 0.0 + }, + { + "representative": 6161, + "members": [ + 6161 + ], + "max_error": 0.0 + }, + { + "representative": 6717, + "members": [ + 6717 + ], + "max_error": 0.0 + }, + { + "representative": 6854, + "members": [ + 6854 + ], + "max_error": 0.0 + }, + { + "representative": 6759, + "members": [ + 6759 + ], + "max_error": 0.0 + }, + { + "representative": 6696, + "members": [ + 6696 + ], + "max_error": 0.0 + }, + { + "representative": 6764, + "members": [ + 6764 + ], + "max_error": 0.0 + }, + { + "representative": 6742, + "members": [ + 6742 + ], + "max_error": 0.0 + }, + { + "representative": 6883, + "members": [ + 6883 + ], + "max_error": 0.0 + }, + { + "representative": 6737, + "members": [ + 6737 + ], + "max_error": 0.0 + }, + { + "representative": 6768, + "members": [ + 6768 + ], + "max_error": 0.0 + }, + { + "representative": 6670, + "members": [ + 6670 + ], + "max_error": 0.0 + }, + { + "representative": 6672, + "members": [ + 6672 + ], + "max_error": 0.0 + }, + { + "representative": 6795, + "members": [ + 6795 + ], + "max_error": 0.0 + }, + { + "representative": 6758, + "members": [ + 6758 + ], + "max_error": 0.0 + }, + { + "representative": 7213, + "members": [ + 7213 + ], + "max_error": 0.0 + }, + { + "representative": 7351, + "members": [ + 7351 + ], + "max_error": 0.0 + }, + { + "representative": 7369, + "members": [ + 7369 + ], + "max_error": 0.0 + }, + { + "representative": 7330, + "members": [ + 7330 + ], + "max_error": 0.0 + }, + { + "representative": 7357, + "members": [ + 7357 + ], + "max_error": 0.0 + }, + { + "representative": 7237, + "members": [ + 7237 + ], + "max_error": 0.0 + }, + { + "representative": 7362, + "members": [ + 7362 + ], + "max_error": 0.0 + }, + { + "representative": 7343, + "members": [ + 7343 + ], + "max_error": 0.0 + }, + { + "representative": 7258, + "members": [ + 7258 + ], + "max_error": 0.0 + }, + { + "representative": 7328, + "members": [ + 7328 + ], + "max_error": 0.0 + }, + { + "representative": 7682, + "members": [ + 7682 + ], + "max_error": 0.0 + }, + { + "representative": 7855, + "members": [ + 7855 + ], + "max_error": 0.0 + }, + { + "representative": 7838, + "members": [ + 7838 + ], + "max_error": 0.0 + }, + { + "representative": 7701, + "members": [ + 7701 + ], + "max_error": 0.0 + }, + { + "representative": 7792, + "members": [ + 7792 + ], + "max_error": 0.0 + }, + { + "representative": 7865, + "members": [ + 7865 + ], + "max_error": 0.0 + }, + { + "representative": 7882, + "members": [ + 7882 + ], + "max_error": 0.0 + }, + { + "representative": 6342, + "members": [ + 6342 + ], + "max_error": 0.0 + }, + { + "representative": 6227, + "members": [ + 6227 + ], + "max_error": 0.0 + }, + { + "representative": 6396, + "members": [ + 6396 + ], + "max_error": 0.0 + }, + { + "representative": 6298, + "members": [ + 6298 + ], + "max_error": 0.0 + }, + { + "representative": 6206, + "members": [ + 6206 + ], + "max_error": 0.0 + }, + { + "representative": 6341, + "members": [ + 6341 + ], + "max_error": 0.0 + }, + { + "representative": 6379, + "members": [ + 6379 + ], + "max_error": 0.0 + }, + { + "representative": 6297, + "members": [ + 6297 + ], + "max_error": 0.0 + }, + { + "representative": 6261, + "members": [ + 6261 + ], + "max_error": 0.0 + }, + { + "representative": 6182, + "members": [ + 6182 + ], + "max_error": 0.0 + }, + { + "representative": 6280, + "members": [ + 6280 + ], + "max_error": 0.0 + }, + { + "representative": 6268, + "members": [ + 6268 + ], + "max_error": 0.0 + }, + { + "representative": 6232, + "members": [ + 6232 + ], + "max_error": 0.0 + }, + { + "representative": 6876, + "members": [ + 6876 + ], + "max_error": 0.0 + }, + { + "representative": 6674, + "members": [ + 6674 + ], + "max_error": 0.0 + }, + { + "representative": 6825, + "members": [ + 6825 + ], + "max_error": 0.0 + }, + { + "representative": 6817, + "members": [ + 6817 + ], + "max_error": 0.0 + }, + { + "representative": 6701, + "members": [ + 6701 + ], + "max_error": 0.0 + }, + { + "representative": 7202, + "members": [ + 7202 + ], + "max_error": 0.0 + }, + { + "representative": 7184, + "members": [ + 7184 + ], + "max_error": 0.0 + }, + { + "representative": 7397, + "members": [ + 7397 + ], + "max_error": 0.0 + }, + { + "representative": 7277, + "members": [ + 7277 + ], + "max_error": 0.0 + }, + { + "representative": 7368, + "members": [ + 7368 + ], + "max_error": 0.0 + }, + { + "representative": 7398, + "members": [ + 7398 + ], + "max_error": 0.0 + }, + { + "representative": 7360, + "members": [ + 7360 + ], + "max_error": 0.0 + }, + { + "representative": 7338, + "members": [ + 7338 + ], + "max_error": 0.0 + }, + { + "representative": 7367, + "members": [ + 7367 + ], + "max_error": 0.0 + }, + { + "representative": 7303, + "members": [ + 7303 + ], + "max_error": 0.0 + }, + { + "representative": 7727, + "members": [ + 7727 + ], + "max_error": 0.0 + }, + { + "representative": 7886, + "members": [ + 7886 + ], + "max_error": 0.0 + }, + { + "representative": 7766, + "members": [ + 7766 + ], + "max_error": 0.0 + }, + { + "representative": 7826, + "members": [ + 7826 + ], + "max_error": 0.0 + }, + { + "representative": 7726, + "members": [ + 7726 + ], + "max_error": 0.0 + }, + { + "representative": 7737, + "members": [ + 7737 + ], + "max_error": 0.0 + }, + { + "representative": 7699, + "members": [ + 7699 + ], + "max_error": 0.0 + }, + { + "representative": 7907, + "members": [ + 7907 + ], + "max_error": 0.0 + }, + { + "representative": 7709, + "members": [ + 7709 + ], + "max_error": 0.0 + }, + { + "representative": 7922, + "members": [ + 7922 + ], + "max_error": 0.0 + }, + { + "representative": 7899, + "members": [ + 7899 + ], + "max_error": 0.0 + }, + { + "representative": 7846, + "members": [ + 7846 + ], + "max_error": 0.0 + }, + { + "representative": 7842, + "members": [ + 7842 + ], + "max_error": 0.0 + }, + { + "representative": 7909, + "members": [ + 7909 + ], + "max_error": 0.0 + }, + { + "representative": 6214, + "members": [ + 6214 + ], + "max_error": 0.0 + }, + { + "representative": 6205, + "members": [ + 6205 + ], + "max_error": 0.0 + }, + { + "representative": 6349, + "members": [ + 6349 + ], + "max_error": 0.0 + }, + { + "representative": 6334, + "members": [ + 6334 + ], + "max_error": 0.0 + }, + { + "representative": 6216, + "members": [ + 6216 + ], + "max_error": 0.0 + }, + { + "representative": 6323, + "members": [ + 6323 + ], + "max_error": 0.0 + }, + { + "representative": 6258, + "members": [ + 6258 + ], + "max_error": 0.0 + }, + { + "representative": 6380, + "members": [ + 6380 + ], + "max_error": 0.0 + }, + { + "representative": 6693, + "members": [ + 6693 + ], + "max_error": 0.0 + }, + { + "representative": 6765, + "members": [ + 6765 + ], + "max_error": 0.0 + }, + { + "representative": 6839, + "members": [ + 6839 + ], + "max_error": 0.0 + }, + { + "representative": 6698, + "members": [ + 6698 + ], + "max_error": 0.0 + }, + { + "representative": 6804, + "members": [ + 6804 + ], + "max_error": 0.0 + }, + { + "representative": 6800, + "members": [ + 6800 + ], + "max_error": 0.0 + }, + { + "representative": 7412, + "members": [ + 7412 + ], + "max_error": 0.0 + }, + { + "representative": 7264, + "members": [ + 7264 + ], + "max_error": 0.0 + }, + { + "representative": 7221, + "members": [ + 7221 + ], + "max_error": 0.0 + }, + { + "representative": 7225, + "members": [ + 7225 + ], + "max_error": 0.0 + }, + { + "representative": 7185, + "members": [ + 7185 + ], + "max_error": 0.0 + }, + { + "representative": 7175, + "members": [ + 7175 + ], + "max_error": 0.0 + }, + { + "representative": 7236, + "members": [ + 7236 + ], + "max_error": 0.0 + }, + { + "representative": 7262, + "members": [ + 7262 + ], + "max_error": 0.0 + }, + { + "representative": 7315, + "members": [ + 7315 + ], + "max_error": 0.0 + }, + { + "representative": 7272, + "members": [ + 7272 + ], + "max_error": 0.0 + }, + { + "representative": 7416, + "members": [ + 7416 + ], + "max_error": 0.0 + }, + { + "representative": 7776, + "members": [ + 7776 + ], + "max_error": 0.0 + }, + { + "representative": 7755, + "members": [ + 7755 + ], + "max_error": 0.0 + }, + { + "representative": 7694, + "members": [ + 7694 + ], + "max_error": 0.0 + }, + { + "representative": 7736, + "members": [ + 7736 + ], + "max_error": 0.0 + }, + { + "representative": 7681, + "members": [ + 7681 + ], + "max_error": 0.0 + }, + { + "representative": 7773, + "members": [ + 7773 + ], + "max_error": 0.0 + }, + { + "representative": 7794, + "members": [ + 7794 + ], + "max_error": 0.0 + }, + { + "representative": 7869, + "members": [ + 7869 + ], + "max_error": 0.0 + }, + { + "representative": 7891, + "members": [ + 7891 + ], + "max_error": 0.0 + }, + { + "representative": 7935, + "members": [ + 7935 + ], + "max_error": 0.0 + }, + { + "representative": 7740, + "members": [ + 7740 + ], + "max_error": 0.0 + }, + { + "representative": 6397, + "members": [ + 6397 + ], + "max_error": 0.0 + }, + { + "representative": 6314, + "members": [ + 6314 + ], + "max_error": 0.0 + }, + { + "representative": 6351, + "members": [ + 6351 + ], + "max_error": 0.0 + }, + { + "representative": 6291, + "members": [ + 6291 + ], + "max_error": 0.0 + }, + { + "representative": 6270, + "members": [ + 6270 + ], + "max_error": 0.0 + }, + { + "representative": 6253, + "members": [ + 6253 + ], + "max_error": 0.0 + }, + { + "representative": 6244, + "members": [ + 6244 + ], + "max_error": 0.0 + }, + { + "representative": 6155, + "members": [ + 6155 + ], + "max_error": 0.0 + }, + { + "representative": 6378, + "members": [ + 6378 + ], + "max_error": 0.0 + }, + { + "representative": 6789, + "members": [ + 6789 + ], + "max_error": 0.0 + }, + { + "representative": 6665, + "members": [ + 6665 + ], + "max_error": 0.0 + }, + { + "representative": 6662, + "members": [ + 6662 + ], + "max_error": 0.0 + }, + { + "representative": 6725, + "members": [ + 6725 + ], + "max_error": 0.0 + }, + { + "representative": 6677, + "members": [ + 6677 + ], + "max_error": 0.0 + }, + { + "representative": 6676, + "members": [ + 6676 + ], + "max_error": 0.0 + }, + { + "representative": 6703, + "members": [ + 6703 + ], + "max_error": 0.0 + }, + { + "representative": 6711, + "members": [ + 6711 + ], + "max_error": 0.0 + }, + { + "representative": 6706, + "members": [ + 6706 + ], + "max_error": 0.0 + }, + { + "representative": 7385, + "members": [ + 7385 + ], + "max_error": 0.0 + }, + { + "representative": 7359, + "members": [ + 7359 + ], + "max_error": 0.0 + }, + { + "representative": 7408, + "members": [ + 7408 + ], + "max_error": 0.0 + }, + { + "representative": 7229, + "members": [ + 7229 + ], + "max_error": 0.0 + }, + { + "representative": 7375, + "members": [ + 7375 + ], + "max_error": 0.0 + }, + { + "representative": 7355, + "members": [ + 7355 + ], + "max_error": 0.0 + }, + { + "representative": 7415, + "members": [ + 7415 + ], + "max_error": 0.0 + }, + { + "representative": 7227, + "members": [ + 7227 + ], + "max_error": 0.0 + }, + { + "representative": 7387, + "members": [ + 7387 + ], + "max_error": 0.0 + }, + { + "representative": 7324, + "members": [ + 7324 + ], + "max_error": 0.0 + }, + { + "representative": 7297, + "members": [ + 7297 + ], + "max_error": 0.0 + }, + { + "representative": 7785, + "members": [ + 7785 + ], + "max_error": 0.0 + }, + { + "representative": 7707, + "members": [ + 7707 + ], + "max_error": 0.0 + }, + { + "representative": 7772, + "members": [ + 7772 + ], + "max_error": 0.0 + }, + { + "representative": 7844, + "members": [ + 7844 + ], + "max_error": 0.0 + }, + { + "representative": 7845, + "members": [ + 7845 + ], + "max_error": 0.0 + }, + { + "representative": 7908, + "members": [ + 7908 + ], + "max_error": 0.0 + }, + { + "representative": 7829, + "members": [ + 7829 + ], + "max_error": 0.0 + }, + { + "representative": 7918, + "members": [ + 7918 + ], + "max_error": 0.0 + }, + { + "representative": 7754, + "members": [ + 7754 + ], + "max_error": 0.0 + }, + { + "representative": 7862, + "members": [ + 7862 + ], + "max_error": 0.0 + }, + { + "representative": 7885, + "members": [ + 7885 + ], + "max_error": 0.0 + }, + { + "representative": 7822, + "members": [ + 7822 + ], + "max_error": 0.0 + }, + { + "representative": 7801, + "members": [ + 7801 + ], + "max_error": 0.0 + }, + { + "representative": 6294, + "members": [ + 6294 + ], + "max_error": 0.0 + }, + { + "representative": 6184, + "members": [ + 6184 + ], + "max_error": 0.0 + }, + { + "representative": 6395, + "members": [ + 6395 + ], + "max_error": 0.0 + }, + { + "representative": 6306, + "members": [ + 6306 + ], + "max_error": 0.0 + }, + { + "representative": 6167, + "members": [ + 6167 + ], + "max_error": 0.0 + }, + { + "representative": 6224, + "members": [ + 6224 + ], + "max_error": 0.0 + }, + { + "representative": 6337, + "members": [ + 6337 + ], + "max_error": 0.0 + }, + { + "representative": 6207, + "members": [ + 6207 + ], + "max_error": 0.0 + }, + { + "representative": 6704, + "members": [ + 6704 + ], + "max_error": 0.0 + }, + { + "representative": 6708, + "members": [ + 6708 + ], + "max_error": 0.0 + }, + { + "representative": 6767, + "members": [ + 6767 + ], + "max_error": 0.0 + }, + { + "representative": 6659, + "members": [ + 6659 + ], + "max_error": 0.0 + }, + { + "representative": 6748, + "members": [ + 6748 + ], + "max_error": 0.0 + }, + { + "representative": 6753, + "members": [ + 6753 + ], + "max_error": 0.0 + }, + { + "representative": 6887, + "members": [ + 6887 + ], + "max_error": 0.0 + }, + { + "representative": 6762, + "members": [ + 6762 + ], + "max_error": 0.0 + }, + { + "representative": 6671, + "members": [ + 6671 + ], + "max_error": 0.0 + }, + { + "representative": 6802, + "members": [ + 6802 + ], + "max_error": 0.0 + }, + { + "representative": 6790, + "members": [ + 6790 + ], + "max_error": 0.0 + }, + { + "representative": 6828, + "members": [ + 6828 + ], + "max_error": 0.0 + }, + { + "representative": 6718, + "members": [ + 6718 + ], + "max_error": 0.0 + }, + { + "representative": 6761, + "members": [ + 6761 + ], + "max_error": 0.0 + }, + { + "representative": 6899, + "members": [ + 6899 + ], + "max_error": 0.0 + }, + { + "representative": 7341, + "members": [ + 7341 + ], + "max_error": 0.0 + }, + { + "representative": 7201, + "members": [ + 7201 + ], + "max_error": 0.0 + }, + { + "representative": 7419, + "members": [ + 7419 + ], + "max_error": 0.0 + }, + { + "representative": 7255, + "members": [ + 7255 + ], + "max_error": 0.0 + }, + { + "representative": 7296, + "members": [ + 7296 + ], + "max_error": 0.0 + }, + { + "representative": 7335, + "members": [ + 7335 + ], + "max_error": 0.0 + }, + { + "representative": 7809, + "members": [ + 7809 + ], + "max_error": 0.0 + }, + { + "representative": 7786, + "members": [ + 7786 + ], + "max_error": 0.0 + }, + { + "representative": 7686, + "members": [ + 7686 + ], + "max_error": 0.0 + }, + { + "representative": 7749, + "members": [ + 7749 + ], + "max_error": 0.0 + }, + { + "representative": 7933, + "members": [ + 7933 + ], + "max_error": 0.0 + }, + { + "representative": 7919, + "members": [ + 7919 + ], + "max_error": 0.0 + }, + { + "representative": 7687, + "members": [ + 7687 + ], + "max_error": 0.0 + }, + { + "representative": 7729, + "members": [ + 7729 + ], + "max_error": 0.0 + }, + { + "representative": 7751, + "members": [ + 7751 + ], + "max_error": 0.0 + }, + { + "representative": 6204, + "members": [ + 6204 + ], + "max_error": 0.0 + }, + { + "representative": 6317, + "members": [ + 6317 + ], + "max_error": 0.0 + }, + { + "representative": 6319, + "members": [ + 6319 + ], + "max_error": 0.0 + }, + { + "representative": 6320, + "members": [ + 6320 + ], + "max_error": 0.0 + }, + { + "representative": 6226, + "members": [ + 6226 + ], + "max_error": 0.0 + }, + { + "representative": 6304, + "members": [ + 6304 + ], + "max_error": 0.0 + }, + { + "representative": 6144, + "members": [ + 6144 + ], + "max_error": 0.0 + }, + { + "representative": 6681, + "members": [ + 6681 + ], + "max_error": 0.0 + }, + { + "representative": 6675, + "members": [ + 6675 + ], + "max_error": 0.0 + }, + { + "representative": 6801, + "members": [ + 6801 + ], + "max_error": 0.0 + }, + { + "representative": 6687, + "members": [ + 6687 + ], + "max_error": 0.0 + }, + { + "representative": 6794, + "members": [ + 6794 + ], + "max_error": 0.0 + }, + { + "representative": 7259, + "members": [ + 7259 + ], + "max_error": 0.0 + }, + { + "representative": 7248, + "members": [ + 7248 + ], + "max_error": 0.0 + }, + { + "representative": 7310, + "members": [ + 7310 + ], + "max_error": 0.0 + }, + { + "representative": 7378, + "members": [ + 7378 + ], + "max_error": 0.0 + }, + { + "representative": 7251, + "members": [ + 7251 + ], + "max_error": 0.0 + }, + { + "representative": 7363, + "members": [ + 7363 + ], + "max_error": 0.0 + }, + { + "representative": 7386, + "members": [ + 7386 + ], + "max_error": 0.0 + }, + { + "representative": 7219, + "members": [ + 7219 + ], + "max_error": 0.0 + }, + { + "representative": 7256, + "members": [ + 7256 + ], + "max_error": 0.0 + }, + { + "representative": 7409, + "members": [ + 7409 + ], + "max_error": 0.0 + }, + { + "representative": 7250, + "members": [ + 7250 + ], + "max_error": 0.0 + }, + { + "representative": 7719, + "members": [ + 7719 + ], + "max_error": 0.0 + }, + { + "representative": 7778, + "members": [ + 7778 + ], + "max_error": 0.0 + }, + { + "representative": 7811, + "members": [ + 7811 + ], + "max_error": 0.0 + }, + { + "representative": 7683, + "members": [ + 7683 + ], + "max_error": 0.0 + }, + { + "representative": 7717, + "members": [ + 7717 + ], + "max_error": 0.0 + }, + { + "representative": 7875, + "members": [ + 7875 + ], + "max_error": 0.0 + }, + { + "representative": 7780, + "members": [ + 7780 + ], + "max_error": 0.0 + }, + { + "representative": 7841, + "members": [ + 7841 + ], + "max_error": 0.0 + }, + { + "representative": 6282, + "members": [ + 6282 + ], + "max_error": 0.0 + }, + { + "representative": 6267, + "members": [ + 6267 + ], + "max_error": 0.0 + }, + { + "representative": 6329, + "members": [ + 6329 + ], + "max_error": 0.0 + }, + { + "representative": 6262, + "members": [ + 6262 + ], + "max_error": 0.0 + }, + { + "representative": 6366, + "members": [ + 6366 + ], + "max_error": 0.0 + }, + { + "representative": 6195, + "members": [ + 6195 + ], + "max_error": 0.0 + }, + { + "representative": 6302, + "members": [ + 6302 + ], + "max_error": 0.0 + }, + { + "representative": 6250, + "members": [ + 6250 + ], + "max_error": 0.0 + }, + { + "representative": 6255, + "members": [ + 6255 + ], + "max_error": 0.0 + }, + { + "representative": 6237, + "members": [ + 6237 + ], + "max_error": 0.0 + }, + { + "representative": 6390, + "members": [ + 6390 + ], + "max_error": 0.0 + }, + { + "representative": 6857, + "members": [ + 6857 + ], + "max_error": 0.0 + }, + { + "representative": 6686, + "members": [ + 6686 + ], + "max_error": 0.0 + }, + { + "representative": 6774, + "members": [ + 6774 + ], + "max_error": 0.0 + }, + { + "representative": 6778, + "members": [ + 6778 + ], + "max_error": 0.0 + }, + { + "representative": 6824, + "members": [ + 6824 + ], + "max_error": 0.0 + }, + { + "representative": 6910, + "members": [ + 6910 + ], + "max_error": 0.0 + }, + { + "representative": 6656, + "members": [ + 6656 + ], + "max_error": 0.0 + }, + { + "representative": 6700, + "members": [ + 6700 + ], + "max_error": 0.0 + }, + { + "representative": 6868, + "members": [ + 6868 + ], + "max_error": 0.0 + }, + { + "representative": 6771, + "members": [ + 6771 + ], + "max_error": 0.0 + }, + { + "representative": 6833, + "members": [ + 6833 + ], + "max_error": 0.0 + }, + { + "representative": 6796, + "members": [ + 6796 + ], + "max_error": 0.0 + }, + { + "representative": 6770, + "members": [ + 6770 + ], + "max_error": 0.0 + }, + { + "representative": 6812, + "members": [ + 6812 + ], + "max_error": 0.0 + }, + { + "representative": 7226, + "members": [ + 7226 + ], + "max_error": 0.0 + }, + { + "representative": 7400, + "members": [ + 7400 + ], + "max_error": 0.0 + }, + { + "representative": 7323, + "members": [ + 7323 + ], + "max_error": 0.0 + }, + { + "representative": 7257, + "members": [ + 7257 + ], + "max_error": 0.0 + }, + { + "representative": 7235, + "members": [ + 7235 + ], + "max_error": 0.0 + }, + { + "representative": 7320, + "members": [ + 7320 + ], + "max_error": 0.0 + }, + { + "representative": 7314, + "members": [ + 7314 + ], + "max_error": 0.0 + }, + { + "representative": 7176, + "members": [ + 7176 + ], + "max_error": 0.0 + }, + { + "representative": 7410, + "members": [ + 7410 + ], + "max_error": 0.0 + }, + { + "representative": 7321, + "members": [ + 7321 + ], + "max_error": 0.0 + }, + { + "representative": 7395, + "members": [ + 7395 + ], + "max_error": 0.0 + }, + { + "representative": 7366, + "members": [ + 7366 + ], + "max_error": 0.0 + }, + { + "representative": 7253, + "members": [ + 7253 + ], + "max_error": 0.0 + }, + { + "representative": 7244, + "members": [ + 7244 + ], + "max_error": 0.0 + }, + { + "representative": 7252, + "members": [ + 7252 + ], + "max_error": 0.0 + }, + { + "representative": 7217, + "members": [ + 7217 + ], + "max_error": 0.0 + }, + { + "representative": 7329, + "members": [ + 7329 + ], + "max_error": 0.0 + }, + { + "representative": 7187, + "members": [ + 7187 + ], + "max_error": 0.0 + }, + { + "representative": 7170, + "members": [ + 7170 + ], + "max_error": 0.0 + }, + { + "representative": 7784, + "members": [ + 7784 + ], + "max_error": 0.0 + }, + { + "representative": 7716, + "members": [ + 7716 + ], + "max_error": 0.0 + }, + { + "representative": 7800, + "members": [ + 7800 + ], + "max_error": 0.0 + }, + { + "representative": 7870, + "members": [ + 7870 + ], + "max_error": 0.0 + }, + { + "representative": 7897, + "members": [ + 7897 + ], + "max_error": 0.0 + }, + { + "representative": 7762, + "members": [ + 7762 + ], + "max_error": 0.0 + }, + { + "representative": 7894, + "members": [ + 7894 + ], + "max_error": 0.0 + }, + { + "representative": 6296, + "members": [ + 6296 + ], + "max_error": 0.0 + }, + { + "representative": 6356, + "members": [ + 6356 + ], + "max_error": 0.0 + }, + { + "representative": 6389, + "members": [ + 6389 + ], + "max_error": 0.0 + }, + { + "representative": 6361, + "members": [ + 6361 + ], + "max_error": 0.0 + }, + { + "representative": 6326, + "members": [ + 6326 + ], + "max_error": 0.0 + }, + { + "representative": 6220, + "members": [ + 6220 + ], + "max_error": 0.0 + }, + { + "representative": 6367, + "members": [ + 6367 + ], + "max_error": 0.0 + }, + { + "representative": 6215, + "members": [ + 6215 + ], + "max_error": 0.0 + }, + { + "representative": 6364, + "members": [ + 6364 + ], + "max_error": 0.0 + }, + { + "representative": 6211, + "members": [ + 6211 + ], + "max_error": 0.0 + }, + { + "representative": 6322, + "members": [ + 6322 + ], + "max_error": 0.0 + }, + { + "representative": 6164, + "members": [ + 6164 + ], + "max_error": 0.0 + }, + { + "representative": 6713, + "members": [ + 6713 + ], + "max_error": 0.0 + }, + { + "representative": 6842, + "members": [ + 6842 + ], + "max_error": 0.0 + }, + { + "representative": 6735, + "members": [ + 6735 + ], + "max_error": 0.0 + }, + { + "representative": 6818, + "members": [ + 6818 + ], + "max_error": 0.0 + }, + { + "representative": 6851, + "members": [ + 6851 + ], + "max_error": 0.0 + }, + { + "representative": 6878, + "members": [ + 6878 + ], + "max_error": 0.0 + }, + { + "representative": 6865, + "members": [ + 6865 + ], + "max_error": 0.0 + }, + { + "representative": 6727, + "members": [ + 6727 + ], + "max_error": 0.0 + }, + { + "representative": 6721, + "members": [ + 6721 + ], + "max_error": 0.0 + }, + { + "representative": 6869, + "members": [ + 6869 + ], + "max_error": 0.0 + }, + { + "representative": 7210, + "members": [ + 7210 + ], + "max_error": 0.0 + }, + { + "representative": 7197, + "members": [ + 7197 + ], + "max_error": 0.0 + }, + { + "representative": 7394, + "members": [ + 7394 + ], + "max_error": 0.0 + }, + { + "representative": 7282, + "members": [ + 7282 + ], + "max_error": 0.0 + }, + { + "representative": 7389, + "members": [ + 7389 + ], + "max_error": 0.0 + }, + { + "representative": 7281, + "members": [ + 7281 + ], + "max_error": 0.0 + }, + { + "representative": 7352, + "members": [ + 7352 + ], + "max_error": 0.0 + }, + { + "representative": 7420, + "members": [ + 7420 + ], + "max_error": 0.0 + }, + { + "representative": 7382, + "members": [ + 7382 + ], + "max_error": 0.0 + }, + { + "representative": 7864, + "members": [ + 7864 + ], + "max_error": 0.0 + }, + { + "representative": 7896, + "members": [ + 7896 + ], + "max_error": 0.0 + }, + { + "representative": 7688, + "members": [ + 7688 + ], + "max_error": 0.0 + }, + { + "representative": 7693, + "members": [ + 7693 + ], + "max_error": 0.0 + }, + { + "representative": 7702, + "members": [ + 7702 + ], + "max_error": 0.0 + }, + { + "representative": 8203, + "members": [ + 8203 + ], + "max_error": 0.0 + }, + { + "representative": 8205, + "members": [ + 8205 + ], + "max_error": 0.0 + }, + { + "representative": 8210, + "members": [ + 8210 + ], + "max_error": 0.0 + }, + { + "representative": 8211, + "members": [ + 8211 + ], + "max_error": 0.0 + }, + { + "representative": 8212, + "members": [ + 8212 + ], + "max_error": 0.0 + }, + { + "representative": 8214, + "members": [ + 8214 + ], + "max_error": 0.0 + }, + { + "representative": 8217, + "members": [ + 8217 + ], + "max_error": 0.0 + }, + { + "representative": 8197, + "members": [ + 8197 + ], + "max_error": 0.0 + }, + { + "representative": 8199, + "members": [ + 8199 + ], + "max_error": 0.0 + }, + { + "representative": 8208, + "members": [ + 8208 + ], + "max_error": 0.0 + }, + { + "representative": 8383, + "members": [ + 8383 + ], + "max_error": 0.0 + }, + { + "representative": 8351, + "members": [ + 8351 + ], + "max_error": 0.0 + }, + { + "representative": 8327, + "members": [ + 8327 + ], + "max_error": 0.0 + }, + { + "representative": 8436, + "members": [ + 8436 + ], + "max_error": 0.0 + }, + { + "representative": 8340, + "members": [ + 8340 + ], + "max_error": 0.0 + }, + { + "representative": 8207, + "members": [ + 8207 + ], + "max_error": 0.0 + }, + { + "representative": 8239, + "members": [ + 8239 + ], + "max_error": 0.0 + }, + { + "representative": 8265, + "members": [ + 8265 + ], + "max_error": 0.0 + }, + { + "representative": 8193, + "members": [ + 8193 + ], + "max_error": 0.0 + }, + { + "representative": 8343, + "members": [ + 8343 + ], + "max_error": 0.0 + }, + { + "representative": 8253, + "members": [ + 8253 + ], + "max_error": 0.0 + }, + { + "representative": 8417, + "members": [ + 8417 + ], + "max_error": 0.0 + }, + { + "representative": 8356, + "members": [ + 8356 + ], + "max_error": 0.0 + }, + { + "representative": 8404, + "members": [ + 8404 + ], + "max_error": 0.0 + }, + { + "representative": 8424, + "members": [ + 8424 + ], + "max_error": 0.0 + }, + { + "representative": 8408, + "members": [ + 8408 + ], + "max_error": 0.0 + }, + { + "representative": 8354, + "members": [ + 8354 + ], + "max_error": 0.0 + }, + { + "representative": 8370, + "members": [ + 8370 + ], + "max_error": 0.0 + }, + { + "representative": 8321, + "members": [ + 8321 + ], + "max_error": 0.0 + }, + { + "representative": 8256, + "members": [ + 8256 + ], + "max_error": 0.0 + }, + { + "representative": 8224, + "members": [ + 8224 + ], + "max_error": 0.0 + }, + { + "representative": 8243, + "members": [ + 8243 + ], + "max_error": 0.0 + }, + { + "representative": 8246, + "members": [ + 8246 + ], + "max_error": 0.0 + }, + { + "representative": 8247, + "members": [ + 8247 + ], + "max_error": 0.0 + }, + { + "representative": 8248, + "members": [ + 8248 + ], + "max_error": 0.0 + }, + { + "representative": 8227, + "members": [ + 8227 + ], + "max_error": 0.0 + }, + { + "representative": 8230, + "members": [ + 8230 + ], + "max_error": 0.0 + }, + { + "representative": 8357, + "members": [ + 8357 + ], + "max_error": 0.0 + }, + { + "representative": 8272, + "members": [ + 8272 + ], + "max_error": 0.0 + }, + { + "representative": 8386, + "members": [ + 8386 + ], + "max_error": 0.0 + }, + { + "representative": 8221, + "members": [ + 8221 + ], + "max_error": 0.0 + }, + { + "representative": 8241, + "members": [ + 8241 + ], + "max_error": 0.0 + }, + { + "representative": 8331, + "members": [ + 8331 + ], + "max_error": 0.0 + }, + { + "representative": 8416, + "members": [ + 8416 + ], + "max_error": 0.0 + }, + { + "representative": 8297, + "members": [ + 8297 + ], + "max_error": 0.0 + }, + { + "representative": 8206, + "members": [ + 8206 + ], + "max_error": 0.0 + }, + { + "representative": 8398, + "members": [ + 8398 + ], + "max_error": 0.0 + }, + { + "representative": 8229, + "members": [ + 8229 + ], + "max_error": 0.0 + }, + { + "representative": 8407, + "members": [ + 8407 + ], + "max_error": 0.0 + }, + { + "representative": 8378, + "members": [ + 8378 + ], + "max_error": 0.0 + }, + { + "representative": 8291, + "members": [ + 8291 + ], + "max_error": 0.0 + }, + { + "representative": 8346, + "members": [ + 8346 + ], + "max_error": 0.0 + }, + { + "representative": 8399, + "members": [ + 8399 + ], + "max_error": 0.0 + }, + { + "representative": 8244, + "members": [ + 8244 + ], + "max_error": 0.0 + }, + { + "representative": 8443, + "members": [ + 8443 + ], + "max_error": 0.0 + }, + { + "representative": 8236, + "members": [ + 8236 + ], + "max_error": 0.0 + }, + { + "representative": 8202, + "members": [ + 8202 + ], + "max_error": 0.0 + }, + { + "representative": 8225, + "members": [ + 8225 + ], + "max_error": 0.0 + }, + { + "representative": 8240, + "members": [ + 8240 + ], + "max_error": 0.0 + }, + { + "representative": 8234, + "members": [ + 8234 + ], + "max_error": 0.0 + }, + { + "representative": 8287, + "members": [ + 8287 + ], + "max_error": 0.0 + }, + { + "representative": 8209, + "members": [ + 8209 + ], + "max_error": 0.0 + }, + { + "representative": 8219, + "members": [ + 8219 + ], + "max_error": 0.0 + }, + { + "representative": 8365, + "members": [ + 8365 + ], + "max_error": 0.0 + }, + { + "representative": 8255, + "members": [ + 8255 + ], + "max_error": 0.0 + }, + { + "representative": 8330, + "members": [ + 8330 + ], + "max_error": 0.0 + }, + { + "representative": 8353, + "members": [ + 8353 + ], + "max_error": 0.0 + }, + { + "representative": 8396, + "members": [ + 8396 + ], + "max_error": 0.0 + }, + { + "representative": 8380, + "members": [ + 8380 + ], + "max_error": 0.0 + }, + { + "representative": 8283, + "members": [ + 8283 + ], + "max_error": 0.0 + }, + { + "representative": 8242, + "members": [ + 8242 + ], + "max_error": 0.0 + }, + { + "representative": 8311, + "members": [ + 8311 + ], + "max_error": 0.0 + }, + { + "representative": 8303, + "members": [ + 8303 + ], + "max_error": 0.0 + }, + { + "representative": 8392, + "members": [ + 8392 + ], + "max_error": 0.0 + }, + { + "representative": 8216, + "members": [ + 8216 + ], + "max_error": 0.0 + }, + { + "representative": 8382, + "members": [ + 8382 + ], + "max_error": 0.0 + }, + { + "representative": 8374, + "members": [ + 8374 + ], + "max_error": 0.0 + }, + { + "representative": 8308, + "members": [ + 8308 + ], + "max_error": 0.0 + }, + { + "representative": 8294, + "members": [ + 8294 + ], + "max_error": 0.0 + }, + { + "representative": 8249, + "members": [ + 8249 + ], + "max_error": 0.0 + }, + { + "representative": 8317, + "members": [ + 8317 + ], + "max_error": 0.0 + }, + { + "representative": 8402, + "members": [ + 8402 + ], + "max_error": 0.0 + }, + { + "representative": 8290, + "members": [ + 8290 + ], + "max_error": 0.0 + }, + { + "representative": 8192, + "members": [ + 8192 + ], + "max_error": 0.0 + }, + { + "representative": 8440, + "members": [ + 8440 + ], + "max_error": 0.0 + }, + { + "representative": 8415, + "members": [ + 8415 + ], + "max_error": 0.0 + }, + { + "representative": 8293, + "members": [ + 8293 + ], + "max_error": 0.0 + }, + { + "representative": 8337, + "members": [ + 8337 + ], + "max_error": 0.0 + }, + { + "representative": 8286, + "members": [ + 8286 + ], + "max_error": 0.0 + }, + { + "representative": 8274, + "members": [ + 8274 + ], + "max_error": 0.0 + }, + { + "representative": 8389, + "members": [ + 8389 + ], + "max_error": 0.0 + }, + { + "representative": 8222, + "members": [ + 8222 + ], + "max_error": 0.0 + }, + { + "representative": 8200, + "members": [ + 8200 + ], + "max_error": 0.0 + }, + { + "representative": 8269, + "members": [ + 8269 + ], + "max_error": 0.0 + }, + { + "representative": 8379, + "members": [ + 8379 + ], + "max_error": 0.0 + }, + { + "representative": 8250, + "members": [ + 8250 + ], + "max_error": 0.0 + }, + { + "representative": 8376, + "members": [ + 8376 + ], + "max_error": 0.0 + }, + { + "representative": 8196, + "members": [ + 8196 + ], + "max_error": 0.0 + }, + { + "representative": 8335, + "members": [ + 8335 + ], + "max_error": 0.0 + }, + { + "representative": 8405, + "members": [ + 8405 + ], + "max_error": 0.0 + }, + { + "representative": 8438, + "members": [ + 8438 + ], + "max_error": 0.0 + }, + { + "representative": 8387, + "members": [ + 8387 + ], + "max_error": 0.0 + }, + { + "representative": 8235, + "members": [ + 8235 + ], + "max_error": 0.0 + }, + { + "representative": 8406, + "members": [ + 8406 + ], + "max_error": 0.0 + }, + { + "representative": 8307, + "members": [ + 8307 + ], + "max_error": 0.0 + }, + { + "representative": 8359, + "members": [ + 8359 + ], + "max_error": 0.0 + }, + { + "representative": 8326, + "members": [ + 8326 + ], + "max_error": 0.0 + }, + { + "representative": 8414, + "members": [ + 8414 + ], + "max_error": 0.0 + }, + { + "representative": 8220, + "members": [ + 8220 + ], + "max_error": 0.0 + }, + { + "representative": 8215, + "members": [ + 8215 + ], + "max_error": 0.0 + }, + { + "representative": 8394, + "members": [ + 8394 + ], + "max_error": 0.0 + }, + { + "representative": 8251, + "members": [ + 8251 + ], + "max_error": 0.0 + }, + { + "representative": 8257, + "members": [ + 8257 + ], + "max_error": 0.0 + }, + { + "representative": 8277, + "members": [ + 8277 + ], + "max_error": 0.0 + }, + { + "representative": 8228, + "members": [ + 8228 + ], + "max_error": 0.0 + }, + { + "representative": 8334, + "members": [ + 8334 + ], + "max_error": 0.0 + }, + { + "representative": 8218, + "members": [ + 8218 + ], + "max_error": 0.0 + }, + { + "representative": 8292, + "members": [ + 8292 + ], + "max_error": 0.0 + }, + { + "representative": 8412, + "members": [ + 8412 + ], + "max_error": 0.0 + }, + { + "representative": 8233, + "members": [ + 8233 + ], + "max_error": 0.0 + }, + { + "representative": 8377, + "members": [ + 8377 + ], + "max_error": 0.0 + }, + { + "representative": 8320, + "members": [ + 8320 + ], + "max_error": 0.0 + }, + { + "representative": 8270, + "members": [ + 8270 + ], + "max_error": 0.0 + }, + { + "representative": 8264, + "members": [ + 8264 + ], + "max_error": 0.0 + }, + { + "representative": 8267, + "members": [ + 8267 + ], + "max_error": 0.0 + }, + { + "representative": 8268, + "members": [ + 8268 + ], + "max_error": 0.0 + }, + { + "representative": 8258, + "members": [ + 8258 + ], + "max_error": 0.0 + }, + { + "representative": 8278, + "members": [ + 8278 + ], + "max_error": 0.0 + }, + { + "representative": 8279, + "members": [ + 8279 + ], + "max_error": 0.0 + }, + { + "representative": 8280, + "members": [ + 8280 + ], + "max_error": 0.0 + }, + { + "representative": 8281, + "members": [ + 8281 + ], + "max_error": 0.0 + }, + { + "representative": 8284, + "members": [ + 8284 + ], + "max_error": 0.0 + }, + { + "representative": 8260, + "members": [ + 8260 + ], + "max_error": 0.0 + }, + { + "representative": 8411, + "members": [ + 8411 + ], + "max_error": 0.0 + }, + { + "representative": 8390, + "members": [ + 8390 + ], + "max_error": 0.0 + }, + { + "representative": 8429, + "members": [ + 8429 + ], + "max_error": 0.0 + }, + { + "representative": 8422, + "members": [ + 8422 + ], + "max_error": 0.0 + }, + { + "representative": 8315, + "members": [ + 8315 + ], + "max_error": 0.0 + }, + { + "representative": 8194, + "members": [ + 8194 + ], + "max_error": 0.0 + }, + { + "representative": 8204, + "members": [ + 8204 + ], + "max_error": 0.0 + }, + { + "representative": 8364, + "members": [ + 8364 + ], + "max_error": 0.0 + }, + { + "representative": 8427, + "members": [ + 8427 + ], + "max_error": 0.0 + }, + { + "representative": 8432, + "members": [ + 8432 + ], + "max_error": 0.0 + }, + { + "representative": 8310, + "members": [ + 8310 + ], + "max_error": 0.0 + }, + { + "representative": 8367, + "members": [ + 8367 + ], + "max_error": 0.0 + }, + { + "representative": 8271, + "members": [ + 8271 + ], + "max_error": 0.0 + }, + { + "representative": 8373, + "members": [ + 8373 + ], + "max_error": 0.0 + }, + { + "representative": 8425, + "members": [ + 8425 + ], + "max_error": 0.0 + }, + { + "representative": 8441, + "members": [ + 8441 + ], + "max_error": 0.0 + }, + { + "representative": 8263, + "members": [ + 8263 + ], + "max_error": 0.0 + }, + { + "representative": 8388, + "members": [ + 8388 + ], + "max_error": 0.0 + }, + { + "representative": 8298, + "members": [ + 8298 + ], + "max_error": 0.0 + }, + { + "representative": 8413, + "members": [ + 8413 + ], + "max_error": 0.0 + }, + { + "representative": 8368, + "members": [ + 8368 + ], + "max_error": 0.0 + }, + { + "representative": 8328, + "members": [ + 8328 + ], + "max_error": 0.0 + }, + { + "representative": 8276, + "members": [ + 8276 + ], + "max_error": 0.0 + }, + { + "representative": 8345, + "members": [ + 8345 + ], + "max_error": 0.0 + }, + { + "representative": 8232, + "members": [ + 8232 + ], + "max_error": 0.0 + }, + { + "representative": 8245, + "members": [ + 8245 + ], + "max_error": 0.0 + }, + { + "representative": 8259, + "members": [ + 8259 + ], + "max_error": 0.0 + }, + { + "representative": 8361, + "members": [ + 8361 + ], + "max_error": 0.0 + }, + { + "representative": 8385, + "members": [ + 8385 + ], + "max_error": 0.0 + }, + { + "representative": 8226, + "members": [ + 8226 + ], + "max_error": 0.0 + }, + { + "representative": 8254, + "members": [ + 8254 + ], + "max_error": 0.0 + }, + { + "representative": 8371, + "members": [ + 8371 + ], + "max_error": 0.0 + }, + { + "representative": 8223, + "members": [ + 8223 + ], + "max_error": 0.0 + }, + { + "representative": 8231, + "members": [ + 8231 + ], + "max_error": 0.0 + }, + { + "representative": 8355, + "members": [ + 8355 + ], + "max_error": 0.0 + }, + { + "representative": 8282, + "members": [ + 8282 + ], + "max_error": 0.0 + }, + { + "representative": 8332, + "members": [ + 8332 + ], + "max_error": 0.0 + }, + { + "representative": 8341, + "members": [ + 8341 + ], + "max_error": 0.0 + }, + { + "representative": 8338, + "members": [ + 8338 + ], + "max_error": 0.0 + }, + { + "representative": 8430, + "members": [ + 8430 + ], + "max_error": 0.0 + }, + { + "representative": 8339, + "members": [ + 8339 + ], + "max_error": 0.0 + }, + { + "representative": 8309, + "members": [ + 8309 + ], + "max_error": 0.0 + }, + { + "representative": 8419, + "members": [ + 8419 + ], + "max_error": 0.0 + }, + { + "representative": 8325, + "members": [ + 8325 + ], + "max_error": 0.0 + }, + { + "representative": 8393, + "members": [ + 8393 + ], + "max_error": 0.0 + }, + { + "representative": 8213, + "members": [ + 8213 + ], + "max_error": 0.0 + }, + { + "representative": 8300, + "members": [ + 8300 + ], + "max_error": 0.0 + }, + { + "representative": 8261, + "members": [ + 8261 + ], + "max_error": 0.0 + }, + { + "representative": 8312, + "members": [ + 8312 + ], + "max_error": 0.0 + }, + { + "representative": 8363, + "members": [ + 8363 + ], + "max_error": 0.0 + }, + { + "representative": 8316, + "members": [ + 8316 + ], + "max_error": 0.0 + }, + { + "representative": 8195, + "members": [ + 8195 + ], + "max_error": 0.0 + }, + { + "representative": 8262, + "members": [ + 8262 + ], + "max_error": 0.0 + }, + { + "representative": 8350, + "members": [ + 8350 + ], + "max_error": 0.0 + }, + { + "representative": 8237, + "members": [ + 8237 + ], + "max_error": 0.0 + }, + { + "representative": 8295, + "members": [ + 8295 + ], + "max_error": 0.0 + }, + { + "representative": 8238, + "members": [ + 8238 + ], + "max_error": 0.0 + }, + { + "representative": 8352, + "members": [ + 8352 + ], + "max_error": 0.0 + }, + { + "representative": 8447, + "members": [ + 8447 + ], + "max_error": 0.0 + }, + { + "representative": 8444, + "members": [ + 8444 + ], + "max_error": 0.0 + }, + { + "representative": 8252, + "members": [ + 8252 + ], + "max_error": 0.0 + }, + { + "representative": 8423, + "members": [ + 8423 + ], + "max_error": 0.0 + }, + { + "representative": 8306, + "members": [ + 8306 + ], + "max_error": 0.0 + }, + { + "representative": 8275, + "members": [ + 8275 + ], + "max_error": 0.0 + }, + { + "representative": 8273, + "members": [ + 8273 + ], + "max_error": 0.0 + }, + { + "representative": 8201, + "members": [ + 8201 + ], + "max_error": 0.0 + }, + { + "representative": 8410, + "members": [ + 8410 + ], + "max_error": 0.0 + }, + { + "representative": 8323, + "members": [ + 8323 + ], + "max_error": 0.0 + }, + { + "representative": 8329, + "members": [ + 8329 + ], + "max_error": 0.0 + }, + { + "representative": 8288, + "members": [ + 8288 + ], + "max_error": 0.0 + }, + { + "representative": 8296, + "members": [ + 8296 + ], + "max_error": 0.0 + }, + { + "representative": 8289, + "members": [ + 8289 + ], + "max_error": 0.0 + }, + { + "representative": 8299, + "members": [ + 8299 + ], + "max_error": 0.0 + }, + { + "representative": 8301, + "members": [ + 8301 + ], + "max_error": 0.0 + }, + { + "representative": 8302, + "members": [ + 8302 + ], + "max_error": 0.0 + }, + { + "representative": 8304, + "members": [ + 8304 + ], + "max_error": 0.0 + }, + { + "representative": 8314, + "members": [ + 8314 + ], + "max_error": 0.0 + }, + { + "representative": 8318, + "members": [ + 8318 + ], + "max_error": 0.0 + }, + { + "representative": 8319, + "members": [ + 8319 + ], + "max_error": 0.0 + }, + { + "representative": 8285, + "members": [ + 8285 + ], + "max_error": 0.0 + }, + { + "representative": 8347, + "members": [ + 8347 + ], + "max_error": 0.0 + }, + { + "representative": 8428, + "members": [ + 8428 + ], + "max_error": 0.0 + }, + { + "representative": 8435, + "members": [ + 8435 + ], + "max_error": 0.0 + }, + { + "representative": 8349, + "members": [ + 8349 + ], + "max_error": 0.0 + }, + { + "representative": 8266, + "members": [ + 8266 + ], + "max_error": 0.0 + }, + { + "representative": 8305, + "members": [ + 8305 + ], + "max_error": 0.0 + }, + { + "representative": 8403, + "members": [ + 8403 + ], + "max_error": 0.0 + }, + { + "representative": 8333, + "members": [ + 8333 + ], + "max_error": 0.0 + }, + { + "representative": 8445, + "members": [ + 8445 + ], + "max_error": 0.0 + }, + { + "representative": 8400, + "members": [ + 8400 + ], + "max_error": 0.0 + }, + { + "representative": 8313, + "members": [ + 8313 + ], + "max_error": 0.0 + }, + { + "representative": 8433, + "members": [ + 8433 + ], + "max_error": 0.0 + }, + { + "representative": 8198, + "members": [ + 8198 + ], + "max_error": 0.0 + }, + { + "representative": 8336, + "members": [ + 8336 + ], + "max_error": 0.0 + }, + { + "representative": 8322, + "members": [ + 8322 + ], + "max_error": 0.0 + }, + { + "representative": 8342, + "members": [ + 8342 + ], + "max_error": 0.0 + }, + { + "representative": 8344, + "members": [ + 8344 + ], + "max_error": 0.0 + }, + { + "representative": 8348, + "members": [ + 8348 + ], + "max_error": 0.0 + }, + { + "representative": 8324, + "members": [ + 8324 + ], + "max_error": 0.0 + }, + { + "representative": 8360, + "members": [ + 8360 + ], + "max_error": 0.0 + }, + { + "representative": 8362, + "members": [ + 8362 + ], + "max_error": 0.0 + }, + { + "representative": 8366, + "members": [ + 8366 + ], + "max_error": 0.0 + }, + { + "representative": 8369, + "members": [ + 8369 + ], + "max_error": 0.0 + }, + { + "representative": 8372, + "members": [ + 8372 + ], + "max_error": 0.0 + }, + { + "representative": 8375, + "members": [ + 8375 + ], + "max_error": 0.0 + }, + { + "representative": 8381, + "members": [ + 8381 + ], + "max_error": 0.0 + }, + { + "representative": 8358, + "members": [ + 8358 + ], + "max_error": 0.0 + }, + { + "representative": 8384, + "members": [ + 8384 + ], + "max_error": 0.0 + }, + { + "representative": 8395, + "members": [ + 8395 + ], + "max_error": 0.0 + }, + { + "representative": 8397, + "members": [ + 8397 + ], + "max_error": 0.0 + }, + { + "representative": 8401, + "members": [ + 8401 + ], + "max_error": 0.0 + }, + { + "representative": 8409, + "members": [ + 8409 + ], + "max_error": 0.0 + }, + { + "representative": 8391, + "members": [ + 8391 + ], + "max_error": 0.0 + }, + { + "representative": 8426, + "members": [ + 8426 + ], + "max_error": 0.0 + }, + { + "representative": 8431, + "members": [ + 8431 + ], + "max_error": 0.0 + }, + { + "representative": 8434, + "members": [ + 8434 + ], + "max_error": 0.0 + }, + { + "representative": 8418, + "members": [ + 8418 + ], + "max_error": 0.0 + }, + { + "representative": 8437, + "members": [ + 8437 + ], + "max_error": 0.0 + }, + { + "representative": 8439, + "members": [ + 8439 + ], + "max_error": 0.0 + }, + { + "representative": 8442, + "members": [ + 8442 + ], + "max_error": 0.0 + }, + { + "representative": 8446, + "members": [ + 8446 + ], + "max_error": 0.0 + }, + { + "representative": 8420, + "members": [ + 8420 + ], + "max_error": 0.0 + }, + { + "representative": 8421, + "members": [ + 8421 + ], + "max_error": 0.0 + }, + { + "representative": 8705, + "members": [ + 8705 + ], + "max_error": 0.0 + }, + { + "representative": 8715, + "members": [ + 8715 + ], + "max_error": 0.0 + }, + { + "representative": 8719, + "members": [ + 8719 + ], + "max_error": 0.0 + }, + { + "representative": 8723, + "members": [ + 8723 + ], + "max_error": 0.0 + }, + { + "representative": 8724, + "members": [ + 8724 + ], + "max_error": 0.0 + }, + { + "representative": 8725, + "members": [ + 8725 + ], + "max_error": 0.0 + }, + { + "representative": 8727, + "members": [ + 8727 + ], + "max_error": 0.0 + }, + { + "representative": 8728, + "members": [ + 8728 + ], + "max_error": 0.0 + }, + { + "representative": 8729, + "members": [ + 8729 + ], + "max_error": 0.0 + }, + { + "representative": 8731, + "members": [ + 8731 + ], + "max_error": 0.0 + }, + { + "representative": 8733, + "members": [ + 8733 + ], + "max_error": 0.0 + }, + { + "representative": 8707, + "members": [ + 8707 + ], + "max_error": 0.0 + }, + { + "representative": 8735, + "members": [ + 8735 + ], + "max_error": 0.0 + }, + { + "representative": 8708, + "members": [ + 8708 + ], + "max_error": 0.0 + }, + { + "representative": 8710, + "members": [ + 8710 + ], + "max_error": 0.0 + }, + { + "representative": 8799, + "members": [ + 8799 + ], + "max_error": 0.0 + }, + { + "representative": 8772, + "members": [ + 8772 + ], + "max_error": 0.0 + }, + { + "representative": 8769, + "members": [ + 8769 + ], + "max_error": 0.0 + }, + { + "representative": 8904, + "members": [ + 8904 + ], + "max_error": 0.0 + }, + { + "representative": 8740, + "members": [ + 8740 + ], + "max_error": 0.0 + }, + { + "representative": 8886, + "members": [ + 8886 + ], + "max_error": 0.0 + }, + { + "representative": 8714, + "members": [ + 8714 + ], + "max_error": 0.0 + }, + { + "representative": 8940, + "members": [ + 8940 + ], + "max_error": 0.0 + }, + { + "representative": 8856, + "members": [ + 8856 + ], + "max_error": 0.0 + }, + { + "representative": 8726, + "members": [ + 8726 + ], + "max_error": 0.0 + }, + { + "representative": 8827, + "members": [ + 8827 + ], + "max_error": 0.0 + }, + { + "representative": 8874, + "members": [ + 8874 + ], + "max_error": 0.0 + }, + { + "representative": 8806, + "members": [ + 8806 + ], + "max_error": 0.0 + }, + { + "representative": 8895, + "members": [ + 8895 + ], + "max_error": 0.0 + }, + { + "representative": 8919, + "members": [ + 8919 + ], + "max_error": 0.0 + }, + { + "representative": 8880, + "members": [ + 8880 + ], + "max_error": 0.0 + }, + { + "representative": 8744, + "members": [ + 8744 + ], + "max_error": 0.0 + }, + { + "representative": 8818, + "members": [ + 8818 + ], + "max_error": 0.0 + }, + { + "representative": 8875, + "members": [ + 8875 + ], + "max_error": 0.0 + }, + { + "representative": 8804, + "members": [ + 8804 + ], + "max_error": 0.0 + }, + { + "representative": 8839, + "members": [ + 8839 + ], + "max_error": 0.0 + }, + { + "representative": 8913, + "members": [ + 8913 + ], + "max_error": 0.0 + }, + { + "representative": 8916, + "members": [ + 8916 + ], + "max_error": 0.0 + }, + { + "representative": 8721, + "members": [ + 8721 + ], + "max_error": 0.0 + }, + { + "representative": 8821, + "members": [ + 8821 + ], + "max_error": 0.0 + }, + { + "representative": 8845, + "members": [ + 8845 + ], + "max_error": 0.0 + }, + { + "representative": 8865, + "members": [ + 8865 + ], + "max_error": 0.0 + }, + { + "representative": 8819, + "members": [ + 8819 + ], + "max_error": 0.0 + }, + { + "representative": 8852, + "members": [ + 8852 + ], + "max_error": 0.0 + }, + { + "representative": 8736, + "members": [ + 8736 + ], + "max_error": 0.0 + }, + { + "representative": 8747, + "members": [ + 8747 + ], + "max_error": 0.0 + }, + { + "representative": 8748, + "members": [ + 8748 + ], + "max_error": 0.0 + }, + { + "representative": 8750, + "members": [ + 8750 + ], + "max_error": 0.0 + }, + { + "representative": 8752, + "members": [ + 8752 + ], + "max_error": 0.0 + }, + { + "representative": 8753, + "members": [ + 8753 + ], + "max_error": 0.0 + }, + { + "representative": 8754, + "members": [ + 8754 + ], + "max_error": 0.0 + }, + { + "representative": 8755, + "members": [ + 8755 + ], + "max_error": 0.0 + }, + { + "representative": 8738, + "members": [ + 8738 + ], + "max_error": 0.0 + }, + { + "representative": 8757, + "members": [ + 8757 + ], + "max_error": 0.0 + }, + { + "representative": 8758, + "members": [ + 8758 + ], + "max_error": 0.0 + }, + { + "representative": 8759, + "members": [ + 8759 + ], + "max_error": 0.0 + }, + { + "representative": 8761, + "members": [ + 8761 + ], + "max_error": 0.0 + }, + { + "representative": 8763, + "members": [ + 8763 + ], + "max_error": 0.0 + }, + { + "representative": 8764, + "members": [ + 8764 + ], + "max_error": 0.0 + }, + { + "representative": 8739, + "members": [ + 8739 + ], + "max_error": 0.0 + }, + { + "representative": 8766, + "members": [ + 8766 + ], + "max_error": 0.0 + }, + { + "representative": 8741, + "members": [ + 8741 + ], + "max_error": 0.0 + }, + { + "representative": 8743, + "members": [ + 8743 + ], + "max_error": 0.0 + }, + { + "representative": 8840, + "members": [ + 8840 + ], + "max_error": 0.0 + }, + { + "representative": 8941, + "members": [ + 8941 + ], + "max_error": 0.0 + }, + { + "representative": 8742, + "members": [ + 8742 + ], + "max_error": 0.0 + }, + { + "representative": 8947, + "members": [ + 8947 + ], + "max_error": 0.0 + }, + { + "representative": 8765, + "members": [ + 8765 + ], + "max_error": 0.0 + }, + { + "representative": 8833, + "members": [ + 8833 + ], + "max_error": 0.0 + }, + { + "representative": 8779, + "members": [ + 8779 + ], + "max_error": 0.0 + }, + { + "representative": 8846, + "members": [ + 8846 + ], + "max_error": 0.0 + }, + { + "representative": 8711, + "members": [ + 8711 + ], + "max_error": 0.0 + }, + { + "representative": 8914, + "members": [ + 8914 + ], + "max_error": 0.0 + }, + { + "representative": 8704, + "members": [ + 8704 + ], + "max_error": 0.0 + }, + { + "representative": 8783, + "members": [ + 8783 + ], + "max_error": 0.0 + }, + { + "representative": 8745, + "members": [ + 8745 + ], + "max_error": 0.0 + }, + { + "representative": 8782, + "members": [ + 8782 + ], + "max_error": 0.0 + }, + { + "representative": 8953, + "members": [ + 8953 + ], + "max_error": 0.0 + }, + { + "representative": 8796, + "members": [ + 8796 + ], + "max_error": 0.0 + }, + { + "representative": 8794, + "members": [ + 8794 + ], + "max_error": 0.0 + }, + { + "representative": 8776, + "members": [ + 8776 + ], + "max_error": 0.0 + }, + { + "representative": 8790, + "members": [ + 8790 + ], + "max_error": 0.0 + }, + { + "representative": 8760, + "members": [ + 8760 + ], + "max_error": 0.0 + }, + { + "representative": 8891, + "members": [ + 8891 + ], + "max_error": 0.0 + }, + { + "representative": 8781, + "members": [ + 8781 + ], + "max_error": 0.0 + }, + { + "representative": 8820, + "members": [ + 8820 + ], + "max_error": 0.0 + }, + { + "representative": 8866, + "members": [ + 8866 + ], + "max_error": 0.0 + }, + { + "representative": 8836, + "members": [ + 8836 + ], + "max_error": 0.0 + }, + { + "representative": 8958, + "members": [ + 8958 + ], + "max_error": 0.0 + }, + { + "representative": 8831, + "members": [ + 8831 + ], + "max_error": 0.0 + }, + { + "representative": 8716, + "members": [ + 8716 + ], + "max_error": 0.0 + }, + { + "representative": 8712, + "members": [ + 8712 + ], + "max_error": 0.0 + }, + { + "representative": 8749, + "members": [ + 8749 + ], + "max_error": 0.0 + }, + { + "representative": 8717, + "members": [ + 8717 + ], + "max_error": 0.0 + }, + { + "representative": 8718, + "members": [ + 8718 + ], + "max_error": 0.0 + }, + { + "representative": 8787, + "members": [ + 8787 + ], + "max_error": 0.0 + }, + { + "representative": 8709, + "members": [ + 8709 + ], + "max_error": 0.0 + }, + { + "representative": 8812, + "members": [ + 8812 + ], + "max_error": 0.0 + }, + { + "representative": 8786, + "members": [ + 8786 + ], + "max_error": 0.0 + }, + { + "representative": 8944, + "members": [ + 8944 + ], + "max_error": 0.0 + }, + { + "representative": 8906, + "members": [ + 8906 + ], + "max_error": 0.0 + }, + { + "representative": 8767, + "members": [ + 8767 + ], + "max_error": 0.0 + }, + { + "representative": 8789, + "members": [ + 8789 + ], + "max_error": 0.0 + }, + { + "representative": 8826, + "members": [ + 8826 + ], + "max_error": 0.0 + }, + { + "representative": 8900, + "members": [ + 8900 + ], + "max_error": 0.0 + }, + { + "representative": 8851, + "members": [ + 8851 + ], + "max_error": 0.0 + }, + { + "representative": 8959, + "members": [ + 8959 + ], + "max_error": 0.0 + }, + { + "representative": 8850, + "members": [ + 8850 + ], + "max_error": 0.0 + }, + { + "representative": 8887, + "members": [ + 8887 + ], + "max_error": 0.0 + }, + { + "representative": 8771, + "members": [ + 8771 + ], + "max_error": 0.0 + }, + { + "representative": 8784, + "members": [ + 8784 + ], + "max_error": 0.0 + }, + { + "representative": 8751, + "members": [ + 8751 + ], + "max_error": 0.0 + }, + { + "representative": 8844, + "members": [ + 8844 + ], + "max_error": 0.0 + }, + { + "representative": 8893, + "members": [ + 8893 + ], + "max_error": 0.0 + }, + { + "representative": 8732, + "members": [ + 8732 + ], + "max_error": 0.0 + }, + { + "representative": 8847, + "members": [ + 8847 + ], + "max_error": 0.0 + }, + { + "representative": 8869, + "members": [ + 8869 + ], + "max_error": 0.0 + }, + { + "representative": 8933, + "members": [ + 8933 + ], + "max_error": 0.0 + }, + { + "representative": 8809, + "members": [ + 8809 + ], + "max_error": 0.0 + }, + { + "representative": 8942, + "members": [ + 8942 + ], + "max_error": 0.0 + }, + { + "representative": 8842, + "members": [ + 8842 + ], + "max_error": 0.0 + }, + { + "representative": 8905, + "members": [ + 8905 + ], + "max_error": 0.0 + }, + { + "representative": 8868, + "members": [ + 8868 + ], + "max_error": 0.0 + }, + { + "representative": 8713, + "members": [ + 8713 + ], + "max_error": 0.0 + }, + { + "representative": 8927, + "members": [ + 8927 + ], + "max_error": 0.0 + }, + { + "representative": 8949, + "members": [ + 8949 + ], + "max_error": 0.0 + }, + { + "representative": 8730, + "members": [ + 8730 + ], + "max_error": 0.0 + }, + { + "representative": 8811, + "members": [ + 8811 + ], + "max_error": 0.0 + }, + { + "representative": 8883, + "members": [ + 8883 + ], + "max_error": 0.0 + }, + { + "representative": 8775, + "members": [ + 8775 + ], + "max_error": 0.0 + }, + { + "representative": 8816, + "members": [ + 8816 + ], + "max_error": 0.0 + }, + { + "representative": 8830, + "members": [ + 8830 + ], + "max_error": 0.0 + }, + { + "representative": 8932, + "members": [ + 8932 + ], + "max_error": 0.0 + }, + { + "representative": 8956, + "members": [ + 8956 + ], + "max_error": 0.0 + }, + { + "representative": 8946, + "members": [ + 8946 + ], + "max_error": 0.0 + }, + { + "representative": 8901, + "members": [ + 8901 + ], + "max_error": 0.0 + }, + { + "representative": 8746, + "members": [ + 8746 + ], + "max_error": 0.0 + }, + { + "representative": 8762, + "members": [ + 8762 + ], + "max_error": 0.0 + }, + { + "representative": 8785, + "members": [ + 8785 + ], + "max_error": 0.0 + }, + { + "representative": 8823, + "members": [ + 8823 + ], + "max_error": 0.0 + }, + { + "representative": 8737, + "members": [ + 8737 + ], + "max_error": 0.0 + }, + { + "representative": 8734, + "members": [ + 8734 + ], + "max_error": 0.0 + }, + { + "representative": 8921, + "members": [ + 8921 + ], + "max_error": 0.0 + }, + { + "representative": 8855, + "members": [ + 8855 + ], + "max_error": 0.0 + }, + { + "representative": 8872, + "members": [ + 8872 + ], + "max_error": 0.0 + }, + { + "representative": 8817, + "members": [ + 8817 + ], + "max_error": 0.0 + }, + { + "representative": 8939, + "members": [ + 8939 + ], + "max_error": 0.0 + }, + { + "representative": 8945, + "members": [ + 8945 + ], + "max_error": 0.0 + }, + { + "representative": 8720, + "members": [ + 8720 + ], + "max_error": 0.0 + }, + { + "representative": 8822, + "members": [ + 8822 + ], + "max_error": 0.0 + }, + { + "representative": 8917, + "members": [ + 8917 + ], + "max_error": 0.0 + }, + { + "representative": 8881, + "members": [ + 8881 + ], + "max_error": 0.0 + }, + { + "representative": 8857, + "members": [ + 8857 + ], + "max_error": 0.0 + }, + { + "representative": 8768, + "members": [ + 8768 + ], + "max_error": 0.0 + }, + { + "representative": 8924, + "members": [ + 8924 + ], + "max_error": 0.0 + }, + { + "representative": 8722, + "members": [ + 8722 + ], + "max_error": 0.0 + }, + { + "representative": 8756, + "members": [ + 8756 + ], + "max_error": 0.0 + }, + { + "representative": 8706, + "members": [ + 8706 + ], + "max_error": 0.0 + }, + { + "representative": 8777, + "members": [ + 8777 + ], + "max_error": 0.0 + }, + { + "representative": 8778, + "members": [ + 8778 + ], + "max_error": 0.0 + }, + { + "representative": 8780, + "members": [ + 8780 + ], + "max_error": 0.0 + }, + { + "representative": 8770, + "members": [ + 8770 + ], + "max_error": 0.0 + }, + { + "representative": 8788, + "members": [ + 8788 + ], + "max_error": 0.0 + }, + { + "representative": 8791, + "members": [ + 8791 + ], + "max_error": 0.0 + }, + { + "representative": 8792, + "members": [ + 8792 + ], + "max_error": 0.0 + }, + { + "representative": 8793, + "members": [ + 8793 + ], + "max_error": 0.0 + }, + { + "representative": 8795, + "members": [ + 8795 + ], + "max_error": 0.0 + }, + { + "representative": 8797, + "members": [ + 8797 + ], + "max_error": 0.0 + }, + { + "representative": 8798, + "members": [ + 8798 + ], + "max_error": 0.0 + }, + { + "representative": 8773, + "members": [ + 8773 + ], + "max_error": 0.0 + }, + { + "representative": 8774, + "members": [ + 8774 + ], + "max_error": 0.0 + }, + { + "representative": 8800, + "members": [ + 8800 + ], + "max_error": 0.0 + }, + { + "representative": 8808, + "members": [ + 8808 + ], + "max_error": 0.0 + }, + { + "representative": 8801, + "members": [ + 8801 + ], + "max_error": 0.0 + }, + { + "representative": 8810, + "members": [ + 8810 + ], + "max_error": 0.0 + }, + { + "representative": 8813, + "members": [ + 8813 + ], + "max_error": 0.0 + }, + { + "representative": 8814, + "members": [ + 8814 + ], + "max_error": 0.0 + }, + { + "representative": 8815, + "members": [ + 8815 + ], + "max_error": 0.0 + }, + { + "representative": 8802, + "members": [ + 8802 + ], + "max_error": 0.0 + }, + { + "representative": 8824, + "members": [ + 8824 + ], + "max_error": 0.0 + }, + { + "representative": 8825, + "members": [ + 8825 + ], + "max_error": 0.0 + }, + { + "representative": 8828, + "members": [ + 8828 + ], + "max_error": 0.0 + }, + { + "representative": 8829, + "members": [ + 8829 + ], + "max_error": 0.0 + }, + { + "representative": 8803, + "members": [ + 8803 + ], + "max_error": 0.0 + }, + { + "representative": 8805, + "members": [ + 8805 + ], + "max_error": 0.0 + }, + { + "representative": 8807, + "members": [ + 8807 + ], + "max_error": 0.0 + }, + { + "representative": 8832, + "members": [ + 8832 + ], + "max_error": 0.0 + }, + { + "representative": 8841, + "members": [ + 8841 + ], + "max_error": 0.0 + }, + { + "representative": 8843, + "members": [ + 8843 + ], + "max_error": 0.0 + }, + { + "representative": 8848, + "members": [ + 8848 + ], + "max_error": 0.0 + }, + { + "representative": 8849, + "members": [ + 8849 + ], + "max_error": 0.0 + }, + { + "representative": 8834, + "members": [ + 8834 + ], + "max_error": 0.0 + }, + { + "representative": 8853, + "members": [ + 8853 + ], + "max_error": 0.0 + }, + { + "representative": 8854, + "members": [ + 8854 + ], + "max_error": 0.0 + }, + { + "representative": 8858, + "members": [ + 8858 + ], + "max_error": 0.0 + }, + { + "representative": 8859, + "members": [ + 8859 + ], + "max_error": 0.0 + }, + { + "representative": 8860, + "members": [ + 8860 + ], + "max_error": 0.0 + }, + { + "representative": 8861, + "members": [ + 8861 + ], + "max_error": 0.0 + }, + { + "representative": 8835, + "members": [ + 8835 + ], + "max_error": 0.0 + }, + { + "representative": 8862, + "members": [ + 8862 + ], + "max_error": 0.0 + }, + { + "representative": 8863, + "members": [ + 8863 + ], + "max_error": 0.0 + }, + { + "representative": 8837, + "members": [ + 8837 + ], + "max_error": 0.0 + }, + { + "representative": 8838, + "members": [ + 8838 + ], + "max_error": 0.0 + }, + { + "representative": 8864, + "members": [ + 8864 + ], + "max_error": 0.0 + }, + { + "representative": 8873, + "members": [ + 8873 + ], + "max_error": 0.0 + }, + { + "representative": 8876, + "members": [ + 8876 + ], + "max_error": 0.0 + }, + { + "representative": 8877, + "members": [ + 8877 + ], + "max_error": 0.0 + }, + { + "representative": 8878, + "members": [ + 8878 + ], + "max_error": 0.0 + }, + { + "representative": 8879, + "members": [ + 8879 + ], + "max_error": 0.0 + }, + { + "representative": 8882, + "members": [ + 8882 + ], + "max_error": 0.0 + }, + { + "representative": 8884, + "members": [ + 8884 + ], + "max_error": 0.0 + }, + { + "representative": 8885, + "members": [ + 8885 + ], + "max_error": 0.0 + }, + { + "representative": 8888, + "members": [ + 8888 + ], + "max_error": 0.0 + }, + { + "representative": 8889, + "members": [ + 8889 + ], + "max_error": 0.0 + }, + { + "representative": 8890, + "members": [ + 8890 + ], + "max_error": 0.0 + }, + { + "representative": 8892, + "members": [ + 8892 + ], + "max_error": 0.0 + }, + { + "representative": 8867, + "members": [ + 8867 + ], + "max_error": 0.0 + }, + { + "representative": 8894, + "members": [ + 8894 + ], + "max_error": 0.0 + }, + { + "representative": 8870, + "members": [ + 8870 + ], + "max_error": 0.0 + }, + { + "representative": 8871, + "members": [ + 8871 + ], + "max_error": 0.0 + }, + { + "representative": 8896, + "members": [ + 8896 + ], + "max_error": 0.0 + }, + { + "representative": 8897, + "members": [ + 8897 + ], + "max_error": 0.0 + }, + { + "representative": 8907, + "members": [ + 8907 + ], + "max_error": 0.0 + }, + { + "representative": 8908, + "members": [ + 8908 + ], + "max_error": 0.0 + }, + { + "representative": 8909, + "members": [ + 8909 + ], + "max_error": 0.0 + }, + { + "representative": 8910, + "members": [ + 8910 + ], + "max_error": 0.0 + }, + { + "representative": 8911, + "members": [ + 8911 + ], + "max_error": 0.0 + }, + { + "representative": 8912, + "members": [ + 8912 + ], + "max_error": 0.0 + }, + { + "representative": 8915, + "members": [ + 8915 + ], + "max_error": 0.0 + }, + { + "representative": 8898, + "members": [ + 8898 + ], + "max_error": 0.0 + }, + { + "representative": 8918, + "members": [ + 8918 + ], + "max_error": 0.0 + }, + { + "representative": 8920, + "members": [ + 8920 + ], + "max_error": 0.0 + }, + { + "representative": 8922, + "members": [ + 8922 + ], + "max_error": 0.0 + }, + { + "representative": 8923, + "members": [ + 8923 + ], + "max_error": 0.0 + }, + { + "representative": 8925, + "members": [ + 8925 + ], + "max_error": 0.0 + }, + { + "representative": 8899, + "members": [ + 8899 + ], + "max_error": 0.0 + }, + { + "representative": 8926, + "members": [ + 8926 + ], + "max_error": 0.0 + }, + { + "representative": 8902, + "members": [ + 8902 + ], + "max_error": 0.0 + }, + { + "representative": 8903, + "members": [ + 8903 + ], + "max_error": 0.0 + }, + { + "representative": 8928, + "members": [ + 8928 + ], + "max_error": 0.0 + }, + { + "representative": 8936, + "members": [ + 8936 + ], + "max_error": 0.0 + }, + { + "representative": 8937, + "members": [ + 8937 + ], + "max_error": 0.0 + }, + { + "representative": 8929, + "members": [ + 8929 + ], + "max_error": 0.0 + }, + { + "representative": 8938, + "members": [ + 8938 + ], + "max_error": 0.0 + }, + { + "representative": 8943, + "members": [ + 8943 + ], + "max_error": 0.0 + }, + { + "representative": 8930, + "members": [ + 8930 + ], + "max_error": 0.0 + }, + { + "representative": 8948, + "members": [ + 8948 + ], + "max_error": 0.0 + }, + { + "representative": 8950, + "members": [ + 8950 + ], + "max_error": 0.0 + }, + { + "representative": 8951, + "members": [ + 8951 + ], + "max_error": 0.0 + }, + { + "representative": 8952, + "members": [ + 8952 + ], + "max_error": 0.0 + }, + { + "representative": 8954, + "members": [ + 8954 + ], + "max_error": 0.0 + }, + { + "representative": 8955, + "members": [ + 8955 + ], + "max_error": 0.0 + }, + { + "representative": 8957, + "members": [ + 8957 + ], + "max_error": 0.0 + }, + { + "representative": 8931, + "members": [ + 8931 + ], + "max_error": 0.0 + }, + { + "representative": 8934, + "members": [ + 8934 + ], + "max_error": 0.0 + }, + { + "representative": 8935, + "members": [ + 8935 + ], + "max_error": 0.0 + }, + { + "representative": 9216, + "members": [ + 9216 + ], + "max_error": 0.0 + }, + { + "representative": 9217, + "members": [ + 9217 + ], + "max_error": 0.0 + }, + { + "representative": 9218, + "members": [ + 9218 + ], + "max_error": 0.0 + }, + { + "representative": 9219, + "members": [ + 9219 + ], + "max_error": 0.0 + }, + { + "representative": 9220, + "members": [ + 9220 + ], + "max_error": 0.0 + }, + { + "representative": 9221, + "members": [ + 9221 + ], + "max_error": 0.0 + }, + { + "representative": 9222, + "members": [ + 9222 + ], + "max_error": 0.0 + }, + { + "representative": 9223, + "members": [ + 9223 + ], + "max_error": 0.0 + }, + { + "representative": 9280, + "members": [ + 9280 + ], + "max_error": 0.0 + }, + { + "representative": 9281, + "members": [ + 9281 + ], + "max_error": 0.0 + }, + { + "representative": 9282, + "members": [ + 9282 + ], + "max_error": 0.0 + }, + { + "representative": 9283, + "members": [ + 9283 + ], + "max_error": 0.0 + }, + { + "representative": 9284, + "members": [ + 9284 + ], + "max_error": 0.0 + }, + { + "representative": 9285, + "members": [ + 9285 + ], + "max_error": 0.0 + }, + { + "representative": 9286, + "members": [ + 9286 + ], + "max_error": 0.0 + }, + { + "representative": 9287, + "members": [ + 9287 + ], + "max_error": 0.0 + }, + { + "representative": 9288, + "members": [ + 9288 + ], + "max_error": 0.0 + }, + { + "representative": 9289, + "members": [ + 9289 + ], + "max_error": 0.0 + }, + { + "representative": 9290, + "members": [ + 9290 + ], + "max_error": 0.0 + }, + { + "representative": 9291, + "members": [ + 9291 + ], + "max_error": 0.0 + }, + { + "representative": 9292, + "members": [ + 9292 + ], + "max_error": 0.0 + }, + { + "representative": 9293, + "members": [ + 9293 + ], + "max_error": 0.0 + }, + { + "representative": 9294, + "members": [ + 9294 + ], + "max_error": 0.0 + }, + { + "representative": 9295, + "members": [ + 9295 + ], + "max_error": 0.0 + }, + { + "representative": 9224, + "members": [ + 9224 + ], + "max_error": 0.0 + }, + { + "representative": 9225, + "members": [ + 9225 + ], + "max_error": 0.0 + }, + { + "representative": 9226, + "members": [ + 9226 + ], + "max_error": 0.0 + }, + { + "representative": 9227, + "members": [ + 9227 + ], + "max_error": 0.0 + }, + { + "representative": 9228, + "members": [ + 9228 + ], + "max_error": 0.0 + }, + { + "representative": 9229, + "members": [ + 9229 + ], + "max_error": 0.0 + }, + { + "representative": 9230, + "members": [ + 9230 + ], + "max_error": 0.0 + }, + { + "representative": 9231, + "members": [ + 9231 + ], + "max_error": 0.0 + }, + { + "representative": 9296, + "members": [ + 9296 + ], + "max_error": 0.0 + }, + { + "representative": 9297, + "members": [ + 9297 + ], + "max_error": 0.0 + }, + { + "representative": 9298, + "members": [ + 9298 + ], + "max_error": 0.0 + }, + { + "representative": 9299, + "members": [ + 9299 + ], + "max_error": 0.0 + }, + { + "representative": 9300, + "members": [ + 9300 + ], + "max_error": 0.0 + }, + { + "representative": 9301, + "members": [ + 9301 + ], + "max_error": 0.0 + }, + { + "representative": 9302, + "members": [ + 9302 + ], + "max_error": 0.0 + }, + { + "representative": 9303, + "members": [ + 9303 + ], + "max_error": 0.0 + }, + { + "representative": 9304, + "members": [ + 9304 + ], + "max_error": 0.0 + }, + { + "representative": 9305, + "members": [ + 9305 + ], + "max_error": 0.0 + }, + { + "representative": 9306, + "members": [ + 9306 + ], + "max_error": 0.0 + }, + { + "representative": 9307, + "members": [ + 9307 + ], + "max_error": 0.0 + }, + { + "representative": 9308, + "members": [ + 9308 + ], + "max_error": 0.0 + }, + { + "representative": 9309, + "members": [ + 9309 + ], + "max_error": 0.0 + }, + { + "representative": 9310, + "members": [ + 9310 + ], + "max_error": 0.0 + }, + { + "representative": 9311, + "members": [ + 9311 + ], + "max_error": 0.0 + }, + { + "representative": 9312, + "members": [ + 9312 + ], + "max_error": 0.0 + }, + { + "representative": 9313, + "members": [ + 9313 + ], + "max_error": 0.0 + }, + { + "representative": 9314, + "members": [ + 9314 + ], + "max_error": 0.0 + }, + { + "representative": 9315, + "members": [ + 9315 + ], + "max_error": 0.0 + }, + { + "representative": 9316, + "members": [ + 9316 + ], + "max_error": 0.0 + }, + { + "representative": 9317, + "members": [ + 9317 + ], + "max_error": 0.0 + }, + { + "representative": 9318, + "members": [ + 9318 + ], + "max_error": 0.0 + }, + { + "representative": 9319, + "members": [ + 9319 + ], + "max_error": 0.0 + }, + { + "representative": 9320, + "members": [ + 9320 + ], + "max_error": 0.0 + }, + { + "representative": 9321, + "members": [ + 9321 + ], + "max_error": 0.0 + }, + { + "representative": 9322, + "members": [ + 9322 + ], + "max_error": 0.0 + }, + { + "representative": 9323, + "members": [ + 9323 + ], + "max_error": 0.0 + }, + { + "representative": 9324, + "members": [ + 9324 + ], + "max_error": 0.0 + }, + { + "representative": 9325, + "members": [ + 9325 + ], + "max_error": 0.0 + }, + { + "representative": 9326, + "members": [ + 9326 + ], + "max_error": 0.0 + }, + { + "representative": 9327, + "members": [ + 9327 + ], + "max_error": 0.0 + }, + { + "representative": 9328, + "members": [ + 9328 + ], + "max_error": 0.0 + }, + { + "representative": 9329, + "members": [ + 9329 + ], + "max_error": 0.0 + }, + { + "representative": 9330, + "members": [ + 9330 + ], + "max_error": 0.0 + }, + { + "representative": 9331, + "members": [ + 9331 + ], + "max_error": 0.0 + }, + { + "representative": 9332, + "members": [ + 9332 + ], + "max_error": 0.0 + }, + { + "representative": 9333, + "members": [ + 9333 + ], + "max_error": 0.0 + }, + { + "representative": 9334, + "members": [ + 9334 + ], + "max_error": 0.0 + }, + { + "representative": 9335, + "members": [ + 9335 + ], + "max_error": 0.0 + }, + { + "representative": 9336, + "members": [ + 9336 + ], + "max_error": 0.0 + }, + { + "representative": 9337, + "members": [ + 9337 + ], + "max_error": 0.0 + }, + { + "representative": 9338, + "members": [ + 9338 + ], + "max_error": 0.0 + }, + { + "representative": 9339, + "members": [ + 9339 + ], + "max_error": 0.0 + }, + { + "representative": 9340, + "members": [ + 9340 + ], + "max_error": 0.0 + }, + { + "representative": 9341, + "members": [ + 9341 + ], + "max_error": 0.0 + }, + { + "representative": 9342, + "members": [ + 9342 + ], + "max_error": 0.0 + }, + { + "representative": 9343, + "members": [ + 9343 + ], + "max_error": 0.0 + }, + { + "representative": 9344, + "members": [ + 9344 + ], + "max_error": 0.0 + }, + { + "representative": 9345, + "members": [ + 9345 + ], + "max_error": 0.0 + }, + { + "representative": 9346, + "members": [ + 9346 + ], + "max_error": 0.0 + }, + { + "representative": 9347, + "members": [ + 9347 + ], + "max_error": 0.0 + }, + { + "representative": 9348, + "members": [ + 9348 + ], + "max_error": 0.0 + }, + { + "representative": 9349, + "members": [ + 9349 + ], + "max_error": 0.0 + }, + { + "representative": 9350, + "members": [ + 9350 + ], + "max_error": 0.0 + }, + { + "representative": 9351, + "members": [ + 9351 + ], + "max_error": 0.0 + }, + { + "representative": 9352, + "members": [ + 9352 + ], + "max_error": 0.0 + }, + { + "representative": 9353, + "members": [ + 9353 + ], + "max_error": 0.0 + }, + { + "representative": 9354, + "members": [ + 9354 + ], + "max_error": 0.0 + }, + { + "representative": 9355, + "members": [ + 9355 + ], + "max_error": 0.0 + }, + { + "representative": 9356, + "members": [ + 9356 + ], + "max_error": 0.0 + }, + { + "representative": 9357, + "members": [ + 9357 + ], + "max_error": 0.0 + }, + { + "representative": 9358, + "members": [ + 9358 + ], + "max_error": 0.0 + }, + { + "representative": 9359, + "members": [ + 9359 + ], + "max_error": 0.0 + }, + { + "representative": 9232, + "members": [ + 9232 + ], + "max_error": 0.0 + }, + { + "representative": 9233, + "members": [ + 9233 + ], + "max_error": 0.0 + }, + { + "representative": 9234, + "members": [ + 9234 + ], + "max_error": 0.0 + }, + { + "representative": 9235, + "members": [ + 9235 + ], + "max_error": 0.0 + }, + { + "representative": 9236, + "members": [ + 9236 + ], + "max_error": 0.0 + }, + { + "representative": 9237, + "members": [ + 9237 + ], + "max_error": 0.0 + }, + { + "representative": 9238, + "members": [ + 9238 + ], + "max_error": 0.0 + }, + { + "representative": 9239, + "members": [ + 9239 + ], + "max_error": 0.0 + }, + { + "representative": 9240, + "members": [ + 9240 + ], + "max_error": 0.0 + }, + { + "representative": 9241, + "members": [ + 9241 + ], + "max_error": 0.0 + }, + { + "representative": 9242, + "members": [ + 9242 + ], + "max_error": 0.0 + }, + { + "representative": 9243, + "members": [ + 9243 + ], + "max_error": 0.0 + }, + { + "representative": 9244, + "members": [ + 9244 + ], + "max_error": 0.0 + }, + { + "representative": 9245, + "members": [ + 9245 + ], + "max_error": 0.0 + }, + { + "representative": 9246, + "members": [ + 9246 + ], + "max_error": 0.0 + }, + { + "representative": 9247, + "members": [ + 9247 + ], + "max_error": 0.0 + }, + { + "representative": 9248, + "members": [ + 9248 + ], + "max_error": 0.0 + }, + { + "representative": 9249, + "members": [ + 9249 + ], + "max_error": 0.0 + }, + { + "representative": 9250, + "members": [ + 9250 + ], + "max_error": 0.0 + }, + { + "representative": 9251, + "members": [ + 9251 + ], + "max_error": 0.0 + }, + { + "representative": 9252, + "members": [ + 9252 + ], + "max_error": 0.0 + }, + { + "representative": 9253, + "members": [ + 9253 + ], + "max_error": 0.0 + }, + { + "representative": 9254, + "members": [ + 9254 + ], + "max_error": 0.0 + }, + { + "representative": 9255, + "members": [ + 9255 + ], + "max_error": 0.0 + }, + { + "representative": 9256, + "members": [ + 9256 + ], + "max_error": 0.0 + }, + { + "representative": 9257, + "members": [ + 9257 + ], + "max_error": 0.0 + }, + { + "representative": 9258, + "members": [ + 9258 + ], + "max_error": 0.0 + }, + { + "representative": 9259, + "members": [ + 9259 + ], + "max_error": 0.0 + }, + { + "representative": 9260, + "members": [ + 9260 + ], + "max_error": 0.0 + }, + { + "representative": 9261, + "members": [ + 9261 + ], + "max_error": 0.0 + }, + { + "representative": 9262, + "members": [ + 9262 + ], + "max_error": 0.0 + }, + { + "representative": 9263, + "members": [ + 9263 + ], + "max_error": 0.0 + }, + { + "representative": 9264, + "members": [ + 9264 + ], + "max_error": 0.0 + }, + { + "representative": 9265, + "members": [ + 9265 + ], + "max_error": 0.0 + }, + { + "representative": 9266, + "members": [ + 9266 + ], + "max_error": 0.0 + }, + { + "representative": 9267, + "members": [ + 9267 + ], + "max_error": 0.0 + }, + { + "representative": 9268, + "members": [ + 9268 + ], + "max_error": 0.0 + }, + { + "representative": 9269, + "members": [ + 9269 + ], + "max_error": 0.0 + }, + { + "representative": 9270, + "members": [ + 9270 + ], + "max_error": 0.0 + }, + { + "representative": 9271, + "members": [ + 9271 + ], + "max_error": 0.0 + }, + { + "representative": 9272, + "members": [ + 9272 + ], + "max_error": 0.0 + }, + { + "representative": 9273, + "members": [ + 9273 + ], + "max_error": 0.0 + }, + { + "representative": 9274, + "members": [ + 9274 + ], + "max_error": 0.0 + }, + { + "representative": 9275, + "members": [ + 9275 + ], + "max_error": 0.0 + }, + { + "representative": 9276, + "members": [ + 9276 + ], + "max_error": 0.0 + }, + { + "representative": 9277, + "members": [ + 9277 + ], + "max_error": 0.0 + }, + { + "representative": 9278, + "members": [ + 9278 + ], + "max_error": 0.0 + }, + { + "representative": 9279, + "members": [ + 9279 + ], + "max_error": 0.0 + }, + { + "representative": 9616, + "members": [ + 9616 + ], + "max_error": 0.0 + }, + { + "representative": 9617, + "members": [ + 9617 + ], + "max_error": 0.0 + }, + { + "representative": 9627, + "members": [ + 9627 + ], + "max_error": 0.0 + }, + { + "representative": 9629, + "members": [ + 9629 + ], + "max_error": 0.0 + }, + { + "representative": 9633, + "members": [ + 9633 + ], + "max_error": 0.0 + }, + { + "representative": 9634, + "members": [ + 9634 + ], + "max_error": 0.0 + }, + { + "representative": 9638, + "members": [ + 9638 + ], + "max_error": 0.0 + }, + { + "representative": 9640, + "members": [ + 9640 + ], + "max_error": 0.0 + }, + { + "representative": 9643, + "members": [ + 9643 + ], + "max_error": 0.0 + }, + { + "representative": 9619, + "members": [ + 9619 + ], + "max_error": 0.0 + }, + { + "representative": 9646, + "members": [ + 9646 + ], + "max_error": 0.0 + }, + { + "representative": 9620, + "members": [ + 9620 + ], + "max_error": 0.0 + }, + { + "representative": 9622, + "members": [ + 9622 + ], + "max_error": 0.0 + }, + { + "representative": 9713, + "members": [ + 9713 + ], + "max_error": 0.0 + }, + { + "representative": 9765, + "members": [ + 9765 + ], + "max_error": 0.0 + }, + { + "representative": 9811, + "members": [ + 9811 + ], + "max_error": 0.0 + }, + { + "representative": 9678, + "members": [ + 9678 + ], + "max_error": 0.0 + }, + { + "representative": 9739, + "members": [ + 9739 + ], + "max_error": 0.0 + }, + { + "representative": 9722, + "members": [ + 9722 + ], + "max_error": 0.0 + }, + { + "representative": 9853, + "members": [ + 9853 + ], + "max_error": 0.0 + }, + { + "representative": 9636, + "members": [ + 9636 + ], + "max_error": 0.0 + }, + { + "representative": 9639, + "members": [ + 9639 + ], + "max_error": 0.0 + }, + { + "representative": 9631, + "members": [ + 9631 + ], + "max_error": 0.0 + }, + { + "representative": 9621, + "members": [ + 9621 + ], + "max_error": 0.0 + }, + { + "representative": 9830, + "members": [ + 9830 + ], + "max_error": 0.0 + }, + { + "representative": 9771, + "members": [ + 9771 + ], + "max_error": 0.0 + }, + { + "representative": 9744, + "members": [ + 9744 + ], + "max_error": 0.0 + }, + { + "representative": 9864, + "members": [ + 9864 + ], + "max_error": 0.0 + }, + { + "representative": 9815, + "members": [ + 9815 + ], + "max_error": 0.0 + }, + { + "representative": 9753, + "members": [ + 9753 + ], + "max_error": 0.0 + }, + { + "representative": 9626, + "members": [ + 9626 + ], + "max_error": 0.0 + }, + { + "representative": 9829, + "members": [ + 9829 + ], + "max_error": 0.0 + }, + { + "representative": 9789, + "members": [ + 9789 + ], + "max_error": 0.0 + }, + { + "representative": 9781, + "members": [ + 9781 + ], + "max_error": 0.0 + }, + { + "representative": 9801, + "members": [ + 9801 + ], + "max_error": 0.0 + }, + { + "representative": 9679, + "members": [ + 9679 + ], + "max_error": 0.0 + }, + { + "representative": 9859, + "members": [ + 9859 + ], + "max_error": 0.0 + }, + { + "representative": 9822, + "members": [ + 9822 + ], + "max_error": 0.0 + }, + { + "representative": 9807, + "members": [ + 9807 + ], + "max_error": 0.0 + }, + { + "representative": 9708, + "members": [ + 9708 + ], + "max_error": 0.0 + }, + { + "representative": 9863, + "members": [ + 9863 + ], + "max_error": 0.0 + }, + { + "representative": 9657, + "members": [ + 9657 + ], + "max_error": 0.0 + }, + { + "representative": 9763, + "members": [ + 9763 + ], + "max_error": 0.0 + }, + { + "representative": 9712, + "members": [ + 9712 + ], + "max_error": 0.0 + }, + { + "representative": 9649, + "members": [ + 9649 + ], + "max_error": 0.0 + }, + { + "representative": 9660, + "members": [ + 9660 + ], + "max_error": 0.0 + }, + { + "representative": 9662, + "members": [ + 9662 + ], + "max_error": 0.0 + }, + { + "representative": 9663, + "members": [ + 9663 + ], + "max_error": 0.0 + }, + { + "representative": 9664, + "members": [ + 9664 + ], + "max_error": 0.0 + }, + { + "representative": 9667, + "members": [ + 9667 + ], + "max_error": 0.0 + }, + { + "representative": 9650, + "members": [ + 9650 + ], + "max_error": 0.0 + }, + { + "representative": 9668, + "members": [ + 9668 + ], + "max_error": 0.0 + }, + { + "representative": 9669, + "members": [ + 9669 + ], + "max_error": 0.0 + }, + { + "representative": 9671, + "members": [ + 9671 + ], + "max_error": 0.0 + }, + { + "representative": 9672, + "members": [ + 9672 + ], + "max_error": 0.0 + }, + { + "representative": 9673, + "members": [ + 9673 + ], + "max_error": 0.0 + }, + { + "representative": 9674, + "members": [ + 9674 + ], + "max_error": 0.0 + }, + { + "representative": 9675, + "members": [ + 9675 + ], + "max_error": 0.0 + }, + { + "representative": 9653, + "members": [ + 9653 + ], + "max_error": 0.0 + }, + { + "representative": 9655, + "members": [ + 9655 + ], + "max_error": 0.0 + }, + { + "representative": 9746, + "members": [ + 9746 + ], + "max_error": 0.0 + }, + { + "representative": 9784, + "members": [ + 9784 + ], + "max_error": 0.0 + }, + { + "representative": 9856, + "members": [ + 9856 + ], + "max_error": 0.0 + }, + { + "representative": 9644, + "members": [ + 9644 + ], + "max_error": 0.0 + }, + { + "representative": 9842, + "members": [ + 9842 + ], + "max_error": 0.0 + }, + { + "representative": 9834, + "members": [ + 9834 + ], + "max_error": 0.0 + }, + { + "representative": 9792, + "members": [ + 9792 + ], + "max_error": 0.0 + }, + { + "representative": 9790, + "members": [ + 9790 + ], + "max_error": 0.0 + }, + { + "representative": 9747, + "members": [ + 9747 + ], + "max_error": 0.0 + }, + { + "representative": 9686, + "members": [ + 9686 + ], + "max_error": 0.0 + }, + { + "representative": 9623, + "members": [ + 9623 + ], + "max_error": 0.0 + }, + { + "representative": 9752, + "members": [ + 9752 + ], + "max_error": 0.0 + }, + { + "representative": 9647, + "members": [ + 9647 + ], + "max_error": 0.0 + }, + { + "representative": 9719, + "members": [ + 9719 + ], + "max_error": 0.0 + }, + { + "representative": 9818, + "members": [ + 9818 + ], + "max_error": 0.0 + }, + { + "representative": 9651, + "members": [ + 9651 + ], + "max_error": 0.0 + }, + { + "representative": 9637, + "members": [ + 9637 + ], + "max_error": 0.0 + }, + { + "representative": 9766, + "members": [ + 9766 + ], + "max_error": 0.0 + }, + { + "representative": 9800, + "members": [ + 9800 + ], + "max_error": 0.0 + }, + { + "representative": 9654, + "members": [ + 9654 + ], + "max_error": 0.0 + }, + { + "representative": 9774, + "members": [ + 9774 + ], + "max_error": 0.0 + }, + { + "representative": 9793, + "members": [ + 9793 + ], + "max_error": 0.0 + }, + { + "representative": 9648, + "members": [ + 9648 + ], + "max_error": 0.0 + }, + { + "representative": 9682, + "members": [ + 9682 + ], + "max_error": 0.0 + }, + { + "representative": 9803, + "members": [ + 9803 + ], + "max_error": 0.0 + }, + { + "representative": 9833, + "members": [ + 9833 + ], + "max_error": 0.0 + }, + { + "representative": 9743, + "members": [ + 9743 + ], + "max_error": 0.0 + }, + { + "representative": 9731, + "members": [ + 9731 + ], + "max_error": 0.0 + }, + { + "representative": 9823, + "members": [ + 9823 + ], + "max_error": 0.0 + }, + { + "representative": 9812, + "members": [ + 9812 + ], + "max_error": 0.0 + }, + { + "representative": 9770, + "members": [ + 9770 + ], + "max_error": 0.0 + }, + { + "representative": 9676, + "members": [ + 9676 + ], + "max_error": 0.0 + }, + { + "representative": 9791, + "members": [ + 9791 + ], + "max_error": 0.0 + }, + { + "representative": 9725, + "members": [ + 9725 + ], + "max_error": 0.0 + }, + { + "representative": 9677, + "members": [ + 9677 + ], + "max_error": 0.0 + }, + { + "representative": 9786, + "members": [ + 9786 + ], + "max_error": 0.0 + }, + { + "representative": 9635, + "members": [ + 9635 + ], + "max_error": 0.0 + }, + { + "representative": 9780, + "members": [ + 9780 + ], + "max_error": 0.0 + }, + { + "representative": 9624, + "members": [ + 9624 + ], + "max_error": 0.0 + }, + { + "representative": 9658, + "members": [ + 9658 + ], + "max_error": 0.0 + }, + { + "representative": 9628, + "members": [ + 9628 + ], + "max_error": 0.0 + }, + { + "representative": 9695, + "members": [ + 9695 + ], + "max_error": 0.0 + }, + { + "representative": 9659, + "members": [ + 9659 + ], + "max_error": 0.0 + }, + { + "representative": 9755, + "members": [ + 9755 + ], + "max_error": 0.0 + }, + { + "representative": 9796, + "members": [ + 9796 + ], + "max_error": 0.0 + }, + { + "representative": 9642, + "members": [ + 9642 + ], + "max_error": 0.0 + }, + { + "representative": 9775, + "members": [ + 9775 + ], + "max_error": 0.0 + }, + { + "representative": 9835, + "members": [ + 9835 + ], + "max_error": 0.0 + }, + { + "representative": 9694, + "members": [ + 9694 + ], + "max_error": 0.0 + }, + { + "representative": 9804, + "members": [ + 9804 + ], + "max_error": 0.0 + }, + { + "representative": 9692, + "members": [ + 9692 + ], + "max_error": 0.0 + }, + { + "representative": 9773, + "members": [ + 9773 + ], + "max_error": 0.0 + }, + { + "representative": 9645, + "members": [ + 9645 + ], + "max_error": 0.0 + }, + { + "representative": 9688, + "members": [ + 9688 + ], + "max_error": 0.0 + }, + { + "representative": 9797, + "members": [ + 9797 + ], + "max_error": 0.0 + }, + { + "representative": 9737, + "members": [ + 9737 + ], + "max_error": 0.0 + }, + { + "representative": 9707, + "members": [ + 9707 + ], + "max_error": 0.0 + }, + { + "representative": 9684, + "members": [ + 9684 + ], + "max_error": 0.0 + }, + { + "representative": 9840, + "members": [ + 9840 + ], + "max_error": 0.0 + }, + { + "representative": 9808, + "members": [ + 9808 + ], + "max_error": 0.0 + }, + { + "representative": 9805, + "members": [ + 9805 + ], + "max_error": 0.0 + }, + { + "representative": 9709, + "members": [ + 9709 + ], + "max_error": 0.0 + }, + { + "representative": 9828, + "members": [ + 9828 + ], + "max_error": 0.0 + }, + { + "representative": 9625, + "members": [ + 9625 + ], + "max_error": 0.0 + }, + { + "representative": 9858, + "members": [ + 9858 + ], + "max_error": 0.0 + }, + { + "representative": 9618, + "members": [ + 9618 + ], + "max_error": 0.0 + }, + { + "representative": 9854, + "members": [ + 9854 + ], + "max_error": 0.0 + }, + { + "representative": 9798, + "members": [ + 9798 + ], + "max_error": 0.0 + }, + { + "representative": 9665, + "members": [ + 9665 + ], + "max_error": 0.0 + }, + { + "representative": 9661, + "members": [ + 9661 + ], + "max_error": 0.0 + }, + { + "representative": 9810, + "members": [ + 9810 + ], + "max_error": 0.0 + }, + { + "representative": 9724, + "members": [ + 9724 + ], + "max_error": 0.0 + }, + { + "representative": 9652, + "members": [ + 9652 + ], + "max_error": 0.0 + }, + { + "representative": 9845, + "members": [ + 9845 + ], + "max_error": 0.0 + }, + { + "representative": 9630, + "members": [ + 9630 + ], + "max_error": 0.0 + }, + { + "representative": 9656, + "members": [ + 9656 + ], + "max_error": 0.0 + }, + { + "representative": 9704, + "members": [ + 9704 + ], + "max_error": 0.0 + }, + { + "representative": 9691, + "members": [ + 9691 + ], + "max_error": 0.0 + }, + { + "representative": 9827, + "members": [ + 9827 + ], + "max_error": 0.0 + }, + { + "representative": 9768, + "members": [ + 9768 + ], + "max_error": 0.0 + }, + { + "representative": 9666, + "members": [ + 9666 + ], + "max_error": 0.0 + }, + { + "representative": 9847, + "members": [ + 9847 + ], + "max_error": 0.0 + }, + { + "representative": 9685, + "members": [ + 9685 + ], + "max_error": 0.0 + }, + { + "representative": 9641, + "members": [ + 9641 + ], + "max_error": 0.0 + }, + { + "representative": 9690, + "members": [ + 9690 + ], + "max_error": 0.0 + }, + { + "representative": 9821, + "members": [ + 9821 + ], + "max_error": 0.0 + }, + { + "representative": 9726, + "members": [ + 9726 + ], + "max_error": 0.0 + }, + { + "representative": 9632, + "members": [ + 9632 + ], + "max_error": 0.0 + }, + { + "representative": 9806, + "members": [ + 9806 + ], + "max_error": 0.0 + }, + { + "representative": 9809, + "members": [ + 9809 + ], + "max_error": 0.0 + }, + { + "representative": 9703, + "members": [ + 9703 + ], + "max_error": 0.0 + }, + { + "representative": 9702, + "members": [ + 9702 + ], + "max_error": 0.0 + }, + { + "representative": 9718, + "members": [ + 9718 + ], + "max_error": 0.0 + }, + { + "representative": 9750, + "members": [ + 9750 + ], + "max_error": 0.0 + }, + { + "representative": 9855, + "members": [ + 9855 + ], + "max_error": 0.0 + }, + { + "representative": 9740, + "members": [ + 9740 + ], + "max_error": 0.0 + }, + { + "representative": 9670, + "members": [ + 9670 + ], + "max_error": 0.0 + }, + { + "representative": 9814, + "members": [ + 9814 + ], + "max_error": 0.0 + }, + { + "representative": 9680, + "members": [ + 9680 + ], + "max_error": 0.0 + }, + { + "representative": 9689, + "members": [ + 9689 + ], + "max_error": 0.0 + }, + { + "representative": 9681, + "members": [ + 9681 + ], + "max_error": 0.0 + }, + { + "representative": 9693, + "members": [ + 9693 + ], + "max_error": 0.0 + }, + { + "representative": 9696, + "members": [ + 9696 + ], + "max_error": 0.0 + }, + { + "representative": 9697, + "members": [ + 9697 + ], + "max_error": 0.0 + }, + { + "representative": 9698, + "members": [ + 9698 + ], + "max_error": 0.0 + }, + { + "representative": 9699, + "members": [ + 9699 + ], + "max_error": 0.0 + }, + { + "representative": 9700, + "members": [ + 9700 + ], + "max_error": 0.0 + }, + { + "representative": 9701, + "members": [ + 9701 + ], + "max_error": 0.0 + }, + { + "representative": 9705, + "members": [ + 9705 + ], + "max_error": 0.0 + }, + { + "representative": 9706, + "members": [ + 9706 + ], + "max_error": 0.0 + }, + { + "representative": 9683, + "members": [ + 9683 + ], + "max_error": 0.0 + }, + { + "representative": 9710, + "members": [ + 9710 + ], + "max_error": 0.0 + }, + { + "representative": 9711, + "members": [ + 9711 + ], + "max_error": 0.0 + }, + { + "representative": 9687, + "members": [ + 9687 + ], + "max_error": 0.0 + }, + { + "representative": 9720, + "members": [ + 9720 + ], + "max_error": 0.0 + }, + { + "representative": 9721, + "members": [ + 9721 + ], + "max_error": 0.0 + }, + { + "representative": 9723, + "members": [ + 9723 + ], + "max_error": 0.0 + }, + { + "representative": 9727, + "members": [ + 9727 + ], + "max_error": 0.0 + }, + { + "representative": 9728, + "members": [ + 9728 + ], + "max_error": 0.0 + }, + { + "representative": 9729, + "members": [ + 9729 + ], + "max_error": 0.0 + }, + { + "representative": 9730, + "members": [ + 9730 + ], + "max_error": 0.0 + }, + { + "representative": 9714, + "members": [ + 9714 + ], + "max_error": 0.0 + }, + { + "representative": 9732, + "members": [ + 9732 + ], + "max_error": 0.0 + }, + { + "representative": 9733, + "members": [ + 9733 + ], + "max_error": 0.0 + }, + { + "representative": 9734, + "members": [ + 9734 + ], + "max_error": 0.0 + }, + { + "representative": 9735, + "members": [ + 9735 + ], + "max_error": 0.0 + }, + { + "representative": 9736, + "members": [ + 9736 + ], + "max_error": 0.0 + }, + { + "representative": 9738, + "members": [ + 9738 + ], + "max_error": 0.0 + }, + { + "representative": 9741, + "members": [ + 9741 + ], + "max_error": 0.0 + }, + { + "representative": 9715, + "members": [ + 9715 + ], + "max_error": 0.0 + }, + { + "representative": 9742, + "members": [ + 9742 + ], + "max_error": 0.0 + }, + { + "representative": 9716, + "members": [ + 9716 + ], + "max_error": 0.0 + }, + { + "representative": 9717, + "members": [ + 9717 + ], + "max_error": 0.0 + }, + { + "representative": 9745, + "members": [ + 9745 + ], + "max_error": 0.0 + }, + { + "representative": 9754, + "members": [ + 9754 + ], + "max_error": 0.0 + }, + { + "representative": 9756, + "members": [ + 9756 + ], + "max_error": 0.0 + }, + { + "representative": 9757, + "members": [ + 9757 + ], + "max_error": 0.0 + }, + { + "representative": 9758, + "members": [ + 9758 + ], + "max_error": 0.0 + }, + { + "representative": 9759, + "members": [ + 9759 + ], + "max_error": 0.0 + }, + { + "representative": 9760, + "members": [ + 9760 + ], + "max_error": 0.0 + }, + { + "representative": 9761, + "members": [ + 9761 + ], + "max_error": 0.0 + }, + { + "representative": 9762, + "members": [ + 9762 + ], + "max_error": 0.0 + }, + { + "representative": 9764, + "members": [ + 9764 + ], + "max_error": 0.0 + }, + { + "representative": 9767, + "members": [ + 9767 + ], + "max_error": 0.0 + }, + { + "representative": 9769, + "members": [ + 9769 + ], + "max_error": 0.0 + }, + { + "representative": 9772, + "members": [ + 9772 + ], + "max_error": 0.0 + }, + { + "representative": 9748, + "members": [ + 9748 + ], + "max_error": 0.0 + }, + { + "representative": 9749, + "members": [ + 9749 + ], + "max_error": 0.0 + }, + { + "representative": 9751, + "members": [ + 9751 + ], + "max_error": 0.0 + }, + { + "representative": 9776, + "members": [ + 9776 + ], + "max_error": 0.0 + }, + { + "representative": 9785, + "members": [ + 9785 + ], + "max_error": 0.0 + }, + { + "representative": 9777, + "members": [ + 9777 + ], + "max_error": 0.0 + }, + { + "representative": 9787, + "members": [ + 9787 + ], + "max_error": 0.0 + }, + { + "representative": 9788, + "members": [ + 9788 + ], + "max_error": 0.0 + }, + { + "representative": 9794, + "members": [ + 9794 + ], + "max_error": 0.0 + }, + { + "representative": 9795, + "members": [ + 9795 + ], + "max_error": 0.0 + }, + { + "representative": 9778, + "members": [ + 9778 + ], + "max_error": 0.0 + }, + { + "representative": 9799, + "members": [ + 9799 + ], + "max_error": 0.0 + }, + { + "representative": 9802, + "members": [ + 9802 + ], + "max_error": 0.0 + }, + { + "representative": 9779, + "members": [ + 9779 + ], + "max_error": 0.0 + }, + { + "representative": 9782, + "members": [ + 9782 + ], + "max_error": 0.0 + }, + { + "representative": 9783, + "members": [ + 9783 + ], + "max_error": 0.0 + }, + { + "representative": 9816, + "members": [ + 9816 + ], + "max_error": 0.0 + }, + { + "representative": 9817, + "members": [ + 9817 + ], + "max_error": 0.0 + }, + { + "representative": 9819, + "members": [ + 9819 + ], + "max_error": 0.0 + }, + { + "representative": 9820, + "members": [ + 9820 + ], + "max_error": 0.0 + }, + { + "representative": 9824, + "members": [ + 9824 + ], + "max_error": 0.0 + }, + { + "representative": 9825, + "members": [ + 9825 + ], + "max_error": 0.0 + }, + { + "representative": 9826, + "members": [ + 9826 + ], + "max_error": 0.0 + }, + { + "representative": 9831, + "members": [ + 9831 + ], + "max_error": 0.0 + }, + { + "representative": 9832, + "members": [ + 9832 + ], + "max_error": 0.0 + }, + { + "representative": 9836, + "members": [ + 9836 + ], + "max_error": 0.0 + }, + { + "representative": 9837, + "members": [ + 9837 + ], + "max_error": 0.0 + }, + { + "representative": 9838, + "members": [ + 9838 + ], + "max_error": 0.0 + }, + { + "representative": 9839, + "members": [ + 9839 + ], + "max_error": 0.0 + }, + { + "representative": 9813, + "members": [ + 9813 + ], + "max_error": 0.0 + }, + { + "representative": 9848, + "members": [ + 9848 + ], + "max_error": 0.0 + }, + { + "representative": 9849, + "members": [ + 9849 + ], + "max_error": 0.0 + }, + { + "representative": 9841, + "members": [ + 9841 + ], + "max_error": 0.0 + }, + { + "representative": 9850, + "members": [ + 9850 + ], + "max_error": 0.0 + }, + { + "representative": 9851, + "members": [ + 9851 + ], + "max_error": 0.0 + }, + { + "representative": 9852, + "members": [ + 9852 + ], + "max_error": 0.0 + }, + { + "representative": 9857, + "members": [ + 9857 + ], + "max_error": 0.0 + }, + { + "representative": 9860, + "members": [ + 9860 + ], + "max_error": 0.0 + }, + { + "representative": 9861, + "members": [ + 9861 + ], + "max_error": 0.0 + }, + { + "representative": 9862, + "members": [ + 9862 + ], + "max_error": 0.0 + }, + { + "representative": 9865, + "members": [ + 9865 + ], + "max_error": 0.0 + }, + { + "representative": 9866, + "members": [ + 9866 + ], + "max_error": 0.0 + }, + { + "representative": 9867, + "members": [ + 9867 + ], + "max_error": 0.0 + }, + { + "representative": 9868, + "members": [ + 9868 + ], + "max_error": 0.0 + }, + { + "representative": 9869, + "members": [ + 9869 + ], + "max_error": 0.0 + }, + { + "representative": 9843, + "members": [ + 9843 + ], + "max_error": 0.0 + }, + { + "representative": 9870, + "members": [ + 9870 + ], + "max_error": 0.0 + }, + { + "representative": 9871, + "members": [ + 9871 + ], + "max_error": 0.0 + }, + { + "representative": 9844, + "members": [ + 9844 + ], + "max_error": 0.0 + }, + { + "representative": 9846, + "members": [ + 9846 + ], + "max_error": 0.0 + }, + { + "representative": 10129, + "members": [ + 10129 + ], + "max_error": 0.0 + }, + { + "representative": 10139, + "members": [ + 10139 + ], + "max_error": 0.0 + }, + { + "representative": 10140, + "members": [ + 10140 + ], + "max_error": 0.0 + }, + { + "representative": 10143, + "members": [ + 10143 + ], + "max_error": 0.0 + }, + { + "representative": 10145, + "members": [ + 10145 + ], + "max_error": 0.0 + }, + { + "representative": 10146, + "members": [ + 10146 + ], + "max_error": 0.0 + }, + { + "representative": 10147, + "members": [ + 10147 + ], + "max_error": 0.0 + }, + { + "representative": 10148, + "members": [ + 10148 + ], + "max_error": 0.0 + }, + { + "representative": 10149, + "members": [ + 10149 + ], + "max_error": 0.0 + }, + { + "representative": 10162, + "members": [ + 10162 + ], + "max_error": 0.0 + }, + { + "representative": 10165, + "members": [ + 10165 + ], + "max_error": 0.0 + }, + { + "representative": 10133, + "members": [ + 10133 + ], + "max_error": 0.0 + }, + { + "representative": 10135, + "members": [ + 10135 + ], + "max_error": 0.0 + }, + { + "representative": 10254, + "members": [ + 10254 + ], + "max_error": 0.0 + }, + { + "representative": 10158, + "members": [ + 10158 + ], + "max_error": 0.0 + }, + { + "representative": 10252, + "members": [ + 10252 + ], + "max_error": 0.0 + }, + { + "representative": 10178, + "members": [ + 10178 + ], + "max_error": 0.0 + }, + { + "representative": 10342, + "members": [ + 10342 + ], + "max_error": 0.0 + }, + { + "representative": 10346, + "members": [ + 10346 + ], + "max_error": 0.0 + }, + { + "representative": 10250, + "members": [ + 10250 + ], + "max_error": 0.0 + }, + { + "representative": 10134, + "members": [ + 10134 + ], + "max_error": 0.0 + }, + { + "representative": 10321, + "members": [ + 10321 + ], + "max_error": 0.0 + }, + { + "representative": 10131, + "members": [ + 10131 + ], + "max_error": 0.0 + }, + { + "representative": 10282, + "members": [ + 10282 + ], + "max_error": 0.0 + }, + { + "representative": 10248, + "members": [ + 10248 + ], + "max_error": 0.0 + }, + { + "representative": 10270, + "members": [ + 10270 + ], + "max_error": 0.0 + }, + { + "representative": 10137, + "members": [ + 10137 + ], + "max_error": 0.0 + }, + { + "representative": 10352, + "members": [ + 10352 + ], + "max_error": 0.0 + }, + { + "representative": 10157, + "members": [ + 10157 + ], + "max_error": 0.0 + }, + { + "representative": 10262, + "members": [ + 10262 + ], + "max_error": 0.0 + }, + { + "representative": 10369, + "members": [ + 10369 + ], + "max_error": 0.0 + }, + { + "representative": 10187, + "members": [ + 10187 + ], + "max_error": 0.0 + }, + { + "representative": 10306, + "members": [ + 10306 + ], + "max_error": 0.0 + }, + { + "representative": 10239, + "members": [ + 10239 + ], + "max_error": 0.0 + }, + { + "representative": 10344, + "members": [ + 10344 + ], + "max_error": 0.0 + }, + { + "representative": 10323, + "members": [ + 10323 + ], + "max_error": 0.0 + }, + { + "representative": 10166, + "members": [ + 10166 + ], + "max_error": 0.0 + }, + { + "representative": 10142, + "members": [ + 10142 + ], + "max_error": 0.0 + }, + { + "representative": 10193, + "members": [ + 10193 + ], + "max_error": 0.0 + }, + { + "representative": 10128, + "members": [ + 10128 + ], + "max_error": 0.0 + }, + { + "representative": 10353, + "members": [ + 10353 + ], + "max_error": 0.0 + }, + { + "representative": 10209, + "members": [ + 10209 + ], + "max_error": 0.0 + }, + { + "representative": 10184, + "members": [ + 10184 + ], + "max_error": 0.0 + }, + { + "representative": 10186, + "members": [ + 10186 + ], + "max_error": 0.0 + }, + { + "representative": 10188, + "members": [ + 10188 + ], + "max_error": 0.0 + }, + { + "representative": 10191, + "members": [ + 10191 + ], + "max_error": 0.0 + }, + { + "representative": 10194, + "members": [ + 10194 + ], + "max_error": 0.0 + }, + { + "representative": 10195, + "members": [ + 10195 + ], + "max_error": 0.0 + }, + { + "representative": 10196, + "members": [ + 10196 + ], + "max_error": 0.0 + }, + { + "representative": 10197, + "members": [ + 10197 + ], + "max_error": 0.0 + }, + { + "representative": 10199, + "members": [ + 10199 + ], + "max_error": 0.0 + }, + { + "representative": 10202, + "members": [ + 10202 + ], + "max_error": 0.0 + }, + { + "representative": 10203, + "members": [ + 10203 + ], + "max_error": 0.0 + }, + { + "representative": 10205, + "members": [ + 10205 + ], + "max_error": 0.0 + }, + { + "representative": 10206, + "members": [ + 10206 + ], + "max_error": 0.0 + }, + { + "representative": 10208, + "members": [ + 10208 + ], + "max_error": 0.0 + }, + { + "representative": 10210, + "members": [ + 10210 + ], + "max_error": 0.0 + }, + { + "representative": 10212, + "members": [ + 10212 + ], + "max_error": 0.0 + }, + { + "representative": 10215, + "members": [ + 10215 + ], + "max_error": 0.0 + }, + { + "representative": 10180, + "members": [ + 10180 + ], + "max_error": 0.0 + }, + { + "representative": 10216, + "members": [ + 10216 + ], + "max_error": 0.0 + }, + { + "representative": 10223, + "members": [ + 10223 + ], + "max_error": 0.0 + }, + { + "representative": 10182, + "members": [ + 10182 + ], + "max_error": 0.0 + }, + { + "representative": 10183, + "members": [ + 10183 + ], + "max_error": 0.0 + }, + { + "representative": 10163, + "members": [ + 10163 + ], + "max_error": 0.0 + }, + { + "representative": 10177, + "members": [ + 10177 + ], + "max_error": 0.0 + }, + { + "representative": 10382, + "members": [ + 10382 + ], + "max_error": 0.0 + }, + { + "representative": 10291, + "members": [ + 10291 + ], + "max_error": 0.0 + }, + { + "representative": 10190, + "members": [ + 10190 + ], + "max_error": 0.0 + }, + { + "representative": 10168, + "members": [ + 10168 + ], + "max_error": 0.0 + }, + { + "representative": 10264, + "members": [ + 10264 + ], + "max_error": 0.0 + }, + { + "representative": 10327, + "members": [ + 10327 + ], + "max_error": 0.0 + }, + { + "representative": 10246, + "members": [ + 10246 + ], + "max_error": 0.0 + }, + { + "representative": 10329, + "members": [ + 10329 + ], + "max_error": 0.0 + }, + { + "representative": 10161, + "members": [ + 10161 + ], + "max_error": 0.0 + }, + { + "representative": 10300, + "members": [ + 10300 + ], + "max_error": 0.0 + }, + { + "representative": 10242, + "members": [ + 10242 + ], + "max_error": 0.0 + }, + { + "representative": 10288, + "members": [ + 10288 + ], + "max_error": 0.0 + }, + { + "representative": 10160, + "members": [ + 10160 + ], + "max_error": 0.0 + }, + { + "representative": 10218, + "members": [ + 10218 + ], + "max_error": 0.0 + }, + { + "representative": 10302, + "members": [ + 10302 + ], + "max_error": 0.0 + }, + { + "representative": 10164, + "members": [ + 10164 + ], + "max_error": 0.0 + }, + { + "representative": 10345, + "members": [ + 10345 + ], + "max_error": 0.0 + }, + { + "representative": 10283, + "members": [ + 10283 + ], + "max_error": 0.0 + }, + { + "representative": 10220, + "members": [ + 10220 + ], + "max_error": 0.0 + }, + { + "representative": 10372, + "members": [ + 10372 + ], + "max_error": 0.0 + }, + { + "representative": 10261, + "members": [ + 10261 + ], + "max_error": 0.0 + }, + { + "representative": 10222, + "members": [ + 10222 + ], + "max_error": 0.0 + }, + { + "representative": 10159, + "members": [ + 10159 + ], + "max_error": 0.0 + }, + { + "representative": 10258, + "members": [ + 10258 + ], + "max_error": 0.0 + }, + { + "representative": 10151, + "members": [ + 10151 + ], + "max_error": 0.0 + }, + { + "representative": 10229, + "members": [ + 10229 + ], + "max_error": 0.0 + }, + { + "representative": 10308, + "members": [ + 10308 + ], + "max_error": 0.0 + }, + { + "representative": 10350, + "members": [ + 10350 + ], + "max_error": 0.0 + }, + { + "representative": 10171, + "members": [ + 10171 + ], + "max_error": 0.0 + }, + { + "representative": 10267, + "members": [ + 10267 + ], + "max_error": 0.0 + }, + { + "representative": 10132, + "members": [ + 10132 + ], + "max_error": 0.0 + }, + { + "representative": 10144, + "members": [ + 10144 + ], + "max_error": 0.0 + }, + { + "representative": 10154, + "members": [ + 10154 + ], + "max_error": 0.0 + }, + { + "representative": 10141, + "members": [ + 10141 + ], + "max_error": 0.0 + }, + { + "representative": 10376, + "members": [ + 10376 + ], + "max_error": 0.0 + }, + { + "representative": 10383, + "members": [ + 10383 + ], + "max_error": 0.0 + }, + { + "representative": 10367, + "members": [ + 10367 + ], + "max_error": 0.0 + }, + { + "representative": 10253, + "members": [ + 10253 + ], + "max_error": 0.0 + }, + { + "representative": 10292, + "members": [ + 10292 + ], + "max_error": 0.0 + }, + { + "representative": 10351, + "members": [ + 10351 + ], + "max_error": 0.0 + }, + { + "representative": 10181, + "members": [ + 10181 + ], + "max_error": 0.0 + }, + { + "representative": 10174, + "members": [ + 10174 + ], + "max_error": 0.0 + }, + { + "representative": 10340, + "members": [ + 10340 + ], + "max_error": 0.0 + }, + { + "representative": 10237, + "members": [ + 10237 + ], + "max_error": 0.0 + }, + { + "representative": 10249, + "members": [ + 10249 + ], + "max_error": 0.0 + }, + { + "representative": 10371, + "members": [ + 10371 + ], + "max_error": 0.0 + }, + { + "representative": 10293, + "members": [ + 10293 + ], + "max_error": 0.0 + }, + { + "representative": 10337, + "members": [ + 10337 + ], + "max_error": 0.0 + }, + { + "representative": 10381, + "members": [ + 10381 + ], + "max_error": 0.0 + }, + { + "representative": 10156, + "members": [ + 10156 + ], + "max_error": 0.0 + }, + { + "representative": 10298, + "members": [ + 10298 + ], + "max_error": 0.0 + }, + { + "representative": 10263, + "members": [ + 10263 + ], + "max_error": 0.0 + }, + { + "representative": 10232, + "members": [ + 10232 + ], + "max_error": 0.0 + }, + { + "representative": 10136, + "members": [ + 10136 + ], + "max_error": 0.0 + }, + { + "representative": 10221, + "members": [ + 10221 + ], + "max_error": 0.0 + }, + { + "representative": 10339, + "members": [ + 10339 + ], + "max_error": 0.0 + }, + { + "representative": 10185, + "members": [ + 10185 + ], + "max_error": 0.0 + }, + { + "representative": 10328, + "members": [ + 10328 + ], + "max_error": 0.0 + }, + { + "representative": 10273, + "members": [ + 10273 + ], + "max_error": 0.0 + }, + { + "representative": 10228, + "members": [ + 10228 + ], + "max_error": 0.0 + }, + { + "representative": 10272, + "members": [ + 10272 + ], + "max_error": 0.0 + }, + { + "representative": 10301, + "members": [ + 10301 + ], + "max_error": 0.0 + }, + { + "representative": 10170, + "members": [ + 10170 + ], + "max_error": 0.0 + }, + { + "representative": 10311, + "members": [ + 10311 + ], + "max_error": 0.0 + }, + { + "representative": 10211, + "members": [ + 10211 + ], + "max_error": 0.0 + }, + { + "representative": 10310, + "members": [ + 10310 + ], + "max_error": 0.0 + }, + { + "representative": 10153, + "members": [ + 10153 + ], + "max_error": 0.0 + }, + { + "representative": 10260, + "members": [ + 10260 + ], + "max_error": 0.0 + }, + { + "representative": 10247, + "members": [ + 10247 + ], + "max_error": 0.0 + }, + { + "representative": 10200, + "members": [ + 10200 + ], + "max_error": 0.0 + }, + { + "representative": 10245, + "members": [ + 10245 + ], + "max_error": 0.0 + }, + { + "representative": 10375, + "members": [ + 10375 + ], + "max_error": 0.0 + }, + { + "representative": 10348, + "members": [ + 10348 + ], + "max_error": 0.0 + }, + { + "representative": 10343, + "members": [ + 10343 + ], + "max_error": 0.0 + }, + { + "representative": 10380, + "members": [ + 10380 + ], + "max_error": 0.0 + }, + { + "representative": 10207, + "members": [ + 10207 + ], + "max_error": 0.0 + }, + { + "representative": 10231, + "members": [ + 10231 + ], + "max_error": 0.0 + }, + { + "representative": 10173, + "members": [ + 10173 + ], + "max_error": 0.0 + }, + { + "representative": 10290, + "members": [ + 10290 + ], + "max_error": 0.0 + }, + { + "representative": 10201, + "members": [ + 10201 + ], + "max_error": 0.0 + }, + { + "representative": 10336, + "members": [ + 10336 + ], + "max_error": 0.0 + }, + { + "representative": 10176, + "members": [ + 10176 + ], + "max_error": 0.0 + }, + { + "representative": 10281, + "members": [ + 10281 + ], + "max_error": 0.0 + }, + { + "representative": 10150, + "members": [ + 10150 + ], + "max_error": 0.0 + }, + { + "representative": 10286, + "members": [ + 10286 + ], + "max_error": 0.0 + }, + { + "representative": 10341, + "members": [ + 10341 + ], + "max_error": 0.0 + }, + { + "representative": 10331, + "members": [ + 10331 + ], + "max_error": 0.0 + }, + { + "representative": 10269, + "members": [ + 10269 + ], + "max_error": 0.0 + }, + { + "representative": 10275, + "members": [ + 10275 + ], + "max_error": 0.0 + }, + { + "representative": 10299, + "members": [ + 10299 + ], + "max_error": 0.0 + }, + { + "representative": 10233, + "members": [ + 10233 + ], + "max_error": 0.0 + }, + { + "representative": 10255, + "members": [ + 10255 + ], + "max_error": 0.0 + }, + { + "representative": 10213, + "members": [ + 10213 + ], + "max_error": 0.0 + }, + { + "representative": 10234, + "members": [ + 10234 + ], + "max_error": 0.0 + }, + { + "representative": 10236, + "members": [ + 10236 + ], + "max_error": 0.0 + }, + { + "representative": 10226, + "members": [ + 10226 + ], + "max_error": 0.0 + }, + { + "representative": 10244, + "members": [ + 10244 + ], + "max_error": 0.0 + }, + { + "representative": 10251, + "members": [ + 10251 + ], + "max_error": 0.0 + }, + { + "representative": 10227, + "members": [ + 10227 + ], + "max_error": 0.0 + }, + { + "representative": 10256, + "members": [ + 10256 + ], + "max_error": 0.0 + }, + { + "representative": 10257, + "members": [ + 10257 + ], + "max_error": 0.0 + }, + { + "representative": 10265, + "members": [ + 10265 + ], + "max_error": 0.0 + }, + { + "representative": 10266, + "members": [ + 10266 + ], + "max_error": 0.0 + }, + { + "representative": 10271, + "members": [ + 10271 + ], + "max_error": 0.0 + }, + { + "representative": 10230, + "members": [ + 10230 + ], + "max_error": 0.0 + }, + { + "representative": 10280, + "members": [ + 10280 + ], + "max_error": 0.0 + }, + { + "representative": 10284, + "members": [ + 10284 + ], + "max_error": 0.0 + }, + { + "representative": 10285, + "members": [ + 10285 + ], + "max_error": 0.0 + }, + { + "representative": 10287, + "members": [ + 10287 + ], + "max_error": 0.0 + }, + { + "representative": 10289, + "members": [ + 10289 + ], + "max_error": 0.0 + }, + { + "representative": 10274, + "members": [ + 10274 + ], + "max_error": 0.0 + }, + { + "representative": 10295, + "members": [ + 10295 + ], + "max_error": 0.0 + }, + { + "representative": 10297, + "members": [ + 10297 + ], + "max_error": 0.0 + }, + { + "representative": 10303, + "members": [ + 10303 + ], + "max_error": 0.0 + }, + { + "representative": 10304, + "members": [ + 10304 + ], + "max_error": 0.0 + }, + { + "representative": 10305, + "members": [ + 10305 + ], + "max_error": 0.0 + }, + { + "representative": 10276, + "members": [ + 10276 + ], + "max_error": 0.0 + }, + { + "representative": 10313, + "members": [ + 10313 + ], + "max_error": 0.0 + }, + { + "representative": 10314, + "members": [ + 10314 + ], + "max_error": 0.0 + }, + { + "representative": 10315, + "members": [ + 10315 + ], + "max_error": 0.0 + }, + { + "representative": 10316, + "members": [ + 10316 + ], + "max_error": 0.0 + }, + { + "representative": 10317, + "members": [ + 10317 + ], + "max_error": 0.0 + }, + { + "representative": 10319, + "members": [ + 10319 + ], + "max_error": 0.0 + }, + { + "representative": 10277, + "members": [ + 10277 + ], + "max_error": 0.0 + }, + { + "representative": 10279, + "members": [ + 10279 + ], + "max_error": 0.0 + }, + { + "representative": 10320, + "members": [ + 10320 + ], + "max_error": 0.0 + }, + { + "representative": 10330, + "members": [ + 10330 + ], + "max_error": 0.0 + }, + { + "representative": 10332, + "members": [ + 10332 + ], + "max_error": 0.0 + }, + { + "representative": 10333, + "members": [ + 10333 + ], + "max_error": 0.0 + }, + { + "representative": 10335, + "members": [ + 10335 + ], + "max_error": 0.0 + }, + { + "representative": 10347, + "members": [ + 10347 + ], + "max_error": 0.0 + }, + { + "representative": 10354, + "members": [ + 10354 + ], + "max_error": 0.0 + }, + { + "representative": 10355, + "members": [ + 10355 + ], + "max_error": 0.0 + }, + { + "representative": 10356, + "members": [ + 10356 + ], + "max_error": 0.0 + }, + { + "representative": 10357, + "members": [ + 10357 + ], + "max_error": 0.0 + }, + { + "representative": 10358, + "members": [ + 10358 + ], + "max_error": 0.0 + }, + { + "representative": 10324, + "members": [ + 10324 + ], + "max_error": 0.0 + }, + { + "representative": 10360, + "members": [ + 10360 + ], + "max_error": 0.0 + }, + { + "representative": 10362, + "members": [ + 10362 + ], + "max_error": 0.0 + }, + { + "representative": 10363, + "members": [ + 10363 + ], + "max_error": 0.0 + }, + { + "representative": 10364, + "members": [ + 10364 + ], + "max_error": 0.0 + }, + { + "representative": 10366, + "members": [ + 10366 + ], + "max_error": 0.0 + }, + { + "representative": 10325, + "members": [ + 10325 + ], + "max_error": 0.0 + }, + { + "representative": 10326, + "members": [ + 10326 + ], + "max_error": 0.0 + }, + { + "representative": 10368, + "members": [ + 10368 + ], + "max_error": 0.0 + }, + { + "representative": 10378, + "members": [ + 10378 + ], + "max_error": 0.0 + }, + { + "representative": 10224, + "members": [ + 10224 + ], + "max_error": 0.0 + }, + { + "representative": 10370, + "members": [ + 10370 + ], + "max_error": 0.0 + }, + { + "representative": 10235, + "members": [ + 10235 + ], + "max_error": 0.0 + }, + { + "representative": 10241, + "members": [ + 10241 + ], + "max_error": 0.0 + }, + { + "representative": 10334, + "members": [ + 10334 + ], + "max_error": 0.0 + }, + { + "representative": 10318, + "members": [ + 10318 + ], + "max_error": 0.0 + }, + { + "representative": 10243, + "members": [ + 10243 + ], + "max_error": 0.0 + }, + { + "representative": 10312, + "members": [ + 10312 + ], + "max_error": 0.0 + }, + { + "representative": 10240, + "members": [ + 10240 + ], + "max_error": 0.0 + }, + { + "representative": 10238, + "members": [ + 10238 + ], + "max_error": 0.0 + }, + { + "representative": 10172, + "members": [ + 10172 + ], + "max_error": 0.0 + }, + { + "representative": 10130, + "members": [ + 10130 + ], + "max_error": 0.0 + }, + { + "representative": 10377, + "members": [ + 10377 + ], + "max_error": 0.0 + }, + { + "representative": 10374, + "members": [ + 10374 + ], + "max_error": 0.0 + }, + { + "representative": 10217, + "members": [ + 10217 + ], + "max_error": 0.0 + }, + { + "representative": 10259, + "members": [ + 10259 + ], + "max_error": 0.0 + }, + { + "representative": 10219, + "members": [ + 10219 + ], + "max_error": 0.0 + }, + { + "representative": 10167, + "members": [ + 10167 + ], + "max_error": 0.0 + }, + { + "representative": 10309, + "members": [ + 10309 + ], + "max_error": 0.0 + }, + { + "representative": 10268, + "members": [ + 10268 + ], + "max_error": 0.0 + }, + { + "representative": 10349, + "members": [ + 10349 + ], + "max_error": 0.0 + }, + { + "representative": 10214, + "members": [ + 10214 + ], + "max_error": 0.0 + }, + { + "representative": 10179, + "members": [ + 10179 + ], + "max_error": 0.0 + }, + { + "representative": 10189, + "members": [ + 10189 + ], + "max_error": 0.0 + }, + { + "representative": 10138, + "members": [ + 10138 + ], + "max_error": 0.0 + }, + { + "representative": 10204, + "members": [ + 10204 + ], + "max_error": 0.0 + }, + { + "representative": 10359, + "members": [ + 10359 + ], + "max_error": 0.0 + }, + { + "representative": 10169, + "members": [ + 10169 + ], + "max_error": 0.0 + }, + { + "representative": 10294, + "members": [ + 10294 + ], + "max_error": 0.0 + }, + { + "representative": 10307, + "members": [ + 10307 + ], + "max_error": 0.0 + }, + { + "representative": 10155, + "members": [ + 10155 + ], + "max_error": 0.0 + }, + { + "representative": 10338, + "members": [ + 10338 + ], + "max_error": 0.0 + }, + { + "representative": 10278, + "members": [ + 10278 + ], + "max_error": 0.0 + }, + { + "representative": 10322, + "members": [ + 10322 + ], + "max_error": 0.0 + }, + { + "representative": 10198, + "members": [ + 10198 + ], + "max_error": 0.0 + }, + { + "representative": 10379, + "members": [ + 10379 + ], + "max_error": 0.0 + }, + { + "representative": 10192, + "members": [ + 10192 + ], + "max_error": 0.0 + }, + { + "representative": 10373, + "members": [ + 10373 + ], + "max_error": 0.0 + }, + { + "representative": 10175, + "members": [ + 10175 + ], + "max_error": 0.0 + }, + { + "representative": 10296, + "members": [ + 10296 + ], + "max_error": 0.0 + }, + { + "representative": 10152, + "members": [ + 10152 + ], + "max_error": 0.0 + }, + { + "representative": 10365, + "members": [ + 10365 + ], + "max_error": 0.0 + }, + { + "representative": 10225, + "members": [ + 10225 + ], + "max_error": 0.0 + }, + { + "representative": 10361, + "members": [ + 10361 + ], + "max_error": 0.0 + }, + { + "representative": 10641, + "members": [ + 10641 + ], + "max_error": 0.0 + }, + { + "representative": 10653, + "members": [ + 10653 + ], + "max_error": 0.0 + }, + { + "representative": 10643, + "members": [ + 10643 + ], + "max_error": 0.0 + }, + { + "representative": 10646, + "members": [ + 10646 + ], + "max_error": 0.0 + }, + { + "representative": 10778, + "members": [ + 10778 + ], + "max_error": 0.0 + }, + { + "representative": 10781, + "members": [ + 10781 + ], + "max_error": 0.0 + }, + { + "representative": 10773, + "members": [ + 10773 + ], + "max_error": 0.0 + }, + { + "representative": 10795, + "members": [ + 10795 + ], + "max_error": 0.0 + }, + { + "representative": 10797, + "members": [ + 10797 + ], + "max_error": 0.0 + }, + { + "representative": 10798, + "members": [ + 10798 + ], + "max_error": 0.0 + }, + { + "representative": 10787, + "members": [ + 10787 + ], + "max_error": 0.0 + }, + { + "representative": 10788, + "members": [ + 10788 + ], + "max_error": 0.0 + }, + { + "representative": 10656, + "members": [ + 10656 + ], + "max_error": 0.0 + }, + { + "representative": 10664, + "members": [ + 10664 + ], + "max_error": 0.0 + }, + { + "representative": 10658, + "members": [ + 10658 + ], + "max_error": 0.0 + }, + { + "representative": 10659, + "members": [ + 10659 + ], + "max_error": 0.0 + }, + { + "representative": 10662, + "members": [ + 10662 + ], + "max_error": 0.0 + }, + { + "representative": 10663, + "members": [ + 10663 + ], + "max_error": 0.0 + }, + { + "representative": 10800, + "members": [ + 10800 + ], + "max_error": 0.0 + }, + { + "representative": 10801, + "members": [ + 10801 + ], + "max_error": 0.0 + }, + { + "representative": 10814, + "members": [ + 10814 + ], + "max_error": 0.0 + }, + { + "representative": 10816, + "members": [ + 10816 + ], + "max_error": 0.0 + }, + { + "representative": 10825, + "members": [ + 10825 + ], + "max_error": 0.0 + }, + { + "representative": 10828, + "members": [ + 10828 + ], + "max_error": 0.0 + }, + { + "representative": 10840, + "members": [ + 10840 + ], + "max_error": 0.0 + }, + { + "representative": 10842, + "members": [ + 10842 + ], + "max_error": 0.0 + }, + { + "representative": 10846, + "members": [ + 10846 + ], + "max_error": 0.0 + }, + { + "representative": 10834, + "members": [ + 10834 + ], + "max_error": 0.0 + }, + { + "representative": 10839, + "members": [ + 10839 + ], + "max_error": 0.0 + }, + { + "representative": 10848, + "members": [ + 10848 + ], + "max_error": 0.0 + }, + { + "representative": 10856, + "members": [ + 10856 + ], + "max_error": 0.0 + }, + { + "representative": 10858, + "members": [ + 10858 + ], + "max_error": 0.0 + }, + { + "representative": 10862, + "members": [ + 10862 + ], + "max_error": 0.0 + }, + { + "representative": 10853, + "members": [ + 10853 + ], + "max_error": 0.0 + }, + { + "representative": 10876, + "members": [ + 10876 + ], + "max_error": 0.0 + }, + { + "representative": 10866, + "members": [ + 10866 + ], + "max_error": 0.0 + }, + { + "representative": 10868, + "members": [ + 10868 + ], + "max_error": 0.0 + }, + { + "representative": 10883, + "members": [ + 10883 + ], + "max_error": 0.0 + }, + { + "representative": 10884, + "members": [ + 10884 + ], + "max_error": 0.0 + }, + { + "representative": 10885, + "members": [ + 10885 + ], + "max_error": 0.0 + }, + { + "representative": 10887, + "members": [ + 10887 + ], + "max_error": 0.0 + }, + { + "representative": 10675, + "members": [ + 10675 + ], + "max_error": 0.0 + }, + { + "representative": 10699, + "members": [ + 10699 + ], + "max_error": 0.0 + }, + { + "representative": 10777, + "members": [ + 10777 + ], + "max_error": 0.0 + }, + { + "representative": 10793, + "members": [ + 10793 + ], + "max_error": 0.0 + }, + { + "representative": 10794, + "members": [ + 10794 + ], + "max_error": 0.0 + }, + { + "representative": 10792, + "members": [ + 10792 + ], + "max_error": 0.0 + }, + { + "representative": 10874, + "members": [ + 10874 + ], + "max_error": 0.0 + }, + { + "representative": 10807, + "members": [ + 10807 + ], + "max_error": 0.0 + }, + { + "representative": 10806, + "members": [ + 10806 + ], + "max_error": 0.0 + }, + { + "representative": 10761, + "members": [ + 10761 + ], + "max_error": 0.0 + }, + { + "representative": 10776, + "members": [ + 10776 + ], + "max_error": 0.0 + }, + { + "representative": 10717, + "members": [ + 10717 + ], + "max_error": 0.0 + }, + { + "representative": 10749, + "members": [ + 10749 + ], + "max_error": 0.0 + }, + { + "representative": 10650, + "members": [ + 10650 + ], + "max_error": 0.0 + }, + { + "representative": 10791, + "members": [ + 10791 + ], + "max_error": 0.0 + }, + { + "representative": 10891, + "members": [ + 10891 + ], + "max_error": 0.0 + }, + { + "representative": 10870, + "members": [ + 10870 + ], + "max_error": 0.0 + }, + { + "representative": 10725, + "members": [ + 10725 + ], + "max_error": 0.0 + }, + { + "representative": 10789, + "members": [ + 10789 + ], + "max_error": 0.0 + }, + { + "representative": 10765, + "members": [ + 10765 + ], + "max_error": 0.0 + }, + { + "representative": 10880, + "members": [ + 10880 + ], + "max_error": 0.0 + }, + { + "representative": 10845, + "members": [ + 10845 + ], + "max_error": 0.0 + }, + { + "representative": 10774, + "members": [ + 10774 + ], + "max_error": 0.0 + }, + { + "representative": 10672, + "members": [ + 10672 + ], + "max_error": 0.0 + }, + { + "representative": 10687, + "members": [ + 10687 + ], + "max_error": 0.0 + }, + { + "representative": 10677, + "members": [ + 10677 + ], + "max_error": 0.0 + }, + { + "representative": 10678, + "members": [ + 10678 + ], + "max_error": 0.0 + }, + { + "representative": 10679, + "members": [ + 10679 + ], + "max_error": 0.0 + }, + { + "representative": 10644, + "members": [ + 10644 + ], + "max_error": 0.0 + }, + { + "representative": 10707, + "members": [ + 10707 + ], + "max_error": 0.0 + }, + { + "representative": 10838, + "members": [ + 10838 + ], + "max_error": 0.0 + }, + { + "representative": 10718, + "members": [ + 10718 + ], + "max_error": 0.0 + }, + { + "representative": 10879, + "members": [ + 10879 + ], + "max_error": 0.0 + }, + { + "representative": 10882, + "members": [ + 10882 + ], + "max_error": 0.0 + }, + { + "representative": 10837, + "members": [ + 10837 + ], + "max_error": 0.0 + }, + { + "representative": 10748, + "members": [ + 10748 + ], + "max_error": 0.0 + }, + { + "representative": 10666, + "members": [ + 10666 + ], + "max_error": 0.0 + }, + { + "representative": 10819, + "members": [ + 10819 + ], + "max_error": 0.0 + }, + { + "representative": 10655, + "members": [ + 10655 + ], + "max_error": 0.0 + }, + { + "representative": 10668, + "members": [ + 10668 + ], + "max_error": 0.0 + }, + { + "representative": 10855, + "members": [ + 10855 + ], + "max_error": 0.0 + }, + { + "representative": 10752, + "members": [ + 10752 + ], + "max_error": 0.0 + }, + { + "representative": 10757, + "members": [ + 10757 + ], + "max_error": 0.0 + }, + { + "representative": 10786, + "members": [ + 10786 + ], + "max_error": 0.0 + }, + { + "representative": 10764, + "members": [ + 10764 + ], + "max_error": 0.0 + }, + { + "representative": 10833, + "members": [ + 10833 + ], + "max_error": 0.0 + }, + { + "representative": 10799, + "members": [ + 10799 + ], + "max_error": 0.0 + }, + { + "representative": 10869, + "members": [ + 10869 + ], + "max_error": 0.0 + }, + { + "representative": 10673, + "members": [ + 10673 + ], + "max_error": 0.0 + }, + { + "representative": 10744, + "members": [ + 10744 + ], + "max_error": 0.0 + }, + { + "representative": 10836, + "members": [ + 10836 + ], + "max_error": 0.0 + }, + { + "representative": 10826, + "members": [ + 10826 + ], + "max_error": 0.0 + }, + { + "representative": 10682, + "members": [ + 10682 + ], + "max_error": 0.0 + }, + { + "representative": 10785, + "members": [ + 10785 + ], + "max_error": 0.0 + }, + { + "representative": 10697, + "members": [ + 10697 + ], + "max_error": 0.0 + }, + { + "representative": 10875, + "members": [ + 10875 + ], + "max_error": 0.0 + }, + { + "representative": 10890, + "members": [ + 10890 + ], + "max_error": 0.0 + }, + { + "representative": 10843, + "members": [ + 10843 + ], + "max_error": 0.0 + }, + { + "representative": 10831, + "members": [ + 10831 + ], + "max_error": 0.0 + }, + { + "representative": 10808, + "members": [ + 10808 + ], + "max_error": 0.0 + }, + { + "representative": 10692, + "members": [ + 10692 + ], + "max_error": 0.0 + }, + { + "representative": 10654, + "members": [ + 10654 + ], + "max_error": 0.0 + }, + { + "representative": 10772, + "members": [ + 10772 + ], + "max_error": 0.0 + }, + { + "representative": 10661, + "members": [ + 10661 + ], + "max_error": 0.0 + }, + { + "representative": 10796, + "members": [ + 10796 + ], + "max_error": 0.0 + }, + { + "representative": 10779, + "members": [ + 10779 + ], + "max_error": 0.0 + }, + { + "representative": 10863, + "members": [ + 10863 + ], + "max_error": 0.0 + }, + { + "representative": 10780, + "members": [ + 10780 + ], + "max_error": 0.0 + }, + { + "representative": 10873, + "members": [ + 10873 + ], + "max_error": 0.0 + }, + { + "representative": 10747, + "members": [ + 10747 + ], + "max_error": 0.0 + }, + { + "representative": 10841, + "members": [ + 10841 + ], + "max_error": 0.0 + }, + { + "representative": 10811, + "members": [ + 10811 + ], + "max_error": 0.0 + }, + { + "representative": 10881, + "members": [ + 10881 + ], + "max_error": 0.0 + }, + { + "representative": 10892, + "members": [ + 10892 + ], + "max_error": 0.0 + }, + { + "representative": 10859, + "members": [ + 10859 + ], + "max_error": 0.0 + }, + { + "representative": 10734, + "members": [ + 10734 + ], + "max_error": 0.0 + }, + { + "representative": 10695, + "members": [ + 10695 + ], + "max_error": 0.0 + }, + { + "representative": 10648, + "members": [ + 10648 + ], + "max_error": 0.0 + }, + { + "representative": 10657, + "members": [ + 10657 + ], + "max_error": 0.0 + }, + { + "representative": 10810, + "members": [ + 10810 + ], + "max_error": 0.0 + }, + { + "representative": 10702, + "members": [ + 10702 + ], + "max_error": 0.0 + }, + { + "representative": 10700, + "members": [ + 10700 + ], + "max_error": 0.0 + }, + { + "representative": 10701, + "members": [ + 10701 + ], + "max_error": 0.0 + }, + { + "representative": 10691, + "members": [ + 10691 + ], + "max_error": 0.0 + }, + { + "representative": 10864, + "members": [ + 10864 + ], + "max_error": 0.0 + }, + { + "representative": 10649, + "members": [ + 10649 + ], + "max_error": 0.0 + }, + { + "representative": 10809, + "members": [ + 10809 + ], + "max_error": 0.0 + }, + { + "representative": 10894, + "members": [ + 10894 + ], + "max_error": 0.0 + }, + { + "representative": 10818, + "members": [ + 10818 + ], + "max_error": 0.0 + }, + { + "representative": 10688, + "members": [ + 10688 + ], + "max_error": 0.0 + }, + { + "representative": 10671, + "members": [ + 10671 + ], + "max_error": 0.0 + }, + { + "representative": 10681, + "members": [ + 10681 + ], + "max_error": 0.0 + }, + { + "representative": 10685, + "members": [ + 10685 + ], + "max_error": 0.0 + }, + { + "representative": 10813, + "members": [ + 10813 + ], + "max_error": 0.0 + }, + { + "representative": 10751, + "members": [ + 10751 + ], + "max_error": 0.0 + }, + { + "representative": 10667, + "members": [ + 10667 + ], + "max_error": 0.0 + }, + { + "representative": 10669, + "members": [ + 10669 + ], + "max_error": 0.0 + }, + { + "representative": 10850, + "members": [ + 10850 + ], + "max_error": 0.0 + }, + { + "representative": 10713, + "members": [ + 10713 + ], + "max_error": 0.0 + }, + { + "representative": 10817, + "members": [ + 10817 + ], + "max_error": 0.0 + }, + { + "representative": 10739, + "members": [ + 10739 + ], + "max_error": 0.0 + }, + { + "representative": 10854, + "members": [ + 10854 + ], + "max_error": 0.0 + }, + { + "representative": 10782, + "members": [ + 10782 + ], + "max_error": 0.0 + }, + { + "representative": 10867, + "members": [ + 10867 + ], + "max_error": 0.0 + }, + { + "representative": 10872, + "members": [ + 10872 + ], + "max_error": 0.0 + }, + { + "representative": 10852, + "members": [ + 10852 + ], + "max_error": 0.0 + }, + { + "representative": 10737, + "members": [ + 10737 + ], + "max_error": 0.0 + }, + { + "representative": 10754, + "members": [ + 10754 + ], + "max_error": 0.0 + }, + { + "representative": 10815, + "members": [ + 10815 + ], + "max_error": 0.0 + }, + { + "representative": 10721, + "members": [ + 10721 + ], + "max_error": 0.0 + }, + { + "representative": 10888, + "members": [ + 10888 + ], + "max_error": 0.0 + }, + { + "representative": 10690, + "members": [ + 10690 + ], + "max_error": 0.0 + }, + { + "representative": 10719, + "members": [ + 10719 + ], + "max_error": 0.0 + }, + { + "representative": 10822, + "members": [ + 10822 + ], + "max_error": 0.0 + }, + { + "representative": 10715, + "members": [ + 10715 + ], + "max_error": 0.0 + }, + { + "representative": 10889, + "members": [ + 10889 + ], + "max_error": 0.0 + }, + { + "representative": 10640, + "members": [ + 10640 + ], + "max_error": 0.0 + }, + { + "representative": 10660, + "members": [ + 10660 + ], + "max_error": 0.0 + }, + { + "representative": 10770, + "members": [ + 10770 + ], + "max_error": 0.0 + }, + { + "representative": 10758, + "members": [ + 10758 + ], + "max_error": 0.0 + }, + { + "representative": 10805, + "members": [ + 10805 + ], + "max_error": 0.0 + }, + { + "representative": 10698, + "members": [ + 10698 + ], + "max_error": 0.0 + }, + { + "representative": 10830, + "members": [ + 10830 + ], + "max_error": 0.0 + }, + { + "representative": 10741, + "members": [ + 10741 + ], + "max_error": 0.0 + }, + { + "representative": 10665, + "members": [ + 10665 + ], + "max_error": 0.0 + }, + { + "representative": 10823, + "members": [ + 10823 + ], + "max_error": 0.0 + }, + { + "representative": 10835, + "members": [ + 10835 + ], + "max_error": 0.0 + }, + { + "representative": 10652, + "members": [ + 10652 + ], + "max_error": 0.0 + }, + { + "representative": 10877, + "members": [ + 10877 + ], + "max_error": 0.0 + }, + { + "representative": 10728, + "members": [ + 10728 + ], + "max_error": 0.0 + }, + { + "representative": 10895, + "members": [ + 10895 + ], + "max_error": 0.0 + }, + { + "representative": 10820, + "members": [ + 10820 + ], + "max_error": 0.0 + }, + { + "representative": 10731, + "members": [ + 10731 + ], + "max_error": 0.0 + }, + { + "representative": 10857, + "members": [ + 10857 + ], + "max_error": 0.0 + }, + { + "representative": 10703, + "members": [ + 10703 + ], + "max_error": 0.0 + }, + { + "representative": 10651, + "members": [ + 10651 + ], + "max_error": 0.0 + }, + { + "representative": 10689, + "members": [ + 10689 + ], + "max_error": 0.0 + }, + { + "representative": 10753, + "members": [ + 10753 + ], + "max_error": 0.0 + }, + { + "representative": 10827, + "members": [ + 10827 + ], + "max_error": 0.0 + }, + { + "representative": 10720, + "members": [ + 10720 + ], + "max_error": 0.0 + }, + { + "representative": 10769, + "members": [ + 10769 + ], + "max_error": 0.0 + }, + { + "representative": 10861, + "members": [ + 10861 + ], + "max_error": 0.0 + }, + { + "representative": 10745, + "members": [ + 10745 + ], + "max_error": 0.0 + }, + { + "representative": 10647, + "members": [ + 10647 + ], + "max_error": 0.0 + }, + { + "representative": 10783, + "members": [ + 10783 + ], + "max_error": 0.0 + }, + { + "representative": 10683, + "members": [ + 10683 + ], + "max_error": 0.0 + }, + { + "representative": 10790, + "members": [ + 10790 + ], + "max_error": 0.0 + }, + { + "representative": 10849, + "members": [ + 10849 + ], + "max_error": 0.0 + }, + { + "representative": 10712, + "members": [ + 10712 + ], + "max_error": 0.0 + }, + { + "representative": 10705, + "members": [ + 10705 + ], + "max_error": 0.0 + }, + { + "representative": 10714, + "members": [ + 10714 + ], + "max_error": 0.0 + }, + { + "representative": 10706, + "members": [ + 10706 + ], + "max_error": 0.0 + }, + { + "representative": 10708, + "members": [ + 10708 + ], + "max_error": 0.0 + }, + { + "representative": 10709, + "members": [ + 10709 + ], + "max_error": 0.0 + }, + { + "representative": 10710, + "members": [ + 10710 + ], + "max_error": 0.0 + }, + { + "representative": 10824, + "members": [ + 10824 + ], + "max_error": 0.0 + }, + { + "representative": 10768, + "members": [ + 10768 + ], + "max_error": 0.0 + }, + { + "representative": 10680, + "members": [ + 10680 + ], + "max_error": 0.0 + }, + { + "representative": 10821, + "members": [ + 10821 + ], + "max_error": 0.0 + }, + { + "representative": 10851, + "members": [ + 10851 + ], + "max_error": 0.0 + }, + { + "representative": 10684, + "members": [ + 10684 + ], + "max_error": 0.0 + }, + { + "representative": 10860, + "members": [ + 10860 + ], + "max_error": 0.0 + }, + { + "representative": 10696, + "members": [ + 10696 + ], + "max_error": 0.0 + }, + { + "representative": 10674, + "members": [ + 10674 + ], + "max_error": 0.0 + }, + { + "representative": 10886, + "members": [ + 10886 + ], + "max_error": 0.0 + }, + { + "representative": 10722, + "members": [ + 10722 + ], + "max_error": 0.0 + }, + { + "representative": 10759, + "members": [ + 10759 + ], + "max_error": 0.0 + }, + { + "representative": 10704, + "members": [ + 10704 + ], + "max_error": 0.0 + }, + { + "representative": 10686, + "members": [ + 10686 + ], + "max_error": 0.0 + }, + { + "representative": 10642, + "members": [ + 10642 + ], + "max_error": 0.0 + }, + { + "representative": 10740, + "members": [ + 10740 + ], + "max_error": 0.0 + }, + { + "representative": 10670, + "members": [ + 10670 + ], + "max_error": 0.0 + }, + { + "representative": 10812, + "members": [ + 10812 + ], + "max_error": 0.0 + }, + { + "representative": 10694, + "members": [ + 10694 + ], + "max_error": 0.0 + }, + { + "representative": 10871, + "members": [ + 10871 + ], + "max_error": 0.0 + }, + { + "representative": 10832, + "members": [ + 10832 + ], + "max_error": 0.0 + }, + { + "representative": 10645, + "members": [ + 10645 + ], + "max_error": 0.0 + }, + { + "representative": 10693, + "members": [ + 10693 + ], + "max_error": 0.0 + }, + { + "representative": 10878, + "members": [ + 10878 + ], + "max_error": 0.0 + }, + { + "representative": 10784, + "members": [ + 10784 + ], + "max_error": 0.0 + }, + { + "representative": 10730, + "members": [ + 10730 + ], + "max_error": 0.0 + }, + { + "representative": 10775, + "members": [ + 10775 + ], + "max_error": 0.0 + }, + { + "representative": 10771, + "members": [ + 10771 + ], + "max_error": 0.0 + }, + { + "representative": 10746, + "members": [ + 10746 + ], + "max_error": 0.0 + }, + { + "representative": 10711, + "members": [ + 10711 + ], + "max_error": 0.0 + }, + { + "representative": 10804, + "members": [ + 10804 + ], + "max_error": 0.0 + }, + { + "representative": 10803, + "members": [ + 10803 + ], + "max_error": 0.0 + }, + { + "representative": 10676, + "members": [ + 10676 + ], + "max_error": 0.0 + }, + { + "representative": 10802, + "members": [ + 10802 + ], + "max_error": 0.0 + }, + { + "representative": 10732, + "members": [ + 10732 + ], + "max_error": 0.0 + }, + { + "representative": 10844, + "members": [ + 10844 + ], + "max_error": 0.0 + }, + { + "representative": 10893, + "members": [ + 10893 + ], + "max_error": 0.0 + }, + { + "representative": 10829, + "members": [ + 10829 + ], + "max_error": 0.0 + }, + { + "representative": 10865, + "members": [ + 10865 + ], + "max_error": 0.0 + }, + { + "representative": 10763, + "members": [ + 10763 + ], + "max_error": 0.0 + }, + { + "representative": 10716, + "members": [ + 10716 + ], + "max_error": 0.0 + }, + { + "representative": 10847, + "members": [ + 10847 + ], + "max_error": 0.0 + }, + { + "representative": 10729, + "members": [ + 10729 + ], + "max_error": 0.0 + }, + { + "representative": 10733, + "members": [ + 10733 + ], + "max_error": 0.0 + }, + { + "representative": 10735, + "members": [ + 10735 + ], + "max_error": 0.0 + }, + { + "representative": 10723, + "members": [ + 10723 + ], + "max_error": 0.0 + }, + { + "representative": 10724, + "members": [ + 10724 + ], + "max_error": 0.0 + }, + { + "representative": 10726, + "members": [ + 10726 + ], + "max_error": 0.0 + }, + { + "representative": 10727, + "members": [ + 10727 + ], + "max_error": 0.0 + }, + { + "representative": 10736, + "members": [ + 10736 + ], + "max_error": 0.0 + }, + { + "representative": 10750, + "members": [ + 10750 + ], + "max_error": 0.0 + }, + { + "representative": 10738, + "members": [ + 10738 + ], + "max_error": 0.0 + }, + { + "representative": 10742, + "members": [ + 10742 + ], + "max_error": 0.0 + }, + { + "representative": 10743, + "members": [ + 10743 + ], + "max_error": 0.0 + }, + { + "representative": 10760, + "members": [ + 10760 + ], + "max_error": 0.0 + }, + { + "representative": 10762, + "members": [ + 10762 + ], + "max_error": 0.0 + }, + { + "representative": 10766, + "members": [ + 10766 + ], + "max_error": 0.0 + }, + { + "representative": 10767, + "members": [ + 10767 + ], + "max_error": 0.0 + }, + { + "representative": 10755, + "members": [ + 10755 + ], + "max_error": 0.0 + }, + { + "representative": 10756, + "members": [ + 10756 + ], + "max_error": 0.0 + }, + { + "representative": 11153, + "members": [ + 11153 + ], + "max_error": 0.0 + }, + { + "representative": 11164, + "members": [ + 11164 + ], + "max_error": 0.0 + }, + { + "representative": 11167, + "members": [ + 11167 + ], + "max_error": 0.0 + }, + { + "representative": 11155, + "members": [ + 11155 + ], + "max_error": 0.0 + }, + { + "representative": 11158, + "members": [ + 11158 + ], + "max_error": 0.0 + }, + { + "representative": 11288, + "members": [ + 11288 + ], + "max_error": 0.0 + }, + { + "representative": 11281, + "members": [ + 11281 + ], + "max_error": 0.0 + }, + { + "representative": 11291, + "members": [ + 11291 + ], + "max_error": 0.0 + }, + { + "representative": 11292, + "members": [ + 11292 + ], + "max_error": 0.0 + }, + { + "representative": 11294, + "members": [ + 11294 + ], + "max_error": 0.0 + }, + { + "representative": 11295, + "members": [ + 11295 + ], + "max_error": 0.0 + }, + { + "representative": 11286, + "members": [ + 11286 + ], + "max_error": 0.0 + }, + { + "representative": 11306, + "members": [ + 11306 + ], + "max_error": 0.0 + }, + { + "representative": 11307, + "members": [ + 11307 + ], + "max_error": 0.0 + }, + { + "representative": 11310, + "members": [ + 11310 + ], + "max_error": 0.0 + }, + { + "representative": 11301, + "members": [ + 11301 + ], + "max_error": 0.0 + }, + { + "representative": 11302, + "members": [ + 11302 + ], + "max_error": 0.0 + }, + { + "representative": 11179, + "members": [ + 11179 + ], + "max_error": 0.0 + }, + { + "representative": 11181, + "members": [ + 11181 + ], + "max_error": 0.0 + }, + { + "representative": 11312, + "members": [ + 11312 + ], + "max_error": 0.0 + }, + { + "representative": 11313, + "members": [ + 11313 + ], + "max_error": 0.0 + }, + { + "representative": 11322, + "members": [ + 11322 + ], + "max_error": 0.0 + }, + { + "representative": 11323, + "members": [ + 11323 + ], + "max_error": 0.0 + }, + { + "representative": 11325, + "members": [ + 11325 + ], + "max_error": 0.0 + }, + { + "representative": 11326, + "members": [ + 11326 + ], + "max_error": 0.0 + }, + { + "representative": 11315, + "members": [ + 11315 + ], + "max_error": 0.0 + }, + { + "representative": 11319, + "members": [ + 11319 + ], + "max_error": 0.0 + }, + { + "representative": 11328, + "members": [ + 11328 + ], + "max_error": 0.0 + }, + { + "representative": 11330, + "members": [ + 11330 + ], + "max_error": 0.0 + }, + { + "representative": 11335, + "members": [ + 11335 + ], + "max_error": 0.0 + }, + { + "representative": 11353, + "members": [ + 11353 + ], + "max_error": 0.0 + }, + { + "representative": 11357, + "members": [ + 11357 + ], + "max_error": 0.0 + }, + { + "representative": 11346, + "members": [ + 11346 + ], + "max_error": 0.0 + }, + { + "representative": 11348, + "members": [ + 11348 + ], + "max_error": 0.0 + }, + { + "representative": 11360, + "members": [ + 11360 + ], + "max_error": 0.0 + }, + { + "representative": 11369, + "members": [ + 11369 + ], + "max_error": 0.0 + }, + { + "representative": 11364, + "members": [ + 11364 + ], + "max_error": 0.0 + }, + { + "representative": 11365, + "members": [ + 11365 + ], + "max_error": 0.0 + }, + { + "representative": 11391, + "members": [ + 11391 + ], + "max_error": 0.0 + }, + { + "representative": 11392, + "members": [ + 11392 + ], + "max_error": 0.0 + }, + { + "representative": 11393, + "members": [ + 11393 + ], + "max_error": 0.0 + }, + { + "representative": 11404, + "members": [ + 11404 + ], + "max_error": 0.0 + }, + { + "representative": 11406, + "members": [ + 11406 + ], + "max_error": 0.0 + }, + { + "representative": 11396, + "members": [ + 11396 + ], + "max_error": 0.0 + }, + { + "representative": 11397, + "members": [ + 11397 + ], + "max_error": 0.0 + }, + { + "representative": 11398, + "members": [ + 11398 + ], + "max_error": 0.0 + }, + { + "representative": 11190, + "members": [ + 11190 + ], + "max_error": 0.0 + }, + { + "representative": 11173, + "members": [ + 11173 + ], + "max_error": 0.0 + }, + { + "representative": 11279, + "members": [ + 11279 + ], + "max_error": 0.0 + }, + { + "representative": 11232, + "members": [ + 11232 + ], + "max_error": 0.0 + }, + { + "representative": 11324, + "members": [ + 11324 + ], + "max_error": 0.0 + }, + { + "representative": 11394, + "members": [ + 11394 + ], + "max_error": 0.0 + }, + { + "representative": 11361, + "members": [ + 11361 + ], + "max_error": 0.0 + }, + { + "representative": 11370, + "members": [ + 11370 + ], + "max_error": 0.0 + }, + { + "representative": 11189, + "members": [ + 11189 + ], + "max_error": 0.0 + }, + { + "representative": 11387, + "members": [ + 11387 + ], + "max_error": 0.0 + }, + { + "representative": 11386, + "members": [ + 11386 + ], + "max_error": 0.0 + }, + { + "representative": 11177, + "members": [ + 11177 + ], + "max_error": 0.0 + }, + { + "representative": 11405, + "members": [ + 11405 + ], + "max_error": 0.0 + }, + { + "representative": 11206, + "members": [ + 11206 + ], + "max_error": 0.0 + }, + { + "representative": 11345, + "members": [ + 11345 + ], + "max_error": 0.0 + }, + { + "representative": 11354, + "members": [ + 11354 + ], + "max_error": 0.0 + }, + { + "representative": 11339, + "members": [ + 11339 + ], + "max_error": 0.0 + }, + { + "representative": 11373, + "members": [ + 11373 + ], + "max_error": 0.0 + }, + { + "representative": 11309, + "members": [ + 11309 + ], + "max_error": 0.0 + }, + { + "representative": 11176, + "members": [ + 11176 + ], + "max_error": 0.0 + }, + { + "representative": 11247, + "members": [ + 11247 + ], + "max_error": 0.0 + }, + { + "representative": 11305, + "members": [ + 11305 + ], + "max_error": 0.0 + }, + { + "representative": 11220, + "members": [ + 11220 + ], + "max_error": 0.0 + }, + { + "representative": 11185, + "members": [ + 11185 + ], + "max_error": 0.0 + }, + { + "representative": 11195, + "members": [ + 11195 + ], + "max_error": 0.0 + }, + { + "representative": 11199, + "members": [ + 11199 + ], + "max_error": 0.0 + }, + { + "representative": 11186, + "members": [ + 11186 + ], + "max_error": 0.0 + }, + { + "representative": 11188, + "members": [ + 11188 + ], + "max_error": 0.0 + }, + { + "representative": 11336, + "members": [ + 11336 + ], + "max_error": 0.0 + }, + { + "representative": 11344, + "members": [ + 11344 + ], + "max_error": 0.0 + }, + { + "representative": 11371, + "members": [ + 11371 + ], + "max_error": 0.0 + }, + { + "representative": 11347, + "members": [ + 11347 + ], + "max_error": 0.0 + }, + { + "representative": 11172, + "members": [ + 11172 + ], + "max_error": 0.0 + }, + { + "representative": 11244, + "members": [ + 11244 + ], + "max_error": 0.0 + }, + { + "representative": 11376, + "members": [ + 11376 + ], + "max_error": 0.0 + }, + { + "representative": 11401, + "members": [ + 11401 + ], + "max_error": 0.0 + }, + { + "representative": 11389, + "members": [ + 11389 + ], + "max_error": 0.0 + }, + { + "representative": 11168, + "members": [ + 11168 + ], + "max_error": 0.0 + }, + { + "representative": 11287, + "members": [ + 11287 + ], + "max_error": 0.0 + }, + { + "representative": 11362, + "members": [ + 11362 + ], + "max_error": 0.0 + }, + { + "representative": 11366, + "members": [ + 11366 + ], + "max_error": 0.0 + }, + { + "representative": 11250, + "members": [ + 11250 + ], + "max_error": 0.0 + }, + { + "representative": 11374, + "members": [ + 11374 + ], + "max_error": 0.0 + }, + { + "representative": 11252, + "members": [ + 11252 + ], + "max_error": 0.0 + }, + { + "representative": 11174, + "members": [ + 11174 + ], + "max_error": 0.0 + }, + { + "representative": 11184, + "members": [ + 11184 + ], + "max_error": 0.0 + }, + { + "representative": 11390, + "members": [ + 11390 + ], + "max_error": 0.0 + }, + { + "representative": 11271, + "members": [ + 11271 + ], + "max_error": 0.0 + }, + { + "representative": 11274, + "members": [ + 11274 + ], + "max_error": 0.0 + }, + { + "representative": 11178, + "members": [ + 11178 + ], + "max_error": 0.0 + }, + { + "representative": 11304, + "members": [ + 11304 + ], + "max_error": 0.0 + }, + { + "representative": 11233, + "members": [ + 11233 + ], + "max_error": 0.0 + }, + { + "representative": 11201, + "members": [ + 11201 + ], + "max_error": 0.0 + }, + { + "representative": 11262, + "members": [ + 11262 + ], + "max_error": 0.0 + }, + { + "representative": 11303, + "members": [ + 11303 + ], + "max_error": 0.0 + }, + { + "representative": 11229, + "members": [ + 11229 + ], + "max_error": 0.0 + }, + { + "representative": 11300, + "members": [ + 11300 + ], + "max_error": 0.0 + }, + { + "representative": 11255, + "members": [ + 11255 + ], + "max_error": 0.0 + }, + { + "representative": 11400, + "members": [ + 11400 + ], + "max_error": 0.0 + }, + { + "representative": 11308, + "members": [ + 11308 + ], + "max_error": 0.0 + }, + { + "representative": 11238, + "members": [ + 11238 + ], + "max_error": 0.0 + }, + { + "representative": 11359, + "members": [ + 11359 + ], + "max_error": 0.0 + }, + { + "representative": 11223, + "members": [ + 11223 + ], + "max_error": 0.0 + }, + { + "representative": 11159, + "members": [ + 11159 + ], + "max_error": 0.0 + }, + { + "representative": 11382, + "members": [ + 11382 + ], + "max_error": 0.0 + }, + { + "representative": 11249, + "members": [ + 11249 + ], + "max_error": 0.0 + }, + { + "representative": 11163, + "members": [ + 11163 + ], + "max_error": 0.0 + }, + { + "representative": 11372, + "members": [ + 11372 + ], + "max_error": 0.0 + }, + { + "representative": 11157, + "members": [ + 11157 + ], + "max_error": 0.0 + }, + { + "representative": 11270, + "members": [ + 11270 + ], + "max_error": 0.0 + }, + { + "representative": 11166, + "members": [ + 11166 + ], + "max_error": 0.0 + }, + { + "representative": 11251, + "members": [ + 11251 + ], + "max_error": 0.0 + }, + { + "representative": 11236, + "members": [ + 11236 + ], + "max_error": 0.0 + }, + { + "representative": 11403, + "members": [ + 11403 + ], + "max_error": 0.0 + }, + { + "representative": 11356, + "members": [ + 11356 + ], + "max_error": 0.0 + }, + { + "representative": 11207, + "members": [ + 11207 + ], + "max_error": 0.0 + }, + { + "representative": 11321, + "members": [ + 11321 + ], + "max_error": 0.0 + }, + { + "representative": 11268, + "members": [ + 11268 + ], + "max_error": 0.0 + }, + { + "representative": 11240, + "members": [ + 11240 + ], + "max_error": 0.0 + }, + { + "representative": 11227, + "members": [ + 11227 + ], + "max_error": 0.0 + }, + { + "representative": 11314, + "members": [ + 11314 + ], + "max_error": 0.0 + }, + { + "representative": 11275, + "members": [ + 11275 + ], + "max_error": 0.0 + }, + { + "representative": 11253, + "members": [ + 11253 + ], + "max_error": 0.0 + }, + { + "representative": 11196, + "members": [ + 11196 + ], + "max_error": 0.0 + }, + { + "representative": 11193, + "members": [ + 11193 + ], + "max_error": 0.0 + }, + { + "representative": 11266, + "members": [ + 11266 + ], + "max_error": 0.0 + }, + { + "representative": 11334, + "members": [ + 11334 + ], + "max_error": 0.0 + }, + { + "representative": 11208, + "members": [ + 11208 + ], + "max_error": 0.0 + }, + { + "representative": 11211, + "members": [ + 11211 + ], + "max_error": 0.0 + }, + { + "representative": 11213, + "members": [ + 11213 + ], + "max_error": 0.0 + }, + { + "representative": 11214, + "members": [ + 11214 + ], + "max_error": 0.0 + }, + { + "representative": 11215, + "members": [ + 11215 + ], + "max_error": 0.0 + }, + { + "representative": 11203, + "members": [ + 11203 + ], + "max_error": 0.0 + }, + { + "representative": 11289, + "members": [ + 11289 + ], + "max_error": 0.0 + }, + { + "representative": 11169, + "members": [ + 11169 + ], + "max_error": 0.0 + }, + { + "representative": 11296, + "members": [ + 11296 + ], + "max_error": 0.0 + }, + { + "representative": 11350, + "members": [ + 11350 + ], + "max_error": 0.0 + }, + { + "representative": 11183, + "members": [ + 11183 + ], + "max_error": 0.0 + }, + { + "representative": 11384, + "members": [ + 11384 + ], + "max_error": 0.0 + }, + { + "representative": 11380, + "members": [ + 11380 + ], + "max_error": 0.0 + }, + { + "representative": 11231, + "members": [ + 11231 + ], + "max_error": 0.0 + }, + { + "representative": 11293, + "members": [ + 11293 + ], + "max_error": 0.0 + }, + { + "representative": 11171, + "members": [ + 11171 + ], + "max_error": 0.0 + }, + { + "representative": 11225, + "members": [ + 11225 + ], + "max_error": 0.0 + }, + { + "representative": 11235, + "members": [ + 11235 + ], + "max_error": 0.0 + }, + { + "representative": 11278, + "members": [ + 11278 + ], + "max_error": 0.0 + }, + { + "representative": 11383, + "members": [ + 11383 + ], + "max_error": 0.0 + }, + { + "representative": 11257, + "members": [ + 11257 + ], + "max_error": 0.0 + }, + { + "representative": 11329, + "members": [ + 11329 + ], + "max_error": 0.0 + }, + { + "representative": 11407, + "members": [ + 11407 + ], + "max_error": 0.0 + }, + { + "representative": 11198, + "members": [ + 11198 + ], + "max_error": 0.0 + }, + { + "representative": 11248, + "members": [ + 11248 + ], + "max_error": 0.0 + }, + { + "representative": 11197, + "members": [ + 11197 + ], + "max_error": 0.0 + }, + { + "representative": 11333, + "members": [ + 11333 + ], + "max_error": 0.0 + }, + { + "representative": 11332, + "members": [ + 11332 + ], + "max_error": 0.0 + }, + { + "representative": 11242, + "members": [ + 11242 + ], + "max_error": 0.0 + }, + { + "representative": 11297, + "members": [ + 11297 + ], + "max_error": 0.0 + }, + { + "representative": 11226, + "members": [ + 11226 + ], + "max_error": 0.0 + }, + { + "representative": 11320, + "members": [ + 11320 + ], + "max_error": 0.0 + }, + { + "representative": 11351, + "members": [ + 11351 + ], + "max_error": 0.0 + }, + { + "representative": 11175, + "members": [ + 11175 + ], + "max_error": 0.0 + }, + { + "representative": 11379, + "members": [ + 11379 + ], + "max_error": 0.0 + }, + { + "representative": 11285, + "members": [ + 11285 + ], + "max_error": 0.0 + }, + { + "representative": 11165, + "members": [ + 11165 + ], + "max_error": 0.0 + }, + { + "representative": 11280, + "members": [ + 11280 + ], + "max_error": 0.0 + }, + { + "representative": 11194, + "members": [ + 11194 + ], + "max_error": 0.0 + }, + { + "representative": 11327, + "members": [ + 11327 + ], + "max_error": 0.0 + }, + { + "representative": 11210, + "members": [ + 11210 + ], + "max_error": 0.0 + }, + { + "representative": 11170, + "members": [ + 11170 + ], + "max_error": 0.0 + }, + { + "representative": 11216, + "members": [ + 11216 + ], + "max_error": 0.0 + }, + { + "representative": 11256, + "members": [ + 11256 + ], + "max_error": 0.0 + }, + { + "representative": 11331, + "members": [ + 11331 + ], + "max_error": 0.0 + }, + { + "representative": 11205, + "members": [ + 11205 + ], + "max_error": 0.0 + }, + { + "representative": 11212, + "members": [ + 11212 + ], + "max_error": 0.0 + }, + { + "representative": 11290, + "members": [ + 11290 + ], + "max_error": 0.0 + }, + { + "representative": 11352, + "members": [ + 11352 + ], + "max_error": 0.0 + }, + { + "representative": 11156, + "members": [ + 11156 + ], + "max_error": 0.0 + }, + { + "representative": 11154, + "members": [ + 11154 + ], + "max_error": 0.0 + }, + { + "representative": 11204, + "members": [ + 11204 + ], + "max_error": 0.0 + }, + { + "representative": 11317, + "members": [ + 11317 + ], + "max_error": 0.0 + }, + { + "representative": 11385, + "members": [ + 11385 + ], + "max_error": 0.0 + }, + { + "representative": 11316, + "members": [ + 11316 + ], + "max_error": 0.0 + }, + { + "representative": 11378, + "members": [ + 11378 + ], + "max_error": 0.0 + }, + { + "representative": 11298, + "members": [ + 11298 + ], + "max_error": 0.0 + }, + { + "representative": 11342, + "members": [ + 11342 + ], + "max_error": 0.0 + }, + { + "representative": 11224, + "members": [ + 11224 + ], + "max_error": 0.0 + }, + { + "representative": 11228, + "members": [ + 11228 + ], + "max_error": 0.0 + }, + { + "representative": 11230, + "members": [ + 11230 + ], + "max_error": 0.0 + }, + { + "representative": 11219, + "members": [ + 11219 + ], + "max_error": 0.0 + }, + { + "representative": 11221, + "members": [ + 11221 + ], + "max_error": 0.0 + }, + { + "representative": 11161, + "members": [ + 11161 + ], + "max_error": 0.0 + }, + { + "representative": 11202, + "members": [ + 11202 + ], + "max_error": 0.0 + }, + { + "representative": 11377, + "members": [ + 11377 + ], + "max_error": 0.0 + }, + { + "representative": 11367, + "members": [ + 11367 + ], + "max_error": 0.0 + }, + { + "representative": 11343, + "members": [ + 11343 + ], + "max_error": 0.0 + }, + { + "representative": 11375, + "members": [ + 11375 + ], + "max_error": 0.0 + }, + { + "representative": 11337, + "members": [ + 11337 + ], + "max_error": 0.0 + }, + { + "representative": 11217, + "members": [ + 11217 + ], + "max_error": 0.0 + }, + { + "representative": 11222, + "members": [ + 11222 + ], + "max_error": 0.0 + }, + { + "representative": 11363, + "members": [ + 11363 + ], + "max_error": 0.0 + }, + { + "representative": 11267, + "members": [ + 11267 + ], + "max_error": 0.0 + }, + { + "representative": 11187, + "members": [ + 11187 + ], + "max_error": 0.0 + }, + { + "representative": 11395, + "members": [ + 11395 + ], + "max_error": 0.0 + }, + { + "representative": 11399, + "members": [ + 11399 + ], + "max_error": 0.0 + }, + { + "representative": 11261, + "members": [ + 11261 + ], + "max_error": 0.0 + }, + { + "representative": 11355, + "members": [ + 11355 + ], + "max_error": 0.0 + }, + { + "representative": 11283, + "members": [ + 11283 + ], + "max_error": 0.0 + }, + { + "representative": 11265, + "members": [ + 11265 + ], + "max_error": 0.0 + }, + { + "representative": 11358, + "members": [ + 11358 + ], + "max_error": 0.0 + }, + { + "representative": 11152, + "members": [ + 11152 + ], + "max_error": 0.0 + }, + { + "representative": 11182, + "members": [ + 11182 + ], + "max_error": 0.0 + }, + { + "representative": 11180, + "members": [ + 11180 + ], + "max_error": 0.0 + }, + { + "representative": 11284, + "members": [ + 11284 + ], + "max_error": 0.0 + }, + { + "representative": 11239, + "members": [ + 11239 + ], + "max_error": 0.0 + }, + { + "representative": 11282, + "members": [ + 11282 + ], + "max_error": 0.0 + }, + { + "representative": 11160, + "members": [ + 11160 + ], + "max_error": 0.0 + }, + { + "representative": 11191, + "members": [ + 11191 + ], + "max_error": 0.0 + }, + { + "representative": 11338, + "members": [ + 11338 + ], + "max_error": 0.0 + }, + { + "representative": 11340, + "members": [ + 11340 + ], + "max_error": 0.0 + }, + { + "representative": 11402, + "members": [ + 11402 + ], + "max_error": 0.0 + }, + { + "representative": 11258, + "members": [ + 11258 + ], + "max_error": 0.0 + }, + { + "representative": 11209, + "members": [ + 11209 + ], + "max_error": 0.0 + }, + { + "representative": 11299, + "members": [ + 11299 + ], + "max_error": 0.0 + }, + { + "representative": 11218, + "members": [ + 11218 + ], + "max_error": 0.0 + }, + { + "representative": 11341, + "members": [ + 11341 + ], + "max_error": 0.0 + }, + { + "representative": 11192, + "members": [ + 11192 + ], + "max_error": 0.0 + }, + { + "representative": 11349, + "members": [ + 11349 + ], + "max_error": 0.0 + }, + { + "representative": 11381, + "members": [ + 11381 + ], + "max_error": 0.0 + }, + { + "representative": 11368, + "members": [ + 11368 + ], + "max_error": 0.0 + }, + { + "representative": 11260, + "members": [ + 11260 + ], + "max_error": 0.0 + }, + { + "representative": 11318, + "members": [ + 11318 + ], + "max_error": 0.0 + }, + { + "representative": 11200, + "members": [ + 11200 + ], + "max_error": 0.0 + }, + { + "representative": 11162, + "members": [ + 11162 + ], + "max_error": 0.0 + }, + { + "representative": 11276, + "members": [ + 11276 + ], + "max_error": 0.0 + }, + { + "representative": 11311, + "members": [ + 11311 + ], + "max_error": 0.0 + }, + { + "representative": 11388, + "members": [ + 11388 + ], + "max_error": 0.0 + }, + { + "representative": 11241, + "members": [ + 11241 + ], + "max_error": 0.0 + }, + { + "representative": 11243, + "members": [ + 11243 + ], + "max_error": 0.0 + }, + { + "representative": 11245, + "members": [ + 11245 + ], + "max_error": 0.0 + }, + { + "representative": 11246, + "members": [ + 11246 + ], + "max_error": 0.0 + }, + { + "representative": 11234, + "members": [ + 11234 + ], + "max_error": 0.0 + }, + { + "representative": 11237, + "members": [ + 11237 + ], + "max_error": 0.0 + }, + { + "representative": 11259, + "members": [ + 11259 + ], + "max_error": 0.0 + }, + { + "representative": 11263, + "members": [ + 11263 + ], + "max_error": 0.0 + }, + { + "representative": 11254, + "members": [ + 11254 + ], + "max_error": 0.0 + }, + { + "representative": 11264, + "members": [ + 11264 + ], + "max_error": 0.0 + }, + { + "representative": 11272, + "members": [ + 11272 + ], + "max_error": 0.0 + }, + { + "representative": 11273, + "members": [ + 11273 + ], + "max_error": 0.0 + }, + { + "representative": 11277, + "members": [ + 11277 + ], + "max_error": 0.0 + }, + { + "representative": 11269, + "members": [ + 11269 + ], + "max_error": 0.0 + }, + { + "representative": 11664, + "members": [ + 11664 + ], + "max_error": 0.0 + }, + { + "representative": 11672, + "members": [ + 11672 + ], + "max_error": 0.0 + }, + { + "representative": 11673, + "members": [ + 11673 + ], + "max_error": 0.0 + }, + { + "representative": 11665, + "members": [ + 11665 + ], + "max_error": 0.0 + }, + { + "representative": 11674, + "members": [ + 11674 + ], + "max_error": 0.0 + }, + { + "representative": 11675, + "members": [ + 11675 + ], + "max_error": 0.0 + }, + { + "representative": 11676, + "members": [ + 11676 + ], + "max_error": 0.0 + }, + { + "representative": 11677, + "members": [ + 11677 + ], + "max_error": 0.0 + }, + { + "representative": 11678, + "members": [ + 11678 + ], + "max_error": 0.0 + }, + { + "representative": 11679, + "members": [ + 11679 + ], + "max_error": 0.0 + }, + { + "representative": 11666, + "members": [ + 11666 + ], + "max_error": 0.0 + }, + { + "representative": 11667, + "members": [ + 11667 + ], + "max_error": 0.0 + }, + { + "representative": 11668, + "members": [ + 11668 + ], + "max_error": 0.0 + }, + { + "representative": 11669, + "members": [ + 11669 + ], + "max_error": 0.0 + }, + { + "representative": 11670, + "members": [ + 11670 + ], + "max_error": 0.0 + }, + { + "representative": 11671, + "members": [ + 11671 + ], + "max_error": 0.0 + }, + { + "representative": 11680, + "members": [ + 11680 + ], + "max_error": 0.0 + }, + { + "representative": 11688, + "members": [ + 11688 + ], + "max_error": 0.0 + }, + { + "representative": 11689, + "members": [ + 11689 + ], + "max_error": 0.0 + }, + { + "representative": 11681, + "members": [ + 11681 + ], + "max_error": 0.0 + }, + { + "representative": 11690, + "members": [ + 11690 + ], + "max_error": 0.0 + }, + { + "representative": 11691, + "members": [ + 11691 + ], + "max_error": 0.0 + }, + { + "representative": 11692, + "members": [ + 11692 + ], + "max_error": 0.0 + }, + { + "representative": 11693, + "members": [ + 11693 + ], + "max_error": 0.0 + }, + { + "representative": 11694, + "members": [ + 11694 + ], + "max_error": 0.0 + }, + { + "representative": 11695, + "members": [ + 11695 + ], + "max_error": 0.0 + }, + { + "representative": 11682, + "members": [ + 11682 + ], + "max_error": 0.0 + }, + { + "representative": 11683, + "members": [ + 11683 + ], + "max_error": 0.0 + }, + { + "representative": 11684, + "members": [ + 11684 + ], + "max_error": 0.0 + }, + { + "representative": 11685, + "members": [ + 11685 + ], + "max_error": 0.0 + }, + { + "representative": 11686, + "members": [ + 11686 + ], + "max_error": 0.0 + }, + { + "representative": 11687, + "members": [ + 11687 + ], + "max_error": 0.0 + }, + { + "representative": 11696, + "members": [ + 11696 + ], + "max_error": 0.0 + }, + { + "representative": 11704, + "members": [ + 11704 + ], + "max_error": 0.0 + }, + { + "representative": 11705, + "members": [ + 11705 + ], + "max_error": 0.0 + }, + { + "representative": 11697, + "members": [ + 11697 + ], + "max_error": 0.0 + }, + { + "representative": 11706, + "members": [ + 11706 + ], + "max_error": 0.0 + }, + { + "representative": 11707, + "members": [ + 11707 + ], + "max_error": 0.0 + }, + { + "representative": 11708, + "members": [ + 11708 + ], + "max_error": 0.0 + }, + { + "representative": 11709, + "members": [ + 11709 + ], + "max_error": 0.0 + }, + { + "representative": 11710, + "members": [ + 11710 + ], + "max_error": 0.0 + }, + { + "representative": 11711, + "members": [ + 11711 + ], + "max_error": 0.0 + }, + { + "representative": 11698, + "members": [ + 11698 + ], + "max_error": 0.0 + }, + { + "representative": 11699, + "members": [ + 11699 + ], + "max_error": 0.0 + }, + { + "representative": 11700, + "members": [ + 11700 + ], + "max_error": 0.0 + }, + { + "representative": 11701, + "members": [ + 11701 + ], + "max_error": 0.0 + }, + { + "representative": 11702, + "members": [ + 11702 + ], + "max_error": 0.0 + }, + { + "representative": 11703, + "members": [ + 11703 + ], + "max_error": 0.0 + }, + { + "representative": 11712, + "members": [ + 11712 + ], + "max_error": 0.0 + }, + { + "representative": 11720, + "members": [ + 11720 + ], + "max_error": 0.0 + }, + { + "representative": 11721, + "members": [ + 11721 + ], + "max_error": 0.0 + }, + { + "representative": 11713, + "members": [ + 11713 + ], + "max_error": 0.0 + }, + { + "representative": 11722, + "members": [ + 11722 + ], + "max_error": 0.0 + }, + { + "representative": 11723, + "members": [ + 11723 + ], + "max_error": 0.0 + }, + { + "representative": 11724, + "members": [ + 11724 + ], + "max_error": 0.0 + }, + { + "representative": 11725, + "members": [ + 11725 + ], + "max_error": 0.0 + }, + { + "representative": 11726, + "members": [ + 11726 + ], + "max_error": 0.0 + }, + { + "representative": 11727, + "members": [ + 11727 + ], + "max_error": 0.0 + }, + { + "representative": 11714, + "members": [ + 11714 + ], + "max_error": 0.0 + }, + { + "representative": 11715, + "members": [ + 11715 + ], + "max_error": 0.0 + }, + { + "representative": 11716, + "members": [ + 11716 + ], + "max_error": 0.0 + }, + { + "representative": 11717, + "members": [ + 11717 + ], + "max_error": 0.0 + }, + { + "representative": 11718, + "members": [ + 11718 + ], + "max_error": 0.0 + }, + { + "representative": 11719, + "members": [ + 11719 + ], + "max_error": 0.0 + }, + { + "representative": 11984, + "members": [ + 11984 + ], + "max_error": 0.0 + }, + { + "representative": 11992, + "members": [ + 11992 + ], + "max_error": 0.0 + }, + { + "representative": 11993, + "members": [ + 11993 + ], + "max_error": 0.0 + }, + { + "representative": 11985, + "members": [ + 11985 + ], + "max_error": 0.0 + }, + { + "representative": 11994, + "members": [ + 11994 + ], + "max_error": 0.0 + }, + { + "representative": 11995, + "members": [ + 11995 + ], + "max_error": 0.0 + }, + { + "representative": 11996, + "members": [ + 11996 + ], + "max_error": 0.0 + }, + { + "representative": 11997, + "members": [ + 11997 + ], + "max_error": 0.0 + }, + { + "representative": 11998, + "members": [ + 11998 + ], + "max_error": 0.0 + }, + { + "representative": 11999, + "members": [ + 11999 + ], + "max_error": 0.0 + }, + { + "representative": 11986, + "members": [ + 11986 + ], + "max_error": 0.0 + }, + { + "representative": 11987, + "members": [ + 11987 + ], + "max_error": 0.0 + }, + { + "representative": 11988, + "members": [ + 11988 + ], + "max_error": 0.0 + }, + { + "representative": 11989, + "members": [ + 11989 + ], + "max_error": 0.0 + }, + { + "representative": 11990, + "members": [ + 11990 + ], + "max_error": 0.0 + }, + { + "representative": 11991, + "members": [ + 11991 + ], + "max_error": 0.0 + }, + { + "representative": 12112, + "members": [ + 12112 + ], + "max_error": 0.0 + }, + { + "representative": 12120, + "members": [ + 12120 + ], + "max_error": 0.0 + }, + { + "representative": 12121, + "members": [ + 12121 + ], + "max_error": 0.0 + }, + { + "representative": 12113, + "members": [ + 12113 + ], + "max_error": 0.0 + }, + { + "representative": 12122, + "members": [ + 12122 + ], + "max_error": 0.0 + }, + { + "representative": 12123, + "members": [ + 12123 + ], + "max_error": 0.0 + }, + { + "representative": 12124, + "members": [ + 12124 + ], + "max_error": 0.0 + }, + { + "representative": 12125, + "members": [ + 12125 + ], + "max_error": 0.0 + }, + { + "representative": 12126, + "members": [ + 12126 + ], + "max_error": 0.0 + }, + { + "representative": 12127, + "members": [ + 12127 + ], + "max_error": 0.0 + }, + { + "representative": 12114, + "members": [ + 12114 + ], + "max_error": 0.0 + }, + { + "representative": 12115, + "members": [ + 12115 + ], + "max_error": 0.0 + }, + { + "representative": 12116, + "members": [ + 12116 + ], + "max_error": 0.0 + }, + { + "representative": 12117, + "members": [ + 12117 + ], + "max_error": 0.0 + }, + { + "representative": 12118, + "members": [ + 12118 + ], + "max_error": 0.0 + }, + { + "representative": 12119, + "members": [ + 12119 + ], + "max_error": 0.0 + }, + { + "representative": 12128, + "members": [ + 12128 + ], + "max_error": 0.0 + }, + { + "representative": 12136, + "members": [ + 12136 + ], + "max_error": 0.0 + }, + { + "representative": 12137, + "members": [ + 12137 + ], + "max_error": 0.0 + }, + { + "representative": 12129, + "members": [ + 12129 + ], + "max_error": 0.0 + }, + { + "representative": 12138, + "members": [ + 12138 + ], + "max_error": 0.0 + }, + { + "representative": 12139, + "members": [ + 12139 + ], + "max_error": 0.0 + }, + { + "representative": 12140, + "members": [ + 12140 + ], + "max_error": 0.0 + }, + { + "representative": 12141, + "members": [ + 12141 + ], + "max_error": 0.0 + }, + { + "representative": 12142, + "members": [ + 12142 + ], + "max_error": 0.0 + }, + { + "representative": 12143, + "members": [ + 12143 + ], + "max_error": 0.0 + }, + { + "representative": 12130, + "members": [ + 12130 + ], + "max_error": 0.0 + }, + { + "representative": 12131, + "members": [ + 12131 + ], + "max_error": 0.0 + }, + { + "representative": 12132, + "members": [ + 12132 + ], + "max_error": 0.0 + }, + { + "representative": 12133, + "members": [ + 12133 + ], + "max_error": 0.0 + }, + { + "representative": 12134, + "members": [ + 12134 + ], + "max_error": 0.0 + }, + { + "representative": 12135, + "members": [ + 12135 + ], + "max_error": 0.0 + }, + { + "representative": 12000, + "members": [ + 12000 + ], + "max_error": 0.0 + }, + { + "representative": 12008, + "members": [ + 12008 + ], + "max_error": 0.0 + }, + { + "representative": 12009, + "members": [ + 12009 + ], + "max_error": 0.0 + }, + { + "representative": 12001, + "members": [ + 12001 + ], + "max_error": 0.0 + }, + { + "representative": 12010, + "members": [ + 12010 + ], + "max_error": 0.0 + }, + { + "representative": 12011, + "members": [ + 12011 + ], + "max_error": 0.0 + }, + { + "representative": 12012, + "members": [ + 12012 + ], + "max_error": 0.0 + }, + { + "representative": 12013, + "members": [ + 12013 + ], + "max_error": 0.0 + }, + { + "representative": 12014, + "members": [ + 12014 + ], + "max_error": 0.0 + }, + { + "representative": 12015, + "members": [ + 12015 + ], + "max_error": 0.0 + }, + { + "representative": 12002, + "members": [ + 12002 + ], + "max_error": 0.0 + }, + { + "representative": 12003, + "members": [ + 12003 + ], + "max_error": 0.0 + }, + { + "representative": 12004, + "members": [ + 12004 + ], + "max_error": 0.0 + }, + { + "representative": 12005, + "members": [ + 12005 + ], + "max_error": 0.0 + }, + { + "representative": 12006, + "members": [ + 12006 + ], + "max_error": 0.0 + }, + { + "representative": 12007, + "members": [ + 12007 + ], + "max_error": 0.0 + }, + { + "representative": 12144, + "members": [ + 12144 + ], + "max_error": 0.0 + }, + { + "representative": 12152, + "members": [ + 12152 + ], + "max_error": 0.0 + }, + { + "representative": 12153, + "members": [ + 12153 + ], + "max_error": 0.0 + }, + { + "representative": 12145, + "members": [ + 12145 + ], + "max_error": 0.0 + }, + { + "representative": 12154, + "members": [ + 12154 + ], + "max_error": 0.0 + }, + { + "representative": 12155, + "members": [ + 12155 + ], + "max_error": 0.0 + }, + { + "representative": 12156, + "members": [ + 12156 + ], + "max_error": 0.0 + }, + { + "representative": 12157, + "members": [ + 12157 + ], + "max_error": 0.0 + }, + { + "representative": 12158, + "members": [ + 12158 + ], + "max_error": 0.0 + }, + { + "representative": 12159, + "members": [ + 12159 + ], + "max_error": 0.0 + }, + { + "representative": 12146, + "members": [ + 12146 + ], + "max_error": 0.0 + }, + { + "representative": 12147, + "members": [ + 12147 + ], + "max_error": 0.0 + }, + { + "representative": 12148, + "members": [ + 12148 + ], + "max_error": 0.0 + }, + { + "representative": 12149, + "members": [ + 12149 + ], + "max_error": 0.0 + }, + { + "representative": 12150, + "members": [ + 12150 + ], + "max_error": 0.0 + }, + { + "representative": 12151, + "members": [ + 12151 + ], + "max_error": 0.0 + }, + { + "representative": 12160, + "members": [ + 12160 + ], + "max_error": 0.0 + }, + { + "representative": 12168, + "members": [ + 12168 + ], + "max_error": 0.0 + }, + { + "representative": 12169, + "members": [ + 12169 + ], + "max_error": 0.0 + }, + { + "representative": 12161, + "members": [ + 12161 + ], + "max_error": 0.0 + }, + { + "representative": 12170, + "members": [ + 12170 + ], + "max_error": 0.0 + }, + { + "representative": 12171, + "members": [ + 12171 + ], + "max_error": 0.0 + }, + { + "representative": 12172, + "members": [ + 12172 + ], + "max_error": 0.0 + }, + { + "representative": 12173, + "members": [ + 12173 + ], + "max_error": 0.0 + }, + { + "representative": 12174, + "members": [ + 12174 + ], + "max_error": 0.0 + }, + { + "representative": 12175, + "members": [ + 12175 + ], + "max_error": 0.0 + }, + { + "representative": 12162, + "members": [ + 12162 + ], + "max_error": 0.0 + }, + { + "representative": 12163, + "members": [ + 12163 + ], + "max_error": 0.0 + }, + { + "representative": 12164, + "members": [ + 12164 + ], + "max_error": 0.0 + }, + { + "representative": 12165, + "members": [ + 12165 + ], + "max_error": 0.0 + }, + { + "representative": 12166, + "members": [ + 12166 + ], + "max_error": 0.0 + }, + { + "representative": 12167, + "members": [ + 12167 + ], + "max_error": 0.0 + }, + { + "representative": 12176, + "members": [ + 12176 + ], + "max_error": 0.0 + }, + { + "representative": 12184, + "members": [ + 12184 + ], + "max_error": 0.0 + }, + { + "representative": 12185, + "members": [ + 12185 + ], + "max_error": 0.0 + }, + { + "representative": 12177, + "members": [ + 12177 + ], + "max_error": 0.0 + }, + { + "representative": 12186, + "members": [ + 12186 + ], + "max_error": 0.0 + }, + { + "representative": 12187, + "members": [ + 12187 + ], + "max_error": 0.0 + }, + { + "representative": 12188, + "members": [ + 12188 + ], + "max_error": 0.0 + }, + { + "representative": 12189, + "members": [ + 12189 + ], + "max_error": 0.0 + }, + { + "representative": 12190, + "members": [ + 12190 + ], + "max_error": 0.0 + }, + { + "representative": 12191, + "members": [ + 12191 + ], + "max_error": 0.0 + }, + { + "representative": 12178, + "members": [ + 12178 + ], + "max_error": 0.0 + }, + { + "representative": 12179, + "members": [ + 12179 + ], + "max_error": 0.0 + }, + { + "representative": 12180, + "members": [ + 12180 + ], + "max_error": 0.0 + }, + { + "representative": 12181, + "members": [ + 12181 + ], + "max_error": 0.0 + }, + { + "representative": 12182, + "members": [ + 12182 + ], + "max_error": 0.0 + }, + { + "representative": 12183, + "members": [ + 12183 + ], + "max_error": 0.0 + }, + { + "representative": 12192, + "members": [ + 12192 + ], + "max_error": 0.0 + }, + { + "representative": 12200, + "members": [ + 12200 + ], + "max_error": 0.0 + }, + { + "representative": 12201, + "members": [ + 12201 + ], + "max_error": 0.0 + }, + { + "representative": 12193, + "members": [ + 12193 + ], + "max_error": 0.0 + }, + { + "representative": 12202, + "members": [ + 12202 + ], + "max_error": 0.0 + }, + { + "representative": 12203, + "members": [ + 12203 + ], + "max_error": 0.0 + }, + { + "representative": 12204, + "members": [ + 12204 + ], + "max_error": 0.0 + }, + { + "representative": 12205, + "members": [ + 12205 + ], + "max_error": 0.0 + }, + { + "representative": 12206, + "members": [ + 12206 + ], + "max_error": 0.0 + }, + { + "representative": 12207, + "members": [ + 12207 + ], + "max_error": 0.0 + }, + { + "representative": 12194, + "members": [ + 12194 + ], + "max_error": 0.0 + }, + { + "representative": 12195, + "members": [ + 12195 + ], + "max_error": 0.0 + }, + { + "representative": 12196, + "members": [ + 12196 + ], + "max_error": 0.0 + }, + { + "representative": 12197, + "members": [ + 12197 + ], + "max_error": 0.0 + }, + { + "representative": 12198, + "members": [ + 12198 + ], + "max_error": 0.0 + }, + { + "representative": 12199, + "members": [ + 12199 + ], + "max_error": 0.0 + }, + { + "representative": 12208, + "members": [ + 12208 + ], + "max_error": 0.0 + }, + { + "representative": 12216, + "members": [ + 12216 + ], + "max_error": 0.0 + }, + { + "representative": 12217, + "members": [ + 12217 + ], + "max_error": 0.0 + }, + { + "representative": 12209, + "members": [ + 12209 + ], + "max_error": 0.0 + }, + { + "representative": 12218, + "members": [ + 12218 + ], + "max_error": 0.0 + }, + { + "representative": 12219, + "members": [ + 12219 + ], + "max_error": 0.0 + }, + { + "representative": 12220, + "members": [ + 12220 + ], + "max_error": 0.0 + }, + { + "representative": 12221, + "members": [ + 12221 + ], + "max_error": 0.0 + }, + { + "representative": 12222, + "members": [ + 12222 + ], + "max_error": 0.0 + }, + { + "representative": 12223, + "members": [ + 12223 + ], + "max_error": 0.0 + }, + { + "representative": 12210, + "members": [ + 12210 + ], + "max_error": 0.0 + }, + { + "representative": 12211, + "members": [ + 12211 + ], + "max_error": 0.0 + }, + { + "representative": 12212, + "members": [ + 12212 + ], + "max_error": 0.0 + }, + { + "representative": 12213, + "members": [ + 12213 + ], + "max_error": 0.0 + }, + { + "representative": 12214, + "members": [ + 12214 + ], + "max_error": 0.0 + }, + { + "representative": 12215, + "members": [ + 12215 + ], + "max_error": 0.0 + }, + { + "representative": 12224, + "members": [ + 12224 + ], + "max_error": 0.0 + }, + { + "representative": 12232, + "members": [ + 12232 + ], + "max_error": 0.0 + }, + { + "representative": 12233, + "members": [ + 12233 + ], + "max_error": 0.0 + }, + { + "representative": 12225, + "members": [ + 12225 + ], + "max_error": 0.0 + }, + { + "representative": 12234, + "members": [ + 12234 + ], + "max_error": 0.0 + }, + { + "representative": 12235, + "members": [ + 12235 + ], + "max_error": 0.0 + }, + { + "representative": 12236, + "members": [ + 12236 + ], + "max_error": 0.0 + }, + { + "representative": 12237, + "members": [ + 12237 + ], + "max_error": 0.0 + }, + { + "representative": 12238, + "members": [ + 12238 + ], + "max_error": 0.0 + }, + { + "representative": 12239, + "members": [ + 12239 + ], + "max_error": 0.0 + }, + { + "representative": 12226, + "members": [ + 12226 + ], + "max_error": 0.0 + }, + { + "representative": 12227, + "members": [ + 12227 + ], + "max_error": 0.0 + }, + { + "representative": 12228, + "members": [ + 12228 + ], + "max_error": 0.0 + }, + { + "representative": 12229, + "members": [ + 12229 + ], + "max_error": 0.0 + }, + { + "representative": 12230, + "members": [ + 12230 + ], + "max_error": 0.0 + }, + { + "representative": 12231, + "members": [ + 12231 + ], + "max_error": 0.0 + }, + { + "representative": 12016, + "members": [ + 12016 + ], + "max_error": 0.0 + }, + { + "representative": 12024, + "members": [ + 12024 + ], + "max_error": 0.0 + }, + { + "representative": 12025, + "members": [ + 12025 + ], + "max_error": 0.0 + }, + { + "representative": 12017, + "members": [ + 12017 + ], + "max_error": 0.0 + }, + { + "representative": 12026, + "members": [ + 12026 + ], + "max_error": 0.0 + }, + { + "representative": 12027, + "members": [ + 12027 + ], + "max_error": 0.0 + }, + { + "representative": 12028, + "members": [ + 12028 + ], + "max_error": 0.0 + }, + { + "representative": 12029, + "members": [ + 12029 + ], + "max_error": 0.0 + }, + { + "representative": 12030, + "members": [ + 12030 + ], + "max_error": 0.0 + }, + { + "representative": 12031, + "members": [ + 12031 + ], + "max_error": 0.0 + }, + { + "representative": 12018, + "members": [ + 12018 + ], + "max_error": 0.0 + }, + { + "representative": 12019, + "members": [ + 12019 + ], + "max_error": 0.0 + }, + { + "representative": 12020, + "members": [ + 12020 + ], + "max_error": 0.0 + }, + { + "representative": 12021, + "members": [ + 12021 + ], + "max_error": 0.0 + }, + { + "representative": 12022, + "members": [ + 12022 + ], + "max_error": 0.0 + }, + { + "representative": 12023, + "members": [ + 12023 + ], + "max_error": 0.0 + }, + { + "representative": 12032, + "members": [ + 12032 + ], + "max_error": 0.0 + }, + { + "representative": 12040, + "members": [ + 12040 + ], + "max_error": 0.0 + }, + { + "representative": 12041, + "members": [ + 12041 + ], + "max_error": 0.0 + }, + { + "representative": 12033, + "members": [ + 12033 + ], + "max_error": 0.0 + }, + { + "representative": 12042, + "members": [ + 12042 + ], + "max_error": 0.0 + }, + { + "representative": 12043, + "members": [ + 12043 + ], + "max_error": 0.0 + }, + { + "representative": 12044, + "members": [ + 12044 + ], + "max_error": 0.0 + }, + { + "representative": 12045, + "members": [ + 12045 + ], + "max_error": 0.0 + }, + { + "representative": 12046, + "members": [ + 12046 + ], + "max_error": 0.0 + }, + { + "representative": 12047, + "members": [ + 12047 + ], + "max_error": 0.0 + }, + { + "representative": 12034, + "members": [ + 12034 + ], + "max_error": 0.0 + }, + { + "representative": 12035, + "members": [ + 12035 + ], + "max_error": 0.0 + }, + { + "representative": 12036, + "members": [ + 12036 + ], + "max_error": 0.0 + }, + { + "representative": 12037, + "members": [ + 12037 + ], + "max_error": 0.0 + }, + { + "representative": 12038, + "members": [ + 12038 + ], + "max_error": 0.0 + }, + { + "representative": 12039, + "members": [ + 12039 + ], + "max_error": 0.0 + }, + { + "representative": 12048, + "members": [ + 12048 + ], + "max_error": 0.0 + }, + { + "representative": 12056, + "members": [ + 12056 + ], + "max_error": 0.0 + }, + { + "representative": 12057, + "members": [ + 12057 + ], + "max_error": 0.0 + }, + { + "representative": 12049, + "members": [ + 12049 + ], + "max_error": 0.0 + }, + { + "representative": 12058, + "members": [ + 12058 + ], + "max_error": 0.0 + }, + { + "representative": 12059, + "members": [ + 12059 + ], + "max_error": 0.0 + }, + { + "representative": 12060, + "members": [ + 12060 + ], + "max_error": 0.0 + }, + { + "representative": 12061, + "members": [ + 12061 + ], + "max_error": 0.0 + }, + { + "representative": 12062, + "members": [ + 12062 + ], + "max_error": 0.0 + }, + { + "representative": 12063, + "members": [ + 12063 + ], + "max_error": 0.0 + }, + { + "representative": 12050, + "members": [ + 12050 + ], + "max_error": 0.0 + }, + { + "representative": 12051, + "members": [ + 12051 + ], + "max_error": 0.0 + }, + { + "representative": 12052, + "members": [ + 12052 + ], + "max_error": 0.0 + }, + { + "representative": 12053, + "members": [ + 12053 + ], + "max_error": 0.0 + }, + { + "representative": 12054, + "members": [ + 12054 + ], + "max_error": 0.0 + }, + { + "representative": 12055, + "members": [ + 12055 + ], + "max_error": 0.0 + }, + { + "representative": 12064, + "members": [ + 12064 + ], + "max_error": 0.0 + }, + { + "representative": 12072, + "members": [ + 12072 + ], + "max_error": 0.0 + }, + { + "representative": 12073, + "members": [ + 12073 + ], + "max_error": 0.0 + }, + { + "representative": 12065, + "members": [ + 12065 + ], + "max_error": 0.0 + }, + { + "representative": 12074, + "members": [ + 12074 + ], + "max_error": 0.0 + }, + { + "representative": 12075, + "members": [ + 12075 + ], + "max_error": 0.0 + }, + { + "representative": 12076, + "members": [ + 12076 + ], + "max_error": 0.0 + }, + { + "representative": 12077, + "members": [ + 12077 + ], + "max_error": 0.0 + }, + { + "representative": 12078, + "members": [ + 12078 + ], + "max_error": 0.0 + }, + { + "representative": 12079, + "members": [ + 12079 + ], + "max_error": 0.0 + }, + { + "representative": 12066, + "members": [ + 12066 + ], + "max_error": 0.0 + }, + { + "representative": 12067, + "members": [ + 12067 + ], + "max_error": 0.0 + }, + { + "representative": 12068, + "members": [ + 12068 + ], + "max_error": 0.0 + }, + { + "representative": 12069, + "members": [ + 12069 + ], + "max_error": 0.0 + }, + { + "representative": 12070, + "members": [ + 12070 + ], + "max_error": 0.0 + }, + { + "representative": 12071, + "members": [ + 12071 + ], + "max_error": 0.0 + }, + { + "representative": 12080, + "members": [ + 12080 + ], + "max_error": 0.0 + }, + { + "representative": 12088, + "members": [ + 12088 + ], + "max_error": 0.0 + }, + { + "representative": 12089, + "members": [ + 12089 + ], + "max_error": 0.0 + }, + { + "representative": 12081, + "members": [ + 12081 + ], + "max_error": 0.0 + }, + { + "representative": 12090, + "members": [ + 12090 + ], + "max_error": 0.0 + }, + { + "representative": 12091, + "members": [ + 12091 + ], + "max_error": 0.0 + }, + { + "representative": 12092, + "members": [ + 12092 + ], + "max_error": 0.0 + }, + { + "representative": 12093, + "members": [ + 12093 + ], + "max_error": 0.0 + }, + { + "representative": 12094, + "members": [ + 12094 + ], + "max_error": 0.0 + }, + { + "representative": 12095, + "members": [ + 12095 + ], + "max_error": 0.0 + }, + { + "representative": 12082, + "members": [ + 12082 + ], + "max_error": 0.0 + }, + { + "representative": 12083, + "members": [ + 12083 + ], + "max_error": 0.0 + }, + { + "representative": 12084, + "members": [ + 12084 + ], + "max_error": 0.0 + }, + { + "representative": 12085, + "members": [ + 12085 + ], + "max_error": 0.0 + }, + { + "representative": 12086, + "members": [ + 12086 + ], + "max_error": 0.0 + }, + { + "representative": 12087, + "members": [ + 12087 + ], + "max_error": 0.0 + }, + { + "representative": 12096, + "members": [ + 12096 + ], + "max_error": 0.0 + }, + { + "representative": 12104, + "members": [ + 12104 + ], + "max_error": 0.0 + }, + { + "representative": 12105, + "members": [ + 12105 + ], + "max_error": 0.0 + }, + { + "representative": 12097, + "members": [ + 12097 + ], + "max_error": 0.0 + }, + { + "representative": 12106, + "members": [ + 12106 + ], + "max_error": 0.0 + }, + { + "representative": 12107, + "members": [ + 12107 + ], + "max_error": 0.0 + }, + { + "representative": 12108, + "members": [ + 12108 + ], + "max_error": 0.0 + }, + { + "representative": 12109, + "members": [ + 12109 + ], + "max_error": 0.0 + }, + { + "representative": 12110, + "members": [ + 12110 + ], + "max_error": 0.0 + }, + { + "representative": 12111, + "members": [ + 12111 + ], + "max_error": 0.0 + }, + { + "representative": 12098, + "members": [ + 12098 + ], + "max_error": 0.0 + }, + { + "representative": 12099, + "members": [ + 12099 + ], + "max_error": 0.0 + }, + { + "representative": 12100, + "members": [ + 12100 + ], + "max_error": 0.0 + }, + { + "representative": 12101, + "members": [ + 12101 + ], + "max_error": 0.0 + }, + { + "representative": 12102, + "members": [ + 12102 + ], + "max_error": 0.0 + }, + { + "representative": 12103, + "members": [ + 12103 + ], + "max_error": 0.0 + }, + { + "representative": 12506, + "members": [ + 12506 + ], + "max_error": 0.0 + }, + { + "representative": 12507, + "members": [ + 12507 + ], + "max_error": 0.0 + }, + { + "representative": 12509, + "members": [ + 12509 + ], + "max_error": 0.0 + }, + { + "representative": 12510, + "members": [ + 12510 + ], + "max_error": 0.0 + }, + { + "representative": 12498, + "members": [ + 12498 + ], + "max_error": 0.0 + }, + { + "representative": 12499, + "members": [ + 12499 + ], + "max_error": 0.0 + }, + { + "representative": 12501, + "members": [ + 12501 + ], + "max_error": 0.0 + }, + { + "representative": 12503, + "members": [ + 12503 + ], + "max_error": 0.0 + }, + { + "representative": 12624, + "members": [ + 12624 + ], + "max_error": 0.0 + }, + { + "representative": 12625, + "members": [ + 12625 + ], + "max_error": 0.0 + }, + { + "representative": 12634, + "members": [ + 12634 + ], + "max_error": 0.0 + }, + { + "representative": 12636, + "members": [ + 12636 + ], + "max_error": 0.0 + }, + { + "representative": 12637, + "members": [ + 12637 + ], + "max_error": 0.0 + }, + { + "representative": 12638, + "members": [ + 12638 + ], + "max_error": 0.0 + }, + { + "representative": 12639, + "members": [ + 12639 + ], + "max_error": 0.0 + }, + { + "representative": 12628, + "members": [ + 12628 + ], + "max_error": 0.0 + }, + { + "representative": 12629, + "members": [ + 12629 + ], + "max_error": 0.0 + }, + { + "representative": 12653, + "members": [ + 12653 + ], + "max_error": 0.0 + }, + { + "representative": 12644, + "members": [ + 12644 + ], + "max_error": 0.0 + }, + { + "representative": 12647, + "members": [ + 12647 + ], + "max_error": 0.0 + }, + { + "representative": 12522, + "members": [ + 12522 + ], + "max_error": 0.0 + }, + { + "representative": 12523, + "members": [ + 12523 + ], + "max_error": 0.0 + }, + { + "representative": 12524, + "members": [ + 12524 + ], + "max_error": 0.0 + }, + { + "representative": 12526, + "members": [ + 12526 + ], + "max_error": 0.0 + }, + { + "representative": 12527, + "members": [ + 12527 + ], + "max_error": 0.0 + }, + { + "representative": 12514, + "members": [ + 12514 + ], + "max_error": 0.0 + }, + { + "representative": 12515, + "members": [ + 12515 + ], + "max_error": 0.0 + }, + { + "representative": 12516, + "members": [ + 12516 + ], + "max_error": 0.0 + }, + { + "representative": 12517, + "members": [ + 12517 + ], + "max_error": 0.0 + }, + { + "representative": 12656, + "members": [ + 12656 + ], + "max_error": 0.0 + }, + { + "representative": 12664, + "members": [ + 12664 + ], + "max_error": 0.0 + }, + { + "representative": 12665, + "members": [ + 12665 + ], + "max_error": 0.0 + }, + { + "representative": 12668, + "members": [ + 12668 + ], + "max_error": 0.0 + }, + { + "representative": 12669, + "members": [ + 12669 + ], + "max_error": 0.0 + }, + { + "representative": 12658, + "members": [ + 12658 + ], + "max_error": 0.0 + }, + { + "representative": 12659, + "members": [ + 12659 + ], + "max_error": 0.0 + }, + { + "representative": 12662, + "members": [ + 12662 + ], + "max_error": 0.0 + }, + { + "representative": 12682, + "members": [ + 12682 + ], + "max_error": 0.0 + }, + { + "representative": 12686, + "members": [ + 12686 + ], + "max_error": 0.0 + }, + { + "representative": 12687, + "members": [ + 12687 + ], + "max_error": 0.0 + }, + { + "representative": 12674, + "members": [ + 12674 + ], + "max_error": 0.0 + }, + { + "representative": 12676, + "members": [ + 12676 + ], + "max_error": 0.0 + }, + { + "representative": 12677, + "members": [ + 12677 + ], + "max_error": 0.0 + }, + { + "representative": 12678, + "members": [ + 12678 + ], + "max_error": 0.0 + }, + { + "representative": 12698, + "members": [ + 12698 + ], + "max_error": 0.0 + }, + { + "representative": 12699, + "members": [ + 12699 + ], + "max_error": 0.0 + }, + { + "representative": 12700, + "members": [ + 12700 + ], + "max_error": 0.0 + }, + { + "representative": 12702, + "members": [ + 12702 + ], + "max_error": 0.0 + }, + { + "representative": 12690, + "members": [ + 12690 + ], + "max_error": 0.0 + }, + { + "representative": 12691, + "members": [ + 12691 + ], + "max_error": 0.0 + }, + { + "representative": 12695, + "members": [ + 12695 + ], + "max_error": 0.0 + }, + { + "representative": 12704, + "members": [ + 12704 + ], + "max_error": 0.0 + }, + { + "representative": 12713, + "members": [ + 12713 + ], + "max_error": 0.0 + }, + { + "representative": 12715, + "members": [ + 12715 + ], + "max_error": 0.0 + }, + { + "representative": 12716, + "members": [ + 12716 + ], + "max_error": 0.0 + }, + { + "representative": 12718, + "members": [ + 12718 + ], + "max_error": 0.0 + }, + { + "representative": 12706, + "members": [ + 12706 + ], + "max_error": 0.0 + }, + { + "representative": 12709, + "members": [ + 12709 + ], + "max_error": 0.0 + }, + { + "representative": 12710, + "members": [ + 12710 + ], + "max_error": 0.0 + }, + { + "representative": 12720, + "members": [ + 12720 + ], + "max_error": 0.0 + }, + { + "representative": 12734, + "members": [ + 12734 + ], + "max_error": 0.0 + }, + { + "representative": 12726, + "members": [ + 12726 + ], + "max_error": 0.0 + }, + { + "representative": 12746, + "members": [ + 12746 + ], + "max_error": 0.0 + }, + { + "representative": 12748, + "members": [ + 12748 + ], + "max_error": 0.0 + }, + { + "representative": 12750, + "members": [ + 12750 + ], + "max_error": 0.0 + }, + { + "representative": 12741, + "members": [ + 12741 + ], + "max_error": 0.0 + }, + { + "representative": 12743, + "members": [ + 12743 + ], + "max_error": 0.0 + }, + { + "representative": 12633, + "members": [ + 12633 + ], + "max_error": 0.0 + }, + { + "representative": 12730, + "members": [ + 12730 + ], + "max_error": 0.0 + }, + { + "representative": 12590, + "members": [ + 12590 + ], + "max_error": 0.0 + }, + { + "representative": 12737, + "members": [ + 12737 + ], + "max_error": 0.0 + }, + { + "representative": 12661, + "members": [ + 12661 + ], + "max_error": 0.0 + }, + { + "representative": 12557, + "members": [ + 12557 + ], + "max_error": 0.0 + }, + { + "representative": 12595, + "members": [ + 12595 + ], + "max_error": 0.0 + }, + { + "representative": 12663, + "members": [ + 12663 + ], + "max_error": 0.0 + }, + { + "representative": 12736, + "members": [ + 12736 + ], + "max_error": 0.0 + }, + { + "representative": 12497, + "members": [ + 12497 + ], + "max_error": 0.0 + }, + { + "representative": 12536, + "members": [ + 12536 + ], + "max_error": 0.0 + }, + { + "representative": 12504, + "members": [ + 12504 + ], + "max_error": 0.0 + }, + { + "representative": 12589, + "members": [ + 12589 + ], + "max_error": 0.0 + }, + { + "representative": 12518, + "members": [ + 12518 + ], + "max_error": 0.0 + }, + { + "representative": 12681, + "members": [ + 12681 + ], + "max_error": 0.0 + }, + { + "representative": 12512, + "members": [ + 12512 + ], + "max_error": 0.0 + }, + { + "representative": 12513, + "members": [ + 12513 + ], + "max_error": 0.0 + }, + { + "representative": 12655, + "members": [ + 12655 + ], + "max_error": 0.0 + }, + { + "representative": 12670, + "members": [ + 12670 + ], + "max_error": 0.0 + }, + { + "representative": 12738, + "members": [ + 12738 + ], + "max_error": 0.0 + }, + { + "representative": 12607, + "members": [ + 12607 + ], + "max_error": 0.0 + }, + { + "representative": 12594, + "members": [ + 12594 + ], + "max_error": 0.0 + }, + { + "representative": 12554, + "members": [ + 12554 + ], + "max_error": 0.0 + }, + { + "representative": 12508, + "members": [ + 12508 + ], + "max_error": 0.0 + }, + { + "representative": 12723, + "members": [ + 12723 + ], + "max_error": 0.0 + }, + { + "representative": 12569, + "members": [ + 12569 + ], + "max_error": 0.0 + }, + { + "representative": 12550, + "members": [ + 12550 + ], + "max_error": 0.0 + }, + { + "representative": 12705, + "members": [ + 12705 + ], + "max_error": 0.0 + }, + { + "representative": 12572, + "members": [ + 12572 + ], + "max_error": 0.0 + }, + { + "representative": 12551, + "members": [ + 12551 + ], + "max_error": 0.0 + }, + { + "representative": 12549, + "members": [ + 12549 + ], + "max_error": 0.0 + }, + { + "representative": 12747, + "members": [ + 12747 + ], + "max_error": 0.0 + }, + { + "representative": 12559, + "members": [ + 12559 + ], + "max_error": 0.0 + }, + { + "representative": 12528, + "members": [ + 12528 + ], + "max_error": 0.0 + }, + { + "representative": 12537, + "members": [ + 12537 + ], + "max_error": 0.0 + }, + { + "representative": 12539, + "members": [ + 12539 + ], + "max_error": 0.0 + }, + { + "representative": 12540, + "members": [ + 12540 + ], + "max_error": 0.0 + }, + { + "representative": 12541, + "members": [ + 12541 + ], + "max_error": 0.0 + }, + { + "representative": 12542, + "members": [ + 12542 + ], + "max_error": 0.0 + }, + { + "representative": 12543, + "members": [ + 12543 + ], + "max_error": 0.0 + }, + { + "representative": 12530, + "members": [ + 12530 + ], + "max_error": 0.0 + }, + { + "representative": 12531, + "members": [ + 12531 + ], + "max_error": 0.0 + }, + { + "representative": 12532, + "members": [ + 12532 + ], + "max_error": 0.0 + }, + { + "representative": 12535, + "members": [ + 12535 + ], + "max_error": 0.0 + }, + { + "representative": 12744, + "members": [ + 12744 + ], + "max_error": 0.0 + }, + { + "representative": 12660, + "members": [ + 12660 + ], + "max_error": 0.0 + }, + { + "representative": 12502, + "members": [ + 12502 + ], + "max_error": 0.0 + }, + { + "representative": 12646, + "members": [ + 12646 + ], + "max_error": 0.0 + }, + { + "representative": 12683, + "members": [ + 12683 + ], + "max_error": 0.0 + }, + { + "representative": 12711, + "members": [ + 12711 + ], + "max_error": 0.0 + }, + { + "representative": 12621, + "members": [ + 12621 + ], + "max_error": 0.0 + }, + { + "representative": 12548, + "members": [ + 12548 + ], + "max_error": 0.0 + }, + { + "representative": 12654, + "members": [ + 12654 + ], + "max_error": 0.0 + }, + { + "representative": 12742, + "members": [ + 12742 + ], + "max_error": 0.0 + }, + { + "representative": 12740, + "members": [ + 12740 + ], + "max_error": 0.0 + }, + { + "representative": 12538, + "members": [ + 12538 + ], + "max_error": 0.0 + }, + { + "representative": 12597, + "members": [ + 12597 + ], + "max_error": 0.0 + }, + { + "representative": 12712, + "members": [ + 12712 + ], + "max_error": 0.0 + }, + { + "representative": 12525, + "members": [ + 12525 + ], + "max_error": 0.0 + }, + { + "representative": 12587, + "members": [ + 12587 + ], + "max_error": 0.0 + }, + { + "representative": 12650, + "members": [ + 12650 + ], + "max_error": 0.0 + }, + { + "representative": 12707, + "members": [ + 12707 + ], + "max_error": 0.0 + }, + { + "representative": 12623, + "members": [ + 12623 + ], + "max_error": 0.0 + }, + { + "representative": 12745, + "members": [ + 12745 + ], + "max_error": 0.0 + }, + { + "representative": 12519, + "members": [ + 12519 + ], + "max_error": 0.0 + }, + { + "representative": 12667, + "members": [ + 12667 + ], + "max_error": 0.0 + }, + { + "representative": 12562, + "members": [ + 12562 + ], + "max_error": 0.0 + }, + { + "representative": 12685, + "members": [ + 12685 + ], + "max_error": 0.0 + }, + { + "representative": 12584, + "members": [ + 12584 + ], + "max_error": 0.0 + }, + { + "representative": 12649, + "members": [ + 12649 + ], + "max_error": 0.0 + }, + { + "representative": 12645, + "members": [ + 12645 + ], + "max_error": 0.0 + }, + { + "representative": 12640, + "members": [ + 12640 + ], + "max_error": 0.0 + }, + { + "representative": 12671, + "members": [ + 12671 + ], + "max_error": 0.0 + }, + { + "representative": 12675, + "members": [ + 12675 + ], + "max_error": 0.0 + }, + { + "representative": 12521, + "members": [ + 12521 + ], + "max_error": 0.0 + }, + { + "representative": 12643, + "members": [ + 12643 + ], + "max_error": 0.0 + }, + { + "representative": 12573, + "members": [ + 12573 + ], + "max_error": 0.0 + }, + { + "representative": 12585, + "members": [ + 12585 + ], + "max_error": 0.0 + }, + { + "representative": 12505, + "members": [ + 12505 + ], + "max_error": 0.0 + }, + { + "representative": 12601, + "members": [ + 12601 + ], + "max_error": 0.0 + }, + { + "representative": 12627, + "members": [ + 12627 + ], + "max_error": 0.0 + }, + { + "representative": 12733, + "members": [ + 12733 + ], + "max_error": 0.0 + }, + { + "representative": 12714, + "members": [ + 12714 + ], + "max_error": 0.0 + }, + { + "representative": 12533, + "members": [ + 12533 + ], + "max_error": 0.0 + }, + { + "representative": 12496, + "members": [ + 12496 + ], + "max_error": 0.0 + }, + { + "representative": 12725, + "members": [ + 12725 + ], + "max_error": 0.0 + }, + { + "representative": 12689, + "members": [ + 12689 + ], + "max_error": 0.0 + }, + { + "representative": 12739, + "members": [ + 12739 + ], + "max_error": 0.0 + }, + { + "representative": 12630, + "members": [ + 12630 + ], + "max_error": 0.0 + }, + { + "representative": 12618, + "members": [ + 12618 + ], + "max_error": 0.0 + }, + { + "representative": 12728, + "members": [ + 12728 + ], + "max_error": 0.0 + }, + { + "representative": 12729, + "members": [ + 12729 + ], + "max_error": 0.0 + }, + { + "representative": 12651, + "members": [ + 12651 + ], + "max_error": 0.0 + }, + { + "representative": 12626, + "members": [ + 12626 + ], + "max_error": 0.0 + }, + { + "representative": 12701, + "members": [ + 12701 + ], + "max_error": 0.0 + }, + { + "representative": 12732, + "members": [ + 12732 + ], + "max_error": 0.0 + }, + { + "representative": 12666, + "members": [ + 12666 + ], + "max_error": 0.0 + }, + { + "representative": 12697, + "members": [ + 12697 + ], + "max_error": 0.0 + }, + { + "representative": 12735, + "members": [ + 12735 + ], + "max_error": 0.0 + }, + { + "representative": 12719, + "members": [ + 12719 + ], + "max_error": 0.0 + }, + { + "representative": 12727, + "members": [ + 12727 + ], + "max_error": 0.0 + }, + { + "representative": 12684, + "members": [ + 12684 + ], + "max_error": 0.0 + }, + { + "representative": 12688, + "members": [ + 12688 + ], + "max_error": 0.0 + }, + { + "representative": 12708, + "members": [ + 12708 + ], + "max_error": 0.0 + }, + { + "representative": 12694, + "members": [ + 12694 + ], + "max_error": 0.0 + }, + { + "representative": 12703, + "members": [ + 12703 + ], + "max_error": 0.0 + }, + { + "representative": 12680, + "members": [ + 12680 + ], + "max_error": 0.0 + }, + { + "representative": 12632, + "members": [ + 12632 + ], + "max_error": 0.0 + }, + { + "representative": 12560, + "members": [ + 12560 + ], + "max_error": 0.0 + }, + { + "representative": 12673, + "members": [ + 12673 + ], + "max_error": 0.0 + }, + { + "representative": 12635, + "members": [ + 12635 + ], + "max_error": 0.0 + }, + { + "representative": 12534, + "members": [ + 12534 + ], + "max_error": 0.0 + }, + { + "representative": 12566, + "members": [ + 12566 + ], + "max_error": 0.0 + }, + { + "representative": 12558, + "members": [ + 12558 + ], + "max_error": 0.0 + }, + { + "representative": 12582, + "members": [ + 12582 + ], + "max_error": 0.0 + }, + { + "representative": 12617, + "members": [ + 12617 + ], + "max_error": 0.0 + }, + { + "representative": 12749, + "members": [ + 12749 + ], + "max_error": 0.0 + }, + { + "representative": 12696, + "members": [ + 12696 + ], + "max_error": 0.0 + }, + { + "representative": 12717, + "members": [ + 12717 + ], + "max_error": 0.0 + }, + { + "representative": 12605, + "members": [ + 12605 + ], + "max_error": 0.0 + }, + { + "representative": 12648, + "members": [ + 12648 + ], + "max_error": 0.0 + }, + { + "representative": 12600, + "members": [ + 12600 + ], + "max_error": 0.0 + }, + { + "representative": 12692, + "members": [ + 12692 + ], + "max_error": 0.0 + }, + { + "representative": 12693, + "members": [ + 12693 + ], + "max_error": 0.0 + }, + { + "representative": 12641, + "members": [ + 12641 + ], + "max_error": 0.0 + }, + { + "representative": 12593, + "members": [ + 12593 + ], + "max_error": 0.0 + }, + { + "representative": 12500, + "members": [ + 12500 + ], + "max_error": 0.0 + }, + { + "representative": 12511, + "members": [ + 12511 + ], + "max_error": 0.0 + }, + { + "representative": 12520, + "members": [ + 12520 + ], + "max_error": 0.0 + }, + { + "representative": 12722, + "members": [ + 12722 + ], + "max_error": 0.0 + }, + { + "representative": 12544, + "members": [ + 12544 + ], + "max_error": 0.0 + }, + { + "representative": 12552, + "members": [ + 12552 + ], + "max_error": 0.0 + }, + { + "representative": 12553, + "members": [ + 12553 + ], + "max_error": 0.0 + }, + { + "representative": 12545, + "members": [ + 12545 + ], + "max_error": 0.0 + }, + { + "representative": 12555, + "members": [ + 12555 + ], + "max_error": 0.0 + }, + { + "representative": 12556, + "members": [ + 12556 + ], + "max_error": 0.0 + }, + { + "representative": 12546, + "members": [ + 12546 + ], + "max_error": 0.0 + }, + { + "representative": 12547, + "members": [ + 12547 + ], + "max_error": 0.0 + }, + { + "representative": 12652, + "members": [ + 12652 + ], + "max_error": 0.0 + }, + { + "representative": 12579, + "members": [ + 12579 + ], + "max_error": 0.0 + }, + { + "representative": 12751, + "members": [ + 12751 + ], + "max_error": 0.0 + }, + { + "representative": 12529, + "members": [ + 12529 + ], + "max_error": 0.0 + }, + { + "representative": 12563, + "members": [ + 12563 + ], + "max_error": 0.0 + }, + { + "representative": 12642, + "members": [ + 12642 + ], + "max_error": 0.0 + }, + { + "representative": 12672, + "members": [ + 12672 + ], + "max_error": 0.0 + }, + { + "representative": 12724, + "members": [ + 12724 + ], + "max_error": 0.0 + }, + { + "representative": 12731, + "members": [ + 12731 + ], + "max_error": 0.0 + }, + { + "representative": 12721, + "members": [ + 12721 + ], + "max_error": 0.0 + }, + { + "representative": 12602, + "members": [ + 12602 + ], + "max_error": 0.0 + }, + { + "representative": 12657, + "members": [ + 12657 + ], + "max_error": 0.0 + }, + { + "representative": 12616, + "members": [ + 12616 + ], + "max_error": 0.0 + }, + { + "representative": 12586, + "members": [ + 12586 + ], + "max_error": 0.0 + }, + { + "representative": 12631, + "members": [ + 12631 + ], + "max_error": 0.0 + }, + { + "representative": 12679, + "members": [ + 12679 + ], + "max_error": 0.0 + }, + { + "representative": 12568, + "members": [ + 12568 + ], + "max_error": 0.0 + }, + { + "representative": 12561, + "members": [ + 12561 + ], + "max_error": 0.0 + }, + { + "representative": 12570, + "members": [ + 12570 + ], + "max_error": 0.0 + }, + { + "representative": 12571, + "members": [ + 12571 + ], + "max_error": 0.0 + }, + { + "representative": 12574, + "members": [ + 12574 + ], + "max_error": 0.0 + }, + { + "representative": 12575, + "members": [ + 12575 + ], + "max_error": 0.0 + }, + { + "representative": 12564, + "members": [ + 12564 + ], + "max_error": 0.0 + }, + { + "representative": 12565, + "members": [ + 12565 + ], + "max_error": 0.0 + }, + { + "representative": 12567, + "members": [ + 12567 + ], + "max_error": 0.0 + }, + { + "representative": 12576, + "members": [ + 12576 + ], + "max_error": 0.0 + }, + { + "representative": 12577, + "members": [ + 12577 + ], + "max_error": 0.0 + }, + { + "representative": 12588, + "members": [ + 12588 + ], + "max_error": 0.0 + }, + { + "representative": 12591, + "members": [ + 12591 + ], + "max_error": 0.0 + }, + { + "representative": 12578, + "members": [ + 12578 + ], + "max_error": 0.0 + }, + { + "representative": 12580, + "members": [ + 12580 + ], + "max_error": 0.0 + }, + { + "representative": 12581, + "members": [ + 12581 + ], + "max_error": 0.0 + }, + { + "representative": 12583, + "members": [ + 12583 + ], + "max_error": 0.0 + }, + { + "representative": 12592, + "members": [ + 12592 + ], + "max_error": 0.0 + }, + { + "representative": 12603, + "members": [ + 12603 + ], + "max_error": 0.0 + }, + { + "representative": 12604, + "members": [ + 12604 + ], + "max_error": 0.0 + }, + { + "representative": 12606, + "members": [ + 12606 + ], + "max_error": 0.0 + }, + { + "representative": 12596, + "members": [ + 12596 + ], + "max_error": 0.0 + }, + { + "representative": 12598, + "members": [ + 12598 + ], + "max_error": 0.0 + }, + { + "representative": 12599, + "members": [ + 12599 + ], + "max_error": 0.0 + }, + { + "representative": 12608, + "members": [ + 12608 + ], + "max_error": 0.0 + }, + { + "representative": 12609, + "members": [ + 12609 + ], + "max_error": 0.0 + }, + { + "representative": 12619, + "members": [ + 12619 + ], + "max_error": 0.0 + }, + { + "representative": 12620, + "members": [ + 12620 + ], + "max_error": 0.0 + }, + { + "representative": 12622, + "members": [ + 12622 + ], + "max_error": 0.0 + }, + { + "representative": 12610, + "members": [ + 12610 + ], + "max_error": 0.0 + }, + { + "representative": 12611, + "members": [ + 12611 + ], + "max_error": 0.0 + }, + { + "representative": 12612, + "members": [ + 12612 + ], + "max_error": 0.0 + }, + { + "representative": 12613, + "members": [ + 12613 + ], + "max_error": 0.0 + }, + { + "representative": 12614, + "members": [ + 12614 + ], + "max_error": 0.0 + }, + { + "representative": 12615, + "members": [ + 12615 + ], + "max_error": 0.0 + }, + { + "representative": 13008, + "members": [ + 13008 + ], + "max_error": 0.0 + }, + { + "representative": 13016, + "members": [ + 13016 + ], + "max_error": 0.0 + }, + { + "representative": 13017, + "members": [ + 13017 + ], + "max_error": 0.0 + }, + { + "representative": 13009, + "members": [ + 13009 + ], + "max_error": 0.0 + }, + { + "representative": 13018, + "members": [ + 13018 + ], + "max_error": 0.0 + }, + { + "representative": 13019, + "members": [ + 13019 + ], + "max_error": 0.0 + }, + { + "representative": 13020, + "members": [ + 13020 + ], + "max_error": 0.0 + }, + { + "representative": 13021, + "members": [ + 13021 + ], + "max_error": 0.0 + }, + { + "representative": 13022, + "members": [ + 13022 + ], + "max_error": 0.0 + }, + { + "representative": 13023, + "members": [ + 13023 + ], + "max_error": 0.0 + }, + { + "representative": 13010, + "members": [ + 13010 + ], + "max_error": 0.0 + }, + { + "representative": 13011, + "members": [ + 13011 + ], + "max_error": 0.0 + }, + { + "representative": 13012, + "members": [ + 13012 + ], + "max_error": 0.0 + }, + { + "representative": 13013, + "members": [ + 13013 + ], + "max_error": 0.0 + }, + { + "representative": 13014, + "members": [ + 13014 + ], + "max_error": 0.0 + }, + { + "representative": 13015, + "members": [ + 13015 + ], + "max_error": 0.0 + }, + { + "representative": 13024, + "members": [ + 13024 + ], + "max_error": 0.0 + }, + { + "representative": 13032, + "members": [ + 13032 + ], + "max_error": 0.0 + }, + { + "representative": 13033, + "members": [ + 13033 + ], + "max_error": 0.0 + }, + { + "representative": 13025, + "members": [ + 13025 + ], + "max_error": 0.0 + }, + { + "representative": 13034, + "members": [ + 13034 + ], + "max_error": 0.0 + }, + { + "representative": 13035, + "members": [ + 13035 + ], + "max_error": 0.0 + }, + { + "representative": 13036, + "members": [ + 13036 + ], + "max_error": 0.0 + }, + { + "representative": 13037, + "members": [ + 13037 + ], + "max_error": 0.0 + }, + { + "representative": 13038, + "members": [ + 13038 + ], + "max_error": 0.0 + }, + { + "representative": 13039, + "members": [ + 13039 + ], + "max_error": 0.0 + }, + { + "representative": 13026, + "members": [ + 13026 + ], + "max_error": 0.0 + }, + { + "representative": 13027, + "members": [ + 13027 + ], + "max_error": 0.0 + }, + { + "representative": 13028, + "members": [ + 13028 + ], + "max_error": 0.0 + }, + { + "representative": 13029, + "members": [ + 13029 + ], + "max_error": 0.0 + }, + { + "representative": 13030, + "members": [ + 13030 + ], + "max_error": 0.0 + }, + { + "representative": 13031, + "members": [ + 13031 + ], + "max_error": 0.0 + }, + { + "representative": 13040, + "members": [ + 13040 + ], + "max_error": 0.0 + }, + { + "representative": 13048, + "members": [ + 13048 + ], + "max_error": 0.0 + }, + { + "representative": 13049, + "members": [ + 13049 + ], + "max_error": 0.0 + }, + { + "representative": 13041, + "members": [ + 13041 + ], + "max_error": 0.0 + }, + { + "representative": 13050, + "members": [ + 13050 + ], + "max_error": 0.0 + }, + { + "representative": 13051, + "members": [ + 13051 + ], + "max_error": 0.0 + }, + { + "representative": 13052, + "members": [ + 13052 + ], + "max_error": 0.0 + }, + { + "representative": 13053, + "members": [ + 13053 + ], + "max_error": 0.0 + }, + { + "representative": 13054, + "members": [ + 13054 + ], + "max_error": 0.0 + }, + { + "representative": 13055, + "members": [ + 13055 + ], + "max_error": 0.0 + }, + { + "representative": 13042, + "members": [ + 13042 + ], + "max_error": 0.0 + }, + { + "representative": 13043, + "members": [ + 13043 + ], + "max_error": 0.0 + }, + { + "representative": 13044, + "members": [ + 13044 + ], + "max_error": 0.0 + }, + { + "representative": 13045, + "members": [ + 13045 + ], + "max_error": 0.0 + }, + { + "representative": 13046, + "members": [ + 13046 + ], + "max_error": 0.0 + }, + { + "representative": 13047, + "members": [ + 13047 + ], + "max_error": 0.0 + }, + { + "representative": 13056, + "members": [ + 13056 + ], + "max_error": 0.0 + }, + { + "representative": 13064, + "members": [ + 13064 + ], + "max_error": 0.0 + }, + { + "representative": 13065, + "members": [ + 13065 + ], + "max_error": 0.0 + }, + { + "representative": 13057, + "members": [ + 13057 + ], + "max_error": 0.0 + }, + { + "representative": 13066, + "members": [ + 13066 + ], + "max_error": 0.0 + }, + { + "representative": 13067, + "members": [ + 13067 + ], + "max_error": 0.0 + }, + { + "representative": 13068, + "members": [ + 13068 + ], + "max_error": 0.0 + }, + { + "representative": 13069, + "members": [ + 13069 + ], + "max_error": 0.0 + }, + { + "representative": 13070, + "members": [ + 13070 + ], + "max_error": 0.0 + }, + { + "representative": 13071, + "members": [ + 13071 + ], + "max_error": 0.0 + }, + { + "representative": 13058, + "members": [ + 13058 + ], + "max_error": 0.0 + }, + { + "representative": 13059, + "members": [ + 13059 + ], + "max_error": 0.0 + }, + { + "representative": 13060, + "members": [ + 13060 + ], + "max_error": 0.0 + }, + { + "representative": 13061, + "members": [ + 13061 + ], + "max_error": 0.0 + }, + { + "representative": 13062, + "members": [ + 13062 + ], + "max_error": 0.0 + }, + { + "representative": 13063, + "members": [ + 13063 + ], + "max_error": 0.0 + } +] \ No newline at end of file diff --git a/results/qwen35-2b/analysis/groups_block_2d-128_0.05.json b/results/qwen35-2b/analysis/groups_block_2d-128_0.05.json new file mode 100644 index 0000000..aa59d6e --- /dev/null +++ b/results/qwen35-2b/analysis/groups_block_2d-128_0.05.json @@ -0,0 +1,43122 @@ +[ + { + "representative": 236, + "members": [ + 236 + ], + "max_error": 0.0 + }, + { + "representative": 193, + "members": [ + 193 + ], + "max_error": 0.0 + }, + { + "representative": 42, + "members": [ + 42 + ], + "max_error": 0.0 + }, + { + "representative": 255, + "members": [ + 255 + ], + "max_error": 0.0 + }, + { + "representative": 60, + "members": [ + 60 + ], + "max_error": 0.0 + }, + { + "representative": 5, + "members": [ + 5 + ], + "max_error": 0.0 + }, + { + "representative": 126, + "members": [ + 126 + ], + "max_error": 0.0 + }, + { + "representative": 181, + "members": [ + 181 + ], + "max_error": 0.0 + }, + { + "representative": 157, + "members": [ + 157 + ], + "max_error": 0.0 + }, + { + "representative": 140, + "members": [ + 140 + ], + "max_error": 0.0 + }, + { + "representative": 101, + "members": [ + 101 + ], + "max_error": 0.0 + }, + { + "representative": 244, + "members": [ + 244 + ], + "max_error": 0.0 + }, + { + "representative": 25, + "members": [ + 25 + ], + "max_error": 0.0 + }, + { + "representative": 106, + "members": [ + 106 + ], + "max_error": 0.0 + }, + { + "representative": 163, + "members": [ + 163 + ], + "max_error": 0.0 + }, + { + "representative": 48, + "members": [ + 48 + ], + "max_error": 0.0 + }, + { + "representative": 184, + "members": [ + 184 + ], + "max_error": 0.0 + }, + { + "representative": 93, + "members": [ + 93 + ], + "max_error": 0.0 + }, + { + "representative": 27, + "members": [ + 27 + ], + "max_error": 0.0 + }, + { + "representative": 122, + "members": [ + 122 + ], + "max_error": 0.0 + }, + { + "representative": 233, + "members": [ + 233 + ], + "max_error": 0.0 + }, + { + "representative": 121, + "members": [ + 121 + ], + "max_error": 0.0 + }, + { + "representative": 129, + "members": [ + 129 + ], + "max_error": 0.0 + }, + { + "representative": 207, + "members": [ + 207 + ], + "max_error": 0.0 + }, + { + "representative": 252, + "members": [ + 252 + ], + "max_error": 0.0 + }, + { + "representative": 153, + "members": [ + 153 + ], + "max_error": 0.0 + }, + { + "representative": 50, + "members": [ + 50 + ], + "max_error": 0.0 + }, + { + "representative": 107, + "members": [ + 107 + ], + "max_error": 0.0 + }, + { + "representative": 83, + "members": [ + 83 + ], + "max_error": 0.0 + }, + { + "representative": 100, + "members": [ + 100 + ], + "max_error": 0.0 + }, + { + "representative": 117, + "members": [ + 117 + ], + "max_error": 0.0 + }, + { + "representative": 151, + "members": [ + 151 + ], + "max_error": 0.0 + }, + { + "representative": 148, + "members": [ + 148 + ], + "max_error": 0.0 + }, + { + "representative": 23, + "members": [ + 23 + ], + "max_error": 0.0 + }, + { + "representative": 139, + "members": [ + 139 + ], + "max_error": 0.0 + }, + { + "representative": 188, + "members": [ + 188 + ], + "max_error": 0.0 + }, + { + "representative": 119, + "members": [ + 119 + ], + "max_error": 0.0 + }, + { + "representative": 185, + "members": [ + 185 + ], + "max_error": 0.0 + }, + { + "representative": 52, + "members": [ + 52 + ], + "max_error": 0.0 + }, + { + "representative": 47, + "members": [ + 47 + ], + "max_error": 0.0 + }, + { + "representative": 118, + "members": [ + 118 + ], + "max_error": 0.0 + }, + { + "representative": 10, + "members": [ + 10 + ], + "max_error": 0.0 + }, + { + "representative": 90, + "members": [ + 90 + ], + "max_error": 0.0 + }, + { + "representative": 205, + "members": [ + 205 + ], + "max_error": 0.0 + }, + { + "representative": 123, + "members": [ + 123 + ], + "max_error": 0.0 + }, + { + "representative": 43, + "members": [ + 43 + ], + "max_error": 0.0 + }, + { + "representative": 211, + "members": [ + 211 + ], + "max_error": 0.0 + }, + { + "representative": 84, + "members": [ + 84 + ], + "max_error": 0.0 + }, + { + "representative": 173, + "members": [ + 173 + ], + "max_error": 0.0 + }, + { + "representative": 103, + "members": [ + 103 + ], + "max_error": 0.0 + }, + { + "representative": 161, + "members": [ + 161 + ], + "max_error": 0.0 + }, + { + "representative": 152, + "members": [ + 152 + ], + "max_error": 0.0 + }, + { + "representative": 221, + "members": [ + 221 + ], + "max_error": 0.0 + }, + { + "representative": 222, + "members": [ + 222 + ], + "max_error": 0.0 + }, + { + "representative": 214, + "members": [ + 214 + ], + "max_error": 0.0 + }, + { + "representative": 61, + "members": [ + 61 + ], + "max_error": 0.0 + }, + { + "representative": 186, + "members": [ + 186 + ], + "max_error": 0.0 + }, + { + "representative": 109, + "members": [ + 109 + ], + "max_error": 0.0 + }, + { + "representative": 35, + "members": [ + 35 + ], + "max_error": 0.0 + }, + { + "representative": 195, + "members": [ + 195 + ], + "max_error": 0.0 + }, + { + "representative": 94, + "members": [ + 94 + ], + "max_error": 0.0 + }, + { + "representative": 19, + "members": [ + 19 + ], + "max_error": 0.0 + }, + { + "representative": 7, + "members": [ + 7 + ], + "max_error": 0.0 + }, + { + "representative": 149, + "members": [ + 149 + ], + "max_error": 0.0 + }, + { + "representative": 20, + "members": [ + 20 + ], + "max_error": 0.0 + }, + { + "representative": 171, + "members": [ + 171 + ], + "max_error": 0.0 + }, + { + "representative": 32, + "members": [ + 32 + ], + "max_error": 0.0 + }, + { + "representative": 235, + "members": [ + 235 + ], + "max_error": 0.0 + }, + { + "representative": 226, + "members": [ + 226 + ], + "max_error": 0.0 + }, + { + "representative": 223, + "members": [ + 223 + ], + "max_error": 0.0 + }, + { + "representative": 247, + "members": [ + 247 + ], + "max_error": 0.0 + }, + { + "representative": 39, + "members": [ + 39 + ], + "max_error": 0.0 + }, + { + "representative": 8, + "members": [ + 8 + ], + "max_error": 0.0 + }, + { + "representative": 175, + "members": [ + 175 + ], + "max_error": 0.0 + }, + { + "representative": 172, + "members": [ + 172 + ], + "max_error": 0.0 + }, + { + "representative": 239, + "members": [ + 239 + ], + "max_error": 0.0 + }, + { + "representative": 97, + "members": [ + 97 + ], + "max_error": 0.0 + }, + { + "representative": 208, + "members": [ + 208 + ], + "max_error": 0.0 + }, + { + "representative": 238, + "members": [ + 238 + ], + "max_error": 0.0 + }, + { + "representative": 191, + "members": [ + 191 + ], + "max_error": 0.0 + }, + { + "representative": 15, + "members": [ + 15 + ], + "max_error": 0.0 + }, + { + "representative": 190, + "members": [ + 190 + ], + "max_error": 0.0 + }, + { + "representative": 234, + "members": [ + 234 + ], + "max_error": 0.0 + }, + { + "representative": 225, + "members": [ + 225 + ], + "max_error": 0.0 + }, + { + "representative": 201, + "members": [ + 201 + ], + "max_error": 0.0 + }, + { + "representative": 131, + "members": [ + 131 + ], + "max_error": 0.0 + }, + { + "representative": 240, + "members": [ + 240 + ], + "max_error": 0.0 + }, + { + "representative": 253, + "members": [ + 253 + ], + "max_error": 0.0 + }, + { + "representative": 204, + "members": [ + 204 + ], + "max_error": 0.0 + }, + { + "representative": 138, + "members": [ + 138 + ], + "max_error": 0.0 + }, + { + "representative": 88, + "members": [ + 88 + ], + "max_error": 0.0 + }, + { + "representative": 142, + "members": [ + 142 + ], + "max_error": 0.0 + }, + { + "representative": 198, + "members": [ + 198 + ], + "max_error": 0.0 + }, + { + "representative": 12, + "members": [ + 12 + ], + "max_error": 0.0 + }, + { + "representative": 237, + "members": [ + 237 + ], + "max_error": 0.0 + }, + { + "representative": 199, + "members": [ + 199 + ], + "max_error": 0.0 + }, + { + "representative": 220, + "members": [ + 220 + ], + "max_error": 0.0 + }, + { + "representative": 114, + "members": [ + 114 + ], + "max_error": 0.0 + }, + { + "representative": 179, + "members": [ + 179 + ], + "max_error": 0.0 + }, + { + "representative": 248, + "members": [ + 248 + ], + "max_error": 0.0 + }, + { + "representative": 124, + "members": [ + 124 + ], + "max_error": 0.0 + }, + { + "representative": 67, + "members": [ + 67 + ], + "max_error": 0.0 + }, + { + "representative": 70, + "members": [ + 70 + ], + "max_error": 0.0 + }, + { + "representative": 137, + "members": [ + 137 + ], + "max_error": 0.0 + }, + { + "representative": 102, + "members": [ + 102 + ], + "max_error": 0.0 + }, + { + "representative": 86, + "members": [ + 86 + ], + "max_error": 0.0 + }, + { + "representative": 135, + "members": [ + 135 + ], + "max_error": 0.0 + }, + { + "representative": 127, + "members": [ + 127 + ], + "max_error": 0.0 + }, + { + "representative": 76, + "members": [ + 76 + ], + "max_error": 0.0 + }, + { + "representative": 209, + "members": [ + 209 + ], + "max_error": 0.0 + }, + { + "representative": 177, + "members": [ + 177 + ], + "max_error": 0.0 + }, + { + "representative": 75, + "members": [ + 75 + ], + "max_error": 0.0 + }, + { + "representative": 254, + "members": [ + 254 + ], + "max_error": 0.0 + }, + { + "representative": 22, + "members": [ + 22 + ], + "max_error": 0.0 + }, + { + "representative": 169, + "members": [ + 169 + ], + "max_error": 0.0 + }, + { + "representative": 65, + "members": [ + 65 + ], + "max_error": 0.0 + }, + { + "representative": 125, + "members": [ + 125 + ], + "max_error": 0.0 + }, + { + "representative": 136, + "members": [ + 136 + ], + "max_error": 0.0 + }, + { + "representative": 150, + "members": [ + 150 + ], + "max_error": 0.0 + }, + { + "representative": 158, + "members": [ + 158 + ], + "max_error": 0.0 + }, + { + "representative": 210, + "members": [ + 210 + ], + "max_error": 0.0 + }, + { + "representative": 115, + "members": [ + 115 + ], + "max_error": 0.0 + }, + { + "representative": 192, + "members": [ + 192 + ], + "max_error": 0.0 + }, + { + "representative": 108, + "members": [ + 108 + ], + "max_error": 0.0 + }, + { + "representative": 3, + "members": [ + 3 + ], + "max_error": 0.0 + }, + { + "representative": 206, + "members": [ + 206 + ], + "max_error": 0.0 + }, + { + "representative": 80, + "members": [ + 80 + ], + "max_error": 0.0 + }, + { + "representative": 30, + "members": [ + 30 + ], + "max_error": 0.0 + }, + { + "representative": 228, + "members": [ + 228 + ], + "max_error": 0.0 + }, + { + "representative": 40, + "members": [ + 40 + ], + "max_error": 0.0 + }, + { + "representative": 92, + "members": [ + 92 + ], + "max_error": 0.0 + }, + { + "representative": 95, + "members": [ + 95 + ], + "max_error": 0.0 + }, + { + "representative": 113, + "members": [ + 113 + ], + "max_error": 0.0 + }, + { + "representative": 78, + "members": [ + 78 + ], + "max_error": 0.0 + }, + { + "representative": 16, + "members": [ + 16 + ], + "max_error": 0.0 + }, + { + "representative": 213, + "members": [ + 213 + ], + "max_error": 0.0 + }, + { + "representative": 227, + "members": [ + 227 + ], + "max_error": 0.0 + }, + { + "representative": 217, + "members": [ + 217 + ], + "max_error": 0.0 + }, + { + "representative": 156, + "members": [ + 156 + ], + "max_error": 0.0 + }, + { + "representative": 64, + "members": [ + 64 + ], + "max_error": 0.0 + }, + { + "representative": 144, + "members": [ + 144 + ], + "max_error": 0.0 + }, + { + "representative": 130, + "members": [ + 130 + ], + "max_error": 0.0 + }, + { + "representative": 37, + "members": [ + 37 + ], + "max_error": 0.0 + }, + { + "representative": 96, + "members": [ + 96 + ], + "max_error": 0.0 + }, + { + "representative": 249, + "members": [ + 249 + ], + "max_error": 0.0 + }, + { + "representative": 53, + "members": [ + 53 + ], + "max_error": 0.0 + }, + { + "representative": 9, + "members": [ + 9 + ], + "max_error": 0.0 + }, + { + "representative": 79, + "members": [ + 79 + ], + "max_error": 0.0 + }, + { + "representative": 51, + "members": [ + 51 + ], + "max_error": 0.0 + }, + { + "representative": 162, + "members": [ + 162 + ], + "max_error": 0.0 + }, + { + "representative": 132, + "members": [ + 132 + ], + "max_error": 0.0 + }, + { + "representative": 31, + "members": [ + 31 + ], + "max_error": 0.0 + }, + { + "representative": 165, + "members": [ + 165 + ], + "max_error": 0.0 + }, + { + "representative": 29, + "members": [ + 29 + ], + "max_error": 0.0 + }, + { + "representative": 212, + "members": [ + 212 + ], + "max_error": 0.0 + }, + { + "representative": 71, + "members": [ + 71 + ], + "max_error": 0.0 + }, + { + "representative": 58, + "members": [ + 58 + ], + "max_error": 0.0 + }, + { + "representative": 116, + "members": [ + 116 + ], + "max_error": 0.0 + }, + { + "representative": 170, + "members": [ + 170 + ], + "max_error": 0.0 + }, + { + "representative": 110, + "members": [ + 110 + ], + "max_error": 0.0 + }, + { + "representative": 168, + "members": [ + 168 + ], + "max_error": 0.0 + }, + { + "representative": 167, + "members": [ + 167 + ], + "max_error": 0.0 + }, + { + "representative": 251, + "members": [ + 251 + ], + "max_error": 0.0 + }, + { + "representative": 146, + "members": [ + 146 + ], + "max_error": 0.0 + }, + { + "representative": 232, + "members": [ + 232 + ], + "max_error": 0.0 + }, + { + "representative": 56, + "members": [ + 56 + ], + "max_error": 0.0 + }, + { + "representative": 246, + "members": [ + 246 + ], + "max_error": 0.0 + }, + { + "representative": 178, + "members": [ + 178 + ], + "max_error": 0.0 + }, + { + "representative": 202, + "members": [ + 202 + ], + "max_error": 0.0 + }, + { + "representative": 85, + "members": [ + 85 + ], + "max_error": 0.0 + }, + { + "representative": 155, + "members": [ + 155 + ], + "max_error": 0.0 + }, + { + "representative": 230, + "members": [ + 230 + ], + "max_error": 0.0 + }, + { + "representative": 55, + "members": [ + 55 + ], + "max_error": 0.0 + }, + { + "representative": 26, + "members": [ + 26 + ], + "max_error": 0.0 + }, + { + "representative": 13, + "members": [ + 13 + ], + "max_error": 0.0 + }, + { + "representative": 36, + "members": [ + 36 + ], + "max_error": 0.0 + }, + { + "representative": 143, + "members": [ + 143 + ], + "max_error": 0.0 + }, + { + "representative": 91, + "members": [ + 91 + ], + "max_error": 0.0 + }, + { + "representative": 45, + "members": [ + 45 + ], + "max_error": 0.0 + }, + { + "representative": 189, + "members": [ + 189 + ], + "max_error": 0.0 + }, + { + "representative": 182, + "members": [ + 182 + ], + "max_error": 0.0 + }, + { + "representative": 133, + "members": [ + 133 + ], + "max_error": 0.0 + }, + { + "representative": 145, + "members": [ + 145 + ], + "max_error": 0.0 + }, + { + "representative": 159, + "members": [ + 159 + ], + "max_error": 0.0 + }, + { + "representative": 120, + "members": [ + 120 + ], + "max_error": 0.0 + }, + { + "representative": 11, + "members": [ + 11 + ], + "max_error": 0.0 + }, + { + "representative": 164, + "members": [ + 164 + ], + "max_error": 0.0 + }, + { + "representative": 34, + "members": [ + 34 + ], + "max_error": 0.0 + }, + { + "representative": 98, + "members": [ + 98 + ], + "max_error": 0.0 + }, + { + "representative": 89, + "members": [ + 89 + ], + "max_error": 0.0 + }, + { + "representative": 250, + "members": [ + 250 + ], + "max_error": 0.0 + }, + { + "representative": 46, + "members": [ + 46 + ], + "max_error": 0.0 + }, + { + "representative": 33, + "members": [ + 33 + ], + "max_error": 0.0 + }, + { + "representative": 203, + "members": [ + 203 + ], + "max_error": 0.0 + }, + { + "representative": 57, + "members": [ + 57 + ], + "max_error": 0.0 + }, + { + "representative": 21, + "members": [ + 21 + ], + "max_error": 0.0 + }, + { + "representative": 87, + "members": [ + 87 + ], + "max_error": 0.0 + }, + { + "representative": 81, + "members": [ + 81 + ], + "max_error": 0.0 + }, + { + "representative": 4, + "members": [ + 4 + ], + "max_error": 0.0 + }, + { + "representative": 105, + "members": [ + 105 + ], + "max_error": 0.0 + }, + { + "representative": 174, + "members": [ + 174 + ], + "max_error": 0.0 + }, + { + "representative": 73, + "members": [ + 73 + ], + "max_error": 0.0 + }, + { + "representative": 183, + "members": [ + 183 + ], + "max_error": 0.0 + }, + { + "representative": 229, + "members": [ + 229 + ], + "max_error": 0.0 + }, + { + "representative": 49, + "members": [ + 49 + ], + "max_error": 0.0 + }, + { + "representative": 0, + "members": [ + 0 + ], + "max_error": 0.0 + }, + { + "representative": 160, + "members": [ + 160 + ], + "max_error": 0.0 + }, + { + "representative": 215, + "members": [ + 215 + ], + "max_error": 0.0 + }, + { + "representative": 242, + "members": [ + 242 + ], + "max_error": 0.0 + }, + { + "representative": 231, + "members": [ + 231 + ], + "max_error": 0.0 + }, + { + "representative": 99, + "members": [ + 99 + ], + "max_error": 0.0 + }, + { + "representative": 197, + "members": [ + 197 + ], + "max_error": 0.0 + }, + { + "representative": 77, + "members": [ + 77 + ], + "max_error": 0.0 + }, + { + "representative": 243, + "members": [ + 243 + ], + "max_error": 0.0 + }, + { + "representative": 176, + "members": [ + 176 + ], + "max_error": 0.0 + }, + { + "representative": 218, + "members": [ + 218 + ], + "max_error": 0.0 + }, + { + "representative": 41, + "members": [ + 41 + ], + "max_error": 0.0 + }, + { + "representative": 6, + "members": [ + 6 + ], + "max_error": 0.0 + }, + { + "representative": 219, + "members": [ + 219 + ], + "max_error": 0.0 + }, + { + "representative": 63, + "members": [ + 63 + ], + "max_error": 0.0 + }, + { + "representative": 166, + "members": [ + 166 + ], + "max_error": 0.0 + }, + { + "representative": 224, + "members": [ + 224 + ], + "max_error": 0.0 + }, + { + "representative": 54, + "members": [ + 54 + ], + "max_error": 0.0 + }, + { + "representative": 38, + "members": [ + 38 + ], + "max_error": 0.0 + }, + { + "representative": 112, + "members": [ + 112 + ], + "max_error": 0.0 + }, + { + "representative": 24, + "members": [ + 24 + ], + "max_error": 0.0 + }, + { + "representative": 62, + "members": [ + 62 + ], + "max_error": 0.0 + }, + { + "representative": 68, + "members": [ + 68 + ], + "max_error": 0.0 + }, + { + "representative": 66, + "members": [ + 66 + ], + "max_error": 0.0 + }, + { + "representative": 245, + "members": [ + 245 + ], + "max_error": 0.0 + }, + { + "representative": 18, + "members": [ + 18 + ], + "max_error": 0.0 + }, + { + "representative": 82, + "members": [ + 82 + ], + "max_error": 0.0 + }, + { + "representative": 216, + "members": [ + 216 + ], + "max_error": 0.0 + }, + { + "representative": 200, + "members": [ + 200 + ], + "max_error": 0.0 + }, + { + "representative": 104, + "members": [ + 104 + ], + "max_error": 0.0 + }, + { + "representative": 111, + "members": [ + 111 + ], + "max_error": 0.0 + }, + { + "representative": 17, + "members": [ + 17 + ], + "max_error": 0.0 + }, + { + "representative": 14, + "members": [ + 14 + ], + "max_error": 0.0 + }, + { + "representative": 194, + "members": [ + 194 + ], + "max_error": 0.0 + }, + { + "representative": 187, + "members": [ + 187 + ], + "max_error": 0.0 + }, + { + "representative": 69, + "members": [ + 69 + ], + "max_error": 0.0 + }, + { + "representative": 59, + "members": [ + 59 + ], + "max_error": 0.0 + }, + { + "representative": 72, + "members": [ + 72 + ], + "max_error": 0.0 + }, + { + "representative": 241, + "members": [ + 241 + ], + "max_error": 0.0 + }, + { + "representative": 180, + "members": [ + 180 + ], + "max_error": 0.0 + }, + { + "representative": 28, + "members": [ + 28 + ], + "max_error": 0.0 + }, + { + "representative": 1, + "members": [ + 1 + ], + "max_error": 0.0 + }, + { + "representative": 2, + "members": [ + 2 + ], + "max_error": 0.0 + }, + { + "representative": 44, + "members": [ + 44 + ], + "max_error": 0.0 + }, + { + "representative": 154, + "members": [ + 154 + ], + "max_error": 0.0 + }, + { + "representative": 147, + "members": [ + 147 + ], + "max_error": 0.0 + }, + { + "representative": 141, + "members": [ + 141 + ], + "max_error": 0.0 + }, + { + "representative": 196, + "members": [ + 196 + ], + "max_error": 0.0 + }, + { + "representative": 128, + "members": [ + 128 + ], + "max_error": 0.0 + }, + { + "representative": 134, + "members": [ + 134 + ], + "max_error": 0.0 + }, + { + "representative": 74, + "members": [ + 74 + ], + "max_error": 0.0 + }, + { + "representative": 1037, + "members": [ + 1037 + ], + "max_error": 0.0 + }, + { + "representative": 1249, + "members": [ + 1249 + ], + "max_error": 0.0 + }, + { + "representative": 1251, + "members": [ + 1251 + ], + "max_error": 0.0 + }, + { + "representative": 1264, + "members": [ + 1264 + ], + "max_error": 0.0 + }, + { + "representative": 1042, + "members": [ + 1042 + ], + "max_error": 0.0 + }, + { + "representative": 1078, + "members": [ + 1078 + ], + "max_error": 0.0 + }, + { + "representative": 1164, + "members": [ + 1164 + ], + "max_error": 0.0 + }, + { + "representative": 1130, + "members": [ + 1130 + ], + "max_error": 0.0 + }, + { + "representative": 1544, + "members": [ + 1544 + ], + "max_error": 0.0 + }, + { + "representative": 1540, + "members": [ + 1540 + ], + "max_error": 0.0 + }, + { + "representative": 1543, + "members": [ + 1543 + ], + "max_error": 0.0 + }, + { + "representative": 1677, + "members": [ + 1677 + ], + "max_error": 0.0 + }, + { + "representative": 1686, + "members": [ + 1686 + ], + "max_error": 0.0 + }, + { + "representative": 1567, + "members": [ + 1567 + ], + "max_error": 0.0 + }, + { + "representative": 1757, + "members": [ + 1757 + ], + "max_error": 0.0 + }, + { + "representative": 1787, + "members": [ + 1787 + ], + "max_error": 0.0 + }, + { + "representative": 1583, + "members": [ + 1583 + ], + "max_error": 0.0 + }, + { + "representative": 1572, + "members": [ + 1572 + ], + "max_error": 0.0 + }, + { + "representative": 1587, + "members": [ + 1587 + ], + "max_error": 0.0 + }, + { + "representative": 1591, + "members": [ + 1591 + ], + "max_error": 0.0 + }, + { + "representative": 1612, + "members": [ + 1612 + ], + "max_error": 0.0 + }, + { + "representative": 1647, + "members": [ + 1647 + ], + "max_error": 0.0 + }, + { + "representative": 1648, + "members": [ + 1648 + ], + "max_error": 0.0 + }, + { + "representative": 1658, + "members": [ + 1658 + ], + "max_error": 0.0 + }, + { + "representative": 2052, + "members": [ + 2052 + ], + "max_error": 0.0 + }, + { + "representative": 2176, + "members": [ + 2176 + ], + "max_error": 0.0 + }, + { + "representative": 2177, + "members": [ + 2177 + ], + "max_error": 0.0 + }, + { + "representative": 2194, + "members": [ + 2194 + ], + "max_error": 0.0 + }, + { + "representative": 2240, + "members": [ + 2240 + ], + "max_error": 0.0 + }, + { + "representative": 2249, + "members": [ + 2249 + ], + "max_error": 0.0 + }, + { + "representative": 2254, + "members": [ + 2254 + ], + "max_error": 0.0 + }, + { + "representative": 2271, + "members": [ + 2271 + ], + "max_error": 0.0 + }, + { + "representative": 2295, + "members": [ + 2295 + ], + "max_error": 0.0 + }, + { + "representative": 2123, + "members": [ + 2123 + ], + "max_error": 0.0 + }, + { + "representative": 2135, + "members": [ + 2135 + ], + "max_error": 0.0 + }, + { + "representative": 2158, + "members": [ + 2158 + ], + "max_error": 0.0 + }, + { + "representative": 2146, + "members": [ + 2146 + ], + "max_error": 0.0 + }, + { + "representative": 2170, + "members": [ + 2170 + ], + "max_error": 0.0 + }, + { + "representative": 2620, + "members": [ + 2620 + ], + "max_error": 0.0 + }, + { + "representative": 2738, + "members": [ + 2738 + ], + "max_error": 0.0 + }, + { + "representative": 2683, + "members": [ + 2683 + ], + "max_error": 0.0 + }, + { + "representative": 2639, + "members": [ + 2639 + ], + "max_error": 0.0 + }, + { + "representative": 2782, + "members": [ + 2782 + ], + "max_error": 0.0 + }, + { + "representative": 2781, + "members": [ + 2781 + ], + "max_error": 0.0 + }, + { + "representative": 2663, + "members": [ + 2663 + ], + "max_error": 0.0 + }, + { + "representative": 2658, + "members": [ + 2658 + ], + "max_error": 0.0 + }, + { + "representative": 2693, + "members": [ + 2693 + ], + "max_error": 0.0 + }, + { + "representative": 2745, + "members": [ + 2745 + ], + "max_error": 0.0 + }, + { + "representative": 2773, + "members": [ + 2773 + ], + "max_error": 0.0 + }, + { + "representative": 2794, + "members": [ + 2794 + ], + "max_error": 0.0 + }, + { + "representative": 2610, + "members": [ + 2610 + ], + "max_error": 0.0 + }, + { + "representative": 2661, + "members": [ + 2661 + ], + "max_error": 0.0 + }, + { + "representative": 2623, + "members": [ + 2623 + ], + "max_error": 0.0 + }, + { + "representative": 3093, + "members": [ + 3093 + ], + "max_error": 0.0 + }, + { + "representative": 3237, + "members": [ + 3237 + ], + "max_error": 0.0 + }, + { + "representative": 3272, + "members": [ + 3272 + ], + "max_error": 0.0 + }, + { + "representative": 3145, + "members": [ + 3145 + ], + "max_error": 0.0 + }, + { + "representative": 3169, + "members": [ + 3169 + ], + "max_error": 0.0 + }, + { + "representative": 3207, + "members": [ + 3207 + ], + "max_error": 0.0 + }, + { + "representative": 3162, + "members": [ + 3162 + ], + "max_error": 0.0 + }, + { + "representative": 3257, + "members": [ + 3257 + ], + "max_error": 0.0 + }, + { + "representative": 3258, + "members": [ + 3258 + ], + "max_error": 0.0 + }, + { + "representative": 3302, + "members": [ + 3302 + ], + "max_error": 0.0 + }, + { + "representative": 3303, + "members": [ + 3303 + ], + "max_error": 0.0 + }, + { + "representative": 3727, + "members": [ + 3727 + ], + "max_error": 0.0 + }, + { + "representative": 3626, + "members": [ + 3626 + ], + "max_error": 0.0 + }, + { + "representative": 3654, + "members": [ + 3654 + ], + "max_error": 0.0 + }, + { + "representative": 3610, + "members": [ + 3610 + ], + "max_error": 0.0 + }, + { + "representative": 3747, + "members": [ + 3747 + ], + "max_error": 0.0 + }, + { + "representative": 3663, + "members": [ + 3663 + ], + "max_error": 0.0 + }, + { + "representative": 3639, + "members": [ + 3639 + ], + "max_error": 0.0 + }, + { + "representative": 3811, + "members": [ + 3811 + ], + "max_error": 0.0 + }, + { + "representative": 3681, + "members": [ + 3681 + ], + "max_error": 0.0 + }, + { + "representative": 3584, + "members": [ + 3584 + ], + "max_error": 0.0 + }, + { + "representative": 1135, + "members": [ + 1135 + ], + "max_error": 0.0 + }, + { + "representative": 1109, + "members": [ + 1109 + ], + "max_error": 0.0 + }, + { + "representative": 1057, + "members": [ + 1057 + ], + "max_error": 0.0 + }, + { + "representative": 1276, + "members": [ + 1276 + ], + "max_error": 0.0 + }, + { + "representative": 1036, + "members": [ + 1036 + ], + "max_error": 0.0 + }, + { + "representative": 1032, + "members": [ + 1032 + ], + "max_error": 0.0 + }, + { + "representative": 1147, + "members": [ + 1147 + ], + "max_error": 0.0 + }, + { + "representative": 1204, + "members": [ + 1204 + ], + "max_error": 0.0 + }, + { + "representative": 1227, + "members": [ + 1227 + ], + "max_error": 0.0 + }, + { + "representative": 1093, + "members": [ + 1093 + ], + "max_error": 0.0 + }, + { + "representative": 1063, + "members": [ + 1063 + ], + "max_error": 0.0 + }, + { + "representative": 1715, + "members": [ + 1715 + ], + "max_error": 0.0 + }, + { + "representative": 1694, + "members": [ + 1694 + ], + "max_error": 0.0 + }, + { + "representative": 1720, + "members": [ + 1720 + ], + "max_error": 0.0 + }, + { + "representative": 1564, + "members": [ + 1564 + ], + "max_error": 0.0 + }, + { + "representative": 1667, + "members": [ + 1667 + ], + "max_error": 0.0 + }, + { + "representative": 1559, + "members": [ + 1559 + ], + "max_error": 0.0 + }, + { + "representative": 1571, + "members": [ + 1571 + ], + "max_error": 0.0 + }, + { + "representative": 1577, + "members": [ + 1577 + ], + "max_error": 0.0 + }, + { + "representative": 1617, + "members": [ + 1617 + ], + "max_error": 0.0 + }, + { + "representative": 2173, + "members": [ + 2173 + ], + "max_error": 0.0 + }, + { + "representative": 2053, + "members": [ + 2053 + ], + "max_error": 0.0 + }, + { + "representative": 2204, + "members": [ + 2204 + ], + "max_error": 0.0 + }, + { + "representative": 2137, + "members": [ + 2137 + ], + "max_error": 0.0 + }, + { + "representative": 2155, + "members": [ + 2155 + ], + "max_error": 0.0 + }, + { + "representative": 2209, + "members": [ + 2209 + ], + "max_error": 0.0 + }, + { + "representative": 2064, + "members": [ + 2064 + ], + "max_error": 0.0 + }, + { + "representative": 2264, + "members": [ + 2264 + ], + "max_error": 0.0 + }, + { + "representative": 2298, + "members": [ + 2298 + ], + "max_error": 0.0 + }, + { + "representative": 2206, + "members": [ + 2206 + ], + "max_error": 0.0 + }, + { + "representative": 2049, + "members": [ + 2049 + ], + "max_error": 0.0 + }, + { + "representative": 2210, + "members": [ + 2210 + ], + "max_error": 0.0 + }, + { + "representative": 2156, + "members": [ + 2156 + ], + "max_error": 0.0 + }, + { + "representative": 2108, + "members": [ + 2108 + ], + "max_error": 0.0 + }, + { + "representative": 2133, + "members": [ + 2133 + ], + "max_error": 0.0 + }, + { + "representative": 2219, + "members": [ + 2219 + ], + "max_error": 0.0 + }, + { + "representative": 2266, + "members": [ + 2266 + ], + "max_error": 0.0 + }, + { + "representative": 2174, + "members": [ + 2174 + ], + "max_error": 0.0 + }, + { + "representative": 2115, + "members": [ + 2115 + ], + "max_error": 0.0 + }, + { + "representative": 2166, + "members": [ + 2166 + ], + "max_error": 0.0 + }, + { + "representative": 2697, + "members": [ + 2697 + ], + "max_error": 0.0 + }, + { + "representative": 2761, + "members": [ + 2761 + ], + "max_error": 0.0 + }, + { + "representative": 2679, + "members": [ + 2679 + ], + "max_error": 0.0 + }, + { + "representative": 2746, + "members": [ + 2746 + ], + "max_error": 0.0 + }, + { + "representative": 2613, + "members": [ + 2613 + ], + "max_error": 0.0 + }, + { + "representative": 2602, + "members": [ + 2602 + ], + "max_error": 0.0 + }, + { + "representative": 2607, + "members": [ + 2607 + ], + "max_error": 0.0 + }, + { + "representative": 2749, + "members": [ + 2749 + ], + "max_error": 0.0 + }, + { + "representative": 3187, + "members": [ + 3187 + ], + "max_error": 0.0 + }, + { + "representative": 3186, + "members": [ + 3186 + ], + "max_error": 0.0 + }, + { + "representative": 3198, + "members": [ + 3198 + ], + "max_error": 0.0 + }, + { + "representative": 3298, + "members": [ + 3298 + ], + "max_error": 0.0 + }, + { + "representative": 3266, + "members": [ + 3266 + ], + "max_error": 0.0 + }, + { + "representative": 3307, + "members": [ + 3307 + ], + "max_error": 0.0 + }, + { + "representative": 3091, + "members": [ + 3091 + ], + "max_error": 0.0 + }, + { + "representative": 3322, + "members": [ + 3322 + ], + "max_error": 0.0 + }, + { + "representative": 3115, + "members": [ + 3115 + ], + "max_error": 0.0 + }, + { + "representative": 3270, + "members": [ + 3270 + ], + "max_error": 0.0 + }, + { + "representative": 3167, + "members": [ + 3167 + ], + "max_error": 0.0 + }, + { + "representative": 3651, + "members": [ + 3651 + ], + "max_error": 0.0 + }, + { + "representative": 3621, + "members": [ + 3621 + ], + "max_error": 0.0 + }, + { + "representative": 3627, + "members": [ + 3627 + ], + "max_error": 0.0 + }, + { + "representative": 3734, + "members": [ + 3734 + ], + "max_error": 0.0 + }, + { + "representative": 3830, + "members": [ + 3830 + ], + "max_error": 0.0 + }, + { + "representative": 3797, + "members": [ + 3797 + ], + "max_error": 0.0 + }, + { + "representative": 3776, + "members": [ + 3776 + ], + "max_error": 0.0 + }, + { + "representative": 3771, + "members": [ + 3771 + ], + "max_error": 0.0 + }, + { + "representative": 3592, + "members": [ + 3592 + ], + "max_error": 0.0 + }, + { + "representative": 3679, + "members": [ + 3679 + ], + "max_error": 0.0 + }, + { + "representative": 3748, + "members": [ + 3748 + ], + "max_error": 0.0 + }, + { + "representative": 1267, + "members": [ + 1267 + ], + "max_error": 0.0 + }, + { + "representative": 1183, + "members": [ + 1183 + ], + "max_error": 0.0 + }, + { + "representative": 1200, + "members": [ + 1200 + ], + "max_error": 0.0 + }, + { + "representative": 1245, + "members": [ + 1245 + ], + "max_error": 0.0 + }, + { + "representative": 1095, + "members": [ + 1095 + ], + "max_error": 0.0 + }, + { + "representative": 1225, + "members": [ + 1225 + ], + "max_error": 0.0 + }, + { + "representative": 1210, + "members": [ + 1210 + ], + "max_error": 0.0 + }, + { + "representative": 1086, + "members": [ + 1086 + ], + "max_error": 0.0 + }, + { + "representative": 1156, + "members": [ + 1156 + ], + "max_error": 0.0 + }, + { + "representative": 1030, + "members": [ + 1030 + ], + "max_error": 0.0 + }, + { + "representative": 1162, + "members": [ + 1162 + ], + "max_error": 0.0 + }, + { + "representative": 1066, + "members": [ + 1066 + ], + "max_error": 0.0 + }, + { + "representative": 1230, + "members": [ + 1230 + ], + "max_error": 0.0 + }, + { + "representative": 1122, + "members": [ + 1122 + ], + "max_error": 0.0 + }, + { + "representative": 1724, + "members": [ + 1724 + ], + "max_error": 0.0 + }, + { + "representative": 1723, + "members": [ + 1723 + ], + "max_error": 0.0 + }, + { + "representative": 1597, + "members": [ + 1597 + ], + "max_error": 0.0 + }, + { + "representative": 1563, + "members": [ + 1563 + ], + "max_error": 0.0 + }, + { + "representative": 1714, + "members": [ + 1714 + ], + "max_error": 0.0 + }, + { + "representative": 1613, + "members": [ + 1613 + ], + "max_error": 0.0 + }, + { + "representative": 1689, + "members": [ + 1689 + ], + "max_error": 0.0 + }, + { + "representative": 1741, + "members": [ + 1741 + ], + "max_error": 0.0 + }, + { + "representative": 1684, + "members": [ + 1684 + ], + "max_error": 0.0 + }, + { + "representative": 1680, + "members": [ + 1680 + ], + "max_error": 0.0 + }, + { + "representative": 1611, + "members": [ + 1611 + ], + "max_error": 0.0 + }, + { + "representative": 1545, + "members": [ + 1545 + ], + "max_error": 0.0 + }, + { + "representative": 1690, + "members": [ + 1690 + ], + "max_error": 0.0 + }, + { + "representative": 1640, + "members": [ + 1640 + ], + "max_error": 0.0 + }, + { + "representative": 1627, + "members": [ + 1627 + ], + "max_error": 0.0 + }, + { + "representative": 1750, + "members": [ + 1750 + ], + "max_error": 0.0 + }, + { + "representative": 2232, + "members": [ + 2232 + ], + "max_error": 0.0 + }, + { + "representative": 2082, + "members": [ + 2082 + ], + "max_error": 0.0 + }, + { + "representative": 2127, + "members": [ + 2127 + ], + "max_error": 0.0 + }, + { + "representative": 2074, + "members": [ + 2074 + ], + "max_error": 0.0 + }, + { + "representative": 2111, + "members": [ + 2111 + ], + "max_error": 0.0 + }, + { + "representative": 2190, + "members": [ + 2190 + ], + "max_error": 0.0 + }, + { + "representative": 2276, + "members": [ + 2276 + ], + "max_error": 0.0 + }, + { + "representative": 2282, + "members": [ + 2282 + ], + "max_error": 0.0 + }, + { + "representative": 2051, + "members": [ + 2051 + ], + "max_error": 0.0 + }, + { + "representative": 2236, + "members": [ + 2236 + ], + "max_error": 0.0 + }, + { + "representative": 2113, + "members": [ + 2113 + ], + "max_error": 0.0 + }, + { + "representative": 2125, + "members": [ + 2125 + ], + "max_error": 0.0 + }, + { + "representative": 2159, + "members": [ + 2159 + ], + "max_error": 0.0 + }, + { + "representative": 2162, + "members": [ + 2162 + ], + "max_error": 0.0 + }, + { + "representative": 2056, + "members": [ + 2056 + ], + "max_error": 0.0 + }, + { + "representative": 2712, + "members": [ + 2712 + ], + "max_error": 0.0 + }, + { + "representative": 2660, + "members": [ + 2660 + ], + "max_error": 0.0 + }, + { + "representative": 2601, + "members": [ + 2601 + ], + "max_error": 0.0 + }, + { + "representative": 2717, + "members": [ + 2717 + ], + "max_error": 0.0 + }, + { + "representative": 2606, + "members": [ + 2606 + ], + "max_error": 0.0 + }, + { + "representative": 2741, + "members": [ + 2741 + ], + "max_error": 0.0 + }, + { + "representative": 2740, + "members": [ + 2740 + ], + "max_error": 0.0 + }, + { + "representative": 2589, + "members": [ + 2589 + ], + "max_error": 0.0 + }, + { + "representative": 2670, + "members": [ + 2670 + ], + "max_error": 0.0 + }, + { + "representative": 2713, + "members": [ + 2713 + ], + "max_error": 0.0 + }, + { + "representative": 2702, + "members": [ + 2702 + ], + "max_error": 0.0 + }, + { + "representative": 3131, + "members": [ + 3131 + ], + "max_error": 0.0 + }, + { + "representative": 3242, + "members": [ + 3242 + ], + "max_error": 0.0 + }, + { + "representative": 3118, + "members": [ + 3118 + ], + "max_error": 0.0 + }, + { + "representative": 3248, + "members": [ + 3248 + ], + "max_error": 0.0 + }, + { + "representative": 3267, + "members": [ + 3267 + ], + "max_error": 0.0 + }, + { + "representative": 3173, + "members": [ + 3173 + ], + "max_error": 0.0 + }, + { + "representative": 3212, + "members": [ + 3212 + ], + "max_error": 0.0 + }, + { + "representative": 3119, + "members": [ + 3119 + ], + "max_error": 0.0 + }, + { + "representative": 3590, + "members": [ + 3590 + ], + "max_error": 0.0 + }, + { + "representative": 3668, + "members": [ + 3668 + ], + "max_error": 0.0 + }, + { + "representative": 3667, + "members": [ + 3667 + ], + "max_error": 0.0 + }, + { + "representative": 3815, + "members": [ + 3815 + ], + "max_error": 0.0 + }, + { + "representative": 3659, + "members": [ + 3659 + ], + "max_error": 0.0 + }, + { + "representative": 3728, + "members": [ + 3728 + ], + "max_error": 0.0 + }, + { + "representative": 3784, + "members": [ + 3784 + ], + "max_error": 0.0 + }, + { + "representative": 3601, + "members": [ + 3601 + ], + "max_error": 0.0 + }, + { + "representative": 3800, + "members": [ + 3800 + ], + "max_error": 0.0 + }, + { + "representative": 3810, + "members": [ + 3810 + ], + "max_error": 0.0 + }, + { + "representative": 2595, + "members": [ + 2595 + ], + "max_error": 0.0 + }, + { + "representative": 2625, + "members": [ + 2625 + ], + "max_error": 0.0 + }, + { + "representative": 2619, + "members": [ + 2619 + ], + "max_error": 0.0 + }, + { + "representative": 2636, + "members": [ + 2636 + ], + "max_error": 0.0 + }, + { + "representative": 2725, + "members": [ + 2725 + ], + "max_error": 0.0 + }, + { + "representative": 2789, + "members": [ + 2789 + ], + "max_error": 0.0 + }, + { + "representative": 2778, + "members": [ + 2778 + ], + "max_error": 0.0 + }, + { + "representative": 2561, + "members": [ + 2561 + ], + "max_error": 0.0 + }, + { + "representative": 3255, + "members": [ + 3255 + ], + "max_error": 0.0 + }, + { + "representative": 3271, + "members": [ + 3271 + ], + "max_error": 0.0 + }, + { + "representative": 3320, + "members": [ + 3320 + ], + "max_error": 0.0 + }, + { + "representative": 3095, + "members": [ + 3095 + ], + "max_error": 0.0 + }, + { + "representative": 3309, + "members": [ + 3309 + ], + "max_error": 0.0 + }, + { + "representative": 3314, + "members": [ + 3314 + ], + "max_error": 0.0 + }, + { + "representative": 3152, + "members": [ + 3152 + ], + "max_error": 0.0 + }, + { + "representative": 3123, + "members": [ + 3123 + ], + "max_error": 0.0 + }, + { + "representative": 3100, + "members": [ + 3100 + ], + "max_error": 0.0 + }, + { + "representative": 3082, + "members": [ + 3082 + ], + "max_error": 0.0 + }, + { + "representative": 3214, + "members": [ + 3214 + ], + "max_error": 0.0 + }, + { + "representative": 3263, + "members": [ + 3263 + ], + "max_error": 0.0 + }, + { + "representative": 3297, + "members": [ + 3297 + ], + "max_error": 0.0 + }, + { + "representative": 3221, + "members": [ + 3221 + ], + "max_error": 0.0 + }, + { + "representative": 3182, + "members": [ + 3182 + ], + "max_error": 0.0 + }, + { + "representative": 3107, + "members": [ + 3107 + ], + "max_error": 0.0 + }, + { + "representative": 3588, + "members": [ + 3588 + ], + "max_error": 0.0 + }, + { + "representative": 3597, + "members": [ + 3597 + ], + "max_error": 0.0 + }, + { + "representative": 3795, + "members": [ + 3795 + ], + "max_error": 0.0 + }, + { + "representative": 3694, + "members": [ + 3694 + ], + "max_error": 0.0 + }, + { + "representative": 3777, + "members": [ + 3777 + ], + "max_error": 0.0 + }, + { + "representative": 3793, + "members": [ + 3793 + ], + "max_error": 0.0 + }, + { + "representative": 3692, + "members": [ + 3692 + ], + "max_error": 0.0 + }, + { + "representative": 3758, + "members": [ + 3758 + ], + "max_error": 0.0 + }, + { + "representative": 3628, + "members": [ + 3628 + ], + "max_error": 0.0 + }, + { + "representative": 3585, + "members": [ + 3585 + ], + "max_error": 0.0 + }, + { + "representative": 3598, + "members": [ + 3598 + ], + "max_error": 0.0 + }, + { + "representative": 3705, + "members": [ + 3705 + ], + "max_error": 0.0 + }, + { + "representative": 3690, + "members": [ + 3690 + ], + "max_error": 0.0 + }, + { + "representative": 3725, + "members": [ + 3725 + ], + "max_error": 0.0 + }, + { + "representative": 4104, + "members": [ + 4104 + ], + "max_error": 0.0 + }, + { + "representative": 4105, + "members": [ + 4105 + ], + "max_error": 0.0 + }, + { + "representative": 4097, + "members": [ + 4097 + ], + "max_error": 0.0 + }, + { + "representative": 4106, + "members": [ + 4106 + ], + "max_error": 0.0 + }, + { + "representative": 4109, + "members": [ + 4109 + ], + "max_error": 0.0 + }, + { + "representative": 4110, + "members": [ + 4110 + ], + "max_error": 0.0 + }, + { + "representative": 4111, + "members": [ + 4111 + ], + "max_error": 0.0 + }, + { + "representative": 4098, + "members": [ + 4098 + ], + "max_error": 0.0 + }, + { + "representative": 4100, + "members": [ + 4100 + ], + "max_error": 0.0 + }, + { + "representative": 4101, + "members": [ + 4101 + ], + "max_error": 0.0 + }, + { + "representative": 4103, + "members": [ + 4103 + ], + "max_error": 0.0 + }, + { + "representative": 4120, + "members": [ + 4120 + ], + "max_error": 0.0 + }, + { + "representative": 4121, + "members": [ + 4121 + ], + "max_error": 0.0 + }, + { + "representative": 4113, + "members": [ + 4113 + ], + "max_error": 0.0 + }, + { + "representative": 4123, + "members": [ + 4123 + ], + "max_error": 0.0 + }, + { + "representative": 4126, + "members": [ + 4126 + ], + "max_error": 0.0 + }, + { + "representative": 4127, + "members": [ + 4127 + ], + "max_error": 0.0 + }, + { + "representative": 4114, + "members": [ + 4114 + ], + "max_error": 0.0 + }, + { + "representative": 4115, + "members": [ + 4115 + ], + "max_error": 0.0 + }, + { + "representative": 4116, + "members": [ + 4116 + ], + "max_error": 0.0 + }, + { + "representative": 4117, + "members": [ + 4117 + ], + "max_error": 0.0 + }, + { + "representative": 4118, + "members": [ + 4118 + ], + "max_error": 0.0 + }, + { + "representative": 4119, + "members": [ + 4119 + ], + "max_error": 0.0 + }, + { + "representative": 4128, + "members": [ + 4128 + ], + "max_error": 0.0 + }, + { + "representative": 4137, + "members": [ + 4137 + ], + "max_error": 0.0 + }, + { + "representative": 4129, + "members": [ + 4129 + ], + "max_error": 0.0 + }, + { + "representative": 4138, + "members": [ + 4138 + ], + "max_error": 0.0 + }, + { + "representative": 4139, + "members": [ + 4139 + ], + "max_error": 0.0 + }, + { + "representative": 4140, + "members": [ + 4140 + ], + "max_error": 0.0 + }, + { + "representative": 4141, + "members": [ + 4141 + ], + "max_error": 0.0 + }, + { + "representative": 4142, + "members": [ + 4142 + ], + "max_error": 0.0 + }, + { + "representative": 4143, + "members": [ + 4143 + ], + "max_error": 0.0 + }, + { + "representative": 4130, + "members": [ + 4130 + ], + "max_error": 0.0 + }, + { + "representative": 4131, + "members": [ + 4131 + ], + "max_error": 0.0 + }, + { + "representative": 4132, + "members": [ + 4132 + ], + "max_error": 0.0 + }, + { + "representative": 4133, + "members": [ + 4133 + ], + "max_error": 0.0 + }, + { + "representative": 4134, + "members": [ + 4134 + ], + "max_error": 0.0 + }, + { + "representative": 4144, + "members": [ + 4144 + ], + "max_error": 0.0 + }, + { + "representative": 4153, + "members": [ + 4153 + ], + "max_error": 0.0 + }, + { + "representative": 4145, + "members": [ + 4145 + ], + "max_error": 0.0 + }, + { + "representative": 4154, + "members": [ + 4154 + ], + "max_error": 0.0 + }, + { + "representative": 4155, + "members": [ + 4155 + ], + "max_error": 0.0 + }, + { + "representative": 4158, + "members": [ + 4158 + ], + "max_error": 0.0 + }, + { + "representative": 4146, + "members": [ + 4146 + ], + "max_error": 0.0 + }, + { + "representative": 4147, + "members": [ + 4147 + ], + "max_error": 0.0 + }, + { + "representative": 4148, + "members": [ + 4148 + ], + "max_error": 0.0 + }, + { + "representative": 4149, + "members": [ + 4149 + ], + "max_error": 0.0 + }, + { + "representative": 4150, + "members": [ + 4150 + ], + "max_error": 0.0 + }, + { + "representative": 4151, + "members": [ + 4151 + ], + "max_error": 0.0 + }, + { + "representative": 4619, + "members": [ + 4619 + ], + "max_error": 0.0 + }, + { + "representative": 4736, + "members": [ + 4736 + ], + "max_error": 0.0 + }, + { + "representative": 4744, + "members": [ + 4744 + ], + "max_error": 0.0 + }, + { + "representative": 4739, + "members": [ + 4739 + ], + "max_error": 0.0 + }, + { + "representative": 4761, + "members": [ + 4761 + ], + "max_error": 0.0 + }, + { + "representative": 4757, + "members": [ + 4757 + ], + "max_error": 0.0 + }, + { + "representative": 4633, + "members": [ + 4633 + ], + "max_error": 0.0 + }, + { + "representative": 4769, + "members": [ + 4769 + ], + "max_error": 0.0 + }, + { + "representative": 4779, + "members": [ + 4779 + ], + "max_error": 0.0 + }, + { + "representative": 4771, + "members": [ + 4771 + ], + "max_error": 0.0 + }, + { + "representative": 4774, + "members": [ + 4774 + ], + "max_error": 0.0 + }, + { + "representative": 4775, + "members": [ + 4775 + ], + "max_error": 0.0 + }, + { + "representative": 4793, + "members": [ + 4793 + ], + "max_error": 0.0 + }, + { + "representative": 4785, + "members": [ + 4785 + ], + "max_error": 0.0 + }, + { + "representative": 4791, + "members": [ + 4791 + ], + "max_error": 0.0 + }, + { + "representative": 4809, + "members": [ + 4809 + ], + "max_error": 0.0 + }, + { + "representative": 4811, + "members": [ + 4811 + ], + "max_error": 0.0 + }, + { + "representative": 4813, + "members": [ + 4813 + ], + "max_error": 0.0 + }, + { + "representative": 4807, + "members": [ + 4807 + ], + "max_error": 0.0 + }, + { + "representative": 4825, + "members": [ + 4825 + ], + "max_error": 0.0 + }, + { + "representative": 4827, + "members": [ + 4827 + ], + "max_error": 0.0 + }, + { + "representative": 4831, + "members": [ + 4831 + ], + "max_error": 0.0 + }, + { + "representative": 4832, + "members": [ + 4832 + ], + "max_error": 0.0 + }, + { + "representative": 4841, + "members": [ + 4841 + ], + "max_error": 0.0 + }, + { + "representative": 4858, + "members": [ + 4858 + ], + "max_error": 0.0 + }, + { + "representative": 4850, + "members": [ + 4850 + ], + "max_error": 0.0 + }, + { + "representative": 4853, + "members": [ + 4853 + ], + "max_error": 0.0 + }, + { + "representative": 4652, + "members": [ + 4652 + ], + "max_error": 0.0 + }, + { + "representative": 4669, + "members": [ + 4669 + ], + "max_error": 0.0 + }, + { + "representative": 4683, + "members": [ + 4683 + ], + "max_error": 0.0 + }, + { + "representative": 4684, + "members": [ + 4684 + ], + "max_error": 0.0 + }, + { + "representative": 4685, + "members": [ + 4685 + ], + "max_error": 0.0 + }, + { + "representative": 4677, + "members": [ + 4677 + ], + "max_error": 0.0 + }, + { + "representative": 4699, + "members": [ + 4699 + ], + "max_error": 0.0 + }, + { + "representative": 4702, + "members": [ + 4702 + ], + "max_error": 0.0 + }, + { + "representative": 4693, + "members": [ + 4693 + ], + "max_error": 0.0 + }, + { + "representative": 4712, + "members": [ + 4712 + ], + "max_error": 0.0 + }, + { + "representative": 4713, + "members": [ + 4713 + ], + "max_error": 0.0 + }, + { + "representative": 4714, + "members": [ + 4714 + ], + "max_error": 0.0 + }, + { + "representative": 4715, + "members": [ + 4715 + ], + "max_error": 0.0 + }, + { + "representative": 4717, + "members": [ + 4717 + ], + "max_error": 0.0 + }, + { + "representative": 4718, + "members": [ + 4718 + ], + "max_error": 0.0 + }, + { + "representative": 4734, + "members": [ + 4734 + ], + "max_error": 0.0 + }, + { + "representative": 4724, + "members": [ + 4724 + ], + "max_error": 0.0 + }, + { + "representative": 4727, + "members": [ + 4727 + ], + "max_error": 0.0 + }, + { + "representative": 5122, + "members": [ + 5122 + ], + "max_error": 0.0 + }, + { + "representative": 5268, + "members": [ + 5268 + ], + "max_error": 0.0 + }, + { + "representative": 5270, + "members": [ + 5270 + ], + "max_error": 0.0 + }, + { + "representative": 5149, + "members": [ + 5149 + ], + "max_error": 0.0 + }, + { + "representative": 5292, + "members": [ + 5292 + ], + "max_error": 0.0 + }, + { + "representative": 5295, + "members": [ + 5295 + ], + "max_error": 0.0 + }, + { + "representative": 5359, + "members": [ + 5359 + ], + "max_error": 0.0 + }, + { + "representative": 5351, + "members": [ + 5351 + ], + "max_error": 0.0 + }, + { + "representative": 5370, + "members": [ + 5370 + ], + "max_error": 0.0 + }, + { + "representative": 5344, + "members": [ + 5344 + ], + "max_error": 0.0 + }, + { + "representative": 5331, + "members": [ + 5331 + ], + "max_error": 0.0 + }, + { + "representative": 5209, + "members": [ + 5209 + ], + "max_error": 0.0 + }, + { + "representative": 5204, + "members": [ + 5204 + ], + "max_error": 0.0 + }, + { + "representative": 5167, + "members": [ + 5167 + ], + "max_error": 0.0 + }, + { + "representative": 5168, + "members": [ + 5168 + ], + "max_error": 0.0 + }, + { + "representative": 5311, + "members": [ + 5311 + ], + "max_error": 0.0 + }, + { + "representative": 5337, + "members": [ + 5337 + ], + "max_error": 0.0 + }, + { + "representative": 5145, + "members": [ + 5145 + ], + "max_error": 0.0 + }, + { + "representative": 5334, + "members": [ + 5334 + ], + "max_error": 0.0 + }, + { + "representative": 5264, + "members": [ + 5264 + ], + "max_error": 0.0 + }, + { + "representative": 5254, + "members": [ + 5254 + ], + "max_error": 0.0 + }, + { + "representative": 5241, + "members": [ + 5241 + ], + "max_error": 0.0 + }, + { + "representative": 5220, + "members": [ + 5220 + ], + "max_error": 0.0 + }, + { + "representative": 5185, + "members": [ + 5185 + ], + "max_error": 0.0 + }, + { + "representative": 5156, + "members": [ + 5156 + ], + "max_error": 0.0 + }, + { + "representative": 5354, + "members": [ + 5354 + ], + "max_error": 0.0 + }, + { + "representative": 5182, + "members": [ + 5182 + ], + "max_error": 0.0 + }, + { + "representative": 5175, + "members": [ + 5175 + ], + "max_error": 0.0 + }, + { + "representative": 5257, + "members": [ + 5257 + ], + "max_error": 0.0 + }, + { + "representative": 5274, + "members": [ + 5274 + ], + "max_error": 0.0 + }, + { + "representative": 5123, + "members": [ + 5123 + ], + "max_error": 0.0 + }, + { + "representative": 5199, + "members": [ + 5199 + ], + "max_error": 0.0 + }, + { + "representative": 5226, + "members": [ + 5226 + ], + "max_error": 0.0 + }, + { + "representative": 5229, + "members": [ + 5229 + ], + "max_error": 0.0 + }, + { + "representative": 5223, + "members": [ + 5223 + ], + "max_error": 0.0 + }, + { + "representative": 5247, + "members": [ + 5247 + ], + "max_error": 0.0 + }, + { + "representative": 5632, + "members": [ + 5632 + ], + "max_error": 0.0 + }, + { + "representative": 5640, + "members": [ + 5640 + ], + "max_error": 0.0 + }, + { + "representative": 5641, + "members": [ + 5641 + ], + "max_error": 0.0 + }, + { + "representative": 5633, + "members": [ + 5633 + ], + "max_error": 0.0 + }, + { + "representative": 5642, + "members": [ + 5642 + ], + "max_error": 0.0 + }, + { + "representative": 5646, + "members": [ + 5646 + ], + "max_error": 0.0 + }, + { + "representative": 5635, + "members": [ + 5635 + ], + "max_error": 0.0 + }, + { + "representative": 5637, + "members": [ + 5637 + ], + "max_error": 0.0 + }, + { + "representative": 5648, + "members": [ + 5648 + ], + "max_error": 0.0 + }, + { + "representative": 5656, + "members": [ + 5656 + ], + "max_error": 0.0 + }, + { + "representative": 5657, + "members": [ + 5657 + ], + "max_error": 0.0 + }, + { + "representative": 5649, + "members": [ + 5649 + ], + "max_error": 0.0 + }, + { + "representative": 5658, + "members": [ + 5658 + ], + "max_error": 0.0 + }, + { + "representative": 5659, + "members": [ + 5659 + ], + "max_error": 0.0 + }, + { + "representative": 5660, + "members": [ + 5660 + ], + "max_error": 0.0 + }, + { + "representative": 5661, + "members": [ + 5661 + ], + "max_error": 0.0 + }, + { + "representative": 5663, + "members": [ + 5663 + ], + "max_error": 0.0 + }, + { + "representative": 5651, + "members": [ + 5651 + ], + "max_error": 0.0 + }, + { + "representative": 5652, + "members": [ + 5652 + ], + "max_error": 0.0 + }, + { + "representative": 5653, + "members": [ + 5653 + ], + "max_error": 0.0 + }, + { + "representative": 5654, + "members": [ + 5654 + ], + "max_error": 0.0 + }, + { + "representative": 5655, + "members": [ + 5655 + ], + "max_error": 0.0 + }, + { + "representative": 5672, + "members": [ + 5672 + ], + "max_error": 0.0 + }, + { + "representative": 5674, + "members": [ + 5674 + ], + "max_error": 0.0 + }, + { + "representative": 5675, + "members": [ + 5675 + ], + "max_error": 0.0 + }, + { + "representative": 5676, + "members": [ + 5676 + ], + "max_error": 0.0 + }, + { + "representative": 5677, + "members": [ + 5677 + ], + "max_error": 0.0 + }, + { + "representative": 5678, + "members": [ + 5678 + ], + "max_error": 0.0 + }, + { + "representative": 5679, + "members": [ + 5679 + ], + "max_error": 0.0 + }, + { + "representative": 5666, + "members": [ + 5666 + ], + "max_error": 0.0 + }, + { + "representative": 5668, + "members": [ + 5668 + ], + "max_error": 0.0 + }, + { + "representative": 5669, + "members": [ + 5669 + ], + "max_error": 0.0 + }, + { + "representative": 5680, + "members": [ + 5680 + ], + "max_error": 0.0 + }, + { + "representative": 5681, + "members": [ + 5681 + ], + "max_error": 0.0 + }, + { + "representative": 5690, + "members": [ + 5690 + ], + "max_error": 0.0 + }, + { + "representative": 5692, + "members": [ + 5692 + ], + "max_error": 0.0 + }, + { + "representative": 5693, + "members": [ + 5693 + ], + "max_error": 0.0 + }, + { + "representative": 5694, + "members": [ + 5694 + ], + "max_error": 0.0 + }, + { + "representative": 5683, + "members": [ + 5683 + ], + "max_error": 0.0 + }, + { + "representative": 5684, + "members": [ + 5684 + ], + "max_error": 0.0 + }, + { + "representative": 5687, + "members": [ + 5687 + ], + "max_error": 0.0 + }, + { + "representative": 1046, + "members": [ + 1046 + ], + "max_error": 0.0 + }, + { + "representative": 1275, + "members": [ + 1275 + ], + "max_error": 0.0 + }, + { + "representative": 1263, + "members": [ + 1263 + ], + "max_error": 0.0 + }, + { + "representative": 1260, + "members": [ + 1260 + ], + "max_error": 0.0 + }, + { + "representative": 1133, + "members": [ + 1133 + ], + "max_error": 0.0 + }, + { + "representative": 1250, + "members": [ + 1250 + ], + "max_error": 0.0 + }, + { + "representative": 1049, + "members": [ + 1049 + ], + "max_error": 0.0 + }, + { + "representative": 1161, + "members": [ + 1161 + ], + "max_error": 0.0 + }, + { + "representative": 1238, + "members": [ + 1238 + ], + "max_error": 0.0 + }, + { + "representative": 1094, + "members": [ + 1094 + ], + "max_error": 0.0 + }, + { + "representative": 1134, + "members": [ + 1134 + ], + "max_error": 0.0 + }, + { + "representative": 1239, + "members": [ + 1239 + ], + "max_error": 0.0 + }, + { + "representative": 1110, + "members": [ + 1110 + ], + "max_error": 0.0 + }, + { + "representative": 1212, + "members": [ + 1212 + ], + "max_error": 0.0 + }, + { + "representative": 1045, + "members": [ + 1045 + ], + "max_error": 0.0 + }, + { + "representative": 1069, + "members": [ + 1069 + ], + "max_error": 0.0 + }, + { + "representative": 1104, + "members": [ + 1104 + ], + "max_error": 0.0 + }, + { + "representative": 1610, + "members": [ + 1610 + ], + "max_error": 0.0 + }, + { + "representative": 1745, + "members": [ + 1745 + ], + "max_error": 0.0 + }, + { + "representative": 1637, + "members": [ + 1637 + ], + "max_error": 0.0 + }, + { + "representative": 1679, + "members": [ + 1679 + ], + "max_error": 0.0 + }, + { + "representative": 1595, + "members": [ + 1595 + ], + "max_error": 0.0 + }, + { + "representative": 1693, + "members": [ + 1693 + ], + "max_error": 0.0 + }, + { + "representative": 1566, + "members": [ + 1566 + ], + "max_error": 0.0 + }, + { + "representative": 1671, + "members": [ + 1671 + ], + "max_error": 0.0 + }, + { + "representative": 1712, + "members": [ + 1712 + ], + "max_error": 0.0 + }, + { + "representative": 1730, + "members": [ + 1730 + ], + "max_error": 0.0 + }, + { + "representative": 1650, + "members": [ + 1650 + ], + "max_error": 0.0 + }, + { + "representative": 1536, + "members": [ + 1536 + ], + "max_error": 0.0 + }, + { + "representative": 1780, + "members": [ + 1780 + ], + "max_error": 0.0 + }, + { + "representative": 2274, + "members": [ + 2274 + ], + "max_error": 0.0 + }, + { + "representative": 2110, + "members": [ + 2110 + ], + "max_error": 0.0 + }, + { + "representative": 2233, + "members": [ + 2233 + ], + "max_error": 0.0 + }, + { + "representative": 2169, + "members": [ + 2169 + ], + "max_error": 0.0 + }, + { + "representative": 2195, + "members": [ + 2195 + ], + "max_error": 0.0 + }, + { + "representative": 2253, + "members": [ + 2253 + ], + "max_error": 0.0 + }, + { + "representative": 2132, + "members": [ + 2132 + ], + "max_error": 0.0 + }, + { + "representative": 2289, + "members": [ + 2289 + ], + "max_error": 0.0 + }, + { + "representative": 2055, + "members": [ + 2055 + ], + "max_error": 0.0 + }, + { + "representative": 2178, + "members": [ + 2178 + ], + "max_error": 0.0 + }, + { + "representative": 2245, + "members": [ + 2245 + ], + "max_error": 0.0 + }, + { + "representative": 2180, + "members": [ + 2180 + ], + "max_error": 0.0 + }, + { + "representative": 2785, + "members": [ + 2785 + ], + "max_error": 0.0 + }, + { + "representative": 2562, + "members": [ + 2562 + ], + "max_error": 0.0 + }, + { + "representative": 2792, + "members": [ + 2792 + ], + "max_error": 0.0 + }, + { + "representative": 2704, + "members": [ + 2704 + ], + "max_error": 0.0 + }, + { + "representative": 2711, + "members": [ + 2711 + ], + "max_error": 0.0 + }, + { + "representative": 2593, + "members": [ + 2593 + ], + "max_error": 0.0 + }, + { + "representative": 2643, + "members": [ + 2643 + ], + "max_error": 0.0 + }, + { + "representative": 2577, + "members": [ + 2577 + ], + "max_error": 0.0 + }, + { + "representative": 2787, + "members": [ + 2787 + ], + "max_error": 0.0 + }, + { + "representative": 2629, + "members": [ + 2629 + ], + "max_error": 0.0 + }, + { + "representative": 2646, + "members": [ + 2646 + ], + "max_error": 0.0 + }, + { + "representative": 2698, + "members": [ + 2698 + ], + "max_error": 0.0 + }, + { + "representative": 2772, + "members": [ + 2772 + ], + "max_error": 0.0 + }, + { + "representative": 2710, + "members": [ + 2710 + ], + "max_error": 0.0 + }, + { + "representative": 3211, + "members": [ + 3211 + ], + "max_error": 0.0 + }, + { + "representative": 3250, + "members": [ + 3250 + ], + "max_error": 0.0 + }, + { + "representative": 3080, + "members": [ + 3080 + ], + "max_error": 0.0 + }, + { + "representative": 3150, + "members": [ + 3150 + ], + "max_error": 0.0 + }, + { + "representative": 3132, + "members": [ + 3132 + ], + "max_error": 0.0 + }, + { + "representative": 3313, + "members": [ + 3313 + ], + "max_error": 0.0 + }, + { + "representative": 3236, + "members": [ + 3236 + ], + "max_error": 0.0 + }, + { + "representative": 3151, + "members": [ + 3151 + ], + "max_error": 0.0 + }, + { + "representative": 3757, + "members": [ + 3757 + ], + "max_error": 0.0 + }, + { + "representative": 3711, + "members": [ + 3711 + ], + "max_error": 0.0 + }, + { + "representative": 3703, + "members": [ + 3703 + ], + "max_error": 0.0 + }, + { + "representative": 3719, + "members": [ + 3719 + ], + "max_error": 0.0 + }, + { + "representative": 3837, + "members": [ + 3837 + ], + "max_error": 0.0 + }, + { + "representative": 3623, + "members": [ + 3623 + ], + "max_error": 0.0 + }, + { + "representative": 3608, + "members": [ + 3608 + ], + "max_error": 0.0 + }, + { + "representative": 3636, + "members": [ + 3636 + ], + "max_error": 0.0 + }, + { + "representative": 3706, + "members": [ + 3706 + ], + "max_error": 0.0 + }, + { + "representative": 3669, + "members": [ + 3669 + ], + "max_error": 0.0 + }, + { + "representative": 1121, + "members": [ + 1121 + ], + "max_error": 0.0 + }, + { + "representative": 1270, + "members": [ + 1270 + ], + "max_error": 0.0 + }, + { + "representative": 1259, + "members": [ + 1259 + ], + "max_error": 0.0 + }, + { + "representative": 1033, + "members": [ + 1033 + ], + "max_error": 0.0 + }, + { + "representative": 1252, + "members": [ + 1252 + ], + "max_error": 0.0 + }, + { + "representative": 1201, + "members": [ + 1201 + ], + "max_error": 0.0 + }, + { + "representative": 1185, + "members": [ + 1185 + ], + "max_error": 0.0 + }, + { + "representative": 1089, + "members": [ + 1089 + ], + "max_error": 0.0 + }, + { + "representative": 1152, + "members": [ + 1152 + ], + "max_error": 0.0 + }, + { + "representative": 1154, + "members": [ + 1154 + ], + "max_error": 0.0 + }, + { + "representative": 1190, + "members": [ + 1190 + ], + "max_error": 0.0 + }, + { + "representative": 1184, + "members": [ + 1184 + ], + "max_error": 0.0 + }, + { + "representative": 1073, + "members": [ + 1073 + ], + "max_error": 0.0 + }, + { + "representative": 1277, + "members": [ + 1277 + ], + "max_error": 0.0 + }, + { + "representative": 1097, + "members": [ + 1097 + ], + "max_error": 0.0 + }, + { + "representative": 1182, + "members": [ + 1182 + ], + "max_error": 0.0 + }, + { + "representative": 1625, + "members": [ + 1625 + ], + "max_error": 0.0 + }, + { + "representative": 1589, + "members": [ + 1589 + ], + "max_error": 0.0 + }, + { + "representative": 1561, + "members": [ + 1561 + ], + "max_error": 0.0 + }, + { + "representative": 1710, + "members": [ + 1710 + ], + "max_error": 0.0 + }, + { + "representative": 1789, + "members": [ + 1789 + ], + "max_error": 0.0 + }, + { + "representative": 1574, + "members": [ + 1574 + ], + "max_error": 0.0 + }, + { + "representative": 1791, + "members": [ + 1791 + ], + "max_error": 0.0 + }, + { + "representative": 1626, + "members": [ + 1626 + ], + "max_error": 0.0 + }, + { + "representative": 1581, + "members": [ + 1581 + ], + "max_error": 0.0 + }, + { + "representative": 1696, + "members": [ + 1696 + ], + "max_error": 0.0 + }, + { + "representative": 1652, + "members": [ + 1652 + ], + "max_error": 0.0 + }, + { + "representative": 1598, + "members": [ + 1598 + ], + "max_error": 0.0 + }, + { + "representative": 1681, + "members": [ + 1681 + ], + "max_error": 0.0 + }, + { + "representative": 1699, + "members": [ + 1699 + ], + "max_error": 0.0 + }, + { + "representative": 1738, + "members": [ + 1738 + ], + "max_error": 0.0 + }, + { + "representative": 1585, + "members": [ + 1585 + ], + "max_error": 0.0 + }, + { + "representative": 2145, + "members": [ + 2145 + ], + "max_error": 0.0 + }, + { + "representative": 2299, + "members": [ + 2299 + ], + "max_error": 0.0 + }, + { + "representative": 2185, + "members": [ + 2185 + ], + "max_error": 0.0 + }, + { + "representative": 2048, + "members": [ + 2048 + ], + "max_error": 0.0 + }, + { + "representative": 2179, + "members": [ + 2179 + ], + "max_error": 0.0 + }, + { + "representative": 2198, + "members": [ + 2198 + ], + "max_error": 0.0 + }, + { + "representative": 2234, + "members": [ + 2234 + ], + "max_error": 0.0 + }, + { + "representative": 2192, + "members": [ + 2192 + ], + "max_error": 0.0 + }, + { + "representative": 2241, + "members": [ + 2241 + ], + "max_error": 0.0 + }, + { + "representative": 2292, + "members": [ + 2292 + ], + "max_error": 0.0 + }, + { + "representative": 2193, + "members": [ + 2193 + ], + "max_error": 0.0 + }, + { + "representative": 2275, + "members": [ + 2275 + ], + "max_error": 0.0 + }, + { + "representative": 2131, + "members": [ + 2131 + ], + "max_error": 0.0 + }, + { + "representative": 2153, + "members": [ + 2153 + ], + "max_error": 0.0 + }, + { + "representative": 2183, + "members": [ + 2183 + ], + "max_error": 0.0 + }, + { + "representative": 2691, + "members": [ + 2691 + ], + "max_error": 0.0 + }, + { + "representative": 2706, + "members": [ + 2706 + ], + "max_error": 0.0 + }, + { + "representative": 2812, + "members": [ + 2812 + ], + "max_error": 0.0 + }, + { + "representative": 2578, + "members": [ + 2578 + ], + "max_error": 0.0 + }, + { + "representative": 2689, + "members": [ + 2689 + ], + "max_error": 0.0 + }, + { + "representative": 2612, + "members": [ + 2612 + ], + "max_error": 0.0 + }, + { + "representative": 2603, + "members": [ + 2603 + ], + "max_error": 0.0 + }, + { + "representative": 2665, + "members": [ + 2665 + ], + "max_error": 0.0 + }, + { + "representative": 2633, + "members": [ + 2633 + ], + "max_error": 0.0 + }, + { + "representative": 2563, + "members": [ + 2563 + ], + "max_error": 0.0 + }, + { + "representative": 2795, + "members": [ + 2795 + ], + "max_error": 0.0 + }, + { + "representative": 2727, + "members": [ + 2727 + ], + "max_error": 0.0 + }, + { + "representative": 3135, + "members": [ + 3135 + ], + "max_error": 0.0 + }, + { + "representative": 3243, + "members": [ + 3243 + ], + "max_error": 0.0 + }, + { + "representative": 3185, + "members": [ + 3185 + ], + "max_error": 0.0 + }, + { + "representative": 3147, + "members": [ + 3147 + ], + "max_error": 0.0 + }, + { + "representative": 3217, + "members": [ + 3217 + ], + "max_error": 0.0 + }, + { + "representative": 3161, + "members": [ + 3161 + ], + "max_error": 0.0 + }, + { + "representative": 3735, + "members": [ + 3735 + ], + "max_error": 0.0 + }, + { + "representative": 3832, + "members": [ + 3832 + ], + "max_error": 0.0 + }, + { + "representative": 3675, + "members": [ + 3675 + ], + "max_error": 0.0 + }, + { + "representative": 3787, + "members": [ + 3787 + ], + "max_error": 0.0 + }, + { + "representative": 3822, + "members": [ + 3822 + ], + "max_error": 0.0 + }, + { + "representative": 3646, + "members": [ + 3646 + ], + "max_error": 0.0 + }, + { + "representative": 3836, + "members": [ + 3836 + ], + "max_error": 0.0 + }, + { + "representative": 3618, + "members": [ + 3618 + ], + "max_error": 0.0 + }, + { + "representative": 3774, + "members": [ + 3774 + ], + "max_error": 0.0 + }, + { + "representative": 1138, + "members": [ + 1138 + ], + "max_error": 0.0 + }, + { + "representative": 1256, + "members": [ + 1256 + ], + "max_error": 0.0 + }, + { + "representative": 1155, + "members": [ + 1155 + ], + "max_error": 0.0 + }, + { + "representative": 1041, + "members": [ + 1041 + ], + "max_error": 0.0 + }, + { + "representative": 1047, + "members": [ + 1047 + ], + "max_error": 0.0 + }, + { + "representative": 1188, + "members": [ + 1188 + ], + "max_error": 0.0 + }, + { + "representative": 1191, + "members": [ + 1191 + ], + "max_error": 0.0 + }, + { + "representative": 1215, + "members": [ + 1215 + ], + "max_error": 0.0 + }, + { + "representative": 1028, + "members": [ + 1028 + ], + "max_error": 0.0 + }, + { + "representative": 1271, + "members": [ + 1271 + ], + "max_error": 0.0 + }, + { + "representative": 1140, + "members": [ + 1140 + ], + "max_error": 0.0 + }, + { + "representative": 1224, + "members": [ + 1224 + ], + "max_error": 0.0 + }, + { + "representative": 1214, + "members": [ + 1214 + ], + "max_error": 0.0 + }, + { + "representative": 1127, + "members": [ + 1127 + ], + "max_error": 0.0 + }, + { + "representative": 1044, + "members": [ + 1044 + ], + "max_error": 0.0 + }, + { + "representative": 1158, + "members": [ + 1158 + ], + "max_error": 0.0 + }, + { + "representative": 1602, + "members": [ + 1602 + ], + "max_error": 0.0 + }, + { + "representative": 1774, + "members": [ + 1774 + ], + "max_error": 0.0 + }, + { + "representative": 1623, + "members": [ + 1623 + ], + "max_error": 0.0 + }, + { + "representative": 1709, + "members": [ + 1709 + ], + "max_error": 0.0 + }, + { + "representative": 1773, + "members": [ + 1773 + ], + "max_error": 0.0 + }, + { + "representative": 1621, + "members": [ + 1621 + ], + "max_error": 0.0 + }, + { + "representative": 1783, + "members": [ + 1783 + ], + "max_error": 0.0 + }, + { + "representative": 1754, + "members": [ + 1754 + ], + "max_error": 0.0 + }, + { + "representative": 1779, + "members": [ + 1779 + ], + "max_error": 0.0 + }, + { + "representative": 1639, + "members": [ + 1639 + ], + "max_error": 0.0 + }, + { + "representative": 1687, + "members": [ + 1687 + ], + "max_error": 0.0 + }, + { + "representative": 1683, + "members": [ + 1683 + ], + "max_error": 0.0 + }, + { + "representative": 1609, + "members": [ + 1609 + ], + "max_error": 0.0 + }, + { + "representative": 2269, + "members": [ + 2269 + ], + "max_error": 0.0 + }, + { + "representative": 2273, + "members": [ + 2273 + ], + "max_error": 0.0 + }, + { + "representative": 2223, + "members": [ + 2223 + ], + "max_error": 0.0 + }, + { + "representative": 2106, + "members": [ + 2106 + ], + "max_error": 0.0 + }, + { + "representative": 2279, + "members": [ + 2279 + ], + "max_error": 0.0 + }, + { + "representative": 2294, + "members": [ + 2294 + ], + "max_error": 0.0 + }, + { + "representative": 2142, + "members": [ + 2142 + ], + "max_error": 0.0 + }, + { + "representative": 2097, + "members": [ + 2097 + ], + "max_error": 0.0 + }, + { + "representative": 2211, + "members": [ + 2211 + ], + "max_error": 0.0 + }, + { + "representative": 2196, + "members": [ + 2196 + ], + "max_error": 0.0 + }, + { + "representative": 2069, + "members": [ + 2069 + ], + "max_error": 0.0 + }, + { + "representative": 2112, + "members": [ + 2112 + ], + "max_error": 0.0 + }, + { + "representative": 2238, + "members": [ + 2238 + ], + "max_error": 0.0 + }, + { + "representative": 2065, + "members": [ + 2065 + ], + "max_error": 0.0 + }, + { + "representative": 2754, + "members": [ + 2754 + ], + "max_error": 0.0 + }, + { + "representative": 2703, + "members": [ + 2703 + ], + "max_error": 0.0 + }, + { + "representative": 2678, + "members": [ + 2678 + ], + "max_error": 0.0 + }, + { + "representative": 2687, + "members": [ + 2687 + ], + "max_error": 0.0 + }, + { + "representative": 2774, + "members": [ + 2774 + ], + "max_error": 0.0 + }, + { + "representative": 2811, + "members": [ + 2811 + ], + "max_error": 0.0 + }, + { + "representative": 2572, + "members": [ + 2572 + ], + "max_error": 0.0 + }, + { + "representative": 2648, + "members": [ + 2648 + ], + "max_error": 0.0 + }, + { + "representative": 2631, + "members": [ + 2631 + ], + "max_error": 0.0 + }, + { + "representative": 2695, + "members": [ + 2695 + ], + "max_error": 0.0 + }, + { + "representative": 2680, + "members": [ + 2680 + ], + "max_error": 0.0 + }, + { + "representative": 3253, + "members": [ + 3253 + ], + "max_error": 0.0 + }, + { + "representative": 3274, + "members": [ + 3274 + ], + "max_error": 0.0 + }, + { + "representative": 3149, + "members": [ + 3149 + ], + "max_error": 0.0 + }, + { + "representative": 3215, + "members": [ + 3215 + ], + "max_error": 0.0 + }, + { + "representative": 3086, + "members": [ + 3086 + ], + "max_error": 0.0 + }, + { + "representative": 3231, + "members": [ + 3231 + ], + "max_error": 0.0 + }, + { + "representative": 3074, + "members": [ + 3074 + ], + "max_error": 0.0 + }, + { + "representative": 3226, + "members": [ + 3226 + ], + "max_error": 0.0 + }, + { + "representative": 3200, + "members": [ + 3200 + ], + "max_error": 0.0 + }, + { + "representative": 3104, + "members": [ + 3104 + ], + "max_error": 0.0 + }, + { + "representative": 3159, + "members": [ + 3159 + ], + "max_error": 0.0 + }, + { + "representative": 3233, + "members": [ + 3233 + ], + "max_error": 0.0 + }, + { + "representative": 3697, + "members": [ + 3697 + ], + "max_error": 0.0 + }, + { + "representative": 3768, + "members": [ + 3768 + ], + "max_error": 0.0 + }, + { + "representative": 3685, + "members": [ + 3685 + ], + "max_error": 0.0 + }, + { + "representative": 3766, + "members": [ + 3766 + ], + "max_error": 0.0 + }, + { + "representative": 3834, + "members": [ + 3834 + ], + "max_error": 0.0 + }, + { + "representative": 3634, + "members": [ + 3634 + ], + "max_error": 0.0 + }, + { + "representative": 3644, + "members": [ + 3644 + ], + "max_error": 0.0 + }, + { + "representative": 2645, + "members": [ + 2645 + ], + "max_error": 0.0 + }, + { + "representative": 2626, + "members": [ + 2626 + ], + "max_error": 0.0 + }, + { + "representative": 2736, + "members": [ + 2736 + ], + "max_error": 0.0 + }, + { + "representative": 2707, + "members": [ + 2707 + ], + "max_error": 0.0 + }, + { + "representative": 2581, + "members": [ + 2581 + ], + "max_error": 0.0 + }, + { + "representative": 2763, + "members": [ + 2763 + ], + "max_error": 0.0 + }, + { + "representative": 2800, + "members": [ + 2800 + ], + "max_error": 0.0 + }, + { + "representative": 2682, + "members": [ + 2682 + ], + "max_error": 0.0 + }, + { + "representative": 2720, + "members": [ + 2720 + ], + "max_error": 0.0 + }, + { + "representative": 2743, + "members": [ + 2743 + ], + "max_error": 0.0 + }, + { + "representative": 2805, + "members": [ + 2805 + ], + "max_error": 0.0 + }, + { + "representative": 3201, + "members": [ + 3201 + ], + "max_error": 0.0 + }, + { + "representative": 3308, + "members": [ + 3308 + ], + "max_error": 0.0 + }, + { + "representative": 3098, + "members": [ + 3098 + ], + "max_error": 0.0 + }, + { + "representative": 3204, + "members": [ + 3204 + ], + "max_error": 0.0 + }, + { + "representative": 3293, + "members": [ + 3293 + ], + "max_error": 0.0 + }, + { + "representative": 3136, + "members": [ + 3136 + ], + "max_error": 0.0 + }, + { + "representative": 3195, + "members": [ + 3195 + ], + "max_error": 0.0 + }, + { + "representative": 3671, + "members": [ + 3671 + ], + "max_error": 0.0 + }, + { + "representative": 3713, + "members": [ + 3713 + ], + "max_error": 0.0 + }, + { + "representative": 3806, + "members": [ + 3806 + ], + "max_error": 0.0 + }, + { + "representative": 3698, + "members": [ + 3698 + ], + "max_error": 0.0 + }, + { + "representative": 3624, + "members": [ + 3624 + ], + "max_error": 0.0 + }, + { + "representative": 3729, + "members": [ + 3729 + ], + "max_error": 0.0 + }, + { + "representative": 3676, + "members": [ + 3676 + ], + "max_error": 0.0 + }, + { + "representative": 3712, + "members": [ + 3712 + ], + "max_error": 0.0 + }, + { + "representative": 3586, + "members": [ + 3586 + ], + "max_error": 0.0 + }, + { + "representative": 4160, + "members": [ + 4160 + ], + "max_error": 0.0 + }, + { + "representative": 4161, + "members": [ + 4161 + ], + "max_error": 0.0 + }, + { + "representative": 4171, + "members": [ + 4171 + ], + "max_error": 0.0 + }, + { + "representative": 4172, + "members": [ + 4172 + ], + "max_error": 0.0 + }, + { + "representative": 4173, + "members": [ + 4173 + ], + "max_error": 0.0 + }, + { + "representative": 4174, + "members": [ + 4174 + ], + "max_error": 0.0 + }, + { + "representative": 4175, + "members": [ + 4175 + ], + "max_error": 0.0 + }, + { + "representative": 4162, + "members": [ + 4162 + ], + "max_error": 0.0 + }, + { + "representative": 4165, + "members": [ + 4165 + ], + "max_error": 0.0 + }, + { + "representative": 4166, + "members": [ + 4166 + ], + "max_error": 0.0 + }, + { + "representative": 4167, + "members": [ + 4167 + ], + "max_error": 0.0 + }, + { + "representative": 4184, + "members": [ + 4184 + ], + "max_error": 0.0 + }, + { + "representative": 4177, + "members": [ + 4177 + ], + "max_error": 0.0 + }, + { + "representative": 4187, + "members": [ + 4187 + ], + "max_error": 0.0 + }, + { + "representative": 4191, + "members": [ + 4191 + ], + "max_error": 0.0 + }, + { + "representative": 4178, + "members": [ + 4178 + ], + "max_error": 0.0 + }, + { + "representative": 4179, + "members": [ + 4179 + ], + "max_error": 0.0 + }, + { + "representative": 4183, + "members": [ + 4183 + ], + "max_error": 0.0 + }, + { + "representative": 4192, + "members": [ + 4192 + ], + "max_error": 0.0 + }, + { + "representative": 4200, + "members": [ + 4200 + ], + "max_error": 0.0 + }, + { + "representative": 4201, + "members": [ + 4201 + ], + "max_error": 0.0 + }, + { + "representative": 4193, + "members": [ + 4193 + ], + "max_error": 0.0 + }, + { + "representative": 4202, + "members": [ + 4202 + ], + "max_error": 0.0 + }, + { + "representative": 4203, + "members": [ + 4203 + ], + "max_error": 0.0 + }, + { + "representative": 4204, + "members": [ + 4204 + ], + "max_error": 0.0 + }, + { + "representative": 4206, + "members": [ + 4206 + ], + "max_error": 0.0 + }, + { + "representative": 4207, + "members": [ + 4207 + ], + "max_error": 0.0 + }, + { + "representative": 4194, + "members": [ + 4194 + ], + "max_error": 0.0 + }, + { + "representative": 4196, + "members": [ + 4196 + ], + "max_error": 0.0 + }, + { + "representative": 4197, + "members": [ + 4197 + ], + "max_error": 0.0 + }, + { + "representative": 4208, + "members": [ + 4208 + ], + "max_error": 0.0 + }, + { + "representative": 4216, + "members": [ + 4216 + ], + "max_error": 0.0 + }, + { + "representative": 4217, + "members": [ + 4217 + ], + "max_error": 0.0 + }, + { + "representative": 4218, + "members": [ + 4218 + ], + "max_error": 0.0 + }, + { + "representative": 4219, + "members": [ + 4219 + ], + "max_error": 0.0 + }, + { + "representative": 4220, + "members": [ + 4220 + ], + "max_error": 0.0 + }, + { + "representative": 4221, + "members": [ + 4221 + ], + "max_error": 0.0 + }, + { + "representative": 4222, + "members": [ + 4222 + ], + "max_error": 0.0 + }, + { + "representative": 4213, + "members": [ + 4213 + ], + "max_error": 0.0 + }, + { + "representative": 4214, + "members": [ + 4214 + ], + "max_error": 0.0 + }, + { + "representative": 4215, + "members": [ + 4215 + ], + "max_error": 0.0 + }, + { + "representative": 4740, + "members": [ + 4740 + ], + "max_error": 0.0 + }, + { + "representative": 4745, + "members": [ + 4745 + ], + "max_error": 0.0 + }, + { + "representative": 4765, + "members": [ + 4765 + ], + "max_error": 0.0 + }, + { + "representative": 4798, + "members": [ + 4798 + ], + "max_error": 0.0 + }, + { + "representative": 4640, + "members": [ + 4640 + ], + "max_error": 0.0 + }, + { + "representative": 4833, + "members": [ + 4833 + ], + "max_error": 0.0 + }, + { + "representative": 4766, + "members": [ + 4766 + ], + "max_error": 0.0 + }, + { + "representative": 4662, + "members": [ + 4662 + ], + "max_error": 0.0 + }, + { + "representative": 4689, + "members": [ + 4689 + ], + "max_error": 0.0 + }, + { + "representative": 4609, + "members": [ + 4609 + ], + "max_error": 0.0 + }, + { + "representative": 4670, + "members": [ + 4670 + ], + "max_error": 0.0 + }, + { + "representative": 4678, + "members": [ + 4678 + ], + "max_error": 0.0 + }, + { + "representative": 4612, + "members": [ + 4612 + ], + "max_error": 0.0 + }, + { + "representative": 4751, + "members": [ + 4751 + ], + "max_error": 0.0 + }, + { + "representative": 4828, + "members": [ + 4828 + ], + "max_error": 0.0 + }, + { + "representative": 4637, + "members": [ + 4637 + ], + "max_error": 0.0 + }, + { + "representative": 4814, + "members": [ + 4814 + ], + "max_error": 0.0 + }, + { + "representative": 4753, + "members": [ + 4753 + ], + "max_error": 0.0 + }, + { + "representative": 4729, + "members": [ + 4729 + ], + "max_error": 0.0 + }, + { + "representative": 4647, + "members": [ + 4647 + ], + "max_error": 0.0 + }, + { + "representative": 4622, + "members": [ + 4622 + ], + "max_error": 0.0 + }, + { + "representative": 4660, + "members": [ + 4660 + ], + "max_error": 0.0 + }, + { + "representative": 4838, + "members": [ + 4838 + ], + "max_error": 0.0 + }, + { + "representative": 4707, + "members": [ + 4707 + ], + "max_error": 0.0 + }, + { + "representative": 4784, + "members": [ + 4784 + ], + "max_error": 0.0 + }, + { + "representative": 4709, + "members": [ + 4709 + ], + "max_error": 0.0 + }, + { + "representative": 4656, + "members": [ + 4656 + ], + "max_error": 0.0 + }, + { + "representative": 4764, + "members": [ + 4764 + ], + "max_error": 0.0 + }, + { + "representative": 4741, + "members": [ + 4741 + ], + "max_error": 0.0 + }, + { + "representative": 4759, + "members": [ + 4759 + ], + "max_error": 0.0 + }, + { + "representative": 4629, + "members": [ + 4629 + ], + "max_error": 0.0 + }, + { + "representative": 4658, + "members": [ + 4658 + ], + "max_error": 0.0 + }, + { + "representative": 4848, + "members": [ + 4848 + ], + "max_error": 0.0 + }, + { + "representative": 4654, + "members": [ + 4654 + ], + "max_error": 0.0 + }, + { + "representative": 4642, + "members": [ + 4642 + ], + "max_error": 0.0 + }, + { + "representative": 4641, + "members": [ + 4641 + ], + "max_error": 0.0 + }, + { + "representative": 4837, + "members": [ + 4837 + ], + "max_error": 0.0 + }, + { + "representative": 4665, + "members": [ + 4665 + ], + "max_error": 0.0 + }, + { + "representative": 4611, + "members": [ + 4611 + ], + "max_error": 0.0 + }, + { + "representative": 4667, + "members": [ + 4667 + ], + "max_error": 0.0 + }, + { + "representative": 4782, + "members": [ + 4782 + ], + "max_error": 0.0 + }, + { + "representative": 4616, + "members": [ + 4616 + ], + "max_error": 0.0 + }, + { + "representative": 4843, + "members": [ + 4843 + ], + "max_error": 0.0 + }, + { + "representative": 4657, + "members": [ + 4657 + ], + "max_error": 0.0 + }, + { + "representative": 4675, + "members": [ + 4675 + ], + "max_error": 0.0 + }, + { + "representative": 4797, + "members": [ + 4797 + ], + "max_error": 0.0 + }, + { + "representative": 4716, + "members": [ + 4716 + ], + "max_error": 0.0 + }, + { + "representative": 4840, + "members": [ + 4840 + ], + "max_error": 0.0 + }, + { + "representative": 4824, + "members": [ + 4824 + ], + "max_error": 0.0 + }, + { + "representative": 4794, + "members": [ + 4794 + ], + "max_error": 0.0 + }, + { + "representative": 4856, + "members": [ + 4856 + ], + "max_error": 0.0 + }, + { + "representative": 4719, + "members": [ + 4719 + ], + "max_error": 0.0 + }, + { + "representative": 4687, + "members": [ + 4687 + ], + "max_error": 0.0 + }, + { + "representative": 5357, + "members": [ + 5357 + ], + "max_error": 0.0 + }, + { + "representative": 5375, + "members": [ + 5375 + ], + "max_error": 0.0 + }, + { + "representative": 5373, + "members": [ + 5373 + ], + "max_error": 0.0 + }, + { + "representative": 5190, + "members": [ + 5190 + ], + "max_error": 0.0 + }, + { + "representative": 5137, + "members": [ + 5137 + ], + "max_error": 0.0 + }, + { + "representative": 5360, + "members": [ + 5360 + ], + "max_error": 0.0 + }, + { + "representative": 5174, + "members": [ + 5174 + ], + "max_error": 0.0 + }, + { + "representative": 5148, + "members": [ + 5148 + ], + "max_error": 0.0 + }, + { + "representative": 5188, + "members": [ + 5188 + ], + "max_error": 0.0 + }, + { + "representative": 5318, + "members": [ + 5318 + ], + "max_error": 0.0 + }, + { + "representative": 5342, + "members": [ + 5342 + ], + "max_error": 0.0 + }, + { + "representative": 5159, + "members": [ + 5159 + ], + "max_error": 0.0 + }, + { + "representative": 5208, + "members": [ + 5208 + ], + "max_error": 0.0 + }, + { + "representative": 5358, + "members": [ + 5358 + ], + "max_error": 0.0 + }, + { + "representative": 5120, + "members": [ + 5120 + ], + "max_error": 0.0 + }, + { + "representative": 5200, + "members": [ + 5200 + ], + "max_error": 0.0 + }, + { + "representative": 5129, + "members": [ + 5129 + ], + "max_error": 0.0 + }, + { + "representative": 5289, + "members": [ + 5289 + ], + "max_error": 0.0 + }, + { + "representative": 5233, + "members": [ + 5233 + ], + "max_error": 0.0 + }, + { + "representative": 5260, + "members": [ + 5260 + ], + "max_error": 0.0 + }, + { + "representative": 5153, + "members": [ + 5153 + ], + "max_error": 0.0 + }, + { + "representative": 5236, + "members": [ + 5236 + ], + "max_error": 0.0 + }, + { + "representative": 5135, + "members": [ + 5135 + ], + "max_error": 0.0 + }, + { + "representative": 5198, + "members": [ + 5198 + ], + "max_error": 0.0 + }, + { + "representative": 5312, + "members": [ + 5312 + ], + "max_error": 0.0 + }, + { + "representative": 5232, + "members": [ + 5232 + ], + "max_error": 0.0 + }, + { + "representative": 5329, + "members": [ + 5329 + ], + "max_error": 0.0 + }, + { + "representative": 5230, + "members": [ + 5230 + ], + "max_error": 0.0 + }, + { + "representative": 5177, + "members": [ + 5177 + ], + "max_error": 0.0 + }, + { + "representative": 5130, + "members": [ + 5130 + ], + "max_error": 0.0 + }, + { + "representative": 5300, + "members": [ + 5300 + ], + "max_error": 0.0 + }, + { + "representative": 5369, + "members": [ + 5369 + ], + "max_error": 0.0 + }, + { + "representative": 5263, + "members": [ + 5263 + ], + "max_error": 0.0 + }, + { + "representative": 5261, + "members": [ + 5261 + ], + "max_error": 0.0 + }, + { + "representative": 5285, + "members": [ + 5285 + ], + "max_error": 0.0 + }, + { + "representative": 5294, + "members": [ + 5294 + ], + "max_error": 0.0 + }, + { + "representative": 5206, + "members": [ + 5206 + ], + "max_error": 0.0 + }, + { + "representative": 5158, + "members": [ + 5158 + ], + "max_error": 0.0 + }, + { + "representative": 5221, + "members": [ + 5221 + ], + "max_error": 0.0 + }, + { + "representative": 5154, + "members": [ + 5154 + ], + "max_error": 0.0 + }, + { + "representative": 5152, + "members": [ + 5152 + ], + "max_error": 0.0 + }, + { + "representative": 5303, + "members": [ + 5303 + ], + "max_error": 0.0 + }, + { + "representative": 5696, + "members": [ + 5696 + ], + "max_error": 0.0 + }, + { + "representative": 5705, + "members": [ + 5705 + ], + "max_error": 0.0 + }, + { + "representative": 5697, + "members": [ + 5697 + ], + "max_error": 0.0 + }, + { + "representative": 5706, + "members": [ + 5706 + ], + "max_error": 0.0 + }, + { + "representative": 5707, + "members": [ + 5707 + ], + "max_error": 0.0 + }, + { + "representative": 5708, + "members": [ + 5708 + ], + "max_error": 0.0 + }, + { + "representative": 5698, + "members": [ + 5698 + ], + "max_error": 0.0 + }, + { + "representative": 5699, + "members": [ + 5699 + ], + "max_error": 0.0 + }, + { + "representative": 5702, + "members": [ + 5702 + ], + "max_error": 0.0 + }, + { + "representative": 5703, + "members": [ + 5703 + ], + "max_error": 0.0 + }, + { + "representative": 5712, + "members": [ + 5712 + ], + "max_error": 0.0 + }, + { + "representative": 5720, + "members": [ + 5720 + ], + "max_error": 0.0 + }, + { + "representative": 5722, + "members": [ + 5722 + ], + "max_error": 0.0 + }, + { + "representative": 5723, + "members": [ + 5723 + ], + "max_error": 0.0 + }, + { + "representative": 5724, + "members": [ + 5724 + ], + "max_error": 0.0 + }, + { + "representative": 5725, + "members": [ + 5725 + ], + "max_error": 0.0 + }, + { + "representative": 5727, + "members": [ + 5727 + ], + "max_error": 0.0 + }, + { + "representative": 5714, + "members": [ + 5714 + ], + "max_error": 0.0 + }, + { + "representative": 5715, + "members": [ + 5715 + ], + "max_error": 0.0 + }, + { + "representative": 5716, + "members": [ + 5716 + ], + "max_error": 0.0 + }, + { + "representative": 5728, + "members": [ + 5728 + ], + "max_error": 0.0 + }, + { + "representative": 5729, + "members": [ + 5729 + ], + "max_error": 0.0 + }, + { + "representative": 5739, + "members": [ + 5739 + ], + "max_error": 0.0 + }, + { + "representative": 5740, + "members": [ + 5740 + ], + "max_error": 0.0 + }, + { + "representative": 5741, + "members": [ + 5741 + ], + "max_error": 0.0 + }, + { + "representative": 5742, + "members": [ + 5742 + ], + "max_error": 0.0 + }, + { + "representative": 5743, + "members": [ + 5743 + ], + "max_error": 0.0 + }, + { + "representative": 5732, + "members": [ + 5732 + ], + "max_error": 0.0 + }, + { + "representative": 5734, + "members": [ + 5734 + ], + "max_error": 0.0 + }, + { + "representative": 5752, + "members": [ + 5752 + ], + "max_error": 0.0 + }, + { + "representative": 5745, + "members": [ + 5745 + ], + "max_error": 0.0 + }, + { + "representative": 5757, + "members": [ + 5757 + ], + "max_error": 0.0 + }, + { + "representative": 5758, + "members": [ + 5758 + ], + "max_error": 0.0 + }, + { + "representative": 5746, + "members": [ + 5746 + ], + "max_error": 0.0 + }, + { + "representative": 5747, + "members": [ + 5747 + ], + "max_error": 0.0 + }, + { + "representative": 5748, + "members": [ + 5748 + ], + "max_error": 0.0 + }, + { + "representative": 5749, + "members": [ + 5749 + ], + "max_error": 0.0 + }, + { + "representative": 1145, + "members": [ + 1145 + ], + "max_error": 0.0 + }, + { + "representative": 1056, + "members": [ + 1056 + ], + "max_error": 0.0 + }, + { + "representative": 1148, + "members": [ + 1148 + ], + "max_error": 0.0 + }, + { + "representative": 1054, + "members": [ + 1054 + ], + "max_error": 0.0 + }, + { + "representative": 1043, + "members": [ + 1043 + ], + "max_error": 0.0 + }, + { + "representative": 1234, + "members": [ + 1234 + ], + "max_error": 0.0 + }, + { + "representative": 1052, + "members": [ + 1052 + ], + "max_error": 0.0 + }, + { + "representative": 1257, + "members": [ + 1257 + ], + "max_error": 0.0 + }, + { + "representative": 1040, + "members": [ + 1040 + ], + "max_error": 0.0 + }, + { + "representative": 1202, + "members": [ + 1202 + ], + "max_error": 0.0 + }, + { + "representative": 1087, + "members": [ + 1087 + ], + "max_error": 0.0 + }, + { + "representative": 1255, + "members": [ + 1255 + ], + "max_error": 0.0 + }, + { + "representative": 1116, + "members": [ + 1116 + ], + "max_error": 0.0 + }, + { + "representative": 1226, + "members": [ + 1226 + ], + "max_error": 0.0 + }, + { + "representative": 1118, + "members": [ + 1118 + ], + "max_error": 0.0 + }, + { + "representative": 1187, + "members": [ + 1187 + ], + "max_error": 0.0 + }, + { + "representative": 1136, + "members": [ + 1136 + ], + "max_error": 0.0 + }, + { + "representative": 1740, + "members": [ + 1740 + ], + "max_error": 0.0 + }, + { + "representative": 1562, + "members": [ + 1562 + ], + "max_error": 0.0 + }, + { + "representative": 1760, + "members": [ + 1760 + ], + "max_error": 0.0 + }, + { + "representative": 1570, + "members": [ + 1570 + ], + "max_error": 0.0 + }, + { + "representative": 1643, + "members": [ + 1643 + ], + "max_error": 0.0 + }, + { + "representative": 1682, + "members": [ + 1682 + ], + "max_error": 0.0 + }, + { + "representative": 1537, + "members": [ + 1537 + ], + "max_error": 0.0 + }, + { + "representative": 1731, + "members": [ + 1731 + ], + "max_error": 0.0 + }, + { + "representative": 1666, + "members": [ + 1666 + ], + "max_error": 0.0 + }, + { + "representative": 1785, + "members": [ + 1785 + ], + "max_error": 0.0 + }, + { + "representative": 1556, + "members": [ + 1556 + ], + "max_error": 0.0 + }, + { + "representative": 1698, + "members": [ + 1698 + ], + "max_error": 0.0 + }, + { + "representative": 1657, + "members": [ + 1657 + ], + "max_error": 0.0 + }, + { + "representative": 1588, + "members": [ + 1588 + ], + "max_error": 0.0 + }, + { + "representative": 1592, + "members": [ + 1592 + ], + "max_error": 0.0 + }, + { + "representative": 1549, + "members": [ + 1549 + ], + "max_error": 0.0 + }, + { + "representative": 1725, + "members": [ + 1725 + ], + "max_error": 0.0 + }, + { + "representative": 1605, + "members": [ + 1605 + ], + "max_error": 0.0 + }, + { + "representative": 1672, + "members": [ + 1672 + ], + "max_error": 0.0 + }, + { + "representative": 1759, + "members": [ + 1759 + ], + "max_error": 0.0 + }, + { + "representative": 2262, + "members": [ + 2262 + ], + "max_error": 0.0 + }, + { + "representative": 2231, + "members": [ + 2231 + ], + "max_error": 0.0 + }, + { + "representative": 2285, + "members": [ + 2285 + ], + "max_error": 0.0 + }, + { + "representative": 2126, + "members": [ + 2126 + ], + "max_error": 0.0 + }, + { + "representative": 2297, + "members": [ + 2297 + ], + "max_error": 0.0 + }, + { + "representative": 2134, + "members": [ + 2134 + ], + "max_error": 0.0 + }, + { + "representative": 2092, + "members": [ + 2092 + ], + "max_error": 0.0 + }, + { + "representative": 2144, + "members": [ + 2144 + ], + "max_error": 0.0 + }, + { + "representative": 2150, + "members": [ + 2150 + ], + "max_error": 0.0 + }, + { + "representative": 2102, + "members": [ + 2102 + ], + "max_error": 0.0 + }, + { + "representative": 2083, + "members": [ + 2083 + ], + "max_error": 0.0 + }, + { + "representative": 2189, + "members": [ + 2189 + ], + "max_error": 0.0 + }, + { + "representative": 2218, + "members": [ + 2218 + ], + "max_error": 0.0 + }, + { + "representative": 2073, + "members": [ + 2073 + ], + "max_error": 0.0 + }, + { + "representative": 2268, + "members": [ + 2268 + ], + "max_error": 0.0 + }, + { + "representative": 2256, + "members": [ + 2256 + ], + "max_error": 0.0 + }, + { + "representative": 2790, + "members": [ + 2790 + ], + "max_error": 0.0 + }, + { + "representative": 2809, + "members": [ + 2809 + ], + "max_error": 0.0 + }, + { + "representative": 2692, + "members": [ + 2692 + ], + "max_error": 0.0 + }, + { + "representative": 2615, + "members": [ + 2615 + ], + "max_error": 0.0 + }, + { + "representative": 2674, + "members": [ + 2674 + ], + "max_error": 0.0 + }, + { + "representative": 2641, + "members": [ + 2641 + ], + "max_error": 0.0 + }, + { + "representative": 3127, + "members": [ + 3127 + ], + "max_error": 0.0 + }, + { + "representative": 3090, + "members": [ + 3090 + ], + "max_error": 0.0 + }, + { + "representative": 3290, + "members": [ + 3290 + ], + "max_error": 0.0 + }, + { + "representative": 3156, + "members": [ + 3156 + ], + "max_error": 0.0 + }, + { + "representative": 3078, + "members": [ + 3078 + ], + "max_error": 0.0 + }, + { + "representative": 3179, + "members": [ + 3179 + ], + "max_error": 0.0 + }, + { + "representative": 3282, + "members": [ + 3282 + ], + "max_error": 0.0 + }, + { + "representative": 3180, + "members": [ + 3180 + ], + "max_error": 0.0 + }, + { + "representative": 3273, + "members": [ + 3273 + ], + "max_error": 0.0 + }, + { + "representative": 3325, + "members": [ + 3325 + ], + "max_error": 0.0 + }, + { + "representative": 3315, + "members": [ + 3315 + ], + "max_error": 0.0 + }, + { + "representative": 3229, + "members": [ + 3229 + ], + "max_error": 0.0 + }, + { + "representative": 3249, + "members": [ + 3249 + ], + "max_error": 0.0 + }, + { + "representative": 3276, + "members": [ + 3276 + ], + "max_error": 0.0 + }, + { + "representative": 3739, + "members": [ + 3739 + ], + "max_error": 0.0 + }, + { + "representative": 3732, + "members": [ + 3732 + ], + "max_error": 0.0 + }, + { + "representative": 3744, + "members": [ + 3744 + ], + "max_error": 0.0 + }, + { + "representative": 3736, + "members": [ + 3736 + ], + "max_error": 0.0 + }, + { + "representative": 3709, + "members": [ + 3709 + ], + "max_error": 0.0 + }, + { + "representative": 3789, + "members": [ + 3789 + ], + "max_error": 0.0 + }, + { + "representative": 3769, + "members": [ + 3769 + ], + "max_error": 0.0 + }, + { + "representative": 3683, + "members": [ + 3683 + ], + "max_error": 0.0 + }, + { + "representative": 3788, + "members": [ + 3788 + ], + "max_error": 0.0 + }, + { + "representative": 3746, + "members": [ + 3746 + ], + "max_error": 0.0 + }, + { + "representative": 1232, + "members": [ + 1232 + ], + "max_error": 0.0 + }, + { + "representative": 1209, + "members": [ + 1209 + ], + "max_error": 0.0 + }, + { + "representative": 1027, + "members": [ + 1027 + ], + "max_error": 0.0 + }, + { + "representative": 1039, + "members": [ + 1039 + ], + "max_error": 0.0 + }, + { + "representative": 1137, + "members": [ + 1137 + ], + "max_error": 0.0 + }, + { + "representative": 1174, + "members": [ + 1174 + ], + "max_error": 0.0 + }, + { + "representative": 1120, + "members": [ + 1120 + ], + "max_error": 0.0 + }, + { + "representative": 1211, + "members": [ + 1211 + ], + "max_error": 0.0 + }, + { + "representative": 1159, + "members": [ + 1159 + ], + "max_error": 0.0 + }, + { + "representative": 1157, + "members": [ + 1157 + ], + "max_error": 0.0 + }, + { + "representative": 1082, + "members": [ + 1082 + ], + "max_error": 0.0 + }, + { + "representative": 1235, + "members": [ + 1235 + ], + "max_error": 0.0 + }, + { + "representative": 1068, + "members": [ + 1068 + ], + "max_error": 0.0 + }, + { + "representative": 1594, + "members": [ + 1594 + ], + "max_error": 0.0 + }, + { + "representative": 1697, + "members": [ + 1697 + ], + "max_error": 0.0 + }, + { + "representative": 1608, + "members": [ + 1608 + ], + "max_error": 0.0 + }, + { + "representative": 1584, + "members": [ + 1584 + ], + "max_error": 0.0 + }, + { + "representative": 1554, + "members": [ + 1554 + ], + "max_error": 0.0 + }, + { + "representative": 1649, + "members": [ + 1649 + ], + "max_error": 0.0 + }, + { + "representative": 1541, + "members": [ + 1541 + ], + "max_error": 0.0 + }, + { + "representative": 1606, + "members": [ + 1606 + ], + "max_error": 0.0 + }, + { + "representative": 1615, + "members": [ + 1615 + ], + "max_error": 0.0 + }, + { + "representative": 2226, + "members": [ + 2226 + ], + "max_error": 0.0 + }, + { + "representative": 2215, + "members": [ + 2215 + ], + "max_error": 0.0 + }, + { + "representative": 2157, + "members": [ + 2157 + ], + "max_error": 0.0 + }, + { + "representative": 2229, + "members": [ + 2229 + ], + "max_error": 0.0 + }, + { + "representative": 2050, + "members": [ + 2050 + ], + "max_error": 0.0 + }, + { + "representative": 2221, + "members": [ + 2221 + ], + "max_error": 0.0 + }, + { + "representative": 2118, + "members": [ + 2118 + ], + "max_error": 0.0 + }, + { + "representative": 2248, + "members": [ + 2248 + ], + "max_error": 0.0 + }, + { + "representative": 2059, + "members": [ + 2059 + ], + "max_error": 0.0 + }, + { + "representative": 2224, + "members": [ + 2224 + ], + "max_error": 0.0 + }, + { + "representative": 2780, + "members": [ + 2780 + ], + "max_error": 0.0 + }, + { + "representative": 2737, + "members": [ + 2737 + ], + "max_error": 0.0 + }, + { + "representative": 2709, + "members": [ + 2709 + ], + "max_error": 0.0 + }, + { + "representative": 2608, + "members": [ + 2608 + ], + "max_error": 0.0 + }, + { + "representative": 2718, + "members": [ + 2718 + ], + "max_error": 0.0 + }, + { + "representative": 2579, + "members": [ + 2579 + ], + "max_error": 0.0 + }, + { + "representative": 2637, + "members": [ + 2637 + ], + "max_error": 0.0 + }, + { + "representative": 2659, + "members": [ + 2659 + ], + "max_error": 0.0 + }, + { + "representative": 2596, + "members": [ + 2596 + ], + "max_error": 0.0 + }, + { + "representative": 2604, + "members": [ + 2604 + ], + "max_error": 0.0 + }, + { + "representative": 3245, + "members": [ + 3245 + ], + "max_error": 0.0 + }, + { + "representative": 3208, + "members": [ + 3208 + ], + "max_error": 0.0 + }, + { + "representative": 3192, + "members": [ + 3192 + ], + "max_error": 0.0 + }, + { + "representative": 3228, + "members": [ + 3228 + ], + "max_error": 0.0 + }, + { + "representative": 3259, + "members": [ + 3259 + ], + "max_error": 0.0 + }, + { + "representative": 3188, + "members": [ + 3188 + ], + "max_error": 0.0 + }, + { + "representative": 3168, + "members": [ + 3168 + ], + "max_error": 0.0 + }, + { + "representative": 3246, + "members": [ + 3246 + ], + "max_error": 0.0 + }, + { + "representative": 3178, + "members": [ + 3178 + ], + "max_error": 0.0 + }, + { + "representative": 3094, + "members": [ + 3094 + ], + "max_error": 0.0 + }, + { + "representative": 3087, + "members": [ + 3087 + ], + "max_error": 0.0 + }, + { + "representative": 3205, + "members": [ + 3205 + ], + "max_error": 0.0 + }, + { + "representative": 3126, + "members": [ + 3126 + ], + "max_error": 0.0 + }, + { + "representative": 3323, + "members": [ + 3323 + ], + "max_error": 0.0 + }, + { + "representative": 3737, + "members": [ + 3737 + ], + "max_error": 0.0 + }, + { + "representative": 3701, + "members": [ + 3701 + ], + "max_error": 0.0 + }, + { + "representative": 3650, + "members": [ + 3650 + ], + "max_error": 0.0 + }, + { + "representative": 3605, + "members": [ + 3605 + ], + "max_error": 0.0 + }, + { + "representative": 3819, + "members": [ + 3819 + ], + "max_error": 0.0 + }, + { + "representative": 3635, + "members": [ + 3635 + ], + "max_error": 0.0 + }, + { + "representative": 3838, + "members": [ + 3838 + ], + "max_error": 0.0 + }, + { + "representative": 3589, + "members": [ + 3589 + ], + "max_error": 0.0 + }, + { + "representative": 3827, + "members": [ + 3827 + ], + "max_error": 0.0 + }, + { + "representative": 3792, + "members": [ + 3792 + ], + "max_error": 0.0 + }, + { + "representative": 3688, + "members": [ + 3688 + ], + "max_error": 0.0 + }, + { + "representative": 3604, + "members": [ + 3604 + ], + "max_error": 0.0 + }, + { + "representative": 1274, + "members": [ + 1274 + ], + "max_error": 0.0 + }, + { + "representative": 1168, + "members": [ + 1168 + ], + "max_error": 0.0 + }, + { + "representative": 1129, + "members": [ + 1129 + ], + "max_error": 0.0 + }, + { + "representative": 1196, + "members": [ + 1196 + ], + "max_error": 0.0 + }, + { + "representative": 1123, + "members": [ + 1123 + ], + "max_error": 0.0 + }, + { + "representative": 1108, + "members": [ + 1108 + ], + "max_error": 0.0 + }, + { + "representative": 1055, + "members": [ + 1055 + ], + "max_error": 0.0 + }, + { + "representative": 1178, + "members": [ + 1178 + ], + "max_error": 0.0 + }, + { + "representative": 1146, + "members": [ + 1146 + ], + "max_error": 0.0 + }, + { + "representative": 1186, + "members": [ + 1186 + ], + "max_error": 0.0 + }, + { + "representative": 1103, + "members": [ + 1103 + ], + "max_error": 0.0 + }, + { + "representative": 1160, + "members": [ + 1160 + ], + "max_error": 0.0 + }, + { + "representative": 1222, + "members": [ + 1222 + ], + "max_error": 0.0 + }, + { + "representative": 1663, + "members": [ + 1663 + ], + "max_error": 0.0 + }, + { + "representative": 1550, + "members": [ + 1550 + ], + "max_error": 0.0 + }, + { + "representative": 1752, + "members": [ + 1752 + ], + "max_error": 0.0 + }, + { + "representative": 1688, + "members": [ + 1688 + ], + "max_error": 0.0 + }, + { + "representative": 1539, + "members": [ + 1539 + ], + "max_error": 0.0 + }, + { + "representative": 1737, + "members": [ + 1737 + ], + "max_error": 0.0 + }, + { + "representative": 1619, + "members": [ + 1619 + ], + "max_error": 0.0 + }, + { + "representative": 1771, + "members": [ + 1771 + ], + "max_error": 0.0 + }, + { + "representative": 1664, + "members": [ + 1664 + ], + "max_error": 0.0 + }, + { + "representative": 1604, + "members": [ + 1604 + ], + "max_error": 0.0 + }, + { + "representative": 1739, + "members": [ + 1739 + ], + "max_error": 0.0 + }, + { + "representative": 1569, + "members": [ + 1569 + ], + "max_error": 0.0 + }, + { + "representative": 1635, + "members": [ + 1635 + ], + "max_error": 0.0 + }, + { + "representative": 1654, + "members": [ + 1654 + ], + "max_error": 0.0 + }, + { + "representative": 1674, + "members": [ + 1674 + ], + "max_error": 0.0 + }, + { + "representative": 1631, + "members": [ + 1631 + ], + "max_error": 0.0 + }, + { + "representative": 1614, + "members": [ + 1614 + ], + "max_error": 0.0 + }, + { + "representative": 1651, + "members": [ + 1651 + ], + "max_error": 0.0 + }, + { + "representative": 1675, + "members": [ + 1675 + ], + "max_error": 0.0 + }, + { + "representative": 2114, + "members": [ + 2114 + ], + "max_error": 0.0 + }, + { + "representative": 2075, + "members": [ + 2075 + ], + "max_error": 0.0 + }, + { + "representative": 2171, + "members": [ + 2171 + ], + "max_error": 0.0 + }, + { + "representative": 2117, + "members": [ + 2117 + ], + "max_error": 0.0 + }, + { + "representative": 2167, + "members": [ + 2167 + ], + "max_error": 0.0 + }, + { + "representative": 2107, + "members": [ + 2107 + ], + "max_error": 0.0 + }, + { + "representative": 2300, + "members": [ + 2300 + ], + "max_error": 0.0 + }, + { + "representative": 2182, + "members": [ + 2182 + ], + "max_error": 0.0 + }, + { + "representative": 2290, + "members": [ + 2290 + ], + "max_error": 0.0 + }, + { + "representative": 2140, + "members": [ + 2140 + ], + "max_error": 0.0 + }, + { + "representative": 2270, + "members": [ + 2270 + ], + "max_error": 0.0 + }, + { + "representative": 2293, + "members": [ + 2293 + ], + "max_error": 0.0 + }, + { + "representative": 2284, + "members": [ + 2284 + ], + "max_error": 0.0 + }, + { + "representative": 2085, + "members": [ + 2085 + ], + "max_error": 0.0 + }, + { + "representative": 2769, + "members": [ + 2769 + ], + "max_error": 0.0 + }, + { + "representative": 2611, + "members": [ + 2611 + ], + "max_error": 0.0 + }, + { + "representative": 2588, + "members": [ + 2588 + ], + "max_error": 0.0 + }, + { + "representative": 2723, + "members": [ + 2723 + ], + "max_error": 0.0 + }, + { + "representative": 2732, + "members": [ + 2732 + ], + "max_error": 0.0 + }, + { + "representative": 2575, + "members": [ + 2575 + ], + "max_error": 0.0 + }, + { + "representative": 2569, + "members": [ + 2569 + ], + "max_error": 0.0 + }, + { + "representative": 2616, + "members": [ + 2616 + ], + "max_error": 0.0 + }, + { + "representative": 3166, + "members": [ + 3166 + ], + "max_error": 0.0 + }, + { + "representative": 3317, + "members": [ + 3317 + ], + "max_error": 0.0 + }, + { + "representative": 3154, + "members": [ + 3154 + ], + "max_error": 0.0 + }, + { + "representative": 3254, + "members": [ + 3254 + ], + "max_error": 0.0 + }, + { + "representative": 3247, + "members": [ + 3247 + ], + "max_error": 0.0 + }, + { + "representative": 3085, + "members": [ + 3085 + ], + "max_error": 0.0 + }, + { + "representative": 3181, + "members": [ + 3181 + ], + "max_error": 0.0 + }, + { + "representative": 3269, + "members": [ + 3269 + ], + "max_error": 0.0 + }, + { + "representative": 3140, + "members": [ + 3140 + ], + "max_error": 0.0 + }, + { + "representative": 3641, + "members": [ + 3641 + ], + "max_error": 0.0 + }, + { + "representative": 3824, + "members": [ + 3824 + ], + "max_error": 0.0 + }, + { + "representative": 3721, + "members": [ + 3721 + ], + "max_error": 0.0 + }, + { + "representative": 3670, + "members": [ + 3670 + ], + "max_error": 0.0 + }, + { + "representative": 3649, + "members": [ + 3649 + ], + "max_error": 0.0 + }, + { + "representative": 3691, + "members": [ + 3691 + ], + "max_error": 0.0 + }, + { + "representative": 3802, + "members": [ + 3802 + ], + "max_error": 0.0 + }, + { + "representative": 3710, + "members": [ + 3710 + ], + "max_error": 0.0 + }, + { + "representative": 3637, + "members": [ + 3637 + ], + "max_error": 0.0 + }, + { + "representative": 3722, + "members": [ + 3722 + ], + "max_error": 0.0 + }, + { + "representative": 2576, + "members": [ + 2576 + ], + "max_error": 0.0 + }, + { + "representative": 2605, + "members": [ + 2605 + ], + "max_error": 0.0 + }, + { + "representative": 2767, + "members": [ + 2767 + ], + "max_error": 0.0 + }, + { + "representative": 2671, + "members": [ + 2671 + ], + "max_error": 0.0 + }, + { + "representative": 2776, + "members": [ + 2776 + ], + "max_error": 0.0 + }, + { + "representative": 2748, + "members": [ + 2748 + ], + "max_error": 0.0 + }, + { + "representative": 2573, + "members": [ + 2573 + ], + "max_error": 0.0 + }, + { + "representative": 2564, + "members": [ + 2564 + ], + "max_error": 0.0 + }, + { + "representative": 2797, + "members": [ + 2797 + ], + "max_error": 0.0 + }, + { + "representative": 2762, + "members": [ + 2762 + ], + "max_error": 0.0 + }, + { + "representative": 2598, + "members": [ + 2598 + ], + "max_error": 0.0 + }, + { + "representative": 2747, + "members": [ + 2747 + ], + "max_error": 0.0 + }, + { + "representative": 2733, + "members": [ + 2733 + ], + "max_error": 0.0 + }, + { + "representative": 2628, + "members": [ + 2628 + ], + "max_error": 0.0 + }, + { + "representative": 3262, + "members": [ + 3262 + ], + "max_error": 0.0 + }, + { + "representative": 3171, + "members": [ + 3171 + ], + "max_error": 0.0 + }, + { + "representative": 3124, + "members": [ + 3124 + ], + "max_error": 0.0 + }, + { + "representative": 3288, + "members": [ + 3288 + ], + "max_error": 0.0 + }, + { + "representative": 3096, + "members": [ + 3096 + ], + "max_error": 0.0 + }, + { + "representative": 3252, + "members": [ + 3252 + ], + "max_error": 0.0 + }, + { + "representative": 3130, + "members": [ + 3130 + ], + "max_error": 0.0 + }, + { + "representative": 3268, + "members": [ + 3268 + ], + "max_error": 0.0 + }, + { + "representative": 3275, + "members": [ + 3275 + ], + "max_error": 0.0 + }, + { + "representative": 3280, + "members": [ + 3280 + ], + "max_error": 0.0 + }, + { + "representative": 3116, + "members": [ + 3116 + ], + "max_error": 0.0 + }, + { + "representative": 3239, + "members": [ + 3239 + ], + "max_error": 0.0 + }, + { + "representative": 3835, + "members": [ + 3835 + ], + "max_error": 0.0 + }, + { + "representative": 3625, + "members": [ + 3625 + ], + "max_error": 0.0 + }, + { + "representative": 3783, + "members": [ + 3783 + ], + "max_error": 0.0 + }, + { + "representative": 3814, + "members": [ + 3814 + ], + "max_error": 0.0 + }, + { + "representative": 3765, + "members": [ + 3765 + ], + "max_error": 0.0 + }, + { + "representative": 3773, + "members": [ + 3773 + ], + "max_error": 0.0 + }, + { + "representative": 3702, + "members": [ + 3702 + ], + "max_error": 0.0 + }, + { + "representative": 3645, + "members": [ + 3645 + ], + "max_error": 0.0 + }, + { + "representative": 3826, + "members": [ + 3826 + ], + "max_error": 0.0 + }, + { + "representative": 3695, + "members": [ + 3695 + ], + "max_error": 0.0 + }, + { + "representative": 3642, + "members": [ + 3642 + ], + "max_error": 0.0 + }, + { + "representative": 3596, + "members": [ + 3596 + ], + "max_error": 0.0 + }, + { + "representative": 4224, + "members": [ + 4224 + ], + "max_error": 0.0 + }, + { + "representative": 4232, + "members": [ + 4232 + ], + "max_error": 0.0 + }, + { + "representative": 4233, + "members": [ + 4233 + ], + "max_error": 0.0 + }, + { + "representative": 4225, + "members": [ + 4225 + ], + "max_error": 0.0 + }, + { + "representative": 4235, + "members": [ + 4235 + ], + "max_error": 0.0 + }, + { + "representative": 4236, + "members": [ + 4236 + ], + "max_error": 0.0 + }, + { + "representative": 4237, + "members": [ + 4237 + ], + "max_error": 0.0 + }, + { + "representative": 4238, + "members": [ + 4238 + ], + "max_error": 0.0 + }, + { + "representative": 4239, + "members": [ + 4239 + ], + "max_error": 0.0 + }, + { + "representative": 4227, + "members": [ + 4227 + ], + "max_error": 0.0 + }, + { + "representative": 4228, + "members": [ + 4228 + ], + "max_error": 0.0 + }, + { + "representative": 4230, + "members": [ + 4230 + ], + "max_error": 0.0 + }, + { + "representative": 4231, + "members": [ + 4231 + ], + "max_error": 0.0 + }, + { + "representative": 4240, + "members": [ + 4240 + ], + "max_error": 0.0 + }, + { + "representative": 4248, + "members": [ + 4248 + ], + "max_error": 0.0 + }, + { + "representative": 4249, + "members": [ + 4249 + ], + "max_error": 0.0 + }, + { + "representative": 4241, + "members": [ + 4241 + ], + "max_error": 0.0 + }, + { + "representative": 4250, + "members": [ + 4250 + ], + "max_error": 0.0 + }, + { + "representative": 4251, + "members": [ + 4251 + ], + "max_error": 0.0 + }, + { + "representative": 4254, + "members": [ + 4254 + ], + "max_error": 0.0 + }, + { + "representative": 4255, + "members": [ + 4255 + ], + "max_error": 0.0 + }, + { + "representative": 4242, + "members": [ + 4242 + ], + "max_error": 0.0 + }, + { + "representative": 4243, + "members": [ + 4243 + ], + "max_error": 0.0 + }, + { + "representative": 4244, + "members": [ + 4244 + ], + "max_error": 0.0 + }, + { + "representative": 4245, + "members": [ + 4245 + ], + "max_error": 0.0 + }, + { + "representative": 4247, + "members": [ + 4247 + ], + "max_error": 0.0 + }, + { + "representative": 4256, + "members": [ + 4256 + ], + "max_error": 0.0 + }, + { + "representative": 4264, + "members": [ + 4264 + ], + "max_error": 0.0 + }, + { + "representative": 4265, + "members": [ + 4265 + ], + "max_error": 0.0 + }, + { + "representative": 4257, + "members": [ + 4257 + ], + "max_error": 0.0 + }, + { + "representative": 4266, + "members": [ + 4266 + ], + "max_error": 0.0 + }, + { + "representative": 4267, + "members": [ + 4267 + ], + "max_error": 0.0 + }, + { + "representative": 4271, + "members": [ + 4271 + ], + "max_error": 0.0 + }, + { + "representative": 4258, + "members": [ + 4258 + ], + "max_error": 0.0 + }, + { + "representative": 4259, + "members": [ + 4259 + ], + "max_error": 0.0 + }, + { + "representative": 4260, + "members": [ + 4260 + ], + "max_error": 0.0 + }, + { + "representative": 4262, + "members": [ + 4262 + ], + "max_error": 0.0 + }, + { + "representative": 4263, + "members": [ + 4263 + ], + "max_error": 0.0 + }, + { + "representative": 4272, + "members": [ + 4272 + ], + "max_error": 0.0 + }, + { + "representative": 4280, + "members": [ + 4280 + ], + "max_error": 0.0 + }, + { + "representative": 4273, + "members": [ + 4273 + ], + "max_error": 0.0 + }, + { + "representative": 4282, + "members": [ + 4282 + ], + "max_error": 0.0 + }, + { + "representative": 4283, + "members": [ + 4283 + ], + "max_error": 0.0 + }, + { + "representative": 4284, + "members": [ + 4284 + ], + "max_error": 0.0 + }, + { + "representative": 4287, + "members": [ + 4287 + ], + "max_error": 0.0 + }, + { + "representative": 4274, + "members": [ + 4274 + ], + "max_error": 0.0 + }, + { + "representative": 4275, + "members": [ + 4275 + ], + "max_error": 0.0 + }, + { + "representative": 4276, + "members": [ + 4276 + ], + "max_error": 0.0 + }, + { + "representative": 4648, + "members": [ + 4648 + ], + "max_error": 0.0 + }, + { + "representative": 4786, + "members": [ + 4786 + ], + "max_error": 0.0 + }, + { + "representative": 4835, + "members": [ + 4835 + ], + "max_error": 0.0 + }, + { + "representative": 4676, + "members": [ + 4676 + ], + "max_error": 0.0 + }, + { + "representative": 4783, + "members": [ + 4783 + ], + "max_error": 0.0 + }, + { + "representative": 4638, + "members": [ + 4638 + ], + "max_error": 0.0 + }, + { + "representative": 4746, + "members": [ + 4746 + ], + "max_error": 0.0 + }, + { + "representative": 4671, + "members": [ + 4671 + ], + "max_error": 0.0 + }, + { + "representative": 4733, + "members": [ + 4733 + ], + "max_error": 0.0 + }, + { + "representative": 4845, + "members": [ + 4845 + ], + "max_error": 0.0 + }, + { + "representative": 4799, + "members": [ + 4799 + ], + "max_error": 0.0 + }, + { + "representative": 4631, + "members": [ + 4631 + ], + "max_error": 0.0 + }, + { + "representative": 4703, + "members": [ + 4703 + ], + "max_error": 0.0 + }, + { + "representative": 4859, + "members": [ + 4859 + ], + "max_error": 0.0 + }, + { + "representative": 4805, + "members": [ + 4805 + ], + "max_error": 0.0 + }, + { + "representative": 4777, + "members": [ + 4777 + ], + "max_error": 0.0 + }, + { + "representative": 4788, + "members": [ + 4788 + ], + "max_error": 0.0 + }, + { + "representative": 4772, + "members": [ + 4772 + ], + "max_error": 0.0 + }, + { + "representative": 4802, + "members": [ + 4802 + ], + "max_error": 0.0 + }, + { + "representative": 4863, + "members": [ + 4863 + ], + "max_error": 0.0 + }, + { + "representative": 4756, + "members": [ + 4756 + ], + "max_error": 0.0 + }, + { + "representative": 4728, + "members": [ + 4728 + ], + "max_error": 0.0 + }, + { + "representative": 4749, + "members": [ + 4749 + ], + "max_error": 0.0 + }, + { + "representative": 4738, + "members": [ + 4738 + ], + "max_error": 0.0 + }, + { + "representative": 4795, + "members": [ + 4795 + ], + "max_error": 0.0 + }, + { + "representative": 4750, + "members": [ + 4750 + ], + "max_error": 0.0 + }, + { + "representative": 4618, + "members": [ + 4618 + ], + "max_error": 0.0 + }, + { + "representative": 4846, + "members": [ + 4846 + ], + "max_error": 0.0 + }, + { + "representative": 4704, + "members": [ + 4704 + ], + "max_error": 0.0 + }, + { + "representative": 4781, + "members": [ + 4781 + ], + "max_error": 0.0 + }, + { + "representative": 4836, + "members": [ + 4836 + ], + "max_error": 0.0 + }, + { + "representative": 4697, + "members": [ + 4697 + ], + "max_error": 0.0 + }, + { + "representative": 4861, + "members": [ + 4861 + ], + "max_error": 0.0 + }, + { + "representative": 4818, + "members": [ + 4818 + ], + "max_error": 0.0 + }, + { + "representative": 4804, + "members": [ + 4804 + ], + "max_error": 0.0 + }, + { + "representative": 4752, + "members": [ + 4752 + ], + "max_error": 0.0 + }, + { + "representative": 4634, + "members": [ + 4634 + ], + "max_error": 0.0 + }, + { + "representative": 4639, + "members": [ + 4639 + ], + "max_error": 0.0 + }, + { + "representative": 4754, + "members": [ + 4754 + ], + "max_error": 0.0 + }, + { + "representative": 4674, + "members": [ + 4674 + ], + "max_error": 0.0 + }, + { + "representative": 4851, + "members": [ + 4851 + ], + "max_error": 0.0 + }, + { + "representative": 4646, + "members": [ + 4646 + ], + "max_error": 0.0 + }, + { + "representative": 5286, + "members": [ + 5286 + ], + "max_error": 0.0 + }, + { + "representative": 5143, + "members": [ + 5143 + ], + "max_error": 0.0 + }, + { + "representative": 5310, + "members": [ + 5310 + ], + "max_error": 0.0 + }, + { + "representative": 5187, + "members": [ + 5187 + ], + "max_error": 0.0 + }, + { + "representative": 5350, + "members": [ + 5350 + ], + "max_error": 0.0 + }, + { + "representative": 5374, + "members": [ + 5374 + ], + "max_error": 0.0 + }, + { + "representative": 5165, + "members": [ + 5165 + ], + "max_error": 0.0 + }, + { + "representative": 5301, + "members": [ + 5301 + ], + "max_error": 0.0 + }, + { + "representative": 5265, + "members": [ + 5265 + ], + "max_error": 0.0 + }, + { + "representative": 5280, + "members": [ + 5280 + ], + "max_error": 0.0 + }, + { + "representative": 5272, + "members": [ + 5272 + ], + "max_error": 0.0 + }, + { + "representative": 5235, + "members": [ + 5235 + ], + "max_error": 0.0 + }, + { + "representative": 5267, + "members": [ + 5267 + ], + "max_error": 0.0 + }, + { + "representative": 5296, + "members": [ + 5296 + ], + "max_error": 0.0 + }, + { + "representative": 5313, + "members": [ + 5313 + ], + "max_error": 0.0 + }, + { + "representative": 5195, + "members": [ + 5195 + ], + "max_error": 0.0 + }, + { + "representative": 5299, + "members": [ + 5299 + ], + "max_error": 0.0 + }, + { + "representative": 5170, + "members": [ + 5170 + ], + "max_error": 0.0 + }, + { + "representative": 5184, + "members": [ + 5184 + ], + "max_error": 0.0 + }, + { + "representative": 5219, + "members": [ + 5219 + ], + "max_error": 0.0 + }, + { + "representative": 5216, + "members": [ + 5216 + ], + "max_error": 0.0 + }, + { + "representative": 5278, + "members": [ + 5278 + ], + "max_error": 0.0 + }, + { + "representative": 5252, + "members": [ + 5252 + ], + "max_error": 0.0 + }, + { + "representative": 5189, + "members": [ + 5189 + ], + "max_error": 0.0 + }, + { + "representative": 5255, + "members": [ + 5255 + ], + "max_error": 0.0 + }, + { + "representative": 5355, + "members": [ + 5355 + ], + "max_error": 0.0 + }, + { + "representative": 5333, + "members": [ + 5333 + ], + "max_error": 0.0 + }, + { + "representative": 5283, + "members": [ + 5283 + ], + "max_error": 0.0 + }, + { + "representative": 5336, + "members": [ + 5336 + ], + "max_error": 0.0 + }, + { + "representative": 5330, + "members": [ + 5330 + ], + "max_error": 0.0 + }, + { + "representative": 5193, + "members": [ + 5193 + ], + "max_error": 0.0 + }, + { + "representative": 5164, + "members": [ + 5164 + ], + "max_error": 0.0 + }, + { + "representative": 5240, + "members": [ + 5240 + ], + "max_error": 0.0 + }, + { + "representative": 5298, + "members": [ + 5298 + ], + "max_error": 0.0 + }, + { + "representative": 5225, + "members": [ + 5225 + ], + "max_error": 0.0 + }, + { + "representative": 5291, + "members": [ + 5291 + ], + "max_error": 0.0 + }, + { + "representative": 5262, + "members": [ + 5262 + ], + "max_error": 0.0 + }, + { + "representative": 5228, + "members": [ + 5228 + ], + "max_error": 0.0 + }, + { + "representative": 5246, + "members": [ + 5246 + ], + "max_error": 0.0 + }, + { + "representative": 5169, + "members": [ + 5169 + ], + "max_error": 0.0 + }, + { + "representative": 5227, + "members": [ + 5227 + ], + "max_error": 0.0 + }, + { + "representative": 5297, + "members": [ + 5297 + ], + "max_error": 0.0 + }, + { + "representative": 5276, + "members": [ + 5276 + ], + "max_error": 0.0 + }, + { + "representative": 5368, + "members": [ + 5368 + ], + "max_error": 0.0 + }, + { + "representative": 5316, + "members": [ + 5316 + ], + "max_error": 0.0 + }, + { + "representative": 5181, + "members": [ + 5181 + ], + "max_error": 0.0 + }, + { + "representative": 5768, + "members": [ + 5768 + ], + "max_error": 0.0 + }, + { + "representative": 5769, + "members": [ + 5769 + ], + "max_error": 0.0 + }, + { + "representative": 5770, + "members": [ + 5770 + ], + "max_error": 0.0 + }, + { + "representative": 5772, + "members": [ + 5772 + ], + "max_error": 0.0 + }, + { + "representative": 5773, + "members": [ + 5773 + ], + "max_error": 0.0 + }, + { + "representative": 5774, + "members": [ + 5774 + ], + "max_error": 0.0 + }, + { + "representative": 5775, + "members": [ + 5775 + ], + "max_error": 0.0 + }, + { + "representative": 5763, + "members": [ + 5763 + ], + "max_error": 0.0 + }, + { + "representative": 5764, + "members": [ + 5764 + ], + "max_error": 0.0 + }, + { + "representative": 5765, + "members": [ + 5765 + ], + "max_error": 0.0 + }, + { + "representative": 5766, + "members": [ + 5766 + ], + "max_error": 0.0 + }, + { + "representative": 5767, + "members": [ + 5767 + ], + "max_error": 0.0 + }, + { + "representative": 5776, + "members": [ + 5776 + ], + "max_error": 0.0 + }, + { + "representative": 5785, + "members": [ + 5785 + ], + "max_error": 0.0 + }, + { + "representative": 5777, + "members": [ + 5777 + ], + "max_error": 0.0 + }, + { + "representative": 5786, + "members": [ + 5786 + ], + "max_error": 0.0 + }, + { + "representative": 5787, + "members": [ + 5787 + ], + "max_error": 0.0 + }, + { + "representative": 5788, + "members": [ + 5788 + ], + "max_error": 0.0 + }, + { + "representative": 5789, + "members": [ + 5789 + ], + "max_error": 0.0 + }, + { + "representative": 5790, + "members": [ + 5790 + ], + "max_error": 0.0 + }, + { + "representative": 5778, + "members": [ + 5778 + ], + "max_error": 0.0 + }, + { + "representative": 5779, + "members": [ + 5779 + ], + "max_error": 0.0 + }, + { + "representative": 5780, + "members": [ + 5780 + ], + "max_error": 0.0 + }, + { + "representative": 5781, + "members": [ + 5781 + ], + "max_error": 0.0 + }, + { + "representative": 5782, + "members": [ + 5782 + ], + "max_error": 0.0 + }, + { + "representative": 5783, + "members": [ + 5783 + ], + "max_error": 0.0 + }, + { + "representative": 5800, + "members": [ + 5800 + ], + "max_error": 0.0 + }, + { + "representative": 5801, + "members": [ + 5801 + ], + "max_error": 0.0 + }, + { + "representative": 5802, + "members": [ + 5802 + ], + "max_error": 0.0 + }, + { + "representative": 5803, + "members": [ + 5803 + ], + "max_error": 0.0 + }, + { + "representative": 5804, + "members": [ + 5804 + ], + "max_error": 0.0 + }, + { + "representative": 5805, + "members": [ + 5805 + ], + "max_error": 0.0 + }, + { + "representative": 5806, + "members": [ + 5806 + ], + "max_error": 0.0 + }, + { + "representative": 5794, + "members": [ + 5794 + ], + "max_error": 0.0 + }, + { + "representative": 5796, + "members": [ + 5796 + ], + "max_error": 0.0 + }, + { + "representative": 5798, + "members": [ + 5798 + ], + "max_error": 0.0 + }, + { + "representative": 5799, + "members": [ + 5799 + ], + "max_error": 0.0 + }, + { + "representative": 5808, + "members": [ + 5808 + ], + "max_error": 0.0 + }, + { + "representative": 5816, + "members": [ + 5816 + ], + "max_error": 0.0 + }, + { + "representative": 5817, + "members": [ + 5817 + ], + "max_error": 0.0 + }, + { + "representative": 5809, + "members": [ + 5809 + ], + "max_error": 0.0 + }, + { + "representative": 5818, + "members": [ + 5818 + ], + "max_error": 0.0 + }, + { + "representative": 5819, + "members": [ + 5819 + ], + "max_error": 0.0 + }, + { + "representative": 5820, + "members": [ + 5820 + ], + "max_error": 0.0 + }, + { + "representative": 5821, + "members": [ + 5821 + ], + "max_error": 0.0 + }, + { + "representative": 5822, + "members": [ + 5822 + ], + "max_error": 0.0 + }, + { + "representative": 5823, + "members": [ + 5823 + ], + "max_error": 0.0 + }, + { + "representative": 5810, + "members": [ + 5810 + ], + "max_error": 0.0 + }, + { + "representative": 5812, + "members": [ + 5812 + ], + "max_error": 0.0 + }, + { + "representative": 5815, + "members": [ + 5815 + ], + "max_error": 0.0 + }, + { + "representative": 1084, + "members": [ + 1084 + ], + "max_error": 0.0 + }, + { + "representative": 1058, + "members": [ + 1058 + ], + "max_error": 0.0 + }, + { + "representative": 1203, + "members": [ + 1203 + ], + "max_error": 0.0 + }, + { + "representative": 1125, + "members": [ + 1125 + ], + "max_error": 0.0 + }, + { + "representative": 1051, + "members": [ + 1051 + ], + "max_error": 0.0 + }, + { + "representative": 1101, + "members": [ + 1101 + ], + "max_error": 0.0 + }, + { + "representative": 1025, + "members": [ + 1025 + ], + "max_error": 0.0 + }, + { + "representative": 1265, + "members": [ + 1265 + ], + "max_error": 0.0 + }, + { + "representative": 1241, + "members": [ + 1241 + ], + "max_error": 0.0 + }, + { + "representative": 1172, + "members": [ + 1172 + ], + "max_error": 0.0 + }, + { + "representative": 1655, + "members": [ + 1655 + ], + "max_error": 0.0 + }, + { + "representative": 1538, + "members": [ + 1538 + ], + "max_error": 0.0 + }, + { + "representative": 1700, + "members": [ + 1700 + ], + "max_error": 0.0 + }, + { + "representative": 1768, + "members": [ + 1768 + ], + "max_error": 0.0 + }, + { + "representative": 1596, + "members": [ + 1596 + ], + "max_error": 0.0 + }, + { + "representative": 1765, + "members": [ + 1765 + ], + "max_error": 0.0 + }, + { + "representative": 1718, + "members": [ + 1718 + ], + "max_error": 0.0 + }, + { + "representative": 1769, + "members": [ + 1769 + ], + "max_error": 0.0 + }, + { + "representative": 1633, + "members": [ + 1633 + ], + "max_error": 0.0 + }, + { + "representative": 1713, + "members": [ + 1713 + ], + "max_error": 0.0 + }, + { + "representative": 1620, + "members": [ + 1620 + ], + "max_error": 0.0 + }, + { + "representative": 1719, + "members": [ + 1719 + ], + "max_error": 0.0 + }, + { + "representative": 1634, + "members": [ + 1634 + ], + "max_error": 0.0 + }, + { + "representative": 1706, + "members": [ + 1706 + ], + "max_error": 0.0 + }, + { + "representative": 1641, + "members": [ + 1641 + ], + "max_error": 0.0 + }, + { + "representative": 1547, + "members": [ + 1547 + ], + "max_error": 0.0 + }, + { + "representative": 1646, + "members": [ + 1646 + ], + "max_error": 0.0 + }, + { + "representative": 1678, + "members": [ + 1678 + ], + "max_error": 0.0 + }, + { + "representative": 1685, + "members": [ + 1685 + ], + "max_error": 0.0 + }, + { + "representative": 2220, + "members": [ + 2220 + ], + "max_error": 0.0 + }, + { + "representative": 2105, + "members": [ + 2105 + ], + "max_error": 0.0 + }, + { + "representative": 2120, + "members": [ + 2120 + ], + "max_error": 0.0 + }, + { + "representative": 2128, + "members": [ + 2128 + ], + "max_error": 0.0 + }, + { + "representative": 2188, + "members": [ + 2188 + ], + "max_error": 0.0 + }, + { + "representative": 2164, + "members": [ + 2164 + ], + "max_error": 0.0 + }, + { + "representative": 2257, + "members": [ + 2257 + ], + "max_error": 0.0 + }, + { + "representative": 2076, + "members": [ + 2076 + ], + "max_error": 0.0 + }, + { + "representative": 2129, + "members": [ + 2129 + ], + "max_error": 0.0 + }, + { + "representative": 2063, + "members": [ + 2063 + ], + "max_error": 0.0 + }, + { + "representative": 2143, + "members": [ + 2143 + ], + "max_error": 0.0 + }, + { + "representative": 2243, + "members": [ + 2243 + ], + "max_error": 0.0 + }, + { + "representative": 2803, + "members": [ + 2803 + ], + "max_error": 0.0 + }, + { + "representative": 2814, + "members": [ + 2814 + ], + "max_error": 0.0 + }, + { + "representative": 2755, + "members": [ + 2755 + ], + "max_error": 0.0 + }, + { + "representative": 2586, + "members": [ + 2586 + ], + "max_error": 0.0 + }, + { + "representative": 2810, + "members": [ + 2810 + ], + "max_error": 0.0 + }, + { + "representative": 2716, + "members": [ + 2716 + ], + "max_error": 0.0 + }, + { + "representative": 2696, + "members": [ + 2696 + ], + "max_error": 0.0 + }, + { + "representative": 2796, + "members": [ + 2796 + ], + "max_error": 0.0 + }, + { + "representative": 2758, + "members": [ + 2758 + ], + "max_error": 0.0 + }, + { + "representative": 2786, + "members": [ + 2786 + ], + "max_error": 0.0 + }, + { + "representative": 2675, + "members": [ + 2675 + ], + "max_error": 0.0 + }, + { + "representative": 2721, + "members": [ + 2721 + ], + "max_error": 0.0 + }, + { + "representative": 2570, + "members": [ + 2570 + ], + "max_error": 0.0 + }, + { + "representative": 3222, + "members": [ + 3222 + ], + "max_error": 0.0 + }, + { + "representative": 3216, + "members": [ + 3216 + ], + "max_error": 0.0 + }, + { + "representative": 3072, + "members": [ + 3072 + ], + "max_error": 0.0 + }, + { + "representative": 3202, + "members": [ + 3202 + ], + "max_error": 0.0 + }, + { + "representative": 3264, + "members": [ + 3264 + ], + "max_error": 0.0 + }, + { + "representative": 3197, + "members": [ + 3197 + ], + "max_error": 0.0 + }, + { + "representative": 3103, + "members": [ + 3103 + ], + "max_error": 0.0 + }, + { + "representative": 3184, + "members": [ + 3184 + ], + "max_error": 0.0 + }, + { + "representative": 3111, + "members": [ + 3111 + ], + "max_error": 0.0 + }, + { + "representative": 3296, + "members": [ + 3296 + ], + "max_error": 0.0 + }, + { + "representative": 3218, + "members": [ + 3218 + ], + "max_error": 0.0 + }, + { + "representative": 3125, + "members": [ + 3125 + ], + "max_error": 0.0 + }, + { + "representative": 3301, + "members": [ + 3301 + ], + "max_error": 0.0 + }, + { + "representative": 3653, + "members": [ + 3653 + ], + "max_error": 0.0 + }, + { + "representative": 3687, + "members": [ + 3687 + ], + "max_error": 0.0 + }, + { + "representative": 3754, + "members": [ + 3754 + ], + "max_error": 0.0 + }, + { + "representative": 3823, + "members": [ + 3823 + ], + "max_error": 0.0 + }, + { + "representative": 3674, + "members": [ + 3674 + ], + "max_error": 0.0 + }, + { + "representative": 3652, + "members": [ + 3652 + ], + "max_error": 0.0 + }, + { + "representative": 3633, + "members": [ + 3633 + ], + "max_error": 0.0 + }, + { + "representative": 3808, + "members": [ + 3808 + ], + "max_error": 0.0 + }, + { + "representative": 3801, + "members": [ + 3801 + ], + "max_error": 0.0 + }, + { + "representative": 3594, + "members": [ + 3594 + ], + "max_error": 0.0 + }, + { + "representative": 3595, + "members": [ + 3595 + ], + "max_error": 0.0 + }, + { + "representative": 3643, + "members": [ + 3643 + ], + "max_error": 0.0 + }, + { + "representative": 3818, + "members": [ + 3818 + ], + "max_error": 0.0 + }, + { + "representative": 1035, + "members": [ + 1035 + ], + "max_error": 0.0 + }, + { + "representative": 1111, + "members": [ + 1111 + ], + "max_error": 0.0 + }, + { + "representative": 1100, + "members": [ + 1100 + ], + "max_error": 0.0 + }, + { + "representative": 1080, + "members": [ + 1080 + ], + "max_error": 0.0 + }, + { + "representative": 1126, + "members": [ + 1126 + ], + "max_error": 0.0 + }, + { + "representative": 1163, + "members": [ + 1163 + ], + "max_error": 0.0 + }, + { + "representative": 1228, + "members": [ + 1228 + ], + "max_error": 0.0 + }, + { + "representative": 1074, + "members": [ + 1074 + ], + "max_error": 0.0 + }, + { + "representative": 1181, + "members": [ + 1181 + ], + "max_error": 0.0 + }, + { + "representative": 1124, + "members": [ + 1124 + ], + "max_error": 0.0 + }, + { + "representative": 1555, + "members": [ + 1555 + ], + "max_error": 0.0 + }, + { + "representative": 1632, + "members": [ + 1632 + ], + "max_error": 0.0 + }, + { + "representative": 1579, + "members": [ + 1579 + ], + "max_error": 0.0 + }, + { + "representative": 1628, + "members": [ + 1628 + ], + "max_error": 0.0 + }, + { + "representative": 1782, + "members": [ + 1782 + ], + "max_error": 0.0 + }, + { + "representative": 1659, + "members": [ + 1659 + ], + "max_error": 0.0 + }, + { + "representative": 1711, + "members": [ + 1711 + ], + "max_error": 0.0 + }, + { + "representative": 1716, + "members": [ + 1716 + ], + "max_error": 0.0 + }, + { + "representative": 1593, + "members": [ + 1593 + ], + "max_error": 0.0 + }, + { + "representative": 1665, + "members": [ + 1665 + ], + "max_error": 0.0 + }, + { + "representative": 1695, + "members": [ + 1695 + ], + "max_error": 0.0 + }, + { + "representative": 1576, + "members": [ + 1576 + ], + "max_error": 0.0 + }, + { + "representative": 2087, + "members": [ + 2087 + ], + "max_error": 0.0 + }, + { + "representative": 2148, + "members": [ + 2148 + ], + "max_error": 0.0 + }, + { + "representative": 2089, + "members": [ + 2089 + ], + "max_error": 0.0 + }, + { + "representative": 2263, + "members": [ + 2263 + ], + "max_error": 0.0 + }, + { + "representative": 2286, + "members": [ + 2286 + ], + "max_error": 0.0 + }, + { + "representative": 2067, + "members": [ + 2067 + ], + "max_error": 0.0 + }, + { + "representative": 2214, + "members": [ + 2214 + ], + "max_error": 0.0 + }, + { + "representative": 2122, + "members": [ + 2122 + ], + "max_error": 0.0 + }, + { + "representative": 2096, + "members": [ + 2096 + ], + "max_error": 0.0 + }, + { + "representative": 2201, + "members": [ + 2201 + ], + "max_error": 0.0 + }, + { + "representative": 2094, + "members": [ + 2094 + ], + "max_error": 0.0 + }, + { + "representative": 2136, + "members": [ + 2136 + ], + "max_error": 0.0 + }, + { + "representative": 2566, + "members": [ + 2566 + ], + "max_error": 0.0 + }, + { + "representative": 2759, + "members": [ + 2759 + ], + "max_error": 0.0 + }, + { + "representative": 2751, + "members": [ + 2751 + ], + "max_error": 0.0 + }, + { + "representative": 2815, + "members": [ + 2815 + ], + "max_error": 0.0 + }, + { + "representative": 2728, + "members": [ + 2728 + ], + "max_error": 0.0 + }, + { + "representative": 2686, + "members": [ + 2686 + ], + "max_error": 0.0 + }, + { + "representative": 2650, + "members": [ + 2650 + ], + "max_error": 0.0 + }, + { + "representative": 2764, + "members": [ + 2764 + ], + "max_error": 0.0 + }, + { + "representative": 2574, + "members": [ + 2574 + ], + "max_error": 0.0 + }, + { + "representative": 2655, + "members": [ + 2655 + ], + "max_error": 0.0 + }, + { + "representative": 2756, + "members": [ + 2756 + ], + "max_error": 0.0 + }, + { + "representative": 3281, + "members": [ + 3281 + ], + "max_error": 0.0 + }, + { + "representative": 3277, + "members": [ + 3277 + ], + "max_error": 0.0 + }, + { + "representative": 3106, + "members": [ + 3106 + ], + "max_error": 0.0 + }, + { + "representative": 3105, + "members": [ + 3105 + ], + "max_error": 0.0 + }, + { + "representative": 3109, + "members": [ + 3109 + ], + "max_error": 0.0 + }, + { + "representative": 3099, + "members": [ + 3099 + ], + "max_error": 0.0 + }, + { + "representative": 3081, + "members": [ + 3081 + ], + "max_error": 0.0 + }, + { + "representative": 3114, + "members": [ + 3114 + ], + "max_error": 0.0 + }, + { + "representative": 3092, + "members": [ + 3092 + ], + "max_error": 0.0 + }, + { + "representative": 3084, + "members": [ + 3084 + ], + "max_error": 0.0 + }, + { + "representative": 3723, + "members": [ + 3723 + ], + "max_error": 0.0 + }, + { + "representative": 3616, + "members": [ + 3616 + ], + "max_error": 0.0 + }, + { + "representative": 3587, + "members": [ + 3587 + ], + "max_error": 0.0 + }, + { + "representative": 3782, + "members": [ + 3782 + ], + "max_error": 0.0 + }, + { + "representative": 3686, + "members": [ + 3686 + ], + "max_error": 0.0 + }, + { + "representative": 3672, + "members": [ + 3672 + ], + "max_error": 0.0 + }, + { + "representative": 3724, + "members": [ + 3724 + ], + "max_error": 0.0 + }, + { + "representative": 3716, + "members": [ + 3716 + ], + "max_error": 0.0 + }, + { + "representative": 3607, + "members": [ + 3607 + ], + "max_error": 0.0 + }, + { + "representative": 3629, + "members": [ + 3629 + ], + "max_error": 0.0 + }, + { + "representative": 3821, + "members": [ + 3821 + ], + "max_error": 0.0 + }, + { + "representative": 3817, + "members": [ + 3817 + ], + "max_error": 0.0 + }, + { + "representative": 1197, + "members": [ + 1197 + ], + "max_error": 0.0 + }, + { + "representative": 1059, + "members": [ + 1059 + ], + "max_error": 0.0 + }, + { + "representative": 1038, + "members": [ + 1038 + ], + "max_error": 0.0 + }, + { + "representative": 1085, + "members": [ + 1085 + ], + "max_error": 0.0 + }, + { + "representative": 1117, + "members": [ + 1117 + ], + "max_error": 0.0 + }, + { + "representative": 1131, + "members": [ + 1131 + ], + "max_error": 0.0 + }, + { + "representative": 1244, + "members": [ + 1244 + ], + "max_error": 0.0 + }, + { + "representative": 1242, + "members": [ + 1242 + ], + "max_error": 0.0 + }, + { + "representative": 1195, + "members": [ + 1195 + ], + "max_error": 0.0 + }, + { + "representative": 1065, + "members": [ + 1065 + ], + "max_error": 0.0 + }, + { + "representative": 1253, + "members": [ + 1253 + ], + "max_error": 0.0 + }, + { + "representative": 1151, + "members": [ + 1151 + ], + "max_error": 0.0 + }, + { + "representative": 1092, + "members": [ + 1092 + ], + "max_error": 0.0 + }, + { + "representative": 1034, + "members": [ + 1034 + ], + "max_error": 0.0 + }, + { + "representative": 1026, + "members": [ + 1026 + ], + "max_error": 0.0 + }, + { + "representative": 1142, + "members": [ + 1142 + ], + "max_error": 0.0 + }, + { + "representative": 1568, + "members": [ + 1568 + ], + "max_error": 0.0 + }, + { + "representative": 1660, + "members": [ + 1660 + ], + "max_error": 0.0 + }, + { + "representative": 1573, + "members": [ + 1573 + ], + "max_error": 0.0 + }, + { + "representative": 1704, + "members": [ + 1704 + ], + "max_error": 0.0 + }, + { + "representative": 1746, + "members": [ + 1746 + ], + "max_error": 0.0 + }, + { + "representative": 1742, + "members": [ + 1742 + ], + "max_error": 0.0 + }, + { + "representative": 1732, + "members": [ + 1732 + ], + "max_error": 0.0 + }, + { + "representative": 1735, + "members": [ + 1735 + ], + "max_error": 0.0 + }, + { + "representative": 1558, + "members": [ + 1558 + ], + "max_error": 0.0 + }, + { + "representative": 1775, + "members": [ + 1775 + ], + "max_error": 0.0 + }, + { + "representative": 1734, + "members": [ + 1734 + ], + "max_error": 0.0 + }, + { + "representative": 1728, + "members": [ + 1728 + ], + "max_error": 0.0 + }, + { + "representative": 1624, + "members": [ + 1624 + ], + "max_error": 0.0 + }, + { + "representative": 1622, + "members": [ + 1622 + ], + "max_error": 0.0 + }, + { + "representative": 1776, + "members": [ + 1776 + ], + "max_error": 0.0 + }, + { + "representative": 1764, + "members": [ + 1764 + ], + "max_error": 0.0 + }, + { + "representative": 1642, + "members": [ + 1642 + ], + "max_error": 0.0 + }, + { + "representative": 2088, + "members": [ + 2088 + ], + "max_error": 0.0 + }, + { + "representative": 2283, + "members": [ + 2283 + ], + "max_error": 0.0 + }, + { + "representative": 2081, + "members": [ + 2081 + ], + "max_error": 0.0 + }, + { + "representative": 2186, + "members": [ + 2186 + ], + "max_error": 0.0 + }, + { + "representative": 2184, + "members": [ + 2184 + ], + "max_error": 0.0 + }, + { + "representative": 2246, + "members": [ + 2246 + ], + "max_error": 0.0 + }, + { + "representative": 2149, + "members": [ + 2149 + ], + "max_error": 0.0 + }, + { + "representative": 2175, + "members": [ + 2175 + ], + "max_error": 0.0 + }, + { + "representative": 2280, + "members": [ + 2280 + ], + "max_error": 0.0 + }, + { + "representative": 2091, + "members": [ + 2091 + ], + "max_error": 0.0 + }, + { + "representative": 2116, + "members": [ + 2116 + ], + "max_error": 0.0 + }, + { + "representative": 2247, + "members": [ + 2247 + ], + "max_error": 0.0 + }, + { + "representative": 2121, + "members": [ + 2121 + ], + "max_error": 0.0 + }, + { + "representative": 2583, + "members": [ + 2583 + ], + "max_error": 0.0 + }, + { + "representative": 2685, + "members": [ + 2685 + ], + "max_error": 0.0 + }, + { + "representative": 2690, + "members": [ + 2690 + ], + "max_error": 0.0 + }, + { + "representative": 2617, + "members": [ + 2617 + ], + "max_error": 0.0 + }, + { + "representative": 2594, + "members": [ + 2594 + ], + "max_error": 0.0 + }, + { + "representative": 2808, + "members": [ + 2808 + ], + "max_error": 0.0 + }, + { + "representative": 2644, + "members": [ + 2644 + ], + "max_error": 0.0 + }, + { + "representative": 2664, + "members": [ + 2664 + ], + "max_error": 0.0 + }, + { + "representative": 2744, + "members": [ + 2744 + ], + "max_error": 0.0 + }, + { + "representative": 3191, + "members": [ + 3191 + ], + "max_error": 0.0 + }, + { + "representative": 3174, + "members": [ + 3174 + ], + "max_error": 0.0 + }, + { + "representative": 3289, + "members": [ + 3289 + ], + "max_error": 0.0 + }, + { + "representative": 3110, + "members": [ + 3110 + ], + "max_error": 0.0 + }, + { + "representative": 3199, + "members": [ + 3199 + ], + "max_error": 0.0 + }, + { + "representative": 3287, + "members": [ + 3287 + ], + "max_error": 0.0 + }, + { + "representative": 3209, + "members": [ + 3209 + ], + "max_error": 0.0 + }, + { + "representative": 3158, + "members": [ + 3158 + ], + "max_error": 0.0 + }, + { + "representative": 3108, + "members": [ + 3108 + ], + "max_error": 0.0 + }, + { + "representative": 3190, + "members": [ + 3190 + ], + "max_error": 0.0 + }, + { + "representative": 3155, + "members": [ + 3155 + ], + "max_error": 0.0 + }, + { + "representative": 3232, + "members": [ + 3232 + ], + "max_error": 0.0 + }, + { + "representative": 3606, + "members": [ + 3606 + ], + "max_error": 0.0 + }, + { + "representative": 3780, + "members": [ + 3780 + ], + "max_error": 0.0 + }, + { + "representative": 3779, + "members": [ + 3779 + ], + "max_error": 0.0 + }, + { + "representative": 3809, + "members": [ + 3809 + ], + "max_error": 0.0 + }, + { + "representative": 3704, + "members": [ + 3704 + ], + "max_error": 0.0 + }, + { + "representative": 3790, + "members": [ + 3790 + ], + "max_error": 0.0 + }, + { + "representative": 3752, + "members": [ + 3752 + ], + "max_error": 0.0 + }, + { + "representative": 3755, + "members": [ + 3755 + ], + "max_error": 0.0 + }, + { + "representative": 3620, + "members": [ + 3620 + ], + "max_error": 0.0 + }, + { + "representative": 3804, + "members": [ + 3804 + ], + "max_error": 0.0 + }, + { + "representative": 3839, + "members": [ + 3839 + ], + "max_error": 0.0 + }, + { + "representative": 3708, + "members": [ + 3708 + ], + "max_error": 0.0 + }, + { + "representative": 1262, + "members": [ + 1262 + ], + "max_error": 0.0 + }, + { + "representative": 1229, + "members": [ + 1229 + ], + "max_error": 0.0 + }, + { + "representative": 1167, + "members": [ + 1167 + ], + "max_error": 0.0 + }, + { + "representative": 1144, + "members": [ + 1144 + ], + "max_error": 0.0 + }, + { + "representative": 1119, + "members": [ + 1119 + ], + "max_error": 0.0 + }, + { + "representative": 1090, + "members": [ + 1090 + ], + "max_error": 0.0 + }, + { + "representative": 1173, + "members": [ + 1173 + ], + "max_error": 0.0 + }, + { + "representative": 1114, + "members": [ + 1114 + ], + "max_error": 0.0 + }, + { + "representative": 1029, + "members": [ + 1029 + ], + "max_error": 0.0 + }, + { + "representative": 1139, + "members": [ + 1139 + ], + "max_error": 0.0 + }, + { + "representative": 1273, + "members": [ + 1273 + ], + "max_error": 0.0 + }, + { + "representative": 1269, + "members": [ + 1269 + ], + "max_error": 0.0 + }, + { + "representative": 1179, + "members": [ + 1179 + ], + "max_error": 0.0 + }, + { + "representative": 1553, + "members": [ + 1553 + ], + "max_error": 0.0 + }, + { + "representative": 1616, + "members": [ + 1616 + ], + "max_error": 0.0 + }, + { + "representative": 1673, + "members": [ + 1673 + ], + "max_error": 0.0 + }, + { + "representative": 1726, + "members": [ + 1726 + ], + "max_error": 0.0 + }, + { + "representative": 1607, + "members": [ + 1607 + ], + "max_error": 0.0 + }, + { + "representative": 1601, + "members": [ + 1601 + ], + "max_error": 0.0 + }, + { + "representative": 1599, + "members": [ + 1599 + ], + "max_error": 0.0 + }, + { + "representative": 1669, + "members": [ + 1669 + ], + "max_error": 0.0 + }, + { + "representative": 1743, + "members": [ + 1743 + ], + "max_error": 0.0 + }, + { + "representative": 1733, + "members": [ + 1733 + ], + "max_error": 0.0 + }, + { + "representative": 1767, + "members": [ + 1767 + ], + "max_error": 0.0 + }, + { + "representative": 1668, + "members": [ + 1668 + ], + "max_error": 0.0 + }, + { + "representative": 1618, + "members": [ + 1618 + ], + "max_error": 0.0 + }, + { + "representative": 2181, + "members": [ + 2181 + ], + "max_error": 0.0 + }, + { + "representative": 2302, + "members": [ + 2302 + ], + "max_error": 0.0 + }, + { + "representative": 2172, + "members": [ + 2172 + ], + "max_error": 0.0 + }, + { + "representative": 2217, + "members": [ + 2217 + ], + "max_error": 0.0 + }, + { + "representative": 2058, + "members": [ + 2058 + ], + "max_error": 0.0 + }, + { + "representative": 2187, + "members": [ + 2187 + ], + "max_error": 0.0 + }, + { + "representative": 2098, + "members": [ + 2098 + ], + "max_error": 0.0 + }, + { + "representative": 2265, + "members": [ + 2265 + ], + "max_error": 0.0 + }, + { + "representative": 2119, + "members": [ + 2119 + ], + "max_error": 0.0 + }, + { + "representative": 2277, + "members": [ + 2277 + ], + "max_error": 0.0 + }, + { + "representative": 2251, + "members": [ + 2251 + ], + "max_error": 0.0 + }, + { + "representative": 2203, + "members": [ + 2203 + ], + "max_error": 0.0 + }, + { + "representative": 2281, + "members": [ + 2281 + ], + "max_error": 0.0 + }, + { + "representative": 2202, + "members": [ + 2202 + ], + "max_error": 0.0 + }, + { + "representative": 2208, + "members": [ + 2208 + ], + "max_error": 0.0 + }, + { + "representative": 2168, + "members": [ + 2168 + ], + "max_error": 0.0 + }, + { + "representative": 2258, + "members": [ + 2258 + ], + "max_error": 0.0 + }, + { + "representative": 2061, + "members": [ + 2061 + ], + "max_error": 0.0 + }, + { + "representative": 2291, + "members": [ + 2291 + ], + "max_error": 0.0 + }, + { + "representative": 2160, + "members": [ + 2160 + ], + "max_error": 0.0 + }, + { + "representative": 2653, + "members": [ + 2653 + ], + "max_error": 0.0 + }, + { + "representative": 2807, + "members": [ + 2807 + ], + "max_error": 0.0 + }, + { + "representative": 2669, + "members": [ + 2669 + ], + "max_error": 0.0 + }, + { + "representative": 2585, + "members": [ + 2585 + ], + "max_error": 0.0 + }, + { + "representative": 2752, + "members": [ + 2752 + ], + "max_error": 0.0 + }, + { + "representative": 2699, + "members": [ + 2699 + ], + "max_error": 0.0 + }, + { + "representative": 3196, + "members": [ + 3196 + ], + "max_error": 0.0 + }, + { + "representative": 3121, + "members": [ + 3121 + ], + "max_error": 0.0 + }, + { + "representative": 3117, + "members": [ + 3117 + ], + "max_error": 0.0 + }, + { + "representative": 3128, + "members": [ + 3128 + ], + "max_error": 0.0 + }, + { + "representative": 3279, + "members": [ + 3279 + ], + "max_error": 0.0 + }, + { + "representative": 3256, + "members": [ + 3256 + ], + "max_error": 0.0 + }, + { + "representative": 3122, + "members": [ + 3122 + ], + "max_error": 0.0 + }, + { + "representative": 3097, + "members": [ + 3097 + ], + "max_error": 0.0 + }, + { + "representative": 3073, + "members": [ + 3073 + ], + "max_error": 0.0 + }, + { + "representative": 3101, + "members": [ + 3101 + ], + "max_error": 0.0 + }, + { + "representative": 3261, + "members": [ + 3261 + ], + "max_error": 0.0 + }, + { + "representative": 3175, + "members": [ + 3175 + ], + "max_error": 0.0 + }, + { + "representative": 3075, + "members": [ + 3075 + ], + "max_error": 0.0 + }, + { + "representative": 3076, + "members": [ + 3076 + ], + "max_error": 0.0 + }, + { + "representative": 3235, + "members": [ + 3235 + ], + "max_error": 0.0 + }, + { + "representative": 3294, + "members": [ + 3294 + ], + "max_error": 0.0 + }, + { + "representative": 3137, + "members": [ + 3137 + ], + "max_error": 0.0 + }, + { + "representative": 3316, + "members": [ + 3316 + ], + "max_error": 0.0 + }, + { + "representative": 3803, + "members": [ + 3803 + ], + "max_error": 0.0 + }, + { + "representative": 3603, + "members": [ + 3603 + ], + "max_error": 0.0 + }, + { + "representative": 3760, + "members": [ + 3760 + ], + "max_error": 0.0 + }, + { + "representative": 3761, + "members": [ + 3761 + ], + "max_error": 0.0 + }, + { + "representative": 3828, + "members": [ + 3828 + ], + "max_error": 0.0 + }, + { + "representative": 3612, + "members": [ + 3612 + ], + "max_error": 0.0 + }, + { + "representative": 3714, + "members": [ + 3714 + ], + "max_error": 0.0 + }, + { + "representative": 2652, + "members": [ + 2652 + ], + "max_error": 0.0 + }, + { + "representative": 2630, + "members": [ + 2630 + ], + "max_error": 0.0 + }, + { + "representative": 2806, + "members": [ + 2806 + ], + "max_error": 0.0 + }, + { + "representative": 2587, + "members": [ + 2587 + ], + "max_error": 0.0 + }, + { + "representative": 2568, + "members": [ + 2568 + ], + "max_error": 0.0 + }, + { + "representative": 2701, + "members": [ + 2701 + ], + "max_error": 0.0 + }, + { + "representative": 3153, + "members": [ + 3153 + ], + "max_error": 0.0 + }, + { + "representative": 3310, + "members": [ + 3310 + ], + "max_error": 0.0 + }, + { + "representative": 3102, + "members": [ + 3102 + ], + "max_error": 0.0 + }, + { + "representative": 3319, + "members": [ + 3319 + ], + "max_error": 0.0 + }, + { + "representative": 3265, + "members": [ + 3265 + ], + "max_error": 0.0 + }, + { + "representative": 3077, + "members": [ + 3077 + ], + "max_error": 0.0 + }, + { + "representative": 3138, + "members": [ + 3138 + ], + "max_error": 0.0 + }, + { + "representative": 3220, + "members": [ + 3220 + ], + "max_error": 0.0 + }, + { + "representative": 3689, + "members": [ + 3689 + ], + "max_error": 0.0 + }, + { + "representative": 3600, + "members": [ + 3600 + ], + "max_error": 0.0 + }, + { + "representative": 3617, + "members": [ + 3617 + ], + "max_error": 0.0 + }, + { + "representative": 3718, + "members": [ + 3718 + ], + "max_error": 0.0 + }, + { + "representative": 3613, + "members": [ + 3613 + ], + "max_error": 0.0 + }, + { + "representative": 3726, + "members": [ + 3726 + ], + "max_error": 0.0 + }, + { + "representative": 3665, + "members": [ + 3665 + ], + "max_error": 0.0 + }, + { + "representative": 4296, + "members": [ + 4296 + ], + "max_error": 0.0 + }, + { + "representative": 4289, + "members": [ + 4289 + ], + "max_error": 0.0 + }, + { + "representative": 4299, + "members": [ + 4299 + ], + "max_error": 0.0 + }, + { + "representative": 4300, + "members": [ + 4300 + ], + "max_error": 0.0 + }, + { + "representative": 4301, + "members": [ + 4301 + ], + "max_error": 0.0 + }, + { + "representative": 4290, + "members": [ + 4290 + ], + "max_error": 0.0 + }, + { + "representative": 4291, + "members": [ + 4291 + ], + "max_error": 0.0 + }, + { + "representative": 4292, + "members": [ + 4292 + ], + "max_error": 0.0 + }, + { + "representative": 4293, + "members": [ + 4293 + ], + "max_error": 0.0 + }, + { + "representative": 4294, + "members": [ + 4294 + ], + "max_error": 0.0 + }, + { + "representative": 4304, + "members": [ + 4304 + ], + "max_error": 0.0 + }, + { + "representative": 4312, + "members": [ + 4312 + ], + "max_error": 0.0 + }, + { + "representative": 4313, + "members": [ + 4313 + ], + "max_error": 0.0 + }, + { + "representative": 4305, + "members": [ + 4305 + ], + "max_error": 0.0 + }, + { + "representative": 4315, + "members": [ + 4315 + ], + "max_error": 0.0 + }, + { + "representative": 4316, + "members": [ + 4316 + ], + "max_error": 0.0 + }, + { + "representative": 4317, + "members": [ + 4317 + ], + "max_error": 0.0 + }, + { + "representative": 4318, + "members": [ + 4318 + ], + "max_error": 0.0 + }, + { + "representative": 4319, + "members": [ + 4319 + ], + "max_error": 0.0 + }, + { + "representative": 4307, + "members": [ + 4307 + ], + "max_error": 0.0 + }, + { + "representative": 4310, + "members": [ + 4310 + ], + "max_error": 0.0 + }, + { + "representative": 4311, + "members": [ + 4311 + ], + "max_error": 0.0 + }, + { + "representative": 4321, + "members": [ + 4321 + ], + "max_error": 0.0 + }, + { + "representative": 4330, + "members": [ + 4330 + ], + "max_error": 0.0 + }, + { + "representative": 4333, + "members": [ + 4333 + ], + "max_error": 0.0 + }, + { + "representative": 4335, + "members": [ + 4335 + ], + "max_error": 0.0 + }, + { + "representative": 4323, + "members": [ + 4323 + ], + "max_error": 0.0 + }, + { + "representative": 4324, + "members": [ + 4324 + ], + "max_error": 0.0 + }, + { + "representative": 4325, + "members": [ + 4325 + ], + "max_error": 0.0 + }, + { + "representative": 4327, + "members": [ + 4327 + ], + "max_error": 0.0 + }, + { + "representative": 4336, + "members": [ + 4336 + ], + "max_error": 0.0 + }, + { + "representative": 4344, + "members": [ + 4344 + ], + "max_error": 0.0 + }, + { + "representative": 4347, + "members": [ + 4347 + ], + "max_error": 0.0 + }, + { + "representative": 4349, + "members": [ + 4349 + ], + "max_error": 0.0 + }, + { + "representative": 4351, + "members": [ + 4351 + ], + "max_error": 0.0 + }, + { + "representative": 4338, + "members": [ + 4338 + ], + "max_error": 0.0 + }, + { + "representative": 4339, + "members": [ + 4339 + ], + "max_error": 0.0 + }, + { + "representative": 4342, + "members": [ + 4342 + ], + "max_error": 0.0 + }, + { + "representative": 4610, + "members": [ + 4610 + ], + "max_error": 0.0 + }, + { + "representative": 4624, + "members": [ + 4624 + ], + "max_error": 0.0 + }, + { + "representative": 4701, + "members": [ + 4701 + ], + "max_error": 0.0 + }, + { + "representative": 4826, + "members": [ + 4826 + ], + "max_error": 0.0 + }, + { + "representative": 4688, + "members": [ + 4688 + ], + "max_error": 0.0 + }, + { + "representative": 4742, + "members": [ + 4742 + ], + "max_error": 0.0 + }, + { + "representative": 4806, + "members": [ + 4806 + ], + "max_error": 0.0 + }, + { + "representative": 4780, + "members": [ + 4780 + ], + "max_error": 0.0 + }, + { + "representative": 4621, + "members": [ + 4621 + ], + "max_error": 0.0 + }, + { + "representative": 4801, + "members": [ + 4801 + ], + "max_error": 0.0 + }, + { + "representative": 4691, + "members": [ + 4691 + ], + "max_error": 0.0 + }, + { + "representative": 4649, + "members": [ + 4649 + ], + "max_error": 0.0 + }, + { + "representative": 4679, + "members": [ + 4679 + ], + "max_error": 0.0 + }, + { + "representative": 4681, + "members": [ + 4681 + ], + "max_error": 0.0 + }, + { + "representative": 4666, + "members": [ + 4666 + ], + "max_error": 0.0 + }, + { + "representative": 4721, + "members": [ + 4721 + ], + "max_error": 0.0 + }, + { + "representative": 4796, + "members": [ + 4796 + ], + "max_error": 0.0 + }, + { + "representative": 4854, + "members": [ + 4854 + ], + "max_error": 0.0 + }, + { + "representative": 4617, + "members": [ + 4617 + ], + "max_error": 0.0 + }, + { + "representative": 4698, + "members": [ + 4698 + ], + "max_error": 0.0 + }, + { + "representative": 4710, + "members": [ + 4710 + ], + "max_error": 0.0 + }, + { + "representative": 4613, + "members": [ + 4613 + ], + "max_error": 0.0 + }, + { + "representative": 4680, + "members": [ + 4680 + ], + "max_error": 0.0 + }, + { + "representative": 4700, + "members": [ + 4700 + ], + "max_error": 0.0 + }, + { + "representative": 4792, + "members": [ + 4792 + ], + "max_error": 0.0 + }, + { + "representative": 4726, + "members": [ + 4726 + ], + "max_error": 0.0 + }, + { + "representative": 4737, + "members": [ + 4737 + ], + "max_error": 0.0 + }, + { + "representative": 4672, + "members": [ + 4672 + ], + "max_error": 0.0 + }, + { + "representative": 4668, + "members": [ + 4668 + ], + "max_error": 0.0 + }, + { + "representative": 4653, + "members": [ + 4653 + ], + "max_error": 0.0 + }, + { + "representative": 4706, + "members": [ + 4706 + ], + "max_error": 0.0 + }, + { + "representative": 4659, + "members": [ + 4659 + ], + "max_error": 0.0 + }, + { + "representative": 4655, + "members": [ + 4655 + ], + "max_error": 0.0 + }, + { + "representative": 4651, + "members": [ + 4651 + ], + "max_error": 0.0 + }, + { + "representative": 4770, + "members": [ + 4770 + ], + "max_error": 0.0 + }, + { + "representative": 5157, + "members": [ + 5157 + ], + "max_error": 0.0 + }, + { + "representative": 5133, + "members": [ + 5133 + ], + "max_error": 0.0 + }, + { + "representative": 5134, + "members": [ + 5134 + ], + "max_error": 0.0 + }, + { + "representative": 5224, + "members": [ + 5224 + ], + "max_error": 0.0 + }, + { + "representative": 5326, + "members": [ + 5326 + ], + "max_error": 0.0 + }, + { + "representative": 5269, + "members": [ + 5269 + ], + "max_error": 0.0 + }, + { + "representative": 5256, + "members": [ + 5256 + ], + "max_error": 0.0 + }, + { + "representative": 5304, + "members": [ + 5304 + ], + "max_error": 0.0 + }, + { + "representative": 5203, + "members": [ + 5203 + ], + "max_error": 0.0 + }, + { + "representative": 5352, + "members": [ + 5352 + ], + "max_error": 0.0 + }, + { + "representative": 5127, + "members": [ + 5127 + ], + "max_error": 0.0 + }, + { + "representative": 5179, + "members": [ + 5179 + ], + "max_error": 0.0 + }, + { + "representative": 5361, + "members": [ + 5361 + ], + "max_error": 0.0 + }, + { + "representative": 5138, + "members": [ + 5138 + ], + "max_error": 0.0 + }, + { + "representative": 5191, + "members": [ + 5191 + ], + "max_error": 0.0 + }, + { + "representative": 5284, + "members": [ + 5284 + ], + "max_error": 0.0 + }, + { + "representative": 5306, + "members": [ + 5306 + ], + "max_error": 0.0 + }, + { + "representative": 5197, + "members": [ + 5197 + ], + "max_error": 0.0 + }, + { + "representative": 5238, + "members": [ + 5238 + ], + "max_error": 0.0 + }, + { + "representative": 5183, + "members": [ + 5183 + ], + "max_error": 0.0 + }, + { + "representative": 5192, + "members": [ + 5192 + ], + "max_error": 0.0 + }, + { + "representative": 5163, + "members": [ + 5163 + ], + "max_error": 0.0 + }, + { + "representative": 5202, + "members": [ + 5202 + ], + "max_error": 0.0 + }, + { + "representative": 5151, + "members": [ + 5151 + ], + "max_error": 0.0 + }, + { + "representative": 5147, + "members": [ + 5147 + ], + "max_error": 0.0 + }, + { + "representative": 5207, + "members": [ + 5207 + ], + "max_error": 0.0 + }, + { + "representative": 5243, + "members": [ + 5243 + ], + "max_error": 0.0 + }, + { + "representative": 5131, + "members": [ + 5131 + ], + "max_error": 0.0 + }, + { + "representative": 5142, + "members": [ + 5142 + ], + "max_error": 0.0 + }, + { + "representative": 5178, + "members": [ + 5178 + ], + "max_error": 0.0 + }, + { + "representative": 5266, + "members": [ + 5266 + ], + "max_error": 0.0 + }, + { + "representative": 5244, + "members": [ + 5244 + ], + "max_error": 0.0 + }, + { + "representative": 5315, + "members": [ + 5315 + ], + "max_error": 0.0 + }, + { + "representative": 5348, + "members": [ + 5348 + ], + "max_error": 0.0 + }, + { + "representative": 5171, + "members": [ + 5171 + ], + "max_error": 0.0 + }, + { + "representative": 5211, + "members": [ + 5211 + ], + "max_error": 0.0 + }, + { + "representative": 5824, + "members": [ + 5824 + ], + "max_error": 0.0 + }, + { + "representative": 5832, + "members": [ + 5832 + ], + "max_error": 0.0 + }, + { + "representative": 5825, + "members": [ + 5825 + ], + "max_error": 0.0 + }, + { + "representative": 5834, + "members": [ + 5834 + ], + "max_error": 0.0 + }, + { + "representative": 5836, + "members": [ + 5836 + ], + "max_error": 0.0 + }, + { + "representative": 5838, + "members": [ + 5838 + ], + "max_error": 0.0 + }, + { + "representative": 5839, + "members": [ + 5839 + ], + "max_error": 0.0 + }, + { + "representative": 5827, + "members": [ + 5827 + ], + "max_error": 0.0 + }, + { + "representative": 5828, + "members": [ + 5828 + ], + "max_error": 0.0 + }, + { + "representative": 5830, + "members": [ + 5830 + ], + "max_error": 0.0 + }, + { + "representative": 5831, + "members": [ + 5831 + ], + "max_error": 0.0 + }, + { + "representative": 5841, + "members": [ + 5841 + ], + "max_error": 0.0 + }, + { + "representative": 5850, + "members": [ + 5850 + ], + "max_error": 0.0 + }, + { + "representative": 5851, + "members": [ + 5851 + ], + "max_error": 0.0 + }, + { + "representative": 5854, + "members": [ + 5854 + ], + "max_error": 0.0 + }, + { + "representative": 5855, + "members": [ + 5855 + ], + "max_error": 0.0 + }, + { + "representative": 5842, + "members": [ + 5842 + ], + "max_error": 0.0 + }, + { + "representative": 5843, + "members": [ + 5843 + ], + "max_error": 0.0 + }, + { + "representative": 5844, + "members": [ + 5844 + ], + "max_error": 0.0 + }, + { + "representative": 5845, + "members": [ + 5845 + ], + "max_error": 0.0 + }, + { + "representative": 5846, + "members": [ + 5846 + ], + "max_error": 0.0 + }, + { + "representative": 5847, + "members": [ + 5847 + ], + "max_error": 0.0 + }, + { + "representative": 5856, + "members": [ + 5856 + ], + "max_error": 0.0 + }, + { + "representative": 5865, + "members": [ + 5865 + ], + "max_error": 0.0 + }, + { + "representative": 5867, + "members": [ + 5867 + ], + "max_error": 0.0 + }, + { + "representative": 5871, + "members": [ + 5871 + ], + "max_error": 0.0 + }, + { + "representative": 5858, + "members": [ + 5858 + ], + "max_error": 0.0 + }, + { + "representative": 5859, + "members": [ + 5859 + ], + "max_error": 0.0 + }, + { + "representative": 5860, + "members": [ + 5860 + ], + "max_error": 0.0 + }, + { + "representative": 5862, + "members": [ + 5862 + ], + "max_error": 0.0 + }, + { + "representative": 5863, + "members": [ + 5863 + ], + "max_error": 0.0 + }, + { + "representative": 5872, + "members": [ + 5872 + ], + "max_error": 0.0 + }, + { + "representative": 5880, + "members": [ + 5880 + ], + "max_error": 0.0 + }, + { + "representative": 5882, + "members": [ + 5882 + ], + "max_error": 0.0 + }, + { + "representative": 5883, + "members": [ + 5883 + ], + "max_error": 0.0 + }, + { + "representative": 5884, + "members": [ + 5884 + ], + "max_error": 0.0 + }, + { + "representative": 5885, + "members": [ + 5885 + ], + "max_error": 0.0 + }, + { + "representative": 5887, + "members": [ + 5887 + ], + "max_error": 0.0 + }, + { + "representative": 5874, + "members": [ + 5874 + ], + "max_error": 0.0 + }, + { + "representative": 5879, + "members": [ + 5879 + ], + "max_error": 0.0 + }, + { + "representative": 2584, + "members": [ + 2584 + ], + "max_error": 0.0 + }, + { + "representative": 2734, + "members": [ + 2734 + ], + "max_error": 0.0 + }, + { + "representative": 2813, + "members": [ + 2813 + ], + "max_error": 0.0 + }, + { + "representative": 2708, + "members": [ + 2708 + ], + "max_error": 0.0 + }, + { + "representative": 2681, + "members": [ + 2681 + ], + "max_error": 0.0 + }, + { + "representative": 2567, + "members": [ + 2567 + ], + "max_error": 0.0 + }, + { + "representative": 2599, + "members": [ + 2599 + ], + "max_error": 0.0 + }, + { + "representative": 2622, + "members": [ + 2622 + ], + "max_error": 0.0 + }, + { + "representative": 2771, + "members": [ + 2771 + ], + "max_error": 0.0 + }, + { + "representative": 2730, + "members": [ + 2730 + ], + "max_error": 0.0 + }, + { + "representative": 2560, + "members": [ + 2560 + ], + "max_error": 0.0 + }, + { + "representative": 2784, + "members": [ + 2784 + ], + "max_error": 0.0 + }, + { + "representative": 2757, + "members": [ + 2757 + ], + "max_error": 0.0 + }, + { + "representative": 2651, + "members": [ + 2651 + ], + "max_error": 0.0 + }, + { + "representative": 2715, + "members": [ + 2715 + ], + "max_error": 0.0 + }, + { + "representative": 2624, + "members": [ + 2624 + ], + "max_error": 0.0 + }, + { + "representative": 3189, + "members": [ + 3189 + ], + "max_error": 0.0 + }, + { + "representative": 3318, + "members": [ + 3318 + ], + "max_error": 0.0 + }, + { + "representative": 3160, + "members": [ + 3160 + ], + "max_error": 0.0 + }, + { + "representative": 3241, + "members": [ + 3241 + ], + "max_error": 0.0 + }, + { + "representative": 3260, + "members": [ + 3260 + ], + "max_error": 0.0 + }, + { + "representative": 3251, + "members": [ + 3251 + ], + "max_error": 0.0 + }, + { + "representative": 3213, + "members": [ + 3213 + ], + "max_error": 0.0 + }, + { + "representative": 3206, + "members": [ + 3206 + ], + "max_error": 0.0 + }, + { + "representative": 3284, + "members": [ + 3284 + ], + "max_error": 0.0 + }, + { + "representative": 3304, + "members": [ + 3304 + ], + "max_error": 0.0 + }, + { + "representative": 3112, + "members": [ + 3112 + ], + "max_error": 0.0 + }, + { + "representative": 3807, + "members": [ + 3807 + ], + "max_error": 0.0 + }, + { + "representative": 3715, + "members": [ + 3715 + ], + "max_error": 0.0 + }, + { + "representative": 3662, + "members": [ + 3662 + ], + "max_error": 0.0 + }, + { + "representative": 3660, + "members": [ + 3660 + ], + "max_error": 0.0 + }, + { + "representative": 3707, + "members": [ + 3707 + ], + "max_error": 0.0 + }, + { + "representative": 3615, + "members": [ + 3615 + ], + "max_error": 0.0 + }, + { + "representative": 3794, + "members": [ + 3794 + ], + "max_error": 0.0 + }, + { + "representative": 3680, + "members": [ + 3680 + ], + "max_error": 0.0 + }, + { + "representative": 4322, + "members": [ + 4322 + ], + "max_error": 0.0 + }, + { + "representative": 4302, + "members": [ + 4302 + ], + "max_error": 0.0 + }, + { + "representative": 4159, + "members": [ + 4159 + ], + "max_error": 0.0 + }, + { + "representative": 4152, + "members": [ + 4152 + ], + "max_error": 0.0 + }, + { + "representative": 4340, + "members": [ + 4340 + ], + "max_error": 0.0 + }, + { + "representative": 4253, + "members": [ + 4253 + ], + "max_error": 0.0 + }, + { + "representative": 4252, + "members": [ + 4252 + ], + "max_error": 0.0 + }, + { + "representative": 4278, + "members": [ + 4278 + ], + "max_error": 0.0 + }, + { + "representative": 4210, + "members": [ + 4210 + ], + "max_error": 0.0 + }, + { + "representative": 4332, + "members": [ + 4332 + ], + "max_error": 0.0 + }, + { + "representative": 4246, + "members": [ + 4246 + ], + "max_error": 0.0 + }, + { + "representative": 4185, + "members": [ + 4185 + ], + "max_error": 0.0 + }, + { + "representative": 4102, + "members": [ + 4102 + ], + "max_error": 0.0 + }, + { + "representative": 4314, + "members": [ + 4314 + ], + "max_error": 0.0 + }, + { + "representative": 4112, + "members": [ + 4112 + ], + "max_error": 0.0 + }, + { + "representative": 4229, + "members": [ + 4229 + ], + "max_error": 0.0 + }, + { + "representative": 4281, + "members": [ + 4281 + ], + "max_error": 0.0 + }, + { + "representative": 4277, + "members": [ + 4277 + ], + "max_error": 0.0 + }, + { + "representative": 4331, + "members": [ + 4331 + ], + "max_error": 0.0 + }, + { + "representative": 4329, + "members": [ + 4329 + ], + "max_error": 0.0 + }, + { + "representative": 4156, + "members": [ + 4156 + ], + "max_error": 0.0 + }, + { + "representative": 4261, + "members": [ + 4261 + ], + "max_error": 0.0 + }, + { + "representative": 4135, + "members": [ + 4135 + ], + "max_error": 0.0 + }, + { + "representative": 4107, + "members": [ + 4107 + ], + "max_error": 0.0 + }, + { + "representative": 4279, + "members": [ + 4279 + ], + "max_error": 0.0 + }, + { + "representative": 4295, + "members": [ + 4295 + ], + "max_error": 0.0 + }, + { + "representative": 4309, + "members": [ + 4309 + ], + "max_error": 0.0 + }, + { + "representative": 4198, + "members": [ + 4198 + ], + "max_error": 0.0 + }, + { + "representative": 4303, + "members": [ + 4303 + ], + "max_error": 0.0 + }, + { + "representative": 4285, + "members": [ + 4285 + ], + "max_error": 0.0 + }, + { + "representative": 4328, + "members": [ + 4328 + ], + "max_error": 0.0 + }, + { + "representative": 4306, + "members": [ + 4306 + ], + "max_error": 0.0 + }, + { + "representative": 4157, + "members": [ + 4157 + ], + "max_error": 0.0 + }, + { + "representative": 4226, + "members": [ + 4226 + ], + "max_error": 0.0 + }, + { + "representative": 4350, + "members": [ + 4350 + ], + "max_error": 0.0 + }, + { + "representative": 4326, + "members": [ + 4326 + ], + "max_error": 0.0 + }, + { + "representative": 4186, + "members": [ + 4186 + ], + "max_error": 0.0 + }, + { + "representative": 4164, + "members": [ + 4164 + ], + "max_error": 0.0 + }, + { + "representative": 4308, + "members": [ + 4308 + ], + "max_error": 0.0 + }, + { + "representative": 4346, + "members": [ + 4346 + ], + "max_error": 0.0 + }, + { + "representative": 4124, + "members": [ + 4124 + ], + "max_error": 0.0 + }, + { + "representative": 4223, + "members": [ + 4223 + ], + "max_error": 0.0 + }, + { + "representative": 4343, + "members": [ + 4343 + ], + "max_error": 0.0 + }, + { + "representative": 4708, + "members": [ + 4708 + ], + "max_error": 0.0 + }, + { + "representative": 4673, + "members": [ + 4673 + ], + "max_error": 0.0 + }, + { + "representative": 4763, + "members": [ + 4763 + ], + "max_error": 0.0 + }, + { + "representative": 4722, + "members": [ + 4722 + ], + "max_error": 0.0 + }, + { + "representative": 4730, + "members": [ + 4730 + ], + "max_error": 0.0 + }, + { + "representative": 4626, + "members": [ + 4626 + ], + "max_error": 0.0 + }, + { + "representative": 4636, + "members": [ + 4636 + ], + "max_error": 0.0 + }, + { + "representative": 4643, + "members": [ + 4643 + ], + "max_error": 0.0 + }, + { + "representative": 4839, + "members": [ + 4839 + ], + "max_error": 0.0 + }, + { + "representative": 4663, + "members": [ + 4663 + ], + "max_error": 0.0 + }, + { + "representative": 4620, + "members": [ + 4620 + ], + "max_error": 0.0 + }, + { + "representative": 4808, + "members": [ + 4808 + ], + "max_error": 0.0 + }, + { + "representative": 4803, + "members": [ + 4803 + ], + "max_error": 0.0 + }, + { + "representative": 4725, + "members": [ + 4725 + ], + "max_error": 0.0 + }, + { + "representative": 4644, + "members": [ + 4644 + ], + "max_error": 0.0 + }, + { + "representative": 4608, + "members": [ + 4608 + ], + "max_error": 0.0 + }, + { + "representative": 4849, + "members": [ + 4849 + ], + "max_error": 0.0 + }, + { + "representative": 4817, + "members": [ + 4817 + ], + "max_error": 0.0 + }, + { + "representative": 4773, + "members": [ + 4773 + ], + "max_error": 0.0 + }, + { + "representative": 4830, + "members": [ + 4830 + ], + "max_error": 0.0 + }, + { + "representative": 4623, + "members": [ + 4623 + ], + "max_error": 0.0 + }, + { + "representative": 4822, + "members": [ + 4822 + ], + "max_error": 0.0 + }, + { + "representative": 4800, + "members": [ + 4800 + ], + "max_error": 0.0 + }, + { + "representative": 4762, + "members": [ + 4762 + ], + "max_error": 0.0 + }, + { + "representative": 4844, + "members": [ + 4844 + ], + "max_error": 0.0 + }, + { + "representative": 4731, + "members": [ + 4731 + ], + "max_error": 0.0 + }, + { + "representative": 4650, + "members": [ + 4650 + ], + "max_error": 0.0 + }, + { + "representative": 4682, + "members": [ + 4682 + ], + "max_error": 0.0 + }, + { + "representative": 4630, + "members": [ + 4630 + ], + "max_error": 0.0 + }, + { + "representative": 4696, + "members": [ + 4696 + ], + "max_error": 0.0 + }, + { + "representative": 4810, + "members": [ + 4810 + ], + "max_error": 0.0 + }, + { + "representative": 4627, + "members": [ + 4627 + ], + "max_error": 0.0 + }, + { + "representative": 4695, + "members": [ + 4695 + ], + "max_error": 0.0 + }, + { + "representative": 4743, + "members": [ + 4743 + ], + "max_error": 0.0 + }, + { + "representative": 4820, + "members": [ + 4820 + ], + "max_error": 0.0 + }, + { + "representative": 5307, + "members": [ + 5307 + ], + "max_error": 0.0 + }, + { + "representative": 5341, + "members": [ + 5341 + ], + "max_error": 0.0 + }, + { + "representative": 5293, + "members": [ + 5293 + ], + "max_error": 0.0 + }, + { + "representative": 5140, + "members": [ + 5140 + ], + "max_error": 0.0 + }, + { + "representative": 5245, + "members": [ + 5245 + ], + "max_error": 0.0 + }, + { + "representative": 5324, + "members": [ + 5324 + ], + "max_error": 0.0 + }, + { + "representative": 5210, + "members": [ + 5210 + ], + "max_error": 0.0 + }, + { + "representative": 5347, + "members": [ + 5347 + ], + "max_error": 0.0 + }, + { + "representative": 5239, + "members": [ + 5239 + ], + "max_error": 0.0 + }, + { + "representative": 5314, + "members": [ + 5314 + ], + "max_error": 0.0 + }, + { + "representative": 5273, + "members": [ + 5273 + ], + "max_error": 0.0 + }, + { + "representative": 5345, + "members": [ + 5345 + ], + "max_error": 0.0 + }, + { + "representative": 5317, + "members": [ + 5317 + ], + "max_error": 0.0 + }, + { + "representative": 5279, + "members": [ + 5279 + ], + "max_error": 0.0 + }, + { + "representative": 5249, + "members": [ + 5249 + ], + "max_error": 0.0 + }, + { + "representative": 5234, + "members": [ + 5234 + ], + "max_error": 0.0 + }, + { + "representative": 5126, + "members": [ + 5126 + ], + "max_error": 0.0 + }, + { + "representative": 5141, + "members": [ + 5141 + ], + "max_error": 0.0 + }, + { + "representative": 5248, + "members": [ + 5248 + ], + "max_error": 0.0 + }, + { + "representative": 5217, + "members": [ + 5217 + ], + "max_error": 0.0 + }, + { + "representative": 5356, + "members": [ + 5356 + ], + "max_error": 0.0 + }, + { + "representative": 5258, + "members": [ + 5258 + ], + "max_error": 0.0 + }, + { + "representative": 5180, + "members": [ + 5180 + ], + "max_error": 0.0 + }, + { + "representative": 5325, + "members": [ + 5325 + ], + "max_error": 0.0 + }, + { + "representative": 5367, + "members": [ + 5367 + ], + "max_error": 0.0 + }, + { + "representative": 5365, + "members": [ + 5365 + ], + "max_error": 0.0 + }, + { + "representative": 5327, + "members": [ + 5327 + ], + "max_error": 0.0 + }, + { + "representative": 5124, + "members": [ + 5124 + ], + "max_error": 0.0 + }, + { + "representative": 5242, + "members": [ + 5242 + ], + "max_error": 0.0 + }, + { + "representative": 5160, + "members": [ + 5160 + ], + "max_error": 0.0 + }, + { + "representative": 5328, + "members": [ + 5328 + ], + "max_error": 0.0 + }, + { + "representative": 5214, + "members": [ + 5214 + ], + "max_error": 0.0 + }, + { + "representative": 5213, + "members": [ + 5213 + ], + "max_error": 0.0 + }, + { + "representative": 5371, + "members": [ + 5371 + ], + "max_error": 0.0 + }, + { + "representative": 5222, + "members": [ + 5222 + ], + "max_error": 0.0 + }, + { + "representative": 5319, + "members": [ + 5319 + ], + "max_error": 0.0 + }, + { + "representative": 5353, + "members": [ + 5353 + ], + "max_error": 0.0 + }, + { + "representative": 5271, + "members": [ + 5271 + ], + "max_error": 0.0 + }, + { + "representative": 5194, + "members": [ + 5194 + ], + "max_error": 0.0 + }, + { + "representative": 5166, + "members": [ + 5166 + ], + "max_error": 0.0 + }, + { + "representative": 5125, + "members": [ + 5125 + ], + "max_error": 0.0 + }, + { + "representative": 5176, + "members": [ + 5176 + ], + "max_error": 0.0 + }, + { + "representative": 5332, + "members": [ + 5332 + ], + "max_error": 0.0 + }, + { + "representative": 5146, + "members": [ + 5146 + ], + "max_error": 0.0 + }, + { + "representative": 5161, + "members": [ + 5161 + ], + "max_error": 0.0 + }, + { + "representative": 5121, + "members": [ + 5121 + ], + "max_error": 0.0 + }, + { + "representative": 5335, + "members": [ + 5335 + ], + "max_error": 0.0 + }, + { + "representative": 5302, + "members": [ + 5302 + ], + "max_error": 0.0 + }, + { + "representative": 5281, + "members": [ + 5281 + ], + "max_error": 0.0 + }, + { + "representative": 5205, + "members": [ + 5205 + ], + "max_error": 0.0 + }, + { + "representative": 5290, + "members": [ + 5290 + ], + "max_error": 0.0 + }, + { + "representative": 5309, + "members": [ + 5309 + ], + "max_error": 0.0 + }, + { + "representative": 5340, + "members": [ + 5340 + ], + "max_error": 0.0 + }, + { + "representative": 5308, + "members": [ + 5308 + ], + "max_error": 0.0 + }, + { + "representative": 5346, + "members": [ + 5346 + ], + "max_error": 0.0 + }, + { + "representative": 5132, + "members": [ + 5132 + ], + "max_error": 0.0 + }, + { + "representative": 5144, + "members": [ + 5144 + ], + "max_error": 0.0 + }, + { + "representative": 5128, + "members": [ + 5128 + ], + "max_error": 0.0 + }, + { + "representative": 5218, + "members": [ + 5218 + ], + "max_error": 0.0 + }, + { + "representative": 5793, + "members": [ + 5793 + ], + "max_error": 0.0 + }, + { + "representative": 5721, + "members": [ + 5721 + ], + "max_error": 0.0 + }, + { + "representative": 5878, + "members": [ + 5878 + ], + "max_error": 0.0 + }, + { + "representative": 5673, + "members": [ + 5673 + ], + "max_error": 0.0 + }, + { + "representative": 5638, + "members": [ + 5638 + ], + "max_error": 0.0 + }, + { + "representative": 5735, + "members": [ + 5735 + ], + "max_error": 0.0 + }, + { + "representative": 5795, + "members": [ + 5795 + ], + "max_error": 0.0 + }, + { + "representative": 5738, + "members": [ + 5738 + ], + "max_error": 0.0 + }, + { + "representative": 5881, + "members": [ + 5881 + ], + "max_error": 0.0 + }, + { + "representative": 5868, + "members": [ + 5868 + ], + "max_error": 0.0 + }, + { + "representative": 5886, + "members": [ + 5886 + ], + "max_error": 0.0 + }, + { + "representative": 5645, + "members": [ + 5645 + ], + "max_error": 0.0 + }, + { + "representative": 5840, + "members": [ + 5840 + ], + "max_error": 0.0 + }, + { + "representative": 5807, + "members": [ + 5807 + ], + "max_error": 0.0 + }, + { + "representative": 5835, + "members": [ + 5835 + ], + "max_error": 0.0 + }, + { + "representative": 5665, + "members": [ + 5665 + ], + "max_error": 0.0 + }, + { + "representative": 5730, + "members": [ + 5730 + ], + "max_error": 0.0 + }, + { + "representative": 5759, + "members": [ + 5759 + ], + "max_error": 0.0 + }, + { + "representative": 5726, + "members": [ + 5726 + ], + "max_error": 0.0 + }, + { + "representative": 5718, + "members": [ + 5718 + ], + "max_error": 0.0 + }, + { + "representative": 5701, + "members": [ + 5701 + ], + "max_error": 0.0 + }, + { + "representative": 5736, + "members": [ + 5736 + ], + "max_error": 0.0 + }, + { + "representative": 5869, + "members": [ + 5869 + ], + "max_error": 0.0 + }, + { + "representative": 5695, + "members": [ + 5695 + ], + "max_error": 0.0 + }, + { + "representative": 5761, + "members": [ + 5761 + ], + "max_error": 0.0 + }, + { + "representative": 5685, + "members": [ + 5685 + ], + "max_error": 0.0 + }, + { + "representative": 5751, + "members": [ + 5751 + ], + "max_error": 0.0 + }, + { + "representative": 5753, + "members": [ + 5753 + ], + "max_error": 0.0 + }, + { + "representative": 5643, + "members": [ + 5643 + ], + "max_error": 0.0 + }, + { + "representative": 5650, + "members": [ + 5650 + ], + "max_error": 0.0 + }, + { + "representative": 5833, + "members": [ + 5833 + ], + "max_error": 0.0 + }, + { + "representative": 5731, + "members": [ + 5731 + ], + "max_error": 0.0 + }, + { + "representative": 5709, + "members": [ + 5709 + ], + "max_error": 0.0 + }, + { + "representative": 5717, + "members": [ + 5717 + ], + "max_error": 0.0 + }, + { + "representative": 5873, + "members": [ + 5873 + ], + "max_error": 0.0 + }, + { + "representative": 5664, + "members": [ + 5664 + ], + "max_error": 0.0 + }, + { + "representative": 5866, + "members": [ + 5866 + ], + "max_error": 0.0 + }, + { + "representative": 5710, + "members": [ + 5710 + ], + "max_error": 0.0 + }, + { + "representative": 5791, + "members": [ + 5791 + ], + "max_error": 0.0 + }, + { + "representative": 5711, + "members": [ + 5711 + ], + "max_error": 0.0 + }, + { + "representative": 5754, + "members": [ + 5754 + ], + "max_error": 0.0 + }, + { + "representative": 5667, + "members": [ + 5667 + ], + "max_error": 0.0 + }, + { + "representative": 1076, + "members": [ + 1076 + ], + "max_error": 0.0 + }, + { + "representative": 1102, + "members": [ + 1102 + ], + "max_error": 0.0 + }, + { + "representative": 1180, + "members": [ + 1180 + ], + "max_error": 0.0 + }, + { + "representative": 1236, + "members": [ + 1236 + ], + "max_error": 0.0 + }, + { + "representative": 1083, + "members": [ + 1083 + ], + "max_error": 0.0 + }, + { + "representative": 1098, + "members": [ + 1098 + ], + "max_error": 0.0 + }, + { + "representative": 1169, + "members": [ + 1169 + ], + "max_error": 0.0 + }, + { + "representative": 1194, + "members": [ + 1194 + ], + "max_error": 0.0 + }, + { + "representative": 1205, + "members": [ + 1205 + ], + "max_error": 0.0 + }, + { + "representative": 1048, + "members": [ + 1048 + ], + "max_error": 0.0 + }, + { + "representative": 1062, + "members": [ + 1062 + ], + "max_error": 0.0 + }, + { + "representative": 1132, + "members": [ + 1132 + ], + "max_error": 0.0 + }, + { + "representative": 1231, + "members": [ + 1231 + ], + "max_error": 0.0 + }, + { + "representative": 1105, + "members": [ + 1105 + ], + "max_error": 0.0 + }, + { + "representative": 1266, + "members": [ + 1266 + ], + "max_error": 0.0 + }, + { + "representative": 1268, + "members": [ + 1268 + ], + "max_error": 0.0 + }, + { + "representative": 1206, + "members": [ + 1206 + ], + "max_error": 0.0 + }, + { + "representative": 1788, + "members": [ + 1788 + ], + "max_error": 0.0 + }, + { + "representative": 1565, + "members": [ + 1565 + ], + "max_error": 0.0 + }, + { + "representative": 1707, + "members": [ + 1707 + ], + "max_error": 0.0 + }, + { + "representative": 1755, + "members": [ + 1755 + ], + "max_error": 0.0 + }, + { + "representative": 1784, + "members": [ + 1784 + ], + "max_error": 0.0 + }, + { + "representative": 1763, + "members": [ + 1763 + ], + "max_error": 0.0 + }, + { + "representative": 1786, + "members": [ + 1786 + ], + "max_error": 0.0 + }, + { + "representative": 1729, + "members": [ + 1729 + ], + "max_error": 0.0 + }, + { + "representative": 1772, + "members": [ + 1772 + ], + "max_error": 0.0 + }, + { + "representative": 1670, + "members": [ + 1670 + ], + "max_error": 0.0 + }, + { + "representative": 1600, + "members": [ + 1600 + ], + "max_error": 0.0 + }, + { + "representative": 1781, + "members": [ + 1781 + ], + "max_error": 0.0 + }, + { + "representative": 1645, + "members": [ + 1645 + ], + "max_error": 0.0 + }, + { + "representative": 2080, + "members": [ + 2080 + ], + "max_error": 0.0 + }, + { + "representative": 2288, + "members": [ + 2288 + ], + "max_error": 0.0 + }, + { + "representative": 2066, + "members": [ + 2066 + ], + "max_error": 0.0 + }, + { + "representative": 2250, + "members": [ + 2250 + ], + "max_error": 0.0 + }, + { + "representative": 2296, + "members": [ + 2296 + ], + "max_error": 0.0 + }, + { + "representative": 2101, + "members": [ + 2101 + ], + "max_error": 0.0 + }, + { + "representative": 2161, + "members": [ + 2161 + ], + "max_error": 0.0 + }, + { + "representative": 2230, + "members": [ + 2230 + ], + "max_error": 0.0 + }, + { + "representative": 2072, + "members": [ + 2072 + ], + "max_error": 0.0 + }, + { + "representative": 2213, + "members": [ + 2213 + ], + "max_error": 0.0 + }, + { + "representative": 2228, + "members": [ + 2228 + ], + "max_error": 0.0 + }, + { + "representative": 2197, + "members": [ + 2197 + ], + "max_error": 0.0 + }, + { + "representative": 2237, + "members": [ + 2237 + ], + "max_error": 0.0 + }, + { + "representative": 2239, + "members": [ + 2239 + ], + "max_error": 0.0 + }, + { + "representative": 2057, + "members": [ + 2057 + ], + "max_error": 0.0 + }, + { + "representative": 2252, + "members": [ + 2252 + ], + "max_error": 0.0 + }, + { + "representative": 2242, + "members": [ + 2242 + ], + "max_error": 0.0 + }, + { + "representative": 2656, + "members": [ + 2656 + ], + "max_error": 0.0 + }, + { + "representative": 2676, + "members": [ + 2676 + ], + "max_error": 0.0 + }, + { + "representative": 2783, + "members": [ + 2783 + ], + "max_error": 0.0 + }, + { + "representative": 2634, + "members": [ + 2634 + ], + "max_error": 0.0 + }, + { + "representative": 2694, + "members": [ + 2694 + ], + "max_error": 0.0 + }, + { + "representative": 2722, + "members": [ + 2722 + ], + "max_error": 0.0 + }, + { + "representative": 2760, + "members": [ + 2760 + ], + "max_error": 0.0 + }, + { + "representative": 2791, + "members": [ + 2791 + ], + "max_error": 0.0 + }, + { + "representative": 3283, + "members": [ + 3283 + ], + "max_error": 0.0 + }, + { + "representative": 3177, + "members": [ + 3177 + ], + "max_error": 0.0 + }, + { + "representative": 3223, + "members": [ + 3223 + ], + "max_error": 0.0 + }, + { + "representative": 3120, + "members": [ + 3120 + ], + "max_error": 0.0 + }, + { + "representative": 3285, + "members": [ + 3285 + ], + "max_error": 0.0 + }, + { + "representative": 3295, + "members": [ + 3295 + ], + "max_error": 0.0 + }, + { + "representative": 3176, + "members": [ + 3176 + ], + "max_error": 0.0 + }, + { + "representative": 3163, + "members": [ + 3163 + ], + "max_error": 0.0 + }, + { + "representative": 3089, + "members": [ + 3089 + ], + "max_error": 0.0 + }, + { + "representative": 3165, + "members": [ + 3165 + ], + "max_error": 0.0 + }, + { + "representative": 3225, + "members": [ + 3225 + ], + "max_error": 0.0 + }, + { + "representative": 3664, + "members": [ + 3664 + ], + "max_error": 0.0 + }, + { + "representative": 3720, + "members": [ + 3720 + ], + "max_error": 0.0 + }, + { + "representative": 3700, + "members": [ + 3700 + ], + "max_error": 0.0 + }, + { + "representative": 3833, + "members": [ + 3833 + ], + "max_error": 0.0 + }, + { + "representative": 3738, + "members": [ + 3738 + ], + "max_error": 0.0 + }, + { + "representative": 3799, + "members": [ + 3799 + ], + "max_error": 0.0 + }, + { + "representative": 3593, + "members": [ + 3593 + ], + "max_error": 0.0 + }, + { + "representative": 1176, + "members": [ + 1176 + ], + "max_error": 0.0 + }, + { + "representative": 1141, + "members": [ + 1141 + ], + "max_error": 0.0 + }, + { + "representative": 1278, + "members": [ + 1278 + ], + "max_error": 0.0 + }, + { + "representative": 1218, + "members": [ + 1218 + ], + "max_error": 0.0 + }, + { + "representative": 1079, + "members": [ + 1079 + ], + "max_error": 0.0 + }, + { + "representative": 1099, + "members": [ + 1099 + ], + "max_error": 0.0 + }, + { + "representative": 1053, + "members": [ + 1053 + ], + "max_error": 0.0 + }, + { + "representative": 1112, + "members": [ + 1112 + ], + "max_error": 0.0 + }, + { + "representative": 1170, + "members": [ + 1170 + ], + "max_error": 0.0 + }, + { + "representative": 1081, + "members": [ + 1081 + ], + "max_error": 0.0 + }, + { + "representative": 1072, + "members": [ + 1072 + ], + "max_error": 0.0 + }, + { + "representative": 1165, + "members": [ + 1165 + ], + "max_error": 0.0 + }, + { + "representative": 1071, + "members": [ + 1071 + ], + "max_error": 0.0 + }, + { + "representative": 1220, + "members": [ + 1220 + ], + "max_error": 0.0 + }, + { + "representative": 1248, + "members": [ + 1248 + ], + "max_error": 0.0 + }, + { + "representative": 1751, + "members": [ + 1751 + ], + "max_error": 0.0 + }, + { + "representative": 1636, + "members": [ + 1636 + ], + "max_error": 0.0 + }, + { + "representative": 1575, + "members": [ + 1575 + ], + "max_error": 0.0 + }, + { + "representative": 1762, + "members": [ + 1762 + ], + "max_error": 0.0 + }, + { + "representative": 1692, + "members": [ + 1692 + ], + "max_error": 0.0 + }, + { + "representative": 1703, + "members": [ + 1703 + ], + "max_error": 0.0 + }, + { + "representative": 1638, + "members": [ + 1638 + ], + "max_error": 0.0 + }, + { + "representative": 2139, + "members": [ + 2139 + ], + "max_error": 0.0 + }, + { + "representative": 2084, + "members": [ + 2084 + ], + "max_error": 0.0 + }, + { + "representative": 2095, + "members": [ + 2095 + ], + "max_error": 0.0 + }, + { + "representative": 2103, + "members": [ + 2103 + ], + "max_error": 0.0 + }, + { + "representative": 2124, + "members": [ + 2124 + ], + "max_error": 0.0 + }, + { + "representative": 2054, + "members": [ + 2054 + ], + "max_error": 0.0 + }, + { + "representative": 2060, + "members": [ + 2060 + ], + "max_error": 0.0 + }, + { + "representative": 2079, + "members": [ + 2079 + ], + "max_error": 0.0 + }, + { + "representative": 2222, + "members": [ + 2222 + ], + "max_error": 0.0 + }, + { + "representative": 2099, + "members": [ + 2099 + ], + "max_error": 0.0 + }, + { + "representative": 2227, + "members": [ + 2227 + ], + "max_error": 0.0 + }, + { + "representative": 2260, + "members": [ + 2260 + ], + "max_error": 0.0 + }, + { + "representative": 2255, + "members": [ + 2255 + ], + "max_error": 0.0 + }, + { + "representative": 2600, + "members": [ + 2600 + ], + "max_error": 0.0 + }, + { + "representative": 2779, + "members": [ + 2779 + ], + "max_error": 0.0 + }, + { + "representative": 2775, + "members": [ + 2775 + ], + "max_error": 0.0 + }, + { + "representative": 2788, + "members": [ + 2788 + ], + "max_error": 0.0 + }, + { + "representative": 2627, + "members": [ + 2627 + ], + "max_error": 0.0 + }, + { + "representative": 2798, + "members": [ + 2798 + ], + "max_error": 0.0 + }, + { + "representative": 2802, + "members": [ + 2802 + ], + "max_error": 0.0 + }, + { + "representative": 2580, + "members": [ + 2580 + ], + "max_error": 0.0 + }, + { + "representative": 2705, + "members": [ + 2705 + ], + "max_error": 0.0 + }, + { + "representative": 2719, + "members": [ + 2719 + ], + "max_error": 0.0 + }, + { + "representative": 2804, + "members": [ + 2804 + ], + "max_error": 0.0 + }, + { + "representative": 2731, + "members": [ + 2731 + ], + "max_error": 0.0 + }, + { + "representative": 2750, + "members": [ + 2750 + ], + "max_error": 0.0 + }, + { + "representative": 2766, + "members": [ + 2766 + ], + "max_error": 0.0 + }, + { + "representative": 2618, + "members": [ + 2618 + ], + "max_error": 0.0 + }, + { + "representative": 3146, + "members": [ + 3146 + ], + "max_error": 0.0 + }, + { + "representative": 3291, + "members": [ + 3291 + ], + "max_error": 0.0 + }, + { + "representative": 3219, + "members": [ + 3219 + ], + "max_error": 0.0 + }, + { + "representative": 3194, + "members": [ + 3194 + ], + "max_error": 0.0 + }, + { + "representative": 3164, + "members": [ + 3164 + ], + "max_error": 0.0 + }, + { + "representative": 3083, + "members": [ + 3083 + ], + "max_error": 0.0 + }, + { + "representative": 3088, + "members": [ + 3088 + ], + "max_error": 0.0 + }, + { + "representative": 3113, + "members": [ + 3113 + ], + "max_error": 0.0 + }, + { + "representative": 3631, + "members": [ + 3631 + ], + "max_error": 0.0 + }, + { + "representative": 3749, + "members": [ + 3749 + ], + "max_error": 0.0 + }, + { + "representative": 3730, + "members": [ + 3730 + ], + "max_error": 0.0 + }, + { + "representative": 3812, + "members": [ + 3812 + ], + "max_error": 0.0 + }, + { + "representative": 3772, + "members": [ + 3772 + ], + "max_error": 0.0 + }, + { + "representative": 3696, + "members": [ + 3696 + ], + "max_error": 0.0 + }, + { + "representative": 3602, + "members": [ + 3602 + ], + "max_error": 0.0 + }, + { + "representative": 3630, + "members": [ + 3630 + ], + "max_error": 0.0 + }, + { + "representative": 3813, + "members": [ + 3813 + ], + "max_error": 0.0 + }, + { + "representative": 3684, + "members": [ + 3684 + ], + "max_error": 0.0 + }, + { + "representative": 3759, + "members": [ + 3759 + ], + "max_error": 0.0 + }, + { + "representative": 1096, + "members": [ + 1096 + ], + "max_error": 0.0 + }, + { + "representative": 1061, + "members": [ + 1061 + ], + "max_error": 0.0 + }, + { + "representative": 1221, + "members": [ + 1221 + ], + "max_error": 0.0 + }, + { + "representative": 1106, + "members": [ + 1106 + ], + "max_error": 0.0 + }, + { + "representative": 1050, + "members": [ + 1050 + ], + "max_error": 0.0 + }, + { + "representative": 1192, + "members": [ + 1192 + ], + "max_error": 0.0 + }, + { + "representative": 1240, + "members": [ + 1240 + ], + "max_error": 0.0 + }, + { + "representative": 1175, + "members": [ + 1175 + ], + "max_error": 0.0 + }, + { + "representative": 1243, + "members": [ + 1243 + ], + "max_error": 0.0 + }, + { + "representative": 1115, + "members": [ + 1115 + ], + "max_error": 0.0 + }, + { + "representative": 1060, + "members": [ + 1060 + ], + "max_error": 0.0 + }, + { + "representative": 1150, + "members": [ + 1150 + ], + "max_error": 0.0 + }, + { + "representative": 1246, + "members": [ + 1246 + ], + "max_error": 0.0 + }, + { + "representative": 1199, + "members": [ + 1199 + ], + "max_error": 0.0 + }, + { + "representative": 1261, + "members": [ + 1261 + ], + "max_error": 0.0 + }, + { + "representative": 1217, + "members": [ + 1217 + ], + "max_error": 0.0 + }, + { + "representative": 1216, + "members": [ + 1216 + ], + "max_error": 0.0 + }, + { + "representative": 1233, + "members": [ + 1233 + ], + "max_error": 0.0 + }, + { + "representative": 1552, + "members": [ + 1552 + ], + "max_error": 0.0 + }, + { + "representative": 1582, + "members": [ + 1582 + ], + "max_error": 0.0 + }, + { + "representative": 1662, + "members": [ + 1662 + ], + "max_error": 0.0 + }, + { + "representative": 1560, + "members": [ + 1560 + ], + "max_error": 0.0 + }, + { + "representative": 1777, + "members": [ + 1777 + ], + "max_error": 0.0 + }, + { + "representative": 1603, + "members": [ + 1603 + ], + "max_error": 0.0 + }, + { + "representative": 1747, + "members": [ + 1747 + ], + "max_error": 0.0 + }, + { + "representative": 1758, + "members": [ + 1758 + ], + "max_error": 0.0 + }, + { + "representative": 1766, + "members": [ + 1766 + ], + "max_error": 0.0 + }, + { + "representative": 1702, + "members": [ + 1702 + ], + "max_error": 0.0 + }, + { + "representative": 1736, + "members": [ + 1736 + ], + "max_error": 0.0 + }, + { + "representative": 1749, + "members": [ + 1749 + ], + "max_error": 0.0 + }, + { + "representative": 1661, + "members": [ + 1661 + ], + "max_error": 0.0 + }, + { + "representative": 2090, + "members": [ + 2090 + ], + "max_error": 0.0 + }, + { + "representative": 2070, + "members": [ + 2070 + ], + "max_error": 0.0 + }, + { + "representative": 2062, + "members": [ + 2062 + ], + "max_error": 0.0 + }, + { + "representative": 2152, + "members": [ + 2152 + ], + "max_error": 0.0 + }, + { + "representative": 2068, + "members": [ + 2068 + ], + "max_error": 0.0 + }, + { + "representative": 2191, + "members": [ + 2191 + ], + "max_error": 0.0 + }, + { + "representative": 2141, + "members": [ + 2141 + ], + "max_error": 0.0 + }, + { + "representative": 2207, + "members": [ + 2207 + ], + "max_error": 0.0 + }, + { + "representative": 2093, + "members": [ + 2093 + ], + "max_error": 0.0 + }, + { + "representative": 2077, + "members": [ + 2077 + ], + "max_error": 0.0 + }, + { + "representative": 2739, + "members": [ + 2739 + ], + "max_error": 0.0 + }, + { + "representative": 2590, + "members": [ + 2590 + ], + "max_error": 0.0 + }, + { + "representative": 2592, + "members": [ + 2592 + ], + "max_error": 0.0 + }, + { + "representative": 2571, + "members": [ + 2571 + ], + "max_error": 0.0 + }, + { + "representative": 2614, + "members": [ + 2614 + ], + "max_error": 0.0 + }, + { + "representative": 2777, + "members": [ + 2777 + ], + "max_error": 0.0 + }, + { + "representative": 2640, + "members": [ + 2640 + ], + "max_error": 0.0 + }, + { + "representative": 2726, + "members": [ + 2726 + ], + "max_error": 0.0 + }, + { + "representative": 2753, + "members": [ + 2753 + ], + "max_error": 0.0 + }, + { + "representative": 2677, + "members": [ + 2677 + ], + "max_error": 0.0 + }, + { + "representative": 3142, + "members": [ + 3142 + ], + "max_error": 0.0 + }, + { + "representative": 3227, + "members": [ + 3227 + ], + "max_error": 0.0 + }, + { + "representative": 3210, + "members": [ + 3210 + ], + "max_error": 0.0 + }, + { + "representative": 3234, + "members": [ + 3234 + ], + "max_error": 0.0 + }, + { + "representative": 3230, + "members": [ + 3230 + ], + "max_error": 0.0 + }, + { + "representative": 3079, + "members": [ + 3079 + ], + "max_error": 0.0 + }, + { + "representative": 3305, + "members": [ + 3305 + ], + "max_error": 0.0 + }, + { + "representative": 3299, + "members": [ + 3299 + ], + "max_error": 0.0 + }, + { + "representative": 3286, + "members": [ + 3286 + ], + "max_error": 0.0 + }, + { + "representative": 3750, + "members": [ + 3750 + ], + "max_error": 0.0 + }, + { + "representative": 3632, + "members": [ + 3632 + ], + "max_error": 0.0 + }, + { + "representative": 3742, + "members": [ + 3742 + ], + "max_error": 0.0 + }, + { + "representative": 3656, + "members": [ + 3656 + ], + "max_error": 0.0 + }, + { + "representative": 3666, + "members": [ + 3666 + ], + "max_error": 0.0 + }, + { + "representative": 3781, + "members": [ + 3781 + ], + "max_error": 0.0 + }, + { + "representative": 3611, + "members": [ + 3611 + ], + "max_error": 0.0 + }, + { + "representative": 3753, + "members": [ + 3753 + ], + "max_error": 0.0 + }, + { + "representative": 3609, + "members": [ + 3609 + ], + "max_error": 0.0 + }, + { + "representative": 3648, + "members": [ + 3648 + ], + "max_error": 0.0 + }, + { + "representative": 3622, + "members": [ + 3622 + ], + "max_error": 0.0 + }, + { + "representative": 3767, + "members": [ + 3767 + ], + "max_error": 0.0 + }, + { + "representative": 3640, + "members": [ + 3640 + ], + "max_error": 0.0 + }, + { + "representative": 3762, + "members": [ + 3762 + ], + "max_error": 0.0 + }, + { + "representative": 3658, + "members": [ + 3658 + ], + "max_error": 0.0 + }, + { + "representative": 3733, + "members": [ + 3733 + ], + "max_error": 0.0 + }, + { + "representative": 2654, + "members": [ + 2654 + ], + "max_error": 0.0 + }, + { + "representative": 2801, + "members": [ + 2801 + ], + "max_error": 0.0 + }, + { + "representative": 2742, + "members": [ + 2742 + ], + "max_error": 0.0 + }, + { + "representative": 2582, + "members": [ + 2582 + ], + "max_error": 0.0 + }, + { + "representative": 2591, + "members": [ + 2591 + ], + "max_error": 0.0 + }, + { + "representative": 2770, + "members": [ + 2770 + ], + "max_error": 0.0 + }, + { + "representative": 2735, + "members": [ + 2735 + ], + "max_error": 0.0 + }, + { + "representative": 2657, + "members": [ + 2657 + ], + "max_error": 0.0 + }, + { + "representative": 2684, + "members": [ + 2684 + ], + "max_error": 0.0 + }, + { + "representative": 2724, + "members": [ + 2724 + ], + "max_error": 0.0 + }, + { + "representative": 2662, + "members": [ + 2662 + ], + "max_error": 0.0 + }, + { + "representative": 2688, + "members": [ + 2688 + ], + "max_error": 0.0 + }, + { + "representative": 2667, + "members": [ + 2667 + ], + "max_error": 0.0 + }, + { + "representative": 2672, + "members": [ + 2672 + ], + "max_error": 0.0 + }, + { + "representative": 3306, + "members": [ + 3306 + ], + "max_error": 0.0 + }, + { + "representative": 3141, + "members": [ + 3141 + ], + "max_error": 0.0 + }, + { + "representative": 3238, + "members": [ + 3238 + ], + "max_error": 0.0 + }, + { + "representative": 3321, + "members": [ + 3321 + ], + "max_error": 0.0 + }, + { + "representative": 3300, + "members": [ + 3300 + ], + "max_error": 0.0 + }, + { + "representative": 3805, + "members": [ + 3805 + ], + "max_error": 0.0 + }, + { + "representative": 3599, + "members": [ + 3599 + ], + "max_error": 0.0 + }, + { + "representative": 3764, + "members": [ + 3764 + ], + "max_error": 0.0 + }, + { + "representative": 3655, + "members": [ + 3655 + ], + "max_error": 0.0 + }, + { + "representative": 3741, + "members": [ + 3741 + ], + "max_error": 0.0 + }, + { + "representative": 3678, + "members": [ + 3678 + ], + "max_error": 0.0 + }, + { + "representative": 3820, + "members": [ + 3820 + ], + "max_error": 0.0 + }, + { + "representative": 3745, + "members": [ + 3745 + ], + "max_error": 0.0 + }, + { + "representative": 3791, + "members": [ + 3791 + ], + "max_error": 0.0 + }, + { + "representative": 3647, + "members": [ + 3647 + ], + "max_error": 0.0 + }, + { + "representative": 3763, + "members": [ + 3763 + ], + "max_error": 0.0 + }, + { + "representative": 4298, + "members": [ + 4298 + ], + "max_error": 0.0 + }, + { + "representative": 4180, + "members": [ + 4180 + ], + "max_error": 0.0 + }, + { + "representative": 4181, + "members": [ + 4181 + ], + "max_error": 0.0 + }, + { + "representative": 4189, + "members": [ + 4189 + ], + "max_error": 0.0 + }, + { + "representative": 4195, + "members": [ + 4195 + ], + "max_error": 0.0 + }, + { + "representative": 4122, + "members": [ + 4122 + ], + "max_error": 0.0 + }, + { + "representative": 4108, + "members": [ + 4108 + ], + "max_error": 0.0 + }, + { + "representative": 4168, + "members": [ + 4168 + ], + "max_error": 0.0 + }, + { + "representative": 4199, + "members": [ + 4199 + ], + "max_error": 0.0 + }, + { + "representative": 4211, + "members": [ + 4211 + ], + "max_error": 0.0 + }, + { + "representative": 4288, + "members": [ + 4288 + ], + "max_error": 0.0 + }, + { + "representative": 4163, + "members": [ + 4163 + ], + "max_error": 0.0 + }, + { + "representative": 4125, + "members": [ + 4125 + ], + "max_error": 0.0 + }, + { + "representative": 4341, + "members": [ + 4341 + ], + "max_error": 0.0 + }, + { + "representative": 4334, + "members": [ + 4334 + ], + "max_error": 0.0 + }, + { + "representative": 4320, + "members": [ + 4320 + ], + "max_error": 0.0 + }, + { + "representative": 4345, + "members": [ + 4345 + ], + "max_error": 0.0 + }, + { + "representative": 4188, + "members": [ + 4188 + ], + "max_error": 0.0 + }, + { + "representative": 4269, + "members": [ + 4269 + ], + "max_error": 0.0 + }, + { + "representative": 4212, + "members": [ + 4212 + ], + "max_error": 0.0 + }, + { + "representative": 4209, + "members": [ + 4209 + ], + "max_error": 0.0 + }, + { + "representative": 4286, + "members": [ + 4286 + ], + "max_error": 0.0 + }, + { + "representative": 4190, + "members": [ + 4190 + ], + "max_error": 0.0 + }, + { + "representative": 4348, + "members": [ + 4348 + ], + "max_error": 0.0 + }, + { + "representative": 4176, + "members": [ + 4176 + ], + "max_error": 0.0 + }, + { + "representative": 4234, + "members": [ + 4234 + ], + "max_error": 0.0 + }, + { + "representative": 4268, + "members": [ + 4268 + ], + "max_error": 0.0 + }, + { + "representative": 4337, + "members": [ + 4337 + ], + "max_error": 0.0 + }, + { + "representative": 4136, + "members": [ + 4136 + ], + "max_error": 0.0 + }, + { + "representative": 4096, + "members": [ + 4096 + ], + "max_error": 0.0 + }, + { + "representative": 4270, + "members": [ + 4270 + ], + "max_error": 0.0 + }, + { + "representative": 4170, + "members": [ + 4170 + ], + "max_error": 0.0 + }, + { + "representative": 4169, + "members": [ + 4169 + ], + "max_error": 0.0 + }, + { + "representative": 4205, + "members": [ + 4205 + ], + "max_error": 0.0 + }, + { + "representative": 4182, + "members": [ + 4182 + ], + "max_error": 0.0 + }, + { + "representative": 4099, + "members": [ + 4099 + ], + "max_error": 0.0 + }, + { + "representative": 4297, + "members": [ + 4297 + ], + "max_error": 0.0 + }, + { + "representative": 4686, + "members": [ + 4686 + ], + "max_error": 0.0 + }, + { + "representative": 4661, + "members": [ + 4661 + ], + "max_error": 0.0 + }, + { + "representative": 4847, + "members": [ + 4847 + ], + "max_error": 0.0 + }, + { + "representative": 4815, + "members": [ + 4815 + ], + "max_error": 0.0 + }, + { + "representative": 4664, + "members": [ + 4664 + ], + "max_error": 0.0 + }, + { + "representative": 4735, + "members": [ + 4735 + ], + "max_error": 0.0 + }, + { + "representative": 4862, + "members": [ + 4862 + ], + "max_error": 0.0 + }, + { + "representative": 4645, + "members": [ + 4645 + ], + "max_error": 0.0 + }, + { + "representative": 4842, + "members": [ + 4842 + ], + "max_error": 0.0 + }, + { + "representative": 4628, + "members": [ + 4628 + ], + "max_error": 0.0 + }, + { + "representative": 4690, + "members": [ + 4690 + ], + "max_error": 0.0 + }, + { + "representative": 4823, + "members": [ + 4823 + ], + "max_error": 0.0 + }, + { + "representative": 4834, + "members": [ + 4834 + ], + "max_error": 0.0 + }, + { + "representative": 4819, + "members": [ + 4819 + ], + "max_error": 0.0 + }, + { + "representative": 4829, + "members": [ + 4829 + ], + "max_error": 0.0 + }, + { + "representative": 4747, + "members": [ + 4747 + ], + "max_error": 0.0 + }, + { + "representative": 4755, + "members": [ + 4755 + ], + "max_error": 0.0 + }, + { + "representative": 4748, + "members": [ + 4748 + ], + "max_error": 0.0 + }, + { + "representative": 4720, + "members": [ + 4720 + ], + "max_error": 0.0 + }, + { + "representative": 4790, + "members": [ + 4790 + ], + "max_error": 0.0 + }, + { + "representative": 4694, + "members": [ + 4694 + ], + "max_error": 0.0 + }, + { + "representative": 4767, + "members": [ + 4767 + ], + "max_error": 0.0 + }, + { + "representative": 4778, + "members": [ + 4778 + ], + "max_error": 0.0 + }, + { + "representative": 4821, + "members": [ + 4821 + ], + "max_error": 0.0 + }, + { + "representative": 4758, + "members": [ + 4758 + ], + "max_error": 0.0 + }, + { + "representative": 4789, + "members": [ + 4789 + ], + "max_error": 0.0 + }, + { + "representative": 4776, + "members": [ + 4776 + ], + "max_error": 0.0 + }, + { + "representative": 4711, + "members": [ + 4711 + ], + "max_error": 0.0 + }, + { + "representative": 4852, + "members": [ + 4852 + ], + "max_error": 0.0 + }, + { + "representative": 4855, + "members": [ + 4855 + ], + "max_error": 0.0 + }, + { + "representative": 4857, + "members": [ + 4857 + ], + "max_error": 0.0 + }, + { + "representative": 4816, + "members": [ + 4816 + ], + "max_error": 0.0 + }, + { + "representative": 4625, + "members": [ + 4625 + ], + "max_error": 0.0 + }, + { + "representative": 4760, + "members": [ + 4760 + ], + "max_error": 0.0 + }, + { + "representative": 4768, + "members": [ + 4768 + ], + "max_error": 0.0 + }, + { + "representative": 4787, + "members": [ + 4787 + ], + "max_error": 0.0 + }, + { + "representative": 4614, + "members": [ + 4614 + ], + "max_error": 0.0 + }, + { + "representative": 4615, + "members": [ + 4615 + ], + "max_error": 0.0 + }, + { + "representative": 4812, + "members": [ + 4812 + ], + "max_error": 0.0 + }, + { + "representative": 4632, + "members": [ + 4632 + ], + "max_error": 0.0 + }, + { + "representative": 4692, + "members": [ + 4692 + ], + "max_error": 0.0 + }, + { + "representative": 4860, + "members": [ + 4860 + ], + "max_error": 0.0 + }, + { + "representative": 4732, + "members": [ + 4732 + ], + "max_error": 0.0 + }, + { + "representative": 4705, + "members": [ + 4705 + ], + "max_error": 0.0 + }, + { + "representative": 4635, + "members": [ + 4635 + ], + "max_error": 0.0 + }, + { + "representative": 4723, + "members": [ + 4723 + ], + "max_error": 0.0 + }, + { + "representative": 5212, + "members": [ + 5212 + ], + "max_error": 0.0 + }, + { + "representative": 5366, + "members": [ + 5366 + ], + "max_error": 0.0 + }, + { + "representative": 5362, + "members": [ + 5362 + ], + "max_error": 0.0 + }, + { + "representative": 5323, + "members": [ + 5323 + ], + "max_error": 0.0 + }, + { + "representative": 5372, + "members": [ + 5372 + ], + "max_error": 0.0 + }, + { + "representative": 5349, + "members": [ + 5349 + ], + "max_error": 0.0 + }, + { + "representative": 5237, + "members": [ + 5237 + ], + "max_error": 0.0 + }, + { + "representative": 5282, + "members": [ + 5282 + ], + "max_error": 0.0 + }, + { + "representative": 5320, + "members": [ + 5320 + ], + "max_error": 0.0 + }, + { + "representative": 5322, + "members": [ + 5322 + ], + "max_error": 0.0 + }, + { + "representative": 5251, + "members": [ + 5251 + ], + "max_error": 0.0 + }, + { + "representative": 5253, + "members": [ + 5253 + ], + "max_error": 0.0 + }, + { + "representative": 5305, + "members": [ + 5305 + ], + "max_error": 0.0 + }, + { + "representative": 5196, + "members": [ + 5196 + ], + "max_error": 0.0 + }, + { + "representative": 5277, + "members": [ + 5277 + ], + "max_error": 0.0 + }, + { + "representative": 5364, + "members": [ + 5364 + ], + "max_error": 0.0 + }, + { + "representative": 5173, + "members": [ + 5173 + ], + "max_error": 0.0 + }, + { + "representative": 5343, + "members": [ + 5343 + ], + "max_error": 0.0 + }, + { + "representative": 5172, + "members": [ + 5172 + ], + "max_error": 0.0 + }, + { + "representative": 5186, + "members": [ + 5186 + ], + "max_error": 0.0 + }, + { + "representative": 5201, + "members": [ + 5201 + ], + "max_error": 0.0 + }, + { + "representative": 5250, + "members": [ + 5250 + ], + "max_error": 0.0 + }, + { + "representative": 5259, + "members": [ + 5259 + ], + "max_error": 0.0 + }, + { + "representative": 5363, + "members": [ + 5363 + ], + "max_error": 0.0 + }, + { + "representative": 5288, + "members": [ + 5288 + ], + "max_error": 0.0 + }, + { + "representative": 5150, + "members": [ + 5150 + ], + "max_error": 0.0 + }, + { + "representative": 5275, + "members": [ + 5275 + ], + "max_error": 0.0 + }, + { + "representative": 5321, + "members": [ + 5321 + ], + "max_error": 0.0 + }, + { + "representative": 5155, + "members": [ + 5155 + ], + "max_error": 0.0 + }, + { + "representative": 5136, + "members": [ + 5136 + ], + "max_error": 0.0 + }, + { + "representative": 5162, + "members": [ + 5162 + ], + "max_error": 0.0 + }, + { + "representative": 5139, + "members": [ + 5139 + ], + "max_error": 0.0 + }, + { + "representative": 5231, + "members": [ + 5231 + ], + "max_error": 0.0 + }, + { + "representative": 5287, + "members": [ + 5287 + ], + "max_error": 0.0 + }, + { + "representative": 5338, + "members": [ + 5338 + ], + "max_error": 0.0 + }, + { + "representative": 5339, + "members": [ + 5339 + ], + "max_error": 0.0 + }, + { + "representative": 5215, + "members": [ + 5215 + ], + "max_error": 0.0 + }, + { + "representative": 5762, + "members": [ + 5762 + ], + "max_error": 0.0 + }, + { + "representative": 5861, + "members": [ + 5861 + ], + "max_error": 0.0 + }, + { + "representative": 5670, + "members": [ + 5670 + ], + "max_error": 0.0 + }, + { + "representative": 5848, + "members": [ + 5848 + ], + "max_error": 0.0 + }, + { + "representative": 5877, + "members": [ + 5877 + ], + "max_error": 0.0 + }, + { + "representative": 5636, + "members": [ + 5636 + ], + "max_error": 0.0 + }, + { + "representative": 5686, + "members": [ + 5686 + ], + "max_error": 0.0 + }, + { + "representative": 5857, + "members": [ + 5857 + ], + "max_error": 0.0 + }, + { + "representative": 5688, + "members": [ + 5688 + ], + "max_error": 0.0 + }, + { + "representative": 5814, + "members": [ + 5814 + ], + "max_error": 0.0 + }, + { + "representative": 5639, + "members": [ + 5639 + ], + "max_error": 0.0 + }, + { + "representative": 5755, + "members": [ + 5755 + ], + "max_error": 0.0 + }, + { + "representative": 5864, + "members": [ + 5864 + ], + "max_error": 0.0 + }, + { + "representative": 5797, + "members": [ + 5797 + ], + "max_error": 0.0 + }, + { + "representative": 5700, + "members": [ + 5700 + ], + "max_error": 0.0 + }, + { + "representative": 5826, + "members": [ + 5826 + ], + "max_error": 0.0 + }, + { + "representative": 5691, + "members": [ + 5691 + ], + "max_error": 0.0 + }, + { + "representative": 5875, + "members": [ + 5875 + ], + "max_error": 0.0 + }, + { + "representative": 5689, + "members": [ + 5689 + ], + "max_error": 0.0 + }, + { + "representative": 5744, + "members": [ + 5744 + ], + "max_error": 0.0 + }, + { + "representative": 5737, + "members": [ + 5737 + ], + "max_error": 0.0 + }, + { + "representative": 5771, + "members": [ + 5771 + ], + "max_error": 0.0 + }, + { + "representative": 5811, + "members": [ + 5811 + ], + "max_error": 0.0 + }, + { + "representative": 5870, + "members": [ + 5870 + ], + "max_error": 0.0 + }, + { + "representative": 5671, + "members": [ + 5671 + ], + "max_error": 0.0 + }, + { + "representative": 5876, + "members": [ + 5876 + ], + "max_error": 0.0 + }, + { + "representative": 5829, + "members": [ + 5829 + ], + "max_error": 0.0 + }, + { + "representative": 5784, + "members": [ + 5784 + ], + "max_error": 0.0 + }, + { + "representative": 5647, + "members": [ + 5647 + ], + "max_error": 0.0 + }, + { + "representative": 5733, + "members": [ + 5733 + ], + "max_error": 0.0 + }, + { + "representative": 5760, + "members": [ + 5760 + ], + "max_error": 0.0 + }, + { + "representative": 5849, + "members": [ + 5849 + ], + "max_error": 0.0 + }, + { + "representative": 5644, + "members": [ + 5644 + ], + "max_error": 0.0 + }, + { + "representative": 5852, + "members": [ + 5852 + ], + "max_error": 0.0 + }, + { + "representative": 5634, + "members": [ + 5634 + ], + "max_error": 0.0 + }, + { + "representative": 5792, + "members": [ + 5792 + ], + "max_error": 0.0 + }, + { + "representative": 5713, + "members": [ + 5713 + ], + "max_error": 0.0 + }, + { + "representative": 5837, + "members": [ + 5837 + ], + "max_error": 0.0 + }, + { + "representative": 5704, + "members": [ + 5704 + ], + "max_error": 0.0 + }, + { + "representative": 5853, + "members": [ + 5853 + ], + "max_error": 0.0 + }, + { + "representative": 5662, + "members": [ + 5662 + ], + "max_error": 0.0 + }, + { + "representative": 5750, + "members": [ + 5750 + ], + "max_error": 0.0 + }, + { + "representative": 5719, + "members": [ + 5719 + ], + "max_error": 0.0 + }, + { + "representative": 5756, + "members": [ + 5756 + ], + "max_error": 0.0 + }, + { + "representative": 5682, + "members": [ + 5682 + ], + "max_error": 0.0 + }, + { + "representative": 5813, + "members": [ + 5813 + ], + "max_error": 0.0 + }, + { + "representative": 1107, + "members": [ + 1107 + ], + "max_error": 0.0 + }, + { + "representative": 1091, + "members": [ + 1091 + ], + "max_error": 0.0 + }, + { + "representative": 1075, + "members": [ + 1075 + ], + "max_error": 0.0 + }, + { + "representative": 1258, + "members": [ + 1258 + ], + "max_error": 0.0 + }, + { + "representative": 1213, + "members": [ + 1213 + ], + "max_error": 0.0 + }, + { + "representative": 1198, + "members": [ + 1198 + ], + "max_error": 0.0 + }, + { + "representative": 1031, + "members": [ + 1031 + ], + "max_error": 0.0 + }, + { + "representative": 1272, + "members": [ + 1272 + ], + "max_error": 0.0 + }, + { + "representative": 1166, + "members": [ + 1166 + ], + "max_error": 0.0 + }, + { + "representative": 1247, + "members": [ + 1247 + ], + "max_error": 0.0 + }, + { + "representative": 1067, + "members": [ + 1067 + ], + "max_error": 0.0 + }, + { + "representative": 1193, + "members": [ + 1193 + ], + "max_error": 0.0 + }, + { + "representative": 1070, + "members": [ + 1070 + ], + "max_error": 0.0 + }, + { + "representative": 1149, + "members": [ + 1149 + ], + "max_error": 0.0 + }, + { + "representative": 1177, + "members": [ + 1177 + ], + "max_error": 0.0 + }, + { + "representative": 1546, + "members": [ + 1546 + ], + "max_error": 0.0 + }, + { + "representative": 1770, + "members": [ + 1770 + ], + "max_error": 0.0 + }, + { + "representative": 1761, + "members": [ + 1761 + ], + "max_error": 0.0 + }, + { + "representative": 1753, + "members": [ + 1753 + ], + "max_error": 0.0 + }, + { + "representative": 1744, + "members": [ + 1744 + ], + "max_error": 0.0 + }, + { + "representative": 1653, + "members": [ + 1653 + ], + "max_error": 0.0 + }, + { + "representative": 1656, + "members": [ + 1656 + ], + "max_error": 0.0 + }, + { + "representative": 1722, + "members": [ + 1722 + ], + "max_error": 0.0 + }, + { + "representative": 1557, + "members": [ + 1557 + ], + "max_error": 0.0 + }, + { + "representative": 1778, + "members": [ + 1778 + ], + "max_error": 0.0 + }, + { + "representative": 1727, + "members": [ + 1727 + ], + "max_error": 0.0 + }, + { + "representative": 1717, + "members": [ + 1717 + ], + "max_error": 0.0 + }, + { + "representative": 1721, + "members": [ + 1721 + ], + "max_error": 0.0 + }, + { + "representative": 1590, + "members": [ + 1590 + ], + "max_error": 0.0 + }, + { + "representative": 1548, + "members": [ + 1548 + ], + "max_error": 0.0 + }, + { + "representative": 1748, + "members": [ + 1748 + ], + "max_error": 0.0 + }, + { + "representative": 1701, + "members": [ + 1701 + ], + "max_error": 0.0 + }, + { + "representative": 1578, + "members": [ + 1578 + ], + "max_error": 0.0 + }, + { + "representative": 2100, + "members": [ + 2100 + ], + "max_error": 0.0 + }, + { + "representative": 2272, + "members": [ + 2272 + ], + "max_error": 0.0 + }, + { + "representative": 2165, + "members": [ + 2165 + ], + "max_error": 0.0 + }, + { + "representative": 2147, + "members": [ + 2147 + ], + "max_error": 0.0 + }, + { + "representative": 2267, + "members": [ + 2267 + ], + "max_error": 0.0 + }, + { + "representative": 2259, + "members": [ + 2259 + ], + "max_error": 0.0 + }, + { + "representative": 2212, + "members": [ + 2212 + ], + "max_error": 0.0 + }, + { + "representative": 2163, + "members": [ + 2163 + ], + "max_error": 0.0 + }, + { + "representative": 2216, + "members": [ + 2216 + ], + "max_error": 0.0 + }, + { + "representative": 2071, + "members": [ + 2071 + ], + "max_error": 0.0 + }, + { + "representative": 2301, + "members": [ + 2301 + ], + "max_error": 0.0 + }, + { + "representative": 2244, + "members": [ + 2244 + ], + "max_error": 0.0 + }, + { + "representative": 2078, + "members": [ + 2078 + ], + "max_error": 0.0 + }, + { + "representative": 2303, + "members": [ + 2303 + ], + "max_error": 0.0 + }, + { + "representative": 2130, + "members": [ + 2130 + ], + "max_error": 0.0 + }, + { + "representative": 2138, + "members": [ + 2138 + ], + "max_error": 0.0 + }, + { + "representative": 2647, + "members": [ + 2647 + ], + "max_error": 0.0 + }, + { + "representative": 2621, + "members": [ + 2621 + ], + "max_error": 0.0 + }, + { + "representative": 2632, + "members": [ + 2632 + ], + "max_error": 0.0 + }, + { + "representative": 2673, + "members": [ + 2673 + ], + "max_error": 0.0 + }, + { + "representative": 2765, + "members": [ + 2765 + ], + "max_error": 0.0 + }, + { + "representative": 2668, + "members": [ + 2668 + ], + "max_error": 0.0 + }, + { + "representative": 2799, + "members": [ + 2799 + ], + "max_error": 0.0 + }, + { + "representative": 2635, + "members": [ + 2635 + ], + "max_error": 0.0 + }, + { + "representative": 3312, + "members": [ + 3312 + ], + "max_error": 0.0 + }, + { + "representative": 3244, + "members": [ + 3244 + ], + "max_error": 0.0 + }, + { + "representative": 3183, + "members": [ + 3183 + ], + "max_error": 0.0 + }, + { + "representative": 3170, + "members": [ + 3170 + ], + "max_error": 0.0 + }, + { + "representative": 3143, + "members": [ + 3143 + ], + "max_error": 0.0 + }, + { + "representative": 3133, + "members": [ + 3133 + ], + "max_error": 0.0 + }, + { + "representative": 3311, + "members": [ + 3311 + ], + "max_error": 0.0 + }, + { + "representative": 3240, + "members": [ + 3240 + ], + "max_error": 0.0 + }, + { + "representative": 3148, + "members": [ + 3148 + ], + "max_error": 0.0 + }, + { + "representative": 3157, + "members": [ + 3157 + ], + "max_error": 0.0 + }, + { + "representative": 3134, + "members": [ + 3134 + ], + "max_error": 0.0 + }, + { + "representative": 3203, + "members": [ + 3203 + ], + "max_error": 0.0 + }, + { + "representative": 3193, + "members": [ + 3193 + ], + "max_error": 0.0 + }, + { + "representative": 3326, + "members": [ + 3326 + ], + "max_error": 0.0 + }, + { + "representative": 3661, + "members": [ + 3661 + ], + "max_error": 0.0 + }, + { + "representative": 3770, + "members": [ + 3770 + ], + "max_error": 0.0 + }, + { + "representative": 3829, + "members": [ + 3829 + ], + "max_error": 0.0 + }, + { + "representative": 3756, + "members": [ + 3756 + ], + "max_error": 0.0 + }, + { + "representative": 3619, + "members": [ + 3619 + ], + "max_error": 0.0 + }, + { + "representative": 3751, + "members": [ + 3751 + ], + "max_error": 0.0 + }, + { + "representative": 3677, + "members": [ + 3677 + ], + "max_error": 0.0 + }, + { + "representative": 3699, + "members": [ + 3699 + ], + "max_error": 0.0 + }, + { + "representative": 3740, + "members": [ + 3740 + ], + "max_error": 0.0 + }, + { + "representative": 3831, + "members": [ + 3831 + ], + "max_error": 0.0 + }, + { + "representative": 3778, + "members": [ + 3778 + ], + "max_error": 0.0 + }, + { + "representative": 3786, + "members": [ + 3786 + ], + "max_error": 0.0 + }, + { + "representative": 3816, + "members": [ + 3816 + ], + "max_error": 0.0 + }, + { + "representative": 3673, + "members": [ + 3673 + ], + "max_error": 0.0 + }, + { + "representative": 1143, + "members": [ + 1143 + ], + "max_error": 0.0 + }, + { + "representative": 1279, + "members": [ + 1279 + ], + "max_error": 0.0 + }, + { + "representative": 1207, + "members": [ + 1207 + ], + "max_error": 0.0 + }, + { + "representative": 1171, + "members": [ + 1171 + ], + "max_error": 0.0 + }, + { + "representative": 1237, + "members": [ + 1237 + ], + "max_error": 0.0 + }, + { + "representative": 1128, + "members": [ + 1128 + ], + "max_error": 0.0 + }, + { + "representative": 1077, + "members": [ + 1077 + ], + "max_error": 0.0 + }, + { + "representative": 1208, + "members": [ + 1208 + ], + "max_error": 0.0 + }, + { + "representative": 1254, + "members": [ + 1254 + ], + "max_error": 0.0 + }, + { + "representative": 1024, + "members": [ + 1024 + ], + "max_error": 0.0 + }, + { + "representative": 1189, + "members": [ + 1189 + ], + "max_error": 0.0 + }, + { + "representative": 1223, + "members": [ + 1223 + ], + "max_error": 0.0 + }, + { + "representative": 1153, + "members": [ + 1153 + ], + "max_error": 0.0 + }, + { + "representative": 1064, + "members": [ + 1064 + ], + "max_error": 0.0 + }, + { + "representative": 1219, + "members": [ + 1219 + ], + "max_error": 0.0 + }, + { + "representative": 1113, + "members": [ + 1113 + ], + "max_error": 0.0 + }, + { + "representative": 1088, + "members": [ + 1088 + ], + "max_error": 0.0 + }, + { + "representative": 1586, + "members": [ + 1586 + ], + "max_error": 0.0 + }, + { + "representative": 1551, + "members": [ + 1551 + ], + "max_error": 0.0 + }, + { + "representative": 1580, + "members": [ + 1580 + ], + "max_error": 0.0 + }, + { + "representative": 1756, + "members": [ + 1756 + ], + "max_error": 0.0 + }, + { + "representative": 1705, + "members": [ + 1705 + ], + "max_error": 0.0 + }, + { + "representative": 1676, + "members": [ + 1676 + ], + "max_error": 0.0 + }, + { + "representative": 1691, + "members": [ + 1691 + ], + "max_error": 0.0 + }, + { + "representative": 1790, + "members": [ + 1790 + ], + "max_error": 0.0 + }, + { + "representative": 1629, + "members": [ + 1629 + ], + "max_error": 0.0 + }, + { + "representative": 1708, + "members": [ + 1708 + ], + "max_error": 0.0 + }, + { + "representative": 1630, + "members": [ + 1630 + ], + "max_error": 0.0 + }, + { + "representative": 1644, + "members": [ + 1644 + ], + "max_error": 0.0 + }, + { + "representative": 1542, + "members": [ + 1542 + ], + "max_error": 0.0 + }, + { + "representative": 2235, + "members": [ + 2235 + ], + "max_error": 0.0 + }, + { + "representative": 2278, + "members": [ + 2278 + ], + "max_error": 0.0 + }, + { + "representative": 2151, + "members": [ + 2151 + ], + "max_error": 0.0 + }, + { + "representative": 2287, + "members": [ + 2287 + ], + "max_error": 0.0 + }, + { + "representative": 2154, + "members": [ + 2154 + ], + "max_error": 0.0 + }, + { + "representative": 2205, + "members": [ + 2205 + ], + "max_error": 0.0 + }, + { + "representative": 2261, + "members": [ + 2261 + ], + "max_error": 0.0 + }, + { + "representative": 2200, + "members": [ + 2200 + ], + "max_error": 0.0 + }, + { + "representative": 2109, + "members": [ + 2109 + ], + "max_error": 0.0 + }, + { + "representative": 2199, + "members": [ + 2199 + ], + "max_error": 0.0 + }, + { + "representative": 2104, + "members": [ + 2104 + ], + "max_error": 0.0 + }, + { + "representative": 2225, + "members": [ + 2225 + ], + "max_error": 0.0 + }, + { + "representative": 2086, + "members": [ + 2086 + ], + "max_error": 0.0 + }, + { + "representative": 2609, + "members": [ + 2609 + ], + "max_error": 0.0 + }, + { + "representative": 2638, + "members": [ + 2638 + ], + "max_error": 0.0 + }, + { + "representative": 2597, + "members": [ + 2597 + ], + "max_error": 0.0 + }, + { + "representative": 2666, + "members": [ + 2666 + ], + "max_error": 0.0 + }, + { + "representative": 2768, + "members": [ + 2768 + ], + "max_error": 0.0 + }, + { + "representative": 2729, + "members": [ + 2729 + ], + "max_error": 0.0 + }, + { + "representative": 2565, + "members": [ + 2565 + ], + "max_error": 0.0 + }, + { + "representative": 2649, + "members": [ + 2649 + ], + "max_error": 0.0 + }, + { + "representative": 2714, + "members": [ + 2714 + ], + "max_error": 0.0 + }, + { + "representative": 2700, + "members": [ + 2700 + ], + "max_error": 0.0 + }, + { + "representative": 2642, + "members": [ + 2642 + ], + "max_error": 0.0 + }, + { + "representative": 2793, + "members": [ + 2793 + ], + "max_error": 0.0 + }, + { + "representative": 3129, + "members": [ + 3129 + ], + "max_error": 0.0 + }, + { + "representative": 3139, + "members": [ + 3139 + ], + "max_error": 0.0 + }, + { + "representative": 3327, + "members": [ + 3327 + ], + "max_error": 0.0 + }, + { + "representative": 3172, + "members": [ + 3172 + ], + "max_error": 0.0 + }, + { + "representative": 3324, + "members": [ + 3324 + ], + "max_error": 0.0 + }, + { + "representative": 3144, + "members": [ + 3144 + ], + "max_error": 0.0 + }, + { + "representative": 3224, + "members": [ + 3224 + ], + "max_error": 0.0 + }, + { + "representative": 3292, + "members": [ + 3292 + ], + "max_error": 0.0 + }, + { + "representative": 3278, + "members": [ + 3278 + ], + "max_error": 0.0 + }, + { + "representative": 3825, + "members": [ + 3825 + ], + "max_error": 0.0 + }, + { + "representative": 3591, + "members": [ + 3591 + ], + "max_error": 0.0 + }, + { + "representative": 3731, + "members": [ + 3731 + ], + "max_error": 0.0 + }, + { + "representative": 3657, + "members": [ + 3657 + ], + "max_error": 0.0 + }, + { + "representative": 3717, + "members": [ + 3717 + ], + "max_error": 0.0 + }, + { + "representative": 3638, + "members": [ + 3638 + ], + "max_error": 0.0 + }, + { + "representative": 3743, + "members": [ + 3743 + ], + "max_error": 0.0 + }, + { + "representative": 3798, + "members": [ + 3798 + ], + "max_error": 0.0 + }, + { + "representative": 3614, + "members": [ + 3614 + ], + "max_error": 0.0 + }, + { + "representative": 3775, + "members": [ + 3775 + ], + "max_error": 0.0 + }, + { + "representative": 3682, + "members": [ + 3682 + ], + "max_error": 0.0 + }, + { + "representative": 3693, + "members": [ + 3693 + ], + "max_error": 0.0 + }, + { + "representative": 3785, + "members": [ + 3785 + ], + "max_error": 0.0 + }, + { + "representative": 3796, + "members": [ + 3796 + ], + "max_error": 0.0 + }, + { + "representative": 6150, + "members": [ + 6150 + ], + "max_error": 0.0 + }, + { + "representative": 6152, + "members": [ + 6152 + ], + "max_error": 0.0 + }, + { + "representative": 6154, + "members": [ + 6154 + ], + "max_error": 0.0 + }, + { + "representative": 6165, + "members": [ + 6165 + ], + "max_error": 0.0 + }, + { + "representative": 6170, + "members": [ + 6170 + ], + "max_error": 0.0 + }, + { + "representative": 6172, + "members": [ + 6172 + ], + "max_error": 0.0 + }, + { + "representative": 6180, + "members": [ + 6180 + ], + "max_error": 0.0 + }, + { + "representative": 6183, + "members": [ + 6183 + ], + "max_error": 0.0 + }, + { + "representative": 6190, + "members": [ + 6190 + ], + "max_error": 0.0 + }, + { + "representative": 6193, + "members": [ + 6193 + ], + "max_error": 0.0 + }, + { + "representative": 6194, + "members": [ + 6194 + ], + "max_error": 0.0 + }, + { + "representative": 6197, + "members": [ + 6197 + ], + "max_error": 0.0 + }, + { + "representative": 6198, + "members": [ + 6198 + ], + "max_error": 0.0 + }, + { + "representative": 6728, + "members": [ + 6728 + ], + "max_error": 0.0 + }, + { + "representative": 6732, + "members": [ + 6732 + ], + "max_error": 0.0 + }, + { + "representative": 6664, + "members": [ + 6664 + ], + "max_error": 0.0 + }, + { + "representative": 6738, + "members": [ + 6738 + ], + "max_error": 0.0 + }, + { + "representative": 6763, + "members": [ + 6763 + ], + "max_error": 0.0 + }, + { + "representative": 6783, + "members": [ + 6783 + ], + "max_error": 0.0 + }, + { + "representative": 6784, + "members": [ + 6784 + ], + "max_error": 0.0 + }, + { + "representative": 6786, + "members": [ + 6786 + ], + "max_error": 0.0 + }, + { + "representative": 6826, + "members": [ + 6826 + ], + "max_error": 0.0 + }, + { + "representative": 6829, + "members": [ + 6829 + ], + "max_error": 0.0 + }, + { + "representative": 7241, + "members": [ + 7241 + ], + "max_error": 0.0 + }, + { + "representative": 7268, + "members": [ + 7268 + ], + "max_error": 0.0 + }, + { + "representative": 7302, + "members": [ + 7302 + ], + "max_error": 0.0 + }, + { + "representative": 7326, + "members": [ + 7326 + ], + "max_error": 0.0 + }, + { + "representative": 7334, + "members": [ + 7334 + ], + "max_error": 0.0 + }, + { + "representative": 7353, + "members": [ + 7353 + ], + "max_error": 0.0 + }, + { + "representative": 7379, + "members": [ + 7379 + ], + "max_error": 0.0 + }, + { + "representative": 7211, + "members": [ + 7211 + ], + "max_error": 0.0 + }, + { + "representative": 7721, + "members": [ + 7721 + ], + "max_error": 0.0 + }, + { + "representative": 7739, + "members": [ + 7739 + ], + "max_error": 0.0 + }, + { + "representative": 7718, + "members": [ + 7718 + ], + "max_error": 0.0 + }, + { + "representative": 7775, + "members": [ + 7775 + ], + "max_error": 0.0 + }, + { + "representative": 7802, + "members": [ + 7802 + ], + "max_error": 0.0 + }, + { + "representative": 7832, + "members": [ + 7832 + ], + "max_error": 0.0 + }, + { + "representative": 7863, + "members": [ + 7863 + ], + "max_error": 0.0 + }, + { + "representative": 7884, + "members": [ + 7884 + ], + "max_error": 0.0 + }, + { + "representative": 7887, + "members": [ + 7887 + ], + "max_error": 0.0 + }, + { + "representative": 7876, + "members": [ + 7876 + ], + "max_error": 0.0 + }, + { + "representative": 7905, + "members": [ + 7905 + ], + "max_error": 0.0 + }, + { + "representative": 6213, + "members": [ + 6213 + ], + "max_error": 0.0 + }, + { + "representative": 6223, + "members": [ + 6223 + ], + "max_error": 0.0 + }, + { + "representative": 6248, + "members": [ + 6248 + ], + "max_error": 0.0 + }, + { + "representative": 6251, + "members": [ + 6251 + ], + "max_error": 0.0 + }, + { + "representative": 6254, + "members": [ + 6254 + ], + "max_error": 0.0 + }, + { + "representative": 6256, + "members": [ + 6256 + ], + "max_error": 0.0 + }, + { + "representative": 6266, + "members": [ + 6266 + ], + "max_error": 0.0 + }, + { + "representative": 6848, + "members": [ + 6848 + ], + "max_error": 0.0 + }, + { + "representative": 6798, + "members": [ + 6798 + ], + "max_error": 0.0 + }, + { + "representative": 6679, + "members": [ + 6679 + ], + "max_error": 0.0 + }, + { + "representative": 6860, + "members": [ + 6860 + ], + "max_error": 0.0 + }, + { + "representative": 6861, + "members": [ + 6861 + ], + "max_error": 0.0 + }, + { + "representative": 6811, + "members": [ + 6811 + ], + "max_error": 0.0 + }, + { + "representative": 6684, + "members": [ + 6684 + ], + "max_error": 0.0 + }, + { + "representative": 6893, + "members": [ + 6893 + ], + "max_error": 0.0 + }, + { + "representative": 7391, + "members": [ + 7391 + ], + "max_error": 0.0 + }, + { + "representative": 7380, + "members": [ + 7380 + ], + "max_error": 0.0 + }, + { + "representative": 7195, + "members": [ + 7195 + ], + "max_error": 0.0 + }, + { + "representative": 7182, + "members": [ + 7182 + ], + "max_error": 0.0 + }, + { + "representative": 7405, + "members": [ + 7405 + ], + "max_error": 0.0 + }, + { + "representative": 7293, + "members": [ + 7293 + ], + "max_error": 0.0 + }, + { + "representative": 7283, + "members": [ + 7283 + ], + "max_error": 0.0 + }, + { + "representative": 7336, + "members": [ + 7336 + ], + "max_error": 0.0 + }, + { + "representative": 7191, + "members": [ + 7191 + ], + "max_error": 0.0 + }, + { + "representative": 7340, + "members": [ + 7340 + ], + "max_error": 0.0 + }, + { + "representative": 7312, + "members": [ + 7312 + ], + "max_error": 0.0 + }, + { + "representative": 7406, + "members": [ + 7406 + ], + "max_error": 0.0 + }, + { + "representative": 7216, + "members": [ + 7216 + ], + "max_error": 0.0 + }, + { + "representative": 7839, + "members": [ + 7839 + ], + "max_error": 0.0 + }, + { + "representative": 7898, + "members": [ + 7898 + ], + "max_error": 0.0 + }, + { + "representative": 7851, + "members": [ + 7851 + ], + "max_error": 0.0 + }, + { + "representative": 7895, + "members": [ + 7895 + ], + "max_error": 0.0 + }, + { + "representative": 7934, + "members": [ + 7934 + ], + "max_error": 0.0 + }, + { + "representative": 7815, + "members": [ + 7815 + ], + "max_error": 0.0 + }, + { + "representative": 7883, + "members": [ + 7883 + ], + "max_error": 0.0 + }, + { + "representative": 7868, + "members": [ + 7868 + ], + "max_error": 0.0 + }, + { + "representative": 7856, + "members": [ + 7856 + ], + "max_error": 0.0 + }, + { + "representative": 7805, + "members": [ + 7805 + ], + "max_error": 0.0 + }, + { + "representative": 6272, + "members": [ + 6272 + ], + "max_error": 0.0 + }, + { + "representative": 6293, + "members": [ + 6293 + ], + "max_error": 0.0 + }, + { + "representative": 6295, + "members": [ + 6295 + ], + "max_error": 0.0 + }, + { + "representative": 6299, + "members": [ + 6299 + ], + "max_error": 0.0 + }, + { + "representative": 6300, + "members": [ + 6300 + ], + "max_error": 0.0 + }, + { + "representative": 6303, + "members": [ + 6303 + ], + "max_error": 0.0 + }, + { + "representative": 6311, + "members": [ + 6311 + ], + "max_error": 0.0 + }, + { + "representative": 6325, + "members": [ + 6325 + ], + "max_error": 0.0 + }, + { + "representative": 6328, + "members": [ + 6328 + ], + "max_error": 0.0 + }, + { + "representative": 6690, + "members": [ + 6690 + ], + "max_error": 0.0 + }, + { + "representative": 6799, + "members": [ + 6799 + ], + "max_error": 0.0 + }, + { + "representative": 6908, + "members": [ + 6908 + ], + "max_error": 0.0 + }, + { + "representative": 6749, + "members": [ + 6749 + ], + "max_error": 0.0 + }, + { + "representative": 6692, + "members": [ + 6692 + ], + "max_error": 0.0 + }, + { + "representative": 6781, + "members": [ + 6781 + ], + "max_error": 0.0 + }, + { + "representative": 6723, + "members": [ + 6723 + ], + "max_error": 0.0 + }, + { + "representative": 6683, + "members": [ + 6683 + ], + "max_error": 0.0 + }, + { + "representative": 6769, + "members": [ + 6769 + ], + "max_error": 0.0 + }, + { + "representative": 6724, + "members": [ + 6724 + ], + "max_error": 0.0 + }, + { + "representative": 6792, + "members": [ + 6792 + ], + "max_error": 0.0 + }, + { + "representative": 6699, + "members": [ + 6699 + ], + "max_error": 0.0 + }, + { + "representative": 6754, + "members": [ + 6754 + ], + "max_error": 0.0 + }, + { + "representative": 6882, + "members": [ + 6882 + ], + "max_error": 0.0 + }, + { + "representative": 7285, + "members": [ + 7285 + ], + "max_error": 0.0 + }, + { + "representative": 7403, + "members": [ + 7403 + ], + "max_error": 0.0 + }, + { + "representative": 7214, + "members": [ + 7214 + ], + "max_error": 0.0 + }, + { + "representative": 7306, + "members": [ + 7306 + ], + "max_error": 0.0 + }, + { + "representative": 7390, + "members": [ + 7390 + ], + "max_error": 0.0 + }, + { + "representative": 7309, + "members": [ + 7309 + ], + "max_error": 0.0 + }, + { + "representative": 7246, + "members": [ + 7246 + ], + "max_error": 0.0 + }, + { + "representative": 7308, + "members": [ + 7308 + ], + "max_error": 0.0 + }, + { + "representative": 7372, + "members": [ + 7372 + ], + "max_error": 0.0 + }, + { + "representative": 7732, + "members": [ + 7732 + ], + "max_error": 0.0 + }, + { + "representative": 7759, + "members": [ + 7759 + ], + "max_error": 0.0 + }, + { + "representative": 7684, + "members": [ + 7684 + ], + "max_error": 0.0 + }, + { + "representative": 7926, + "members": [ + 7926 + ], + "max_error": 0.0 + }, + { + "representative": 7819, + "members": [ + 7819 + ], + "max_error": 0.0 + }, + { + "representative": 7925, + "members": [ + 7925 + ], + "max_error": 0.0 + }, + { + "representative": 7843, + "members": [ + 7843 + ], + "max_error": 0.0 + }, + { + "representative": 7831, + "members": [ + 7831 + ], + "max_error": 0.0 + }, + { + "representative": 7723, + "members": [ + 7723 + ], + "max_error": 0.0 + }, + { + "representative": 7689, + "members": [ + 7689 + ], + "max_error": 0.0 + }, + { + "representative": 7783, + "members": [ + 7783 + ], + "max_error": 0.0 + }, + { + "representative": 7860, + "members": [ + 7860 + ], + "max_error": 0.0 + }, + { + "representative": 7796, + "members": [ + 7796 + ], + "max_error": 0.0 + }, + { + "representative": 7767, + "members": [ + 7767 + ], + "max_error": 0.0 + }, + { + "representative": 7836, + "members": [ + 7836 + ], + "max_error": 0.0 + }, + { + "representative": 7874, + "members": [ + 7874 + ], + "max_error": 0.0 + }, + { + "representative": 7861, + "members": [ + 7861 + ], + "max_error": 0.0 + }, + { + "representative": 7821, + "members": [ + 7821 + ], + "max_error": 0.0 + }, + { + "representative": 7690, + "members": [ + 7690 + ], + "max_error": 0.0 + }, + { + "representative": 7852, + "members": [ + 7852 + ], + "max_error": 0.0 + }, + { + "representative": 7750, + "members": [ + 7750 + ], + "max_error": 0.0 + }, + { + "representative": 6336, + "members": [ + 6336 + ], + "max_error": 0.0 + }, + { + "representative": 6345, + "members": [ + 6345 + ], + "max_error": 0.0 + }, + { + "representative": 6346, + "members": [ + 6346 + ], + "max_error": 0.0 + }, + { + "representative": 6348, + "members": [ + 6348 + ], + "max_error": 0.0 + }, + { + "representative": 6350, + "members": [ + 6350 + ], + "max_error": 0.0 + }, + { + "representative": 6352, + "members": [ + 6352 + ], + "max_error": 0.0 + }, + { + "representative": 6354, + "members": [ + 6354 + ], + "max_error": 0.0 + }, + { + "representative": 6362, + "members": [ + 6362 + ], + "max_error": 0.0 + }, + { + "representative": 6365, + "members": [ + 6365 + ], + "max_error": 0.0 + }, + { + "representative": 6372, + "members": [ + 6372 + ], + "max_error": 0.0 + }, + { + "representative": 6383, + "members": [ + 6383 + ], + "max_error": 0.0 + }, + { + "representative": 6384, + "members": [ + 6384 + ], + "max_error": 0.0 + }, + { + "representative": 6385, + "members": [ + 6385 + ], + "max_error": 0.0 + }, + { + "representative": 6741, + "members": [ + 6741 + ], + "max_error": 0.0 + }, + { + "representative": 6669, + "members": [ + 6669 + ], + "max_error": 0.0 + }, + { + "representative": 6911, + "members": [ + 6911 + ], + "max_error": 0.0 + }, + { + "representative": 6726, + "members": [ + 6726 + ], + "max_error": 0.0 + }, + { + "representative": 6814, + "members": [ + 6814 + ], + "max_error": 0.0 + }, + { + "representative": 6847, + "members": [ + 6847 + ], + "max_error": 0.0 + }, + { + "representative": 6877, + "members": [ + 6877 + ], + "max_error": 0.0 + }, + { + "representative": 6871, + "members": [ + 6871 + ], + "max_error": 0.0 + }, + { + "representative": 6694, + "members": [ + 6694 + ], + "max_error": 0.0 + }, + { + "representative": 6658, + "members": [ + 6658 + ], + "max_error": 0.0 + }, + { + "representative": 7299, + "members": [ + 7299 + ], + "max_error": 0.0 + }, + { + "representative": 7249, + "members": [ + 7249 + ], + "max_error": 0.0 + }, + { + "representative": 7220, + "members": [ + 7220 + ], + "max_error": 0.0 + }, + { + "representative": 7234, + "members": [ + 7234 + ], + "max_error": 0.0 + }, + { + "representative": 7361, + "members": [ + 7361 + ], + "max_error": 0.0 + }, + { + "representative": 7181, + "members": [ + 7181 + ], + "max_error": 0.0 + }, + { + "representative": 7346, + "members": [ + 7346 + ], + "max_error": 0.0 + }, + { + "representative": 7174, + "members": [ + 7174 + ], + "max_error": 0.0 + }, + { + "representative": 7215, + "members": [ + 7215 + ], + "max_error": 0.0 + }, + { + "representative": 7243, + "members": [ + 7243 + ], + "max_error": 0.0 + }, + { + "representative": 7902, + "members": [ + 7902 + ], + "max_error": 0.0 + }, + { + "representative": 7931, + "members": [ + 7931 + ], + "max_error": 0.0 + }, + { + "representative": 7711, + "members": [ + 7711 + ], + "max_error": 0.0 + }, + { + "representative": 7872, + "members": [ + 7872 + ], + "max_error": 0.0 + }, + { + "representative": 7912, + "members": [ + 7912 + ], + "max_error": 0.0 + }, + { + "representative": 7837, + "members": [ + 7837 + ], + "max_error": 0.0 + }, + { + "representative": 7903, + "members": [ + 7903 + ], + "max_error": 0.0 + }, + { + "representative": 7850, + "members": [ + 7850 + ], + "max_error": 0.0 + }, + { + "representative": 7746, + "members": [ + 7746 + ], + "max_error": 0.0 + }, + { + "representative": 7715, + "members": [ + 7715 + ], + "max_error": 0.0 + }, + { + "representative": 7799, + "members": [ + 7799 + ], + "max_error": 0.0 + }, + { + "representative": 7768, + "members": [ + 7768 + ], + "max_error": 0.0 + }, + { + "representative": 6335, + "members": [ + 6335 + ], + "max_error": 0.0 + }, + { + "representative": 6157, + "members": [ + 6157 + ], + "max_error": 0.0 + }, + { + "representative": 6347, + "members": [ + 6347 + ], + "max_error": 0.0 + }, + { + "representative": 6274, + "members": [ + 6274 + ], + "max_error": 0.0 + }, + { + "representative": 6203, + "members": [ + 6203 + ], + "max_error": 0.0 + }, + { + "representative": 6173, + "members": [ + 6173 + ], + "max_error": 0.0 + }, + { + "representative": 6307, + "members": [ + 6307 + ], + "max_error": 0.0 + }, + { + "representative": 6278, + "members": [ + 6278 + ], + "max_error": 0.0 + }, + { + "representative": 6222, + "members": [ + 6222 + ], + "max_error": 0.0 + }, + { + "representative": 6252, + "members": [ + 6252 + ], + "max_error": 0.0 + }, + { + "representative": 6772, + "members": [ + 6772 + ], + "max_error": 0.0 + }, + { + "representative": 6757, + "members": [ + 6757 + ], + "max_error": 0.0 + }, + { + "representative": 6898, + "members": [ + 6898 + ], + "max_error": 0.0 + }, + { + "representative": 6785, + "members": [ + 6785 + ], + "max_error": 0.0 + }, + { + "representative": 6747, + "members": [ + 6747 + ], + "max_error": 0.0 + }, + { + "representative": 6691, + "members": [ + 6691 + ], + "max_error": 0.0 + }, + { + "representative": 6836, + "members": [ + 6836 + ], + "max_error": 0.0 + }, + { + "representative": 6714, + "members": [ + 6714 + ], + "max_error": 0.0 + }, + { + "representative": 6806, + "members": [ + 6806 + ], + "max_error": 0.0 + }, + { + "representative": 6822, + "members": [ + 6822 + ], + "max_error": 0.0 + }, + { + "representative": 6853, + "members": [ + 6853 + ], + "max_error": 0.0 + }, + { + "representative": 6840, + "members": [ + 6840 + ], + "max_error": 0.0 + }, + { + "representative": 6731, + "members": [ + 6731 + ], + "max_error": 0.0 + }, + { + "representative": 6743, + "members": [ + 6743 + ], + "max_error": 0.0 + }, + { + "representative": 7261, + "members": [ + 7261 + ], + "max_error": 0.0 + }, + { + "representative": 7275, + "members": [ + 7275 + ], + "max_error": 0.0 + }, + { + "representative": 7291, + "members": [ + 7291 + ], + "max_error": 0.0 + }, + { + "representative": 7224, + "members": [ + 7224 + ], + "max_error": 0.0 + }, + { + "representative": 7233, + "members": [ + 7233 + ], + "max_error": 0.0 + }, + { + "representative": 7393, + "members": [ + 7393 + ], + "max_error": 0.0 + }, + { + "representative": 7230, + "members": [ + 7230 + ], + "max_error": 0.0 + }, + { + "representative": 7278, + "members": [ + 7278 + ], + "max_error": 0.0 + }, + { + "representative": 7232, + "members": [ + 7232 + ], + "max_error": 0.0 + }, + { + "representative": 7383, + "members": [ + 7383 + ], + "max_error": 0.0 + }, + { + "representative": 7307, + "members": [ + 7307 + ], + "max_error": 0.0 + }, + { + "representative": 7835, + "members": [ + 7835 + ], + "max_error": 0.0 + }, + { + "representative": 7913, + "members": [ + 7913 + ], + "max_error": 0.0 + }, + { + "representative": 7914, + "members": [ + 7914 + ], + "max_error": 0.0 + }, + { + "representative": 7713, + "members": [ + 7713 + ], + "max_error": 0.0 + }, + { + "representative": 7917, + "members": [ + 7917 + ], + "max_error": 0.0 + }, + { + "representative": 7793, + "members": [ + 7793 + ], + "max_error": 0.0 + }, + { + "representative": 7706, + "members": [ + 7706 + ], + "max_error": 0.0 + }, + { + "representative": 7696, + "members": [ + 7696 + ], + "max_error": 0.0 + }, + { + "representative": 7788, + "members": [ + 7788 + ], + "max_error": 0.0 + }, + { + "representative": 7825, + "members": [ + 7825 + ], + "max_error": 0.0 + }, + { + "representative": 6310, + "members": [ + 6310 + ], + "max_error": 0.0 + }, + { + "representative": 6259, + "members": [ + 6259 + ], + "max_error": 0.0 + }, + { + "representative": 6371, + "members": [ + 6371 + ], + "max_error": 0.0 + }, + { + "representative": 6359, + "members": [ + 6359 + ], + "max_error": 0.0 + }, + { + "representative": 6158, + "members": [ + 6158 + ], + "max_error": 0.0 + }, + { + "representative": 6169, + "members": [ + 6169 + ], + "max_error": 0.0 + }, + { + "representative": 6257, + "members": [ + 6257 + ], + "max_error": 0.0 + }, + { + "representative": 6148, + "members": [ + 6148 + ], + "max_error": 0.0 + }, + { + "representative": 6374, + "members": [ + 6374 + ], + "max_error": 0.0 + }, + { + "representative": 6218, + "members": [ + 6218 + ], + "max_error": 0.0 + }, + { + "representative": 6313, + "members": [ + 6313 + ], + "max_error": 0.0 + }, + { + "representative": 6736, + "members": [ + 6736 + ], + "max_error": 0.0 + }, + { + "representative": 6782, + "members": [ + 6782 + ], + "max_error": 0.0 + }, + { + "representative": 6886, + "members": [ + 6886 + ], + "max_error": 0.0 + }, + { + "representative": 6827, + "members": [ + 6827 + ], + "max_error": 0.0 + }, + { + "representative": 6819, + "members": [ + 6819 + ], + "max_error": 0.0 + }, + { + "representative": 6866, + "members": [ + 6866 + ], + "max_error": 0.0 + }, + { + "representative": 6657, + "members": [ + 6657 + ], + "max_error": 0.0 + }, + { + "representative": 6697, + "members": [ + 6697 + ], + "max_error": 0.0 + }, + { + "representative": 6862, + "members": [ + 6862 + ], + "max_error": 0.0 + }, + { + "representative": 6855, + "members": [ + 6855 + ], + "max_error": 0.0 + }, + { + "representative": 6891, + "members": [ + 6891 + ], + "max_error": 0.0 + }, + { + "representative": 6863, + "members": [ + 6863 + ], + "max_error": 0.0 + }, + { + "representative": 6729, + "members": [ + 6729 + ], + "max_error": 0.0 + }, + { + "representative": 6821, + "members": [ + 6821 + ], + "max_error": 0.0 + }, + { + "representative": 7280, + "members": [ + 7280 + ], + "max_error": 0.0 + }, + { + "representative": 7332, + "members": [ + 7332 + ], + "max_error": 0.0 + }, + { + "representative": 7177, + "members": [ + 7177 + ], + "max_error": 0.0 + }, + { + "representative": 7178, + "members": [ + 7178 + ], + "max_error": 0.0 + }, + { + "representative": 7298, + "members": [ + 7298 + ], + "max_error": 0.0 + }, + { + "representative": 7168, + "members": [ + 7168 + ], + "max_error": 0.0 + }, + { + "representative": 7288, + "members": [ + 7288 + ], + "max_error": 0.0 + }, + { + "representative": 7231, + "members": [ + 7231 + ], + "max_error": 0.0 + }, + { + "representative": 7401, + "members": [ + 7401 + ], + "max_error": 0.0 + }, + { + "representative": 7199, + "members": [ + 7199 + ], + "max_error": 0.0 + }, + { + "representative": 7342, + "members": [ + 7342 + ], + "max_error": 0.0 + }, + { + "representative": 7402, + "members": [ + 7402 + ], + "max_error": 0.0 + }, + { + "representative": 7263, + "members": [ + 7263 + ], + "max_error": 0.0 + }, + { + "representative": 7271, + "members": [ + 7271 + ], + "max_error": 0.0 + }, + { + "representative": 7761, + "members": [ + 7761 + ], + "max_error": 0.0 + }, + { + "representative": 7769, + "members": [ + 7769 + ], + "max_error": 0.0 + }, + { + "representative": 7834, + "members": [ + 7834 + ], + "max_error": 0.0 + }, + { + "representative": 7710, + "members": [ + 7710 + ], + "max_error": 0.0 + }, + { + "representative": 7782, + "members": [ + 7782 + ], + "max_error": 0.0 + }, + { + "representative": 7757, + "members": [ + 7757 + ], + "max_error": 0.0 + }, + { + "representative": 7741, + "members": [ + 7741 + ], + "max_error": 0.0 + }, + { + "representative": 7929, + "members": [ + 7929 + ], + "max_error": 0.0 + }, + { + "representative": 7733, + "members": [ + 7733 + ], + "max_error": 0.0 + }, + { + "representative": 7728, + "members": [ + 7728 + ], + "max_error": 0.0 + }, + { + "representative": 7758, + "members": [ + 7758 + ], + "max_error": 0.0 + }, + { + "representative": 7763, + "members": [ + 7763 + ], + "max_error": 0.0 + }, + { + "representative": 6246, + "members": [ + 6246 + ], + "max_error": 0.0 + }, + { + "representative": 6285, + "members": [ + 6285 + ], + "max_error": 0.0 + }, + { + "representative": 6369, + "members": [ + 6369 + ], + "max_error": 0.0 + }, + { + "representative": 6236, + "members": [ + 6236 + ], + "max_error": 0.0 + }, + { + "representative": 6265, + "members": [ + 6265 + ], + "max_error": 0.0 + }, + { + "representative": 6233, + "members": [ + 6233 + ], + "max_error": 0.0 + }, + { + "representative": 6355, + "members": [ + 6355 + ], + "max_error": 0.0 + }, + { + "representative": 6145, + "members": [ + 6145 + ], + "max_error": 0.0 + }, + { + "representative": 6339, + "members": [ + 6339 + ], + "max_error": 0.0 + }, + { + "representative": 6260, + "members": [ + 6260 + ], + "max_error": 0.0 + }, + { + "representative": 6338, + "members": [ + 6338 + ], + "max_error": 0.0 + }, + { + "representative": 6391, + "members": [ + 6391 + ], + "max_error": 0.0 + }, + { + "representative": 6381, + "members": [ + 6381 + ], + "max_error": 0.0 + }, + { + "representative": 6331, + "members": [ + 6331 + ], + "max_error": 0.0 + }, + { + "representative": 6880, + "members": [ + 6880 + ], + "max_error": 0.0 + }, + { + "representative": 6909, + "members": [ + 6909 + ], + "max_error": 0.0 + }, + { + "representative": 6856, + "members": [ + 6856 + ], + "max_error": 0.0 + }, + { + "representative": 6885, + "members": [ + 6885 + ], + "max_error": 0.0 + }, + { + "representative": 6890, + "members": [ + 6890 + ], + "max_error": 0.0 + }, + { + "representative": 6730, + "members": [ + 6730 + ], + "max_error": 0.0 + }, + { + "representative": 6831, + "members": [ + 6831 + ], + "max_error": 0.0 + }, + { + "representative": 6733, + "members": [ + 6733 + ], + "max_error": 0.0 + }, + { + "representative": 6667, + "members": [ + 6667 + ], + "max_error": 0.0 + }, + { + "representative": 6844, + "members": [ + 6844 + ], + "max_error": 0.0 + }, + { + "representative": 6775, + "members": [ + 6775 + ], + "max_error": 0.0 + }, + { + "representative": 6904, + "members": [ + 6904 + ], + "max_error": 0.0 + }, + { + "representative": 7399, + "members": [ + 7399 + ], + "max_error": 0.0 + }, + { + "representative": 7348, + "members": [ + 7348 + ], + "max_error": 0.0 + }, + { + "representative": 7381, + "members": [ + 7381 + ], + "max_error": 0.0 + }, + { + "representative": 7322, + "members": [ + 7322 + ], + "max_error": 0.0 + }, + { + "representative": 7404, + "members": [ + 7404 + ], + "max_error": 0.0 + }, + { + "representative": 7228, + "members": [ + 7228 + ], + "max_error": 0.0 + }, + { + "representative": 7266, + "members": [ + 7266 + ], + "max_error": 0.0 + }, + { + "representative": 7240, + "members": [ + 7240 + ], + "max_error": 0.0 + }, + { + "representative": 7212, + "members": [ + 7212 + ], + "max_error": 0.0 + }, + { + "representative": 7209, + "members": [ + 7209 + ], + "max_error": 0.0 + }, + { + "representative": 7190, + "members": [ + 7190 + ], + "max_error": 0.0 + }, + { + "representative": 7906, + "members": [ + 7906 + ], + "max_error": 0.0 + }, + { + "representative": 7858, + "members": [ + 7858 + ], + "max_error": 0.0 + }, + { + "representative": 7880, + "members": [ + 7880 + ], + "max_error": 0.0 + }, + { + "representative": 7720, + "members": [ + 7720 + ], + "max_error": 0.0 + }, + { + "representative": 7770, + "members": [ + 7770 + ], + "max_error": 0.0 + }, + { + "representative": 7854, + "members": [ + 7854 + ], + "max_error": 0.0 + }, + { + "representative": 7771, + "members": [ + 7771 + ], + "max_error": 0.0 + }, + { + "representative": 7787, + "members": [ + 7787 + ], + "max_error": 0.0 + }, + { + "representative": 7810, + "members": [ + 7810 + ], + "max_error": 0.0 + }, + { + "representative": 7930, + "members": [ + 7930 + ], + "max_error": 0.0 + }, + { + "representative": 7722, + "members": [ + 7722 + ], + "max_error": 0.0 + }, + { + "representative": 7849, + "members": [ + 7849 + ], + "max_error": 0.0 + }, + { + "representative": 7747, + "members": [ + 7747 + ], + "max_error": 0.0 + }, + { + "representative": 6249, + "members": [ + 6249 + ], + "max_error": 0.0 + }, + { + "representative": 6209, + "members": [ + 6209 + ], + "max_error": 0.0 + }, + { + "representative": 6235, + "members": [ + 6235 + ], + "max_error": 0.0 + }, + { + "representative": 6399, + "members": [ + 6399 + ], + "max_error": 0.0 + }, + { + "representative": 6171, + "members": [ + 6171 + ], + "max_error": 0.0 + }, + { + "representative": 6264, + "members": [ + 6264 + ], + "max_error": 0.0 + }, + { + "representative": 6324, + "members": [ + 6324 + ], + "max_error": 0.0 + }, + { + "representative": 6189, + "members": [ + 6189 + ], + "max_error": 0.0 + }, + { + "representative": 6174, + "members": [ + 6174 + ], + "max_error": 0.0 + }, + { + "representative": 6241, + "members": [ + 6241 + ], + "max_error": 0.0 + }, + { + "representative": 6309, + "members": [ + 6309 + ], + "max_error": 0.0 + }, + { + "representative": 6715, + "members": [ + 6715 + ], + "max_error": 0.0 + }, + { + "representative": 6746, + "members": [ + 6746 + ], + "max_error": 0.0 + }, + { + "representative": 6666, + "members": [ + 6666 + ], + "max_error": 0.0 + }, + { + "representative": 6820, + "members": [ + 6820 + ], + "max_error": 0.0 + }, + { + "representative": 6884, + "members": [ + 6884 + ], + "max_error": 0.0 + }, + { + "representative": 6712, + "members": [ + 6712 + ], + "max_error": 0.0 + }, + { + "representative": 6773, + "members": [ + 6773 + ], + "max_error": 0.0 + }, + { + "representative": 6776, + "members": [ + 6776 + ], + "max_error": 0.0 + }, + { + "representative": 6673, + "members": [ + 6673 + ], + "max_error": 0.0 + }, + { + "representative": 6905, + "members": [ + 6905 + ], + "max_error": 0.0 + }, + { + "representative": 6779, + "members": [ + 6779 + ], + "max_error": 0.0 + }, + { + "representative": 6815, + "members": [ + 6815 + ], + "max_error": 0.0 + }, + { + "representative": 7384, + "members": [ + 7384 + ], + "max_error": 0.0 + }, + { + "representative": 7206, + "members": [ + 7206 + ], + "max_error": 0.0 + }, + { + "representative": 7304, + "members": [ + 7304 + ], + "max_error": 0.0 + }, + { + "representative": 7188, + "members": [ + 7188 + ], + "max_error": 0.0 + }, + { + "representative": 7300, + "members": [ + 7300 + ], + "max_error": 0.0 + }, + { + "representative": 7270, + "members": [ + 7270 + ], + "max_error": 0.0 + }, + { + "representative": 7276, + "members": [ + 7276 + ], + "max_error": 0.0 + }, + { + "representative": 7374, + "members": [ + 7374 + ], + "max_error": 0.0 + }, + { + "representative": 7743, + "members": [ + 7743 + ], + "max_error": 0.0 + }, + { + "representative": 7791, + "members": [ + 7791 + ], + "max_error": 0.0 + }, + { + "representative": 7818, + "members": [ + 7818 + ], + "max_error": 0.0 + }, + { + "representative": 7921, + "members": [ + 7921 + ], + "max_error": 0.0 + }, + { + "representative": 7735, + "members": [ + 7735 + ], + "max_error": 0.0 + }, + { + "representative": 7781, + "members": [ + 7781 + ], + "max_error": 0.0 + }, + { + "representative": 7742, + "members": [ + 7742 + ], + "max_error": 0.0 + }, + { + "representative": 7888, + "members": [ + 7888 + ], + "max_error": 0.0 + }, + { + "representative": 7692, + "members": [ + 7692 + ], + "max_error": 0.0 + }, + { + "representative": 7881, + "members": [ + 7881 + ], + "max_error": 0.0 + }, + { + "representative": 6392, + "members": [ + 6392 + ], + "max_error": 0.0 + }, + { + "representative": 6163, + "members": [ + 6163 + ], + "max_error": 0.0 + }, + { + "representative": 6387, + "members": [ + 6387 + ], + "max_error": 0.0 + }, + { + "representative": 6245, + "members": [ + 6245 + ], + "max_error": 0.0 + }, + { + "representative": 6153, + "members": [ + 6153 + ], + "max_error": 0.0 + }, + { + "representative": 6271, + "members": [ + 6271 + ], + "max_error": 0.0 + }, + { + "representative": 6166, + "members": [ + 6166 + ], + "max_error": 0.0 + }, + { + "representative": 6231, + "members": [ + 6231 + ], + "max_error": 0.0 + }, + { + "representative": 6312, + "members": [ + 6312 + ], + "max_error": 0.0 + }, + { + "representative": 6284, + "members": [ + 6284 + ], + "max_error": 0.0 + }, + { + "representative": 6192, + "members": [ + 6192 + ], + "max_error": 0.0 + }, + { + "representative": 6181, + "members": [ + 6181 + ], + "max_error": 0.0 + }, + { + "representative": 6202, + "members": [ + 6202 + ], + "max_error": 0.0 + }, + { + "representative": 6838, + "members": [ + 6838 + ], + "max_error": 0.0 + }, + { + "representative": 6702, + "members": [ + 6702 + ], + "max_error": 0.0 + }, + { + "representative": 6816, + "members": [ + 6816 + ], + "max_error": 0.0 + }, + { + "representative": 6695, + "members": [ + 6695 + ], + "max_error": 0.0 + }, + { + "representative": 6850, + "members": [ + 6850 + ], + "max_error": 0.0 + }, + { + "representative": 6837, + "members": [ + 6837 + ], + "max_error": 0.0 + }, + { + "representative": 7295, + "members": [ + 7295 + ], + "max_error": 0.0 + }, + { + "representative": 7290, + "members": [ + 7290 + ], + "max_error": 0.0 + }, + { + "representative": 7242, + "members": [ + 7242 + ], + "max_error": 0.0 + }, + { + "representative": 7313, + "members": [ + 7313 + ], + "max_error": 0.0 + }, + { + "representative": 7325, + "members": [ + 7325 + ], + "max_error": 0.0 + }, + { + "representative": 7347, + "members": [ + 7347 + ], + "max_error": 0.0 + }, + { + "representative": 7292, + "members": [ + 7292 + ], + "max_error": 0.0 + }, + { + "representative": 7365, + "members": [ + 7365 + ], + "max_error": 0.0 + }, + { + "representative": 7392, + "members": [ + 7392 + ], + "max_error": 0.0 + }, + { + "representative": 7287, + "members": [ + 7287 + ], + "max_error": 0.0 + }, + { + "representative": 7208, + "members": [ + 7208 + ], + "max_error": 0.0 + }, + { + "representative": 7708, + "members": [ + 7708 + ], + "max_error": 0.0 + }, + { + "representative": 7847, + "members": [ + 7847 + ], + "max_error": 0.0 + }, + { + "representative": 7730, + "members": [ + 7730 + ], + "max_error": 0.0 + }, + { + "representative": 7873, + "members": [ + 7873 + ], + "max_error": 0.0 + }, + { + "representative": 7748, + "members": [ + 7748 + ], + "max_error": 0.0 + }, + { + "representative": 7685, + "members": [ + 7685 + ], + "max_error": 0.0 + }, + { + "representative": 7764, + "members": [ + 7764 + ], + "max_error": 0.0 + }, + { + "representative": 6315, + "members": [ + 6315 + ], + "max_error": 0.0 + }, + { + "representative": 6199, + "members": [ + 6199 + ], + "max_error": 0.0 + }, + { + "representative": 6375, + "members": [ + 6375 + ], + "max_error": 0.0 + }, + { + "representative": 6288, + "members": [ + 6288 + ], + "max_error": 0.0 + }, + { + "representative": 6287, + "members": [ + 6287 + ], + "max_error": 0.0 + }, + { + "representative": 6382, + "members": [ + 6382 + ], + "max_error": 0.0 + }, + { + "representative": 6344, + "members": [ + 6344 + ], + "max_error": 0.0 + }, + { + "representative": 6239, + "members": [ + 6239 + ], + "max_error": 0.0 + }, + { + "representative": 6273, + "members": [ + 6273 + ], + "max_error": 0.0 + }, + { + "representative": 6281, + "members": [ + 6281 + ], + "max_error": 0.0 + }, + { + "representative": 6228, + "members": [ + 6228 + ], + "max_error": 0.0 + }, + { + "representative": 6803, + "members": [ + 6803 + ], + "max_error": 0.0 + }, + { + "representative": 6678, + "members": [ + 6678 + ], + "max_error": 0.0 + }, + { + "representative": 6870, + "members": [ + 6870 + ], + "max_error": 0.0 + }, + { + "representative": 6872, + "members": [ + 6872 + ], + "max_error": 0.0 + }, + { + "representative": 6864, + "members": [ + 6864 + ], + "max_error": 0.0 + }, + { + "representative": 6797, + "members": [ + 6797 + ], + "max_error": 0.0 + }, + { + "representative": 6705, + "members": [ + 6705 + ], + "max_error": 0.0 + }, + { + "representative": 6867, + "members": [ + 6867 + ], + "max_error": 0.0 + }, + { + "representative": 6734, + "members": [ + 6734 + ], + "max_error": 0.0 + }, + { + "representative": 6668, + "members": [ + 6668 + ], + "max_error": 0.0 + }, + { + "representative": 6879, + "members": [ + 6879 + ], + "max_error": 0.0 + }, + { + "representative": 6750, + "members": [ + 6750 + ], + "max_error": 0.0 + }, + { + "representative": 6720, + "members": [ + 6720 + ], + "max_error": 0.0 + }, + { + "representative": 6755, + "members": [ + 6755 + ], + "max_error": 0.0 + }, + { + "representative": 7344, + "members": [ + 7344 + ], + "max_error": 0.0 + }, + { + "representative": 7333, + "members": [ + 7333 + ], + "max_error": 0.0 + }, + { + "representative": 7218, + "members": [ + 7218 + ], + "max_error": 0.0 + }, + { + "representative": 7418, + "members": [ + 7418 + ], + "max_error": 0.0 + }, + { + "representative": 7358, + "members": [ + 7358 + ], + "max_error": 0.0 + }, + { + "representative": 7274, + "members": [ + 7274 + ], + "max_error": 0.0 + }, + { + "representative": 7417, + "members": [ + 7417 + ], + "max_error": 0.0 + }, + { + "representative": 7223, + "members": [ + 7223 + ], + "max_error": 0.0 + }, + { + "representative": 7198, + "members": [ + 7198 + ], + "max_error": 0.0 + }, + { + "representative": 7327, + "members": [ + 7327 + ], + "max_error": 0.0 + }, + { + "representative": 7371, + "members": [ + 7371 + ], + "max_error": 0.0 + }, + { + "representative": 7301, + "members": [ + 7301 + ], + "max_error": 0.0 + }, + { + "representative": 7319, + "members": [ + 7319 + ], + "max_error": 0.0 + }, + { + "representative": 7171, + "members": [ + 7171 + ], + "max_error": 0.0 + }, + { + "representative": 7411, + "members": [ + 7411 + ], + "max_error": 0.0 + }, + { + "representative": 7777, + "members": [ + 7777 + ], + "max_error": 0.0 + }, + { + "representative": 7714, + "members": [ + 7714 + ], + "max_error": 0.0 + }, + { + "representative": 7712, + "members": [ + 7712 + ], + "max_error": 0.0 + }, + { + "representative": 7790, + "members": [ + 7790 + ], + "max_error": 0.0 + }, + { + "representative": 7866, + "members": [ + 7866 + ], + "max_error": 0.0 + }, + { + "representative": 7878, + "members": [ + 7878 + ], + "max_error": 0.0 + }, + { + "representative": 7738, + "members": [ + 7738 + ], + "max_error": 0.0 + }, + { + "representative": 7745, + "members": [ + 7745 + ], + "max_error": 0.0 + }, + { + "representative": 6156, + "members": [ + 6156 + ], + "max_error": 0.0 + }, + { + "representative": 6263, + "members": [ + 6263 + ], + "max_error": 0.0 + }, + { + "representative": 6279, + "members": [ + 6279 + ], + "max_error": 0.0 + }, + { + "representative": 6234, + "members": [ + 6234 + ], + "max_error": 0.0 + }, + { + "representative": 6377, + "members": [ + 6377 + ], + "max_error": 0.0 + }, + { + "representative": 6247, + "members": [ + 6247 + ], + "max_error": 0.0 + }, + { + "representative": 6159, + "members": [ + 6159 + ], + "max_error": 0.0 + }, + { + "representative": 6793, + "members": [ + 6793 + ], + "max_error": 0.0 + }, + { + "representative": 6680, + "members": [ + 6680 + ], + "max_error": 0.0 + }, + { + "representative": 6901, + "members": [ + 6901 + ], + "max_error": 0.0 + }, + { + "representative": 6892, + "members": [ + 6892 + ], + "max_error": 0.0 + }, + { + "representative": 6808, + "members": [ + 6808 + ], + "max_error": 0.0 + }, + { + "representative": 6846, + "members": [ + 6846 + ], + "max_error": 0.0 + }, + { + "representative": 6756, + "members": [ + 6756 + ], + "max_error": 0.0 + }, + { + "representative": 6832, + "members": [ + 6832 + ], + "max_error": 0.0 + }, + { + "representative": 6777, + "members": [ + 6777 + ], + "max_error": 0.0 + }, + { + "representative": 7364, + "members": [ + 7364 + ], + "max_error": 0.0 + }, + { + "representative": 7356, + "members": [ + 7356 + ], + "max_error": 0.0 + }, + { + "representative": 7423, + "members": [ + 7423 + ], + "max_error": 0.0 + }, + { + "representative": 7376, + "members": [ + 7376 + ], + "max_error": 0.0 + }, + { + "representative": 7273, + "members": [ + 7273 + ], + "max_error": 0.0 + }, + { + "representative": 7265, + "members": [ + 7265 + ], + "max_error": 0.0 + }, + { + "representative": 7422, + "members": [ + 7422 + ], + "max_error": 0.0 + }, + { + "representative": 7377, + "members": [ + 7377 + ], + "max_error": 0.0 + }, + { + "representative": 7893, + "members": [ + 7893 + ], + "max_error": 0.0 + }, + { + "representative": 7724, + "members": [ + 7724 + ], + "max_error": 0.0 + }, + { + "representative": 7915, + "members": [ + 7915 + ], + "max_error": 0.0 + }, + { + "representative": 7798, + "members": [ + 7798 + ], + "max_error": 0.0 + }, + { + "representative": 7703, + "members": [ + 7703 + ], + "max_error": 0.0 + }, + { + "representative": 7932, + "members": [ + 7932 + ], + "max_error": 0.0 + }, + { + "representative": 7804, + "members": [ + 7804 + ], + "max_error": 0.0 + }, + { + "representative": 7900, + "members": [ + 7900 + ], + "max_error": 0.0 + }, + { + "representative": 7859, + "members": [ + 7859 + ], + "max_error": 0.0 + }, + { + "representative": 6305, + "members": [ + 6305 + ], + "max_error": 0.0 + }, + { + "representative": 6308, + "members": [ + 6308 + ], + "max_error": 0.0 + }, + { + "representative": 6358, + "members": [ + 6358 + ], + "max_error": 0.0 + }, + { + "representative": 6283, + "members": [ + 6283 + ], + "max_error": 0.0 + }, + { + "representative": 6188, + "members": [ + 6188 + ], + "max_error": 0.0 + }, + { + "representative": 6393, + "members": [ + 6393 + ], + "max_error": 0.0 + }, + { + "representative": 6316, + "members": [ + 6316 + ], + "max_error": 0.0 + }, + { + "representative": 6333, + "members": [ + 6333 + ], + "max_error": 0.0 + }, + { + "representative": 6221, + "members": [ + 6221 + ], + "max_error": 0.0 + }, + { + "representative": 6177, + "members": [ + 6177 + ], + "max_error": 0.0 + }, + { + "representative": 6212, + "members": [ + 6212 + ], + "max_error": 0.0 + }, + { + "representative": 6242, + "members": [ + 6242 + ], + "max_error": 0.0 + }, + { + "representative": 6321, + "members": [ + 6321 + ], + "max_error": 0.0 + }, + { + "representative": 6716, + "members": [ + 6716 + ], + "max_error": 0.0 + }, + { + "representative": 6830, + "members": [ + 6830 + ], + "max_error": 0.0 + }, + { + "representative": 6788, + "members": [ + 6788 + ], + "max_error": 0.0 + }, + { + "representative": 6805, + "members": [ + 6805 + ], + "max_error": 0.0 + }, + { + "representative": 6791, + "members": [ + 6791 + ], + "max_error": 0.0 + }, + { + "representative": 6889, + "members": [ + 6889 + ], + "max_error": 0.0 + }, + { + "representative": 6875, + "members": [ + 6875 + ], + "max_error": 0.0 + }, + { + "representative": 6682, + "members": [ + 6682 + ], + "max_error": 0.0 + }, + { + "representative": 7279, + "members": [ + 7279 + ], + "max_error": 0.0 + }, + { + "representative": 7345, + "members": [ + 7345 + ], + "max_error": 0.0 + }, + { + "representative": 7238, + "members": [ + 7238 + ], + "max_error": 0.0 + }, + { + "representative": 7421, + "members": [ + 7421 + ], + "max_error": 0.0 + }, + { + "representative": 7180, + "members": [ + 7180 + ], + "max_error": 0.0 + }, + { + "representative": 7305, + "members": [ + 7305 + ], + "max_error": 0.0 + }, + { + "representative": 7318, + "members": [ + 7318 + ], + "max_error": 0.0 + }, + { + "representative": 7254, + "members": [ + 7254 + ], + "max_error": 0.0 + }, + { + "representative": 7294, + "members": [ + 7294 + ], + "max_error": 0.0 + }, + { + "representative": 7194, + "members": [ + 7194 + ], + "max_error": 0.0 + }, + { + "representative": 7172, + "members": [ + 7172 + ], + "max_error": 0.0 + }, + { + "representative": 7204, + "members": [ + 7204 + ], + "max_error": 0.0 + }, + { + "representative": 7830, + "members": [ + 7830 + ], + "max_error": 0.0 + }, + { + "representative": 7797, + "members": [ + 7797 + ], + "max_error": 0.0 + }, + { + "representative": 7857, + "members": [ + 7857 + ], + "max_error": 0.0 + }, + { + "representative": 7848, + "members": [ + 7848 + ], + "max_error": 0.0 + }, + { + "representative": 7774, + "members": [ + 7774 + ], + "max_error": 0.0 + }, + { + "representative": 7927, + "members": [ + 7927 + ], + "max_error": 0.0 + }, + { + "representative": 7853, + "members": [ + 7853 + ], + "max_error": 0.0 + }, + { + "representative": 7911, + "members": [ + 7911 + ], + "max_error": 0.0 + }, + { + "representative": 7779, + "members": [ + 7779 + ], + "max_error": 0.0 + }, + { + "representative": 7824, + "members": [ + 7824 + ], + "max_error": 0.0 + }, + { + "representative": 7744, + "members": [ + 7744 + ], + "max_error": 0.0 + }, + { + "representative": 6363, + "members": [ + 6363 + ], + "max_error": 0.0 + }, + { + "representative": 6162, + "members": [ + 6162 + ], + "max_error": 0.0 + }, + { + "representative": 6286, + "members": [ + 6286 + ], + "max_error": 0.0 + }, + { + "representative": 6269, + "members": [ + 6269 + ], + "max_error": 0.0 + }, + { + "representative": 6230, + "members": [ + 6230 + ], + "max_error": 0.0 + }, + { + "representative": 6243, + "members": [ + 6243 + ], + "max_error": 0.0 + }, + { + "representative": 6343, + "members": [ + 6343 + ], + "max_error": 0.0 + }, + { + "representative": 6276, + "members": [ + 6276 + ], + "max_error": 0.0 + }, + { + "representative": 6332, + "members": [ + 6332 + ], + "max_error": 0.0 + }, + { + "representative": 6388, + "members": [ + 6388 + ], + "max_error": 0.0 + }, + { + "representative": 6902, + "members": [ + 6902 + ], + "max_error": 0.0 + }, + { + "representative": 6709, + "members": [ + 6709 + ], + "max_error": 0.0 + }, + { + "representative": 6751, + "members": [ + 6751 + ], + "max_error": 0.0 + }, + { + "representative": 6835, + "members": [ + 6835 + ], + "max_error": 0.0 + }, + { + "representative": 6834, + "members": [ + 6834 + ], + "max_error": 0.0 + }, + { + "representative": 6841, + "members": [ + 6841 + ], + "max_error": 0.0 + }, + { + "representative": 6900, + "members": [ + 6900 + ], + "max_error": 0.0 + }, + { + "representative": 6663, + "members": [ + 6663 + ], + "max_error": 0.0 + }, + { + "representative": 7331, + "members": [ + 7331 + ], + "max_error": 0.0 + }, + { + "representative": 7286, + "members": [ + 7286 + ], + "max_error": 0.0 + }, + { + "representative": 7179, + "members": [ + 7179 + ], + "max_error": 0.0 + }, + { + "representative": 7407, + "members": [ + 7407 + ], + "max_error": 0.0 + }, + { + "representative": 7317, + "members": [ + 7317 + ], + "max_error": 0.0 + }, + { + "representative": 7169, + "members": [ + 7169 + ], + "max_error": 0.0 + }, + { + "representative": 7753, + "members": [ + 7753 + ], + "max_error": 0.0 + }, + { + "representative": 7828, + "members": [ + 7828 + ], + "max_error": 0.0 + }, + { + "representative": 7765, + "members": [ + 7765 + ], + "max_error": 0.0 + }, + { + "representative": 7807, + "members": [ + 7807 + ], + "max_error": 0.0 + }, + { + "representative": 7705, + "members": [ + 7705 + ], + "max_error": 0.0 + }, + { + "representative": 7695, + "members": [ + 7695 + ], + "max_error": 0.0 + }, + { + "representative": 7816, + "members": [ + 7816 + ], + "max_error": 0.0 + }, + { + "representative": 7731, + "members": [ + 7731 + ], + "max_error": 0.0 + }, + { + "representative": 7877, + "members": [ + 7877 + ], + "max_error": 0.0 + }, + { + "representative": 7904, + "members": [ + 7904 + ], + "max_error": 0.0 + }, + { + "representative": 7814, + "members": [ + 7814 + ], + "max_error": 0.0 + }, + { + "representative": 7697, + "members": [ + 7697 + ], + "max_error": 0.0 + }, + { + "representative": 6238, + "members": [ + 6238 + ], + "max_error": 0.0 + }, + { + "representative": 6290, + "members": [ + 6290 + ], + "max_error": 0.0 + }, + { + "representative": 6185, + "members": [ + 6185 + ], + "max_error": 0.0 + }, + { + "representative": 6277, + "members": [ + 6277 + ], + "max_error": 0.0 + }, + { + "representative": 6149, + "members": [ + 6149 + ], + "max_error": 0.0 + }, + { + "representative": 6201, + "members": [ + 6201 + ], + "max_error": 0.0 + }, + { + "representative": 6376, + "members": [ + 6376 + ], + "max_error": 0.0 + }, + { + "representative": 6398, + "members": [ + 6398 + ], + "max_error": 0.0 + }, + { + "representative": 6330, + "members": [ + 6330 + ], + "max_error": 0.0 + }, + { + "representative": 6175, + "members": [ + 6175 + ], + "max_error": 0.0 + }, + { + "representative": 6327, + "members": [ + 6327 + ], + "max_error": 0.0 + }, + { + "representative": 6151, + "members": [ + 6151 + ], + "max_error": 0.0 + }, + { + "representative": 6370, + "members": [ + 6370 + ], + "max_error": 0.0 + }, + { + "representative": 6147, + "members": [ + 6147 + ], + "max_error": 0.0 + }, + { + "representative": 6219, + "members": [ + 6219 + ], + "max_error": 0.0 + }, + { + "representative": 6368, + "members": [ + 6368 + ], + "max_error": 0.0 + }, + { + "representative": 6752, + "members": [ + 6752 + ], + "max_error": 0.0 + }, + { + "representative": 6906, + "members": [ + 6906 + ], + "max_error": 0.0 + }, + { + "representative": 6813, + "members": [ + 6813 + ], + "max_error": 0.0 + }, + { + "representative": 6740, + "members": [ + 6740 + ], + "max_error": 0.0 + }, + { + "representative": 6688, + "members": [ + 6688 + ], + "max_error": 0.0 + }, + { + "representative": 6807, + "members": [ + 6807 + ], + "max_error": 0.0 + }, + { + "representative": 6744, + "members": [ + 6744 + ], + "max_error": 0.0 + }, + { + "representative": 6873, + "members": [ + 6873 + ], + "max_error": 0.0 + }, + { + "representative": 6689, + "members": [ + 6689 + ], + "max_error": 0.0 + }, + { + "representative": 6719, + "members": [ + 6719 + ], + "max_error": 0.0 + }, + { + "representative": 6739, + "members": [ + 6739 + ], + "max_error": 0.0 + }, + { + "representative": 6903, + "members": [ + 6903 + ], + "max_error": 0.0 + }, + { + "representative": 6685, + "members": [ + 6685 + ], + "max_error": 0.0 + }, + { + "representative": 6661, + "members": [ + 6661 + ], + "max_error": 0.0 + }, + { + "representative": 7337, + "members": [ + 7337 + ], + "max_error": 0.0 + }, + { + "representative": 7260, + "members": [ + 7260 + ], + "max_error": 0.0 + }, + { + "representative": 7316, + "members": [ + 7316 + ], + "max_error": 0.0 + }, + { + "representative": 7267, + "members": [ + 7267 + ], + "max_error": 0.0 + }, + { + "representative": 7396, + "members": [ + 7396 + ], + "max_error": 0.0 + }, + { + "representative": 7388, + "members": [ + 7388 + ], + "max_error": 0.0 + }, + { + "representative": 7207, + "members": [ + 7207 + ], + "max_error": 0.0 + }, + { + "representative": 7311, + "members": [ + 7311 + ], + "max_error": 0.0 + }, + { + "representative": 7205, + "members": [ + 7205 + ], + "max_error": 0.0 + }, + { + "representative": 7222, + "members": [ + 7222 + ], + "max_error": 0.0 + }, + { + "representative": 7795, + "members": [ + 7795 + ], + "max_error": 0.0 + }, + { + "representative": 7803, + "members": [ + 7803 + ], + "max_error": 0.0 + }, + { + "representative": 7820, + "members": [ + 7820 + ], + "max_error": 0.0 + }, + { + "representative": 7823, + "members": [ + 7823 + ], + "max_error": 0.0 + }, + { + "representative": 7833, + "members": [ + 7833 + ], + "max_error": 0.0 + }, + { + "representative": 7892, + "members": [ + 7892 + ], + "max_error": 0.0 + }, + { + "representative": 7734, + "members": [ + 7734 + ], + "max_error": 0.0 + }, + { + "representative": 7725, + "members": [ + 7725 + ], + "max_error": 0.0 + }, + { + "representative": 7812, + "members": [ + 7812 + ], + "max_error": 0.0 + }, + { + "representative": 7916, + "members": [ + 7916 + ], + "max_error": 0.0 + }, + { + "representative": 6168, + "members": [ + 6168 + ], + "max_error": 0.0 + }, + { + "representative": 6186, + "members": [ + 6186 + ], + "max_error": 0.0 + }, + { + "representative": 6353, + "members": [ + 6353 + ], + "max_error": 0.0 + }, + { + "representative": 6360, + "members": [ + 6360 + ], + "max_error": 0.0 + }, + { + "representative": 6179, + "members": [ + 6179 + ], + "max_error": 0.0 + }, + { + "representative": 6301, + "members": [ + 6301 + ], + "max_error": 0.0 + }, + { + "representative": 6318, + "members": [ + 6318 + ], + "max_error": 0.0 + }, + { + "representative": 6160, + "members": [ + 6160 + ], + "max_error": 0.0 + }, + { + "representative": 6176, + "members": [ + 6176 + ], + "max_error": 0.0 + }, + { + "representative": 6191, + "members": [ + 6191 + ], + "max_error": 0.0 + }, + { + "representative": 6146, + "members": [ + 6146 + ], + "max_error": 0.0 + }, + { + "representative": 6229, + "members": [ + 6229 + ], + "max_error": 0.0 + }, + { + "representative": 6394, + "members": [ + 6394 + ], + "max_error": 0.0 + }, + { + "representative": 6240, + "members": [ + 6240 + ], + "max_error": 0.0 + }, + { + "representative": 6888, + "members": [ + 6888 + ], + "max_error": 0.0 + }, + { + "representative": 6843, + "members": [ + 6843 + ], + "max_error": 0.0 + }, + { + "representative": 6707, + "members": [ + 6707 + ], + "max_error": 0.0 + }, + { + "representative": 6823, + "members": [ + 6823 + ], + "max_error": 0.0 + }, + { + "representative": 6895, + "members": [ + 6895 + ], + "max_error": 0.0 + }, + { + "representative": 6760, + "members": [ + 6760 + ], + "max_error": 0.0 + }, + { + "representative": 6809, + "members": [ + 6809 + ], + "max_error": 0.0 + }, + { + "representative": 6852, + "members": [ + 6852 + ], + "max_error": 0.0 + }, + { + "representative": 6897, + "members": [ + 6897 + ], + "max_error": 0.0 + }, + { + "representative": 6780, + "members": [ + 6780 + ], + "max_error": 0.0 + }, + { + "representative": 6874, + "members": [ + 6874 + ], + "max_error": 0.0 + }, + { + "representative": 6810, + "members": [ + 6810 + ], + "max_error": 0.0 + }, + { + "representative": 6722, + "members": [ + 6722 + ], + "max_error": 0.0 + }, + { + "representative": 6845, + "members": [ + 6845 + ], + "max_error": 0.0 + }, + { + "representative": 6896, + "members": [ + 6896 + ], + "max_error": 0.0 + }, + { + "representative": 6660, + "members": [ + 6660 + ], + "max_error": 0.0 + }, + { + "representative": 6710, + "members": [ + 6710 + ], + "max_error": 0.0 + }, + { + "representative": 7245, + "members": [ + 7245 + ], + "max_error": 0.0 + }, + { + "representative": 7192, + "members": [ + 7192 + ], + "max_error": 0.0 + }, + { + "representative": 7186, + "members": [ + 7186 + ], + "max_error": 0.0 + }, + { + "representative": 7200, + "members": [ + 7200 + ], + "max_error": 0.0 + }, + { + "representative": 7183, + "members": [ + 7183 + ], + "max_error": 0.0 + }, + { + "representative": 7373, + "members": [ + 7373 + ], + "max_error": 0.0 + }, + { + "representative": 7239, + "members": [ + 7239 + ], + "max_error": 0.0 + }, + { + "representative": 7196, + "members": [ + 7196 + ], + "max_error": 0.0 + }, + { + "representative": 7193, + "members": [ + 7193 + ], + "max_error": 0.0 + }, + { + "representative": 7920, + "members": [ + 7920 + ], + "max_error": 0.0 + }, + { + "representative": 7924, + "members": [ + 7924 + ], + "max_error": 0.0 + }, + { + "representative": 7756, + "members": [ + 7756 + ], + "max_error": 0.0 + }, + { + "representative": 7752, + "members": [ + 7752 + ], + "max_error": 0.0 + }, + { + "representative": 7760, + "members": [ + 7760 + ], + "max_error": 0.0 + }, + { + "representative": 7789, + "members": [ + 7789 + ], + "max_error": 0.0 + }, + { + "representative": 7827, + "members": [ + 7827 + ], + "max_error": 0.0 + }, + { + "representative": 7867, + "members": [ + 7867 + ], + "max_error": 0.0 + }, + { + "representative": 7889, + "members": [ + 7889 + ], + "max_error": 0.0 + }, + { + "representative": 7871, + "members": [ + 7871 + ], + "max_error": 0.0 + }, + { + "representative": 7817, + "members": [ + 7817 + ], + "max_error": 0.0 + }, + { + "representative": 7910, + "members": [ + 7910 + ], + "max_error": 0.0 + }, + { + "representative": 6292, + "members": [ + 6292 + ], + "max_error": 0.0 + }, + { + "representative": 6225, + "members": [ + 6225 + ], + "max_error": 0.0 + }, + { + "representative": 6210, + "members": [ + 6210 + ], + "max_error": 0.0 + }, + { + "representative": 6187, + "members": [ + 6187 + ], + "max_error": 0.0 + }, + { + "representative": 6357, + "members": [ + 6357 + ], + "max_error": 0.0 + }, + { + "representative": 6217, + "members": [ + 6217 + ], + "max_error": 0.0 + }, + { + "representative": 6196, + "members": [ + 6196 + ], + "max_error": 0.0 + }, + { + "representative": 6275, + "members": [ + 6275 + ], + "max_error": 0.0 + }, + { + "representative": 6858, + "members": [ + 6858 + ], + "max_error": 0.0 + }, + { + "representative": 6907, + "members": [ + 6907 + ], + "max_error": 0.0 + }, + { + "representative": 6894, + "members": [ + 6894 + ], + "max_error": 0.0 + }, + { + "representative": 6787, + "members": [ + 6787 + ], + "max_error": 0.0 + }, + { + "representative": 6859, + "members": [ + 6859 + ], + "max_error": 0.0 + }, + { + "representative": 6766, + "members": [ + 6766 + ], + "max_error": 0.0 + }, + { + "representative": 6881, + "members": [ + 6881 + ], + "max_error": 0.0 + }, + { + "representative": 6745, + "members": [ + 6745 + ], + "max_error": 0.0 + }, + { + "representative": 6849, + "members": [ + 6849 + ], + "max_error": 0.0 + }, + { + "representative": 7370, + "members": [ + 7370 + ], + "max_error": 0.0 + }, + { + "representative": 7289, + "members": [ + 7289 + ], + "max_error": 0.0 + }, + { + "representative": 7173, + "members": [ + 7173 + ], + "max_error": 0.0 + }, + { + "representative": 7354, + "members": [ + 7354 + ], + "max_error": 0.0 + }, + { + "representative": 7350, + "members": [ + 7350 + ], + "max_error": 0.0 + }, + { + "representative": 7349, + "members": [ + 7349 + ], + "max_error": 0.0 + }, + { + "representative": 7189, + "members": [ + 7189 + ], + "max_error": 0.0 + }, + { + "representative": 7339, + "members": [ + 7339 + ], + "max_error": 0.0 + }, + { + "representative": 7413, + "members": [ + 7413 + ], + "max_error": 0.0 + }, + { + "representative": 7414, + "members": [ + 7414 + ], + "max_error": 0.0 + }, + { + "representative": 7284, + "members": [ + 7284 + ], + "max_error": 0.0 + }, + { + "representative": 7269, + "members": [ + 7269 + ], + "max_error": 0.0 + }, + { + "representative": 7247, + "members": [ + 7247 + ], + "max_error": 0.0 + }, + { + "representative": 7203, + "members": [ + 7203 + ], + "max_error": 0.0 + }, + { + "representative": 7680, + "members": [ + 7680 + ], + "max_error": 0.0 + }, + { + "representative": 7691, + "members": [ + 7691 + ], + "max_error": 0.0 + }, + { + "representative": 7879, + "members": [ + 7879 + ], + "max_error": 0.0 + }, + { + "representative": 7806, + "members": [ + 7806 + ], + "max_error": 0.0 + }, + { + "representative": 7928, + "members": [ + 7928 + ], + "max_error": 0.0 + }, + { + "representative": 7700, + "members": [ + 7700 + ], + "max_error": 0.0 + }, + { + "representative": 7923, + "members": [ + 7923 + ], + "max_error": 0.0 + }, + { + "representative": 7808, + "members": [ + 7808 + ], + "max_error": 0.0 + }, + { + "representative": 7890, + "members": [ + 7890 + ], + "max_error": 0.0 + }, + { + "representative": 7704, + "members": [ + 7704 + ], + "max_error": 0.0 + }, + { + "representative": 7901, + "members": [ + 7901 + ], + "max_error": 0.0 + }, + { + "representative": 7698, + "members": [ + 7698 + ], + "max_error": 0.0 + }, + { + "representative": 7840, + "members": [ + 7840 + ], + "max_error": 0.0 + }, + { + "representative": 7813, + "members": [ + 7813 + ], + "max_error": 0.0 + }, + { + "representative": 6208, + "members": [ + 6208 + ], + "max_error": 0.0 + }, + { + "representative": 6178, + "members": [ + 6178 + ], + "max_error": 0.0 + }, + { + "representative": 6340, + "members": [ + 6340 + ], + "max_error": 0.0 + }, + { + "representative": 6200, + "members": [ + 6200 + ], + "max_error": 0.0 + }, + { + "representative": 6373, + "members": [ + 6373 + ], + "max_error": 0.0 + }, + { + "representative": 6386, + "members": [ + 6386 + ], + "max_error": 0.0 + }, + { + "representative": 6289, + "members": [ + 6289 + ], + "max_error": 0.0 + }, + { + "representative": 6161, + "members": [ + 6161 + ], + "max_error": 0.0 + }, + { + "representative": 6717, + "members": [ + 6717 + ], + "max_error": 0.0 + }, + { + "representative": 6854, + "members": [ + 6854 + ], + "max_error": 0.0 + }, + { + "representative": 6759, + "members": [ + 6759 + ], + "max_error": 0.0 + }, + { + "representative": 6696, + "members": [ + 6696 + ], + "max_error": 0.0 + }, + { + "representative": 6764, + "members": [ + 6764 + ], + "max_error": 0.0 + }, + { + "representative": 6742, + "members": [ + 6742 + ], + "max_error": 0.0 + }, + { + "representative": 6883, + "members": [ + 6883 + ], + "max_error": 0.0 + }, + { + "representative": 6737, + "members": [ + 6737 + ], + "max_error": 0.0 + }, + { + "representative": 6768, + "members": [ + 6768 + ], + "max_error": 0.0 + }, + { + "representative": 6670, + "members": [ + 6670 + ], + "max_error": 0.0 + }, + { + "representative": 6672, + "members": [ + 6672 + ], + "max_error": 0.0 + }, + { + "representative": 6795, + "members": [ + 6795 + ], + "max_error": 0.0 + }, + { + "representative": 6758, + "members": [ + 6758 + ], + "max_error": 0.0 + }, + { + "representative": 7213, + "members": [ + 7213 + ], + "max_error": 0.0 + }, + { + "representative": 7351, + "members": [ + 7351 + ], + "max_error": 0.0 + }, + { + "representative": 7369, + "members": [ + 7369 + ], + "max_error": 0.0 + }, + { + "representative": 7330, + "members": [ + 7330 + ], + "max_error": 0.0 + }, + { + "representative": 7357, + "members": [ + 7357 + ], + "max_error": 0.0 + }, + { + "representative": 7237, + "members": [ + 7237 + ], + "max_error": 0.0 + }, + { + "representative": 7362, + "members": [ + 7362 + ], + "max_error": 0.0 + }, + { + "representative": 7343, + "members": [ + 7343 + ], + "max_error": 0.0 + }, + { + "representative": 7258, + "members": [ + 7258 + ], + "max_error": 0.0 + }, + { + "representative": 7328, + "members": [ + 7328 + ], + "max_error": 0.0 + }, + { + "representative": 7682, + "members": [ + 7682 + ], + "max_error": 0.0 + }, + { + "representative": 7855, + "members": [ + 7855 + ], + "max_error": 0.0 + }, + { + "representative": 7838, + "members": [ + 7838 + ], + "max_error": 0.0 + }, + { + "representative": 7701, + "members": [ + 7701 + ], + "max_error": 0.0 + }, + { + "representative": 7792, + "members": [ + 7792 + ], + "max_error": 0.0 + }, + { + "representative": 7865, + "members": [ + 7865 + ], + "max_error": 0.0 + }, + { + "representative": 7882, + "members": [ + 7882 + ], + "max_error": 0.0 + }, + { + "representative": 6342, + "members": [ + 6342 + ], + "max_error": 0.0 + }, + { + "representative": 6227, + "members": [ + 6227 + ], + "max_error": 0.0 + }, + { + "representative": 6396, + "members": [ + 6396 + ], + "max_error": 0.0 + }, + { + "representative": 6298, + "members": [ + 6298 + ], + "max_error": 0.0 + }, + { + "representative": 6206, + "members": [ + 6206 + ], + "max_error": 0.0 + }, + { + "representative": 6341, + "members": [ + 6341 + ], + "max_error": 0.0 + }, + { + "representative": 6379, + "members": [ + 6379 + ], + "max_error": 0.0 + }, + { + "representative": 6297, + "members": [ + 6297 + ], + "max_error": 0.0 + }, + { + "representative": 6261, + "members": [ + 6261 + ], + "max_error": 0.0 + }, + { + "representative": 6182, + "members": [ + 6182 + ], + "max_error": 0.0 + }, + { + "representative": 6280, + "members": [ + 6280 + ], + "max_error": 0.0 + }, + { + "representative": 6268, + "members": [ + 6268 + ], + "max_error": 0.0 + }, + { + "representative": 6232, + "members": [ + 6232 + ], + "max_error": 0.0 + }, + { + "representative": 6876, + "members": [ + 6876 + ], + "max_error": 0.0 + }, + { + "representative": 6674, + "members": [ + 6674 + ], + "max_error": 0.0 + }, + { + "representative": 6825, + "members": [ + 6825 + ], + "max_error": 0.0 + }, + { + "representative": 6817, + "members": [ + 6817 + ], + "max_error": 0.0 + }, + { + "representative": 6701, + "members": [ + 6701 + ], + "max_error": 0.0 + }, + { + "representative": 7202, + "members": [ + 7202 + ], + "max_error": 0.0 + }, + { + "representative": 7184, + "members": [ + 7184 + ], + "max_error": 0.0 + }, + { + "representative": 7397, + "members": [ + 7397 + ], + "max_error": 0.0 + }, + { + "representative": 7277, + "members": [ + 7277 + ], + "max_error": 0.0 + }, + { + "representative": 7368, + "members": [ + 7368 + ], + "max_error": 0.0 + }, + { + "representative": 7398, + "members": [ + 7398 + ], + "max_error": 0.0 + }, + { + "representative": 7360, + "members": [ + 7360 + ], + "max_error": 0.0 + }, + { + "representative": 7338, + "members": [ + 7338 + ], + "max_error": 0.0 + }, + { + "representative": 7367, + "members": [ + 7367 + ], + "max_error": 0.0 + }, + { + "representative": 7303, + "members": [ + 7303 + ], + "max_error": 0.0 + }, + { + "representative": 7727, + "members": [ + 7727 + ], + "max_error": 0.0 + }, + { + "representative": 7886, + "members": [ + 7886 + ], + "max_error": 0.0 + }, + { + "representative": 7766, + "members": [ + 7766 + ], + "max_error": 0.0 + }, + { + "representative": 7826, + "members": [ + 7826 + ], + "max_error": 0.0 + }, + { + "representative": 7726, + "members": [ + 7726 + ], + "max_error": 0.0 + }, + { + "representative": 7737, + "members": [ + 7737 + ], + "max_error": 0.0 + }, + { + "representative": 7699, + "members": [ + 7699 + ], + "max_error": 0.0 + }, + { + "representative": 7907, + "members": [ + 7907 + ], + "max_error": 0.0 + }, + { + "representative": 7709, + "members": [ + 7709 + ], + "max_error": 0.0 + }, + { + "representative": 7922, + "members": [ + 7922 + ], + "max_error": 0.0 + }, + { + "representative": 7899, + "members": [ + 7899 + ], + "max_error": 0.0 + }, + { + "representative": 7846, + "members": [ + 7846 + ], + "max_error": 0.0 + }, + { + "representative": 7842, + "members": [ + 7842 + ], + "max_error": 0.0 + }, + { + "representative": 7909, + "members": [ + 7909 + ], + "max_error": 0.0 + }, + { + "representative": 6214, + "members": [ + 6214 + ], + "max_error": 0.0 + }, + { + "representative": 6205, + "members": [ + 6205 + ], + "max_error": 0.0 + }, + { + "representative": 6349, + "members": [ + 6349 + ], + "max_error": 0.0 + }, + { + "representative": 6334, + "members": [ + 6334 + ], + "max_error": 0.0 + }, + { + "representative": 6216, + "members": [ + 6216 + ], + "max_error": 0.0 + }, + { + "representative": 6323, + "members": [ + 6323 + ], + "max_error": 0.0 + }, + { + "representative": 6258, + "members": [ + 6258 + ], + "max_error": 0.0 + }, + { + "representative": 6380, + "members": [ + 6380 + ], + "max_error": 0.0 + }, + { + "representative": 6693, + "members": [ + 6693 + ], + "max_error": 0.0 + }, + { + "representative": 6765, + "members": [ + 6765 + ], + "max_error": 0.0 + }, + { + "representative": 6839, + "members": [ + 6839 + ], + "max_error": 0.0 + }, + { + "representative": 6698, + "members": [ + 6698 + ], + "max_error": 0.0 + }, + { + "representative": 6804, + "members": [ + 6804 + ], + "max_error": 0.0 + }, + { + "representative": 6800, + "members": [ + 6800 + ], + "max_error": 0.0 + }, + { + "representative": 7412, + "members": [ + 7412 + ], + "max_error": 0.0 + }, + { + "representative": 7264, + "members": [ + 7264 + ], + "max_error": 0.0 + }, + { + "representative": 7221, + "members": [ + 7221 + ], + "max_error": 0.0 + }, + { + "representative": 7225, + "members": [ + 7225 + ], + "max_error": 0.0 + }, + { + "representative": 7185, + "members": [ + 7185 + ], + "max_error": 0.0 + }, + { + "representative": 7175, + "members": [ + 7175 + ], + "max_error": 0.0 + }, + { + "representative": 7236, + "members": [ + 7236 + ], + "max_error": 0.0 + }, + { + "representative": 7262, + "members": [ + 7262 + ], + "max_error": 0.0 + }, + { + "representative": 7315, + "members": [ + 7315 + ], + "max_error": 0.0 + }, + { + "representative": 7272, + "members": [ + 7272 + ], + "max_error": 0.0 + }, + { + "representative": 7416, + "members": [ + 7416 + ], + "max_error": 0.0 + }, + { + "representative": 7776, + "members": [ + 7776 + ], + "max_error": 0.0 + }, + { + "representative": 7755, + "members": [ + 7755 + ], + "max_error": 0.0 + }, + { + "representative": 7694, + "members": [ + 7694 + ], + "max_error": 0.0 + }, + { + "representative": 7736, + "members": [ + 7736 + ], + "max_error": 0.0 + }, + { + "representative": 7681, + "members": [ + 7681 + ], + "max_error": 0.0 + }, + { + "representative": 7773, + "members": [ + 7773 + ], + "max_error": 0.0 + }, + { + "representative": 7794, + "members": [ + 7794 + ], + "max_error": 0.0 + }, + { + "representative": 7869, + "members": [ + 7869 + ], + "max_error": 0.0 + }, + { + "representative": 7891, + "members": [ + 7891 + ], + "max_error": 0.0 + }, + { + "representative": 7935, + "members": [ + 7935 + ], + "max_error": 0.0 + }, + { + "representative": 7740, + "members": [ + 7740 + ], + "max_error": 0.0 + }, + { + "representative": 6397, + "members": [ + 6397 + ], + "max_error": 0.0 + }, + { + "representative": 6314, + "members": [ + 6314 + ], + "max_error": 0.0 + }, + { + "representative": 6351, + "members": [ + 6351 + ], + "max_error": 0.0 + }, + { + "representative": 6291, + "members": [ + 6291 + ], + "max_error": 0.0 + }, + { + "representative": 6270, + "members": [ + 6270 + ], + "max_error": 0.0 + }, + { + "representative": 6253, + "members": [ + 6253 + ], + "max_error": 0.0 + }, + { + "representative": 6244, + "members": [ + 6244 + ], + "max_error": 0.0 + }, + { + "representative": 6155, + "members": [ + 6155 + ], + "max_error": 0.0 + }, + { + "representative": 6378, + "members": [ + 6378 + ], + "max_error": 0.0 + }, + { + "representative": 6789, + "members": [ + 6789 + ], + "max_error": 0.0 + }, + { + "representative": 6665, + "members": [ + 6665 + ], + "max_error": 0.0 + }, + { + "representative": 6662, + "members": [ + 6662 + ], + "max_error": 0.0 + }, + { + "representative": 6725, + "members": [ + 6725 + ], + "max_error": 0.0 + }, + { + "representative": 6677, + "members": [ + 6677 + ], + "max_error": 0.0 + }, + { + "representative": 6676, + "members": [ + 6676 + ], + "max_error": 0.0 + }, + { + "representative": 6703, + "members": [ + 6703 + ], + "max_error": 0.0 + }, + { + "representative": 6711, + "members": [ + 6711 + ], + "max_error": 0.0 + }, + { + "representative": 6706, + "members": [ + 6706 + ], + "max_error": 0.0 + }, + { + "representative": 7385, + "members": [ + 7385 + ], + "max_error": 0.0 + }, + { + "representative": 7359, + "members": [ + 7359 + ], + "max_error": 0.0 + }, + { + "representative": 7408, + "members": [ + 7408 + ], + "max_error": 0.0 + }, + { + "representative": 7229, + "members": [ + 7229 + ], + "max_error": 0.0 + }, + { + "representative": 7375, + "members": [ + 7375 + ], + "max_error": 0.0 + }, + { + "representative": 7355, + "members": [ + 7355 + ], + "max_error": 0.0 + }, + { + "representative": 7415, + "members": [ + 7415 + ], + "max_error": 0.0 + }, + { + "representative": 7227, + "members": [ + 7227 + ], + "max_error": 0.0 + }, + { + "representative": 7387, + "members": [ + 7387 + ], + "max_error": 0.0 + }, + { + "representative": 7324, + "members": [ + 7324 + ], + "max_error": 0.0 + }, + { + "representative": 7297, + "members": [ + 7297 + ], + "max_error": 0.0 + }, + { + "representative": 7785, + "members": [ + 7785 + ], + "max_error": 0.0 + }, + { + "representative": 7707, + "members": [ + 7707 + ], + "max_error": 0.0 + }, + { + "representative": 7772, + "members": [ + 7772 + ], + "max_error": 0.0 + }, + { + "representative": 7844, + "members": [ + 7844 + ], + "max_error": 0.0 + }, + { + "representative": 7845, + "members": [ + 7845 + ], + "max_error": 0.0 + }, + { + "representative": 7908, + "members": [ + 7908 + ], + "max_error": 0.0 + }, + { + "representative": 7829, + "members": [ + 7829 + ], + "max_error": 0.0 + }, + { + "representative": 7918, + "members": [ + 7918 + ], + "max_error": 0.0 + }, + { + "representative": 7754, + "members": [ + 7754 + ], + "max_error": 0.0 + }, + { + "representative": 7862, + "members": [ + 7862 + ], + "max_error": 0.0 + }, + { + "representative": 7885, + "members": [ + 7885 + ], + "max_error": 0.0 + }, + { + "representative": 7822, + "members": [ + 7822 + ], + "max_error": 0.0 + }, + { + "representative": 7801, + "members": [ + 7801 + ], + "max_error": 0.0 + }, + { + "representative": 6294, + "members": [ + 6294 + ], + "max_error": 0.0 + }, + { + "representative": 6184, + "members": [ + 6184 + ], + "max_error": 0.0 + }, + { + "representative": 6395, + "members": [ + 6395 + ], + "max_error": 0.0 + }, + { + "representative": 6306, + "members": [ + 6306 + ], + "max_error": 0.0 + }, + { + "representative": 6167, + "members": [ + 6167 + ], + "max_error": 0.0 + }, + { + "representative": 6224, + "members": [ + 6224 + ], + "max_error": 0.0 + }, + { + "representative": 6337, + "members": [ + 6337 + ], + "max_error": 0.0 + }, + { + "representative": 6207, + "members": [ + 6207 + ], + "max_error": 0.0 + }, + { + "representative": 6704, + "members": [ + 6704 + ], + "max_error": 0.0 + }, + { + "representative": 6708, + "members": [ + 6708 + ], + "max_error": 0.0 + }, + { + "representative": 6767, + "members": [ + 6767 + ], + "max_error": 0.0 + }, + { + "representative": 6659, + "members": [ + 6659 + ], + "max_error": 0.0 + }, + { + "representative": 6748, + "members": [ + 6748 + ], + "max_error": 0.0 + }, + { + "representative": 6753, + "members": [ + 6753 + ], + "max_error": 0.0 + }, + { + "representative": 6887, + "members": [ + 6887 + ], + "max_error": 0.0 + }, + { + "representative": 6762, + "members": [ + 6762 + ], + "max_error": 0.0 + }, + { + "representative": 6671, + "members": [ + 6671 + ], + "max_error": 0.0 + }, + { + "representative": 6802, + "members": [ + 6802 + ], + "max_error": 0.0 + }, + { + "representative": 6790, + "members": [ + 6790 + ], + "max_error": 0.0 + }, + { + "representative": 6828, + "members": [ + 6828 + ], + "max_error": 0.0 + }, + { + "representative": 6718, + "members": [ + 6718 + ], + "max_error": 0.0 + }, + { + "representative": 6761, + "members": [ + 6761 + ], + "max_error": 0.0 + }, + { + "representative": 6899, + "members": [ + 6899 + ], + "max_error": 0.0 + }, + { + "representative": 7341, + "members": [ + 7341 + ], + "max_error": 0.0 + }, + { + "representative": 7201, + "members": [ + 7201 + ], + "max_error": 0.0 + }, + { + "representative": 7419, + "members": [ + 7419 + ], + "max_error": 0.0 + }, + { + "representative": 7255, + "members": [ + 7255 + ], + "max_error": 0.0 + }, + { + "representative": 7296, + "members": [ + 7296 + ], + "max_error": 0.0 + }, + { + "representative": 7335, + "members": [ + 7335 + ], + "max_error": 0.0 + }, + { + "representative": 7809, + "members": [ + 7809 + ], + "max_error": 0.0 + }, + { + "representative": 7786, + "members": [ + 7786 + ], + "max_error": 0.0 + }, + { + "representative": 7686, + "members": [ + 7686 + ], + "max_error": 0.0 + }, + { + "representative": 7749, + "members": [ + 7749 + ], + "max_error": 0.0 + }, + { + "representative": 7933, + "members": [ + 7933 + ], + "max_error": 0.0 + }, + { + "representative": 7919, + "members": [ + 7919 + ], + "max_error": 0.0 + }, + { + "representative": 7687, + "members": [ + 7687 + ], + "max_error": 0.0 + }, + { + "representative": 7729, + "members": [ + 7729 + ], + "max_error": 0.0 + }, + { + "representative": 7751, + "members": [ + 7751 + ], + "max_error": 0.0 + }, + { + "representative": 6204, + "members": [ + 6204 + ], + "max_error": 0.0 + }, + { + "representative": 6317, + "members": [ + 6317 + ], + "max_error": 0.0 + }, + { + "representative": 6319, + "members": [ + 6319 + ], + "max_error": 0.0 + }, + { + "representative": 6320, + "members": [ + 6320 + ], + "max_error": 0.0 + }, + { + "representative": 6226, + "members": [ + 6226 + ], + "max_error": 0.0 + }, + { + "representative": 6304, + "members": [ + 6304 + ], + "max_error": 0.0 + }, + { + "representative": 6144, + "members": [ + 6144 + ], + "max_error": 0.0 + }, + { + "representative": 6681, + "members": [ + 6681 + ], + "max_error": 0.0 + }, + { + "representative": 6675, + "members": [ + 6675 + ], + "max_error": 0.0 + }, + { + "representative": 6801, + "members": [ + 6801 + ], + "max_error": 0.0 + }, + { + "representative": 6687, + "members": [ + 6687 + ], + "max_error": 0.0 + }, + { + "representative": 6794, + "members": [ + 6794 + ], + "max_error": 0.0 + }, + { + "representative": 7259, + "members": [ + 7259 + ], + "max_error": 0.0 + }, + { + "representative": 7248, + "members": [ + 7248 + ], + "max_error": 0.0 + }, + { + "representative": 7310, + "members": [ + 7310 + ], + "max_error": 0.0 + }, + { + "representative": 7378, + "members": [ + 7378 + ], + "max_error": 0.0 + }, + { + "representative": 7251, + "members": [ + 7251 + ], + "max_error": 0.0 + }, + { + "representative": 7363, + "members": [ + 7363 + ], + "max_error": 0.0 + }, + { + "representative": 7386, + "members": [ + 7386 + ], + "max_error": 0.0 + }, + { + "representative": 7219, + "members": [ + 7219 + ], + "max_error": 0.0 + }, + { + "representative": 7256, + "members": [ + 7256 + ], + "max_error": 0.0 + }, + { + "representative": 7409, + "members": [ + 7409 + ], + "max_error": 0.0 + }, + { + "representative": 7250, + "members": [ + 7250 + ], + "max_error": 0.0 + }, + { + "representative": 7719, + "members": [ + 7719 + ], + "max_error": 0.0 + }, + { + "representative": 7778, + "members": [ + 7778 + ], + "max_error": 0.0 + }, + { + "representative": 7811, + "members": [ + 7811 + ], + "max_error": 0.0 + }, + { + "representative": 7683, + "members": [ + 7683 + ], + "max_error": 0.0 + }, + { + "representative": 7717, + "members": [ + 7717 + ], + "max_error": 0.0 + }, + { + "representative": 7875, + "members": [ + 7875 + ], + "max_error": 0.0 + }, + { + "representative": 7780, + "members": [ + 7780 + ], + "max_error": 0.0 + }, + { + "representative": 7841, + "members": [ + 7841 + ], + "max_error": 0.0 + }, + { + "representative": 6282, + "members": [ + 6282 + ], + "max_error": 0.0 + }, + { + "representative": 6267, + "members": [ + 6267 + ], + "max_error": 0.0 + }, + { + "representative": 6329, + "members": [ + 6329 + ], + "max_error": 0.0 + }, + { + "representative": 6262, + "members": [ + 6262 + ], + "max_error": 0.0 + }, + { + "representative": 6366, + "members": [ + 6366 + ], + "max_error": 0.0 + }, + { + "representative": 6195, + "members": [ + 6195 + ], + "max_error": 0.0 + }, + { + "representative": 6302, + "members": [ + 6302 + ], + "max_error": 0.0 + }, + { + "representative": 6250, + "members": [ + 6250 + ], + "max_error": 0.0 + }, + { + "representative": 6255, + "members": [ + 6255 + ], + "max_error": 0.0 + }, + { + "representative": 6237, + "members": [ + 6237 + ], + "max_error": 0.0 + }, + { + "representative": 6390, + "members": [ + 6390 + ], + "max_error": 0.0 + }, + { + "representative": 6857, + "members": [ + 6857 + ], + "max_error": 0.0 + }, + { + "representative": 6686, + "members": [ + 6686 + ], + "max_error": 0.0 + }, + { + "representative": 6774, + "members": [ + 6774 + ], + "max_error": 0.0 + }, + { + "representative": 6778, + "members": [ + 6778 + ], + "max_error": 0.0 + }, + { + "representative": 6824, + "members": [ + 6824 + ], + "max_error": 0.0 + }, + { + "representative": 6910, + "members": [ + 6910 + ], + "max_error": 0.0 + }, + { + "representative": 6656, + "members": [ + 6656 + ], + "max_error": 0.0 + }, + { + "representative": 6700, + "members": [ + 6700 + ], + "max_error": 0.0 + }, + { + "representative": 6868, + "members": [ + 6868 + ], + "max_error": 0.0 + }, + { + "representative": 6771, + "members": [ + 6771 + ], + "max_error": 0.0 + }, + { + "representative": 6833, + "members": [ + 6833 + ], + "max_error": 0.0 + }, + { + "representative": 6796, + "members": [ + 6796 + ], + "max_error": 0.0 + }, + { + "representative": 6770, + "members": [ + 6770 + ], + "max_error": 0.0 + }, + { + "representative": 6812, + "members": [ + 6812 + ], + "max_error": 0.0 + }, + { + "representative": 7226, + "members": [ + 7226 + ], + "max_error": 0.0 + }, + { + "representative": 7400, + "members": [ + 7400 + ], + "max_error": 0.0 + }, + { + "representative": 7323, + "members": [ + 7323 + ], + "max_error": 0.0 + }, + { + "representative": 7257, + "members": [ + 7257 + ], + "max_error": 0.0 + }, + { + "representative": 7235, + "members": [ + 7235 + ], + "max_error": 0.0 + }, + { + "representative": 7320, + "members": [ + 7320 + ], + "max_error": 0.0 + }, + { + "representative": 7314, + "members": [ + 7314 + ], + "max_error": 0.0 + }, + { + "representative": 7176, + "members": [ + 7176 + ], + "max_error": 0.0 + }, + { + "representative": 7410, + "members": [ + 7410 + ], + "max_error": 0.0 + }, + { + "representative": 7321, + "members": [ + 7321 + ], + "max_error": 0.0 + }, + { + "representative": 7395, + "members": [ + 7395 + ], + "max_error": 0.0 + }, + { + "representative": 7366, + "members": [ + 7366 + ], + "max_error": 0.0 + }, + { + "representative": 7253, + "members": [ + 7253 + ], + "max_error": 0.0 + }, + { + "representative": 7244, + "members": [ + 7244 + ], + "max_error": 0.0 + }, + { + "representative": 7252, + "members": [ + 7252 + ], + "max_error": 0.0 + }, + { + "representative": 7217, + "members": [ + 7217 + ], + "max_error": 0.0 + }, + { + "representative": 7329, + "members": [ + 7329 + ], + "max_error": 0.0 + }, + { + "representative": 7187, + "members": [ + 7187 + ], + "max_error": 0.0 + }, + { + "representative": 7170, + "members": [ + 7170 + ], + "max_error": 0.0 + }, + { + "representative": 7784, + "members": [ + 7784 + ], + "max_error": 0.0 + }, + { + "representative": 7716, + "members": [ + 7716 + ], + "max_error": 0.0 + }, + { + "representative": 7800, + "members": [ + 7800 + ], + "max_error": 0.0 + }, + { + "representative": 7870, + "members": [ + 7870 + ], + "max_error": 0.0 + }, + { + "representative": 7897, + "members": [ + 7897 + ], + "max_error": 0.0 + }, + { + "representative": 7762, + "members": [ + 7762 + ], + "max_error": 0.0 + }, + { + "representative": 7894, + "members": [ + 7894 + ], + "max_error": 0.0 + }, + { + "representative": 6296, + "members": [ + 6296 + ], + "max_error": 0.0 + }, + { + "representative": 6356, + "members": [ + 6356 + ], + "max_error": 0.0 + }, + { + "representative": 6389, + "members": [ + 6389 + ], + "max_error": 0.0 + }, + { + "representative": 6361, + "members": [ + 6361 + ], + "max_error": 0.0 + }, + { + "representative": 6326, + "members": [ + 6326 + ], + "max_error": 0.0 + }, + { + "representative": 6220, + "members": [ + 6220 + ], + "max_error": 0.0 + }, + { + "representative": 6367, + "members": [ + 6367 + ], + "max_error": 0.0 + }, + { + "representative": 6215, + "members": [ + 6215 + ], + "max_error": 0.0 + }, + { + "representative": 6364, + "members": [ + 6364 + ], + "max_error": 0.0 + }, + { + "representative": 6211, + "members": [ + 6211 + ], + "max_error": 0.0 + }, + { + "representative": 6322, + "members": [ + 6322 + ], + "max_error": 0.0 + }, + { + "representative": 6164, + "members": [ + 6164 + ], + "max_error": 0.0 + }, + { + "representative": 6713, + "members": [ + 6713 + ], + "max_error": 0.0 + }, + { + "representative": 6842, + "members": [ + 6842 + ], + "max_error": 0.0 + }, + { + "representative": 6735, + "members": [ + 6735 + ], + "max_error": 0.0 + }, + { + "representative": 6818, + "members": [ + 6818 + ], + "max_error": 0.0 + }, + { + "representative": 6851, + "members": [ + 6851 + ], + "max_error": 0.0 + }, + { + "representative": 6878, + "members": [ + 6878 + ], + "max_error": 0.0 + }, + { + "representative": 6865, + "members": [ + 6865 + ], + "max_error": 0.0 + }, + { + "representative": 6727, + "members": [ + 6727 + ], + "max_error": 0.0 + }, + { + "representative": 6721, + "members": [ + 6721 + ], + "max_error": 0.0 + }, + { + "representative": 6869, + "members": [ + 6869 + ], + "max_error": 0.0 + }, + { + "representative": 7210, + "members": [ + 7210 + ], + "max_error": 0.0 + }, + { + "representative": 7197, + "members": [ + 7197 + ], + "max_error": 0.0 + }, + { + "representative": 7394, + "members": [ + 7394 + ], + "max_error": 0.0 + }, + { + "representative": 7282, + "members": [ + 7282 + ], + "max_error": 0.0 + }, + { + "representative": 7389, + "members": [ + 7389 + ], + "max_error": 0.0 + }, + { + "representative": 7281, + "members": [ + 7281 + ], + "max_error": 0.0 + }, + { + "representative": 7352, + "members": [ + 7352 + ], + "max_error": 0.0 + }, + { + "representative": 7420, + "members": [ + 7420 + ], + "max_error": 0.0 + }, + { + "representative": 7382, + "members": [ + 7382 + ], + "max_error": 0.0 + }, + { + "representative": 7864, + "members": [ + 7864 + ], + "max_error": 0.0 + }, + { + "representative": 7896, + "members": [ + 7896 + ], + "max_error": 0.0 + }, + { + "representative": 7688, + "members": [ + 7688 + ], + "max_error": 0.0 + }, + { + "representative": 7693, + "members": [ + 7693 + ], + "max_error": 0.0 + }, + { + "representative": 7702, + "members": [ + 7702 + ], + "max_error": 0.0 + }, + { + "representative": 8203, + "members": [ + 8203 + ], + "max_error": 0.0 + }, + { + "representative": 8205, + "members": [ + 8205 + ], + "max_error": 0.0 + }, + { + "representative": 8210, + "members": [ + 8210 + ], + "max_error": 0.0 + }, + { + "representative": 8211, + "members": [ + 8211 + ], + "max_error": 0.0 + }, + { + "representative": 8212, + "members": [ + 8212 + ], + "max_error": 0.0 + }, + { + "representative": 8214, + "members": [ + 8214 + ], + "max_error": 0.0 + }, + { + "representative": 8217, + "members": [ + 8217 + ], + "max_error": 0.0 + }, + { + "representative": 8197, + "members": [ + 8197 + ], + "max_error": 0.0 + }, + { + "representative": 8199, + "members": [ + 8199 + ], + "max_error": 0.0 + }, + { + "representative": 8208, + "members": [ + 8208 + ], + "max_error": 0.0 + }, + { + "representative": 8383, + "members": [ + 8383 + ], + "max_error": 0.0 + }, + { + "representative": 8351, + "members": [ + 8351 + ], + "max_error": 0.0 + }, + { + "representative": 8327, + "members": [ + 8327 + ], + "max_error": 0.0 + }, + { + "representative": 8436, + "members": [ + 8436 + ], + "max_error": 0.0 + }, + { + "representative": 8340, + "members": [ + 8340 + ], + "max_error": 0.0 + }, + { + "representative": 8207, + "members": [ + 8207 + ], + "max_error": 0.0 + }, + { + "representative": 8239, + "members": [ + 8239 + ], + "max_error": 0.0 + }, + { + "representative": 8265, + "members": [ + 8265 + ], + "max_error": 0.0 + }, + { + "representative": 8193, + "members": [ + 8193 + ], + "max_error": 0.0 + }, + { + "representative": 8343, + "members": [ + 8343 + ], + "max_error": 0.0 + }, + { + "representative": 8253, + "members": [ + 8253 + ], + "max_error": 0.0 + }, + { + "representative": 8417, + "members": [ + 8417 + ], + "max_error": 0.0 + }, + { + "representative": 8356, + "members": [ + 8356 + ], + "max_error": 0.0 + }, + { + "representative": 8404, + "members": [ + 8404 + ], + "max_error": 0.0 + }, + { + "representative": 8424, + "members": [ + 8424 + ], + "max_error": 0.0 + }, + { + "representative": 8408, + "members": [ + 8408 + ], + "max_error": 0.0 + }, + { + "representative": 8354, + "members": [ + 8354 + ], + "max_error": 0.0 + }, + { + "representative": 8370, + "members": [ + 8370 + ], + "max_error": 0.0 + }, + { + "representative": 8321, + "members": [ + 8321 + ], + "max_error": 0.0 + }, + { + "representative": 8256, + "members": [ + 8256 + ], + "max_error": 0.0 + }, + { + "representative": 8224, + "members": [ + 8224 + ], + "max_error": 0.0 + }, + { + "representative": 8243, + "members": [ + 8243 + ], + "max_error": 0.0 + }, + { + "representative": 8246, + "members": [ + 8246 + ], + "max_error": 0.0 + }, + { + "representative": 8247, + "members": [ + 8247 + ], + "max_error": 0.0 + }, + { + "representative": 8248, + "members": [ + 8248 + ], + "max_error": 0.0 + }, + { + "representative": 8227, + "members": [ + 8227 + ], + "max_error": 0.0 + }, + { + "representative": 8230, + "members": [ + 8230 + ], + "max_error": 0.0 + }, + { + "representative": 8357, + "members": [ + 8357 + ], + "max_error": 0.0 + }, + { + "representative": 8272, + "members": [ + 8272 + ], + "max_error": 0.0 + }, + { + "representative": 8386, + "members": [ + 8386 + ], + "max_error": 0.0 + }, + { + "representative": 8221, + "members": [ + 8221 + ], + "max_error": 0.0 + }, + { + "representative": 8241, + "members": [ + 8241 + ], + "max_error": 0.0 + }, + { + "representative": 8331, + "members": [ + 8331 + ], + "max_error": 0.0 + }, + { + "representative": 8416, + "members": [ + 8416 + ], + "max_error": 0.0 + }, + { + "representative": 8297, + "members": [ + 8297 + ], + "max_error": 0.0 + }, + { + "representative": 8206, + "members": [ + 8206 + ], + "max_error": 0.0 + }, + { + "representative": 8398, + "members": [ + 8398 + ], + "max_error": 0.0 + }, + { + "representative": 8229, + "members": [ + 8229 + ], + "max_error": 0.0 + }, + { + "representative": 8407, + "members": [ + 8407 + ], + "max_error": 0.0 + }, + { + "representative": 8378, + "members": [ + 8378 + ], + "max_error": 0.0 + }, + { + "representative": 8291, + "members": [ + 8291 + ], + "max_error": 0.0 + }, + { + "representative": 8346, + "members": [ + 8346 + ], + "max_error": 0.0 + }, + { + "representative": 8399, + "members": [ + 8399 + ], + "max_error": 0.0 + }, + { + "representative": 8244, + "members": [ + 8244 + ], + "max_error": 0.0 + }, + { + "representative": 8443, + "members": [ + 8443 + ], + "max_error": 0.0 + }, + { + "representative": 8236, + "members": [ + 8236 + ], + "max_error": 0.0 + }, + { + "representative": 8202, + "members": [ + 8202 + ], + "max_error": 0.0 + }, + { + "representative": 8225, + "members": [ + 8225 + ], + "max_error": 0.0 + }, + { + "representative": 8240, + "members": [ + 8240 + ], + "max_error": 0.0 + }, + { + "representative": 8234, + "members": [ + 8234 + ], + "max_error": 0.0 + }, + { + "representative": 8287, + "members": [ + 8287 + ], + "max_error": 0.0 + }, + { + "representative": 8209, + "members": [ + 8209 + ], + "max_error": 0.0 + }, + { + "representative": 8219, + "members": [ + 8219 + ], + "max_error": 0.0 + }, + { + "representative": 8365, + "members": [ + 8365 + ], + "max_error": 0.0 + }, + { + "representative": 8255, + "members": [ + 8255 + ], + "max_error": 0.0 + }, + { + "representative": 8330, + "members": [ + 8330 + ], + "max_error": 0.0 + }, + { + "representative": 8353, + "members": [ + 8353 + ], + "max_error": 0.0 + }, + { + "representative": 8396, + "members": [ + 8396 + ], + "max_error": 0.0 + }, + { + "representative": 8380, + "members": [ + 8380 + ], + "max_error": 0.0 + }, + { + "representative": 8283, + "members": [ + 8283 + ], + "max_error": 0.0 + }, + { + "representative": 8242, + "members": [ + 8242 + ], + "max_error": 0.0 + }, + { + "representative": 8311, + "members": [ + 8311 + ], + "max_error": 0.0 + }, + { + "representative": 8303, + "members": [ + 8303 + ], + "max_error": 0.0 + }, + { + "representative": 8392, + "members": [ + 8392 + ], + "max_error": 0.0 + }, + { + "representative": 8216, + "members": [ + 8216 + ], + "max_error": 0.0 + }, + { + "representative": 8382, + "members": [ + 8382 + ], + "max_error": 0.0 + }, + { + "representative": 8374, + "members": [ + 8374 + ], + "max_error": 0.0 + }, + { + "representative": 8308, + "members": [ + 8308 + ], + "max_error": 0.0 + }, + { + "representative": 8294, + "members": [ + 8294 + ], + "max_error": 0.0 + }, + { + "representative": 8249, + "members": [ + 8249 + ], + "max_error": 0.0 + }, + { + "representative": 8317, + "members": [ + 8317 + ], + "max_error": 0.0 + }, + { + "representative": 8402, + "members": [ + 8402 + ], + "max_error": 0.0 + }, + { + "representative": 8290, + "members": [ + 8290 + ], + "max_error": 0.0 + }, + { + "representative": 8192, + "members": [ + 8192 + ], + "max_error": 0.0 + }, + { + "representative": 8440, + "members": [ + 8440 + ], + "max_error": 0.0 + }, + { + "representative": 8415, + "members": [ + 8415 + ], + "max_error": 0.0 + }, + { + "representative": 8293, + "members": [ + 8293 + ], + "max_error": 0.0 + }, + { + "representative": 8337, + "members": [ + 8337 + ], + "max_error": 0.0 + }, + { + "representative": 8286, + "members": [ + 8286 + ], + "max_error": 0.0 + }, + { + "representative": 8274, + "members": [ + 8274 + ], + "max_error": 0.0 + }, + { + "representative": 8389, + "members": [ + 8389 + ], + "max_error": 0.0 + }, + { + "representative": 8222, + "members": [ + 8222 + ], + "max_error": 0.0 + }, + { + "representative": 8200, + "members": [ + 8200 + ], + "max_error": 0.0 + }, + { + "representative": 8269, + "members": [ + 8269 + ], + "max_error": 0.0 + }, + { + "representative": 8379, + "members": [ + 8379 + ], + "max_error": 0.0 + }, + { + "representative": 8250, + "members": [ + 8250 + ], + "max_error": 0.0 + }, + { + "representative": 8376, + "members": [ + 8376 + ], + "max_error": 0.0 + }, + { + "representative": 8196, + "members": [ + 8196 + ], + "max_error": 0.0 + }, + { + "representative": 8335, + "members": [ + 8335 + ], + "max_error": 0.0 + }, + { + "representative": 8405, + "members": [ + 8405 + ], + "max_error": 0.0 + }, + { + "representative": 8438, + "members": [ + 8438 + ], + "max_error": 0.0 + }, + { + "representative": 8387, + "members": [ + 8387 + ], + "max_error": 0.0 + }, + { + "representative": 8235, + "members": [ + 8235 + ], + "max_error": 0.0 + }, + { + "representative": 8406, + "members": [ + 8406 + ], + "max_error": 0.0 + }, + { + "representative": 8307, + "members": [ + 8307 + ], + "max_error": 0.0 + }, + { + "representative": 8359, + "members": [ + 8359 + ], + "max_error": 0.0 + }, + { + "representative": 8326, + "members": [ + 8326 + ], + "max_error": 0.0 + }, + { + "representative": 8414, + "members": [ + 8414 + ], + "max_error": 0.0 + }, + { + "representative": 8220, + "members": [ + 8220 + ], + "max_error": 0.0 + }, + { + "representative": 8215, + "members": [ + 8215 + ], + "max_error": 0.0 + }, + { + "representative": 8394, + "members": [ + 8394 + ], + "max_error": 0.0 + }, + { + "representative": 8251, + "members": [ + 8251 + ], + "max_error": 0.0 + }, + { + "representative": 8257, + "members": [ + 8257 + ], + "max_error": 0.0 + }, + { + "representative": 8277, + "members": [ + 8277 + ], + "max_error": 0.0 + }, + { + "representative": 8228, + "members": [ + 8228 + ], + "max_error": 0.0 + }, + { + "representative": 8334, + "members": [ + 8334 + ], + "max_error": 0.0 + }, + { + "representative": 8218, + "members": [ + 8218 + ], + "max_error": 0.0 + }, + { + "representative": 8292, + "members": [ + 8292 + ], + "max_error": 0.0 + }, + { + "representative": 8412, + "members": [ + 8412 + ], + "max_error": 0.0 + }, + { + "representative": 8233, + "members": [ + 8233 + ], + "max_error": 0.0 + }, + { + "representative": 8377, + "members": [ + 8377 + ], + "max_error": 0.0 + }, + { + "representative": 8320, + "members": [ + 8320 + ], + "max_error": 0.0 + }, + { + "representative": 8270, + "members": [ + 8270 + ], + "max_error": 0.0 + }, + { + "representative": 8264, + "members": [ + 8264 + ], + "max_error": 0.0 + }, + { + "representative": 8267, + "members": [ + 8267 + ], + "max_error": 0.0 + }, + { + "representative": 8268, + "members": [ + 8268 + ], + "max_error": 0.0 + }, + { + "representative": 8258, + "members": [ + 8258 + ], + "max_error": 0.0 + }, + { + "representative": 8278, + "members": [ + 8278 + ], + "max_error": 0.0 + }, + { + "representative": 8279, + "members": [ + 8279 + ], + "max_error": 0.0 + }, + { + "representative": 8280, + "members": [ + 8280 + ], + "max_error": 0.0 + }, + { + "representative": 8281, + "members": [ + 8281 + ], + "max_error": 0.0 + }, + { + "representative": 8284, + "members": [ + 8284 + ], + "max_error": 0.0 + }, + { + "representative": 8260, + "members": [ + 8260 + ], + "max_error": 0.0 + }, + { + "representative": 8411, + "members": [ + 8411 + ], + "max_error": 0.0 + }, + { + "representative": 8390, + "members": [ + 8390 + ], + "max_error": 0.0 + }, + { + "representative": 8429, + "members": [ + 8429 + ], + "max_error": 0.0 + }, + { + "representative": 8422, + "members": [ + 8422 + ], + "max_error": 0.0 + }, + { + "representative": 8315, + "members": [ + 8315 + ], + "max_error": 0.0 + }, + { + "representative": 8194, + "members": [ + 8194 + ], + "max_error": 0.0 + }, + { + "representative": 8204, + "members": [ + 8204 + ], + "max_error": 0.0 + }, + { + "representative": 8364, + "members": [ + 8364 + ], + "max_error": 0.0 + }, + { + "representative": 8427, + "members": [ + 8427 + ], + "max_error": 0.0 + }, + { + "representative": 8432, + "members": [ + 8432 + ], + "max_error": 0.0 + }, + { + "representative": 8310, + "members": [ + 8310 + ], + "max_error": 0.0 + }, + { + "representative": 8367, + "members": [ + 8367 + ], + "max_error": 0.0 + }, + { + "representative": 8271, + "members": [ + 8271 + ], + "max_error": 0.0 + }, + { + "representative": 8373, + "members": [ + 8373 + ], + "max_error": 0.0 + }, + { + "representative": 8425, + "members": [ + 8425 + ], + "max_error": 0.0 + }, + { + "representative": 8441, + "members": [ + 8441 + ], + "max_error": 0.0 + }, + { + "representative": 8263, + "members": [ + 8263 + ], + "max_error": 0.0 + }, + { + "representative": 8388, + "members": [ + 8388 + ], + "max_error": 0.0 + }, + { + "representative": 8298, + "members": [ + 8298 + ], + "max_error": 0.0 + }, + { + "representative": 8413, + "members": [ + 8413 + ], + "max_error": 0.0 + }, + { + "representative": 8368, + "members": [ + 8368 + ], + "max_error": 0.0 + }, + { + "representative": 8328, + "members": [ + 8328 + ], + "max_error": 0.0 + }, + { + "representative": 8276, + "members": [ + 8276 + ], + "max_error": 0.0 + }, + { + "representative": 8345, + "members": [ + 8345 + ], + "max_error": 0.0 + }, + { + "representative": 8232, + "members": [ + 8232 + ], + "max_error": 0.0 + }, + { + "representative": 8245, + "members": [ + 8245 + ], + "max_error": 0.0 + }, + { + "representative": 8259, + "members": [ + 8259 + ], + "max_error": 0.0 + }, + { + "representative": 8361, + "members": [ + 8361 + ], + "max_error": 0.0 + }, + { + "representative": 8385, + "members": [ + 8385 + ], + "max_error": 0.0 + }, + { + "representative": 8226, + "members": [ + 8226 + ], + "max_error": 0.0 + }, + { + "representative": 8254, + "members": [ + 8254 + ], + "max_error": 0.0 + }, + { + "representative": 8371, + "members": [ + 8371 + ], + "max_error": 0.0 + }, + { + "representative": 8223, + "members": [ + 8223 + ], + "max_error": 0.0 + }, + { + "representative": 8231, + "members": [ + 8231 + ], + "max_error": 0.0 + }, + { + "representative": 8355, + "members": [ + 8355 + ], + "max_error": 0.0 + }, + { + "representative": 8282, + "members": [ + 8282 + ], + "max_error": 0.0 + }, + { + "representative": 8332, + "members": [ + 8332 + ], + "max_error": 0.0 + }, + { + "representative": 8341, + "members": [ + 8341 + ], + "max_error": 0.0 + }, + { + "representative": 8338, + "members": [ + 8338 + ], + "max_error": 0.0 + }, + { + "representative": 8430, + "members": [ + 8430 + ], + "max_error": 0.0 + }, + { + "representative": 8339, + "members": [ + 8339 + ], + "max_error": 0.0 + }, + { + "representative": 8309, + "members": [ + 8309 + ], + "max_error": 0.0 + }, + { + "representative": 8419, + "members": [ + 8419 + ], + "max_error": 0.0 + }, + { + "representative": 8325, + "members": [ + 8325 + ], + "max_error": 0.0 + }, + { + "representative": 8393, + "members": [ + 8393 + ], + "max_error": 0.0 + }, + { + "representative": 8213, + "members": [ + 8213 + ], + "max_error": 0.0 + }, + { + "representative": 8300, + "members": [ + 8300 + ], + "max_error": 0.0 + }, + { + "representative": 8261, + "members": [ + 8261 + ], + "max_error": 0.0 + }, + { + "representative": 8312, + "members": [ + 8312 + ], + "max_error": 0.0 + }, + { + "representative": 8363, + "members": [ + 8363 + ], + "max_error": 0.0 + }, + { + "representative": 8316, + "members": [ + 8316 + ], + "max_error": 0.0 + }, + { + "representative": 8195, + "members": [ + 8195 + ], + "max_error": 0.0 + }, + { + "representative": 8262, + "members": [ + 8262 + ], + "max_error": 0.0 + }, + { + "representative": 8350, + "members": [ + 8350 + ], + "max_error": 0.0 + }, + { + "representative": 8237, + "members": [ + 8237 + ], + "max_error": 0.0 + }, + { + "representative": 8295, + "members": [ + 8295 + ], + "max_error": 0.0 + }, + { + "representative": 8238, + "members": [ + 8238 + ], + "max_error": 0.0 + }, + { + "representative": 8352, + "members": [ + 8352 + ], + "max_error": 0.0 + }, + { + "representative": 8447, + "members": [ + 8447 + ], + "max_error": 0.0 + }, + { + "representative": 8444, + "members": [ + 8444 + ], + "max_error": 0.0 + }, + { + "representative": 8252, + "members": [ + 8252 + ], + "max_error": 0.0 + }, + { + "representative": 8423, + "members": [ + 8423 + ], + "max_error": 0.0 + }, + { + "representative": 8306, + "members": [ + 8306 + ], + "max_error": 0.0 + }, + { + "representative": 8275, + "members": [ + 8275 + ], + "max_error": 0.0 + }, + { + "representative": 8273, + "members": [ + 8273 + ], + "max_error": 0.0 + }, + { + "representative": 8201, + "members": [ + 8201 + ], + "max_error": 0.0 + }, + { + "representative": 8410, + "members": [ + 8410 + ], + "max_error": 0.0 + }, + { + "representative": 8323, + "members": [ + 8323 + ], + "max_error": 0.0 + }, + { + "representative": 8329, + "members": [ + 8329 + ], + "max_error": 0.0 + }, + { + "representative": 8288, + "members": [ + 8288 + ], + "max_error": 0.0 + }, + { + "representative": 8296, + "members": [ + 8296 + ], + "max_error": 0.0 + }, + { + "representative": 8289, + "members": [ + 8289 + ], + "max_error": 0.0 + }, + { + "representative": 8299, + "members": [ + 8299 + ], + "max_error": 0.0 + }, + { + "representative": 8301, + "members": [ + 8301 + ], + "max_error": 0.0 + }, + { + "representative": 8302, + "members": [ + 8302 + ], + "max_error": 0.0 + }, + { + "representative": 8304, + "members": [ + 8304 + ], + "max_error": 0.0 + }, + { + "representative": 8314, + "members": [ + 8314 + ], + "max_error": 0.0 + }, + { + "representative": 8318, + "members": [ + 8318 + ], + "max_error": 0.0 + }, + { + "representative": 8319, + "members": [ + 8319 + ], + "max_error": 0.0 + }, + { + "representative": 8285, + "members": [ + 8285 + ], + "max_error": 0.0 + }, + { + "representative": 8347, + "members": [ + 8347 + ], + "max_error": 0.0 + }, + { + "representative": 8428, + "members": [ + 8428 + ], + "max_error": 0.0 + }, + { + "representative": 8435, + "members": [ + 8435 + ], + "max_error": 0.0 + }, + { + "representative": 8349, + "members": [ + 8349 + ], + "max_error": 0.0 + }, + { + "representative": 8266, + "members": [ + 8266 + ], + "max_error": 0.0 + }, + { + "representative": 8305, + "members": [ + 8305 + ], + "max_error": 0.0 + }, + { + "representative": 8403, + "members": [ + 8403 + ], + "max_error": 0.0 + }, + { + "representative": 8333, + "members": [ + 8333 + ], + "max_error": 0.0 + }, + { + "representative": 8445, + "members": [ + 8445 + ], + "max_error": 0.0 + }, + { + "representative": 8400, + "members": [ + 8400 + ], + "max_error": 0.0 + }, + { + "representative": 8313, + "members": [ + 8313 + ], + "max_error": 0.0 + }, + { + "representative": 8433, + "members": [ + 8433 + ], + "max_error": 0.0 + }, + { + "representative": 8198, + "members": [ + 8198 + ], + "max_error": 0.0 + }, + { + "representative": 8336, + "members": [ + 8336 + ], + "max_error": 0.0 + }, + { + "representative": 8322, + "members": [ + 8322 + ], + "max_error": 0.0 + }, + { + "representative": 8342, + "members": [ + 8342 + ], + "max_error": 0.0 + }, + { + "representative": 8344, + "members": [ + 8344 + ], + "max_error": 0.0 + }, + { + "representative": 8348, + "members": [ + 8348 + ], + "max_error": 0.0 + }, + { + "representative": 8324, + "members": [ + 8324 + ], + "max_error": 0.0 + }, + { + "representative": 8360, + "members": [ + 8360 + ], + "max_error": 0.0 + }, + { + "representative": 8362, + "members": [ + 8362 + ], + "max_error": 0.0 + }, + { + "representative": 8366, + "members": [ + 8366 + ], + "max_error": 0.0 + }, + { + "representative": 8369, + "members": [ + 8369 + ], + "max_error": 0.0 + }, + { + "representative": 8372, + "members": [ + 8372 + ], + "max_error": 0.0 + }, + { + "representative": 8375, + "members": [ + 8375 + ], + "max_error": 0.0 + }, + { + "representative": 8381, + "members": [ + 8381 + ], + "max_error": 0.0 + }, + { + "representative": 8358, + "members": [ + 8358 + ], + "max_error": 0.0 + }, + { + "representative": 8384, + "members": [ + 8384 + ], + "max_error": 0.0 + }, + { + "representative": 8395, + "members": [ + 8395 + ], + "max_error": 0.0 + }, + { + "representative": 8397, + "members": [ + 8397 + ], + "max_error": 0.0 + }, + { + "representative": 8401, + "members": [ + 8401 + ], + "max_error": 0.0 + }, + { + "representative": 8409, + "members": [ + 8409 + ], + "max_error": 0.0 + }, + { + "representative": 8391, + "members": [ + 8391 + ], + "max_error": 0.0 + }, + { + "representative": 8426, + "members": [ + 8426 + ], + "max_error": 0.0 + }, + { + "representative": 8431, + "members": [ + 8431 + ], + "max_error": 0.0 + }, + { + "representative": 8434, + "members": [ + 8434 + ], + "max_error": 0.0 + }, + { + "representative": 8418, + "members": [ + 8418 + ], + "max_error": 0.0 + }, + { + "representative": 8437, + "members": [ + 8437 + ], + "max_error": 0.0 + }, + { + "representative": 8439, + "members": [ + 8439 + ], + "max_error": 0.0 + }, + { + "representative": 8442, + "members": [ + 8442 + ], + "max_error": 0.0 + }, + { + "representative": 8446, + "members": [ + 8446 + ], + "max_error": 0.0 + }, + { + "representative": 8420, + "members": [ + 8420 + ], + "max_error": 0.0 + }, + { + "representative": 8421, + "members": [ + 8421 + ], + "max_error": 0.0 + }, + { + "representative": 8705, + "members": [ + 8705 + ], + "max_error": 0.0 + }, + { + "representative": 8715, + "members": [ + 8715 + ], + "max_error": 0.0 + }, + { + "representative": 8719, + "members": [ + 8719 + ], + "max_error": 0.0 + }, + { + "representative": 8723, + "members": [ + 8723 + ], + "max_error": 0.0 + }, + { + "representative": 8724, + "members": [ + 8724 + ], + "max_error": 0.0 + }, + { + "representative": 8725, + "members": [ + 8725 + ], + "max_error": 0.0 + }, + { + "representative": 8727, + "members": [ + 8727 + ], + "max_error": 0.0 + }, + { + "representative": 8728, + "members": [ + 8728 + ], + "max_error": 0.0 + }, + { + "representative": 8729, + "members": [ + 8729 + ], + "max_error": 0.0 + }, + { + "representative": 8731, + "members": [ + 8731 + ], + "max_error": 0.0 + }, + { + "representative": 8733, + "members": [ + 8733 + ], + "max_error": 0.0 + }, + { + "representative": 8707, + "members": [ + 8707 + ], + "max_error": 0.0 + }, + { + "representative": 8735, + "members": [ + 8735 + ], + "max_error": 0.0 + }, + { + "representative": 8708, + "members": [ + 8708 + ], + "max_error": 0.0 + }, + { + "representative": 8710, + "members": [ + 8710 + ], + "max_error": 0.0 + }, + { + "representative": 8799, + "members": [ + 8799 + ], + "max_error": 0.0 + }, + { + "representative": 8772, + "members": [ + 8772 + ], + "max_error": 0.0 + }, + { + "representative": 8769, + "members": [ + 8769 + ], + "max_error": 0.0 + }, + { + "representative": 8904, + "members": [ + 8904 + ], + "max_error": 0.0 + }, + { + "representative": 8740, + "members": [ + 8740 + ], + "max_error": 0.0 + }, + { + "representative": 8886, + "members": [ + 8886 + ], + "max_error": 0.0 + }, + { + "representative": 8714, + "members": [ + 8714 + ], + "max_error": 0.0 + }, + { + "representative": 8940, + "members": [ + 8940 + ], + "max_error": 0.0 + }, + { + "representative": 8856, + "members": [ + 8856 + ], + "max_error": 0.0 + }, + { + "representative": 8726, + "members": [ + 8726 + ], + "max_error": 0.0 + }, + { + "representative": 8827, + "members": [ + 8827 + ], + "max_error": 0.0 + }, + { + "representative": 8874, + "members": [ + 8874 + ], + "max_error": 0.0 + }, + { + "representative": 8806, + "members": [ + 8806 + ], + "max_error": 0.0 + }, + { + "representative": 8895, + "members": [ + 8895 + ], + "max_error": 0.0 + }, + { + "representative": 8919, + "members": [ + 8919 + ], + "max_error": 0.0 + }, + { + "representative": 8880, + "members": [ + 8880 + ], + "max_error": 0.0 + }, + { + "representative": 8744, + "members": [ + 8744 + ], + "max_error": 0.0 + }, + { + "representative": 8818, + "members": [ + 8818 + ], + "max_error": 0.0 + }, + { + "representative": 8875, + "members": [ + 8875 + ], + "max_error": 0.0 + }, + { + "representative": 8804, + "members": [ + 8804 + ], + "max_error": 0.0 + }, + { + "representative": 8839, + "members": [ + 8839 + ], + "max_error": 0.0 + }, + { + "representative": 8913, + "members": [ + 8913 + ], + "max_error": 0.0 + }, + { + "representative": 8916, + "members": [ + 8916 + ], + "max_error": 0.0 + }, + { + "representative": 8721, + "members": [ + 8721 + ], + "max_error": 0.0 + }, + { + "representative": 8821, + "members": [ + 8821 + ], + "max_error": 0.0 + }, + { + "representative": 8845, + "members": [ + 8845 + ], + "max_error": 0.0 + }, + { + "representative": 8865, + "members": [ + 8865 + ], + "max_error": 0.0 + }, + { + "representative": 8819, + "members": [ + 8819 + ], + "max_error": 0.0 + }, + { + "representative": 8852, + "members": [ + 8852 + ], + "max_error": 0.0 + }, + { + "representative": 8736, + "members": [ + 8736 + ], + "max_error": 0.0 + }, + { + "representative": 8747, + "members": [ + 8747 + ], + "max_error": 0.0 + }, + { + "representative": 8748, + "members": [ + 8748 + ], + "max_error": 0.0 + }, + { + "representative": 8750, + "members": [ + 8750 + ], + "max_error": 0.0 + }, + { + "representative": 8752, + "members": [ + 8752 + ], + "max_error": 0.0 + }, + { + "representative": 8753, + "members": [ + 8753 + ], + "max_error": 0.0 + }, + { + "representative": 8754, + "members": [ + 8754 + ], + "max_error": 0.0 + }, + { + "representative": 8755, + "members": [ + 8755 + ], + "max_error": 0.0 + }, + { + "representative": 8738, + "members": [ + 8738 + ], + "max_error": 0.0 + }, + { + "representative": 8757, + "members": [ + 8757 + ], + "max_error": 0.0 + }, + { + "representative": 8758, + "members": [ + 8758 + ], + "max_error": 0.0 + }, + { + "representative": 8759, + "members": [ + 8759 + ], + "max_error": 0.0 + }, + { + "representative": 8761, + "members": [ + 8761 + ], + "max_error": 0.0 + }, + { + "representative": 8763, + "members": [ + 8763 + ], + "max_error": 0.0 + }, + { + "representative": 8764, + "members": [ + 8764 + ], + "max_error": 0.0 + }, + { + "representative": 8739, + "members": [ + 8739 + ], + "max_error": 0.0 + }, + { + "representative": 8766, + "members": [ + 8766 + ], + "max_error": 0.0 + }, + { + "representative": 8741, + "members": [ + 8741 + ], + "max_error": 0.0 + }, + { + "representative": 8743, + "members": [ + 8743 + ], + "max_error": 0.0 + }, + { + "representative": 8840, + "members": [ + 8840 + ], + "max_error": 0.0 + }, + { + "representative": 8941, + "members": [ + 8941 + ], + "max_error": 0.0 + }, + { + "representative": 8742, + "members": [ + 8742 + ], + "max_error": 0.0 + }, + { + "representative": 8947, + "members": [ + 8947 + ], + "max_error": 0.0 + }, + { + "representative": 8765, + "members": [ + 8765 + ], + "max_error": 0.0 + }, + { + "representative": 8833, + "members": [ + 8833 + ], + "max_error": 0.0 + }, + { + "representative": 8779, + "members": [ + 8779 + ], + "max_error": 0.0 + }, + { + "representative": 8846, + "members": [ + 8846 + ], + "max_error": 0.0 + }, + { + "representative": 8711, + "members": [ + 8711 + ], + "max_error": 0.0 + }, + { + "representative": 8914, + "members": [ + 8914 + ], + "max_error": 0.0 + }, + { + "representative": 8704, + "members": [ + 8704 + ], + "max_error": 0.0 + }, + { + "representative": 8783, + "members": [ + 8783 + ], + "max_error": 0.0 + }, + { + "representative": 8745, + "members": [ + 8745 + ], + "max_error": 0.0 + }, + { + "representative": 8782, + "members": [ + 8782 + ], + "max_error": 0.0 + }, + { + "representative": 8953, + "members": [ + 8953 + ], + "max_error": 0.0 + }, + { + "representative": 8796, + "members": [ + 8796 + ], + "max_error": 0.0 + }, + { + "representative": 8794, + "members": [ + 8794 + ], + "max_error": 0.0 + }, + { + "representative": 8776, + "members": [ + 8776 + ], + "max_error": 0.0 + }, + { + "representative": 8790, + "members": [ + 8790 + ], + "max_error": 0.0 + }, + { + "representative": 8760, + "members": [ + 8760 + ], + "max_error": 0.0 + }, + { + "representative": 8891, + "members": [ + 8891 + ], + "max_error": 0.0 + }, + { + "representative": 8781, + "members": [ + 8781 + ], + "max_error": 0.0 + }, + { + "representative": 8820, + "members": [ + 8820 + ], + "max_error": 0.0 + }, + { + "representative": 8866, + "members": [ + 8866 + ], + "max_error": 0.0 + }, + { + "representative": 8836, + "members": [ + 8836 + ], + "max_error": 0.0 + }, + { + "representative": 8958, + "members": [ + 8958 + ], + "max_error": 0.0 + }, + { + "representative": 8831, + "members": [ + 8831 + ], + "max_error": 0.0 + }, + { + "representative": 8716, + "members": [ + 8716 + ], + "max_error": 0.0 + }, + { + "representative": 8712, + "members": [ + 8712 + ], + "max_error": 0.0 + }, + { + "representative": 8749, + "members": [ + 8749 + ], + "max_error": 0.0 + }, + { + "representative": 8717, + "members": [ + 8717 + ], + "max_error": 0.0 + }, + { + "representative": 8718, + "members": [ + 8718 + ], + "max_error": 0.0 + }, + { + "representative": 8787, + "members": [ + 8787 + ], + "max_error": 0.0 + }, + { + "representative": 8709, + "members": [ + 8709 + ], + "max_error": 0.0 + }, + { + "representative": 8812, + "members": [ + 8812 + ], + "max_error": 0.0 + }, + { + "representative": 8786, + "members": [ + 8786 + ], + "max_error": 0.0 + }, + { + "representative": 8944, + "members": [ + 8944 + ], + "max_error": 0.0 + }, + { + "representative": 8906, + "members": [ + 8906 + ], + "max_error": 0.0 + }, + { + "representative": 8767, + "members": [ + 8767 + ], + "max_error": 0.0 + }, + { + "representative": 8789, + "members": [ + 8789 + ], + "max_error": 0.0 + }, + { + "representative": 8826, + "members": [ + 8826 + ], + "max_error": 0.0 + }, + { + "representative": 8900, + "members": [ + 8900 + ], + "max_error": 0.0 + }, + { + "representative": 8851, + "members": [ + 8851 + ], + "max_error": 0.0 + }, + { + "representative": 8959, + "members": [ + 8959 + ], + "max_error": 0.0 + }, + { + "representative": 8850, + "members": [ + 8850 + ], + "max_error": 0.0 + }, + { + "representative": 8887, + "members": [ + 8887 + ], + "max_error": 0.0 + }, + { + "representative": 8771, + "members": [ + 8771 + ], + "max_error": 0.0 + }, + { + "representative": 8784, + "members": [ + 8784 + ], + "max_error": 0.0 + }, + { + "representative": 8751, + "members": [ + 8751 + ], + "max_error": 0.0 + }, + { + "representative": 8844, + "members": [ + 8844 + ], + "max_error": 0.0 + }, + { + "representative": 8893, + "members": [ + 8893 + ], + "max_error": 0.0 + }, + { + "representative": 8732, + "members": [ + 8732 + ], + "max_error": 0.0 + }, + { + "representative": 8847, + "members": [ + 8847 + ], + "max_error": 0.0 + }, + { + "representative": 8869, + "members": [ + 8869 + ], + "max_error": 0.0 + }, + { + "representative": 8933, + "members": [ + 8933 + ], + "max_error": 0.0 + }, + { + "representative": 8809, + "members": [ + 8809 + ], + "max_error": 0.0 + }, + { + "representative": 8942, + "members": [ + 8942 + ], + "max_error": 0.0 + }, + { + "representative": 8842, + "members": [ + 8842 + ], + "max_error": 0.0 + }, + { + "representative": 8905, + "members": [ + 8905 + ], + "max_error": 0.0 + }, + { + "representative": 8868, + "members": [ + 8868 + ], + "max_error": 0.0 + }, + { + "representative": 8713, + "members": [ + 8713 + ], + "max_error": 0.0 + }, + { + "representative": 8927, + "members": [ + 8927 + ], + "max_error": 0.0 + }, + { + "representative": 8949, + "members": [ + 8949 + ], + "max_error": 0.0 + }, + { + "representative": 8730, + "members": [ + 8730 + ], + "max_error": 0.0 + }, + { + "representative": 8811, + "members": [ + 8811 + ], + "max_error": 0.0 + }, + { + "representative": 8883, + "members": [ + 8883 + ], + "max_error": 0.0 + }, + { + "representative": 8775, + "members": [ + 8775 + ], + "max_error": 0.0 + }, + { + "representative": 8816, + "members": [ + 8816 + ], + "max_error": 0.0 + }, + { + "representative": 8830, + "members": [ + 8830 + ], + "max_error": 0.0 + }, + { + "representative": 8932, + "members": [ + 8932 + ], + "max_error": 0.0 + }, + { + "representative": 8956, + "members": [ + 8956 + ], + "max_error": 0.0 + }, + { + "representative": 8946, + "members": [ + 8946 + ], + "max_error": 0.0 + }, + { + "representative": 8901, + "members": [ + 8901 + ], + "max_error": 0.0 + }, + { + "representative": 8746, + "members": [ + 8746 + ], + "max_error": 0.0 + }, + { + "representative": 8762, + "members": [ + 8762 + ], + "max_error": 0.0 + }, + { + "representative": 8785, + "members": [ + 8785 + ], + "max_error": 0.0 + }, + { + "representative": 8823, + "members": [ + 8823 + ], + "max_error": 0.0 + }, + { + "representative": 8737, + "members": [ + 8737 + ], + "max_error": 0.0 + }, + { + "representative": 8734, + "members": [ + 8734 + ], + "max_error": 0.0 + }, + { + "representative": 8921, + "members": [ + 8921 + ], + "max_error": 0.0 + }, + { + "representative": 8855, + "members": [ + 8855 + ], + "max_error": 0.0 + }, + { + "representative": 8872, + "members": [ + 8872 + ], + "max_error": 0.0 + }, + { + "representative": 8817, + "members": [ + 8817 + ], + "max_error": 0.0 + }, + { + "representative": 8939, + "members": [ + 8939 + ], + "max_error": 0.0 + }, + { + "representative": 8945, + "members": [ + 8945 + ], + "max_error": 0.0 + }, + { + "representative": 8720, + "members": [ + 8720 + ], + "max_error": 0.0 + }, + { + "representative": 8822, + "members": [ + 8822 + ], + "max_error": 0.0 + }, + { + "representative": 8917, + "members": [ + 8917 + ], + "max_error": 0.0 + }, + { + "representative": 8881, + "members": [ + 8881 + ], + "max_error": 0.0 + }, + { + "representative": 8857, + "members": [ + 8857 + ], + "max_error": 0.0 + }, + { + "representative": 8768, + "members": [ + 8768 + ], + "max_error": 0.0 + }, + { + "representative": 8924, + "members": [ + 8924 + ], + "max_error": 0.0 + }, + { + "representative": 8722, + "members": [ + 8722 + ], + "max_error": 0.0 + }, + { + "representative": 8756, + "members": [ + 8756 + ], + "max_error": 0.0 + }, + { + "representative": 8706, + "members": [ + 8706 + ], + "max_error": 0.0 + }, + { + "representative": 8777, + "members": [ + 8777 + ], + "max_error": 0.0 + }, + { + "representative": 8778, + "members": [ + 8778 + ], + "max_error": 0.0 + }, + { + "representative": 8780, + "members": [ + 8780 + ], + "max_error": 0.0 + }, + { + "representative": 8770, + "members": [ + 8770 + ], + "max_error": 0.0 + }, + { + "representative": 8788, + "members": [ + 8788 + ], + "max_error": 0.0 + }, + { + "representative": 8791, + "members": [ + 8791 + ], + "max_error": 0.0 + }, + { + "representative": 8792, + "members": [ + 8792 + ], + "max_error": 0.0 + }, + { + "representative": 8793, + "members": [ + 8793 + ], + "max_error": 0.0 + }, + { + "representative": 8795, + "members": [ + 8795 + ], + "max_error": 0.0 + }, + { + "representative": 8797, + "members": [ + 8797 + ], + "max_error": 0.0 + }, + { + "representative": 8798, + "members": [ + 8798 + ], + "max_error": 0.0 + }, + { + "representative": 8773, + "members": [ + 8773 + ], + "max_error": 0.0 + }, + { + "representative": 8774, + "members": [ + 8774 + ], + "max_error": 0.0 + }, + { + "representative": 8800, + "members": [ + 8800 + ], + "max_error": 0.0 + }, + { + "representative": 8808, + "members": [ + 8808 + ], + "max_error": 0.0 + }, + { + "representative": 8801, + "members": [ + 8801 + ], + "max_error": 0.0 + }, + { + "representative": 8810, + "members": [ + 8810 + ], + "max_error": 0.0 + }, + { + "representative": 8813, + "members": [ + 8813 + ], + "max_error": 0.0 + }, + { + "representative": 8814, + "members": [ + 8814 + ], + "max_error": 0.0 + }, + { + "representative": 8815, + "members": [ + 8815 + ], + "max_error": 0.0 + }, + { + "representative": 8802, + "members": [ + 8802 + ], + "max_error": 0.0 + }, + { + "representative": 8824, + "members": [ + 8824 + ], + "max_error": 0.0 + }, + { + "representative": 8825, + "members": [ + 8825 + ], + "max_error": 0.0 + }, + { + "representative": 8828, + "members": [ + 8828 + ], + "max_error": 0.0 + }, + { + "representative": 8829, + "members": [ + 8829 + ], + "max_error": 0.0 + }, + { + "representative": 8803, + "members": [ + 8803 + ], + "max_error": 0.0 + }, + { + "representative": 8805, + "members": [ + 8805 + ], + "max_error": 0.0 + }, + { + "representative": 8807, + "members": [ + 8807 + ], + "max_error": 0.0 + }, + { + "representative": 8832, + "members": [ + 8832 + ], + "max_error": 0.0 + }, + { + "representative": 8841, + "members": [ + 8841 + ], + "max_error": 0.0 + }, + { + "representative": 8843, + "members": [ + 8843 + ], + "max_error": 0.0 + }, + { + "representative": 8848, + "members": [ + 8848 + ], + "max_error": 0.0 + }, + { + "representative": 8849, + "members": [ + 8849 + ], + "max_error": 0.0 + }, + { + "representative": 8834, + "members": [ + 8834 + ], + "max_error": 0.0 + }, + { + "representative": 8853, + "members": [ + 8853 + ], + "max_error": 0.0 + }, + { + "representative": 8854, + "members": [ + 8854 + ], + "max_error": 0.0 + }, + { + "representative": 8858, + "members": [ + 8858 + ], + "max_error": 0.0 + }, + { + "representative": 8859, + "members": [ + 8859 + ], + "max_error": 0.0 + }, + { + "representative": 8860, + "members": [ + 8860 + ], + "max_error": 0.0 + }, + { + "representative": 8861, + "members": [ + 8861 + ], + "max_error": 0.0 + }, + { + "representative": 8835, + "members": [ + 8835 + ], + "max_error": 0.0 + }, + { + "representative": 8862, + "members": [ + 8862 + ], + "max_error": 0.0 + }, + { + "representative": 8863, + "members": [ + 8863 + ], + "max_error": 0.0 + }, + { + "representative": 8837, + "members": [ + 8837 + ], + "max_error": 0.0 + }, + { + "representative": 8838, + "members": [ + 8838 + ], + "max_error": 0.0 + }, + { + "representative": 8864, + "members": [ + 8864 + ], + "max_error": 0.0 + }, + { + "representative": 8873, + "members": [ + 8873 + ], + "max_error": 0.0 + }, + { + "representative": 8876, + "members": [ + 8876 + ], + "max_error": 0.0 + }, + { + "representative": 8877, + "members": [ + 8877 + ], + "max_error": 0.0 + }, + { + "representative": 8878, + "members": [ + 8878 + ], + "max_error": 0.0 + }, + { + "representative": 8879, + "members": [ + 8879 + ], + "max_error": 0.0 + }, + { + "representative": 8882, + "members": [ + 8882 + ], + "max_error": 0.0 + }, + { + "representative": 8884, + "members": [ + 8884 + ], + "max_error": 0.0 + }, + { + "representative": 8885, + "members": [ + 8885 + ], + "max_error": 0.0 + }, + { + "representative": 8888, + "members": [ + 8888 + ], + "max_error": 0.0 + }, + { + "representative": 8889, + "members": [ + 8889 + ], + "max_error": 0.0 + }, + { + "representative": 8890, + "members": [ + 8890 + ], + "max_error": 0.0 + }, + { + "representative": 8892, + "members": [ + 8892 + ], + "max_error": 0.0 + }, + { + "representative": 8867, + "members": [ + 8867 + ], + "max_error": 0.0 + }, + { + "representative": 8894, + "members": [ + 8894 + ], + "max_error": 0.0 + }, + { + "representative": 8870, + "members": [ + 8870 + ], + "max_error": 0.0 + }, + { + "representative": 8871, + "members": [ + 8871 + ], + "max_error": 0.0 + }, + { + "representative": 8896, + "members": [ + 8896 + ], + "max_error": 0.0 + }, + { + "representative": 8897, + "members": [ + 8897 + ], + "max_error": 0.0 + }, + { + "representative": 8907, + "members": [ + 8907 + ], + "max_error": 0.0 + }, + { + "representative": 8908, + "members": [ + 8908 + ], + "max_error": 0.0 + }, + { + "representative": 8909, + "members": [ + 8909 + ], + "max_error": 0.0 + }, + { + "representative": 8910, + "members": [ + 8910 + ], + "max_error": 0.0 + }, + { + "representative": 8911, + "members": [ + 8911 + ], + "max_error": 0.0 + }, + { + "representative": 8912, + "members": [ + 8912 + ], + "max_error": 0.0 + }, + { + "representative": 8915, + "members": [ + 8915 + ], + "max_error": 0.0 + }, + { + "representative": 8898, + "members": [ + 8898 + ], + "max_error": 0.0 + }, + { + "representative": 8918, + "members": [ + 8918 + ], + "max_error": 0.0 + }, + { + "representative": 8920, + "members": [ + 8920 + ], + "max_error": 0.0 + }, + { + "representative": 8922, + "members": [ + 8922 + ], + "max_error": 0.0 + }, + { + "representative": 8923, + "members": [ + 8923 + ], + "max_error": 0.0 + }, + { + "representative": 8925, + "members": [ + 8925 + ], + "max_error": 0.0 + }, + { + "representative": 8899, + "members": [ + 8899 + ], + "max_error": 0.0 + }, + { + "representative": 8926, + "members": [ + 8926 + ], + "max_error": 0.0 + }, + { + "representative": 8902, + "members": [ + 8902 + ], + "max_error": 0.0 + }, + { + "representative": 8903, + "members": [ + 8903 + ], + "max_error": 0.0 + }, + { + "representative": 8928, + "members": [ + 8928 + ], + "max_error": 0.0 + }, + { + "representative": 8936, + "members": [ + 8936 + ], + "max_error": 0.0 + }, + { + "representative": 8937, + "members": [ + 8937 + ], + "max_error": 0.0 + }, + { + "representative": 8929, + "members": [ + 8929 + ], + "max_error": 0.0 + }, + { + "representative": 8938, + "members": [ + 8938 + ], + "max_error": 0.0 + }, + { + "representative": 8943, + "members": [ + 8943 + ], + "max_error": 0.0 + }, + { + "representative": 8930, + "members": [ + 8930 + ], + "max_error": 0.0 + }, + { + "representative": 8948, + "members": [ + 8948 + ], + "max_error": 0.0 + }, + { + "representative": 8950, + "members": [ + 8950 + ], + "max_error": 0.0 + }, + { + "representative": 8951, + "members": [ + 8951 + ], + "max_error": 0.0 + }, + { + "representative": 8952, + "members": [ + 8952 + ], + "max_error": 0.0 + }, + { + "representative": 8954, + "members": [ + 8954 + ], + "max_error": 0.0 + }, + { + "representative": 8955, + "members": [ + 8955 + ], + "max_error": 0.0 + }, + { + "representative": 8957, + "members": [ + 8957 + ], + "max_error": 0.0 + }, + { + "representative": 8931, + "members": [ + 8931 + ], + "max_error": 0.0 + }, + { + "representative": 8934, + "members": [ + 8934 + ], + "max_error": 0.0 + }, + { + "representative": 8935, + "members": [ + 8935 + ], + "max_error": 0.0 + }, + { + "representative": 9216, + "members": [ + 9216 + ], + "max_error": 0.0 + }, + { + "representative": 9217, + "members": [ + 9217 + ], + "max_error": 0.0 + }, + { + "representative": 9218, + "members": [ + 9218 + ], + "max_error": 0.0 + }, + { + "representative": 9219, + "members": [ + 9219 + ], + "max_error": 0.0 + }, + { + "representative": 9220, + "members": [ + 9220 + ], + "max_error": 0.0 + }, + { + "representative": 9221, + "members": [ + 9221 + ], + "max_error": 0.0 + }, + { + "representative": 9222, + "members": [ + 9222 + ], + "max_error": 0.0 + }, + { + "representative": 9223, + "members": [ + 9223 + ], + "max_error": 0.0 + }, + { + "representative": 9280, + "members": [ + 9280 + ], + "max_error": 0.0 + }, + { + "representative": 9281, + "members": [ + 9281 + ], + "max_error": 0.0 + }, + { + "representative": 9282, + "members": [ + 9282 + ], + "max_error": 0.0 + }, + { + "representative": 9283, + "members": [ + 9283 + ], + "max_error": 0.0 + }, + { + "representative": 9284, + "members": [ + 9284 + ], + "max_error": 0.0 + }, + { + "representative": 9285, + "members": [ + 9285 + ], + "max_error": 0.0 + }, + { + "representative": 9286, + "members": [ + 9286 + ], + "max_error": 0.0 + }, + { + "representative": 9287, + "members": [ + 9287 + ], + "max_error": 0.0 + }, + { + "representative": 9288, + "members": [ + 9288 + ], + "max_error": 0.0 + }, + { + "representative": 9289, + "members": [ + 9289 + ], + "max_error": 0.0 + }, + { + "representative": 9290, + "members": [ + 9290 + ], + "max_error": 0.0 + }, + { + "representative": 9291, + "members": [ + 9291 + ], + "max_error": 0.0 + }, + { + "representative": 9292, + "members": [ + 9292 + ], + "max_error": 0.0 + }, + { + "representative": 9293, + "members": [ + 9293 + ], + "max_error": 0.0 + }, + { + "representative": 9294, + "members": [ + 9294 + ], + "max_error": 0.0 + }, + { + "representative": 9295, + "members": [ + 9295 + ], + "max_error": 0.0 + }, + { + "representative": 9224, + "members": [ + 9224 + ], + "max_error": 0.0 + }, + { + "representative": 9225, + "members": [ + 9225 + ], + "max_error": 0.0 + }, + { + "representative": 9226, + "members": [ + 9226 + ], + "max_error": 0.0 + }, + { + "representative": 9227, + "members": [ + 9227 + ], + "max_error": 0.0 + }, + { + "representative": 9228, + "members": [ + 9228 + ], + "max_error": 0.0 + }, + { + "representative": 9229, + "members": [ + 9229 + ], + "max_error": 0.0 + }, + { + "representative": 9230, + "members": [ + 9230 + ], + "max_error": 0.0 + }, + { + "representative": 9231, + "members": [ + 9231 + ], + "max_error": 0.0 + }, + { + "representative": 9296, + "members": [ + 9296 + ], + "max_error": 0.0 + }, + { + "representative": 9297, + "members": [ + 9297 + ], + "max_error": 0.0 + }, + { + "representative": 9298, + "members": [ + 9298 + ], + "max_error": 0.0 + }, + { + "representative": 9299, + "members": [ + 9299 + ], + "max_error": 0.0 + }, + { + "representative": 9300, + "members": [ + 9300 + ], + "max_error": 0.0 + }, + { + "representative": 9301, + "members": [ + 9301 + ], + "max_error": 0.0 + }, + { + "representative": 9302, + "members": [ + 9302 + ], + "max_error": 0.0 + }, + { + "representative": 9303, + "members": [ + 9303 + ], + "max_error": 0.0 + }, + { + "representative": 9304, + "members": [ + 9304 + ], + "max_error": 0.0 + }, + { + "representative": 9305, + "members": [ + 9305 + ], + "max_error": 0.0 + }, + { + "representative": 9306, + "members": [ + 9306 + ], + "max_error": 0.0 + }, + { + "representative": 9307, + "members": [ + 9307 + ], + "max_error": 0.0 + }, + { + "representative": 9308, + "members": [ + 9308 + ], + "max_error": 0.0 + }, + { + "representative": 9309, + "members": [ + 9309 + ], + "max_error": 0.0 + }, + { + "representative": 9310, + "members": [ + 9310 + ], + "max_error": 0.0 + }, + { + "representative": 9311, + "members": [ + 9311 + ], + "max_error": 0.0 + }, + { + "representative": 9312, + "members": [ + 9312 + ], + "max_error": 0.0 + }, + { + "representative": 9313, + "members": [ + 9313 + ], + "max_error": 0.0 + }, + { + "representative": 9314, + "members": [ + 9314 + ], + "max_error": 0.0 + }, + { + "representative": 9315, + "members": [ + 9315 + ], + "max_error": 0.0 + }, + { + "representative": 9316, + "members": [ + 9316 + ], + "max_error": 0.0 + }, + { + "representative": 9317, + "members": [ + 9317 + ], + "max_error": 0.0 + }, + { + "representative": 9318, + "members": [ + 9318 + ], + "max_error": 0.0 + }, + { + "representative": 9319, + "members": [ + 9319 + ], + "max_error": 0.0 + }, + { + "representative": 9320, + "members": [ + 9320 + ], + "max_error": 0.0 + }, + { + "representative": 9321, + "members": [ + 9321 + ], + "max_error": 0.0 + }, + { + "representative": 9322, + "members": [ + 9322 + ], + "max_error": 0.0 + }, + { + "representative": 9323, + "members": [ + 9323 + ], + "max_error": 0.0 + }, + { + "representative": 9324, + "members": [ + 9324 + ], + "max_error": 0.0 + }, + { + "representative": 9325, + "members": [ + 9325 + ], + "max_error": 0.0 + }, + { + "representative": 9326, + "members": [ + 9326 + ], + "max_error": 0.0 + }, + { + "representative": 9327, + "members": [ + 9327 + ], + "max_error": 0.0 + }, + { + "representative": 9328, + "members": [ + 9328 + ], + "max_error": 0.0 + }, + { + "representative": 9329, + "members": [ + 9329 + ], + "max_error": 0.0 + }, + { + "representative": 9330, + "members": [ + 9330 + ], + "max_error": 0.0 + }, + { + "representative": 9331, + "members": [ + 9331 + ], + "max_error": 0.0 + }, + { + "representative": 9332, + "members": [ + 9332 + ], + "max_error": 0.0 + }, + { + "representative": 9333, + "members": [ + 9333 + ], + "max_error": 0.0 + }, + { + "representative": 9334, + "members": [ + 9334 + ], + "max_error": 0.0 + }, + { + "representative": 9335, + "members": [ + 9335 + ], + "max_error": 0.0 + }, + { + "representative": 9336, + "members": [ + 9336 + ], + "max_error": 0.0 + }, + { + "representative": 9337, + "members": [ + 9337 + ], + "max_error": 0.0 + }, + { + "representative": 9338, + "members": [ + 9338 + ], + "max_error": 0.0 + }, + { + "representative": 9339, + "members": [ + 9339 + ], + "max_error": 0.0 + }, + { + "representative": 9340, + "members": [ + 9340 + ], + "max_error": 0.0 + }, + { + "representative": 9341, + "members": [ + 9341 + ], + "max_error": 0.0 + }, + { + "representative": 9342, + "members": [ + 9342 + ], + "max_error": 0.0 + }, + { + "representative": 9343, + "members": [ + 9343 + ], + "max_error": 0.0 + }, + { + "representative": 9344, + "members": [ + 9344 + ], + "max_error": 0.0 + }, + { + "representative": 9345, + "members": [ + 9345 + ], + "max_error": 0.0 + }, + { + "representative": 9346, + "members": [ + 9346 + ], + "max_error": 0.0 + }, + { + "representative": 9347, + "members": [ + 9347 + ], + "max_error": 0.0 + }, + { + "representative": 9348, + "members": [ + 9348 + ], + "max_error": 0.0 + }, + { + "representative": 9349, + "members": [ + 9349 + ], + "max_error": 0.0 + }, + { + "representative": 9350, + "members": [ + 9350 + ], + "max_error": 0.0 + }, + { + "representative": 9351, + "members": [ + 9351 + ], + "max_error": 0.0 + }, + { + "representative": 9352, + "members": [ + 9352 + ], + "max_error": 0.0 + }, + { + "representative": 9353, + "members": [ + 9353 + ], + "max_error": 0.0 + }, + { + "representative": 9354, + "members": [ + 9354 + ], + "max_error": 0.0 + }, + { + "representative": 9355, + "members": [ + 9355 + ], + "max_error": 0.0 + }, + { + "representative": 9356, + "members": [ + 9356 + ], + "max_error": 0.0 + }, + { + "representative": 9357, + "members": [ + 9357 + ], + "max_error": 0.0 + }, + { + "representative": 9358, + "members": [ + 9358 + ], + "max_error": 0.0 + }, + { + "representative": 9359, + "members": [ + 9359 + ], + "max_error": 0.0 + }, + { + "representative": 9232, + "members": [ + 9232 + ], + "max_error": 0.0 + }, + { + "representative": 9233, + "members": [ + 9233 + ], + "max_error": 0.0 + }, + { + "representative": 9234, + "members": [ + 9234 + ], + "max_error": 0.0 + }, + { + "representative": 9235, + "members": [ + 9235 + ], + "max_error": 0.0 + }, + { + "representative": 9236, + "members": [ + 9236 + ], + "max_error": 0.0 + }, + { + "representative": 9237, + "members": [ + 9237 + ], + "max_error": 0.0 + }, + { + "representative": 9238, + "members": [ + 9238 + ], + "max_error": 0.0 + }, + { + "representative": 9239, + "members": [ + 9239 + ], + "max_error": 0.0 + }, + { + "representative": 9240, + "members": [ + 9240 + ], + "max_error": 0.0 + }, + { + "representative": 9241, + "members": [ + 9241 + ], + "max_error": 0.0 + }, + { + "representative": 9242, + "members": [ + 9242 + ], + "max_error": 0.0 + }, + { + "representative": 9243, + "members": [ + 9243 + ], + "max_error": 0.0 + }, + { + "representative": 9244, + "members": [ + 9244 + ], + "max_error": 0.0 + }, + { + "representative": 9245, + "members": [ + 9245 + ], + "max_error": 0.0 + }, + { + "representative": 9246, + "members": [ + 9246 + ], + "max_error": 0.0 + }, + { + "representative": 9247, + "members": [ + 9247 + ], + "max_error": 0.0 + }, + { + "representative": 9248, + "members": [ + 9248 + ], + "max_error": 0.0 + }, + { + "representative": 9249, + "members": [ + 9249 + ], + "max_error": 0.0 + }, + { + "representative": 9250, + "members": [ + 9250 + ], + "max_error": 0.0 + }, + { + "representative": 9251, + "members": [ + 9251 + ], + "max_error": 0.0 + }, + { + "representative": 9252, + "members": [ + 9252 + ], + "max_error": 0.0 + }, + { + "representative": 9253, + "members": [ + 9253 + ], + "max_error": 0.0 + }, + { + "representative": 9254, + "members": [ + 9254 + ], + "max_error": 0.0 + }, + { + "representative": 9255, + "members": [ + 9255 + ], + "max_error": 0.0 + }, + { + "representative": 9256, + "members": [ + 9256 + ], + "max_error": 0.0 + }, + { + "representative": 9257, + "members": [ + 9257 + ], + "max_error": 0.0 + }, + { + "representative": 9258, + "members": [ + 9258 + ], + "max_error": 0.0 + }, + { + "representative": 9259, + "members": [ + 9259 + ], + "max_error": 0.0 + }, + { + "representative": 9260, + "members": [ + 9260 + ], + "max_error": 0.0 + }, + { + "representative": 9261, + "members": [ + 9261 + ], + "max_error": 0.0 + }, + { + "representative": 9262, + "members": [ + 9262 + ], + "max_error": 0.0 + }, + { + "representative": 9263, + "members": [ + 9263 + ], + "max_error": 0.0 + }, + { + "representative": 9264, + "members": [ + 9264 + ], + "max_error": 0.0 + }, + { + "representative": 9265, + "members": [ + 9265 + ], + "max_error": 0.0 + }, + { + "representative": 9266, + "members": [ + 9266 + ], + "max_error": 0.0 + }, + { + "representative": 9267, + "members": [ + 9267 + ], + "max_error": 0.0 + }, + { + "representative": 9268, + "members": [ + 9268 + ], + "max_error": 0.0 + }, + { + "representative": 9269, + "members": [ + 9269 + ], + "max_error": 0.0 + }, + { + "representative": 9270, + "members": [ + 9270 + ], + "max_error": 0.0 + }, + { + "representative": 9271, + "members": [ + 9271 + ], + "max_error": 0.0 + }, + { + "representative": 9272, + "members": [ + 9272 + ], + "max_error": 0.0 + }, + { + "representative": 9273, + "members": [ + 9273 + ], + "max_error": 0.0 + }, + { + "representative": 9274, + "members": [ + 9274 + ], + "max_error": 0.0 + }, + { + "representative": 9275, + "members": [ + 9275 + ], + "max_error": 0.0 + }, + { + "representative": 9276, + "members": [ + 9276 + ], + "max_error": 0.0 + }, + { + "representative": 9277, + "members": [ + 9277 + ], + "max_error": 0.0 + }, + { + "representative": 9278, + "members": [ + 9278 + ], + "max_error": 0.0 + }, + { + "representative": 9279, + "members": [ + 9279 + ], + "max_error": 0.0 + }, + { + "representative": 9616, + "members": [ + 9616 + ], + "max_error": 0.0 + }, + { + "representative": 9617, + "members": [ + 9617 + ], + "max_error": 0.0 + }, + { + "representative": 9627, + "members": [ + 9627 + ], + "max_error": 0.0 + }, + { + "representative": 9629, + "members": [ + 9629 + ], + "max_error": 0.0 + }, + { + "representative": 9633, + "members": [ + 9633 + ], + "max_error": 0.0 + }, + { + "representative": 9634, + "members": [ + 9634 + ], + "max_error": 0.0 + }, + { + "representative": 9638, + "members": [ + 9638 + ], + "max_error": 0.0 + }, + { + "representative": 9640, + "members": [ + 9640 + ], + "max_error": 0.0 + }, + { + "representative": 9643, + "members": [ + 9643 + ], + "max_error": 0.0 + }, + { + "representative": 9619, + "members": [ + 9619 + ], + "max_error": 0.0 + }, + { + "representative": 9646, + "members": [ + 9646 + ], + "max_error": 0.0 + }, + { + "representative": 9620, + "members": [ + 9620 + ], + "max_error": 0.0 + }, + { + "representative": 9622, + "members": [ + 9622 + ], + "max_error": 0.0 + }, + { + "representative": 9713, + "members": [ + 9713 + ], + "max_error": 0.0 + }, + { + "representative": 9765, + "members": [ + 9765 + ], + "max_error": 0.0 + }, + { + "representative": 9811, + "members": [ + 9811 + ], + "max_error": 0.0 + }, + { + "representative": 9678, + "members": [ + 9678 + ], + "max_error": 0.0 + }, + { + "representative": 9739, + "members": [ + 9739 + ], + "max_error": 0.0 + }, + { + "representative": 9722, + "members": [ + 9722 + ], + "max_error": 0.0 + }, + { + "representative": 9853, + "members": [ + 9853 + ], + "max_error": 0.0 + }, + { + "representative": 9636, + "members": [ + 9636 + ], + "max_error": 0.0 + }, + { + "representative": 9639, + "members": [ + 9639 + ], + "max_error": 0.0 + }, + { + "representative": 9631, + "members": [ + 9631 + ], + "max_error": 0.0 + }, + { + "representative": 9621, + "members": [ + 9621 + ], + "max_error": 0.0 + }, + { + "representative": 9830, + "members": [ + 9830 + ], + "max_error": 0.0 + }, + { + "representative": 9771, + "members": [ + 9771 + ], + "max_error": 0.0 + }, + { + "representative": 9744, + "members": [ + 9744 + ], + "max_error": 0.0 + }, + { + "representative": 9864, + "members": [ + 9864 + ], + "max_error": 0.0 + }, + { + "representative": 9815, + "members": [ + 9815 + ], + "max_error": 0.0 + }, + { + "representative": 9753, + "members": [ + 9753 + ], + "max_error": 0.0 + }, + { + "representative": 9626, + "members": [ + 9626 + ], + "max_error": 0.0 + }, + { + "representative": 9829, + "members": [ + 9829 + ], + "max_error": 0.0 + }, + { + "representative": 9789, + "members": [ + 9789 + ], + "max_error": 0.0 + }, + { + "representative": 9781, + "members": [ + 9781 + ], + "max_error": 0.0 + }, + { + "representative": 9801, + "members": [ + 9801 + ], + "max_error": 0.0 + }, + { + "representative": 9679, + "members": [ + 9679 + ], + "max_error": 0.0 + }, + { + "representative": 9859, + "members": [ + 9859 + ], + "max_error": 0.0 + }, + { + "representative": 9822, + "members": [ + 9822 + ], + "max_error": 0.0 + }, + { + "representative": 9807, + "members": [ + 9807 + ], + "max_error": 0.0 + }, + { + "representative": 9708, + "members": [ + 9708 + ], + "max_error": 0.0 + }, + { + "representative": 9863, + "members": [ + 9863 + ], + "max_error": 0.0 + }, + { + "representative": 9657, + "members": [ + 9657 + ], + "max_error": 0.0 + }, + { + "representative": 9763, + "members": [ + 9763 + ], + "max_error": 0.0 + }, + { + "representative": 9712, + "members": [ + 9712 + ], + "max_error": 0.0 + }, + { + "representative": 9649, + "members": [ + 9649 + ], + "max_error": 0.0 + }, + { + "representative": 9660, + "members": [ + 9660 + ], + "max_error": 0.0 + }, + { + "representative": 9662, + "members": [ + 9662 + ], + "max_error": 0.0 + }, + { + "representative": 9663, + "members": [ + 9663 + ], + "max_error": 0.0 + }, + { + "representative": 9664, + "members": [ + 9664 + ], + "max_error": 0.0 + }, + { + "representative": 9667, + "members": [ + 9667 + ], + "max_error": 0.0 + }, + { + "representative": 9650, + "members": [ + 9650 + ], + "max_error": 0.0 + }, + { + "representative": 9668, + "members": [ + 9668 + ], + "max_error": 0.0 + }, + { + "representative": 9669, + "members": [ + 9669 + ], + "max_error": 0.0 + }, + { + "representative": 9671, + "members": [ + 9671 + ], + "max_error": 0.0 + }, + { + "representative": 9672, + "members": [ + 9672 + ], + "max_error": 0.0 + }, + { + "representative": 9673, + "members": [ + 9673 + ], + "max_error": 0.0 + }, + { + "representative": 9674, + "members": [ + 9674 + ], + "max_error": 0.0 + }, + { + "representative": 9675, + "members": [ + 9675 + ], + "max_error": 0.0 + }, + { + "representative": 9653, + "members": [ + 9653 + ], + "max_error": 0.0 + }, + { + "representative": 9655, + "members": [ + 9655 + ], + "max_error": 0.0 + }, + { + "representative": 9746, + "members": [ + 9746 + ], + "max_error": 0.0 + }, + { + "representative": 9784, + "members": [ + 9784 + ], + "max_error": 0.0 + }, + { + "representative": 9856, + "members": [ + 9856 + ], + "max_error": 0.0 + }, + { + "representative": 9644, + "members": [ + 9644 + ], + "max_error": 0.0 + }, + { + "representative": 9842, + "members": [ + 9842 + ], + "max_error": 0.0 + }, + { + "representative": 9834, + "members": [ + 9834 + ], + "max_error": 0.0 + }, + { + "representative": 9792, + "members": [ + 9792 + ], + "max_error": 0.0 + }, + { + "representative": 9790, + "members": [ + 9790 + ], + "max_error": 0.0 + }, + { + "representative": 9747, + "members": [ + 9747 + ], + "max_error": 0.0 + }, + { + "representative": 9686, + "members": [ + 9686 + ], + "max_error": 0.0 + }, + { + "representative": 9623, + "members": [ + 9623 + ], + "max_error": 0.0 + }, + { + "representative": 9752, + "members": [ + 9752 + ], + "max_error": 0.0 + }, + { + "representative": 9647, + "members": [ + 9647 + ], + "max_error": 0.0 + }, + { + "representative": 9719, + "members": [ + 9719 + ], + "max_error": 0.0 + }, + { + "representative": 9818, + "members": [ + 9818 + ], + "max_error": 0.0 + }, + { + "representative": 9651, + "members": [ + 9651 + ], + "max_error": 0.0 + }, + { + "representative": 9637, + "members": [ + 9637 + ], + "max_error": 0.0 + }, + { + "representative": 9766, + "members": [ + 9766 + ], + "max_error": 0.0 + }, + { + "representative": 9800, + "members": [ + 9800 + ], + "max_error": 0.0 + }, + { + "representative": 9654, + "members": [ + 9654 + ], + "max_error": 0.0 + }, + { + "representative": 9774, + "members": [ + 9774 + ], + "max_error": 0.0 + }, + { + "representative": 9793, + "members": [ + 9793 + ], + "max_error": 0.0 + }, + { + "representative": 9648, + "members": [ + 9648 + ], + "max_error": 0.0 + }, + { + "representative": 9682, + "members": [ + 9682 + ], + "max_error": 0.0 + }, + { + "representative": 9803, + "members": [ + 9803 + ], + "max_error": 0.0 + }, + { + "representative": 9833, + "members": [ + 9833 + ], + "max_error": 0.0 + }, + { + "representative": 9743, + "members": [ + 9743 + ], + "max_error": 0.0 + }, + { + "representative": 9731, + "members": [ + 9731 + ], + "max_error": 0.0 + }, + { + "representative": 9823, + "members": [ + 9823 + ], + "max_error": 0.0 + }, + { + "representative": 9812, + "members": [ + 9812 + ], + "max_error": 0.0 + }, + { + "representative": 9770, + "members": [ + 9770 + ], + "max_error": 0.0 + }, + { + "representative": 9676, + "members": [ + 9676 + ], + "max_error": 0.0 + }, + { + "representative": 9791, + "members": [ + 9791 + ], + "max_error": 0.0 + }, + { + "representative": 9725, + "members": [ + 9725 + ], + "max_error": 0.0 + }, + { + "representative": 9677, + "members": [ + 9677 + ], + "max_error": 0.0 + }, + { + "representative": 9786, + "members": [ + 9786 + ], + "max_error": 0.0 + }, + { + "representative": 9635, + "members": [ + 9635 + ], + "max_error": 0.0 + }, + { + "representative": 9780, + "members": [ + 9780 + ], + "max_error": 0.0 + }, + { + "representative": 9624, + "members": [ + 9624 + ], + "max_error": 0.0 + }, + { + "representative": 9658, + "members": [ + 9658 + ], + "max_error": 0.0 + }, + { + "representative": 9628, + "members": [ + 9628 + ], + "max_error": 0.0 + }, + { + "representative": 9695, + "members": [ + 9695 + ], + "max_error": 0.0 + }, + { + "representative": 9659, + "members": [ + 9659 + ], + "max_error": 0.0 + }, + { + "representative": 9755, + "members": [ + 9755 + ], + "max_error": 0.0 + }, + { + "representative": 9796, + "members": [ + 9796 + ], + "max_error": 0.0 + }, + { + "representative": 9642, + "members": [ + 9642 + ], + "max_error": 0.0 + }, + { + "representative": 9775, + "members": [ + 9775 + ], + "max_error": 0.0 + }, + { + "representative": 9835, + "members": [ + 9835 + ], + "max_error": 0.0 + }, + { + "representative": 9694, + "members": [ + 9694 + ], + "max_error": 0.0 + }, + { + "representative": 9804, + "members": [ + 9804 + ], + "max_error": 0.0 + }, + { + "representative": 9692, + "members": [ + 9692 + ], + "max_error": 0.0 + }, + { + "representative": 9773, + "members": [ + 9773 + ], + "max_error": 0.0 + }, + { + "representative": 9645, + "members": [ + 9645 + ], + "max_error": 0.0 + }, + { + "representative": 9688, + "members": [ + 9688 + ], + "max_error": 0.0 + }, + { + "representative": 9797, + "members": [ + 9797 + ], + "max_error": 0.0 + }, + { + "representative": 9737, + "members": [ + 9737 + ], + "max_error": 0.0 + }, + { + "representative": 9707, + "members": [ + 9707 + ], + "max_error": 0.0 + }, + { + "representative": 9684, + "members": [ + 9684 + ], + "max_error": 0.0 + }, + { + "representative": 9840, + "members": [ + 9840 + ], + "max_error": 0.0 + }, + { + "representative": 9808, + "members": [ + 9808 + ], + "max_error": 0.0 + }, + { + "representative": 9805, + "members": [ + 9805 + ], + "max_error": 0.0 + }, + { + "representative": 9709, + "members": [ + 9709 + ], + "max_error": 0.0 + }, + { + "representative": 9828, + "members": [ + 9828 + ], + "max_error": 0.0 + }, + { + "representative": 9625, + "members": [ + 9625 + ], + "max_error": 0.0 + }, + { + "representative": 9858, + "members": [ + 9858 + ], + "max_error": 0.0 + }, + { + "representative": 9618, + "members": [ + 9618 + ], + "max_error": 0.0 + }, + { + "representative": 9854, + "members": [ + 9854 + ], + "max_error": 0.0 + }, + { + "representative": 9798, + "members": [ + 9798 + ], + "max_error": 0.0 + }, + { + "representative": 9665, + "members": [ + 9665 + ], + "max_error": 0.0 + }, + { + "representative": 9661, + "members": [ + 9661 + ], + "max_error": 0.0 + }, + { + "representative": 9810, + "members": [ + 9810 + ], + "max_error": 0.0 + }, + { + "representative": 9724, + "members": [ + 9724 + ], + "max_error": 0.0 + }, + { + "representative": 9652, + "members": [ + 9652 + ], + "max_error": 0.0 + }, + { + "representative": 9845, + "members": [ + 9845 + ], + "max_error": 0.0 + }, + { + "representative": 9630, + "members": [ + 9630 + ], + "max_error": 0.0 + }, + { + "representative": 9656, + "members": [ + 9656 + ], + "max_error": 0.0 + }, + { + "representative": 9704, + "members": [ + 9704 + ], + "max_error": 0.0 + }, + { + "representative": 9691, + "members": [ + 9691 + ], + "max_error": 0.0 + }, + { + "representative": 9827, + "members": [ + 9827 + ], + "max_error": 0.0 + }, + { + "representative": 9768, + "members": [ + 9768 + ], + "max_error": 0.0 + }, + { + "representative": 9666, + "members": [ + 9666 + ], + "max_error": 0.0 + }, + { + "representative": 9847, + "members": [ + 9847 + ], + "max_error": 0.0 + }, + { + "representative": 9685, + "members": [ + 9685 + ], + "max_error": 0.0 + }, + { + "representative": 9641, + "members": [ + 9641 + ], + "max_error": 0.0 + }, + { + "representative": 9690, + "members": [ + 9690 + ], + "max_error": 0.0 + }, + { + "representative": 9821, + "members": [ + 9821 + ], + "max_error": 0.0 + }, + { + "representative": 9726, + "members": [ + 9726 + ], + "max_error": 0.0 + }, + { + "representative": 9632, + "members": [ + 9632 + ], + "max_error": 0.0 + }, + { + "representative": 9806, + "members": [ + 9806 + ], + "max_error": 0.0 + }, + { + "representative": 9809, + "members": [ + 9809 + ], + "max_error": 0.0 + }, + { + "representative": 9703, + "members": [ + 9703 + ], + "max_error": 0.0 + }, + { + "representative": 9702, + "members": [ + 9702 + ], + "max_error": 0.0 + }, + { + "representative": 9718, + "members": [ + 9718 + ], + "max_error": 0.0 + }, + { + "representative": 9750, + "members": [ + 9750 + ], + "max_error": 0.0 + }, + { + "representative": 9855, + "members": [ + 9855 + ], + "max_error": 0.0 + }, + { + "representative": 9740, + "members": [ + 9740 + ], + "max_error": 0.0 + }, + { + "representative": 9670, + "members": [ + 9670 + ], + "max_error": 0.0 + }, + { + "representative": 9814, + "members": [ + 9814 + ], + "max_error": 0.0 + }, + { + "representative": 9680, + "members": [ + 9680 + ], + "max_error": 0.0 + }, + { + "representative": 9689, + "members": [ + 9689 + ], + "max_error": 0.0 + }, + { + "representative": 9681, + "members": [ + 9681 + ], + "max_error": 0.0 + }, + { + "representative": 9693, + "members": [ + 9693 + ], + "max_error": 0.0 + }, + { + "representative": 9696, + "members": [ + 9696 + ], + "max_error": 0.0 + }, + { + "representative": 9697, + "members": [ + 9697 + ], + "max_error": 0.0 + }, + { + "representative": 9698, + "members": [ + 9698 + ], + "max_error": 0.0 + }, + { + "representative": 9699, + "members": [ + 9699 + ], + "max_error": 0.0 + }, + { + "representative": 9700, + "members": [ + 9700 + ], + "max_error": 0.0 + }, + { + "representative": 9701, + "members": [ + 9701 + ], + "max_error": 0.0 + }, + { + "representative": 9705, + "members": [ + 9705 + ], + "max_error": 0.0 + }, + { + "representative": 9706, + "members": [ + 9706 + ], + "max_error": 0.0 + }, + { + "representative": 9683, + "members": [ + 9683 + ], + "max_error": 0.0 + }, + { + "representative": 9710, + "members": [ + 9710 + ], + "max_error": 0.0 + }, + { + "representative": 9711, + "members": [ + 9711 + ], + "max_error": 0.0 + }, + { + "representative": 9687, + "members": [ + 9687 + ], + "max_error": 0.0 + }, + { + "representative": 9720, + "members": [ + 9720 + ], + "max_error": 0.0 + }, + { + "representative": 9721, + "members": [ + 9721 + ], + "max_error": 0.0 + }, + { + "representative": 9723, + "members": [ + 9723 + ], + "max_error": 0.0 + }, + { + "representative": 9727, + "members": [ + 9727 + ], + "max_error": 0.0 + }, + { + "representative": 9728, + "members": [ + 9728 + ], + "max_error": 0.0 + }, + { + "representative": 9729, + "members": [ + 9729 + ], + "max_error": 0.0 + }, + { + "representative": 9730, + "members": [ + 9730 + ], + "max_error": 0.0 + }, + { + "representative": 9714, + "members": [ + 9714 + ], + "max_error": 0.0 + }, + { + "representative": 9732, + "members": [ + 9732 + ], + "max_error": 0.0 + }, + { + "representative": 9733, + "members": [ + 9733 + ], + "max_error": 0.0 + }, + { + "representative": 9734, + "members": [ + 9734 + ], + "max_error": 0.0 + }, + { + "representative": 9735, + "members": [ + 9735 + ], + "max_error": 0.0 + }, + { + "representative": 9736, + "members": [ + 9736 + ], + "max_error": 0.0 + }, + { + "representative": 9738, + "members": [ + 9738 + ], + "max_error": 0.0 + }, + { + "representative": 9741, + "members": [ + 9741 + ], + "max_error": 0.0 + }, + { + "representative": 9715, + "members": [ + 9715 + ], + "max_error": 0.0 + }, + { + "representative": 9742, + "members": [ + 9742 + ], + "max_error": 0.0 + }, + { + "representative": 9716, + "members": [ + 9716 + ], + "max_error": 0.0 + }, + { + "representative": 9717, + "members": [ + 9717 + ], + "max_error": 0.0 + }, + { + "representative": 9745, + "members": [ + 9745 + ], + "max_error": 0.0 + }, + { + "representative": 9754, + "members": [ + 9754 + ], + "max_error": 0.0 + }, + { + "representative": 9756, + "members": [ + 9756 + ], + "max_error": 0.0 + }, + { + "representative": 9757, + "members": [ + 9757 + ], + "max_error": 0.0 + }, + { + "representative": 9758, + "members": [ + 9758 + ], + "max_error": 0.0 + }, + { + "representative": 9759, + "members": [ + 9759 + ], + "max_error": 0.0 + }, + { + "representative": 9760, + "members": [ + 9760 + ], + "max_error": 0.0 + }, + { + "representative": 9761, + "members": [ + 9761 + ], + "max_error": 0.0 + }, + { + "representative": 9762, + "members": [ + 9762 + ], + "max_error": 0.0 + }, + { + "representative": 9764, + "members": [ + 9764 + ], + "max_error": 0.0 + }, + { + "representative": 9767, + "members": [ + 9767 + ], + "max_error": 0.0 + }, + { + "representative": 9769, + "members": [ + 9769 + ], + "max_error": 0.0 + }, + { + "representative": 9772, + "members": [ + 9772 + ], + "max_error": 0.0 + }, + { + "representative": 9748, + "members": [ + 9748 + ], + "max_error": 0.0 + }, + { + "representative": 9749, + "members": [ + 9749 + ], + "max_error": 0.0 + }, + { + "representative": 9751, + "members": [ + 9751 + ], + "max_error": 0.0 + }, + { + "representative": 9776, + "members": [ + 9776 + ], + "max_error": 0.0 + }, + { + "representative": 9785, + "members": [ + 9785 + ], + "max_error": 0.0 + }, + { + "representative": 9777, + "members": [ + 9777 + ], + "max_error": 0.0 + }, + { + "representative": 9787, + "members": [ + 9787 + ], + "max_error": 0.0 + }, + { + "representative": 9788, + "members": [ + 9788 + ], + "max_error": 0.0 + }, + { + "representative": 9794, + "members": [ + 9794 + ], + "max_error": 0.0 + }, + { + "representative": 9795, + "members": [ + 9795 + ], + "max_error": 0.0 + }, + { + "representative": 9778, + "members": [ + 9778 + ], + "max_error": 0.0 + }, + { + "representative": 9799, + "members": [ + 9799 + ], + "max_error": 0.0 + }, + { + "representative": 9802, + "members": [ + 9802 + ], + "max_error": 0.0 + }, + { + "representative": 9779, + "members": [ + 9779 + ], + "max_error": 0.0 + }, + { + "representative": 9782, + "members": [ + 9782 + ], + "max_error": 0.0 + }, + { + "representative": 9783, + "members": [ + 9783 + ], + "max_error": 0.0 + }, + { + "representative": 9816, + "members": [ + 9816 + ], + "max_error": 0.0 + }, + { + "representative": 9817, + "members": [ + 9817 + ], + "max_error": 0.0 + }, + { + "representative": 9819, + "members": [ + 9819 + ], + "max_error": 0.0 + }, + { + "representative": 9820, + "members": [ + 9820 + ], + "max_error": 0.0 + }, + { + "representative": 9824, + "members": [ + 9824 + ], + "max_error": 0.0 + }, + { + "representative": 9825, + "members": [ + 9825 + ], + "max_error": 0.0 + }, + { + "representative": 9826, + "members": [ + 9826 + ], + "max_error": 0.0 + }, + { + "representative": 9831, + "members": [ + 9831 + ], + "max_error": 0.0 + }, + { + "representative": 9832, + "members": [ + 9832 + ], + "max_error": 0.0 + }, + { + "representative": 9836, + "members": [ + 9836 + ], + "max_error": 0.0 + }, + { + "representative": 9837, + "members": [ + 9837 + ], + "max_error": 0.0 + }, + { + "representative": 9838, + "members": [ + 9838 + ], + "max_error": 0.0 + }, + { + "representative": 9839, + "members": [ + 9839 + ], + "max_error": 0.0 + }, + { + "representative": 9813, + "members": [ + 9813 + ], + "max_error": 0.0 + }, + { + "representative": 9848, + "members": [ + 9848 + ], + "max_error": 0.0 + }, + { + "representative": 9849, + "members": [ + 9849 + ], + "max_error": 0.0 + }, + { + "representative": 9841, + "members": [ + 9841 + ], + "max_error": 0.0 + }, + { + "representative": 9850, + "members": [ + 9850 + ], + "max_error": 0.0 + }, + { + "representative": 9851, + "members": [ + 9851 + ], + "max_error": 0.0 + }, + { + "representative": 9852, + "members": [ + 9852 + ], + "max_error": 0.0 + }, + { + "representative": 9857, + "members": [ + 9857 + ], + "max_error": 0.0 + }, + { + "representative": 9860, + "members": [ + 9860 + ], + "max_error": 0.0 + }, + { + "representative": 9861, + "members": [ + 9861 + ], + "max_error": 0.0 + }, + { + "representative": 9862, + "members": [ + 9862 + ], + "max_error": 0.0 + }, + { + "representative": 9865, + "members": [ + 9865 + ], + "max_error": 0.0 + }, + { + "representative": 9866, + "members": [ + 9866 + ], + "max_error": 0.0 + }, + { + "representative": 9867, + "members": [ + 9867 + ], + "max_error": 0.0 + }, + { + "representative": 9868, + "members": [ + 9868 + ], + "max_error": 0.0 + }, + { + "representative": 9869, + "members": [ + 9869 + ], + "max_error": 0.0 + }, + { + "representative": 9843, + "members": [ + 9843 + ], + "max_error": 0.0 + }, + { + "representative": 9870, + "members": [ + 9870 + ], + "max_error": 0.0 + }, + { + "representative": 9871, + "members": [ + 9871 + ], + "max_error": 0.0 + }, + { + "representative": 9844, + "members": [ + 9844 + ], + "max_error": 0.0 + }, + { + "representative": 9846, + "members": [ + 9846 + ], + "max_error": 0.0 + }, + { + "representative": 10129, + "members": [ + 10129 + ], + "max_error": 0.0 + }, + { + "representative": 10139, + "members": [ + 10139 + ], + "max_error": 0.0 + }, + { + "representative": 10140, + "members": [ + 10140 + ], + "max_error": 0.0 + }, + { + "representative": 10143, + "members": [ + 10143 + ], + "max_error": 0.0 + }, + { + "representative": 10145, + "members": [ + 10145 + ], + "max_error": 0.0 + }, + { + "representative": 10146, + "members": [ + 10146 + ], + "max_error": 0.0 + }, + { + "representative": 10147, + "members": [ + 10147 + ], + "max_error": 0.0 + }, + { + "representative": 10148, + "members": [ + 10148 + ], + "max_error": 0.0 + }, + { + "representative": 10149, + "members": [ + 10149 + ], + "max_error": 0.0 + }, + { + "representative": 10162, + "members": [ + 10162 + ], + "max_error": 0.0 + }, + { + "representative": 10165, + "members": [ + 10165 + ], + "max_error": 0.0 + }, + { + "representative": 10133, + "members": [ + 10133 + ], + "max_error": 0.0 + }, + { + "representative": 10135, + "members": [ + 10135 + ], + "max_error": 0.0 + }, + { + "representative": 10254, + "members": [ + 10254 + ], + "max_error": 0.0 + }, + { + "representative": 10158, + "members": [ + 10158 + ], + "max_error": 0.0 + }, + { + "representative": 10252, + "members": [ + 10252 + ], + "max_error": 0.0 + }, + { + "representative": 10178, + "members": [ + 10178 + ], + "max_error": 0.0 + }, + { + "representative": 10342, + "members": [ + 10342 + ], + "max_error": 0.0 + }, + { + "representative": 10346, + "members": [ + 10346 + ], + "max_error": 0.0 + }, + { + "representative": 10250, + "members": [ + 10250 + ], + "max_error": 0.0 + }, + { + "representative": 10134, + "members": [ + 10134 + ], + "max_error": 0.0 + }, + { + "representative": 10321, + "members": [ + 10321 + ], + "max_error": 0.0 + }, + { + "representative": 10131, + "members": [ + 10131 + ], + "max_error": 0.0 + }, + { + "representative": 10282, + "members": [ + 10282 + ], + "max_error": 0.0 + }, + { + "representative": 10248, + "members": [ + 10248 + ], + "max_error": 0.0 + }, + { + "representative": 10270, + "members": [ + 10270 + ], + "max_error": 0.0 + }, + { + "representative": 10137, + "members": [ + 10137 + ], + "max_error": 0.0 + }, + { + "representative": 10352, + "members": [ + 10352 + ], + "max_error": 0.0 + }, + { + "representative": 10157, + "members": [ + 10157 + ], + "max_error": 0.0 + }, + { + "representative": 10262, + "members": [ + 10262 + ], + "max_error": 0.0 + }, + { + "representative": 10369, + "members": [ + 10369 + ], + "max_error": 0.0 + }, + { + "representative": 10187, + "members": [ + 10187 + ], + "max_error": 0.0 + }, + { + "representative": 10306, + "members": [ + 10306 + ], + "max_error": 0.0 + }, + { + "representative": 10239, + "members": [ + 10239 + ], + "max_error": 0.0 + }, + { + "representative": 10344, + "members": [ + 10344 + ], + "max_error": 0.0 + }, + { + "representative": 10323, + "members": [ + 10323 + ], + "max_error": 0.0 + }, + { + "representative": 10166, + "members": [ + 10166 + ], + "max_error": 0.0 + }, + { + "representative": 10142, + "members": [ + 10142 + ], + "max_error": 0.0 + }, + { + "representative": 10193, + "members": [ + 10193 + ], + "max_error": 0.0 + }, + { + "representative": 10128, + "members": [ + 10128 + ], + "max_error": 0.0 + }, + { + "representative": 10353, + "members": [ + 10353 + ], + "max_error": 0.0 + }, + { + "representative": 10209, + "members": [ + 10209 + ], + "max_error": 0.0 + }, + { + "representative": 10184, + "members": [ + 10184 + ], + "max_error": 0.0 + }, + { + "representative": 10186, + "members": [ + 10186 + ], + "max_error": 0.0 + }, + { + "representative": 10188, + "members": [ + 10188 + ], + "max_error": 0.0 + }, + { + "representative": 10191, + "members": [ + 10191 + ], + "max_error": 0.0 + }, + { + "representative": 10194, + "members": [ + 10194 + ], + "max_error": 0.0 + }, + { + "representative": 10195, + "members": [ + 10195 + ], + "max_error": 0.0 + }, + { + "representative": 10196, + "members": [ + 10196 + ], + "max_error": 0.0 + }, + { + "representative": 10197, + "members": [ + 10197 + ], + "max_error": 0.0 + }, + { + "representative": 10199, + "members": [ + 10199 + ], + "max_error": 0.0 + }, + { + "representative": 10202, + "members": [ + 10202 + ], + "max_error": 0.0 + }, + { + "representative": 10203, + "members": [ + 10203 + ], + "max_error": 0.0 + }, + { + "representative": 10205, + "members": [ + 10205 + ], + "max_error": 0.0 + }, + { + "representative": 10206, + "members": [ + 10206 + ], + "max_error": 0.0 + }, + { + "representative": 10208, + "members": [ + 10208 + ], + "max_error": 0.0 + }, + { + "representative": 10210, + "members": [ + 10210 + ], + "max_error": 0.0 + }, + { + "representative": 10212, + "members": [ + 10212 + ], + "max_error": 0.0 + }, + { + "representative": 10215, + "members": [ + 10215 + ], + "max_error": 0.0 + }, + { + "representative": 10180, + "members": [ + 10180 + ], + "max_error": 0.0 + }, + { + "representative": 10216, + "members": [ + 10216 + ], + "max_error": 0.0 + }, + { + "representative": 10223, + "members": [ + 10223 + ], + "max_error": 0.0 + }, + { + "representative": 10182, + "members": [ + 10182 + ], + "max_error": 0.0 + }, + { + "representative": 10183, + "members": [ + 10183 + ], + "max_error": 0.0 + }, + { + "representative": 10163, + "members": [ + 10163 + ], + "max_error": 0.0 + }, + { + "representative": 10177, + "members": [ + 10177 + ], + "max_error": 0.0 + }, + { + "representative": 10382, + "members": [ + 10382 + ], + "max_error": 0.0 + }, + { + "representative": 10291, + "members": [ + 10291 + ], + "max_error": 0.0 + }, + { + "representative": 10190, + "members": [ + 10190 + ], + "max_error": 0.0 + }, + { + "representative": 10168, + "members": [ + 10168 + ], + "max_error": 0.0 + }, + { + "representative": 10264, + "members": [ + 10264 + ], + "max_error": 0.0 + }, + { + "representative": 10327, + "members": [ + 10327 + ], + "max_error": 0.0 + }, + { + "representative": 10246, + "members": [ + 10246 + ], + "max_error": 0.0 + }, + { + "representative": 10329, + "members": [ + 10329 + ], + "max_error": 0.0 + }, + { + "representative": 10161, + "members": [ + 10161 + ], + "max_error": 0.0 + }, + { + "representative": 10300, + "members": [ + 10300 + ], + "max_error": 0.0 + }, + { + "representative": 10242, + "members": [ + 10242 + ], + "max_error": 0.0 + }, + { + "representative": 10288, + "members": [ + 10288 + ], + "max_error": 0.0 + }, + { + "representative": 10160, + "members": [ + 10160 + ], + "max_error": 0.0 + }, + { + "representative": 10218, + "members": [ + 10218 + ], + "max_error": 0.0 + }, + { + "representative": 10302, + "members": [ + 10302 + ], + "max_error": 0.0 + }, + { + "representative": 10164, + "members": [ + 10164 + ], + "max_error": 0.0 + }, + { + "representative": 10345, + "members": [ + 10345 + ], + "max_error": 0.0 + }, + { + "representative": 10283, + "members": [ + 10283 + ], + "max_error": 0.0 + }, + { + "representative": 10220, + "members": [ + 10220 + ], + "max_error": 0.0 + }, + { + "representative": 10372, + "members": [ + 10372 + ], + "max_error": 0.0 + }, + { + "representative": 10261, + "members": [ + 10261 + ], + "max_error": 0.0 + }, + { + "representative": 10222, + "members": [ + 10222 + ], + "max_error": 0.0 + }, + { + "representative": 10159, + "members": [ + 10159 + ], + "max_error": 0.0 + }, + { + "representative": 10258, + "members": [ + 10258 + ], + "max_error": 0.0 + }, + { + "representative": 10151, + "members": [ + 10151 + ], + "max_error": 0.0 + }, + { + "representative": 10229, + "members": [ + 10229 + ], + "max_error": 0.0 + }, + { + "representative": 10308, + "members": [ + 10308 + ], + "max_error": 0.0 + }, + { + "representative": 10350, + "members": [ + 10350 + ], + "max_error": 0.0 + }, + { + "representative": 10171, + "members": [ + 10171 + ], + "max_error": 0.0 + }, + { + "representative": 10267, + "members": [ + 10267 + ], + "max_error": 0.0 + }, + { + "representative": 10132, + "members": [ + 10132 + ], + "max_error": 0.0 + }, + { + "representative": 10144, + "members": [ + 10144 + ], + "max_error": 0.0 + }, + { + "representative": 10154, + "members": [ + 10154 + ], + "max_error": 0.0 + }, + { + "representative": 10141, + "members": [ + 10141 + ], + "max_error": 0.0 + }, + { + "representative": 10376, + "members": [ + 10376 + ], + "max_error": 0.0 + }, + { + "representative": 10383, + "members": [ + 10383 + ], + "max_error": 0.0 + }, + { + "representative": 10367, + "members": [ + 10367 + ], + "max_error": 0.0 + }, + { + "representative": 10253, + "members": [ + 10253 + ], + "max_error": 0.0 + }, + { + "representative": 10292, + "members": [ + 10292 + ], + "max_error": 0.0 + }, + { + "representative": 10351, + "members": [ + 10351 + ], + "max_error": 0.0 + }, + { + "representative": 10181, + "members": [ + 10181 + ], + "max_error": 0.0 + }, + { + "representative": 10174, + "members": [ + 10174 + ], + "max_error": 0.0 + }, + { + "representative": 10340, + "members": [ + 10340 + ], + "max_error": 0.0 + }, + { + "representative": 10237, + "members": [ + 10237 + ], + "max_error": 0.0 + }, + { + "representative": 10249, + "members": [ + 10249 + ], + "max_error": 0.0 + }, + { + "representative": 10371, + "members": [ + 10371 + ], + "max_error": 0.0 + }, + { + "representative": 10293, + "members": [ + 10293 + ], + "max_error": 0.0 + }, + { + "representative": 10337, + "members": [ + 10337 + ], + "max_error": 0.0 + }, + { + "representative": 10381, + "members": [ + 10381 + ], + "max_error": 0.0 + }, + { + "representative": 10156, + "members": [ + 10156 + ], + "max_error": 0.0 + }, + { + "representative": 10298, + "members": [ + 10298 + ], + "max_error": 0.0 + }, + { + "representative": 10263, + "members": [ + 10263 + ], + "max_error": 0.0 + }, + { + "representative": 10232, + "members": [ + 10232 + ], + "max_error": 0.0 + }, + { + "representative": 10136, + "members": [ + 10136 + ], + "max_error": 0.0 + }, + { + "representative": 10221, + "members": [ + 10221 + ], + "max_error": 0.0 + }, + { + "representative": 10339, + "members": [ + 10339 + ], + "max_error": 0.0 + }, + { + "representative": 10185, + "members": [ + 10185 + ], + "max_error": 0.0 + }, + { + "representative": 10328, + "members": [ + 10328 + ], + "max_error": 0.0 + }, + { + "representative": 10273, + "members": [ + 10273 + ], + "max_error": 0.0 + }, + { + "representative": 10228, + "members": [ + 10228 + ], + "max_error": 0.0 + }, + { + "representative": 10272, + "members": [ + 10272 + ], + "max_error": 0.0 + }, + { + "representative": 10301, + "members": [ + 10301 + ], + "max_error": 0.0 + }, + { + "representative": 10170, + "members": [ + 10170 + ], + "max_error": 0.0 + }, + { + "representative": 10311, + "members": [ + 10311 + ], + "max_error": 0.0 + }, + { + "representative": 10211, + "members": [ + 10211 + ], + "max_error": 0.0 + }, + { + "representative": 10310, + "members": [ + 10310 + ], + "max_error": 0.0 + }, + { + "representative": 10153, + "members": [ + 10153 + ], + "max_error": 0.0 + }, + { + "representative": 10260, + "members": [ + 10260 + ], + "max_error": 0.0 + }, + { + "representative": 10247, + "members": [ + 10247 + ], + "max_error": 0.0 + }, + { + "representative": 10200, + "members": [ + 10200 + ], + "max_error": 0.0 + }, + { + "representative": 10245, + "members": [ + 10245 + ], + "max_error": 0.0 + }, + { + "representative": 10375, + "members": [ + 10375 + ], + "max_error": 0.0 + }, + { + "representative": 10348, + "members": [ + 10348 + ], + "max_error": 0.0 + }, + { + "representative": 10343, + "members": [ + 10343 + ], + "max_error": 0.0 + }, + { + "representative": 10380, + "members": [ + 10380 + ], + "max_error": 0.0 + }, + { + "representative": 10207, + "members": [ + 10207 + ], + "max_error": 0.0 + }, + { + "representative": 10231, + "members": [ + 10231 + ], + "max_error": 0.0 + }, + { + "representative": 10173, + "members": [ + 10173 + ], + "max_error": 0.0 + }, + { + "representative": 10290, + "members": [ + 10290 + ], + "max_error": 0.0 + }, + { + "representative": 10201, + "members": [ + 10201 + ], + "max_error": 0.0 + }, + { + "representative": 10336, + "members": [ + 10336 + ], + "max_error": 0.0 + }, + { + "representative": 10176, + "members": [ + 10176 + ], + "max_error": 0.0 + }, + { + "representative": 10281, + "members": [ + 10281 + ], + "max_error": 0.0 + }, + { + "representative": 10150, + "members": [ + 10150 + ], + "max_error": 0.0 + }, + { + "representative": 10286, + "members": [ + 10286 + ], + "max_error": 0.0 + }, + { + "representative": 10341, + "members": [ + 10341 + ], + "max_error": 0.0 + }, + { + "representative": 10331, + "members": [ + 10331 + ], + "max_error": 0.0 + }, + { + "representative": 10269, + "members": [ + 10269 + ], + "max_error": 0.0 + }, + { + "representative": 10275, + "members": [ + 10275 + ], + "max_error": 0.0 + }, + { + "representative": 10299, + "members": [ + 10299 + ], + "max_error": 0.0 + }, + { + "representative": 10233, + "members": [ + 10233 + ], + "max_error": 0.0 + }, + { + "representative": 10255, + "members": [ + 10255 + ], + "max_error": 0.0 + }, + { + "representative": 10213, + "members": [ + 10213 + ], + "max_error": 0.0 + }, + { + "representative": 10234, + "members": [ + 10234 + ], + "max_error": 0.0 + }, + { + "representative": 10236, + "members": [ + 10236 + ], + "max_error": 0.0 + }, + { + "representative": 10226, + "members": [ + 10226 + ], + "max_error": 0.0 + }, + { + "representative": 10244, + "members": [ + 10244 + ], + "max_error": 0.0 + }, + { + "representative": 10251, + "members": [ + 10251 + ], + "max_error": 0.0 + }, + { + "representative": 10227, + "members": [ + 10227 + ], + "max_error": 0.0 + }, + { + "representative": 10256, + "members": [ + 10256 + ], + "max_error": 0.0 + }, + { + "representative": 10257, + "members": [ + 10257 + ], + "max_error": 0.0 + }, + { + "representative": 10265, + "members": [ + 10265 + ], + "max_error": 0.0 + }, + { + "representative": 10266, + "members": [ + 10266 + ], + "max_error": 0.0 + }, + { + "representative": 10271, + "members": [ + 10271 + ], + "max_error": 0.0 + }, + { + "representative": 10230, + "members": [ + 10230 + ], + "max_error": 0.0 + }, + { + "representative": 10280, + "members": [ + 10280 + ], + "max_error": 0.0 + }, + { + "representative": 10284, + "members": [ + 10284 + ], + "max_error": 0.0 + }, + { + "representative": 10285, + "members": [ + 10285 + ], + "max_error": 0.0 + }, + { + "representative": 10287, + "members": [ + 10287 + ], + "max_error": 0.0 + }, + { + "representative": 10289, + "members": [ + 10289 + ], + "max_error": 0.0 + }, + { + "representative": 10274, + "members": [ + 10274 + ], + "max_error": 0.0 + }, + { + "representative": 10295, + "members": [ + 10295 + ], + "max_error": 0.0 + }, + { + "representative": 10297, + "members": [ + 10297 + ], + "max_error": 0.0 + }, + { + "representative": 10303, + "members": [ + 10303 + ], + "max_error": 0.0 + }, + { + "representative": 10304, + "members": [ + 10304 + ], + "max_error": 0.0 + }, + { + "representative": 10305, + "members": [ + 10305 + ], + "max_error": 0.0 + }, + { + "representative": 10276, + "members": [ + 10276 + ], + "max_error": 0.0 + }, + { + "representative": 10313, + "members": [ + 10313 + ], + "max_error": 0.0 + }, + { + "representative": 10314, + "members": [ + 10314 + ], + "max_error": 0.0 + }, + { + "representative": 10315, + "members": [ + 10315 + ], + "max_error": 0.0 + }, + { + "representative": 10316, + "members": [ + 10316 + ], + "max_error": 0.0 + }, + { + "representative": 10317, + "members": [ + 10317 + ], + "max_error": 0.0 + }, + { + "representative": 10319, + "members": [ + 10319 + ], + "max_error": 0.0 + }, + { + "representative": 10277, + "members": [ + 10277 + ], + "max_error": 0.0 + }, + { + "representative": 10279, + "members": [ + 10279 + ], + "max_error": 0.0 + }, + { + "representative": 10320, + "members": [ + 10320 + ], + "max_error": 0.0 + }, + { + "representative": 10330, + "members": [ + 10330 + ], + "max_error": 0.0 + }, + { + "representative": 10332, + "members": [ + 10332 + ], + "max_error": 0.0 + }, + { + "representative": 10333, + "members": [ + 10333 + ], + "max_error": 0.0 + }, + { + "representative": 10335, + "members": [ + 10335 + ], + "max_error": 0.0 + }, + { + "representative": 10347, + "members": [ + 10347 + ], + "max_error": 0.0 + }, + { + "representative": 10354, + "members": [ + 10354 + ], + "max_error": 0.0 + }, + { + "representative": 10355, + "members": [ + 10355 + ], + "max_error": 0.0 + }, + { + "representative": 10356, + "members": [ + 10356 + ], + "max_error": 0.0 + }, + { + "representative": 10357, + "members": [ + 10357 + ], + "max_error": 0.0 + }, + { + "representative": 10358, + "members": [ + 10358 + ], + "max_error": 0.0 + }, + { + "representative": 10324, + "members": [ + 10324 + ], + "max_error": 0.0 + }, + { + "representative": 10360, + "members": [ + 10360 + ], + "max_error": 0.0 + }, + { + "representative": 10362, + "members": [ + 10362 + ], + "max_error": 0.0 + }, + { + "representative": 10363, + "members": [ + 10363 + ], + "max_error": 0.0 + }, + { + "representative": 10364, + "members": [ + 10364 + ], + "max_error": 0.0 + }, + { + "representative": 10366, + "members": [ + 10366 + ], + "max_error": 0.0 + }, + { + "representative": 10325, + "members": [ + 10325 + ], + "max_error": 0.0 + }, + { + "representative": 10326, + "members": [ + 10326 + ], + "max_error": 0.0 + }, + { + "representative": 10368, + "members": [ + 10368 + ], + "max_error": 0.0 + }, + { + "representative": 10378, + "members": [ + 10378 + ], + "max_error": 0.0 + }, + { + "representative": 10224, + "members": [ + 10224 + ], + "max_error": 0.0 + }, + { + "representative": 10370, + "members": [ + 10370 + ], + "max_error": 0.0 + }, + { + "representative": 10235, + "members": [ + 10235 + ], + "max_error": 0.0 + }, + { + "representative": 10241, + "members": [ + 10241 + ], + "max_error": 0.0 + }, + { + "representative": 10334, + "members": [ + 10334 + ], + "max_error": 0.0 + }, + { + "representative": 10318, + "members": [ + 10318 + ], + "max_error": 0.0 + }, + { + "representative": 10243, + "members": [ + 10243 + ], + "max_error": 0.0 + }, + { + "representative": 10312, + "members": [ + 10312 + ], + "max_error": 0.0 + }, + { + "representative": 10240, + "members": [ + 10240 + ], + "max_error": 0.0 + }, + { + "representative": 10238, + "members": [ + 10238 + ], + "max_error": 0.0 + }, + { + "representative": 10172, + "members": [ + 10172 + ], + "max_error": 0.0 + }, + { + "representative": 10130, + "members": [ + 10130 + ], + "max_error": 0.0 + }, + { + "representative": 10377, + "members": [ + 10377 + ], + "max_error": 0.0 + }, + { + "representative": 10374, + "members": [ + 10374 + ], + "max_error": 0.0 + }, + { + "representative": 10217, + "members": [ + 10217 + ], + "max_error": 0.0 + }, + { + "representative": 10259, + "members": [ + 10259 + ], + "max_error": 0.0 + }, + { + "representative": 10219, + "members": [ + 10219 + ], + "max_error": 0.0 + }, + { + "representative": 10167, + "members": [ + 10167 + ], + "max_error": 0.0 + }, + { + "representative": 10309, + "members": [ + 10309 + ], + "max_error": 0.0 + }, + { + "representative": 10268, + "members": [ + 10268 + ], + "max_error": 0.0 + }, + { + "representative": 10349, + "members": [ + 10349 + ], + "max_error": 0.0 + }, + { + "representative": 10214, + "members": [ + 10214 + ], + "max_error": 0.0 + }, + { + "representative": 10179, + "members": [ + 10179 + ], + "max_error": 0.0 + }, + { + "representative": 10189, + "members": [ + 10189 + ], + "max_error": 0.0 + }, + { + "representative": 10138, + "members": [ + 10138 + ], + "max_error": 0.0 + }, + { + "representative": 10204, + "members": [ + 10204 + ], + "max_error": 0.0 + }, + { + "representative": 10359, + "members": [ + 10359 + ], + "max_error": 0.0 + }, + { + "representative": 10169, + "members": [ + 10169 + ], + "max_error": 0.0 + }, + { + "representative": 10294, + "members": [ + 10294 + ], + "max_error": 0.0 + }, + { + "representative": 10307, + "members": [ + 10307 + ], + "max_error": 0.0 + }, + { + "representative": 10155, + "members": [ + 10155 + ], + "max_error": 0.0 + }, + { + "representative": 10338, + "members": [ + 10338 + ], + "max_error": 0.0 + }, + { + "representative": 10278, + "members": [ + 10278 + ], + "max_error": 0.0 + }, + { + "representative": 10322, + "members": [ + 10322 + ], + "max_error": 0.0 + }, + { + "representative": 10198, + "members": [ + 10198 + ], + "max_error": 0.0 + }, + { + "representative": 10379, + "members": [ + 10379 + ], + "max_error": 0.0 + }, + { + "representative": 10192, + "members": [ + 10192 + ], + "max_error": 0.0 + }, + { + "representative": 10373, + "members": [ + 10373 + ], + "max_error": 0.0 + }, + { + "representative": 10175, + "members": [ + 10175 + ], + "max_error": 0.0 + }, + { + "representative": 10296, + "members": [ + 10296 + ], + "max_error": 0.0 + }, + { + "representative": 10152, + "members": [ + 10152 + ], + "max_error": 0.0 + }, + { + "representative": 10365, + "members": [ + 10365 + ], + "max_error": 0.0 + }, + { + "representative": 10225, + "members": [ + 10225 + ], + "max_error": 0.0 + }, + { + "representative": 10361, + "members": [ + 10361 + ], + "max_error": 0.0 + }, + { + "representative": 10641, + "members": [ + 10641 + ], + "max_error": 0.0 + }, + { + "representative": 10653, + "members": [ + 10653 + ], + "max_error": 0.0 + }, + { + "representative": 10643, + "members": [ + 10643 + ], + "max_error": 0.0 + }, + { + "representative": 10646, + "members": [ + 10646 + ], + "max_error": 0.0 + }, + { + "representative": 10778, + "members": [ + 10778 + ], + "max_error": 0.0 + }, + { + "representative": 10781, + "members": [ + 10781 + ], + "max_error": 0.0 + }, + { + "representative": 10773, + "members": [ + 10773 + ], + "max_error": 0.0 + }, + { + "representative": 10795, + "members": [ + 10795 + ], + "max_error": 0.0 + }, + { + "representative": 10797, + "members": [ + 10797 + ], + "max_error": 0.0 + }, + { + "representative": 10798, + "members": [ + 10798 + ], + "max_error": 0.0 + }, + { + "representative": 10787, + "members": [ + 10787 + ], + "max_error": 0.0 + }, + { + "representative": 10788, + "members": [ + 10788 + ], + "max_error": 0.0 + }, + { + "representative": 10656, + "members": [ + 10656 + ], + "max_error": 0.0 + }, + { + "representative": 10664, + "members": [ + 10664 + ], + "max_error": 0.0 + }, + { + "representative": 10658, + "members": [ + 10658 + ], + "max_error": 0.0 + }, + { + "representative": 10659, + "members": [ + 10659 + ], + "max_error": 0.0 + }, + { + "representative": 10662, + "members": [ + 10662 + ], + "max_error": 0.0 + }, + { + "representative": 10663, + "members": [ + 10663 + ], + "max_error": 0.0 + }, + { + "representative": 10800, + "members": [ + 10800 + ], + "max_error": 0.0 + }, + { + "representative": 10801, + "members": [ + 10801 + ], + "max_error": 0.0 + }, + { + "representative": 10814, + "members": [ + 10814 + ], + "max_error": 0.0 + }, + { + "representative": 10816, + "members": [ + 10816 + ], + "max_error": 0.0 + }, + { + "representative": 10825, + "members": [ + 10825 + ], + "max_error": 0.0 + }, + { + "representative": 10828, + "members": [ + 10828 + ], + "max_error": 0.0 + }, + { + "representative": 10840, + "members": [ + 10840 + ], + "max_error": 0.0 + }, + { + "representative": 10842, + "members": [ + 10842 + ], + "max_error": 0.0 + }, + { + "representative": 10846, + "members": [ + 10846 + ], + "max_error": 0.0 + }, + { + "representative": 10834, + "members": [ + 10834 + ], + "max_error": 0.0 + }, + { + "representative": 10839, + "members": [ + 10839 + ], + "max_error": 0.0 + }, + { + "representative": 10848, + "members": [ + 10848 + ], + "max_error": 0.0 + }, + { + "representative": 10856, + "members": [ + 10856 + ], + "max_error": 0.0 + }, + { + "representative": 10858, + "members": [ + 10858 + ], + "max_error": 0.0 + }, + { + "representative": 10862, + "members": [ + 10862 + ], + "max_error": 0.0 + }, + { + "representative": 10853, + "members": [ + 10853 + ], + "max_error": 0.0 + }, + { + "representative": 10876, + "members": [ + 10876 + ], + "max_error": 0.0 + }, + { + "representative": 10866, + "members": [ + 10866 + ], + "max_error": 0.0 + }, + { + "representative": 10868, + "members": [ + 10868 + ], + "max_error": 0.0 + }, + { + "representative": 10883, + "members": [ + 10883 + ], + "max_error": 0.0 + }, + { + "representative": 10884, + "members": [ + 10884 + ], + "max_error": 0.0 + }, + { + "representative": 10885, + "members": [ + 10885 + ], + "max_error": 0.0 + }, + { + "representative": 10887, + "members": [ + 10887 + ], + "max_error": 0.0 + }, + { + "representative": 10675, + "members": [ + 10675 + ], + "max_error": 0.0 + }, + { + "representative": 10699, + "members": [ + 10699 + ], + "max_error": 0.0 + }, + { + "representative": 10777, + "members": [ + 10777 + ], + "max_error": 0.0 + }, + { + "representative": 10793, + "members": [ + 10793 + ], + "max_error": 0.0 + }, + { + "representative": 10794, + "members": [ + 10794 + ], + "max_error": 0.0 + }, + { + "representative": 10792, + "members": [ + 10792 + ], + "max_error": 0.0 + }, + { + "representative": 10874, + "members": [ + 10874 + ], + "max_error": 0.0 + }, + { + "representative": 10807, + "members": [ + 10807 + ], + "max_error": 0.0 + }, + { + "representative": 10806, + "members": [ + 10806 + ], + "max_error": 0.0 + }, + { + "representative": 10761, + "members": [ + 10761 + ], + "max_error": 0.0 + }, + { + "representative": 10776, + "members": [ + 10776 + ], + "max_error": 0.0 + }, + { + "representative": 10717, + "members": [ + 10717 + ], + "max_error": 0.0 + }, + { + "representative": 10749, + "members": [ + 10749 + ], + "max_error": 0.0 + }, + { + "representative": 10650, + "members": [ + 10650 + ], + "max_error": 0.0 + }, + { + "representative": 10791, + "members": [ + 10791 + ], + "max_error": 0.0 + }, + { + "representative": 10891, + "members": [ + 10891 + ], + "max_error": 0.0 + }, + { + "representative": 10870, + "members": [ + 10870 + ], + "max_error": 0.0 + }, + { + "representative": 10725, + "members": [ + 10725 + ], + "max_error": 0.0 + }, + { + "representative": 10789, + "members": [ + 10789 + ], + "max_error": 0.0 + }, + { + "representative": 10765, + "members": [ + 10765 + ], + "max_error": 0.0 + }, + { + "representative": 10880, + "members": [ + 10880 + ], + "max_error": 0.0 + }, + { + "representative": 10845, + "members": [ + 10845 + ], + "max_error": 0.0 + }, + { + "representative": 10774, + "members": [ + 10774 + ], + "max_error": 0.0 + }, + { + "representative": 10672, + "members": [ + 10672 + ], + "max_error": 0.0 + }, + { + "representative": 10687, + "members": [ + 10687 + ], + "max_error": 0.0 + }, + { + "representative": 10677, + "members": [ + 10677 + ], + "max_error": 0.0 + }, + { + "representative": 10678, + "members": [ + 10678 + ], + "max_error": 0.0 + }, + { + "representative": 10679, + "members": [ + 10679 + ], + "max_error": 0.0 + }, + { + "representative": 10644, + "members": [ + 10644 + ], + "max_error": 0.0 + }, + { + "representative": 10707, + "members": [ + 10707 + ], + "max_error": 0.0 + }, + { + "representative": 10838, + "members": [ + 10838 + ], + "max_error": 0.0 + }, + { + "representative": 10718, + "members": [ + 10718 + ], + "max_error": 0.0 + }, + { + "representative": 10879, + "members": [ + 10879 + ], + "max_error": 0.0 + }, + { + "representative": 10882, + "members": [ + 10882 + ], + "max_error": 0.0 + }, + { + "representative": 10837, + "members": [ + 10837 + ], + "max_error": 0.0 + }, + { + "representative": 10748, + "members": [ + 10748 + ], + "max_error": 0.0 + }, + { + "representative": 10666, + "members": [ + 10666 + ], + "max_error": 0.0 + }, + { + "representative": 10819, + "members": [ + 10819 + ], + "max_error": 0.0 + }, + { + "representative": 10655, + "members": [ + 10655 + ], + "max_error": 0.0 + }, + { + "representative": 10668, + "members": [ + 10668 + ], + "max_error": 0.0 + }, + { + "representative": 10855, + "members": [ + 10855 + ], + "max_error": 0.0 + }, + { + "representative": 10752, + "members": [ + 10752 + ], + "max_error": 0.0 + }, + { + "representative": 10757, + "members": [ + 10757 + ], + "max_error": 0.0 + }, + { + "representative": 10786, + "members": [ + 10786 + ], + "max_error": 0.0 + }, + { + "representative": 10764, + "members": [ + 10764 + ], + "max_error": 0.0 + }, + { + "representative": 10833, + "members": [ + 10833 + ], + "max_error": 0.0 + }, + { + "representative": 10799, + "members": [ + 10799 + ], + "max_error": 0.0 + }, + { + "representative": 10869, + "members": [ + 10869 + ], + "max_error": 0.0 + }, + { + "representative": 10673, + "members": [ + 10673 + ], + "max_error": 0.0 + }, + { + "representative": 10744, + "members": [ + 10744 + ], + "max_error": 0.0 + }, + { + "representative": 10836, + "members": [ + 10836 + ], + "max_error": 0.0 + }, + { + "representative": 10826, + "members": [ + 10826 + ], + "max_error": 0.0 + }, + { + "representative": 10682, + "members": [ + 10682 + ], + "max_error": 0.0 + }, + { + "representative": 10785, + "members": [ + 10785 + ], + "max_error": 0.0 + }, + { + "representative": 10697, + "members": [ + 10697 + ], + "max_error": 0.0 + }, + { + "representative": 10875, + "members": [ + 10875 + ], + "max_error": 0.0 + }, + { + "representative": 10890, + "members": [ + 10890 + ], + "max_error": 0.0 + }, + { + "representative": 10843, + "members": [ + 10843 + ], + "max_error": 0.0 + }, + { + "representative": 10831, + "members": [ + 10831 + ], + "max_error": 0.0 + }, + { + "representative": 10808, + "members": [ + 10808 + ], + "max_error": 0.0 + }, + { + "representative": 10692, + "members": [ + 10692 + ], + "max_error": 0.0 + }, + { + "representative": 10654, + "members": [ + 10654 + ], + "max_error": 0.0 + }, + { + "representative": 10772, + "members": [ + 10772 + ], + "max_error": 0.0 + }, + { + "representative": 10661, + "members": [ + 10661 + ], + "max_error": 0.0 + }, + { + "representative": 10796, + "members": [ + 10796 + ], + "max_error": 0.0 + }, + { + "representative": 10779, + "members": [ + 10779 + ], + "max_error": 0.0 + }, + { + "representative": 10863, + "members": [ + 10863 + ], + "max_error": 0.0 + }, + { + "representative": 10780, + "members": [ + 10780 + ], + "max_error": 0.0 + }, + { + "representative": 10873, + "members": [ + 10873 + ], + "max_error": 0.0 + }, + { + "representative": 10747, + "members": [ + 10747 + ], + "max_error": 0.0 + }, + { + "representative": 10841, + "members": [ + 10841 + ], + "max_error": 0.0 + }, + { + "representative": 10811, + "members": [ + 10811 + ], + "max_error": 0.0 + }, + { + "representative": 10881, + "members": [ + 10881 + ], + "max_error": 0.0 + }, + { + "representative": 10892, + "members": [ + 10892 + ], + "max_error": 0.0 + }, + { + "representative": 10859, + "members": [ + 10859 + ], + "max_error": 0.0 + }, + { + "representative": 10734, + "members": [ + 10734 + ], + "max_error": 0.0 + }, + { + "representative": 10695, + "members": [ + 10695 + ], + "max_error": 0.0 + }, + { + "representative": 10648, + "members": [ + 10648 + ], + "max_error": 0.0 + }, + { + "representative": 10657, + "members": [ + 10657 + ], + "max_error": 0.0 + }, + { + "representative": 10810, + "members": [ + 10810 + ], + "max_error": 0.0 + }, + { + "representative": 10702, + "members": [ + 10702 + ], + "max_error": 0.0 + }, + { + "representative": 10700, + "members": [ + 10700 + ], + "max_error": 0.0 + }, + { + "representative": 10701, + "members": [ + 10701 + ], + "max_error": 0.0 + }, + { + "representative": 10691, + "members": [ + 10691 + ], + "max_error": 0.0 + }, + { + "representative": 10864, + "members": [ + 10864 + ], + "max_error": 0.0 + }, + { + "representative": 10649, + "members": [ + 10649 + ], + "max_error": 0.0 + }, + { + "representative": 10809, + "members": [ + 10809 + ], + "max_error": 0.0 + }, + { + "representative": 10894, + "members": [ + 10894 + ], + "max_error": 0.0 + }, + { + "representative": 10818, + "members": [ + 10818 + ], + "max_error": 0.0 + }, + { + "representative": 10688, + "members": [ + 10688 + ], + "max_error": 0.0 + }, + { + "representative": 10671, + "members": [ + 10671 + ], + "max_error": 0.0 + }, + { + "representative": 10681, + "members": [ + 10681 + ], + "max_error": 0.0 + }, + { + "representative": 10685, + "members": [ + 10685 + ], + "max_error": 0.0 + }, + { + "representative": 10813, + "members": [ + 10813 + ], + "max_error": 0.0 + }, + { + "representative": 10751, + "members": [ + 10751 + ], + "max_error": 0.0 + }, + { + "representative": 10667, + "members": [ + 10667 + ], + "max_error": 0.0 + }, + { + "representative": 10669, + "members": [ + 10669 + ], + "max_error": 0.0 + }, + { + "representative": 10850, + "members": [ + 10850 + ], + "max_error": 0.0 + }, + { + "representative": 10713, + "members": [ + 10713 + ], + "max_error": 0.0 + }, + { + "representative": 10817, + "members": [ + 10817 + ], + "max_error": 0.0 + }, + { + "representative": 10739, + "members": [ + 10739 + ], + "max_error": 0.0 + }, + { + "representative": 10854, + "members": [ + 10854 + ], + "max_error": 0.0 + }, + { + "representative": 10782, + "members": [ + 10782 + ], + "max_error": 0.0 + }, + { + "representative": 10867, + "members": [ + 10867 + ], + "max_error": 0.0 + }, + { + "representative": 10872, + "members": [ + 10872 + ], + "max_error": 0.0 + }, + { + "representative": 10852, + "members": [ + 10852 + ], + "max_error": 0.0 + }, + { + "representative": 10737, + "members": [ + 10737 + ], + "max_error": 0.0 + }, + { + "representative": 10754, + "members": [ + 10754 + ], + "max_error": 0.0 + }, + { + "representative": 10815, + "members": [ + 10815 + ], + "max_error": 0.0 + }, + { + "representative": 10721, + "members": [ + 10721 + ], + "max_error": 0.0 + }, + { + "representative": 10888, + "members": [ + 10888 + ], + "max_error": 0.0 + }, + { + "representative": 10690, + "members": [ + 10690 + ], + "max_error": 0.0 + }, + { + "representative": 10719, + "members": [ + 10719 + ], + "max_error": 0.0 + }, + { + "representative": 10822, + "members": [ + 10822 + ], + "max_error": 0.0 + }, + { + "representative": 10715, + "members": [ + 10715 + ], + "max_error": 0.0 + }, + { + "representative": 10889, + "members": [ + 10889 + ], + "max_error": 0.0 + }, + { + "representative": 10640, + "members": [ + 10640 + ], + "max_error": 0.0 + }, + { + "representative": 10660, + "members": [ + 10660 + ], + "max_error": 0.0 + }, + { + "representative": 10770, + "members": [ + 10770 + ], + "max_error": 0.0 + }, + { + "representative": 10758, + "members": [ + 10758 + ], + "max_error": 0.0 + }, + { + "representative": 10805, + "members": [ + 10805 + ], + "max_error": 0.0 + }, + { + "representative": 10698, + "members": [ + 10698 + ], + "max_error": 0.0 + }, + { + "representative": 10830, + "members": [ + 10830 + ], + "max_error": 0.0 + }, + { + "representative": 10741, + "members": [ + 10741 + ], + "max_error": 0.0 + }, + { + "representative": 10665, + "members": [ + 10665 + ], + "max_error": 0.0 + }, + { + "representative": 10823, + "members": [ + 10823 + ], + "max_error": 0.0 + }, + { + "representative": 10835, + "members": [ + 10835 + ], + "max_error": 0.0 + }, + { + "representative": 10652, + "members": [ + 10652 + ], + "max_error": 0.0 + }, + { + "representative": 10877, + "members": [ + 10877 + ], + "max_error": 0.0 + }, + { + "representative": 10728, + "members": [ + 10728 + ], + "max_error": 0.0 + }, + { + "representative": 10895, + "members": [ + 10895 + ], + "max_error": 0.0 + }, + { + "representative": 10820, + "members": [ + 10820 + ], + "max_error": 0.0 + }, + { + "representative": 10731, + "members": [ + 10731 + ], + "max_error": 0.0 + }, + { + "representative": 10857, + "members": [ + 10857 + ], + "max_error": 0.0 + }, + { + "representative": 10703, + "members": [ + 10703 + ], + "max_error": 0.0 + }, + { + "representative": 10651, + "members": [ + 10651 + ], + "max_error": 0.0 + }, + { + "representative": 10689, + "members": [ + 10689 + ], + "max_error": 0.0 + }, + { + "representative": 10753, + "members": [ + 10753 + ], + "max_error": 0.0 + }, + { + "representative": 10827, + "members": [ + 10827 + ], + "max_error": 0.0 + }, + { + "representative": 10720, + "members": [ + 10720 + ], + "max_error": 0.0 + }, + { + "representative": 10769, + "members": [ + 10769 + ], + "max_error": 0.0 + }, + { + "representative": 10861, + "members": [ + 10861 + ], + "max_error": 0.0 + }, + { + "representative": 10745, + "members": [ + 10745 + ], + "max_error": 0.0 + }, + { + "representative": 10647, + "members": [ + 10647 + ], + "max_error": 0.0 + }, + { + "representative": 10783, + "members": [ + 10783 + ], + "max_error": 0.0 + }, + { + "representative": 10683, + "members": [ + 10683 + ], + "max_error": 0.0 + }, + { + "representative": 10790, + "members": [ + 10790 + ], + "max_error": 0.0 + }, + { + "representative": 10849, + "members": [ + 10849 + ], + "max_error": 0.0 + }, + { + "representative": 10712, + "members": [ + 10712 + ], + "max_error": 0.0 + }, + { + "representative": 10705, + "members": [ + 10705 + ], + "max_error": 0.0 + }, + { + "representative": 10714, + "members": [ + 10714 + ], + "max_error": 0.0 + }, + { + "representative": 10706, + "members": [ + 10706 + ], + "max_error": 0.0 + }, + { + "representative": 10708, + "members": [ + 10708 + ], + "max_error": 0.0 + }, + { + "representative": 10709, + "members": [ + 10709 + ], + "max_error": 0.0 + }, + { + "representative": 10710, + "members": [ + 10710 + ], + "max_error": 0.0 + }, + { + "representative": 10824, + "members": [ + 10824 + ], + "max_error": 0.0 + }, + { + "representative": 10768, + "members": [ + 10768 + ], + "max_error": 0.0 + }, + { + "representative": 10680, + "members": [ + 10680 + ], + "max_error": 0.0 + }, + { + "representative": 10821, + "members": [ + 10821 + ], + "max_error": 0.0 + }, + { + "representative": 10851, + "members": [ + 10851 + ], + "max_error": 0.0 + }, + { + "representative": 10684, + "members": [ + 10684 + ], + "max_error": 0.0 + }, + { + "representative": 10860, + "members": [ + 10860 + ], + "max_error": 0.0 + }, + { + "representative": 10696, + "members": [ + 10696 + ], + "max_error": 0.0 + }, + { + "representative": 10674, + "members": [ + 10674 + ], + "max_error": 0.0 + }, + { + "representative": 10886, + "members": [ + 10886 + ], + "max_error": 0.0 + }, + { + "representative": 10722, + "members": [ + 10722 + ], + "max_error": 0.0 + }, + { + "representative": 10759, + "members": [ + 10759 + ], + "max_error": 0.0 + }, + { + "representative": 10704, + "members": [ + 10704 + ], + "max_error": 0.0 + }, + { + "representative": 10686, + "members": [ + 10686 + ], + "max_error": 0.0 + }, + { + "representative": 10642, + "members": [ + 10642 + ], + "max_error": 0.0 + }, + { + "representative": 10740, + "members": [ + 10740 + ], + "max_error": 0.0 + }, + { + "representative": 10670, + "members": [ + 10670 + ], + "max_error": 0.0 + }, + { + "representative": 10812, + "members": [ + 10812 + ], + "max_error": 0.0 + }, + { + "representative": 10694, + "members": [ + 10694 + ], + "max_error": 0.0 + }, + { + "representative": 10871, + "members": [ + 10871 + ], + "max_error": 0.0 + }, + { + "representative": 10832, + "members": [ + 10832 + ], + "max_error": 0.0 + }, + { + "representative": 10645, + "members": [ + 10645 + ], + "max_error": 0.0 + }, + { + "representative": 10693, + "members": [ + 10693 + ], + "max_error": 0.0 + }, + { + "representative": 10878, + "members": [ + 10878 + ], + "max_error": 0.0 + }, + { + "representative": 10784, + "members": [ + 10784 + ], + "max_error": 0.0 + }, + { + "representative": 10730, + "members": [ + 10730 + ], + "max_error": 0.0 + }, + { + "representative": 10775, + "members": [ + 10775 + ], + "max_error": 0.0 + }, + { + "representative": 10771, + "members": [ + 10771 + ], + "max_error": 0.0 + }, + { + "representative": 10746, + "members": [ + 10746 + ], + "max_error": 0.0 + }, + { + "representative": 10711, + "members": [ + 10711 + ], + "max_error": 0.0 + }, + { + "representative": 10804, + "members": [ + 10804 + ], + "max_error": 0.0 + }, + { + "representative": 10803, + "members": [ + 10803 + ], + "max_error": 0.0 + }, + { + "representative": 10676, + "members": [ + 10676 + ], + "max_error": 0.0 + }, + { + "representative": 10802, + "members": [ + 10802 + ], + "max_error": 0.0 + }, + { + "representative": 10732, + "members": [ + 10732 + ], + "max_error": 0.0 + }, + { + "representative": 10844, + "members": [ + 10844 + ], + "max_error": 0.0 + }, + { + "representative": 10893, + "members": [ + 10893 + ], + "max_error": 0.0 + }, + { + "representative": 10829, + "members": [ + 10829 + ], + "max_error": 0.0 + }, + { + "representative": 10865, + "members": [ + 10865 + ], + "max_error": 0.0 + }, + { + "representative": 10763, + "members": [ + 10763 + ], + "max_error": 0.0 + }, + { + "representative": 10716, + "members": [ + 10716 + ], + "max_error": 0.0 + }, + { + "representative": 10847, + "members": [ + 10847 + ], + "max_error": 0.0 + }, + { + "representative": 10729, + "members": [ + 10729 + ], + "max_error": 0.0 + }, + { + "representative": 10733, + "members": [ + 10733 + ], + "max_error": 0.0 + }, + { + "representative": 10735, + "members": [ + 10735 + ], + "max_error": 0.0 + }, + { + "representative": 10723, + "members": [ + 10723 + ], + "max_error": 0.0 + }, + { + "representative": 10724, + "members": [ + 10724 + ], + "max_error": 0.0 + }, + { + "representative": 10726, + "members": [ + 10726 + ], + "max_error": 0.0 + }, + { + "representative": 10727, + "members": [ + 10727 + ], + "max_error": 0.0 + }, + { + "representative": 10736, + "members": [ + 10736 + ], + "max_error": 0.0 + }, + { + "representative": 10750, + "members": [ + 10750 + ], + "max_error": 0.0 + }, + { + "representative": 10738, + "members": [ + 10738 + ], + "max_error": 0.0 + }, + { + "representative": 10742, + "members": [ + 10742 + ], + "max_error": 0.0 + }, + { + "representative": 10743, + "members": [ + 10743 + ], + "max_error": 0.0 + }, + { + "representative": 10760, + "members": [ + 10760 + ], + "max_error": 0.0 + }, + { + "representative": 10762, + "members": [ + 10762 + ], + "max_error": 0.0 + }, + { + "representative": 10766, + "members": [ + 10766 + ], + "max_error": 0.0 + }, + { + "representative": 10767, + "members": [ + 10767 + ], + "max_error": 0.0 + }, + { + "representative": 10755, + "members": [ + 10755 + ], + "max_error": 0.0 + }, + { + "representative": 10756, + "members": [ + 10756 + ], + "max_error": 0.0 + }, + { + "representative": 11153, + "members": [ + 11153 + ], + "max_error": 0.0 + }, + { + "representative": 11164, + "members": [ + 11164 + ], + "max_error": 0.0 + }, + { + "representative": 11167, + "members": [ + 11167 + ], + "max_error": 0.0 + }, + { + "representative": 11155, + "members": [ + 11155 + ], + "max_error": 0.0 + }, + { + "representative": 11158, + "members": [ + 11158 + ], + "max_error": 0.0 + }, + { + "representative": 11288, + "members": [ + 11288 + ], + "max_error": 0.0 + }, + { + "representative": 11281, + "members": [ + 11281 + ], + "max_error": 0.0 + }, + { + "representative": 11291, + "members": [ + 11291 + ], + "max_error": 0.0 + }, + { + "representative": 11292, + "members": [ + 11292 + ], + "max_error": 0.0 + }, + { + "representative": 11294, + "members": [ + 11294 + ], + "max_error": 0.0 + }, + { + "representative": 11295, + "members": [ + 11295 + ], + "max_error": 0.0 + }, + { + "representative": 11286, + "members": [ + 11286 + ], + "max_error": 0.0 + }, + { + "representative": 11306, + "members": [ + 11306 + ], + "max_error": 0.0 + }, + { + "representative": 11307, + "members": [ + 11307 + ], + "max_error": 0.0 + }, + { + "representative": 11310, + "members": [ + 11310 + ], + "max_error": 0.0 + }, + { + "representative": 11301, + "members": [ + 11301 + ], + "max_error": 0.0 + }, + { + "representative": 11302, + "members": [ + 11302 + ], + "max_error": 0.0 + }, + { + "representative": 11179, + "members": [ + 11179 + ], + "max_error": 0.0 + }, + { + "representative": 11181, + "members": [ + 11181 + ], + "max_error": 0.0 + }, + { + "representative": 11312, + "members": [ + 11312 + ], + "max_error": 0.0 + }, + { + "representative": 11313, + "members": [ + 11313 + ], + "max_error": 0.0 + }, + { + "representative": 11322, + "members": [ + 11322 + ], + "max_error": 0.0 + }, + { + "representative": 11323, + "members": [ + 11323 + ], + "max_error": 0.0 + }, + { + "representative": 11325, + "members": [ + 11325 + ], + "max_error": 0.0 + }, + { + "representative": 11326, + "members": [ + 11326 + ], + "max_error": 0.0 + }, + { + "representative": 11315, + "members": [ + 11315 + ], + "max_error": 0.0 + }, + { + "representative": 11319, + "members": [ + 11319 + ], + "max_error": 0.0 + }, + { + "representative": 11328, + "members": [ + 11328 + ], + "max_error": 0.0 + }, + { + "representative": 11330, + "members": [ + 11330 + ], + "max_error": 0.0 + }, + { + "representative": 11335, + "members": [ + 11335 + ], + "max_error": 0.0 + }, + { + "representative": 11353, + "members": [ + 11353 + ], + "max_error": 0.0 + }, + { + "representative": 11357, + "members": [ + 11357 + ], + "max_error": 0.0 + }, + { + "representative": 11346, + "members": [ + 11346 + ], + "max_error": 0.0 + }, + { + "representative": 11348, + "members": [ + 11348 + ], + "max_error": 0.0 + }, + { + "representative": 11360, + "members": [ + 11360 + ], + "max_error": 0.0 + }, + { + "representative": 11369, + "members": [ + 11369 + ], + "max_error": 0.0 + }, + { + "representative": 11364, + "members": [ + 11364 + ], + "max_error": 0.0 + }, + { + "representative": 11365, + "members": [ + 11365 + ], + "max_error": 0.0 + }, + { + "representative": 11391, + "members": [ + 11391 + ], + "max_error": 0.0 + }, + { + "representative": 11392, + "members": [ + 11392 + ], + "max_error": 0.0 + }, + { + "representative": 11393, + "members": [ + 11393 + ], + "max_error": 0.0 + }, + { + "representative": 11404, + "members": [ + 11404 + ], + "max_error": 0.0 + }, + { + "representative": 11406, + "members": [ + 11406 + ], + "max_error": 0.0 + }, + { + "representative": 11396, + "members": [ + 11396 + ], + "max_error": 0.0 + }, + { + "representative": 11397, + "members": [ + 11397 + ], + "max_error": 0.0 + }, + { + "representative": 11398, + "members": [ + 11398 + ], + "max_error": 0.0 + }, + { + "representative": 11190, + "members": [ + 11190 + ], + "max_error": 0.0 + }, + { + "representative": 11173, + "members": [ + 11173 + ], + "max_error": 0.0 + }, + { + "representative": 11279, + "members": [ + 11279 + ], + "max_error": 0.0 + }, + { + "representative": 11232, + "members": [ + 11232 + ], + "max_error": 0.0 + }, + { + "representative": 11324, + "members": [ + 11324 + ], + "max_error": 0.0 + }, + { + "representative": 11394, + "members": [ + 11394 + ], + "max_error": 0.0 + }, + { + "representative": 11361, + "members": [ + 11361 + ], + "max_error": 0.0 + }, + { + "representative": 11370, + "members": [ + 11370 + ], + "max_error": 0.0 + }, + { + "representative": 11189, + "members": [ + 11189 + ], + "max_error": 0.0 + }, + { + "representative": 11387, + "members": [ + 11387 + ], + "max_error": 0.0 + }, + { + "representative": 11386, + "members": [ + 11386 + ], + "max_error": 0.0 + }, + { + "representative": 11177, + "members": [ + 11177 + ], + "max_error": 0.0 + }, + { + "representative": 11405, + "members": [ + 11405 + ], + "max_error": 0.0 + }, + { + "representative": 11206, + "members": [ + 11206 + ], + "max_error": 0.0 + }, + { + "representative": 11345, + "members": [ + 11345 + ], + "max_error": 0.0 + }, + { + "representative": 11354, + "members": [ + 11354 + ], + "max_error": 0.0 + }, + { + "representative": 11339, + "members": [ + 11339 + ], + "max_error": 0.0 + }, + { + "representative": 11373, + "members": [ + 11373 + ], + "max_error": 0.0 + }, + { + "representative": 11309, + "members": [ + 11309 + ], + "max_error": 0.0 + }, + { + "representative": 11176, + "members": [ + 11176 + ], + "max_error": 0.0 + }, + { + "representative": 11247, + "members": [ + 11247 + ], + "max_error": 0.0 + }, + { + "representative": 11305, + "members": [ + 11305 + ], + "max_error": 0.0 + }, + { + "representative": 11220, + "members": [ + 11220 + ], + "max_error": 0.0 + }, + { + "representative": 11185, + "members": [ + 11185 + ], + "max_error": 0.0 + }, + { + "representative": 11195, + "members": [ + 11195 + ], + "max_error": 0.0 + }, + { + "representative": 11199, + "members": [ + 11199 + ], + "max_error": 0.0 + }, + { + "representative": 11186, + "members": [ + 11186 + ], + "max_error": 0.0 + }, + { + "representative": 11188, + "members": [ + 11188 + ], + "max_error": 0.0 + }, + { + "representative": 11336, + "members": [ + 11336 + ], + "max_error": 0.0 + }, + { + "representative": 11344, + "members": [ + 11344 + ], + "max_error": 0.0 + }, + { + "representative": 11371, + "members": [ + 11371 + ], + "max_error": 0.0 + }, + { + "representative": 11347, + "members": [ + 11347 + ], + "max_error": 0.0 + }, + { + "representative": 11172, + "members": [ + 11172 + ], + "max_error": 0.0 + }, + { + "representative": 11244, + "members": [ + 11244 + ], + "max_error": 0.0 + }, + { + "representative": 11376, + "members": [ + 11376 + ], + "max_error": 0.0 + }, + { + "representative": 11401, + "members": [ + 11401 + ], + "max_error": 0.0 + }, + { + "representative": 11389, + "members": [ + 11389 + ], + "max_error": 0.0 + }, + { + "representative": 11168, + "members": [ + 11168 + ], + "max_error": 0.0 + }, + { + "representative": 11287, + "members": [ + 11287 + ], + "max_error": 0.0 + }, + { + "representative": 11362, + "members": [ + 11362 + ], + "max_error": 0.0 + }, + { + "representative": 11366, + "members": [ + 11366 + ], + "max_error": 0.0 + }, + { + "representative": 11250, + "members": [ + 11250 + ], + "max_error": 0.0 + }, + { + "representative": 11374, + "members": [ + 11374 + ], + "max_error": 0.0 + }, + { + "representative": 11252, + "members": [ + 11252 + ], + "max_error": 0.0 + }, + { + "representative": 11174, + "members": [ + 11174 + ], + "max_error": 0.0 + }, + { + "representative": 11184, + "members": [ + 11184 + ], + "max_error": 0.0 + }, + { + "representative": 11390, + "members": [ + 11390 + ], + "max_error": 0.0 + }, + { + "representative": 11271, + "members": [ + 11271 + ], + "max_error": 0.0 + }, + { + "representative": 11274, + "members": [ + 11274 + ], + "max_error": 0.0 + }, + { + "representative": 11178, + "members": [ + 11178 + ], + "max_error": 0.0 + }, + { + "representative": 11304, + "members": [ + 11304 + ], + "max_error": 0.0 + }, + { + "representative": 11233, + "members": [ + 11233 + ], + "max_error": 0.0 + }, + { + "representative": 11201, + "members": [ + 11201 + ], + "max_error": 0.0 + }, + { + "representative": 11262, + "members": [ + 11262 + ], + "max_error": 0.0 + }, + { + "representative": 11303, + "members": [ + 11303 + ], + "max_error": 0.0 + }, + { + "representative": 11229, + "members": [ + 11229 + ], + "max_error": 0.0 + }, + { + "representative": 11300, + "members": [ + 11300 + ], + "max_error": 0.0 + }, + { + "representative": 11255, + "members": [ + 11255 + ], + "max_error": 0.0 + }, + { + "representative": 11400, + "members": [ + 11400 + ], + "max_error": 0.0 + }, + { + "representative": 11308, + "members": [ + 11308 + ], + "max_error": 0.0 + }, + { + "representative": 11238, + "members": [ + 11238 + ], + "max_error": 0.0 + }, + { + "representative": 11359, + "members": [ + 11359 + ], + "max_error": 0.0 + }, + { + "representative": 11223, + "members": [ + 11223 + ], + "max_error": 0.0 + }, + { + "representative": 11159, + "members": [ + 11159 + ], + "max_error": 0.0 + }, + { + "representative": 11382, + "members": [ + 11382 + ], + "max_error": 0.0 + }, + { + "representative": 11249, + "members": [ + 11249 + ], + "max_error": 0.0 + }, + { + "representative": 11163, + "members": [ + 11163 + ], + "max_error": 0.0 + }, + { + "representative": 11372, + "members": [ + 11372 + ], + "max_error": 0.0 + }, + { + "representative": 11157, + "members": [ + 11157 + ], + "max_error": 0.0 + }, + { + "representative": 11270, + "members": [ + 11270 + ], + "max_error": 0.0 + }, + { + "representative": 11166, + "members": [ + 11166 + ], + "max_error": 0.0 + }, + { + "representative": 11251, + "members": [ + 11251 + ], + "max_error": 0.0 + }, + { + "representative": 11236, + "members": [ + 11236 + ], + "max_error": 0.0 + }, + { + "representative": 11403, + "members": [ + 11403 + ], + "max_error": 0.0 + }, + { + "representative": 11356, + "members": [ + 11356 + ], + "max_error": 0.0 + }, + { + "representative": 11207, + "members": [ + 11207 + ], + "max_error": 0.0 + }, + { + "representative": 11321, + "members": [ + 11321 + ], + "max_error": 0.0 + }, + { + "representative": 11268, + "members": [ + 11268 + ], + "max_error": 0.0 + }, + { + "representative": 11240, + "members": [ + 11240 + ], + "max_error": 0.0 + }, + { + "representative": 11227, + "members": [ + 11227 + ], + "max_error": 0.0 + }, + { + "representative": 11314, + "members": [ + 11314 + ], + "max_error": 0.0 + }, + { + "representative": 11275, + "members": [ + 11275 + ], + "max_error": 0.0 + }, + { + "representative": 11253, + "members": [ + 11253 + ], + "max_error": 0.0 + }, + { + "representative": 11196, + "members": [ + 11196 + ], + "max_error": 0.0 + }, + { + "representative": 11193, + "members": [ + 11193 + ], + "max_error": 0.0 + }, + { + "representative": 11266, + "members": [ + 11266 + ], + "max_error": 0.0 + }, + { + "representative": 11334, + "members": [ + 11334 + ], + "max_error": 0.0 + }, + { + "representative": 11208, + "members": [ + 11208 + ], + "max_error": 0.0 + }, + { + "representative": 11211, + "members": [ + 11211 + ], + "max_error": 0.0 + }, + { + "representative": 11213, + "members": [ + 11213 + ], + "max_error": 0.0 + }, + { + "representative": 11214, + "members": [ + 11214 + ], + "max_error": 0.0 + }, + { + "representative": 11215, + "members": [ + 11215 + ], + "max_error": 0.0 + }, + { + "representative": 11203, + "members": [ + 11203 + ], + "max_error": 0.0 + }, + { + "representative": 11289, + "members": [ + 11289 + ], + "max_error": 0.0 + }, + { + "representative": 11169, + "members": [ + 11169 + ], + "max_error": 0.0 + }, + { + "representative": 11296, + "members": [ + 11296 + ], + "max_error": 0.0 + }, + { + "representative": 11350, + "members": [ + 11350 + ], + "max_error": 0.0 + }, + { + "representative": 11183, + "members": [ + 11183 + ], + "max_error": 0.0 + }, + { + "representative": 11384, + "members": [ + 11384 + ], + "max_error": 0.0 + }, + { + "representative": 11380, + "members": [ + 11380 + ], + "max_error": 0.0 + }, + { + "representative": 11231, + "members": [ + 11231 + ], + "max_error": 0.0 + }, + { + "representative": 11293, + "members": [ + 11293 + ], + "max_error": 0.0 + }, + { + "representative": 11171, + "members": [ + 11171 + ], + "max_error": 0.0 + }, + { + "representative": 11225, + "members": [ + 11225 + ], + "max_error": 0.0 + }, + { + "representative": 11235, + "members": [ + 11235 + ], + "max_error": 0.0 + }, + { + "representative": 11278, + "members": [ + 11278 + ], + "max_error": 0.0 + }, + { + "representative": 11383, + "members": [ + 11383 + ], + "max_error": 0.0 + }, + { + "representative": 11257, + "members": [ + 11257 + ], + "max_error": 0.0 + }, + { + "representative": 11329, + "members": [ + 11329 + ], + "max_error": 0.0 + }, + { + "representative": 11407, + "members": [ + 11407 + ], + "max_error": 0.0 + }, + { + "representative": 11198, + "members": [ + 11198 + ], + "max_error": 0.0 + }, + { + "representative": 11248, + "members": [ + 11248 + ], + "max_error": 0.0 + }, + { + "representative": 11197, + "members": [ + 11197 + ], + "max_error": 0.0 + }, + { + "representative": 11333, + "members": [ + 11333 + ], + "max_error": 0.0 + }, + { + "representative": 11332, + "members": [ + 11332 + ], + "max_error": 0.0 + }, + { + "representative": 11242, + "members": [ + 11242 + ], + "max_error": 0.0 + }, + { + "representative": 11297, + "members": [ + 11297 + ], + "max_error": 0.0 + }, + { + "representative": 11226, + "members": [ + 11226 + ], + "max_error": 0.0 + }, + { + "representative": 11320, + "members": [ + 11320 + ], + "max_error": 0.0 + }, + { + "representative": 11351, + "members": [ + 11351 + ], + "max_error": 0.0 + }, + { + "representative": 11175, + "members": [ + 11175 + ], + "max_error": 0.0 + }, + { + "representative": 11379, + "members": [ + 11379 + ], + "max_error": 0.0 + }, + { + "representative": 11285, + "members": [ + 11285 + ], + "max_error": 0.0 + }, + { + "representative": 11165, + "members": [ + 11165 + ], + "max_error": 0.0 + }, + { + "representative": 11280, + "members": [ + 11280 + ], + "max_error": 0.0 + }, + { + "representative": 11194, + "members": [ + 11194 + ], + "max_error": 0.0 + }, + { + "representative": 11327, + "members": [ + 11327 + ], + "max_error": 0.0 + }, + { + "representative": 11210, + "members": [ + 11210 + ], + "max_error": 0.0 + }, + { + "representative": 11170, + "members": [ + 11170 + ], + "max_error": 0.0 + }, + { + "representative": 11216, + "members": [ + 11216 + ], + "max_error": 0.0 + }, + { + "representative": 11256, + "members": [ + 11256 + ], + "max_error": 0.0 + }, + { + "representative": 11331, + "members": [ + 11331 + ], + "max_error": 0.0 + }, + { + "representative": 11205, + "members": [ + 11205 + ], + "max_error": 0.0 + }, + { + "representative": 11212, + "members": [ + 11212 + ], + "max_error": 0.0 + }, + { + "representative": 11290, + "members": [ + 11290 + ], + "max_error": 0.0 + }, + { + "representative": 11352, + "members": [ + 11352 + ], + "max_error": 0.0 + }, + { + "representative": 11156, + "members": [ + 11156 + ], + "max_error": 0.0 + }, + { + "representative": 11154, + "members": [ + 11154 + ], + "max_error": 0.0 + }, + { + "representative": 11204, + "members": [ + 11204 + ], + "max_error": 0.0 + }, + { + "representative": 11317, + "members": [ + 11317 + ], + "max_error": 0.0 + }, + { + "representative": 11385, + "members": [ + 11385 + ], + "max_error": 0.0 + }, + { + "representative": 11316, + "members": [ + 11316 + ], + "max_error": 0.0 + }, + { + "representative": 11378, + "members": [ + 11378 + ], + "max_error": 0.0 + }, + { + "representative": 11298, + "members": [ + 11298 + ], + "max_error": 0.0 + }, + { + "representative": 11342, + "members": [ + 11342 + ], + "max_error": 0.0 + }, + { + "representative": 11224, + "members": [ + 11224 + ], + "max_error": 0.0 + }, + { + "representative": 11228, + "members": [ + 11228 + ], + "max_error": 0.0 + }, + { + "representative": 11230, + "members": [ + 11230 + ], + "max_error": 0.0 + }, + { + "representative": 11219, + "members": [ + 11219 + ], + "max_error": 0.0 + }, + { + "representative": 11221, + "members": [ + 11221 + ], + "max_error": 0.0 + }, + { + "representative": 11161, + "members": [ + 11161 + ], + "max_error": 0.0 + }, + { + "representative": 11202, + "members": [ + 11202 + ], + "max_error": 0.0 + }, + { + "representative": 11377, + "members": [ + 11377 + ], + "max_error": 0.0 + }, + { + "representative": 11367, + "members": [ + 11367 + ], + "max_error": 0.0 + }, + { + "representative": 11343, + "members": [ + 11343 + ], + "max_error": 0.0 + }, + { + "representative": 11375, + "members": [ + 11375 + ], + "max_error": 0.0 + }, + { + "representative": 11337, + "members": [ + 11337 + ], + "max_error": 0.0 + }, + { + "representative": 11217, + "members": [ + 11217 + ], + "max_error": 0.0 + }, + { + "representative": 11222, + "members": [ + 11222 + ], + "max_error": 0.0 + }, + { + "representative": 11363, + "members": [ + 11363 + ], + "max_error": 0.0 + }, + { + "representative": 11267, + "members": [ + 11267 + ], + "max_error": 0.0 + }, + { + "representative": 11187, + "members": [ + 11187 + ], + "max_error": 0.0 + }, + { + "representative": 11395, + "members": [ + 11395 + ], + "max_error": 0.0 + }, + { + "representative": 11399, + "members": [ + 11399 + ], + "max_error": 0.0 + }, + { + "representative": 11261, + "members": [ + 11261 + ], + "max_error": 0.0 + }, + { + "representative": 11355, + "members": [ + 11355 + ], + "max_error": 0.0 + }, + { + "representative": 11283, + "members": [ + 11283 + ], + "max_error": 0.0 + }, + { + "representative": 11265, + "members": [ + 11265 + ], + "max_error": 0.0 + }, + { + "representative": 11358, + "members": [ + 11358 + ], + "max_error": 0.0 + }, + { + "representative": 11152, + "members": [ + 11152 + ], + "max_error": 0.0 + }, + { + "representative": 11182, + "members": [ + 11182 + ], + "max_error": 0.0 + }, + { + "representative": 11180, + "members": [ + 11180 + ], + "max_error": 0.0 + }, + { + "representative": 11284, + "members": [ + 11284 + ], + "max_error": 0.0 + }, + { + "representative": 11239, + "members": [ + 11239 + ], + "max_error": 0.0 + }, + { + "representative": 11282, + "members": [ + 11282 + ], + "max_error": 0.0 + }, + { + "representative": 11160, + "members": [ + 11160 + ], + "max_error": 0.0 + }, + { + "representative": 11191, + "members": [ + 11191 + ], + "max_error": 0.0 + }, + { + "representative": 11338, + "members": [ + 11338 + ], + "max_error": 0.0 + }, + { + "representative": 11340, + "members": [ + 11340 + ], + "max_error": 0.0 + }, + { + "representative": 11402, + "members": [ + 11402 + ], + "max_error": 0.0 + }, + { + "representative": 11258, + "members": [ + 11258 + ], + "max_error": 0.0 + }, + { + "representative": 11209, + "members": [ + 11209 + ], + "max_error": 0.0 + }, + { + "representative": 11299, + "members": [ + 11299 + ], + "max_error": 0.0 + }, + { + "representative": 11218, + "members": [ + 11218 + ], + "max_error": 0.0 + }, + { + "representative": 11341, + "members": [ + 11341 + ], + "max_error": 0.0 + }, + { + "representative": 11192, + "members": [ + 11192 + ], + "max_error": 0.0 + }, + { + "representative": 11349, + "members": [ + 11349 + ], + "max_error": 0.0 + }, + { + "representative": 11381, + "members": [ + 11381 + ], + "max_error": 0.0 + }, + { + "representative": 11368, + "members": [ + 11368 + ], + "max_error": 0.0 + }, + { + "representative": 11260, + "members": [ + 11260 + ], + "max_error": 0.0 + }, + { + "representative": 11318, + "members": [ + 11318 + ], + "max_error": 0.0 + }, + { + "representative": 11200, + "members": [ + 11200 + ], + "max_error": 0.0 + }, + { + "representative": 11162, + "members": [ + 11162 + ], + "max_error": 0.0 + }, + { + "representative": 11276, + "members": [ + 11276 + ], + "max_error": 0.0 + }, + { + "representative": 11311, + "members": [ + 11311 + ], + "max_error": 0.0 + }, + { + "representative": 11388, + "members": [ + 11388 + ], + "max_error": 0.0 + }, + { + "representative": 11241, + "members": [ + 11241 + ], + "max_error": 0.0 + }, + { + "representative": 11243, + "members": [ + 11243 + ], + "max_error": 0.0 + }, + { + "representative": 11245, + "members": [ + 11245 + ], + "max_error": 0.0 + }, + { + "representative": 11246, + "members": [ + 11246 + ], + "max_error": 0.0 + }, + { + "representative": 11234, + "members": [ + 11234 + ], + "max_error": 0.0 + }, + { + "representative": 11237, + "members": [ + 11237 + ], + "max_error": 0.0 + }, + { + "representative": 11259, + "members": [ + 11259 + ], + "max_error": 0.0 + }, + { + "representative": 11263, + "members": [ + 11263 + ], + "max_error": 0.0 + }, + { + "representative": 11254, + "members": [ + 11254 + ], + "max_error": 0.0 + }, + { + "representative": 11264, + "members": [ + 11264 + ], + "max_error": 0.0 + }, + { + "representative": 11272, + "members": [ + 11272 + ], + "max_error": 0.0 + }, + { + "representative": 11273, + "members": [ + 11273 + ], + "max_error": 0.0 + }, + { + "representative": 11277, + "members": [ + 11277 + ], + "max_error": 0.0 + }, + { + "representative": 11269, + "members": [ + 11269 + ], + "max_error": 0.0 + }, + { + "representative": 11664, + "members": [ + 11664 + ], + "max_error": 0.0 + }, + { + "representative": 11672, + "members": [ + 11672 + ], + "max_error": 0.0 + }, + { + "representative": 11673, + "members": [ + 11673 + ], + "max_error": 0.0 + }, + { + "representative": 11665, + "members": [ + 11665 + ], + "max_error": 0.0 + }, + { + "representative": 11674, + "members": [ + 11674 + ], + "max_error": 0.0 + }, + { + "representative": 11675, + "members": [ + 11675 + ], + "max_error": 0.0 + }, + { + "representative": 11676, + "members": [ + 11676 + ], + "max_error": 0.0 + }, + { + "representative": 11677, + "members": [ + 11677 + ], + "max_error": 0.0 + }, + { + "representative": 11678, + "members": [ + 11678 + ], + "max_error": 0.0 + }, + { + "representative": 11679, + "members": [ + 11679 + ], + "max_error": 0.0 + }, + { + "representative": 11666, + "members": [ + 11666 + ], + "max_error": 0.0 + }, + { + "representative": 11667, + "members": [ + 11667 + ], + "max_error": 0.0 + }, + { + "representative": 11668, + "members": [ + 11668 + ], + "max_error": 0.0 + }, + { + "representative": 11669, + "members": [ + 11669 + ], + "max_error": 0.0 + }, + { + "representative": 11670, + "members": [ + 11670 + ], + "max_error": 0.0 + }, + { + "representative": 11671, + "members": [ + 11671 + ], + "max_error": 0.0 + }, + { + "representative": 11680, + "members": [ + 11680 + ], + "max_error": 0.0 + }, + { + "representative": 11688, + "members": [ + 11688 + ], + "max_error": 0.0 + }, + { + "representative": 11689, + "members": [ + 11689 + ], + "max_error": 0.0 + }, + { + "representative": 11681, + "members": [ + 11681 + ], + "max_error": 0.0 + }, + { + "representative": 11690, + "members": [ + 11690 + ], + "max_error": 0.0 + }, + { + "representative": 11691, + "members": [ + 11691 + ], + "max_error": 0.0 + }, + { + "representative": 11692, + "members": [ + 11692 + ], + "max_error": 0.0 + }, + { + "representative": 11693, + "members": [ + 11693 + ], + "max_error": 0.0 + }, + { + "representative": 11694, + "members": [ + 11694 + ], + "max_error": 0.0 + }, + { + "representative": 11695, + "members": [ + 11695 + ], + "max_error": 0.0 + }, + { + "representative": 11682, + "members": [ + 11682 + ], + "max_error": 0.0 + }, + { + "representative": 11683, + "members": [ + 11683 + ], + "max_error": 0.0 + }, + { + "representative": 11684, + "members": [ + 11684 + ], + "max_error": 0.0 + }, + { + "representative": 11685, + "members": [ + 11685 + ], + "max_error": 0.0 + }, + { + "representative": 11686, + "members": [ + 11686 + ], + "max_error": 0.0 + }, + { + "representative": 11687, + "members": [ + 11687 + ], + "max_error": 0.0 + }, + { + "representative": 11696, + "members": [ + 11696 + ], + "max_error": 0.0 + }, + { + "representative": 11704, + "members": [ + 11704 + ], + "max_error": 0.0 + }, + { + "representative": 11705, + "members": [ + 11705 + ], + "max_error": 0.0 + }, + { + "representative": 11697, + "members": [ + 11697 + ], + "max_error": 0.0 + }, + { + "representative": 11706, + "members": [ + 11706 + ], + "max_error": 0.0 + }, + { + "representative": 11707, + "members": [ + 11707 + ], + "max_error": 0.0 + }, + { + "representative": 11708, + "members": [ + 11708 + ], + "max_error": 0.0 + }, + { + "representative": 11709, + "members": [ + 11709 + ], + "max_error": 0.0 + }, + { + "representative": 11710, + "members": [ + 11710 + ], + "max_error": 0.0 + }, + { + "representative": 11711, + "members": [ + 11711 + ], + "max_error": 0.0 + }, + { + "representative": 11698, + "members": [ + 11698 + ], + "max_error": 0.0 + }, + { + "representative": 11699, + "members": [ + 11699 + ], + "max_error": 0.0 + }, + { + "representative": 11700, + "members": [ + 11700 + ], + "max_error": 0.0 + }, + { + "representative": 11701, + "members": [ + 11701 + ], + "max_error": 0.0 + }, + { + "representative": 11702, + "members": [ + 11702 + ], + "max_error": 0.0 + }, + { + "representative": 11703, + "members": [ + 11703 + ], + "max_error": 0.0 + }, + { + "representative": 11712, + "members": [ + 11712 + ], + "max_error": 0.0 + }, + { + "representative": 11720, + "members": [ + 11720 + ], + "max_error": 0.0 + }, + { + "representative": 11721, + "members": [ + 11721 + ], + "max_error": 0.0 + }, + { + "representative": 11713, + "members": [ + 11713 + ], + "max_error": 0.0 + }, + { + "representative": 11722, + "members": [ + 11722 + ], + "max_error": 0.0 + }, + { + "representative": 11723, + "members": [ + 11723 + ], + "max_error": 0.0 + }, + { + "representative": 11724, + "members": [ + 11724 + ], + "max_error": 0.0 + }, + { + "representative": 11725, + "members": [ + 11725 + ], + "max_error": 0.0 + }, + { + "representative": 11726, + "members": [ + 11726 + ], + "max_error": 0.0 + }, + { + "representative": 11727, + "members": [ + 11727 + ], + "max_error": 0.0 + }, + { + "representative": 11714, + "members": [ + 11714 + ], + "max_error": 0.0 + }, + { + "representative": 11715, + "members": [ + 11715 + ], + "max_error": 0.0 + }, + { + "representative": 11716, + "members": [ + 11716 + ], + "max_error": 0.0 + }, + { + "representative": 11717, + "members": [ + 11717 + ], + "max_error": 0.0 + }, + { + "representative": 11718, + "members": [ + 11718 + ], + "max_error": 0.0 + }, + { + "representative": 11719, + "members": [ + 11719 + ], + "max_error": 0.0 + }, + { + "representative": 11984, + "members": [ + 11984 + ], + "max_error": 0.0 + }, + { + "representative": 11992, + "members": [ + 11992 + ], + "max_error": 0.0 + }, + { + "representative": 11993, + "members": [ + 11993 + ], + "max_error": 0.0 + }, + { + "representative": 11985, + "members": [ + 11985 + ], + "max_error": 0.0 + }, + { + "representative": 11994, + "members": [ + 11994 + ], + "max_error": 0.0 + }, + { + "representative": 11995, + "members": [ + 11995 + ], + "max_error": 0.0 + }, + { + "representative": 11996, + "members": [ + 11996 + ], + "max_error": 0.0 + }, + { + "representative": 11997, + "members": [ + 11997 + ], + "max_error": 0.0 + }, + { + "representative": 11998, + "members": [ + 11998 + ], + "max_error": 0.0 + }, + { + "representative": 11999, + "members": [ + 11999 + ], + "max_error": 0.0 + }, + { + "representative": 11986, + "members": [ + 11986 + ], + "max_error": 0.0 + }, + { + "representative": 11987, + "members": [ + 11987 + ], + "max_error": 0.0 + }, + { + "representative": 11988, + "members": [ + 11988 + ], + "max_error": 0.0 + }, + { + "representative": 11989, + "members": [ + 11989 + ], + "max_error": 0.0 + }, + { + "representative": 11990, + "members": [ + 11990 + ], + "max_error": 0.0 + }, + { + "representative": 11991, + "members": [ + 11991 + ], + "max_error": 0.0 + }, + { + "representative": 12112, + "members": [ + 12112 + ], + "max_error": 0.0 + }, + { + "representative": 12120, + "members": [ + 12120 + ], + "max_error": 0.0 + }, + { + "representative": 12121, + "members": [ + 12121 + ], + "max_error": 0.0 + }, + { + "representative": 12113, + "members": [ + 12113 + ], + "max_error": 0.0 + }, + { + "representative": 12122, + "members": [ + 12122 + ], + "max_error": 0.0 + }, + { + "representative": 12123, + "members": [ + 12123 + ], + "max_error": 0.0 + }, + { + "representative": 12124, + "members": [ + 12124 + ], + "max_error": 0.0 + }, + { + "representative": 12125, + "members": [ + 12125 + ], + "max_error": 0.0 + }, + { + "representative": 12126, + "members": [ + 12126 + ], + "max_error": 0.0 + }, + { + "representative": 12127, + "members": [ + 12127 + ], + "max_error": 0.0 + }, + { + "representative": 12114, + "members": [ + 12114 + ], + "max_error": 0.0 + }, + { + "representative": 12115, + "members": [ + 12115 + ], + "max_error": 0.0 + }, + { + "representative": 12116, + "members": [ + 12116 + ], + "max_error": 0.0 + }, + { + "representative": 12117, + "members": [ + 12117 + ], + "max_error": 0.0 + }, + { + "representative": 12118, + "members": [ + 12118 + ], + "max_error": 0.0 + }, + { + "representative": 12119, + "members": [ + 12119 + ], + "max_error": 0.0 + }, + { + "representative": 12128, + "members": [ + 12128 + ], + "max_error": 0.0 + }, + { + "representative": 12136, + "members": [ + 12136 + ], + "max_error": 0.0 + }, + { + "representative": 12137, + "members": [ + 12137 + ], + "max_error": 0.0 + }, + { + "representative": 12129, + "members": [ + 12129 + ], + "max_error": 0.0 + }, + { + "representative": 12138, + "members": [ + 12138 + ], + "max_error": 0.0 + }, + { + "representative": 12139, + "members": [ + 12139 + ], + "max_error": 0.0 + }, + { + "representative": 12140, + "members": [ + 12140 + ], + "max_error": 0.0 + }, + { + "representative": 12141, + "members": [ + 12141 + ], + "max_error": 0.0 + }, + { + "representative": 12142, + "members": [ + 12142 + ], + "max_error": 0.0 + }, + { + "representative": 12143, + "members": [ + 12143 + ], + "max_error": 0.0 + }, + { + "representative": 12130, + "members": [ + 12130 + ], + "max_error": 0.0 + }, + { + "representative": 12131, + "members": [ + 12131 + ], + "max_error": 0.0 + }, + { + "representative": 12132, + "members": [ + 12132 + ], + "max_error": 0.0 + }, + { + "representative": 12133, + "members": [ + 12133 + ], + "max_error": 0.0 + }, + { + "representative": 12134, + "members": [ + 12134 + ], + "max_error": 0.0 + }, + { + "representative": 12135, + "members": [ + 12135 + ], + "max_error": 0.0 + }, + { + "representative": 12000, + "members": [ + 12000 + ], + "max_error": 0.0 + }, + { + "representative": 12008, + "members": [ + 12008 + ], + "max_error": 0.0 + }, + { + "representative": 12009, + "members": [ + 12009 + ], + "max_error": 0.0 + }, + { + "representative": 12001, + "members": [ + 12001 + ], + "max_error": 0.0 + }, + { + "representative": 12010, + "members": [ + 12010 + ], + "max_error": 0.0 + }, + { + "representative": 12011, + "members": [ + 12011 + ], + "max_error": 0.0 + }, + { + "representative": 12012, + "members": [ + 12012 + ], + "max_error": 0.0 + }, + { + "representative": 12013, + "members": [ + 12013 + ], + "max_error": 0.0 + }, + { + "representative": 12014, + "members": [ + 12014 + ], + "max_error": 0.0 + }, + { + "representative": 12015, + "members": [ + 12015 + ], + "max_error": 0.0 + }, + { + "representative": 12002, + "members": [ + 12002 + ], + "max_error": 0.0 + }, + { + "representative": 12003, + "members": [ + 12003 + ], + "max_error": 0.0 + }, + { + "representative": 12004, + "members": [ + 12004 + ], + "max_error": 0.0 + }, + { + "representative": 12005, + "members": [ + 12005 + ], + "max_error": 0.0 + }, + { + "representative": 12006, + "members": [ + 12006 + ], + "max_error": 0.0 + }, + { + "representative": 12007, + "members": [ + 12007 + ], + "max_error": 0.0 + }, + { + "representative": 12144, + "members": [ + 12144 + ], + "max_error": 0.0 + }, + { + "representative": 12152, + "members": [ + 12152 + ], + "max_error": 0.0 + }, + { + "representative": 12153, + "members": [ + 12153 + ], + "max_error": 0.0 + }, + { + "representative": 12145, + "members": [ + 12145 + ], + "max_error": 0.0 + }, + { + "representative": 12154, + "members": [ + 12154 + ], + "max_error": 0.0 + }, + { + "representative": 12155, + "members": [ + 12155 + ], + "max_error": 0.0 + }, + { + "representative": 12156, + "members": [ + 12156 + ], + "max_error": 0.0 + }, + { + "representative": 12157, + "members": [ + 12157 + ], + "max_error": 0.0 + }, + { + "representative": 12158, + "members": [ + 12158 + ], + "max_error": 0.0 + }, + { + "representative": 12159, + "members": [ + 12159 + ], + "max_error": 0.0 + }, + { + "representative": 12146, + "members": [ + 12146 + ], + "max_error": 0.0 + }, + { + "representative": 12147, + "members": [ + 12147 + ], + "max_error": 0.0 + }, + { + "representative": 12148, + "members": [ + 12148 + ], + "max_error": 0.0 + }, + { + "representative": 12149, + "members": [ + 12149 + ], + "max_error": 0.0 + }, + { + "representative": 12150, + "members": [ + 12150 + ], + "max_error": 0.0 + }, + { + "representative": 12151, + "members": [ + 12151 + ], + "max_error": 0.0 + }, + { + "representative": 12160, + "members": [ + 12160 + ], + "max_error": 0.0 + }, + { + "representative": 12168, + "members": [ + 12168 + ], + "max_error": 0.0 + }, + { + "representative": 12169, + "members": [ + 12169 + ], + "max_error": 0.0 + }, + { + "representative": 12161, + "members": [ + 12161 + ], + "max_error": 0.0 + }, + { + "representative": 12170, + "members": [ + 12170 + ], + "max_error": 0.0 + }, + { + "representative": 12171, + "members": [ + 12171 + ], + "max_error": 0.0 + }, + { + "representative": 12172, + "members": [ + 12172 + ], + "max_error": 0.0 + }, + { + "representative": 12173, + "members": [ + 12173 + ], + "max_error": 0.0 + }, + { + "representative": 12174, + "members": [ + 12174 + ], + "max_error": 0.0 + }, + { + "representative": 12175, + "members": [ + 12175 + ], + "max_error": 0.0 + }, + { + "representative": 12162, + "members": [ + 12162 + ], + "max_error": 0.0 + }, + { + "representative": 12163, + "members": [ + 12163 + ], + "max_error": 0.0 + }, + { + "representative": 12164, + "members": [ + 12164 + ], + "max_error": 0.0 + }, + { + "representative": 12165, + "members": [ + 12165 + ], + "max_error": 0.0 + }, + { + "representative": 12166, + "members": [ + 12166 + ], + "max_error": 0.0 + }, + { + "representative": 12167, + "members": [ + 12167 + ], + "max_error": 0.0 + }, + { + "representative": 12176, + "members": [ + 12176 + ], + "max_error": 0.0 + }, + { + "representative": 12184, + "members": [ + 12184 + ], + "max_error": 0.0 + }, + { + "representative": 12185, + "members": [ + 12185 + ], + "max_error": 0.0 + }, + { + "representative": 12177, + "members": [ + 12177 + ], + "max_error": 0.0 + }, + { + "representative": 12186, + "members": [ + 12186 + ], + "max_error": 0.0 + }, + { + "representative": 12187, + "members": [ + 12187 + ], + "max_error": 0.0 + }, + { + "representative": 12188, + "members": [ + 12188 + ], + "max_error": 0.0 + }, + { + "representative": 12189, + "members": [ + 12189 + ], + "max_error": 0.0 + }, + { + "representative": 12190, + "members": [ + 12190 + ], + "max_error": 0.0 + }, + { + "representative": 12191, + "members": [ + 12191 + ], + "max_error": 0.0 + }, + { + "representative": 12178, + "members": [ + 12178 + ], + "max_error": 0.0 + }, + { + "representative": 12179, + "members": [ + 12179 + ], + "max_error": 0.0 + }, + { + "representative": 12180, + "members": [ + 12180 + ], + "max_error": 0.0 + }, + { + "representative": 12181, + "members": [ + 12181 + ], + "max_error": 0.0 + }, + { + "representative": 12182, + "members": [ + 12182 + ], + "max_error": 0.0 + }, + { + "representative": 12183, + "members": [ + 12183 + ], + "max_error": 0.0 + }, + { + "representative": 12192, + "members": [ + 12192 + ], + "max_error": 0.0 + }, + { + "representative": 12200, + "members": [ + 12200 + ], + "max_error": 0.0 + }, + { + "representative": 12201, + "members": [ + 12201 + ], + "max_error": 0.0 + }, + { + "representative": 12193, + "members": [ + 12193 + ], + "max_error": 0.0 + }, + { + "representative": 12202, + "members": [ + 12202 + ], + "max_error": 0.0 + }, + { + "representative": 12203, + "members": [ + 12203 + ], + "max_error": 0.0 + }, + { + "representative": 12204, + "members": [ + 12204 + ], + "max_error": 0.0 + }, + { + "representative": 12205, + "members": [ + 12205 + ], + "max_error": 0.0 + }, + { + "representative": 12206, + "members": [ + 12206 + ], + "max_error": 0.0 + }, + { + "representative": 12207, + "members": [ + 12207 + ], + "max_error": 0.0 + }, + { + "representative": 12194, + "members": [ + 12194 + ], + "max_error": 0.0 + }, + { + "representative": 12195, + "members": [ + 12195 + ], + "max_error": 0.0 + }, + { + "representative": 12196, + "members": [ + 12196 + ], + "max_error": 0.0 + }, + { + "representative": 12197, + "members": [ + 12197 + ], + "max_error": 0.0 + }, + { + "representative": 12198, + "members": [ + 12198 + ], + "max_error": 0.0 + }, + { + "representative": 12199, + "members": [ + 12199 + ], + "max_error": 0.0 + }, + { + "representative": 12208, + "members": [ + 12208 + ], + "max_error": 0.0 + }, + { + "representative": 12216, + "members": [ + 12216 + ], + "max_error": 0.0 + }, + { + "representative": 12217, + "members": [ + 12217 + ], + "max_error": 0.0 + }, + { + "representative": 12209, + "members": [ + 12209 + ], + "max_error": 0.0 + }, + { + "representative": 12218, + "members": [ + 12218 + ], + "max_error": 0.0 + }, + { + "representative": 12219, + "members": [ + 12219 + ], + "max_error": 0.0 + }, + { + "representative": 12220, + "members": [ + 12220 + ], + "max_error": 0.0 + }, + { + "representative": 12221, + "members": [ + 12221 + ], + "max_error": 0.0 + }, + { + "representative": 12222, + "members": [ + 12222 + ], + "max_error": 0.0 + }, + { + "representative": 12223, + "members": [ + 12223 + ], + "max_error": 0.0 + }, + { + "representative": 12210, + "members": [ + 12210 + ], + "max_error": 0.0 + }, + { + "representative": 12211, + "members": [ + 12211 + ], + "max_error": 0.0 + }, + { + "representative": 12212, + "members": [ + 12212 + ], + "max_error": 0.0 + }, + { + "representative": 12213, + "members": [ + 12213 + ], + "max_error": 0.0 + }, + { + "representative": 12214, + "members": [ + 12214 + ], + "max_error": 0.0 + }, + { + "representative": 12215, + "members": [ + 12215 + ], + "max_error": 0.0 + }, + { + "representative": 12224, + "members": [ + 12224 + ], + "max_error": 0.0 + }, + { + "representative": 12232, + "members": [ + 12232 + ], + "max_error": 0.0 + }, + { + "representative": 12233, + "members": [ + 12233 + ], + "max_error": 0.0 + }, + { + "representative": 12225, + "members": [ + 12225 + ], + "max_error": 0.0 + }, + { + "representative": 12234, + "members": [ + 12234 + ], + "max_error": 0.0 + }, + { + "representative": 12235, + "members": [ + 12235 + ], + "max_error": 0.0 + }, + { + "representative": 12236, + "members": [ + 12236 + ], + "max_error": 0.0 + }, + { + "representative": 12237, + "members": [ + 12237 + ], + "max_error": 0.0 + }, + { + "representative": 12238, + "members": [ + 12238 + ], + "max_error": 0.0 + }, + { + "representative": 12239, + "members": [ + 12239 + ], + "max_error": 0.0 + }, + { + "representative": 12226, + "members": [ + 12226 + ], + "max_error": 0.0 + }, + { + "representative": 12227, + "members": [ + 12227 + ], + "max_error": 0.0 + }, + { + "representative": 12228, + "members": [ + 12228 + ], + "max_error": 0.0 + }, + { + "representative": 12229, + "members": [ + 12229 + ], + "max_error": 0.0 + }, + { + "representative": 12230, + "members": [ + 12230 + ], + "max_error": 0.0 + }, + { + "representative": 12231, + "members": [ + 12231 + ], + "max_error": 0.0 + }, + { + "representative": 12016, + "members": [ + 12016 + ], + "max_error": 0.0 + }, + { + "representative": 12024, + "members": [ + 12024 + ], + "max_error": 0.0 + }, + { + "representative": 12025, + "members": [ + 12025 + ], + "max_error": 0.0 + }, + { + "representative": 12017, + "members": [ + 12017 + ], + "max_error": 0.0 + }, + { + "representative": 12026, + "members": [ + 12026 + ], + "max_error": 0.0 + }, + { + "representative": 12027, + "members": [ + 12027 + ], + "max_error": 0.0 + }, + { + "representative": 12028, + "members": [ + 12028 + ], + "max_error": 0.0 + }, + { + "representative": 12029, + "members": [ + 12029 + ], + "max_error": 0.0 + }, + { + "representative": 12030, + "members": [ + 12030 + ], + "max_error": 0.0 + }, + { + "representative": 12031, + "members": [ + 12031 + ], + "max_error": 0.0 + }, + { + "representative": 12018, + "members": [ + 12018 + ], + "max_error": 0.0 + }, + { + "representative": 12019, + "members": [ + 12019 + ], + "max_error": 0.0 + }, + { + "representative": 12020, + "members": [ + 12020 + ], + "max_error": 0.0 + }, + { + "representative": 12021, + "members": [ + 12021 + ], + "max_error": 0.0 + }, + { + "representative": 12022, + "members": [ + 12022 + ], + "max_error": 0.0 + }, + { + "representative": 12023, + "members": [ + 12023 + ], + "max_error": 0.0 + }, + { + "representative": 12032, + "members": [ + 12032 + ], + "max_error": 0.0 + }, + { + "representative": 12040, + "members": [ + 12040 + ], + "max_error": 0.0 + }, + { + "representative": 12041, + "members": [ + 12041 + ], + "max_error": 0.0 + }, + { + "representative": 12033, + "members": [ + 12033 + ], + "max_error": 0.0 + }, + { + "representative": 12042, + "members": [ + 12042 + ], + "max_error": 0.0 + }, + { + "representative": 12043, + "members": [ + 12043 + ], + "max_error": 0.0 + }, + { + "representative": 12044, + "members": [ + 12044 + ], + "max_error": 0.0 + }, + { + "representative": 12045, + "members": [ + 12045 + ], + "max_error": 0.0 + }, + { + "representative": 12046, + "members": [ + 12046 + ], + "max_error": 0.0 + }, + { + "representative": 12047, + "members": [ + 12047 + ], + "max_error": 0.0 + }, + { + "representative": 12034, + "members": [ + 12034 + ], + "max_error": 0.0 + }, + { + "representative": 12035, + "members": [ + 12035 + ], + "max_error": 0.0 + }, + { + "representative": 12036, + "members": [ + 12036 + ], + "max_error": 0.0 + }, + { + "representative": 12037, + "members": [ + 12037 + ], + "max_error": 0.0 + }, + { + "representative": 12038, + "members": [ + 12038 + ], + "max_error": 0.0 + }, + { + "representative": 12039, + "members": [ + 12039 + ], + "max_error": 0.0 + }, + { + "representative": 12048, + "members": [ + 12048 + ], + "max_error": 0.0 + }, + { + "representative": 12056, + "members": [ + 12056 + ], + "max_error": 0.0 + }, + { + "representative": 12057, + "members": [ + 12057 + ], + "max_error": 0.0 + }, + { + "representative": 12049, + "members": [ + 12049 + ], + "max_error": 0.0 + }, + { + "representative": 12058, + "members": [ + 12058 + ], + "max_error": 0.0 + }, + { + "representative": 12059, + "members": [ + 12059 + ], + "max_error": 0.0 + }, + { + "representative": 12060, + "members": [ + 12060 + ], + "max_error": 0.0 + }, + { + "representative": 12061, + "members": [ + 12061 + ], + "max_error": 0.0 + }, + { + "representative": 12062, + "members": [ + 12062 + ], + "max_error": 0.0 + }, + { + "representative": 12063, + "members": [ + 12063 + ], + "max_error": 0.0 + }, + { + "representative": 12050, + "members": [ + 12050 + ], + "max_error": 0.0 + }, + { + "representative": 12051, + "members": [ + 12051 + ], + "max_error": 0.0 + }, + { + "representative": 12052, + "members": [ + 12052 + ], + "max_error": 0.0 + }, + { + "representative": 12053, + "members": [ + 12053 + ], + "max_error": 0.0 + }, + { + "representative": 12054, + "members": [ + 12054 + ], + "max_error": 0.0 + }, + { + "representative": 12055, + "members": [ + 12055 + ], + "max_error": 0.0 + }, + { + "representative": 12064, + "members": [ + 12064 + ], + "max_error": 0.0 + }, + { + "representative": 12072, + "members": [ + 12072 + ], + "max_error": 0.0 + }, + { + "representative": 12073, + "members": [ + 12073 + ], + "max_error": 0.0 + }, + { + "representative": 12065, + "members": [ + 12065 + ], + "max_error": 0.0 + }, + { + "representative": 12074, + "members": [ + 12074 + ], + "max_error": 0.0 + }, + { + "representative": 12075, + "members": [ + 12075 + ], + "max_error": 0.0 + }, + { + "representative": 12076, + "members": [ + 12076 + ], + "max_error": 0.0 + }, + { + "representative": 12077, + "members": [ + 12077 + ], + "max_error": 0.0 + }, + { + "representative": 12078, + "members": [ + 12078 + ], + "max_error": 0.0 + }, + { + "representative": 12079, + "members": [ + 12079 + ], + "max_error": 0.0 + }, + { + "representative": 12066, + "members": [ + 12066 + ], + "max_error": 0.0 + }, + { + "representative": 12067, + "members": [ + 12067 + ], + "max_error": 0.0 + }, + { + "representative": 12068, + "members": [ + 12068 + ], + "max_error": 0.0 + }, + { + "representative": 12069, + "members": [ + 12069 + ], + "max_error": 0.0 + }, + { + "representative": 12070, + "members": [ + 12070 + ], + "max_error": 0.0 + }, + { + "representative": 12071, + "members": [ + 12071 + ], + "max_error": 0.0 + }, + { + "representative": 12080, + "members": [ + 12080 + ], + "max_error": 0.0 + }, + { + "representative": 12088, + "members": [ + 12088 + ], + "max_error": 0.0 + }, + { + "representative": 12089, + "members": [ + 12089 + ], + "max_error": 0.0 + }, + { + "representative": 12081, + "members": [ + 12081 + ], + "max_error": 0.0 + }, + { + "representative": 12090, + "members": [ + 12090 + ], + "max_error": 0.0 + }, + { + "representative": 12091, + "members": [ + 12091 + ], + "max_error": 0.0 + }, + { + "representative": 12092, + "members": [ + 12092 + ], + "max_error": 0.0 + }, + { + "representative": 12093, + "members": [ + 12093 + ], + "max_error": 0.0 + }, + { + "representative": 12094, + "members": [ + 12094 + ], + "max_error": 0.0 + }, + { + "representative": 12095, + "members": [ + 12095 + ], + "max_error": 0.0 + }, + { + "representative": 12082, + "members": [ + 12082 + ], + "max_error": 0.0 + }, + { + "representative": 12083, + "members": [ + 12083 + ], + "max_error": 0.0 + }, + { + "representative": 12084, + "members": [ + 12084 + ], + "max_error": 0.0 + }, + { + "representative": 12085, + "members": [ + 12085 + ], + "max_error": 0.0 + }, + { + "representative": 12086, + "members": [ + 12086 + ], + "max_error": 0.0 + }, + { + "representative": 12087, + "members": [ + 12087 + ], + "max_error": 0.0 + }, + { + "representative": 12096, + "members": [ + 12096 + ], + "max_error": 0.0 + }, + { + "representative": 12104, + "members": [ + 12104 + ], + "max_error": 0.0 + }, + { + "representative": 12105, + "members": [ + 12105 + ], + "max_error": 0.0 + }, + { + "representative": 12097, + "members": [ + 12097 + ], + "max_error": 0.0 + }, + { + "representative": 12106, + "members": [ + 12106 + ], + "max_error": 0.0 + }, + { + "representative": 12107, + "members": [ + 12107 + ], + "max_error": 0.0 + }, + { + "representative": 12108, + "members": [ + 12108 + ], + "max_error": 0.0 + }, + { + "representative": 12109, + "members": [ + 12109 + ], + "max_error": 0.0 + }, + { + "representative": 12110, + "members": [ + 12110 + ], + "max_error": 0.0 + }, + { + "representative": 12111, + "members": [ + 12111 + ], + "max_error": 0.0 + }, + { + "representative": 12098, + "members": [ + 12098 + ], + "max_error": 0.0 + }, + { + "representative": 12099, + "members": [ + 12099 + ], + "max_error": 0.0 + }, + { + "representative": 12100, + "members": [ + 12100 + ], + "max_error": 0.0 + }, + { + "representative": 12101, + "members": [ + 12101 + ], + "max_error": 0.0 + }, + { + "representative": 12102, + "members": [ + 12102 + ], + "max_error": 0.0 + }, + { + "representative": 12103, + "members": [ + 12103 + ], + "max_error": 0.0 + }, + { + "representative": 12506, + "members": [ + 12506 + ], + "max_error": 0.0 + }, + { + "representative": 12507, + "members": [ + 12507 + ], + "max_error": 0.0 + }, + { + "representative": 12509, + "members": [ + 12509 + ], + "max_error": 0.0 + }, + { + "representative": 12510, + "members": [ + 12510 + ], + "max_error": 0.0 + }, + { + "representative": 12498, + "members": [ + 12498 + ], + "max_error": 0.0 + }, + { + "representative": 12499, + "members": [ + 12499 + ], + "max_error": 0.0 + }, + { + "representative": 12501, + "members": [ + 12501 + ], + "max_error": 0.0 + }, + { + "representative": 12503, + "members": [ + 12503 + ], + "max_error": 0.0 + }, + { + "representative": 12624, + "members": [ + 12624 + ], + "max_error": 0.0 + }, + { + "representative": 12625, + "members": [ + 12625 + ], + "max_error": 0.0 + }, + { + "representative": 12634, + "members": [ + 12634 + ], + "max_error": 0.0 + }, + { + "representative": 12636, + "members": [ + 12636 + ], + "max_error": 0.0 + }, + { + "representative": 12637, + "members": [ + 12637 + ], + "max_error": 0.0 + }, + { + "representative": 12638, + "members": [ + 12638 + ], + "max_error": 0.0 + }, + { + "representative": 12639, + "members": [ + 12639 + ], + "max_error": 0.0 + }, + { + "representative": 12628, + "members": [ + 12628 + ], + "max_error": 0.0 + }, + { + "representative": 12629, + "members": [ + 12629 + ], + "max_error": 0.0 + }, + { + "representative": 12653, + "members": [ + 12653 + ], + "max_error": 0.0 + }, + { + "representative": 12644, + "members": [ + 12644 + ], + "max_error": 0.0 + }, + { + "representative": 12647, + "members": [ + 12647 + ], + "max_error": 0.0 + }, + { + "representative": 12522, + "members": [ + 12522 + ], + "max_error": 0.0 + }, + { + "representative": 12523, + "members": [ + 12523 + ], + "max_error": 0.0 + }, + { + "representative": 12524, + "members": [ + 12524 + ], + "max_error": 0.0 + }, + { + "representative": 12526, + "members": [ + 12526 + ], + "max_error": 0.0 + }, + { + "representative": 12527, + "members": [ + 12527 + ], + "max_error": 0.0 + }, + { + "representative": 12514, + "members": [ + 12514 + ], + "max_error": 0.0 + }, + { + "representative": 12515, + "members": [ + 12515 + ], + "max_error": 0.0 + }, + { + "representative": 12516, + "members": [ + 12516 + ], + "max_error": 0.0 + }, + { + "representative": 12517, + "members": [ + 12517 + ], + "max_error": 0.0 + }, + { + "representative": 12656, + "members": [ + 12656 + ], + "max_error": 0.0 + }, + { + "representative": 12664, + "members": [ + 12664 + ], + "max_error": 0.0 + }, + { + "representative": 12665, + "members": [ + 12665 + ], + "max_error": 0.0 + }, + { + "representative": 12668, + "members": [ + 12668 + ], + "max_error": 0.0 + }, + { + "representative": 12669, + "members": [ + 12669 + ], + "max_error": 0.0 + }, + { + "representative": 12658, + "members": [ + 12658 + ], + "max_error": 0.0 + }, + { + "representative": 12659, + "members": [ + 12659 + ], + "max_error": 0.0 + }, + { + "representative": 12662, + "members": [ + 12662 + ], + "max_error": 0.0 + }, + { + "representative": 12682, + "members": [ + 12682 + ], + "max_error": 0.0 + }, + { + "representative": 12686, + "members": [ + 12686 + ], + "max_error": 0.0 + }, + { + "representative": 12687, + "members": [ + 12687 + ], + "max_error": 0.0 + }, + { + "representative": 12674, + "members": [ + 12674 + ], + "max_error": 0.0 + }, + { + "representative": 12676, + "members": [ + 12676 + ], + "max_error": 0.0 + }, + { + "representative": 12677, + "members": [ + 12677 + ], + "max_error": 0.0 + }, + { + "representative": 12678, + "members": [ + 12678 + ], + "max_error": 0.0 + }, + { + "representative": 12698, + "members": [ + 12698 + ], + "max_error": 0.0 + }, + { + "representative": 12699, + "members": [ + 12699 + ], + "max_error": 0.0 + }, + { + "representative": 12700, + "members": [ + 12700 + ], + "max_error": 0.0 + }, + { + "representative": 12702, + "members": [ + 12702 + ], + "max_error": 0.0 + }, + { + "representative": 12690, + "members": [ + 12690 + ], + "max_error": 0.0 + }, + { + "representative": 12691, + "members": [ + 12691 + ], + "max_error": 0.0 + }, + { + "representative": 12695, + "members": [ + 12695 + ], + "max_error": 0.0 + }, + { + "representative": 12704, + "members": [ + 12704 + ], + "max_error": 0.0 + }, + { + "representative": 12713, + "members": [ + 12713 + ], + "max_error": 0.0 + }, + { + "representative": 12715, + "members": [ + 12715 + ], + "max_error": 0.0 + }, + { + "representative": 12716, + "members": [ + 12716 + ], + "max_error": 0.0 + }, + { + "representative": 12718, + "members": [ + 12718 + ], + "max_error": 0.0 + }, + { + "representative": 12706, + "members": [ + 12706 + ], + "max_error": 0.0 + }, + { + "representative": 12709, + "members": [ + 12709 + ], + "max_error": 0.0 + }, + { + "representative": 12710, + "members": [ + 12710 + ], + "max_error": 0.0 + }, + { + "representative": 12720, + "members": [ + 12720 + ], + "max_error": 0.0 + }, + { + "representative": 12734, + "members": [ + 12734 + ], + "max_error": 0.0 + }, + { + "representative": 12726, + "members": [ + 12726 + ], + "max_error": 0.0 + }, + { + "representative": 12746, + "members": [ + 12746 + ], + "max_error": 0.0 + }, + { + "representative": 12748, + "members": [ + 12748 + ], + "max_error": 0.0 + }, + { + "representative": 12750, + "members": [ + 12750 + ], + "max_error": 0.0 + }, + { + "representative": 12741, + "members": [ + 12741 + ], + "max_error": 0.0 + }, + { + "representative": 12743, + "members": [ + 12743 + ], + "max_error": 0.0 + }, + { + "representative": 12633, + "members": [ + 12633 + ], + "max_error": 0.0 + }, + { + "representative": 12730, + "members": [ + 12730 + ], + "max_error": 0.0 + }, + { + "representative": 12590, + "members": [ + 12590 + ], + "max_error": 0.0 + }, + { + "representative": 12737, + "members": [ + 12737 + ], + "max_error": 0.0 + }, + { + "representative": 12661, + "members": [ + 12661 + ], + "max_error": 0.0 + }, + { + "representative": 12557, + "members": [ + 12557 + ], + "max_error": 0.0 + }, + { + "representative": 12595, + "members": [ + 12595 + ], + "max_error": 0.0 + }, + { + "representative": 12663, + "members": [ + 12663 + ], + "max_error": 0.0 + }, + { + "representative": 12736, + "members": [ + 12736 + ], + "max_error": 0.0 + }, + { + "representative": 12497, + "members": [ + 12497 + ], + "max_error": 0.0 + }, + { + "representative": 12536, + "members": [ + 12536 + ], + "max_error": 0.0 + }, + { + "representative": 12504, + "members": [ + 12504 + ], + "max_error": 0.0 + }, + { + "representative": 12589, + "members": [ + 12589 + ], + "max_error": 0.0 + }, + { + "representative": 12518, + "members": [ + 12518 + ], + "max_error": 0.0 + }, + { + "representative": 12681, + "members": [ + 12681 + ], + "max_error": 0.0 + }, + { + "representative": 12512, + "members": [ + 12512 + ], + "max_error": 0.0 + }, + { + "representative": 12513, + "members": [ + 12513 + ], + "max_error": 0.0 + }, + { + "representative": 12655, + "members": [ + 12655 + ], + "max_error": 0.0 + }, + { + "representative": 12670, + "members": [ + 12670 + ], + "max_error": 0.0 + }, + { + "representative": 12738, + "members": [ + 12738 + ], + "max_error": 0.0 + }, + { + "representative": 12607, + "members": [ + 12607 + ], + "max_error": 0.0 + }, + { + "representative": 12594, + "members": [ + 12594 + ], + "max_error": 0.0 + }, + { + "representative": 12554, + "members": [ + 12554 + ], + "max_error": 0.0 + }, + { + "representative": 12508, + "members": [ + 12508 + ], + "max_error": 0.0 + }, + { + "representative": 12723, + "members": [ + 12723 + ], + "max_error": 0.0 + }, + { + "representative": 12569, + "members": [ + 12569 + ], + "max_error": 0.0 + }, + { + "representative": 12550, + "members": [ + 12550 + ], + "max_error": 0.0 + }, + { + "representative": 12705, + "members": [ + 12705 + ], + "max_error": 0.0 + }, + { + "representative": 12572, + "members": [ + 12572 + ], + "max_error": 0.0 + }, + { + "representative": 12551, + "members": [ + 12551 + ], + "max_error": 0.0 + }, + { + "representative": 12549, + "members": [ + 12549 + ], + "max_error": 0.0 + }, + { + "representative": 12747, + "members": [ + 12747 + ], + "max_error": 0.0 + }, + { + "representative": 12559, + "members": [ + 12559 + ], + "max_error": 0.0 + }, + { + "representative": 12528, + "members": [ + 12528 + ], + "max_error": 0.0 + }, + { + "representative": 12537, + "members": [ + 12537 + ], + "max_error": 0.0 + }, + { + "representative": 12539, + "members": [ + 12539 + ], + "max_error": 0.0 + }, + { + "representative": 12540, + "members": [ + 12540 + ], + "max_error": 0.0 + }, + { + "representative": 12541, + "members": [ + 12541 + ], + "max_error": 0.0 + }, + { + "representative": 12542, + "members": [ + 12542 + ], + "max_error": 0.0 + }, + { + "representative": 12543, + "members": [ + 12543 + ], + "max_error": 0.0 + }, + { + "representative": 12530, + "members": [ + 12530 + ], + "max_error": 0.0 + }, + { + "representative": 12531, + "members": [ + 12531 + ], + "max_error": 0.0 + }, + { + "representative": 12532, + "members": [ + 12532 + ], + "max_error": 0.0 + }, + { + "representative": 12535, + "members": [ + 12535 + ], + "max_error": 0.0 + }, + { + "representative": 12744, + "members": [ + 12744 + ], + "max_error": 0.0 + }, + { + "representative": 12660, + "members": [ + 12660 + ], + "max_error": 0.0 + }, + { + "representative": 12502, + "members": [ + 12502 + ], + "max_error": 0.0 + }, + { + "representative": 12646, + "members": [ + 12646 + ], + "max_error": 0.0 + }, + { + "representative": 12683, + "members": [ + 12683 + ], + "max_error": 0.0 + }, + { + "representative": 12711, + "members": [ + 12711 + ], + "max_error": 0.0 + }, + { + "representative": 12621, + "members": [ + 12621 + ], + "max_error": 0.0 + }, + { + "representative": 12548, + "members": [ + 12548 + ], + "max_error": 0.0 + }, + { + "representative": 12654, + "members": [ + 12654 + ], + "max_error": 0.0 + }, + { + "representative": 12742, + "members": [ + 12742 + ], + "max_error": 0.0 + }, + { + "representative": 12740, + "members": [ + 12740 + ], + "max_error": 0.0 + }, + { + "representative": 12538, + "members": [ + 12538 + ], + "max_error": 0.0 + }, + { + "representative": 12597, + "members": [ + 12597 + ], + "max_error": 0.0 + }, + { + "representative": 12712, + "members": [ + 12712 + ], + "max_error": 0.0 + }, + { + "representative": 12525, + "members": [ + 12525 + ], + "max_error": 0.0 + }, + { + "representative": 12587, + "members": [ + 12587 + ], + "max_error": 0.0 + }, + { + "representative": 12650, + "members": [ + 12650 + ], + "max_error": 0.0 + }, + { + "representative": 12707, + "members": [ + 12707 + ], + "max_error": 0.0 + }, + { + "representative": 12623, + "members": [ + 12623 + ], + "max_error": 0.0 + }, + { + "representative": 12745, + "members": [ + 12745 + ], + "max_error": 0.0 + }, + { + "representative": 12519, + "members": [ + 12519 + ], + "max_error": 0.0 + }, + { + "representative": 12667, + "members": [ + 12667 + ], + "max_error": 0.0 + }, + { + "representative": 12562, + "members": [ + 12562 + ], + "max_error": 0.0 + }, + { + "representative": 12685, + "members": [ + 12685 + ], + "max_error": 0.0 + }, + { + "representative": 12584, + "members": [ + 12584 + ], + "max_error": 0.0 + }, + { + "representative": 12649, + "members": [ + 12649 + ], + "max_error": 0.0 + }, + { + "representative": 12645, + "members": [ + 12645 + ], + "max_error": 0.0 + }, + { + "representative": 12640, + "members": [ + 12640 + ], + "max_error": 0.0 + }, + { + "representative": 12671, + "members": [ + 12671 + ], + "max_error": 0.0 + }, + { + "representative": 12675, + "members": [ + 12675 + ], + "max_error": 0.0 + }, + { + "representative": 12521, + "members": [ + 12521 + ], + "max_error": 0.0 + }, + { + "representative": 12643, + "members": [ + 12643 + ], + "max_error": 0.0 + }, + { + "representative": 12573, + "members": [ + 12573 + ], + "max_error": 0.0 + }, + { + "representative": 12585, + "members": [ + 12585 + ], + "max_error": 0.0 + }, + { + "representative": 12505, + "members": [ + 12505 + ], + "max_error": 0.0 + }, + { + "representative": 12601, + "members": [ + 12601 + ], + "max_error": 0.0 + }, + { + "representative": 12627, + "members": [ + 12627 + ], + "max_error": 0.0 + }, + { + "representative": 12733, + "members": [ + 12733 + ], + "max_error": 0.0 + }, + { + "representative": 12714, + "members": [ + 12714 + ], + "max_error": 0.0 + }, + { + "representative": 12533, + "members": [ + 12533 + ], + "max_error": 0.0 + }, + { + "representative": 12496, + "members": [ + 12496 + ], + "max_error": 0.0 + }, + { + "representative": 12725, + "members": [ + 12725 + ], + "max_error": 0.0 + }, + { + "representative": 12689, + "members": [ + 12689 + ], + "max_error": 0.0 + }, + { + "representative": 12739, + "members": [ + 12739 + ], + "max_error": 0.0 + }, + { + "representative": 12630, + "members": [ + 12630 + ], + "max_error": 0.0 + }, + { + "representative": 12618, + "members": [ + 12618 + ], + "max_error": 0.0 + }, + { + "representative": 12728, + "members": [ + 12728 + ], + "max_error": 0.0 + }, + { + "representative": 12729, + "members": [ + 12729 + ], + "max_error": 0.0 + }, + { + "representative": 12651, + "members": [ + 12651 + ], + "max_error": 0.0 + }, + { + "representative": 12626, + "members": [ + 12626 + ], + "max_error": 0.0 + }, + { + "representative": 12701, + "members": [ + 12701 + ], + "max_error": 0.0 + }, + { + "representative": 12732, + "members": [ + 12732 + ], + "max_error": 0.0 + }, + { + "representative": 12666, + "members": [ + 12666 + ], + "max_error": 0.0 + }, + { + "representative": 12697, + "members": [ + 12697 + ], + "max_error": 0.0 + }, + { + "representative": 12735, + "members": [ + 12735 + ], + "max_error": 0.0 + }, + { + "representative": 12719, + "members": [ + 12719 + ], + "max_error": 0.0 + }, + { + "representative": 12727, + "members": [ + 12727 + ], + "max_error": 0.0 + }, + { + "representative": 12684, + "members": [ + 12684 + ], + "max_error": 0.0 + }, + { + "representative": 12688, + "members": [ + 12688 + ], + "max_error": 0.0 + }, + { + "representative": 12708, + "members": [ + 12708 + ], + "max_error": 0.0 + }, + { + "representative": 12694, + "members": [ + 12694 + ], + "max_error": 0.0 + }, + { + "representative": 12703, + "members": [ + 12703 + ], + "max_error": 0.0 + }, + { + "representative": 12680, + "members": [ + 12680 + ], + "max_error": 0.0 + }, + { + "representative": 12632, + "members": [ + 12632 + ], + "max_error": 0.0 + }, + { + "representative": 12560, + "members": [ + 12560 + ], + "max_error": 0.0 + }, + { + "representative": 12673, + "members": [ + 12673 + ], + "max_error": 0.0 + }, + { + "representative": 12635, + "members": [ + 12635 + ], + "max_error": 0.0 + }, + { + "representative": 12534, + "members": [ + 12534 + ], + "max_error": 0.0 + }, + { + "representative": 12566, + "members": [ + 12566 + ], + "max_error": 0.0 + }, + { + "representative": 12558, + "members": [ + 12558 + ], + "max_error": 0.0 + }, + { + "representative": 12582, + "members": [ + 12582 + ], + "max_error": 0.0 + }, + { + "representative": 12617, + "members": [ + 12617 + ], + "max_error": 0.0 + }, + { + "representative": 12749, + "members": [ + 12749 + ], + "max_error": 0.0 + }, + { + "representative": 12696, + "members": [ + 12696 + ], + "max_error": 0.0 + }, + { + "representative": 12717, + "members": [ + 12717 + ], + "max_error": 0.0 + }, + { + "representative": 12605, + "members": [ + 12605 + ], + "max_error": 0.0 + }, + { + "representative": 12648, + "members": [ + 12648 + ], + "max_error": 0.0 + }, + { + "representative": 12600, + "members": [ + 12600 + ], + "max_error": 0.0 + }, + { + "representative": 12692, + "members": [ + 12692 + ], + "max_error": 0.0 + }, + { + "representative": 12693, + "members": [ + 12693 + ], + "max_error": 0.0 + }, + { + "representative": 12641, + "members": [ + 12641 + ], + "max_error": 0.0 + }, + { + "representative": 12593, + "members": [ + 12593 + ], + "max_error": 0.0 + }, + { + "representative": 12500, + "members": [ + 12500 + ], + "max_error": 0.0 + }, + { + "representative": 12511, + "members": [ + 12511 + ], + "max_error": 0.0 + }, + { + "representative": 12520, + "members": [ + 12520 + ], + "max_error": 0.0 + }, + { + "representative": 12722, + "members": [ + 12722 + ], + "max_error": 0.0 + }, + { + "representative": 12544, + "members": [ + 12544 + ], + "max_error": 0.0 + }, + { + "representative": 12552, + "members": [ + 12552 + ], + "max_error": 0.0 + }, + { + "representative": 12553, + "members": [ + 12553 + ], + "max_error": 0.0 + }, + { + "representative": 12545, + "members": [ + 12545 + ], + "max_error": 0.0 + }, + { + "representative": 12555, + "members": [ + 12555 + ], + "max_error": 0.0 + }, + { + "representative": 12556, + "members": [ + 12556 + ], + "max_error": 0.0 + }, + { + "representative": 12546, + "members": [ + 12546 + ], + "max_error": 0.0 + }, + { + "representative": 12547, + "members": [ + 12547 + ], + "max_error": 0.0 + }, + { + "representative": 12652, + "members": [ + 12652 + ], + "max_error": 0.0 + }, + { + "representative": 12579, + "members": [ + 12579 + ], + "max_error": 0.0 + }, + { + "representative": 12751, + "members": [ + 12751 + ], + "max_error": 0.0 + }, + { + "representative": 12529, + "members": [ + 12529 + ], + "max_error": 0.0 + }, + { + "representative": 12563, + "members": [ + 12563 + ], + "max_error": 0.0 + }, + { + "representative": 12642, + "members": [ + 12642 + ], + "max_error": 0.0 + }, + { + "representative": 12672, + "members": [ + 12672 + ], + "max_error": 0.0 + }, + { + "representative": 12724, + "members": [ + 12724 + ], + "max_error": 0.0 + }, + { + "representative": 12731, + "members": [ + 12731 + ], + "max_error": 0.0 + }, + { + "representative": 12721, + "members": [ + 12721 + ], + "max_error": 0.0 + }, + { + "representative": 12602, + "members": [ + 12602 + ], + "max_error": 0.0 + }, + { + "representative": 12657, + "members": [ + 12657 + ], + "max_error": 0.0 + }, + { + "representative": 12616, + "members": [ + 12616 + ], + "max_error": 0.0 + }, + { + "representative": 12586, + "members": [ + 12586 + ], + "max_error": 0.0 + }, + { + "representative": 12631, + "members": [ + 12631 + ], + "max_error": 0.0 + }, + { + "representative": 12679, + "members": [ + 12679 + ], + "max_error": 0.0 + }, + { + "representative": 12568, + "members": [ + 12568 + ], + "max_error": 0.0 + }, + { + "representative": 12561, + "members": [ + 12561 + ], + "max_error": 0.0 + }, + { + "representative": 12570, + "members": [ + 12570 + ], + "max_error": 0.0 + }, + { + "representative": 12571, + "members": [ + 12571 + ], + "max_error": 0.0 + }, + { + "representative": 12574, + "members": [ + 12574 + ], + "max_error": 0.0 + }, + { + "representative": 12575, + "members": [ + 12575 + ], + "max_error": 0.0 + }, + { + "representative": 12564, + "members": [ + 12564 + ], + "max_error": 0.0 + }, + { + "representative": 12565, + "members": [ + 12565 + ], + "max_error": 0.0 + }, + { + "representative": 12567, + "members": [ + 12567 + ], + "max_error": 0.0 + }, + { + "representative": 12576, + "members": [ + 12576 + ], + "max_error": 0.0 + }, + { + "representative": 12577, + "members": [ + 12577 + ], + "max_error": 0.0 + }, + { + "representative": 12588, + "members": [ + 12588 + ], + "max_error": 0.0 + }, + { + "representative": 12591, + "members": [ + 12591 + ], + "max_error": 0.0 + }, + { + "representative": 12578, + "members": [ + 12578 + ], + "max_error": 0.0 + }, + { + "representative": 12580, + "members": [ + 12580 + ], + "max_error": 0.0 + }, + { + "representative": 12581, + "members": [ + 12581 + ], + "max_error": 0.0 + }, + { + "representative": 12583, + "members": [ + 12583 + ], + "max_error": 0.0 + }, + { + "representative": 12592, + "members": [ + 12592 + ], + "max_error": 0.0 + }, + { + "representative": 12603, + "members": [ + 12603 + ], + "max_error": 0.0 + }, + { + "representative": 12604, + "members": [ + 12604 + ], + "max_error": 0.0 + }, + { + "representative": 12606, + "members": [ + 12606 + ], + "max_error": 0.0 + }, + { + "representative": 12596, + "members": [ + 12596 + ], + "max_error": 0.0 + }, + { + "representative": 12598, + "members": [ + 12598 + ], + "max_error": 0.0 + }, + { + "representative": 12599, + "members": [ + 12599 + ], + "max_error": 0.0 + }, + { + "representative": 12608, + "members": [ + 12608 + ], + "max_error": 0.0 + }, + { + "representative": 12609, + "members": [ + 12609 + ], + "max_error": 0.0 + }, + { + "representative": 12619, + "members": [ + 12619 + ], + "max_error": 0.0 + }, + { + "representative": 12620, + "members": [ + 12620 + ], + "max_error": 0.0 + }, + { + "representative": 12622, + "members": [ + 12622 + ], + "max_error": 0.0 + }, + { + "representative": 12610, + "members": [ + 12610 + ], + "max_error": 0.0 + }, + { + "representative": 12611, + "members": [ + 12611 + ], + "max_error": 0.0 + }, + { + "representative": 12612, + "members": [ + 12612 + ], + "max_error": 0.0 + }, + { + "representative": 12613, + "members": [ + 12613 + ], + "max_error": 0.0 + }, + { + "representative": 12614, + "members": [ + 12614 + ], + "max_error": 0.0 + }, + { + "representative": 12615, + "members": [ + 12615 + ], + "max_error": 0.0 + }, + { + "representative": 13008, + "members": [ + 13008 + ], + "max_error": 0.0 + }, + { + "representative": 13016, + "members": [ + 13016 + ], + "max_error": 0.0 + }, + { + "representative": 13017, + "members": [ + 13017 + ], + "max_error": 0.0 + }, + { + "representative": 13009, + "members": [ + 13009 + ], + "max_error": 0.0 + }, + { + "representative": 13018, + "members": [ + 13018 + ], + "max_error": 0.0 + }, + { + "representative": 13019, + "members": [ + 13019 + ], + "max_error": 0.0 + }, + { + "representative": 13020, + "members": [ + 13020 + ], + "max_error": 0.0 + }, + { + "representative": 13021, + "members": [ + 13021 + ], + "max_error": 0.0 + }, + { + "representative": 13022, + "members": [ + 13022 + ], + "max_error": 0.0 + }, + { + "representative": 13023, + "members": [ + 13023 + ], + "max_error": 0.0 + }, + { + "representative": 13010, + "members": [ + 13010 + ], + "max_error": 0.0 + }, + { + "representative": 13011, + "members": [ + 13011 + ], + "max_error": 0.0 + }, + { + "representative": 13012, + "members": [ + 13012 + ], + "max_error": 0.0 + }, + { + "representative": 13013, + "members": [ + 13013 + ], + "max_error": 0.0 + }, + { + "representative": 13014, + "members": [ + 13014 + ], + "max_error": 0.0 + }, + { + "representative": 13015, + "members": [ + 13015 + ], + "max_error": 0.0 + }, + { + "representative": 13024, + "members": [ + 13024 + ], + "max_error": 0.0 + }, + { + "representative": 13032, + "members": [ + 13032 + ], + "max_error": 0.0 + }, + { + "representative": 13033, + "members": [ + 13033 + ], + "max_error": 0.0 + }, + { + "representative": 13025, + "members": [ + 13025 + ], + "max_error": 0.0 + }, + { + "representative": 13034, + "members": [ + 13034 + ], + "max_error": 0.0 + }, + { + "representative": 13035, + "members": [ + 13035 + ], + "max_error": 0.0 + }, + { + "representative": 13036, + "members": [ + 13036 + ], + "max_error": 0.0 + }, + { + "representative": 13037, + "members": [ + 13037 + ], + "max_error": 0.0 + }, + { + "representative": 13038, + "members": [ + 13038 + ], + "max_error": 0.0 + }, + { + "representative": 13039, + "members": [ + 13039 + ], + "max_error": 0.0 + }, + { + "representative": 13026, + "members": [ + 13026 + ], + "max_error": 0.0 + }, + { + "representative": 13027, + "members": [ + 13027 + ], + "max_error": 0.0 + }, + { + "representative": 13028, + "members": [ + 13028 + ], + "max_error": 0.0 + }, + { + "representative": 13029, + "members": [ + 13029 + ], + "max_error": 0.0 + }, + { + "representative": 13030, + "members": [ + 13030 + ], + "max_error": 0.0 + }, + { + "representative": 13031, + "members": [ + 13031 + ], + "max_error": 0.0 + }, + { + "representative": 13040, + "members": [ + 13040 + ], + "max_error": 0.0 + }, + { + "representative": 13048, + "members": [ + 13048 + ], + "max_error": 0.0 + }, + { + "representative": 13049, + "members": [ + 13049 + ], + "max_error": 0.0 + }, + { + "representative": 13041, + "members": [ + 13041 + ], + "max_error": 0.0 + }, + { + "representative": 13050, + "members": [ + 13050 + ], + "max_error": 0.0 + }, + { + "representative": 13051, + "members": [ + 13051 + ], + "max_error": 0.0 + }, + { + "representative": 13052, + "members": [ + 13052 + ], + "max_error": 0.0 + }, + { + "representative": 13053, + "members": [ + 13053 + ], + "max_error": 0.0 + }, + { + "representative": 13054, + "members": [ + 13054 + ], + "max_error": 0.0 + }, + { + "representative": 13055, + "members": [ + 13055 + ], + "max_error": 0.0 + }, + { + "representative": 13042, + "members": [ + 13042 + ], + "max_error": 0.0 + }, + { + "representative": 13043, + "members": [ + 13043 + ], + "max_error": 0.0 + }, + { + "representative": 13044, + "members": [ + 13044 + ], + "max_error": 0.0 + }, + { + "representative": 13045, + "members": [ + 13045 + ], + "max_error": 0.0 + }, + { + "representative": 13046, + "members": [ + 13046 + ], + "max_error": 0.0 + }, + { + "representative": 13047, + "members": [ + 13047 + ], + "max_error": 0.0 + }, + { + "representative": 13056, + "members": [ + 13056 + ], + "max_error": 0.0 + }, + { + "representative": 13064, + "members": [ + 13064 + ], + "max_error": 0.0 + }, + { + "representative": 13065, + "members": [ + 13065 + ], + "max_error": 0.0 + }, + { + "representative": 13057, + "members": [ + 13057 + ], + "max_error": 0.0 + }, + { + "representative": 13066, + "members": [ + 13066 + ], + "max_error": 0.0 + }, + { + "representative": 13067, + "members": [ + 13067 + ], + "max_error": 0.0 + }, + { + "representative": 13068, + "members": [ + 13068 + ], + "max_error": 0.0 + }, + { + "representative": 13069, + "members": [ + 13069 + ], + "max_error": 0.0 + }, + { + "representative": 13070, + "members": [ + 13070 + ], + "max_error": 0.0 + }, + { + "representative": 13071, + "members": [ + 13071 + ], + "max_error": 0.0 + }, + { + "representative": 13058, + "members": [ + 13058 + ], + "max_error": 0.0 + }, + { + "representative": 13059, + "members": [ + 13059 + ], + "max_error": 0.0 + }, + { + "representative": 13060, + "members": [ + 13060 + ], + "max_error": 0.0 + }, + { + "representative": 13061, + "members": [ + 13061 + ], + "max_error": 0.0 + }, + { + "representative": 13062, + "members": [ + 13062 + ], + "max_error": 0.0 + }, + { + "representative": 13063, + "members": [ + 13063 + ], + "max_error": 0.0 + } +] \ No newline at end of file diff --git a/results/qwen35-2b/analysis/groups_block_2d-128_0.10.json b/results/qwen35-2b/analysis/groups_block_2d-128_0.10.json new file mode 100644 index 0000000..aa59d6e --- /dev/null +++ b/results/qwen35-2b/analysis/groups_block_2d-128_0.10.json @@ -0,0 +1,43122 @@ +[ + { + "representative": 236, + "members": [ + 236 + ], + "max_error": 0.0 + }, + { + "representative": 193, + "members": [ + 193 + ], + "max_error": 0.0 + }, + { + "representative": 42, + "members": [ + 42 + ], + "max_error": 0.0 + }, + { + "representative": 255, + "members": [ + 255 + ], + "max_error": 0.0 + }, + { + "representative": 60, + "members": [ + 60 + ], + "max_error": 0.0 + }, + { + "representative": 5, + "members": [ + 5 + ], + "max_error": 0.0 + }, + { + "representative": 126, + "members": [ + 126 + ], + "max_error": 0.0 + }, + { + "representative": 181, + "members": [ + 181 + ], + "max_error": 0.0 + }, + { + "representative": 157, + "members": [ + 157 + ], + "max_error": 0.0 + }, + { + "representative": 140, + "members": [ + 140 + ], + "max_error": 0.0 + }, + { + "representative": 101, + "members": [ + 101 + ], + "max_error": 0.0 + }, + { + "representative": 244, + "members": [ + 244 + ], + "max_error": 0.0 + }, + { + "representative": 25, + "members": [ + 25 + ], + "max_error": 0.0 + }, + { + "representative": 106, + "members": [ + 106 + ], + "max_error": 0.0 + }, + { + "representative": 163, + "members": [ + 163 + ], + "max_error": 0.0 + }, + { + "representative": 48, + "members": [ + 48 + ], + "max_error": 0.0 + }, + { + "representative": 184, + "members": [ + 184 + ], + "max_error": 0.0 + }, + { + "representative": 93, + "members": [ + 93 + ], + "max_error": 0.0 + }, + { + "representative": 27, + "members": [ + 27 + ], + "max_error": 0.0 + }, + { + "representative": 122, + "members": [ + 122 + ], + "max_error": 0.0 + }, + { + "representative": 233, + "members": [ + 233 + ], + "max_error": 0.0 + }, + { + "representative": 121, + "members": [ + 121 + ], + "max_error": 0.0 + }, + { + "representative": 129, + "members": [ + 129 + ], + "max_error": 0.0 + }, + { + "representative": 207, + "members": [ + 207 + ], + "max_error": 0.0 + }, + { + "representative": 252, + "members": [ + 252 + ], + "max_error": 0.0 + }, + { + "representative": 153, + "members": [ + 153 + ], + "max_error": 0.0 + }, + { + "representative": 50, + "members": [ + 50 + ], + "max_error": 0.0 + }, + { + "representative": 107, + "members": [ + 107 + ], + "max_error": 0.0 + }, + { + "representative": 83, + "members": [ + 83 + ], + "max_error": 0.0 + }, + { + "representative": 100, + "members": [ + 100 + ], + "max_error": 0.0 + }, + { + "representative": 117, + "members": [ + 117 + ], + "max_error": 0.0 + }, + { + "representative": 151, + "members": [ + 151 + ], + "max_error": 0.0 + }, + { + "representative": 148, + "members": [ + 148 + ], + "max_error": 0.0 + }, + { + "representative": 23, + "members": [ + 23 + ], + "max_error": 0.0 + }, + { + "representative": 139, + "members": [ + 139 + ], + "max_error": 0.0 + }, + { + "representative": 188, + "members": [ + 188 + ], + "max_error": 0.0 + }, + { + "representative": 119, + "members": [ + 119 + ], + "max_error": 0.0 + }, + { + "representative": 185, + "members": [ + 185 + ], + "max_error": 0.0 + }, + { + "representative": 52, + "members": [ + 52 + ], + "max_error": 0.0 + }, + { + "representative": 47, + "members": [ + 47 + ], + "max_error": 0.0 + }, + { + "representative": 118, + "members": [ + 118 + ], + "max_error": 0.0 + }, + { + "representative": 10, + "members": [ + 10 + ], + "max_error": 0.0 + }, + { + "representative": 90, + "members": [ + 90 + ], + "max_error": 0.0 + }, + { + "representative": 205, + "members": [ + 205 + ], + "max_error": 0.0 + }, + { + "representative": 123, + "members": [ + 123 + ], + "max_error": 0.0 + }, + { + "representative": 43, + "members": [ + 43 + ], + "max_error": 0.0 + }, + { + "representative": 211, + "members": [ + 211 + ], + "max_error": 0.0 + }, + { + "representative": 84, + "members": [ + 84 + ], + "max_error": 0.0 + }, + { + "representative": 173, + "members": [ + 173 + ], + "max_error": 0.0 + }, + { + "representative": 103, + "members": [ + 103 + ], + "max_error": 0.0 + }, + { + "representative": 161, + "members": [ + 161 + ], + "max_error": 0.0 + }, + { + "representative": 152, + "members": [ + 152 + ], + "max_error": 0.0 + }, + { + "representative": 221, + "members": [ + 221 + ], + "max_error": 0.0 + }, + { + "representative": 222, + "members": [ + 222 + ], + "max_error": 0.0 + }, + { + "representative": 214, + "members": [ + 214 + ], + "max_error": 0.0 + }, + { + "representative": 61, + "members": [ + 61 + ], + "max_error": 0.0 + }, + { + "representative": 186, + "members": [ + 186 + ], + "max_error": 0.0 + }, + { + "representative": 109, + "members": [ + 109 + ], + "max_error": 0.0 + }, + { + "representative": 35, + "members": [ + 35 + ], + "max_error": 0.0 + }, + { + "representative": 195, + "members": [ + 195 + ], + "max_error": 0.0 + }, + { + "representative": 94, + "members": [ + 94 + ], + "max_error": 0.0 + }, + { + "representative": 19, + "members": [ + 19 + ], + "max_error": 0.0 + }, + { + "representative": 7, + "members": [ + 7 + ], + "max_error": 0.0 + }, + { + "representative": 149, + "members": [ + 149 + ], + "max_error": 0.0 + }, + { + "representative": 20, + "members": [ + 20 + ], + "max_error": 0.0 + }, + { + "representative": 171, + "members": [ + 171 + ], + "max_error": 0.0 + }, + { + "representative": 32, + "members": [ + 32 + ], + "max_error": 0.0 + }, + { + "representative": 235, + "members": [ + 235 + ], + "max_error": 0.0 + }, + { + "representative": 226, + "members": [ + 226 + ], + "max_error": 0.0 + }, + { + "representative": 223, + "members": [ + 223 + ], + "max_error": 0.0 + }, + { + "representative": 247, + "members": [ + 247 + ], + "max_error": 0.0 + }, + { + "representative": 39, + "members": [ + 39 + ], + "max_error": 0.0 + }, + { + "representative": 8, + "members": [ + 8 + ], + "max_error": 0.0 + }, + { + "representative": 175, + "members": [ + 175 + ], + "max_error": 0.0 + }, + { + "representative": 172, + "members": [ + 172 + ], + "max_error": 0.0 + }, + { + "representative": 239, + "members": [ + 239 + ], + "max_error": 0.0 + }, + { + "representative": 97, + "members": [ + 97 + ], + "max_error": 0.0 + }, + { + "representative": 208, + "members": [ + 208 + ], + "max_error": 0.0 + }, + { + "representative": 238, + "members": [ + 238 + ], + "max_error": 0.0 + }, + { + "representative": 191, + "members": [ + 191 + ], + "max_error": 0.0 + }, + { + "representative": 15, + "members": [ + 15 + ], + "max_error": 0.0 + }, + { + "representative": 190, + "members": [ + 190 + ], + "max_error": 0.0 + }, + { + "representative": 234, + "members": [ + 234 + ], + "max_error": 0.0 + }, + { + "representative": 225, + "members": [ + 225 + ], + "max_error": 0.0 + }, + { + "representative": 201, + "members": [ + 201 + ], + "max_error": 0.0 + }, + { + "representative": 131, + "members": [ + 131 + ], + "max_error": 0.0 + }, + { + "representative": 240, + "members": [ + 240 + ], + "max_error": 0.0 + }, + { + "representative": 253, + "members": [ + 253 + ], + "max_error": 0.0 + }, + { + "representative": 204, + "members": [ + 204 + ], + "max_error": 0.0 + }, + { + "representative": 138, + "members": [ + 138 + ], + "max_error": 0.0 + }, + { + "representative": 88, + "members": [ + 88 + ], + "max_error": 0.0 + }, + { + "representative": 142, + "members": [ + 142 + ], + "max_error": 0.0 + }, + { + "representative": 198, + "members": [ + 198 + ], + "max_error": 0.0 + }, + { + "representative": 12, + "members": [ + 12 + ], + "max_error": 0.0 + }, + { + "representative": 237, + "members": [ + 237 + ], + "max_error": 0.0 + }, + { + "representative": 199, + "members": [ + 199 + ], + "max_error": 0.0 + }, + { + "representative": 220, + "members": [ + 220 + ], + "max_error": 0.0 + }, + { + "representative": 114, + "members": [ + 114 + ], + "max_error": 0.0 + }, + { + "representative": 179, + "members": [ + 179 + ], + "max_error": 0.0 + }, + { + "representative": 248, + "members": [ + 248 + ], + "max_error": 0.0 + }, + { + "representative": 124, + "members": [ + 124 + ], + "max_error": 0.0 + }, + { + "representative": 67, + "members": [ + 67 + ], + "max_error": 0.0 + }, + { + "representative": 70, + "members": [ + 70 + ], + "max_error": 0.0 + }, + { + "representative": 137, + "members": [ + 137 + ], + "max_error": 0.0 + }, + { + "representative": 102, + "members": [ + 102 + ], + "max_error": 0.0 + }, + { + "representative": 86, + "members": [ + 86 + ], + "max_error": 0.0 + }, + { + "representative": 135, + "members": [ + 135 + ], + "max_error": 0.0 + }, + { + "representative": 127, + "members": [ + 127 + ], + "max_error": 0.0 + }, + { + "representative": 76, + "members": [ + 76 + ], + "max_error": 0.0 + }, + { + "representative": 209, + "members": [ + 209 + ], + "max_error": 0.0 + }, + { + "representative": 177, + "members": [ + 177 + ], + "max_error": 0.0 + }, + { + "representative": 75, + "members": [ + 75 + ], + "max_error": 0.0 + }, + { + "representative": 254, + "members": [ + 254 + ], + "max_error": 0.0 + }, + { + "representative": 22, + "members": [ + 22 + ], + "max_error": 0.0 + }, + { + "representative": 169, + "members": [ + 169 + ], + "max_error": 0.0 + }, + { + "representative": 65, + "members": [ + 65 + ], + "max_error": 0.0 + }, + { + "representative": 125, + "members": [ + 125 + ], + "max_error": 0.0 + }, + { + "representative": 136, + "members": [ + 136 + ], + "max_error": 0.0 + }, + { + "representative": 150, + "members": [ + 150 + ], + "max_error": 0.0 + }, + { + "representative": 158, + "members": [ + 158 + ], + "max_error": 0.0 + }, + { + "representative": 210, + "members": [ + 210 + ], + "max_error": 0.0 + }, + { + "representative": 115, + "members": [ + 115 + ], + "max_error": 0.0 + }, + { + "representative": 192, + "members": [ + 192 + ], + "max_error": 0.0 + }, + { + "representative": 108, + "members": [ + 108 + ], + "max_error": 0.0 + }, + { + "representative": 3, + "members": [ + 3 + ], + "max_error": 0.0 + }, + { + "representative": 206, + "members": [ + 206 + ], + "max_error": 0.0 + }, + { + "representative": 80, + "members": [ + 80 + ], + "max_error": 0.0 + }, + { + "representative": 30, + "members": [ + 30 + ], + "max_error": 0.0 + }, + { + "representative": 228, + "members": [ + 228 + ], + "max_error": 0.0 + }, + { + "representative": 40, + "members": [ + 40 + ], + "max_error": 0.0 + }, + { + "representative": 92, + "members": [ + 92 + ], + "max_error": 0.0 + }, + { + "representative": 95, + "members": [ + 95 + ], + "max_error": 0.0 + }, + { + "representative": 113, + "members": [ + 113 + ], + "max_error": 0.0 + }, + { + "representative": 78, + "members": [ + 78 + ], + "max_error": 0.0 + }, + { + "representative": 16, + "members": [ + 16 + ], + "max_error": 0.0 + }, + { + "representative": 213, + "members": [ + 213 + ], + "max_error": 0.0 + }, + { + "representative": 227, + "members": [ + 227 + ], + "max_error": 0.0 + }, + { + "representative": 217, + "members": [ + 217 + ], + "max_error": 0.0 + }, + { + "representative": 156, + "members": [ + 156 + ], + "max_error": 0.0 + }, + { + "representative": 64, + "members": [ + 64 + ], + "max_error": 0.0 + }, + { + "representative": 144, + "members": [ + 144 + ], + "max_error": 0.0 + }, + { + "representative": 130, + "members": [ + 130 + ], + "max_error": 0.0 + }, + { + "representative": 37, + "members": [ + 37 + ], + "max_error": 0.0 + }, + { + "representative": 96, + "members": [ + 96 + ], + "max_error": 0.0 + }, + { + "representative": 249, + "members": [ + 249 + ], + "max_error": 0.0 + }, + { + "representative": 53, + "members": [ + 53 + ], + "max_error": 0.0 + }, + { + "representative": 9, + "members": [ + 9 + ], + "max_error": 0.0 + }, + { + "representative": 79, + "members": [ + 79 + ], + "max_error": 0.0 + }, + { + "representative": 51, + "members": [ + 51 + ], + "max_error": 0.0 + }, + { + "representative": 162, + "members": [ + 162 + ], + "max_error": 0.0 + }, + { + "representative": 132, + "members": [ + 132 + ], + "max_error": 0.0 + }, + { + "representative": 31, + "members": [ + 31 + ], + "max_error": 0.0 + }, + { + "representative": 165, + "members": [ + 165 + ], + "max_error": 0.0 + }, + { + "representative": 29, + "members": [ + 29 + ], + "max_error": 0.0 + }, + { + "representative": 212, + "members": [ + 212 + ], + "max_error": 0.0 + }, + { + "representative": 71, + "members": [ + 71 + ], + "max_error": 0.0 + }, + { + "representative": 58, + "members": [ + 58 + ], + "max_error": 0.0 + }, + { + "representative": 116, + "members": [ + 116 + ], + "max_error": 0.0 + }, + { + "representative": 170, + "members": [ + 170 + ], + "max_error": 0.0 + }, + { + "representative": 110, + "members": [ + 110 + ], + "max_error": 0.0 + }, + { + "representative": 168, + "members": [ + 168 + ], + "max_error": 0.0 + }, + { + "representative": 167, + "members": [ + 167 + ], + "max_error": 0.0 + }, + { + "representative": 251, + "members": [ + 251 + ], + "max_error": 0.0 + }, + { + "representative": 146, + "members": [ + 146 + ], + "max_error": 0.0 + }, + { + "representative": 232, + "members": [ + 232 + ], + "max_error": 0.0 + }, + { + "representative": 56, + "members": [ + 56 + ], + "max_error": 0.0 + }, + { + "representative": 246, + "members": [ + 246 + ], + "max_error": 0.0 + }, + { + "representative": 178, + "members": [ + 178 + ], + "max_error": 0.0 + }, + { + "representative": 202, + "members": [ + 202 + ], + "max_error": 0.0 + }, + { + "representative": 85, + "members": [ + 85 + ], + "max_error": 0.0 + }, + { + "representative": 155, + "members": [ + 155 + ], + "max_error": 0.0 + }, + { + "representative": 230, + "members": [ + 230 + ], + "max_error": 0.0 + }, + { + "representative": 55, + "members": [ + 55 + ], + "max_error": 0.0 + }, + { + "representative": 26, + "members": [ + 26 + ], + "max_error": 0.0 + }, + { + "representative": 13, + "members": [ + 13 + ], + "max_error": 0.0 + }, + { + "representative": 36, + "members": [ + 36 + ], + "max_error": 0.0 + }, + { + "representative": 143, + "members": [ + 143 + ], + "max_error": 0.0 + }, + { + "representative": 91, + "members": [ + 91 + ], + "max_error": 0.0 + }, + { + "representative": 45, + "members": [ + 45 + ], + "max_error": 0.0 + }, + { + "representative": 189, + "members": [ + 189 + ], + "max_error": 0.0 + }, + { + "representative": 182, + "members": [ + 182 + ], + "max_error": 0.0 + }, + { + "representative": 133, + "members": [ + 133 + ], + "max_error": 0.0 + }, + { + "representative": 145, + "members": [ + 145 + ], + "max_error": 0.0 + }, + { + "representative": 159, + "members": [ + 159 + ], + "max_error": 0.0 + }, + { + "representative": 120, + "members": [ + 120 + ], + "max_error": 0.0 + }, + { + "representative": 11, + "members": [ + 11 + ], + "max_error": 0.0 + }, + { + "representative": 164, + "members": [ + 164 + ], + "max_error": 0.0 + }, + { + "representative": 34, + "members": [ + 34 + ], + "max_error": 0.0 + }, + { + "representative": 98, + "members": [ + 98 + ], + "max_error": 0.0 + }, + { + "representative": 89, + "members": [ + 89 + ], + "max_error": 0.0 + }, + { + "representative": 250, + "members": [ + 250 + ], + "max_error": 0.0 + }, + { + "representative": 46, + "members": [ + 46 + ], + "max_error": 0.0 + }, + { + "representative": 33, + "members": [ + 33 + ], + "max_error": 0.0 + }, + { + "representative": 203, + "members": [ + 203 + ], + "max_error": 0.0 + }, + { + "representative": 57, + "members": [ + 57 + ], + "max_error": 0.0 + }, + { + "representative": 21, + "members": [ + 21 + ], + "max_error": 0.0 + }, + { + "representative": 87, + "members": [ + 87 + ], + "max_error": 0.0 + }, + { + "representative": 81, + "members": [ + 81 + ], + "max_error": 0.0 + }, + { + "representative": 4, + "members": [ + 4 + ], + "max_error": 0.0 + }, + { + "representative": 105, + "members": [ + 105 + ], + "max_error": 0.0 + }, + { + "representative": 174, + "members": [ + 174 + ], + "max_error": 0.0 + }, + { + "representative": 73, + "members": [ + 73 + ], + "max_error": 0.0 + }, + { + "representative": 183, + "members": [ + 183 + ], + "max_error": 0.0 + }, + { + "representative": 229, + "members": [ + 229 + ], + "max_error": 0.0 + }, + { + "representative": 49, + "members": [ + 49 + ], + "max_error": 0.0 + }, + { + "representative": 0, + "members": [ + 0 + ], + "max_error": 0.0 + }, + { + "representative": 160, + "members": [ + 160 + ], + "max_error": 0.0 + }, + { + "representative": 215, + "members": [ + 215 + ], + "max_error": 0.0 + }, + { + "representative": 242, + "members": [ + 242 + ], + "max_error": 0.0 + }, + { + "representative": 231, + "members": [ + 231 + ], + "max_error": 0.0 + }, + { + "representative": 99, + "members": [ + 99 + ], + "max_error": 0.0 + }, + { + "representative": 197, + "members": [ + 197 + ], + "max_error": 0.0 + }, + { + "representative": 77, + "members": [ + 77 + ], + "max_error": 0.0 + }, + { + "representative": 243, + "members": [ + 243 + ], + "max_error": 0.0 + }, + { + "representative": 176, + "members": [ + 176 + ], + "max_error": 0.0 + }, + { + "representative": 218, + "members": [ + 218 + ], + "max_error": 0.0 + }, + { + "representative": 41, + "members": [ + 41 + ], + "max_error": 0.0 + }, + { + "representative": 6, + "members": [ + 6 + ], + "max_error": 0.0 + }, + { + "representative": 219, + "members": [ + 219 + ], + "max_error": 0.0 + }, + { + "representative": 63, + "members": [ + 63 + ], + "max_error": 0.0 + }, + { + "representative": 166, + "members": [ + 166 + ], + "max_error": 0.0 + }, + { + "representative": 224, + "members": [ + 224 + ], + "max_error": 0.0 + }, + { + "representative": 54, + "members": [ + 54 + ], + "max_error": 0.0 + }, + { + "representative": 38, + "members": [ + 38 + ], + "max_error": 0.0 + }, + { + "representative": 112, + "members": [ + 112 + ], + "max_error": 0.0 + }, + { + "representative": 24, + "members": [ + 24 + ], + "max_error": 0.0 + }, + { + "representative": 62, + "members": [ + 62 + ], + "max_error": 0.0 + }, + { + "representative": 68, + "members": [ + 68 + ], + "max_error": 0.0 + }, + { + "representative": 66, + "members": [ + 66 + ], + "max_error": 0.0 + }, + { + "representative": 245, + "members": [ + 245 + ], + "max_error": 0.0 + }, + { + "representative": 18, + "members": [ + 18 + ], + "max_error": 0.0 + }, + { + "representative": 82, + "members": [ + 82 + ], + "max_error": 0.0 + }, + { + "representative": 216, + "members": [ + 216 + ], + "max_error": 0.0 + }, + { + "representative": 200, + "members": [ + 200 + ], + "max_error": 0.0 + }, + { + "representative": 104, + "members": [ + 104 + ], + "max_error": 0.0 + }, + { + "representative": 111, + "members": [ + 111 + ], + "max_error": 0.0 + }, + { + "representative": 17, + "members": [ + 17 + ], + "max_error": 0.0 + }, + { + "representative": 14, + "members": [ + 14 + ], + "max_error": 0.0 + }, + { + "representative": 194, + "members": [ + 194 + ], + "max_error": 0.0 + }, + { + "representative": 187, + "members": [ + 187 + ], + "max_error": 0.0 + }, + { + "representative": 69, + "members": [ + 69 + ], + "max_error": 0.0 + }, + { + "representative": 59, + "members": [ + 59 + ], + "max_error": 0.0 + }, + { + "representative": 72, + "members": [ + 72 + ], + "max_error": 0.0 + }, + { + "representative": 241, + "members": [ + 241 + ], + "max_error": 0.0 + }, + { + "representative": 180, + "members": [ + 180 + ], + "max_error": 0.0 + }, + { + "representative": 28, + "members": [ + 28 + ], + "max_error": 0.0 + }, + { + "representative": 1, + "members": [ + 1 + ], + "max_error": 0.0 + }, + { + "representative": 2, + "members": [ + 2 + ], + "max_error": 0.0 + }, + { + "representative": 44, + "members": [ + 44 + ], + "max_error": 0.0 + }, + { + "representative": 154, + "members": [ + 154 + ], + "max_error": 0.0 + }, + { + "representative": 147, + "members": [ + 147 + ], + "max_error": 0.0 + }, + { + "representative": 141, + "members": [ + 141 + ], + "max_error": 0.0 + }, + { + "representative": 196, + "members": [ + 196 + ], + "max_error": 0.0 + }, + { + "representative": 128, + "members": [ + 128 + ], + "max_error": 0.0 + }, + { + "representative": 134, + "members": [ + 134 + ], + "max_error": 0.0 + }, + { + "representative": 74, + "members": [ + 74 + ], + "max_error": 0.0 + }, + { + "representative": 1037, + "members": [ + 1037 + ], + "max_error": 0.0 + }, + { + "representative": 1249, + "members": [ + 1249 + ], + "max_error": 0.0 + }, + { + "representative": 1251, + "members": [ + 1251 + ], + "max_error": 0.0 + }, + { + "representative": 1264, + "members": [ + 1264 + ], + "max_error": 0.0 + }, + { + "representative": 1042, + "members": [ + 1042 + ], + "max_error": 0.0 + }, + { + "representative": 1078, + "members": [ + 1078 + ], + "max_error": 0.0 + }, + { + "representative": 1164, + "members": [ + 1164 + ], + "max_error": 0.0 + }, + { + "representative": 1130, + "members": [ + 1130 + ], + "max_error": 0.0 + }, + { + "representative": 1544, + "members": [ + 1544 + ], + "max_error": 0.0 + }, + { + "representative": 1540, + "members": [ + 1540 + ], + "max_error": 0.0 + }, + { + "representative": 1543, + "members": [ + 1543 + ], + "max_error": 0.0 + }, + { + "representative": 1677, + "members": [ + 1677 + ], + "max_error": 0.0 + }, + { + "representative": 1686, + "members": [ + 1686 + ], + "max_error": 0.0 + }, + { + "representative": 1567, + "members": [ + 1567 + ], + "max_error": 0.0 + }, + { + "representative": 1757, + "members": [ + 1757 + ], + "max_error": 0.0 + }, + { + "representative": 1787, + "members": [ + 1787 + ], + "max_error": 0.0 + }, + { + "representative": 1583, + "members": [ + 1583 + ], + "max_error": 0.0 + }, + { + "representative": 1572, + "members": [ + 1572 + ], + "max_error": 0.0 + }, + { + "representative": 1587, + "members": [ + 1587 + ], + "max_error": 0.0 + }, + { + "representative": 1591, + "members": [ + 1591 + ], + "max_error": 0.0 + }, + { + "representative": 1612, + "members": [ + 1612 + ], + "max_error": 0.0 + }, + { + "representative": 1647, + "members": [ + 1647 + ], + "max_error": 0.0 + }, + { + "representative": 1648, + "members": [ + 1648 + ], + "max_error": 0.0 + }, + { + "representative": 1658, + "members": [ + 1658 + ], + "max_error": 0.0 + }, + { + "representative": 2052, + "members": [ + 2052 + ], + "max_error": 0.0 + }, + { + "representative": 2176, + "members": [ + 2176 + ], + "max_error": 0.0 + }, + { + "representative": 2177, + "members": [ + 2177 + ], + "max_error": 0.0 + }, + { + "representative": 2194, + "members": [ + 2194 + ], + "max_error": 0.0 + }, + { + "representative": 2240, + "members": [ + 2240 + ], + "max_error": 0.0 + }, + { + "representative": 2249, + "members": [ + 2249 + ], + "max_error": 0.0 + }, + { + "representative": 2254, + "members": [ + 2254 + ], + "max_error": 0.0 + }, + { + "representative": 2271, + "members": [ + 2271 + ], + "max_error": 0.0 + }, + { + "representative": 2295, + "members": [ + 2295 + ], + "max_error": 0.0 + }, + { + "representative": 2123, + "members": [ + 2123 + ], + "max_error": 0.0 + }, + { + "representative": 2135, + "members": [ + 2135 + ], + "max_error": 0.0 + }, + { + "representative": 2158, + "members": [ + 2158 + ], + "max_error": 0.0 + }, + { + "representative": 2146, + "members": [ + 2146 + ], + "max_error": 0.0 + }, + { + "representative": 2170, + "members": [ + 2170 + ], + "max_error": 0.0 + }, + { + "representative": 2620, + "members": [ + 2620 + ], + "max_error": 0.0 + }, + { + "representative": 2738, + "members": [ + 2738 + ], + "max_error": 0.0 + }, + { + "representative": 2683, + "members": [ + 2683 + ], + "max_error": 0.0 + }, + { + "representative": 2639, + "members": [ + 2639 + ], + "max_error": 0.0 + }, + { + "representative": 2782, + "members": [ + 2782 + ], + "max_error": 0.0 + }, + { + "representative": 2781, + "members": [ + 2781 + ], + "max_error": 0.0 + }, + { + "representative": 2663, + "members": [ + 2663 + ], + "max_error": 0.0 + }, + { + "representative": 2658, + "members": [ + 2658 + ], + "max_error": 0.0 + }, + { + "representative": 2693, + "members": [ + 2693 + ], + "max_error": 0.0 + }, + { + "representative": 2745, + "members": [ + 2745 + ], + "max_error": 0.0 + }, + { + "representative": 2773, + "members": [ + 2773 + ], + "max_error": 0.0 + }, + { + "representative": 2794, + "members": [ + 2794 + ], + "max_error": 0.0 + }, + { + "representative": 2610, + "members": [ + 2610 + ], + "max_error": 0.0 + }, + { + "representative": 2661, + "members": [ + 2661 + ], + "max_error": 0.0 + }, + { + "representative": 2623, + "members": [ + 2623 + ], + "max_error": 0.0 + }, + { + "representative": 3093, + "members": [ + 3093 + ], + "max_error": 0.0 + }, + { + "representative": 3237, + "members": [ + 3237 + ], + "max_error": 0.0 + }, + { + "representative": 3272, + "members": [ + 3272 + ], + "max_error": 0.0 + }, + { + "representative": 3145, + "members": [ + 3145 + ], + "max_error": 0.0 + }, + { + "representative": 3169, + "members": [ + 3169 + ], + "max_error": 0.0 + }, + { + "representative": 3207, + "members": [ + 3207 + ], + "max_error": 0.0 + }, + { + "representative": 3162, + "members": [ + 3162 + ], + "max_error": 0.0 + }, + { + "representative": 3257, + "members": [ + 3257 + ], + "max_error": 0.0 + }, + { + "representative": 3258, + "members": [ + 3258 + ], + "max_error": 0.0 + }, + { + "representative": 3302, + "members": [ + 3302 + ], + "max_error": 0.0 + }, + { + "representative": 3303, + "members": [ + 3303 + ], + "max_error": 0.0 + }, + { + "representative": 3727, + "members": [ + 3727 + ], + "max_error": 0.0 + }, + { + "representative": 3626, + "members": [ + 3626 + ], + "max_error": 0.0 + }, + { + "representative": 3654, + "members": [ + 3654 + ], + "max_error": 0.0 + }, + { + "representative": 3610, + "members": [ + 3610 + ], + "max_error": 0.0 + }, + { + "representative": 3747, + "members": [ + 3747 + ], + "max_error": 0.0 + }, + { + "representative": 3663, + "members": [ + 3663 + ], + "max_error": 0.0 + }, + { + "representative": 3639, + "members": [ + 3639 + ], + "max_error": 0.0 + }, + { + "representative": 3811, + "members": [ + 3811 + ], + "max_error": 0.0 + }, + { + "representative": 3681, + "members": [ + 3681 + ], + "max_error": 0.0 + }, + { + "representative": 3584, + "members": [ + 3584 + ], + "max_error": 0.0 + }, + { + "representative": 1135, + "members": [ + 1135 + ], + "max_error": 0.0 + }, + { + "representative": 1109, + "members": [ + 1109 + ], + "max_error": 0.0 + }, + { + "representative": 1057, + "members": [ + 1057 + ], + "max_error": 0.0 + }, + { + "representative": 1276, + "members": [ + 1276 + ], + "max_error": 0.0 + }, + { + "representative": 1036, + "members": [ + 1036 + ], + "max_error": 0.0 + }, + { + "representative": 1032, + "members": [ + 1032 + ], + "max_error": 0.0 + }, + { + "representative": 1147, + "members": [ + 1147 + ], + "max_error": 0.0 + }, + { + "representative": 1204, + "members": [ + 1204 + ], + "max_error": 0.0 + }, + { + "representative": 1227, + "members": [ + 1227 + ], + "max_error": 0.0 + }, + { + "representative": 1093, + "members": [ + 1093 + ], + "max_error": 0.0 + }, + { + "representative": 1063, + "members": [ + 1063 + ], + "max_error": 0.0 + }, + { + "representative": 1715, + "members": [ + 1715 + ], + "max_error": 0.0 + }, + { + "representative": 1694, + "members": [ + 1694 + ], + "max_error": 0.0 + }, + { + "representative": 1720, + "members": [ + 1720 + ], + "max_error": 0.0 + }, + { + "representative": 1564, + "members": [ + 1564 + ], + "max_error": 0.0 + }, + { + "representative": 1667, + "members": [ + 1667 + ], + "max_error": 0.0 + }, + { + "representative": 1559, + "members": [ + 1559 + ], + "max_error": 0.0 + }, + { + "representative": 1571, + "members": [ + 1571 + ], + "max_error": 0.0 + }, + { + "representative": 1577, + "members": [ + 1577 + ], + "max_error": 0.0 + }, + { + "representative": 1617, + "members": [ + 1617 + ], + "max_error": 0.0 + }, + { + "representative": 2173, + "members": [ + 2173 + ], + "max_error": 0.0 + }, + { + "representative": 2053, + "members": [ + 2053 + ], + "max_error": 0.0 + }, + { + "representative": 2204, + "members": [ + 2204 + ], + "max_error": 0.0 + }, + { + "representative": 2137, + "members": [ + 2137 + ], + "max_error": 0.0 + }, + { + "representative": 2155, + "members": [ + 2155 + ], + "max_error": 0.0 + }, + { + "representative": 2209, + "members": [ + 2209 + ], + "max_error": 0.0 + }, + { + "representative": 2064, + "members": [ + 2064 + ], + "max_error": 0.0 + }, + { + "representative": 2264, + "members": [ + 2264 + ], + "max_error": 0.0 + }, + { + "representative": 2298, + "members": [ + 2298 + ], + "max_error": 0.0 + }, + { + "representative": 2206, + "members": [ + 2206 + ], + "max_error": 0.0 + }, + { + "representative": 2049, + "members": [ + 2049 + ], + "max_error": 0.0 + }, + { + "representative": 2210, + "members": [ + 2210 + ], + "max_error": 0.0 + }, + { + "representative": 2156, + "members": [ + 2156 + ], + "max_error": 0.0 + }, + { + "representative": 2108, + "members": [ + 2108 + ], + "max_error": 0.0 + }, + { + "representative": 2133, + "members": [ + 2133 + ], + "max_error": 0.0 + }, + { + "representative": 2219, + "members": [ + 2219 + ], + "max_error": 0.0 + }, + { + "representative": 2266, + "members": [ + 2266 + ], + "max_error": 0.0 + }, + { + "representative": 2174, + "members": [ + 2174 + ], + "max_error": 0.0 + }, + { + "representative": 2115, + "members": [ + 2115 + ], + "max_error": 0.0 + }, + { + "representative": 2166, + "members": [ + 2166 + ], + "max_error": 0.0 + }, + { + "representative": 2697, + "members": [ + 2697 + ], + "max_error": 0.0 + }, + { + "representative": 2761, + "members": [ + 2761 + ], + "max_error": 0.0 + }, + { + "representative": 2679, + "members": [ + 2679 + ], + "max_error": 0.0 + }, + { + "representative": 2746, + "members": [ + 2746 + ], + "max_error": 0.0 + }, + { + "representative": 2613, + "members": [ + 2613 + ], + "max_error": 0.0 + }, + { + "representative": 2602, + "members": [ + 2602 + ], + "max_error": 0.0 + }, + { + "representative": 2607, + "members": [ + 2607 + ], + "max_error": 0.0 + }, + { + "representative": 2749, + "members": [ + 2749 + ], + "max_error": 0.0 + }, + { + "representative": 3187, + "members": [ + 3187 + ], + "max_error": 0.0 + }, + { + "representative": 3186, + "members": [ + 3186 + ], + "max_error": 0.0 + }, + { + "representative": 3198, + "members": [ + 3198 + ], + "max_error": 0.0 + }, + { + "representative": 3298, + "members": [ + 3298 + ], + "max_error": 0.0 + }, + { + "representative": 3266, + "members": [ + 3266 + ], + "max_error": 0.0 + }, + { + "representative": 3307, + "members": [ + 3307 + ], + "max_error": 0.0 + }, + { + "representative": 3091, + "members": [ + 3091 + ], + "max_error": 0.0 + }, + { + "representative": 3322, + "members": [ + 3322 + ], + "max_error": 0.0 + }, + { + "representative": 3115, + "members": [ + 3115 + ], + "max_error": 0.0 + }, + { + "representative": 3270, + "members": [ + 3270 + ], + "max_error": 0.0 + }, + { + "representative": 3167, + "members": [ + 3167 + ], + "max_error": 0.0 + }, + { + "representative": 3651, + "members": [ + 3651 + ], + "max_error": 0.0 + }, + { + "representative": 3621, + "members": [ + 3621 + ], + "max_error": 0.0 + }, + { + "representative": 3627, + "members": [ + 3627 + ], + "max_error": 0.0 + }, + { + "representative": 3734, + "members": [ + 3734 + ], + "max_error": 0.0 + }, + { + "representative": 3830, + "members": [ + 3830 + ], + "max_error": 0.0 + }, + { + "representative": 3797, + "members": [ + 3797 + ], + "max_error": 0.0 + }, + { + "representative": 3776, + "members": [ + 3776 + ], + "max_error": 0.0 + }, + { + "representative": 3771, + "members": [ + 3771 + ], + "max_error": 0.0 + }, + { + "representative": 3592, + "members": [ + 3592 + ], + "max_error": 0.0 + }, + { + "representative": 3679, + "members": [ + 3679 + ], + "max_error": 0.0 + }, + { + "representative": 3748, + "members": [ + 3748 + ], + "max_error": 0.0 + }, + { + "representative": 1267, + "members": [ + 1267 + ], + "max_error": 0.0 + }, + { + "representative": 1183, + "members": [ + 1183 + ], + "max_error": 0.0 + }, + { + "representative": 1200, + "members": [ + 1200 + ], + "max_error": 0.0 + }, + { + "representative": 1245, + "members": [ + 1245 + ], + "max_error": 0.0 + }, + { + "representative": 1095, + "members": [ + 1095 + ], + "max_error": 0.0 + }, + { + "representative": 1225, + "members": [ + 1225 + ], + "max_error": 0.0 + }, + { + "representative": 1210, + "members": [ + 1210 + ], + "max_error": 0.0 + }, + { + "representative": 1086, + "members": [ + 1086 + ], + "max_error": 0.0 + }, + { + "representative": 1156, + "members": [ + 1156 + ], + "max_error": 0.0 + }, + { + "representative": 1030, + "members": [ + 1030 + ], + "max_error": 0.0 + }, + { + "representative": 1162, + "members": [ + 1162 + ], + "max_error": 0.0 + }, + { + "representative": 1066, + "members": [ + 1066 + ], + "max_error": 0.0 + }, + { + "representative": 1230, + "members": [ + 1230 + ], + "max_error": 0.0 + }, + { + "representative": 1122, + "members": [ + 1122 + ], + "max_error": 0.0 + }, + { + "representative": 1724, + "members": [ + 1724 + ], + "max_error": 0.0 + }, + { + "representative": 1723, + "members": [ + 1723 + ], + "max_error": 0.0 + }, + { + "representative": 1597, + "members": [ + 1597 + ], + "max_error": 0.0 + }, + { + "representative": 1563, + "members": [ + 1563 + ], + "max_error": 0.0 + }, + { + "representative": 1714, + "members": [ + 1714 + ], + "max_error": 0.0 + }, + { + "representative": 1613, + "members": [ + 1613 + ], + "max_error": 0.0 + }, + { + "representative": 1689, + "members": [ + 1689 + ], + "max_error": 0.0 + }, + { + "representative": 1741, + "members": [ + 1741 + ], + "max_error": 0.0 + }, + { + "representative": 1684, + "members": [ + 1684 + ], + "max_error": 0.0 + }, + { + "representative": 1680, + "members": [ + 1680 + ], + "max_error": 0.0 + }, + { + "representative": 1611, + "members": [ + 1611 + ], + "max_error": 0.0 + }, + { + "representative": 1545, + "members": [ + 1545 + ], + "max_error": 0.0 + }, + { + "representative": 1690, + "members": [ + 1690 + ], + "max_error": 0.0 + }, + { + "representative": 1640, + "members": [ + 1640 + ], + "max_error": 0.0 + }, + { + "representative": 1627, + "members": [ + 1627 + ], + "max_error": 0.0 + }, + { + "representative": 1750, + "members": [ + 1750 + ], + "max_error": 0.0 + }, + { + "representative": 2232, + "members": [ + 2232 + ], + "max_error": 0.0 + }, + { + "representative": 2082, + "members": [ + 2082 + ], + "max_error": 0.0 + }, + { + "representative": 2127, + "members": [ + 2127 + ], + "max_error": 0.0 + }, + { + "representative": 2074, + "members": [ + 2074 + ], + "max_error": 0.0 + }, + { + "representative": 2111, + "members": [ + 2111 + ], + "max_error": 0.0 + }, + { + "representative": 2190, + "members": [ + 2190 + ], + "max_error": 0.0 + }, + { + "representative": 2276, + "members": [ + 2276 + ], + "max_error": 0.0 + }, + { + "representative": 2282, + "members": [ + 2282 + ], + "max_error": 0.0 + }, + { + "representative": 2051, + "members": [ + 2051 + ], + "max_error": 0.0 + }, + { + "representative": 2236, + "members": [ + 2236 + ], + "max_error": 0.0 + }, + { + "representative": 2113, + "members": [ + 2113 + ], + "max_error": 0.0 + }, + { + "representative": 2125, + "members": [ + 2125 + ], + "max_error": 0.0 + }, + { + "representative": 2159, + "members": [ + 2159 + ], + "max_error": 0.0 + }, + { + "representative": 2162, + "members": [ + 2162 + ], + "max_error": 0.0 + }, + { + "representative": 2056, + "members": [ + 2056 + ], + "max_error": 0.0 + }, + { + "representative": 2712, + "members": [ + 2712 + ], + "max_error": 0.0 + }, + { + "representative": 2660, + "members": [ + 2660 + ], + "max_error": 0.0 + }, + { + "representative": 2601, + "members": [ + 2601 + ], + "max_error": 0.0 + }, + { + "representative": 2717, + "members": [ + 2717 + ], + "max_error": 0.0 + }, + { + "representative": 2606, + "members": [ + 2606 + ], + "max_error": 0.0 + }, + { + "representative": 2741, + "members": [ + 2741 + ], + "max_error": 0.0 + }, + { + "representative": 2740, + "members": [ + 2740 + ], + "max_error": 0.0 + }, + { + "representative": 2589, + "members": [ + 2589 + ], + "max_error": 0.0 + }, + { + "representative": 2670, + "members": [ + 2670 + ], + "max_error": 0.0 + }, + { + "representative": 2713, + "members": [ + 2713 + ], + "max_error": 0.0 + }, + { + "representative": 2702, + "members": [ + 2702 + ], + "max_error": 0.0 + }, + { + "representative": 3131, + "members": [ + 3131 + ], + "max_error": 0.0 + }, + { + "representative": 3242, + "members": [ + 3242 + ], + "max_error": 0.0 + }, + { + "representative": 3118, + "members": [ + 3118 + ], + "max_error": 0.0 + }, + { + "representative": 3248, + "members": [ + 3248 + ], + "max_error": 0.0 + }, + { + "representative": 3267, + "members": [ + 3267 + ], + "max_error": 0.0 + }, + { + "representative": 3173, + "members": [ + 3173 + ], + "max_error": 0.0 + }, + { + "representative": 3212, + "members": [ + 3212 + ], + "max_error": 0.0 + }, + { + "representative": 3119, + "members": [ + 3119 + ], + "max_error": 0.0 + }, + { + "representative": 3590, + "members": [ + 3590 + ], + "max_error": 0.0 + }, + { + "representative": 3668, + "members": [ + 3668 + ], + "max_error": 0.0 + }, + { + "representative": 3667, + "members": [ + 3667 + ], + "max_error": 0.0 + }, + { + "representative": 3815, + "members": [ + 3815 + ], + "max_error": 0.0 + }, + { + "representative": 3659, + "members": [ + 3659 + ], + "max_error": 0.0 + }, + { + "representative": 3728, + "members": [ + 3728 + ], + "max_error": 0.0 + }, + { + "representative": 3784, + "members": [ + 3784 + ], + "max_error": 0.0 + }, + { + "representative": 3601, + "members": [ + 3601 + ], + "max_error": 0.0 + }, + { + "representative": 3800, + "members": [ + 3800 + ], + "max_error": 0.0 + }, + { + "representative": 3810, + "members": [ + 3810 + ], + "max_error": 0.0 + }, + { + "representative": 2595, + "members": [ + 2595 + ], + "max_error": 0.0 + }, + { + "representative": 2625, + "members": [ + 2625 + ], + "max_error": 0.0 + }, + { + "representative": 2619, + "members": [ + 2619 + ], + "max_error": 0.0 + }, + { + "representative": 2636, + "members": [ + 2636 + ], + "max_error": 0.0 + }, + { + "representative": 2725, + "members": [ + 2725 + ], + "max_error": 0.0 + }, + { + "representative": 2789, + "members": [ + 2789 + ], + "max_error": 0.0 + }, + { + "representative": 2778, + "members": [ + 2778 + ], + "max_error": 0.0 + }, + { + "representative": 2561, + "members": [ + 2561 + ], + "max_error": 0.0 + }, + { + "representative": 3255, + "members": [ + 3255 + ], + "max_error": 0.0 + }, + { + "representative": 3271, + "members": [ + 3271 + ], + "max_error": 0.0 + }, + { + "representative": 3320, + "members": [ + 3320 + ], + "max_error": 0.0 + }, + { + "representative": 3095, + "members": [ + 3095 + ], + "max_error": 0.0 + }, + { + "representative": 3309, + "members": [ + 3309 + ], + "max_error": 0.0 + }, + { + "representative": 3314, + "members": [ + 3314 + ], + "max_error": 0.0 + }, + { + "representative": 3152, + "members": [ + 3152 + ], + "max_error": 0.0 + }, + { + "representative": 3123, + "members": [ + 3123 + ], + "max_error": 0.0 + }, + { + "representative": 3100, + "members": [ + 3100 + ], + "max_error": 0.0 + }, + { + "representative": 3082, + "members": [ + 3082 + ], + "max_error": 0.0 + }, + { + "representative": 3214, + "members": [ + 3214 + ], + "max_error": 0.0 + }, + { + "representative": 3263, + "members": [ + 3263 + ], + "max_error": 0.0 + }, + { + "representative": 3297, + "members": [ + 3297 + ], + "max_error": 0.0 + }, + { + "representative": 3221, + "members": [ + 3221 + ], + "max_error": 0.0 + }, + { + "representative": 3182, + "members": [ + 3182 + ], + "max_error": 0.0 + }, + { + "representative": 3107, + "members": [ + 3107 + ], + "max_error": 0.0 + }, + { + "representative": 3588, + "members": [ + 3588 + ], + "max_error": 0.0 + }, + { + "representative": 3597, + "members": [ + 3597 + ], + "max_error": 0.0 + }, + { + "representative": 3795, + "members": [ + 3795 + ], + "max_error": 0.0 + }, + { + "representative": 3694, + "members": [ + 3694 + ], + "max_error": 0.0 + }, + { + "representative": 3777, + "members": [ + 3777 + ], + "max_error": 0.0 + }, + { + "representative": 3793, + "members": [ + 3793 + ], + "max_error": 0.0 + }, + { + "representative": 3692, + "members": [ + 3692 + ], + "max_error": 0.0 + }, + { + "representative": 3758, + "members": [ + 3758 + ], + "max_error": 0.0 + }, + { + "representative": 3628, + "members": [ + 3628 + ], + "max_error": 0.0 + }, + { + "representative": 3585, + "members": [ + 3585 + ], + "max_error": 0.0 + }, + { + "representative": 3598, + "members": [ + 3598 + ], + "max_error": 0.0 + }, + { + "representative": 3705, + "members": [ + 3705 + ], + "max_error": 0.0 + }, + { + "representative": 3690, + "members": [ + 3690 + ], + "max_error": 0.0 + }, + { + "representative": 3725, + "members": [ + 3725 + ], + "max_error": 0.0 + }, + { + "representative": 4104, + "members": [ + 4104 + ], + "max_error": 0.0 + }, + { + "representative": 4105, + "members": [ + 4105 + ], + "max_error": 0.0 + }, + { + "representative": 4097, + "members": [ + 4097 + ], + "max_error": 0.0 + }, + { + "representative": 4106, + "members": [ + 4106 + ], + "max_error": 0.0 + }, + { + "representative": 4109, + "members": [ + 4109 + ], + "max_error": 0.0 + }, + { + "representative": 4110, + "members": [ + 4110 + ], + "max_error": 0.0 + }, + { + "representative": 4111, + "members": [ + 4111 + ], + "max_error": 0.0 + }, + { + "representative": 4098, + "members": [ + 4098 + ], + "max_error": 0.0 + }, + { + "representative": 4100, + "members": [ + 4100 + ], + "max_error": 0.0 + }, + { + "representative": 4101, + "members": [ + 4101 + ], + "max_error": 0.0 + }, + { + "representative": 4103, + "members": [ + 4103 + ], + "max_error": 0.0 + }, + { + "representative": 4120, + "members": [ + 4120 + ], + "max_error": 0.0 + }, + { + "representative": 4121, + "members": [ + 4121 + ], + "max_error": 0.0 + }, + { + "representative": 4113, + "members": [ + 4113 + ], + "max_error": 0.0 + }, + { + "representative": 4123, + "members": [ + 4123 + ], + "max_error": 0.0 + }, + { + "representative": 4126, + "members": [ + 4126 + ], + "max_error": 0.0 + }, + { + "representative": 4127, + "members": [ + 4127 + ], + "max_error": 0.0 + }, + { + "representative": 4114, + "members": [ + 4114 + ], + "max_error": 0.0 + }, + { + "representative": 4115, + "members": [ + 4115 + ], + "max_error": 0.0 + }, + { + "representative": 4116, + "members": [ + 4116 + ], + "max_error": 0.0 + }, + { + "representative": 4117, + "members": [ + 4117 + ], + "max_error": 0.0 + }, + { + "representative": 4118, + "members": [ + 4118 + ], + "max_error": 0.0 + }, + { + "representative": 4119, + "members": [ + 4119 + ], + "max_error": 0.0 + }, + { + "representative": 4128, + "members": [ + 4128 + ], + "max_error": 0.0 + }, + { + "representative": 4137, + "members": [ + 4137 + ], + "max_error": 0.0 + }, + { + "representative": 4129, + "members": [ + 4129 + ], + "max_error": 0.0 + }, + { + "representative": 4138, + "members": [ + 4138 + ], + "max_error": 0.0 + }, + { + "representative": 4139, + "members": [ + 4139 + ], + "max_error": 0.0 + }, + { + "representative": 4140, + "members": [ + 4140 + ], + "max_error": 0.0 + }, + { + "representative": 4141, + "members": [ + 4141 + ], + "max_error": 0.0 + }, + { + "representative": 4142, + "members": [ + 4142 + ], + "max_error": 0.0 + }, + { + "representative": 4143, + "members": [ + 4143 + ], + "max_error": 0.0 + }, + { + "representative": 4130, + "members": [ + 4130 + ], + "max_error": 0.0 + }, + { + "representative": 4131, + "members": [ + 4131 + ], + "max_error": 0.0 + }, + { + "representative": 4132, + "members": [ + 4132 + ], + "max_error": 0.0 + }, + { + "representative": 4133, + "members": [ + 4133 + ], + "max_error": 0.0 + }, + { + "representative": 4134, + "members": [ + 4134 + ], + "max_error": 0.0 + }, + { + "representative": 4144, + "members": [ + 4144 + ], + "max_error": 0.0 + }, + { + "representative": 4153, + "members": [ + 4153 + ], + "max_error": 0.0 + }, + { + "representative": 4145, + "members": [ + 4145 + ], + "max_error": 0.0 + }, + { + "representative": 4154, + "members": [ + 4154 + ], + "max_error": 0.0 + }, + { + "representative": 4155, + "members": [ + 4155 + ], + "max_error": 0.0 + }, + { + "representative": 4158, + "members": [ + 4158 + ], + "max_error": 0.0 + }, + { + "representative": 4146, + "members": [ + 4146 + ], + "max_error": 0.0 + }, + { + "representative": 4147, + "members": [ + 4147 + ], + "max_error": 0.0 + }, + { + "representative": 4148, + "members": [ + 4148 + ], + "max_error": 0.0 + }, + { + "representative": 4149, + "members": [ + 4149 + ], + "max_error": 0.0 + }, + { + "representative": 4150, + "members": [ + 4150 + ], + "max_error": 0.0 + }, + { + "representative": 4151, + "members": [ + 4151 + ], + "max_error": 0.0 + }, + { + "representative": 4619, + "members": [ + 4619 + ], + "max_error": 0.0 + }, + { + "representative": 4736, + "members": [ + 4736 + ], + "max_error": 0.0 + }, + { + "representative": 4744, + "members": [ + 4744 + ], + "max_error": 0.0 + }, + { + "representative": 4739, + "members": [ + 4739 + ], + "max_error": 0.0 + }, + { + "representative": 4761, + "members": [ + 4761 + ], + "max_error": 0.0 + }, + { + "representative": 4757, + "members": [ + 4757 + ], + "max_error": 0.0 + }, + { + "representative": 4633, + "members": [ + 4633 + ], + "max_error": 0.0 + }, + { + "representative": 4769, + "members": [ + 4769 + ], + "max_error": 0.0 + }, + { + "representative": 4779, + "members": [ + 4779 + ], + "max_error": 0.0 + }, + { + "representative": 4771, + "members": [ + 4771 + ], + "max_error": 0.0 + }, + { + "representative": 4774, + "members": [ + 4774 + ], + "max_error": 0.0 + }, + { + "representative": 4775, + "members": [ + 4775 + ], + "max_error": 0.0 + }, + { + "representative": 4793, + "members": [ + 4793 + ], + "max_error": 0.0 + }, + { + "representative": 4785, + "members": [ + 4785 + ], + "max_error": 0.0 + }, + { + "representative": 4791, + "members": [ + 4791 + ], + "max_error": 0.0 + }, + { + "representative": 4809, + "members": [ + 4809 + ], + "max_error": 0.0 + }, + { + "representative": 4811, + "members": [ + 4811 + ], + "max_error": 0.0 + }, + { + "representative": 4813, + "members": [ + 4813 + ], + "max_error": 0.0 + }, + { + "representative": 4807, + "members": [ + 4807 + ], + "max_error": 0.0 + }, + { + "representative": 4825, + "members": [ + 4825 + ], + "max_error": 0.0 + }, + { + "representative": 4827, + "members": [ + 4827 + ], + "max_error": 0.0 + }, + { + "representative": 4831, + "members": [ + 4831 + ], + "max_error": 0.0 + }, + { + "representative": 4832, + "members": [ + 4832 + ], + "max_error": 0.0 + }, + { + "representative": 4841, + "members": [ + 4841 + ], + "max_error": 0.0 + }, + { + "representative": 4858, + "members": [ + 4858 + ], + "max_error": 0.0 + }, + { + "representative": 4850, + "members": [ + 4850 + ], + "max_error": 0.0 + }, + { + "representative": 4853, + "members": [ + 4853 + ], + "max_error": 0.0 + }, + { + "representative": 4652, + "members": [ + 4652 + ], + "max_error": 0.0 + }, + { + "representative": 4669, + "members": [ + 4669 + ], + "max_error": 0.0 + }, + { + "representative": 4683, + "members": [ + 4683 + ], + "max_error": 0.0 + }, + { + "representative": 4684, + "members": [ + 4684 + ], + "max_error": 0.0 + }, + { + "representative": 4685, + "members": [ + 4685 + ], + "max_error": 0.0 + }, + { + "representative": 4677, + "members": [ + 4677 + ], + "max_error": 0.0 + }, + { + "representative": 4699, + "members": [ + 4699 + ], + "max_error": 0.0 + }, + { + "representative": 4702, + "members": [ + 4702 + ], + "max_error": 0.0 + }, + { + "representative": 4693, + "members": [ + 4693 + ], + "max_error": 0.0 + }, + { + "representative": 4712, + "members": [ + 4712 + ], + "max_error": 0.0 + }, + { + "representative": 4713, + "members": [ + 4713 + ], + "max_error": 0.0 + }, + { + "representative": 4714, + "members": [ + 4714 + ], + "max_error": 0.0 + }, + { + "representative": 4715, + "members": [ + 4715 + ], + "max_error": 0.0 + }, + { + "representative": 4717, + "members": [ + 4717 + ], + "max_error": 0.0 + }, + { + "representative": 4718, + "members": [ + 4718 + ], + "max_error": 0.0 + }, + { + "representative": 4734, + "members": [ + 4734 + ], + "max_error": 0.0 + }, + { + "representative": 4724, + "members": [ + 4724 + ], + "max_error": 0.0 + }, + { + "representative": 4727, + "members": [ + 4727 + ], + "max_error": 0.0 + }, + { + "representative": 5122, + "members": [ + 5122 + ], + "max_error": 0.0 + }, + { + "representative": 5268, + "members": [ + 5268 + ], + "max_error": 0.0 + }, + { + "representative": 5270, + "members": [ + 5270 + ], + "max_error": 0.0 + }, + { + "representative": 5149, + "members": [ + 5149 + ], + "max_error": 0.0 + }, + { + "representative": 5292, + "members": [ + 5292 + ], + "max_error": 0.0 + }, + { + "representative": 5295, + "members": [ + 5295 + ], + "max_error": 0.0 + }, + { + "representative": 5359, + "members": [ + 5359 + ], + "max_error": 0.0 + }, + { + "representative": 5351, + "members": [ + 5351 + ], + "max_error": 0.0 + }, + { + "representative": 5370, + "members": [ + 5370 + ], + "max_error": 0.0 + }, + { + "representative": 5344, + "members": [ + 5344 + ], + "max_error": 0.0 + }, + { + "representative": 5331, + "members": [ + 5331 + ], + "max_error": 0.0 + }, + { + "representative": 5209, + "members": [ + 5209 + ], + "max_error": 0.0 + }, + { + "representative": 5204, + "members": [ + 5204 + ], + "max_error": 0.0 + }, + { + "representative": 5167, + "members": [ + 5167 + ], + "max_error": 0.0 + }, + { + "representative": 5168, + "members": [ + 5168 + ], + "max_error": 0.0 + }, + { + "representative": 5311, + "members": [ + 5311 + ], + "max_error": 0.0 + }, + { + "representative": 5337, + "members": [ + 5337 + ], + "max_error": 0.0 + }, + { + "representative": 5145, + "members": [ + 5145 + ], + "max_error": 0.0 + }, + { + "representative": 5334, + "members": [ + 5334 + ], + "max_error": 0.0 + }, + { + "representative": 5264, + "members": [ + 5264 + ], + "max_error": 0.0 + }, + { + "representative": 5254, + "members": [ + 5254 + ], + "max_error": 0.0 + }, + { + "representative": 5241, + "members": [ + 5241 + ], + "max_error": 0.0 + }, + { + "representative": 5220, + "members": [ + 5220 + ], + "max_error": 0.0 + }, + { + "representative": 5185, + "members": [ + 5185 + ], + "max_error": 0.0 + }, + { + "representative": 5156, + "members": [ + 5156 + ], + "max_error": 0.0 + }, + { + "representative": 5354, + "members": [ + 5354 + ], + "max_error": 0.0 + }, + { + "representative": 5182, + "members": [ + 5182 + ], + "max_error": 0.0 + }, + { + "representative": 5175, + "members": [ + 5175 + ], + "max_error": 0.0 + }, + { + "representative": 5257, + "members": [ + 5257 + ], + "max_error": 0.0 + }, + { + "representative": 5274, + "members": [ + 5274 + ], + "max_error": 0.0 + }, + { + "representative": 5123, + "members": [ + 5123 + ], + "max_error": 0.0 + }, + { + "representative": 5199, + "members": [ + 5199 + ], + "max_error": 0.0 + }, + { + "representative": 5226, + "members": [ + 5226 + ], + "max_error": 0.0 + }, + { + "representative": 5229, + "members": [ + 5229 + ], + "max_error": 0.0 + }, + { + "representative": 5223, + "members": [ + 5223 + ], + "max_error": 0.0 + }, + { + "representative": 5247, + "members": [ + 5247 + ], + "max_error": 0.0 + }, + { + "representative": 5632, + "members": [ + 5632 + ], + "max_error": 0.0 + }, + { + "representative": 5640, + "members": [ + 5640 + ], + "max_error": 0.0 + }, + { + "representative": 5641, + "members": [ + 5641 + ], + "max_error": 0.0 + }, + { + "representative": 5633, + "members": [ + 5633 + ], + "max_error": 0.0 + }, + { + "representative": 5642, + "members": [ + 5642 + ], + "max_error": 0.0 + }, + { + "representative": 5646, + "members": [ + 5646 + ], + "max_error": 0.0 + }, + { + "representative": 5635, + "members": [ + 5635 + ], + "max_error": 0.0 + }, + { + "representative": 5637, + "members": [ + 5637 + ], + "max_error": 0.0 + }, + { + "representative": 5648, + "members": [ + 5648 + ], + "max_error": 0.0 + }, + { + "representative": 5656, + "members": [ + 5656 + ], + "max_error": 0.0 + }, + { + "representative": 5657, + "members": [ + 5657 + ], + "max_error": 0.0 + }, + { + "representative": 5649, + "members": [ + 5649 + ], + "max_error": 0.0 + }, + { + "representative": 5658, + "members": [ + 5658 + ], + "max_error": 0.0 + }, + { + "representative": 5659, + "members": [ + 5659 + ], + "max_error": 0.0 + }, + { + "representative": 5660, + "members": [ + 5660 + ], + "max_error": 0.0 + }, + { + "representative": 5661, + "members": [ + 5661 + ], + "max_error": 0.0 + }, + { + "representative": 5663, + "members": [ + 5663 + ], + "max_error": 0.0 + }, + { + "representative": 5651, + "members": [ + 5651 + ], + "max_error": 0.0 + }, + { + "representative": 5652, + "members": [ + 5652 + ], + "max_error": 0.0 + }, + { + "representative": 5653, + "members": [ + 5653 + ], + "max_error": 0.0 + }, + { + "representative": 5654, + "members": [ + 5654 + ], + "max_error": 0.0 + }, + { + "representative": 5655, + "members": [ + 5655 + ], + "max_error": 0.0 + }, + { + "representative": 5672, + "members": [ + 5672 + ], + "max_error": 0.0 + }, + { + "representative": 5674, + "members": [ + 5674 + ], + "max_error": 0.0 + }, + { + "representative": 5675, + "members": [ + 5675 + ], + "max_error": 0.0 + }, + { + "representative": 5676, + "members": [ + 5676 + ], + "max_error": 0.0 + }, + { + "representative": 5677, + "members": [ + 5677 + ], + "max_error": 0.0 + }, + { + "representative": 5678, + "members": [ + 5678 + ], + "max_error": 0.0 + }, + { + "representative": 5679, + "members": [ + 5679 + ], + "max_error": 0.0 + }, + { + "representative": 5666, + "members": [ + 5666 + ], + "max_error": 0.0 + }, + { + "representative": 5668, + "members": [ + 5668 + ], + "max_error": 0.0 + }, + { + "representative": 5669, + "members": [ + 5669 + ], + "max_error": 0.0 + }, + { + "representative": 5680, + "members": [ + 5680 + ], + "max_error": 0.0 + }, + { + "representative": 5681, + "members": [ + 5681 + ], + "max_error": 0.0 + }, + { + "representative": 5690, + "members": [ + 5690 + ], + "max_error": 0.0 + }, + { + "representative": 5692, + "members": [ + 5692 + ], + "max_error": 0.0 + }, + { + "representative": 5693, + "members": [ + 5693 + ], + "max_error": 0.0 + }, + { + "representative": 5694, + "members": [ + 5694 + ], + "max_error": 0.0 + }, + { + "representative": 5683, + "members": [ + 5683 + ], + "max_error": 0.0 + }, + { + "representative": 5684, + "members": [ + 5684 + ], + "max_error": 0.0 + }, + { + "representative": 5687, + "members": [ + 5687 + ], + "max_error": 0.0 + }, + { + "representative": 1046, + "members": [ + 1046 + ], + "max_error": 0.0 + }, + { + "representative": 1275, + "members": [ + 1275 + ], + "max_error": 0.0 + }, + { + "representative": 1263, + "members": [ + 1263 + ], + "max_error": 0.0 + }, + { + "representative": 1260, + "members": [ + 1260 + ], + "max_error": 0.0 + }, + { + "representative": 1133, + "members": [ + 1133 + ], + "max_error": 0.0 + }, + { + "representative": 1250, + "members": [ + 1250 + ], + "max_error": 0.0 + }, + { + "representative": 1049, + "members": [ + 1049 + ], + "max_error": 0.0 + }, + { + "representative": 1161, + "members": [ + 1161 + ], + "max_error": 0.0 + }, + { + "representative": 1238, + "members": [ + 1238 + ], + "max_error": 0.0 + }, + { + "representative": 1094, + "members": [ + 1094 + ], + "max_error": 0.0 + }, + { + "representative": 1134, + "members": [ + 1134 + ], + "max_error": 0.0 + }, + { + "representative": 1239, + "members": [ + 1239 + ], + "max_error": 0.0 + }, + { + "representative": 1110, + "members": [ + 1110 + ], + "max_error": 0.0 + }, + { + "representative": 1212, + "members": [ + 1212 + ], + "max_error": 0.0 + }, + { + "representative": 1045, + "members": [ + 1045 + ], + "max_error": 0.0 + }, + { + "representative": 1069, + "members": [ + 1069 + ], + "max_error": 0.0 + }, + { + "representative": 1104, + "members": [ + 1104 + ], + "max_error": 0.0 + }, + { + "representative": 1610, + "members": [ + 1610 + ], + "max_error": 0.0 + }, + { + "representative": 1745, + "members": [ + 1745 + ], + "max_error": 0.0 + }, + { + "representative": 1637, + "members": [ + 1637 + ], + "max_error": 0.0 + }, + { + "representative": 1679, + "members": [ + 1679 + ], + "max_error": 0.0 + }, + { + "representative": 1595, + "members": [ + 1595 + ], + "max_error": 0.0 + }, + { + "representative": 1693, + "members": [ + 1693 + ], + "max_error": 0.0 + }, + { + "representative": 1566, + "members": [ + 1566 + ], + "max_error": 0.0 + }, + { + "representative": 1671, + "members": [ + 1671 + ], + "max_error": 0.0 + }, + { + "representative": 1712, + "members": [ + 1712 + ], + "max_error": 0.0 + }, + { + "representative": 1730, + "members": [ + 1730 + ], + "max_error": 0.0 + }, + { + "representative": 1650, + "members": [ + 1650 + ], + "max_error": 0.0 + }, + { + "representative": 1536, + "members": [ + 1536 + ], + "max_error": 0.0 + }, + { + "representative": 1780, + "members": [ + 1780 + ], + "max_error": 0.0 + }, + { + "representative": 2274, + "members": [ + 2274 + ], + "max_error": 0.0 + }, + { + "representative": 2110, + "members": [ + 2110 + ], + "max_error": 0.0 + }, + { + "representative": 2233, + "members": [ + 2233 + ], + "max_error": 0.0 + }, + { + "representative": 2169, + "members": [ + 2169 + ], + "max_error": 0.0 + }, + { + "representative": 2195, + "members": [ + 2195 + ], + "max_error": 0.0 + }, + { + "representative": 2253, + "members": [ + 2253 + ], + "max_error": 0.0 + }, + { + "representative": 2132, + "members": [ + 2132 + ], + "max_error": 0.0 + }, + { + "representative": 2289, + "members": [ + 2289 + ], + "max_error": 0.0 + }, + { + "representative": 2055, + "members": [ + 2055 + ], + "max_error": 0.0 + }, + { + "representative": 2178, + "members": [ + 2178 + ], + "max_error": 0.0 + }, + { + "representative": 2245, + "members": [ + 2245 + ], + "max_error": 0.0 + }, + { + "representative": 2180, + "members": [ + 2180 + ], + "max_error": 0.0 + }, + { + "representative": 2785, + "members": [ + 2785 + ], + "max_error": 0.0 + }, + { + "representative": 2562, + "members": [ + 2562 + ], + "max_error": 0.0 + }, + { + "representative": 2792, + "members": [ + 2792 + ], + "max_error": 0.0 + }, + { + "representative": 2704, + "members": [ + 2704 + ], + "max_error": 0.0 + }, + { + "representative": 2711, + "members": [ + 2711 + ], + "max_error": 0.0 + }, + { + "representative": 2593, + "members": [ + 2593 + ], + "max_error": 0.0 + }, + { + "representative": 2643, + "members": [ + 2643 + ], + "max_error": 0.0 + }, + { + "representative": 2577, + "members": [ + 2577 + ], + "max_error": 0.0 + }, + { + "representative": 2787, + "members": [ + 2787 + ], + "max_error": 0.0 + }, + { + "representative": 2629, + "members": [ + 2629 + ], + "max_error": 0.0 + }, + { + "representative": 2646, + "members": [ + 2646 + ], + "max_error": 0.0 + }, + { + "representative": 2698, + "members": [ + 2698 + ], + "max_error": 0.0 + }, + { + "representative": 2772, + "members": [ + 2772 + ], + "max_error": 0.0 + }, + { + "representative": 2710, + "members": [ + 2710 + ], + "max_error": 0.0 + }, + { + "representative": 3211, + "members": [ + 3211 + ], + "max_error": 0.0 + }, + { + "representative": 3250, + "members": [ + 3250 + ], + "max_error": 0.0 + }, + { + "representative": 3080, + "members": [ + 3080 + ], + "max_error": 0.0 + }, + { + "representative": 3150, + "members": [ + 3150 + ], + "max_error": 0.0 + }, + { + "representative": 3132, + "members": [ + 3132 + ], + "max_error": 0.0 + }, + { + "representative": 3313, + "members": [ + 3313 + ], + "max_error": 0.0 + }, + { + "representative": 3236, + "members": [ + 3236 + ], + "max_error": 0.0 + }, + { + "representative": 3151, + "members": [ + 3151 + ], + "max_error": 0.0 + }, + { + "representative": 3757, + "members": [ + 3757 + ], + "max_error": 0.0 + }, + { + "representative": 3711, + "members": [ + 3711 + ], + "max_error": 0.0 + }, + { + "representative": 3703, + "members": [ + 3703 + ], + "max_error": 0.0 + }, + { + "representative": 3719, + "members": [ + 3719 + ], + "max_error": 0.0 + }, + { + "representative": 3837, + "members": [ + 3837 + ], + "max_error": 0.0 + }, + { + "representative": 3623, + "members": [ + 3623 + ], + "max_error": 0.0 + }, + { + "representative": 3608, + "members": [ + 3608 + ], + "max_error": 0.0 + }, + { + "representative": 3636, + "members": [ + 3636 + ], + "max_error": 0.0 + }, + { + "representative": 3706, + "members": [ + 3706 + ], + "max_error": 0.0 + }, + { + "representative": 3669, + "members": [ + 3669 + ], + "max_error": 0.0 + }, + { + "representative": 1121, + "members": [ + 1121 + ], + "max_error": 0.0 + }, + { + "representative": 1270, + "members": [ + 1270 + ], + "max_error": 0.0 + }, + { + "representative": 1259, + "members": [ + 1259 + ], + "max_error": 0.0 + }, + { + "representative": 1033, + "members": [ + 1033 + ], + "max_error": 0.0 + }, + { + "representative": 1252, + "members": [ + 1252 + ], + "max_error": 0.0 + }, + { + "representative": 1201, + "members": [ + 1201 + ], + "max_error": 0.0 + }, + { + "representative": 1185, + "members": [ + 1185 + ], + "max_error": 0.0 + }, + { + "representative": 1089, + "members": [ + 1089 + ], + "max_error": 0.0 + }, + { + "representative": 1152, + "members": [ + 1152 + ], + "max_error": 0.0 + }, + { + "representative": 1154, + "members": [ + 1154 + ], + "max_error": 0.0 + }, + { + "representative": 1190, + "members": [ + 1190 + ], + "max_error": 0.0 + }, + { + "representative": 1184, + "members": [ + 1184 + ], + "max_error": 0.0 + }, + { + "representative": 1073, + "members": [ + 1073 + ], + "max_error": 0.0 + }, + { + "representative": 1277, + "members": [ + 1277 + ], + "max_error": 0.0 + }, + { + "representative": 1097, + "members": [ + 1097 + ], + "max_error": 0.0 + }, + { + "representative": 1182, + "members": [ + 1182 + ], + "max_error": 0.0 + }, + { + "representative": 1625, + "members": [ + 1625 + ], + "max_error": 0.0 + }, + { + "representative": 1589, + "members": [ + 1589 + ], + "max_error": 0.0 + }, + { + "representative": 1561, + "members": [ + 1561 + ], + "max_error": 0.0 + }, + { + "representative": 1710, + "members": [ + 1710 + ], + "max_error": 0.0 + }, + { + "representative": 1789, + "members": [ + 1789 + ], + "max_error": 0.0 + }, + { + "representative": 1574, + "members": [ + 1574 + ], + "max_error": 0.0 + }, + { + "representative": 1791, + "members": [ + 1791 + ], + "max_error": 0.0 + }, + { + "representative": 1626, + "members": [ + 1626 + ], + "max_error": 0.0 + }, + { + "representative": 1581, + "members": [ + 1581 + ], + "max_error": 0.0 + }, + { + "representative": 1696, + "members": [ + 1696 + ], + "max_error": 0.0 + }, + { + "representative": 1652, + "members": [ + 1652 + ], + "max_error": 0.0 + }, + { + "representative": 1598, + "members": [ + 1598 + ], + "max_error": 0.0 + }, + { + "representative": 1681, + "members": [ + 1681 + ], + "max_error": 0.0 + }, + { + "representative": 1699, + "members": [ + 1699 + ], + "max_error": 0.0 + }, + { + "representative": 1738, + "members": [ + 1738 + ], + "max_error": 0.0 + }, + { + "representative": 1585, + "members": [ + 1585 + ], + "max_error": 0.0 + }, + { + "representative": 2145, + "members": [ + 2145 + ], + "max_error": 0.0 + }, + { + "representative": 2299, + "members": [ + 2299 + ], + "max_error": 0.0 + }, + { + "representative": 2185, + "members": [ + 2185 + ], + "max_error": 0.0 + }, + { + "representative": 2048, + "members": [ + 2048 + ], + "max_error": 0.0 + }, + { + "representative": 2179, + "members": [ + 2179 + ], + "max_error": 0.0 + }, + { + "representative": 2198, + "members": [ + 2198 + ], + "max_error": 0.0 + }, + { + "representative": 2234, + "members": [ + 2234 + ], + "max_error": 0.0 + }, + { + "representative": 2192, + "members": [ + 2192 + ], + "max_error": 0.0 + }, + { + "representative": 2241, + "members": [ + 2241 + ], + "max_error": 0.0 + }, + { + "representative": 2292, + "members": [ + 2292 + ], + "max_error": 0.0 + }, + { + "representative": 2193, + "members": [ + 2193 + ], + "max_error": 0.0 + }, + { + "representative": 2275, + "members": [ + 2275 + ], + "max_error": 0.0 + }, + { + "representative": 2131, + "members": [ + 2131 + ], + "max_error": 0.0 + }, + { + "representative": 2153, + "members": [ + 2153 + ], + "max_error": 0.0 + }, + { + "representative": 2183, + "members": [ + 2183 + ], + "max_error": 0.0 + }, + { + "representative": 2691, + "members": [ + 2691 + ], + "max_error": 0.0 + }, + { + "representative": 2706, + "members": [ + 2706 + ], + "max_error": 0.0 + }, + { + "representative": 2812, + "members": [ + 2812 + ], + "max_error": 0.0 + }, + { + "representative": 2578, + "members": [ + 2578 + ], + "max_error": 0.0 + }, + { + "representative": 2689, + "members": [ + 2689 + ], + "max_error": 0.0 + }, + { + "representative": 2612, + "members": [ + 2612 + ], + "max_error": 0.0 + }, + { + "representative": 2603, + "members": [ + 2603 + ], + "max_error": 0.0 + }, + { + "representative": 2665, + "members": [ + 2665 + ], + "max_error": 0.0 + }, + { + "representative": 2633, + "members": [ + 2633 + ], + "max_error": 0.0 + }, + { + "representative": 2563, + "members": [ + 2563 + ], + "max_error": 0.0 + }, + { + "representative": 2795, + "members": [ + 2795 + ], + "max_error": 0.0 + }, + { + "representative": 2727, + "members": [ + 2727 + ], + "max_error": 0.0 + }, + { + "representative": 3135, + "members": [ + 3135 + ], + "max_error": 0.0 + }, + { + "representative": 3243, + "members": [ + 3243 + ], + "max_error": 0.0 + }, + { + "representative": 3185, + "members": [ + 3185 + ], + "max_error": 0.0 + }, + { + "representative": 3147, + "members": [ + 3147 + ], + "max_error": 0.0 + }, + { + "representative": 3217, + "members": [ + 3217 + ], + "max_error": 0.0 + }, + { + "representative": 3161, + "members": [ + 3161 + ], + "max_error": 0.0 + }, + { + "representative": 3735, + "members": [ + 3735 + ], + "max_error": 0.0 + }, + { + "representative": 3832, + "members": [ + 3832 + ], + "max_error": 0.0 + }, + { + "representative": 3675, + "members": [ + 3675 + ], + "max_error": 0.0 + }, + { + "representative": 3787, + "members": [ + 3787 + ], + "max_error": 0.0 + }, + { + "representative": 3822, + "members": [ + 3822 + ], + "max_error": 0.0 + }, + { + "representative": 3646, + "members": [ + 3646 + ], + "max_error": 0.0 + }, + { + "representative": 3836, + "members": [ + 3836 + ], + "max_error": 0.0 + }, + { + "representative": 3618, + "members": [ + 3618 + ], + "max_error": 0.0 + }, + { + "representative": 3774, + "members": [ + 3774 + ], + "max_error": 0.0 + }, + { + "representative": 1138, + "members": [ + 1138 + ], + "max_error": 0.0 + }, + { + "representative": 1256, + "members": [ + 1256 + ], + "max_error": 0.0 + }, + { + "representative": 1155, + "members": [ + 1155 + ], + "max_error": 0.0 + }, + { + "representative": 1041, + "members": [ + 1041 + ], + "max_error": 0.0 + }, + { + "representative": 1047, + "members": [ + 1047 + ], + "max_error": 0.0 + }, + { + "representative": 1188, + "members": [ + 1188 + ], + "max_error": 0.0 + }, + { + "representative": 1191, + "members": [ + 1191 + ], + "max_error": 0.0 + }, + { + "representative": 1215, + "members": [ + 1215 + ], + "max_error": 0.0 + }, + { + "representative": 1028, + "members": [ + 1028 + ], + "max_error": 0.0 + }, + { + "representative": 1271, + "members": [ + 1271 + ], + "max_error": 0.0 + }, + { + "representative": 1140, + "members": [ + 1140 + ], + "max_error": 0.0 + }, + { + "representative": 1224, + "members": [ + 1224 + ], + "max_error": 0.0 + }, + { + "representative": 1214, + "members": [ + 1214 + ], + "max_error": 0.0 + }, + { + "representative": 1127, + "members": [ + 1127 + ], + "max_error": 0.0 + }, + { + "representative": 1044, + "members": [ + 1044 + ], + "max_error": 0.0 + }, + { + "representative": 1158, + "members": [ + 1158 + ], + "max_error": 0.0 + }, + { + "representative": 1602, + "members": [ + 1602 + ], + "max_error": 0.0 + }, + { + "representative": 1774, + "members": [ + 1774 + ], + "max_error": 0.0 + }, + { + "representative": 1623, + "members": [ + 1623 + ], + "max_error": 0.0 + }, + { + "representative": 1709, + "members": [ + 1709 + ], + "max_error": 0.0 + }, + { + "representative": 1773, + "members": [ + 1773 + ], + "max_error": 0.0 + }, + { + "representative": 1621, + "members": [ + 1621 + ], + "max_error": 0.0 + }, + { + "representative": 1783, + "members": [ + 1783 + ], + "max_error": 0.0 + }, + { + "representative": 1754, + "members": [ + 1754 + ], + "max_error": 0.0 + }, + { + "representative": 1779, + "members": [ + 1779 + ], + "max_error": 0.0 + }, + { + "representative": 1639, + "members": [ + 1639 + ], + "max_error": 0.0 + }, + { + "representative": 1687, + "members": [ + 1687 + ], + "max_error": 0.0 + }, + { + "representative": 1683, + "members": [ + 1683 + ], + "max_error": 0.0 + }, + { + "representative": 1609, + "members": [ + 1609 + ], + "max_error": 0.0 + }, + { + "representative": 2269, + "members": [ + 2269 + ], + "max_error": 0.0 + }, + { + "representative": 2273, + "members": [ + 2273 + ], + "max_error": 0.0 + }, + { + "representative": 2223, + "members": [ + 2223 + ], + "max_error": 0.0 + }, + { + "representative": 2106, + "members": [ + 2106 + ], + "max_error": 0.0 + }, + { + "representative": 2279, + "members": [ + 2279 + ], + "max_error": 0.0 + }, + { + "representative": 2294, + "members": [ + 2294 + ], + "max_error": 0.0 + }, + { + "representative": 2142, + "members": [ + 2142 + ], + "max_error": 0.0 + }, + { + "representative": 2097, + "members": [ + 2097 + ], + "max_error": 0.0 + }, + { + "representative": 2211, + "members": [ + 2211 + ], + "max_error": 0.0 + }, + { + "representative": 2196, + "members": [ + 2196 + ], + "max_error": 0.0 + }, + { + "representative": 2069, + "members": [ + 2069 + ], + "max_error": 0.0 + }, + { + "representative": 2112, + "members": [ + 2112 + ], + "max_error": 0.0 + }, + { + "representative": 2238, + "members": [ + 2238 + ], + "max_error": 0.0 + }, + { + "representative": 2065, + "members": [ + 2065 + ], + "max_error": 0.0 + }, + { + "representative": 2754, + "members": [ + 2754 + ], + "max_error": 0.0 + }, + { + "representative": 2703, + "members": [ + 2703 + ], + "max_error": 0.0 + }, + { + "representative": 2678, + "members": [ + 2678 + ], + "max_error": 0.0 + }, + { + "representative": 2687, + "members": [ + 2687 + ], + "max_error": 0.0 + }, + { + "representative": 2774, + "members": [ + 2774 + ], + "max_error": 0.0 + }, + { + "representative": 2811, + "members": [ + 2811 + ], + "max_error": 0.0 + }, + { + "representative": 2572, + "members": [ + 2572 + ], + "max_error": 0.0 + }, + { + "representative": 2648, + "members": [ + 2648 + ], + "max_error": 0.0 + }, + { + "representative": 2631, + "members": [ + 2631 + ], + "max_error": 0.0 + }, + { + "representative": 2695, + "members": [ + 2695 + ], + "max_error": 0.0 + }, + { + "representative": 2680, + "members": [ + 2680 + ], + "max_error": 0.0 + }, + { + "representative": 3253, + "members": [ + 3253 + ], + "max_error": 0.0 + }, + { + "representative": 3274, + "members": [ + 3274 + ], + "max_error": 0.0 + }, + { + "representative": 3149, + "members": [ + 3149 + ], + "max_error": 0.0 + }, + { + "representative": 3215, + "members": [ + 3215 + ], + "max_error": 0.0 + }, + { + "representative": 3086, + "members": [ + 3086 + ], + "max_error": 0.0 + }, + { + "representative": 3231, + "members": [ + 3231 + ], + "max_error": 0.0 + }, + { + "representative": 3074, + "members": [ + 3074 + ], + "max_error": 0.0 + }, + { + "representative": 3226, + "members": [ + 3226 + ], + "max_error": 0.0 + }, + { + "representative": 3200, + "members": [ + 3200 + ], + "max_error": 0.0 + }, + { + "representative": 3104, + "members": [ + 3104 + ], + "max_error": 0.0 + }, + { + "representative": 3159, + "members": [ + 3159 + ], + "max_error": 0.0 + }, + { + "representative": 3233, + "members": [ + 3233 + ], + "max_error": 0.0 + }, + { + "representative": 3697, + "members": [ + 3697 + ], + "max_error": 0.0 + }, + { + "representative": 3768, + "members": [ + 3768 + ], + "max_error": 0.0 + }, + { + "representative": 3685, + "members": [ + 3685 + ], + "max_error": 0.0 + }, + { + "representative": 3766, + "members": [ + 3766 + ], + "max_error": 0.0 + }, + { + "representative": 3834, + "members": [ + 3834 + ], + "max_error": 0.0 + }, + { + "representative": 3634, + "members": [ + 3634 + ], + "max_error": 0.0 + }, + { + "representative": 3644, + "members": [ + 3644 + ], + "max_error": 0.0 + }, + { + "representative": 2645, + "members": [ + 2645 + ], + "max_error": 0.0 + }, + { + "representative": 2626, + "members": [ + 2626 + ], + "max_error": 0.0 + }, + { + "representative": 2736, + "members": [ + 2736 + ], + "max_error": 0.0 + }, + { + "representative": 2707, + "members": [ + 2707 + ], + "max_error": 0.0 + }, + { + "representative": 2581, + "members": [ + 2581 + ], + "max_error": 0.0 + }, + { + "representative": 2763, + "members": [ + 2763 + ], + "max_error": 0.0 + }, + { + "representative": 2800, + "members": [ + 2800 + ], + "max_error": 0.0 + }, + { + "representative": 2682, + "members": [ + 2682 + ], + "max_error": 0.0 + }, + { + "representative": 2720, + "members": [ + 2720 + ], + "max_error": 0.0 + }, + { + "representative": 2743, + "members": [ + 2743 + ], + "max_error": 0.0 + }, + { + "representative": 2805, + "members": [ + 2805 + ], + "max_error": 0.0 + }, + { + "representative": 3201, + "members": [ + 3201 + ], + "max_error": 0.0 + }, + { + "representative": 3308, + "members": [ + 3308 + ], + "max_error": 0.0 + }, + { + "representative": 3098, + "members": [ + 3098 + ], + "max_error": 0.0 + }, + { + "representative": 3204, + "members": [ + 3204 + ], + "max_error": 0.0 + }, + { + "representative": 3293, + "members": [ + 3293 + ], + "max_error": 0.0 + }, + { + "representative": 3136, + "members": [ + 3136 + ], + "max_error": 0.0 + }, + { + "representative": 3195, + "members": [ + 3195 + ], + "max_error": 0.0 + }, + { + "representative": 3671, + "members": [ + 3671 + ], + "max_error": 0.0 + }, + { + "representative": 3713, + "members": [ + 3713 + ], + "max_error": 0.0 + }, + { + "representative": 3806, + "members": [ + 3806 + ], + "max_error": 0.0 + }, + { + "representative": 3698, + "members": [ + 3698 + ], + "max_error": 0.0 + }, + { + "representative": 3624, + "members": [ + 3624 + ], + "max_error": 0.0 + }, + { + "representative": 3729, + "members": [ + 3729 + ], + "max_error": 0.0 + }, + { + "representative": 3676, + "members": [ + 3676 + ], + "max_error": 0.0 + }, + { + "representative": 3712, + "members": [ + 3712 + ], + "max_error": 0.0 + }, + { + "representative": 3586, + "members": [ + 3586 + ], + "max_error": 0.0 + }, + { + "representative": 4160, + "members": [ + 4160 + ], + "max_error": 0.0 + }, + { + "representative": 4161, + "members": [ + 4161 + ], + "max_error": 0.0 + }, + { + "representative": 4171, + "members": [ + 4171 + ], + "max_error": 0.0 + }, + { + "representative": 4172, + "members": [ + 4172 + ], + "max_error": 0.0 + }, + { + "representative": 4173, + "members": [ + 4173 + ], + "max_error": 0.0 + }, + { + "representative": 4174, + "members": [ + 4174 + ], + "max_error": 0.0 + }, + { + "representative": 4175, + "members": [ + 4175 + ], + "max_error": 0.0 + }, + { + "representative": 4162, + "members": [ + 4162 + ], + "max_error": 0.0 + }, + { + "representative": 4165, + "members": [ + 4165 + ], + "max_error": 0.0 + }, + { + "representative": 4166, + "members": [ + 4166 + ], + "max_error": 0.0 + }, + { + "representative": 4167, + "members": [ + 4167 + ], + "max_error": 0.0 + }, + { + "representative": 4184, + "members": [ + 4184 + ], + "max_error": 0.0 + }, + { + "representative": 4177, + "members": [ + 4177 + ], + "max_error": 0.0 + }, + { + "representative": 4187, + "members": [ + 4187 + ], + "max_error": 0.0 + }, + { + "representative": 4191, + "members": [ + 4191 + ], + "max_error": 0.0 + }, + { + "representative": 4178, + "members": [ + 4178 + ], + "max_error": 0.0 + }, + { + "representative": 4179, + "members": [ + 4179 + ], + "max_error": 0.0 + }, + { + "representative": 4183, + "members": [ + 4183 + ], + "max_error": 0.0 + }, + { + "representative": 4192, + "members": [ + 4192 + ], + "max_error": 0.0 + }, + { + "representative": 4200, + "members": [ + 4200 + ], + "max_error": 0.0 + }, + { + "representative": 4201, + "members": [ + 4201 + ], + "max_error": 0.0 + }, + { + "representative": 4193, + "members": [ + 4193 + ], + "max_error": 0.0 + }, + { + "representative": 4202, + "members": [ + 4202 + ], + "max_error": 0.0 + }, + { + "representative": 4203, + "members": [ + 4203 + ], + "max_error": 0.0 + }, + { + "representative": 4204, + "members": [ + 4204 + ], + "max_error": 0.0 + }, + { + "representative": 4206, + "members": [ + 4206 + ], + "max_error": 0.0 + }, + { + "representative": 4207, + "members": [ + 4207 + ], + "max_error": 0.0 + }, + { + "representative": 4194, + "members": [ + 4194 + ], + "max_error": 0.0 + }, + { + "representative": 4196, + "members": [ + 4196 + ], + "max_error": 0.0 + }, + { + "representative": 4197, + "members": [ + 4197 + ], + "max_error": 0.0 + }, + { + "representative": 4208, + "members": [ + 4208 + ], + "max_error": 0.0 + }, + { + "representative": 4216, + "members": [ + 4216 + ], + "max_error": 0.0 + }, + { + "representative": 4217, + "members": [ + 4217 + ], + "max_error": 0.0 + }, + { + "representative": 4218, + "members": [ + 4218 + ], + "max_error": 0.0 + }, + { + "representative": 4219, + "members": [ + 4219 + ], + "max_error": 0.0 + }, + { + "representative": 4220, + "members": [ + 4220 + ], + "max_error": 0.0 + }, + { + "representative": 4221, + "members": [ + 4221 + ], + "max_error": 0.0 + }, + { + "representative": 4222, + "members": [ + 4222 + ], + "max_error": 0.0 + }, + { + "representative": 4213, + "members": [ + 4213 + ], + "max_error": 0.0 + }, + { + "representative": 4214, + "members": [ + 4214 + ], + "max_error": 0.0 + }, + { + "representative": 4215, + "members": [ + 4215 + ], + "max_error": 0.0 + }, + { + "representative": 4740, + "members": [ + 4740 + ], + "max_error": 0.0 + }, + { + "representative": 4745, + "members": [ + 4745 + ], + "max_error": 0.0 + }, + { + "representative": 4765, + "members": [ + 4765 + ], + "max_error": 0.0 + }, + { + "representative": 4798, + "members": [ + 4798 + ], + "max_error": 0.0 + }, + { + "representative": 4640, + "members": [ + 4640 + ], + "max_error": 0.0 + }, + { + "representative": 4833, + "members": [ + 4833 + ], + "max_error": 0.0 + }, + { + "representative": 4766, + "members": [ + 4766 + ], + "max_error": 0.0 + }, + { + "representative": 4662, + "members": [ + 4662 + ], + "max_error": 0.0 + }, + { + "representative": 4689, + "members": [ + 4689 + ], + "max_error": 0.0 + }, + { + "representative": 4609, + "members": [ + 4609 + ], + "max_error": 0.0 + }, + { + "representative": 4670, + "members": [ + 4670 + ], + "max_error": 0.0 + }, + { + "representative": 4678, + "members": [ + 4678 + ], + "max_error": 0.0 + }, + { + "representative": 4612, + "members": [ + 4612 + ], + "max_error": 0.0 + }, + { + "representative": 4751, + "members": [ + 4751 + ], + "max_error": 0.0 + }, + { + "representative": 4828, + "members": [ + 4828 + ], + "max_error": 0.0 + }, + { + "representative": 4637, + "members": [ + 4637 + ], + "max_error": 0.0 + }, + { + "representative": 4814, + "members": [ + 4814 + ], + "max_error": 0.0 + }, + { + "representative": 4753, + "members": [ + 4753 + ], + "max_error": 0.0 + }, + { + "representative": 4729, + "members": [ + 4729 + ], + "max_error": 0.0 + }, + { + "representative": 4647, + "members": [ + 4647 + ], + "max_error": 0.0 + }, + { + "representative": 4622, + "members": [ + 4622 + ], + "max_error": 0.0 + }, + { + "representative": 4660, + "members": [ + 4660 + ], + "max_error": 0.0 + }, + { + "representative": 4838, + "members": [ + 4838 + ], + "max_error": 0.0 + }, + { + "representative": 4707, + "members": [ + 4707 + ], + "max_error": 0.0 + }, + { + "representative": 4784, + "members": [ + 4784 + ], + "max_error": 0.0 + }, + { + "representative": 4709, + "members": [ + 4709 + ], + "max_error": 0.0 + }, + { + "representative": 4656, + "members": [ + 4656 + ], + "max_error": 0.0 + }, + { + "representative": 4764, + "members": [ + 4764 + ], + "max_error": 0.0 + }, + { + "representative": 4741, + "members": [ + 4741 + ], + "max_error": 0.0 + }, + { + "representative": 4759, + "members": [ + 4759 + ], + "max_error": 0.0 + }, + { + "representative": 4629, + "members": [ + 4629 + ], + "max_error": 0.0 + }, + { + "representative": 4658, + "members": [ + 4658 + ], + "max_error": 0.0 + }, + { + "representative": 4848, + "members": [ + 4848 + ], + "max_error": 0.0 + }, + { + "representative": 4654, + "members": [ + 4654 + ], + "max_error": 0.0 + }, + { + "representative": 4642, + "members": [ + 4642 + ], + "max_error": 0.0 + }, + { + "representative": 4641, + "members": [ + 4641 + ], + "max_error": 0.0 + }, + { + "representative": 4837, + "members": [ + 4837 + ], + "max_error": 0.0 + }, + { + "representative": 4665, + "members": [ + 4665 + ], + "max_error": 0.0 + }, + { + "representative": 4611, + "members": [ + 4611 + ], + "max_error": 0.0 + }, + { + "representative": 4667, + "members": [ + 4667 + ], + "max_error": 0.0 + }, + { + "representative": 4782, + "members": [ + 4782 + ], + "max_error": 0.0 + }, + { + "representative": 4616, + "members": [ + 4616 + ], + "max_error": 0.0 + }, + { + "representative": 4843, + "members": [ + 4843 + ], + "max_error": 0.0 + }, + { + "representative": 4657, + "members": [ + 4657 + ], + "max_error": 0.0 + }, + { + "representative": 4675, + "members": [ + 4675 + ], + "max_error": 0.0 + }, + { + "representative": 4797, + "members": [ + 4797 + ], + "max_error": 0.0 + }, + { + "representative": 4716, + "members": [ + 4716 + ], + "max_error": 0.0 + }, + { + "representative": 4840, + "members": [ + 4840 + ], + "max_error": 0.0 + }, + { + "representative": 4824, + "members": [ + 4824 + ], + "max_error": 0.0 + }, + { + "representative": 4794, + "members": [ + 4794 + ], + "max_error": 0.0 + }, + { + "representative": 4856, + "members": [ + 4856 + ], + "max_error": 0.0 + }, + { + "representative": 4719, + "members": [ + 4719 + ], + "max_error": 0.0 + }, + { + "representative": 4687, + "members": [ + 4687 + ], + "max_error": 0.0 + }, + { + "representative": 5357, + "members": [ + 5357 + ], + "max_error": 0.0 + }, + { + "representative": 5375, + "members": [ + 5375 + ], + "max_error": 0.0 + }, + { + "representative": 5373, + "members": [ + 5373 + ], + "max_error": 0.0 + }, + { + "representative": 5190, + "members": [ + 5190 + ], + "max_error": 0.0 + }, + { + "representative": 5137, + "members": [ + 5137 + ], + "max_error": 0.0 + }, + { + "representative": 5360, + "members": [ + 5360 + ], + "max_error": 0.0 + }, + { + "representative": 5174, + "members": [ + 5174 + ], + "max_error": 0.0 + }, + { + "representative": 5148, + "members": [ + 5148 + ], + "max_error": 0.0 + }, + { + "representative": 5188, + "members": [ + 5188 + ], + "max_error": 0.0 + }, + { + "representative": 5318, + "members": [ + 5318 + ], + "max_error": 0.0 + }, + { + "representative": 5342, + "members": [ + 5342 + ], + "max_error": 0.0 + }, + { + "representative": 5159, + "members": [ + 5159 + ], + "max_error": 0.0 + }, + { + "representative": 5208, + "members": [ + 5208 + ], + "max_error": 0.0 + }, + { + "representative": 5358, + "members": [ + 5358 + ], + "max_error": 0.0 + }, + { + "representative": 5120, + "members": [ + 5120 + ], + "max_error": 0.0 + }, + { + "representative": 5200, + "members": [ + 5200 + ], + "max_error": 0.0 + }, + { + "representative": 5129, + "members": [ + 5129 + ], + "max_error": 0.0 + }, + { + "representative": 5289, + "members": [ + 5289 + ], + "max_error": 0.0 + }, + { + "representative": 5233, + "members": [ + 5233 + ], + "max_error": 0.0 + }, + { + "representative": 5260, + "members": [ + 5260 + ], + "max_error": 0.0 + }, + { + "representative": 5153, + "members": [ + 5153 + ], + "max_error": 0.0 + }, + { + "representative": 5236, + "members": [ + 5236 + ], + "max_error": 0.0 + }, + { + "representative": 5135, + "members": [ + 5135 + ], + "max_error": 0.0 + }, + { + "representative": 5198, + "members": [ + 5198 + ], + "max_error": 0.0 + }, + { + "representative": 5312, + "members": [ + 5312 + ], + "max_error": 0.0 + }, + { + "representative": 5232, + "members": [ + 5232 + ], + "max_error": 0.0 + }, + { + "representative": 5329, + "members": [ + 5329 + ], + "max_error": 0.0 + }, + { + "representative": 5230, + "members": [ + 5230 + ], + "max_error": 0.0 + }, + { + "representative": 5177, + "members": [ + 5177 + ], + "max_error": 0.0 + }, + { + "representative": 5130, + "members": [ + 5130 + ], + "max_error": 0.0 + }, + { + "representative": 5300, + "members": [ + 5300 + ], + "max_error": 0.0 + }, + { + "representative": 5369, + "members": [ + 5369 + ], + "max_error": 0.0 + }, + { + "representative": 5263, + "members": [ + 5263 + ], + "max_error": 0.0 + }, + { + "representative": 5261, + "members": [ + 5261 + ], + "max_error": 0.0 + }, + { + "representative": 5285, + "members": [ + 5285 + ], + "max_error": 0.0 + }, + { + "representative": 5294, + "members": [ + 5294 + ], + "max_error": 0.0 + }, + { + "representative": 5206, + "members": [ + 5206 + ], + "max_error": 0.0 + }, + { + "representative": 5158, + "members": [ + 5158 + ], + "max_error": 0.0 + }, + { + "representative": 5221, + "members": [ + 5221 + ], + "max_error": 0.0 + }, + { + "representative": 5154, + "members": [ + 5154 + ], + "max_error": 0.0 + }, + { + "representative": 5152, + "members": [ + 5152 + ], + "max_error": 0.0 + }, + { + "representative": 5303, + "members": [ + 5303 + ], + "max_error": 0.0 + }, + { + "representative": 5696, + "members": [ + 5696 + ], + "max_error": 0.0 + }, + { + "representative": 5705, + "members": [ + 5705 + ], + "max_error": 0.0 + }, + { + "representative": 5697, + "members": [ + 5697 + ], + "max_error": 0.0 + }, + { + "representative": 5706, + "members": [ + 5706 + ], + "max_error": 0.0 + }, + { + "representative": 5707, + "members": [ + 5707 + ], + "max_error": 0.0 + }, + { + "representative": 5708, + "members": [ + 5708 + ], + "max_error": 0.0 + }, + { + "representative": 5698, + "members": [ + 5698 + ], + "max_error": 0.0 + }, + { + "representative": 5699, + "members": [ + 5699 + ], + "max_error": 0.0 + }, + { + "representative": 5702, + "members": [ + 5702 + ], + "max_error": 0.0 + }, + { + "representative": 5703, + "members": [ + 5703 + ], + "max_error": 0.0 + }, + { + "representative": 5712, + "members": [ + 5712 + ], + "max_error": 0.0 + }, + { + "representative": 5720, + "members": [ + 5720 + ], + "max_error": 0.0 + }, + { + "representative": 5722, + "members": [ + 5722 + ], + "max_error": 0.0 + }, + { + "representative": 5723, + "members": [ + 5723 + ], + "max_error": 0.0 + }, + { + "representative": 5724, + "members": [ + 5724 + ], + "max_error": 0.0 + }, + { + "representative": 5725, + "members": [ + 5725 + ], + "max_error": 0.0 + }, + { + "representative": 5727, + "members": [ + 5727 + ], + "max_error": 0.0 + }, + { + "representative": 5714, + "members": [ + 5714 + ], + "max_error": 0.0 + }, + { + "representative": 5715, + "members": [ + 5715 + ], + "max_error": 0.0 + }, + { + "representative": 5716, + "members": [ + 5716 + ], + "max_error": 0.0 + }, + { + "representative": 5728, + "members": [ + 5728 + ], + "max_error": 0.0 + }, + { + "representative": 5729, + "members": [ + 5729 + ], + "max_error": 0.0 + }, + { + "representative": 5739, + "members": [ + 5739 + ], + "max_error": 0.0 + }, + { + "representative": 5740, + "members": [ + 5740 + ], + "max_error": 0.0 + }, + { + "representative": 5741, + "members": [ + 5741 + ], + "max_error": 0.0 + }, + { + "representative": 5742, + "members": [ + 5742 + ], + "max_error": 0.0 + }, + { + "representative": 5743, + "members": [ + 5743 + ], + "max_error": 0.0 + }, + { + "representative": 5732, + "members": [ + 5732 + ], + "max_error": 0.0 + }, + { + "representative": 5734, + "members": [ + 5734 + ], + "max_error": 0.0 + }, + { + "representative": 5752, + "members": [ + 5752 + ], + "max_error": 0.0 + }, + { + "representative": 5745, + "members": [ + 5745 + ], + "max_error": 0.0 + }, + { + "representative": 5757, + "members": [ + 5757 + ], + "max_error": 0.0 + }, + { + "representative": 5758, + "members": [ + 5758 + ], + "max_error": 0.0 + }, + { + "representative": 5746, + "members": [ + 5746 + ], + "max_error": 0.0 + }, + { + "representative": 5747, + "members": [ + 5747 + ], + "max_error": 0.0 + }, + { + "representative": 5748, + "members": [ + 5748 + ], + "max_error": 0.0 + }, + { + "representative": 5749, + "members": [ + 5749 + ], + "max_error": 0.0 + }, + { + "representative": 1145, + "members": [ + 1145 + ], + "max_error": 0.0 + }, + { + "representative": 1056, + "members": [ + 1056 + ], + "max_error": 0.0 + }, + { + "representative": 1148, + "members": [ + 1148 + ], + "max_error": 0.0 + }, + { + "representative": 1054, + "members": [ + 1054 + ], + "max_error": 0.0 + }, + { + "representative": 1043, + "members": [ + 1043 + ], + "max_error": 0.0 + }, + { + "representative": 1234, + "members": [ + 1234 + ], + "max_error": 0.0 + }, + { + "representative": 1052, + "members": [ + 1052 + ], + "max_error": 0.0 + }, + { + "representative": 1257, + "members": [ + 1257 + ], + "max_error": 0.0 + }, + { + "representative": 1040, + "members": [ + 1040 + ], + "max_error": 0.0 + }, + { + "representative": 1202, + "members": [ + 1202 + ], + "max_error": 0.0 + }, + { + "representative": 1087, + "members": [ + 1087 + ], + "max_error": 0.0 + }, + { + "representative": 1255, + "members": [ + 1255 + ], + "max_error": 0.0 + }, + { + "representative": 1116, + "members": [ + 1116 + ], + "max_error": 0.0 + }, + { + "representative": 1226, + "members": [ + 1226 + ], + "max_error": 0.0 + }, + { + "representative": 1118, + "members": [ + 1118 + ], + "max_error": 0.0 + }, + { + "representative": 1187, + "members": [ + 1187 + ], + "max_error": 0.0 + }, + { + "representative": 1136, + "members": [ + 1136 + ], + "max_error": 0.0 + }, + { + "representative": 1740, + "members": [ + 1740 + ], + "max_error": 0.0 + }, + { + "representative": 1562, + "members": [ + 1562 + ], + "max_error": 0.0 + }, + { + "representative": 1760, + "members": [ + 1760 + ], + "max_error": 0.0 + }, + { + "representative": 1570, + "members": [ + 1570 + ], + "max_error": 0.0 + }, + { + "representative": 1643, + "members": [ + 1643 + ], + "max_error": 0.0 + }, + { + "representative": 1682, + "members": [ + 1682 + ], + "max_error": 0.0 + }, + { + "representative": 1537, + "members": [ + 1537 + ], + "max_error": 0.0 + }, + { + "representative": 1731, + "members": [ + 1731 + ], + "max_error": 0.0 + }, + { + "representative": 1666, + "members": [ + 1666 + ], + "max_error": 0.0 + }, + { + "representative": 1785, + "members": [ + 1785 + ], + "max_error": 0.0 + }, + { + "representative": 1556, + "members": [ + 1556 + ], + "max_error": 0.0 + }, + { + "representative": 1698, + "members": [ + 1698 + ], + "max_error": 0.0 + }, + { + "representative": 1657, + "members": [ + 1657 + ], + "max_error": 0.0 + }, + { + "representative": 1588, + "members": [ + 1588 + ], + "max_error": 0.0 + }, + { + "representative": 1592, + "members": [ + 1592 + ], + "max_error": 0.0 + }, + { + "representative": 1549, + "members": [ + 1549 + ], + "max_error": 0.0 + }, + { + "representative": 1725, + "members": [ + 1725 + ], + "max_error": 0.0 + }, + { + "representative": 1605, + "members": [ + 1605 + ], + "max_error": 0.0 + }, + { + "representative": 1672, + "members": [ + 1672 + ], + "max_error": 0.0 + }, + { + "representative": 1759, + "members": [ + 1759 + ], + "max_error": 0.0 + }, + { + "representative": 2262, + "members": [ + 2262 + ], + "max_error": 0.0 + }, + { + "representative": 2231, + "members": [ + 2231 + ], + "max_error": 0.0 + }, + { + "representative": 2285, + "members": [ + 2285 + ], + "max_error": 0.0 + }, + { + "representative": 2126, + "members": [ + 2126 + ], + "max_error": 0.0 + }, + { + "representative": 2297, + "members": [ + 2297 + ], + "max_error": 0.0 + }, + { + "representative": 2134, + "members": [ + 2134 + ], + "max_error": 0.0 + }, + { + "representative": 2092, + "members": [ + 2092 + ], + "max_error": 0.0 + }, + { + "representative": 2144, + "members": [ + 2144 + ], + "max_error": 0.0 + }, + { + "representative": 2150, + "members": [ + 2150 + ], + "max_error": 0.0 + }, + { + "representative": 2102, + "members": [ + 2102 + ], + "max_error": 0.0 + }, + { + "representative": 2083, + "members": [ + 2083 + ], + "max_error": 0.0 + }, + { + "representative": 2189, + "members": [ + 2189 + ], + "max_error": 0.0 + }, + { + "representative": 2218, + "members": [ + 2218 + ], + "max_error": 0.0 + }, + { + "representative": 2073, + "members": [ + 2073 + ], + "max_error": 0.0 + }, + { + "representative": 2268, + "members": [ + 2268 + ], + "max_error": 0.0 + }, + { + "representative": 2256, + "members": [ + 2256 + ], + "max_error": 0.0 + }, + { + "representative": 2790, + "members": [ + 2790 + ], + "max_error": 0.0 + }, + { + "representative": 2809, + "members": [ + 2809 + ], + "max_error": 0.0 + }, + { + "representative": 2692, + "members": [ + 2692 + ], + "max_error": 0.0 + }, + { + "representative": 2615, + "members": [ + 2615 + ], + "max_error": 0.0 + }, + { + "representative": 2674, + "members": [ + 2674 + ], + "max_error": 0.0 + }, + { + "representative": 2641, + "members": [ + 2641 + ], + "max_error": 0.0 + }, + { + "representative": 3127, + "members": [ + 3127 + ], + "max_error": 0.0 + }, + { + "representative": 3090, + "members": [ + 3090 + ], + "max_error": 0.0 + }, + { + "representative": 3290, + "members": [ + 3290 + ], + "max_error": 0.0 + }, + { + "representative": 3156, + "members": [ + 3156 + ], + "max_error": 0.0 + }, + { + "representative": 3078, + "members": [ + 3078 + ], + "max_error": 0.0 + }, + { + "representative": 3179, + "members": [ + 3179 + ], + "max_error": 0.0 + }, + { + "representative": 3282, + "members": [ + 3282 + ], + "max_error": 0.0 + }, + { + "representative": 3180, + "members": [ + 3180 + ], + "max_error": 0.0 + }, + { + "representative": 3273, + "members": [ + 3273 + ], + "max_error": 0.0 + }, + { + "representative": 3325, + "members": [ + 3325 + ], + "max_error": 0.0 + }, + { + "representative": 3315, + "members": [ + 3315 + ], + "max_error": 0.0 + }, + { + "representative": 3229, + "members": [ + 3229 + ], + "max_error": 0.0 + }, + { + "representative": 3249, + "members": [ + 3249 + ], + "max_error": 0.0 + }, + { + "representative": 3276, + "members": [ + 3276 + ], + "max_error": 0.0 + }, + { + "representative": 3739, + "members": [ + 3739 + ], + "max_error": 0.0 + }, + { + "representative": 3732, + "members": [ + 3732 + ], + "max_error": 0.0 + }, + { + "representative": 3744, + "members": [ + 3744 + ], + "max_error": 0.0 + }, + { + "representative": 3736, + "members": [ + 3736 + ], + "max_error": 0.0 + }, + { + "representative": 3709, + "members": [ + 3709 + ], + "max_error": 0.0 + }, + { + "representative": 3789, + "members": [ + 3789 + ], + "max_error": 0.0 + }, + { + "representative": 3769, + "members": [ + 3769 + ], + "max_error": 0.0 + }, + { + "representative": 3683, + "members": [ + 3683 + ], + "max_error": 0.0 + }, + { + "representative": 3788, + "members": [ + 3788 + ], + "max_error": 0.0 + }, + { + "representative": 3746, + "members": [ + 3746 + ], + "max_error": 0.0 + }, + { + "representative": 1232, + "members": [ + 1232 + ], + "max_error": 0.0 + }, + { + "representative": 1209, + "members": [ + 1209 + ], + "max_error": 0.0 + }, + { + "representative": 1027, + "members": [ + 1027 + ], + "max_error": 0.0 + }, + { + "representative": 1039, + "members": [ + 1039 + ], + "max_error": 0.0 + }, + { + "representative": 1137, + "members": [ + 1137 + ], + "max_error": 0.0 + }, + { + "representative": 1174, + "members": [ + 1174 + ], + "max_error": 0.0 + }, + { + "representative": 1120, + "members": [ + 1120 + ], + "max_error": 0.0 + }, + { + "representative": 1211, + "members": [ + 1211 + ], + "max_error": 0.0 + }, + { + "representative": 1159, + "members": [ + 1159 + ], + "max_error": 0.0 + }, + { + "representative": 1157, + "members": [ + 1157 + ], + "max_error": 0.0 + }, + { + "representative": 1082, + "members": [ + 1082 + ], + "max_error": 0.0 + }, + { + "representative": 1235, + "members": [ + 1235 + ], + "max_error": 0.0 + }, + { + "representative": 1068, + "members": [ + 1068 + ], + "max_error": 0.0 + }, + { + "representative": 1594, + "members": [ + 1594 + ], + "max_error": 0.0 + }, + { + "representative": 1697, + "members": [ + 1697 + ], + "max_error": 0.0 + }, + { + "representative": 1608, + "members": [ + 1608 + ], + "max_error": 0.0 + }, + { + "representative": 1584, + "members": [ + 1584 + ], + "max_error": 0.0 + }, + { + "representative": 1554, + "members": [ + 1554 + ], + "max_error": 0.0 + }, + { + "representative": 1649, + "members": [ + 1649 + ], + "max_error": 0.0 + }, + { + "representative": 1541, + "members": [ + 1541 + ], + "max_error": 0.0 + }, + { + "representative": 1606, + "members": [ + 1606 + ], + "max_error": 0.0 + }, + { + "representative": 1615, + "members": [ + 1615 + ], + "max_error": 0.0 + }, + { + "representative": 2226, + "members": [ + 2226 + ], + "max_error": 0.0 + }, + { + "representative": 2215, + "members": [ + 2215 + ], + "max_error": 0.0 + }, + { + "representative": 2157, + "members": [ + 2157 + ], + "max_error": 0.0 + }, + { + "representative": 2229, + "members": [ + 2229 + ], + "max_error": 0.0 + }, + { + "representative": 2050, + "members": [ + 2050 + ], + "max_error": 0.0 + }, + { + "representative": 2221, + "members": [ + 2221 + ], + "max_error": 0.0 + }, + { + "representative": 2118, + "members": [ + 2118 + ], + "max_error": 0.0 + }, + { + "representative": 2248, + "members": [ + 2248 + ], + "max_error": 0.0 + }, + { + "representative": 2059, + "members": [ + 2059 + ], + "max_error": 0.0 + }, + { + "representative": 2224, + "members": [ + 2224 + ], + "max_error": 0.0 + }, + { + "representative": 2780, + "members": [ + 2780 + ], + "max_error": 0.0 + }, + { + "representative": 2737, + "members": [ + 2737 + ], + "max_error": 0.0 + }, + { + "representative": 2709, + "members": [ + 2709 + ], + "max_error": 0.0 + }, + { + "representative": 2608, + "members": [ + 2608 + ], + "max_error": 0.0 + }, + { + "representative": 2718, + "members": [ + 2718 + ], + "max_error": 0.0 + }, + { + "representative": 2579, + "members": [ + 2579 + ], + "max_error": 0.0 + }, + { + "representative": 2637, + "members": [ + 2637 + ], + "max_error": 0.0 + }, + { + "representative": 2659, + "members": [ + 2659 + ], + "max_error": 0.0 + }, + { + "representative": 2596, + "members": [ + 2596 + ], + "max_error": 0.0 + }, + { + "representative": 2604, + "members": [ + 2604 + ], + "max_error": 0.0 + }, + { + "representative": 3245, + "members": [ + 3245 + ], + "max_error": 0.0 + }, + { + "representative": 3208, + "members": [ + 3208 + ], + "max_error": 0.0 + }, + { + "representative": 3192, + "members": [ + 3192 + ], + "max_error": 0.0 + }, + { + "representative": 3228, + "members": [ + 3228 + ], + "max_error": 0.0 + }, + { + "representative": 3259, + "members": [ + 3259 + ], + "max_error": 0.0 + }, + { + "representative": 3188, + "members": [ + 3188 + ], + "max_error": 0.0 + }, + { + "representative": 3168, + "members": [ + 3168 + ], + "max_error": 0.0 + }, + { + "representative": 3246, + "members": [ + 3246 + ], + "max_error": 0.0 + }, + { + "representative": 3178, + "members": [ + 3178 + ], + "max_error": 0.0 + }, + { + "representative": 3094, + "members": [ + 3094 + ], + "max_error": 0.0 + }, + { + "representative": 3087, + "members": [ + 3087 + ], + "max_error": 0.0 + }, + { + "representative": 3205, + "members": [ + 3205 + ], + "max_error": 0.0 + }, + { + "representative": 3126, + "members": [ + 3126 + ], + "max_error": 0.0 + }, + { + "representative": 3323, + "members": [ + 3323 + ], + "max_error": 0.0 + }, + { + "representative": 3737, + "members": [ + 3737 + ], + "max_error": 0.0 + }, + { + "representative": 3701, + "members": [ + 3701 + ], + "max_error": 0.0 + }, + { + "representative": 3650, + "members": [ + 3650 + ], + "max_error": 0.0 + }, + { + "representative": 3605, + "members": [ + 3605 + ], + "max_error": 0.0 + }, + { + "representative": 3819, + "members": [ + 3819 + ], + "max_error": 0.0 + }, + { + "representative": 3635, + "members": [ + 3635 + ], + "max_error": 0.0 + }, + { + "representative": 3838, + "members": [ + 3838 + ], + "max_error": 0.0 + }, + { + "representative": 3589, + "members": [ + 3589 + ], + "max_error": 0.0 + }, + { + "representative": 3827, + "members": [ + 3827 + ], + "max_error": 0.0 + }, + { + "representative": 3792, + "members": [ + 3792 + ], + "max_error": 0.0 + }, + { + "representative": 3688, + "members": [ + 3688 + ], + "max_error": 0.0 + }, + { + "representative": 3604, + "members": [ + 3604 + ], + "max_error": 0.0 + }, + { + "representative": 1274, + "members": [ + 1274 + ], + "max_error": 0.0 + }, + { + "representative": 1168, + "members": [ + 1168 + ], + "max_error": 0.0 + }, + { + "representative": 1129, + "members": [ + 1129 + ], + "max_error": 0.0 + }, + { + "representative": 1196, + "members": [ + 1196 + ], + "max_error": 0.0 + }, + { + "representative": 1123, + "members": [ + 1123 + ], + "max_error": 0.0 + }, + { + "representative": 1108, + "members": [ + 1108 + ], + "max_error": 0.0 + }, + { + "representative": 1055, + "members": [ + 1055 + ], + "max_error": 0.0 + }, + { + "representative": 1178, + "members": [ + 1178 + ], + "max_error": 0.0 + }, + { + "representative": 1146, + "members": [ + 1146 + ], + "max_error": 0.0 + }, + { + "representative": 1186, + "members": [ + 1186 + ], + "max_error": 0.0 + }, + { + "representative": 1103, + "members": [ + 1103 + ], + "max_error": 0.0 + }, + { + "representative": 1160, + "members": [ + 1160 + ], + "max_error": 0.0 + }, + { + "representative": 1222, + "members": [ + 1222 + ], + "max_error": 0.0 + }, + { + "representative": 1663, + "members": [ + 1663 + ], + "max_error": 0.0 + }, + { + "representative": 1550, + "members": [ + 1550 + ], + "max_error": 0.0 + }, + { + "representative": 1752, + "members": [ + 1752 + ], + "max_error": 0.0 + }, + { + "representative": 1688, + "members": [ + 1688 + ], + "max_error": 0.0 + }, + { + "representative": 1539, + "members": [ + 1539 + ], + "max_error": 0.0 + }, + { + "representative": 1737, + "members": [ + 1737 + ], + "max_error": 0.0 + }, + { + "representative": 1619, + "members": [ + 1619 + ], + "max_error": 0.0 + }, + { + "representative": 1771, + "members": [ + 1771 + ], + "max_error": 0.0 + }, + { + "representative": 1664, + "members": [ + 1664 + ], + "max_error": 0.0 + }, + { + "representative": 1604, + "members": [ + 1604 + ], + "max_error": 0.0 + }, + { + "representative": 1739, + "members": [ + 1739 + ], + "max_error": 0.0 + }, + { + "representative": 1569, + "members": [ + 1569 + ], + "max_error": 0.0 + }, + { + "representative": 1635, + "members": [ + 1635 + ], + "max_error": 0.0 + }, + { + "representative": 1654, + "members": [ + 1654 + ], + "max_error": 0.0 + }, + { + "representative": 1674, + "members": [ + 1674 + ], + "max_error": 0.0 + }, + { + "representative": 1631, + "members": [ + 1631 + ], + "max_error": 0.0 + }, + { + "representative": 1614, + "members": [ + 1614 + ], + "max_error": 0.0 + }, + { + "representative": 1651, + "members": [ + 1651 + ], + "max_error": 0.0 + }, + { + "representative": 1675, + "members": [ + 1675 + ], + "max_error": 0.0 + }, + { + "representative": 2114, + "members": [ + 2114 + ], + "max_error": 0.0 + }, + { + "representative": 2075, + "members": [ + 2075 + ], + "max_error": 0.0 + }, + { + "representative": 2171, + "members": [ + 2171 + ], + "max_error": 0.0 + }, + { + "representative": 2117, + "members": [ + 2117 + ], + "max_error": 0.0 + }, + { + "representative": 2167, + "members": [ + 2167 + ], + "max_error": 0.0 + }, + { + "representative": 2107, + "members": [ + 2107 + ], + "max_error": 0.0 + }, + { + "representative": 2300, + "members": [ + 2300 + ], + "max_error": 0.0 + }, + { + "representative": 2182, + "members": [ + 2182 + ], + "max_error": 0.0 + }, + { + "representative": 2290, + "members": [ + 2290 + ], + "max_error": 0.0 + }, + { + "representative": 2140, + "members": [ + 2140 + ], + "max_error": 0.0 + }, + { + "representative": 2270, + "members": [ + 2270 + ], + "max_error": 0.0 + }, + { + "representative": 2293, + "members": [ + 2293 + ], + "max_error": 0.0 + }, + { + "representative": 2284, + "members": [ + 2284 + ], + "max_error": 0.0 + }, + { + "representative": 2085, + "members": [ + 2085 + ], + "max_error": 0.0 + }, + { + "representative": 2769, + "members": [ + 2769 + ], + "max_error": 0.0 + }, + { + "representative": 2611, + "members": [ + 2611 + ], + "max_error": 0.0 + }, + { + "representative": 2588, + "members": [ + 2588 + ], + "max_error": 0.0 + }, + { + "representative": 2723, + "members": [ + 2723 + ], + "max_error": 0.0 + }, + { + "representative": 2732, + "members": [ + 2732 + ], + "max_error": 0.0 + }, + { + "representative": 2575, + "members": [ + 2575 + ], + "max_error": 0.0 + }, + { + "representative": 2569, + "members": [ + 2569 + ], + "max_error": 0.0 + }, + { + "representative": 2616, + "members": [ + 2616 + ], + "max_error": 0.0 + }, + { + "representative": 3166, + "members": [ + 3166 + ], + "max_error": 0.0 + }, + { + "representative": 3317, + "members": [ + 3317 + ], + "max_error": 0.0 + }, + { + "representative": 3154, + "members": [ + 3154 + ], + "max_error": 0.0 + }, + { + "representative": 3254, + "members": [ + 3254 + ], + "max_error": 0.0 + }, + { + "representative": 3247, + "members": [ + 3247 + ], + "max_error": 0.0 + }, + { + "representative": 3085, + "members": [ + 3085 + ], + "max_error": 0.0 + }, + { + "representative": 3181, + "members": [ + 3181 + ], + "max_error": 0.0 + }, + { + "representative": 3269, + "members": [ + 3269 + ], + "max_error": 0.0 + }, + { + "representative": 3140, + "members": [ + 3140 + ], + "max_error": 0.0 + }, + { + "representative": 3641, + "members": [ + 3641 + ], + "max_error": 0.0 + }, + { + "representative": 3824, + "members": [ + 3824 + ], + "max_error": 0.0 + }, + { + "representative": 3721, + "members": [ + 3721 + ], + "max_error": 0.0 + }, + { + "representative": 3670, + "members": [ + 3670 + ], + "max_error": 0.0 + }, + { + "representative": 3649, + "members": [ + 3649 + ], + "max_error": 0.0 + }, + { + "representative": 3691, + "members": [ + 3691 + ], + "max_error": 0.0 + }, + { + "representative": 3802, + "members": [ + 3802 + ], + "max_error": 0.0 + }, + { + "representative": 3710, + "members": [ + 3710 + ], + "max_error": 0.0 + }, + { + "representative": 3637, + "members": [ + 3637 + ], + "max_error": 0.0 + }, + { + "representative": 3722, + "members": [ + 3722 + ], + "max_error": 0.0 + }, + { + "representative": 2576, + "members": [ + 2576 + ], + "max_error": 0.0 + }, + { + "representative": 2605, + "members": [ + 2605 + ], + "max_error": 0.0 + }, + { + "representative": 2767, + "members": [ + 2767 + ], + "max_error": 0.0 + }, + { + "representative": 2671, + "members": [ + 2671 + ], + "max_error": 0.0 + }, + { + "representative": 2776, + "members": [ + 2776 + ], + "max_error": 0.0 + }, + { + "representative": 2748, + "members": [ + 2748 + ], + "max_error": 0.0 + }, + { + "representative": 2573, + "members": [ + 2573 + ], + "max_error": 0.0 + }, + { + "representative": 2564, + "members": [ + 2564 + ], + "max_error": 0.0 + }, + { + "representative": 2797, + "members": [ + 2797 + ], + "max_error": 0.0 + }, + { + "representative": 2762, + "members": [ + 2762 + ], + "max_error": 0.0 + }, + { + "representative": 2598, + "members": [ + 2598 + ], + "max_error": 0.0 + }, + { + "representative": 2747, + "members": [ + 2747 + ], + "max_error": 0.0 + }, + { + "representative": 2733, + "members": [ + 2733 + ], + "max_error": 0.0 + }, + { + "representative": 2628, + "members": [ + 2628 + ], + "max_error": 0.0 + }, + { + "representative": 3262, + "members": [ + 3262 + ], + "max_error": 0.0 + }, + { + "representative": 3171, + "members": [ + 3171 + ], + "max_error": 0.0 + }, + { + "representative": 3124, + "members": [ + 3124 + ], + "max_error": 0.0 + }, + { + "representative": 3288, + "members": [ + 3288 + ], + "max_error": 0.0 + }, + { + "representative": 3096, + "members": [ + 3096 + ], + "max_error": 0.0 + }, + { + "representative": 3252, + "members": [ + 3252 + ], + "max_error": 0.0 + }, + { + "representative": 3130, + "members": [ + 3130 + ], + "max_error": 0.0 + }, + { + "representative": 3268, + "members": [ + 3268 + ], + "max_error": 0.0 + }, + { + "representative": 3275, + "members": [ + 3275 + ], + "max_error": 0.0 + }, + { + "representative": 3280, + "members": [ + 3280 + ], + "max_error": 0.0 + }, + { + "representative": 3116, + "members": [ + 3116 + ], + "max_error": 0.0 + }, + { + "representative": 3239, + "members": [ + 3239 + ], + "max_error": 0.0 + }, + { + "representative": 3835, + "members": [ + 3835 + ], + "max_error": 0.0 + }, + { + "representative": 3625, + "members": [ + 3625 + ], + "max_error": 0.0 + }, + { + "representative": 3783, + "members": [ + 3783 + ], + "max_error": 0.0 + }, + { + "representative": 3814, + "members": [ + 3814 + ], + "max_error": 0.0 + }, + { + "representative": 3765, + "members": [ + 3765 + ], + "max_error": 0.0 + }, + { + "representative": 3773, + "members": [ + 3773 + ], + "max_error": 0.0 + }, + { + "representative": 3702, + "members": [ + 3702 + ], + "max_error": 0.0 + }, + { + "representative": 3645, + "members": [ + 3645 + ], + "max_error": 0.0 + }, + { + "representative": 3826, + "members": [ + 3826 + ], + "max_error": 0.0 + }, + { + "representative": 3695, + "members": [ + 3695 + ], + "max_error": 0.0 + }, + { + "representative": 3642, + "members": [ + 3642 + ], + "max_error": 0.0 + }, + { + "representative": 3596, + "members": [ + 3596 + ], + "max_error": 0.0 + }, + { + "representative": 4224, + "members": [ + 4224 + ], + "max_error": 0.0 + }, + { + "representative": 4232, + "members": [ + 4232 + ], + "max_error": 0.0 + }, + { + "representative": 4233, + "members": [ + 4233 + ], + "max_error": 0.0 + }, + { + "representative": 4225, + "members": [ + 4225 + ], + "max_error": 0.0 + }, + { + "representative": 4235, + "members": [ + 4235 + ], + "max_error": 0.0 + }, + { + "representative": 4236, + "members": [ + 4236 + ], + "max_error": 0.0 + }, + { + "representative": 4237, + "members": [ + 4237 + ], + "max_error": 0.0 + }, + { + "representative": 4238, + "members": [ + 4238 + ], + "max_error": 0.0 + }, + { + "representative": 4239, + "members": [ + 4239 + ], + "max_error": 0.0 + }, + { + "representative": 4227, + "members": [ + 4227 + ], + "max_error": 0.0 + }, + { + "representative": 4228, + "members": [ + 4228 + ], + "max_error": 0.0 + }, + { + "representative": 4230, + "members": [ + 4230 + ], + "max_error": 0.0 + }, + { + "representative": 4231, + "members": [ + 4231 + ], + "max_error": 0.0 + }, + { + "representative": 4240, + "members": [ + 4240 + ], + "max_error": 0.0 + }, + { + "representative": 4248, + "members": [ + 4248 + ], + "max_error": 0.0 + }, + { + "representative": 4249, + "members": [ + 4249 + ], + "max_error": 0.0 + }, + { + "representative": 4241, + "members": [ + 4241 + ], + "max_error": 0.0 + }, + { + "representative": 4250, + "members": [ + 4250 + ], + "max_error": 0.0 + }, + { + "representative": 4251, + "members": [ + 4251 + ], + "max_error": 0.0 + }, + { + "representative": 4254, + "members": [ + 4254 + ], + "max_error": 0.0 + }, + { + "representative": 4255, + "members": [ + 4255 + ], + "max_error": 0.0 + }, + { + "representative": 4242, + "members": [ + 4242 + ], + "max_error": 0.0 + }, + { + "representative": 4243, + "members": [ + 4243 + ], + "max_error": 0.0 + }, + { + "representative": 4244, + "members": [ + 4244 + ], + "max_error": 0.0 + }, + { + "representative": 4245, + "members": [ + 4245 + ], + "max_error": 0.0 + }, + { + "representative": 4247, + "members": [ + 4247 + ], + "max_error": 0.0 + }, + { + "representative": 4256, + "members": [ + 4256 + ], + "max_error": 0.0 + }, + { + "representative": 4264, + "members": [ + 4264 + ], + "max_error": 0.0 + }, + { + "representative": 4265, + "members": [ + 4265 + ], + "max_error": 0.0 + }, + { + "representative": 4257, + "members": [ + 4257 + ], + "max_error": 0.0 + }, + { + "representative": 4266, + "members": [ + 4266 + ], + "max_error": 0.0 + }, + { + "representative": 4267, + "members": [ + 4267 + ], + "max_error": 0.0 + }, + { + "representative": 4271, + "members": [ + 4271 + ], + "max_error": 0.0 + }, + { + "representative": 4258, + "members": [ + 4258 + ], + "max_error": 0.0 + }, + { + "representative": 4259, + "members": [ + 4259 + ], + "max_error": 0.0 + }, + { + "representative": 4260, + "members": [ + 4260 + ], + "max_error": 0.0 + }, + { + "representative": 4262, + "members": [ + 4262 + ], + "max_error": 0.0 + }, + { + "representative": 4263, + "members": [ + 4263 + ], + "max_error": 0.0 + }, + { + "representative": 4272, + "members": [ + 4272 + ], + "max_error": 0.0 + }, + { + "representative": 4280, + "members": [ + 4280 + ], + "max_error": 0.0 + }, + { + "representative": 4273, + "members": [ + 4273 + ], + "max_error": 0.0 + }, + { + "representative": 4282, + "members": [ + 4282 + ], + "max_error": 0.0 + }, + { + "representative": 4283, + "members": [ + 4283 + ], + "max_error": 0.0 + }, + { + "representative": 4284, + "members": [ + 4284 + ], + "max_error": 0.0 + }, + { + "representative": 4287, + "members": [ + 4287 + ], + "max_error": 0.0 + }, + { + "representative": 4274, + "members": [ + 4274 + ], + "max_error": 0.0 + }, + { + "representative": 4275, + "members": [ + 4275 + ], + "max_error": 0.0 + }, + { + "representative": 4276, + "members": [ + 4276 + ], + "max_error": 0.0 + }, + { + "representative": 4648, + "members": [ + 4648 + ], + "max_error": 0.0 + }, + { + "representative": 4786, + "members": [ + 4786 + ], + "max_error": 0.0 + }, + { + "representative": 4835, + "members": [ + 4835 + ], + "max_error": 0.0 + }, + { + "representative": 4676, + "members": [ + 4676 + ], + "max_error": 0.0 + }, + { + "representative": 4783, + "members": [ + 4783 + ], + "max_error": 0.0 + }, + { + "representative": 4638, + "members": [ + 4638 + ], + "max_error": 0.0 + }, + { + "representative": 4746, + "members": [ + 4746 + ], + "max_error": 0.0 + }, + { + "representative": 4671, + "members": [ + 4671 + ], + "max_error": 0.0 + }, + { + "representative": 4733, + "members": [ + 4733 + ], + "max_error": 0.0 + }, + { + "representative": 4845, + "members": [ + 4845 + ], + "max_error": 0.0 + }, + { + "representative": 4799, + "members": [ + 4799 + ], + "max_error": 0.0 + }, + { + "representative": 4631, + "members": [ + 4631 + ], + "max_error": 0.0 + }, + { + "representative": 4703, + "members": [ + 4703 + ], + "max_error": 0.0 + }, + { + "representative": 4859, + "members": [ + 4859 + ], + "max_error": 0.0 + }, + { + "representative": 4805, + "members": [ + 4805 + ], + "max_error": 0.0 + }, + { + "representative": 4777, + "members": [ + 4777 + ], + "max_error": 0.0 + }, + { + "representative": 4788, + "members": [ + 4788 + ], + "max_error": 0.0 + }, + { + "representative": 4772, + "members": [ + 4772 + ], + "max_error": 0.0 + }, + { + "representative": 4802, + "members": [ + 4802 + ], + "max_error": 0.0 + }, + { + "representative": 4863, + "members": [ + 4863 + ], + "max_error": 0.0 + }, + { + "representative": 4756, + "members": [ + 4756 + ], + "max_error": 0.0 + }, + { + "representative": 4728, + "members": [ + 4728 + ], + "max_error": 0.0 + }, + { + "representative": 4749, + "members": [ + 4749 + ], + "max_error": 0.0 + }, + { + "representative": 4738, + "members": [ + 4738 + ], + "max_error": 0.0 + }, + { + "representative": 4795, + "members": [ + 4795 + ], + "max_error": 0.0 + }, + { + "representative": 4750, + "members": [ + 4750 + ], + "max_error": 0.0 + }, + { + "representative": 4618, + "members": [ + 4618 + ], + "max_error": 0.0 + }, + { + "representative": 4846, + "members": [ + 4846 + ], + "max_error": 0.0 + }, + { + "representative": 4704, + "members": [ + 4704 + ], + "max_error": 0.0 + }, + { + "representative": 4781, + "members": [ + 4781 + ], + "max_error": 0.0 + }, + { + "representative": 4836, + "members": [ + 4836 + ], + "max_error": 0.0 + }, + { + "representative": 4697, + "members": [ + 4697 + ], + "max_error": 0.0 + }, + { + "representative": 4861, + "members": [ + 4861 + ], + "max_error": 0.0 + }, + { + "representative": 4818, + "members": [ + 4818 + ], + "max_error": 0.0 + }, + { + "representative": 4804, + "members": [ + 4804 + ], + "max_error": 0.0 + }, + { + "representative": 4752, + "members": [ + 4752 + ], + "max_error": 0.0 + }, + { + "representative": 4634, + "members": [ + 4634 + ], + "max_error": 0.0 + }, + { + "representative": 4639, + "members": [ + 4639 + ], + "max_error": 0.0 + }, + { + "representative": 4754, + "members": [ + 4754 + ], + "max_error": 0.0 + }, + { + "representative": 4674, + "members": [ + 4674 + ], + "max_error": 0.0 + }, + { + "representative": 4851, + "members": [ + 4851 + ], + "max_error": 0.0 + }, + { + "representative": 4646, + "members": [ + 4646 + ], + "max_error": 0.0 + }, + { + "representative": 5286, + "members": [ + 5286 + ], + "max_error": 0.0 + }, + { + "representative": 5143, + "members": [ + 5143 + ], + "max_error": 0.0 + }, + { + "representative": 5310, + "members": [ + 5310 + ], + "max_error": 0.0 + }, + { + "representative": 5187, + "members": [ + 5187 + ], + "max_error": 0.0 + }, + { + "representative": 5350, + "members": [ + 5350 + ], + "max_error": 0.0 + }, + { + "representative": 5374, + "members": [ + 5374 + ], + "max_error": 0.0 + }, + { + "representative": 5165, + "members": [ + 5165 + ], + "max_error": 0.0 + }, + { + "representative": 5301, + "members": [ + 5301 + ], + "max_error": 0.0 + }, + { + "representative": 5265, + "members": [ + 5265 + ], + "max_error": 0.0 + }, + { + "representative": 5280, + "members": [ + 5280 + ], + "max_error": 0.0 + }, + { + "representative": 5272, + "members": [ + 5272 + ], + "max_error": 0.0 + }, + { + "representative": 5235, + "members": [ + 5235 + ], + "max_error": 0.0 + }, + { + "representative": 5267, + "members": [ + 5267 + ], + "max_error": 0.0 + }, + { + "representative": 5296, + "members": [ + 5296 + ], + "max_error": 0.0 + }, + { + "representative": 5313, + "members": [ + 5313 + ], + "max_error": 0.0 + }, + { + "representative": 5195, + "members": [ + 5195 + ], + "max_error": 0.0 + }, + { + "representative": 5299, + "members": [ + 5299 + ], + "max_error": 0.0 + }, + { + "representative": 5170, + "members": [ + 5170 + ], + "max_error": 0.0 + }, + { + "representative": 5184, + "members": [ + 5184 + ], + "max_error": 0.0 + }, + { + "representative": 5219, + "members": [ + 5219 + ], + "max_error": 0.0 + }, + { + "representative": 5216, + "members": [ + 5216 + ], + "max_error": 0.0 + }, + { + "representative": 5278, + "members": [ + 5278 + ], + "max_error": 0.0 + }, + { + "representative": 5252, + "members": [ + 5252 + ], + "max_error": 0.0 + }, + { + "representative": 5189, + "members": [ + 5189 + ], + "max_error": 0.0 + }, + { + "representative": 5255, + "members": [ + 5255 + ], + "max_error": 0.0 + }, + { + "representative": 5355, + "members": [ + 5355 + ], + "max_error": 0.0 + }, + { + "representative": 5333, + "members": [ + 5333 + ], + "max_error": 0.0 + }, + { + "representative": 5283, + "members": [ + 5283 + ], + "max_error": 0.0 + }, + { + "representative": 5336, + "members": [ + 5336 + ], + "max_error": 0.0 + }, + { + "representative": 5330, + "members": [ + 5330 + ], + "max_error": 0.0 + }, + { + "representative": 5193, + "members": [ + 5193 + ], + "max_error": 0.0 + }, + { + "representative": 5164, + "members": [ + 5164 + ], + "max_error": 0.0 + }, + { + "representative": 5240, + "members": [ + 5240 + ], + "max_error": 0.0 + }, + { + "representative": 5298, + "members": [ + 5298 + ], + "max_error": 0.0 + }, + { + "representative": 5225, + "members": [ + 5225 + ], + "max_error": 0.0 + }, + { + "representative": 5291, + "members": [ + 5291 + ], + "max_error": 0.0 + }, + { + "representative": 5262, + "members": [ + 5262 + ], + "max_error": 0.0 + }, + { + "representative": 5228, + "members": [ + 5228 + ], + "max_error": 0.0 + }, + { + "representative": 5246, + "members": [ + 5246 + ], + "max_error": 0.0 + }, + { + "representative": 5169, + "members": [ + 5169 + ], + "max_error": 0.0 + }, + { + "representative": 5227, + "members": [ + 5227 + ], + "max_error": 0.0 + }, + { + "representative": 5297, + "members": [ + 5297 + ], + "max_error": 0.0 + }, + { + "representative": 5276, + "members": [ + 5276 + ], + "max_error": 0.0 + }, + { + "representative": 5368, + "members": [ + 5368 + ], + "max_error": 0.0 + }, + { + "representative": 5316, + "members": [ + 5316 + ], + "max_error": 0.0 + }, + { + "representative": 5181, + "members": [ + 5181 + ], + "max_error": 0.0 + }, + { + "representative": 5768, + "members": [ + 5768 + ], + "max_error": 0.0 + }, + { + "representative": 5769, + "members": [ + 5769 + ], + "max_error": 0.0 + }, + { + "representative": 5770, + "members": [ + 5770 + ], + "max_error": 0.0 + }, + { + "representative": 5772, + "members": [ + 5772 + ], + "max_error": 0.0 + }, + { + "representative": 5773, + "members": [ + 5773 + ], + "max_error": 0.0 + }, + { + "representative": 5774, + "members": [ + 5774 + ], + "max_error": 0.0 + }, + { + "representative": 5775, + "members": [ + 5775 + ], + "max_error": 0.0 + }, + { + "representative": 5763, + "members": [ + 5763 + ], + "max_error": 0.0 + }, + { + "representative": 5764, + "members": [ + 5764 + ], + "max_error": 0.0 + }, + { + "representative": 5765, + "members": [ + 5765 + ], + "max_error": 0.0 + }, + { + "representative": 5766, + "members": [ + 5766 + ], + "max_error": 0.0 + }, + { + "representative": 5767, + "members": [ + 5767 + ], + "max_error": 0.0 + }, + { + "representative": 5776, + "members": [ + 5776 + ], + "max_error": 0.0 + }, + { + "representative": 5785, + "members": [ + 5785 + ], + "max_error": 0.0 + }, + { + "representative": 5777, + "members": [ + 5777 + ], + "max_error": 0.0 + }, + { + "representative": 5786, + "members": [ + 5786 + ], + "max_error": 0.0 + }, + { + "representative": 5787, + "members": [ + 5787 + ], + "max_error": 0.0 + }, + { + "representative": 5788, + "members": [ + 5788 + ], + "max_error": 0.0 + }, + { + "representative": 5789, + "members": [ + 5789 + ], + "max_error": 0.0 + }, + { + "representative": 5790, + "members": [ + 5790 + ], + "max_error": 0.0 + }, + { + "representative": 5778, + "members": [ + 5778 + ], + "max_error": 0.0 + }, + { + "representative": 5779, + "members": [ + 5779 + ], + "max_error": 0.0 + }, + { + "representative": 5780, + "members": [ + 5780 + ], + "max_error": 0.0 + }, + { + "representative": 5781, + "members": [ + 5781 + ], + "max_error": 0.0 + }, + { + "representative": 5782, + "members": [ + 5782 + ], + "max_error": 0.0 + }, + { + "representative": 5783, + "members": [ + 5783 + ], + "max_error": 0.0 + }, + { + "representative": 5800, + "members": [ + 5800 + ], + "max_error": 0.0 + }, + { + "representative": 5801, + "members": [ + 5801 + ], + "max_error": 0.0 + }, + { + "representative": 5802, + "members": [ + 5802 + ], + "max_error": 0.0 + }, + { + "representative": 5803, + "members": [ + 5803 + ], + "max_error": 0.0 + }, + { + "representative": 5804, + "members": [ + 5804 + ], + "max_error": 0.0 + }, + { + "representative": 5805, + "members": [ + 5805 + ], + "max_error": 0.0 + }, + { + "representative": 5806, + "members": [ + 5806 + ], + "max_error": 0.0 + }, + { + "representative": 5794, + "members": [ + 5794 + ], + "max_error": 0.0 + }, + { + "representative": 5796, + "members": [ + 5796 + ], + "max_error": 0.0 + }, + { + "representative": 5798, + "members": [ + 5798 + ], + "max_error": 0.0 + }, + { + "representative": 5799, + "members": [ + 5799 + ], + "max_error": 0.0 + }, + { + "representative": 5808, + "members": [ + 5808 + ], + "max_error": 0.0 + }, + { + "representative": 5816, + "members": [ + 5816 + ], + "max_error": 0.0 + }, + { + "representative": 5817, + "members": [ + 5817 + ], + "max_error": 0.0 + }, + { + "representative": 5809, + "members": [ + 5809 + ], + "max_error": 0.0 + }, + { + "representative": 5818, + "members": [ + 5818 + ], + "max_error": 0.0 + }, + { + "representative": 5819, + "members": [ + 5819 + ], + "max_error": 0.0 + }, + { + "representative": 5820, + "members": [ + 5820 + ], + "max_error": 0.0 + }, + { + "representative": 5821, + "members": [ + 5821 + ], + "max_error": 0.0 + }, + { + "representative": 5822, + "members": [ + 5822 + ], + "max_error": 0.0 + }, + { + "representative": 5823, + "members": [ + 5823 + ], + "max_error": 0.0 + }, + { + "representative": 5810, + "members": [ + 5810 + ], + "max_error": 0.0 + }, + { + "representative": 5812, + "members": [ + 5812 + ], + "max_error": 0.0 + }, + { + "representative": 5815, + "members": [ + 5815 + ], + "max_error": 0.0 + }, + { + "representative": 1084, + "members": [ + 1084 + ], + "max_error": 0.0 + }, + { + "representative": 1058, + "members": [ + 1058 + ], + "max_error": 0.0 + }, + { + "representative": 1203, + "members": [ + 1203 + ], + "max_error": 0.0 + }, + { + "representative": 1125, + "members": [ + 1125 + ], + "max_error": 0.0 + }, + { + "representative": 1051, + "members": [ + 1051 + ], + "max_error": 0.0 + }, + { + "representative": 1101, + "members": [ + 1101 + ], + "max_error": 0.0 + }, + { + "representative": 1025, + "members": [ + 1025 + ], + "max_error": 0.0 + }, + { + "representative": 1265, + "members": [ + 1265 + ], + "max_error": 0.0 + }, + { + "representative": 1241, + "members": [ + 1241 + ], + "max_error": 0.0 + }, + { + "representative": 1172, + "members": [ + 1172 + ], + "max_error": 0.0 + }, + { + "representative": 1655, + "members": [ + 1655 + ], + "max_error": 0.0 + }, + { + "representative": 1538, + "members": [ + 1538 + ], + "max_error": 0.0 + }, + { + "representative": 1700, + "members": [ + 1700 + ], + "max_error": 0.0 + }, + { + "representative": 1768, + "members": [ + 1768 + ], + "max_error": 0.0 + }, + { + "representative": 1596, + "members": [ + 1596 + ], + "max_error": 0.0 + }, + { + "representative": 1765, + "members": [ + 1765 + ], + "max_error": 0.0 + }, + { + "representative": 1718, + "members": [ + 1718 + ], + "max_error": 0.0 + }, + { + "representative": 1769, + "members": [ + 1769 + ], + "max_error": 0.0 + }, + { + "representative": 1633, + "members": [ + 1633 + ], + "max_error": 0.0 + }, + { + "representative": 1713, + "members": [ + 1713 + ], + "max_error": 0.0 + }, + { + "representative": 1620, + "members": [ + 1620 + ], + "max_error": 0.0 + }, + { + "representative": 1719, + "members": [ + 1719 + ], + "max_error": 0.0 + }, + { + "representative": 1634, + "members": [ + 1634 + ], + "max_error": 0.0 + }, + { + "representative": 1706, + "members": [ + 1706 + ], + "max_error": 0.0 + }, + { + "representative": 1641, + "members": [ + 1641 + ], + "max_error": 0.0 + }, + { + "representative": 1547, + "members": [ + 1547 + ], + "max_error": 0.0 + }, + { + "representative": 1646, + "members": [ + 1646 + ], + "max_error": 0.0 + }, + { + "representative": 1678, + "members": [ + 1678 + ], + "max_error": 0.0 + }, + { + "representative": 1685, + "members": [ + 1685 + ], + "max_error": 0.0 + }, + { + "representative": 2220, + "members": [ + 2220 + ], + "max_error": 0.0 + }, + { + "representative": 2105, + "members": [ + 2105 + ], + "max_error": 0.0 + }, + { + "representative": 2120, + "members": [ + 2120 + ], + "max_error": 0.0 + }, + { + "representative": 2128, + "members": [ + 2128 + ], + "max_error": 0.0 + }, + { + "representative": 2188, + "members": [ + 2188 + ], + "max_error": 0.0 + }, + { + "representative": 2164, + "members": [ + 2164 + ], + "max_error": 0.0 + }, + { + "representative": 2257, + "members": [ + 2257 + ], + "max_error": 0.0 + }, + { + "representative": 2076, + "members": [ + 2076 + ], + "max_error": 0.0 + }, + { + "representative": 2129, + "members": [ + 2129 + ], + "max_error": 0.0 + }, + { + "representative": 2063, + "members": [ + 2063 + ], + "max_error": 0.0 + }, + { + "representative": 2143, + "members": [ + 2143 + ], + "max_error": 0.0 + }, + { + "representative": 2243, + "members": [ + 2243 + ], + "max_error": 0.0 + }, + { + "representative": 2803, + "members": [ + 2803 + ], + "max_error": 0.0 + }, + { + "representative": 2814, + "members": [ + 2814 + ], + "max_error": 0.0 + }, + { + "representative": 2755, + "members": [ + 2755 + ], + "max_error": 0.0 + }, + { + "representative": 2586, + "members": [ + 2586 + ], + "max_error": 0.0 + }, + { + "representative": 2810, + "members": [ + 2810 + ], + "max_error": 0.0 + }, + { + "representative": 2716, + "members": [ + 2716 + ], + "max_error": 0.0 + }, + { + "representative": 2696, + "members": [ + 2696 + ], + "max_error": 0.0 + }, + { + "representative": 2796, + "members": [ + 2796 + ], + "max_error": 0.0 + }, + { + "representative": 2758, + "members": [ + 2758 + ], + "max_error": 0.0 + }, + { + "representative": 2786, + "members": [ + 2786 + ], + "max_error": 0.0 + }, + { + "representative": 2675, + "members": [ + 2675 + ], + "max_error": 0.0 + }, + { + "representative": 2721, + "members": [ + 2721 + ], + "max_error": 0.0 + }, + { + "representative": 2570, + "members": [ + 2570 + ], + "max_error": 0.0 + }, + { + "representative": 3222, + "members": [ + 3222 + ], + "max_error": 0.0 + }, + { + "representative": 3216, + "members": [ + 3216 + ], + "max_error": 0.0 + }, + { + "representative": 3072, + "members": [ + 3072 + ], + "max_error": 0.0 + }, + { + "representative": 3202, + "members": [ + 3202 + ], + "max_error": 0.0 + }, + { + "representative": 3264, + "members": [ + 3264 + ], + "max_error": 0.0 + }, + { + "representative": 3197, + "members": [ + 3197 + ], + "max_error": 0.0 + }, + { + "representative": 3103, + "members": [ + 3103 + ], + "max_error": 0.0 + }, + { + "representative": 3184, + "members": [ + 3184 + ], + "max_error": 0.0 + }, + { + "representative": 3111, + "members": [ + 3111 + ], + "max_error": 0.0 + }, + { + "representative": 3296, + "members": [ + 3296 + ], + "max_error": 0.0 + }, + { + "representative": 3218, + "members": [ + 3218 + ], + "max_error": 0.0 + }, + { + "representative": 3125, + "members": [ + 3125 + ], + "max_error": 0.0 + }, + { + "representative": 3301, + "members": [ + 3301 + ], + "max_error": 0.0 + }, + { + "representative": 3653, + "members": [ + 3653 + ], + "max_error": 0.0 + }, + { + "representative": 3687, + "members": [ + 3687 + ], + "max_error": 0.0 + }, + { + "representative": 3754, + "members": [ + 3754 + ], + "max_error": 0.0 + }, + { + "representative": 3823, + "members": [ + 3823 + ], + "max_error": 0.0 + }, + { + "representative": 3674, + "members": [ + 3674 + ], + "max_error": 0.0 + }, + { + "representative": 3652, + "members": [ + 3652 + ], + "max_error": 0.0 + }, + { + "representative": 3633, + "members": [ + 3633 + ], + "max_error": 0.0 + }, + { + "representative": 3808, + "members": [ + 3808 + ], + "max_error": 0.0 + }, + { + "representative": 3801, + "members": [ + 3801 + ], + "max_error": 0.0 + }, + { + "representative": 3594, + "members": [ + 3594 + ], + "max_error": 0.0 + }, + { + "representative": 3595, + "members": [ + 3595 + ], + "max_error": 0.0 + }, + { + "representative": 3643, + "members": [ + 3643 + ], + "max_error": 0.0 + }, + { + "representative": 3818, + "members": [ + 3818 + ], + "max_error": 0.0 + }, + { + "representative": 1035, + "members": [ + 1035 + ], + "max_error": 0.0 + }, + { + "representative": 1111, + "members": [ + 1111 + ], + "max_error": 0.0 + }, + { + "representative": 1100, + "members": [ + 1100 + ], + "max_error": 0.0 + }, + { + "representative": 1080, + "members": [ + 1080 + ], + "max_error": 0.0 + }, + { + "representative": 1126, + "members": [ + 1126 + ], + "max_error": 0.0 + }, + { + "representative": 1163, + "members": [ + 1163 + ], + "max_error": 0.0 + }, + { + "representative": 1228, + "members": [ + 1228 + ], + "max_error": 0.0 + }, + { + "representative": 1074, + "members": [ + 1074 + ], + "max_error": 0.0 + }, + { + "representative": 1181, + "members": [ + 1181 + ], + "max_error": 0.0 + }, + { + "representative": 1124, + "members": [ + 1124 + ], + "max_error": 0.0 + }, + { + "representative": 1555, + "members": [ + 1555 + ], + "max_error": 0.0 + }, + { + "representative": 1632, + "members": [ + 1632 + ], + "max_error": 0.0 + }, + { + "representative": 1579, + "members": [ + 1579 + ], + "max_error": 0.0 + }, + { + "representative": 1628, + "members": [ + 1628 + ], + "max_error": 0.0 + }, + { + "representative": 1782, + "members": [ + 1782 + ], + "max_error": 0.0 + }, + { + "representative": 1659, + "members": [ + 1659 + ], + "max_error": 0.0 + }, + { + "representative": 1711, + "members": [ + 1711 + ], + "max_error": 0.0 + }, + { + "representative": 1716, + "members": [ + 1716 + ], + "max_error": 0.0 + }, + { + "representative": 1593, + "members": [ + 1593 + ], + "max_error": 0.0 + }, + { + "representative": 1665, + "members": [ + 1665 + ], + "max_error": 0.0 + }, + { + "representative": 1695, + "members": [ + 1695 + ], + "max_error": 0.0 + }, + { + "representative": 1576, + "members": [ + 1576 + ], + "max_error": 0.0 + }, + { + "representative": 2087, + "members": [ + 2087 + ], + "max_error": 0.0 + }, + { + "representative": 2148, + "members": [ + 2148 + ], + "max_error": 0.0 + }, + { + "representative": 2089, + "members": [ + 2089 + ], + "max_error": 0.0 + }, + { + "representative": 2263, + "members": [ + 2263 + ], + "max_error": 0.0 + }, + { + "representative": 2286, + "members": [ + 2286 + ], + "max_error": 0.0 + }, + { + "representative": 2067, + "members": [ + 2067 + ], + "max_error": 0.0 + }, + { + "representative": 2214, + "members": [ + 2214 + ], + "max_error": 0.0 + }, + { + "representative": 2122, + "members": [ + 2122 + ], + "max_error": 0.0 + }, + { + "representative": 2096, + "members": [ + 2096 + ], + "max_error": 0.0 + }, + { + "representative": 2201, + "members": [ + 2201 + ], + "max_error": 0.0 + }, + { + "representative": 2094, + "members": [ + 2094 + ], + "max_error": 0.0 + }, + { + "representative": 2136, + "members": [ + 2136 + ], + "max_error": 0.0 + }, + { + "representative": 2566, + "members": [ + 2566 + ], + "max_error": 0.0 + }, + { + "representative": 2759, + "members": [ + 2759 + ], + "max_error": 0.0 + }, + { + "representative": 2751, + "members": [ + 2751 + ], + "max_error": 0.0 + }, + { + "representative": 2815, + "members": [ + 2815 + ], + "max_error": 0.0 + }, + { + "representative": 2728, + "members": [ + 2728 + ], + "max_error": 0.0 + }, + { + "representative": 2686, + "members": [ + 2686 + ], + "max_error": 0.0 + }, + { + "representative": 2650, + "members": [ + 2650 + ], + "max_error": 0.0 + }, + { + "representative": 2764, + "members": [ + 2764 + ], + "max_error": 0.0 + }, + { + "representative": 2574, + "members": [ + 2574 + ], + "max_error": 0.0 + }, + { + "representative": 2655, + "members": [ + 2655 + ], + "max_error": 0.0 + }, + { + "representative": 2756, + "members": [ + 2756 + ], + "max_error": 0.0 + }, + { + "representative": 3281, + "members": [ + 3281 + ], + "max_error": 0.0 + }, + { + "representative": 3277, + "members": [ + 3277 + ], + "max_error": 0.0 + }, + { + "representative": 3106, + "members": [ + 3106 + ], + "max_error": 0.0 + }, + { + "representative": 3105, + "members": [ + 3105 + ], + "max_error": 0.0 + }, + { + "representative": 3109, + "members": [ + 3109 + ], + "max_error": 0.0 + }, + { + "representative": 3099, + "members": [ + 3099 + ], + "max_error": 0.0 + }, + { + "representative": 3081, + "members": [ + 3081 + ], + "max_error": 0.0 + }, + { + "representative": 3114, + "members": [ + 3114 + ], + "max_error": 0.0 + }, + { + "representative": 3092, + "members": [ + 3092 + ], + "max_error": 0.0 + }, + { + "representative": 3084, + "members": [ + 3084 + ], + "max_error": 0.0 + }, + { + "representative": 3723, + "members": [ + 3723 + ], + "max_error": 0.0 + }, + { + "representative": 3616, + "members": [ + 3616 + ], + "max_error": 0.0 + }, + { + "representative": 3587, + "members": [ + 3587 + ], + "max_error": 0.0 + }, + { + "representative": 3782, + "members": [ + 3782 + ], + "max_error": 0.0 + }, + { + "representative": 3686, + "members": [ + 3686 + ], + "max_error": 0.0 + }, + { + "representative": 3672, + "members": [ + 3672 + ], + "max_error": 0.0 + }, + { + "representative": 3724, + "members": [ + 3724 + ], + "max_error": 0.0 + }, + { + "representative": 3716, + "members": [ + 3716 + ], + "max_error": 0.0 + }, + { + "representative": 3607, + "members": [ + 3607 + ], + "max_error": 0.0 + }, + { + "representative": 3629, + "members": [ + 3629 + ], + "max_error": 0.0 + }, + { + "representative": 3821, + "members": [ + 3821 + ], + "max_error": 0.0 + }, + { + "representative": 3817, + "members": [ + 3817 + ], + "max_error": 0.0 + }, + { + "representative": 1197, + "members": [ + 1197 + ], + "max_error": 0.0 + }, + { + "representative": 1059, + "members": [ + 1059 + ], + "max_error": 0.0 + }, + { + "representative": 1038, + "members": [ + 1038 + ], + "max_error": 0.0 + }, + { + "representative": 1085, + "members": [ + 1085 + ], + "max_error": 0.0 + }, + { + "representative": 1117, + "members": [ + 1117 + ], + "max_error": 0.0 + }, + { + "representative": 1131, + "members": [ + 1131 + ], + "max_error": 0.0 + }, + { + "representative": 1244, + "members": [ + 1244 + ], + "max_error": 0.0 + }, + { + "representative": 1242, + "members": [ + 1242 + ], + "max_error": 0.0 + }, + { + "representative": 1195, + "members": [ + 1195 + ], + "max_error": 0.0 + }, + { + "representative": 1065, + "members": [ + 1065 + ], + "max_error": 0.0 + }, + { + "representative": 1253, + "members": [ + 1253 + ], + "max_error": 0.0 + }, + { + "representative": 1151, + "members": [ + 1151 + ], + "max_error": 0.0 + }, + { + "representative": 1092, + "members": [ + 1092 + ], + "max_error": 0.0 + }, + { + "representative": 1034, + "members": [ + 1034 + ], + "max_error": 0.0 + }, + { + "representative": 1026, + "members": [ + 1026 + ], + "max_error": 0.0 + }, + { + "representative": 1142, + "members": [ + 1142 + ], + "max_error": 0.0 + }, + { + "representative": 1568, + "members": [ + 1568 + ], + "max_error": 0.0 + }, + { + "representative": 1660, + "members": [ + 1660 + ], + "max_error": 0.0 + }, + { + "representative": 1573, + "members": [ + 1573 + ], + "max_error": 0.0 + }, + { + "representative": 1704, + "members": [ + 1704 + ], + "max_error": 0.0 + }, + { + "representative": 1746, + "members": [ + 1746 + ], + "max_error": 0.0 + }, + { + "representative": 1742, + "members": [ + 1742 + ], + "max_error": 0.0 + }, + { + "representative": 1732, + "members": [ + 1732 + ], + "max_error": 0.0 + }, + { + "representative": 1735, + "members": [ + 1735 + ], + "max_error": 0.0 + }, + { + "representative": 1558, + "members": [ + 1558 + ], + "max_error": 0.0 + }, + { + "representative": 1775, + "members": [ + 1775 + ], + "max_error": 0.0 + }, + { + "representative": 1734, + "members": [ + 1734 + ], + "max_error": 0.0 + }, + { + "representative": 1728, + "members": [ + 1728 + ], + "max_error": 0.0 + }, + { + "representative": 1624, + "members": [ + 1624 + ], + "max_error": 0.0 + }, + { + "representative": 1622, + "members": [ + 1622 + ], + "max_error": 0.0 + }, + { + "representative": 1776, + "members": [ + 1776 + ], + "max_error": 0.0 + }, + { + "representative": 1764, + "members": [ + 1764 + ], + "max_error": 0.0 + }, + { + "representative": 1642, + "members": [ + 1642 + ], + "max_error": 0.0 + }, + { + "representative": 2088, + "members": [ + 2088 + ], + "max_error": 0.0 + }, + { + "representative": 2283, + "members": [ + 2283 + ], + "max_error": 0.0 + }, + { + "representative": 2081, + "members": [ + 2081 + ], + "max_error": 0.0 + }, + { + "representative": 2186, + "members": [ + 2186 + ], + "max_error": 0.0 + }, + { + "representative": 2184, + "members": [ + 2184 + ], + "max_error": 0.0 + }, + { + "representative": 2246, + "members": [ + 2246 + ], + "max_error": 0.0 + }, + { + "representative": 2149, + "members": [ + 2149 + ], + "max_error": 0.0 + }, + { + "representative": 2175, + "members": [ + 2175 + ], + "max_error": 0.0 + }, + { + "representative": 2280, + "members": [ + 2280 + ], + "max_error": 0.0 + }, + { + "representative": 2091, + "members": [ + 2091 + ], + "max_error": 0.0 + }, + { + "representative": 2116, + "members": [ + 2116 + ], + "max_error": 0.0 + }, + { + "representative": 2247, + "members": [ + 2247 + ], + "max_error": 0.0 + }, + { + "representative": 2121, + "members": [ + 2121 + ], + "max_error": 0.0 + }, + { + "representative": 2583, + "members": [ + 2583 + ], + "max_error": 0.0 + }, + { + "representative": 2685, + "members": [ + 2685 + ], + "max_error": 0.0 + }, + { + "representative": 2690, + "members": [ + 2690 + ], + "max_error": 0.0 + }, + { + "representative": 2617, + "members": [ + 2617 + ], + "max_error": 0.0 + }, + { + "representative": 2594, + "members": [ + 2594 + ], + "max_error": 0.0 + }, + { + "representative": 2808, + "members": [ + 2808 + ], + "max_error": 0.0 + }, + { + "representative": 2644, + "members": [ + 2644 + ], + "max_error": 0.0 + }, + { + "representative": 2664, + "members": [ + 2664 + ], + "max_error": 0.0 + }, + { + "representative": 2744, + "members": [ + 2744 + ], + "max_error": 0.0 + }, + { + "representative": 3191, + "members": [ + 3191 + ], + "max_error": 0.0 + }, + { + "representative": 3174, + "members": [ + 3174 + ], + "max_error": 0.0 + }, + { + "representative": 3289, + "members": [ + 3289 + ], + "max_error": 0.0 + }, + { + "representative": 3110, + "members": [ + 3110 + ], + "max_error": 0.0 + }, + { + "representative": 3199, + "members": [ + 3199 + ], + "max_error": 0.0 + }, + { + "representative": 3287, + "members": [ + 3287 + ], + "max_error": 0.0 + }, + { + "representative": 3209, + "members": [ + 3209 + ], + "max_error": 0.0 + }, + { + "representative": 3158, + "members": [ + 3158 + ], + "max_error": 0.0 + }, + { + "representative": 3108, + "members": [ + 3108 + ], + "max_error": 0.0 + }, + { + "representative": 3190, + "members": [ + 3190 + ], + "max_error": 0.0 + }, + { + "representative": 3155, + "members": [ + 3155 + ], + "max_error": 0.0 + }, + { + "representative": 3232, + "members": [ + 3232 + ], + "max_error": 0.0 + }, + { + "representative": 3606, + "members": [ + 3606 + ], + "max_error": 0.0 + }, + { + "representative": 3780, + "members": [ + 3780 + ], + "max_error": 0.0 + }, + { + "representative": 3779, + "members": [ + 3779 + ], + "max_error": 0.0 + }, + { + "representative": 3809, + "members": [ + 3809 + ], + "max_error": 0.0 + }, + { + "representative": 3704, + "members": [ + 3704 + ], + "max_error": 0.0 + }, + { + "representative": 3790, + "members": [ + 3790 + ], + "max_error": 0.0 + }, + { + "representative": 3752, + "members": [ + 3752 + ], + "max_error": 0.0 + }, + { + "representative": 3755, + "members": [ + 3755 + ], + "max_error": 0.0 + }, + { + "representative": 3620, + "members": [ + 3620 + ], + "max_error": 0.0 + }, + { + "representative": 3804, + "members": [ + 3804 + ], + "max_error": 0.0 + }, + { + "representative": 3839, + "members": [ + 3839 + ], + "max_error": 0.0 + }, + { + "representative": 3708, + "members": [ + 3708 + ], + "max_error": 0.0 + }, + { + "representative": 1262, + "members": [ + 1262 + ], + "max_error": 0.0 + }, + { + "representative": 1229, + "members": [ + 1229 + ], + "max_error": 0.0 + }, + { + "representative": 1167, + "members": [ + 1167 + ], + "max_error": 0.0 + }, + { + "representative": 1144, + "members": [ + 1144 + ], + "max_error": 0.0 + }, + { + "representative": 1119, + "members": [ + 1119 + ], + "max_error": 0.0 + }, + { + "representative": 1090, + "members": [ + 1090 + ], + "max_error": 0.0 + }, + { + "representative": 1173, + "members": [ + 1173 + ], + "max_error": 0.0 + }, + { + "representative": 1114, + "members": [ + 1114 + ], + "max_error": 0.0 + }, + { + "representative": 1029, + "members": [ + 1029 + ], + "max_error": 0.0 + }, + { + "representative": 1139, + "members": [ + 1139 + ], + "max_error": 0.0 + }, + { + "representative": 1273, + "members": [ + 1273 + ], + "max_error": 0.0 + }, + { + "representative": 1269, + "members": [ + 1269 + ], + "max_error": 0.0 + }, + { + "representative": 1179, + "members": [ + 1179 + ], + "max_error": 0.0 + }, + { + "representative": 1553, + "members": [ + 1553 + ], + "max_error": 0.0 + }, + { + "representative": 1616, + "members": [ + 1616 + ], + "max_error": 0.0 + }, + { + "representative": 1673, + "members": [ + 1673 + ], + "max_error": 0.0 + }, + { + "representative": 1726, + "members": [ + 1726 + ], + "max_error": 0.0 + }, + { + "representative": 1607, + "members": [ + 1607 + ], + "max_error": 0.0 + }, + { + "representative": 1601, + "members": [ + 1601 + ], + "max_error": 0.0 + }, + { + "representative": 1599, + "members": [ + 1599 + ], + "max_error": 0.0 + }, + { + "representative": 1669, + "members": [ + 1669 + ], + "max_error": 0.0 + }, + { + "representative": 1743, + "members": [ + 1743 + ], + "max_error": 0.0 + }, + { + "representative": 1733, + "members": [ + 1733 + ], + "max_error": 0.0 + }, + { + "representative": 1767, + "members": [ + 1767 + ], + "max_error": 0.0 + }, + { + "representative": 1668, + "members": [ + 1668 + ], + "max_error": 0.0 + }, + { + "representative": 1618, + "members": [ + 1618 + ], + "max_error": 0.0 + }, + { + "representative": 2181, + "members": [ + 2181 + ], + "max_error": 0.0 + }, + { + "representative": 2302, + "members": [ + 2302 + ], + "max_error": 0.0 + }, + { + "representative": 2172, + "members": [ + 2172 + ], + "max_error": 0.0 + }, + { + "representative": 2217, + "members": [ + 2217 + ], + "max_error": 0.0 + }, + { + "representative": 2058, + "members": [ + 2058 + ], + "max_error": 0.0 + }, + { + "representative": 2187, + "members": [ + 2187 + ], + "max_error": 0.0 + }, + { + "representative": 2098, + "members": [ + 2098 + ], + "max_error": 0.0 + }, + { + "representative": 2265, + "members": [ + 2265 + ], + "max_error": 0.0 + }, + { + "representative": 2119, + "members": [ + 2119 + ], + "max_error": 0.0 + }, + { + "representative": 2277, + "members": [ + 2277 + ], + "max_error": 0.0 + }, + { + "representative": 2251, + "members": [ + 2251 + ], + "max_error": 0.0 + }, + { + "representative": 2203, + "members": [ + 2203 + ], + "max_error": 0.0 + }, + { + "representative": 2281, + "members": [ + 2281 + ], + "max_error": 0.0 + }, + { + "representative": 2202, + "members": [ + 2202 + ], + "max_error": 0.0 + }, + { + "representative": 2208, + "members": [ + 2208 + ], + "max_error": 0.0 + }, + { + "representative": 2168, + "members": [ + 2168 + ], + "max_error": 0.0 + }, + { + "representative": 2258, + "members": [ + 2258 + ], + "max_error": 0.0 + }, + { + "representative": 2061, + "members": [ + 2061 + ], + "max_error": 0.0 + }, + { + "representative": 2291, + "members": [ + 2291 + ], + "max_error": 0.0 + }, + { + "representative": 2160, + "members": [ + 2160 + ], + "max_error": 0.0 + }, + { + "representative": 2653, + "members": [ + 2653 + ], + "max_error": 0.0 + }, + { + "representative": 2807, + "members": [ + 2807 + ], + "max_error": 0.0 + }, + { + "representative": 2669, + "members": [ + 2669 + ], + "max_error": 0.0 + }, + { + "representative": 2585, + "members": [ + 2585 + ], + "max_error": 0.0 + }, + { + "representative": 2752, + "members": [ + 2752 + ], + "max_error": 0.0 + }, + { + "representative": 2699, + "members": [ + 2699 + ], + "max_error": 0.0 + }, + { + "representative": 3196, + "members": [ + 3196 + ], + "max_error": 0.0 + }, + { + "representative": 3121, + "members": [ + 3121 + ], + "max_error": 0.0 + }, + { + "representative": 3117, + "members": [ + 3117 + ], + "max_error": 0.0 + }, + { + "representative": 3128, + "members": [ + 3128 + ], + "max_error": 0.0 + }, + { + "representative": 3279, + "members": [ + 3279 + ], + "max_error": 0.0 + }, + { + "representative": 3256, + "members": [ + 3256 + ], + "max_error": 0.0 + }, + { + "representative": 3122, + "members": [ + 3122 + ], + "max_error": 0.0 + }, + { + "representative": 3097, + "members": [ + 3097 + ], + "max_error": 0.0 + }, + { + "representative": 3073, + "members": [ + 3073 + ], + "max_error": 0.0 + }, + { + "representative": 3101, + "members": [ + 3101 + ], + "max_error": 0.0 + }, + { + "representative": 3261, + "members": [ + 3261 + ], + "max_error": 0.0 + }, + { + "representative": 3175, + "members": [ + 3175 + ], + "max_error": 0.0 + }, + { + "representative": 3075, + "members": [ + 3075 + ], + "max_error": 0.0 + }, + { + "representative": 3076, + "members": [ + 3076 + ], + "max_error": 0.0 + }, + { + "representative": 3235, + "members": [ + 3235 + ], + "max_error": 0.0 + }, + { + "representative": 3294, + "members": [ + 3294 + ], + "max_error": 0.0 + }, + { + "representative": 3137, + "members": [ + 3137 + ], + "max_error": 0.0 + }, + { + "representative": 3316, + "members": [ + 3316 + ], + "max_error": 0.0 + }, + { + "representative": 3803, + "members": [ + 3803 + ], + "max_error": 0.0 + }, + { + "representative": 3603, + "members": [ + 3603 + ], + "max_error": 0.0 + }, + { + "representative": 3760, + "members": [ + 3760 + ], + "max_error": 0.0 + }, + { + "representative": 3761, + "members": [ + 3761 + ], + "max_error": 0.0 + }, + { + "representative": 3828, + "members": [ + 3828 + ], + "max_error": 0.0 + }, + { + "representative": 3612, + "members": [ + 3612 + ], + "max_error": 0.0 + }, + { + "representative": 3714, + "members": [ + 3714 + ], + "max_error": 0.0 + }, + { + "representative": 2652, + "members": [ + 2652 + ], + "max_error": 0.0 + }, + { + "representative": 2630, + "members": [ + 2630 + ], + "max_error": 0.0 + }, + { + "representative": 2806, + "members": [ + 2806 + ], + "max_error": 0.0 + }, + { + "representative": 2587, + "members": [ + 2587 + ], + "max_error": 0.0 + }, + { + "representative": 2568, + "members": [ + 2568 + ], + "max_error": 0.0 + }, + { + "representative": 2701, + "members": [ + 2701 + ], + "max_error": 0.0 + }, + { + "representative": 3153, + "members": [ + 3153 + ], + "max_error": 0.0 + }, + { + "representative": 3310, + "members": [ + 3310 + ], + "max_error": 0.0 + }, + { + "representative": 3102, + "members": [ + 3102 + ], + "max_error": 0.0 + }, + { + "representative": 3319, + "members": [ + 3319 + ], + "max_error": 0.0 + }, + { + "representative": 3265, + "members": [ + 3265 + ], + "max_error": 0.0 + }, + { + "representative": 3077, + "members": [ + 3077 + ], + "max_error": 0.0 + }, + { + "representative": 3138, + "members": [ + 3138 + ], + "max_error": 0.0 + }, + { + "representative": 3220, + "members": [ + 3220 + ], + "max_error": 0.0 + }, + { + "representative": 3689, + "members": [ + 3689 + ], + "max_error": 0.0 + }, + { + "representative": 3600, + "members": [ + 3600 + ], + "max_error": 0.0 + }, + { + "representative": 3617, + "members": [ + 3617 + ], + "max_error": 0.0 + }, + { + "representative": 3718, + "members": [ + 3718 + ], + "max_error": 0.0 + }, + { + "representative": 3613, + "members": [ + 3613 + ], + "max_error": 0.0 + }, + { + "representative": 3726, + "members": [ + 3726 + ], + "max_error": 0.0 + }, + { + "representative": 3665, + "members": [ + 3665 + ], + "max_error": 0.0 + }, + { + "representative": 4296, + "members": [ + 4296 + ], + "max_error": 0.0 + }, + { + "representative": 4289, + "members": [ + 4289 + ], + "max_error": 0.0 + }, + { + "representative": 4299, + "members": [ + 4299 + ], + "max_error": 0.0 + }, + { + "representative": 4300, + "members": [ + 4300 + ], + "max_error": 0.0 + }, + { + "representative": 4301, + "members": [ + 4301 + ], + "max_error": 0.0 + }, + { + "representative": 4290, + "members": [ + 4290 + ], + "max_error": 0.0 + }, + { + "representative": 4291, + "members": [ + 4291 + ], + "max_error": 0.0 + }, + { + "representative": 4292, + "members": [ + 4292 + ], + "max_error": 0.0 + }, + { + "representative": 4293, + "members": [ + 4293 + ], + "max_error": 0.0 + }, + { + "representative": 4294, + "members": [ + 4294 + ], + "max_error": 0.0 + }, + { + "representative": 4304, + "members": [ + 4304 + ], + "max_error": 0.0 + }, + { + "representative": 4312, + "members": [ + 4312 + ], + "max_error": 0.0 + }, + { + "representative": 4313, + "members": [ + 4313 + ], + "max_error": 0.0 + }, + { + "representative": 4305, + "members": [ + 4305 + ], + "max_error": 0.0 + }, + { + "representative": 4315, + "members": [ + 4315 + ], + "max_error": 0.0 + }, + { + "representative": 4316, + "members": [ + 4316 + ], + "max_error": 0.0 + }, + { + "representative": 4317, + "members": [ + 4317 + ], + "max_error": 0.0 + }, + { + "representative": 4318, + "members": [ + 4318 + ], + "max_error": 0.0 + }, + { + "representative": 4319, + "members": [ + 4319 + ], + "max_error": 0.0 + }, + { + "representative": 4307, + "members": [ + 4307 + ], + "max_error": 0.0 + }, + { + "representative": 4310, + "members": [ + 4310 + ], + "max_error": 0.0 + }, + { + "representative": 4311, + "members": [ + 4311 + ], + "max_error": 0.0 + }, + { + "representative": 4321, + "members": [ + 4321 + ], + "max_error": 0.0 + }, + { + "representative": 4330, + "members": [ + 4330 + ], + "max_error": 0.0 + }, + { + "representative": 4333, + "members": [ + 4333 + ], + "max_error": 0.0 + }, + { + "representative": 4335, + "members": [ + 4335 + ], + "max_error": 0.0 + }, + { + "representative": 4323, + "members": [ + 4323 + ], + "max_error": 0.0 + }, + { + "representative": 4324, + "members": [ + 4324 + ], + "max_error": 0.0 + }, + { + "representative": 4325, + "members": [ + 4325 + ], + "max_error": 0.0 + }, + { + "representative": 4327, + "members": [ + 4327 + ], + "max_error": 0.0 + }, + { + "representative": 4336, + "members": [ + 4336 + ], + "max_error": 0.0 + }, + { + "representative": 4344, + "members": [ + 4344 + ], + "max_error": 0.0 + }, + { + "representative": 4347, + "members": [ + 4347 + ], + "max_error": 0.0 + }, + { + "representative": 4349, + "members": [ + 4349 + ], + "max_error": 0.0 + }, + { + "representative": 4351, + "members": [ + 4351 + ], + "max_error": 0.0 + }, + { + "representative": 4338, + "members": [ + 4338 + ], + "max_error": 0.0 + }, + { + "representative": 4339, + "members": [ + 4339 + ], + "max_error": 0.0 + }, + { + "representative": 4342, + "members": [ + 4342 + ], + "max_error": 0.0 + }, + { + "representative": 4610, + "members": [ + 4610 + ], + "max_error": 0.0 + }, + { + "representative": 4624, + "members": [ + 4624 + ], + "max_error": 0.0 + }, + { + "representative": 4701, + "members": [ + 4701 + ], + "max_error": 0.0 + }, + { + "representative": 4826, + "members": [ + 4826 + ], + "max_error": 0.0 + }, + { + "representative": 4688, + "members": [ + 4688 + ], + "max_error": 0.0 + }, + { + "representative": 4742, + "members": [ + 4742 + ], + "max_error": 0.0 + }, + { + "representative": 4806, + "members": [ + 4806 + ], + "max_error": 0.0 + }, + { + "representative": 4780, + "members": [ + 4780 + ], + "max_error": 0.0 + }, + { + "representative": 4621, + "members": [ + 4621 + ], + "max_error": 0.0 + }, + { + "representative": 4801, + "members": [ + 4801 + ], + "max_error": 0.0 + }, + { + "representative": 4691, + "members": [ + 4691 + ], + "max_error": 0.0 + }, + { + "representative": 4649, + "members": [ + 4649 + ], + "max_error": 0.0 + }, + { + "representative": 4679, + "members": [ + 4679 + ], + "max_error": 0.0 + }, + { + "representative": 4681, + "members": [ + 4681 + ], + "max_error": 0.0 + }, + { + "representative": 4666, + "members": [ + 4666 + ], + "max_error": 0.0 + }, + { + "representative": 4721, + "members": [ + 4721 + ], + "max_error": 0.0 + }, + { + "representative": 4796, + "members": [ + 4796 + ], + "max_error": 0.0 + }, + { + "representative": 4854, + "members": [ + 4854 + ], + "max_error": 0.0 + }, + { + "representative": 4617, + "members": [ + 4617 + ], + "max_error": 0.0 + }, + { + "representative": 4698, + "members": [ + 4698 + ], + "max_error": 0.0 + }, + { + "representative": 4710, + "members": [ + 4710 + ], + "max_error": 0.0 + }, + { + "representative": 4613, + "members": [ + 4613 + ], + "max_error": 0.0 + }, + { + "representative": 4680, + "members": [ + 4680 + ], + "max_error": 0.0 + }, + { + "representative": 4700, + "members": [ + 4700 + ], + "max_error": 0.0 + }, + { + "representative": 4792, + "members": [ + 4792 + ], + "max_error": 0.0 + }, + { + "representative": 4726, + "members": [ + 4726 + ], + "max_error": 0.0 + }, + { + "representative": 4737, + "members": [ + 4737 + ], + "max_error": 0.0 + }, + { + "representative": 4672, + "members": [ + 4672 + ], + "max_error": 0.0 + }, + { + "representative": 4668, + "members": [ + 4668 + ], + "max_error": 0.0 + }, + { + "representative": 4653, + "members": [ + 4653 + ], + "max_error": 0.0 + }, + { + "representative": 4706, + "members": [ + 4706 + ], + "max_error": 0.0 + }, + { + "representative": 4659, + "members": [ + 4659 + ], + "max_error": 0.0 + }, + { + "representative": 4655, + "members": [ + 4655 + ], + "max_error": 0.0 + }, + { + "representative": 4651, + "members": [ + 4651 + ], + "max_error": 0.0 + }, + { + "representative": 4770, + "members": [ + 4770 + ], + "max_error": 0.0 + }, + { + "representative": 5157, + "members": [ + 5157 + ], + "max_error": 0.0 + }, + { + "representative": 5133, + "members": [ + 5133 + ], + "max_error": 0.0 + }, + { + "representative": 5134, + "members": [ + 5134 + ], + "max_error": 0.0 + }, + { + "representative": 5224, + "members": [ + 5224 + ], + "max_error": 0.0 + }, + { + "representative": 5326, + "members": [ + 5326 + ], + "max_error": 0.0 + }, + { + "representative": 5269, + "members": [ + 5269 + ], + "max_error": 0.0 + }, + { + "representative": 5256, + "members": [ + 5256 + ], + "max_error": 0.0 + }, + { + "representative": 5304, + "members": [ + 5304 + ], + "max_error": 0.0 + }, + { + "representative": 5203, + "members": [ + 5203 + ], + "max_error": 0.0 + }, + { + "representative": 5352, + "members": [ + 5352 + ], + "max_error": 0.0 + }, + { + "representative": 5127, + "members": [ + 5127 + ], + "max_error": 0.0 + }, + { + "representative": 5179, + "members": [ + 5179 + ], + "max_error": 0.0 + }, + { + "representative": 5361, + "members": [ + 5361 + ], + "max_error": 0.0 + }, + { + "representative": 5138, + "members": [ + 5138 + ], + "max_error": 0.0 + }, + { + "representative": 5191, + "members": [ + 5191 + ], + "max_error": 0.0 + }, + { + "representative": 5284, + "members": [ + 5284 + ], + "max_error": 0.0 + }, + { + "representative": 5306, + "members": [ + 5306 + ], + "max_error": 0.0 + }, + { + "representative": 5197, + "members": [ + 5197 + ], + "max_error": 0.0 + }, + { + "representative": 5238, + "members": [ + 5238 + ], + "max_error": 0.0 + }, + { + "representative": 5183, + "members": [ + 5183 + ], + "max_error": 0.0 + }, + { + "representative": 5192, + "members": [ + 5192 + ], + "max_error": 0.0 + }, + { + "representative": 5163, + "members": [ + 5163 + ], + "max_error": 0.0 + }, + { + "representative": 5202, + "members": [ + 5202 + ], + "max_error": 0.0 + }, + { + "representative": 5151, + "members": [ + 5151 + ], + "max_error": 0.0 + }, + { + "representative": 5147, + "members": [ + 5147 + ], + "max_error": 0.0 + }, + { + "representative": 5207, + "members": [ + 5207 + ], + "max_error": 0.0 + }, + { + "representative": 5243, + "members": [ + 5243 + ], + "max_error": 0.0 + }, + { + "representative": 5131, + "members": [ + 5131 + ], + "max_error": 0.0 + }, + { + "representative": 5142, + "members": [ + 5142 + ], + "max_error": 0.0 + }, + { + "representative": 5178, + "members": [ + 5178 + ], + "max_error": 0.0 + }, + { + "representative": 5266, + "members": [ + 5266 + ], + "max_error": 0.0 + }, + { + "representative": 5244, + "members": [ + 5244 + ], + "max_error": 0.0 + }, + { + "representative": 5315, + "members": [ + 5315 + ], + "max_error": 0.0 + }, + { + "representative": 5348, + "members": [ + 5348 + ], + "max_error": 0.0 + }, + { + "representative": 5171, + "members": [ + 5171 + ], + "max_error": 0.0 + }, + { + "representative": 5211, + "members": [ + 5211 + ], + "max_error": 0.0 + }, + { + "representative": 5824, + "members": [ + 5824 + ], + "max_error": 0.0 + }, + { + "representative": 5832, + "members": [ + 5832 + ], + "max_error": 0.0 + }, + { + "representative": 5825, + "members": [ + 5825 + ], + "max_error": 0.0 + }, + { + "representative": 5834, + "members": [ + 5834 + ], + "max_error": 0.0 + }, + { + "representative": 5836, + "members": [ + 5836 + ], + "max_error": 0.0 + }, + { + "representative": 5838, + "members": [ + 5838 + ], + "max_error": 0.0 + }, + { + "representative": 5839, + "members": [ + 5839 + ], + "max_error": 0.0 + }, + { + "representative": 5827, + "members": [ + 5827 + ], + "max_error": 0.0 + }, + { + "representative": 5828, + "members": [ + 5828 + ], + "max_error": 0.0 + }, + { + "representative": 5830, + "members": [ + 5830 + ], + "max_error": 0.0 + }, + { + "representative": 5831, + "members": [ + 5831 + ], + "max_error": 0.0 + }, + { + "representative": 5841, + "members": [ + 5841 + ], + "max_error": 0.0 + }, + { + "representative": 5850, + "members": [ + 5850 + ], + "max_error": 0.0 + }, + { + "representative": 5851, + "members": [ + 5851 + ], + "max_error": 0.0 + }, + { + "representative": 5854, + "members": [ + 5854 + ], + "max_error": 0.0 + }, + { + "representative": 5855, + "members": [ + 5855 + ], + "max_error": 0.0 + }, + { + "representative": 5842, + "members": [ + 5842 + ], + "max_error": 0.0 + }, + { + "representative": 5843, + "members": [ + 5843 + ], + "max_error": 0.0 + }, + { + "representative": 5844, + "members": [ + 5844 + ], + "max_error": 0.0 + }, + { + "representative": 5845, + "members": [ + 5845 + ], + "max_error": 0.0 + }, + { + "representative": 5846, + "members": [ + 5846 + ], + "max_error": 0.0 + }, + { + "representative": 5847, + "members": [ + 5847 + ], + "max_error": 0.0 + }, + { + "representative": 5856, + "members": [ + 5856 + ], + "max_error": 0.0 + }, + { + "representative": 5865, + "members": [ + 5865 + ], + "max_error": 0.0 + }, + { + "representative": 5867, + "members": [ + 5867 + ], + "max_error": 0.0 + }, + { + "representative": 5871, + "members": [ + 5871 + ], + "max_error": 0.0 + }, + { + "representative": 5858, + "members": [ + 5858 + ], + "max_error": 0.0 + }, + { + "representative": 5859, + "members": [ + 5859 + ], + "max_error": 0.0 + }, + { + "representative": 5860, + "members": [ + 5860 + ], + "max_error": 0.0 + }, + { + "representative": 5862, + "members": [ + 5862 + ], + "max_error": 0.0 + }, + { + "representative": 5863, + "members": [ + 5863 + ], + "max_error": 0.0 + }, + { + "representative": 5872, + "members": [ + 5872 + ], + "max_error": 0.0 + }, + { + "representative": 5880, + "members": [ + 5880 + ], + "max_error": 0.0 + }, + { + "representative": 5882, + "members": [ + 5882 + ], + "max_error": 0.0 + }, + { + "representative": 5883, + "members": [ + 5883 + ], + "max_error": 0.0 + }, + { + "representative": 5884, + "members": [ + 5884 + ], + "max_error": 0.0 + }, + { + "representative": 5885, + "members": [ + 5885 + ], + "max_error": 0.0 + }, + { + "representative": 5887, + "members": [ + 5887 + ], + "max_error": 0.0 + }, + { + "representative": 5874, + "members": [ + 5874 + ], + "max_error": 0.0 + }, + { + "representative": 5879, + "members": [ + 5879 + ], + "max_error": 0.0 + }, + { + "representative": 2584, + "members": [ + 2584 + ], + "max_error": 0.0 + }, + { + "representative": 2734, + "members": [ + 2734 + ], + "max_error": 0.0 + }, + { + "representative": 2813, + "members": [ + 2813 + ], + "max_error": 0.0 + }, + { + "representative": 2708, + "members": [ + 2708 + ], + "max_error": 0.0 + }, + { + "representative": 2681, + "members": [ + 2681 + ], + "max_error": 0.0 + }, + { + "representative": 2567, + "members": [ + 2567 + ], + "max_error": 0.0 + }, + { + "representative": 2599, + "members": [ + 2599 + ], + "max_error": 0.0 + }, + { + "representative": 2622, + "members": [ + 2622 + ], + "max_error": 0.0 + }, + { + "representative": 2771, + "members": [ + 2771 + ], + "max_error": 0.0 + }, + { + "representative": 2730, + "members": [ + 2730 + ], + "max_error": 0.0 + }, + { + "representative": 2560, + "members": [ + 2560 + ], + "max_error": 0.0 + }, + { + "representative": 2784, + "members": [ + 2784 + ], + "max_error": 0.0 + }, + { + "representative": 2757, + "members": [ + 2757 + ], + "max_error": 0.0 + }, + { + "representative": 2651, + "members": [ + 2651 + ], + "max_error": 0.0 + }, + { + "representative": 2715, + "members": [ + 2715 + ], + "max_error": 0.0 + }, + { + "representative": 2624, + "members": [ + 2624 + ], + "max_error": 0.0 + }, + { + "representative": 3189, + "members": [ + 3189 + ], + "max_error": 0.0 + }, + { + "representative": 3318, + "members": [ + 3318 + ], + "max_error": 0.0 + }, + { + "representative": 3160, + "members": [ + 3160 + ], + "max_error": 0.0 + }, + { + "representative": 3241, + "members": [ + 3241 + ], + "max_error": 0.0 + }, + { + "representative": 3260, + "members": [ + 3260 + ], + "max_error": 0.0 + }, + { + "representative": 3251, + "members": [ + 3251 + ], + "max_error": 0.0 + }, + { + "representative": 3213, + "members": [ + 3213 + ], + "max_error": 0.0 + }, + { + "representative": 3206, + "members": [ + 3206 + ], + "max_error": 0.0 + }, + { + "representative": 3284, + "members": [ + 3284 + ], + "max_error": 0.0 + }, + { + "representative": 3304, + "members": [ + 3304 + ], + "max_error": 0.0 + }, + { + "representative": 3112, + "members": [ + 3112 + ], + "max_error": 0.0 + }, + { + "representative": 3807, + "members": [ + 3807 + ], + "max_error": 0.0 + }, + { + "representative": 3715, + "members": [ + 3715 + ], + "max_error": 0.0 + }, + { + "representative": 3662, + "members": [ + 3662 + ], + "max_error": 0.0 + }, + { + "representative": 3660, + "members": [ + 3660 + ], + "max_error": 0.0 + }, + { + "representative": 3707, + "members": [ + 3707 + ], + "max_error": 0.0 + }, + { + "representative": 3615, + "members": [ + 3615 + ], + "max_error": 0.0 + }, + { + "representative": 3794, + "members": [ + 3794 + ], + "max_error": 0.0 + }, + { + "representative": 3680, + "members": [ + 3680 + ], + "max_error": 0.0 + }, + { + "representative": 4322, + "members": [ + 4322 + ], + "max_error": 0.0 + }, + { + "representative": 4302, + "members": [ + 4302 + ], + "max_error": 0.0 + }, + { + "representative": 4159, + "members": [ + 4159 + ], + "max_error": 0.0 + }, + { + "representative": 4152, + "members": [ + 4152 + ], + "max_error": 0.0 + }, + { + "representative": 4340, + "members": [ + 4340 + ], + "max_error": 0.0 + }, + { + "representative": 4253, + "members": [ + 4253 + ], + "max_error": 0.0 + }, + { + "representative": 4252, + "members": [ + 4252 + ], + "max_error": 0.0 + }, + { + "representative": 4278, + "members": [ + 4278 + ], + "max_error": 0.0 + }, + { + "representative": 4210, + "members": [ + 4210 + ], + "max_error": 0.0 + }, + { + "representative": 4332, + "members": [ + 4332 + ], + "max_error": 0.0 + }, + { + "representative": 4246, + "members": [ + 4246 + ], + "max_error": 0.0 + }, + { + "representative": 4185, + "members": [ + 4185 + ], + "max_error": 0.0 + }, + { + "representative": 4102, + "members": [ + 4102 + ], + "max_error": 0.0 + }, + { + "representative": 4314, + "members": [ + 4314 + ], + "max_error": 0.0 + }, + { + "representative": 4112, + "members": [ + 4112 + ], + "max_error": 0.0 + }, + { + "representative": 4229, + "members": [ + 4229 + ], + "max_error": 0.0 + }, + { + "representative": 4281, + "members": [ + 4281 + ], + "max_error": 0.0 + }, + { + "representative": 4277, + "members": [ + 4277 + ], + "max_error": 0.0 + }, + { + "representative": 4331, + "members": [ + 4331 + ], + "max_error": 0.0 + }, + { + "representative": 4329, + "members": [ + 4329 + ], + "max_error": 0.0 + }, + { + "representative": 4156, + "members": [ + 4156 + ], + "max_error": 0.0 + }, + { + "representative": 4261, + "members": [ + 4261 + ], + "max_error": 0.0 + }, + { + "representative": 4135, + "members": [ + 4135 + ], + "max_error": 0.0 + }, + { + "representative": 4107, + "members": [ + 4107 + ], + "max_error": 0.0 + }, + { + "representative": 4279, + "members": [ + 4279 + ], + "max_error": 0.0 + }, + { + "representative": 4295, + "members": [ + 4295 + ], + "max_error": 0.0 + }, + { + "representative": 4309, + "members": [ + 4309 + ], + "max_error": 0.0 + }, + { + "representative": 4198, + "members": [ + 4198 + ], + "max_error": 0.0 + }, + { + "representative": 4303, + "members": [ + 4303 + ], + "max_error": 0.0 + }, + { + "representative": 4285, + "members": [ + 4285 + ], + "max_error": 0.0 + }, + { + "representative": 4328, + "members": [ + 4328 + ], + "max_error": 0.0 + }, + { + "representative": 4306, + "members": [ + 4306 + ], + "max_error": 0.0 + }, + { + "representative": 4157, + "members": [ + 4157 + ], + "max_error": 0.0 + }, + { + "representative": 4226, + "members": [ + 4226 + ], + "max_error": 0.0 + }, + { + "representative": 4350, + "members": [ + 4350 + ], + "max_error": 0.0 + }, + { + "representative": 4326, + "members": [ + 4326 + ], + "max_error": 0.0 + }, + { + "representative": 4186, + "members": [ + 4186 + ], + "max_error": 0.0 + }, + { + "representative": 4164, + "members": [ + 4164 + ], + "max_error": 0.0 + }, + { + "representative": 4308, + "members": [ + 4308 + ], + "max_error": 0.0 + }, + { + "representative": 4346, + "members": [ + 4346 + ], + "max_error": 0.0 + }, + { + "representative": 4124, + "members": [ + 4124 + ], + "max_error": 0.0 + }, + { + "representative": 4223, + "members": [ + 4223 + ], + "max_error": 0.0 + }, + { + "representative": 4343, + "members": [ + 4343 + ], + "max_error": 0.0 + }, + { + "representative": 4708, + "members": [ + 4708 + ], + "max_error": 0.0 + }, + { + "representative": 4673, + "members": [ + 4673 + ], + "max_error": 0.0 + }, + { + "representative": 4763, + "members": [ + 4763 + ], + "max_error": 0.0 + }, + { + "representative": 4722, + "members": [ + 4722 + ], + "max_error": 0.0 + }, + { + "representative": 4730, + "members": [ + 4730 + ], + "max_error": 0.0 + }, + { + "representative": 4626, + "members": [ + 4626 + ], + "max_error": 0.0 + }, + { + "representative": 4636, + "members": [ + 4636 + ], + "max_error": 0.0 + }, + { + "representative": 4643, + "members": [ + 4643 + ], + "max_error": 0.0 + }, + { + "representative": 4839, + "members": [ + 4839 + ], + "max_error": 0.0 + }, + { + "representative": 4663, + "members": [ + 4663 + ], + "max_error": 0.0 + }, + { + "representative": 4620, + "members": [ + 4620 + ], + "max_error": 0.0 + }, + { + "representative": 4808, + "members": [ + 4808 + ], + "max_error": 0.0 + }, + { + "representative": 4803, + "members": [ + 4803 + ], + "max_error": 0.0 + }, + { + "representative": 4725, + "members": [ + 4725 + ], + "max_error": 0.0 + }, + { + "representative": 4644, + "members": [ + 4644 + ], + "max_error": 0.0 + }, + { + "representative": 4608, + "members": [ + 4608 + ], + "max_error": 0.0 + }, + { + "representative": 4849, + "members": [ + 4849 + ], + "max_error": 0.0 + }, + { + "representative": 4817, + "members": [ + 4817 + ], + "max_error": 0.0 + }, + { + "representative": 4773, + "members": [ + 4773 + ], + "max_error": 0.0 + }, + { + "representative": 4830, + "members": [ + 4830 + ], + "max_error": 0.0 + }, + { + "representative": 4623, + "members": [ + 4623 + ], + "max_error": 0.0 + }, + { + "representative": 4822, + "members": [ + 4822 + ], + "max_error": 0.0 + }, + { + "representative": 4800, + "members": [ + 4800 + ], + "max_error": 0.0 + }, + { + "representative": 4762, + "members": [ + 4762 + ], + "max_error": 0.0 + }, + { + "representative": 4844, + "members": [ + 4844 + ], + "max_error": 0.0 + }, + { + "representative": 4731, + "members": [ + 4731 + ], + "max_error": 0.0 + }, + { + "representative": 4650, + "members": [ + 4650 + ], + "max_error": 0.0 + }, + { + "representative": 4682, + "members": [ + 4682 + ], + "max_error": 0.0 + }, + { + "representative": 4630, + "members": [ + 4630 + ], + "max_error": 0.0 + }, + { + "representative": 4696, + "members": [ + 4696 + ], + "max_error": 0.0 + }, + { + "representative": 4810, + "members": [ + 4810 + ], + "max_error": 0.0 + }, + { + "representative": 4627, + "members": [ + 4627 + ], + "max_error": 0.0 + }, + { + "representative": 4695, + "members": [ + 4695 + ], + "max_error": 0.0 + }, + { + "representative": 4743, + "members": [ + 4743 + ], + "max_error": 0.0 + }, + { + "representative": 4820, + "members": [ + 4820 + ], + "max_error": 0.0 + }, + { + "representative": 5307, + "members": [ + 5307 + ], + "max_error": 0.0 + }, + { + "representative": 5341, + "members": [ + 5341 + ], + "max_error": 0.0 + }, + { + "representative": 5293, + "members": [ + 5293 + ], + "max_error": 0.0 + }, + { + "representative": 5140, + "members": [ + 5140 + ], + "max_error": 0.0 + }, + { + "representative": 5245, + "members": [ + 5245 + ], + "max_error": 0.0 + }, + { + "representative": 5324, + "members": [ + 5324 + ], + "max_error": 0.0 + }, + { + "representative": 5210, + "members": [ + 5210 + ], + "max_error": 0.0 + }, + { + "representative": 5347, + "members": [ + 5347 + ], + "max_error": 0.0 + }, + { + "representative": 5239, + "members": [ + 5239 + ], + "max_error": 0.0 + }, + { + "representative": 5314, + "members": [ + 5314 + ], + "max_error": 0.0 + }, + { + "representative": 5273, + "members": [ + 5273 + ], + "max_error": 0.0 + }, + { + "representative": 5345, + "members": [ + 5345 + ], + "max_error": 0.0 + }, + { + "representative": 5317, + "members": [ + 5317 + ], + "max_error": 0.0 + }, + { + "representative": 5279, + "members": [ + 5279 + ], + "max_error": 0.0 + }, + { + "representative": 5249, + "members": [ + 5249 + ], + "max_error": 0.0 + }, + { + "representative": 5234, + "members": [ + 5234 + ], + "max_error": 0.0 + }, + { + "representative": 5126, + "members": [ + 5126 + ], + "max_error": 0.0 + }, + { + "representative": 5141, + "members": [ + 5141 + ], + "max_error": 0.0 + }, + { + "representative": 5248, + "members": [ + 5248 + ], + "max_error": 0.0 + }, + { + "representative": 5217, + "members": [ + 5217 + ], + "max_error": 0.0 + }, + { + "representative": 5356, + "members": [ + 5356 + ], + "max_error": 0.0 + }, + { + "representative": 5258, + "members": [ + 5258 + ], + "max_error": 0.0 + }, + { + "representative": 5180, + "members": [ + 5180 + ], + "max_error": 0.0 + }, + { + "representative": 5325, + "members": [ + 5325 + ], + "max_error": 0.0 + }, + { + "representative": 5367, + "members": [ + 5367 + ], + "max_error": 0.0 + }, + { + "representative": 5365, + "members": [ + 5365 + ], + "max_error": 0.0 + }, + { + "representative": 5327, + "members": [ + 5327 + ], + "max_error": 0.0 + }, + { + "representative": 5124, + "members": [ + 5124 + ], + "max_error": 0.0 + }, + { + "representative": 5242, + "members": [ + 5242 + ], + "max_error": 0.0 + }, + { + "representative": 5160, + "members": [ + 5160 + ], + "max_error": 0.0 + }, + { + "representative": 5328, + "members": [ + 5328 + ], + "max_error": 0.0 + }, + { + "representative": 5214, + "members": [ + 5214 + ], + "max_error": 0.0 + }, + { + "representative": 5213, + "members": [ + 5213 + ], + "max_error": 0.0 + }, + { + "representative": 5371, + "members": [ + 5371 + ], + "max_error": 0.0 + }, + { + "representative": 5222, + "members": [ + 5222 + ], + "max_error": 0.0 + }, + { + "representative": 5319, + "members": [ + 5319 + ], + "max_error": 0.0 + }, + { + "representative": 5353, + "members": [ + 5353 + ], + "max_error": 0.0 + }, + { + "representative": 5271, + "members": [ + 5271 + ], + "max_error": 0.0 + }, + { + "representative": 5194, + "members": [ + 5194 + ], + "max_error": 0.0 + }, + { + "representative": 5166, + "members": [ + 5166 + ], + "max_error": 0.0 + }, + { + "representative": 5125, + "members": [ + 5125 + ], + "max_error": 0.0 + }, + { + "representative": 5176, + "members": [ + 5176 + ], + "max_error": 0.0 + }, + { + "representative": 5332, + "members": [ + 5332 + ], + "max_error": 0.0 + }, + { + "representative": 5146, + "members": [ + 5146 + ], + "max_error": 0.0 + }, + { + "representative": 5161, + "members": [ + 5161 + ], + "max_error": 0.0 + }, + { + "representative": 5121, + "members": [ + 5121 + ], + "max_error": 0.0 + }, + { + "representative": 5335, + "members": [ + 5335 + ], + "max_error": 0.0 + }, + { + "representative": 5302, + "members": [ + 5302 + ], + "max_error": 0.0 + }, + { + "representative": 5281, + "members": [ + 5281 + ], + "max_error": 0.0 + }, + { + "representative": 5205, + "members": [ + 5205 + ], + "max_error": 0.0 + }, + { + "representative": 5290, + "members": [ + 5290 + ], + "max_error": 0.0 + }, + { + "representative": 5309, + "members": [ + 5309 + ], + "max_error": 0.0 + }, + { + "representative": 5340, + "members": [ + 5340 + ], + "max_error": 0.0 + }, + { + "representative": 5308, + "members": [ + 5308 + ], + "max_error": 0.0 + }, + { + "representative": 5346, + "members": [ + 5346 + ], + "max_error": 0.0 + }, + { + "representative": 5132, + "members": [ + 5132 + ], + "max_error": 0.0 + }, + { + "representative": 5144, + "members": [ + 5144 + ], + "max_error": 0.0 + }, + { + "representative": 5128, + "members": [ + 5128 + ], + "max_error": 0.0 + }, + { + "representative": 5218, + "members": [ + 5218 + ], + "max_error": 0.0 + }, + { + "representative": 5793, + "members": [ + 5793 + ], + "max_error": 0.0 + }, + { + "representative": 5721, + "members": [ + 5721 + ], + "max_error": 0.0 + }, + { + "representative": 5878, + "members": [ + 5878 + ], + "max_error": 0.0 + }, + { + "representative": 5673, + "members": [ + 5673 + ], + "max_error": 0.0 + }, + { + "representative": 5638, + "members": [ + 5638 + ], + "max_error": 0.0 + }, + { + "representative": 5735, + "members": [ + 5735 + ], + "max_error": 0.0 + }, + { + "representative": 5795, + "members": [ + 5795 + ], + "max_error": 0.0 + }, + { + "representative": 5738, + "members": [ + 5738 + ], + "max_error": 0.0 + }, + { + "representative": 5881, + "members": [ + 5881 + ], + "max_error": 0.0 + }, + { + "representative": 5868, + "members": [ + 5868 + ], + "max_error": 0.0 + }, + { + "representative": 5886, + "members": [ + 5886 + ], + "max_error": 0.0 + }, + { + "representative": 5645, + "members": [ + 5645 + ], + "max_error": 0.0 + }, + { + "representative": 5840, + "members": [ + 5840 + ], + "max_error": 0.0 + }, + { + "representative": 5807, + "members": [ + 5807 + ], + "max_error": 0.0 + }, + { + "representative": 5835, + "members": [ + 5835 + ], + "max_error": 0.0 + }, + { + "representative": 5665, + "members": [ + 5665 + ], + "max_error": 0.0 + }, + { + "representative": 5730, + "members": [ + 5730 + ], + "max_error": 0.0 + }, + { + "representative": 5759, + "members": [ + 5759 + ], + "max_error": 0.0 + }, + { + "representative": 5726, + "members": [ + 5726 + ], + "max_error": 0.0 + }, + { + "representative": 5718, + "members": [ + 5718 + ], + "max_error": 0.0 + }, + { + "representative": 5701, + "members": [ + 5701 + ], + "max_error": 0.0 + }, + { + "representative": 5736, + "members": [ + 5736 + ], + "max_error": 0.0 + }, + { + "representative": 5869, + "members": [ + 5869 + ], + "max_error": 0.0 + }, + { + "representative": 5695, + "members": [ + 5695 + ], + "max_error": 0.0 + }, + { + "representative": 5761, + "members": [ + 5761 + ], + "max_error": 0.0 + }, + { + "representative": 5685, + "members": [ + 5685 + ], + "max_error": 0.0 + }, + { + "representative": 5751, + "members": [ + 5751 + ], + "max_error": 0.0 + }, + { + "representative": 5753, + "members": [ + 5753 + ], + "max_error": 0.0 + }, + { + "representative": 5643, + "members": [ + 5643 + ], + "max_error": 0.0 + }, + { + "representative": 5650, + "members": [ + 5650 + ], + "max_error": 0.0 + }, + { + "representative": 5833, + "members": [ + 5833 + ], + "max_error": 0.0 + }, + { + "representative": 5731, + "members": [ + 5731 + ], + "max_error": 0.0 + }, + { + "representative": 5709, + "members": [ + 5709 + ], + "max_error": 0.0 + }, + { + "representative": 5717, + "members": [ + 5717 + ], + "max_error": 0.0 + }, + { + "representative": 5873, + "members": [ + 5873 + ], + "max_error": 0.0 + }, + { + "representative": 5664, + "members": [ + 5664 + ], + "max_error": 0.0 + }, + { + "representative": 5866, + "members": [ + 5866 + ], + "max_error": 0.0 + }, + { + "representative": 5710, + "members": [ + 5710 + ], + "max_error": 0.0 + }, + { + "representative": 5791, + "members": [ + 5791 + ], + "max_error": 0.0 + }, + { + "representative": 5711, + "members": [ + 5711 + ], + "max_error": 0.0 + }, + { + "representative": 5754, + "members": [ + 5754 + ], + "max_error": 0.0 + }, + { + "representative": 5667, + "members": [ + 5667 + ], + "max_error": 0.0 + }, + { + "representative": 1076, + "members": [ + 1076 + ], + "max_error": 0.0 + }, + { + "representative": 1102, + "members": [ + 1102 + ], + "max_error": 0.0 + }, + { + "representative": 1180, + "members": [ + 1180 + ], + "max_error": 0.0 + }, + { + "representative": 1236, + "members": [ + 1236 + ], + "max_error": 0.0 + }, + { + "representative": 1083, + "members": [ + 1083 + ], + "max_error": 0.0 + }, + { + "representative": 1098, + "members": [ + 1098 + ], + "max_error": 0.0 + }, + { + "representative": 1169, + "members": [ + 1169 + ], + "max_error": 0.0 + }, + { + "representative": 1194, + "members": [ + 1194 + ], + "max_error": 0.0 + }, + { + "representative": 1205, + "members": [ + 1205 + ], + "max_error": 0.0 + }, + { + "representative": 1048, + "members": [ + 1048 + ], + "max_error": 0.0 + }, + { + "representative": 1062, + "members": [ + 1062 + ], + "max_error": 0.0 + }, + { + "representative": 1132, + "members": [ + 1132 + ], + "max_error": 0.0 + }, + { + "representative": 1231, + "members": [ + 1231 + ], + "max_error": 0.0 + }, + { + "representative": 1105, + "members": [ + 1105 + ], + "max_error": 0.0 + }, + { + "representative": 1266, + "members": [ + 1266 + ], + "max_error": 0.0 + }, + { + "representative": 1268, + "members": [ + 1268 + ], + "max_error": 0.0 + }, + { + "representative": 1206, + "members": [ + 1206 + ], + "max_error": 0.0 + }, + { + "representative": 1788, + "members": [ + 1788 + ], + "max_error": 0.0 + }, + { + "representative": 1565, + "members": [ + 1565 + ], + "max_error": 0.0 + }, + { + "representative": 1707, + "members": [ + 1707 + ], + "max_error": 0.0 + }, + { + "representative": 1755, + "members": [ + 1755 + ], + "max_error": 0.0 + }, + { + "representative": 1784, + "members": [ + 1784 + ], + "max_error": 0.0 + }, + { + "representative": 1763, + "members": [ + 1763 + ], + "max_error": 0.0 + }, + { + "representative": 1786, + "members": [ + 1786 + ], + "max_error": 0.0 + }, + { + "representative": 1729, + "members": [ + 1729 + ], + "max_error": 0.0 + }, + { + "representative": 1772, + "members": [ + 1772 + ], + "max_error": 0.0 + }, + { + "representative": 1670, + "members": [ + 1670 + ], + "max_error": 0.0 + }, + { + "representative": 1600, + "members": [ + 1600 + ], + "max_error": 0.0 + }, + { + "representative": 1781, + "members": [ + 1781 + ], + "max_error": 0.0 + }, + { + "representative": 1645, + "members": [ + 1645 + ], + "max_error": 0.0 + }, + { + "representative": 2080, + "members": [ + 2080 + ], + "max_error": 0.0 + }, + { + "representative": 2288, + "members": [ + 2288 + ], + "max_error": 0.0 + }, + { + "representative": 2066, + "members": [ + 2066 + ], + "max_error": 0.0 + }, + { + "representative": 2250, + "members": [ + 2250 + ], + "max_error": 0.0 + }, + { + "representative": 2296, + "members": [ + 2296 + ], + "max_error": 0.0 + }, + { + "representative": 2101, + "members": [ + 2101 + ], + "max_error": 0.0 + }, + { + "representative": 2161, + "members": [ + 2161 + ], + "max_error": 0.0 + }, + { + "representative": 2230, + "members": [ + 2230 + ], + "max_error": 0.0 + }, + { + "representative": 2072, + "members": [ + 2072 + ], + "max_error": 0.0 + }, + { + "representative": 2213, + "members": [ + 2213 + ], + "max_error": 0.0 + }, + { + "representative": 2228, + "members": [ + 2228 + ], + "max_error": 0.0 + }, + { + "representative": 2197, + "members": [ + 2197 + ], + "max_error": 0.0 + }, + { + "representative": 2237, + "members": [ + 2237 + ], + "max_error": 0.0 + }, + { + "representative": 2239, + "members": [ + 2239 + ], + "max_error": 0.0 + }, + { + "representative": 2057, + "members": [ + 2057 + ], + "max_error": 0.0 + }, + { + "representative": 2252, + "members": [ + 2252 + ], + "max_error": 0.0 + }, + { + "representative": 2242, + "members": [ + 2242 + ], + "max_error": 0.0 + }, + { + "representative": 2656, + "members": [ + 2656 + ], + "max_error": 0.0 + }, + { + "representative": 2676, + "members": [ + 2676 + ], + "max_error": 0.0 + }, + { + "representative": 2783, + "members": [ + 2783 + ], + "max_error": 0.0 + }, + { + "representative": 2634, + "members": [ + 2634 + ], + "max_error": 0.0 + }, + { + "representative": 2694, + "members": [ + 2694 + ], + "max_error": 0.0 + }, + { + "representative": 2722, + "members": [ + 2722 + ], + "max_error": 0.0 + }, + { + "representative": 2760, + "members": [ + 2760 + ], + "max_error": 0.0 + }, + { + "representative": 2791, + "members": [ + 2791 + ], + "max_error": 0.0 + }, + { + "representative": 3283, + "members": [ + 3283 + ], + "max_error": 0.0 + }, + { + "representative": 3177, + "members": [ + 3177 + ], + "max_error": 0.0 + }, + { + "representative": 3223, + "members": [ + 3223 + ], + "max_error": 0.0 + }, + { + "representative": 3120, + "members": [ + 3120 + ], + "max_error": 0.0 + }, + { + "representative": 3285, + "members": [ + 3285 + ], + "max_error": 0.0 + }, + { + "representative": 3295, + "members": [ + 3295 + ], + "max_error": 0.0 + }, + { + "representative": 3176, + "members": [ + 3176 + ], + "max_error": 0.0 + }, + { + "representative": 3163, + "members": [ + 3163 + ], + "max_error": 0.0 + }, + { + "representative": 3089, + "members": [ + 3089 + ], + "max_error": 0.0 + }, + { + "representative": 3165, + "members": [ + 3165 + ], + "max_error": 0.0 + }, + { + "representative": 3225, + "members": [ + 3225 + ], + "max_error": 0.0 + }, + { + "representative": 3664, + "members": [ + 3664 + ], + "max_error": 0.0 + }, + { + "representative": 3720, + "members": [ + 3720 + ], + "max_error": 0.0 + }, + { + "representative": 3700, + "members": [ + 3700 + ], + "max_error": 0.0 + }, + { + "representative": 3833, + "members": [ + 3833 + ], + "max_error": 0.0 + }, + { + "representative": 3738, + "members": [ + 3738 + ], + "max_error": 0.0 + }, + { + "representative": 3799, + "members": [ + 3799 + ], + "max_error": 0.0 + }, + { + "representative": 3593, + "members": [ + 3593 + ], + "max_error": 0.0 + }, + { + "representative": 1176, + "members": [ + 1176 + ], + "max_error": 0.0 + }, + { + "representative": 1141, + "members": [ + 1141 + ], + "max_error": 0.0 + }, + { + "representative": 1278, + "members": [ + 1278 + ], + "max_error": 0.0 + }, + { + "representative": 1218, + "members": [ + 1218 + ], + "max_error": 0.0 + }, + { + "representative": 1079, + "members": [ + 1079 + ], + "max_error": 0.0 + }, + { + "representative": 1099, + "members": [ + 1099 + ], + "max_error": 0.0 + }, + { + "representative": 1053, + "members": [ + 1053 + ], + "max_error": 0.0 + }, + { + "representative": 1112, + "members": [ + 1112 + ], + "max_error": 0.0 + }, + { + "representative": 1170, + "members": [ + 1170 + ], + "max_error": 0.0 + }, + { + "representative": 1081, + "members": [ + 1081 + ], + "max_error": 0.0 + }, + { + "representative": 1072, + "members": [ + 1072 + ], + "max_error": 0.0 + }, + { + "representative": 1165, + "members": [ + 1165 + ], + "max_error": 0.0 + }, + { + "representative": 1071, + "members": [ + 1071 + ], + "max_error": 0.0 + }, + { + "representative": 1220, + "members": [ + 1220 + ], + "max_error": 0.0 + }, + { + "representative": 1248, + "members": [ + 1248 + ], + "max_error": 0.0 + }, + { + "representative": 1751, + "members": [ + 1751 + ], + "max_error": 0.0 + }, + { + "representative": 1636, + "members": [ + 1636 + ], + "max_error": 0.0 + }, + { + "representative": 1575, + "members": [ + 1575 + ], + "max_error": 0.0 + }, + { + "representative": 1762, + "members": [ + 1762 + ], + "max_error": 0.0 + }, + { + "representative": 1692, + "members": [ + 1692 + ], + "max_error": 0.0 + }, + { + "representative": 1703, + "members": [ + 1703 + ], + "max_error": 0.0 + }, + { + "representative": 1638, + "members": [ + 1638 + ], + "max_error": 0.0 + }, + { + "representative": 2139, + "members": [ + 2139 + ], + "max_error": 0.0 + }, + { + "representative": 2084, + "members": [ + 2084 + ], + "max_error": 0.0 + }, + { + "representative": 2095, + "members": [ + 2095 + ], + "max_error": 0.0 + }, + { + "representative": 2103, + "members": [ + 2103 + ], + "max_error": 0.0 + }, + { + "representative": 2124, + "members": [ + 2124 + ], + "max_error": 0.0 + }, + { + "representative": 2054, + "members": [ + 2054 + ], + "max_error": 0.0 + }, + { + "representative": 2060, + "members": [ + 2060 + ], + "max_error": 0.0 + }, + { + "representative": 2079, + "members": [ + 2079 + ], + "max_error": 0.0 + }, + { + "representative": 2222, + "members": [ + 2222 + ], + "max_error": 0.0 + }, + { + "representative": 2099, + "members": [ + 2099 + ], + "max_error": 0.0 + }, + { + "representative": 2227, + "members": [ + 2227 + ], + "max_error": 0.0 + }, + { + "representative": 2260, + "members": [ + 2260 + ], + "max_error": 0.0 + }, + { + "representative": 2255, + "members": [ + 2255 + ], + "max_error": 0.0 + }, + { + "representative": 2600, + "members": [ + 2600 + ], + "max_error": 0.0 + }, + { + "representative": 2779, + "members": [ + 2779 + ], + "max_error": 0.0 + }, + { + "representative": 2775, + "members": [ + 2775 + ], + "max_error": 0.0 + }, + { + "representative": 2788, + "members": [ + 2788 + ], + "max_error": 0.0 + }, + { + "representative": 2627, + "members": [ + 2627 + ], + "max_error": 0.0 + }, + { + "representative": 2798, + "members": [ + 2798 + ], + "max_error": 0.0 + }, + { + "representative": 2802, + "members": [ + 2802 + ], + "max_error": 0.0 + }, + { + "representative": 2580, + "members": [ + 2580 + ], + "max_error": 0.0 + }, + { + "representative": 2705, + "members": [ + 2705 + ], + "max_error": 0.0 + }, + { + "representative": 2719, + "members": [ + 2719 + ], + "max_error": 0.0 + }, + { + "representative": 2804, + "members": [ + 2804 + ], + "max_error": 0.0 + }, + { + "representative": 2731, + "members": [ + 2731 + ], + "max_error": 0.0 + }, + { + "representative": 2750, + "members": [ + 2750 + ], + "max_error": 0.0 + }, + { + "representative": 2766, + "members": [ + 2766 + ], + "max_error": 0.0 + }, + { + "representative": 2618, + "members": [ + 2618 + ], + "max_error": 0.0 + }, + { + "representative": 3146, + "members": [ + 3146 + ], + "max_error": 0.0 + }, + { + "representative": 3291, + "members": [ + 3291 + ], + "max_error": 0.0 + }, + { + "representative": 3219, + "members": [ + 3219 + ], + "max_error": 0.0 + }, + { + "representative": 3194, + "members": [ + 3194 + ], + "max_error": 0.0 + }, + { + "representative": 3164, + "members": [ + 3164 + ], + "max_error": 0.0 + }, + { + "representative": 3083, + "members": [ + 3083 + ], + "max_error": 0.0 + }, + { + "representative": 3088, + "members": [ + 3088 + ], + "max_error": 0.0 + }, + { + "representative": 3113, + "members": [ + 3113 + ], + "max_error": 0.0 + }, + { + "representative": 3631, + "members": [ + 3631 + ], + "max_error": 0.0 + }, + { + "representative": 3749, + "members": [ + 3749 + ], + "max_error": 0.0 + }, + { + "representative": 3730, + "members": [ + 3730 + ], + "max_error": 0.0 + }, + { + "representative": 3812, + "members": [ + 3812 + ], + "max_error": 0.0 + }, + { + "representative": 3772, + "members": [ + 3772 + ], + "max_error": 0.0 + }, + { + "representative": 3696, + "members": [ + 3696 + ], + "max_error": 0.0 + }, + { + "representative": 3602, + "members": [ + 3602 + ], + "max_error": 0.0 + }, + { + "representative": 3630, + "members": [ + 3630 + ], + "max_error": 0.0 + }, + { + "representative": 3813, + "members": [ + 3813 + ], + "max_error": 0.0 + }, + { + "representative": 3684, + "members": [ + 3684 + ], + "max_error": 0.0 + }, + { + "representative": 3759, + "members": [ + 3759 + ], + "max_error": 0.0 + }, + { + "representative": 1096, + "members": [ + 1096 + ], + "max_error": 0.0 + }, + { + "representative": 1061, + "members": [ + 1061 + ], + "max_error": 0.0 + }, + { + "representative": 1221, + "members": [ + 1221 + ], + "max_error": 0.0 + }, + { + "representative": 1106, + "members": [ + 1106 + ], + "max_error": 0.0 + }, + { + "representative": 1050, + "members": [ + 1050 + ], + "max_error": 0.0 + }, + { + "representative": 1192, + "members": [ + 1192 + ], + "max_error": 0.0 + }, + { + "representative": 1240, + "members": [ + 1240 + ], + "max_error": 0.0 + }, + { + "representative": 1175, + "members": [ + 1175 + ], + "max_error": 0.0 + }, + { + "representative": 1243, + "members": [ + 1243 + ], + "max_error": 0.0 + }, + { + "representative": 1115, + "members": [ + 1115 + ], + "max_error": 0.0 + }, + { + "representative": 1060, + "members": [ + 1060 + ], + "max_error": 0.0 + }, + { + "representative": 1150, + "members": [ + 1150 + ], + "max_error": 0.0 + }, + { + "representative": 1246, + "members": [ + 1246 + ], + "max_error": 0.0 + }, + { + "representative": 1199, + "members": [ + 1199 + ], + "max_error": 0.0 + }, + { + "representative": 1261, + "members": [ + 1261 + ], + "max_error": 0.0 + }, + { + "representative": 1217, + "members": [ + 1217 + ], + "max_error": 0.0 + }, + { + "representative": 1216, + "members": [ + 1216 + ], + "max_error": 0.0 + }, + { + "representative": 1233, + "members": [ + 1233 + ], + "max_error": 0.0 + }, + { + "representative": 1552, + "members": [ + 1552 + ], + "max_error": 0.0 + }, + { + "representative": 1582, + "members": [ + 1582 + ], + "max_error": 0.0 + }, + { + "representative": 1662, + "members": [ + 1662 + ], + "max_error": 0.0 + }, + { + "representative": 1560, + "members": [ + 1560 + ], + "max_error": 0.0 + }, + { + "representative": 1777, + "members": [ + 1777 + ], + "max_error": 0.0 + }, + { + "representative": 1603, + "members": [ + 1603 + ], + "max_error": 0.0 + }, + { + "representative": 1747, + "members": [ + 1747 + ], + "max_error": 0.0 + }, + { + "representative": 1758, + "members": [ + 1758 + ], + "max_error": 0.0 + }, + { + "representative": 1766, + "members": [ + 1766 + ], + "max_error": 0.0 + }, + { + "representative": 1702, + "members": [ + 1702 + ], + "max_error": 0.0 + }, + { + "representative": 1736, + "members": [ + 1736 + ], + "max_error": 0.0 + }, + { + "representative": 1749, + "members": [ + 1749 + ], + "max_error": 0.0 + }, + { + "representative": 1661, + "members": [ + 1661 + ], + "max_error": 0.0 + }, + { + "representative": 2090, + "members": [ + 2090 + ], + "max_error": 0.0 + }, + { + "representative": 2070, + "members": [ + 2070 + ], + "max_error": 0.0 + }, + { + "representative": 2062, + "members": [ + 2062 + ], + "max_error": 0.0 + }, + { + "representative": 2152, + "members": [ + 2152 + ], + "max_error": 0.0 + }, + { + "representative": 2068, + "members": [ + 2068 + ], + "max_error": 0.0 + }, + { + "representative": 2191, + "members": [ + 2191 + ], + "max_error": 0.0 + }, + { + "representative": 2141, + "members": [ + 2141 + ], + "max_error": 0.0 + }, + { + "representative": 2207, + "members": [ + 2207 + ], + "max_error": 0.0 + }, + { + "representative": 2093, + "members": [ + 2093 + ], + "max_error": 0.0 + }, + { + "representative": 2077, + "members": [ + 2077 + ], + "max_error": 0.0 + }, + { + "representative": 2739, + "members": [ + 2739 + ], + "max_error": 0.0 + }, + { + "representative": 2590, + "members": [ + 2590 + ], + "max_error": 0.0 + }, + { + "representative": 2592, + "members": [ + 2592 + ], + "max_error": 0.0 + }, + { + "representative": 2571, + "members": [ + 2571 + ], + "max_error": 0.0 + }, + { + "representative": 2614, + "members": [ + 2614 + ], + "max_error": 0.0 + }, + { + "representative": 2777, + "members": [ + 2777 + ], + "max_error": 0.0 + }, + { + "representative": 2640, + "members": [ + 2640 + ], + "max_error": 0.0 + }, + { + "representative": 2726, + "members": [ + 2726 + ], + "max_error": 0.0 + }, + { + "representative": 2753, + "members": [ + 2753 + ], + "max_error": 0.0 + }, + { + "representative": 2677, + "members": [ + 2677 + ], + "max_error": 0.0 + }, + { + "representative": 3142, + "members": [ + 3142 + ], + "max_error": 0.0 + }, + { + "representative": 3227, + "members": [ + 3227 + ], + "max_error": 0.0 + }, + { + "representative": 3210, + "members": [ + 3210 + ], + "max_error": 0.0 + }, + { + "representative": 3234, + "members": [ + 3234 + ], + "max_error": 0.0 + }, + { + "representative": 3230, + "members": [ + 3230 + ], + "max_error": 0.0 + }, + { + "representative": 3079, + "members": [ + 3079 + ], + "max_error": 0.0 + }, + { + "representative": 3305, + "members": [ + 3305 + ], + "max_error": 0.0 + }, + { + "representative": 3299, + "members": [ + 3299 + ], + "max_error": 0.0 + }, + { + "representative": 3286, + "members": [ + 3286 + ], + "max_error": 0.0 + }, + { + "representative": 3750, + "members": [ + 3750 + ], + "max_error": 0.0 + }, + { + "representative": 3632, + "members": [ + 3632 + ], + "max_error": 0.0 + }, + { + "representative": 3742, + "members": [ + 3742 + ], + "max_error": 0.0 + }, + { + "representative": 3656, + "members": [ + 3656 + ], + "max_error": 0.0 + }, + { + "representative": 3666, + "members": [ + 3666 + ], + "max_error": 0.0 + }, + { + "representative": 3781, + "members": [ + 3781 + ], + "max_error": 0.0 + }, + { + "representative": 3611, + "members": [ + 3611 + ], + "max_error": 0.0 + }, + { + "representative": 3753, + "members": [ + 3753 + ], + "max_error": 0.0 + }, + { + "representative": 3609, + "members": [ + 3609 + ], + "max_error": 0.0 + }, + { + "representative": 3648, + "members": [ + 3648 + ], + "max_error": 0.0 + }, + { + "representative": 3622, + "members": [ + 3622 + ], + "max_error": 0.0 + }, + { + "representative": 3767, + "members": [ + 3767 + ], + "max_error": 0.0 + }, + { + "representative": 3640, + "members": [ + 3640 + ], + "max_error": 0.0 + }, + { + "representative": 3762, + "members": [ + 3762 + ], + "max_error": 0.0 + }, + { + "representative": 3658, + "members": [ + 3658 + ], + "max_error": 0.0 + }, + { + "representative": 3733, + "members": [ + 3733 + ], + "max_error": 0.0 + }, + { + "representative": 2654, + "members": [ + 2654 + ], + "max_error": 0.0 + }, + { + "representative": 2801, + "members": [ + 2801 + ], + "max_error": 0.0 + }, + { + "representative": 2742, + "members": [ + 2742 + ], + "max_error": 0.0 + }, + { + "representative": 2582, + "members": [ + 2582 + ], + "max_error": 0.0 + }, + { + "representative": 2591, + "members": [ + 2591 + ], + "max_error": 0.0 + }, + { + "representative": 2770, + "members": [ + 2770 + ], + "max_error": 0.0 + }, + { + "representative": 2735, + "members": [ + 2735 + ], + "max_error": 0.0 + }, + { + "representative": 2657, + "members": [ + 2657 + ], + "max_error": 0.0 + }, + { + "representative": 2684, + "members": [ + 2684 + ], + "max_error": 0.0 + }, + { + "representative": 2724, + "members": [ + 2724 + ], + "max_error": 0.0 + }, + { + "representative": 2662, + "members": [ + 2662 + ], + "max_error": 0.0 + }, + { + "representative": 2688, + "members": [ + 2688 + ], + "max_error": 0.0 + }, + { + "representative": 2667, + "members": [ + 2667 + ], + "max_error": 0.0 + }, + { + "representative": 2672, + "members": [ + 2672 + ], + "max_error": 0.0 + }, + { + "representative": 3306, + "members": [ + 3306 + ], + "max_error": 0.0 + }, + { + "representative": 3141, + "members": [ + 3141 + ], + "max_error": 0.0 + }, + { + "representative": 3238, + "members": [ + 3238 + ], + "max_error": 0.0 + }, + { + "representative": 3321, + "members": [ + 3321 + ], + "max_error": 0.0 + }, + { + "representative": 3300, + "members": [ + 3300 + ], + "max_error": 0.0 + }, + { + "representative": 3805, + "members": [ + 3805 + ], + "max_error": 0.0 + }, + { + "representative": 3599, + "members": [ + 3599 + ], + "max_error": 0.0 + }, + { + "representative": 3764, + "members": [ + 3764 + ], + "max_error": 0.0 + }, + { + "representative": 3655, + "members": [ + 3655 + ], + "max_error": 0.0 + }, + { + "representative": 3741, + "members": [ + 3741 + ], + "max_error": 0.0 + }, + { + "representative": 3678, + "members": [ + 3678 + ], + "max_error": 0.0 + }, + { + "representative": 3820, + "members": [ + 3820 + ], + "max_error": 0.0 + }, + { + "representative": 3745, + "members": [ + 3745 + ], + "max_error": 0.0 + }, + { + "representative": 3791, + "members": [ + 3791 + ], + "max_error": 0.0 + }, + { + "representative": 3647, + "members": [ + 3647 + ], + "max_error": 0.0 + }, + { + "representative": 3763, + "members": [ + 3763 + ], + "max_error": 0.0 + }, + { + "representative": 4298, + "members": [ + 4298 + ], + "max_error": 0.0 + }, + { + "representative": 4180, + "members": [ + 4180 + ], + "max_error": 0.0 + }, + { + "representative": 4181, + "members": [ + 4181 + ], + "max_error": 0.0 + }, + { + "representative": 4189, + "members": [ + 4189 + ], + "max_error": 0.0 + }, + { + "representative": 4195, + "members": [ + 4195 + ], + "max_error": 0.0 + }, + { + "representative": 4122, + "members": [ + 4122 + ], + "max_error": 0.0 + }, + { + "representative": 4108, + "members": [ + 4108 + ], + "max_error": 0.0 + }, + { + "representative": 4168, + "members": [ + 4168 + ], + "max_error": 0.0 + }, + { + "representative": 4199, + "members": [ + 4199 + ], + "max_error": 0.0 + }, + { + "representative": 4211, + "members": [ + 4211 + ], + "max_error": 0.0 + }, + { + "representative": 4288, + "members": [ + 4288 + ], + "max_error": 0.0 + }, + { + "representative": 4163, + "members": [ + 4163 + ], + "max_error": 0.0 + }, + { + "representative": 4125, + "members": [ + 4125 + ], + "max_error": 0.0 + }, + { + "representative": 4341, + "members": [ + 4341 + ], + "max_error": 0.0 + }, + { + "representative": 4334, + "members": [ + 4334 + ], + "max_error": 0.0 + }, + { + "representative": 4320, + "members": [ + 4320 + ], + "max_error": 0.0 + }, + { + "representative": 4345, + "members": [ + 4345 + ], + "max_error": 0.0 + }, + { + "representative": 4188, + "members": [ + 4188 + ], + "max_error": 0.0 + }, + { + "representative": 4269, + "members": [ + 4269 + ], + "max_error": 0.0 + }, + { + "representative": 4212, + "members": [ + 4212 + ], + "max_error": 0.0 + }, + { + "representative": 4209, + "members": [ + 4209 + ], + "max_error": 0.0 + }, + { + "representative": 4286, + "members": [ + 4286 + ], + "max_error": 0.0 + }, + { + "representative": 4190, + "members": [ + 4190 + ], + "max_error": 0.0 + }, + { + "representative": 4348, + "members": [ + 4348 + ], + "max_error": 0.0 + }, + { + "representative": 4176, + "members": [ + 4176 + ], + "max_error": 0.0 + }, + { + "representative": 4234, + "members": [ + 4234 + ], + "max_error": 0.0 + }, + { + "representative": 4268, + "members": [ + 4268 + ], + "max_error": 0.0 + }, + { + "representative": 4337, + "members": [ + 4337 + ], + "max_error": 0.0 + }, + { + "representative": 4136, + "members": [ + 4136 + ], + "max_error": 0.0 + }, + { + "representative": 4096, + "members": [ + 4096 + ], + "max_error": 0.0 + }, + { + "representative": 4270, + "members": [ + 4270 + ], + "max_error": 0.0 + }, + { + "representative": 4170, + "members": [ + 4170 + ], + "max_error": 0.0 + }, + { + "representative": 4169, + "members": [ + 4169 + ], + "max_error": 0.0 + }, + { + "representative": 4205, + "members": [ + 4205 + ], + "max_error": 0.0 + }, + { + "representative": 4182, + "members": [ + 4182 + ], + "max_error": 0.0 + }, + { + "representative": 4099, + "members": [ + 4099 + ], + "max_error": 0.0 + }, + { + "representative": 4297, + "members": [ + 4297 + ], + "max_error": 0.0 + }, + { + "representative": 4686, + "members": [ + 4686 + ], + "max_error": 0.0 + }, + { + "representative": 4661, + "members": [ + 4661 + ], + "max_error": 0.0 + }, + { + "representative": 4847, + "members": [ + 4847 + ], + "max_error": 0.0 + }, + { + "representative": 4815, + "members": [ + 4815 + ], + "max_error": 0.0 + }, + { + "representative": 4664, + "members": [ + 4664 + ], + "max_error": 0.0 + }, + { + "representative": 4735, + "members": [ + 4735 + ], + "max_error": 0.0 + }, + { + "representative": 4862, + "members": [ + 4862 + ], + "max_error": 0.0 + }, + { + "representative": 4645, + "members": [ + 4645 + ], + "max_error": 0.0 + }, + { + "representative": 4842, + "members": [ + 4842 + ], + "max_error": 0.0 + }, + { + "representative": 4628, + "members": [ + 4628 + ], + "max_error": 0.0 + }, + { + "representative": 4690, + "members": [ + 4690 + ], + "max_error": 0.0 + }, + { + "representative": 4823, + "members": [ + 4823 + ], + "max_error": 0.0 + }, + { + "representative": 4834, + "members": [ + 4834 + ], + "max_error": 0.0 + }, + { + "representative": 4819, + "members": [ + 4819 + ], + "max_error": 0.0 + }, + { + "representative": 4829, + "members": [ + 4829 + ], + "max_error": 0.0 + }, + { + "representative": 4747, + "members": [ + 4747 + ], + "max_error": 0.0 + }, + { + "representative": 4755, + "members": [ + 4755 + ], + "max_error": 0.0 + }, + { + "representative": 4748, + "members": [ + 4748 + ], + "max_error": 0.0 + }, + { + "representative": 4720, + "members": [ + 4720 + ], + "max_error": 0.0 + }, + { + "representative": 4790, + "members": [ + 4790 + ], + "max_error": 0.0 + }, + { + "representative": 4694, + "members": [ + 4694 + ], + "max_error": 0.0 + }, + { + "representative": 4767, + "members": [ + 4767 + ], + "max_error": 0.0 + }, + { + "representative": 4778, + "members": [ + 4778 + ], + "max_error": 0.0 + }, + { + "representative": 4821, + "members": [ + 4821 + ], + "max_error": 0.0 + }, + { + "representative": 4758, + "members": [ + 4758 + ], + "max_error": 0.0 + }, + { + "representative": 4789, + "members": [ + 4789 + ], + "max_error": 0.0 + }, + { + "representative": 4776, + "members": [ + 4776 + ], + "max_error": 0.0 + }, + { + "representative": 4711, + "members": [ + 4711 + ], + "max_error": 0.0 + }, + { + "representative": 4852, + "members": [ + 4852 + ], + "max_error": 0.0 + }, + { + "representative": 4855, + "members": [ + 4855 + ], + "max_error": 0.0 + }, + { + "representative": 4857, + "members": [ + 4857 + ], + "max_error": 0.0 + }, + { + "representative": 4816, + "members": [ + 4816 + ], + "max_error": 0.0 + }, + { + "representative": 4625, + "members": [ + 4625 + ], + "max_error": 0.0 + }, + { + "representative": 4760, + "members": [ + 4760 + ], + "max_error": 0.0 + }, + { + "representative": 4768, + "members": [ + 4768 + ], + "max_error": 0.0 + }, + { + "representative": 4787, + "members": [ + 4787 + ], + "max_error": 0.0 + }, + { + "representative": 4614, + "members": [ + 4614 + ], + "max_error": 0.0 + }, + { + "representative": 4615, + "members": [ + 4615 + ], + "max_error": 0.0 + }, + { + "representative": 4812, + "members": [ + 4812 + ], + "max_error": 0.0 + }, + { + "representative": 4632, + "members": [ + 4632 + ], + "max_error": 0.0 + }, + { + "representative": 4692, + "members": [ + 4692 + ], + "max_error": 0.0 + }, + { + "representative": 4860, + "members": [ + 4860 + ], + "max_error": 0.0 + }, + { + "representative": 4732, + "members": [ + 4732 + ], + "max_error": 0.0 + }, + { + "representative": 4705, + "members": [ + 4705 + ], + "max_error": 0.0 + }, + { + "representative": 4635, + "members": [ + 4635 + ], + "max_error": 0.0 + }, + { + "representative": 4723, + "members": [ + 4723 + ], + "max_error": 0.0 + }, + { + "representative": 5212, + "members": [ + 5212 + ], + "max_error": 0.0 + }, + { + "representative": 5366, + "members": [ + 5366 + ], + "max_error": 0.0 + }, + { + "representative": 5362, + "members": [ + 5362 + ], + "max_error": 0.0 + }, + { + "representative": 5323, + "members": [ + 5323 + ], + "max_error": 0.0 + }, + { + "representative": 5372, + "members": [ + 5372 + ], + "max_error": 0.0 + }, + { + "representative": 5349, + "members": [ + 5349 + ], + "max_error": 0.0 + }, + { + "representative": 5237, + "members": [ + 5237 + ], + "max_error": 0.0 + }, + { + "representative": 5282, + "members": [ + 5282 + ], + "max_error": 0.0 + }, + { + "representative": 5320, + "members": [ + 5320 + ], + "max_error": 0.0 + }, + { + "representative": 5322, + "members": [ + 5322 + ], + "max_error": 0.0 + }, + { + "representative": 5251, + "members": [ + 5251 + ], + "max_error": 0.0 + }, + { + "representative": 5253, + "members": [ + 5253 + ], + "max_error": 0.0 + }, + { + "representative": 5305, + "members": [ + 5305 + ], + "max_error": 0.0 + }, + { + "representative": 5196, + "members": [ + 5196 + ], + "max_error": 0.0 + }, + { + "representative": 5277, + "members": [ + 5277 + ], + "max_error": 0.0 + }, + { + "representative": 5364, + "members": [ + 5364 + ], + "max_error": 0.0 + }, + { + "representative": 5173, + "members": [ + 5173 + ], + "max_error": 0.0 + }, + { + "representative": 5343, + "members": [ + 5343 + ], + "max_error": 0.0 + }, + { + "representative": 5172, + "members": [ + 5172 + ], + "max_error": 0.0 + }, + { + "representative": 5186, + "members": [ + 5186 + ], + "max_error": 0.0 + }, + { + "representative": 5201, + "members": [ + 5201 + ], + "max_error": 0.0 + }, + { + "representative": 5250, + "members": [ + 5250 + ], + "max_error": 0.0 + }, + { + "representative": 5259, + "members": [ + 5259 + ], + "max_error": 0.0 + }, + { + "representative": 5363, + "members": [ + 5363 + ], + "max_error": 0.0 + }, + { + "representative": 5288, + "members": [ + 5288 + ], + "max_error": 0.0 + }, + { + "representative": 5150, + "members": [ + 5150 + ], + "max_error": 0.0 + }, + { + "representative": 5275, + "members": [ + 5275 + ], + "max_error": 0.0 + }, + { + "representative": 5321, + "members": [ + 5321 + ], + "max_error": 0.0 + }, + { + "representative": 5155, + "members": [ + 5155 + ], + "max_error": 0.0 + }, + { + "representative": 5136, + "members": [ + 5136 + ], + "max_error": 0.0 + }, + { + "representative": 5162, + "members": [ + 5162 + ], + "max_error": 0.0 + }, + { + "representative": 5139, + "members": [ + 5139 + ], + "max_error": 0.0 + }, + { + "representative": 5231, + "members": [ + 5231 + ], + "max_error": 0.0 + }, + { + "representative": 5287, + "members": [ + 5287 + ], + "max_error": 0.0 + }, + { + "representative": 5338, + "members": [ + 5338 + ], + "max_error": 0.0 + }, + { + "representative": 5339, + "members": [ + 5339 + ], + "max_error": 0.0 + }, + { + "representative": 5215, + "members": [ + 5215 + ], + "max_error": 0.0 + }, + { + "representative": 5762, + "members": [ + 5762 + ], + "max_error": 0.0 + }, + { + "representative": 5861, + "members": [ + 5861 + ], + "max_error": 0.0 + }, + { + "representative": 5670, + "members": [ + 5670 + ], + "max_error": 0.0 + }, + { + "representative": 5848, + "members": [ + 5848 + ], + "max_error": 0.0 + }, + { + "representative": 5877, + "members": [ + 5877 + ], + "max_error": 0.0 + }, + { + "representative": 5636, + "members": [ + 5636 + ], + "max_error": 0.0 + }, + { + "representative": 5686, + "members": [ + 5686 + ], + "max_error": 0.0 + }, + { + "representative": 5857, + "members": [ + 5857 + ], + "max_error": 0.0 + }, + { + "representative": 5688, + "members": [ + 5688 + ], + "max_error": 0.0 + }, + { + "representative": 5814, + "members": [ + 5814 + ], + "max_error": 0.0 + }, + { + "representative": 5639, + "members": [ + 5639 + ], + "max_error": 0.0 + }, + { + "representative": 5755, + "members": [ + 5755 + ], + "max_error": 0.0 + }, + { + "representative": 5864, + "members": [ + 5864 + ], + "max_error": 0.0 + }, + { + "representative": 5797, + "members": [ + 5797 + ], + "max_error": 0.0 + }, + { + "representative": 5700, + "members": [ + 5700 + ], + "max_error": 0.0 + }, + { + "representative": 5826, + "members": [ + 5826 + ], + "max_error": 0.0 + }, + { + "representative": 5691, + "members": [ + 5691 + ], + "max_error": 0.0 + }, + { + "representative": 5875, + "members": [ + 5875 + ], + "max_error": 0.0 + }, + { + "representative": 5689, + "members": [ + 5689 + ], + "max_error": 0.0 + }, + { + "representative": 5744, + "members": [ + 5744 + ], + "max_error": 0.0 + }, + { + "representative": 5737, + "members": [ + 5737 + ], + "max_error": 0.0 + }, + { + "representative": 5771, + "members": [ + 5771 + ], + "max_error": 0.0 + }, + { + "representative": 5811, + "members": [ + 5811 + ], + "max_error": 0.0 + }, + { + "representative": 5870, + "members": [ + 5870 + ], + "max_error": 0.0 + }, + { + "representative": 5671, + "members": [ + 5671 + ], + "max_error": 0.0 + }, + { + "representative": 5876, + "members": [ + 5876 + ], + "max_error": 0.0 + }, + { + "representative": 5829, + "members": [ + 5829 + ], + "max_error": 0.0 + }, + { + "representative": 5784, + "members": [ + 5784 + ], + "max_error": 0.0 + }, + { + "representative": 5647, + "members": [ + 5647 + ], + "max_error": 0.0 + }, + { + "representative": 5733, + "members": [ + 5733 + ], + "max_error": 0.0 + }, + { + "representative": 5760, + "members": [ + 5760 + ], + "max_error": 0.0 + }, + { + "representative": 5849, + "members": [ + 5849 + ], + "max_error": 0.0 + }, + { + "representative": 5644, + "members": [ + 5644 + ], + "max_error": 0.0 + }, + { + "representative": 5852, + "members": [ + 5852 + ], + "max_error": 0.0 + }, + { + "representative": 5634, + "members": [ + 5634 + ], + "max_error": 0.0 + }, + { + "representative": 5792, + "members": [ + 5792 + ], + "max_error": 0.0 + }, + { + "representative": 5713, + "members": [ + 5713 + ], + "max_error": 0.0 + }, + { + "representative": 5837, + "members": [ + 5837 + ], + "max_error": 0.0 + }, + { + "representative": 5704, + "members": [ + 5704 + ], + "max_error": 0.0 + }, + { + "representative": 5853, + "members": [ + 5853 + ], + "max_error": 0.0 + }, + { + "representative": 5662, + "members": [ + 5662 + ], + "max_error": 0.0 + }, + { + "representative": 5750, + "members": [ + 5750 + ], + "max_error": 0.0 + }, + { + "representative": 5719, + "members": [ + 5719 + ], + "max_error": 0.0 + }, + { + "representative": 5756, + "members": [ + 5756 + ], + "max_error": 0.0 + }, + { + "representative": 5682, + "members": [ + 5682 + ], + "max_error": 0.0 + }, + { + "representative": 5813, + "members": [ + 5813 + ], + "max_error": 0.0 + }, + { + "representative": 1107, + "members": [ + 1107 + ], + "max_error": 0.0 + }, + { + "representative": 1091, + "members": [ + 1091 + ], + "max_error": 0.0 + }, + { + "representative": 1075, + "members": [ + 1075 + ], + "max_error": 0.0 + }, + { + "representative": 1258, + "members": [ + 1258 + ], + "max_error": 0.0 + }, + { + "representative": 1213, + "members": [ + 1213 + ], + "max_error": 0.0 + }, + { + "representative": 1198, + "members": [ + 1198 + ], + "max_error": 0.0 + }, + { + "representative": 1031, + "members": [ + 1031 + ], + "max_error": 0.0 + }, + { + "representative": 1272, + "members": [ + 1272 + ], + "max_error": 0.0 + }, + { + "representative": 1166, + "members": [ + 1166 + ], + "max_error": 0.0 + }, + { + "representative": 1247, + "members": [ + 1247 + ], + "max_error": 0.0 + }, + { + "representative": 1067, + "members": [ + 1067 + ], + "max_error": 0.0 + }, + { + "representative": 1193, + "members": [ + 1193 + ], + "max_error": 0.0 + }, + { + "representative": 1070, + "members": [ + 1070 + ], + "max_error": 0.0 + }, + { + "representative": 1149, + "members": [ + 1149 + ], + "max_error": 0.0 + }, + { + "representative": 1177, + "members": [ + 1177 + ], + "max_error": 0.0 + }, + { + "representative": 1546, + "members": [ + 1546 + ], + "max_error": 0.0 + }, + { + "representative": 1770, + "members": [ + 1770 + ], + "max_error": 0.0 + }, + { + "representative": 1761, + "members": [ + 1761 + ], + "max_error": 0.0 + }, + { + "representative": 1753, + "members": [ + 1753 + ], + "max_error": 0.0 + }, + { + "representative": 1744, + "members": [ + 1744 + ], + "max_error": 0.0 + }, + { + "representative": 1653, + "members": [ + 1653 + ], + "max_error": 0.0 + }, + { + "representative": 1656, + "members": [ + 1656 + ], + "max_error": 0.0 + }, + { + "representative": 1722, + "members": [ + 1722 + ], + "max_error": 0.0 + }, + { + "representative": 1557, + "members": [ + 1557 + ], + "max_error": 0.0 + }, + { + "representative": 1778, + "members": [ + 1778 + ], + "max_error": 0.0 + }, + { + "representative": 1727, + "members": [ + 1727 + ], + "max_error": 0.0 + }, + { + "representative": 1717, + "members": [ + 1717 + ], + "max_error": 0.0 + }, + { + "representative": 1721, + "members": [ + 1721 + ], + "max_error": 0.0 + }, + { + "representative": 1590, + "members": [ + 1590 + ], + "max_error": 0.0 + }, + { + "representative": 1548, + "members": [ + 1548 + ], + "max_error": 0.0 + }, + { + "representative": 1748, + "members": [ + 1748 + ], + "max_error": 0.0 + }, + { + "representative": 1701, + "members": [ + 1701 + ], + "max_error": 0.0 + }, + { + "representative": 1578, + "members": [ + 1578 + ], + "max_error": 0.0 + }, + { + "representative": 2100, + "members": [ + 2100 + ], + "max_error": 0.0 + }, + { + "representative": 2272, + "members": [ + 2272 + ], + "max_error": 0.0 + }, + { + "representative": 2165, + "members": [ + 2165 + ], + "max_error": 0.0 + }, + { + "representative": 2147, + "members": [ + 2147 + ], + "max_error": 0.0 + }, + { + "representative": 2267, + "members": [ + 2267 + ], + "max_error": 0.0 + }, + { + "representative": 2259, + "members": [ + 2259 + ], + "max_error": 0.0 + }, + { + "representative": 2212, + "members": [ + 2212 + ], + "max_error": 0.0 + }, + { + "representative": 2163, + "members": [ + 2163 + ], + "max_error": 0.0 + }, + { + "representative": 2216, + "members": [ + 2216 + ], + "max_error": 0.0 + }, + { + "representative": 2071, + "members": [ + 2071 + ], + "max_error": 0.0 + }, + { + "representative": 2301, + "members": [ + 2301 + ], + "max_error": 0.0 + }, + { + "representative": 2244, + "members": [ + 2244 + ], + "max_error": 0.0 + }, + { + "representative": 2078, + "members": [ + 2078 + ], + "max_error": 0.0 + }, + { + "representative": 2303, + "members": [ + 2303 + ], + "max_error": 0.0 + }, + { + "representative": 2130, + "members": [ + 2130 + ], + "max_error": 0.0 + }, + { + "representative": 2138, + "members": [ + 2138 + ], + "max_error": 0.0 + }, + { + "representative": 2647, + "members": [ + 2647 + ], + "max_error": 0.0 + }, + { + "representative": 2621, + "members": [ + 2621 + ], + "max_error": 0.0 + }, + { + "representative": 2632, + "members": [ + 2632 + ], + "max_error": 0.0 + }, + { + "representative": 2673, + "members": [ + 2673 + ], + "max_error": 0.0 + }, + { + "representative": 2765, + "members": [ + 2765 + ], + "max_error": 0.0 + }, + { + "representative": 2668, + "members": [ + 2668 + ], + "max_error": 0.0 + }, + { + "representative": 2799, + "members": [ + 2799 + ], + "max_error": 0.0 + }, + { + "representative": 2635, + "members": [ + 2635 + ], + "max_error": 0.0 + }, + { + "representative": 3312, + "members": [ + 3312 + ], + "max_error": 0.0 + }, + { + "representative": 3244, + "members": [ + 3244 + ], + "max_error": 0.0 + }, + { + "representative": 3183, + "members": [ + 3183 + ], + "max_error": 0.0 + }, + { + "representative": 3170, + "members": [ + 3170 + ], + "max_error": 0.0 + }, + { + "representative": 3143, + "members": [ + 3143 + ], + "max_error": 0.0 + }, + { + "representative": 3133, + "members": [ + 3133 + ], + "max_error": 0.0 + }, + { + "representative": 3311, + "members": [ + 3311 + ], + "max_error": 0.0 + }, + { + "representative": 3240, + "members": [ + 3240 + ], + "max_error": 0.0 + }, + { + "representative": 3148, + "members": [ + 3148 + ], + "max_error": 0.0 + }, + { + "representative": 3157, + "members": [ + 3157 + ], + "max_error": 0.0 + }, + { + "representative": 3134, + "members": [ + 3134 + ], + "max_error": 0.0 + }, + { + "representative": 3203, + "members": [ + 3203 + ], + "max_error": 0.0 + }, + { + "representative": 3193, + "members": [ + 3193 + ], + "max_error": 0.0 + }, + { + "representative": 3326, + "members": [ + 3326 + ], + "max_error": 0.0 + }, + { + "representative": 3661, + "members": [ + 3661 + ], + "max_error": 0.0 + }, + { + "representative": 3770, + "members": [ + 3770 + ], + "max_error": 0.0 + }, + { + "representative": 3829, + "members": [ + 3829 + ], + "max_error": 0.0 + }, + { + "representative": 3756, + "members": [ + 3756 + ], + "max_error": 0.0 + }, + { + "representative": 3619, + "members": [ + 3619 + ], + "max_error": 0.0 + }, + { + "representative": 3751, + "members": [ + 3751 + ], + "max_error": 0.0 + }, + { + "representative": 3677, + "members": [ + 3677 + ], + "max_error": 0.0 + }, + { + "representative": 3699, + "members": [ + 3699 + ], + "max_error": 0.0 + }, + { + "representative": 3740, + "members": [ + 3740 + ], + "max_error": 0.0 + }, + { + "representative": 3831, + "members": [ + 3831 + ], + "max_error": 0.0 + }, + { + "representative": 3778, + "members": [ + 3778 + ], + "max_error": 0.0 + }, + { + "representative": 3786, + "members": [ + 3786 + ], + "max_error": 0.0 + }, + { + "representative": 3816, + "members": [ + 3816 + ], + "max_error": 0.0 + }, + { + "representative": 3673, + "members": [ + 3673 + ], + "max_error": 0.0 + }, + { + "representative": 1143, + "members": [ + 1143 + ], + "max_error": 0.0 + }, + { + "representative": 1279, + "members": [ + 1279 + ], + "max_error": 0.0 + }, + { + "representative": 1207, + "members": [ + 1207 + ], + "max_error": 0.0 + }, + { + "representative": 1171, + "members": [ + 1171 + ], + "max_error": 0.0 + }, + { + "representative": 1237, + "members": [ + 1237 + ], + "max_error": 0.0 + }, + { + "representative": 1128, + "members": [ + 1128 + ], + "max_error": 0.0 + }, + { + "representative": 1077, + "members": [ + 1077 + ], + "max_error": 0.0 + }, + { + "representative": 1208, + "members": [ + 1208 + ], + "max_error": 0.0 + }, + { + "representative": 1254, + "members": [ + 1254 + ], + "max_error": 0.0 + }, + { + "representative": 1024, + "members": [ + 1024 + ], + "max_error": 0.0 + }, + { + "representative": 1189, + "members": [ + 1189 + ], + "max_error": 0.0 + }, + { + "representative": 1223, + "members": [ + 1223 + ], + "max_error": 0.0 + }, + { + "representative": 1153, + "members": [ + 1153 + ], + "max_error": 0.0 + }, + { + "representative": 1064, + "members": [ + 1064 + ], + "max_error": 0.0 + }, + { + "representative": 1219, + "members": [ + 1219 + ], + "max_error": 0.0 + }, + { + "representative": 1113, + "members": [ + 1113 + ], + "max_error": 0.0 + }, + { + "representative": 1088, + "members": [ + 1088 + ], + "max_error": 0.0 + }, + { + "representative": 1586, + "members": [ + 1586 + ], + "max_error": 0.0 + }, + { + "representative": 1551, + "members": [ + 1551 + ], + "max_error": 0.0 + }, + { + "representative": 1580, + "members": [ + 1580 + ], + "max_error": 0.0 + }, + { + "representative": 1756, + "members": [ + 1756 + ], + "max_error": 0.0 + }, + { + "representative": 1705, + "members": [ + 1705 + ], + "max_error": 0.0 + }, + { + "representative": 1676, + "members": [ + 1676 + ], + "max_error": 0.0 + }, + { + "representative": 1691, + "members": [ + 1691 + ], + "max_error": 0.0 + }, + { + "representative": 1790, + "members": [ + 1790 + ], + "max_error": 0.0 + }, + { + "representative": 1629, + "members": [ + 1629 + ], + "max_error": 0.0 + }, + { + "representative": 1708, + "members": [ + 1708 + ], + "max_error": 0.0 + }, + { + "representative": 1630, + "members": [ + 1630 + ], + "max_error": 0.0 + }, + { + "representative": 1644, + "members": [ + 1644 + ], + "max_error": 0.0 + }, + { + "representative": 1542, + "members": [ + 1542 + ], + "max_error": 0.0 + }, + { + "representative": 2235, + "members": [ + 2235 + ], + "max_error": 0.0 + }, + { + "representative": 2278, + "members": [ + 2278 + ], + "max_error": 0.0 + }, + { + "representative": 2151, + "members": [ + 2151 + ], + "max_error": 0.0 + }, + { + "representative": 2287, + "members": [ + 2287 + ], + "max_error": 0.0 + }, + { + "representative": 2154, + "members": [ + 2154 + ], + "max_error": 0.0 + }, + { + "representative": 2205, + "members": [ + 2205 + ], + "max_error": 0.0 + }, + { + "representative": 2261, + "members": [ + 2261 + ], + "max_error": 0.0 + }, + { + "representative": 2200, + "members": [ + 2200 + ], + "max_error": 0.0 + }, + { + "representative": 2109, + "members": [ + 2109 + ], + "max_error": 0.0 + }, + { + "representative": 2199, + "members": [ + 2199 + ], + "max_error": 0.0 + }, + { + "representative": 2104, + "members": [ + 2104 + ], + "max_error": 0.0 + }, + { + "representative": 2225, + "members": [ + 2225 + ], + "max_error": 0.0 + }, + { + "representative": 2086, + "members": [ + 2086 + ], + "max_error": 0.0 + }, + { + "representative": 2609, + "members": [ + 2609 + ], + "max_error": 0.0 + }, + { + "representative": 2638, + "members": [ + 2638 + ], + "max_error": 0.0 + }, + { + "representative": 2597, + "members": [ + 2597 + ], + "max_error": 0.0 + }, + { + "representative": 2666, + "members": [ + 2666 + ], + "max_error": 0.0 + }, + { + "representative": 2768, + "members": [ + 2768 + ], + "max_error": 0.0 + }, + { + "representative": 2729, + "members": [ + 2729 + ], + "max_error": 0.0 + }, + { + "representative": 2565, + "members": [ + 2565 + ], + "max_error": 0.0 + }, + { + "representative": 2649, + "members": [ + 2649 + ], + "max_error": 0.0 + }, + { + "representative": 2714, + "members": [ + 2714 + ], + "max_error": 0.0 + }, + { + "representative": 2700, + "members": [ + 2700 + ], + "max_error": 0.0 + }, + { + "representative": 2642, + "members": [ + 2642 + ], + "max_error": 0.0 + }, + { + "representative": 2793, + "members": [ + 2793 + ], + "max_error": 0.0 + }, + { + "representative": 3129, + "members": [ + 3129 + ], + "max_error": 0.0 + }, + { + "representative": 3139, + "members": [ + 3139 + ], + "max_error": 0.0 + }, + { + "representative": 3327, + "members": [ + 3327 + ], + "max_error": 0.0 + }, + { + "representative": 3172, + "members": [ + 3172 + ], + "max_error": 0.0 + }, + { + "representative": 3324, + "members": [ + 3324 + ], + "max_error": 0.0 + }, + { + "representative": 3144, + "members": [ + 3144 + ], + "max_error": 0.0 + }, + { + "representative": 3224, + "members": [ + 3224 + ], + "max_error": 0.0 + }, + { + "representative": 3292, + "members": [ + 3292 + ], + "max_error": 0.0 + }, + { + "representative": 3278, + "members": [ + 3278 + ], + "max_error": 0.0 + }, + { + "representative": 3825, + "members": [ + 3825 + ], + "max_error": 0.0 + }, + { + "representative": 3591, + "members": [ + 3591 + ], + "max_error": 0.0 + }, + { + "representative": 3731, + "members": [ + 3731 + ], + "max_error": 0.0 + }, + { + "representative": 3657, + "members": [ + 3657 + ], + "max_error": 0.0 + }, + { + "representative": 3717, + "members": [ + 3717 + ], + "max_error": 0.0 + }, + { + "representative": 3638, + "members": [ + 3638 + ], + "max_error": 0.0 + }, + { + "representative": 3743, + "members": [ + 3743 + ], + "max_error": 0.0 + }, + { + "representative": 3798, + "members": [ + 3798 + ], + "max_error": 0.0 + }, + { + "representative": 3614, + "members": [ + 3614 + ], + "max_error": 0.0 + }, + { + "representative": 3775, + "members": [ + 3775 + ], + "max_error": 0.0 + }, + { + "representative": 3682, + "members": [ + 3682 + ], + "max_error": 0.0 + }, + { + "representative": 3693, + "members": [ + 3693 + ], + "max_error": 0.0 + }, + { + "representative": 3785, + "members": [ + 3785 + ], + "max_error": 0.0 + }, + { + "representative": 3796, + "members": [ + 3796 + ], + "max_error": 0.0 + }, + { + "representative": 6150, + "members": [ + 6150 + ], + "max_error": 0.0 + }, + { + "representative": 6152, + "members": [ + 6152 + ], + "max_error": 0.0 + }, + { + "representative": 6154, + "members": [ + 6154 + ], + "max_error": 0.0 + }, + { + "representative": 6165, + "members": [ + 6165 + ], + "max_error": 0.0 + }, + { + "representative": 6170, + "members": [ + 6170 + ], + "max_error": 0.0 + }, + { + "representative": 6172, + "members": [ + 6172 + ], + "max_error": 0.0 + }, + { + "representative": 6180, + "members": [ + 6180 + ], + "max_error": 0.0 + }, + { + "representative": 6183, + "members": [ + 6183 + ], + "max_error": 0.0 + }, + { + "representative": 6190, + "members": [ + 6190 + ], + "max_error": 0.0 + }, + { + "representative": 6193, + "members": [ + 6193 + ], + "max_error": 0.0 + }, + { + "representative": 6194, + "members": [ + 6194 + ], + "max_error": 0.0 + }, + { + "representative": 6197, + "members": [ + 6197 + ], + "max_error": 0.0 + }, + { + "representative": 6198, + "members": [ + 6198 + ], + "max_error": 0.0 + }, + { + "representative": 6728, + "members": [ + 6728 + ], + "max_error": 0.0 + }, + { + "representative": 6732, + "members": [ + 6732 + ], + "max_error": 0.0 + }, + { + "representative": 6664, + "members": [ + 6664 + ], + "max_error": 0.0 + }, + { + "representative": 6738, + "members": [ + 6738 + ], + "max_error": 0.0 + }, + { + "representative": 6763, + "members": [ + 6763 + ], + "max_error": 0.0 + }, + { + "representative": 6783, + "members": [ + 6783 + ], + "max_error": 0.0 + }, + { + "representative": 6784, + "members": [ + 6784 + ], + "max_error": 0.0 + }, + { + "representative": 6786, + "members": [ + 6786 + ], + "max_error": 0.0 + }, + { + "representative": 6826, + "members": [ + 6826 + ], + "max_error": 0.0 + }, + { + "representative": 6829, + "members": [ + 6829 + ], + "max_error": 0.0 + }, + { + "representative": 7241, + "members": [ + 7241 + ], + "max_error": 0.0 + }, + { + "representative": 7268, + "members": [ + 7268 + ], + "max_error": 0.0 + }, + { + "representative": 7302, + "members": [ + 7302 + ], + "max_error": 0.0 + }, + { + "representative": 7326, + "members": [ + 7326 + ], + "max_error": 0.0 + }, + { + "representative": 7334, + "members": [ + 7334 + ], + "max_error": 0.0 + }, + { + "representative": 7353, + "members": [ + 7353 + ], + "max_error": 0.0 + }, + { + "representative": 7379, + "members": [ + 7379 + ], + "max_error": 0.0 + }, + { + "representative": 7211, + "members": [ + 7211 + ], + "max_error": 0.0 + }, + { + "representative": 7721, + "members": [ + 7721 + ], + "max_error": 0.0 + }, + { + "representative": 7739, + "members": [ + 7739 + ], + "max_error": 0.0 + }, + { + "representative": 7718, + "members": [ + 7718 + ], + "max_error": 0.0 + }, + { + "representative": 7775, + "members": [ + 7775 + ], + "max_error": 0.0 + }, + { + "representative": 7802, + "members": [ + 7802 + ], + "max_error": 0.0 + }, + { + "representative": 7832, + "members": [ + 7832 + ], + "max_error": 0.0 + }, + { + "representative": 7863, + "members": [ + 7863 + ], + "max_error": 0.0 + }, + { + "representative": 7884, + "members": [ + 7884 + ], + "max_error": 0.0 + }, + { + "representative": 7887, + "members": [ + 7887 + ], + "max_error": 0.0 + }, + { + "representative": 7876, + "members": [ + 7876 + ], + "max_error": 0.0 + }, + { + "representative": 7905, + "members": [ + 7905 + ], + "max_error": 0.0 + }, + { + "representative": 6213, + "members": [ + 6213 + ], + "max_error": 0.0 + }, + { + "representative": 6223, + "members": [ + 6223 + ], + "max_error": 0.0 + }, + { + "representative": 6248, + "members": [ + 6248 + ], + "max_error": 0.0 + }, + { + "representative": 6251, + "members": [ + 6251 + ], + "max_error": 0.0 + }, + { + "representative": 6254, + "members": [ + 6254 + ], + "max_error": 0.0 + }, + { + "representative": 6256, + "members": [ + 6256 + ], + "max_error": 0.0 + }, + { + "representative": 6266, + "members": [ + 6266 + ], + "max_error": 0.0 + }, + { + "representative": 6848, + "members": [ + 6848 + ], + "max_error": 0.0 + }, + { + "representative": 6798, + "members": [ + 6798 + ], + "max_error": 0.0 + }, + { + "representative": 6679, + "members": [ + 6679 + ], + "max_error": 0.0 + }, + { + "representative": 6860, + "members": [ + 6860 + ], + "max_error": 0.0 + }, + { + "representative": 6861, + "members": [ + 6861 + ], + "max_error": 0.0 + }, + { + "representative": 6811, + "members": [ + 6811 + ], + "max_error": 0.0 + }, + { + "representative": 6684, + "members": [ + 6684 + ], + "max_error": 0.0 + }, + { + "representative": 6893, + "members": [ + 6893 + ], + "max_error": 0.0 + }, + { + "representative": 7391, + "members": [ + 7391 + ], + "max_error": 0.0 + }, + { + "representative": 7380, + "members": [ + 7380 + ], + "max_error": 0.0 + }, + { + "representative": 7195, + "members": [ + 7195 + ], + "max_error": 0.0 + }, + { + "representative": 7182, + "members": [ + 7182 + ], + "max_error": 0.0 + }, + { + "representative": 7405, + "members": [ + 7405 + ], + "max_error": 0.0 + }, + { + "representative": 7293, + "members": [ + 7293 + ], + "max_error": 0.0 + }, + { + "representative": 7283, + "members": [ + 7283 + ], + "max_error": 0.0 + }, + { + "representative": 7336, + "members": [ + 7336 + ], + "max_error": 0.0 + }, + { + "representative": 7191, + "members": [ + 7191 + ], + "max_error": 0.0 + }, + { + "representative": 7340, + "members": [ + 7340 + ], + "max_error": 0.0 + }, + { + "representative": 7312, + "members": [ + 7312 + ], + "max_error": 0.0 + }, + { + "representative": 7406, + "members": [ + 7406 + ], + "max_error": 0.0 + }, + { + "representative": 7216, + "members": [ + 7216 + ], + "max_error": 0.0 + }, + { + "representative": 7839, + "members": [ + 7839 + ], + "max_error": 0.0 + }, + { + "representative": 7898, + "members": [ + 7898 + ], + "max_error": 0.0 + }, + { + "representative": 7851, + "members": [ + 7851 + ], + "max_error": 0.0 + }, + { + "representative": 7895, + "members": [ + 7895 + ], + "max_error": 0.0 + }, + { + "representative": 7934, + "members": [ + 7934 + ], + "max_error": 0.0 + }, + { + "representative": 7815, + "members": [ + 7815 + ], + "max_error": 0.0 + }, + { + "representative": 7883, + "members": [ + 7883 + ], + "max_error": 0.0 + }, + { + "representative": 7868, + "members": [ + 7868 + ], + "max_error": 0.0 + }, + { + "representative": 7856, + "members": [ + 7856 + ], + "max_error": 0.0 + }, + { + "representative": 7805, + "members": [ + 7805 + ], + "max_error": 0.0 + }, + { + "representative": 6272, + "members": [ + 6272 + ], + "max_error": 0.0 + }, + { + "representative": 6293, + "members": [ + 6293 + ], + "max_error": 0.0 + }, + { + "representative": 6295, + "members": [ + 6295 + ], + "max_error": 0.0 + }, + { + "representative": 6299, + "members": [ + 6299 + ], + "max_error": 0.0 + }, + { + "representative": 6300, + "members": [ + 6300 + ], + "max_error": 0.0 + }, + { + "representative": 6303, + "members": [ + 6303 + ], + "max_error": 0.0 + }, + { + "representative": 6311, + "members": [ + 6311 + ], + "max_error": 0.0 + }, + { + "representative": 6325, + "members": [ + 6325 + ], + "max_error": 0.0 + }, + { + "representative": 6328, + "members": [ + 6328 + ], + "max_error": 0.0 + }, + { + "representative": 6690, + "members": [ + 6690 + ], + "max_error": 0.0 + }, + { + "representative": 6799, + "members": [ + 6799 + ], + "max_error": 0.0 + }, + { + "representative": 6908, + "members": [ + 6908 + ], + "max_error": 0.0 + }, + { + "representative": 6749, + "members": [ + 6749 + ], + "max_error": 0.0 + }, + { + "representative": 6692, + "members": [ + 6692 + ], + "max_error": 0.0 + }, + { + "representative": 6781, + "members": [ + 6781 + ], + "max_error": 0.0 + }, + { + "representative": 6723, + "members": [ + 6723 + ], + "max_error": 0.0 + }, + { + "representative": 6683, + "members": [ + 6683 + ], + "max_error": 0.0 + }, + { + "representative": 6769, + "members": [ + 6769 + ], + "max_error": 0.0 + }, + { + "representative": 6724, + "members": [ + 6724 + ], + "max_error": 0.0 + }, + { + "representative": 6792, + "members": [ + 6792 + ], + "max_error": 0.0 + }, + { + "representative": 6699, + "members": [ + 6699 + ], + "max_error": 0.0 + }, + { + "representative": 6754, + "members": [ + 6754 + ], + "max_error": 0.0 + }, + { + "representative": 6882, + "members": [ + 6882 + ], + "max_error": 0.0 + }, + { + "representative": 7285, + "members": [ + 7285 + ], + "max_error": 0.0 + }, + { + "representative": 7403, + "members": [ + 7403 + ], + "max_error": 0.0 + }, + { + "representative": 7214, + "members": [ + 7214 + ], + "max_error": 0.0 + }, + { + "representative": 7306, + "members": [ + 7306 + ], + "max_error": 0.0 + }, + { + "representative": 7390, + "members": [ + 7390 + ], + "max_error": 0.0 + }, + { + "representative": 7309, + "members": [ + 7309 + ], + "max_error": 0.0 + }, + { + "representative": 7246, + "members": [ + 7246 + ], + "max_error": 0.0 + }, + { + "representative": 7308, + "members": [ + 7308 + ], + "max_error": 0.0 + }, + { + "representative": 7372, + "members": [ + 7372 + ], + "max_error": 0.0 + }, + { + "representative": 7732, + "members": [ + 7732 + ], + "max_error": 0.0 + }, + { + "representative": 7759, + "members": [ + 7759 + ], + "max_error": 0.0 + }, + { + "representative": 7684, + "members": [ + 7684 + ], + "max_error": 0.0 + }, + { + "representative": 7926, + "members": [ + 7926 + ], + "max_error": 0.0 + }, + { + "representative": 7819, + "members": [ + 7819 + ], + "max_error": 0.0 + }, + { + "representative": 7925, + "members": [ + 7925 + ], + "max_error": 0.0 + }, + { + "representative": 7843, + "members": [ + 7843 + ], + "max_error": 0.0 + }, + { + "representative": 7831, + "members": [ + 7831 + ], + "max_error": 0.0 + }, + { + "representative": 7723, + "members": [ + 7723 + ], + "max_error": 0.0 + }, + { + "representative": 7689, + "members": [ + 7689 + ], + "max_error": 0.0 + }, + { + "representative": 7783, + "members": [ + 7783 + ], + "max_error": 0.0 + }, + { + "representative": 7860, + "members": [ + 7860 + ], + "max_error": 0.0 + }, + { + "representative": 7796, + "members": [ + 7796 + ], + "max_error": 0.0 + }, + { + "representative": 7767, + "members": [ + 7767 + ], + "max_error": 0.0 + }, + { + "representative": 7836, + "members": [ + 7836 + ], + "max_error": 0.0 + }, + { + "representative": 7874, + "members": [ + 7874 + ], + "max_error": 0.0 + }, + { + "representative": 7861, + "members": [ + 7861 + ], + "max_error": 0.0 + }, + { + "representative": 7821, + "members": [ + 7821 + ], + "max_error": 0.0 + }, + { + "representative": 7690, + "members": [ + 7690 + ], + "max_error": 0.0 + }, + { + "representative": 7852, + "members": [ + 7852 + ], + "max_error": 0.0 + }, + { + "representative": 7750, + "members": [ + 7750 + ], + "max_error": 0.0 + }, + { + "representative": 6336, + "members": [ + 6336 + ], + "max_error": 0.0 + }, + { + "representative": 6345, + "members": [ + 6345 + ], + "max_error": 0.0 + }, + { + "representative": 6346, + "members": [ + 6346 + ], + "max_error": 0.0 + }, + { + "representative": 6348, + "members": [ + 6348 + ], + "max_error": 0.0 + }, + { + "representative": 6350, + "members": [ + 6350 + ], + "max_error": 0.0 + }, + { + "representative": 6352, + "members": [ + 6352 + ], + "max_error": 0.0 + }, + { + "representative": 6354, + "members": [ + 6354 + ], + "max_error": 0.0 + }, + { + "representative": 6362, + "members": [ + 6362 + ], + "max_error": 0.0 + }, + { + "representative": 6365, + "members": [ + 6365 + ], + "max_error": 0.0 + }, + { + "representative": 6372, + "members": [ + 6372 + ], + "max_error": 0.0 + }, + { + "representative": 6383, + "members": [ + 6383 + ], + "max_error": 0.0 + }, + { + "representative": 6384, + "members": [ + 6384 + ], + "max_error": 0.0 + }, + { + "representative": 6385, + "members": [ + 6385 + ], + "max_error": 0.0 + }, + { + "representative": 6741, + "members": [ + 6741 + ], + "max_error": 0.0 + }, + { + "representative": 6669, + "members": [ + 6669 + ], + "max_error": 0.0 + }, + { + "representative": 6911, + "members": [ + 6911 + ], + "max_error": 0.0 + }, + { + "representative": 6726, + "members": [ + 6726 + ], + "max_error": 0.0 + }, + { + "representative": 6814, + "members": [ + 6814 + ], + "max_error": 0.0 + }, + { + "representative": 6847, + "members": [ + 6847 + ], + "max_error": 0.0 + }, + { + "representative": 6877, + "members": [ + 6877 + ], + "max_error": 0.0 + }, + { + "representative": 6871, + "members": [ + 6871 + ], + "max_error": 0.0 + }, + { + "representative": 6694, + "members": [ + 6694 + ], + "max_error": 0.0 + }, + { + "representative": 6658, + "members": [ + 6658 + ], + "max_error": 0.0 + }, + { + "representative": 7299, + "members": [ + 7299 + ], + "max_error": 0.0 + }, + { + "representative": 7249, + "members": [ + 7249 + ], + "max_error": 0.0 + }, + { + "representative": 7220, + "members": [ + 7220 + ], + "max_error": 0.0 + }, + { + "representative": 7234, + "members": [ + 7234 + ], + "max_error": 0.0 + }, + { + "representative": 7361, + "members": [ + 7361 + ], + "max_error": 0.0 + }, + { + "representative": 7181, + "members": [ + 7181 + ], + "max_error": 0.0 + }, + { + "representative": 7346, + "members": [ + 7346 + ], + "max_error": 0.0 + }, + { + "representative": 7174, + "members": [ + 7174 + ], + "max_error": 0.0 + }, + { + "representative": 7215, + "members": [ + 7215 + ], + "max_error": 0.0 + }, + { + "representative": 7243, + "members": [ + 7243 + ], + "max_error": 0.0 + }, + { + "representative": 7902, + "members": [ + 7902 + ], + "max_error": 0.0 + }, + { + "representative": 7931, + "members": [ + 7931 + ], + "max_error": 0.0 + }, + { + "representative": 7711, + "members": [ + 7711 + ], + "max_error": 0.0 + }, + { + "representative": 7872, + "members": [ + 7872 + ], + "max_error": 0.0 + }, + { + "representative": 7912, + "members": [ + 7912 + ], + "max_error": 0.0 + }, + { + "representative": 7837, + "members": [ + 7837 + ], + "max_error": 0.0 + }, + { + "representative": 7903, + "members": [ + 7903 + ], + "max_error": 0.0 + }, + { + "representative": 7850, + "members": [ + 7850 + ], + "max_error": 0.0 + }, + { + "representative": 7746, + "members": [ + 7746 + ], + "max_error": 0.0 + }, + { + "representative": 7715, + "members": [ + 7715 + ], + "max_error": 0.0 + }, + { + "representative": 7799, + "members": [ + 7799 + ], + "max_error": 0.0 + }, + { + "representative": 7768, + "members": [ + 7768 + ], + "max_error": 0.0 + }, + { + "representative": 6335, + "members": [ + 6335 + ], + "max_error": 0.0 + }, + { + "representative": 6157, + "members": [ + 6157 + ], + "max_error": 0.0 + }, + { + "representative": 6347, + "members": [ + 6347 + ], + "max_error": 0.0 + }, + { + "representative": 6274, + "members": [ + 6274 + ], + "max_error": 0.0 + }, + { + "representative": 6203, + "members": [ + 6203 + ], + "max_error": 0.0 + }, + { + "representative": 6173, + "members": [ + 6173 + ], + "max_error": 0.0 + }, + { + "representative": 6307, + "members": [ + 6307 + ], + "max_error": 0.0 + }, + { + "representative": 6278, + "members": [ + 6278 + ], + "max_error": 0.0 + }, + { + "representative": 6222, + "members": [ + 6222 + ], + "max_error": 0.0 + }, + { + "representative": 6252, + "members": [ + 6252 + ], + "max_error": 0.0 + }, + { + "representative": 6772, + "members": [ + 6772 + ], + "max_error": 0.0 + }, + { + "representative": 6757, + "members": [ + 6757 + ], + "max_error": 0.0 + }, + { + "representative": 6898, + "members": [ + 6898 + ], + "max_error": 0.0 + }, + { + "representative": 6785, + "members": [ + 6785 + ], + "max_error": 0.0 + }, + { + "representative": 6747, + "members": [ + 6747 + ], + "max_error": 0.0 + }, + { + "representative": 6691, + "members": [ + 6691 + ], + "max_error": 0.0 + }, + { + "representative": 6836, + "members": [ + 6836 + ], + "max_error": 0.0 + }, + { + "representative": 6714, + "members": [ + 6714 + ], + "max_error": 0.0 + }, + { + "representative": 6806, + "members": [ + 6806 + ], + "max_error": 0.0 + }, + { + "representative": 6822, + "members": [ + 6822 + ], + "max_error": 0.0 + }, + { + "representative": 6853, + "members": [ + 6853 + ], + "max_error": 0.0 + }, + { + "representative": 6840, + "members": [ + 6840 + ], + "max_error": 0.0 + }, + { + "representative": 6731, + "members": [ + 6731 + ], + "max_error": 0.0 + }, + { + "representative": 6743, + "members": [ + 6743 + ], + "max_error": 0.0 + }, + { + "representative": 7261, + "members": [ + 7261 + ], + "max_error": 0.0 + }, + { + "representative": 7275, + "members": [ + 7275 + ], + "max_error": 0.0 + }, + { + "representative": 7291, + "members": [ + 7291 + ], + "max_error": 0.0 + }, + { + "representative": 7224, + "members": [ + 7224 + ], + "max_error": 0.0 + }, + { + "representative": 7233, + "members": [ + 7233 + ], + "max_error": 0.0 + }, + { + "representative": 7393, + "members": [ + 7393 + ], + "max_error": 0.0 + }, + { + "representative": 7230, + "members": [ + 7230 + ], + "max_error": 0.0 + }, + { + "representative": 7278, + "members": [ + 7278 + ], + "max_error": 0.0 + }, + { + "representative": 7232, + "members": [ + 7232 + ], + "max_error": 0.0 + }, + { + "representative": 7383, + "members": [ + 7383 + ], + "max_error": 0.0 + }, + { + "representative": 7307, + "members": [ + 7307 + ], + "max_error": 0.0 + }, + { + "representative": 7835, + "members": [ + 7835 + ], + "max_error": 0.0 + }, + { + "representative": 7913, + "members": [ + 7913 + ], + "max_error": 0.0 + }, + { + "representative": 7914, + "members": [ + 7914 + ], + "max_error": 0.0 + }, + { + "representative": 7713, + "members": [ + 7713 + ], + "max_error": 0.0 + }, + { + "representative": 7917, + "members": [ + 7917 + ], + "max_error": 0.0 + }, + { + "representative": 7793, + "members": [ + 7793 + ], + "max_error": 0.0 + }, + { + "representative": 7706, + "members": [ + 7706 + ], + "max_error": 0.0 + }, + { + "representative": 7696, + "members": [ + 7696 + ], + "max_error": 0.0 + }, + { + "representative": 7788, + "members": [ + 7788 + ], + "max_error": 0.0 + }, + { + "representative": 7825, + "members": [ + 7825 + ], + "max_error": 0.0 + }, + { + "representative": 6310, + "members": [ + 6310 + ], + "max_error": 0.0 + }, + { + "representative": 6259, + "members": [ + 6259 + ], + "max_error": 0.0 + }, + { + "representative": 6371, + "members": [ + 6371 + ], + "max_error": 0.0 + }, + { + "representative": 6359, + "members": [ + 6359 + ], + "max_error": 0.0 + }, + { + "representative": 6158, + "members": [ + 6158 + ], + "max_error": 0.0 + }, + { + "representative": 6169, + "members": [ + 6169 + ], + "max_error": 0.0 + }, + { + "representative": 6257, + "members": [ + 6257 + ], + "max_error": 0.0 + }, + { + "representative": 6148, + "members": [ + 6148 + ], + "max_error": 0.0 + }, + { + "representative": 6374, + "members": [ + 6374 + ], + "max_error": 0.0 + }, + { + "representative": 6218, + "members": [ + 6218 + ], + "max_error": 0.0 + }, + { + "representative": 6313, + "members": [ + 6313 + ], + "max_error": 0.0 + }, + { + "representative": 6736, + "members": [ + 6736 + ], + "max_error": 0.0 + }, + { + "representative": 6782, + "members": [ + 6782 + ], + "max_error": 0.0 + }, + { + "representative": 6886, + "members": [ + 6886 + ], + "max_error": 0.0 + }, + { + "representative": 6827, + "members": [ + 6827 + ], + "max_error": 0.0 + }, + { + "representative": 6819, + "members": [ + 6819 + ], + "max_error": 0.0 + }, + { + "representative": 6866, + "members": [ + 6866 + ], + "max_error": 0.0 + }, + { + "representative": 6657, + "members": [ + 6657 + ], + "max_error": 0.0 + }, + { + "representative": 6697, + "members": [ + 6697 + ], + "max_error": 0.0 + }, + { + "representative": 6862, + "members": [ + 6862 + ], + "max_error": 0.0 + }, + { + "representative": 6855, + "members": [ + 6855 + ], + "max_error": 0.0 + }, + { + "representative": 6891, + "members": [ + 6891 + ], + "max_error": 0.0 + }, + { + "representative": 6863, + "members": [ + 6863 + ], + "max_error": 0.0 + }, + { + "representative": 6729, + "members": [ + 6729 + ], + "max_error": 0.0 + }, + { + "representative": 6821, + "members": [ + 6821 + ], + "max_error": 0.0 + }, + { + "representative": 7280, + "members": [ + 7280 + ], + "max_error": 0.0 + }, + { + "representative": 7332, + "members": [ + 7332 + ], + "max_error": 0.0 + }, + { + "representative": 7177, + "members": [ + 7177 + ], + "max_error": 0.0 + }, + { + "representative": 7178, + "members": [ + 7178 + ], + "max_error": 0.0 + }, + { + "representative": 7298, + "members": [ + 7298 + ], + "max_error": 0.0 + }, + { + "representative": 7168, + "members": [ + 7168 + ], + "max_error": 0.0 + }, + { + "representative": 7288, + "members": [ + 7288 + ], + "max_error": 0.0 + }, + { + "representative": 7231, + "members": [ + 7231 + ], + "max_error": 0.0 + }, + { + "representative": 7401, + "members": [ + 7401 + ], + "max_error": 0.0 + }, + { + "representative": 7199, + "members": [ + 7199 + ], + "max_error": 0.0 + }, + { + "representative": 7342, + "members": [ + 7342 + ], + "max_error": 0.0 + }, + { + "representative": 7402, + "members": [ + 7402 + ], + "max_error": 0.0 + }, + { + "representative": 7263, + "members": [ + 7263 + ], + "max_error": 0.0 + }, + { + "representative": 7271, + "members": [ + 7271 + ], + "max_error": 0.0 + }, + { + "representative": 7761, + "members": [ + 7761 + ], + "max_error": 0.0 + }, + { + "representative": 7769, + "members": [ + 7769 + ], + "max_error": 0.0 + }, + { + "representative": 7834, + "members": [ + 7834 + ], + "max_error": 0.0 + }, + { + "representative": 7710, + "members": [ + 7710 + ], + "max_error": 0.0 + }, + { + "representative": 7782, + "members": [ + 7782 + ], + "max_error": 0.0 + }, + { + "representative": 7757, + "members": [ + 7757 + ], + "max_error": 0.0 + }, + { + "representative": 7741, + "members": [ + 7741 + ], + "max_error": 0.0 + }, + { + "representative": 7929, + "members": [ + 7929 + ], + "max_error": 0.0 + }, + { + "representative": 7733, + "members": [ + 7733 + ], + "max_error": 0.0 + }, + { + "representative": 7728, + "members": [ + 7728 + ], + "max_error": 0.0 + }, + { + "representative": 7758, + "members": [ + 7758 + ], + "max_error": 0.0 + }, + { + "representative": 7763, + "members": [ + 7763 + ], + "max_error": 0.0 + }, + { + "representative": 6246, + "members": [ + 6246 + ], + "max_error": 0.0 + }, + { + "representative": 6285, + "members": [ + 6285 + ], + "max_error": 0.0 + }, + { + "representative": 6369, + "members": [ + 6369 + ], + "max_error": 0.0 + }, + { + "representative": 6236, + "members": [ + 6236 + ], + "max_error": 0.0 + }, + { + "representative": 6265, + "members": [ + 6265 + ], + "max_error": 0.0 + }, + { + "representative": 6233, + "members": [ + 6233 + ], + "max_error": 0.0 + }, + { + "representative": 6355, + "members": [ + 6355 + ], + "max_error": 0.0 + }, + { + "representative": 6145, + "members": [ + 6145 + ], + "max_error": 0.0 + }, + { + "representative": 6339, + "members": [ + 6339 + ], + "max_error": 0.0 + }, + { + "representative": 6260, + "members": [ + 6260 + ], + "max_error": 0.0 + }, + { + "representative": 6338, + "members": [ + 6338 + ], + "max_error": 0.0 + }, + { + "representative": 6391, + "members": [ + 6391 + ], + "max_error": 0.0 + }, + { + "representative": 6381, + "members": [ + 6381 + ], + "max_error": 0.0 + }, + { + "representative": 6331, + "members": [ + 6331 + ], + "max_error": 0.0 + }, + { + "representative": 6880, + "members": [ + 6880 + ], + "max_error": 0.0 + }, + { + "representative": 6909, + "members": [ + 6909 + ], + "max_error": 0.0 + }, + { + "representative": 6856, + "members": [ + 6856 + ], + "max_error": 0.0 + }, + { + "representative": 6885, + "members": [ + 6885 + ], + "max_error": 0.0 + }, + { + "representative": 6890, + "members": [ + 6890 + ], + "max_error": 0.0 + }, + { + "representative": 6730, + "members": [ + 6730 + ], + "max_error": 0.0 + }, + { + "representative": 6831, + "members": [ + 6831 + ], + "max_error": 0.0 + }, + { + "representative": 6733, + "members": [ + 6733 + ], + "max_error": 0.0 + }, + { + "representative": 6667, + "members": [ + 6667 + ], + "max_error": 0.0 + }, + { + "representative": 6844, + "members": [ + 6844 + ], + "max_error": 0.0 + }, + { + "representative": 6775, + "members": [ + 6775 + ], + "max_error": 0.0 + }, + { + "representative": 6904, + "members": [ + 6904 + ], + "max_error": 0.0 + }, + { + "representative": 7399, + "members": [ + 7399 + ], + "max_error": 0.0 + }, + { + "representative": 7348, + "members": [ + 7348 + ], + "max_error": 0.0 + }, + { + "representative": 7381, + "members": [ + 7381 + ], + "max_error": 0.0 + }, + { + "representative": 7322, + "members": [ + 7322 + ], + "max_error": 0.0 + }, + { + "representative": 7404, + "members": [ + 7404 + ], + "max_error": 0.0 + }, + { + "representative": 7228, + "members": [ + 7228 + ], + "max_error": 0.0 + }, + { + "representative": 7266, + "members": [ + 7266 + ], + "max_error": 0.0 + }, + { + "representative": 7240, + "members": [ + 7240 + ], + "max_error": 0.0 + }, + { + "representative": 7212, + "members": [ + 7212 + ], + "max_error": 0.0 + }, + { + "representative": 7209, + "members": [ + 7209 + ], + "max_error": 0.0 + }, + { + "representative": 7190, + "members": [ + 7190 + ], + "max_error": 0.0 + }, + { + "representative": 7906, + "members": [ + 7906 + ], + "max_error": 0.0 + }, + { + "representative": 7858, + "members": [ + 7858 + ], + "max_error": 0.0 + }, + { + "representative": 7880, + "members": [ + 7880 + ], + "max_error": 0.0 + }, + { + "representative": 7720, + "members": [ + 7720 + ], + "max_error": 0.0 + }, + { + "representative": 7770, + "members": [ + 7770 + ], + "max_error": 0.0 + }, + { + "representative": 7854, + "members": [ + 7854 + ], + "max_error": 0.0 + }, + { + "representative": 7771, + "members": [ + 7771 + ], + "max_error": 0.0 + }, + { + "representative": 7787, + "members": [ + 7787 + ], + "max_error": 0.0 + }, + { + "representative": 7810, + "members": [ + 7810 + ], + "max_error": 0.0 + }, + { + "representative": 7930, + "members": [ + 7930 + ], + "max_error": 0.0 + }, + { + "representative": 7722, + "members": [ + 7722 + ], + "max_error": 0.0 + }, + { + "representative": 7849, + "members": [ + 7849 + ], + "max_error": 0.0 + }, + { + "representative": 7747, + "members": [ + 7747 + ], + "max_error": 0.0 + }, + { + "representative": 6249, + "members": [ + 6249 + ], + "max_error": 0.0 + }, + { + "representative": 6209, + "members": [ + 6209 + ], + "max_error": 0.0 + }, + { + "representative": 6235, + "members": [ + 6235 + ], + "max_error": 0.0 + }, + { + "representative": 6399, + "members": [ + 6399 + ], + "max_error": 0.0 + }, + { + "representative": 6171, + "members": [ + 6171 + ], + "max_error": 0.0 + }, + { + "representative": 6264, + "members": [ + 6264 + ], + "max_error": 0.0 + }, + { + "representative": 6324, + "members": [ + 6324 + ], + "max_error": 0.0 + }, + { + "representative": 6189, + "members": [ + 6189 + ], + "max_error": 0.0 + }, + { + "representative": 6174, + "members": [ + 6174 + ], + "max_error": 0.0 + }, + { + "representative": 6241, + "members": [ + 6241 + ], + "max_error": 0.0 + }, + { + "representative": 6309, + "members": [ + 6309 + ], + "max_error": 0.0 + }, + { + "representative": 6715, + "members": [ + 6715 + ], + "max_error": 0.0 + }, + { + "representative": 6746, + "members": [ + 6746 + ], + "max_error": 0.0 + }, + { + "representative": 6666, + "members": [ + 6666 + ], + "max_error": 0.0 + }, + { + "representative": 6820, + "members": [ + 6820 + ], + "max_error": 0.0 + }, + { + "representative": 6884, + "members": [ + 6884 + ], + "max_error": 0.0 + }, + { + "representative": 6712, + "members": [ + 6712 + ], + "max_error": 0.0 + }, + { + "representative": 6773, + "members": [ + 6773 + ], + "max_error": 0.0 + }, + { + "representative": 6776, + "members": [ + 6776 + ], + "max_error": 0.0 + }, + { + "representative": 6673, + "members": [ + 6673 + ], + "max_error": 0.0 + }, + { + "representative": 6905, + "members": [ + 6905 + ], + "max_error": 0.0 + }, + { + "representative": 6779, + "members": [ + 6779 + ], + "max_error": 0.0 + }, + { + "representative": 6815, + "members": [ + 6815 + ], + "max_error": 0.0 + }, + { + "representative": 7384, + "members": [ + 7384 + ], + "max_error": 0.0 + }, + { + "representative": 7206, + "members": [ + 7206 + ], + "max_error": 0.0 + }, + { + "representative": 7304, + "members": [ + 7304 + ], + "max_error": 0.0 + }, + { + "representative": 7188, + "members": [ + 7188 + ], + "max_error": 0.0 + }, + { + "representative": 7300, + "members": [ + 7300 + ], + "max_error": 0.0 + }, + { + "representative": 7270, + "members": [ + 7270 + ], + "max_error": 0.0 + }, + { + "representative": 7276, + "members": [ + 7276 + ], + "max_error": 0.0 + }, + { + "representative": 7374, + "members": [ + 7374 + ], + "max_error": 0.0 + }, + { + "representative": 7743, + "members": [ + 7743 + ], + "max_error": 0.0 + }, + { + "representative": 7791, + "members": [ + 7791 + ], + "max_error": 0.0 + }, + { + "representative": 7818, + "members": [ + 7818 + ], + "max_error": 0.0 + }, + { + "representative": 7921, + "members": [ + 7921 + ], + "max_error": 0.0 + }, + { + "representative": 7735, + "members": [ + 7735 + ], + "max_error": 0.0 + }, + { + "representative": 7781, + "members": [ + 7781 + ], + "max_error": 0.0 + }, + { + "representative": 7742, + "members": [ + 7742 + ], + "max_error": 0.0 + }, + { + "representative": 7888, + "members": [ + 7888 + ], + "max_error": 0.0 + }, + { + "representative": 7692, + "members": [ + 7692 + ], + "max_error": 0.0 + }, + { + "representative": 7881, + "members": [ + 7881 + ], + "max_error": 0.0 + }, + { + "representative": 6392, + "members": [ + 6392 + ], + "max_error": 0.0 + }, + { + "representative": 6163, + "members": [ + 6163 + ], + "max_error": 0.0 + }, + { + "representative": 6387, + "members": [ + 6387 + ], + "max_error": 0.0 + }, + { + "representative": 6245, + "members": [ + 6245 + ], + "max_error": 0.0 + }, + { + "representative": 6153, + "members": [ + 6153 + ], + "max_error": 0.0 + }, + { + "representative": 6271, + "members": [ + 6271 + ], + "max_error": 0.0 + }, + { + "representative": 6166, + "members": [ + 6166 + ], + "max_error": 0.0 + }, + { + "representative": 6231, + "members": [ + 6231 + ], + "max_error": 0.0 + }, + { + "representative": 6312, + "members": [ + 6312 + ], + "max_error": 0.0 + }, + { + "representative": 6284, + "members": [ + 6284 + ], + "max_error": 0.0 + }, + { + "representative": 6192, + "members": [ + 6192 + ], + "max_error": 0.0 + }, + { + "representative": 6181, + "members": [ + 6181 + ], + "max_error": 0.0 + }, + { + "representative": 6202, + "members": [ + 6202 + ], + "max_error": 0.0 + }, + { + "representative": 6838, + "members": [ + 6838 + ], + "max_error": 0.0 + }, + { + "representative": 6702, + "members": [ + 6702 + ], + "max_error": 0.0 + }, + { + "representative": 6816, + "members": [ + 6816 + ], + "max_error": 0.0 + }, + { + "representative": 6695, + "members": [ + 6695 + ], + "max_error": 0.0 + }, + { + "representative": 6850, + "members": [ + 6850 + ], + "max_error": 0.0 + }, + { + "representative": 6837, + "members": [ + 6837 + ], + "max_error": 0.0 + }, + { + "representative": 7295, + "members": [ + 7295 + ], + "max_error": 0.0 + }, + { + "representative": 7290, + "members": [ + 7290 + ], + "max_error": 0.0 + }, + { + "representative": 7242, + "members": [ + 7242 + ], + "max_error": 0.0 + }, + { + "representative": 7313, + "members": [ + 7313 + ], + "max_error": 0.0 + }, + { + "representative": 7325, + "members": [ + 7325 + ], + "max_error": 0.0 + }, + { + "representative": 7347, + "members": [ + 7347 + ], + "max_error": 0.0 + }, + { + "representative": 7292, + "members": [ + 7292 + ], + "max_error": 0.0 + }, + { + "representative": 7365, + "members": [ + 7365 + ], + "max_error": 0.0 + }, + { + "representative": 7392, + "members": [ + 7392 + ], + "max_error": 0.0 + }, + { + "representative": 7287, + "members": [ + 7287 + ], + "max_error": 0.0 + }, + { + "representative": 7208, + "members": [ + 7208 + ], + "max_error": 0.0 + }, + { + "representative": 7708, + "members": [ + 7708 + ], + "max_error": 0.0 + }, + { + "representative": 7847, + "members": [ + 7847 + ], + "max_error": 0.0 + }, + { + "representative": 7730, + "members": [ + 7730 + ], + "max_error": 0.0 + }, + { + "representative": 7873, + "members": [ + 7873 + ], + "max_error": 0.0 + }, + { + "representative": 7748, + "members": [ + 7748 + ], + "max_error": 0.0 + }, + { + "representative": 7685, + "members": [ + 7685 + ], + "max_error": 0.0 + }, + { + "representative": 7764, + "members": [ + 7764 + ], + "max_error": 0.0 + }, + { + "representative": 6315, + "members": [ + 6315 + ], + "max_error": 0.0 + }, + { + "representative": 6199, + "members": [ + 6199 + ], + "max_error": 0.0 + }, + { + "representative": 6375, + "members": [ + 6375 + ], + "max_error": 0.0 + }, + { + "representative": 6288, + "members": [ + 6288 + ], + "max_error": 0.0 + }, + { + "representative": 6287, + "members": [ + 6287 + ], + "max_error": 0.0 + }, + { + "representative": 6382, + "members": [ + 6382 + ], + "max_error": 0.0 + }, + { + "representative": 6344, + "members": [ + 6344 + ], + "max_error": 0.0 + }, + { + "representative": 6239, + "members": [ + 6239 + ], + "max_error": 0.0 + }, + { + "representative": 6273, + "members": [ + 6273 + ], + "max_error": 0.0 + }, + { + "representative": 6281, + "members": [ + 6281 + ], + "max_error": 0.0 + }, + { + "representative": 6228, + "members": [ + 6228 + ], + "max_error": 0.0 + }, + { + "representative": 6803, + "members": [ + 6803 + ], + "max_error": 0.0 + }, + { + "representative": 6678, + "members": [ + 6678 + ], + "max_error": 0.0 + }, + { + "representative": 6870, + "members": [ + 6870 + ], + "max_error": 0.0 + }, + { + "representative": 6872, + "members": [ + 6872 + ], + "max_error": 0.0 + }, + { + "representative": 6864, + "members": [ + 6864 + ], + "max_error": 0.0 + }, + { + "representative": 6797, + "members": [ + 6797 + ], + "max_error": 0.0 + }, + { + "representative": 6705, + "members": [ + 6705 + ], + "max_error": 0.0 + }, + { + "representative": 6867, + "members": [ + 6867 + ], + "max_error": 0.0 + }, + { + "representative": 6734, + "members": [ + 6734 + ], + "max_error": 0.0 + }, + { + "representative": 6668, + "members": [ + 6668 + ], + "max_error": 0.0 + }, + { + "representative": 6879, + "members": [ + 6879 + ], + "max_error": 0.0 + }, + { + "representative": 6750, + "members": [ + 6750 + ], + "max_error": 0.0 + }, + { + "representative": 6720, + "members": [ + 6720 + ], + "max_error": 0.0 + }, + { + "representative": 6755, + "members": [ + 6755 + ], + "max_error": 0.0 + }, + { + "representative": 7344, + "members": [ + 7344 + ], + "max_error": 0.0 + }, + { + "representative": 7333, + "members": [ + 7333 + ], + "max_error": 0.0 + }, + { + "representative": 7218, + "members": [ + 7218 + ], + "max_error": 0.0 + }, + { + "representative": 7418, + "members": [ + 7418 + ], + "max_error": 0.0 + }, + { + "representative": 7358, + "members": [ + 7358 + ], + "max_error": 0.0 + }, + { + "representative": 7274, + "members": [ + 7274 + ], + "max_error": 0.0 + }, + { + "representative": 7417, + "members": [ + 7417 + ], + "max_error": 0.0 + }, + { + "representative": 7223, + "members": [ + 7223 + ], + "max_error": 0.0 + }, + { + "representative": 7198, + "members": [ + 7198 + ], + "max_error": 0.0 + }, + { + "representative": 7327, + "members": [ + 7327 + ], + "max_error": 0.0 + }, + { + "representative": 7371, + "members": [ + 7371 + ], + "max_error": 0.0 + }, + { + "representative": 7301, + "members": [ + 7301 + ], + "max_error": 0.0 + }, + { + "representative": 7319, + "members": [ + 7319 + ], + "max_error": 0.0 + }, + { + "representative": 7171, + "members": [ + 7171 + ], + "max_error": 0.0 + }, + { + "representative": 7411, + "members": [ + 7411 + ], + "max_error": 0.0 + }, + { + "representative": 7777, + "members": [ + 7777 + ], + "max_error": 0.0 + }, + { + "representative": 7714, + "members": [ + 7714 + ], + "max_error": 0.0 + }, + { + "representative": 7712, + "members": [ + 7712 + ], + "max_error": 0.0 + }, + { + "representative": 7790, + "members": [ + 7790 + ], + "max_error": 0.0 + }, + { + "representative": 7866, + "members": [ + 7866 + ], + "max_error": 0.0 + }, + { + "representative": 7878, + "members": [ + 7878 + ], + "max_error": 0.0 + }, + { + "representative": 7738, + "members": [ + 7738 + ], + "max_error": 0.0 + }, + { + "representative": 7745, + "members": [ + 7745 + ], + "max_error": 0.0 + }, + { + "representative": 6156, + "members": [ + 6156 + ], + "max_error": 0.0 + }, + { + "representative": 6263, + "members": [ + 6263 + ], + "max_error": 0.0 + }, + { + "representative": 6279, + "members": [ + 6279 + ], + "max_error": 0.0 + }, + { + "representative": 6234, + "members": [ + 6234 + ], + "max_error": 0.0 + }, + { + "representative": 6377, + "members": [ + 6377 + ], + "max_error": 0.0 + }, + { + "representative": 6247, + "members": [ + 6247 + ], + "max_error": 0.0 + }, + { + "representative": 6159, + "members": [ + 6159 + ], + "max_error": 0.0 + }, + { + "representative": 6793, + "members": [ + 6793 + ], + "max_error": 0.0 + }, + { + "representative": 6680, + "members": [ + 6680 + ], + "max_error": 0.0 + }, + { + "representative": 6901, + "members": [ + 6901 + ], + "max_error": 0.0 + }, + { + "representative": 6892, + "members": [ + 6892 + ], + "max_error": 0.0 + }, + { + "representative": 6808, + "members": [ + 6808 + ], + "max_error": 0.0 + }, + { + "representative": 6846, + "members": [ + 6846 + ], + "max_error": 0.0 + }, + { + "representative": 6756, + "members": [ + 6756 + ], + "max_error": 0.0 + }, + { + "representative": 6832, + "members": [ + 6832 + ], + "max_error": 0.0 + }, + { + "representative": 6777, + "members": [ + 6777 + ], + "max_error": 0.0 + }, + { + "representative": 7364, + "members": [ + 7364 + ], + "max_error": 0.0 + }, + { + "representative": 7356, + "members": [ + 7356 + ], + "max_error": 0.0 + }, + { + "representative": 7423, + "members": [ + 7423 + ], + "max_error": 0.0 + }, + { + "representative": 7376, + "members": [ + 7376 + ], + "max_error": 0.0 + }, + { + "representative": 7273, + "members": [ + 7273 + ], + "max_error": 0.0 + }, + { + "representative": 7265, + "members": [ + 7265 + ], + "max_error": 0.0 + }, + { + "representative": 7422, + "members": [ + 7422 + ], + "max_error": 0.0 + }, + { + "representative": 7377, + "members": [ + 7377 + ], + "max_error": 0.0 + }, + { + "representative": 7893, + "members": [ + 7893 + ], + "max_error": 0.0 + }, + { + "representative": 7724, + "members": [ + 7724 + ], + "max_error": 0.0 + }, + { + "representative": 7915, + "members": [ + 7915 + ], + "max_error": 0.0 + }, + { + "representative": 7798, + "members": [ + 7798 + ], + "max_error": 0.0 + }, + { + "representative": 7703, + "members": [ + 7703 + ], + "max_error": 0.0 + }, + { + "representative": 7932, + "members": [ + 7932 + ], + "max_error": 0.0 + }, + { + "representative": 7804, + "members": [ + 7804 + ], + "max_error": 0.0 + }, + { + "representative": 7900, + "members": [ + 7900 + ], + "max_error": 0.0 + }, + { + "representative": 7859, + "members": [ + 7859 + ], + "max_error": 0.0 + }, + { + "representative": 6305, + "members": [ + 6305 + ], + "max_error": 0.0 + }, + { + "representative": 6308, + "members": [ + 6308 + ], + "max_error": 0.0 + }, + { + "representative": 6358, + "members": [ + 6358 + ], + "max_error": 0.0 + }, + { + "representative": 6283, + "members": [ + 6283 + ], + "max_error": 0.0 + }, + { + "representative": 6188, + "members": [ + 6188 + ], + "max_error": 0.0 + }, + { + "representative": 6393, + "members": [ + 6393 + ], + "max_error": 0.0 + }, + { + "representative": 6316, + "members": [ + 6316 + ], + "max_error": 0.0 + }, + { + "representative": 6333, + "members": [ + 6333 + ], + "max_error": 0.0 + }, + { + "representative": 6221, + "members": [ + 6221 + ], + "max_error": 0.0 + }, + { + "representative": 6177, + "members": [ + 6177 + ], + "max_error": 0.0 + }, + { + "representative": 6212, + "members": [ + 6212 + ], + "max_error": 0.0 + }, + { + "representative": 6242, + "members": [ + 6242 + ], + "max_error": 0.0 + }, + { + "representative": 6321, + "members": [ + 6321 + ], + "max_error": 0.0 + }, + { + "representative": 6716, + "members": [ + 6716 + ], + "max_error": 0.0 + }, + { + "representative": 6830, + "members": [ + 6830 + ], + "max_error": 0.0 + }, + { + "representative": 6788, + "members": [ + 6788 + ], + "max_error": 0.0 + }, + { + "representative": 6805, + "members": [ + 6805 + ], + "max_error": 0.0 + }, + { + "representative": 6791, + "members": [ + 6791 + ], + "max_error": 0.0 + }, + { + "representative": 6889, + "members": [ + 6889 + ], + "max_error": 0.0 + }, + { + "representative": 6875, + "members": [ + 6875 + ], + "max_error": 0.0 + }, + { + "representative": 6682, + "members": [ + 6682 + ], + "max_error": 0.0 + }, + { + "representative": 7279, + "members": [ + 7279 + ], + "max_error": 0.0 + }, + { + "representative": 7345, + "members": [ + 7345 + ], + "max_error": 0.0 + }, + { + "representative": 7238, + "members": [ + 7238 + ], + "max_error": 0.0 + }, + { + "representative": 7421, + "members": [ + 7421 + ], + "max_error": 0.0 + }, + { + "representative": 7180, + "members": [ + 7180 + ], + "max_error": 0.0 + }, + { + "representative": 7305, + "members": [ + 7305 + ], + "max_error": 0.0 + }, + { + "representative": 7318, + "members": [ + 7318 + ], + "max_error": 0.0 + }, + { + "representative": 7254, + "members": [ + 7254 + ], + "max_error": 0.0 + }, + { + "representative": 7294, + "members": [ + 7294 + ], + "max_error": 0.0 + }, + { + "representative": 7194, + "members": [ + 7194 + ], + "max_error": 0.0 + }, + { + "representative": 7172, + "members": [ + 7172 + ], + "max_error": 0.0 + }, + { + "representative": 7204, + "members": [ + 7204 + ], + "max_error": 0.0 + }, + { + "representative": 7830, + "members": [ + 7830 + ], + "max_error": 0.0 + }, + { + "representative": 7797, + "members": [ + 7797 + ], + "max_error": 0.0 + }, + { + "representative": 7857, + "members": [ + 7857 + ], + "max_error": 0.0 + }, + { + "representative": 7848, + "members": [ + 7848 + ], + "max_error": 0.0 + }, + { + "representative": 7774, + "members": [ + 7774 + ], + "max_error": 0.0 + }, + { + "representative": 7927, + "members": [ + 7927 + ], + "max_error": 0.0 + }, + { + "representative": 7853, + "members": [ + 7853 + ], + "max_error": 0.0 + }, + { + "representative": 7911, + "members": [ + 7911 + ], + "max_error": 0.0 + }, + { + "representative": 7779, + "members": [ + 7779 + ], + "max_error": 0.0 + }, + { + "representative": 7824, + "members": [ + 7824 + ], + "max_error": 0.0 + }, + { + "representative": 7744, + "members": [ + 7744 + ], + "max_error": 0.0 + }, + { + "representative": 6363, + "members": [ + 6363 + ], + "max_error": 0.0 + }, + { + "representative": 6162, + "members": [ + 6162 + ], + "max_error": 0.0 + }, + { + "representative": 6286, + "members": [ + 6286 + ], + "max_error": 0.0 + }, + { + "representative": 6269, + "members": [ + 6269 + ], + "max_error": 0.0 + }, + { + "representative": 6230, + "members": [ + 6230 + ], + "max_error": 0.0 + }, + { + "representative": 6243, + "members": [ + 6243 + ], + "max_error": 0.0 + }, + { + "representative": 6343, + "members": [ + 6343 + ], + "max_error": 0.0 + }, + { + "representative": 6276, + "members": [ + 6276 + ], + "max_error": 0.0 + }, + { + "representative": 6332, + "members": [ + 6332 + ], + "max_error": 0.0 + }, + { + "representative": 6388, + "members": [ + 6388 + ], + "max_error": 0.0 + }, + { + "representative": 6902, + "members": [ + 6902 + ], + "max_error": 0.0 + }, + { + "representative": 6709, + "members": [ + 6709 + ], + "max_error": 0.0 + }, + { + "representative": 6751, + "members": [ + 6751 + ], + "max_error": 0.0 + }, + { + "representative": 6835, + "members": [ + 6835 + ], + "max_error": 0.0 + }, + { + "representative": 6834, + "members": [ + 6834 + ], + "max_error": 0.0 + }, + { + "representative": 6841, + "members": [ + 6841 + ], + "max_error": 0.0 + }, + { + "representative": 6900, + "members": [ + 6900 + ], + "max_error": 0.0 + }, + { + "representative": 6663, + "members": [ + 6663 + ], + "max_error": 0.0 + }, + { + "representative": 7331, + "members": [ + 7331 + ], + "max_error": 0.0 + }, + { + "representative": 7286, + "members": [ + 7286 + ], + "max_error": 0.0 + }, + { + "representative": 7179, + "members": [ + 7179 + ], + "max_error": 0.0 + }, + { + "representative": 7407, + "members": [ + 7407 + ], + "max_error": 0.0 + }, + { + "representative": 7317, + "members": [ + 7317 + ], + "max_error": 0.0 + }, + { + "representative": 7169, + "members": [ + 7169 + ], + "max_error": 0.0 + }, + { + "representative": 7753, + "members": [ + 7753 + ], + "max_error": 0.0 + }, + { + "representative": 7828, + "members": [ + 7828 + ], + "max_error": 0.0 + }, + { + "representative": 7765, + "members": [ + 7765 + ], + "max_error": 0.0 + }, + { + "representative": 7807, + "members": [ + 7807 + ], + "max_error": 0.0 + }, + { + "representative": 7705, + "members": [ + 7705 + ], + "max_error": 0.0 + }, + { + "representative": 7695, + "members": [ + 7695 + ], + "max_error": 0.0 + }, + { + "representative": 7816, + "members": [ + 7816 + ], + "max_error": 0.0 + }, + { + "representative": 7731, + "members": [ + 7731 + ], + "max_error": 0.0 + }, + { + "representative": 7877, + "members": [ + 7877 + ], + "max_error": 0.0 + }, + { + "representative": 7904, + "members": [ + 7904 + ], + "max_error": 0.0 + }, + { + "representative": 7814, + "members": [ + 7814 + ], + "max_error": 0.0 + }, + { + "representative": 7697, + "members": [ + 7697 + ], + "max_error": 0.0 + }, + { + "representative": 6238, + "members": [ + 6238 + ], + "max_error": 0.0 + }, + { + "representative": 6290, + "members": [ + 6290 + ], + "max_error": 0.0 + }, + { + "representative": 6185, + "members": [ + 6185 + ], + "max_error": 0.0 + }, + { + "representative": 6277, + "members": [ + 6277 + ], + "max_error": 0.0 + }, + { + "representative": 6149, + "members": [ + 6149 + ], + "max_error": 0.0 + }, + { + "representative": 6201, + "members": [ + 6201 + ], + "max_error": 0.0 + }, + { + "representative": 6376, + "members": [ + 6376 + ], + "max_error": 0.0 + }, + { + "representative": 6398, + "members": [ + 6398 + ], + "max_error": 0.0 + }, + { + "representative": 6330, + "members": [ + 6330 + ], + "max_error": 0.0 + }, + { + "representative": 6175, + "members": [ + 6175 + ], + "max_error": 0.0 + }, + { + "representative": 6327, + "members": [ + 6327 + ], + "max_error": 0.0 + }, + { + "representative": 6151, + "members": [ + 6151 + ], + "max_error": 0.0 + }, + { + "representative": 6370, + "members": [ + 6370 + ], + "max_error": 0.0 + }, + { + "representative": 6147, + "members": [ + 6147 + ], + "max_error": 0.0 + }, + { + "representative": 6219, + "members": [ + 6219 + ], + "max_error": 0.0 + }, + { + "representative": 6368, + "members": [ + 6368 + ], + "max_error": 0.0 + }, + { + "representative": 6752, + "members": [ + 6752 + ], + "max_error": 0.0 + }, + { + "representative": 6906, + "members": [ + 6906 + ], + "max_error": 0.0 + }, + { + "representative": 6813, + "members": [ + 6813 + ], + "max_error": 0.0 + }, + { + "representative": 6740, + "members": [ + 6740 + ], + "max_error": 0.0 + }, + { + "representative": 6688, + "members": [ + 6688 + ], + "max_error": 0.0 + }, + { + "representative": 6807, + "members": [ + 6807 + ], + "max_error": 0.0 + }, + { + "representative": 6744, + "members": [ + 6744 + ], + "max_error": 0.0 + }, + { + "representative": 6873, + "members": [ + 6873 + ], + "max_error": 0.0 + }, + { + "representative": 6689, + "members": [ + 6689 + ], + "max_error": 0.0 + }, + { + "representative": 6719, + "members": [ + 6719 + ], + "max_error": 0.0 + }, + { + "representative": 6739, + "members": [ + 6739 + ], + "max_error": 0.0 + }, + { + "representative": 6903, + "members": [ + 6903 + ], + "max_error": 0.0 + }, + { + "representative": 6685, + "members": [ + 6685 + ], + "max_error": 0.0 + }, + { + "representative": 6661, + "members": [ + 6661 + ], + "max_error": 0.0 + }, + { + "representative": 7337, + "members": [ + 7337 + ], + "max_error": 0.0 + }, + { + "representative": 7260, + "members": [ + 7260 + ], + "max_error": 0.0 + }, + { + "representative": 7316, + "members": [ + 7316 + ], + "max_error": 0.0 + }, + { + "representative": 7267, + "members": [ + 7267 + ], + "max_error": 0.0 + }, + { + "representative": 7396, + "members": [ + 7396 + ], + "max_error": 0.0 + }, + { + "representative": 7388, + "members": [ + 7388 + ], + "max_error": 0.0 + }, + { + "representative": 7207, + "members": [ + 7207 + ], + "max_error": 0.0 + }, + { + "representative": 7311, + "members": [ + 7311 + ], + "max_error": 0.0 + }, + { + "representative": 7205, + "members": [ + 7205 + ], + "max_error": 0.0 + }, + { + "representative": 7222, + "members": [ + 7222 + ], + "max_error": 0.0 + }, + { + "representative": 7795, + "members": [ + 7795 + ], + "max_error": 0.0 + }, + { + "representative": 7803, + "members": [ + 7803 + ], + "max_error": 0.0 + }, + { + "representative": 7820, + "members": [ + 7820 + ], + "max_error": 0.0 + }, + { + "representative": 7823, + "members": [ + 7823 + ], + "max_error": 0.0 + }, + { + "representative": 7833, + "members": [ + 7833 + ], + "max_error": 0.0 + }, + { + "representative": 7892, + "members": [ + 7892 + ], + "max_error": 0.0 + }, + { + "representative": 7734, + "members": [ + 7734 + ], + "max_error": 0.0 + }, + { + "representative": 7725, + "members": [ + 7725 + ], + "max_error": 0.0 + }, + { + "representative": 7812, + "members": [ + 7812 + ], + "max_error": 0.0 + }, + { + "representative": 7916, + "members": [ + 7916 + ], + "max_error": 0.0 + }, + { + "representative": 6168, + "members": [ + 6168 + ], + "max_error": 0.0 + }, + { + "representative": 6186, + "members": [ + 6186 + ], + "max_error": 0.0 + }, + { + "representative": 6353, + "members": [ + 6353 + ], + "max_error": 0.0 + }, + { + "representative": 6360, + "members": [ + 6360 + ], + "max_error": 0.0 + }, + { + "representative": 6179, + "members": [ + 6179 + ], + "max_error": 0.0 + }, + { + "representative": 6301, + "members": [ + 6301 + ], + "max_error": 0.0 + }, + { + "representative": 6318, + "members": [ + 6318 + ], + "max_error": 0.0 + }, + { + "representative": 6160, + "members": [ + 6160 + ], + "max_error": 0.0 + }, + { + "representative": 6176, + "members": [ + 6176 + ], + "max_error": 0.0 + }, + { + "representative": 6191, + "members": [ + 6191 + ], + "max_error": 0.0 + }, + { + "representative": 6146, + "members": [ + 6146 + ], + "max_error": 0.0 + }, + { + "representative": 6229, + "members": [ + 6229 + ], + "max_error": 0.0 + }, + { + "representative": 6394, + "members": [ + 6394 + ], + "max_error": 0.0 + }, + { + "representative": 6240, + "members": [ + 6240 + ], + "max_error": 0.0 + }, + { + "representative": 6888, + "members": [ + 6888 + ], + "max_error": 0.0 + }, + { + "representative": 6843, + "members": [ + 6843 + ], + "max_error": 0.0 + }, + { + "representative": 6707, + "members": [ + 6707 + ], + "max_error": 0.0 + }, + { + "representative": 6823, + "members": [ + 6823 + ], + "max_error": 0.0 + }, + { + "representative": 6895, + "members": [ + 6895 + ], + "max_error": 0.0 + }, + { + "representative": 6760, + "members": [ + 6760 + ], + "max_error": 0.0 + }, + { + "representative": 6809, + "members": [ + 6809 + ], + "max_error": 0.0 + }, + { + "representative": 6852, + "members": [ + 6852 + ], + "max_error": 0.0 + }, + { + "representative": 6897, + "members": [ + 6897 + ], + "max_error": 0.0 + }, + { + "representative": 6780, + "members": [ + 6780 + ], + "max_error": 0.0 + }, + { + "representative": 6874, + "members": [ + 6874 + ], + "max_error": 0.0 + }, + { + "representative": 6810, + "members": [ + 6810 + ], + "max_error": 0.0 + }, + { + "representative": 6722, + "members": [ + 6722 + ], + "max_error": 0.0 + }, + { + "representative": 6845, + "members": [ + 6845 + ], + "max_error": 0.0 + }, + { + "representative": 6896, + "members": [ + 6896 + ], + "max_error": 0.0 + }, + { + "representative": 6660, + "members": [ + 6660 + ], + "max_error": 0.0 + }, + { + "representative": 6710, + "members": [ + 6710 + ], + "max_error": 0.0 + }, + { + "representative": 7245, + "members": [ + 7245 + ], + "max_error": 0.0 + }, + { + "representative": 7192, + "members": [ + 7192 + ], + "max_error": 0.0 + }, + { + "representative": 7186, + "members": [ + 7186 + ], + "max_error": 0.0 + }, + { + "representative": 7200, + "members": [ + 7200 + ], + "max_error": 0.0 + }, + { + "representative": 7183, + "members": [ + 7183 + ], + "max_error": 0.0 + }, + { + "representative": 7373, + "members": [ + 7373 + ], + "max_error": 0.0 + }, + { + "representative": 7239, + "members": [ + 7239 + ], + "max_error": 0.0 + }, + { + "representative": 7196, + "members": [ + 7196 + ], + "max_error": 0.0 + }, + { + "representative": 7193, + "members": [ + 7193 + ], + "max_error": 0.0 + }, + { + "representative": 7920, + "members": [ + 7920 + ], + "max_error": 0.0 + }, + { + "representative": 7924, + "members": [ + 7924 + ], + "max_error": 0.0 + }, + { + "representative": 7756, + "members": [ + 7756 + ], + "max_error": 0.0 + }, + { + "representative": 7752, + "members": [ + 7752 + ], + "max_error": 0.0 + }, + { + "representative": 7760, + "members": [ + 7760 + ], + "max_error": 0.0 + }, + { + "representative": 7789, + "members": [ + 7789 + ], + "max_error": 0.0 + }, + { + "representative": 7827, + "members": [ + 7827 + ], + "max_error": 0.0 + }, + { + "representative": 7867, + "members": [ + 7867 + ], + "max_error": 0.0 + }, + { + "representative": 7889, + "members": [ + 7889 + ], + "max_error": 0.0 + }, + { + "representative": 7871, + "members": [ + 7871 + ], + "max_error": 0.0 + }, + { + "representative": 7817, + "members": [ + 7817 + ], + "max_error": 0.0 + }, + { + "representative": 7910, + "members": [ + 7910 + ], + "max_error": 0.0 + }, + { + "representative": 6292, + "members": [ + 6292 + ], + "max_error": 0.0 + }, + { + "representative": 6225, + "members": [ + 6225 + ], + "max_error": 0.0 + }, + { + "representative": 6210, + "members": [ + 6210 + ], + "max_error": 0.0 + }, + { + "representative": 6187, + "members": [ + 6187 + ], + "max_error": 0.0 + }, + { + "representative": 6357, + "members": [ + 6357 + ], + "max_error": 0.0 + }, + { + "representative": 6217, + "members": [ + 6217 + ], + "max_error": 0.0 + }, + { + "representative": 6196, + "members": [ + 6196 + ], + "max_error": 0.0 + }, + { + "representative": 6275, + "members": [ + 6275 + ], + "max_error": 0.0 + }, + { + "representative": 6858, + "members": [ + 6858 + ], + "max_error": 0.0 + }, + { + "representative": 6907, + "members": [ + 6907 + ], + "max_error": 0.0 + }, + { + "representative": 6894, + "members": [ + 6894 + ], + "max_error": 0.0 + }, + { + "representative": 6787, + "members": [ + 6787 + ], + "max_error": 0.0 + }, + { + "representative": 6859, + "members": [ + 6859 + ], + "max_error": 0.0 + }, + { + "representative": 6766, + "members": [ + 6766 + ], + "max_error": 0.0 + }, + { + "representative": 6881, + "members": [ + 6881 + ], + "max_error": 0.0 + }, + { + "representative": 6745, + "members": [ + 6745 + ], + "max_error": 0.0 + }, + { + "representative": 6849, + "members": [ + 6849 + ], + "max_error": 0.0 + }, + { + "representative": 7370, + "members": [ + 7370 + ], + "max_error": 0.0 + }, + { + "representative": 7289, + "members": [ + 7289 + ], + "max_error": 0.0 + }, + { + "representative": 7173, + "members": [ + 7173 + ], + "max_error": 0.0 + }, + { + "representative": 7354, + "members": [ + 7354 + ], + "max_error": 0.0 + }, + { + "representative": 7350, + "members": [ + 7350 + ], + "max_error": 0.0 + }, + { + "representative": 7349, + "members": [ + 7349 + ], + "max_error": 0.0 + }, + { + "representative": 7189, + "members": [ + 7189 + ], + "max_error": 0.0 + }, + { + "representative": 7339, + "members": [ + 7339 + ], + "max_error": 0.0 + }, + { + "representative": 7413, + "members": [ + 7413 + ], + "max_error": 0.0 + }, + { + "representative": 7414, + "members": [ + 7414 + ], + "max_error": 0.0 + }, + { + "representative": 7284, + "members": [ + 7284 + ], + "max_error": 0.0 + }, + { + "representative": 7269, + "members": [ + 7269 + ], + "max_error": 0.0 + }, + { + "representative": 7247, + "members": [ + 7247 + ], + "max_error": 0.0 + }, + { + "representative": 7203, + "members": [ + 7203 + ], + "max_error": 0.0 + }, + { + "representative": 7680, + "members": [ + 7680 + ], + "max_error": 0.0 + }, + { + "representative": 7691, + "members": [ + 7691 + ], + "max_error": 0.0 + }, + { + "representative": 7879, + "members": [ + 7879 + ], + "max_error": 0.0 + }, + { + "representative": 7806, + "members": [ + 7806 + ], + "max_error": 0.0 + }, + { + "representative": 7928, + "members": [ + 7928 + ], + "max_error": 0.0 + }, + { + "representative": 7700, + "members": [ + 7700 + ], + "max_error": 0.0 + }, + { + "representative": 7923, + "members": [ + 7923 + ], + "max_error": 0.0 + }, + { + "representative": 7808, + "members": [ + 7808 + ], + "max_error": 0.0 + }, + { + "representative": 7890, + "members": [ + 7890 + ], + "max_error": 0.0 + }, + { + "representative": 7704, + "members": [ + 7704 + ], + "max_error": 0.0 + }, + { + "representative": 7901, + "members": [ + 7901 + ], + "max_error": 0.0 + }, + { + "representative": 7698, + "members": [ + 7698 + ], + "max_error": 0.0 + }, + { + "representative": 7840, + "members": [ + 7840 + ], + "max_error": 0.0 + }, + { + "representative": 7813, + "members": [ + 7813 + ], + "max_error": 0.0 + }, + { + "representative": 6208, + "members": [ + 6208 + ], + "max_error": 0.0 + }, + { + "representative": 6178, + "members": [ + 6178 + ], + "max_error": 0.0 + }, + { + "representative": 6340, + "members": [ + 6340 + ], + "max_error": 0.0 + }, + { + "representative": 6200, + "members": [ + 6200 + ], + "max_error": 0.0 + }, + { + "representative": 6373, + "members": [ + 6373 + ], + "max_error": 0.0 + }, + { + "representative": 6386, + "members": [ + 6386 + ], + "max_error": 0.0 + }, + { + "representative": 6289, + "members": [ + 6289 + ], + "max_error": 0.0 + }, + { + "representative": 6161, + "members": [ + 6161 + ], + "max_error": 0.0 + }, + { + "representative": 6717, + "members": [ + 6717 + ], + "max_error": 0.0 + }, + { + "representative": 6854, + "members": [ + 6854 + ], + "max_error": 0.0 + }, + { + "representative": 6759, + "members": [ + 6759 + ], + "max_error": 0.0 + }, + { + "representative": 6696, + "members": [ + 6696 + ], + "max_error": 0.0 + }, + { + "representative": 6764, + "members": [ + 6764 + ], + "max_error": 0.0 + }, + { + "representative": 6742, + "members": [ + 6742 + ], + "max_error": 0.0 + }, + { + "representative": 6883, + "members": [ + 6883 + ], + "max_error": 0.0 + }, + { + "representative": 6737, + "members": [ + 6737 + ], + "max_error": 0.0 + }, + { + "representative": 6768, + "members": [ + 6768 + ], + "max_error": 0.0 + }, + { + "representative": 6670, + "members": [ + 6670 + ], + "max_error": 0.0 + }, + { + "representative": 6672, + "members": [ + 6672 + ], + "max_error": 0.0 + }, + { + "representative": 6795, + "members": [ + 6795 + ], + "max_error": 0.0 + }, + { + "representative": 6758, + "members": [ + 6758 + ], + "max_error": 0.0 + }, + { + "representative": 7213, + "members": [ + 7213 + ], + "max_error": 0.0 + }, + { + "representative": 7351, + "members": [ + 7351 + ], + "max_error": 0.0 + }, + { + "representative": 7369, + "members": [ + 7369 + ], + "max_error": 0.0 + }, + { + "representative": 7330, + "members": [ + 7330 + ], + "max_error": 0.0 + }, + { + "representative": 7357, + "members": [ + 7357 + ], + "max_error": 0.0 + }, + { + "representative": 7237, + "members": [ + 7237 + ], + "max_error": 0.0 + }, + { + "representative": 7362, + "members": [ + 7362 + ], + "max_error": 0.0 + }, + { + "representative": 7343, + "members": [ + 7343 + ], + "max_error": 0.0 + }, + { + "representative": 7258, + "members": [ + 7258 + ], + "max_error": 0.0 + }, + { + "representative": 7328, + "members": [ + 7328 + ], + "max_error": 0.0 + }, + { + "representative": 7682, + "members": [ + 7682 + ], + "max_error": 0.0 + }, + { + "representative": 7855, + "members": [ + 7855 + ], + "max_error": 0.0 + }, + { + "representative": 7838, + "members": [ + 7838 + ], + "max_error": 0.0 + }, + { + "representative": 7701, + "members": [ + 7701 + ], + "max_error": 0.0 + }, + { + "representative": 7792, + "members": [ + 7792 + ], + "max_error": 0.0 + }, + { + "representative": 7865, + "members": [ + 7865 + ], + "max_error": 0.0 + }, + { + "representative": 7882, + "members": [ + 7882 + ], + "max_error": 0.0 + }, + { + "representative": 6342, + "members": [ + 6342 + ], + "max_error": 0.0 + }, + { + "representative": 6227, + "members": [ + 6227 + ], + "max_error": 0.0 + }, + { + "representative": 6396, + "members": [ + 6396 + ], + "max_error": 0.0 + }, + { + "representative": 6298, + "members": [ + 6298 + ], + "max_error": 0.0 + }, + { + "representative": 6206, + "members": [ + 6206 + ], + "max_error": 0.0 + }, + { + "representative": 6341, + "members": [ + 6341 + ], + "max_error": 0.0 + }, + { + "representative": 6379, + "members": [ + 6379 + ], + "max_error": 0.0 + }, + { + "representative": 6297, + "members": [ + 6297 + ], + "max_error": 0.0 + }, + { + "representative": 6261, + "members": [ + 6261 + ], + "max_error": 0.0 + }, + { + "representative": 6182, + "members": [ + 6182 + ], + "max_error": 0.0 + }, + { + "representative": 6280, + "members": [ + 6280 + ], + "max_error": 0.0 + }, + { + "representative": 6268, + "members": [ + 6268 + ], + "max_error": 0.0 + }, + { + "representative": 6232, + "members": [ + 6232 + ], + "max_error": 0.0 + }, + { + "representative": 6876, + "members": [ + 6876 + ], + "max_error": 0.0 + }, + { + "representative": 6674, + "members": [ + 6674 + ], + "max_error": 0.0 + }, + { + "representative": 6825, + "members": [ + 6825 + ], + "max_error": 0.0 + }, + { + "representative": 6817, + "members": [ + 6817 + ], + "max_error": 0.0 + }, + { + "representative": 6701, + "members": [ + 6701 + ], + "max_error": 0.0 + }, + { + "representative": 7202, + "members": [ + 7202 + ], + "max_error": 0.0 + }, + { + "representative": 7184, + "members": [ + 7184 + ], + "max_error": 0.0 + }, + { + "representative": 7397, + "members": [ + 7397 + ], + "max_error": 0.0 + }, + { + "representative": 7277, + "members": [ + 7277 + ], + "max_error": 0.0 + }, + { + "representative": 7368, + "members": [ + 7368 + ], + "max_error": 0.0 + }, + { + "representative": 7398, + "members": [ + 7398 + ], + "max_error": 0.0 + }, + { + "representative": 7360, + "members": [ + 7360 + ], + "max_error": 0.0 + }, + { + "representative": 7338, + "members": [ + 7338 + ], + "max_error": 0.0 + }, + { + "representative": 7367, + "members": [ + 7367 + ], + "max_error": 0.0 + }, + { + "representative": 7303, + "members": [ + 7303 + ], + "max_error": 0.0 + }, + { + "representative": 7727, + "members": [ + 7727 + ], + "max_error": 0.0 + }, + { + "representative": 7886, + "members": [ + 7886 + ], + "max_error": 0.0 + }, + { + "representative": 7766, + "members": [ + 7766 + ], + "max_error": 0.0 + }, + { + "representative": 7826, + "members": [ + 7826 + ], + "max_error": 0.0 + }, + { + "representative": 7726, + "members": [ + 7726 + ], + "max_error": 0.0 + }, + { + "representative": 7737, + "members": [ + 7737 + ], + "max_error": 0.0 + }, + { + "representative": 7699, + "members": [ + 7699 + ], + "max_error": 0.0 + }, + { + "representative": 7907, + "members": [ + 7907 + ], + "max_error": 0.0 + }, + { + "representative": 7709, + "members": [ + 7709 + ], + "max_error": 0.0 + }, + { + "representative": 7922, + "members": [ + 7922 + ], + "max_error": 0.0 + }, + { + "representative": 7899, + "members": [ + 7899 + ], + "max_error": 0.0 + }, + { + "representative": 7846, + "members": [ + 7846 + ], + "max_error": 0.0 + }, + { + "representative": 7842, + "members": [ + 7842 + ], + "max_error": 0.0 + }, + { + "representative": 7909, + "members": [ + 7909 + ], + "max_error": 0.0 + }, + { + "representative": 6214, + "members": [ + 6214 + ], + "max_error": 0.0 + }, + { + "representative": 6205, + "members": [ + 6205 + ], + "max_error": 0.0 + }, + { + "representative": 6349, + "members": [ + 6349 + ], + "max_error": 0.0 + }, + { + "representative": 6334, + "members": [ + 6334 + ], + "max_error": 0.0 + }, + { + "representative": 6216, + "members": [ + 6216 + ], + "max_error": 0.0 + }, + { + "representative": 6323, + "members": [ + 6323 + ], + "max_error": 0.0 + }, + { + "representative": 6258, + "members": [ + 6258 + ], + "max_error": 0.0 + }, + { + "representative": 6380, + "members": [ + 6380 + ], + "max_error": 0.0 + }, + { + "representative": 6693, + "members": [ + 6693 + ], + "max_error": 0.0 + }, + { + "representative": 6765, + "members": [ + 6765 + ], + "max_error": 0.0 + }, + { + "representative": 6839, + "members": [ + 6839 + ], + "max_error": 0.0 + }, + { + "representative": 6698, + "members": [ + 6698 + ], + "max_error": 0.0 + }, + { + "representative": 6804, + "members": [ + 6804 + ], + "max_error": 0.0 + }, + { + "representative": 6800, + "members": [ + 6800 + ], + "max_error": 0.0 + }, + { + "representative": 7412, + "members": [ + 7412 + ], + "max_error": 0.0 + }, + { + "representative": 7264, + "members": [ + 7264 + ], + "max_error": 0.0 + }, + { + "representative": 7221, + "members": [ + 7221 + ], + "max_error": 0.0 + }, + { + "representative": 7225, + "members": [ + 7225 + ], + "max_error": 0.0 + }, + { + "representative": 7185, + "members": [ + 7185 + ], + "max_error": 0.0 + }, + { + "representative": 7175, + "members": [ + 7175 + ], + "max_error": 0.0 + }, + { + "representative": 7236, + "members": [ + 7236 + ], + "max_error": 0.0 + }, + { + "representative": 7262, + "members": [ + 7262 + ], + "max_error": 0.0 + }, + { + "representative": 7315, + "members": [ + 7315 + ], + "max_error": 0.0 + }, + { + "representative": 7272, + "members": [ + 7272 + ], + "max_error": 0.0 + }, + { + "representative": 7416, + "members": [ + 7416 + ], + "max_error": 0.0 + }, + { + "representative": 7776, + "members": [ + 7776 + ], + "max_error": 0.0 + }, + { + "representative": 7755, + "members": [ + 7755 + ], + "max_error": 0.0 + }, + { + "representative": 7694, + "members": [ + 7694 + ], + "max_error": 0.0 + }, + { + "representative": 7736, + "members": [ + 7736 + ], + "max_error": 0.0 + }, + { + "representative": 7681, + "members": [ + 7681 + ], + "max_error": 0.0 + }, + { + "representative": 7773, + "members": [ + 7773 + ], + "max_error": 0.0 + }, + { + "representative": 7794, + "members": [ + 7794 + ], + "max_error": 0.0 + }, + { + "representative": 7869, + "members": [ + 7869 + ], + "max_error": 0.0 + }, + { + "representative": 7891, + "members": [ + 7891 + ], + "max_error": 0.0 + }, + { + "representative": 7935, + "members": [ + 7935 + ], + "max_error": 0.0 + }, + { + "representative": 7740, + "members": [ + 7740 + ], + "max_error": 0.0 + }, + { + "representative": 6397, + "members": [ + 6397 + ], + "max_error": 0.0 + }, + { + "representative": 6314, + "members": [ + 6314 + ], + "max_error": 0.0 + }, + { + "representative": 6351, + "members": [ + 6351 + ], + "max_error": 0.0 + }, + { + "representative": 6291, + "members": [ + 6291 + ], + "max_error": 0.0 + }, + { + "representative": 6270, + "members": [ + 6270 + ], + "max_error": 0.0 + }, + { + "representative": 6253, + "members": [ + 6253 + ], + "max_error": 0.0 + }, + { + "representative": 6244, + "members": [ + 6244 + ], + "max_error": 0.0 + }, + { + "representative": 6155, + "members": [ + 6155 + ], + "max_error": 0.0 + }, + { + "representative": 6378, + "members": [ + 6378 + ], + "max_error": 0.0 + }, + { + "representative": 6789, + "members": [ + 6789 + ], + "max_error": 0.0 + }, + { + "representative": 6665, + "members": [ + 6665 + ], + "max_error": 0.0 + }, + { + "representative": 6662, + "members": [ + 6662 + ], + "max_error": 0.0 + }, + { + "representative": 6725, + "members": [ + 6725 + ], + "max_error": 0.0 + }, + { + "representative": 6677, + "members": [ + 6677 + ], + "max_error": 0.0 + }, + { + "representative": 6676, + "members": [ + 6676 + ], + "max_error": 0.0 + }, + { + "representative": 6703, + "members": [ + 6703 + ], + "max_error": 0.0 + }, + { + "representative": 6711, + "members": [ + 6711 + ], + "max_error": 0.0 + }, + { + "representative": 6706, + "members": [ + 6706 + ], + "max_error": 0.0 + }, + { + "representative": 7385, + "members": [ + 7385 + ], + "max_error": 0.0 + }, + { + "representative": 7359, + "members": [ + 7359 + ], + "max_error": 0.0 + }, + { + "representative": 7408, + "members": [ + 7408 + ], + "max_error": 0.0 + }, + { + "representative": 7229, + "members": [ + 7229 + ], + "max_error": 0.0 + }, + { + "representative": 7375, + "members": [ + 7375 + ], + "max_error": 0.0 + }, + { + "representative": 7355, + "members": [ + 7355 + ], + "max_error": 0.0 + }, + { + "representative": 7415, + "members": [ + 7415 + ], + "max_error": 0.0 + }, + { + "representative": 7227, + "members": [ + 7227 + ], + "max_error": 0.0 + }, + { + "representative": 7387, + "members": [ + 7387 + ], + "max_error": 0.0 + }, + { + "representative": 7324, + "members": [ + 7324 + ], + "max_error": 0.0 + }, + { + "representative": 7297, + "members": [ + 7297 + ], + "max_error": 0.0 + }, + { + "representative": 7785, + "members": [ + 7785 + ], + "max_error": 0.0 + }, + { + "representative": 7707, + "members": [ + 7707 + ], + "max_error": 0.0 + }, + { + "representative": 7772, + "members": [ + 7772 + ], + "max_error": 0.0 + }, + { + "representative": 7844, + "members": [ + 7844 + ], + "max_error": 0.0 + }, + { + "representative": 7845, + "members": [ + 7845 + ], + "max_error": 0.0 + }, + { + "representative": 7908, + "members": [ + 7908 + ], + "max_error": 0.0 + }, + { + "representative": 7829, + "members": [ + 7829 + ], + "max_error": 0.0 + }, + { + "representative": 7918, + "members": [ + 7918 + ], + "max_error": 0.0 + }, + { + "representative": 7754, + "members": [ + 7754 + ], + "max_error": 0.0 + }, + { + "representative": 7862, + "members": [ + 7862 + ], + "max_error": 0.0 + }, + { + "representative": 7885, + "members": [ + 7885 + ], + "max_error": 0.0 + }, + { + "representative": 7822, + "members": [ + 7822 + ], + "max_error": 0.0 + }, + { + "representative": 7801, + "members": [ + 7801 + ], + "max_error": 0.0 + }, + { + "representative": 6294, + "members": [ + 6294 + ], + "max_error": 0.0 + }, + { + "representative": 6184, + "members": [ + 6184 + ], + "max_error": 0.0 + }, + { + "representative": 6395, + "members": [ + 6395 + ], + "max_error": 0.0 + }, + { + "representative": 6306, + "members": [ + 6306 + ], + "max_error": 0.0 + }, + { + "representative": 6167, + "members": [ + 6167 + ], + "max_error": 0.0 + }, + { + "representative": 6224, + "members": [ + 6224 + ], + "max_error": 0.0 + }, + { + "representative": 6337, + "members": [ + 6337 + ], + "max_error": 0.0 + }, + { + "representative": 6207, + "members": [ + 6207 + ], + "max_error": 0.0 + }, + { + "representative": 6704, + "members": [ + 6704 + ], + "max_error": 0.0 + }, + { + "representative": 6708, + "members": [ + 6708 + ], + "max_error": 0.0 + }, + { + "representative": 6767, + "members": [ + 6767 + ], + "max_error": 0.0 + }, + { + "representative": 6659, + "members": [ + 6659 + ], + "max_error": 0.0 + }, + { + "representative": 6748, + "members": [ + 6748 + ], + "max_error": 0.0 + }, + { + "representative": 6753, + "members": [ + 6753 + ], + "max_error": 0.0 + }, + { + "representative": 6887, + "members": [ + 6887 + ], + "max_error": 0.0 + }, + { + "representative": 6762, + "members": [ + 6762 + ], + "max_error": 0.0 + }, + { + "representative": 6671, + "members": [ + 6671 + ], + "max_error": 0.0 + }, + { + "representative": 6802, + "members": [ + 6802 + ], + "max_error": 0.0 + }, + { + "representative": 6790, + "members": [ + 6790 + ], + "max_error": 0.0 + }, + { + "representative": 6828, + "members": [ + 6828 + ], + "max_error": 0.0 + }, + { + "representative": 6718, + "members": [ + 6718 + ], + "max_error": 0.0 + }, + { + "representative": 6761, + "members": [ + 6761 + ], + "max_error": 0.0 + }, + { + "representative": 6899, + "members": [ + 6899 + ], + "max_error": 0.0 + }, + { + "representative": 7341, + "members": [ + 7341 + ], + "max_error": 0.0 + }, + { + "representative": 7201, + "members": [ + 7201 + ], + "max_error": 0.0 + }, + { + "representative": 7419, + "members": [ + 7419 + ], + "max_error": 0.0 + }, + { + "representative": 7255, + "members": [ + 7255 + ], + "max_error": 0.0 + }, + { + "representative": 7296, + "members": [ + 7296 + ], + "max_error": 0.0 + }, + { + "representative": 7335, + "members": [ + 7335 + ], + "max_error": 0.0 + }, + { + "representative": 7809, + "members": [ + 7809 + ], + "max_error": 0.0 + }, + { + "representative": 7786, + "members": [ + 7786 + ], + "max_error": 0.0 + }, + { + "representative": 7686, + "members": [ + 7686 + ], + "max_error": 0.0 + }, + { + "representative": 7749, + "members": [ + 7749 + ], + "max_error": 0.0 + }, + { + "representative": 7933, + "members": [ + 7933 + ], + "max_error": 0.0 + }, + { + "representative": 7919, + "members": [ + 7919 + ], + "max_error": 0.0 + }, + { + "representative": 7687, + "members": [ + 7687 + ], + "max_error": 0.0 + }, + { + "representative": 7729, + "members": [ + 7729 + ], + "max_error": 0.0 + }, + { + "representative": 7751, + "members": [ + 7751 + ], + "max_error": 0.0 + }, + { + "representative": 6204, + "members": [ + 6204 + ], + "max_error": 0.0 + }, + { + "representative": 6317, + "members": [ + 6317 + ], + "max_error": 0.0 + }, + { + "representative": 6319, + "members": [ + 6319 + ], + "max_error": 0.0 + }, + { + "representative": 6320, + "members": [ + 6320 + ], + "max_error": 0.0 + }, + { + "representative": 6226, + "members": [ + 6226 + ], + "max_error": 0.0 + }, + { + "representative": 6304, + "members": [ + 6304 + ], + "max_error": 0.0 + }, + { + "representative": 6144, + "members": [ + 6144 + ], + "max_error": 0.0 + }, + { + "representative": 6681, + "members": [ + 6681 + ], + "max_error": 0.0 + }, + { + "representative": 6675, + "members": [ + 6675 + ], + "max_error": 0.0 + }, + { + "representative": 6801, + "members": [ + 6801 + ], + "max_error": 0.0 + }, + { + "representative": 6687, + "members": [ + 6687 + ], + "max_error": 0.0 + }, + { + "representative": 6794, + "members": [ + 6794 + ], + "max_error": 0.0 + }, + { + "representative": 7259, + "members": [ + 7259 + ], + "max_error": 0.0 + }, + { + "representative": 7248, + "members": [ + 7248 + ], + "max_error": 0.0 + }, + { + "representative": 7310, + "members": [ + 7310 + ], + "max_error": 0.0 + }, + { + "representative": 7378, + "members": [ + 7378 + ], + "max_error": 0.0 + }, + { + "representative": 7251, + "members": [ + 7251 + ], + "max_error": 0.0 + }, + { + "representative": 7363, + "members": [ + 7363 + ], + "max_error": 0.0 + }, + { + "representative": 7386, + "members": [ + 7386 + ], + "max_error": 0.0 + }, + { + "representative": 7219, + "members": [ + 7219 + ], + "max_error": 0.0 + }, + { + "representative": 7256, + "members": [ + 7256 + ], + "max_error": 0.0 + }, + { + "representative": 7409, + "members": [ + 7409 + ], + "max_error": 0.0 + }, + { + "representative": 7250, + "members": [ + 7250 + ], + "max_error": 0.0 + }, + { + "representative": 7719, + "members": [ + 7719 + ], + "max_error": 0.0 + }, + { + "representative": 7778, + "members": [ + 7778 + ], + "max_error": 0.0 + }, + { + "representative": 7811, + "members": [ + 7811 + ], + "max_error": 0.0 + }, + { + "representative": 7683, + "members": [ + 7683 + ], + "max_error": 0.0 + }, + { + "representative": 7717, + "members": [ + 7717 + ], + "max_error": 0.0 + }, + { + "representative": 7875, + "members": [ + 7875 + ], + "max_error": 0.0 + }, + { + "representative": 7780, + "members": [ + 7780 + ], + "max_error": 0.0 + }, + { + "representative": 7841, + "members": [ + 7841 + ], + "max_error": 0.0 + }, + { + "representative": 6282, + "members": [ + 6282 + ], + "max_error": 0.0 + }, + { + "representative": 6267, + "members": [ + 6267 + ], + "max_error": 0.0 + }, + { + "representative": 6329, + "members": [ + 6329 + ], + "max_error": 0.0 + }, + { + "representative": 6262, + "members": [ + 6262 + ], + "max_error": 0.0 + }, + { + "representative": 6366, + "members": [ + 6366 + ], + "max_error": 0.0 + }, + { + "representative": 6195, + "members": [ + 6195 + ], + "max_error": 0.0 + }, + { + "representative": 6302, + "members": [ + 6302 + ], + "max_error": 0.0 + }, + { + "representative": 6250, + "members": [ + 6250 + ], + "max_error": 0.0 + }, + { + "representative": 6255, + "members": [ + 6255 + ], + "max_error": 0.0 + }, + { + "representative": 6237, + "members": [ + 6237 + ], + "max_error": 0.0 + }, + { + "representative": 6390, + "members": [ + 6390 + ], + "max_error": 0.0 + }, + { + "representative": 6857, + "members": [ + 6857 + ], + "max_error": 0.0 + }, + { + "representative": 6686, + "members": [ + 6686 + ], + "max_error": 0.0 + }, + { + "representative": 6774, + "members": [ + 6774 + ], + "max_error": 0.0 + }, + { + "representative": 6778, + "members": [ + 6778 + ], + "max_error": 0.0 + }, + { + "representative": 6824, + "members": [ + 6824 + ], + "max_error": 0.0 + }, + { + "representative": 6910, + "members": [ + 6910 + ], + "max_error": 0.0 + }, + { + "representative": 6656, + "members": [ + 6656 + ], + "max_error": 0.0 + }, + { + "representative": 6700, + "members": [ + 6700 + ], + "max_error": 0.0 + }, + { + "representative": 6868, + "members": [ + 6868 + ], + "max_error": 0.0 + }, + { + "representative": 6771, + "members": [ + 6771 + ], + "max_error": 0.0 + }, + { + "representative": 6833, + "members": [ + 6833 + ], + "max_error": 0.0 + }, + { + "representative": 6796, + "members": [ + 6796 + ], + "max_error": 0.0 + }, + { + "representative": 6770, + "members": [ + 6770 + ], + "max_error": 0.0 + }, + { + "representative": 6812, + "members": [ + 6812 + ], + "max_error": 0.0 + }, + { + "representative": 7226, + "members": [ + 7226 + ], + "max_error": 0.0 + }, + { + "representative": 7400, + "members": [ + 7400 + ], + "max_error": 0.0 + }, + { + "representative": 7323, + "members": [ + 7323 + ], + "max_error": 0.0 + }, + { + "representative": 7257, + "members": [ + 7257 + ], + "max_error": 0.0 + }, + { + "representative": 7235, + "members": [ + 7235 + ], + "max_error": 0.0 + }, + { + "representative": 7320, + "members": [ + 7320 + ], + "max_error": 0.0 + }, + { + "representative": 7314, + "members": [ + 7314 + ], + "max_error": 0.0 + }, + { + "representative": 7176, + "members": [ + 7176 + ], + "max_error": 0.0 + }, + { + "representative": 7410, + "members": [ + 7410 + ], + "max_error": 0.0 + }, + { + "representative": 7321, + "members": [ + 7321 + ], + "max_error": 0.0 + }, + { + "representative": 7395, + "members": [ + 7395 + ], + "max_error": 0.0 + }, + { + "representative": 7366, + "members": [ + 7366 + ], + "max_error": 0.0 + }, + { + "representative": 7253, + "members": [ + 7253 + ], + "max_error": 0.0 + }, + { + "representative": 7244, + "members": [ + 7244 + ], + "max_error": 0.0 + }, + { + "representative": 7252, + "members": [ + 7252 + ], + "max_error": 0.0 + }, + { + "representative": 7217, + "members": [ + 7217 + ], + "max_error": 0.0 + }, + { + "representative": 7329, + "members": [ + 7329 + ], + "max_error": 0.0 + }, + { + "representative": 7187, + "members": [ + 7187 + ], + "max_error": 0.0 + }, + { + "representative": 7170, + "members": [ + 7170 + ], + "max_error": 0.0 + }, + { + "representative": 7784, + "members": [ + 7784 + ], + "max_error": 0.0 + }, + { + "representative": 7716, + "members": [ + 7716 + ], + "max_error": 0.0 + }, + { + "representative": 7800, + "members": [ + 7800 + ], + "max_error": 0.0 + }, + { + "representative": 7870, + "members": [ + 7870 + ], + "max_error": 0.0 + }, + { + "representative": 7897, + "members": [ + 7897 + ], + "max_error": 0.0 + }, + { + "representative": 7762, + "members": [ + 7762 + ], + "max_error": 0.0 + }, + { + "representative": 7894, + "members": [ + 7894 + ], + "max_error": 0.0 + }, + { + "representative": 6296, + "members": [ + 6296 + ], + "max_error": 0.0 + }, + { + "representative": 6356, + "members": [ + 6356 + ], + "max_error": 0.0 + }, + { + "representative": 6389, + "members": [ + 6389 + ], + "max_error": 0.0 + }, + { + "representative": 6361, + "members": [ + 6361 + ], + "max_error": 0.0 + }, + { + "representative": 6326, + "members": [ + 6326 + ], + "max_error": 0.0 + }, + { + "representative": 6220, + "members": [ + 6220 + ], + "max_error": 0.0 + }, + { + "representative": 6367, + "members": [ + 6367 + ], + "max_error": 0.0 + }, + { + "representative": 6215, + "members": [ + 6215 + ], + "max_error": 0.0 + }, + { + "representative": 6364, + "members": [ + 6364 + ], + "max_error": 0.0 + }, + { + "representative": 6211, + "members": [ + 6211 + ], + "max_error": 0.0 + }, + { + "representative": 6322, + "members": [ + 6322 + ], + "max_error": 0.0 + }, + { + "representative": 6164, + "members": [ + 6164 + ], + "max_error": 0.0 + }, + { + "representative": 6713, + "members": [ + 6713 + ], + "max_error": 0.0 + }, + { + "representative": 6842, + "members": [ + 6842 + ], + "max_error": 0.0 + }, + { + "representative": 6735, + "members": [ + 6735 + ], + "max_error": 0.0 + }, + { + "representative": 6818, + "members": [ + 6818 + ], + "max_error": 0.0 + }, + { + "representative": 6851, + "members": [ + 6851 + ], + "max_error": 0.0 + }, + { + "representative": 6878, + "members": [ + 6878 + ], + "max_error": 0.0 + }, + { + "representative": 6865, + "members": [ + 6865 + ], + "max_error": 0.0 + }, + { + "representative": 6727, + "members": [ + 6727 + ], + "max_error": 0.0 + }, + { + "representative": 6721, + "members": [ + 6721 + ], + "max_error": 0.0 + }, + { + "representative": 6869, + "members": [ + 6869 + ], + "max_error": 0.0 + }, + { + "representative": 7210, + "members": [ + 7210 + ], + "max_error": 0.0 + }, + { + "representative": 7197, + "members": [ + 7197 + ], + "max_error": 0.0 + }, + { + "representative": 7394, + "members": [ + 7394 + ], + "max_error": 0.0 + }, + { + "representative": 7282, + "members": [ + 7282 + ], + "max_error": 0.0 + }, + { + "representative": 7389, + "members": [ + 7389 + ], + "max_error": 0.0 + }, + { + "representative": 7281, + "members": [ + 7281 + ], + "max_error": 0.0 + }, + { + "representative": 7352, + "members": [ + 7352 + ], + "max_error": 0.0 + }, + { + "representative": 7420, + "members": [ + 7420 + ], + "max_error": 0.0 + }, + { + "representative": 7382, + "members": [ + 7382 + ], + "max_error": 0.0 + }, + { + "representative": 7864, + "members": [ + 7864 + ], + "max_error": 0.0 + }, + { + "representative": 7896, + "members": [ + 7896 + ], + "max_error": 0.0 + }, + { + "representative": 7688, + "members": [ + 7688 + ], + "max_error": 0.0 + }, + { + "representative": 7693, + "members": [ + 7693 + ], + "max_error": 0.0 + }, + { + "representative": 7702, + "members": [ + 7702 + ], + "max_error": 0.0 + }, + { + "representative": 8203, + "members": [ + 8203 + ], + "max_error": 0.0 + }, + { + "representative": 8205, + "members": [ + 8205 + ], + "max_error": 0.0 + }, + { + "representative": 8210, + "members": [ + 8210 + ], + "max_error": 0.0 + }, + { + "representative": 8211, + "members": [ + 8211 + ], + "max_error": 0.0 + }, + { + "representative": 8212, + "members": [ + 8212 + ], + "max_error": 0.0 + }, + { + "representative": 8214, + "members": [ + 8214 + ], + "max_error": 0.0 + }, + { + "representative": 8217, + "members": [ + 8217 + ], + "max_error": 0.0 + }, + { + "representative": 8197, + "members": [ + 8197 + ], + "max_error": 0.0 + }, + { + "representative": 8199, + "members": [ + 8199 + ], + "max_error": 0.0 + }, + { + "representative": 8208, + "members": [ + 8208 + ], + "max_error": 0.0 + }, + { + "representative": 8383, + "members": [ + 8383 + ], + "max_error": 0.0 + }, + { + "representative": 8351, + "members": [ + 8351 + ], + "max_error": 0.0 + }, + { + "representative": 8327, + "members": [ + 8327 + ], + "max_error": 0.0 + }, + { + "representative": 8436, + "members": [ + 8436 + ], + "max_error": 0.0 + }, + { + "representative": 8340, + "members": [ + 8340 + ], + "max_error": 0.0 + }, + { + "representative": 8207, + "members": [ + 8207 + ], + "max_error": 0.0 + }, + { + "representative": 8239, + "members": [ + 8239 + ], + "max_error": 0.0 + }, + { + "representative": 8265, + "members": [ + 8265 + ], + "max_error": 0.0 + }, + { + "representative": 8193, + "members": [ + 8193 + ], + "max_error": 0.0 + }, + { + "representative": 8343, + "members": [ + 8343 + ], + "max_error": 0.0 + }, + { + "representative": 8253, + "members": [ + 8253 + ], + "max_error": 0.0 + }, + { + "representative": 8417, + "members": [ + 8417 + ], + "max_error": 0.0 + }, + { + "representative": 8356, + "members": [ + 8356 + ], + "max_error": 0.0 + }, + { + "representative": 8404, + "members": [ + 8404 + ], + "max_error": 0.0 + }, + { + "representative": 8424, + "members": [ + 8424 + ], + "max_error": 0.0 + }, + { + "representative": 8408, + "members": [ + 8408 + ], + "max_error": 0.0 + }, + { + "representative": 8354, + "members": [ + 8354 + ], + "max_error": 0.0 + }, + { + "representative": 8370, + "members": [ + 8370 + ], + "max_error": 0.0 + }, + { + "representative": 8321, + "members": [ + 8321 + ], + "max_error": 0.0 + }, + { + "representative": 8256, + "members": [ + 8256 + ], + "max_error": 0.0 + }, + { + "representative": 8224, + "members": [ + 8224 + ], + "max_error": 0.0 + }, + { + "representative": 8243, + "members": [ + 8243 + ], + "max_error": 0.0 + }, + { + "representative": 8246, + "members": [ + 8246 + ], + "max_error": 0.0 + }, + { + "representative": 8247, + "members": [ + 8247 + ], + "max_error": 0.0 + }, + { + "representative": 8248, + "members": [ + 8248 + ], + "max_error": 0.0 + }, + { + "representative": 8227, + "members": [ + 8227 + ], + "max_error": 0.0 + }, + { + "representative": 8230, + "members": [ + 8230 + ], + "max_error": 0.0 + }, + { + "representative": 8357, + "members": [ + 8357 + ], + "max_error": 0.0 + }, + { + "representative": 8272, + "members": [ + 8272 + ], + "max_error": 0.0 + }, + { + "representative": 8386, + "members": [ + 8386 + ], + "max_error": 0.0 + }, + { + "representative": 8221, + "members": [ + 8221 + ], + "max_error": 0.0 + }, + { + "representative": 8241, + "members": [ + 8241 + ], + "max_error": 0.0 + }, + { + "representative": 8331, + "members": [ + 8331 + ], + "max_error": 0.0 + }, + { + "representative": 8416, + "members": [ + 8416 + ], + "max_error": 0.0 + }, + { + "representative": 8297, + "members": [ + 8297 + ], + "max_error": 0.0 + }, + { + "representative": 8206, + "members": [ + 8206 + ], + "max_error": 0.0 + }, + { + "representative": 8398, + "members": [ + 8398 + ], + "max_error": 0.0 + }, + { + "representative": 8229, + "members": [ + 8229 + ], + "max_error": 0.0 + }, + { + "representative": 8407, + "members": [ + 8407 + ], + "max_error": 0.0 + }, + { + "representative": 8378, + "members": [ + 8378 + ], + "max_error": 0.0 + }, + { + "representative": 8291, + "members": [ + 8291 + ], + "max_error": 0.0 + }, + { + "representative": 8346, + "members": [ + 8346 + ], + "max_error": 0.0 + }, + { + "representative": 8399, + "members": [ + 8399 + ], + "max_error": 0.0 + }, + { + "representative": 8244, + "members": [ + 8244 + ], + "max_error": 0.0 + }, + { + "representative": 8443, + "members": [ + 8443 + ], + "max_error": 0.0 + }, + { + "representative": 8236, + "members": [ + 8236 + ], + "max_error": 0.0 + }, + { + "representative": 8202, + "members": [ + 8202 + ], + "max_error": 0.0 + }, + { + "representative": 8225, + "members": [ + 8225 + ], + "max_error": 0.0 + }, + { + "representative": 8240, + "members": [ + 8240 + ], + "max_error": 0.0 + }, + { + "representative": 8234, + "members": [ + 8234 + ], + "max_error": 0.0 + }, + { + "representative": 8287, + "members": [ + 8287 + ], + "max_error": 0.0 + }, + { + "representative": 8209, + "members": [ + 8209 + ], + "max_error": 0.0 + }, + { + "representative": 8219, + "members": [ + 8219 + ], + "max_error": 0.0 + }, + { + "representative": 8365, + "members": [ + 8365 + ], + "max_error": 0.0 + }, + { + "representative": 8255, + "members": [ + 8255 + ], + "max_error": 0.0 + }, + { + "representative": 8330, + "members": [ + 8330 + ], + "max_error": 0.0 + }, + { + "representative": 8353, + "members": [ + 8353 + ], + "max_error": 0.0 + }, + { + "representative": 8396, + "members": [ + 8396 + ], + "max_error": 0.0 + }, + { + "representative": 8380, + "members": [ + 8380 + ], + "max_error": 0.0 + }, + { + "representative": 8283, + "members": [ + 8283 + ], + "max_error": 0.0 + }, + { + "representative": 8242, + "members": [ + 8242 + ], + "max_error": 0.0 + }, + { + "representative": 8311, + "members": [ + 8311 + ], + "max_error": 0.0 + }, + { + "representative": 8303, + "members": [ + 8303 + ], + "max_error": 0.0 + }, + { + "representative": 8392, + "members": [ + 8392 + ], + "max_error": 0.0 + }, + { + "representative": 8216, + "members": [ + 8216 + ], + "max_error": 0.0 + }, + { + "representative": 8382, + "members": [ + 8382 + ], + "max_error": 0.0 + }, + { + "representative": 8374, + "members": [ + 8374 + ], + "max_error": 0.0 + }, + { + "representative": 8308, + "members": [ + 8308 + ], + "max_error": 0.0 + }, + { + "representative": 8294, + "members": [ + 8294 + ], + "max_error": 0.0 + }, + { + "representative": 8249, + "members": [ + 8249 + ], + "max_error": 0.0 + }, + { + "representative": 8317, + "members": [ + 8317 + ], + "max_error": 0.0 + }, + { + "representative": 8402, + "members": [ + 8402 + ], + "max_error": 0.0 + }, + { + "representative": 8290, + "members": [ + 8290 + ], + "max_error": 0.0 + }, + { + "representative": 8192, + "members": [ + 8192 + ], + "max_error": 0.0 + }, + { + "representative": 8440, + "members": [ + 8440 + ], + "max_error": 0.0 + }, + { + "representative": 8415, + "members": [ + 8415 + ], + "max_error": 0.0 + }, + { + "representative": 8293, + "members": [ + 8293 + ], + "max_error": 0.0 + }, + { + "representative": 8337, + "members": [ + 8337 + ], + "max_error": 0.0 + }, + { + "representative": 8286, + "members": [ + 8286 + ], + "max_error": 0.0 + }, + { + "representative": 8274, + "members": [ + 8274 + ], + "max_error": 0.0 + }, + { + "representative": 8389, + "members": [ + 8389 + ], + "max_error": 0.0 + }, + { + "representative": 8222, + "members": [ + 8222 + ], + "max_error": 0.0 + }, + { + "representative": 8200, + "members": [ + 8200 + ], + "max_error": 0.0 + }, + { + "representative": 8269, + "members": [ + 8269 + ], + "max_error": 0.0 + }, + { + "representative": 8379, + "members": [ + 8379 + ], + "max_error": 0.0 + }, + { + "representative": 8250, + "members": [ + 8250 + ], + "max_error": 0.0 + }, + { + "representative": 8376, + "members": [ + 8376 + ], + "max_error": 0.0 + }, + { + "representative": 8196, + "members": [ + 8196 + ], + "max_error": 0.0 + }, + { + "representative": 8335, + "members": [ + 8335 + ], + "max_error": 0.0 + }, + { + "representative": 8405, + "members": [ + 8405 + ], + "max_error": 0.0 + }, + { + "representative": 8438, + "members": [ + 8438 + ], + "max_error": 0.0 + }, + { + "representative": 8387, + "members": [ + 8387 + ], + "max_error": 0.0 + }, + { + "representative": 8235, + "members": [ + 8235 + ], + "max_error": 0.0 + }, + { + "representative": 8406, + "members": [ + 8406 + ], + "max_error": 0.0 + }, + { + "representative": 8307, + "members": [ + 8307 + ], + "max_error": 0.0 + }, + { + "representative": 8359, + "members": [ + 8359 + ], + "max_error": 0.0 + }, + { + "representative": 8326, + "members": [ + 8326 + ], + "max_error": 0.0 + }, + { + "representative": 8414, + "members": [ + 8414 + ], + "max_error": 0.0 + }, + { + "representative": 8220, + "members": [ + 8220 + ], + "max_error": 0.0 + }, + { + "representative": 8215, + "members": [ + 8215 + ], + "max_error": 0.0 + }, + { + "representative": 8394, + "members": [ + 8394 + ], + "max_error": 0.0 + }, + { + "representative": 8251, + "members": [ + 8251 + ], + "max_error": 0.0 + }, + { + "representative": 8257, + "members": [ + 8257 + ], + "max_error": 0.0 + }, + { + "representative": 8277, + "members": [ + 8277 + ], + "max_error": 0.0 + }, + { + "representative": 8228, + "members": [ + 8228 + ], + "max_error": 0.0 + }, + { + "representative": 8334, + "members": [ + 8334 + ], + "max_error": 0.0 + }, + { + "representative": 8218, + "members": [ + 8218 + ], + "max_error": 0.0 + }, + { + "representative": 8292, + "members": [ + 8292 + ], + "max_error": 0.0 + }, + { + "representative": 8412, + "members": [ + 8412 + ], + "max_error": 0.0 + }, + { + "representative": 8233, + "members": [ + 8233 + ], + "max_error": 0.0 + }, + { + "representative": 8377, + "members": [ + 8377 + ], + "max_error": 0.0 + }, + { + "representative": 8320, + "members": [ + 8320 + ], + "max_error": 0.0 + }, + { + "representative": 8270, + "members": [ + 8270 + ], + "max_error": 0.0 + }, + { + "representative": 8264, + "members": [ + 8264 + ], + "max_error": 0.0 + }, + { + "representative": 8267, + "members": [ + 8267 + ], + "max_error": 0.0 + }, + { + "representative": 8268, + "members": [ + 8268 + ], + "max_error": 0.0 + }, + { + "representative": 8258, + "members": [ + 8258 + ], + "max_error": 0.0 + }, + { + "representative": 8278, + "members": [ + 8278 + ], + "max_error": 0.0 + }, + { + "representative": 8279, + "members": [ + 8279 + ], + "max_error": 0.0 + }, + { + "representative": 8280, + "members": [ + 8280 + ], + "max_error": 0.0 + }, + { + "representative": 8281, + "members": [ + 8281 + ], + "max_error": 0.0 + }, + { + "representative": 8284, + "members": [ + 8284 + ], + "max_error": 0.0 + }, + { + "representative": 8260, + "members": [ + 8260 + ], + "max_error": 0.0 + }, + { + "representative": 8411, + "members": [ + 8411 + ], + "max_error": 0.0 + }, + { + "representative": 8390, + "members": [ + 8390 + ], + "max_error": 0.0 + }, + { + "representative": 8429, + "members": [ + 8429 + ], + "max_error": 0.0 + }, + { + "representative": 8422, + "members": [ + 8422 + ], + "max_error": 0.0 + }, + { + "representative": 8315, + "members": [ + 8315 + ], + "max_error": 0.0 + }, + { + "representative": 8194, + "members": [ + 8194 + ], + "max_error": 0.0 + }, + { + "representative": 8204, + "members": [ + 8204 + ], + "max_error": 0.0 + }, + { + "representative": 8364, + "members": [ + 8364 + ], + "max_error": 0.0 + }, + { + "representative": 8427, + "members": [ + 8427 + ], + "max_error": 0.0 + }, + { + "representative": 8432, + "members": [ + 8432 + ], + "max_error": 0.0 + }, + { + "representative": 8310, + "members": [ + 8310 + ], + "max_error": 0.0 + }, + { + "representative": 8367, + "members": [ + 8367 + ], + "max_error": 0.0 + }, + { + "representative": 8271, + "members": [ + 8271 + ], + "max_error": 0.0 + }, + { + "representative": 8373, + "members": [ + 8373 + ], + "max_error": 0.0 + }, + { + "representative": 8425, + "members": [ + 8425 + ], + "max_error": 0.0 + }, + { + "representative": 8441, + "members": [ + 8441 + ], + "max_error": 0.0 + }, + { + "representative": 8263, + "members": [ + 8263 + ], + "max_error": 0.0 + }, + { + "representative": 8388, + "members": [ + 8388 + ], + "max_error": 0.0 + }, + { + "representative": 8298, + "members": [ + 8298 + ], + "max_error": 0.0 + }, + { + "representative": 8413, + "members": [ + 8413 + ], + "max_error": 0.0 + }, + { + "representative": 8368, + "members": [ + 8368 + ], + "max_error": 0.0 + }, + { + "representative": 8328, + "members": [ + 8328 + ], + "max_error": 0.0 + }, + { + "representative": 8276, + "members": [ + 8276 + ], + "max_error": 0.0 + }, + { + "representative": 8345, + "members": [ + 8345 + ], + "max_error": 0.0 + }, + { + "representative": 8232, + "members": [ + 8232 + ], + "max_error": 0.0 + }, + { + "representative": 8245, + "members": [ + 8245 + ], + "max_error": 0.0 + }, + { + "representative": 8259, + "members": [ + 8259 + ], + "max_error": 0.0 + }, + { + "representative": 8361, + "members": [ + 8361 + ], + "max_error": 0.0 + }, + { + "representative": 8385, + "members": [ + 8385 + ], + "max_error": 0.0 + }, + { + "representative": 8226, + "members": [ + 8226 + ], + "max_error": 0.0 + }, + { + "representative": 8254, + "members": [ + 8254 + ], + "max_error": 0.0 + }, + { + "representative": 8371, + "members": [ + 8371 + ], + "max_error": 0.0 + }, + { + "representative": 8223, + "members": [ + 8223 + ], + "max_error": 0.0 + }, + { + "representative": 8231, + "members": [ + 8231 + ], + "max_error": 0.0 + }, + { + "representative": 8355, + "members": [ + 8355 + ], + "max_error": 0.0 + }, + { + "representative": 8282, + "members": [ + 8282 + ], + "max_error": 0.0 + }, + { + "representative": 8332, + "members": [ + 8332 + ], + "max_error": 0.0 + }, + { + "representative": 8341, + "members": [ + 8341 + ], + "max_error": 0.0 + }, + { + "representative": 8338, + "members": [ + 8338 + ], + "max_error": 0.0 + }, + { + "representative": 8430, + "members": [ + 8430 + ], + "max_error": 0.0 + }, + { + "representative": 8339, + "members": [ + 8339 + ], + "max_error": 0.0 + }, + { + "representative": 8309, + "members": [ + 8309 + ], + "max_error": 0.0 + }, + { + "representative": 8419, + "members": [ + 8419 + ], + "max_error": 0.0 + }, + { + "representative": 8325, + "members": [ + 8325 + ], + "max_error": 0.0 + }, + { + "representative": 8393, + "members": [ + 8393 + ], + "max_error": 0.0 + }, + { + "representative": 8213, + "members": [ + 8213 + ], + "max_error": 0.0 + }, + { + "representative": 8300, + "members": [ + 8300 + ], + "max_error": 0.0 + }, + { + "representative": 8261, + "members": [ + 8261 + ], + "max_error": 0.0 + }, + { + "representative": 8312, + "members": [ + 8312 + ], + "max_error": 0.0 + }, + { + "representative": 8363, + "members": [ + 8363 + ], + "max_error": 0.0 + }, + { + "representative": 8316, + "members": [ + 8316 + ], + "max_error": 0.0 + }, + { + "representative": 8195, + "members": [ + 8195 + ], + "max_error": 0.0 + }, + { + "representative": 8262, + "members": [ + 8262 + ], + "max_error": 0.0 + }, + { + "representative": 8350, + "members": [ + 8350 + ], + "max_error": 0.0 + }, + { + "representative": 8237, + "members": [ + 8237 + ], + "max_error": 0.0 + }, + { + "representative": 8295, + "members": [ + 8295 + ], + "max_error": 0.0 + }, + { + "representative": 8238, + "members": [ + 8238 + ], + "max_error": 0.0 + }, + { + "representative": 8352, + "members": [ + 8352 + ], + "max_error": 0.0 + }, + { + "representative": 8447, + "members": [ + 8447 + ], + "max_error": 0.0 + }, + { + "representative": 8444, + "members": [ + 8444 + ], + "max_error": 0.0 + }, + { + "representative": 8252, + "members": [ + 8252 + ], + "max_error": 0.0 + }, + { + "representative": 8423, + "members": [ + 8423 + ], + "max_error": 0.0 + }, + { + "representative": 8306, + "members": [ + 8306 + ], + "max_error": 0.0 + }, + { + "representative": 8275, + "members": [ + 8275 + ], + "max_error": 0.0 + }, + { + "representative": 8273, + "members": [ + 8273 + ], + "max_error": 0.0 + }, + { + "representative": 8201, + "members": [ + 8201 + ], + "max_error": 0.0 + }, + { + "representative": 8410, + "members": [ + 8410 + ], + "max_error": 0.0 + }, + { + "representative": 8323, + "members": [ + 8323 + ], + "max_error": 0.0 + }, + { + "representative": 8329, + "members": [ + 8329 + ], + "max_error": 0.0 + }, + { + "representative": 8288, + "members": [ + 8288 + ], + "max_error": 0.0 + }, + { + "representative": 8296, + "members": [ + 8296 + ], + "max_error": 0.0 + }, + { + "representative": 8289, + "members": [ + 8289 + ], + "max_error": 0.0 + }, + { + "representative": 8299, + "members": [ + 8299 + ], + "max_error": 0.0 + }, + { + "representative": 8301, + "members": [ + 8301 + ], + "max_error": 0.0 + }, + { + "representative": 8302, + "members": [ + 8302 + ], + "max_error": 0.0 + }, + { + "representative": 8304, + "members": [ + 8304 + ], + "max_error": 0.0 + }, + { + "representative": 8314, + "members": [ + 8314 + ], + "max_error": 0.0 + }, + { + "representative": 8318, + "members": [ + 8318 + ], + "max_error": 0.0 + }, + { + "representative": 8319, + "members": [ + 8319 + ], + "max_error": 0.0 + }, + { + "representative": 8285, + "members": [ + 8285 + ], + "max_error": 0.0 + }, + { + "representative": 8347, + "members": [ + 8347 + ], + "max_error": 0.0 + }, + { + "representative": 8428, + "members": [ + 8428 + ], + "max_error": 0.0 + }, + { + "representative": 8435, + "members": [ + 8435 + ], + "max_error": 0.0 + }, + { + "representative": 8349, + "members": [ + 8349 + ], + "max_error": 0.0 + }, + { + "representative": 8266, + "members": [ + 8266 + ], + "max_error": 0.0 + }, + { + "representative": 8305, + "members": [ + 8305 + ], + "max_error": 0.0 + }, + { + "representative": 8403, + "members": [ + 8403 + ], + "max_error": 0.0 + }, + { + "representative": 8333, + "members": [ + 8333 + ], + "max_error": 0.0 + }, + { + "representative": 8445, + "members": [ + 8445 + ], + "max_error": 0.0 + }, + { + "representative": 8400, + "members": [ + 8400 + ], + "max_error": 0.0 + }, + { + "representative": 8313, + "members": [ + 8313 + ], + "max_error": 0.0 + }, + { + "representative": 8433, + "members": [ + 8433 + ], + "max_error": 0.0 + }, + { + "representative": 8198, + "members": [ + 8198 + ], + "max_error": 0.0 + }, + { + "representative": 8336, + "members": [ + 8336 + ], + "max_error": 0.0 + }, + { + "representative": 8322, + "members": [ + 8322 + ], + "max_error": 0.0 + }, + { + "representative": 8342, + "members": [ + 8342 + ], + "max_error": 0.0 + }, + { + "representative": 8344, + "members": [ + 8344 + ], + "max_error": 0.0 + }, + { + "representative": 8348, + "members": [ + 8348 + ], + "max_error": 0.0 + }, + { + "representative": 8324, + "members": [ + 8324 + ], + "max_error": 0.0 + }, + { + "representative": 8360, + "members": [ + 8360 + ], + "max_error": 0.0 + }, + { + "representative": 8362, + "members": [ + 8362 + ], + "max_error": 0.0 + }, + { + "representative": 8366, + "members": [ + 8366 + ], + "max_error": 0.0 + }, + { + "representative": 8369, + "members": [ + 8369 + ], + "max_error": 0.0 + }, + { + "representative": 8372, + "members": [ + 8372 + ], + "max_error": 0.0 + }, + { + "representative": 8375, + "members": [ + 8375 + ], + "max_error": 0.0 + }, + { + "representative": 8381, + "members": [ + 8381 + ], + "max_error": 0.0 + }, + { + "representative": 8358, + "members": [ + 8358 + ], + "max_error": 0.0 + }, + { + "representative": 8384, + "members": [ + 8384 + ], + "max_error": 0.0 + }, + { + "representative": 8395, + "members": [ + 8395 + ], + "max_error": 0.0 + }, + { + "representative": 8397, + "members": [ + 8397 + ], + "max_error": 0.0 + }, + { + "representative": 8401, + "members": [ + 8401 + ], + "max_error": 0.0 + }, + { + "representative": 8409, + "members": [ + 8409 + ], + "max_error": 0.0 + }, + { + "representative": 8391, + "members": [ + 8391 + ], + "max_error": 0.0 + }, + { + "representative": 8426, + "members": [ + 8426 + ], + "max_error": 0.0 + }, + { + "representative": 8431, + "members": [ + 8431 + ], + "max_error": 0.0 + }, + { + "representative": 8434, + "members": [ + 8434 + ], + "max_error": 0.0 + }, + { + "representative": 8418, + "members": [ + 8418 + ], + "max_error": 0.0 + }, + { + "representative": 8437, + "members": [ + 8437 + ], + "max_error": 0.0 + }, + { + "representative": 8439, + "members": [ + 8439 + ], + "max_error": 0.0 + }, + { + "representative": 8442, + "members": [ + 8442 + ], + "max_error": 0.0 + }, + { + "representative": 8446, + "members": [ + 8446 + ], + "max_error": 0.0 + }, + { + "representative": 8420, + "members": [ + 8420 + ], + "max_error": 0.0 + }, + { + "representative": 8421, + "members": [ + 8421 + ], + "max_error": 0.0 + }, + { + "representative": 8705, + "members": [ + 8705 + ], + "max_error": 0.0 + }, + { + "representative": 8715, + "members": [ + 8715 + ], + "max_error": 0.0 + }, + { + "representative": 8719, + "members": [ + 8719 + ], + "max_error": 0.0 + }, + { + "representative": 8723, + "members": [ + 8723 + ], + "max_error": 0.0 + }, + { + "representative": 8724, + "members": [ + 8724 + ], + "max_error": 0.0 + }, + { + "representative": 8725, + "members": [ + 8725 + ], + "max_error": 0.0 + }, + { + "representative": 8727, + "members": [ + 8727 + ], + "max_error": 0.0 + }, + { + "representative": 8728, + "members": [ + 8728 + ], + "max_error": 0.0 + }, + { + "representative": 8729, + "members": [ + 8729 + ], + "max_error": 0.0 + }, + { + "representative": 8731, + "members": [ + 8731 + ], + "max_error": 0.0 + }, + { + "representative": 8733, + "members": [ + 8733 + ], + "max_error": 0.0 + }, + { + "representative": 8707, + "members": [ + 8707 + ], + "max_error": 0.0 + }, + { + "representative": 8735, + "members": [ + 8735 + ], + "max_error": 0.0 + }, + { + "representative": 8708, + "members": [ + 8708 + ], + "max_error": 0.0 + }, + { + "representative": 8710, + "members": [ + 8710 + ], + "max_error": 0.0 + }, + { + "representative": 8799, + "members": [ + 8799 + ], + "max_error": 0.0 + }, + { + "representative": 8772, + "members": [ + 8772 + ], + "max_error": 0.0 + }, + { + "representative": 8769, + "members": [ + 8769 + ], + "max_error": 0.0 + }, + { + "representative": 8904, + "members": [ + 8904 + ], + "max_error": 0.0 + }, + { + "representative": 8740, + "members": [ + 8740 + ], + "max_error": 0.0 + }, + { + "representative": 8886, + "members": [ + 8886 + ], + "max_error": 0.0 + }, + { + "representative": 8714, + "members": [ + 8714 + ], + "max_error": 0.0 + }, + { + "representative": 8940, + "members": [ + 8940 + ], + "max_error": 0.0 + }, + { + "representative": 8856, + "members": [ + 8856 + ], + "max_error": 0.0 + }, + { + "representative": 8726, + "members": [ + 8726 + ], + "max_error": 0.0 + }, + { + "representative": 8827, + "members": [ + 8827 + ], + "max_error": 0.0 + }, + { + "representative": 8874, + "members": [ + 8874 + ], + "max_error": 0.0 + }, + { + "representative": 8806, + "members": [ + 8806 + ], + "max_error": 0.0 + }, + { + "representative": 8895, + "members": [ + 8895 + ], + "max_error": 0.0 + }, + { + "representative": 8919, + "members": [ + 8919 + ], + "max_error": 0.0 + }, + { + "representative": 8880, + "members": [ + 8880 + ], + "max_error": 0.0 + }, + { + "representative": 8744, + "members": [ + 8744 + ], + "max_error": 0.0 + }, + { + "representative": 8818, + "members": [ + 8818 + ], + "max_error": 0.0 + }, + { + "representative": 8875, + "members": [ + 8875 + ], + "max_error": 0.0 + }, + { + "representative": 8804, + "members": [ + 8804 + ], + "max_error": 0.0 + }, + { + "representative": 8839, + "members": [ + 8839 + ], + "max_error": 0.0 + }, + { + "representative": 8913, + "members": [ + 8913 + ], + "max_error": 0.0 + }, + { + "representative": 8916, + "members": [ + 8916 + ], + "max_error": 0.0 + }, + { + "representative": 8721, + "members": [ + 8721 + ], + "max_error": 0.0 + }, + { + "representative": 8821, + "members": [ + 8821 + ], + "max_error": 0.0 + }, + { + "representative": 8845, + "members": [ + 8845 + ], + "max_error": 0.0 + }, + { + "representative": 8865, + "members": [ + 8865 + ], + "max_error": 0.0 + }, + { + "representative": 8819, + "members": [ + 8819 + ], + "max_error": 0.0 + }, + { + "representative": 8852, + "members": [ + 8852 + ], + "max_error": 0.0 + }, + { + "representative": 8736, + "members": [ + 8736 + ], + "max_error": 0.0 + }, + { + "representative": 8747, + "members": [ + 8747 + ], + "max_error": 0.0 + }, + { + "representative": 8748, + "members": [ + 8748 + ], + "max_error": 0.0 + }, + { + "representative": 8750, + "members": [ + 8750 + ], + "max_error": 0.0 + }, + { + "representative": 8752, + "members": [ + 8752 + ], + "max_error": 0.0 + }, + { + "representative": 8753, + "members": [ + 8753 + ], + "max_error": 0.0 + }, + { + "representative": 8754, + "members": [ + 8754 + ], + "max_error": 0.0 + }, + { + "representative": 8755, + "members": [ + 8755 + ], + "max_error": 0.0 + }, + { + "representative": 8738, + "members": [ + 8738 + ], + "max_error": 0.0 + }, + { + "representative": 8757, + "members": [ + 8757 + ], + "max_error": 0.0 + }, + { + "representative": 8758, + "members": [ + 8758 + ], + "max_error": 0.0 + }, + { + "representative": 8759, + "members": [ + 8759 + ], + "max_error": 0.0 + }, + { + "representative": 8761, + "members": [ + 8761 + ], + "max_error": 0.0 + }, + { + "representative": 8763, + "members": [ + 8763 + ], + "max_error": 0.0 + }, + { + "representative": 8764, + "members": [ + 8764 + ], + "max_error": 0.0 + }, + { + "representative": 8739, + "members": [ + 8739 + ], + "max_error": 0.0 + }, + { + "representative": 8766, + "members": [ + 8766 + ], + "max_error": 0.0 + }, + { + "representative": 8741, + "members": [ + 8741 + ], + "max_error": 0.0 + }, + { + "representative": 8743, + "members": [ + 8743 + ], + "max_error": 0.0 + }, + { + "representative": 8840, + "members": [ + 8840 + ], + "max_error": 0.0 + }, + { + "representative": 8941, + "members": [ + 8941 + ], + "max_error": 0.0 + }, + { + "representative": 8742, + "members": [ + 8742 + ], + "max_error": 0.0 + }, + { + "representative": 8947, + "members": [ + 8947 + ], + "max_error": 0.0 + }, + { + "representative": 8765, + "members": [ + 8765 + ], + "max_error": 0.0 + }, + { + "representative": 8833, + "members": [ + 8833 + ], + "max_error": 0.0 + }, + { + "representative": 8779, + "members": [ + 8779 + ], + "max_error": 0.0 + }, + { + "representative": 8846, + "members": [ + 8846 + ], + "max_error": 0.0 + }, + { + "representative": 8711, + "members": [ + 8711 + ], + "max_error": 0.0 + }, + { + "representative": 8914, + "members": [ + 8914 + ], + "max_error": 0.0 + }, + { + "representative": 8704, + "members": [ + 8704 + ], + "max_error": 0.0 + }, + { + "representative": 8783, + "members": [ + 8783 + ], + "max_error": 0.0 + }, + { + "representative": 8745, + "members": [ + 8745 + ], + "max_error": 0.0 + }, + { + "representative": 8782, + "members": [ + 8782 + ], + "max_error": 0.0 + }, + { + "representative": 8953, + "members": [ + 8953 + ], + "max_error": 0.0 + }, + { + "representative": 8796, + "members": [ + 8796 + ], + "max_error": 0.0 + }, + { + "representative": 8794, + "members": [ + 8794 + ], + "max_error": 0.0 + }, + { + "representative": 8776, + "members": [ + 8776 + ], + "max_error": 0.0 + }, + { + "representative": 8790, + "members": [ + 8790 + ], + "max_error": 0.0 + }, + { + "representative": 8760, + "members": [ + 8760 + ], + "max_error": 0.0 + }, + { + "representative": 8891, + "members": [ + 8891 + ], + "max_error": 0.0 + }, + { + "representative": 8781, + "members": [ + 8781 + ], + "max_error": 0.0 + }, + { + "representative": 8820, + "members": [ + 8820 + ], + "max_error": 0.0 + }, + { + "representative": 8866, + "members": [ + 8866 + ], + "max_error": 0.0 + }, + { + "representative": 8836, + "members": [ + 8836 + ], + "max_error": 0.0 + }, + { + "representative": 8958, + "members": [ + 8958 + ], + "max_error": 0.0 + }, + { + "representative": 8831, + "members": [ + 8831 + ], + "max_error": 0.0 + }, + { + "representative": 8716, + "members": [ + 8716 + ], + "max_error": 0.0 + }, + { + "representative": 8712, + "members": [ + 8712 + ], + "max_error": 0.0 + }, + { + "representative": 8749, + "members": [ + 8749 + ], + "max_error": 0.0 + }, + { + "representative": 8717, + "members": [ + 8717 + ], + "max_error": 0.0 + }, + { + "representative": 8718, + "members": [ + 8718 + ], + "max_error": 0.0 + }, + { + "representative": 8787, + "members": [ + 8787 + ], + "max_error": 0.0 + }, + { + "representative": 8709, + "members": [ + 8709 + ], + "max_error": 0.0 + }, + { + "representative": 8812, + "members": [ + 8812 + ], + "max_error": 0.0 + }, + { + "representative": 8786, + "members": [ + 8786 + ], + "max_error": 0.0 + }, + { + "representative": 8944, + "members": [ + 8944 + ], + "max_error": 0.0 + }, + { + "representative": 8906, + "members": [ + 8906 + ], + "max_error": 0.0 + }, + { + "representative": 8767, + "members": [ + 8767 + ], + "max_error": 0.0 + }, + { + "representative": 8789, + "members": [ + 8789 + ], + "max_error": 0.0 + }, + { + "representative": 8826, + "members": [ + 8826 + ], + "max_error": 0.0 + }, + { + "representative": 8900, + "members": [ + 8900 + ], + "max_error": 0.0 + }, + { + "representative": 8851, + "members": [ + 8851 + ], + "max_error": 0.0 + }, + { + "representative": 8959, + "members": [ + 8959 + ], + "max_error": 0.0 + }, + { + "representative": 8850, + "members": [ + 8850 + ], + "max_error": 0.0 + }, + { + "representative": 8887, + "members": [ + 8887 + ], + "max_error": 0.0 + }, + { + "representative": 8771, + "members": [ + 8771 + ], + "max_error": 0.0 + }, + { + "representative": 8784, + "members": [ + 8784 + ], + "max_error": 0.0 + }, + { + "representative": 8751, + "members": [ + 8751 + ], + "max_error": 0.0 + }, + { + "representative": 8844, + "members": [ + 8844 + ], + "max_error": 0.0 + }, + { + "representative": 8893, + "members": [ + 8893 + ], + "max_error": 0.0 + }, + { + "representative": 8732, + "members": [ + 8732 + ], + "max_error": 0.0 + }, + { + "representative": 8847, + "members": [ + 8847 + ], + "max_error": 0.0 + }, + { + "representative": 8869, + "members": [ + 8869 + ], + "max_error": 0.0 + }, + { + "representative": 8933, + "members": [ + 8933 + ], + "max_error": 0.0 + }, + { + "representative": 8809, + "members": [ + 8809 + ], + "max_error": 0.0 + }, + { + "representative": 8942, + "members": [ + 8942 + ], + "max_error": 0.0 + }, + { + "representative": 8842, + "members": [ + 8842 + ], + "max_error": 0.0 + }, + { + "representative": 8905, + "members": [ + 8905 + ], + "max_error": 0.0 + }, + { + "representative": 8868, + "members": [ + 8868 + ], + "max_error": 0.0 + }, + { + "representative": 8713, + "members": [ + 8713 + ], + "max_error": 0.0 + }, + { + "representative": 8927, + "members": [ + 8927 + ], + "max_error": 0.0 + }, + { + "representative": 8949, + "members": [ + 8949 + ], + "max_error": 0.0 + }, + { + "representative": 8730, + "members": [ + 8730 + ], + "max_error": 0.0 + }, + { + "representative": 8811, + "members": [ + 8811 + ], + "max_error": 0.0 + }, + { + "representative": 8883, + "members": [ + 8883 + ], + "max_error": 0.0 + }, + { + "representative": 8775, + "members": [ + 8775 + ], + "max_error": 0.0 + }, + { + "representative": 8816, + "members": [ + 8816 + ], + "max_error": 0.0 + }, + { + "representative": 8830, + "members": [ + 8830 + ], + "max_error": 0.0 + }, + { + "representative": 8932, + "members": [ + 8932 + ], + "max_error": 0.0 + }, + { + "representative": 8956, + "members": [ + 8956 + ], + "max_error": 0.0 + }, + { + "representative": 8946, + "members": [ + 8946 + ], + "max_error": 0.0 + }, + { + "representative": 8901, + "members": [ + 8901 + ], + "max_error": 0.0 + }, + { + "representative": 8746, + "members": [ + 8746 + ], + "max_error": 0.0 + }, + { + "representative": 8762, + "members": [ + 8762 + ], + "max_error": 0.0 + }, + { + "representative": 8785, + "members": [ + 8785 + ], + "max_error": 0.0 + }, + { + "representative": 8823, + "members": [ + 8823 + ], + "max_error": 0.0 + }, + { + "representative": 8737, + "members": [ + 8737 + ], + "max_error": 0.0 + }, + { + "representative": 8734, + "members": [ + 8734 + ], + "max_error": 0.0 + }, + { + "representative": 8921, + "members": [ + 8921 + ], + "max_error": 0.0 + }, + { + "representative": 8855, + "members": [ + 8855 + ], + "max_error": 0.0 + }, + { + "representative": 8872, + "members": [ + 8872 + ], + "max_error": 0.0 + }, + { + "representative": 8817, + "members": [ + 8817 + ], + "max_error": 0.0 + }, + { + "representative": 8939, + "members": [ + 8939 + ], + "max_error": 0.0 + }, + { + "representative": 8945, + "members": [ + 8945 + ], + "max_error": 0.0 + }, + { + "representative": 8720, + "members": [ + 8720 + ], + "max_error": 0.0 + }, + { + "representative": 8822, + "members": [ + 8822 + ], + "max_error": 0.0 + }, + { + "representative": 8917, + "members": [ + 8917 + ], + "max_error": 0.0 + }, + { + "representative": 8881, + "members": [ + 8881 + ], + "max_error": 0.0 + }, + { + "representative": 8857, + "members": [ + 8857 + ], + "max_error": 0.0 + }, + { + "representative": 8768, + "members": [ + 8768 + ], + "max_error": 0.0 + }, + { + "representative": 8924, + "members": [ + 8924 + ], + "max_error": 0.0 + }, + { + "representative": 8722, + "members": [ + 8722 + ], + "max_error": 0.0 + }, + { + "representative": 8756, + "members": [ + 8756 + ], + "max_error": 0.0 + }, + { + "representative": 8706, + "members": [ + 8706 + ], + "max_error": 0.0 + }, + { + "representative": 8777, + "members": [ + 8777 + ], + "max_error": 0.0 + }, + { + "representative": 8778, + "members": [ + 8778 + ], + "max_error": 0.0 + }, + { + "representative": 8780, + "members": [ + 8780 + ], + "max_error": 0.0 + }, + { + "representative": 8770, + "members": [ + 8770 + ], + "max_error": 0.0 + }, + { + "representative": 8788, + "members": [ + 8788 + ], + "max_error": 0.0 + }, + { + "representative": 8791, + "members": [ + 8791 + ], + "max_error": 0.0 + }, + { + "representative": 8792, + "members": [ + 8792 + ], + "max_error": 0.0 + }, + { + "representative": 8793, + "members": [ + 8793 + ], + "max_error": 0.0 + }, + { + "representative": 8795, + "members": [ + 8795 + ], + "max_error": 0.0 + }, + { + "representative": 8797, + "members": [ + 8797 + ], + "max_error": 0.0 + }, + { + "representative": 8798, + "members": [ + 8798 + ], + "max_error": 0.0 + }, + { + "representative": 8773, + "members": [ + 8773 + ], + "max_error": 0.0 + }, + { + "representative": 8774, + "members": [ + 8774 + ], + "max_error": 0.0 + }, + { + "representative": 8800, + "members": [ + 8800 + ], + "max_error": 0.0 + }, + { + "representative": 8808, + "members": [ + 8808 + ], + "max_error": 0.0 + }, + { + "representative": 8801, + "members": [ + 8801 + ], + "max_error": 0.0 + }, + { + "representative": 8810, + "members": [ + 8810 + ], + "max_error": 0.0 + }, + { + "representative": 8813, + "members": [ + 8813 + ], + "max_error": 0.0 + }, + { + "representative": 8814, + "members": [ + 8814 + ], + "max_error": 0.0 + }, + { + "representative": 8815, + "members": [ + 8815 + ], + "max_error": 0.0 + }, + { + "representative": 8802, + "members": [ + 8802 + ], + "max_error": 0.0 + }, + { + "representative": 8824, + "members": [ + 8824 + ], + "max_error": 0.0 + }, + { + "representative": 8825, + "members": [ + 8825 + ], + "max_error": 0.0 + }, + { + "representative": 8828, + "members": [ + 8828 + ], + "max_error": 0.0 + }, + { + "representative": 8829, + "members": [ + 8829 + ], + "max_error": 0.0 + }, + { + "representative": 8803, + "members": [ + 8803 + ], + "max_error": 0.0 + }, + { + "representative": 8805, + "members": [ + 8805 + ], + "max_error": 0.0 + }, + { + "representative": 8807, + "members": [ + 8807 + ], + "max_error": 0.0 + }, + { + "representative": 8832, + "members": [ + 8832 + ], + "max_error": 0.0 + }, + { + "representative": 8841, + "members": [ + 8841 + ], + "max_error": 0.0 + }, + { + "representative": 8843, + "members": [ + 8843 + ], + "max_error": 0.0 + }, + { + "representative": 8848, + "members": [ + 8848 + ], + "max_error": 0.0 + }, + { + "representative": 8849, + "members": [ + 8849 + ], + "max_error": 0.0 + }, + { + "representative": 8834, + "members": [ + 8834 + ], + "max_error": 0.0 + }, + { + "representative": 8853, + "members": [ + 8853 + ], + "max_error": 0.0 + }, + { + "representative": 8854, + "members": [ + 8854 + ], + "max_error": 0.0 + }, + { + "representative": 8858, + "members": [ + 8858 + ], + "max_error": 0.0 + }, + { + "representative": 8859, + "members": [ + 8859 + ], + "max_error": 0.0 + }, + { + "representative": 8860, + "members": [ + 8860 + ], + "max_error": 0.0 + }, + { + "representative": 8861, + "members": [ + 8861 + ], + "max_error": 0.0 + }, + { + "representative": 8835, + "members": [ + 8835 + ], + "max_error": 0.0 + }, + { + "representative": 8862, + "members": [ + 8862 + ], + "max_error": 0.0 + }, + { + "representative": 8863, + "members": [ + 8863 + ], + "max_error": 0.0 + }, + { + "representative": 8837, + "members": [ + 8837 + ], + "max_error": 0.0 + }, + { + "representative": 8838, + "members": [ + 8838 + ], + "max_error": 0.0 + }, + { + "representative": 8864, + "members": [ + 8864 + ], + "max_error": 0.0 + }, + { + "representative": 8873, + "members": [ + 8873 + ], + "max_error": 0.0 + }, + { + "representative": 8876, + "members": [ + 8876 + ], + "max_error": 0.0 + }, + { + "representative": 8877, + "members": [ + 8877 + ], + "max_error": 0.0 + }, + { + "representative": 8878, + "members": [ + 8878 + ], + "max_error": 0.0 + }, + { + "representative": 8879, + "members": [ + 8879 + ], + "max_error": 0.0 + }, + { + "representative": 8882, + "members": [ + 8882 + ], + "max_error": 0.0 + }, + { + "representative": 8884, + "members": [ + 8884 + ], + "max_error": 0.0 + }, + { + "representative": 8885, + "members": [ + 8885 + ], + "max_error": 0.0 + }, + { + "representative": 8888, + "members": [ + 8888 + ], + "max_error": 0.0 + }, + { + "representative": 8889, + "members": [ + 8889 + ], + "max_error": 0.0 + }, + { + "representative": 8890, + "members": [ + 8890 + ], + "max_error": 0.0 + }, + { + "representative": 8892, + "members": [ + 8892 + ], + "max_error": 0.0 + }, + { + "representative": 8867, + "members": [ + 8867 + ], + "max_error": 0.0 + }, + { + "representative": 8894, + "members": [ + 8894 + ], + "max_error": 0.0 + }, + { + "representative": 8870, + "members": [ + 8870 + ], + "max_error": 0.0 + }, + { + "representative": 8871, + "members": [ + 8871 + ], + "max_error": 0.0 + }, + { + "representative": 8896, + "members": [ + 8896 + ], + "max_error": 0.0 + }, + { + "representative": 8897, + "members": [ + 8897 + ], + "max_error": 0.0 + }, + { + "representative": 8907, + "members": [ + 8907 + ], + "max_error": 0.0 + }, + { + "representative": 8908, + "members": [ + 8908 + ], + "max_error": 0.0 + }, + { + "representative": 8909, + "members": [ + 8909 + ], + "max_error": 0.0 + }, + { + "representative": 8910, + "members": [ + 8910 + ], + "max_error": 0.0 + }, + { + "representative": 8911, + "members": [ + 8911 + ], + "max_error": 0.0 + }, + { + "representative": 8912, + "members": [ + 8912 + ], + "max_error": 0.0 + }, + { + "representative": 8915, + "members": [ + 8915 + ], + "max_error": 0.0 + }, + { + "representative": 8898, + "members": [ + 8898 + ], + "max_error": 0.0 + }, + { + "representative": 8918, + "members": [ + 8918 + ], + "max_error": 0.0 + }, + { + "representative": 8920, + "members": [ + 8920 + ], + "max_error": 0.0 + }, + { + "representative": 8922, + "members": [ + 8922 + ], + "max_error": 0.0 + }, + { + "representative": 8923, + "members": [ + 8923 + ], + "max_error": 0.0 + }, + { + "representative": 8925, + "members": [ + 8925 + ], + "max_error": 0.0 + }, + { + "representative": 8899, + "members": [ + 8899 + ], + "max_error": 0.0 + }, + { + "representative": 8926, + "members": [ + 8926 + ], + "max_error": 0.0 + }, + { + "representative": 8902, + "members": [ + 8902 + ], + "max_error": 0.0 + }, + { + "representative": 8903, + "members": [ + 8903 + ], + "max_error": 0.0 + }, + { + "representative": 8928, + "members": [ + 8928 + ], + "max_error": 0.0 + }, + { + "representative": 8936, + "members": [ + 8936 + ], + "max_error": 0.0 + }, + { + "representative": 8937, + "members": [ + 8937 + ], + "max_error": 0.0 + }, + { + "representative": 8929, + "members": [ + 8929 + ], + "max_error": 0.0 + }, + { + "representative": 8938, + "members": [ + 8938 + ], + "max_error": 0.0 + }, + { + "representative": 8943, + "members": [ + 8943 + ], + "max_error": 0.0 + }, + { + "representative": 8930, + "members": [ + 8930 + ], + "max_error": 0.0 + }, + { + "representative": 8948, + "members": [ + 8948 + ], + "max_error": 0.0 + }, + { + "representative": 8950, + "members": [ + 8950 + ], + "max_error": 0.0 + }, + { + "representative": 8951, + "members": [ + 8951 + ], + "max_error": 0.0 + }, + { + "representative": 8952, + "members": [ + 8952 + ], + "max_error": 0.0 + }, + { + "representative": 8954, + "members": [ + 8954 + ], + "max_error": 0.0 + }, + { + "representative": 8955, + "members": [ + 8955 + ], + "max_error": 0.0 + }, + { + "representative": 8957, + "members": [ + 8957 + ], + "max_error": 0.0 + }, + { + "representative": 8931, + "members": [ + 8931 + ], + "max_error": 0.0 + }, + { + "representative": 8934, + "members": [ + 8934 + ], + "max_error": 0.0 + }, + { + "representative": 8935, + "members": [ + 8935 + ], + "max_error": 0.0 + }, + { + "representative": 9216, + "members": [ + 9216 + ], + "max_error": 0.0 + }, + { + "representative": 9217, + "members": [ + 9217 + ], + "max_error": 0.0 + }, + { + "representative": 9218, + "members": [ + 9218 + ], + "max_error": 0.0 + }, + { + "representative": 9219, + "members": [ + 9219 + ], + "max_error": 0.0 + }, + { + "representative": 9220, + "members": [ + 9220 + ], + "max_error": 0.0 + }, + { + "representative": 9221, + "members": [ + 9221 + ], + "max_error": 0.0 + }, + { + "representative": 9222, + "members": [ + 9222 + ], + "max_error": 0.0 + }, + { + "representative": 9223, + "members": [ + 9223 + ], + "max_error": 0.0 + }, + { + "representative": 9280, + "members": [ + 9280 + ], + "max_error": 0.0 + }, + { + "representative": 9281, + "members": [ + 9281 + ], + "max_error": 0.0 + }, + { + "representative": 9282, + "members": [ + 9282 + ], + "max_error": 0.0 + }, + { + "representative": 9283, + "members": [ + 9283 + ], + "max_error": 0.0 + }, + { + "representative": 9284, + "members": [ + 9284 + ], + "max_error": 0.0 + }, + { + "representative": 9285, + "members": [ + 9285 + ], + "max_error": 0.0 + }, + { + "representative": 9286, + "members": [ + 9286 + ], + "max_error": 0.0 + }, + { + "representative": 9287, + "members": [ + 9287 + ], + "max_error": 0.0 + }, + { + "representative": 9288, + "members": [ + 9288 + ], + "max_error": 0.0 + }, + { + "representative": 9289, + "members": [ + 9289 + ], + "max_error": 0.0 + }, + { + "representative": 9290, + "members": [ + 9290 + ], + "max_error": 0.0 + }, + { + "representative": 9291, + "members": [ + 9291 + ], + "max_error": 0.0 + }, + { + "representative": 9292, + "members": [ + 9292 + ], + "max_error": 0.0 + }, + { + "representative": 9293, + "members": [ + 9293 + ], + "max_error": 0.0 + }, + { + "representative": 9294, + "members": [ + 9294 + ], + "max_error": 0.0 + }, + { + "representative": 9295, + "members": [ + 9295 + ], + "max_error": 0.0 + }, + { + "representative": 9224, + "members": [ + 9224 + ], + "max_error": 0.0 + }, + { + "representative": 9225, + "members": [ + 9225 + ], + "max_error": 0.0 + }, + { + "representative": 9226, + "members": [ + 9226 + ], + "max_error": 0.0 + }, + { + "representative": 9227, + "members": [ + 9227 + ], + "max_error": 0.0 + }, + { + "representative": 9228, + "members": [ + 9228 + ], + "max_error": 0.0 + }, + { + "representative": 9229, + "members": [ + 9229 + ], + "max_error": 0.0 + }, + { + "representative": 9230, + "members": [ + 9230 + ], + "max_error": 0.0 + }, + { + "representative": 9231, + "members": [ + 9231 + ], + "max_error": 0.0 + }, + { + "representative": 9296, + "members": [ + 9296 + ], + "max_error": 0.0 + }, + { + "representative": 9297, + "members": [ + 9297 + ], + "max_error": 0.0 + }, + { + "representative": 9298, + "members": [ + 9298 + ], + "max_error": 0.0 + }, + { + "representative": 9299, + "members": [ + 9299 + ], + "max_error": 0.0 + }, + { + "representative": 9300, + "members": [ + 9300 + ], + "max_error": 0.0 + }, + { + "representative": 9301, + "members": [ + 9301 + ], + "max_error": 0.0 + }, + { + "representative": 9302, + "members": [ + 9302 + ], + "max_error": 0.0 + }, + { + "representative": 9303, + "members": [ + 9303 + ], + "max_error": 0.0 + }, + { + "representative": 9304, + "members": [ + 9304 + ], + "max_error": 0.0 + }, + { + "representative": 9305, + "members": [ + 9305 + ], + "max_error": 0.0 + }, + { + "representative": 9306, + "members": [ + 9306 + ], + "max_error": 0.0 + }, + { + "representative": 9307, + "members": [ + 9307 + ], + "max_error": 0.0 + }, + { + "representative": 9308, + "members": [ + 9308 + ], + "max_error": 0.0 + }, + { + "representative": 9309, + "members": [ + 9309 + ], + "max_error": 0.0 + }, + { + "representative": 9310, + "members": [ + 9310 + ], + "max_error": 0.0 + }, + { + "representative": 9311, + "members": [ + 9311 + ], + "max_error": 0.0 + }, + { + "representative": 9312, + "members": [ + 9312 + ], + "max_error": 0.0 + }, + { + "representative": 9313, + "members": [ + 9313 + ], + "max_error": 0.0 + }, + { + "representative": 9314, + "members": [ + 9314 + ], + "max_error": 0.0 + }, + { + "representative": 9315, + "members": [ + 9315 + ], + "max_error": 0.0 + }, + { + "representative": 9316, + "members": [ + 9316 + ], + "max_error": 0.0 + }, + { + "representative": 9317, + "members": [ + 9317 + ], + "max_error": 0.0 + }, + { + "representative": 9318, + "members": [ + 9318 + ], + "max_error": 0.0 + }, + { + "representative": 9319, + "members": [ + 9319 + ], + "max_error": 0.0 + }, + { + "representative": 9320, + "members": [ + 9320 + ], + "max_error": 0.0 + }, + { + "representative": 9321, + "members": [ + 9321 + ], + "max_error": 0.0 + }, + { + "representative": 9322, + "members": [ + 9322 + ], + "max_error": 0.0 + }, + { + "representative": 9323, + "members": [ + 9323 + ], + "max_error": 0.0 + }, + { + "representative": 9324, + "members": [ + 9324 + ], + "max_error": 0.0 + }, + { + "representative": 9325, + "members": [ + 9325 + ], + "max_error": 0.0 + }, + { + "representative": 9326, + "members": [ + 9326 + ], + "max_error": 0.0 + }, + { + "representative": 9327, + "members": [ + 9327 + ], + "max_error": 0.0 + }, + { + "representative": 9328, + "members": [ + 9328 + ], + "max_error": 0.0 + }, + { + "representative": 9329, + "members": [ + 9329 + ], + "max_error": 0.0 + }, + { + "representative": 9330, + "members": [ + 9330 + ], + "max_error": 0.0 + }, + { + "representative": 9331, + "members": [ + 9331 + ], + "max_error": 0.0 + }, + { + "representative": 9332, + "members": [ + 9332 + ], + "max_error": 0.0 + }, + { + "representative": 9333, + "members": [ + 9333 + ], + "max_error": 0.0 + }, + { + "representative": 9334, + "members": [ + 9334 + ], + "max_error": 0.0 + }, + { + "representative": 9335, + "members": [ + 9335 + ], + "max_error": 0.0 + }, + { + "representative": 9336, + "members": [ + 9336 + ], + "max_error": 0.0 + }, + { + "representative": 9337, + "members": [ + 9337 + ], + "max_error": 0.0 + }, + { + "representative": 9338, + "members": [ + 9338 + ], + "max_error": 0.0 + }, + { + "representative": 9339, + "members": [ + 9339 + ], + "max_error": 0.0 + }, + { + "representative": 9340, + "members": [ + 9340 + ], + "max_error": 0.0 + }, + { + "representative": 9341, + "members": [ + 9341 + ], + "max_error": 0.0 + }, + { + "representative": 9342, + "members": [ + 9342 + ], + "max_error": 0.0 + }, + { + "representative": 9343, + "members": [ + 9343 + ], + "max_error": 0.0 + }, + { + "representative": 9344, + "members": [ + 9344 + ], + "max_error": 0.0 + }, + { + "representative": 9345, + "members": [ + 9345 + ], + "max_error": 0.0 + }, + { + "representative": 9346, + "members": [ + 9346 + ], + "max_error": 0.0 + }, + { + "representative": 9347, + "members": [ + 9347 + ], + "max_error": 0.0 + }, + { + "representative": 9348, + "members": [ + 9348 + ], + "max_error": 0.0 + }, + { + "representative": 9349, + "members": [ + 9349 + ], + "max_error": 0.0 + }, + { + "representative": 9350, + "members": [ + 9350 + ], + "max_error": 0.0 + }, + { + "representative": 9351, + "members": [ + 9351 + ], + "max_error": 0.0 + }, + { + "representative": 9352, + "members": [ + 9352 + ], + "max_error": 0.0 + }, + { + "representative": 9353, + "members": [ + 9353 + ], + "max_error": 0.0 + }, + { + "representative": 9354, + "members": [ + 9354 + ], + "max_error": 0.0 + }, + { + "representative": 9355, + "members": [ + 9355 + ], + "max_error": 0.0 + }, + { + "representative": 9356, + "members": [ + 9356 + ], + "max_error": 0.0 + }, + { + "representative": 9357, + "members": [ + 9357 + ], + "max_error": 0.0 + }, + { + "representative": 9358, + "members": [ + 9358 + ], + "max_error": 0.0 + }, + { + "representative": 9359, + "members": [ + 9359 + ], + "max_error": 0.0 + }, + { + "representative": 9232, + "members": [ + 9232 + ], + "max_error": 0.0 + }, + { + "representative": 9233, + "members": [ + 9233 + ], + "max_error": 0.0 + }, + { + "representative": 9234, + "members": [ + 9234 + ], + "max_error": 0.0 + }, + { + "representative": 9235, + "members": [ + 9235 + ], + "max_error": 0.0 + }, + { + "representative": 9236, + "members": [ + 9236 + ], + "max_error": 0.0 + }, + { + "representative": 9237, + "members": [ + 9237 + ], + "max_error": 0.0 + }, + { + "representative": 9238, + "members": [ + 9238 + ], + "max_error": 0.0 + }, + { + "representative": 9239, + "members": [ + 9239 + ], + "max_error": 0.0 + }, + { + "representative": 9240, + "members": [ + 9240 + ], + "max_error": 0.0 + }, + { + "representative": 9241, + "members": [ + 9241 + ], + "max_error": 0.0 + }, + { + "representative": 9242, + "members": [ + 9242 + ], + "max_error": 0.0 + }, + { + "representative": 9243, + "members": [ + 9243 + ], + "max_error": 0.0 + }, + { + "representative": 9244, + "members": [ + 9244 + ], + "max_error": 0.0 + }, + { + "representative": 9245, + "members": [ + 9245 + ], + "max_error": 0.0 + }, + { + "representative": 9246, + "members": [ + 9246 + ], + "max_error": 0.0 + }, + { + "representative": 9247, + "members": [ + 9247 + ], + "max_error": 0.0 + }, + { + "representative": 9248, + "members": [ + 9248 + ], + "max_error": 0.0 + }, + { + "representative": 9249, + "members": [ + 9249 + ], + "max_error": 0.0 + }, + { + "representative": 9250, + "members": [ + 9250 + ], + "max_error": 0.0 + }, + { + "representative": 9251, + "members": [ + 9251 + ], + "max_error": 0.0 + }, + { + "representative": 9252, + "members": [ + 9252 + ], + "max_error": 0.0 + }, + { + "representative": 9253, + "members": [ + 9253 + ], + "max_error": 0.0 + }, + { + "representative": 9254, + "members": [ + 9254 + ], + "max_error": 0.0 + }, + { + "representative": 9255, + "members": [ + 9255 + ], + "max_error": 0.0 + }, + { + "representative": 9256, + "members": [ + 9256 + ], + "max_error": 0.0 + }, + { + "representative": 9257, + "members": [ + 9257 + ], + "max_error": 0.0 + }, + { + "representative": 9258, + "members": [ + 9258 + ], + "max_error": 0.0 + }, + { + "representative": 9259, + "members": [ + 9259 + ], + "max_error": 0.0 + }, + { + "representative": 9260, + "members": [ + 9260 + ], + "max_error": 0.0 + }, + { + "representative": 9261, + "members": [ + 9261 + ], + "max_error": 0.0 + }, + { + "representative": 9262, + "members": [ + 9262 + ], + "max_error": 0.0 + }, + { + "representative": 9263, + "members": [ + 9263 + ], + "max_error": 0.0 + }, + { + "representative": 9264, + "members": [ + 9264 + ], + "max_error": 0.0 + }, + { + "representative": 9265, + "members": [ + 9265 + ], + "max_error": 0.0 + }, + { + "representative": 9266, + "members": [ + 9266 + ], + "max_error": 0.0 + }, + { + "representative": 9267, + "members": [ + 9267 + ], + "max_error": 0.0 + }, + { + "representative": 9268, + "members": [ + 9268 + ], + "max_error": 0.0 + }, + { + "representative": 9269, + "members": [ + 9269 + ], + "max_error": 0.0 + }, + { + "representative": 9270, + "members": [ + 9270 + ], + "max_error": 0.0 + }, + { + "representative": 9271, + "members": [ + 9271 + ], + "max_error": 0.0 + }, + { + "representative": 9272, + "members": [ + 9272 + ], + "max_error": 0.0 + }, + { + "representative": 9273, + "members": [ + 9273 + ], + "max_error": 0.0 + }, + { + "representative": 9274, + "members": [ + 9274 + ], + "max_error": 0.0 + }, + { + "representative": 9275, + "members": [ + 9275 + ], + "max_error": 0.0 + }, + { + "representative": 9276, + "members": [ + 9276 + ], + "max_error": 0.0 + }, + { + "representative": 9277, + "members": [ + 9277 + ], + "max_error": 0.0 + }, + { + "representative": 9278, + "members": [ + 9278 + ], + "max_error": 0.0 + }, + { + "representative": 9279, + "members": [ + 9279 + ], + "max_error": 0.0 + }, + { + "representative": 9616, + "members": [ + 9616 + ], + "max_error": 0.0 + }, + { + "representative": 9617, + "members": [ + 9617 + ], + "max_error": 0.0 + }, + { + "representative": 9627, + "members": [ + 9627 + ], + "max_error": 0.0 + }, + { + "representative": 9629, + "members": [ + 9629 + ], + "max_error": 0.0 + }, + { + "representative": 9633, + "members": [ + 9633 + ], + "max_error": 0.0 + }, + { + "representative": 9634, + "members": [ + 9634 + ], + "max_error": 0.0 + }, + { + "representative": 9638, + "members": [ + 9638 + ], + "max_error": 0.0 + }, + { + "representative": 9640, + "members": [ + 9640 + ], + "max_error": 0.0 + }, + { + "representative": 9643, + "members": [ + 9643 + ], + "max_error": 0.0 + }, + { + "representative": 9619, + "members": [ + 9619 + ], + "max_error": 0.0 + }, + { + "representative": 9646, + "members": [ + 9646 + ], + "max_error": 0.0 + }, + { + "representative": 9620, + "members": [ + 9620 + ], + "max_error": 0.0 + }, + { + "representative": 9622, + "members": [ + 9622 + ], + "max_error": 0.0 + }, + { + "representative": 9713, + "members": [ + 9713 + ], + "max_error": 0.0 + }, + { + "representative": 9765, + "members": [ + 9765 + ], + "max_error": 0.0 + }, + { + "representative": 9811, + "members": [ + 9811 + ], + "max_error": 0.0 + }, + { + "representative": 9678, + "members": [ + 9678 + ], + "max_error": 0.0 + }, + { + "representative": 9739, + "members": [ + 9739 + ], + "max_error": 0.0 + }, + { + "representative": 9722, + "members": [ + 9722 + ], + "max_error": 0.0 + }, + { + "representative": 9853, + "members": [ + 9853 + ], + "max_error": 0.0 + }, + { + "representative": 9636, + "members": [ + 9636 + ], + "max_error": 0.0 + }, + { + "representative": 9639, + "members": [ + 9639 + ], + "max_error": 0.0 + }, + { + "representative": 9631, + "members": [ + 9631 + ], + "max_error": 0.0 + }, + { + "representative": 9621, + "members": [ + 9621 + ], + "max_error": 0.0 + }, + { + "representative": 9830, + "members": [ + 9830 + ], + "max_error": 0.0 + }, + { + "representative": 9771, + "members": [ + 9771 + ], + "max_error": 0.0 + }, + { + "representative": 9744, + "members": [ + 9744 + ], + "max_error": 0.0 + }, + { + "representative": 9864, + "members": [ + 9864 + ], + "max_error": 0.0 + }, + { + "representative": 9815, + "members": [ + 9815 + ], + "max_error": 0.0 + }, + { + "representative": 9753, + "members": [ + 9753 + ], + "max_error": 0.0 + }, + { + "representative": 9626, + "members": [ + 9626 + ], + "max_error": 0.0 + }, + { + "representative": 9829, + "members": [ + 9829 + ], + "max_error": 0.0 + }, + { + "representative": 9789, + "members": [ + 9789 + ], + "max_error": 0.0 + }, + { + "representative": 9781, + "members": [ + 9781 + ], + "max_error": 0.0 + }, + { + "representative": 9801, + "members": [ + 9801 + ], + "max_error": 0.0 + }, + { + "representative": 9679, + "members": [ + 9679 + ], + "max_error": 0.0 + }, + { + "representative": 9859, + "members": [ + 9859 + ], + "max_error": 0.0 + }, + { + "representative": 9822, + "members": [ + 9822 + ], + "max_error": 0.0 + }, + { + "representative": 9807, + "members": [ + 9807 + ], + "max_error": 0.0 + }, + { + "representative": 9708, + "members": [ + 9708 + ], + "max_error": 0.0 + }, + { + "representative": 9863, + "members": [ + 9863 + ], + "max_error": 0.0 + }, + { + "representative": 9657, + "members": [ + 9657 + ], + "max_error": 0.0 + }, + { + "representative": 9763, + "members": [ + 9763 + ], + "max_error": 0.0 + }, + { + "representative": 9712, + "members": [ + 9712 + ], + "max_error": 0.0 + }, + { + "representative": 9649, + "members": [ + 9649 + ], + "max_error": 0.0 + }, + { + "representative": 9660, + "members": [ + 9660 + ], + "max_error": 0.0 + }, + { + "representative": 9662, + "members": [ + 9662 + ], + "max_error": 0.0 + }, + { + "representative": 9663, + "members": [ + 9663 + ], + "max_error": 0.0 + }, + { + "representative": 9664, + "members": [ + 9664 + ], + "max_error": 0.0 + }, + { + "representative": 9667, + "members": [ + 9667 + ], + "max_error": 0.0 + }, + { + "representative": 9650, + "members": [ + 9650 + ], + "max_error": 0.0 + }, + { + "representative": 9668, + "members": [ + 9668 + ], + "max_error": 0.0 + }, + { + "representative": 9669, + "members": [ + 9669 + ], + "max_error": 0.0 + }, + { + "representative": 9671, + "members": [ + 9671 + ], + "max_error": 0.0 + }, + { + "representative": 9672, + "members": [ + 9672 + ], + "max_error": 0.0 + }, + { + "representative": 9673, + "members": [ + 9673 + ], + "max_error": 0.0 + }, + { + "representative": 9674, + "members": [ + 9674 + ], + "max_error": 0.0 + }, + { + "representative": 9675, + "members": [ + 9675 + ], + "max_error": 0.0 + }, + { + "representative": 9653, + "members": [ + 9653 + ], + "max_error": 0.0 + }, + { + "representative": 9655, + "members": [ + 9655 + ], + "max_error": 0.0 + }, + { + "representative": 9746, + "members": [ + 9746 + ], + "max_error": 0.0 + }, + { + "representative": 9784, + "members": [ + 9784 + ], + "max_error": 0.0 + }, + { + "representative": 9856, + "members": [ + 9856 + ], + "max_error": 0.0 + }, + { + "representative": 9644, + "members": [ + 9644 + ], + "max_error": 0.0 + }, + { + "representative": 9842, + "members": [ + 9842 + ], + "max_error": 0.0 + }, + { + "representative": 9834, + "members": [ + 9834 + ], + "max_error": 0.0 + }, + { + "representative": 9792, + "members": [ + 9792 + ], + "max_error": 0.0 + }, + { + "representative": 9790, + "members": [ + 9790 + ], + "max_error": 0.0 + }, + { + "representative": 9747, + "members": [ + 9747 + ], + "max_error": 0.0 + }, + { + "representative": 9686, + "members": [ + 9686 + ], + "max_error": 0.0 + }, + { + "representative": 9623, + "members": [ + 9623 + ], + "max_error": 0.0 + }, + { + "representative": 9752, + "members": [ + 9752 + ], + "max_error": 0.0 + }, + { + "representative": 9647, + "members": [ + 9647 + ], + "max_error": 0.0 + }, + { + "representative": 9719, + "members": [ + 9719 + ], + "max_error": 0.0 + }, + { + "representative": 9818, + "members": [ + 9818 + ], + "max_error": 0.0 + }, + { + "representative": 9651, + "members": [ + 9651 + ], + "max_error": 0.0 + }, + { + "representative": 9637, + "members": [ + 9637 + ], + "max_error": 0.0 + }, + { + "representative": 9766, + "members": [ + 9766 + ], + "max_error": 0.0 + }, + { + "representative": 9800, + "members": [ + 9800 + ], + "max_error": 0.0 + }, + { + "representative": 9654, + "members": [ + 9654 + ], + "max_error": 0.0 + }, + { + "representative": 9774, + "members": [ + 9774 + ], + "max_error": 0.0 + }, + { + "representative": 9793, + "members": [ + 9793 + ], + "max_error": 0.0 + }, + { + "representative": 9648, + "members": [ + 9648 + ], + "max_error": 0.0 + }, + { + "representative": 9682, + "members": [ + 9682 + ], + "max_error": 0.0 + }, + { + "representative": 9803, + "members": [ + 9803 + ], + "max_error": 0.0 + }, + { + "representative": 9833, + "members": [ + 9833 + ], + "max_error": 0.0 + }, + { + "representative": 9743, + "members": [ + 9743 + ], + "max_error": 0.0 + }, + { + "representative": 9731, + "members": [ + 9731 + ], + "max_error": 0.0 + }, + { + "representative": 9823, + "members": [ + 9823 + ], + "max_error": 0.0 + }, + { + "representative": 9812, + "members": [ + 9812 + ], + "max_error": 0.0 + }, + { + "representative": 9770, + "members": [ + 9770 + ], + "max_error": 0.0 + }, + { + "representative": 9676, + "members": [ + 9676 + ], + "max_error": 0.0 + }, + { + "representative": 9791, + "members": [ + 9791 + ], + "max_error": 0.0 + }, + { + "representative": 9725, + "members": [ + 9725 + ], + "max_error": 0.0 + }, + { + "representative": 9677, + "members": [ + 9677 + ], + "max_error": 0.0 + }, + { + "representative": 9786, + "members": [ + 9786 + ], + "max_error": 0.0 + }, + { + "representative": 9635, + "members": [ + 9635 + ], + "max_error": 0.0 + }, + { + "representative": 9780, + "members": [ + 9780 + ], + "max_error": 0.0 + }, + { + "representative": 9624, + "members": [ + 9624 + ], + "max_error": 0.0 + }, + { + "representative": 9658, + "members": [ + 9658 + ], + "max_error": 0.0 + }, + { + "representative": 9628, + "members": [ + 9628 + ], + "max_error": 0.0 + }, + { + "representative": 9695, + "members": [ + 9695 + ], + "max_error": 0.0 + }, + { + "representative": 9659, + "members": [ + 9659 + ], + "max_error": 0.0 + }, + { + "representative": 9755, + "members": [ + 9755 + ], + "max_error": 0.0 + }, + { + "representative": 9796, + "members": [ + 9796 + ], + "max_error": 0.0 + }, + { + "representative": 9642, + "members": [ + 9642 + ], + "max_error": 0.0 + }, + { + "representative": 9775, + "members": [ + 9775 + ], + "max_error": 0.0 + }, + { + "representative": 9835, + "members": [ + 9835 + ], + "max_error": 0.0 + }, + { + "representative": 9694, + "members": [ + 9694 + ], + "max_error": 0.0 + }, + { + "representative": 9804, + "members": [ + 9804 + ], + "max_error": 0.0 + }, + { + "representative": 9692, + "members": [ + 9692 + ], + "max_error": 0.0 + }, + { + "representative": 9773, + "members": [ + 9773 + ], + "max_error": 0.0 + }, + { + "representative": 9645, + "members": [ + 9645 + ], + "max_error": 0.0 + }, + { + "representative": 9688, + "members": [ + 9688 + ], + "max_error": 0.0 + }, + { + "representative": 9797, + "members": [ + 9797 + ], + "max_error": 0.0 + }, + { + "representative": 9737, + "members": [ + 9737 + ], + "max_error": 0.0 + }, + { + "representative": 9707, + "members": [ + 9707 + ], + "max_error": 0.0 + }, + { + "representative": 9684, + "members": [ + 9684 + ], + "max_error": 0.0 + }, + { + "representative": 9840, + "members": [ + 9840 + ], + "max_error": 0.0 + }, + { + "representative": 9808, + "members": [ + 9808 + ], + "max_error": 0.0 + }, + { + "representative": 9805, + "members": [ + 9805 + ], + "max_error": 0.0 + }, + { + "representative": 9709, + "members": [ + 9709 + ], + "max_error": 0.0 + }, + { + "representative": 9828, + "members": [ + 9828 + ], + "max_error": 0.0 + }, + { + "representative": 9625, + "members": [ + 9625 + ], + "max_error": 0.0 + }, + { + "representative": 9858, + "members": [ + 9858 + ], + "max_error": 0.0 + }, + { + "representative": 9618, + "members": [ + 9618 + ], + "max_error": 0.0 + }, + { + "representative": 9854, + "members": [ + 9854 + ], + "max_error": 0.0 + }, + { + "representative": 9798, + "members": [ + 9798 + ], + "max_error": 0.0 + }, + { + "representative": 9665, + "members": [ + 9665 + ], + "max_error": 0.0 + }, + { + "representative": 9661, + "members": [ + 9661 + ], + "max_error": 0.0 + }, + { + "representative": 9810, + "members": [ + 9810 + ], + "max_error": 0.0 + }, + { + "representative": 9724, + "members": [ + 9724 + ], + "max_error": 0.0 + }, + { + "representative": 9652, + "members": [ + 9652 + ], + "max_error": 0.0 + }, + { + "representative": 9845, + "members": [ + 9845 + ], + "max_error": 0.0 + }, + { + "representative": 9630, + "members": [ + 9630 + ], + "max_error": 0.0 + }, + { + "representative": 9656, + "members": [ + 9656 + ], + "max_error": 0.0 + }, + { + "representative": 9704, + "members": [ + 9704 + ], + "max_error": 0.0 + }, + { + "representative": 9691, + "members": [ + 9691 + ], + "max_error": 0.0 + }, + { + "representative": 9827, + "members": [ + 9827 + ], + "max_error": 0.0 + }, + { + "representative": 9768, + "members": [ + 9768 + ], + "max_error": 0.0 + }, + { + "representative": 9666, + "members": [ + 9666 + ], + "max_error": 0.0 + }, + { + "representative": 9847, + "members": [ + 9847 + ], + "max_error": 0.0 + }, + { + "representative": 9685, + "members": [ + 9685 + ], + "max_error": 0.0 + }, + { + "representative": 9641, + "members": [ + 9641 + ], + "max_error": 0.0 + }, + { + "representative": 9690, + "members": [ + 9690 + ], + "max_error": 0.0 + }, + { + "representative": 9821, + "members": [ + 9821 + ], + "max_error": 0.0 + }, + { + "representative": 9726, + "members": [ + 9726 + ], + "max_error": 0.0 + }, + { + "representative": 9632, + "members": [ + 9632 + ], + "max_error": 0.0 + }, + { + "representative": 9806, + "members": [ + 9806 + ], + "max_error": 0.0 + }, + { + "representative": 9809, + "members": [ + 9809 + ], + "max_error": 0.0 + }, + { + "representative": 9703, + "members": [ + 9703 + ], + "max_error": 0.0 + }, + { + "representative": 9702, + "members": [ + 9702 + ], + "max_error": 0.0 + }, + { + "representative": 9718, + "members": [ + 9718 + ], + "max_error": 0.0 + }, + { + "representative": 9750, + "members": [ + 9750 + ], + "max_error": 0.0 + }, + { + "representative": 9855, + "members": [ + 9855 + ], + "max_error": 0.0 + }, + { + "representative": 9740, + "members": [ + 9740 + ], + "max_error": 0.0 + }, + { + "representative": 9670, + "members": [ + 9670 + ], + "max_error": 0.0 + }, + { + "representative": 9814, + "members": [ + 9814 + ], + "max_error": 0.0 + }, + { + "representative": 9680, + "members": [ + 9680 + ], + "max_error": 0.0 + }, + { + "representative": 9689, + "members": [ + 9689 + ], + "max_error": 0.0 + }, + { + "representative": 9681, + "members": [ + 9681 + ], + "max_error": 0.0 + }, + { + "representative": 9693, + "members": [ + 9693 + ], + "max_error": 0.0 + }, + { + "representative": 9696, + "members": [ + 9696 + ], + "max_error": 0.0 + }, + { + "representative": 9697, + "members": [ + 9697 + ], + "max_error": 0.0 + }, + { + "representative": 9698, + "members": [ + 9698 + ], + "max_error": 0.0 + }, + { + "representative": 9699, + "members": [ + 9699 + ], + "max_error": 0.0 + }, + { + "representative": 9700, + "members": [ + 9700 + ], + "max_error": 0.0 + }, + { + "representative": 9701, + "members": [ + 9701 + ], + "max_error": 0.0 + }, + { + "representative": 9705, + "members": [ + 9705 + ], + "max_error": 0.0 + }, + { + "representative": 9706, + "members": [ + 9706 + ], + "max_error": 0.0 + }, + { + "representative": 9683, + "members": [ + 9683 + ], + "max_error": 0.0 + }, + { + "representative": 9710, + "members": [ + 9710 + ], + "max_error": 0.0 + }, + { + "representative": 9711, + "members": [ + 9711 + ], + "max_error": 0.0 + }, + { + "representative": 9687, + "members": [ + 9687 + ], + "max_error": 0.0 + }, + { + "representative": 9720, + "members": [ + 9720 + ], + "max_error": 0.0 + }, + { + "representative": 9721, + "members": [ + 9721 + ], + "max_error": 0.0 + }, + { + "representative": 9723, + "members": [ + 9723 + ], + "max_error": 0.0 + }, + { + "representative": 9727, + "members": [ + 9727 + ], + "max_error": 0.0 + }, + { + "representative": 9728, + "members": [ + 9728 + ], + "max_error": 0.0 + }, + { + "representative": 9729, + "members": [ + 9729 + ], + "max_error": 0.0 + }, + { + "representative": 9730, + "members": [ + 9730 + ], + "max_error": 0.0 + }, + { + "representative": 9714, + "members": [ + 9714 + ], + "max_error": 0.0 + }, + { + "representative": 9732, + "members": [ + 9732 + ], + "max_error": 0.0 + }, + { + "representative": 9733, + "members": [ + 9733 + ], + "max_error": 0.0 + }, + { + "representative": 9734, + "members": [ + 9734 + ], + "max_error": 0.0 + }, + { + "representative": 9735, + "members": [ + 9735 + ], + "max_error": 0.0 + }, + { + "representative": 9736, + "members": [ + 9736 + ], + "max_error": 0.0 + }, + { + "representative": 9738, + "members": [ + 9738 + ], + "max_error": 0.0 + }, + { + "representative": 9741, + "members": [ + 9741 + ], + "max_error": 0.0 + }, + { + "representative": 9715, + "members": [ + 9715 + ], + "max_error": 0.0 + }, + { + "representative": 9742, + "members": [ + 9742 + ], + "max_error": 0.0 + }, + { + "representative": 9716, + "members": [ + 9716 + ], + "max_error": 0.0 + }, + { + "representative": 9717, + "members": [ + 9717 + ], + "max_error": 0.0 + }, + { + "representative": 9745, + "members": [ + 9745 + ], + "max_error": 0.0 + }, + { + "representative": 9754, + "members": [ + 9754 + ], + "max_error": 0.0 + }, + { + "representative": 9756, + "members": [ + 9756 + ], + "max_error": 0.0 + }, + { + "representative": 9757, + "members": [ + 9757 + ], + "max_error": 0.0 + }, + { + "representative": 9758, + "members": [ + 9758 + ], + "max_error": 0.0 + }, + { + "representative": 9759, + "members": [ + 9759 + ], + "max_error": 0.0 + }, + { + "representative": 9760, + "members": [ + 9760 + ], + "max_error": 0.0 + }, + { + "representative": 9761, + "members": [ + 9761 + ], + "max_error": 0.0 + }, + { + "representative": 9762, + "members": [ + 9762 + ], + "max_error": 0.0 + }, + { + "representative": 9764, + "members": [ + 9764 + ], + "max_error": 0.0 + }, + { + "representative": 9767, + "members": [ + 9767 + ], + "max_error": 0.0 + }, + { + "representative": 9769, + "members": [ + 9769 + ], + "max_error": 0.0 + }, + { + "representative": 9772, + "members": [ + 9772 + ], + "max_error": 0.0 + }, + { + "representative": 9748, + "members": [ + 9748 + ], + "max_error": 0.0 + }, + { + "representative": 9749, + "members": [ + 9749 + ], + "max_error": 0.0 + }, + { + "representative": 9751, + "members": [ + 9751 + ], + "max_error": 0.0 + }, + { + "representative": 9776, + "members": [ + 9776 + ], + "max_error": 0.0 + }, + { + "representative": 9785, + "members": [ + 9785 + ], + "max_error": 0.0 + }, + { + "representative": 9777, + "members": [ + 9777 + ], + "max_error": 0.0 + }, + { + "representative": 9787, + "members": [ + 9787 + ], + "max_error": 0.0 + }, + { + "representative": 9788, + "members": [ + 9788 + ], + "max_error": 0.0 + }, + { + "representative": 9794, + "members": [ + 9794 + ], + "max_error": 0.0 + }, + { + "representative": 9795, + "members": [ + 9795 + ], + "max_error": 0.0 + }, + { + "representative": 9778, + "members": [ + 9778 + ], + "max_error": 0.0 + }, + { + "representative": 9799, + "members": [ + 9799 + ], + "max_error": 0.0 + }, + { + "representative": 9802, + "members": [ + 9802 + ], + "max_error": 0.0 + }, + { + "representative": 9779, + "members": [ + 9779 + ], + "max_error": 0.0 + }, + { + "representative": 9782, + "members": [ + 9782 + ], + "max_error": 0.0 + }, + { + "representative": 9783, + "members": [ + 9783 + ], + "max_error": 0.0 + }, + { + "representative": 9816, + "members": [ + 9816 + ], + "max_error": 0.0 + }, + { + "representative": 9817, + "members": [ + 9817 + ], + "max_error": 0.0 + }, + { + "representative": 9819, + "members": [ + 9819 + ], + "max_error": 0.0 + }, + { + "representative": 9820, + "members": [ + 9820 + ], + "max_error": 0.0 + }, + { + "representative": 9824, + "members": [ + 9824 + ], + "max_error": 0.0 + }, + { + "representative": 9825, + "members": [ + 9825 + ], + "max_error": 0.0 + }, + { + "representative": 9826, + "members": [ + 9826 + ], + "max_error": 0.0 + }, + { + "representative": 9831, + "members": [ + 9831 + ], + "max_error": 0.0 + }, + { + "representative": 9832, + "members": [ + 9832 + ], + "max_error": 0.0 + }, + { + "representative": 9836, + "members": [ + 9836 + ], + "max_error": 0.0 + }, + { + "representative": 9837, + "members": [ + 9837 + ], + "max_error": 0.0 + }, + { + "representative": 9838, + "members": [ + 9838 + ], + "max_error": 0.0 + }, + { + "representative": 9839, + "members": [ + 9839 + ], + "max_error": 0.0 + }, + { + "representative": 9813, + "members": [ + 9813 + ], + "max_error": 0.0 + }, + { + "representative": 9848, + "members": [ + 9848 + ], + "max_error": 0.0 + }, + { + "representative": 9849, + "members": [ + 9849 + ], + "max_error": 0.0 + }, + { + "representative": 9841, + "members": [ + 9841 + ], + "max_error": 0.0 + }, + { + "representative": 9850, + "members": [ + 9850 + ], + "max_error": 0.0 + }, + { + "representative": 9851, + "members": [ + 9851 + ], + "max_error": 0.0 + }, + { + "representative": 9852, + "members": [ + 9852 + ], + "max_error": 0.0 + }, + { + "representative": 9857, + "members": [ + 9857 + ], + "max_error": 0.0 + }, + { + "representative": 9860, + "members": [ + 9860 + ], + "max_error": 0.0 + }, + { + "representative": 9861, + "members": [ + 9861 + ], + "max_error": 0.0 + }, + { + "representative": 9862, + "members": [ + 9862 + ], + "max_error": 0.0 + }, + { + "representative": 9865, + "members": [ + 9865 + ], + "max_error": 0.0 + }, + { + "representative": 9866, + "members": [ + 9866 + ], + "max_error": 0.0 + }, + { + "representative": 9867, + "members": [ + 9867 + ], + "max_error": 0.0 + }, + { + "representative": 9868, + "members": [ + 9868 + ], + "max_error": 0.0 + }, + { + "representative": 9869, + "members": [ + 9869 + ], + "max_error": 0.0 + }, + { + "representative": 9843, + "members": [ + 9843 + ], + "max_error": 0.0 + }, + { + "representative": 9870, + "members": [ + 9870 + ], + "max_error": 0.0 + }, + { + "representative": 9871, + "members": [ + 9871 + ], + "max_error": 0.0 + }, + { + "representative": 9844, + "members": [ + 9844 + ], + "max_error": 0.0 + }, + { + "representative": 9846, + "members": [ + 9846 + ], + "max_error": 0.0 + }, + { + "representative": 10129, + "members": [ + 10129 + ], + "max_error": 0.0 + }, + { + "representative": 10139, + "members": [ + 10139 + ], + "max_error": 0.0 + }, + { + "representative": 10140, + "members": [ + 10140 + ], + "max_error": 0.0 + }, + { + "representative": 10143, + "members": [ + 10143 + ], + "max_error": 0.0 + }, + { + "representative": 10145, + "members": [ + 10145 + ], + "max_error": 0.0 + }, + { + "representative": 10146, + "members": [ + 10146 + ], + "max_error": 0.0 + }, + { + "representative": 10147, + "members": [ + 10147 + ], + "max_error": 0.0 + }, + { + "representative": 10148, + "members": [ + 10148 + ], + "max_error": 0.0 + }, + { + "representative": 10149, + "members": [ + 10149 + ], + "max_error": 0.0 + }, + { + "representative": 10162, + "members": [ + 10162 + ], + "max_error": 0.0 + }, + { + "representative": 10165, + "members": [ + 10165 + ], + "max_error": 0.0 + }, + { + "representative": 10133, + "members": [ + 10133 + ], + "max_error": 0.0 + }, + { + "representative": 10135, + "members": [ + 10135 + ], + "max_error": 0.0 + }, + { + "representative": 10254, + "members": [ + 10254 + ], + "max_error": 0.0 + }, + { + "representative": 10158, + "members": [ + 10158 + ], + "max_error": 0.0 + }, + { + "representative": 10252, + "members": [ + 10252 + ], + "max_error": 0.0 + }, + { + "representative": 10178, + "members": [ + 10178 + ], + "max_error": 0.0 + }, + { + "representative": 10342, + "members": [ + 10342 + ], + "max_error": 0.0 + }, + { + "representative": 10346, + "members": [ + 10346 + ], + "max_error": 0.0 + }, + { + "representative": 10250, + "members": [ + 10250 + ], + "max_error": 0.0 + }, + { + "representative": 10134, + "members": [ + 10134 + ], + "max_error": 0.0 + }, + { + "representative": 10321, + "members": [ + 10321 + ], + "max_error": 0.0 + }, + { + "representative": 10131, + "members": [ + 10131 + ], + "max_error": 0.0 + }, + { + "representative": 10282, + "members": [ + 10282 + ], + "max_error": 0.0 + }, + { + "representative": 10248, + "members": [ + 10248 + ], + "max_error": 0.0 + }, + { + "representative": 10270, + "members": [ + 10270 + ], + "max_error": 0.0 + }, + { + "representative": 10137, + "members": [ + 10137 + ], + "max_error": 0.0 + }, + { + "representative": 10352, + "members": [ + 10352 + ], + "max_error": 0.0 + }, + { + "representative": 10157, + "members": [ + 10157 + ], + "max_error": 0.0 + }, + { + "representative": 10262, + "members": [ + 10262 + ], + "max_error": 0.0 + }, + { + "representative": 10369, + "members": [ + 10369 + ], + "max_error": 0.0 + }, + { + "representative": 10187, + "members": [ + 10187 + ], + "max_error": 0.0 + }, + { + "representative": 10306, + "members": [ + 10306 + ], + "max_error": 0.0 + }, + { + "representative": 10239, + "members": [ + 10239 + ], + "max_error": 0.0 + }, + { + "representative": 10344, + "members": [ + 10344 + ], + "max_error": 0.0 + }, + { + "representative": 10323, + "members": [ + 10323 + ], + "max_error": 0.0 + }, + { + "representative": 10166, + "members": [ + 10166 + ], + "max_error": 0.0 + }, + { + "representative": 10142, + "members": [ + 10142 + ], + "max_error": 0.0 + }, + { + "representative": 10193, + "members": [ + 10193 + ], + "max_error": 0.0 + }, + { + "representative": 10128, + "members": [ + 10128 + ], + "max_error": 0.0 + }, + { + "representative": 10353, + "members": [ + 10353 + ], + "max_error": 0.0 + }, + { + "representative": 10209, + "members": [ + 10209 + ], + "max_error": 0.0 + }, + { + "representative": 10184, + "members": [ + 10184 + ], + "max_error": 0.0 + }, + { + "representative": 10186, + "members": [ + 10186 + ], + "max_error": 0.0 + }, + { + "representative": 10188, + "members": [ + 10188 + ], + "max_error": 0.0 + }, + { + "representative": 10191, + "members": [ + 10191 + ], + "max_error": 0.0 + }, + { + "representative": 10194, + "members": [ + 10194 + ], + "max_error": 0.0 + }, + { + "representative": 10195, + "members": [ + 10195 + ], + "max_error": 0.0 + }, + { + "representative": 10196, + "members": [ + 10196 + ], + "max_error": 0.0 + }, + { + "representative": 10197, + "members": [ + 10197 + ], + "max_error": 0.0 + }, + { + "representative": 10199, + "members": [ + 10199 + ], + "max_error": 0.0 + }, + { + "representative": 10202, + "members": [ + 10202 + ], + "max_error": 0.0 + }, + { + "representative": 10203, + "members": [ + 10203 + ], + "max_error": 0.0 + }, + { + "representative": 10205, + "members": [ + 10205 + ], + "max_error": 0.0 + }, + { + "representative": 10206, + "members": [ + 10206 + ], + "max_error": 0.0 + }, + { + "representative": 10208, + "members": [ + 10208 + ], + "max_error": 0.0 + }, + { + "representative": 10210, + "members": [ + 10210 + ], + "max_error": 0.0 + }, + { + "representative": 10212, + "members": [ + 10212 + ], + "max_error": 0.0 + }, + { + "representative": 10215, + "members": [ + 10215 + ], + "max_error": 0.0 + }, + { + "representative": 10180, + "members": [ + 10180 + ], + "max_error": 0.0 + }, + { + "representative": 10216, + "members": [ + 10216 + ], + "max_error": 0.0 + }, + { + "representative": 10223, + "members": [ + 10223 + ], + "max_error": 0.0 + }, + { + "representative": 10182, + "members": [ + 10182 + ], + "max_error": 0.0 + }, + { + "representative": 10183, + "members": [ + 10183 + ], + "max_error": 0.0 + }, + { + "representative": 10163, + "members": [ + 10163 + ], + "max_error": 0.0 + }, + { + "representative": 10177, + "members": [ + 10177 + ], + "max_error": 0.0 + }, + { + "representative": 10382, + "members": [ + 10382 + ], + "max_error": 0.0 + }, + { + "representative": 10291, + "members": [ + 10291 + ], + "max_error": 0.0 + }, + { + "representative": 10190, + "members": [ + 10190 + ], + "max_error": 0.0 + }, + { + "representative": 10168, + "members": [ + 10168 + ], + "max_error": 0.0 + }, + { + "representative": 10264, + "members": [ + 10264 + ], + "max_error": 0.0 + }, + { + "representative": 10327, + "members": [ + 10327 + ], + "max_error": 0.0 + }, + { + "representative": 10246, + "members": [ + 10246 + ], + "max_error": 0.0 + }, + { + "representative": 10329, + "members": [ + 10329 + ], + "max_error": 0.0 + }, + { + "representative": 10161, + "members": [ + 10161 + ], + "max_error": 0.0 + }, + { + "representative": 10300, + "members": [ + 10300 + ], + "max_error": 0.0 + }, + { + "representative": 10242, + "members": [ + 10242 + ], + "max_error": 0.0 + }, + { + "representative": 10288, + "members": [ + 10288 + ], + "max_error": 0.0 + }, + { + "representative": 10160, + "members": [ + 10160 + ], + "max_error": 0.0 + }, + { + "representative": 10218, + "members": [ + 10218 + ], + "max_error": 0.0 + }, + { + "representative": 10302, + "members": [ + 10302 + ], + "max_error": 0.0 + }, + { + "representative": 10164, + "members": [ + 10164 + ], + "max_error": 0.0 + }, + { + "representative": 10345, + "members": [ + 10345 + ], + "max_error": 0.0 + }, + { + "representative": 10283, + "members": [ + 10283 + ], + "max_error": 0.0 + }, + { + "representative": 10220, + "members": [ + 10220 + ], + "max_error": 0.0 + }, + { + "representative": 10372, + "members": [ + 10372 + ], + "max_error": 0.0 + }, + { + "representative": 10261, + "members": [ + 10261 + ], + "max_error": 0.0 + }, + { + "representative": 10222, + "members": [ + 10222 + ], + "max_error": 0.0 + }, + { + "representative": 10159, + "members": [ + 10159 + ], + "max_error": 0.0 + }, + { + "representative": 10258, + "members": [ + 10258 + ], + "max_error": 0.0 + }, + { + "representative": 10151, + "members": [ + 10151 + ], + "max_error": 0.0 + }, + { + "representative": 10229, + "members": [ + 10229 + ], + "max_error": 0.0 + }, + { + "representative": 10308, + "members": [ + 10308 + ], + "max_error": 0.0 + }, + { + "representative": 10350, + "members": [ + 10350 + ], + "max_error": 0.0 + }, + { + "representative": 10171, + "members": [ + 10171 + ], + "max_error": 0.0 + }, + { + "representative": 10267, + "members": [ + 10267 + ], + "max_error": 0.0 + }, + { + "representative": 10132, + "members": [ + 10132 + ], + "max_error": 0.0 + }, + { + "representative": 10144, + "members": [ + 10144 + ], + "max_error": 0.0 + }, + { + "representative": 10154, + "members": [ + 10154 + ], + "max_error": 0.0 + }, + { + "representative": 10141, + "members": [ + 10141 + ], + "max_error": 0.0 + }, + { + "representative": 10376, + "members": [ + 10376 + ], + "max_error": 0.0 + }, + { + "representative": 10383, + "members": [ + 10383 + ], + "max_error": 0.0 + }, + { + "representative": 10367, + "members": [ + 10367 + ], + "max_error": 0.0 + }, + { + "representative": 10253, + "members": [ + 10253 + ], + "max_error": 0.0 + }, + { + "representative": 10292, + "members": [ + 10292 + ], + "max_error": 0.0 + }, + { + "representative": 10351, + "members": [ + 10351 + ], + "max_error": 0.0 + }, + { + "representative": 10181, + "members": [ + 10181 + ], + "max_error": 0.0 + }, + { + "representative": 10174, + "members": [ + 10174 + ], + "max_error": 0.0 + }, + { + "representative": 10340, + "members": [ + 10340 + ], + "max_error": 0.0 + }, + { + "representative": 10237, + "members": [ + 10237 + ], + "max_error": 0.0 + }, + { + "representative": 10249, + "members": [ + 10249 + ], + "max_error": 0.0 + }, + { + "representative": 10371, + "members": [ + 10371 + ], + "max_error": 0.0 + }, + { + "representative": 10293, + "members": [ + 10293 + ], + "max_error": 0.0 + }, + { + "representative": 10337, + "members": [ + 10337 + ], + "max_error": 0.0 + }, + { + "representative": 10381, + "members": [ + 10381 + ], + "max_error": 0.0 + }, + { + "representative": 10156, + "members": [ + 10156 + ], + "max_error": 0.0 + }, + { + "representative": 10298, + "members": [ + 10298 + ], + "max_error": 0.0 + }, + { + "representative": 10263, + "members": [ + 10263 + ], + "max_error": 0.0 + }, + { + "representative": 10232, + "members": [ + 10232 + ], + "max_error": 0.0 + }, + { + "representative": 10136, + "members": [ + 10136 + ], + "max_error": 0.0 + }, + { + "representative": 10221, + "members": [ + 10221 + ], + "max_error": 0.0 + }, + { + "representative": 10339, + "members": [ + 10339 + ], + "max_error": 0.0 + }, + { + "representative": 10185, + "members": [ + 10185 + ], + "max_error": 0.0 + }, + { + "representative": 10328, + "members": [ + 10328 + ], + "max_error": 0.0 + }, + { + "representative": 10273, + "members": [ + 10273 + ], + "max_error": 0.0 + }, + { + "representative": 10228, + "members": [ + 10228 + ], + "max_error": 0.0 + }, + { + "representative": 10272, + "members": [ + 10272 + ], + "max_error": 0.0 + }, + { + "representative": 10301, + "members": [ + 10301 + ], + "max_error": 0.0 + }, + { + "representative": 10170, + "members": [ + 10170 + ], + "max_error": 0.0 + }, + { + "representative": 10311, + "members": [ + 10311 + ], + "max_error": 0.0 + }, + { + "representative": 10211, + "members": [ + 10211 + ], + "max_error": 0.0 + }, + { + "representative": 10310, + "members": [ + 10310 + ], + "max_error": 0.0 + }, + { + "representative": 10153, + "members": [ + 10153 + ], + "max_error": 0.0 + }, + { + "representative": 10260, + "members": [ + 10260 + ], + "max_error": 0.0 + }, + { + "representative": 10247, + "members": [ + 10247 + ], + "max_error": 0.0 + }, + { + "representative": 10200, + "members": [ + 10200 + ], + "max_error": 0.0 + }, + { + "representative": 10245, + "members": [ + 10245 + ], + "max_error": 0.0 + }, + { + "representative": 10375, + "members": [ + 10375 + ], + "max_error": 0.0 + }, + { + "representative": 10348, + "members": [ + 10348 + ], + "max_error": 0.0 + }, + { + "representative": 10343, + "members": [ + 10343 + ], + "max_error": 0.0 + }, + { + "representative": 10380, + "members": [ + 10380 + ], + "max_error": 0.0 + }, + { + "representative": 10207, + "members": [ + 10207 + ], + "max_error": 0.0 + }, + { + "representative": 10231, + "members": [ + 10231 + ], + "max_error": 0.0 + }, + { + "representative": 10173, + "members": [ + 10173 + ], + "max_error": 0.0 + }, + { + "representative": 10290, + "members": [ + 10290 + ], + "max_error": 0.0 + }, + { + "representative": 10201, + "members": [ + 10201 + ], + "max_error": 0.0 + }, + { + "representative": 10336, + "members": [ + 10336 + ], + "max_error": 0.0 + }, + { + "representative": 10176, + "members": [ + 10176 + ], + "max_error": 0.0 + }, + { + "representative": 10281, + "members": [ + 10281 + ], + "max_error": 0.0 + }, + { + "representative": 10150, + "members": [ + 10150 + ], + "max_error": 0.0 + }, + { + "representative": 10286, + "members": [ + 10286 + ], + "max_error": 0.0 + }, + { + "representative": 10341, + "members": [ + 10341 + ], + "max_error": 0.0 + }, + { + "representative": 10331, + "members": [ + 10331 + ], + "max_error": 0.0 + }, + { + "representative": 10269, + "members": [ + 10269 + ], + "max_error": 0.0 + }, + { + "representative": 10275, + "members": [ + 10275 + ], + "max_error": 0.0 + }, + { + "representative": 10299, + "members": [ + 10299 + ], + "max_error": 0.0 + }, + { + "representative": 10233, + "members": [ + 10233 + ], + "max_error": 0.0 + }, + { + "representative": 10255, + "members": [ + 10255 + ], + "max_error": 0.0 + }, + { + "representative": 10213, + "members": [ + 10213 + ], + "max_error": 0.0 + }, + { + "representative": 10234, + "members": [ + 10234 + ], + "max_error": 0.0 + }, + { + "representative": 10236, + "members": [ + 10236 + ], + "max_error": 0.0 + }, + { + "representative": 10226, + "members": [ + 10226 + ], + "max_error": 0.0 + }, + { + "representative": 10244, + "members": [ + 10244 + ], + "max_error": 0.0 + }, + { + "representative": 10251, + "members": [ + 10251 + ], + "max_error": 0.0 + }, + { + "representative": 10227, + "members": [ + 10227 + ], + "max_error": 0.0 + }, + { + "representative": 10256, + "members": [ + 10256 + ], + "max_error": 0.0 + }, + { + "representative": 10257, + "members": [ + 10257 + ], + "max_error": 0.0 + }, + { + "representative": 10265, + "members": [ + 10265 + ], + "max_error": 0.0 + }, + { + "representative": 10266, + "members": [ + 10266 + ], + "max_error": 0.0 + }, + { + "representative": 10271, + "members": [ + 10271 + ], + "max_error": 0.0 + }, + { + "representative": 10230, + "members": [ + 10230 + ], + "max_error": 0.0 + }, + { + "representative": 10280, + "members": [ + 10280 + ], + "max_error": 0.0 + }, + { + "representative": 10284, + "members": [ + 10284 + ], + "max_error": 0.0 + }, + { + "representative": 10285, + "members": [ + 10285 + ], + "max_error": 0.0 + }, + { + "representative": 10287, + "members": [ + 10287 + ], + "max_error": 0.0 + }, + { + "representative": 10289, + "members": [ + 10289 + ], + "max_error": 0.0 + }, + { + "representative": 10274, + "members": [ + 10274 + ], + "max_error": 0.0 + }, + { + "representative": 10295, + "members": [ + 10295 + ], + "max_error": 0.0 + }, + { + "representative": 10297, + "members": [ + 10297 + ], + "max_error": 0.0 + }, + { + "representative": 10303, + "members": [ + 10303 + ], + "max_error": 0.0 + }, + { + "representative": 10304, + "members": [ + 10304 + ], + "max_error": 0.0 + }, + { + "representative": 10305, + "members": [ + 10305 + ], + "max_error": 0.0 + }, + { + "representative": 10276, + "members": [ + 10276 + ], + "max_error": 0.0 + }, + { + "representative": 10313, + "members": [ + 10313 + ], + "max_error": 0.0 + }, + { + "representative": 10314, + "members": [ + 10314 + ], + "max_error": 0.0 + }, + { + "representative": 10315, + "members": [ + 10315 + ], + "max_error": 0.0 + }, + { + "representative": 10316, + "members": [ + 10316 + ], + "max_error": 0.0 + }, + { + "representative": 10317, + "members": [ + 10317 + ], + "max_error": 0.0 + }, + { + "representative": 10319, + "members": [ + 10319 + ], + "max_error": 0.0 + }, + { + "representative": 10277, + "members": [ + 10277 + ], + "max_error": 0.0 + }, + { + "representative": 10279, + "members": [ + 10279 + ], + "max_error": 0.0 + }, + { + "representative": 10320, + "members": [ + 10320 + ], + "max_error": 0.0 + }, + { + "representative": 10330, + "members": [ + 10330 + ], + "max_error": 0.0 + }, + { + "representative": 10332, + "members": [ + 10332 + ], + "max_error": 0.0 + }, + { + "representative": 10333, + "members": [ + 10333 + ], + "max_error": 0.0 + }, + { + "representative": 10335, + "members": [ + 10335 + ], + "max_error": 0.0 + }, + { + "representative": 10347, + "members": [ + 10347 + ], + "max_error": 0.0 + }, + { + "representative": 10354, + "members": [ + 10354 + ], + "max_error": 0.0 + }, + { + "representative": 10355, + "members": [ + 10355 + ], + "max_error": 0.0 + }, + { + "representative": 10356, + "members": [ + 10356 + ], + "max_error": 0.0 + }, + { + "representative": 10357, + "members": [ + 10357 + ], + "max_error": 0.0 + }, + { + "representative": 10358, + "members": [ + 10358 + ], + "max_error": 0.0 + }, + { + "representative": 10324, + "members": [ + 10324 + ], + "max_error": 0.0 + }, + { + "representative": 10360, + "members": [ + 10360 + ], + "max_error": 0.0 + }, + { + "representative": 10362, + "members": [ + 10362 + ], + "max_error": 0.0 + }, + { + "representative": 10363, + "members": [ + 10363 + ], + "max_error": 0.0 + }, + { + "representative": 10364, + "members": [ + 10364 + ], + "max_error": 0.0 + }, + { + "representative": 10366, + "members": [ + 10366 + ], + "max_error": 0.0 + }, + { + "representative": 10325, + "members": [ + 10325 + ], + "max_error": 0.0 + }, + { + "representative": 10326, + "members": [ + 10326 + ], + "max_error": 0.0 + }, + { + "representative": 10368, + "members": [ + 10368 + ], + "max_error": 0.0 + }, + { + "representative": 10378, + "members": [ + 10378 + ], + "max_error": 0.0 + }, + { + "representative": 10224, + "members": [ + 10224 + ], + "max_error": 0.0 + }, + { + "representative": 10370, + "members": [ + 10370 + ], + "max_error": 0.0 + }, + { + "representative": 10235, + "members": [ + 10235 + ], + "max_error": 0.0 + }, + { + "representative": 10241, + "members": [ + 10241 + ], + "max_error": 0.0 + }, + { + "representative": 10334, + "members": [ + 10334 + ], + "max_error": 0.0 + }, + { + "representative": 10318, + "members": [ + 10318 + ], + "max_error": 0.0 + }, + { + "representative": 10243, + "members": [ + 10243 + ], + "max_error": 0.0 + }, + { + "representative": 10312, + "members": [ + 10312 + ], + "max_error": 0.0 + }, + { + "representative": 10240, + "members": [ + 10240 + ], + "max_error": 0.0 + }, + { + "representative": 10238, + "members": [ + 10238 + ], + "max_error": 0.0 + }, + { + "representative": 10172, + "members": [ + 10172 + ], + "max_error": 0.0 + }, + { + "representative": 10130, + "members": [ + 10130 + ], + "max_error": 0.0 + }, + { + "representative": 10377, + "members": [ + 10377 + ], + "max_error": 0.0 + }, + { + "representative": 10374, + "members": [ + 10374 + ], + "max_error": 0.0 + }, + { + "representative": 10217, + "members": [ + 10217 + ], + "max_error": 0.0 + }, + { + "representative": 10259, + "members": [ + 10259 + ], + "max_error": 0.0 + }, + { + "representative": 10219, + "members": [ + 10219 + ], + "max_error": 0.0 + }, + { + "representative": 10167, + "members": [ + 10167 + ], + "max_error": 0.0 + }, + { + "representative": 10309, + "members": [ + 10309 + ], + "max_error": 0.0 + }, + { + "representative": 10268, + "members": [ + 10268 + ], + "max_error": 0.0 + }, + { + "representative": 10349, + "members": [ + 10349 + ], + "max_error": 0.0 + }, + { + "representative": 10214, + "members": [ + 10214 + ], + "max_error": 0.0 + }, + { + "representative": 10179, + "members": [ + 10179 + ], + "max_error": 0.0 + }, + { + "representative": 10189, + "members": [ + 10189 + ], + "max_error": 0.0 + }, + { + "representative": 10138, + "members": [ + 10138 + ], + "max_error": 0.0 + }, + { + "representative": 10204, + "members": [ + 10204 + ], + "max_error": 0.0 + }, + { + "representative": 10359, + "members": [ + 10359 + ], + "max_error": 0.0 + }, + { + "representative": 10169, + "members": [ + 10169 + ], + "max_error": 0.0 + }, + { + "representative": 10294, + "members": [ + 10294 + ], + "max_error": 0.0 + }, + { + "representative": 10307, + "members": [ + 10307 + ], + "max_error": 0.0 + }, + { + "representative": 10155, + "members": [ + 10155 + ], + "max_error": 0.0 + }, + { + "representative": 10338, + "members": [ + 10338 + ], + "max_error": 0.0 + }, + { + "representative": 10278, + "members": [ + 10278 + ], + "max_error": 0.0 + }, + { + "representative": 10322, + "members": [ + 10322 + ], + "max_error": 0.0 + }, + { + "representative": 10198, + "members": [ + 10198 + ], + "max_error": 0.0 + }, + { + "representative": 10379, + "members": [ + 10379 + ], + "max_error": 0.0 + }, + { + "representative": 10192, + "members": [ + 10192 + ], + "max_error": 0.0 + }, + { + "representative": 10373, + "members": [ + 10373 + ], + "max_error": 0.0 + }, + { + "representative": 10175, + "members": [ + 10175 + ], + "max_error": 0.0 + }, + { + "representative": 10296, + "members": [ + 10296 + ], + "max_error": 0.0 + }, + { + "representative": 10152, + "members": [ + 10152 + ], + "max_error": 0.0 + }, + { + "representative": 10365, + "members": [ + 10365 + ], + "max_error": 0.0 + }, + { + "representative": 10225, + "members": [ + 10225 + ], + "max_error": 0.0 + }, + { + "representative": 10361, + "members": [ + 10361 + ], + "max_error": 0.0 + }, + { + "representative": 10641, + "members": [ + 10641 + ], + "max_error": 0.0 + }, + { + "representative": 10653, + "members": [ + 10653 + ], + "max_error": 0.0 + }, + { + "representative": 10643, + "members": [ + 10643 + ], + "max_error": 0.0 + }, + { + "representative": 10646, + "members": [ + 10646 + ], + "max_error": 0.0 + }, + { + "representative": 10778, + "members": [ + 10778 + ], + "max_error": 0.0 + }, + { + "representative": 10781, + "members": [ + 10781 + ], + "max_error": 0.0 + }, + { + "representative": 10773, + "members": [ + 10773 + ], + "max_error": 0.0 + }, + { + "representative": 10795, + "members": [ + 10795 + ], + "max_error": 0.0 + }, + { + "representative": 10797, + "members": [ + 10797 + ], + "max_error": 0.0 + }, + { + "representative": 10798, + "members": [ + 10798 + ], + "max_error": 0.0 + }, + { + "representative": 10787, + "members": [ + 10787 + ], + "max_error": 0.0 + }, + { + "representative": 10788, + "members": [ + 10788 + ], + "max_error": 0.0 + }, + { + "representative": 10656, + "members": [ + 10656 + ], + "max_error": 0.0 + }, + { + "representative": 10664, + "members": [ + 10664 + ], + "max_error": 0.0 + }, + { + "representative": 10658, + "members": [ + 10658 + ], + "max_error": 0.0 + }, + { + "representative": 10659, + "members": [ + 10659 + ], + "max_error": 0.0 + }, + { + "representative": 10662, + "members": [ + 10662 + ], + "max_error": 0.0 + }, + { + "representative": 10663, + "members": [ + 10663 + ], + "max_error": 0.0 + }, + { + "representative": 10800, + "members": [ + 10800 + ], + "max_error": 0.0 + }, + { + "representative": 10801, + "members": [ + 10801 + ], + "max_error": 0.0 + }, + { + "representative": 10814, + "members": [ + 10814 + ], + "max_error": 0.0 + }, + { + "representative": 10816, + "members": [ + 10816 + ], + "max_error": 0.0 + }, + { + "representative": 10825, + "members": [ + 10825 + ], + "max_error": 0.0 + }, + { + "representative": 10828, + "members": [ + 10828 + ], + "max_error": 0.0 + }, + { + "representative": 10840, + "members": [ + 10840 + ], + "max_error": 0.0 + }, + { + "representative": 10842, + "members": [ + 10842 + ], + "max_error": 0.0 + }, + { + "representative": 10846, + "members": [ + 10846 + ], + "max_error": 0.0 + }, + { + "representative": 10834, + "members": [ + 10834 + ], + "max_error": 0.0 + }, + { + "representative": 10839, + "members": [ + 10839 + ], + "max_error": 0.0 + }, + { + "representative": 10848, + "members": [ + 10848 + ], + "max_error": 0.0 + }, + { + "representative": 10856, + "members": [ + 10856 + ], + "max_error": 0.0 + }, + { + "representative": 10858, + "members": [ + 10858 + ], + "max_error": 0.0 + }, + { + "representative": 10862, + "members": [ + 10862 + ], + "max_error": 0.0 + }, + { + "representative": 10853, + "members": [ + 10853 + ], + "max_error": 0.0 + }, + { + "representative": 10876, + "members": [ + 10876 + ], + "max_error": 0.0 + }, + { + "representative": 10866, + "members": [ + 10866 + ], + "max_error": 0.0 + }, + { + "representative": 10868, + "members": [ + 10868 + ], + "max_error": 0.0 + }, + { + "representative": 10883, + "members": [ + 10883 + ], + "max_error": 0.0 + }, + { + "representative": 10884, + "members": [ + 10884 + ], + "max_error": 0.0 + }, + { + "representative": 10885, + "members": [ + 10885 + ], + "max_error": 0.0 + }, + { + "representative": 10887, + "members": [ + 10887 + ], + "max_error": 0.0 + }, + { + "representative": 10675, + "members": [ + 10675 + ], + "max_error": 0.0 + }, + { + "representative": 10699, + "members": [ + 10699 + ], + "max_error": 0.0 + }, + { + "representative": 10777, + "members": [ + 10777 + ], + "max_error": 0.0 + }, + { + "representative": 10793, + "members": [ + 10793 + ], + "max_error": 0.0 + }, + { + "representative": 10794, + "members": [ + 10794 + ], + "max_error": 0.0 + }, + { + "representative": 10792, + "members": [ + 10792 + ], + "max_error": 0.0 + }, + { + "representative": 10874, + "members": [ + 10874 + ], + "max_error": 0.0 + }, + { + "representative": 10807, + "members": [ + 10807 + ], + "max_error": 0.0 + }, + { + "representative": 10806, + "members": [ + 10806 + ], + "max_error": 0.0 + }, + { + "representative": 10761, + "members": [ + 10761 + ], + "max_error": 0.0 + }, + { + "representative": 10776, + "members": [ + 10776 + ], + "max_error": 0.0 + }, + { + "representative": 10717, + "members": [ + 10717 + ], + "max_error": 0.0 + }, + { + "representative": 10749, + "members": [ + 10749 + ], + "max_error": 0.0 + }, + { + "representative": 10650, + "members": [ + 10650 + ], + "max_error": 0.0 + }, + { + "representative": 10791, + "members": [ + 10791 + ], + "max_error": 0.0 + }, + { + "representative": 10891, + "members": [ + 10891 + ], + "max_error": 0.0 + }, + { + "representative": 10870, + "members": [ + 10870 + ], + "max_error": 0.0 + }, + { + "representative": 10725, + "members": [ + 10725 + ], + "max_error": 0.0 + }, + { + "representative": 10789, + "members": [ + 10789 + ], + "max_error": 0.0 + }, + { + "representative": 10765, + "members": [ + 10765 + ], + "max_error": 0.0 + }, + { + "representative": 10880, + "members": [ + 10880 + ], + "max_error": 0.0 + }, + { + "representative": 10845, + "members": [ + 10845 + ], + "max_error": 0.0 + }, + { + "representative": 10774, + "members": [ + 10774 + ], + "max_error": 0.0 + }, + { + "representative": 10672, + "members": [ + 10672 + ], + "max_error": 0.0 + }, + { + "representative": 10687, + "members": [ + 10687 + ], + "max_error": 0.0 + }, + { + "representative": 10677, + "members": [ + 10677 + ], + "max_error": 0.0 + }, + { + "representative": 10678, + "members": [ + 10678 + ], + "max_error": 0.0 + }, + { + "representative": 10679, + "members": [ + 10679 + ], + "max_error": 0.0 + }, + { + "representative": 10644, + "members": [ + 10644 + ], + "max_error": 0.0 + }, + { + "representative": 10707, + "members": [ + 10707 + ], + "max_error": 0.0 + }, + { + "representative": 10838, + "members": [ + 10838 + ], + "max_error": 0.0 + }, + { + "representative": 10718, + "members": [ + 10718 + ], + "max_error": 0.0 + }, + { + "representative": 10879, + "members": [ + 10879 + ], + "max_error": 0.0 + }, + { + "representative": 10882, + "members": [ + 10882 + ], + "max_error": 0.0 + }, + { + "representative": 10837, + "members": [ + 10837 + ], + "max_error": 0.0 + }, + { + "representative": 10748, + "members": [ + 10748 + ], + "max_error": 0.0 + }, + { + "representative": 10666, + "members": [ + 10666 + ], + "max_error": 0.0 + }, + { + "representative": 10819, + "members": [ + 10819 + ], + "max_error": 0.0 + }, + { + "representative": 10655, + "members": [ + 10655 + ], + "max_error": 0.0 + }, + { + "representative": 10668, + "members": [ + 10668 + ], + "max_error": 0.0 + }, + { + "representative": 10855, + "members": [ + 10855 + ], + "max_error": 0.0 + }, + { + "representative": 10752, + "members": [ + 10752 + ], + "max_error": 0.0 + }, + { + "representative": 10757, + "members": [ + 10757 + ], + "max_error": 0.0 + }, + { + "representative": 10786, + "members": [ + 10786 + ], + "max_error": 0.0 + }, + { + "representative": 10764, + "members": [ + 10764 + ], + "max_error": 0.0 + }, + { + "representative": 10833, + "members": [ + 10833 + ], + "max_error": 0.0 + }, + { + "representative": 10799, + "members": [ + 10799 + ], + "max_error": 0.0 + }, + { + "representative": 10869, + "members": [ + 10869 + ], + "max_error": 0.0 + }, + { + "representative": 10673, + "members": [ + 10673 + ], + "max_error": 0.0 + }, + { + "representative": 10744, + "members": [ + 10744 + ], + "max_error": 0.0 + }, + { + "representative": 10836, + "members": [ + 10836 + ], + "max_error": 0.0 + }, + { + "representative": 10826, + "members": [ + 10826 + ], + "max_error": 0.0 + }, + { + "representative": 10682, + "members": [ + 10682 + ], + "max_error": 0.0 + }, + { + "representative": 10785, + "members": [ + 10785 + ], + "max_error": 0.0 + }, + { + "representative": 10697, + "members": [ + 10697 + ], + "max_error": 0.0 + }, + { + "representative": 10875, + "members": [ + 10875 + ], + "max_error": 0.0 + }, + { + "representative": 10890, + "members": [ + 10890 + ], + "max_error": 0.0 + }, + { + "representative": 10843, + "members": [ + 10843 + ], + "max_error": 0.0 + }, + { + "representative": 10831, + "members": [ + 10831 + ], + "max_error": 0.0 + }, + { + "representative": 10808, + "members": [ + 10808 + ], + "max_error": 0.0 + }, + { + "representative": 10692, + "members": [ + 10692 + ], + "max_error": 0.0 + }, + { + "representative": 10654, + "members": [ + 10654 + ], + "max_error": 0.0 + }, + { + "representative": 10772, + "members": [ + 10772 + ], + "max_error": 0.0 + }, + { + "representative": 10661, + "members": [ + 10661 + ], + "max_error": 0.0 + }, + { + "representative": 10796, + "members": [ + 10796 + ], + "max_error": 0.0 + }, + { + "representative": 10779, + "members": [ + 10779 + ], + "max_error": 0.0 + }, + { + "representative": 10863, + "members": [ + 10863 + ], + "max_error": 0.0 + }, + { + "representative": 10780, + "members": [ + 10780 + ], + "max_error": 0.0 + }, + { + "representative": 10873, + "members": [ + 10873 + ], + "max_error": 0.0 + }, + { + "representative": 10747, + "members": [ + 10747 + ], + "max_error": 0.0 + }, + { + "representative": 10841, + "members": [ + 10841 + ], + "max_error": 0.0 + }, + { + "representative": 10811, + "members": [ + 10811 + ], + "max_error": 0.0 + }, + { + "representative": 10881, + "members": [ + 10881 + ], + "max_error": 0.0 + }, + { + "representative": 10892, + "members": [ + 10892 + ], + "max_error": 0.0 + }, + { + "representative": 10859, + "members": [ + 10859 + ], + "max_error": 0.0 + }, + { + "representative": 10734, + "members": [ + 10734 + ], + "max_error": 0.0 + }, + { + "representative": 10695, + "members": [ + 10695 + ], + "max_error": 0.0 + }, + { + "representative": 10648, + "members": [ + 10648 + ], + "max_error": 0.0 + }, + { + "representative": 10657, + "members": [ + 10657 + ], + "max_error": 0.0 + }, + { + "representative": 10810, + "members": [ + 10810 + ], + "max_error": 0.0 + }, + { + "representative": 10702, + "members": [ + 10702 + ], + "max_error": 0.0 + }, + { + "representative": 10700, + "members": [ + 10700 + ], + "max_error": 0.0 + }, + { + "representative": 10701, + "members": [ + 10701 + ], + "max_error": 0.0 + }, + { + "representative": 10691, + "members": [ + 10691 + ], + "max_error": 0.0 + }, + { + "representative": 10864, + "members": [ + 10864 + ], + "max_error": 0.0 + }, + { + "representative": 10649, + "members": [ + 10649 + ], + "max_error": 0.0 + }, + { + "representative": 10809, + "members": [ + 10809 + ], + "max_error": 0.0 + }, + { + "representative": 10894, + "members": [ + 10894 + ], + "max_error": 0.0 + }, + { + "representative": 10818, + "members": [ + 10818 + ], + "max_error": 0.0 + }, + { + "representative": 10688, + "members": [ + 10688 + ], + "max_error": 0.0 + }, + { + "representative": 10671, + "members": [ + 10671 + ], + "max_error": 0.0 + }, + { + "representative": 10681, + "members": [ + 10681 + ], + "max_error": 0.0 + }, + { + "representative": 10685, + "members": [ + 10685 + ], + "max_error": 0.0 + }, + { + "representative": 10813, + "members": [ + 10813 + ], + "max_error": 0.0 + }, + { + "representative": 10751, + "members": [ + 10751 + ], + "max_error": 0.0 + }, + { + "representative": 10667, + "members": [ + 10667 + ], + "max_error": 0.0 + }, + { + "representative": 10669, + "members": [ + 10669 + ], + "max_error": 0.0 + }, + { + "representative": 10850, + "members": [ + 10850 + ], + "max_error": 0.0 + }, + { + "representative": 10713, + "members": [ + 10713 + ], + "max_error": 0.0 + }, + { + "representative": 10817, + "members": [ + 10817 + ], + "max_error": 0.0 + }, + { + "representative": 10739, + "members": [ + 10739 + ], + "max_error": 0.0 + }, + { + "representative": 10854, + "members": [ + 10854 + ], + "max_error": 0.0 + }, + { + "representative": 10782, + "members": [ + 10782 + ], + "max_error": 0.0 + }, + { + "representative": 10867, + "members": [ + 10867 + ], + "max_error": 0.0 + }, + { + "representative": 10872, + "members": [ + 10872 + ], + "max_error": 0.0 + }, + { + "representative": 10852, + "members": [ + 10852 + ], + "max_error": 0.0 + }, + { + "representative": 10737, + "members": [ + 10737 + ], + "max_error": 0.0 + }, + { + "representative": 10754, + "members": [ + 10754 + ], + "max_error": 0.0 + }, + { + "representative": 10815, + "members": [ + 10815 + ], + "max_error": 0.0 + }, + { + "representative": 10721, + "members": [ + 10721 + ], + "max_error": 0.0 + }, + { + "representative": 10888, + "members": [ + 10888 + ], + "max_error": 0.0 + }, + { + "representative": 10690, + "members": [ + 10690 + ], + "max_error": 0.0 + }, + { + "representative": 10719, + "members": [ + 10719 + ], + "max_error": 0.0 + }, + { + "representative": 10822, + "members": [ + 10822 + ], + "max_error": 0.0 + }, + { + "representative": 10715, + "members": [ + 10715 + ], + "max_error": 0.0 + }, + { + "representative": 10889, + "members": [ + 10889 + ], + "max_error": 0.0 + }, + { + "representative": 10640, + "members": [ + 10640 + ], + "max_error": 0.0 + }, + { + "representative": 10660, + "members": [ + 10660 + ], + "max_error": 0.0 + }, + { + "representative": 10770, + "members": [ + 10770 + ], + "max_error": 0.0 + }, + { + "representative": 10758, + "members": [ + 10758 + ], + "max_error": 0.0 + }, + { + "representative": 10805, + "members": [ + 10805 + ], + "max_error": 0.0 + }, + { + "representative": 10698, + "members": [ + 10698 + ], + "max_error": 0.0 + }, + { + "representative": 10830, + "members": [ + 10830 + ], + "max_error": 0.0 + }, + { + "representative": 10741, + "members": [ + 10741 + ], + "max_error": 0.0 + }, + { + "representative": 10665, + "members": [ + 10665 + ], + "max_error": 0.0 + }, + { + "representative": 10823, + "members": [ + 10823 + ], + "max_error": 0.0 + }, + { + "representative": 10835, + "members": [ + 10835 + ], + "max_error": 0.0 + }, + { + "representative": 10652, + "members": [ + 10652 + ], + "max_error": 0.0 + }, + { + "representative": 10877, + "members": [ + 10877 + ], + "max_error": 0.0 + }, + { + "representative": 10728, + "members": [ + 10728 + ], + "max_error": 0.0 + }, + { + "representative": 10895, + "members": [ + 10895 + ], + "max_error": 0.0 + }, + { + "representative": 10820, + "members": [ + 10820 + ], + "max_error": 0.0 + }, + { + "representative": 10731, + "members": [ + 10731 + ], + "max_error": 0.0 + }, + { + "representative": 10857, + "members": [ + 10857 + ], + "max_error": 0.0 + }, + { + "representative": 10703, + "members": [ + 10703 + ], + "max_error": 0.0 + }, + { + "representative": 10651, + "members": [ + 10651 + ], + "max_error": 0.0 + }, + { + "representative": 10689, + "members": [ + 10689 + ], + "max_error": 0.0 + }, + { + "representative": 10753, + "members": [ + 10753 + ], + "max_error": 0.0 + }, + { + "representative": 10827, + "members": [ + 10827 + ], + "max_error": 0.0 + }, + { + "representative": 10720, + "members": [ + 10720 + ], + "max_error": 0.0 + }, + { + "representative": 10769, + "members": [ + 10769 + ], + "max_error": 0.0 + }, + { + "representative": 10861, + "members": [ + 10861 + ], + "max_error": 0.0 + }, + { + "representative": 10745, + "members": [ + 10745 + ], + "max_error": 0.0 + }, + { + "representative": 10647, + "members": [ + 10647 + ], + "max_error": 0.0 + }, + { + "representative": 10783, + "members": [ + 10783 + ], + "max_error": 0.0 + }, + { + "representative": 10683, + "members": [ + 10683 + ], + "max_error": 0.0 + }, + { + "representative": 10790, + "members": [ + 10790 + ], + "max_error": 0.0 + }, + { + "representative": 10849, + "members": [ + 10849 + ], + "max_error": 0.0 + }, + { + "representative": 10712, + "members": [ + 10712 + ], + "max_error": 0.0 + }, + { + "representative": 10705, + "members": [ + 10705 + ], + "max_error": 0.0 + }, + { + "representative": 10714, + "members": [ + 10714 + ], + "max_error": 0.0 + }, + { + "representative": 10706, + "members": [ + 10706 + ], + "max_error": 0.0 + }, + { + "representative": 10708, + "members": [ + 10708 + ], + "max_error": 0.0 + }, + { + "representative": 10709, + "members": [ + 10709 + ], + "max_error": 0.0 + }, + { + "representative": 10710, + "members": [ + 10710 + ], + "max_error": 0.0 + }, + { + "representative": 10824, + "members": [ + 10824 + ], + "max_error": 0.0 + }, + { + "representative": 10768, + "members": [ + 10768 + ], + "max_error": 0.0 + }, + { + "representative": 10680, + "members": [ + 10680 + ], + "max_error": 0.0 + }, + { + "representative": 10821, + "members": [ + 10821 + ], + "max_error": 0.0 + }, + { + "representative": 10851, + "members": [ + 10851 + ], + "max_error": 0.0 + }, + { + "representative": 10684, + "members": [ + 10684 + ], + "max_error": 0.0 + }, + { + "representative": 10860, + "members": [ + 10860 + ], + "max_error": 0.0 + }, + { + "representative": 10696, + "members": [ + 10696 + ], + "max_error": 0.0 + }, + { + "representative": 10674, + "members": [ + 10674 + ], + "max_error": 0.0 + }, + { + "representative": 10886, + "members": [ + 10886 + ], + "max_error": 0.0 + }, + { + "representative": 10722, + "members": [ + 10722 + ], + "max_error": 0.0 + }, + { + "representative": 10759, + "members": [ + 10759 + ], + "max_error": 0.0 + }, + { + "representative": 10704, + "members": [ + 10704 + ], + "max_error": 0.0 + }, + { + "representative": 10686, + "members": [ + 10686 + ], + "max_error": 0.0 + }, + { + "representative": 10642, + "members": [ + 10642 + ], + "max_error": 0.0 + }, + { + "representative": 10740, + "members": [ + 10740 + ], + "max_error": 0.0 + }, + { + "representative": 10670, + "members": [ + 10670 + ], + "max_error": 0.0 + }, + { + "representative": 10812, + "members": [ + 10812 + ], + "max_error": 0.0 + }, + { + "representative": 10694, + "members": [ + 10694 + ], + "max_error": 0.0 + }, + { + "representative": 10871, + "members": [ + 10871 + ], + "max_error": 0.0 + }, + { + "representative": 10832, + "members": [ + 10832 + ], + "max_error": 0.0 + }, + { + "representative": 10645, + "members": [ + 10645 + ], + "max_error": 0.0 + }, + { + "representative": 10693, + "members": [ + 10693 + ], + "max_error": 0.0 + }, + { + "representative": 10878, + "members": [ + 10878 + ], + "max_error": 0.0 + }, + { + "representative": 10784, + "members": [ + 10784 + ], + "max_error": 0.0 + }, + { + "representative": 10730, + "members": [ + 10730 + ], + "max_error": 0.0 + }, + { + "representative": 10775, + "members": [ + 10775 + ], + "max_error": 0.0 + }, + { + "representative": 10771, + "members": [ + 10771 + ], + "max_error": 0.0 + }, + { + "representative": 10746, + "members": [ + 10746 + ], + "max_error": 0.0 + }, + { + "representative": 10711, + "members": [ + 10711 + ], + "max_error": 0.0 + }, + { + "representative": 10804, + "members": [ + 10804 + ], + "max_error": 0.0 + }, + { + "representative": 10803, + "members": [ + 10803 + ], + "max_error": 0.0 + }, + { + "representative": 10676, + "members": [ + 10676 + ], + "max_error": 0.0 + }, + { + "representative": 10802, + "members": [ + 10802 + ], + "max_error": 0.0 + }, + { + "representative": 10732, + "members": [ + 10732 + ], + "max_error": 0.0 + }, + { + "representative": 10844, + "members": [ + 10844 + ], + "max_error": 0.0 + }, + { + "representative": 10893, + "members": [ + 10893 + ], + "max_error": 0.0 + }, + { + "representative": 10829, + "members": [ + 10829 + ], + "max_error": 0.0 + }, + { + "representative": 10865, + "members": [ + 10865 + ], + "max_error": 0.0 + }, + { + "representative": 10763, + "members": [ + 10763 + ], + "max_error": 0.0 + }, + { + "representative": 10716, + "members": [ + 10716 + ], + "max_error": 0.0 + }, + { + "representative": 10847, + "members": [ + 10847 + ], + "max_error": 0.0 + }, + { + "representative": 10729, + "members": [ + 10729 + ], + "max_error": 0.0 + }, + { + "representative": 10733, + "members": [ + 10733 + ], + "max_error": 0.0 + }, + { + "representative": 10735, + "members": [ + 10735 + ], + "max_error": 0.0 + }, + { + "representative": 10723, + "members": [ + 10723 + ], + "max_error": 0.0 + }, + { + "representative": 10724, + "members": [ + 10724 + ], + "max_error": 0.0 + }, + { + "representative": 10726, + "members": [ + 10726 + ], + "max_error": 0.0 + }, + { + "representative": 10727, + "members": [ + 10727 + ], + "max_error": 0.0 + }, + { + "representative": 10736, + "members": [ + 10736 + ], + "max_error": 0.0 + }, + { + "representative": 10750, + "members": [ + 10750 + ], + "max_error": 0.0 + }, + { + "representative": 10738, + "members": [ + 10738 + ], + "max_error": 0.0 + }, + { + "representative": 10742, + "members": [ + 10742 + ], + "max_error": 0.0 + }, + { + "representative": 10743, + "members": [ + 10743 + ], + "max_error": 0.0 + }, + { + "representative": 10760, + "members": [ + 10760 + ], + "max_error": 0.0 + }, + { + "representative": 10762, + "members": [ + 10762 + ], + "max_error": 0.0 + }, + { + "representative": 10766, + "members": [ + 10766 + ], + "max_error": 0.0 + }, + { + "representative": 10767, + "members": [ + 10767 + ], + "max_error": 0.0 + }, + { + "representative": 10755, + "members": [ + 10755 + ], + "max_error": 0.0 + }, + { + "representative": 10756, + "members": [ + 10756 + ], + "max_error": 0.0 + }, + { + "representative": 11153, + "members": [ + 11153 + ], + "max_error": 0.0 + }, + { + "representative": 11164, + "members": [ + 11164 + ], + "max_error": 0.0 + }, + { + "representative": 11167, + "members": [ + 11167 + ], + "max_error": 0.0 + }, + { + "representative": 11155, + "members": [ + 11155 + ], + "max_error": 0.0 + }, + { + "representative": 11158, + "members": [ + 11158 + ], + "max_error": 0.0 + }, + { + "representative": 11288, + "members": [ + 11288 + ], + "max_error": 0.0 + }, + { + "representative": 11281, + "members": [ + 11281 + ], + "max_error": 0.0 + }, + { + "representative": 11291, + "members": [ + 11291 + ], + "max_error": 0.0 + }, + { + "representative": 11292, + "members": [ + 11292 + ], + "max_error": 0.0 + }, + { + "representative": 11294, + "members": [ + 11294 + ], + "max_error": 0.0 + }, + { + "representative": 11295, + "members": [ + 11295 + ], + "max_error": 0.0 + }, + { + "representative": 11286, + "members": [ + 11286 + ], + "max_error": 0.0 + }, + { + "representative": 11306, + "members": [ + 11306 + ], + "max_error": 0.0 + }, + { + "representative": 11307, + "members": [ + 11307 + ], + "max_error": 0.0 + }, + { + "representative": 11310, + "members": [ + 11310 + ], + "max_error": 0.0 + }, + { + "representative": 11301, + "members": [ + 11301 + ], + "max_error": 0.0 + }, + { + "representative": 11302, + "members": [ + 11302 + ], + "max_error": 0.0 + }, + { + "representative": 11179, + "members": [ + 11179 + ], + "max_error": 0.0 + }, + { + "representative": 11181, + "members": [ + 11181 + ], + "max_error": 0.0 + }, + { + "representative": 11312, + "members": [ + 11312 + ], + "max_error": 0.0 + }, + { + "representative": 11313, + "members": [ + 11313 + ], + "max_error": 0.0 + }, + { + "representative": 11322, + "members": [ + 11322 + ], + "max_error": 0.0 + }, + { + "representative": 11323, + "members": [ + 11323 + ], + "max_error": 0.0 + }, + { + "representative": 11325, + "members": [ + 11325 + ], + "max_error": 0.0 + }, + { + "representative": 11326, + "members": [ + 11326 + ], + "max_error": 0.0 + }, + { + "representative": 11315, + "members": [ + 11315 + ], + "max_error": 0.0 + }, + { + "representative": 11319, + "members": [ + 11319 + ], + "max_error": 0.0 + }, + { + "representative": 11328, + "members": [ + 11328 + ], + "max_error": 0.0 + }, + { + "representative": 11330, + "members": [ + 11330 + ], + "max_error": 0.0 + }, + { + "representative": 11335, + "members": [ + 11335 + ], + "max_error": 0.0 + }, + { + "representative": 11353, + "members": [ + 11353 + ], + "max_error": 0.0 + }, + { + "representative": 11357, + "members": [ + 11357 + ], + "max_error": 0.0 + }, + { + "representative": 11346, + "members": [ + 11346 + ], + "max_error": 0.0 + }, + { + "representative": 11348, + "members": [ + 11348 + ], + "max_error": 0.0 + }, + { + "representative": 11360, + "members": [ + 11360 + ], + "max_error": 0.0 + }, + { + "representative": 11369, + "members": [ + 11369 + ], + "max_error": 0.0 + }, + { + "representative": 11364, + "members": [ + 11364 + ], + "max_error": 0.0 + }, + { + "representative": 11365, + "members": [ + 11365 + ], + "max_error": 0.0 + }, + { + "representative": 11391, + "members": [ + 11391 + ], + "max_error": 0.0 + }, + { + "representative": 11392, + "members": [ + 11392 + ], + "max_error": 0.0 + }, + { + "representative": 11393, + "members": [ + 11393 + ], + "max_error": 0.0 + }, + { + "representative": 11404, + "members": [ + 11404 + ], + "max_error": 0.0 + }, + { + "representative": 11406, + "members": [ + 11406 + ], + "max_error": 0.0 + }, + { + "representative": 11396, + "members": [ + 11396 + ], + "max_error": 0.0 + }, + { + "representative": 11397, + "members": [ + 11397 + ], + "max_error": 0.0 + }, + { + "representative": 11398, + "members": [ + 11398 + ], + "max_error": 0.0 + }, + { + "representative": 11190, + "members": [ + 11190 + ], + "max_error": 0.0 + }, + { + "representative": 11173, + "members": [ + 11173 + ], + "max_error": 0.0 + }, + { + "representative": 11279, + "members": [ + 11279 + ], + "max_error": 0.0 + }, + { + "representative": 11232, + "members": [ + 11232 + ], + "max_error": 0.0 + }, + { + "representative": 11324, + "members": [ + 11324 + ], + "max_error": 0.0 + }, + { + "representative": 11394, + "members": [ + 11394 + ], + "max_error": 0.0 + }, + { + "representative": 11361, + "members": [ + 11361 + ], + "max_error": 0.0 + }, + { + "representative": 11370, + "members": [ + 11370 + ], + "max_error": 0.0 + }, + { + "representative": 11189, + "members": [ + 11189 + ], + "max_error": 0.0 + }, + { + "representative": 11387, + "members": [ + 11387 + ], + "max_error": 0.0 + }, + { + "representative": 11386, + "members": [ + 11386 + ], + "max_error": 0.0 + }, + { + "representative": 11177, + "members": [ + 11177 + ], + "max_error": 0.0 + }, + { + "representative": 11405, + "members": [ + 11405 + ], + "max_error": 0.0 + }, + { + "representative": 11206, + "members": [ + 11206 + ], + "max_error": 0.0 + }, + { + "representative": 11345, + "members": [ + 11345 + ], + "max_error": 0.0 + }, + { + "representative": 11354, + "members": [ + 11354 + ], + "max_error": 0.0 + }, + { + "representative": 11339, + "members": [ + 11339 + ], + "max_error": 0.0 + }, + { + "representative": 11373, + "members": [ + 11373 + ], + "max_error": 0.0 + }, + { + "representative": 11309, + "members": [ + 11309 + ], + "max_error": 0.0 + }, + { + "representative": 11176, + "members": [ + 11176 + ], + "max_error": 0.0 + }, + { + "representative": 11247, + "members": [ + 11247 + ], + "max_error": 0.0 + }, + { + "representative": 11305, + "members": [ + 11305 + ], + "max_error": 0.0 + }, + { + "representative": 11220, + "members": [ + 11220 + ], + "max_error": 0.0 + }, + { + "representative": 11185, + "members": [ + 11185 + ], + "max_error": 0.0 + }, + { + "representative": 11195, + "members": [ + 11195 + ], + "max_error": 0.0 + }, + { + "representative": 11199, + "members": [ + 11199 + ], + "max_error": 0.0 + }, + { + "representative": 11186, + "members": [ + 11186 + ], + "max_error": 0.0 + }, + { + "representative": 11188, + "members": [ + 11188 + ], + "max_error": 0.0 + }, + { + "representative": 11336, + "members": [ + 11336 + ], + "max_error": 0.0 + }, + { + "representative": 11344, + "members": [ + 11344 + ], + "max_error": 0.0 + }, + { + "representative": 11371, + "members": [ + 11371 + ], + "max_error": 0.0 + }, + { + "representative": 11347, + "members": [ + 11347 + ], + "max_error": 0.0 + }, + { + "representative": 11172, + "members": [ + 11172 + ], + "max_error": 0.0 + }, + { + "representative": 11244, + "members": [ + 11244 + ], + "max_error": 0.0 + }, + { + "representative": 11376, + "members": [ + 11376 + ], + "max_error": 0.0 + }, + { + "representative": 11401, + "members": [ + 11401 + ], + "max_error": 0.0 + }, + { + "representative": 11389, + "members": [ + 11389 + ], + "max_error": 0.0 + }, + { + "representative": 11168, + "members": [ + 11168 + ], + "max_error": 0.0 + }, + { + "representative": 11287, + "members": [ + 11287 + ], + "max_error": 0.0 + }, + { + "representative": 11362, + "members": [ + 11362 + ], + "max_error": 0.0 + }, + { + "representative": 11366, + "members": [ + 11366 + ], + "max_error": 0.0 + }, + { + "representative": 11250, + "members": [ + 11250 + ], + "max_error": 0.0 + }, + { + "representative": 11374, + "members": [ + 11374 + ], + "max_error": 0.0 + }, + { + "representative": 11252, + "members": [ + 11252 + ], + "max_error": 0.0 + }, + { + "representative": 11174, + "members": [ + 11174 + ], + "max_error": 0.0 + }, + { + "representative": 11184, + "members": [ + 11184 + ], + "max_error": 0.0 + }, + { + "representative": 11390, + "members": [ + 11390 + ], + "max_error": 0.0 + }, + { + "representative": 11271, + "members": [ + 11271 + ], + "max_error": 0.0 + }, + { + "representative": 11274, + "members": [ + 11274 + ], + "max_error": 0.0 + }, + { + "representative": 11178, + "members": [ + 11178 + ], + "max_error": 0.0 + }, + { + "representative": 11304, + "members": [ + 11304 + ], + "max_error": 0.0 + }, + { + "representative": 11233, + "members": [ + 11233 + ], + "max_error": 0.0 + }, + { + "representative": 11201, + "members": [ + 11201 + ], + "max_error": 0.0 + }, + { + "representative": 11262, + "members": [ + 11262 + ], + "max_error": 0.0 + }, + { + "representative": 11303, + "members": [ + 11303 + ], + "max_error": 0.0 + }, + { + "representative": 11229, + "members": [ + 11229 + ], + "max_error": 0.0 + }, + { + "representative": 11300, + "members": [ + 11300 + ], + "max_error": 0.0 + }, + { + "representative": 11255, + "members": [ + 11255 + ], + "max_error": 0.0 + }, + { + "representative": 11400, + "members": [ + 11400 + ], + "max_error": 0.0 + }, + { + "representative": 11308, + "members": [ + 11308 + ], + "max_error": 0.0 + }, + { + "representative": 11238, + "members": [ + 11238 + ], + "max_error": 0.0 + }, + { + "representative": 11359, + "members": [ + 11359 + ], + "max_error": 0.0 + }, + { + "representative": 11223, + "members": [ + 11223 + ], + "max_error": 0.0 + }, + { + "representative": 11159, + "members": [ + 11159 + ], + "max_error": 0.0 + }, + { + "representative": 11382, + "members": [ + 11382 + ], + "max_error": 0.0 + }, + { + "representative": 11249, + "members": [ + 11249 + ], + "max_error": 0.0 + }, + { + "representative": 11163, + "members": [ + 11163 + ], + "max_error": 0.0 + }, + { + "representative": 11372, + "members": [ + 11372 + ], + "max_error": 0.0 + }, + { + "representative": 11157, + "members": [ + 11157 + ], + "max_error": 0.0 + }, + { + "representative": 11270, + "members": [ + 11270 + ], + "max_error": 0.0 + }, + { + "representative": 11166, + "members": [ + 11166 + ], + "max_error": 0.0 + }, + { + "representative": 11251, + "members": [ + 11251 + ], + "max_error": 0.0 + }, + { + "representative": 11236, + "members": [ + 11236 + ], + "max_error": 0.0 + }, + { + "representative": 11403, + "members": [ + 11403 + ], + "max_error": 0.0 + }, + { + "representative": 11356, + "members": [ + 11356 + ], + "max_error": 0.0 + }, + { + "representative": 11207, + "members": [ + 11207 + ], + "max_error": 0.0 + }, + { + "representative": 11321, + "members": [ + 11321 + ], + "max_error": 0.0 + }, + { + "representative": 11268, + "members": [ + 11268 + ], + "max_error": 0.0 + }, + { + "representative": 11240, + "members": [ + 11240 + ], + "max_error": 0.0 + }, + { + "representative": 11227, + "members": [ + 11227 + ], + "max_error": 0.0 + }, + { + "representative": 11314, + "members": [ + 11314 + ], + "max_error": 0.0 + }, + { + "representative": 11275, + "members": [ + 11275 + ], + "max_error": 0.0 + }, + { + "representative": 11253, + "members": [ + 11253 + ], + "max_error": 0.0 + }, + { + "representative": 11196, + "members": [ + 11196 + ], + "max_error": 0.0 + }, + { + "representative": 11193, + "members": [ + 11193 + ], + "max_error": 0.0 + }, + { + "representative": 11266, + "members": [ + 11266 + ], + "max_error": 0.0 + }, + { + "representative": 11334, + "members": [ + 11334 + ], + "max_error": 0.0 + }, + { + "representative": 11208, + "members": [ + 11208 + ], + "max_error": 0.0 + }, + { + "representative": 11211, + "members": [ + 11211 + ], + "max_error": 0.0 + }, + { + "representative": 11213, + "members": [ + 11213 + ], + "max_error": 0.0 + }, + { + "representative": 11214, + "members": [ + 11214 + ], + "max_error": 0.0 + }, + { + "representative": 11215, + "members": [ + 11215 + ], + "max_error": 0.0 + }, + { + "representative": 11203, + "members": [ + 11203 + ], + "max_error": 0.0 + }, + { + "representative": 11289, + "members": [ + 11289 + ], + "max_error": 0.0 + }, + { + "representative": 11169, + "members": [ + 11169 + ], + "max_error": 0.0 + }, + { + "representative": 11296, + "members": [ + 11296 + ], + "max_error": 0.0 + }, + { + "representative": 11350, + "members": [ + 11350 + ], + "max_error": 0.0 + }, + { + "representative": 11183, + "members": [ + 11183 + ], + "max_error": 0.0 + }, + { + "representative": 11384, + "members": [ + 11384 + ], + "max_error": 0.0 + }, + { + "representative": 11380, + "members": [ + 11380 + ], + "max_error": 0.0 + }, + { + "representative": 11231, + "members": [ + 11231 + ], + "max_error": 0.0 + }, + { + "representative": 11293, + "members": [ + 11293 + ], + "max_error": 0.0 + }, + { + "representative": 11171, + "members": [ + 11171 + ], + "max_error": 0.0 + }, + { + "representative": 11225, + "members": [ + 11225 + ], + "max_error": 0.0 + }, + { + "representative": 11235, + "members": [ + 11235 + ], + "max_error": 0.0 + }, + { + "representative": 11278, + "members": [ + 11278 + ], + "max_error": 0.0 + }, + { + "representative": 11383, + "members": [ + 11383 + ], + "max_error": 0.0 + }, + { + "representative": 11257, + "members": [ + 11257 + ], + "max_error": 0.0 + }, + { + "representative": 11329, + "members": [ + 11329 + ], + "max_error": 0.0 + }, + { + "representative": 11407, + "members": [ + 11407 + ], + "max_error": 0.0 + }, + { + "representative": 11198, + "members": [ + 11198 + ], + "max_error": 0.0 + }, + { + "representative": 11248, + "members": [ + 11248 + ], + "max_error": 0.0 + }, + { + "representative": 11197, + "members": [ + 11197 + ], + "max_error": 0.0 + }, + { + "representative": 11333, + "members": [ + 11333 + ], + "max_error": 0.0 + }, + { + "representative": 11332, + "members": [ + 11332 + ], + "max_error": 0.0 + }, + { + "representative": 11242, + "members": [ + 11242 + ], + "max_error": 0.0 + }, + { + "representative": 11297, + "members": [ + 11297 + ], + "max_error": 0.0 + }, + { + "representative": 11226, + "members": [ + 11226 + ], + "max_error": 0.0 + }, + { + "representative": 11320, + "members": [ + 11320 + ], + "max_error": 0.0 + }, + { + "representative": 11351, + "members": [ + 11351 + ], + "max_error": 0.0 + }, + { + "representative": 11175, + "members": [ + 11175 + ], + "max_error": 0.0 + }, + { + "representative": 11379, + "members": [ + 11379 + ], + "max_error": 0.0 + }, + { + "representative": 11285, + "members": [ + 11285 + ], + "max_error": 0.0 + }, + { + "representative": 11165, + "members": [ + 11165 + ], + "max_error": 0.0 + }, + { + "representative": 11280, + "members": [ + 11280 + ], + "max_error": 0.0 + }, + { + "representative": 11194, + "members": [ + 11194 + ], + "max_error": 0.0 + }, + { + "representative": 11327, + "members": [ + 11327 + ], + "max_error": 0.0 + }, + { + "representative": 11210, + "members": [ + 11210 + ], + "max_error": 0.0 + }, + { + "representative": 11170, + "members": [ + 11170 + ], + "max_error": 0.0 + }, + { + "representative": 11216, + "members": [ + 11216 + ], + "max_error": 0.0 + }, + { + "representative": 11256, + "members": [ + 11256 + ], + "max_error": 0.0 + }, + { + "representative": 11331, + "members": [ + 11331 + ], + "max_error": 0.0 + }, + { + "representative": 11205, + "members": [ + 11205 + ], + "max_error": 0.0 + }, + { + "representative": 11212, + "members": [ + 11212 + ], + "max_error": 0.0 + }, + { + "representative": 11290, + "members": [ + 11290 + ], + "max_error": 0.0 + }, + { + "representative": 11352, + "members": [ + 11352 + ], + "max_error": 0.0 + }, + { + "representative": 11156, + "members": [ + 11156 + ], + "max_error": 0.0 + }, + { + "representative": 11154, + "members": [ + 11154 + ], + "max_error": 0.0 + }, + { + "representative": 11204, + "members": [ + 11204 + ], + "max_error": 0.0 + }, + { + "representative": 11317, + "members": [ + 11317 + ], + "max_error": 0.0 + }, + { + "representative": 11385, + "members": [ + 11385 + ], + "max_error": 0.0 + }, + { + "representative": 11316, + "members": [ + 11316 + ], + "max_error": 0.0 + }, + { + "representative": 11378, + "members": [ + 11378 + ], + "max_error": 0.0 + }, + { + "representative": 11298, + "members": [ + 11298 + ], + "max_error": 0.0 + }, + { + "representative": 11342, + "members": [ + 11342 + ], + "max_error": 0.0 + }, + { + "representative": 11224, + "members": [ + 11224 + ], + "max_error": 0.0 + }, + { + "representative": 11228, + "members": [ + 11228 + ], + "max_error": 0.0 + }, + { + "representative": 11230, + "members": [ + 11230 + ], + "max_error": 0.0 + }, + { + "representative": 11219, + "members": [ + 11219 + ], + "max_error": 0.0 + }, + { + "representative": 11221, + "members": [ + 11221 + ], + "max_error": 0.0 + }, + { + "representative": 11161, + "members": [ + 11161 + ], + "max_error": 0.0 + }, + { + "representative": 11202, + "members": [ + 11202 + ], + "max_error": 0.0 + }, + { + "representative": 11377, + "members": [ + 11377 + ], + "max_error": 0.0 + }, + { + "representative": 11367, + "members": [ + 11367 + ], + "max_error": 0.0 + }, + { + "representative": 11343, + "members": [ + 11343 + ], + "max_error": 0.0 + }, + { + "representative": 11375, + "members": [ + 11375 + ], + "max_error": 0.0 + }, + { + "representative": 11337, + "members": [ + 11337 + ], + "max_error": 0.0 + }, + { + "representative": 11217, + "members": [ + 11217 + ], + "max_error": 0.0 + }, + { + "representative": 11222, + "members": [ + 11222 + ], + "max_error": 0.0 + }, + { + "representative": 11363, + "members": [ + 11363 + ], + "max_error": 0.0 + }, + { + "representative": 11267, + "members": [ + 11267 + ], + "max_error": 0.0 + }, + { + "representative": 11187, + "members": [ + 11187 + ], + "max_error": 0.0 + }, + { + "representative": 11395, + "members": [ + 11395 + ], + "max_error": 0.0 + }, + { + "representative": 11399, + "members": [ + 11399 + ], + "max_error": 0.0 + }, + { + "representative": 11261, + "members": [ + 11261 + ], + "max_error": 0.0 + }, + { + "representative": 11355, + "members": [ + 11355 + ], + "max_error": 0.0 + }, + { + "representative": 11283, + "members": [ + 11283 + ], + "max_error": 0.0 + }, + { + "representative": 11265, + "members": [ + 11265 + ], + "max_error": 0.0 + }, + { + "representative": 11358, + "members": [ + 11358 + ], + "max_error": 0.0 + }, + { + "representative": 11152, + "members": [ + 11152 + ], + "max_error": 0.0 + }, + { + "representative": 11182, + "members": [ + 11182 + ], + "max_error": 0.0 + }, + { + "representative": 11180, + "members": [ + 11180 + ], + "max_error": 0.0 + }, + { + "representative": 11284, + "members": [ + 11284 + ], + "max_error": 0.0 + }, + { + "representative": 11239, + "members": [ + 11239 + ], + "max_error": 0.0 + }, + { + "representative": 11282, + "members": [ + 11282 + ], + "max_error": 0.0 + }, + { + "representative": 11160, + "members": [ + 11160 + ], + "max_error": 0.0 + }, + { + "representative": 11191, + "members": [ + 11191 + ], + "max_error": 0.0 + }, + { + "representative": 11338, + "members": [ + 11338 + ], + "max_error": 0.0 + }, + { + "representative": 11340, + "members": [ + 11340 + ], + "max_error": 0.0 + }, + { + "representative": 11402, + "members": [ + 11402 + ], + "max_error": 0.0 + }, + { + "representative": 11258, + "members": [ + 11258 + ], + "max_error": 0.0 + }, + { + "representative": 11209, + "members": [ + 11209 + ], + "max_error": 0.0 + }, + { + "representative": 11299, + "members": [ + 11299 + ], + "max_error": 0.0 + }, + { + "representative": 11218, + "members": [ + 11218 + ], + "max_error": 0.0 + }, + { + "representative": 11341, + "members": [ + 11341 + ], + "max_error": 0.0 + }, + { + "representative": 11192, + "members": [ + 11192 + ], + "max_error": 0.0 + }, + { + "representative": 11349, + "members": [ + 11349 + ], + "max_error": 0.0 + }, + { + "representative": 11381, + "members": [ + 11381 + ], + "max_error": 0.0 + }, + { + "representative": 11368, + "members": [ + 11368 + ], + "max_error": 0.0 + }, + { + "representative": 11260, + "members": [ + 11260 + ], + "max_error": 0.0 + }, + { + "representative": 11318, + "members": [ + 11318 + ], + "max_error": 0.0 + }, + { + "representative": 11200, + "members": [ + 11200 + ], + "max_error": 0.0 + }, + { + "representative": 11162, + "members": [ + 11162 + ], + "max_error": 0.0 + }, + { + "representative": 11276, + "members": [ + 11276 + ], + "max_error": 0.0 + }, + { + "representative": 11311, + "members": [ + 11311 + ], + "max_error": 0.0 + }, + { + "representative": 11388, + "members": [ + 11388 + ], + "max_error": 0.0 + }, + { + "representative": 11241, + "members": [ + 11241 + ], + "max_error": 0.0 + }, + { + "representative": 11243, + "members": [ + 11243 + ], + "max_error": 0.0 + }, + { + "representative": 11245, + "members": [ + 11245 + ], + "max_error": 0.0 + }, + { + "representative": 11246, + "members": [ + 11246 + ], + "max_error": 0.0 + }, + { + "representative": 11234, + "members": [ + 11234 + ], + "max_error": 0.0 + }, + { + "representative": 11237, + "members": [ + 11237 + ], + "max_error": 0.0 + }, + { + "representative": 11259, + "members": [ + 11259 + ], + "max_error": 0.0 + }, + { + "representative": 11263, + "members": [ + 11263 + ], + "max_error": 0.0 + }, + { + "representative": 11254, + "members": [ + 11254 + ], + "max_error": 0.0 + }, + { + "representative": 11264, + "members": [ + 11264 + ], + "max_error": 0.0 + }, + { + "representative": 11272, + "members": [ + 11272 + ], + "max_error": 0.0 + }, + { + "representative": 11273, + "members": [ + 11273 + ], + "max_error": 0.0 + }, + { + "representative": 11277, + "members": [ + 11277 + ], + "max_error": 0.0 + }, + { + "representative": 11269, + "members": [ + 11269 + ], + "max_error": 0.0 + }, + { + "representative": 11664, + "members": [ + 11664 + ], + "max_error": 0.0 + }, + { + "representative": 11672, + "members": [ + 11672 + ], + "max_error": 0.0 + }, + { + "representative": 11673, + "members": [ + 11673 + ], + "max_error": 0.0 + }, + { + "representative": 11665, + "members": [ + 11665 + ], + "max_error": 0.0 + }, + { + "representative": 11674, + "members": [ + 11674 + ], + "max_error": 0.0 + }, + { + "representative": 11675, + "members": [ + 11675 + ], + "max_error": 0.0 + }, + { + "representative": 11676, + "members": [ + 11676 + ], + "max_error": 0.0 + }, + { + "representative": 11677, + "members": [ + 11677 + ], + "max_error": 0.0 + }, + { + "representative": 11678, + "members": [ + 11678 + ], + "max_error": 0.0 + }, + { + "representative": 11679, + "members": [ + 11679 + ], + "max_error": 0.0 + }, + { + "representative": 11666, + "members": [ + 11666 + ], + "max_error": 0.0 + }, + { + "representative": 11667, + "members": [ + 11667 + ], + "max_error": 0.0 + }, + { + "representative": 11668, + "members": [ + 11668 + ], + "max_error": 0.0 + }, + { + "representative": 11669, + "members": [ + 11669 + ], + "max_error": 0.0 + }, + { + "representative": 11670, + "members": [ + 11670 + ], + "max_error": 0.0 + }, + { + "representative": 11671, + "members": [ + 11671 + ], + "max_error": 0.0 + }, + { + "representative": 11680, + "members": [ + 11680 + ], + "max_error": 0.0 + }, + { + "representative": 11688, + "members": [ + 11688 + ], + "max_error": 0.0 + }, + { + "representative": 11689, + "members": [ + 11689 + ], + "max_error": 0.0 + }, + { + "representative": 11681, + "members": [ + 11681 + ], + "max_error": 0.0 + }, + { + "representative": 11690, + "members": [ + 11690 + ], + "max_error": 0.0 + }, + { + "representative": 11691, + "members": [ + 11691 + ], + "max_error": 0.0 + }, + { + "representative": 11692, + "members": [ + 11692 + ], + "max_error": 0.0 + }, + { + "representative": 11693, + "members": [ + 11693 + ], + "max_error": 0.0 + }, + { + "representative": 11694, + "members": [ + 11694 + ], + "max_error": 0.0 + }, + { + "representative": 11695, + "members": [ + 11695 + ], + "max_error": 0.0 + }, + { + "representative": 11682, + "members": [ + 11682 + ], + "max_error": 0.0 + }, + { + "representative": 11683, + "members": [ + 11683 + ], + "max_error": 0.0 + }, + { + "representative": 11684, + "members": [ + 11684 + ], + "max_error": 0.0 + }, + { + "representative": 11685, + "members": [ + 11685 + ], + "max_error": 0.0 + }, + { + "representative": 11686, + "members": [ + 11686 + ], + "max_error": 0.0 + }, + { + "representative": 11687, + "members": [ + 11687 + ], + "max_error": 0.0 + }, + { + "representative": 11696, + "members": [ + 11696 + ], + "max_error": 0.0 + }, + { + "representative": 11704, + "members": [ + 11704 + ], + "max_error": 0.0 + }, + { + "representative": 11705, + "members": [ + 11705 + ], + "max_error": 0.0 + }, + { + "representative": 11697, + "members": [ + 11697 + ], + "max_error": 0.0 + }, + { + "representative": 11706, + "members": [ + 11706 + ], + "max_error": 0.0 + }, + { + "representative": 11707, + "members": [ + 11707 + ], + "max_error": 0.0 + }, + { + "representative": 11708, + "members": [ + 11708 + ], + "max_error": 0.0 + }, + { + "representative": 11709, + "members": [ + 11709 + ], + "max_error": 0.0 + }, + { + "representative": 11710, + "members": [ + 11710 + ], + "max_error": 0.0 + }, + { + "representative": 11711, + "members": [ + 11711 + ], + "max_error": 0.0 + }, + { + "representative": 11698, + "members": [ + 11698 + ], + "max_error": 0.0 + }, + { + "representative": 11699, + "members": [ + 11699 + ], + "max_error": 0.0 + }, + { + "representative": 11700, + "members": [ + 11700 + ], + "max_error": 0.0 + }, + { + "representative": 11701, + "members": [ + 11701 + ], + "max_error": 0.0 + }, + { + "representative": 11702, + "members": [ + 11702 + ], + "max_error": 0.0 + }, + { + "representative": 11703, + "members": [ + 11703 + ], + "max_error": 0.0 + }, + { + "representative": 11712, + "members": [ + 11712 + ], + "max_error": 0.0 + }, + { + "representative": 11720, + "members": [ + 11720 + ], + "max_error": 0.0 + }, + { + "representative": 11721, + "members": [ + 11721 + ], + "max_error": 0.0 + }, + { + "representative": 11713, + "members": [ + 11713 + ], + "max_error": 0.0 + }, + { + "representative": 11722, + "members": [ + 11722 + ], + "max_error": 0.0 + }, + { + "representative": 11723, + "members": [ + 11723 + ], + "max_error": 0.0 + }, + { + "representative": 11724, + "members": [ + 11724 + ], + "max_error": 0.0 + }, + { + "representative": 11725, + "members": [ + 11725 + ], + "max_error": 0.0 + }, + { + "representative": 11726, + "members": [ + 11726 + ], + "max_error": 0.0 + }, + { + "representative": 11727, + "members": [ + 11727 + ], + "max_error": 0.0 + }, + { + "representative": 11714, + "members": [ + 11714 + ], + "max_error": 0.0 + }, + { + "representative": 11715, + "members": [ + 11715 + ], + "max_error": 0.0 + }, + { + "representative": 11716, + "members": [ + 11716 + ], + "max_error": 0.0 + }, + { + "representative": 11717, + "members": [ + 11717 + ], + "max_error": 0.0 + }, + { + "representative": 11718, + "members": [ + 11718 + ], + "max_error": 0.0 + }, + { + "representative": 11719, + "members": [ + 11719 + ], + "max_error": 0.0 + }, + { + "representative": 11984, + "members": [ + 11984 + ], + "max_error": 0.0 + }, + { + "representative": 11992, + "members": [ + 11992 + ], + "max_error": 0.0 + }, + { + "representative": 11993, + "members": [ + 11993 + ], + "max_error": 0.0 + }, + { + "representative": 11985, + "members": [ + 11985 + ], + "max_error": 0.0 + }, + { + "representative": 11994, + "members": [ + 11994 + ], + "max_error": 0.0 + }, + { + "representative": 11995, + "members": [ + 11995 + ], + "max_error": 0.0 + }, + { + "representative": 11996, + "members": [ + 11996 + ], + "max_error": 0.0 + }, + { + "representative": 11997, + "members": [ + 11997 + ], + "max_error": 0.0 + }, + { + "representative": 11998, + "members": [ + 11998 + ], + "max_error": 0.0 + }, + { + "representative": 11999, + "members": [ + 11999 + ], + "max_error": 0.0 + }, + { + "representative": 11986, + "members": [ + 11986 + ], + "max_error": 0.0 + }, + { + "representative": 11987, + "members": [ + 11987 + ], + "max_error": 0.0 + }, + { + "representative": 11988, + "members": [ + 11988 + ], + "max_error": 0.0 + }, + { + "representative": 11989, + "members": [ + 11989 + ], + "max_error": 0.0 + }, + { + "representative": 11990, + "members": [ + 11990 + ], + "max_error": 0.0 + }, + { + "representative": 11991, + "members": [ + 11991 + ], + "max_error": 0.0 + }, + { + "representative": 12112, + "members": [ + 12112 + ], + "max_error": 0.0 + }, + { + "representative": 12120, + "members": [ + 12120 + ], + "max_error": 0.0 + }, + { + "representative": 12121, + "members": [ + 12121 + ], + "max_error": 0.0 + }, + { + "representative": 12113, + "members": [ + 12113 + ], + "max_error": 0.0 + }, + { + "representative": 12122, + "members": [ + 12122 + ], + "max_error": 0.0 + }, + { + "representative": 12123, + "members": [ + 12123 + ], + "max_error": 0.0 + }, + { + "representative": 12124, + "members": [ + 12124 + ], + "max_error": 0.0 + }, + { + "representative": 12125, + "members": [ + 12125 + ], + "max_error": 0.0 + }, + { + "representative": 12126, + "members": [ + 12126 + ], + "max_error": 0.0 + }, + { + "representative": 12127, + "members": [ + 12127 + ], + "max_error": 0.0 + }, + { + "representative": 12114, + "members": [ + 12114 + ], + "max_error": 0.0 + }, + { + "representative": 12115, + "members": [ + 12115 + ], + "max_error": 0.0 + }, + { + "representative": 12116, + "members": [ + 12116 + ], + "max_error": 0.0 + }, + { + "representative": 12117, + "members": [ + 12117 + ], + "max_error": 0.0 + }, + { + "representative": 12118, + "members": [ + 12118 + ], + "max_error": 0.0 + }, + { + "representative": 12119, + "members": [ + 12119 + ], + "max_error": 0.0 + }, + { + "representative": 12128, + "members": [ + 12128 + ], + "max_error": 0.0 + }, + { + "representative": 12136, + "members": [ + 12136 + ], + "max_error": 0.0 + }, + { + "representative": 12137, + "members": [ + 12137 + ], + "max_error": 0.0 + }, + { + "representative": 12129, + "members": [ + 12129 + ], + "max_error": 0.0 + }, + { + "representative": 12138, + "members": [ + 12138 + ], + "max_error": 0.0 + }, + { + "representative": 12139, + "members": [ + 12139 + ], + "max_error": 0.0 + }, + { + "representative": 12140, + "members": [ + 12140 + ], + "max_error": 0.0 + }, + { + "representative": 12141, + "members": [ + 12141 + ], + "max_error": 0.0 + }, + { + "representative": 12142, + "members": [ + 12142 + ], + "max_error": 0.0 + }, + { + "representative": 12143, + "members": [ + 12143 + ], + "max_error": 0.0 + }, + { + "representative": 12130, + "members": [ + 12130 + ], + "max_error": 0.0 + }, + { + "representative": 12131, + "members": [ + 12131 + ], + "max_error": 0.0 + }, + { + "representative": 12132, + "members": [ + 12132 + ], + "max_error": 0.0 + }, + { + "representative": 12133, + "members": [ + 12133 + ], + "max_error": 0.0 + }, + { + "representative": 12134, + "members": [ + 12134 + ], + "max_error": 0.0 + }, + { + "representative": 12135, + "members": [ + 12135 + ], + "max_error": 0.0 + }, + { + "representative": 12000, + "members": [ + 12000 + ], + "max_error": 0.0 + }, + { + "representative": 12008, + "members": [ + 12008 + ], + "max_error": 0.0 + }, + { + "representative": 12009, + "members": [ + 12009 + ], + "max_error": 0.0 + }, + { + "representative": 12001, + "members": [ + 12001 + ], + "max_error": 0.0 + }, + { + "representative": 12010, + "members": [ + 12010 + ], + "max_error": 0.0 + }, + { + "representative": 12011, + "members": [ + 12011 + ], + "max_error": 0.0 + }, + { + "representative": 12012, + "members": [ + 12012 + ], + "max_error": 0.0 + }, + { + "representative": 12013, + "members": [ + 12013 + ], + "max_error": 0.0 + }, + { + "representative": 12014, + "members": [ + 12014 + ], + "max_error": 0.0 + }, + { + "representative": 12015, + "members": [ + 12015 + ], + "max_error": 0.0 + }, + { + "representative": 12002, + "members": [ + 12002 + ], + "max_error": 0.0 + }, + { + "representative": 12003, + "members": [ + 12003 + ], + "max_error": 0.0 + }, + { + "representative": 12004, + "members": [ + 12004 + ], + "max_error": 0.0 + }, + { + "representative": 12005, + "members": [ + 12005 + ], + "max_error": 0.0 + }, + { + "representative": 12006, + "members": [ + 12006 + ], + "max_error": 0.0 + }, + { + "representative": 12007, + "members": [ + 12007 + ], + "max_error": 0.0 + }, + { + "representative": 12144, + "members": [ + 12144 + ], + "max_error": 0.0 + }, + { + "representative": 12152, + "members": [ + 12152 + ], + "max_error": 0.0 + }, + { + "representative": 12153, + "members": [ + 12153 + ], + "max_error": 0.0 + }, + { + "representative": 12145, + "members": [ + 12145 + ], + "max_error": 0.0 + }, + { + "representative": 12154, + "members": [ + 12154 + ], + "max_error": 0.0 + }, + { + "representative": 12155, + "members": [ + 12155 + ], + "max_error": 0.0 + }, + { + "representative": 12156, + "members": [ + 12156 + ], + "max_error": 0.0 + }, + { + "representative": 12157, + "members": [ + 12157 + ], + "max_error": 0.0 + }, + { + "representative": 12158, + "members": [ + 12158 + ], + "max_error": 0.0 + }, + { + "representative": 12159, + "members": [ + 12159 + ], + "max_error": 0.0 + }, + { + "representative": 12146, + "members": [ + 12146 + ], + "max_error": 0.0 + }, + { + "representative": 12147, + "members": [ + 12147 + ], + "max_error": 0.0 + }, + { + "representative": 12148, + "members": [ + 12148 + ], + "max_error": 0.0 + }, + { + "representative": 12149, + "members": [ + 12149 + ], + "max_error": 0.0 + }, + { + "representative": 12150, + "members": [ + 12150 + ], + "max_error": 0.0 + }, + { + "representative": 12151, + "members": [ + 12151 + ], + "max_error": 0.0 + }, + { + "representative": 12160, + "members": [ + 12160 + ], + "max_error": 0.0 + }, + { + "representative": 12168, + "members": [ + 12168 + ], + "max_error": 0.0 + }, + { + "representative": 12169, + "members": [ + 12169 + ], + "max_error": 0.0 + }, + { + "representative": 12161, + "members": [ + 12161 + ], + "max_error": 0.0 + }, + { + "representative": 12170, + "members": [ + 12170 + ], + "max_error": 0.0 + }, + { + "representative": 12171, + "members": [ + 12171 + ], + "max_error": 0.0 + }, + { + "representative": 12172, + "members": [ + 12172 + ], + "max_error": 0.0 + }, + { + "representative": 12173, + "members": [ + 12173 + ], + "max_error": 0.0 + }, + { + "representative": 12174, + "members": [ + 12174 + ], + "max_error": 0.0 + }, + { + "representative": 12175, + "members": [ + 12175 + ], + "max_error": 0.0 + }, + { + "representative": 12162, + "members": [ + 12162 + ], + "max_error": 0.0 + }, + { + "representative": 12163, + "members": [ + 12163 + ], + "max_error": 0.0 + }, + { + "representative": 12164, + "members": [ + 12164 + ], + "max_error": 0.0 + }, + { + "representative": 12165, + "members": [ + 12165 + ], + "max_error": 0.0 + }, + { + "representative": 12166, + "members": [ + 12166 + ], + "max_error": 0.0 + }, + { + "representative": 12167, + "members": [ + 12167 + ], + "max_error": 0.0 + }, + { + "representative": 12176, + "members": [ + 12176 + ], + "max_error": 0.0 + }, + { + "representative": 12184, + "members": [ + 12184 + ], + "max_error": 0.0 + }, + { + "representative": 12185, + "members": [ + 12185 + ], + "max_error": 0.0 + }, + { + "representative": 12177, + "members": [ + 12177 + ], + "max_error": 0.0 + }, + { + "representative": 12186, + "members": [ + 12186 + ], + "max_error": 0.0 + }, + { + "representative": 12187, + "members": [ + 12187 + ], + "max_error": 0.0 + }, + { + "representative": 12188, + "members": [ + 12188 + ], + "max_error": 0.0 + }, + { + "representative": 12189, + "members": [ + 12189 + ], + "max_error": 0.0 + }, + { + "representative": 12190, + "members": [ + 12190 + ], + "max_error": 0.0 + }, + { + "representative": 12191, + "members": [ + 12191 + ], + "max_error": 0.0 + }, + { + "representative": 12178, + "members": [ + 12178 + ], + "max_error": 0.0 + }, + { + "representative": 12179, + "members": [ + 12179 + ], + "max_error": 0.0 + }, + { + "representative": 12180, + "members": [ + 12180 + ], + "max_error": 0.0 + }, + { + "representative": 12181, + "members": [ + 12181 + ], + "max_error": 0.0 + }, + { + "representative": 12182, + "members": [ + 12182 + ], + "max_error": 0.0 + }, + { + "representative": 12183, + "members": [ + 12183 + ], + "max_error": 0.0 + }, + { + "representative": 12192, + "members": [ + 12192 + ], + "max_error": 0.0 + }, + { + "representative": 12200, + "members": [ + 12200 + ], + "max_error": 0.0 + }, + { + "representative": 12201, + "members": [ + 12201 + ], + "max_error": 0.0 + }, + { + "representative": 12193, + "members": [ + 12193 + ], + "max_error": 0.0 + }, + { + "representative": 12202, + "members": [ + 12202 + ], + "max_error": 0.0 + }, + { + "representative": 12203, + "members": [ + 12203 + ], + "max_error": 0.0 + }, + { + "representative": 12204, + "members": [ + 12204 + ], + "max_error": 0.0 + }, + { + "representative": 12205, + "members": [ + 12205 + ], + "max_error": 0.0 + }, + { + "representative": 12206, + "members": [ + 12206 + ], + "max_error": 0.0 + }, + { + "representative": 12207, + "members": [ + 12207 + ], + "max_error": 0.0 + }, + { + "representative": 12194, + "members": [ + 12194 + ], + "max_error": 0.0 + }, + { + "representative": 12195, + "members": [ + 12195 + ], + "max_error": 0.0 + }, + { + "representative": 12196, + "members": [ + 12196 + ], + "max_error": 0.0 + }, + { + "representative": 12197, + "members": [ + 12197 + ], + "max_error": 0.0 + }, + { + "representative": 12198, + "members": [ + 12198 + ], + "max_error": 0.0 + }, + { + "representative": 12199, + "members": [ + 12199 + ], + "max_error": 0.0 + }, + { + "representative": 12208, + "members": [ + 12208 + ], + "max_error": 0.0 + }, + { + "representative": 12216, + "members": [ + 12216 + ], + "max_error": 0.0 + }, + { + "representative": 12217, + "members": [ + 12217 + ], + "max_error": 0.0 + }, + { + "representative": 12209, + "members": [ + 12209 + ], + "max_error": 0.0 + }, + { + "representative": 12218, + "members": [ + 12218 + ], + "max_error": 0.0 + }, + { + "representative": 12219, + "members": [ + 12219 + ], + "max_error": 0.0 + }, + { + "representative": 12220, + "members": [ + 12220 + ], + "max_error": 0.0 + }, + { + "representative": 12221, + "members": [ + 12221 + ], + "max_error": 0.0 + }, + { + "representative": 12222, + "members": [ + 12222 + ], + "max_error": 0.0 + }, + { + "representative": 12223, + "members": [ + 12223 + ], + "max_error": 0.0 + }, + { + "representative": 12210, + "members": [ + 12210 + ], + "max_error": 0.0 + }, + { + "representative": 12211, + "members": [ + 12211 + ], + "max_error": 0.0 + }, + { + "representative": 12212, + "members": [ + 12212 + ], + "max_error": 0.0 + }, + { + "representative": 12213, + "members": [ + 12213 + ], + "max_error": 0.0 + }, + { + "representative": 12214, + "members": [ + 12214 + ], + "max_error": 0.0 + }, + { + "representative": 12215, + "members": [ + 12215 + ], + "max_error": 0.0 + }, + { + "representative": 12224, + "members": [ + 12224 + ], + "max_error": 0.0 + }, + { + "representative": 12232, + "members": [ + 12232 + ], + "max_error": 0.0 + }, + { + "representative": 12233, + "members": [ + 12233 + ], + "max_error": 0.0 + }, + { + "representative": 12225, + "members": [ + 12225 + ], + "max_error": 0.0 + }, + { + "representative": 12234, + "members": [ + 12234 + ], + "max_error": 0.0 + }, + { + "representative": 12235, + "members": [ + 12235 + ], + "max_error": 0.0 + }, + { + "representative": 12236, + "members": [ + 12236 + ], + "max_error": 0.0 + }, + { + "representative": 12237, + "members": [ + 12237 + ], + "max_error": 0.0 + }, + { + "representative": 12238, + "members": [ + 12238 + ], + "max_error": 0.0 + }, + { + "representative": 12239, + "members": [ + 12239 + ], + "max_error": 0.0 + }, + { + "representative": 12226, + "members": [ + 12226 + ], + "max_error": 0.0 + }, + { + "representative": 12227, + "members": [ + 12227 + ], + "max_error": 0.0 + }, + { + "representative": 12228, + "members": [ + 12228 + ], + "max_error": 0.0 + }, + { + "representative": 12229, + "members": [ + 12229 + ], + "max_error": 0.0 + }, + { + "representative": 12230, + "members": [ + 12230 + ], + "max_error": 0.0 + }, + { + "representative": 12231, + "members": [ + 12231 + ], + "max_error": 0.0 + }, + { + "representative": 12016, + "members": [ + 12016 + ], + "max_error": 0.0 + }, + { + "representative": 12024, + "members": [ + 12024 + ], + "max_error": 0.0 + }, + { + "representative": 12025, + "members": [ + 12025 + ], + "max_error": 0.0 + }, + { + "representative": 12017, + "members": [ + 12017 + ], + "max_error": 0.0 + }, + { + "representative": 12026, + "members": [ + 12026 + ], + "max_error": 0.0 + }, + { + "representative": 12027, + "members": [ + 12027 + ], + "max_error": 0.0 + }, + { + "representative": 12028, + "members": [ + 12028 + ], + "max_error": 0.0 + }, + { + "representative": 12029, + "members": [ + 12029 + ], + "max_error": 0.0 + }, + { + "representative": 12030, + "members": [ + 12030 + ], + "max_error": 0.0 + }, + { + "representative": 12031, + "members": [ + 12031 + ], + "max_error": 0.0 + }, + { + "representative": 12018, + "members": [ + 12018 + ], + "max_error": 0.0 + }, + { + "representative": 12019, + "members": [ + 12019 + ], + "max_error": 0.0 + }, + { + "representative": 12020, + "members": [ + 12020 + ], + "max_error": 0.0 + }, + { + "representative": 12021, + "members": [ + 12021 + ], + "max_error": 0.0 + }, + { + "representative": 12022, + "members": [ + 12022 + ], + "max_error": 0.0 + }, + { + "representative": 12023, + "members": [ + 12023 + ], + "max_error": 0.0 + }, + { + "representative": 12032, + "members": [ + 12032 + ], + "max_error": 0.0 + }, + { + "representative": 12040, + "members": [ + 12040 + ], + "max_error": 0.0 + }, + { + "representative": 12041, + "members": [ + 12041 + ], + "max_error": 0.0 + }, + { + "representative": 12033, + "members": [ + 12033 + ], + "max_error": 0.0 + }, + { + "representative": 12042, + "members": [ + 12042 + ], + "max_error": 0.0 + }, + { + "representative": 12043, + "members": [ + 12043 + ], + "max_error": 0.0 + }, + { + "representative": 12044, + "members": [ + 12044 + ], + "max_error": 0.0 + }, + { + "representative": 12045, + "members": [ + 12045 + ], + "max_error": 0.0 + }, + { + "representative": 12046, + "members": [ + 12046 + ], + "max_error": 0.0 + }, + { + "representative": 12047, + "members": [ + 12047 + ], + "max_error": 0.0 + }, + { + "representative": 12034, + "members": [ + 12034 + ], + "max_error": 0.0 + }, + { + "representative": 12035, + "members": [ + 12035 + ], + "max_error": 0.0 + }, + { + "representative": 12036, + "members": [ + 12036 + ], + "max_error": 0.0 + }, + { + "representative": 12037, + "members": [ + 12037 + ], + "max_error": 0.0 + }, + { + "representative": 12038, + "members": [ + 12038 + ], + "max_error": 0.0 + }, + { + "representative": 12039, + "members": [ + 12039 + ], + "max_error": 0.0 + }, + { + "representative": 12048, + "members": [ + 12048 + ], + "max_error": 0.0 + }, + { + "representative": 12056, + "members": [ + 12056 + ], + "max_error": 0.0 + }, + { + "representative": 12057, + "members": [ + 12057 + ], + "max_error": 0.0 + }, + { + "representative": 12049, + "members": [ + 12049 + ], + "max_error": 0.0 + }, + { + "representative": 12058, + "members": [ + 12058 + ], + "max_error": 0.0 + }, + { + "representative": 12059, + "members": [ + 12059 + ], + "max_error": 0.0 + }, + { + "representative": 12060, + "members": [ + 12060 + ], + "max_error": 0.0 + }, + { + "representative": 12061, + "members": [ + 12061 + ], + "max_error": 0.0 + }, + { + "representative": 12062, + "members": [ + 12062 + ], + "max_error": 0.0 + }, + { + "representative": 12063, + "members": [ + 12063 + ], + "max_error": 0.0 + }, + { + "representative": 12050, + "members": [ + 12050 + ], + "max_error": 0.0 + }, + { + "representative": 12051, + "members": [ + 12051 + ], + "max_error": 0.0 + }, + { + "representative": 12052, + "members": [ + 12052 + ], + "max_error": 0.0 + }, + { + "representative": 12053, + "members": [ + 12053 + ], + "max_error": 0.0 + }, + { + "representative": 12054, + "members": [ + 12054 + ], + "max_error": 0.0 + }, + { + "representative": 12055, + "members": [ + 12055 + ], + "max_error": 0.0 + }, + { + "representative": 12064, + "members": [ + 12064 + ], + "max_error": 0.0 + }, + { + "representative": 12072, + "members": [ + 12072 + ], + "max_error": 0.0 + }, + { + "representative": 12073, + "members": [ + 12073 + ], + "max_error": 0.0 + }, + { + "representative": 12065, + "members": [ + 12065 + ], + "max_error": 0.0 + }, + { + "representative": 12074, + "members": [ + 12074 + ], + "max_error": 0.0 + }, + { + "representative": 12075, + "members": [ + 12075 + ], + "max_error": 0.0 + }, + { + "representative": 12076, + "members": [ + 12076 + ], + "max_error": 0.0 + }, + { + "representative": 12077, + "members": [ + 12077 + ], + "max_error": 0.0 + }, + { + "representative": 12078, + "members": [ + 12078 + ], + "max_error": 0.0 + }, + { + "representative": 12079, + "members": [ + 12079 + ], + "max_error": 0.0 + }, + { + "representative": 12066, + "members": [ + 12066 + ], + "max_error": 0.0 + }, + { + "representative": 12067, + "members": [ + 12067 + ], + "max_error": 0.0 + }, + { + "representative": 12068, + "members": [ + 12068 + ], + "max_error": 0.0 + }, + { + "representative": 12069, + "members": [ + 12069 + ], + "max_error": 0.0 + }, + { + "representative": 12070, + "members": [ + 12070 + ], + "max_error": 0.0 + }, + { + "representative": 12071, + "members": [ + 12071 + ], + "max_error": 0.0 + }, + { + "representative": 12080, + "members": [ + 12080 + ], + "max_error": 0.0 + }, + { + "representative": 12088, + "members": [ + 12088 + ], + "max_error": 0.0 + }, + { + "representative": 12089, + "members": [ + 12089 + ], + "max_error": 0.0 + }, + { + "representative": 12081, + "members": [ + 12081 + ], + "max_error": 0.0 + }, + { + "representative": 12090, + "members": [ + 12090 + ], + "max_error": 0.0 + }, + { + "representative": 12091, + "members": [ + 12091 + ], + "max_error": 0.0 + }, + { + "representative": 12092, + "members": [ + 12092 + ], + "max_error": 0.0 + }, + { + "representative": 12093, + "members": [ + 12093 + ], + "max_error": 0.0 + }, + { + "representative": 12094, + "members": [ + 12094 + ], + "max_error": 0.0 + }, + { + "representative": 12095, + "members": [ + 12095 + ], + "max_error": 0.0 + }, + { + "representative": 12082, + "members": [ + 12082 + ], + "max_error": 0.0 + }, + { + "representative": 12083, + "members": [ + 12083 + ], + "max_error": 0.0 + }, + { + "representative": 12084, + "members": [ + 12084 + ], + "max_error": 0.0 + }, + { + "representative": 12085, + "members": [ + 12085 + ], + "max_error": 0.0 + }, + { + "representative": 12086, + "members": [ + 12086 + ], + "max_error": 0.0 + }, + { + "representative": 12087, + "members": [ + 12087 + ], + "max_error": 0.0 + }, + { + "representative": 12096, + "members": [ + 12096 + ], + "max_error": 0.0 + }, + { + "representative": 12104, + "members": [ + 12104 + ], + "max_error": 0.0 + }, + { + "representative": 12105, + "members": [ + 12105 + ], + "max_error": 0.0 + }, + { + "representative": 12097, + "members": [ + 12097 + ], + "max_error": 0.0 + }, + { + "representative": 12106, + "members": [ + 12106 + ], + "max_error": 0.0 + }, + { + "representative": 12107, + "members": [ + 12107 + ], + "max_error": 0.0 + }, + { + "representative": 12108, + "members": [ + 12108 + ], + "max_error": 0.0 + }, + { + "representative": 12109, + "members": [ + 12109 + ], + "max_error": 0.0 + }, + { + "representative": 12110, + "members": [ + 12110 + ], + "max_error": 0.0 + }, + { + "representative": 12111, + "members": [ + 12111 + ], + "max_error": 0.0 + }, + { + "representative": 12098, + "members": [ + 12098 + ], + "max_error": 0.0 + }, + { + "representative": 12099, + "members": [ + 12099 + ], + "max_error": 0.0 + }, + { + "representative": 12100, + "members": [ + 12100 + ], + "max_error": 0.0 + }, + { + "representative": 12101, + "members": [ + 12101 + ], + "max_error": 0.0 + }, + { + "representative": 12102, + "members": [ + 12102 + ], + "max_error": 0.0 + }, + { + "representative": 12103, + "members": [ + 12103 + ], + "max_error": 0.0 + }, + { + "representative": 12506, + "members": [ + 12506 + ], + "max_error": 0.0 + }, + { + "representative": 12507, + "members": [ + 12507 + ], + "max_error": 0.0 + }, + { + "representative": 12509, + "members": [ + 12509 + ], + "max_error": 0.0 + }, + { + "representative": 12510, + "members": [ + 12510 + ], + "max_error": 0.0 + }, + { + "representative": 12498, + "members": [ + 12498 + ], + "max_error": 0.0 + }, + { + "representative": 12499, + "members": [ + 12499 + ], + "max_error": 0.0 + }, + { + "representative": 12501, + "members": [ + 12501 + ], + "max_error": 0.0 + }, + { + "representative": 12503, + "members": [ + 12503 + ], + "max_error": 0.0 + }, + { + "representative": 12624, + "members": [ + 12624 + ], + "max_error": 0.0 + }, + { + "representative": 12625, + "members": [ + 12625 + ], + "max_error": 0.0 + }, + { + "representative": 12634, + "members": [ + 12634 + ], + "max_error": 0.0 + }, + { + "representative": 12636, + "members": [ + 12636 + ], + "max_error": 0.0 + }, + { + "representative": 12637, + "members": [ + 12637 + ], + "max_error": 0.0 + }, + { + "representative": 12638, + "members": [ + 12638 + ], + "max_error": 0.0 + }, + { + "representative": 12639, + "members": [ + 12639 + ], + "max_error": 0.0 + }, + { + "representative": 12628, + "members": [ + 12628 + ], + "max_error": 0.0 + }, + { + "representative": 12629, + "members": [ + 12629 + ], + "max_error": 0.0 + }, + { + "representative": 12653, + "members": [ + 12653 + ], + "max_error": 0.0 + }, + { + "representative": 12644, + "members": [ + 12644 + ], + "max_error": 0.0 + }, + { + "representative": 12647, + "members": [ + 12647 + ], + "max_error": 0.0 + }, + { + "representative": 12522, + "members": [ + 12522 + ], + "max_error": 0.0 + }, + { + "representative": 12523, + "members": [ + 12523 + ], + "max_error": 0.0 + }, + { + "representative": 12524, + "members": [ + 12524 + ], + "max_error": 0.0 + }, + { + "representative": 12526, + "members": [ + 12526 + ], + "max_error": 0.0 + }, + { + "representative": 12527, + "members": [ + 12527 + ], + "max_error": 0.0 + }, + { + "representative": 12514, + "members": [ + 12514 + ], + "max_error": 0.0 + }, + { + "representative": 12515, + "members": [ + 12515 + ], + "max_error": 0.0 + }, + { + "representative": 12516, + "members": [ + 12516 + ], + "max_error": 0.0 + }, + { + "representative": 12517, + "members": [ + 12517 + ], + "max_error": 0.0 + }, + { + "representative": 12656, + "members": [ + 12656 + ], + "max_error": 0.0 + }, + { + "representative": 12664, + "members": [ + 12664 + ], + "max_error": 0.0 + }, + { + "representative": 12665, + "members": [ + 12665 + ], + "max_error": 0.0 + }, + { + "representative": 12668, + "members": [ + 12668 + ], + "max_error": 0.0 + }, + { + "representative": 12669, + "members": [ + 12669 + ], + "max_error": 0.0 + }, + { + "representative": 12658, + "members": [ + 12658 + ], + "max_error": 0.0 + }, + { + "representative": 12659, + "members": [ + 12659 + ], + "max_error": 0.0 + }, + { + "representative": 12662, + "members": [ + 12662 + ], + "max_error": 0.0 + }, + { + "representative": 12682, + "members": [ + 12682 + ], + "max_error": 0.0 + }, + { + "representative": 12686, + "members": [ + 12686 + ], + "max_error": 0.0 + }, + { + "representative": 12687, + "members": [ + 12687 + ], + "max_error": 0.0 + }, + { + "representative": 12674, + "members": [ + 12674 + ], + "max_error": 0.0 + }, + { + "representative": 12676, + "members": [ + 12676 + ], + "max_error": 0.0 + }, + { + "representative": 12677, + "members": [ + 12677 + ], + "max_error": 0.0 + }, + { + "representative": 12678, + "members": [ + 12678 + ], + "max_error": 0.0 + }, + { + "representative": 12698, + "members": [ + 12698 + ], + "max_error": 0.0 + }, + { + "representative": 12699, + "members": [ + 12699 + ], + "max_error": 0.0 + }, + { + "representative": 12700, + "members": [ + 12700 + ], + "max_error": 0.0 + }, + { + "representative": 12702, + "members": [ + 12702 + ], + "max_error": 0.0 + }, + { + "representative": 12690, + "members": [ + 12690 + ], + "max_error": 0.0 + }, + { + "representative": 12691, + "members": [ + 12691 + ], + "max_error": 0.0 + }, + { + "representative": 12695, + "members": [ + 12695 + ], + "max_error": 0.0 + }, + { + "representative": 12704, + "members": [ + 12704 + ], + "max_error": 0.0 + }, + { + "representative": 12713, + "members": [ + 12713 + ], + "max_error": 0.0 + }, + { + "representative": 12715, + "members": [ + 12715 + ], + "max_error": 0.0 + }, + { + "representative": 12716, + "members": [ + 12716 + ], + "max_error": 0.0 + }, + { + "representative": 12718, + "members": [ + 12718 + ], + "max_error": 0.0 + }, + { + "representative": 12706, + "members": [ + 12706 + ], + "max_error": 0.0 + }, + { + "representative": 12709, + "members": [ + 12709 + ], + "max_error": 0.0 + }, + { + "representative": 12710, + "members": [ + 12710 + ], + "max_error": 0.0 + }, + { + "representative": 12720, + "members": [ + 12720 + ], + "max_error": 0.0 + }, + { + "representative": 12734, + "members": [ + 12734 + ], + "max_error": 0.0 + }, + { + "representative": 12726, + "members": [ + 12726 + ], + "max_error": 0.0 + }, + { + "representative": 12746, + "members": [ + 12746 + ], + "max_error": 0.0 + }, + { + "representative": 12748, + "members": [ + 12748 + ], + "max_error": 0.0 + }, + { + "representative": 12750, + "members": [ + 12750 + ], + "max_error": 0.0 + }, + { + "representative": 12741, + "members": [ + 12741 + ], + "max_error": 0.0 + }, + { + "representative": 12743, + "members": [ + 12743 + ], + "max_error": 0.0 + }, + { + "representative": 12633, + "members": [ + 12633 + ], + "max_error": 0.0 + }, + { + "representative": 12730, + "members": [ + 12730 + ], + "max_error": 0.0 + }, + { + "representative": 12590, + "members": [ + 12590 + ], + "max_error": 0.0 + }, + { + "representative": 12737, + "members": [ + 12737 + ], + "max_error": 0.0 + }, + { + "representative": 12661, + "members": [ + 12661 + ], + "max_error": 0.0 + }, + { + "representative": 12557, + "members": [ + 12557 + ], + "max_error": 0.0 + }, + { + "representative": 12595, + "members": [ + 12595 + ], + "max_error": 0.0 + }, + { + "representative": 12663, + "members": [ + 12663 + ], + "max_error": 0.0 + }, + { + "representative": 12736, + "members": [ + 12736 + ], + "max_error": 0.0 + }, + { + "representative": 12497, + "members": [ + 12497 + ], + "max_error": 0.0 + }, + { + "representative": 12536, + "members": [ + 12536 + ], + "max_error": 0.0 + }, + { + "representative": 12504, + "members": [ + 12504 + ], + "max_error": 0.0 + }, + { + "representative": 12589, + "members": [ + 12589 + ], + "max_error": 0.0 + }, + { + "representative": 12518, + "members": [ + 12518 + ], + "max_error": 0.0 + }, + { + "representative": 12681, + "members": [ + 12681 + ], + "max_error": 0.0 + }, + { + "representative": 12512, + "members": [ + 12512 + ], + "max_error": 0.0 + }, + { + "representative": 12513, + "members": [ + 12513 + ], + "max_error": 0.0 + }, + { + "representative": 12655, + "members": [ + 12655 + ], + "max_error": 0.0 + }, + { + "representative": 12670, + "members": [ + 12670 + ], + "max_error": 0.0 + }, + { + "representative": 12738, + "members": [ + 12738 + ], + "max_error": 0.0 + }, + { + "representative": 12607, + "members": [ + 12607 + ], + "max_error": 0.0 + }, + { + "representative": 12594, + "members": [ + 12594 + ], + "max_error": 0.0 + }, + { + "representative": 12554, + "members": [ + 12554 + ], + "max_error": 0.0 + }, + { + "representative": 12508, + "members": [ + 12508 + ], + "max_error": 0.0 + }, + { + "representative": 12723, + "members": [ + 12723 + ], + "max_error": 0.0 + }, + { + "representative": 12569, + "members": [ + 12569 + ], + "max_error": 0.0 + }, + { + "representative": 12550, + "members": [ + 12550 + ], + "max_error": 0.0 + }, + { + "representative": 12705, + "members": [ + 12705 + ], + "max_error": 0.0 + }, + { + "representative": 12572, + "members": [ + 12572 + ], + "max_error": 0.0 + }, + { + "representative": 12551, + "members": [ + 12551 + ], + "max_error": 0.0 + }, + { + "representative": 12549, + "members": [ + 12549 + ], + "max_error": 0.0 + }, + { + "representative": 12747, + "members": [ + 12747 + ], + "max_error": 0.0 + }, + { + "representative": 12559, + "members": [ + 12559 + ], + "max_error": 0.0 + }, + { + "representative": 12528, + "members": [ + 12528 + ], + "max_error": 0.0 + }, + { + "representative": 12537, + "members": [ + 12537 + ], + "max_error": 0.0 + }, + { + "representative": 12539, + "members": [ + 12539 + ], + "max_error": 0.0 + }, + { + "representative": 12540, + "members": [ + 12540 + ], + "max_error": 0.0 + }, + { + "representative": 12541, + "members": [ + 12541 + ], + "max_error": 0.0 + }, + { + "representative": 12542, + "members": [ + 12542 + ], + "max_error": 0.0 + }, + { + "representative": 12543, + "members": [ + 12543 + ], + "max_error": 0.0 + }, + { + "representative": 12530, + "members": [ + 12530 + ], + "max_error": 0.0 + }, + { + "representative": 12531, + "members": [ + 12531 + ], + "max_error": 0.0 + }, + { + "representative": 12532, + "members": [ + 12532 + ], + "max_error": 0.0 + }, + { + "representative": 12535, + "members": [ + 12535 + ], + "max_error": 0.0 + }, + { + "representative": 12744, + "members": [ + 12744 + ], + "max_error": 0.0 + }, + { + "representative": 12660, + "members": [ + 12660 + ], + "max_error": 0.0 + }, + { + "representative": 12502, + "members": [ + 12502 + ], + "max_error": 0.0 + }, + { + "representative": 12646, + "members": [ + 12646 + ], + "max_error": 0.0 + }, + { + "representative": 12683, + "members": [ + 12683 + ], + "max_error": 0.0 + }, + { + "representative": 12711, + "members": [ + 12711 + ], + "max_error": 0.0 + }, + { + "representative": 12621, + "members": [ + 12621 + ], + "max_error": 0.0 + }, + { + "representative": 12548, + "members": [ + 12548 + ], + "max_error": 0.0 + }, + { + "representative": 12654, + "members": [ + 12654 + ], + "max_error": 0.0 + }, + { + "representative": 12742, + "members": [ + 12742 + ], + "max_error": 0.0 + }, + { + "representative": 12740, + "members": [ + 12740 + ], + "max_error": 0.0 + }, + { + "representative": 12538, + "members": [ + 12538 + ], + "max_error": 0.0 + }, + { + "representative": 12597, + "members": [ + 12597 + ], + "max_error": 0.0 + }, + { + "representative": 12712, + "members": [ + 12712 + ], + "max_error": 0.0 + }, + { + "representative": 12525, + "members": [ + 12525 + ], + "max_error": 0.0 + }, + { + "representative": 12587, + "members": [ + 12587 + ], + "max_error": 0.0 + }, + { + "representative": 12650, + "members": [ + 12650 + ], + "max_error": 0.0 + }, + { + "representative": 12707, + "members": [ + 12707 + ], + "max_error": 0.0 + }, + { + "representative": 12623, + "members": [ + 12623 + ], + "max_error": 0.0 + }, + { + "representative": 12745, + "members": [ + 12745 + ], + "max_error": 0.0 + }, + { + "representative": 12519, + "members": [ + 12519 + ], + "max_error": 0.0 + }, + { + "representative": 12667, + "members": [ + 12667 + ], + "max_error": 0.0 + }, + { + "representative": 12562, + "members": [ + 12562 + ], + "max_error": 0.0 + }, + { + "representative": 12685, + "members": [ + 12685 + ], + "max_error": 0.0 + }, + { + "representative": 12584, + "members": [ + 12584 + ], + "max_error": 0.0 + }, + { + "representative": 12649, + "members": [ + 12649 + ], + "max_error": 0.0 + }, + { + "representative": 12645, + "members": [ + 12645 + ], + "max_error": 0.0 + }, + { + "representative": 12640, + "members": [ + 12640 + ], + "max_error": 0.0 + }, + { + "representative": 12671, + "members": [ + 12671 + ], + "max_error": 0.0 + }, + { + "representative": 12675, + "members": [ + 12675 + ], + "max_error": 0.0 + }, + { + "representative": 12521, + "members": [ + 12521 + ], + "max_error": 0.0 + }, + { + "representative": 12643, + "members": [ + 12643 + ], + "max_error": 0.0 + }, + { + "representative": 12573, + "members": [ + 12573 + ], + "max_error": 0.0 + }, + { + "representative": 12585, + "members": [ + 12585 + ], + "max_error": 0.0 + }, + { + "representative": 12505, + "members": [ + 12505 + ], + "max_error": 0.0 + }, + { + "representative": 12601, + "members": [ + 12601 + ], + "max_error": 0.0 + }, + { + "representative": 12627, + "members": [ + 12627 + ], + "max_error": 0.0 + }, + { + "representative": 12733, + "members": [ + 12733 + ], + "max_error": 0.0 + }, + { + "representative": 12714, + "members": [ + 12714 + ], + "max_error": 0.0 + }, + { + "representative": 12533, + "members": [ + 12533 + ], + "max_error": 0.0 + }, + { + "representative": 12496, + "members": [ + 12496 + ], + "max_error": 0.0 + }, + { + "representative": 12725, + "members": [ + 12725 + ], + "max_error": 0.0 + }, + { + "representative": 12689, + "members": [ + 12689 + ], + "max_error": 0.0 + }, + { + "representative": 12739, + "members": [ + 12739 + ], + "max_error": 0.0 + }, + { + "representative": 12630, + "members": [ + 12630 + ], + "max_error": 0.0 + }, + { + "representative": 12618, + "members": [ + 12618 + ], + "max_error": 0.0 + }, + { + "representative": 12728, + "members": [ + 12728 + ], + "max_error": 0.0 + }, + { + "representative": 12729, + "members": [ + 12729 + ], + "max_error": 0.0 + }, + { + "representative": 12651, + "members": [ + 12651 + ], + "max_error": 0.0 + }, + { + "representative": 12626, + "members": [ + 12626 + ], + "max_error": 0.0 + }, + { + "representative": 12701, + "members": [ + 12701 + ], + "max_error": 0.0 + }, + { + "representative": 12732, + "members": [ + 12732 + ], + "max_error": 0.0 + }, + { + "representative": 12666, + "members": [ + 12666 + ], + "max_error": 0.0 + }, + { + "representative": 12697, + "members": [ + 12697 + ], + "max_error": 0.0 + }, + { + "representative": 12735, + "members": [ + 12735 + ], + "max_error": 0.0 + }, + { + "representative": 12719, + "members": [ + 12719 + ], + "max_error": 0.0 + }, + { + "representative": 12727, + "members": [ + 12727 + ], + "max_error": 0.0 + }, + { + "representative": 12684, + "members": [ + 12684 + ], + "max_error": 0.0 + }, + { + "representative": 12688, + "members": [ + 12688 + ], + "max_error": 0.0 + }, + { + "representative": 12708, + "members": [ + 12708 + ], + "max_error": 0.0 + }, + { + "representative": 12694, + "members": [ + 12694 + ], + "max_error": 0.0 + }, + { + "representative": 12703, + "members": [ + 12703 + ], + "max_error": 0.0 + }, + { + "representative": 12680, + "members": [ + 12680 + ], + "max_error": 0.0 + }, + { + "representative": 12632, + "members": [ + 12632 + ], + "max_error": 0.0 + }, + { + "representative": 12560, + "members": [ + 12560 + ], + "max_error": 0.0 + }, + { + "representative": 12673, + "members": [ + 12673 + ], + "max_error": 0.0 + }, + { + "representative": 12635, + "members": [ + 12635 + ], + "max_error": 0.0 + }, + { + "representative": 12534, + "members": [ + 12534 + ], + "max_error": 0.0 + }, + { + "representative": 12566, + "members": [ + 12566 + ], + "max_error": 0.0 + }, + { + "representative": 12558, + "members": [ + 12558 + ], + "max_error": 0.0 + }, + { + "representative": 12582, + "members": [ + 12582 + ], + "max_error": 0.0 + }, + { + "representative": 12617, + "members": [ + 12617 + ], + "max_error": 0.0 + }, + { + "representative": 12749, + "members": [ + 12749 + ], + "max_error": 0.0 + }, + { + "representative": 12696, + "members": [ + 12696 + ], + "max_error": 0.0 + }, + { + "representative": 12717, + "members": [ + 12717 + ], + "max_error": 0.0 + }, + { + "representative": 12605, + "members": [ + 12605 + ], + "max_error": 0.0 + }, + { + "representative": 12648, + "members": [ + 12648 + ], + "max_error": 0.0 + }, + { + "representative": 12600, + "members": [ + 12600 + ], + "max_error": 0.0 + }, + { + "representative": 12692, + "members": [ + 12692 + ], + "max_error": 0.0 + }, + { + "representative": 12693, + "members": [ + 12693 + ], + "max_error": 0.0 + }, + { + "representative": 12641, + "members": [ + 12641 + ], + "max_error": 0.0 + }, + { + "representative": 12593, + "members": [ + 12593 + ], + "max_error": 0.0 + }, + { + "representative": 12500, + "members": [ + 12500 + ], + "max_error": 0.0 + }, + { + "representative": 12511, + "members": [ + 12511 + ], + "max_error": 0.0 + }, + { + "representative": 12520, + "members": [ + 12520 + ], + "max_error": 0.0 + }, + { + "representative": 12722, + "members": [ + 12722 + ], + "max_error": 0.0 + }, + { + "representative": 12544, + "members": [ + 12544 + ], + "max_error": 0.0 + }, + { + "representative": 12552, + "members": [ + 12552 + ], + "max_error": 0.0 + }, + { + "representative": 12553, + "members": [ + 12553 + ], + "max_error": 0.0 + }, + { + "representative": 12545, + "members": [ + 12545 + ], + "max_error": 0.0 + }, + { + "representative": 12555, + "members": [ + 12555 + ], + "max_error": 0.0 + }, + { + "representative": 12556, + "members": [ + 12556 + ], + "max_error": 0.0 + }, + { + "representative": 12546, + "members": [ + 12546 + ], + "max_error": 0.0 + }, + { + "representative": 12547, + "members": [ + 12547 + ], + "max_error": 0.0 + }, + { + "representative": 12652, + "members": [ + 12652 + ], + "max_error": 0.0 + }, + { + "representative": 12579, + "members": [ + 12579 + ], + "max_error": 0.0 + }, + { + "representative": 12751, + "members": [ + 12751 + ], + "max_error": 0.0 + }, + { + "representative": 12529, + "members": [ + 12529 + ], + "max_error": 0.0 + }, + { + "representative": 12563, + "members": [ + 12563 + ], + "max_error": 0.0 + }, + { + "representative": 12642, + "members": [ + 12642 + ], + "max_error": 0.0 + }, + { + "representative": 12672, + "members": [ + 12672 + ], + "max_error": 0.0 + }, + { + "representative": 12724, + "members": [ + 12724 + ], + "max_error": 0.0 + }, + { + "representative": 12731, + "members": [ + 12731 + ], + "max_error": 0.0 + }, + { + "representative": 12721, + "members": [ + 12721 + ], + "max_error": 0.0 + }, + { + "representative": 12602, + "members": [ + 12602 + ], + "max_error": 0.0 + }, + { + "representative": 12657, + "members": [ + 12657 + ], + "max_error": 0.0 + }, + { + "representative": 12616, + "members": [ + 12616 + ], + "max_error": 0.0 + }, + { + "representative": 12586, + "members": [ + 12586 + ], + "max_error": 0.0 + }, + { + "representative": 12631, + "members": [ + 12631 + ], + "max_error": 0.0 + }, + { + "representative": 12679, + "members": [ + 12679 + ], + "max_error": 0.0 + }, + { + "representative": 12568, + "members": [ + 12568 + ], + "max_error": 0.0 + }, + { + "representative": 12561, + "members": [ + 12561 + ], + "max_error": 0.0 + }, + { + "representative": 12570, + "members": [ + 12570 + ], + "max_error": 0.0 + }, + { + "representative": 12571, + "members": [ + 12571 + ], + "max_error": 0.0 + }, + { + "representative": 12574, + "members": [ + 12574 + ], + "max_error": 0.0 + }, + { + "representative": 12575, + "members": [ + 12575 + ], + "max_error": 0.0 + }, + { + "representative": 12564, + "members": [ + 12564 + ], + "max_error": 0.0 + }, + { + "representative": 12565, + "members": [ + 12565 + ], + "max_error": 0.0 + }, + { + "representative": 12567, + "members": [ + 12567 + ], + "max_error": 0.0 + }, + { + "representative": 12576, + "members": [ + 12576 + ], + "max_error": 0.0 + }, + { + "representative": 12577, + "members": [ + 12577 + ], + "max_error": 0.0 + }, + { + "representative": 12588, + "members": [ + 12588 + ], + "max_error": 0.0 + }, + { + "representative": 12591, + "members": [ + 12591 + ], + "max_error": 0.0 + }, + { + "representative": 12578, + "members": [ + 12578 + ], + "max_error": 0.0 + }, + { + "representative": 12580, + "members": [ + 12580 + ], + "max_error": 0.0 + }, + { + "representative": 12581, + "members": [ + 12581 + ], + "max_error": 0.0 + }, + { + "representative": 12583, + "members": [ + 12583 + ], + "max_error": 0.0 + }, + { + "representative": 12592, + "members": [ + 12592 + ], + "max_error": 0.0 + }, + { + "representative": 12603, + "members": [ + 12603 + ], + "max_error": 0.0 + }, + { + "representative": 12604, + "members": [ + 12604 + ], + "max_error": 0.0 + }, + { + "representative": 12606, + "members": [ + 12606 + ], + "max_error": 0.0 + }, + { + "representative": 12596, + "members": [ + 12596 + ], + "max_error": 0.0 + }, + { + "representative": 12598, + "members": [ + 12598 + ], + "max_error": 0.0 + }, + { + "representative": 12599, + "members": [ + 12599 + ], + "max_error": 0.0 + }, + { + "representative": 12608, + "members": [ + 12608 + ], + "max_error": 0.0 + }, + { + "representative": 12609, + "members": [ + 12609 + ], + "max_error": 0.0 + }, + { + "representative": 12619, + "members": [ + 12619 + ], + "max_error": 0.0 + }, + { + "representative": 12620, + "members": [ + 12620 + ], + "max_error": 0.0 + }, + { + "representative": 12622, + "members": [ + 12622 + ], + "max_error": 0.0 + }, + { + "representative": 12610, + "members": [ + 12610 + ], + "max_error": 0.0 + }, + { + "representative": 12611, + "members": [ + 12611 + ], + "max_error": 0.0 + }, + { + "representative": 12612, + "members": [ + 12612 + ], + "max_error": 0.0 + }, + { + "representative": 12613, + "members": [ + 12613 + ], + "max_error": 0.0 + }, + { + "representative": 12614, + "members": [ + 12614 + ], + "max_error": 0.0 + }, + { + "representative": 12615, + "members": [ + 12615 + ], + "max_error": 0.0 + }, + { + "representative": 13008, + "members": [ + 13008 + ], + "max_error": 0.0 + }, + { + "representative": 13016, + "members": [ + 13016 + ], + "max_error": 0.0 + }, + { + "representative": 13017, + "members": [ + 13017 + ], + "max_error": 0.0 + }, + { + "representative": 13009, + "members": [ + 13009 + ], + "max_error": 0.0 + }, + { + "representative": 13018, + "members": [ + 13018 + ], + "max_error": 0.0 + }, + { + "representative": 13019, + "members": [ + 13019 + ], + "max_error": 0.0 + }, + { + "representative": 13020, + "members": [ + 13020 + ], + "max_error": 0.0 + }, + { + "representative": 13021, + "members": [ + 13021 + ], + "max_error": 0.0 + }, + { + "representative": 13022, + "members": [ + 13022 + ], + "max_error": 0.0 + }, + { + "representative": 13023, + "members": [ + 13023 + ], + "max_error": 0.0 + }, + { + "representative": 13010, + "members": [ + 13010 + ], + "max_error": 0.0 + }, + { + "representative": 13011, + "members": [ + 13011 + ], + "max_error": 0.0 + }, + { + "representative": 13012, + "members": [ + 13012 + ], + "max_error": 0.0 + }, + { + "representative": 13013, + "members": [ + 13013 + ], + "max_error": 0.0 + }, + { + "representative": 13014, + "members": [ + 13014 + ], + "max_error": 0.0 + }, + { + "representative": 13015, + "members": [ + 13015 + ], + "max_error": 0.0 + }, + { + "representative": 13024, + "members": [ + 13024 + ], + "max_error": 0.0 + }, + { + "representative": 13032, + "members": [ + 13032 + ], + "max_error": 0.0 + }, + { + "representative": 13033, + "members": [ + 13033 + ], + "max_error": 0.0 + }, + { + "representative": 13025, + "members": [ + 13025 + ], + "max_error": 0.0 + }, + { + "representative": 13034, + "members": [ + 13034 + ], + "max_error": 0.0 + }, + { + "representative": 13035, + "members": [ + 13035 + ], + "max_error": 0.0 + }, + { + "representative": 13036, + "members": [ + 13036 + ], + "max_error": 0.0 + }, + { + "representative": 13037, + "members": [ + 13037 + ], + "max_error": 0.0 + }, + { + "representative": 13038, + "members": [ + 13038 + ], + "max_error": 0.0 + }, + { + "representative": 13039, + "members": [ + 13039 + ], + "max_error": 0.0 + }, + { + "representative": 13026, + "members": [ + 13026 + ], + "max_error": 0.0 + }, + { + "representative": 13027, + "members": [ + 13027 + ], + "max_error": 0.0 + }, + { + "representative": 13028, + "members": [ + 13028 + ], + "max_error": 0.0 + }, + { + "representative": 13029, + "members": [ + 13029 + ], + "max_error": 0.0 + }, + { + "representative": 13030, + "members": [ + 13030 + ], + "max_error": 0.0 + }, + { + "representative": 13031, + "members": [ + 13031 + ], + "max_error": 0.0 + }, + { + "representative": 13040, + "members": [ + 13040 + ], + "max_error": 0.0 + }, + { + "representative": 13048, + "members": [ + 13048 + ], + "max_error": 0.0 + }, + { + "representative": 13049, + "members": [ + 13049 + ], + "max_error": 0.0 + }, + { + "representative": 13041, + "members": [ + 13041 + ], + "max_error": 0.0 + }, + { + "representative": 13050, + "members": [ + 13050 + ], + "max_error": 0.0 + }, + { + "representative": 13051, + "members": [ + 13051 + ], + "max_error": 0.0 + }, + { + "representative": 13052, + "members": [ + 13052 + ], + "max_error": 0.0 + }, + { + "representative": 13053, + "members": [ + 13053 + ], + "max_error": 0.0 + }, + { + "representative": 13054, + "members": [ + 13054 + ], + "max_error": 0.0 + }, + { + "representative": 13055, + "members": [ + 13055 + ], + "max_error": 0.0 + }, + { + "representative": 13042, + "members": [ + 13042 + ], + "max_error": 0.0 + }, + { + "representative": 13043, + "members": [ + 13043 + ], + "max_error": 0.0 + }, + { + "representative": 13044, + "members": [ + 13044 + ], + "max_error": 0.0 + }, + { + "representative": 13045, + "members": [ + 13045 + ], + "max_error": 0.0 + }, + { + "representative": 13046, + "members": [ + 13046 + ], + "max_error": 0.0 + }, + { + "representative": 13047, + "members": [ + 13047 + ], + "max_error": 0.0 + }, + { + "representative": 13056, + "members": [ + 13056 + ], + "max_error": 0.0 + }, + { + "representative": 13064, + "members": [ + 13064 + ], + "max_error": 0.0 + }, + { + "representative": 13065, + "members": [ + 13065 + ], + "max_error": 0.0 + }, + { + "representative": 13057, + "members": [ + 13057 + ], + "max_error": 0.0 + }, + { + "representative": 13066, + "members": [ + 13066 + ], + "max_error": 0.0 + }, + { + "representative": 13067, + "members": [ + 13067 + ], + "max_error": 0.0 + }, + { + "representative": 13068, + "members": [ + 13068 + ], + "max_error": 0.0 + }, + { + "representative": 13069, + "members": [ + 13069 + ], + "max_error": 0.0 + }, + { + "representative": 13070, + "members": [ + 13070 + ], + "max_error": 0.0 + }, + { + "representative": 13071, + "members": [ + 13071 + ], + "max_error": 0.0 + }, + { + "representative": 13058, + "members": [ + 13058 + ], + "max_error": 0.0 + }, + { + "representative": 13059, + "members": [ + 13059 + ], + "max_error": 0.0 + }, + { + "representative": 13060, + "members": [ + 13060 + ], + "max_error": 0.0 + }, + { + "representative": 13061, + "members": [ + 13061 + ], + "max_error": 0.0 + }, + { + "representative": 13062, + "members": [ + 13062 + ], + "max_error": 0.0 + }, + { + "representative": 13063, + "members": [ + 13063 + ], + "max_error": 0.0 + } +] \ No newline at end of file diff --git a/results/qwen35-2b/analysis/groups_block_2d-128_0.20.json b/results/qwen35-2b/analysis/groups_block_2d-128_0.20.json new file mode 100644 index 0000000..0495867 --- /dev/null +++ b/results/qwen35-2b/analysis/groups_block_2d-128_0.20.json @@ -0,0 +1,43116 @@ +[ + { + "representative": 9295, + "members": [ + 9271, + 9295 + ], + "max_error": 0.1894907479098447 + }, + { + "representative": 236, + "members": [ + 236 + ], + "max_error": 0.0 + }, + { + "representative": 193, + "members": [ + 193 + ], + "max_error": 0.0 + }, + { + "representative": 42, + "members": [ + 42 + ], + "max_error": 0.0 + }, + { + "representative": 255, + "members": [ + 255 + ], + "max_error": 0.0 + }, + { + "representative": 60, + "members": [ + 60 + ], + "max_error": 0.0 + }, + { + "representative": 5, + "members": [ + 5 + ], + "max_error": 0.0 + }, + { + "representative": 126, + "members": [ + 126 + ], + "max_error": 0.0 + }, + { + "representative": 181, + "members": [ + 181 + ], + "max_error": 0.0 + }, + { + "representative": 157, + "members": [ + 157 + ], + "max_error": 0.0 + }, + { + "representative": 140, + "members": [ + 140 + ], + "max_error": 0.0 + }, + { + "representative": 101, + "members": [ + 101 + ], + "max_error": 0.0 + }, + { + "representative": 244, + "members": [ + 244 + ], + "max_error": 0.0 + }, + { + "representative": 25, + "members": [ + 25 + ], + "max_error": 0.0 + }, + { + "representative": 106, + "members": [ + 106 + ], + "max_error": 0.0 + }, + { + "representative": 163, + "members": [ + 163 + ], + "max_error": 0.0 + }, + { + "representative": 48, + "members": [ + 48 + ], + "max_error": 0.0 + }, + { + "representative": 184, + "members": [ + 184 + ], + "max_error": 0.0 + }, + { + "representative": 93, + "members": [ + 93 + ], + "max_error": 0.0 + }, + { + "representative": 27, + "members": [ + 27 + ], + "max_error": 0.0 + }, + { + "representative": 122, + "members": [ + 122 + ], + "max_error": 0.0 + }, + { + "representative": 233, + "members": [ + 233 + ], + "max_error": 0.0 + }, + { + "representative": 121, + "members": [ + 121 + ], + "max_error": 0.0 + }, + { + "representative": 129, + "members": [ + 129 + ], + "max_error": 0.0 + }, + { + "representative": 207, + "members": [ + 207 + ], + "max_error": 0.0 + }, + { + "representative": 252, + "members": [ + 252 + ], + "max_error": 0.0 + }, + { + "representative": 153, + "members": [ + 153 + ], + "max_error": 0.0 + }, + { + "representative": 50, + "members": [ + 50 + ], + "max_error": 0.0 + }, + { + "representative": 107, + "members": [ + 107 + ], + "max_error": 0.0 + }, + { + "representative": 83, + "members": [ + 83 + ], + "max_error": 0.0 + }, + { + "representative": 100, + "members": [ + 100 + ], + "max_error": 0.0 + }, + { + "representative": 117, + "members": [ + 117 + ], + "max_error": 0.0 + }, + { + "representative": 151, + "members": [ + 151 + ], + "max_error": 0.0 + }, + { + "representative": 148, + "members": [ + 148 + ], + "max_error": 0.0 + }, + { + "representative": 23, + "members": [ + 23 + ], + "max_error": 0.0 + }, + { + "representative": 139, + "members": [ + 139 + ], + "max_error": 0.0 + }, + { + "representative": 188, + "members": [ + 188 + ], + "max_error": 0.0 + }, + { + "representative": 119, + "members": [ + 119 + ], + "max_error": 0.0 + }, + { + "representative": 185, + "members": [ + 185 + ], + "max_error": 0.0 + }, + { + "representative": 52, + "members": [ + 52 + ], + "max_error": 0.0 + }, + { + "representative": 47, + "members": [ + 47 + ], + "max_error": 0.0 + }, + { + "representative": 118, + "members": [ + 118 + ], + "max_error": 0.0 + }, + { + "representative": 10, + "members": [ + 10 + ], + "max_error": 0.0 + }, + { + "representative": 90, + "members": [ + 90 + ], + "max_error": 0.0 + }, + { + "representative": 205, + "members": [ + 205 + ], + "max_error": 0.0 + }, + { + "representative": 123, + "members": [ + 123 + ], + "max_error": 0.0 + }, + { + "representative": 43, + "members": [ + 43 + ], + "max_error": 0.0 + }, + { + "representative": 211, + "members": [ + 211 + ], + "max_error": 0.0 + }, + { + "representative": 84, + "members": [ + 84 + ], + "max_error": 0.0 + }, + { + "representative": 173, + "members": [ + 173 + ], + "max_error": 0.0 + }, + { + "representative": 103, + "members": [ + 103 + ], + "max_error": 0.0 + }, + { + "representative": 161, + "members": [ + 161 + ], + "max_error": 0.0 + }, + { + "representative": 152, + "members": [ + 152 + ], + "max_error": 0.0 + }, + { + "representative": 221, + "members": [ + 221 + ], + "max_error": 0.0 + }, + { + "representative": 222, + "members": [ + 222 + ], + "max_error": 0.0 + }, + { + "representative": 214, + "members": [ + 214 + ], + "max_error": 0.0 + }, + { + "representative": 61, + "members": [ + 61 + ], + "max_error": 0.0 + }, + { + "representative": 186, + "members": [ + 186 + ], + "max_error": 0.0 + }, + { + "representative": 109, + "members": [ + 109 + ], + "max_error": 0.0 + }, + { + "representative": 35, + "members": [ + 35 + ], + "max_error": 0.0 + }, + { + "representative": 195, + "members": [ + 195 + ], + "max_error": 0.0 + }, + { + "representative": 94, + "members": [ + 94 + ], + "max_error": 0.0 + }, + { + "representative": 19, + "members": [ + 19 + ], + "max_error": 0.0 + }, + { + "representative": 7, + "members": [ + 7 + ], + "max_error": 0.0 + }, + { + "representative": 149, + "members": [ + 149 + ], + "max_error": 0.0 + }, + { + "representative": 20, + "members": [ + 20 + ], + "max_error": 0.0 + }, + { + "representative": 171, + "members": [ + 171 + ], + "max_error": 0.0 + }, + { + "representative": 32, + "members": [ + 32 + ], + "max_error": 0.0 + }, + { + "representative": 235, + "members": [ + 235 + ], + "max_error": 0.0 + }, + { + "representative": 226, + "members": [ + 226 + ], + "max_error": 0.0 + }, + { + "representative": 223, + "members": [ + 223 + ], + "max_error": 0.0 + }, + { + "representative": 247, + "members": [ + 247 + ], + "max_error": 0.0 + }, + { + "representative": 39, + "members": [ + 39 + ], + "max_error": 0.0 + }, + { + "representative": 8, + "members": [ + 8 + ], + "max_error": 0.0 + }, + { + "representative": 175, + "members": [ + 175 + ], + "max_error": 0.0 + }, + { + "representative": 172, + "members": [ + 172 + ], + "max_error": 0.0 + }, + { + "representative": 239, + "members": [ + 239 + ], + "max_error": 0.0 + }, + { + "representative": 97, + "members": [ + 97 + ], + "max_error": 0.0 + }, + { + "representative": 208, + "members": [ + 208 + ], + "max_error": 0.0 + }, + { + "representative": 238, + "members": [ + 238 + ], + "max_error": 0.0 + }, + { + "representative": 191, + "members": [ + 191 + ], + "max_error": 0.0 + }, + { + "representative": 15, + "members": [ + 15 + ], + "max_error": 0.0 + }, + { + "representative": 190, + "members": [ + 190 + ], + "max_error": 0.0 + }, + { + "representative": 234, + "members": [ + 234 + ], + "max_error": 0.0 + }, + { + "representative": 225, + "members": [ + 225 + ], + "max_error": 0.0 + }, + { + "representative": 201, + "members": [ + 201 + ], + "max_error": 0.0 + }, + { + "representative": 131, + "members": [ + 131 + ], + "max_error": 0.0 + }, + { + "representative": 240, + "members": [ + 240 + ], + "max_error": 0.0 + }, + { + "representative": 253, + "members": [ + 253 + ], + "max_error": 0.0 + }, + { + "representative": 204, + "members": [ + 204 + ], + "max_error": 0.0 + }, + { + "representative": 138, + "members": [ + 138 + ], + "max_error": 0.0 + }, + { + "representative": 88, + "members": [ + 88 + ], + "max_error": 0.0 + }, + { + "representative": 142, + "members": [ + 142 + ], + "max_error": 0.0 + }, + { + "representative": 198, + "members": [ + 198 + ], + "max_error": 0.0 + }, + { + "representative": 12, + "members": [ + 12 + ], + "max_error": 0.0 + }, + { + "representative": 237, + "members": [ + 237 + ], + "max_error": 0.0 + }, + { + "representative": 199, + "members": [ + 199 + ], + "max_error": 0.0 + }, + { + "representative": 220, + "members": [ + 220 + ], + "max_error": 0.0 + }, + { + "representative": 114, + "members": [ + 114 + ], + "max_error": 0.0 + }, + { + "representative": 179, + "members": [ + 179 + ], + "max_error": 0.0 + }, + { + "representative": 248, + "members": [ + 248 + ], + "max_error": 0.0 + }, + { + "representative": 124, + "members": [ + 124 + ], + "max_error": 0.0 + }, + { + "representative": 67, + "members": [ + 67 + ], + "max_error": 0.0 + }, + { + "representative": 70, + "members": [ + 70 + ], + "max_error": 0.0 + }, + { + "representative": 137, + "members": [ + 137 + ], + "max_error": 0.0 + }, + { + "representative": 102, + "members": [ + 102 + ], + "max_error": 0.0 + }, + { + "representative": 86, + "members": [ + 86 + ], + "max_error": 0.0 + }, + { + "representative": 135, + "members": [ + 135 + ], + "max_error": 0.0 + }, + { + "representative": 127, + "members": [ + 127 + ], + "max_error": 0.0 + }, + { + "representative": 76, + "members": [ + 76 + ], + "max_error": 0.0 + }, + { + "representative": 209, + "members": [ + 209 + ], + "max_error": 0.0 + }, + { + "representative": 177, + "members": [ + 177 + ], + "max_error": 0.0 + }, + { + "representative": 75, + "members": [ + 75 + ], + "max_error": 0.0 + }, + { + "representative": 254, + "members": [ + 254 + ], + "max_error": 0.0 + }, + { + "representative": 22, + "members": [ + 22 + ], + "max_error": 0.0 + }, + { + "representative": 169, + "members": [ + 169 + ], + "max_error": 0.0 + }, + { + "representative": 65, + "members": [ + 65 + ], + "max_error": 0.0 + }, + { + "representative": 125, + "members": [ + 125 + ], + "max_error": 0.0 + }, + { + "representative": 136, + "members": [ + 136 + ], + "max_error": 0.0 + }, + { + "representative": 150, + "members": [ + 150 + ], + "max_error": 0.0 + }, + { + "representative": 158, + "members": [ + 158 + ], + "max_error": 0.0 + }, + { + "representative": 210, + "members": [ + 210 + ], + "max_error": 0.0 + }, + { + "representative": 115, + "members": [ + 115 + ], + "max_error": 0.0 + }, + { + "representative": 192, + "members": [ + 192 + ], + "max_error": 0.0 + }, + { + "representative": 108, + "members": [ + 108 + ], + "max_error": 0.0 + }, + { + "representative": 3, + "members": [ + 3 + ], + "max_error": 0.0 + }, + { + "representative": 206, + "members": [ + 206 + ], + "max_error": 0.0 + }, + { + "representative": 80, + "members": [ + 80 + ], + "max_error": 0.0 + }, + { + "representative": 30, + "members": [ + 30 + ], + "max_error": 0.0 + }, + { + "representative": 228, + "members": [ + 228 + ], + "max_error": 0.0 + }, + { + "representative": 40, + "members": [ + 40 + ], + "max_error": 0.0 + }, + { + "representative": 92, + "members": [ + 92 + ], + "max_error": 0.0 + }, + { + "representative": 95, + "members": [ + 95 + ], + "max_error": 0.0 + }, + { + "representative": 113, + "members": [ + 113 + ], + "max_error": 0.0 + }, + { + "representative": 78, + "members": [ + 78 + ], + "max_error": 0.0 + }, + { + "representative": 16, + "members": [ + 16 + ], + "max_error": 0.0 + }, + { + "representative": 213, + "members": [ + 213 + ], + "max_error": 0.0 + }, + { + "representative": 227, + "members": [ + 227 + ], + "max_error": 0.0 + }, + { + "representative": 217, + "members": [ + 217 + ], + "max_error": 0.0 + }, + { + "representative": 156, + "members": [ + 156 + ], + "max_error": 0.0 + }, + { + "representative": 64, + "members": [ + 64 + ], + "max_error": 0.0 + }, + { + "representative": 144, + "members": [ + 144 + ], + "max_error": 0.0 + }, + { + "representative": 130, + "members": [ + 130 + ], + "max_error": 0.0 + }, + { + "representative": 37, + "members": [ + 37 + ], + "max_error": 0.0 + }, + { + "representative": 96, + "members": [ + 96 + ], + "max_error": 0.0 + }, + { + "representative": 249, + "members": [ + 249 + ], + "max_error": 0.0 + }, + { + "representative": 53, + "members": [ + 53 + ], + "max_error": 0.0 + }, + { + "representative": 9, + "members": [ + 9 + ], + "max_error": 0.0 + }, + { + "representative": 79, + "members": [ + 79 + ], + "max_error": 0.0 + }, + { + "representative": 51, + "members": [ + 51 + ], + "max_error": 0.0 + }, + { + "representative": 162, + "members": [ + 162 + ], + "max_error": 0.0 + }, + { + "representative": 132, + "members": [ + 132 + ], + "max_error": 0.0 + }, + { + "representative": 31, + "members": [ + 31 + ], + "max_error": 0.0 + }, + { + "representative": 165, + "members": [ + 165 + ], + "max_error": 0.0 + }, + { + "representative": 29, + "members": [ + 29 + ], + "max_error": 0.0 + }, + { + "representative": 212, + "members": [ + 212 + ], + "max_error": 0.0 + }, + { + "representative": 71, + "members": [ + 71 + ], + "max_error": 0.0 + }, + { + "representative": 58, + "members": [ + 58 + ], + "max_error": 0.0 + }, + { + "representative": 116, + "members": [ + 116 + ], + "max_error": 0.0 + }, + { + "representative": 170, + "members": [ + 170 + ], + "max_error": 0.0 + }, + { + "representative": 110, + "members": [ + 110 + ], + "max_error": 0.0 + }, + { + "representative": 168, + "members": [ + 168 + ], + "max_error": 0.0 + }, + { + "representative": 167, + "members": [ + 167 + ], + "max_error": 0.0 + }, + { + "representative": 251, + "members": [ + 251 + ], + "max_error": 0.0 + }, + { + "representative": 146, + "members": [ + 146 + ], + "max_error": 0.0 + }, + { + "representative": 232, + "members": [ + 232 + ], + "max_error": 0.0 + }, + { + "representative": 56, + "members": [ + 56 + ], + "max_error": 0.0 + }, + { + "representative": 246, + "members": [ + 246 + ], + "max_error": 0.0 + }, + { + "representative": 178, + "members": [ + 178 + ], + "max_error": 0.0 + }, + { + "representative": 202, + "members": [ + 202 + ], + "max_error": 0.0 + }, + { + "representative": 85, + "members": [ + 85 + ], + "max_error": 0.0 + }, + { + "representative": 155, + "members": [ + 155 + ], + "max_error": 0.0 + }, + { + "representative": 230, + "members": [ + 230 + ], + "max_error": 0.0 + }, + { + "representative": 55, + "members": [ + 55 + ], + "max_error": 0.0 + }, + { + "representative": 26, + "members": [ + 26 + ], + "max_error": 0.0 + }, + { + "representative": 13, + "members": [ + 13 + ], + "max_error": 0.0 + }, + { + "representative": 36, + "members": [ + 36 + ], + "max_error": 0.0 + }, + { + "representative": 143, + "members": [ + 143 + ], + "max_error": 0.0 + }, + { + "representative": 91, + "members": [ + 91 + ], + "max_error": 0.0 + }, + { + "representative": 45, + "members": [ + 45 + ], + "max_error": 0.0 + }, + { + "representative": 189, + "members": [ + 189 + ], + "max_error": 0.0 + }, + { + "representative": 182, + "members": [ + 182 + ], + "max_error": 0.0 + }, + { + "representative": 133, + "members": [ + 133 + ], + "max_error": 0.0 + }, + { + "representative": 145, + "members": [ + 145 + ], + "max_error": 0.0 + }, + { + "representative": 159, + "members": [ + 159 + ], + "max_error": 0.0 + }, + { + "representative": 120, + "members": [ + 120 + ], + "max_error": 0.0 + }, + { + "representative": 11, + "members": [ + 11 + ], + "max_error": 0.0 + }, + { + "representative": 164, + "members": [ + 164 + ], + "max_error": 0.0 + }, + { + "representative": 34, + "members": [ + 34 + ], + "max_error": 0.0 + }, + { + "representative": 98, + "members": [ + 98 + ], + "max_error": 0.0 + }, + { + "representative": 89, + "members": [ + 89 + ], + "max_error": 0.0 + }, + { + "representative": 250, + "members": [ + 250 + ], + "max_error": 0.0 + }, + { + "representative": 46, + "members": [ + 46 + ], + "max_error": 0.0 + }, + { + "representative": 33, + "members": [ + 33 + ], + "max_error": 0.0 + }, + { + "representative": 203, + "members": [ + 203 + ], + "max_error": 0.0 + }, + { + "representative": 57, + "members": [ + 57 + ], + "max_error": 0.0 + }, + { + "representative": 21, + "members": [ + 21 + ], + "max_error": 0.0 + }, + { + "representative": 87, + "members": [ + 87 + ], + "max_error": 0.0 + }, + { + "representative": 81, + "members": [ + 81 + ], + "max_error": 0.0 + }, + { + "representative": 4, + "members": [ + 4 + ], + "max_error": 0.0 + }, + { + "representative": 105, + "members": [ + 105 + ], + "max_error": 0.0 + }, + { + "representative": 174, + "members": [ + 174 + ], + "max_error": 0.0 + }, + { + "representative": 73, + "members": [ + 73 + ], + "max_error": 0.0 + }, + { + "representative": 183, + "members": [ + 183 + ], + "max_error": 0.0 + }, + { + "representative": 229, + "members": [ + 229 + ], + "max_error": 0.0 + }, + { + "representative": 49, + "members": [ + 49 + ], + "max_error": 0.0 + }, + { + "representative": 0, + "members": [ + 0 + ], + "max_error": 0.0 + }, + { + "representative": 160, + "members": [ + 160 + ], + "max_error": 0.0 + }, + { + "representative": 215, + "members": [ + 215 + ], + "max_error": 0.0 + }, + { + "representative": 242, + "members": [ + 242 + ], + "max_error": 0.0 + }, + { + "representative": 231, + "members": [ + 231 + ], + "max_error": 0.0 + }, + { + "representative": 99, + "members": [ + 99 + ], + "max_error": 0.0 + }, + { + "representative": 197, + "members": [ + 197 + ], + "max_error": 0.0 + }, + { + "representative": 77, + "members": [ + 77 + ], + "max_error": 0.0 + }, + { + "representative": 243, + "members": [ + 243 + ], + "max_error": 0.0 + }, + { + "representative": 176, + "members": [ + 176 + ], + "max_error": 0.0 + }, + { + "representative": 218, + "members": [ + 218 + ], + "max_error": 0.0 + }, + { + "representative": 41, + "members": [ + 41 + ], + "max_error": 0.0 + }, + { + "representative": 6, + "members": [ + 6 + ], + "max_error": 0.0 + }, + { + "representative": 219, + "members": [ + 219 + ], + "max_error": 0.0 + }, + { + "representative": 63, + "members": [ + 63 + ], + "max_error": 0.0 + }, + { + "representative": 166, + "members": [ + 166 + ], + "max_error": 0.0 + }, + { + "representative": 224, + "members": [ + 224 + ], + "max_error": 0.0 + }, + { + "representative": 54, + "members": [ + 54 + ], + "max_error": 0.0 + }, + { + "representative": 38, + "members": [ + 38 + ], + "max_error": 0.0 + }, + { + "representative": 112, + "members": [ + 112 + ], + "max_error": 0.0 + }, + { + "representative": 24, + "members": [ + 24 + ], + "max_error": 0.0 + }, + { + "representative": 62, + "members": [ + 62 + ], + "max_error": 0.0 + }, + { + "representative": 68, + "members": [ + 68 + ], + "max_error": 0.0 + }, + { + "representative": 66, + "members": [ + 66 + ], + "max_error": 0.0 + }, + { + "representative": 245, + "members": [ + 245 + ], + "max_error": 0.0 + }, + { + "representative": 18, + "members": [ + 18 + ], + "max_error": 0.0 + }, + { + "representative": 82, + "members": [ + 82 + ], + "max_error": 0.0 + }, + { + "representative": 216, + "members": [ + 216 + ], + "max_error": 0.0 + }, + { + "representative": 200, + "members": [ + 200 + ], + "max_error": 0.0 + }, + { + "representative": 104, + "members": [ + 104 + ], + "max_error": 0.0 + }, + { + "representative": 111, + "members": [ + 111 + ], + "max_error": 0.0 + }, + { + "representative": 17, + "members": [ + 17 + ], + "max_error": 0.0 + }, + { + "representative": 14, + "members": [ + 14 + ], + "max_error": 0.0 + }, + { + "representative": 194, + "members": [ + 194 + ], + "max_error": 0.0 + }, + { + "representative": 187, + "members": [ + 187 + ], + "max_error": 0.0 + }, + { + "representative": 69, + "members": [ + 69 + ], + "max_error": 0.0 + }, + { + "representative": 59, + "members": [ + 59 + ], + "max_error": 0.0 + }, + { + "representative": 72, + "members": [ + 72 + ], + "max_error": 0.0 + }, + { + "representative": 241, + "members": [ + 241 + ], + "max_error": 0.0 + }, + { + "representative": 180, + "members": [ + 180 + ], + "max_error": 0.0 + }, + { + "representative": 28, + "members": [ + 28 + ], + "max_error": 0.0 + }, + { + "representative": 1, + "members": [ + 1 + ], + "max_error": 0.0 + }, + { + "representative": 2, + "members": [ + 2 + ], + "max_error": 0.0 + }, + { + "representative": 44, + "members": [ + 44 + ], + "max_error": 0.0 + }, + { + "representative": 154, + "members": [ + 154 + ], + "max_error": 0.0 + }, + { + "representative": 147, + "members": [ + 147 + ], + "max_error": 0.0 + }, + { + "representative": 141, + "members": [ + 141 + ], + "max_error": 0.0 + }, + { + "representative": 196, + "members": [ + 196 + ], + "max_error": 0.0 + }, + { + "representative": 128, + "members": [ + 128 + ], + "max_error": 0.0 + }, + { + "representative": 134, + "members": [ + 134 + ], + "max_error": 0.0 + }, + { + "representative": 74, + "members": [ + 74 + ], + "max_error": 0.0 + }, + { + "representative": 1037, + "members": [ + 1037 + ], + "max_error": 0.0 + }, + { + "representative": 1249, + "members": [ + 1249 + ], + "max_error": 0.0 + }, + { + "representative": 1251, + "members": [ + 1251 + ], + "max_error": 0.0 + }, + { + "representative": 1264, + "members": [ + 1264 + ], + "max_error": 0.0 + }, + { + "representative": 1042, + "members": [ + 1042 + ], + "max_error": 0.0 + }, + { + "representative": 1078, + "members": [ + 1078 + ], + "max_error": 0.0 + }, + { + "representative": 1164, + "members": [ + 1164 + ], + "max_error": 0.0 + }, + { + "representative": 1130, + "members": [ + 1130 + ], + "max_error": 0.0 + }, + { + "representative": 1544, + "members": [ + 1544 + ], + "max_error": 0.0 + }, + { + "representative": 1540, + "members": [ + 1540 + ], + "max_error": 0.0 + }, + { + "representative": 1543, + "members": [ + 1543 + ], + "max_error": 0.0 + }, + { + "representative": 1677, + "members": [ + 1677 + ], + "max_error": 0.0 + }, + { + "representative": 1686, + "members": [ + 1686 + ], + "max_error": 0.0 + }, + { + "representative": 1567, + "members": [ + 1567 + ], + "max_error": 0.0 + }, + { + "representative": 1757, + "members": [ + 1757 + ], + "max_error": 0.0 + }, + { + "representative": 1787, + "members": [ + 1787 + ], + "max_error": 0.0 + }, + { + "representative": 1583, + "members": [ + 1583 + ], + "max_error": 0.0 + }, + { + "representative": 1572, + "members": [ + 1572 + ], + "max_error": 0.0 + }, + { + "representative": 1587, + "members": [ + 1587 + ], + "max_error": 0.0 + }, + { + "representative": 1591, + "members": [ + 1591 + ], + "max_error": 0.0 + }, + { + "representative": 1612, + "members": [ + 1612 + ], + "max_error": 0.0 + }, + { + "representative": 1647, + "members": [ + 1647 + ], + "max_error": 0.0 + }, + { + "representative": 1648, + "members": [ + 1648 + ], + "max_error": 0.0 + }, + { + "representative": 1658, + "members": [ + 1658 + ], + "max_error": 0.0 + }, + { + "representative": 2052, + "members": [ + 2052 + ], + "max_error": 0.0 + }, + { + "representative": 2176, + "members": [ + 2176 + ], + "max_error": 0.0 + }, + { + "representative": 2177, + "members": [ + 2177 + ], + "max_error": 0.0 + }, + { + "representative": 2194, + "members": [ + 2194 + ], + "max_error": 0.0 + }, + { + "representative": 2240, + "members": [ + 2240 + ], + "max_error": 0.0 + }, + { + "representative": 2249, + "members": [ + 2249 + ], + "max_error": 0.0 + }, + { + "representative": 2254, + "members": [ + 2254 + ], + "max_error": 0.0 + }, + { + "representative": 2271, + "members": [ + 2271 + ], + "max_error": 0.0 + }, + { + "representative": 2295, + "members": [ + 2295 + ], + "max_error": 0.0 + }, + { + "representative": 2123, + "members": [ + 2123 + ], + "max_error": 0.0 + }, + { + "representative": 2135, + "members": [ + 2135 + ], + "max_error": 0.0 + }, + { + "representative": 2158, + "members": [ + 2158 + ], + "max_error": 0.0 + }, + { + "representative": 2146, + "members": [ + 2146 + ], + "max_error": 0.0 + }, + { + "representative": 2170, + "members": [ + 2170 + ], + "max_error": 0.0 + }, + { + "representative": 2620, + "members": [ + 2620 + ], + "max_error": 0.0 + }, + { + "representative": 2738, + "members": [ + 2738 + ], + "max_error": 0.0 + }, + { + "representative": 2683, + "members": [ + 2683 + ], + "max_error": 0.0 + }, + { + "representative": 2639, + "members": [ + 2639 + ], + "max_error": 0.0 + }, + { + "representative": 2782, + "members": [ + 2782 + ], + "max_error": 0.0 + }, + { + "representative": 2781, + "members": [ + 2781 + ], + "max_error": 0.0 + }, + { + "representative": 2663, + "members": [ + 2663 + ], + "max_error": 0.0 + }, + { + "representative": 2658, + "members": [ + 2658 + ], + "max_error": 0.0 + }, + { + "representative": 2693, + "members": [ + 2693 + ], + "max_error": 0.0 + }, + { + "representative": 2745, + "members": [ + 2745 + ], + "max_error": 0.0 + }, + { + "representative": 2773, + "members": [ + 2773 + ], + "max_error": 0.0 + }, + { + "representative": 2794, + "members": [ + 2794 + ], + "max_error": 0.0 + }, + { + "representative": 2610, + "members": [ + 2610 + ], + "max_error": 0.0 + }, + { + "representative": 2661, + "members": [ + 2661 + ], + "max_error": 0.0 + }, + { + "representative": 2623, + "members": [ + 2623 + ], + "max_error": 0.0 + }, + { + "representative": 3093, + "members": [ + 3093 + ], + "max_error": 0.0 + }, + { + "representative": 3237, + "members": [ + 3237 + ], + "max_error": 0.0 + }, + { + "representative": 3272, + "members": [ + 3272 + ], + "max_error": 0.0 + }, + { + "representative": 3145, + "members": [ + 3145 + ], + "max_error": 0.0 + }, + { + "representative": 3169, + "members": [ + 3169 + ], + "max_error": 0.0 + }, + { + "representative": 3207, + "members": [ + 3207 + ], + "max_error": 0.0 + }, + { + "representative": 3162, + "members": [ + 3162 + ], + "max_error": 0.0 + }, + { + "representative": 3257, + "members": [ + 3257 + ], + "max_error": 0.0 + }, + { + "representative": 3258, + "members": [ + 3258 + ], + "max_error": 0.0 + }, + { + "representative": 3302, + "members": [ + 3302 + ], + "max_error": 0.0 + }, + { + "representative": 3303, + "members": [ + 3303 + ], + "max_error": 0.0 + }, + { + "representative": 3727, + "members": [ + 3727 + ], + "max_error": 0.0 + }, + { + "representative": 3626, + "members": [ + 3626 + ], + "max_error": 0.0 + }, + { + "representative": 3654, + "members": [ + 3654 + ], + "max_error": 0.0 + }, + { + "representative": 3610, + "members": [ + 3610 + ], + "max_error": 0.0 + }, + { + "representative": 3747, + "members": [ + 3747 + ], + "max_error": 0.0 + }, + { + "representative": 3663, + "members": [ + 3663 + ], + "max_error": 0.0 + }, + { + "representative": 3639, + "members": [ + 3639 + ], + "max_error": 0.0 + }, + { + "representative": 3811, + "members": [ + 3811 + ], + "max_error": 0.0 + }, + { + "representative": 3681, + "members": [ + 3681 + ], + "max_error": 0.0 + }, + { + "representative": 3584, + "members": [ + 3584 + ], + "max_error": 0.0 + }, + { + "representative": 1135, + "members": [ + 1135 + ], + "max_error": 0.0 + }, + { + "representative": 1109, + "members": [ + 1109 + ], + "max_error": 0.0 + }, + { + "representative": 1057, + "members": [ + 1057 + ], + "max_error": 0.0 + }, + { + "representative": 1276, + "members": [ + 1276 + ], + "max_error": 0.0 + }, + { + "representative": 1036, + "members": [ + 1036 + ], + "max_error": 0.0 + }, + { + "representative": 1032, + "members": [ + 1032 + ], + "max_error": 0.0 + }, + { + "representative": 1147, + "members": [ + 1147 + ], + "max_error": 0.0 + }, + { + "representative": 1204, + "members": [ + 1204 + ], + "max_error": 0.0 + }, + { + "representative": 1227, + "members": [ + 1227 + ], + "max_error": 0.0 + }, + { + "representative": 1093, + "members": [ + 1093 + ], + "max_error": 0.0 + }, + { + "representative": 1063, + "members": [ + 1063 + ], + "max_error": 0.0 + }, + { + "representative": 1715, + "members": [ + 1715 + ], + "max_error": 0.0 + }, + { + "representative": 1694, + "members": [ + 1694 + ], + "max_error": 0.0 + }, + { + "representative": 1720, + "members": [ + 1720 + ], + "max_error": 0.0 + }, + { + "representative": 1564, + "members": [ + 1564 + ], + "max_error": 0.0 + }, + { + "representative": 1667, + "members": [ + 1667 + ], + "max_error": 0.0 + }, + { + "representative": 1559, + "members": [ + 1559 + ], + "max_error": 0.0 + }, + { + "representative": 1571, + "members": [ + 1571 + ], + "max_error": 0.0 + }, + { + "representative": 1577, + "members": [ + 1577 + ], + "max_error": 0.0 + }, + { + "representative": 1617, + "members": [ + 1617 + ], + "max_error": 0.0 + }, + { + "representative": 2173, + "members": [ + 2173 + ], + "max_error": 0.0 + }, + { + "representative": 2053, + "members": [ + 2053 + ], + "max_error": 0.0 + }, + { + "representative": 2204, + "members": [ + 2204 + ], + "max_error": 0.0 + }, + { + "representative": 2137, + "members": [ + 2137 + ], + "max_error": 0.0 + }, + { + "representative": 2155, + "members": [ + 2155 + ], + "max_error": 0.0 + }, + { + "representative": 2209, + "members": [ + 2209 + ], + "max_error": 0.0 + }, + { + "representative": 2064, + "members": [ + 2064 + ], + "max_error": 0.0 + }, + { + "representative": 2264, + "members": [ + 2264 + ], + "max_error": 0.0 + }, + { + "representative": 2298, + "members": [ + 2298 + ], + "max_error": 0.0 + }, + { + "representative": 2206, + "members": [ + 2206 + ], + "max_error": 0.0 + }, + { + "representative": 2049, + "members": [ + 2049 + ], + "max_error": 0.0 + }, + { + "representative": 2210, + "members": [ + 2210 + ], + "max_error": 0.0 + }, + { + "representative": 2156, + "members": [ + 2156 + ], + "max_error": 0.0 + }, + { + "representative": 2108, + "members": [ + 2108 + ], + "max_error": 0.0 + }, + { + "representative": 2133, + "members": [ + 2133 + ], + "max_error": 0.0 + }, + { + "representative": 2219, + "members": [ + 2219 + ], + "max_error": 0.0 + }, + { + "representative": 2266, + "members": [ + 2266 + ], + "max_error": 0.0 + }, + { + "representative": 2174, + "members": [ + 2174 + ], + "max_error": 0.0 + }, + { + "representative": 2115, + "members": [ + 2115 + ], + "max_error": 0.0 + }, + { + "representative": 2166, + "members": [ + 2166 + ], + "max_error": 0.0 + }, + { + "representative": 2697, + "members": [ + 2697 + ], + "max_error": 0.0 + }, + { + "representative": 2761, + "members": [ + 2761 + ], + "max_error": 0.0 + }, + { + "representative": 2679, + "members": [ + 2679 + ], + "max_error": 0.0 + }, + { + "representative": 2746, + "members": [ + 2746 + ], + "max_error": 0.0 + }, + { + "representative": 2613, + "members": [ + 2613 + ], + "max_error": 0.0 + }, + { + "representative": 2602, + "members": [ + 2602 + ], + "max_error": 0.0 + }, + { + "representative": 2607, + "members": [ + 2607 + ], + "max_error": 0.0 + }, + { + "representative": 2749, + "members": [ + 2749 + ], + "max_error": 0.0 + }, + { + "representative": 3187, + "members": [ + 3187 + ], + "max_error": 0.0 + }, + { + "representative": 3186, + "members": [ + 3186 + ], + "max_error": 0.0 + }, + { + "representative": 3198, + "members": [ + 3198 + ], + "max_error": 0.0 + }, + { + "representative": 3298, + "members": [ + 3298 + ], + "max_error": 0.0 + }, + { + "representative": 3266, + "members": [ + 3266 + ], + "max_error": 0.0 + }, + { + "representative": 3307, + "members": [ + 3307 + ], + "max_error": 0.0 + }, + { + "representative": 3091, + "members": [ + 3091 + ], + "max_error": 0.0 + }, + { + "representative": 3322, + "members": [ + 3322 + ], + "max_error": 0.0 + }, + { + "representative": 3115, + "members": [ + 3115 + ], + "max_error": 0.0 + }, + { + "representative": 3270, + "members": [ + 3270 + ], + "max_error": 0.0 + }, + { + "representative": 3167, + "members": [ + 3167 + ], + "max_error": 0.0 + }, + { + "representative": 3651, + "members": [ + 3651 + ], + "max_error": 0.0 + }, + { + "representative": 3621, + "members": [ + 3621 + ], + "max_error": 0.0 + }, + { + "representative": 3627, + "members": [ + 3627 + ], + "max_error": 0.0 + }, + { + "representative": 3734, + "members": [ + 3734 + ], + "max_error": 0.0 + }, + { + "representative": 3830, + "members": [ + 3830 + ], + "max_error": 0.0 + }, + { + "representative": 3797, + "members": [ + 3797 + ], + "max_error": 0.0 + }, + { + "representative": 3776, + "members": [ + 3776 + ], + "max_error": 0.0 + }, + { + "representative": 3771, + "members": [ + 3771 + ], + "max_error": 0.0 + }, + { + "representative": 3592, + "members": [ + 3592 + ], + "max_error": 0.0 + }, + { + "representative": 3679, + "members": [ + 3679 + ], + "max_error": 0.0 + }, + { + "representative": 3748, + "members": [ + 3748 + ], + "max_error": 0.0 + }, + { + "representative": 1267, + "members": [ + 1267 + ], + "max_error": 0.0 + }, + { + "representative": 1183, + "members": [ + 1183 + ], + "max_error": 0.0 + }, + { + "representative": 1200, + "members": [ + 1200 + ], + "max_error": 0.0 + }, + { + "representative": 1245, + "members": [ + 1245 + ], + "max_error": 0.0 + }, + { + "representative": 1095, + "members": [ + 1095 + ], + "max_error": 0.0 + }, + { + "representative": 1225, + "members": [ + 1225 + ], + "max_error": 0.0 + }, + { + "representative": 1210, + "members": [ + 1210 + ], + "max_error": 0.0 + }, + { + "representative": 1086, + "members": [ + 1086 + ], + "max_error": 0.0 + }, + { + "representative": 1156, + "members": [ + 1156 + ], + "max_error": 0.0 + }, + { + "representative": 1030, + "members": [ + 1030 + ], + "max_error": 0.0 + }, + { + "representative": 1162, + "members": [ + 1162 + ], + "max_error": 0.0 + }, + { + "representative": 1066, + "members": [ + 1066 + ], + "max_error": 0.0 + }, + { + "representative": 1230, + "members": [ + 1230 + ], + "max_error": 0.0 + }, + { + "representative": 1122, + "members": [ + 1122 + ], + "max_error": 0.0 + }, + { + "representative": 1724, + "members": [ + 1724 + ], + "max_error": 0.0 + }, + { + "representative": 1723, + "members": [ + 1723 + ], + "max_error": 0.0 + }, + { + "representative": 1597, + "members": [ + 1597 + ], + "max_error": 0.0 + }, + { + "representative": 1563, + "members": [ + 1563 + ], + "max_error": 0.0 + }, + { + "representative": 1714, + "members": [ + 1714 + ], + "max_error": 0.0 + }, + { + "representative": 1613, + "members": [ + 1613 + ], + "max_error": 0.0 + }, + { + "representative": 1689, + "members": [ + 1689 + ], + "max_error": 0.0 + }, + { + "representative": 1741, + "members": [ + 1741 + ], + "max_error": 0.0 + }, + { + "representative": 1684, + "members": [ + 1684 + ], + "max_error": 0.0 + }, + { + "representative": 1680, + "members": [ + 1680 + ], + "max_error": 0.0 + }, + { + "representative": 1611, + "members": [ + 1611 + ], + "max_error": 0.0 + }, + { + "representative": 1545, + "members": [ + 1545 + ], + "max_error": 0.0 + }, + { + "representative": 1690, + "members": [ + 1690 + ], + "max_error": 0.0 + }, + { + "representative": 1640, + "members": [ + 1640 + ], + "max_error": 0.0 + }, + { + "representative": 1627, + "members": [ + 1627 + ], + "max_error": 0.0 + }, + { + "representative": 1750, + "members": [ + 1750 + ], + "max_error": 0.0 + }, + { + "representative": 2232, + "members": [ + 2232 + ], + "max_error": 0.0 + }, + { + "representative": 2082, + "members": [ + 2082 + ], + "max_error": 0.0 + }, + { + "representative": 2127, + "members": [ + 2127 + ], + "max_error": 0.0 + }, + { + "representative": 2074, + "members": [ + 2074 + ], + "max_error": 0.0 + }, + { + "representative": 2111, + "members": [ + 2111 + ], + "max_error": 0.0 + }, + { + "representative": 2190, + "members": [ + 2190 + ], + "max_error": 0.0 + }, + { + "representative": 2276, + "members": [ + 2276 + ], + "max_error": 0.0 + }, + { + "representative": 2282, + "members": [ + 2282 + ], + "max_error": 0.0 + }, + { + "representative": 2051, + "members": [ + 2051 + ], + "max_error": 0.0 + }, + { + "representative": 2236, + "members": [ + 2236 + ], + "max_error": 0.0 + }, + { + "representative": 2113, + "members": [ + 2113 + ], + "max_error": 0.0 + }, + { + "representative": 2125, + "members": [ + 2125 + ], + "max_error": 0.0 + }, + { + "representative": 2159, + "members": [ + 2159 + ], + "max_error": 0.0 + }, + { + "representative": 2162, + "members": [ + 2162 + ], + "max_error": 0.0 + }, + { + "representative": 2056, + "members": [ + 2056 + ], + "max_error": 0.0 + }, + { + "representative": 2712, + "members": [ + 2712 + ], + "max_error": 0.0 + }, + { + "representative": 2660, + "members": [ + 2660 + ], + "max_error": 0.0 + }, + { + "representative": 2601, + "members": [ + 2601 + ], + "max_error": 0.0 + }, + { + "representative": 2717, + "members": [ + 2717 + ], + "max_error": 0.0 + }, + { + "representative": 2606, + "members": [ + 2606 + ], + "max_error": 0.0 + }, + { + "representative": 2741, + "members": [ + 2741 + ], + "max_error": 0.0 + }, + { + "representative": 2740, + "members": [ + 2740 + ], + "max_error": 0.0 + }, + { + "representative": 2589, + "members": [ + 2589 + ], + "max_error": 0.0 + }, + { + "representative": 2670, + "members": [ + 2670 + ], + "max_error": 0.0 + }, + { + "representative": 2713, + "members": [ + 2713 + ], + "max_error": 0.0 + }, + { + "representative": 2702, + "members": [ + 2702 + ], + "max_error": 0.0 + }, + { + "representative": 3131, + "members": [ + 3131 + ], + "max_error": 0.0 + }, + { + "representative": 3242, + "members": [ + 3242 + ], + "max_error": 0.0 + }, + { + "representative": 3118, + "members": [ + 3118 + ], + "max_error": 0.0 + }, + { + "representative": 3248, + "members": [ + 3248 + ], + "max_error": 0.0 + }, + { + "representative": 3267, + "members": [ + 3267 + ], + "max_error": 0.0 + }, + { + "representative": 3173, + "members": [ + 3173 + ], + "max_error": 0.0 + }, + { + "representative": 3212, + "members": [ + 3212 + ], + "max_error": 0.0 + }, + { + "representative": 3119, + "members": [ + 3119 + ], + "max_error": 0.0 + }, + { + "representative": 3590, + "members": [ + 3590 + ], + "max_error": 0.0 + }, + { + "representative": 3668, + "members": [ + 3668 + ], + "max_error": 0.0 + }, + { + "representative": 3667, + "members": [ + 3667 + ], + "max_error": 0.0 + }, + { + "representative": 3815, + "members": [ + 3815 + ], + "max_error": 0.0 + }, + { + "representative": 3659, + "members": [ + 3659 + ], + "max_error": 0.0 + }, + { + "representative": 3728, + "members": [ + 3728 + ], + "max_error": 0.0 + }, + { + "representative": 3784, + "members": [ + 3784 + ], + "max_error": 0.0 + }, + { + "representative": 3601, + "members": [ + 3601 + ], + "max_error": 0.0 + }, + { + "representative": 3800, + "members": [ + 3800 + ], + "max_error": 0.0 + }, + { + "representative": 3810, + "members": [ + 3810 + ], + "max_error": 0.0 + }, + { + "representative": 2595, + "members": [ + 2595 + ], + "max_error": 0.0 + }, + { + "representative": 2625, + "members": [ + 2625 + ], + "max_error": 0.0 + }, + { + "representative": 2619, + "members": [ + 2619 + ], + "max_error": 0.0 + }, + { + "representative": 2636, + "members": [ + 2636 + ], + "max_error": 0.0 + }, + { + "representative": 2725, + "members": [ + 2725 + ], + "max_error": 0.0 + }, + { + "representative": 2789, + "members": [ + 2789 + ], + "max_error": 0.0 + }, + { + "representative": 2778, + "members": [ + 2778 + ], + "max_error": 0.0 + }, + { + "representative": 2561, + "members": [ + 2561 + ], + "max_error": 0.0 + }, + { + "representative": 3255, + "members": [ + 3255 + ], + "max_error": 0.0 + }, + { + "representative": 3271, + "members": [ + 3271 + ], + "max_error": 0.0 + }, + { + "representative": 3320, + "members": [ + 3320 + ], + "max_error": 0.0 + }, + { + "representative": 3095, + "members": [ + 3095 + ], + "max_error": 0.0 + }, + { + "representative": 3309, + "members": [ + 3309 + ], + "max_error": 0.0 + }, + { + "representative": 3314, + "members": [ + 3314 + ], + "max_error": 0.0 + }, + { + "representative": 3152, + "members": [ + 3152 + ], + "max_error": 0.0 + }, + { + "representative": 3123, + "members": [ + 3123 + ], + "max_error": 0.0 + }, + { + "representative": 3100, + "members": [ + 3100 + ], + "max_error": 0.0 + }, + { + "representative": 3082, + "members": [ + 3082 + ], + "max_error": 0.0 + }, + { + "representative": 3214, + "members": [ + 3214 + ], + "max_error": 0.0 + }, + { + "representative": 3263, + "members": [ + 3263 + ], + "max_error": 0.0 + }, + { + "representative": 3297, + "members": [ + 3297 + ], + "max_error": 0.0 + }, + { + "representative": 3221, + "members": [ + 3221 + ], + "max_error": 0.0 + }, + { + "representative": 3182, + "members": [ + 3182 + ], + "max_error": 0.0 + }, + { + "representative": 3107, + "members": [ + 3107 + ], + "max_error": 0.0 + }, + { + "representative": 3588, + "members": [ + 3588 + ], + "max_error": 0.0 + }, + { + "representative": 3597, + "members": [ + 3597 + ], + "max_error": 0.0 + }, + { + "representative": 3795, + "members": [ + 3795 + ], + "max_error": 0.0 + }, + { + "representative": 3694, + "members": [ + 3694 + ], + "max_error": 0.0 + }, + { + "representative": 3777, + "members": [ + 3777 + ], + "max_error": 0.0 + }, + { + "representative": 3793, + "members": [ + 3793 + ], + "max_error": 0.0 + }, + { + "representative": 3692, + "members": [ + 3692 + ], + "max_error": 0.0 + }, + { + "representative": 3758, + "members": [ + 3758 + ], + "max_error": 0.0 + }, + { + "representative": 3628, + "members": [ + 3628 + ], + "max_error": 0.0 + }, + { + "representative": 3585, + "members": [ + 3585 + ], + "max_error": 0.0 + }, + { + "representative": 3598, + "members": [ + 3598 + ], + "max_error": 0.0 + }, + { + "representative": 3705, + "members": [ + 3705 + ], + "max_error": 0.0 + }, + { + "representative": 3690, + "members": [ + 3690 + ], + "max_error": 0.0 + }, + { + "representative": 3725, + "members": [ + 3725 + ], + "max_error": 0.0 + }, + { + "representative": 4104, + "members": [ + 4104 + ], + "max_error": 0.0 + }, + { + "representative": 4105, + "members": [ + 4105 + ], + "max_error": 0.0 + }, + { + "representative": 4097, + "members": [ + 4097 + ], + "max_error": 0.0 + }, + { + "representative": 4106, + "members": [ + 4106 + ], + "max_error": 0.0 + }, + { + "representative": 4109, + "members": [ + 4109 + ], + "max_error": 0.0 + }, + { + "representative": 4110, + "members": [ + 4110 + ], + "max_error": 0.0 + }, + { + "representative": 4111, + "members": [ + 4111 + ], + "max_error": 0.0 + }, + { + "representative": 4098, + "members": [ + 4098 + ], + "max_error": 0.0 + }, + { + "representative": 4100, + "members": [ + 4100 + ], + "max_error": 0.0 + }, + { + "representative": 4101, + "members": [ + 4101 + ], + "max_error": 0.0 + }, + { + "representative": 4103, + "members": [ + 4103 + ], + "max_error": 0.0 + }, + { + "representative": 4120, + "members": [ + 4120 + ], + "max_error": 0.0 + }, + { + "representative": 4121, + "members": [ + 4121 + ], + "max_error": 0.0 + }, + { + "representative": 4113, + "members": [ + 4113 + ], + "max_error": 0.0 + }, + { + "representative": 4123, + "members": [ + 4123 + ], + "max_error": 0.0 + }, + { + "representative": 4126, + "members": [ + 4126 + ], + "max_error": 0.0 + }, + { + "representative": 4127, + "members": [ + 4127 + ], + "max_error": 0.0 + }, + { + "representative": 4114, + "members": [ + 4114 + ], + "max_error": 0.0 + }, + { + "representative": 4115, + "members": [ + 4115 + ], + "max_error": 0.0 + }, + { + "representative": 4116, + "members": [ + 4116 + ], + "max_error": 0.0 + }, + { + "representative": 4117, + "members": [ + 4117 + ], + "max_error": 0.0 + }, + { + "representative": 4118, + "members": [ + 4118 + ], + "max_error": 0.0 + }, + { + "representative": 4119, + "members": [ + 4119 + ], + "max_error": 0.0 + }, + { + "representative": 4128, + "members": [ + 4128 + ], + "max_error": 0.0 + }, + { + "representative": 4137, + "members": [ + 4137 + ], + "max_error": 0.0 + }, + { + "representative": 4129, + "members": [ + 4129 + ], + "max_error": 0.0 + }, + { + "representative": 4138, + "members": [ + 4138 + ], + "max_error": 0.0 + }, + { + "representative": 4139, + "members": [ + 4139 + ], + "max_error": 0.0 + }, + { + "representative": 4140, + "members": [ + 4140 + ], + "max_error": 0.0 + }, + { + "representative": 4141, + "members": [ + 4141 + ], + "max_error": 0.0 + }, + { + "representative": 4142, + "members": [ + 4142 + ], + "max_error": 0.0 + }, + { + "representative": 4143, + "members": [ + 4143 + ], + "max_error": 0.0 + }, + { + "representative": 4130, + "members": [ + 4130 + ], + "max_error": 0.0 + }, + { + "representative": 4131, + "members": [ + 4131 + ], + "max_error": 0.0 + }, + { + "representative": 4132, + "members": [ + 4132 + ], + "max_error": 0.0 + }, + { + "representative": 4133, + "members": [ + 4133 + ], + "max_error": 0.0 + }, + { + "representative": 4134, + "members": [ + 4134 + ], + "max_error": 0.0 + }, + { + "representative": 4144, + "members": [ + 4144 + ], + "max_error": 0.0 + }, + { + "representative": 4153, + "members": [ + 4153 + ], + "max_error": 0.0 + }, + { + "representative": 4145, + "members": [ + 4145 + ], + "max_error": 0.0 + }, + { + "representative": 4154, + "members": [ + 4154 + ], + "max_error": 0.0 + }, + { + "representative": 4155, + "members": [ + 4155 + ], + "max_error": 0.0 + }, + { + "representative": 4158, + "members": [ + 4158 + ], + "max_error": 0.0 + }, + { + "representative": 4146, + "members": [ + 4146 + ], + "max_error": 0.0 + }, + { + "representative": 4147, + "members": [ + 4147 + ], + "max_error": 0.0 + }, + { + "representative": 4148, + "members": [ + 4148 + ], + "max_error": 0.0 + }, + { + "representative": 4149, + "members": [ + 4149 + ], + "max_error": 0.0 + }, + { + "representative": 4150, + "members": [ + 4150 + ], + "max_error": 0.0 + }, + { + "representative": 4151, + "members": [ + 4151 + ], + "max_error": 0.0 + }, + { + "representative": 4619, + "members": [ + 4619 + ], + "max_error": 0.0 + }, + { + "representative": 4736, + "members": [ + 4736 + ], + "max_error": 0.0 + }, + { + "representative": 4744, + "members": [ + 4744 + ], + "max_error": 0.0 + }, + { + "representative": 4739, + "members": [ + 4739 + ], + "max_error": 0.0 + }, + { + "representative": 4761, + "members": [ + 4761 + ], + "max_error": 0.0 + }, + { + "representative": 4757, + "members": [ + 4757 + ], + "max_error": 0.0 + }, + { + "representative": 4633, + "members": [ + 4633 + ], + "max_error": 0.0 + }, + { + "representative": 4769, + "members": [ + 4769 + ], + "max_error": 0.0 + }, + { + "representative": 4779, + "members": [ + 4779 + ], + "max_error": 0.0 + }, + { + "representative": 4771, + "members": [ + 4771 + ], + "max_error": 0.0 + }, + { + "representative": 4774, + "members": [ + 4774 + ], + "max_error": 0.0 + }, + { + "representative": 4775, + "members": [ + 4775 + ], + "max_error": 0.0 + }, + { + "representative": 4793, + "members": [ + 4793 + ], + "max_error": 0.0 + }, + { + "representative": 4785, + "members": [ + 4785 + ], + "max_error": 0.0 + }, + { + "representative": 4791, + "members": [ + 4791 + ], + "max_error": 0.0 + }, + { + "representative": 4809, + "members": [ + 4809 + ], + "max_error": 0.0 + }, + { + "representative": 4811, + "members": [ + 4811 + ], + "max_error": 0.0 + }, + { + "representative": 4813, + "members": [ + 4813 + ], + "max_error": 0.0 + }, + { + "representative": 4807, + "members": [ + 4807 + ], + "max_error": 0.0 + }, + { + "representative": 4825, + "members": [ + 4825 + ], + "max_error": 0.0 + }, + { + "representative": 4827, + "members": [ + 4827 + ], + "max_error": 0.0 + }, + { + "representative": 4831, + "members": [ + 4831 + ], + "max_error": 0.0 + }, + { + "representative": 4832, + "members": [ + 4832 + ], + "max_error": 0.0 + }, + { + "representative": 4841, + "members": [ + 4841 + ], + "max_error": 0.0 + }, + { + "representative": 4858, + "members": [ + 4858 + ], + "max_error": 0.0 + }, + { + "representative": 4850, + "members": [ + 4850 + ], + "max_error": 0.0 + }, + { + "representative": 4853, + "members": [ + 4853 + ], + "max_error": 0.0 + }, + { + "representative": 4652, + "members": [ + 4652 + ], + "max_error": 0.0 + }, + { + "representative": 4669, + "members": [ + 4669 + ], + "max_error": 0.0 + }, + { + "representative": 4683, + "members": [ + 4683 + ], + "max_error": 0.0 + }, + { + "representative": 4684, + "members": [ + 4684 + ], + "max_error": 0.0 + }, + { + "representative": 4685, + "members": [ + 4685 + ], + "max_error": 0.0 + }, + { + "representative": 4677, + "members": [ + 4677 + ], + "max_error": 0.0 + }, + { + "representative": 4699, + "members": [ + 4699 + ], + "max_error": 0.0 + }, + { + "representative": 4702, + "members": [ + 4702 + ], + "max_error": 0.0 + }, + { + "representative": 4693, + "members": [ + 4693 + ], + "max_error": 0.0 + }, + { + "representative": 4712, + "members": [ + 4712 + ], + "max_error": 0.0 + }, + { + "representative": 4713, + "members": [ + 4713 + ], + "max_error": 0.0 + }, + { + "representative": 4714, + "members": [ + 4714 + ], + "max_error": 0.0 + }, + { + "representative": 4715, + "members": [ + 4715 + ], + "max_error": 0.0 + }, + { + "representative": 4717, + "members": [ + 4717 + ], + "max_error": 0.0 + }, + { + "representative": 4718, + "members": [ + 4718 + ], + "max_error": 0.0 + }, + { + "representative": 4734, + "members": [ + 4734 + ], + "max_error": 0.0 + }, + { + "representative": 4724, + "members": [ + 4724 + ], + "max_error": 0.0 + }, + { + "representative": 4727, + "members": [ + 4727 + ], + "max_error": 0.0 + }, + { + "representative": 5122, + "members": [ + 5122 + ], + "max_error": 0.0 + }, + { + "representative": 5268, + "members": [ + 5268 + ], + "max_error": 0.0 + }, + { + "representative": 5270, + "members": [ + 5270 + ], + "max_error": 0.0 + }, + { + "representative": 5149, + "members": [ + 5149 + ], + "max_error": 0.0 + }, + { + "representative": 5292, + "members": [ + 5292 + ], + "max_error": 0.0 + }, + { + "representative": 5295, + "members": [ + 5295 + ], + "max_error": 0.0 + }, + { + "representative": 5359, + "members": [ + 5359 + ], + "max_error": 0.0 + }, + { + "representative": 5351, + "members": [ + 5351 + ], + "max_error": 0.0 + }, + { + "representative": 5370, + "members": [ + 5370 + ], + "max_error": 0.0 + }, + { + "representative": 5344, + "members": [ + 5344 + ], + "max_error": 0.0 + }, + { + "representative": 5331, + "members": [ + 5331 + ], + "max_error": 0.0 + }, + { + "representative": 5209, + "members": [ + 5209 + ], + "max_error": 0.0 + }, + { + "representative": 5204, + "members": [ + 5204 + ], + "max_error": 0.0 + }, + { + "representative": 5167, + "members": [ + 5167 + ], + "max_error": 0.0 + }, + { + "representative": 5168, + "members": [ + 5168 + ], + "max_error": 0.0 + }, + { + "representative": 5311, + "members": [ + 5311 + ], + "max_error": 0.0 + }, + { + "representative": 5337, + "members": [ + 5337 + ], + "max_error": 0.0 + }, + { + "representative": 5145, + "members": [ + 5145 + ], + "max_error": 0.0 + }, + { + "representative": 5334, + "members": [ + 5334 + ], + "max_error": 0.0 + }, + { + "representative": 5264, + "members": [ + 5264 + ], + "max_error": 0.0 + }, + { + "representative": 5254, + "members": [ + 5254 + ], + "max_error": 0.0 + }, + { + "representative": 5241, + "members": [ + 5241 + ], + "max_error": 0.0 + }, + { + "representative": 5220, + "members": [ + 5220 + ], + "max_error": 0.0 + }, + { + "representative": 5185, + "members": [ + 5185 + ], + "max_error": 0.0 + }, + { + "representative": 5156, + "members": [ + 5156 + ], + "max_error": 0.0 + }, + { + "representative": 5354, + "members": [ + 5354 + ], + "max_error": 0.0 + }, + { + "representative": 5182, + "members": [ + 5182 + ], + "max_error": 0.0 + }, + { + "representative": 5175, + "members": [ + 5175 + ], + "max_error": 0.0 + }, + { + "representative": 5257, + "members": [ + 5257 + ], + "max_error": 0.0 + }, + { + "representative": 5274, + "members": [ + 5274 + ], + "max_error": 0.0 + }, + { + "representative": 5123, + "members": [ + 5123 + ], + "max_error": 0.0 + }, + { + "representative": 5199, + "members": [ + 5199 + ], + "max_error": 0.0 + }, + { + "representative": 5226, + "members": [ + 5226 + ], + "max_error": 0.0 + }, + { + "representative": 5229, + "members": [ + 5229 + ], + "max_error": 0.0 + }, + { + "representative": 5223, + "members": [ + 5223 + ], + "max_error": 0.0 + }, + { + "representative": 5247, + "members": [ + 5247 + ], + "max_error": 0.0 + }, + { + "representative": 5632, + "members": [ + 5632 + ], + "max_error": 0.0 + }, + { + "representative": 5640, + "members": [ + 5640 + ], + "max_error": 0.0 + }, + { + "representative": 5641, + "members": [ + 5641 + ], + "max_error": 0.0 + }, + { + "representative": 5633, + "members": [ + 5633 + ], + "max_error": 0.0 + }, + { + "representative": 5642, + "members": [ + 5642 + ], + "max_error": 0.0 + }, + { + "representative": 5646, + "members": [ + 5646 + ], + "max_error": 0.0 + }, + { + "representative": 5635, + "members": [ + 5635 + ], + "max_error": 0.0 + }, + { + "representative": 5637, + "members": [ + 5637 + ], + "max_error": 0.0 + }, + { + "representative": 5648, + "members": [ + 5648 + ], + "max_error": 0.0 + }, + { + "representative": 5656, + "members": [ + 5656 + ], + "max_error": 0.0 + }, + { + "representative": 5657, + "members": [ + 5657 + ], + "max_error": 0.0 + }, + { + "representative": 5649, + "members": [ + 5649 + ], + "max_error": 0.0 + }, + { + "representative": 5658, + "members": [ + 5658 + ], + "max_error": 0.0 + }, + { + "representative": 5659, + "members": [ + 5659 + ], + "max_error": 0.0 + }, + { + "representative": 5660, + "members": [ + 5660 + ], + "max_error": 0.0 + }, + { + "representative": 5661, + "members": [ + 5661 + ], + "max_error": 0.0 + }, + { + "representative": 5663, + "members": [ + 5663 + ], + "max_error": 0.0 + }, + { + "representative": 5651, + "members": [ + 5651 + ], + "max_error": 0.0 + }, + { + "representative": 5652, + "members": [ + 5652 + ], + "max_error": 0.0 + }, + { + "representative": 5653, + "members": [ + 5653 + ], + "max_error": 0.0 + }, + { + "representative": 5654, + "members": [ + 5654 + ], + "max_error": 0.0 + }, + { + "representative": 5655, + "members": [ + 5655 + ], + "max_error": 0.0 + }, + { + "representative": 5672, + "members": [ + 5672 + ], + "max_error": 0.0 + }, + { + "representative": 5674, + "members": [ + 5674 + ], + "max_error": 0.0 + }, + { + "representative": 5675, + "members": [ + 5675 + ], + "max_error": 0.0 + }, + { + "representative": 5676, + "members": [ + 5676 + ], + "max_error": 0.0 + }, + { + "representative": 5677, + "members": [ + 5677 + ], + "max_error": 0.0 + }, + { + "representative": 5678, + "members": [ + 5678 + ], + "max_error": 0.0 + }, + { + "representative": 5679, + "members": [ + 5679 + ], + "max_error": 0.0 + }, + { + "representative": 5666, + "members": [ + 5666 + ], + "max_error": 0.0 + }, + { + "representative": 5668, + "members": [ + 5668 + ], + "max_error": 0.0 + }, + { + "representative": 5669, + "members": [ + 5669 + ], + "max_error": 0.0 + }, + { + "representative": 5680, + "members": [ + 5680 + ], + "max_error": 0.0 + }, + { + "representative": 5681, + "members": [ + 5681 + ], + "max_error": 0.0 + }, + { + "representative": 5690, + "members": [ + 5690 + ], + "max_error": 0.0 + }, + { + "representative": 5692, + "members": [ + 5692 + ], + "max_error": 0.0 + }, + { + "representative": 5693, + "members": [ + 5693 + ], + "max_error": 0.0 + }, + { + "representative": 5694, + "members": [ + 5694 + ], + "max_error": 0.0 + }, + { + "representative": 5683, + "members": [ + 5683 + ], + "max_error": 0.0 + }, + { + "representative": 5684, + "members": [ + 5684 + ], + "max_error": 0.0 + }, + { + "representative": 5687, + "members": [ + 5687 + ], + "max_error": 0.0 + }, + { + "representative": 1046, + "members": [ + 1046 + ], + "max_error": 0.0 + }, + { + "representative": 1275, + "members": [ + 1275 + ], + "max_error": 0.0 + }, + { + "representative": 1263, + "members": [ + 1263 + ], + "max_error": 0.0 + }, + { + "representative": 1260, + "members": [ + 1260 + ], + "max_error": 0.0 + }, + { + "representative": 1133, + "members": [ + 1133 + ], + "max_error": 0.0 + }, + { + "representative": 1250, + "members": [ + 1250 + ], + "max_error": 0.0 + }, + { + "representative": 1049, + "members": [ + 1049 + ], + "max_error": 0.0 + }, + { + "representative": 1161, + "members": [ + 1161 + ], + "max_error": 0.0 + }, + { + "representative": 1238, + "members": [ + 1238 + ], + "max_error": 0.0 + }, + { + "representative": 1094, + "members": [ + 1094 + ], + "max_error": 0.0 + }, + { + "representative": 1134, + "members": [ + 1134 + ], + "max_error": 0.0 + }, + { + "representative": 1239, + "members": [ + 1239 + ], + "max_error": 0.0 + }, + { + "representative": 1110, + "members": [ + 1110 + ], + "max_error": 0.0 + }, + { + "representative": 1212, + "members": [ + 1212 + ], + "max_error": 0.0 + }, + { + "representative": 1045, + "members": [ + 1045 + ], + "max_error": 0.0 + }, + { + "representative": 1069, + "members": [ + 1069 + ], + "max_error": 0.0 + }, + { + "representative": 1104, + "members": [ + 1104 + ], + "max_error": 0.0 + }, + { + "representative": 1610, + "members": [ + 1610 + ], + "max_error": 0.0 + }, + { + "representative": 1745, + "members": [ + 1745 + ], + "max_error": 0.0 + }, + { + "representative": 1637, + "members": [ + 1637 + ], + "max_error": 0.0 + }, + { + "representative": 1679, + "members": [ + 1679 + ], + "max_error": 0.0 + }, + { + "representative": 1595, + "members": [ + 1595 + ], + "max_error": 0.0 + }, + { + "representative": 1693, + "members": [ + 1693 + ], + "max_error": 0.0 + }, + { + "representative": 1566, + "members": [ + 1566 + ], + "max_error": 0.0 + }, + { + "representative": 1671, + "members": [ + 1671 + ], + "max_error": 0.0 + }, + { + "representative": 1712, + "members": [ + 1712 + ], + "max_error": 0.0 + }, + { + "representative": 1730, + "members": [ + 1730 + ], + "max_error": 0.0 + }, + { + "representative": 1650, + "members": [ + 1650 + ], + "max_error": 0.0 + }, + { + "representative": 1536, + "members": [ + 1536 + ], + "max_error": 0.0 + }, + { + "representative": 1780, + "members": [ + 1780 + ], + "max_error": 0.0 + }, + { + "representative": 2274, + "members": [ + 2274 + ], + "max_error": 0.0 + }, + { + "representative": 2110, + "members": [ + 2110 + ], + "max_error": 0.0 + }, + { + "representative": 2233, + "members": [ + 2233 + ], + "max_error": 0.0 + }, + { + "representative": 2169, + "members": [ + 2169 + ], + "max_error": 0.0 + }, + { + "representative": 2195, + "members": [ + 2195 + ], + "max_error": 0.0 + }, + { + "representative": 2253, + "members": [ + 2253 + ], + "max_error": 0.0 + }, + { + "representative": 2132, + "members": [ + 2132 + ], + "max_error": 0.0 + }, + { + "representative": 2289, + "members": [ + 2289 + ], + "max_error": 0.0 + }, + { + "representative": 2055, + "members": [ + 2055 + ], + "max_error": 0.0 + }, + { + "representative": 2178, + "members": [ + 2178 + ], + "max_error": 0.0 + }, + { + "representative": 2245, + "members": [ + 2245 + ], + "max_error": 0.0 + }, + { + "representative": 2180, + "members": [ + 2180 + ], + "max_error": 0.0 + }, + { + "representative": 2785, + "members": [ + 2785 + ], + "max_error": 0.0 + }, + { + "representative": 2562, + "members": [ + 2562 + ], + "max_error": 0.0 + }, + { + "representative": 2792, + "members": [ + 2792 + ], + "max_error": 0.0 + }, + { + "representative": 2704, + "members": [ + 2704 + ], + "max_error": 0.0 + }, + { + "representative": 2711, + "members": [ + 2711 + ], + "max_error": 0.0 + }, + { + "representative": 2593, + "members": [ + 2593 + ], + "max_error": 0.0 + }, + { + "representative": 2643, + "members": [ + 2643 + ], + "max_error": 0.0 + }, + { + "representative": 2577, + "members": [ + 2577 + ], + "max_error": 0.0 + }, + { + "representative": 2787, + "members": [ + 2787 + ], + "max_error": 0.0 + }, + { + "representative": 2629, + "members": [ + 2629 + ], + "max_error": 0.0 + }, + { + "representative": 2646, + "members": [ + 2646 + ], + "max_error": 0.0 + }, + { + "representative": 2698, + "members": [ + 2698 + ], + "max_error": 0.0 + }, + { + "representative": 2772, + "members": [ + 2772 + ], + "max_error": 0.0 + }, + { + "representative": 2710, + "members": [ + 2710 + ], + "max_error": 0.0 + }, + { + "representative": 3211, + "members": [ + 3211 + ], + "max_error": 0.0 + }, + { + "representative": 3250, + "members": [ + 3250 + ], + "max_error": 0.0 + }, + { + "representative": 3080, + "members": [ + 3080 + ], + "max_error": 0.0 + }, + { + "representative": 3150, + "members": [ + 3150 + ], + "max_error": 0.0 + }, + { + "representative": 3132, + "members": [ + 3132 + ], + "max_error": 0.0 + }, + { + "representative": 3313, + "members": [ + 3313 + ], + "max_error": 0.0 + }, + { + "representative": 3236, + "members": [ + 3236 + ], + "max_error": 0.0 + }, + { + "representative": 3151, + "members": [ + 3151 + ], + "max_error": 0.0 + }, + { + "representative": 3757, + "members": [ + 3757 + ], + "max_error": 0.0 + }, + { + "representative": 3711, + "members": [ + 3711 + ], + "max_error": 0.0 + }, + { + "representative": 3703, + "members": [ + 3703 + ], + "max_error": 0.0 + }, + { + "representative": 3719, + "members": [ + 3719 + ], + "max_error": 0.0 + }, + { + "representative": 3837, + "members": [ + 3837 + ], + "max_error": 0.0 + }, + { + "representative": 3623, + "members": [ + 3623 + ], + "max_error": 0.0 + }, + { + "representative": 3608, + "members": [ + 3608 + ], + "max_error": 0.0 + }, + { + "representative": 3636, + "members": [ + 3636 + ], + "max_error": 0.0 + }, + { + "representative": 3706, + "members": [ + 3706 + ], + "max_error": 0.0 + }, + { + "representative": 3669, + "members": [ + 3669 + ], + "max_error": 0.0 + }, + { + "representative": 1121, + "members": [ + 1121 + ], + "max_error": 0.0 + }, + { + "representative": 1270, + "members": [ + 1270 + ], + "max_error": 0.0 + }, + { + "representative": 1259, + "members": [ + 1259 + ], + "max_error": 0.0 + }, + { + "representative": 1033, + "members": [ + 1033 + ], + "max_error": 0.0 + }, + { + "representative": 1252, + "members": [ + 1252 + ], + "max_error": 0.0 + }, + { + "representative": 1201, + "members": [ + 1201 + ], + "max_error": 0.0 + }, + { + "representative": 1185, + "members": [ + 1185 + ], + "max_error": 0.0 + }, + { + "representative": 1089, + "members": [ + 1089 + ], + "max_error": 0.0 + }, + { + "representative": 1152, + "members": [ + 1152 + ], + "max_error": 0.0 + }, + { + "representative": 1154, + "members": [ + 1154 + ], + "max_error": 0.0 + }, + { + "representative": 1190, + "members": [ + 1190 + ], + "max_error": 0.0 + }, + { + "representative": 1184, + "members": [ + 1184 + ], + "max_error": 0.0 + }, + { + "representative": 1073, + "members": [ + 1073 + ], + "max_error": 0.0 + }, + { + "representative": 1277, + "members": [ + 1277 + ], + "max_error": 0.0 + }, + { + "representative": 1097, + "members": [ + 1097 + ], + "max_error": 0.0 + }, + { + "representative": 1182, + "members": [ + 1182 + ], + "max_error": 0.0 + }, + { + "representative": 1625, + "members": [ + 1625 + ], + "max_error": 0.0 + }, + { + "representative": 1589, + "members": [ + 1589 + ], + "max_error": 0.0 + }, + { + "representative": 1561, + "members": [ + 1561 + ], + "max_error": 0.0 + }, + { + "representative": 1710, + "members": [ + 1710 + ], + "max_error": 0.0 + }, + { + "representative": 1789, + "members": [ + 1789 + ], + "max_error": 0.0 + }, + { + "representative": 1574, + "members": [ + 1574 + ], + "max_error": 0.0 + }, + { + "representative": 1791, + "members": [ + 1791 + ], + "max_error": 0.0 + }, + { + "representative": 1626, + "members": [ + 1626 + ], + "max_error": 0.0 + }, + { + "representative": 1581, + "members": [ + 1581 + ], + "max_error": 0.0 + }, + { + "representative": 1696, + "members": [ + 1696 + ], + "max_error": 0.0 + }, + { + "representative": 1652, + "members": [ + 1652 + ], + "max_error": 0.0 + }, + { + "representative": 1598, + "members": [ + 1598 + ], + "max_error": 0.0 + }, + { + "representative": 1681, + "members": [ + 1681 + ], + "max_error": 0.0 + }, + { + "representative": 1699, + "members": [ + 1699 + ], + "max_error": 0.0 + }, + { + "representative": 1738, + "members": [ + 1738 + ], + "max_error": 0.0 + }, + { + "representative": 1585, + "members": [ + 1585 + ], + "max_error": 0.0 + }, + { + "representative": 2145, + "members": [ + 2145 + ], + "max_error": 0.0 + }, + { + "representative": 2299, + "members": [ + 2299 + ], + "max_error": 0.0 + }, + { + "representative": 2185, + "members": [ + 2185 + ], + "max_error": 0.0 + }, + { + "representative": 2048, + "members": [ + 2048 + ], + "max_error": 0.0 + }, + { + "representative": 2179, + "members": [ + 2179 + ], + "max_error": 0.0 + }, + { + "representative": 2198, + "members": [ + 2198 + ], + "max_error": 0.0 + }, + { + "representative": 2234, + "members": [ + 2234 + ], + "max_error": 0.0 + }, + { + "representative": 2192, + "members": [ + 2192 + ], + "max_error": 0.0 + }, + { + "representative": 2241, + "members": [ + 2241 + ], + "max_error": 0.0 + }, + { + "representative": 2292, + "members": [ + 2292 + ], + "max_error": 0.0 + }, + { + "representative": 2193, + "members": [ + 2193 + ], + "max_error": 0.0 + }, + { + "representative": 2275, + "members": [ + 2275 + ], + "max_error": 0.0 + }, + { + "representative": 2131, + "members": [ + 2131 + ], + "max_error": 0.0 + }, + { + "representative": 2153, + "members": [ + 2153 + ], + "max_error": 0.0 + }, + { + "representative": 2183, + "members": [ + 2183 + ], + "max_error": 0.0 + }, + { + "representative": 2691, + "members": [ + 2691 + ], + "max_error": 0.0 + }, + { + "representative": 2706, + "members": [ + 2706 + ], + "max_error": 0.0 + }, + { + "representative": 2812, + "members": [ + 2812 + ], + "max_error": 0.0 + }, + { + "representative": 2578, + "members": [ + 2578 + ], + "max_error": 0.0 + }, + { + "representative": 2689, + "members": [ + 2689 + ], + "max_error": 0.0 + }, + { + "representative": 2612, + "members": [ + 2612 + ], + "max_error": 0.0 + }, + { + "representative": 2603, + "members": [ + 2603 + ], + "max_error": 0.0 + }, + { + "representative": 2665, + "members": [ + 2665 + ], + "max_error": 0.0 + }, + { + "representative": 2633, + "members": [ + 2633 + ], + "max_error": 0.0 + }, + { + "representative": 2563, + "members": [ + 2563 + ], + "max_error": 0.0 + }, + { + "representative": 2795, + "members": [ + 2795 + ], + "max_error": 0.0 + }, + { + "representative": 2727, + "members": [ + 2727 + ], + "max_error": 0.0 + }, + { + "representative": 3135, + "members": [ + 3135 + ], + "max_error": 0.0 + }, + { + "representative": 3243, + "members": [ + 3243 + ], + "max_error": 0.0 + }, + { + "representative": 3185, + "members": [ + 3185 + ], + "max_error": 0.0 + }, + { + "representative": 3147, + "members": [ + 3147 + ], + "max_error": 0.0 + }, + { + "representative": 3217, + "members": [ + 3217 + ], + "max_error": 0.0 + }, + { + "representative": 3161, + "members": [ + 3161 + ], + "max_error": 0.0 + }, + { + "representative": 3735, + "members": [ + 3735 + ], + "max_error": 0.0 + }, + { + "representative": 3832, + "members": [ + 3832 + ], + "max_error": 0.0 + }, + { + "representative": 3675, + "members": [ + 3675 + ], + "max_error": 0.0 + }, + { + "representative": 3787, + "members": [ + 3787 + ], + "max_error": 0.0 + }, + { + "representative": 3822, + "members": [ + 3822 + ], + "max_error": 0.0 + }, + { + "representative": 3646, + "members": [ + 3646 + ], + "max_error": 0.0 + }, + { + "representative": 3836, + "members": [ + 3836 + ], + "max_error": 0.0 + }, + { + "representative": 3618, + "members": [ + 3618 + ], + "max_error": 0.0 + }, + { + "representative": 3774, + "members": [ + 3774 + ], + "max_error": 0.0 + }, + { + "representative": 1138, + "members": [ + 1138 + ], + "max_error": 0.0 + }, + { + "representative": 1256, + "members": [ + 1256 + ], + "max_error": 0.0 + }, + { + "representative": 1155, + "members": [ + 1155 + ], + "max_error": 0.0 + }, + { + "representative": 1041, + "members": [ + 1041 + ], + "max_error": 0.0 + }, + { + "representative": 1047, + "members": [ + 1047 + ], + "max_error": 0.0 + }, + { + "representative": 1188, + "members": [ + 1188 + ], + "max_error": 0.0 + }, + { + "representative": 1191, + "members": [ + 1191 + ], + "max_error": 0.0 + }, + { + "representative": 1215, + "members": [ + 1215 + ], + "max_error": 0.0 + }, + { + "representative": 1028, + "members": [ + 1028 + ], + "max_error": 0.0 + }, + { + "representative": 1271, + "members": [ + 1271 + ], + "max_error": 0.0 + }, + { + "representative": 1140, + "members": [ + 1140 + ], + "max_error": 0.0 + }, + { + "representative": 1224, + "members": [ + 1224 + ], + "max_error": 0.0 + }, + { + "representative": 1214, + "members": [ + 1214 + ], + "max_error": 0.0 + }, + { + "representative": 1127, + "members": [ + 1127 + ], + "max_error": 0.0 + }, + { + "representative": 1044, + "members": [ + 1044 + ], + "max_error": 0.0 + }, + { + "representative": 1158, + "members": [ + 1158 + ], + "max_error": 0.0 + }, + { + "representative": 1602, + "members": [ + 1602 + ], + "max_error": 0.0 + }, + { + "representative": 1774, + "members": [ + 1774 + ], + "max_error": 0.0 + }, + { + "representative": 1623, + "members": [ + 1623 + ], + "max_error": 0.0 + }, + { + "representative": 1709, + "members": [ + 1709 + ], + "max_error": 0.0 + }, + { + "representative": 1773, + "members": [ + 1773 + ], + "max_error": 0.0 + }, + { + "representative": 1621, + "members": [ + 1621 + ], + "max_error": 0.0 + }, + { + "representative": 1783, + "members": [ + 1783 + ], + "max_error": 0.0 + }, + { + "representative": 1754, + "members": [ + 1754 + ], + "max_error": 0.0 + }, + { + "representative": 1779, + "members": [ + 1779 + ], + "max_error": 0.0 + }, + { + "representative": 1639, + "members": [ + 1639 + ], + "max_error": 0.0 + }, + { + "representative": 1687, + "members": [ + 1687 + ], + "max_error": 0.0 + }, + { + "representative": 1683, + "members": [ + 1683 + ], + "max_error": 0.0 + }, + { + "representative": 1609, + "members": [ + 1609 + ], + "max_error": 0.0 + }, + { + "representative": 2269, + "members": [ + 2269 + ], + "max_error": 0.0 + }, + { + "representative": 2273, + "members": [ + 2273 + ], + "max_error": 0.0 + }, + { + "representative": 2223, + "members": [ + 2223 + ], + "max_error": 0.0 + }, + { + "representative": 2106, + "members": [ + 2106 + ], + "max_error": 0.0 + }, + { + "representative": 2279, + "members": [ + 2279 + ], + "max_error": 0.0 + }, + { + "representative": 2294, + "members": [ + 2294 + ], + "max_error": 0.0 + }, + { + "representative": 2142, + "members": [ + 2142 + ], + "max_error": 0.0 + }, + { + "representative": 2097, + "members": [ + 2097 + ], + "max_error": 0.0 + }, + { + "representative": 2211, + "members": [ + 2211 + ], + "max_error": 0.0 + }, + { + "representative": 2196, + "members": [ + 2196 + ], + "max_error": 0.0 + }, + { + "representative": 2069, + "members": [ + 2069 + ], + "max_error": 0.0 + }, + { + "representative": 2112, + "members": [ + 2112 + ], + "max_error": 0.0 + }, + { + "representative": 2238, + "members": [ + 2238 + ], + "max_error": 0.0 + }, + { + "representative": 2065, + "members": [ + 2065 + ], + "max_error": 0.0 + }, + { + "representative": 2754, + "members": [ + 2754 + ], + "max_error": 0.0 + }, + { + "representative": 2703, + "members": [ + 2703 + ], + "max_error": 0.0 + }, + { + "representative": 2678, + "members": [ + 2678 + ], + "max_error": 0.0 + }, + { + "representative": 2687, + "members": [ + 2687 + ], + "max_error": 0.0 + }, + { + "representative": 2774, + "members": [ + 2774 + ], + "max_error": 0.0 + }, + { + "representative": 2811, + "members": [ + 2811 + ], + "max_error": 0.0 + }, + { + "representative": 2572, + "members": [ + 2572 + ], + "max_error": 0.0 + }, + { + "representative": 2648, + "members": [ + 2648 + ], + "max_error": 0.0 + }, + { + "representative": 2631, + "members": [ + 2631 + ], + "max_error": 0.0 + }, + { + "representative": 2695, + "members": [ + 2695 + ], + "max_error": 0.0 + }, + { + "representative": 2680, + "members": [ + 2680 + ], + "max_error": 0.0 + }, + { + "representative": 3253, + "members": [ + 3253 + ], + "max_error": 0.0 + }, + { + "representative": 3274, + "members": [ + 3274 + ], + "max_error": 0.0 + }, + { + "representative": 3149, + "members": [ + 3149 + ], + "max_error": 0.0 + }, + { + "representative": 3215, + "members": [ + 3215 + ], + "max_error": 0.0 + }, + { + "representative": 3086, + "members": [ + 3086 + ], + "max_error": 0.0 + }, + { + "representative": 3231, + "members": [ + 3231 + ], + "max_error": 0.0 + }, + { + "representative": 3074, + "members": [ + 3074 + ], + "max_error": 0.0 + }, + { + "representative": 3226, + "members": [ + 3226 + ], + "max_error": 0.0 + }, + { + "representative": 3200, + "members": [ + 3200 + ], + "max_error": 0.0 + }, + { + "representative": 3104, + "members": [ + 3104 + ], + "max_error": 0.0 + }, + { + "representative": 3159, + "members": [ + 3159 + ], + "max_error": 0.0 + }, + { + "representative": 3233, + "members": [ + 3233 + ], + "max_error": 0.0 + }, + { + "representative": 3697, + "members": [ + 3697 + ], + "max_error": 0.0 + }, + { + "representative": 3768, + "members": [ + 3768 + ], + "max_error": 0.0 + }, + { + "representative": 3685, + "members": [ + 3685 + ], + "max_error": 0.0 + }, + { + "representative": 3766, + "members": [ + 3766 + ], + "max_error": 0.0 + }, + { + "representative": 3834, + "members": [ + 3834 + ], + "max_error": 0.0 + }, + { + "representative": 3634, + "members": [ + 3634 + ], + "max_error": 0.0 + }, + { + "representative": 3644, + "members": [ + 3644 + ], + "max_error": 0.0 + }, + { + "representative": 2645, + "members": [ + 2645 + ], + "max_error": 0.0 + }, + { + "representative": 2626, + "members": [ + 2626 + ], + "max_error": 0.0 + }, + { + "representative": 2736, + "members": [ + 2736 + ], + "max_error": 0.0 + }, + { + "representative": 2707, + "members": [ + 2707 + ], + "max_error": 0.0 + }, + { + "representative": 2581, + "members": [ + 2581 + ], + "max_error": 0.0 + }, + { + "representative": 2763, + "members": [ + 2763 + ], + "max_error": 0.0 + }, + { + "representative": 2800, + "members": [ + 2800 + ], + "max_error": 0.0 + }, + { + "representative": 2682, + "members": [ + 2682 + ], + "max_error": 0.0 + }, + { + "representative": 2720, + "members": [ + 2720 + ], + "max_error": 0.0 + }, + { + "representative": 2743, + "members": [ + 2743 + ], + "max_error": 0.0 + }, + { + "representative": 2805, + "members": [ + 2805 + ], + "max_error": 0.0 + }, + { + "representative": 3201, + "members": [ + 3201 + ], + "max_error": 0.0 + }, + { + "representative": 3308, + "members": [ + 3308 + ], + "max_error": 0.0 + }, + { + "representative": 3098, + "members": [ + 3098 + ], + "max_error": 0.0 + }, + { + "representative": 3204, + "members": [ + 3204 + ], + "max_error": 0.0 + }, + { + "representative": 3293, + "members": [ + 3293 + ], + "max_error": 0.0 + }, + { + "representative": 3136, + "members": [ + 3136 + ], + "max_error": 0.0 + }, + { + "representative": 3195, + "members": [ + 3195 + ], + "max_error": 0.0 + }, + { + "representative": 3671, + "members": [ + 3671 + ], + "max_error": 0.0 + }, + { + "representative": 3713, + "members": [ + 3713 + ], + "max_error": 0.0 + }, + { + "representative": 3806, + "members": [ + 3806 + ], + "max_error": 0.0 + }, + { + "representative": 3698, + "members": [ + 3698 + ], + "max_error": 0.0 + }, + { + "representative": 3624, + "members": [ + 3624 + ], + "max_error": 0.0 + }, + { + "representative": 3729, + "members": [ + 3729 + ], + "max_error": 0.0 + }, + { + "representative": 3676, + "members": [ + 3676 + ], + "max_error": 0.0 + }, + { + "representative": 3712, + "members": [ + 3712 + ], + "max_error": 0.0 + }, + { + "representative": 3586, + "members": [ + 3586 + ], + "max_error": 0.0 + }, + { + "representative": 4160, + "members": [ + 4160 + ], + "max_error": 0.0 + }, + { + "representative": 4161, + "members": [ + 4161 + ], + "max_error": 0.0 + }, + { + "representative": 4171, + "members": [ + 4171 + ], + "max_error": 0.0 + }, + { + "representative": 4172, + "members": [ + 4172 + ], + "max_error": 0.0 + }, + { + "representative": 4173, + "members": [ + 4173 + ], + "max_error": 0.0 + }, + { + "representative": 4174, + "members": [ + 4174 + ], + "max_error": 0.0 + }, + { + "representative": 4175, + "members": [ + 4175 + ], + "max_error": 0.0 + }, + { + "representative": 4162, + "members": [ + 4162 + ], + "max_error": 0.0 + }, + { + "representative": 4165, + "members": [ + 4165 + ], + "max_error": 0.0 + }, + { + "representative": 4166, + "members": [ + 4166 + ], + "max_error": 0.0 + }, + { + "representative": 4167, + "members": [ + 4167 + ], + "max_error": 0.0 + }, + { + "representative": 4184, + "members": [ + 4184 + ], + "max_error": 0.0 + }, + { + "representative": 4177, + "members": [ + 4177 + ], + "max_error": 0.0 + }, + { + "representative": 4187, + "members": [ + 4187 + ], + "max_error": 0.0 + }, + { + "representative": 4191, + "members": [ + 4191 + ], + "max_error": 0.0 + }, + { + "representative": 4178, + "members": [ + 4178 + ], + "max_error": 0.0 + }, + { + "representative": 4179, + "members": [ + 4179 + ], + "max_error": 0.0 + }, + { + "representative": 4183, + "members": [ + 4183 + ], + "max_error": 0.0 + }, + { + "representative": 4192, + "members": [ + 4192 + ], + "max_error": 0.0 + }, + { + "representative": 4200, + "members": [ + 4200 + ], + "max_error": 0.0 + }, + { + "representative": 4201, + "members": [ + 4201 + ], + "max_error": 0.0 + }, + { + "representative": 4193, + "members": [ + 4193 + ], + "max_error": 0.0 + }, + { + "representative": 4202, + "members": [ + 4202 + ], + "max_error": 0.0 + }, + { + "representative": 4203, + "members": [ + 4203 + ], + "max_error": 0.0 + }, + { + "representative": 4204, + "members": [ + 4204 + ], + "max_error": 0.0 + }, + { + "representative": 4206, + "members": [ + 4206 + ], + "max_error": 0.0 + }, + { + "representative": 4207, + "members": [ + 4207 + ], + "max_error": 0.0 + }, + { + "representative": 4194, + "members": [ + 4194 + ], + "max_error": 0.0 + }, + { + "representative": 4196, + "members": [ + 4196 + ], + "max_error": 0.0 + }, + { + "representative": 4197, + "members": [ + 4197 + ], + "max_error": 0.0 + }, + { + "representative": 4208, + "members": [ + 4208 + ], + "max_error": 0.0 + }, + { + "representative": 4216, + "members": [ + 4216 + ], + "max_error": 0.0 + }, + { + "representative": 4217, + "members": [ + 4217 + ], + "max_error": 0.0 + }, + { + "representative": 4218, + "members": [ + 4218 + ], + "max_error": 0.0 + }, + { + "representative": 4219, + "members": [ + 4219 + ], + "max_error": 0.0 + }, + { + "representative": 4220, + "members": [ + 4220 + ], + "max_error": 0.0 + }, + { + "representative": 4221, + "members": [ + 4221 + ], + "max_error": 0.0 + }, + { + "representative": 4222, + "members": [ + 4222 + ], + "max_error": 0.0 + }, + { + "representative": 4213, + "members": [ + 4213 + ], + "max_error": 0.0 + }, + { + "representative": 4214, + "members": [ + 4214 + ], + "max_error": 0.0 + }, + { + "representative": 4215, + "members": [ + 4215 + ], + "max_error": 0.0 + }, + { + "representative": 4740, + "members": [ + 4740 + ], + "max_error": 0.0 + }, + { + "representative": 4745, + "members": [ + 4745 + ], + "max_error": 0.0 + }, + { + "representative": 4765, + "members": [ + 4765 + ], + "max_error": 0.0 + }, + { + "representative": 4798, + "members": [ + 4798 + ], + "max_error": 0.0 + }, + { + "representative": 4640, + "members": [ + 4640 + ], + "max_error": 0.0 + }, + { + "representative": 4833, + "members": [ + 4833 + ], + "max_error": 0.0 + }, + { + "representative": 4766, + "members": [ + 4766 + ], + "max_error": 0.0 + }, + { + "representative": 4662, + "members": [ + 4662 + ], + "max_error": 0.0 + }, + { + "representative": 4689, + "members": [ + 4689 + ], + "max_error": 0.0 + }, + { + "representative": 4609, + "members": [ + 4609 + ], + "max_error": 0.0 + }, + { + "representative": 4670, + "members": [ + 4670 + ], + "max_error": 0.0 + }, + { + "representative": 4678, + "members": [ + 4678 + ], + "max_error": 0.0 + }, + { + "representative": 4612, + "members": [ + 4612 + ], + "max_error": 0.0 + }, + { + "representative": 4751, + "members": [ + 4751 + ], + "max_error": 0.0 + }, + { + "representative": 4828, + "members": [ + 4828 + ], + "max_error": 0.0 + }, + { + "representative": 4637, + "members": [ + 4637 + ], + "max_error": 0.0 + }, + { + "representative": 4814, + "members": [ + 4814 + ], + "max_error": 0.0 + }, + { + "representative": 4753, + "members": [ + 4753 + ], + "max_error": 0.0 + }, + { + "representative": 4729, + "members": [ + 4729 + ], + "max_error": 0.0 + }, + { + "representative": 4647, + "members": [ + 4647 + ], + "max_error": 0.0 + }, + { + "representative": 4622, + "members": [ + 4622 + ], + "max_error": 0.0 + }, + { + "representative": 4660, + "members": [ + 4660 + ], + "max_error": 0.0 + }, + { + "representative": 4838, + "members": [ + 4838 + ], + "max_error": 0.0 + }, + { + "representative": 4707, + "members": [ + 4707 + ], + "max_error": 0.0 + }, + { + "representative": 4784, + "members": [ + 4784 + ], + "max_error": 0.0 + }, + { + "representative": 4709, + "members": [ + 4709 + ], + "max_error": 0.0 + }, + { + "representative": 4656, + "members": [ + 4656 + ], + "max_error": 0.0 + }, + { + "representative": 4764, + "members": [ + 4764 + ], + "max_error": 0.0 + }, + { + "representative": 4741, + "members": [ + 4741 + ], + "max_error": 0.0 + }, + { + "representative": 4759, + "members": [ + 4759 + ], + "max_error": 0.0 + }, + { + "representative": 4629, + "members": [ + 4629 + ], + "max_error": 0.0 + }, + { + "representative": 4658, + "members": [ + 4658 + ], + "max_error": 0.0 + }, + { + "representative": 4848, + "members": [ + 4848 + ], + "max_error": 0.0 + }, + { + "representative": 4654, + "members": [ + 4654 + ], + "max_error": 0.0 + }, + { + "representative": 4642, + "members": [ + 4642 + ], + "max_error": 0.0 + }, + { + "representative": 4641, + "members": [ + 4641 + ], + "max_error": 0.0 + }, + { + "representative": 4837, + "members": [ + 4837 + ], + "max_error": 0.0 + }, + { + "representative": 4665, + "members": [ + 4665 + ], + "max_error": 0.0 + }, + { + "representative": 4611, + "members": [ + 4611 + ], + "max_error": 0.0 + }, + { + "representative": 4667, + "members": [ + 4667 + ], + "max_error": 0.0 + }, + { + "representative": 4782, + "members": [ + 4782 + ], + "max_error": 0.0 + }, + { + "representative": 4616, + "members": [ + 4616 + ], + "max_error": 0.0 + }, + { + "representative": 4843, + "members": [ + 4843 + ], + "max_error": 0.0 + }, + { + "representative": 4657, + "members": [ + 4657 + ], + "max_error": 0.0 + }, + { + "representative": 4675, + "members": [ + 4675 + ], + "max_error": 0.0 + }, + { + "representative": 4797, + "members": [ + 4797 + ], + "max_error": 0.0 + }, + { + "representative": 4716, + "members": [ + 4716 + ], + "max_error": 0.0 + }, + { + "representative": 4840, + "members": [ + 4840 + ], + "max_error": 0.0 + }, + { + "representative": 4824, + "members": [ + 4824 + ], + "max_error": 0.0 + }, + { + "representative": 4794, + "members": [ + 4794 + ], + "max_error": 0.0 + }, + { + "representative": 4856, + "members": [ + 4856 + ], + "max_error": 0.0 + }, + { + "representative": 4719, + "members": [ + 4719 + ], + "max_error": 0.0 + }, + { + "representative": 4687, + "members": [ + 4687 + ], + "max_error": 0.0 + }, + { + "representative": 5357, + "members": [ + 5357 + ], + "max_error": 0.0 + }, + { + "representative": 5375, + "members": [ + 5375 + ], + "max_error": 0.0 + }, + { + "representative": 5373, + "members": [ + 5373 + ], + "max_error": 0.0 + }, + { + "representative": 5190, + "members": [ + 5190 + ], + "max_error": 0.0 + }, + { + "representative": 5137, + "members": [ + 5137 + ], + "max_error": 0.0 + }, + { + "representative": 5360, + "members": [ + 5360 + ], + "max_error": 0.0 + }, + { + "representative": 5174, + "members": [ + 5174 + ], + "max_error": 0.0 + }, + { + "representative": 5148, + "members": [ + 5148 + ], + "max_error": 0.0 + }, + { + "representative": 5188, + "members": [ + 5188 + ], + "max_error": 0.0 + }, + { + "representative": 5318, + "members": [ + 5318 + ], + "max_error": 0.0 + }, + { + "representative": 5342, + "members": [ + 5342 + ], + "max_error": 0.0 + }, + { + "representative": 5159, + "members": [ + 5159 + ], + "max_error": 0.0 + }, + { + "representative": 5208, + "members": [ + 5208 + ], + "max_error": 0.0 + }, + { + "representative": 5358, + "members": [ + 5358 + ], + "max_error": 0.0 + }, + { + "representative": 5120, + "members": [ + 5120 + ], + "max_error": 0.0 + }, + { + "representative": 5200, + "members": [ + 5200 + ], + "max_error": 0.0 + }, + { + "representative": 5129, + "members": [ + 5129 + ], + "max_error": 0.0 + }, + { + "representative": 5289, + "members": [ + 5289 + ], + "max_error": 0.0 + }, + { + "representative": 5233, + "members": [ + 5233 + ], + "max_error": 0.0 + }, + { + "representative": 5260, + "members": [ + 5260 + ], + "max_error": 0.0 + }, + { + "representative": 5153, + "members": [ + 5153 + ], + "max_error": 0.0 + }, + { + "representative": 5236, + "members": [ + 5236 + ], + "max_error": 0.0 + }, + { + "representative": 5135, + "members": [ + 5135 + ], + "max_error": 0.0 + }, + { + "representative": 5198, + "members": [ + 5198 + ], + "max_error": 0.0 + }, + { + "representative": 5312, + "members": [ + 5312 + ], + "max_error": 0.0 + }, + { + "representative": 5232, + "members": [ + 5232 + ], + "max_error": 0.0 + }, + { + "representative": 5329, + "members": [ + 5329 + ], + "max_error": 0.0 + }, + { + "representative": 5230, + "members": [ + 5230 + ], + "max_error": 0.0 + }, + { + "representative": 5177, + "members": [ + 5177 + ], + "max_error": 0.0 + }, + { + "representative": 5130, + "members": [ + 5130 + ], + "max_error": 0.0 + }, + { + "representative": 5300, + "members": [ + 5300 + ], + "max_error": 0.0 + }, + { + "representative": 5369, + "members": [ + 5369 + ], + "max_error": 0.0 + }, + { + "representative": 5263, + "members": [ + 5263 + ], + "max_error": 0.0 + }, + { + "representative": 5261, + "members": [ + 5261 + ], + "max_error": 0.0 + }, + { + "representative": 5285, + "members": [ + 5285 + ], + "max_error": 0.0 + }, + { + "representative": 5294, + "members": [ + 5294 + ], + "max_error": 0.0 + }, + { + "representative": 5206, + "members": [ + 5206 + ], + "max_error": 0.0 + }, + { + "representative": 5158, + "members": [ + 5158 + ], + "max_error": 0.0 + }, + { + "representative": 5221, + "members": [ + 5221 + ], + "max_error": 0.0 + }, + { + "representative": 5154, + "members": [ + 5154 + ], + "max_error": 0.0 + }, + { + "representative": 5152, + "members": [ + 5152 + ], + "max_error": 0.0 + }, + { + "representative": 5303, + "members": [ + 5303 + ], + "max_error": 0.0 + }, + { + "representative": 5696, + "members": [ + 5696 + ], + "max_error": 0.0 + }, + { + "representative": 5705, + "members": [ + 5705 + ], + "max_error": 0.0 + }, + { + "representative": 5697, + "members": [ + 5697 + ], + "max_error": 0.0 + }, + { + "representative": 5706, + "members": [ + 5706 + ], + "max_error": 0.0 + }, + { + "representative": 5707, + "members": [ + 5707 + ], + "max_error": 0.0 + }, + { + "representative": 5708, + "members": [ + 5708 + ], + "max_error": 0.0 + }, + { + "representative": 5698, + "members": [ + 5698 + ], + "max_error": 0.0 + }, + { + "representative": 5699, + "members": [ + 5699 + ], + "max_error": 0.0 + }, + { + "representative": 5702, + "members": [ + 5702 + ], + "max_error": 0.0 + }, + { + "representative": 5703, + "members": [ + 5703 + ], + "max_error": 0.0 + }, + { + "representative": 5712, + "members": [ + 5712 + ], + "max_error": 0.0 + }, + { + "representative": 5720, + "members": [ + 5720 + ], + "max_error": 0.0 + }, + { + "representative": 5722, + "members": [ + 5722 + ], + "max_error": 0.0 + }, + { + "representative": 5723, + "members": [ + 5723 + ], + "max_error": 0.0 + }, + { + "representative": 5724, + "members": [ + 5724 + ], + "max_error": 0.0 + }, + { + "representative": 5725, + "members": [ + 5725 + ], + "max_error": 0.0 + }, + { + "representative": 5727, + "members": [ + 5727 + ], + "max_error": 0.0 + }, + { + "representative": 5714, + "members": [ + 5714 + ], + "max_error": 0.0 + }, + { + "representative": 5715, + "members": [ + 5715 + ], + "max_error": 0.0 + }, + { + "representative": 5716, + "members": [ + 5716 + ], + "max_error": 0.0 + }, + { + "representative": 5728, + "members": [ + 5728 + ], + "max_error": 0.0 + }, + { + "representative": 5729, + "members": [ + 5729 + ], + "max_error": 0.0 + }, + { + "representative": 5739, + "members": [ + 5739 + ], + "max_error": 0.0 + }, + { + "representative": 5740, + "members": [ + 5740 + ], + "max_error": 0.0 + }, + { + "representative": 5741, + "members": [ + 5741 + ], + "max_error": 0.0 + }, + { + "representative": 5742, + "members": [ + 5742 + ], + "max_error": 0.0 + }, + { + "representative": 5743, + "members": [ + 5743 + ], + "max_error": 0.0 + }, + { + "representative": 5732, + "members": [ + 5732 + ], + "max_error": 0.0 + }, + { + "representative": 5734, + "members": [ + 5734 + ], + "max_error": 0.0 + }, + { + "representative": 5752, + "members": [ + 5752 + ], + "max_error": 0.0 + }, + { + "representative": 5745, + "members": [ + 5745 + ], + "max_error": 0.0 + }, + { + "representative": 5757, + "members": [ + 5757 + ], + "max_error": 0.0 + }, + { + "representative": 5758, + "members": [ + 5758 + ], + "max_error": 0.0 + }, + { + "representative": 5746, + "members": [ + 5746 + ], + "max_error": 0.0 + }, + { + "representative": 5747, + "members": [ + 5747 + ], + "max_error": 0.0 + }, + { + "representative": 5748, + "members": [ + 5748 + ], + "max_error": 0.0 + }, + { + "representative": 5749, + "members": [ + 5749 + ], + "max_error": 0.0 + }, + { + "representative": 1145, + "members": [ + 1145 + ], + "max_error": 0.0 + }, + { + "representative": 1056, + "members": [ + 1056 + ], + "max_error": 0.0 + }, + { + "representative": 1148, + "members": [ + 1148 + ], + "max_error": 0.0 + }, + { + "representative": 1054, + "members": [ + 1054 + ], + "max_error": 0.0 + }, + { + "representative": 1043, + "members": [ + 1043 + ], + "max_error": 0.0 + }, + { + "representative": 1234, + "members": [ + 1234 + ], + "max_error": 0.0 + }, + { + "representative": 1052, + "members": [ + 1052 + ], + "max_error": 0.0 + }, + { + "representative": 1257, + "members": [ + 1257 + ], + "max_error": 0.0 + }, + { + "representative": 1040, + "members": [ + 1040 + ], + "max_error": 0.0 + }, + { + "representative": 1202, + "members": [ + 1202 + ], + "max_error": 0.0 + }, + { + "representative": 1087, + "members": [ + 1087 + ], + "max_error": 0.0 + }, + { + "representative": 1255, + "members": [ + 1255 + ], + "max_error": 0.0 + }, + { + "representative": 1116, + "members": [ + 1116 + ], + "max_error": 0.0 + }, + { + "representative": 1226, + "members": [ + 1226 + ], + "max_error": 0.0 + }, + { + "representative": 1118, + "members": [ + 1118 + ], + "max_error": 0.0 + }, + { + "representative": 1187, + "members": [ + 1187 + ], + "max_error": 0.0 + }, + { + "representative": 1136, + "members": [ + 1136 + ], + "max_error": 0.0 + }, + { + "representative": 1740, + "members": [ + 1740 + ], + "max_error": 0.0 + }, + { + "representative": 1562, + "members": [ + 1562 + ], + "max_error": 0.0 + }, + { + "representative": 1760, + "members": [ + 1760 + ], + "max_error": 0.0 + }, + { + "representative": 1570, + "members": [ + 1570 + ], + "max_error": 0.0 + }, + { + "representative": 1643, + "members": [ + 1643 + ], + "max_error": 0.0 + }, + { + "representative": 1682, + "members": [ + 1682 + ], + "max_error": 0.0 + }, + { + "representative": 1537, + "members": [ + 1537 + ], + "max_error": 0.0 + }, + { + "representative": 1731, + "members": [ + 1731 + ], + "max_error": 0.0 + }, + { + "representative": 1666, + "members": [ + 1666 + ], + "max_error": 0.0 + }, + { + "representative": 1785, + "members": [ + 1785 + ], + "max_error": 0.0 + }, + { + "representative": 1556, + "members": [ + 1556 + ], + "max_error": 0.0 + }, + { + "representative": 1698, + "members": [ + 1698 + ], + "max_error": 0.0 + }, + { + "representative": 1657, + "members": [ + 1657 + ], + "max_error": 0.0 + }, + { + "representative": 1588, + "members": [ + 1588 + ], + "max_error": 0.0 + }, + { + "representative": 1592, + "members": [ + 1592 + ], + "max_error": 0.0 + }, + { + "representative": 1549, + "members": [ + 1549 + ], + "max_error": 0.0 + }, + { + "representative": 1725, + "members": [ + 1725 + ], + "max_error": 0.0 + }, + { + "representative": 1605, + "members": [ + 1605 + ], + "max_error": 0.0 + }, + { + "representative": 1672, + "members": [ + 1672 + ], + "max_error": 0.0 + }, + { + "representative": 1759, + "members": [ + 1759 + ], + "max_error": 0.0 + }, + { + "representative": 2262, + "members": [ + 2262 + ], + "max_error": 0.0 + }, + { + "representative": 2231, + "members": [ + 2231 + ], + "max_error": 0.0 + }, + { + "representative": 2285, + "members": [ + 2285 + ], + "max_error": 0.0 + }, + { + "representative": 2126, + "members": [ + 2126 + ], + "max_error": 0.0 + }, + { + "representative": 2297, + "members": [ + 2297 + ], + "max_error": 0.0 + }, + { + "representative": 2134, + "members": [ + 2134 + ], + "max_error": 0.0 + }, + { + "representative": 2092, + "members": [ + 2092 + ], + "max_error": 0.0 + }, + { + "representative": 2144, + "members": [ + 2144 + ], + "max_error": 0.0 + }, + { + "representative": 2150, + "members": [ + 2150 + ], + "max_error": 0.0 + }, + { + "representative": 2102, + "members": [ + 2102 + ], + "max_error": 0.0 + }, + { + "representative": 2083, + "members": [ + 2083 + ], + "max_error": 0.0 + }, + { + "representative": 2189, + "members": [ + 2189 + ], + "max_error": 0.0 + }, + { + "representative": 2218, + "members": [ + 2218 + ], + "max_error": 0.0 + }, + { + "representative": 2073, + "members": [ + 2073 + ], + "max_error": 0.0 + }, + { + "representative": 2268, + "members": [ + 2268 + ], + "max_error": 0.0 + }, + { + "representative": 2256, + "members": [ + 2256 + ], + "max_error": 0.0 + }, + { + "representative": 2790, + "members": [ + 2790 + ], + "max_error": 0.0 + }, + { + "representative": 2809, + "members": [ + 2809 + ], + "max_error": 0.0 + }, + { + "representative": 2692, + "members": [ + 2692 + ], + "max_error": 0.0 + }, + { + "representative": 2615, + "members": [ + 2615 + ], + "max_error": 0.0 + }, + { + "representative": 2674, + "members": [ + 2674 + ], + "max_error": 0.0 + }, + { + "representative": 2641, + "members": [ + 2641 + ], + "max_error": 0.0 + }, + { + "representative": 3127, + "members": [ + 3127 + ], + "max_error": 0.0 + }, + { + "representative": 3090, + "members": [ + 3090 + ], + "max_error": 0.0 + }, + { + "representative": 3290, + "members": [ + 3290 + ], + "max_error": 0.0 + }, + { + "representative": 3156, + "members": [ + 3156 + ], + "max_error": 0.0 + }, + { + "representative": 3078, + "members": [ + 3078 + ], + "max_error": 0.0 + }, + { + "representative": 3179, + "members": [ + 3179 + ], + "max_error": 0.0 + }, + { + "representative": 3282, + "members": [ + 3282 + ], + "max_error": 0.0 + }, + { + "representative": 3180, + "members": [ + 3180 + ], + "max_error": 0.0 + }, + { + "representative": 3273, + "members": [ + 3273 + ], + "max_error": 0.0 + }, + { + "representative": 3325, + "members": [ + 3325 + ], + "max_error": 0.0 + }, + { + "representative": 3315, + "members": [ + 3315 + ], + "max_error": 0.0 + }, + { + "representative": 3229, + "members": [ + 3229 + ], + "max_error": 0.0 + }, + { + "representative": 3249, + "members": [ + 3249 + ], + "max_error": 0.0 + }, + { + "representative": 3276, + "members": [ + 3276 + ], + "max_error": 0.0 + }, + { + "representative": 3739, + "members": [ + 3739 + ], + "max_error": 0.0 + }, + { + "representative": 3732, + "members": [ + 3732 + ], + "max_error": 0.0 + }, + { + "representative": 3744, + "members": [ + 3744 + ], + "max_error": 0.0 + }, + { + "representative": 3736, + "members": [ + 3736 + ], + "max_error": 0.0 + }, + { + "representative": 3709, + "members": [ + 3709 + ], + "max_error": 0.0 + }, + { + "representative": 3789, + "members": [ + 3789 + ], + "max_error": 0.0 + }, + { + "representative": 3769, + "members": [ + 3769 + ], + "max_error": 0.0 + }, + { + "representative": 3683, + "members": [ + 3683 + ], + "max_error": 0.0 + }, + { + "representative": 3788, + "members": [ + 3788 + ], + "max_error": 0.0 + }, + { + "representative": 3746, + "members": [ + 3746 + ], + "max_error": 0.0 + }, + { + "representative": 1232, + "members": [ + 1232 + ], + "max_error": 0.0 + }, + { + "representative": 1209, + "members": [ + 1209 + ], + "max_error": 0.0 + }, + { + "representative": 1027, + "members": [ + 1027 + ], + "max_error": 0.0 + }, + { + "representative": 1039, + "members": [ + 1039 + ], + "max_error": 0.0 + }, + { + "representative": 1137, + "members": [ + 1137 + ], + "max_error": 0.0 + }, + { + "representative": 1174, + "members": [ + 1174 + ], + "max_error": 0.0 + }, + { + "representative": 1120, + "members": [ + 1120 + ], + "max_error": 0.0 + }, + { + "representative": 1211, + "members": [ + 1211 + ], + "max_error": 0.0 + }, + { + "representative": 1159, + "members": [ + 1159 + ], + "max_error": 0.0 + }, + { + "representative": 1157, + "members": [ + 1157 + ], + "max_error": 0.0 + }, + { + "representative": 1082, + "members": [ + 1082 + ], + "max_error": 0.0 + }, + { + "representative": 1235, + "members": [ + 1235 + ], + "max_error": 0.0 + }, + { + "representative": 1068, + "members": [ + 1068 + ], + "max_error": 0.0 + }, + { + "representative": 1594, + "members": [ + 1594 + ], + "max_error": 0.0 + }, + { + "representative": 1697, + "members": [ + 1697 + ], + "max_error": 0.0 + }, + { + "representative": 1608, + "members": [ + 1608 + ], + "max_error": 0.0 + }, + { + "representative": 1584, + "members": [ + 1584 + ], + "max_error": 0.0 + }, + { + "representative": 1554, + "members": [ + 1554 + ], + "max_error": 0.0 + }, + { + "representative": 1649, + "members": [ + 1649 + ], + "max_error": 0.0 + }, + { + "representative": 1541, + "members": [ + 1541 + ], + "max_error": 0.0 + }, + { + "representative": 1606, + "members": [ + 1606 + ], + "max_error": 0.0 + }, + { + "representative": 1615, + "members": [ + 1615 + ], + "max_error": 0.0 + }, + { + "representative": 2226, + "members": [ + 2226 + ], + "max_error": 0.0 + }, + { + "representative": 2215, + "members": [ + 2215 + ], + "max_error": 0.0 + }, + { + "representative": 2157, + "members": [ + 2157 + ], + "max_error": 0.0 + }, + { + "representative": 2229, + "members": [ + 2229 + ], + "max_error": 0.0 + }, + { + "representative": 2050, + "members": [ + 2050 + ], + "max_error": 0.0 + }, + { + "representative": 2221, + "members": [ + 2221 + ], + "max_error": 0.0 + }, + { + "representative": 2118, + "members": [ + 2118 + ], + "max_error": 0.0 + }, + { + "representative": 2248, + "members": [ + 2248 + ], + "max_error": 0.0 + }, + { + "representative": 2059, + "members": [ + 2059 + ], + "max_error": 0.0 + }, + { + "representative": 2224, + "members": [ + 2224 + ], + "max_error": 0.0 + }, + { + "representative": 2780, + "members": [ + 2780 + ], + "max_error": 0.0 + }, + { + "representative": 2737, + "members": [ + 2737 + ], + "max_error": 0.0 + }, + { + "representative": 2709, + "members": [ + 2709 + ], + "max_error": 0.0 + }, + { + "representative": 2608, + "members": [ + 2608 + ], + "max_error": 0.0 + }, + { + "representative": 2718, + "members": [ + 2718 + ], + "max_error": 0.0 + }, + { + "representative": 2579, + "members": [ + 2579 + ], + "max_error": 0.0 + }, + { + "representative": 2637, + "members": [ + 2637 + ], + "max_error": 0.0 + }, + { + "representative": 2659, + "members": [ + 2659 + ], + "max_error": 0.0 + }, + { + "representative": 2596, + "members": [ + 2596 + ], + "max_error": 0.0 + }, + { + "representative": 2604, + "members": [ + 2604 + ], + "max_error": 0.0 + }, + { + "representative": 3245, + "members": [ + 3245 + ], + "max_error": 0.0 + }, + { + "representative": 3208, + "members": [ + 3208 + ], + "max_error": 0.0 + }, + { + "representative": 3192, + "members": [ + 3192 + ], + "max_error": 0.0 + }, + { + "representative": 3228, + "members": [ + 3228 + ], + "max_error": 0.0 + }, + { + "representative": 3259, + "members": [ + 3259 + ], + "max_error": 0.0 + }, + { + "representative": 3188, + "members": [ + 3188 + ], + "max_error": 0.0 + }, + { + "representative": 3168, + "members": [ + 3168 + ], + "max_error": 0.0 + }, + { + "representative": 3246, + "members": [ + 3246 + ], + "max_error": 0.0 + }, + { + "representative": 3178, + "members": [ + 3178 + ], + "max_error": 0.0 + }, + { + "representative": 3094, + "members": [ + 3094 + ], + "max_error": 0.0 + }, + { + "representative": 3087, + "members": [ + 3087 + ], + "max_error": 0.0 + }, + { + "representative": 3205, + "members": [ + 3205 + ], + "max_error": 0.0 + }, + { + "representative": 3126, + "members": [ + 3126 + ], + "max_error": 0.0 + }, + { + "representative": 3323, + "members": [ + 3323 + ], + "max_error": 0.0 + }, + { + "representative": 3737, + "members": [ + 3737 + ], + "max_error": 0.0 + }, + { + "representative": 3701, + "members": [ + 3701 + ], + "max_error": 0.0 + }, + { + "representative": 3650, + "members": [ + 3650 + ], + "max_error": 0.0 + }, + { + "representative": 3605, + "members": [ + 3605 + ], + "max_error": 0.0 + }, + { + "representative": 3819, + "members": [ + 3819 + ], + "max_error": 0.0 + }, + { + "representative": 3635, + "members": [ + 3635 + ], + "max_error": 0.0 + }, + { + "representative": 3838, + "members": [ + 3838 + ], + "max_error": 0.0 + }, + { + "representative": 3589, + "members": [ + 3589 + ], + "max_error": 0.0 + }, + { + "representative": 3827, + "members": [ + 3827 + ], + "max_error": 0.0 + }, + { + "representative": 3792, + "members": [ + 3792 + ], + "max_error": 0.0 + }, + { + "representative": 3688, + "members": [ + 3688 + ], + "max_error": 0.0 + }, + { + "representative": 3604, + "members": [ + 3604 + ], + "max_error": 0.0 + }, + { + "representative": 1274, + "members": [ + 1274 + ], + "max_error": 0.0 + }, + { + "representative": 1168, + "members": [ + 1168 + ], + "max_error": 0.0 + }, + { + "representative": 1129, + "members": [ + 1129 + ], + "max_error": 0.0 + }, + { + "representative": 1196, + "members": [ + 1196 + ], + "max_error": 0.0 + }, + { + "representative": 1123, + "members": [ + 1123 + ], + "max_error": 0.0 + }, + { + "representative": 1108, + "members": [ + 1108 + ], + "max_error": 0.0 + }, + { + "representative": 1055, + "members": [ + 1055 + ], + "max_error": 0.0 + }, + { + "representative": 1178, + "members": [ + 1178 + ], + "max_error": 0.0 + }, + { + "representative": 1146, + "members": [ + 1146 + ], + "max_error": 0.0 + }, + { + "representative": 1186, + "members": [ + 1186 + ], + "max_error": 0.0 + }, + { + "representative": 1103, + "members": [ + 1103 + ], + "max_error": 0.0 + }, + { + "representative": 1160, + "members": [ + 1160 + ], + "max_error": 0.0 + }, + { + "representative": 1222, + "members": [ + 1222 + ], + "max_error": 0.0 + }, + { + "representative": 1663, + "members": [ + 1663 + ], + "max_error": 0.0 + }, + { + "representative": 1550, + "members": [ + 1550 + ], + "max_error": 0.0 + }, + { + "representative": 1752, + "members": [ + 1752 + ], + "max_error": 0.0 + }, + { + "representative": 1688, + "members": [ + 1688 + ], + "max_error": 0.0 + }, + { + "representative": 1539, + "members": [ + 1539 + ], + "max_error": 0.0 + }, + { + "representative": 1737, + "members": [ + 1737 + ], + "max_error": 0.0 + }, + { + "representative": 1619, + "members": [ + 1619 + ], + "max_error": 0.0 + }, + { + "representative": 1771, + "members": [ + 1771 + ], + "max_error": 0.0 + }, + { + "representative": 1664, + "members": [ + 1664 + ], + "max_error": 0.0 + }, + { + "representative": 1604, + "members": [ + 1604 + ], + "max_error": 0.0 + }, + { + "representative": 1739, + "members": [ + 1739 + ], + "max_error": 0.0 + }, + { + "representative": 1569, + "members": [ + 1569 + ], + "max_error": 0.0 + }, + { + "representative": 1635, + "members": [ + 1635 + ], + "max_error": 0.0 + }, + { + "representative": 1654, + "members": [ + 1654 + ], + "max_error": 0.0 + }, + { + "representative": 1674, + "members": [ + 1674 + ], + "max_error": 0.0 + }, + { + "representative": 1631, + "members": [ + 1631 + ], + "max_error": 0.0 + }, + { + "representative": 1614, + "members": [ + 1614 + ], + "max_error": 0.0 + }, + { + "representative": 1651, + "members": [ + 1651 + ], + "max_error": 0.0 + }, + { + "representative": 1675, + "members": [ + 1675 + ], + "max_error": 0.0 + }, + { + "representative": 2114, + "members": [ + 2114 + ], + "max_error": 0.0 + }, + { + "representative": 2075, + "members": [ + 2075 + ], + "max_error": 0.0 + }, + { + "representative": 2171, + "members": [ + 2171 + ], + "max_error": 0.0 + }, + { + "representative": 2117, + "members": [ + 2117 + ], + "max_error": 0.0 + }, + { + "representative": 2167, + "members": [ + 2167 + ], + "max_error": 0.0 + }, + { + "representative": 2107, + "members": [ + 2107 + ], + "max_error": 0.0 + }, + { + "representative": 2300, + "members": [ + 2300 + ], + "max_error": 0.0 + }, + { + "representative": 2182, + "members": [ + 2182 + ], + "max_error": 0.0 + }, + { + "representative": 2290, + "members": [ + 2290 + ], + "max_error": 0.0 + }, + { + "representative": 2140, + "members": [ + 2140 + ], + "max_error": 0.0 + }, + { + "representative": 2270, + "members": [ + 2270 + ], + "max_error": 0.0 + }, + { + "representative": 2293, + "members": [ + 2293 + ], + "max_error": 0.0 + }, + { + "representative": 2284, + "members": [ + 2284 + ], + "max_error": 0.0 + }, + { + "representative": 2085, + "members": [ + 2085 + ], + "max_error": 0.0 + }, + { + "representative": 2769, + "members": [ + 2769 + ], + "max_error": 0.0 + }, + { + "representative": 2611, + "members": [ + 2611 + ], + "max_error": 0.0 + }, + { + "representative": 2588, + "members": [ + 2588 + ], + "max_error": 0.0 + }, + { + "representative": 2723, + "members": [ + 2723 + ], + "max_error": 0.0 + }, + { + "representative": 2732, + "members": [ + 2732 + ], + "max_error": 0.0 + }, + { + "representative": 2575, + "members": [ + 2575 + ], + "max_error": 0.0 + }, + { + "representative": 2569, + "members": [ + 2569 + ], + "max_error": 0.0 + }, + { + "representative": 2616, + "members": [ + 2616 + ], + "max_error": 0.0 + }, + { + "representative": 3166, + "members": [ + 3166 + ], + "max_error": 0.0 + }, + { + "representative": 3317, + "members": [ + 3317 + ], + "max_error": 0.0 + }, + { + "representative": 3154, + "members": [ + 3154 + ], + "max_error": 0.0 + }, + { + "representative": 3254, + "members": [ + 3254 + ], + "max_error": 0.0 + }, + { + "representative": 3247, + "members": [ + 3247 + ], + "max_error": 0.0 + }, + { + "representative": 3085, + "members": [ + 3085 + ], + "max_error": 0.0 + }, + { + "representative": 3181, + "members": [ + 3181 + ], + "max_error": 0.0 + }, + { + "representative": 3269, + "members": [ + 3269 + ], + "max_error": 0.0 + }, + { + "representative": 3140, + "members": [ + 3140 + ], + "max_error": 0.0 + }, + { + "representative": 3641, + "members": [ + 3641 + ], + "max_error": 0.0 + }, + { + "representative": 3824, + "members": [ + 3824 + ], + "max_error": 0.0 + }, + { + "representative": 3721, + "members": [ + 3721 + ], + "max_error": 0.0 + }, + { + "representative": 3670, + "members": [ + 3670 + ], + "max_error": 0.0 + }, + { + "representative": 3649, + "members": [ + 3649 + ], + "max_error": 0.0 + }, + { + "representative": 3691, + "members": [ + 3691 + ], + "max_error": 0.0 + }, + { + "representative": 3802, + "members": [ + 3802 + ], + "max_error": 0.0 + }, + { + "representative": 3710, + "members": [ + 3710 + ], + "max_error": 0.0 + }, + { + "representative": 3637, + "members": [ + 3637 + ], + "max_error": 0.0 + }, + { + "representative": 3722, + "members": [ + 3722 + ], + "max_error": 0.0 + }, + { + "representative": 2576, + "members": [ + 2576 + ], + "max_error": 0.0 + }, + { + "representative": 2605, + "members": [ + 2605 + ], + "max_error": 0.0 + }, + { + "representative": 2767, + "members": [ + 2767 + ], + "max_error": 0.0 + }, + { + "representative": 2671, + "members": [ + 2671 + ], + "max_error": 0.0 + }, + { + "representative": 2776, + "members": [ + 2776 + ], + "max_error": 0.0 + }, + { + "representative": 2748, + "members": [ + 2748 + ], + "max_error": 0.0 + }, + { + "representative": 2573, + "members": [ + 2573 + ], + "max_error": 0.0 + }, + { + "representative": 2564, + "members": [ + 2564 + ], + "max_error": 0.0 + }, + { + "representative": 2797, + "members": [ + 2797 + ], + "max_error": 0.0 + }, + { + "representative": 2762, + "members": [ + 2762 + ], + "max_error": 0.0 + }, + { + "representative": 2598, + "members": [ + 2598 + ], + "max_error": 0.0 + }, + { + "representative": 2747, + "members": [ + 2747 + ], + "max_error": 0.0 + }, + { + "representative": 2733, + "members": [ + 2733 + ], + "max_error": 0.0 + }, + { + "representative": 2628, + "members": [ + 2628 + ], + "max_error": 0.0 + }, + { + "representative": 3262, + "members": [ + 3262 + ], + "max_error": 0.0 + }, + { + "representative": 3171, + "members": [ + 3171 + ], + "max_error": 0.0 + }, + { + "representative": 3124, + "members": [ + 3124 + ], + "max_error": 0.0 + }, + { + "representative": 3288, + "members": [ + 3288 + ], + "max_error": 0.0 + }, + { + "representative": 3096, + "members": [ + 3096 + ], + "max_error": 0.0 + }, + { + "representative": 3252, + "members": [ + 3252 + ], + "max_error": 0.0 + }, + { + "representative": 3130, + "members": [ + 3130 + ], + "max_error": 0.0 + }, + { + "representative": 3268, + "members": [ + 3268 + ], + "max_error": 0.0 + }, + { + "representative": 3275, + "members": [ + 3275 + ], + "max_error": 0.0 + }, + { + "representative": 3280, + "members": [ + 3280 + ], + "max_error": 0.0 + }, + { + "representative": 3116, + "members": [ + 3116 + ], + "max_error": 0.0 + }, + { + "representative": 3239, + "members": [ + 3239 + ], + "max_error": 0.0 + }, + { + "representative": 3835, + "members": [ + 3835 + ], + "max_error": 0.0 + }, + { + "representative": 3625, + "members": [ + 3625 + ], + "max_error": 0.0 + }, + { + "representative": 3783, + "members": [ + 3783 + ], + "max_error": 0.0 + }, + { + "representative": 3814, + "members": [ + 3814 + ], + "max_error": 0.0 + }, + { + "representative": 3765, + "members": [ + 3765 + ], + "max_error": 0.0 + }, + { + "representative": 3773, + "members": [ + 3773 + ], + "max_error": 0.0 + }, + { + "representative": 3702, + "members": [ + 3702 + ], + "max_error": 0.0 + }, + { + "representative": 3645, + "members": [ + 3645 + ], + "max_error": 0.0 + }, + { + "representative": 3826, + "members": [ + 3826 + ], + "max_error": 0.0 + }, + { + "representative": 3695, + "members": [ + 3695 + ], + "max_error": 0.0 + }, + { + "representative": 3642, + "members": [ + 3642 + ], + "max_error": 0.0 + }, + { + "representative": 3596, + "members": [ + 3596 + ], + "max_error": 0.0 + }, + { + "representative": 4224, + "members": [ + 4224 + ], + "max_error": 0.0 + }, + { + "representative": 4232, + "members": [ + 4232 + ], + "max_error": 0.0 + }, + { + "representative": 4233, + "members": [ + 4233 + ], + "max_error": 0.0 + }, + { + "representative": 4225, + "members": [ + 4225 + ], + "max_error": 0.0 + }, + { + "representative": 4235, + "members": [ + 4235 + ], + "max_error": 0.0 + }, + { + "representative": 4236, + "members": [ + 4236 + ], + "max_error": 0.0 + }, + { + "representative": 4237, + "members": [ + 4237 + ], + "max_error": 0.0 + }, + { + "representative": 4238, + "members": [ + 4238 + ], + "max_error": 0.0 + }, + { + "representative": 4239, + "members": [ + 4239 + ], + "max_error": 0.0 + }, + { + "representative": 4227, + "members": [ + 4227 + ], + "max_error": 0.0 + }, + { + "representative": 4228, + "members": [ + 4228 + ], + "max_error": 0.0 + }, + { + "representative": 4230, + "members": [ + 4230 + ], + "max_error": 0.0 + }, + { + "representative": 4231, + "members": [ + 4231 + ], + "max_error": 0.0 + }, + { + "representative": 4240, + "members": [ + 4240 + ], + "max_error": 0.0 + }, + { + "representative": 4248, + "members": [ + 4248 + ], + "max_error": 0.0 + }, + { + "representative": 4249, + "members": [ + 4249 + ], + "max_error": 0.0 + }, + { + "representative": 4241, + "members": [ + 4241 + ], + "max_error": 0.0 + }, + { + "representative": 4250, + "members": [ + 4250 + ], + "max_error": 0.0 + }, + { + "representative": 4251, + "members": [ + 4251 + ], + "max_error": 0.0 + }, + { + "representative": 4254, + "members": [ + 4254 + ], + "max_error": 0.0 + }, + { + "representative": 4255, + "members": [ + 4255 + ], + "max_error": 0.0 + }, + { + "representative": 4242, + "members": [ + 4242 + ], + "max_error": 0.0 + }, + { + "representative": 4243, + "members": [ + 4243 + ], + "max_error": 0.0 + }, + { + "representative": 4244, + "members": [ + 4244 + ], + "max_error": 0.0 + }, + { + "representative": 4245, + "members": [ + 4245 + ], + "max_error": 0.0 + }, + { + "representative": 4247, + "members": [ + 4247 + ], + "max_error": 0.0 + }, + { + "representative": 4256, + "members": [ + 4256 + ], + "max_error": 0.0 + }, + { + "representative": 4264, + "members": [ + 4264 + ], + "max_error": 0.0 + }, + { + "representative": 4265, + "members": [ + 4265 + ], + "max_error": 0.0 + }, + { + "representative": 4257, + "members": [ + 4257 + ], + "max_error": 0.0 + }, + { + "representative": 4266, + "members": [ + 4266 + ], + "max_error": 0.0 + }, + { + "representative": 4267, + "members": [ + 4267 + ], + "max_error": 0.0 + }, + { + "representative": 4271, + "members": [ + 4271 + ], + "max_error": 0.0 + }, + { + "representative": 4258, + "members": [ + 4258 + ], + "max_error": 0.0 + }, + { + "representative": 4259, + "members": [ + 4259 + ], + "max_error": 0.0 + }, + { + "representative": 4260, + "members": [ + 4260 + ], + "max_error": 0.0 + }, + { + "representative": 4262, + "members": [ + 4262 + ], + "max_error": 0.0 + }, + { + "representative": 4263, + "members": [ + 4263 + ], + "max_error": 0.0 + }, + { + "representative": 4272, + "members": [ + 4272 + ], + "max_error": 0.0 + }, + { + "representative": 4280, + "members": [ + 4280 + ], + "max_error": 0.0 + }, + { + "representative": 4273, + "members": [ + 4273 + ], + "max_error": 0.0 + }, + { + "representative": 4282, + "members": [ + 4282 + ], + "max_error": 0.0 + }, + { + "representative": 4283, + "members": [ + 4283 + ], + "max_error": 0.0 + }, + { + "representative": 4284, + "members": [ + 4284 + ], + "max_error": 0.0 + }, + { + "representative": 4287, + "members": [ + 4287 + ], + "max_error": 0.0 + }, + { + "representative": 4274, + "members": [ + 4274 + ], + "max_error": 0.0 + }, + { + "representative": 4275, + "members": [ + 4275 + ], + "max_error": 0.0 + }, + { + "representative": 4276, + "members": [ + 4276 + ], + "max_error": 0.0 + }, + { + "representative": 4648, + "members": [ + 4648 + ], + "max_error": 0.0 + }, + { + "representative": 4786, + "members": [ + 4786 + ], + "max_error": 0.0 + }, + { + "representative": 4835, + "members": [ + 4835 + ], + "max_error": 0.0 + }, + { + "representative": 4676, + "members": [ + 4676 + ], + "max_error": 0.0 + }, + { + "representative": 4783, + "members": [ + 4783 + ], + "max_error": 0.0 + }, + { + "representative": 4638, + "members": [ + 4638 + ], + "max_error": 0.0 + }, + { + "representative": 4746, + "members": [ + 4746 + ], + "max_error": 0.0 + }, + { + "representative": 4671, + "members": [ + 4671 + ], + "max_error": 0.0 + }, + { + "representative": 4733, + "members": [ + 4733 + ], + "max_error": 0.0 + }, + { + "representative": 4845, + "members": [ + 4845 + ], + "max_error": 0.0 + }, + { + "representative": 4799, + "members": [ + 4799 + ], + "max_error": 0.0 + }, + { + "representative": 4631, + "members": [ + 4631 + ], + "max_error": 0.0 + }, + { + "representative": 4703, + "members": [ + 4703 + ], + "max_error": 0.0 + }, + { + "representative": 4859, + "members": [ + 4859 + ], + "max_error": 0.0 + }, + { + "representative": 4805, + "members": [ + 4805 + ], + "max_error": 0.0 + }, + { + "representative": 4777, + "members": [ + 4777 + ], + "max_error": 0.0 + }, + { + "representative": 4788, + "members": [ + 4788 + ], + "max_error": 0.0 + }, + { + "representative": 4772, + "members": [ + 4772 + ], + "max_error": 0.0 + }, + { + "representative": 4802, + "members": [ + 4802 + ], + "max_error": 0.0 + }, + { + "representative": 4863, + "members": [ + 4863 + ], + "max_error": 0.0 + }, + { + "representative": 4756, + "members": [ + 4756 + ], + "max_error": 0.0 + }, + { + "representative": 4728, + "members": [ + 4728 + ], + "max_error": 0.0 + }, + { + "representative": 4749, + "members": [ + 4749 + ], + "max_error": 0.0 + }, + { + "representative": 4738, + "members": [ + 4738 + ], + "max_error": 0.0 + }, + { + "representative": 4795, + "members": [ + 4795 + ], + "max_error": 0.0 + }, + { + "representative": 4750, + "members": [ + 4750 + ], + "max_error": 0.0 + }, + { + "representative": 4618, + "members": [ + 4618 + ], + "max_error": 0.0 + }, + { + "representative": 4846, + "members": [ + 4846 + ], + "max_error": 0.0 + }, + { + "representative": 4704, + "members": [ + 4704 + ], + "max_error": 0.0 + }, + { + "representative": 4781, + "members": [ + 4781 + ], + "max_error": 0.0 + }, + { + "representative": 4836, + "members": [ + 4836 + ], + "max_error": 0.0 + }, + { + "representative": 4697, + "members": [ + 4697 + ], + "max_error": 0.0 + }, + { + "representative": 4861, + "members": [ + 4861 + ], + "max_error": 0.0 + }, + { + "representative": 4818, + "members": [ + 4818 + ], + "max_error": 0.0 + }, + { + "representative": 4804, + "members": [ + 4804 + ], + "max_error": 0.0 + }, + { + "representative": 4752, + "members": [ + 4752 + ], + "max_error": 0.0 + }, + { + "representative": 4634, + "members": [ + 4634 + ], + "max_error": 0.0 + }, + { + "representative": 4639, + "members": [ + 4639 + ], + "max_error": 0.0 + }, + { + "representative": 4754, + "members": [ + 4754 + ], + "max_error": 0.0 + }, + { + "representative": 4674, + "members": [ + 4674 + ], + "max_error": 0.0 + }, + { + "representative": 4851, + "members": [ + 4851 + ], + "max_error": 0.0 + }, + { + "representative": 4646, + "members": [ + 4646 + ], + "max_error": 0.0 + }, + { + "representative": 5286, + "members": [ + 5286 + ], + "max_error": 0.0 + }, + { + "representative": 5143, + "members": [ + 5143 + ], + "max_error": 0.0 + }, + { + "representative": 5310, + "members": [ + 5310 + ], + "max_error": 0.0 + }, + { + "representative": 5187, + "members": [ + 5187 + ], + "max_error": 0.0 + }, + { + "representative": 5350, + "members": [ + 5350 + ], + "max_error": 0.0 + }, + { + "representative": 5374, + "members": [ + 5374 + ], + "max_error": 0.0 + }, + { + "representative": 5165, + "members": [ + 5165 + ], + "max_error": 0.0 + }, + { + "representative": 5301, + "members": [ + 5301 + ], + "max_error": 0.0 + }, + { + "representative": 5265, + "members": [ + 5265 + ], + "max_error": 0.0 + }, + { + "representative": 5280, + "members": [ + 5280 + ], + "max_error": 0.0 + }, + { + "representative": 5272, + "members": [ + 5272 + ], + "max_error": 0.0 + }, + { + "representative": 5235, + "members": [ + 5235 + ], + "max_error": 0.0 + }, + { + "representative": 5267, + "members": [ + 5267 + ], + "max_error": 0.0 + }, + { + "representative": 5296, + "members": [ + 5296 + ], + "max_error": 0.0 + }, + { + "representative": 5313, + "members": [ + 5313 + ], + "max_error": 0.0 + }, + { + "representative": 5195, + "members": [ + 5195 + ], + "max_error": 0.0 + }, + { + "representative": 5299, + "members": [ + 5299 + ], + "max_error": 0.0 + }, + { + "representative": 5170, + "members": [ + 5170 + ], + "max_error": 0.0 + }, + { + "representative": 5184, + "members": [ + 5184 + ], + "max_error": 0.0 + }, + { + "representative": 5219, + "members": [ + 5219 + ], + "max_error": 0.0 + }, + { + "representative": 5216, + "members": [ + 5216 + ], + "max_error": 0.0 + }, + { + "representative": 5278, + "members": [ + 5278 + ], + "max_error": 0.0 + }, + { + "representative": 5252, + "members": [ + 5252 + ], + "max_error": 0.0 + }, + { + "representative": 5189, + "members": [ + 5189 + ], + "max_error": 0.0 + }, + { + "representative": 5255, + "members": [ + 5255 + ], + "max_error": 0.0 + }, + { + "representative": 5355, + "members": [ + 5355 + ], + "max_error": 0.0 + }, + { + "representative": 5333, + "members": [ + 5333 + ], + "max_error": 0.0 + }, + { + "representative": 5283, + "members": [ + 5283 + ], + "max_error": 0.0 + }, + { + "representative": 5336, + "members": [ + 5336 + ], + "max_error": 0.0 + }, + { + "representative": 5330, + "members": [ + 5330 + ], + "max_error": 0.0 + }, + { + "representative": 5193, + "members": [ + 5193 + ], + "max_error": 0.0 + }, + { + "representative": 5164, + "members": [ + 5164 + ], + "max_error": 0.0 + }, + { + "representative": 5240, + "members": [ + 5240 + ], + "max_error": 0.0 + }, + { + "representative": 5298, + "members": [ + 5298 + ], + "max_error": 0.0 + }, + { + "representative": 5225, + "members": [ + 5225 + ], + "max_error": 0.0 + }, + { + "representative": 5291, + "members": [ + 5291 + ], + "max_error": 0.0 + }, + { + "representative": 5262, + "members": [ + 5262 + ], + "max_error": 0.0 + }, + { + "representative": 5228, + "members": [ + 5228 + ], + "max_error": 0.0 + }, + { + "representative": 5246, + "members": [ + 5246 + ], + "max_error": 0.0 + }, + { + "representative": 5169, + "members": [ + 5169 + ], + "max_error": 0.0 + }, + { + "representative": 5227, + "members": [ + 5227 + ], + "max_error": 0.0 + }, + { + "representative": 5297, + "members": [ + 5297 + ], + "max_error": 0.0 + }, + { + "representative": 5276, + "members": [ + 5276 + ], + "max_error": 0.0 + }, + { + "representative": 5368, + "members": [ + 5368 + ], + "max_error": 0.0 + }, + { + "representative": 5316, + "members": [ + 5316 + ], + "max_error": 0.0 + }, + { + "representative": 5181, + "members": [ + 5181 + ], + "max_error": 0.0 + }, + { + "representative": 5768, + "members": [ + 5768 + ], + "max_error": 0.0 + }, + { + "representative": 5769, + "members": [ + 5769 + ], + "max_error": 0.0 + }, + { + "representative": 5770, + "members": [ + 5770 + ], + "max_error": 0.0 + }, + { + "representative": 5772, + "members": [ + 5772 + ], + "max_error": 0.0 + }, + { + "representative": 5773, + "members": [ + 5773 + ], + "max_error": 0.0 + }, + { + "representative": 5774, + "members": [ + 5774 + ], + "max_error": 0.0 + }, + { + "representative": 5775, + "members": [ + 5775 + ], + "max_error": 0.0 + }, + { + "representative": 5763, + "members": [ + 5763 + ], + "max_error": 0.0 + }, + { + "representative": 5764, + "members": [ + 5764 + ], + "max_error": 0.0 + }, + { + "representative": 5765, + "members": [ + 5765 + ], + "max_error": 0.0 + }, + { + "representative": 5766, + "members": [ + 5766 + ], + "max_error": 0.0 + }, + { + "representative": 5767, + "members": [ + 5767 + ], + "max_error": 0.0 + }, + { + "representative": 5776, + "members": [ + 5776 + ], + "max_error": 0.0 + }, + { + "representative": 5785, + "members": [ + 5785 + ], + "max_error": 0.0 + }, + { + "representative": 5777, + "members": [ + 5777 + ], + "max_error": 0.0 + }, + { + "representative": 5786, + "members": [ + 5786 + ], + "max_error": 0.0 + }, + { + "representative": 5787, + "members": [ + 5787 + ], + "max_error": 0.0 + }, + { + "representative": 5788, + "members": [ + 5788 + ], + "max_error": 0.0 + }, + { + "representative": 5789, + "members": [ + 5789 + ], + "max_error": 0.0 + }, + { + "representative": 5790, + "members": [ + 5790 + ], + "max_error": 0.0 + }, + { + "representative": 5778, + "members": [ + 5778 + ], + "max_error": 0.0 + }, + { + "representative": 5779, + "members": [ + 5779 + ], + "max_error": 0.0 + }, + { + "representative": 5780, + "members": [ + 5780 + ], + "max_error": 0.0 + }, + { + "representative": 5781, + "members": [ + 5781 + ], + "max_error": 0.0 + }, + { + "representative": 5782, + "members": [ + 5782 + ], + "max_error": 0.0 + }, + { + "representative": 5783, + "members": [ + 5783 + ], + "max_error": 0.0 + }, + { + "representative": 5800, + "members": [ + 5800 + ], + "max_error": 0.0 + }, + { + "representative": 5801, + "members": [ + 5801 + ], + "max_error": 0.0 + }, + { + "representative": 5802, + "members": [ + 5802 + ], + "max_error": 0.0 + }, + { + "representative": 5803, + "members": [ + 5803 + ], + "max_error": 0.0 + }, + { + "representative": 5804, + "members": [ + 5804 + ], + "max_error": 0.0 + }, + { + "representative": 5805, + "members": [ + 5805 + ], + "max_error": 0.0 + }, + { + "representative": 5806, + "members": [ + 5806 + ], + "max_error": 0.0 + }, + { + "representative": 5794, + "members": [ + 5794 + ], + "max_error": 0.0 + }, + { + "representative": 5796, + "members": [ + 5796 + ], + "max_error": 0.0 + }, + { + "representative": 5798, + "members": [ + 5798 + ], + "max_error": 0.0 + }, + { + "representative": 5799, + "members": [ + 5799 + ], + "max_error": 0.0 + }, + { + "representative": 5808, + "members": [ + 5808 + ], + "max_error": 0.0 + }, + { + "representative": 5816, + "members": [ + 5816 + ], + "max_error": 0.0 + }, + { + "representative": 5817, + "members": [ + 5817 + ], + "max_error": 0.0 + }, + { + "representative": 5809, + "members": [ + 5809 + ], + "max_error": 0.0 + }, + { + "representative": 5818, + "members": [ + 5818 + ], + "max_error": 0.0 + }, + { + "representative": 5819, + "members": [ + 5819 + ], + "max_error": 0.0 + }, + { + "representative": 5820, + "members": [ + 5820 + ], + "max_error": 0.0 + }, + { + "representative": 5821, + "members": [ + 5821 + ], + "max_error": 0.0 + }, + { + "representative": 5822, + "members": [ + 5822 + ], + "max_error": 0.0 + }, + { + "representative": 5823, + "members": [ + 5823 + ], + "max_error": 0.0 + }, + { + "representative": 5810, + "members": [ + 5810 + ], + "max_error": 0.0 + }, + { + "representative": 5812, + "members": [ + 5812 + ], + "max_error": 0.0 + }, + { + "representative": 5815, + "members": [ + 5815 + ], + "max_error": 0.0 + }, + { + "representative": 1084, + "members": [ + 1084 + ], + "max_error": 0.0 + }, + { + "representative": 1058, + "members": [ + 1058 + ], + "max_error": 0.0 + }, + { + "representative": 1203, + "members": [ + 1203 + ], + "max_error": 0.0 + }, + { + "representative": 1125, + "members": [ + 1125 + ], + "max_error": 0.0 + }, + { + "representative": 1051, + "members": [ + 1051 + ], + "max_error": 0.0 + }, + { + "representative": 1101, + "members": [ + 1101 + ], + "max_error": 0.0 + }, + { + "representative": 1025, + "members": [ + 1025 + ], + "max_error": 0.0 + }, + { + "representative": 1265, + "members": [ + 1265 + ], + "max_error": 0.0 + }, + { + "representative": 1241, + "members": [ + 1241 + ], + "max_error": 0.0 + }, + { + "representative": 1172, + "members": [ + 1172 + ], + "max_error": 0.0 + }, + { + "representative": 1655, + "members": [ + 1655 + ], + "max_error": 0.0 + }, + { + "representative": 1538, + "members": [ + 1538 + ], + "max_error": 0.0 + }, + { + "representative": 1700, + "members": [ + 1700 + ], + "max_error": 0.0 + }, + { + "representative": 1768, + "members": [ + 1768 + ], + "max_error": 0.0 + }, + { + "representative": 1596, + "members": [ + 1596 + ], + "max_error": 0.0 + }, + { + "representative": 1765, + "members": [ + 1765 + ], + "max_error": 0.0 + }, + { + "representative": 1718, + "members": [ + 1718 + ], + "max_error": 0.0 + }, + { + "representative": 1769, + "members": [ + 1769 + ], + "max_error": 0.0 + }, + { + "representative": 1633, + "members": [ + 1633 + ], + "max_error": 0.0 + }, + { + "representative": 1713, + "members": [ + 1713 + ], + "max_error": 0.0 + }, + { + "representative": 1620, + "members": [ + 1620 + ], + "max_error": 0.0 + }, + { + "representative": 1719, + "members": [ + 1719 + ], + "max_error": 0.0 + }, + { + "representative": 1634, + "members": [ + 1634 + ], + "max_error": 0.0 + }, + { + "representative": 1706, + "members": [ + 1706 + ], + "max_error": 0.0 + }, + { + "representative": 1641, + "members": [ + 1641 + ], + "max_error": 0.0 + }, + { + "representative": 1547, + "members": [ + 1547 + ], + "max_error": 0.0 + }, + { + "representative": 1646, + "members": [ + 1646 + ], + "max_error": 0.0 + }, + { + "representative": 1678, + "members": [ + 1678 + ], + "max_error": 0.0 + }, + { + "representative": 1685, + "members": [ + 1685 + ], + "max_error": 0.0 + }, + { + "representative": 2220, + "members": [ + 2220 + ], + "max_error": 0.0 + }, + { + "representative": 2105, + "members": [ + 2105 + ], + "max_error": 0.0 + }, + { + "representative": 2120, + "members": [ + 2120 + ], + "max_error": 0.0 + }, + { + "representative": 2128, + "members": [ + 2128 + ], + "max_error": 0.0 + }, + { + "representative": 2188, + "members": [ + 2188 + ], + "max_error": 0.0 + }, + { + "representative": 2164, + "members": [ + 2164 + ], + "max_error": 0.0 + }, + { + "representative": 2257, + "members": [ + 2257 + ], + "max_error": 0.0 + }, + { + "representative": 2076, + "members": [ + 2076 + ], + "max_error": 0.0 + }, + { + "representative": 2129, + "members": [ + 2129 + ], + "max_error": 0.0 + }, + { + "representative": 2063, + "members": [ + 2063 + ], + "max_error": 0.0 + }, + { + "representative": 2143, + "members": [ + 2143 + ], + "max_error": 0.0 + }, + { + "representative": 2243, + "members": [ + 2243 + ], + "max_error": 0.0 + }, + { + "representative": 2803, + "members": [ + 2803 + ], + "max_error": 0.0 + }, + { + "representative": 2814, + "members": [ + 2814 + ], + "max_error": 0.0 + }, + { + "representative": 2755, + "members": [ + 2755 + ], + "max_error": 0.0 + }, + { + "representative": 2586, + "members": [ + 2586 + ], + "max_error": 0.0 + }, + { + "representative": 2810, + "members": [ + 2810 + ], + "max_error": 0.0 + }, + { + "representative": 2716, + "members": [ + 2716 + ], + "max_error": 0.0 + }, + { + "representative": 2696, + "members": [ + 2696 + ], + "max_error": 0.0 + }, + { + "representative": 2796, + "members": [ + 2796 + ], + "max_error": 0.0 + }, + { + "representative": 2758, + "members": [ + 2758 + ], + "max_error": 0.0 + }, + { + "representative": 2786, + "members": [ + 2786 + ], + "max_error": 0.0 + }, + { + "representative": 2675, + "members": [ + 2675 + ], + "max_error": 0.0 + }, + { + "representative": 2721, + "members": [ + 2721 + ], + "max_error": 0.0 + }, + { + "representative": 2570, + "members": [ + 2570 + ], + "max_error": 0.0 + }, + { + "representative": 3222, + "members": [ + 3222 + ], + "max_error": 0.0 + }, + { + "representative": 3216, + "members": [ + 3216 + ], + "max_error": 0.0 + }, + { + "representative": 3072, + "members": [ + 3072 + ], + "max_error": 0.0 + }, + { + "representative": 3202, + "members": [ + 3202 + ], + "max_error": 0.0 + }, + { + "representative": 3264, + "members": [ + 3264 + ], + "max_error": 0.0 + }, + { + "representative": 3197, + "members": [ + 3197 + ], + "max_error": 0.0 + }, + { + "representative": 3103, + "members": [ + 3103 + ], + "max_error": 0.0 + }, + { + "representative": 3184, + "members": [ + 3184 + ], + "max_error": 0.0 + }, + { + "representative": 3111, + "members": [ + 3111 + ], + "max_error": 0.0 + }, + { + "representative": 3296, + "members": [ + 3296 + ], + "max_error": 0.0 + }, + { + "representative": 3218, + "members": [ + 3218 + ], + "max_error": 0.0 + }, + { + "representative": 3125, + "members": [ + 3125 + ], + "max_error": 0.0 + }, + { + "representative": 3301, + "members": [ + 3301 + ], + "max_error": 0.0 + }, + { + "representative": 3653, + "members": [ + 3653 + ], + "max_error": 0.0 + }, + { + "representative": 3687, + "members": [ + 3687 + ], + "max_error": 0.0 + }, + { + "representative": 3754, + "members": [ + 3754 + ], + "max_error": 0.0 + }, + { + "representative": 3823, + "members": [ + 3823 + ], + "max_error": 0.0 + }, + { + "representative": 3674, + "members": [ + 3674 + ], + "max_error": 0.0 + }, + { + "representative": 3652, + "members": [ + 3652 + ], + "max_error": 0.0 + }, + { + "representative": 3633, + "members": [ + 3633 + ], + "max_error": 0.0 + }, + { + "representative": 3808, + "members": [ + 3808 + ], + "max_error": 0.0 + }, + { + "representative": 3801, + "members": [ + 3801 + ], + "max_error": 0.0 + }, + { + "representative": 3594, + "members": [ + 3594 + ], + "max_error": 0.0 + }, + { + "representative": 3595, + "members": [ + 3595 + ], + "max_error": 0.0 + }, + { + "representative": 3643, + "members": [ + 3643 + ], + "max_error": 0.0 + }, + { + "representative": 3818, + "members": [ + 3818 + ], + "max_error": 0.0 + }, + { + "representative": 1035, + "members": [ + 1035 + ], + "max_error": 0.0 + }, + { + "representative": 1111, + "members": [ + 1111 + ], + "max_error": 0.0 + }, + { + "representative": 1100, + "members": [ + 1100 + ], + "max_error": 0.0 + }, + { + "representative": 1080, + "members": [ + 1080 + ], + "max_error": 0.0 + }, + { + "representative": 1126, + "members": [ + 1126 + ], + "max_error": 0.0 + }, + { + "representative": 1163, + "members": [ + 1163 + ], + "max_error": 0.0 + }, + { + "representative": 1228, + "members": [ + 1228 + ], + "max_error": 0.0 + }, + { + "representative": 1074, + "members": [ + 1074 + ], + "max_error": 0.0 + }, + { + "representative": 1181, + "members": [ + 1181 + ], + "max_error": 0.0 + }, + { + "representative": 1124, + "members": [ + 1124 + ], + "max_error": 0.0 + }, + { + "representative": 1555, + "members": [ + 1555 + ], + "max_error": 0.0 + }, + { + "representative": 1632, + "members": [ + 1632 + ], + "max_error": 0.0 + }, + { + "representative": 1579, + "members": [ + 1579 + ], + "max_error": 0.0 + }, + { + "representative": 1628, + "members": [ + 1628 + ], + "max_error": 0.0 + }, + { + "representative": 1782, + "members": [ + 1782 + ], + "max_error": 0.0 + }, + { + "representative": 1659, + "members": [ + 1659 + ], + "max_error": 0.0 + }, + { + "representative": 1711, + "members": [ + 1711 + ], + "max_error": 0.0 + }, + { + "representative": 1716, + "members": [ + 1716 + ], + "max_error": 0.0 + }, + { + "representative": 1593, + "members": [ + 1593 + ], + "max_error": 0.0 + }, + { + "representative": 1665, + "members": [ + 1665 + ], + "max_error": 0.0 + }, + { + "representative": 1695, + "members": [ + 1695 + ], + "max_error": 0.0 + }, + { + "representative": 1576, + "members": [ + 1576 + ], + "max_error": 0.0 + }, + { + "representative": 2087, + "members": [ + 2087 + ], + "max_error": 0.0 + }, + { + "representative": 2148, + "members": [ + 2148 + ], + "max_error": 0.0 + }, + { + "representative": 2089, + "members": [ + 2089 + ], + "max_error": 0.0 + }, + { + "representative": 2263, + "members": [ + 2263 + ], + "max_error": 0.0 + }, + { + "representative": 2286, + "members": [ + 2286 + ], + "max_error": 0.0 + }, + { + "representative": 2067, + "members": [ + 2067 + ], + "max_error": 0.0 + }, + { + "representative": 2214, + "members": [ + 2214 + ], + "max_error": 0.0 + }, + { + "representative": 2122, + "members": [ + 2122 + ], + "max_error": 0.0 + }, + { + "representative": 2096, + "members": [ + 2096 + ], + "max_error": 0.0 + }, + { + "representative": 2201, + "members": [ + 2201 + ], + "max_error": 0.0 + }, + { + "representative": 2094, + "members": [ + 2094 + ], + "max_error": 0.0 + }, + { + "representative": 2136, + "members": [ + 2136 + ], + "max_error": 0.0 + }, + { + "representative": 2566, + "members": [ + 2566 + ], + "max_error": 0.0 + }, + { + "representative": 2759, + "members": [ + 2759 + ], + "max_error": 0.0 + }, + { + "representative": 2751, + "members": [ + 2751 + ], + "max_error": 0.0 + }, + { + "representative": 2815, + "members": [ + 2815 + ], + "max_error": 0.0 + }, + { + "representative": 2728, + "members": [ + 2728 + ], + "max_error": 0.0 + }, + { + "representative": 2686, + "members": [ + 2686 + ], + "max_error": 0.0 + }, + { + "representative": 2650, + "members": [ + 2650 + ], + "max_error": 0.0 + }, + { + "representative": 2764, + "members": [ + 2764 + ], + "max_error": 0.0 + }, + { + "representative": 2574, + "members": [ + 2574 + ], + "max_error": 0.0 + }, + { + "representative": 2655, + "members": [ + 2655 + ], + "max_error": 0.0 + }, + { + "representative": 2756, + "members": [ + 2756 + ], + "max_error": 0.0 + }, + { + "representative": 3281, + "members": [ + 3281 + ], + "max_error": 0.0 + }, + { + "representative": 3277, + "members": [ + 3277 + ], + "max_error": 0.0 + }, + { + "representative": 3106, + "members": [ + 3106 + ], + "max_error": 0.0 + }, + { + "representative": 3105, + "members": [ + 3105 + ], + "max_error": 0.0 + }, + { + "representative": 3109, + "members": [ + 3109 + ], + "max_error": 0.0 + }, + { + "representative": 3099, + "members": [ + 3099 + ], + "max_error": 0.0 + }, + { + "representative": 3081, + "members": [ + 3081 + ], + "max_error": 0.0 + }, + { + "representative": 3114, + "members": [ + 3114 + ], + "max_error": 0.0 + }, + { + "representative": 3092, + "members": [ + 3092 + ], + "max_error": 0.0 + }, + { + "representative": 3084, + "members": [ + 3084 + ], + "max_error": 0.0 + }, + { + "representative": 3723, + "members": [ + 3723 + ], + "max_error": 0.0 + }, + { + "representative": 3616, + "members": [ + 3616 + ], + "max_error": 0.0 + }, + { + "representative": 3587, + "members": [ + 3587 + ], + "max_error": 0.0 + }, + { + "representative": 3782, + "members": [ + 3782 + ], + "max_error": 0.0 + }, + { + "representative": 3686, + "members": [ + 3686 + ], + "max_error": 0.0 + }, + { + "representative": 3672, + "members": [ + 3672 + ], + "max_error": 0.0 + }, + { + "representative": 3724, + "members": [ + 3724 + ], + "max_error": 0.0 + }, + { + "representative": 3716, + "members": [ + 3716 + ], + "max_error": 0.0 + }, + { + "representative": 3607, + "members": [ + 3607 + ], + "max_error": 0.0 + }, + { + "representative": 3629, + "members": [ + 3629 + ], + "max_error": 0.0 + }, + { + "representative": 3821, + "members": [ + 3821 + ], + "max_error": 0.0 + }, + { + "representative": 3817, + "members": [ + 3817 + ], + "max_error": 0.0 + }, + { + "representative": 1197, + "members": [ + 1197 + ], + "max_error": 0.0 + }, + { + "representative": 1059, + "members": [ + 1059 + ], + "max_error": 0.0 + }, + { + "representative": 1038, + "members": [ + 1038 + ], + "max_error": 0.0 + }, + { + "representative": 1085, + "members": [ + 1085 + ], + "max_error": 0.0 + }, + { + "representative": 1117, + "members": [ + 1117 + ], + "max_error": 0.0 + }, + { + "representative": 1131, + "members": [ + 1131 + ], + "max_error": 0.0 + }, + { + "representative": 1244, + "members": [ + 1244 + ], + "max_error": 0.0 + }, + { + "representative": 1242, + "members": [ + 1242 + ], + "max_error": 0.0 + }, + { + "representative": 1195, + "members": [ + 1195 + ], + "max_error": 0.0 + }, + { + "representative": 1065, + "members": [ + 1065 + ], + "max_error": 0.0 + }, + { + "representative": 1253, + "members": [ + 1253 + ], + "max_error": 0.0 + }, + { + "representative": 1151, + "members": [ + 1151 + ], + "max_error": 0.0 + }, + { + "representative": 1092, + "members": [ + 1092 + ], + "max_error": 0.0 + }, + { + "representative": 1034, + "members": [ + 1034 + ], + "max_error": 0.0 + }, + { + "representative": 1026, + "members": [ + 1026 + ], + "max_error": 0.0 + }, + { + "representative": 1142, + "members": [ + 1142 + ], + "max_error": 0.0 + }, + { + "representative": 1568, + "members": [ + 1568 + ], + "max_error": 0.0 + }, + { + "representative": 1660, + "members": [ + 1660 + ], + "max_error": 0.0 + }, + { + "representative": 1573, + "members": [ + 1573 + ], + "max_error": 0.0 + }, + { + "representative": 1704, + "members": [ + 1704 + ], + "max_error": 0.0 + }, + { + "representative": 1746, + "members": [ + 1746 + ], + "max_error": 0.0 + }, + { + "representative": 1742, + "members": [ + 1742 + ], + "max_error": 0.0 + }, + { + "representative": 1732, + "members": [ + 1732 + ], + "max_error": 0.0 + }, + { + "representative": 1735, + "members": [ + 1735 + ], + "max_error": 0.0 + }, + { + "representative": 1558, + "members": [ + 1558 + ], + "max_error": 0.0 + }, + { + "representative": 1775, + "members": [ + 1775 + ], + "max_error": 0.0 + }, + { + "representative": 1734, + "members": [ + 1734 + ], + "max_error": 0.0 + }, + { + "representative": 1728, + "members": [ + 1728 + ], + "max_error": 0.0 + }, + { + "representative": 1624, + "members": [ + 1624 + ], + "max_error": 0.0 + }, + { + "representative": 1622, + "members": [ + 1622 + ], + "max_error": 0.0 + }, + { + "representative": 1776, + "members": [ + 1776 + ], + "max_error": 0.0 + }, + { + "representative": 1764, + "members": [ + 1764 + ], + "max_error": 0.0 + }, + { + "representative": 1642, + "members": [ + 1642 + ], + "max_error": 0.0 + }, + { + "representative": 2088, + "members": [ + 2088 + ], + "max_error": 0.0 + }, + { + "representative": 2283, + "members": [ + 2283 + ], + "max_error": 0.0 + }, + { + "representative": 2081, + "members": [ + 2081 + ], + "max_error": 0.0 + }, + { + "representative": 2186, + "members": [ + 2186 + ], + "max_error": 0.0 + }, + { + "representative": 2184, + "members": [ + 2184 + ], + "max_error": 0.0 + }, + { + "representative": 2246, + "members": [ + 2246 + ], + "max_error": 0.0 + }, + { + "representative": 2149, + "members": [ + 2149 + ], + "max_error": 0.0 + }, + { + "representative": 2175, + "members": [ + 2175 + ], + "max_error": 0.0 + }, + { + "representative": 2280, + "members": [ + 2280 + ], + "max_error": 0.0 + }, + { + "representative": 2091, + "members": [ + 2091 + ], + "max_error": 0.0 + }, + { + "representative": 2116, + "members": [ + 2116 + ], + "max_error": 0.0 + }, + { + "representative": 2247, + "members": [ + 2247 + ], + "max_error": 0.0 + }, + { + "representative": 2121, + "members": [ + 2121 + ], + "max_error": 0.0 + }, + { + "representative": 2583, + "members": [ + 2583 + ], + "max_error": 0.0 + }, + { + "representative": 2685, + "members": [ + 2685 + ], + "max_error": 0.0 + }, + { + "representative": 2690, + "members": [ + 2690 + ], + "max_error": 0.0 + }, + { + "representative": 2617, + "members": [ + 2617 + ], + "max_error": 0.0 + }, + { + "representative": 2594, + "members": [ + 2594 + ], + "max_error": 0.0 + }, + { + "representative": 2808, + "members": [ + 2808 + ], + "max_error": 0.0 + }, + { + "representative": 2644, + "members": [ + 2644 + ], + "max_error": 0.0 + }, + { + "representative": 2664, + "members": [ + 2664 + ], + "max_error": 0.0 + }, + { + "representative": 2744, + "members": [ + 2744 + ], + "max_error": 0.0 + }, + { + "representative": 3191, + "members": [ + 3191 + ], + "max_error": 0.0 + }, + { + "representative": 3174, + "members": [ + 3174 + ], + "max_error": 0.0 + }, + { + "representative": 3289, + "members": [ + 3289 + ], + "max_error": 0.0 + }, + { + "representative": 3110, + "members": [ + 3110 + ], + "max_error": 0.0 + }, + { + "representative": 3199, + "members": [ + 3199 + ], + "max_error": 0.0 + }, + { + "representative": 3287, + "members": [ + 3287 + ], + "max_error": 0.0 + }, + { + "representative": 3209, + "members": [ + 3209 + ], + "max_error": 0.0 + }, + { + "representative": 3158, + "members": [ + 3158 + ], + "max_error": 0.0 + }, + { + "representative": 3108, + "members": [ + 3108 + ], + "max_error": 0.0 + }, + { + "representative": 3190, + "members": [ + 3190 + ], + "max_error": 0.0 + }, + { + "representative": 3155, + "members": [ + 3155 + ], + "max_error": 0.0 + }, + { + "representative": 3232, + "members": [ + 3232 + ], + "max_error": 0.0 + }, + { + "representative": 3606, + "members": [ + 3606 + ], + "max_error": 0.0 + }, + { + "representative": 3780, + "members": [ + 3780 + ], + "max_error": 0.0 + }, + { + "representative": 3779, + "members": [ + 3779 + ], + "max_error": 0.0 + }, + { + "representative": 3809, + "members": [ + 3809 + ], + "max_error": 0.0 + }, + { + "representative": 3704, + "members": [ + 3704 + ], + "max_error": 0.0 + }, + { + "representative": 3790, + "members": [ + 3790 + ], + "max_error": 0.0 + }, + { + "representative": 3752, + "members": [ + 3752 + ], + "max_error": 0.0 + }, + { + "representative": 3755, + "members": [ + 3755 + ], + "max_error": 0.0 + }, + { + "representative": 3620, + "members": [ + 3620 + ], + "max_error": 0.0 + }, + { + "representative": 3804, + "members": [ + 3804 + ], + "max_error": 0.0 + }, + { + "representative": 3839, + "members": [ + 3839 + ], + "max_error": 0.0 + }, + { + "representative": 3708, + "members": [ + 3708 + ], + "max_error": 0.0 + }, + { + "representative": 1262, + "members": [ + 1262 + ], + "max_error": 0.0 + }, + { + "representative": 1229, + "members": [ + 1229 + ], + "max_error": 0.0 + }, + { + "representative": 1167, + "members": [ + 1167 + ], + "max_error": 0.0 + }, + { + "representative": 1144, + "members": [ + 1144 + ], + "max_error": 0.0 + }, + { + "representative": 1119, + "members": [ + 1119 + ], + "max_error": 0.0 + }, + { + "representative": 1090, + "members": [ + 1090 + ], + "max_error": 0.0 + }, + { + "representative": 1173, + "members": [ + 1173 + ], + "max_error": 0.0 + }, + { + "representative": 1114, + "members": [ + 1114 + ], + "max_error": 0.0 + }, + { + "representative": 1029, + "members": [ + 1029 + ], + "max_error": 0.0 + }, + { + "representative": 1139, + "members": [ + 1139 + ], + "max_error": 0.0 + }, + { + "representative": 1273, + "members": [ + 1273 + ], + "max_error": 0.0 + }, + { + "representative": 1269, + "members": [ + 1269 + ], + "max_error": 0.0 + }, + { + "representative": 1179, + "members": [ + 1179 + ], + "max_error": 0.0 + }, + { + "representative": 1553, + "members": [ + 1553 + ], + "max_error": 0.0 + }, + { + "representative": 1616, + "members": [ + 1616 + ], + "max_error": 0.0 + }, + { + "representative": 1673, + "members": [ + 1673 + ], + "max_error": 0.0 + }, + { + "representative": 1726, + "members": [ + 1726 + ], + "max_error": 0.0 + }, + { + "representative": 1607, + "members": [ + 1607 + ], + "max_error": 0.0 + }, + { + "representative": 1601, + "members": [ + 1601 + ], + "max_error": 0.0 + }, + { + "representative": 1599, + "members": [ + 1599 + ], + "max_error": 0.0 + }, + { + "representative": 1669, + "members": [ + 1669 + ], + "max_error": 0.0 + }, + { + "representative": 1743, + "members": [ + 1743 + ], + "max_error": 0.0 + }, + { + "representative": 1733, + "members": [ + 1733 + ], + "max_error": 0.0 + }, + { + "representative": 1767, + "members": [ + 1767 + ], + "max_error": 0.0 + }, + { + "representative": 1668, + "members": [ + 1668 + ], + "max_error": 0.0 + }, + { + "representative": 1618, + "members": [ + 1618 + ], + "max_error": 0.0 + }, + { + "representative": 2181, + "members": [ + 2181 + ], + "max_error": 0.0 + }, + { + "representative": 2302, + "members": [ + 2302 + ], + "max_error": 0.0 + }, + { + "representative": 2172, + "members": [ + 2172 + ], + "max_error": 0.0 + }, + { + "representative": 2217, + "members": [ + 2217 + ], + "max_error": 0.0 + }, + { + "representative": 2058, + "members": [ + 2058 + ], + "max_error": 0.0 + }, + { + "representative": 2187, + "members": [ + 2187 + ], + "max_error": 0.0 + }, + { + "representative": 2098, + "members": [ + 2098 + ], + "max_error": 0.0 + }, + { + "representative": 2265, + "members": [ + 2265 + ], + "max_error": 0.0 + }, + { + "representative": 2119, + "members": [ + 2119 + ], + "max_error": 0.0 + }, + { + "representative": 2277, + "members": [ + 2277 + ], + "max_error": 0.0 + }, + { + "representative": 2251, + "members": [ + 2251 + ], + "max_error": 0.0 + }, + { + "representative": 2203, + "members": [ + 2203 + ], + "max_error": 0.0 + }, + { + "representative": 2281, + "members": [ + 2281 + ], + "max_error": 0.0 + }, + { + "representative": 2202, + "members": [ + 2202 + ], + "max_error": 0.0 + }, + { + "representative": 2208, + "members": [ + 2208 + ], + "max_error": 0.0 + }, + { + "representative": 2168, + "members": [ + 2168 + ], + "max_error": 0.0 + }, + { + "representative": 2258, + "members": [ + 2258 + ], + "max_error": 0.0 + }, + { + "representative": 2061, + "members": [ + 2061 + ], + "max_error": 0.0 + }, + { + "representative": 2291, + "members": [ + 2291 + ], + "max_error": 0.0 + }, + { + "representative": 2160, + "members": [ + 2160 + ], + "max_error": 0.0 + }, + { + "representative": 2653, + "members": [ + 2653 + ], + "max_error": 0.0 + }, + { + "representative": 2807, + "members": [ + 2807 + ], + "max_error": 0.0 + }, + { + "representative": 2669, + "members": [ + 2669 + ], + "max_error": 0.0 + }, + { + "representative": 2585, + "members": [ + 2585 + ], + "max_error": 0.0 + }, + { + "representative": 2752, + "members": [ + 2752 + ], + "max_error": 0.0 + }, + { + "representative": 2699, + "members": [ + 2699 + ], + "max_error": 0.0 + }, + { + "representative": 3196, + "members": [ + 3196 + ], + "max_error": 0.0 + }, + { + "representative": 3121, + "members": [ + 3121 + ], + "max_error": 0.0 + }, + { + "representative": 3117, + "members": [ + 3117 + ], + "max_error": 0.0 + }, + { + "representative": 3128, + "members": [ + 3128 + ], + "max_error": 0.0 + }, + { + "representative": 3279, + "members": [ + 3279 + ], + "max_error": 0.0 + }, + { + "representative": 3256, + "members": [ + 3256 + ], + "max_error": 0.0 + }, + { + "representative": 3122, + "members": [ + 3122 + ], + "max_error": 0.0 + }, + { + "representative": 3097, + "members": [ + 3097 + ], + "max_error": 0.0 + }, + { + "representative": 3073, + "members": [ + 3073 + ], + "max_error": 0.0 + }, + { + "representative": 3101, + "members": [ + 3101 + ], + "max_error": 0.0 + }, + { + "representative": 3261, + "members": [ + 3261 + ], + "max_error": 0.0 + }, + { + "representative": 3175, + "members": [ + 3175 + ], + "max_error": 0.0 + }, + { + "representative": 3075, + "members": [ + 3075 + ], + "max_error": 0.0 + }, + { + "representative": 3076, + "members": [ + 3076 + ], + "max_error": 0.0 + }, + { + "representative": 3235, + "members": [ + 3235 + ], + "max_error": 0.0 + }, + { + "representative": 3294, + "members": [ + 3294 + ], + "max_error": 0.0 + }, + { + "representative": 3137, + "members": [ + 3137 + ], + "max_error": 0.0 + }, + { + "representative": 3316, + "members": [ + 3316 + ], + "max_error": 0.0 + }, + { + "representative": 3803, + "members": [ + 3803 + ], + "max_error": 0.0 + }, + { + "representative": 3603, + "members": [ + 3603 + ], + "max_error": 0.0 + }, + { + "representative": 3760, + "members": [ + 3760 + ], + "max_error": 0.0 + }, + { + "representative": 3761, + "members": [ + 3761 + ], + "max_error": 0.0 + }, + { + "representative": 3828, + "members": [ + 3828 + ], + "max_error": 0.0 + }, + { + "representative": 3612, + "members": [ + 3612 + ], + "max_error": 0.0 + }, + { + "representative": 3714, + "members": [ + 3714 + ], + "max_error": 0.0 + }, + { + "representative": 2652, + "members": [ + 2652 + ], + "max_error": 0.0 + }, + { + "representative": 2630, + "members": [ + 2630 + ], + "max_error": 0.0 + }, + { + "representative": 2806, + "members": [ + 2806 + ], + "max_error": 0.0 + }, + { + "representative": 2587, + "members": [ + 2587 + ], + "max_error": 0.0 + }, + { + "representative": 2568, + "members": [ + 2568 + ], + "max_error": 0.0 + }, + { + "representative": 2701, + "members": [ + 2701 + ], + "max_error": 0.0 + }, + { + "representative": 3153, + "members": [ + 3153 + ], + "max_error": 0.0 + }, + { + "representative": 3310, + "members": [ + 3310 + ], + "max_error": 0.0 + }, + { + "representative": 3102, + "members": [ + 3102 + ], + "max_error": 0.0 + }, + { + "representative": 3319, + "members": [ + 3319 + ], + "max_error": 0.0 + }, + { + "representative": 3265, + "members": [ + 3265 + ], + "max_error": 0.0 + }, + { + "representative": 3077, + "members": [ + 3077 + ], + "max_error": 0.0 + }, + { + "representative": 3138, + "members": [ + 3138 + ], + "max_error": 0.0 + }, + { + "representative": 3220, + "members": [ + 3220 + ], + "max_error": 0.0 + }, + { + "representative": 3689, + "members": [ + 3689 + ], + "max_error": 0.0 + }, + { + "representative": 3600, + "members": [ + 3600 + ], + "max_error": 0.0 + }, + { + "representative": 3617, + "members": [ + 3617 + ], + "max_error": 0.0 + }, + { + "representative": 3718, + "members": [ + 3718 + ], + "max_error": 0.0 + }, + { + "representative": 3613, + "members": [ + 3613 + ], + "max_error": 0.0 + }, + { + "representative": 3726, + "members": [ + 3726 + ], + "max_error": 0.0 + }, + { + "representative": 3665, + "members": [ + 3665 + ], + "max_error": 0.0 + }, + { + "representative": 4296, + "members": [ + 4296 + ], + "max_error": 0.0 + }, + { + "representative": 4289, + "members": [ + 4289 + ], + "max_error": 0.0 + }, + { + "representative": 4299, + "members": [ + 4299 + ], + "max_error": 0.0 + }, + { + "representative": 4300, + "members": [ + 4300 + ], + "max_error": 0.0 + }, + { + "representative": 4301, + "members": [ + 4301 + ], + "max_error": 0.0 + }, + { + "representative": 4290, + "members": [ + 4290 + ], + "max_error": 0.0 + }, + { + "representative": 4291, + "members": [ + 4291 + ], + "max_error": 0.0 + }, + { + "representative": 4292, + "members": [ + 4292 + ], + "max_error": 0.0 + }, + { + "representative": 4293, + "members": [ + 4293 + ], + "max_error": 0.0 + }, + { + "representative": 4294, + "members": [ + 4294 + ], + "max_error": 0.0 + }, + { + "representative": 4304, + "members": [ + 4304 + ], + "max_error": 0.0 + }, + { + "representative": 4312, + "members": [ + 4312 + ], + "max_error": 0.0 + }, + { + "representative": 4313, + "members": [ + 4313 + ], + "max_error": 0.0 + }, + { + "representative": 4305, + "members": [ + 4305 + ], + "max_error": 0.0 + }, + { + "representative": 4315, + "members": [ + 4315 + ], + "max_error": 0.0 + }, + { + "representative": 4316, + "members": [ + 4316 + ], + "max_error": 0.0 + }, + { + "representative": 4317, + "members": [ + 4317 + ], + "max_error": 0.0 + }, + { + "representative": 4318, + "members": [ + 4318 + ], + "max_error": 0.0 + }, + { + "representative": 4319, + "members": [ + 4319 + ], + "max_error": 0.0 + }, + { + "representative": 4307, + "members": [ + 4307 + ], + "max_error": 0.0 + }, + { + "representative": 4310, + "members": [ + 4310 + ], + "max_error": 0.0 + }, + { + "representative": 4311, + "members": [ + 4311 + ], + "max_error": 0.0 + }, + { + "representative": 4321, + "members": [ + 4321 + ], + "max_error": 0.0 + }, + { + "representative": 4330, + "members": [ + 4330 + ], + "max_error": 0.0 + }, + { + "representative": 4333, + "members": [ + 4333 + ], + "max_error": 0.0 + }, + { + "representative": 4335, + "members": [ + 4335 + ], + "max_error": 0.0 + }, + { + "representative": 4323, + "members": [ + 4323 + ], + "max_error": 0.0 + }, + { + "representative": 4324, + "members": [ + 4324 + ], + "max_error": 0.0 + }, + { + "representative": 4325, + "members": [ + 4325 + ], + "max_error": 0.0 + }, + { + "representative": 4327, + "members": [ + 4327 + ], + "max_error": 0.0 + }, + { + "representative": 4336, + "members": [ + 4336 + ], + "max_error": 0.0 + }, + { + "representative": 4344, + "members": [ + 4344 + ], + "max_error": 0.0 + }, + { + "representative": 4347, + "members": [ + 4347 + ], + "max_error": 0.0 + }, + { + "representative": 4349, + "members": [ + 4349 + ], + "max_error": 0.0 + }, + { + "representative": 4351, + "members": [ + 4351 + ], + "max_error": 0.0 + }, + { + "representative": 4338, + "members": [ + 4338 + ], + "max_error": 0.0 + }, + { + "representative": 4339, + "members": [ + 4339 + ], + "max_error": 0.0 + }, + { + "representative": 4342, + "members": [ + 4342 + ], + "max_error": 0.0 + }, + { + "representative": 4610, + "members": [ + 4610 + ], + "max_error": 0.0 + }, + { + "representative": 4624, + "members": [ + 4624 + ], + "max_error": 0.0 + }, + { + "representative": 4701, + "members": [ + 4701 + ], + "max_error": 0.0 + }, + { + "representative": 4826, + "members": [ + 4826 + ], + "max_error": 0.0 + }, + { + "representative": 4688, + "members": [ + 4688 + ], + "max_error": 0.0 + }, + { + "representative": 4742, + "members": [ + 4742 + ], + "max_error": 0.0 + }, + { + "representative": 4806, + "members": [ + 4806 + ], + "max_error": 0.0 + }, + { + "representative": 4780, + "members": [ + 4780 + ], + "max_error": 0.0 + }, + { + "representative": 4621, + "members": [ + 4621 + ], + "max_error": 0.0 + }, + { + "representative": 4801, + "members": [ + 4801 + ], + "max_error": 0.0 + }, + { + "representative": 4691, + "members": [ + 4691 + ], + "max_error": 0.0 + }, + { + "representative": 4649, + "members": [ + 4649 + ], + "max_error": 0.0 + }, + { + "representative": 4679, + "members": [ + 4679 + ], + "max_error": 0.0 + }, + { + "representative": 4681, + "members": [ + 4681 + ], + "max_error": 0.0 + }, + { + "representative": 4666, + "members": [ + 4666 + ], + "max_error": 0.0 + }, + { + "representative": 4721, + "members": [ + 4721 + ], + "max_error": 0.0 + }, + { + "representative": 4796, + "members": [ + 4796 + ], + "max_error": 0.0 + }, + { + "representative": 4854, + "members": [ + 4854 + ], + "max_error": 0.0 + }, + { + "representative": 4617, + "members": [ + 4617 + ], + "max_error": 0.0 + }, + { + "representative": 4698, + "members": [ + 4698 + ], + "max_error": 0.0 + }, + { + "representative": 4710, + "members": [ + 4710 + ], + "max_error": 0.0 + }, + { + "representative": 4613, + "members": [ + 4613 + ], + "max_error": 0.0 + }, + { + "representative": 4680, + "members": [ + 4680 + ], + "max_error": 0.0 + }, + { + "representative": 4700, + "members": [ + 4700 + ], + "max_error": 0.0 + }, + { + "representative": 4792, + "members": [ + 4792 + ], + "max_error": 0.0 + }, + { + "representative": 4726, + "members": [ + 4726 + ], + "max_error": 0.0 + }, + { + "representative": 4737, + "members": [ + 4737 + ], + "max_error": 0.0 + }, + { + "representative": 4672, + "members": [ + 4672 + ], + "max_error": 0.0 + }, + { + "representative": 4668, + "members": [ + 4668 + ], + "max_error": 0.0 + }, + { + "representative": 4653, + "members": [ + 4653 + ], + "max_error": 0.0 + }, + { + "representative": 4706, + "members": [ + 4706 + ], + "max_error": 0.0 + }, + { + "representative": 4659, + "members": [ + 4659 + ], + "max_error": 0.0 + }, + { + "representative": 4655, + "members": [ + 4655 + ], + "max_error": 0.0 + }, + { + "representative": 4651, + "members": [ + 4651 + ], + "max_error": 0.0 + }, + { + "representative": 4770, + "members": [ + 4770 + ], + "max_error": 0.0 + }, + { + "representative": 5157, + "members": [ + 5157 + ], + "max_error": 0.0 + }, + { + "representative": 5133, + "members": [ + 5133 + ], + "max_error": 0.0 + }, + { + "representative": 5134, + "members": [ + 5134 + ], + "max_error": 0.0 + }, + { + "representative": 5224, + "members": [ + 5224 + ], + "max_error": 0.0 + }, + { + "representative": 5326, + "members": [ + 5326 + ], + "max_error": 0.0 + }, + { + "representative": 5269, + "members": [ + 5269 + ], + "max_error": 0.0 + }, + { + "representative": 5256, + "members": [ + 5256 + ], + "max_error": 0.0 + }, + { + "representative": 5304, + "members": [ + 5304 + ], + "max_error": 0.0 + }, + { + "representative": 5203, + "members": [ + 5203 + ], + "max_error": 0.0 + }, + { + "representative": 5352, + "members": [ + 5352 + ], + "max_error": 0.0 + }, + { + "representative": 5127, + "members": [ + 5127 + ], + "max_error": 0.0 + }, + { + "representative": 5179, + "members": [ + 5179 + ], + "max_error": 0.0 + }, + { + "representative": 5361, + "members": [ + 5361 + ], + "max_error": 0.0 + }, + { + "representative": 5138, + "members": [ + 5138 + ], + "max_error": 0.0 + }, + { + "representative": 5191, + "members": [ + 5191 + ], + "max_error": 0.0 + }, + { + "representative": 5284, + "members": [ + 5284 + ], + "max_error": 0.0 + }, + { + "representative": 5306, + "members": [ + 5306 + ], + "max_error": 0.0 + }, + { + "representative": 5197, + "members": [ + 5197 + ], + "max_error": 0.0 + }, + { + "representative": 5238, + "members": [ + 5238 + ], + "max_error": 0.0 + }, + { + "representative": 5183, + "members": [ + 5183 + ], + "max_error": 0.0 + }, + { + "representative": 5192, + "members": [ + 5192 + ], + "max_error": 0.0 + }, + { + "representative": 5163, + "members": [ + 5163 + ], + "max_error": 0.0 + }, + { + "representative": 5202, + "members": [ + 5202 + ], + "max_error": 0.0 + }, + { + "representative": 5151, + "members": [ + 5151 + ], + "max_error": 0.0 + }, + { + "representative": 5147, + "members": [ + 5147 + ], + "max_error": 0.0 + }, + { + "representative": 5207, + "members": [ + 5207 + ], + "max_error": 0.0 + }, + { + "representative": 5243, + "members": [ + 5243 + ], + "max_error": 0.0 + }, + { + "representative": 5131, + "members": [ + 5131 + ], + "max_error": 0.0 + }, + { + "representative": 5142, + "members": [ + 5142 + ], + "max_error": 0.0 + }, + { + "representative": 5178, + "members": [ + 5178 + ], + "max_error": 0.0 + }, + { + "representative": 5266, + "members": [ + 5266 + ], + "max_error": 0.0 + }, + { + "representative": 5244, + "members": [ + 5244 + ], + "max_error": 0.0 + }, + { + "representative": 5315, + "members": [ + 5315 + ], + "max_error": 0.0 + }, + { + "representative": 5348, + "members": [ + 5348 + ], + "max_error": 0.0 + }, + { + "representative": 5171, + "members": [ + 5171 + ], + "max_error": 0.0 + }, + { + "representative": 5211, + "members": [ + 5211 + ], + "max_error": 0.0 + }, + { + "representative": 5824, + "members": [ + 5824 + ], + "max_error": 0.0 + }, + { + "representative": 5832, + "members": [ + 5832 + ], + "max_error": 0.0 + }, + { + "representative": 5825, + "members": [ + 5825 + ], + "max_error": 0.0 + }, + { + "representative": 5834, + "members": [ + 5834 + ], + "max_error": 0.0 + }, + { + "representative": 5836, + "members": [ + 5836 + ], + "max_error": 0.0 + }, + { + "representative": 5838, + "members": [ + 5838 + ], + "max_error": 0.0 + }, + { + "representative": 5839, + "members": [ + 5839 + ], + "max_error": 0.0 + }, + { + "representative": 5827, + "members": [ + 5827 + ], + "max_error": 0.0 + }, + { + "representative": 5828, + "members": [ + 5828 + ], + "max_error": 0.0 + }, + { + "representative": 5830, + "members": [ + 5830 + ], + "max_error": 0.0 + }, + { + "representative": 5831, + "members": [ + 5831 + ], + "max_error": 0.0 + }, + { + "representative": 5841, + "members": [ + 5841 + ], + "max_error": 0.0 + }, + { + "representative": 5850, + "members": [ + 5850 + ], + "max_error": 0.0 + }, + { + "representative": 5851, + "members": [ + 5851 + ], + "max_error": 0.0 + }, + { + "representative": 5854, + "members": [ + 5854 + ], + "max_error": 0.0 + }, + { + "representative": 5855, + "members": [ + 5855 + ], + "max_error": 0.0 + }, + { + "representative": 5842, + "members": [ + 5842 + ], + "max_error": 0.0 + }, + { + "representative": 5843, + "members": [ + 5843 + ], + "max_error": 0.0 + }, + { + "representative": 5844, + "members": [ + 5844 + ], + "max_error": 0.0 + }, + { + "representative": 5845, + "members": [ + 5845 + ], + "max_error": 0.0 + }, + { + "representative": 5846, + "members": [ + 5846 + ], + "max_error": 0.0 + }, + { + "representative": 5847, + "members": [ + 5847 + ], + "max_error": 0.0 + }, + { + "representative": 5856, + "members": [ + 5856 + ], + "max_error": 0.0 + }, + { + "representative": 5865, + "members": [ + 5865 + ], + "max_error": 0.0 + }, + { + "representative": 5867, + "members": [ + 5867 + ], + "max_error": 0.0 + }, + { + "representative": 5871, + "members": [ + 5871 + ], + "max_error": 0.0 + }, + { + "representative": 5858, + "members": [ + 5858 + ], + "max_error": 0.0 + }, + { + "representative": 5859, + "members": [ + 5859 + ], + "max_error": 0.0 + }, + { + "representative": 5860, + "members": [ + 5860 + ], + "max_error": 0.0 + }, + { + "representative": 5862, + "members": [ + 5862 + ], + "max_error": 0.0 + }, + { + "representative": 5863, + "members": [ + 5863 + ], + "max_error": 0.0 + }, + { + "representative": 5872, + "members": [ + 5872 + ], + "max_error": 0.0 + }, + { + "representative": 5880, + "members": [ + 5880 + ], + "max_error": 0.0 + }, + { + "representative": 5882, + "members": [ + 5882 + ], + "max_error": 0.0 + }, + { + "representative": 5883, + "members": [ + 5883 + ], + "max_error": 0.0 + }, + { + "representative": 5884, + "members": [ + 5884 + ], + "max_error": 0.0 + }, + { + "representative": 5885, + "members": [ + 5885 + ], + "max_error": 0.0 + }, + { + "representative": 5887, + "members": [ + 5887 + ], + "max_error": 0.0 + }, + { + "representative": 5874, + "members": [ + 5874 + ], + "max_error": 0.0 + }, + { + "representative": 5879, + "members": [ + 5879 + ], + "max_error": 0.0 + }, + { + "representative": 2584, + "members": [ + 2584 + ], + "max_error": 0.0 + }, + { + "representative": 2734, + "members": [ + 2734 + ], + "max_error": 0.0 + }, + { + "representative": 2813, + "members": [ + 2813 + ], + "max_error": 0.0 + }, + { + "representative": 2708, + "members": [ + 2708 + ], + "max_error": 0.0 + }, + { + "representative": 2681, + "members": [ + 2681 + ], + "max_error": 0.0 + }, + { + "representative": 2567, + "members": [ + 2567 + ], + "max_error": 0.0 + }, + { + "representative": 2599, + "members": [ + 2599 + ], + "max_error": 0.0 + }, + { + "representative": 2622, + "members": [ + 2622 + ], + "max_error": 0.0 + }, + { + "representative": 2771, + "members": [ + 2771 + ], + "max_error": 0.0 + }, + { + "representative": 2730, + "members": [ + 2730 + ], + "max_error": 0.0 + }, + { + "representative": 2560, + "members": [ + 2560 + ], + "max_error": 0.0 + }, + { + "representative": 2784, + "members": [ + 2784 + ], + "max_error": 0.0 + }, + { + "representative": 2757, + "members": [ + 2757 + ], + "max_error": 0.0 + }, + { + "representative": 2651, + "members": [ + 2651 + ], + "max_error": 0.0 + }, + { + "representative": 2715, + "members": [ + 2715 + ], + "max_error": 0.0 + }, + { + "representative": 2624, + "members": [ + 2624 + ], + "max_error": 0.0 + }, + { + "representative": 3189, + "members": [ + 3189 + ], + "max_error": 0.0 + }, + { + "representative": 3318, + "members": [ + 3318 + ], + "max_error": 0.0 + }, + { + "representative": 3160, + "members": [ + 3160 + ], + "max_error": 0.0 + }, + { + "representative": 3241, + "members": [ + 3241 + ], + "max_error": 0.0 + }, + { + "representative": 3260, + "members": [ + 3260 + ], + "max_error": 0.0 + }, + { + "representative": 3251, + "members": [ + 3251 + ], + "max_error": 0.0 + }, + { + "representative": 3213, + "members": [ + 3213 + ], + "max_error": 0.0 + }, + { + "representative": 3206, + "members": [ + 3206 + ], + "max_error": 0.0 + }, + { + "representative": 3284, + "members": [ + 3284 + ], + "max_error": 0.0 + }, + { + "representative": 3304, + "members": [ + 3304 + ], + "max_error": 0.0 + }, + { + "representative": 3112, + "members": [ + 3112 + ], + "max_error": 0.0 + }, + { + "representative": 3807, + "members": [ + 3807 + ], + "max_error": 0.0 + }, + { + "representative": 3715, + "members": [ + 3715 + ], + "max_error": 0.0 + }, + { + "representative": 3662, + "members": [ + 3662 + ], + "max_error": 0.0 + }, + { + "representative": 3660, + "members": [ + 3660 + ], + "max_error": 0.0 + }, + { + "representative": 3707, + "members": [ + 3707 + ], + "max_error": 0.0 + }, + { + "representative": 3615, + "members": [ + 3615 + ], + "max_error": 0.0 + }, + { + "representative": 3794, + "members": [ + 3794 + ], + "max_error": 0.0 + }, + { + "representative": 3680, + "members": [ + 3680 + ], + "max_error": 0.0 + }, + { + "representative": 4322, + "members": [ + 4322 + ], + "max_error": 0.0 + }, + { + "representative": 4302, + "members": [ + 4302 + ], + "max_error": 0.0 + }, + { + "representative": 4159, + "members": [ + 4159 + ], + "max_error": 0.0 + }, + { + "representative": 4152, + "members": [ + 4152 + ], + "max_error": 0.0 + }, + { + "representative": 4340, + "members": [ + 4340 + ], + "max_error": 0.0 + }, + { + "representative": 4253, + "members": [ + 4253 + ], + "max_error": 0.0 + }, + { + "representative": 4252, + "members": [ + 4252 + ], + "max_error": 0.0 + }, + { + "representative": 4278, + "members": [ + 4278 + ], + "max_error": 0.0 + }, + { + "representative": 4210, + "members": [ + 4210 + ], + "max_error": 0.0 + }, + { + "representative": 4332, + "members": [ + 4332 + ], + "max_error": 0.0 + }, + { + "representative": 4246, + "members": [ + 4246 + ], + "max_error": 0.0 + }, + { + "representative": 4185, + "members": [ + 4185 + ], + "max_error": 0.0 + }, + { + "representative": 4102, + "members": [ + 4102 + ], + "max_error": 0.0 + }, + { + "representative": 4314, + "members": [ + 4314 + ], + "max_error": 0.0 + }, + { + "representative": 4112, + "members": [ + 4112 + ], + "max_error": 0.0 + }, + { + "representative": 4229, + "members": [ + 4229 + ], + "max_error": 0.0 + }, + { + "representative": 4281, + "members": [ + 4281 + ], + "max_error": 0.0 + }, + { + "representative": 4277, + "members": [ + 4277 + ], + "max_error": 0.0 + }, + { + "representative": 4331, + "members": [ + 4331 + ], + "max_error": 0.0 + }, + { + "representative": 4329, + "members": [ + 4329 + ], + "max_error": 0.0 + }, + { + "representative": 4156, + "members": [ + 4156 + ], + "max_error": 0.0 + }, + { + "representative": 4261, + "members": [ + 4261 + ], + "max_error": 0.0 + }, + { + "representative": 4135, + "members": [ + 4135 + ], + "max_error": 0.0 + }, + { + "representative": 4107, + "members": [ + 4107 + ], + "max_error": 0.0 + }, + { + "representative": 4279, + "members": [ + 4279 + ], + "max_error": 0.0 + }, + { + "representative": 4295, + "members": [ + 4295 + ], + "max_error": 0.0 + }, + { + "representative": 4309, + "members": [ + 4309 + ], + "max_error": 0.0 + }, + { + "representative": 4198, + "members": [ + 4198 + ], + "max_error": 0.0 + }, + { + "representative": 4303, + "members": [ + 4303 + ], + "max_error": 0.0 + }, + { + "representative": 4285, + "members": [ + 4285 + ], + "max_error": 0.0 + }, + { + "representative": 4328, + "members": [ + 4328 + ], + "max_error": 0.0 + }, + { + "representative": 4306, + "members": [ + 4306 + ], + "max_error": 0.0 + }, + { + "representative": 4157, + "members": [ + 4157 + ], + "max_error": 0.0 + }, + { + "representative": 4226, + "members": [ + 4226 + ], + "max_error": 0.0 + }, + { + "representative": 4350, + "members": [ + 4350 + ], + "max_error": 0.0 + }, + { + "representative": 4326, + "members": [ + 4326 + ], + "max_error": 0.0 + }, + { + "representative": 4186, + "members": [ + 4186 + ], + "max_error": 0.0 + }, + { + "representative": 4164, + "members": [ + 4164 + ], + "max_error": 0.0 + }, + { + "representative": 4308, + "members": [ + 4308 + ], + "max_error": 0.0 + }, + { + "representative": 4346, + "members": [ + 4346 + ], + "max_error": 0.0 + }, + { + "representative": 4124, + "members": [ + 4124 + ], + "max_error": 0.0 + }, + { + "representative": 4223, + "members": [ + 4223 + ], + "max_error": 0.0 + }, + { + "representative": 4343, + "members": [ + 4343 + ], + "max_error": 0.0 + }, + { + "representative": 4708, + "members": [ + 4708 + ], + "max_error": 0.0 + }, + { + "representative": 4673, + "members": [ + 4673 + ], + "max_error": 0.0 + }, + { + "representative": 4763, + "members": [ + 4763 + ], + "max_error": 0.0 + }, + { + "representative": 4722, + "members": [ + 4722 + ], + "max_error": 0.0 + }, + { + "representative": 4730, + "members": [ + 4730 + ], + "max_error": 0.0 + }, + { + "representative": 4626, + "members": [ + 4626 + ], + "max_error": 0.0 + }, + { + "representative": 4636, + "members": [ + 4636 + ], + "max_error": 0.0 + }, + { + "representative": 4643, + "members": [ + 4643 + ], + "max_error": 0.0 + }, + { + "representative": 4839, + "members": [ + 4839 + ], + "max_error": 0.0 + }, + { + "representative": 4663, + "members": [ + 4663 + ], + "max_error": 0.0 + }, + { + "representative": 4620, + "members": [ + 4620 + ], + "max_error": 0.0 + }, + { + "representative": 4808, + "members": [ + 4808 + ], + "max_error": 0.0 + }, + { + "representative": 4803, + "members": [ + 4803 + ], + "max_error": 0.0 + }, + { + "representative": 4725, + "members": [ + 4725 + ], + "max_error": 0.0 + }, + { + "representative": 4644, + "members": [ + 4644 + ], + "max_error": 0.0 + }, + { + "representative": 4608, + "members": [ + 4608 + ], + "max_error": 0.0 + }, + { + "representative": 4849, + "members": [ + 4849 + ], + "max_error": 0.0 + }, + { + "representative": 4817, + "members": [ + 4817 + ], + "max_error": 0.0 + }, + { + "representative": 4773, + "members": [ + 4773 + ], + "max_error": 0.0 + }, + { + "representative": 4830, + "members": [ + 4830 + ], + "max_error": 0.0 + }, + { + "representative": 4623, + "members": [ + 4623 + ], + "max_error": 0.0 + }, + { + "representative": 4822, + "members": [ + 4822 + ], + "max_error": 0.0 + }, + { + "representative": 4800, + "members": [ + 4800 + ], + "max_error": 0.0 + }, + { + "representative": 4762, + "members": [ + 4762 + ], + "max_error": 0.0 + }, + { + "representative": 4844, + "members": [ + 4844 + ], + "max_error": 0.0 + }, + { + "representative": 4731, + "members": [ + 4731 + ], + "max_error": 0.0 + }, + { + "representative": 4650, + "members": [ + 4650 + ], + "max_error": 0.0 + }, + { + "representative": 4682, + "members": [ + 4682 + ], + "max_error": 0.0 + }, + { + "representative": 4630, + "members": [ + 4630 + ], + "max_error": 0.0 + }, + { + "representative": 4696, + "members": [ + 4696 + ], + "max_error": 0.0 + }, + { + "representative": 4810, + "members": [ + 4810 + ], + "max_error": 0.0 + }, + { + "representative": 4627, + "members": [ + 4627 + ], + "max_error": 0.0 + }, + { + "representative": 4695, + "members": [ + 4695 + ], + "max_error": 0.0 + }, + { + "representative": 4743, + "members": [ + 4743 + ], + "max_error": 0.0 + }, + { + "representative": 4820, + "members": [ + 4820 + ], + "max_error": 0.0 + }, + { + "representative": 5307, + "members": [ + 5307 + ], + "max_error": 0.0 + }, + { + "representative": 5341, + "members": [ + 5341 + ], + "max_error": 0.0 + }, + { + "representative": 5293, + "members": [ + 5293 + ], + "max_error": 0.0 + }, + { + "representative": 5140, + "members": [ + 5140 + ], + "max_error": 0.0 + }, + { + "representative": 5245, + "members": [ + 5245 + ], + "max_error": 0.0 + }, + { + "representative": 5324, + "members": [ + 5324 + ], + "max_error": 0.0 + }, + { + "representative": 5210, + "members": [ + 5210 + ], + "max_error": 0.0 + }, + { + "representative": 5347, + "members": [ + 5347 + ], + "max_error": 0.0 + }, + { + "representative": 5239, + "members": [ + 5239 + ], + "max_error": 0.0 + }, + { + "representative": 5314, + "members": [ + 5314 + ], + "max_error": 0.0 + }, + { + "representative": 5273, + "members": [ + 5273 + ], + "max_error": 0.0 + }, + { + "representative": 5345, + "members": [ + 5345 + ], + "max_error": 0.0 + }, + { + "representative": 5317, + "members": [ + 5317 + ], + "max_error": 0.0 + }, + { + "representative": 5279, + "members": [ + 5279 + ], + "max_error": 0.0 + }, + { + "representative": 5249, + "members": [ + 5249 + ], + "max_error": 0.0 + }, + { + "representative": 5234, + "members": [ + 5234 + ], + "max_error": 0.0 + }, + { + "representative": 5126, + "members": [ + 5126 + ], + "max_error": 0.0 + }, + { + "representative": 5141, + "members": [ + 5141 + ], + "max_error": 0.0 + }, + { + "representative": 5248, + "members": [ + 5248 + ], + "max_error": 0.0 + }, + { + "representative": 5217, + "members": [ + 5217 + ], + "max_error": 0.0 + }, + { + "representative": 5356, + "members": [ + 5356 + ], + "max_error": 0.0 + }, + { + "representative": 5258, + "members": [ + 5258 + ], + "max_error": 0.0 + }, + { + "representative": 5180, + "members": [ + 5180 + ], + "max_error": 0.0 + }, + { + "representative": 5325, + "members": [ + 5325 + ], + "max_error": 0.0 + }, + { + "representative": 5367, + "members": [ + 5367 + ], + "max_error": 0.0 + }, + { + "representative": 5365, + "members": [ + 5365 + ], + "max_error": 0.0 + }, + { + "representative": 5327, + "members": [ + 5327 + ], + "max_error": 0.0 + }, + { + "representative": 5124, + "members": [ + 5124 + ], + "max_error": 0.0 + }, + { + "representative": 5242, + "members": [ + 5242 + ], + "max_error": 0.0 + }, + { + "representative": 5160, + "members": [ + 5160 + ], + "max_error": 0.0 + }, + { + "representative": 5328, + "members": [ + 5328 + ], + "max_error": 0.0 + }, + { + "representative": 5214, + "members": [ + 5214 + ], + "max_error": 0.0 + }, + { + "representative": 5213, + "members": [ + 5213 + ], + "max_error": 0.0 + }, + { + "representative": 5371, + "members": [ + 5371 + ], + "max_error": 0.0 + }, + { + "representative": 5222, + "members": [ + 5222 + ], + "max_error": 0.0 + }, + { + "representative": 5319, + "members": [ + 5319 + ], + "max_error": 0.0 + }, + { + "representative": 5353, + "members": [ + 5353 + ], + "max_error": 0.0 + }, + { + "representative": 5271, + "members": [ + 5271 + ], + "max_error": 0.0 + }, + { + "representative": 5194, + "members": [ + 5194 + ], + "max_error": 0.0 + }, + { + "representative": 5166, + "members": [ + 5166 + ], + "max_error": 0.0 + }, + { + "representative": 5125, + "members": [ + 5125 + ], + "max_error": 0.0 + }, + { + "representative": 5176, + "members": [ + 5176 + ], + "max_error": 0.0 + }, + { + "representative": 5332, + "members": [ + 5332 + ], + "max_error": 0.0 + }, + { + "representative": 5146, + "members": [ + 5146 + ], + "max_error": 0.0 + }, + { + "representative": 5161, + "members": [ + 5161 + ], + "max_error": 0.0 + }, + { + "representative": 5121, + "members": [ + 5121 + ], + "max_error": 0.0 + }, + { + "representative": 5335, + "members": [ + 5335 + ], + "max_error": 0.0 + }, + { + "representative": 5302, + "members": [ + 5302 + ], + "max_error": 0.0 + }, + { + "representative": 5281, + "members": [ + 5281 + ], + "max_error": 0.0 + }, + { + "representative": 5205, + "members": [ + 5205 + ], + "max_error": 0.0 + }, + { + "representative": 5290, + "members": [ + 5290 + ], + "max_error": 0.0 + }, + { + "representative": 5309, + "members": [ + 5309 + ], + "max_error": 0.0 + }, + { + "representative": 5340, + "members": [ + 5340 + ], + "max_error": 0.0 + }, + { + "representative": 5308, + "members": [ + 5308 + ], + "max_error": 0.0 + }, + { + "representative": 5346, + "members": [ + 5346 + ], + "max_error": 0.0 + }, + { + "representative": 5132, + "members": [ + 5132 + ], + "max_error": 0.0 + }, + { + "representative": 5144, + "members": [ + 5144 + ], + "max_error": 0.0 + }, + { + "representative": 5128, + "members": [ + 5128 + ], + "max_error": 0.0 + }, + { + "representative": 5218, + "members": [ + 5218 + ], + "max_error": 0.0 + }, + { + "representative": 5793, + "members": [ + 5793 + ], + "max_error": 0.0 + }, + { + "representative": 5721, + "members": [ + 5721 + ], + "max_error": 0.0 + }, + { + "representative": 5878, + "members": [ + 5878 + ], + "max_error": 0.0 + }, + { + "representative": 5673, + "members": [ + 5673 + ], + "max_error": 0.0 + }, + { + "representative": 5638, + "members": [ + 5638 + ], + "max_error": 0.0 + }, + { + "representative": 5735, + "members": [ + 5735 + ], + "max_error": 0.0 + }, + { + "representative": 5795, + "members": [ + 5795 + ], + "max_error": 0.0 + }, + { + "representative": 5738, + "members": [ + 5738 + ], + "max_error": 0.0 + }, + { + "representative": 5881, + "members": [ + 5881 + ], + "max_error": 0.0 + }, + { + "representative": 5868, + "members": [ + 5868 + ], + "max_error": 0.0 + }, + { + "representative": 5886, + "members": [ + 5886 + ], + "max_error": 0.0 + }, + { + "representative": 5645, + "members": [ + 5645 + ], + "max_error": 0.0 + }, + { + "representative": 5840, + "members": [ + 5840 + ], + "max_error": 0.0 + }, + { + "representative": 5807, + "members": [ + 5807 + ], + "max_error": 0.0 + }, + { + "representative": 5835, + "members": [ + 5835 + ], + "max_error": 0.0 + }, + { + "representative": 5665, + "members": [ + 5665 + ], + "max_error": 0.0 + }, + { + "representative": 5730, + "members": [ + 5730 + ], + "max_error": 0.0 + }, + { + "representative": 5759, + "members": [ + 5759 + ], + "max_error": 0.0 + }, + { + "representative": 5726, + "members": [ + 5726 + ], + "max_error": 0.0 + }, + { + "representative": 5718, + "members": [ + 5718 + ], + "max_error": 0.0 + }, + { + "representative": 5701, + "members": [ + 5701 + ], + "max_error": 0.0 + }, + { + "representative": 5736, + "members": [ + 5736 + ], + "max_error": 0.0 + }, + { + "representative": 5869, + "members": [ + 5869 + ], + "max_error": 0.0 + }, + { + "representative": 5695, + "members": [ + 5695 + ], + "max_error": 0.0 + }, + { + "representative": 5761, + "members": [ + 5761 + ], + "max_error": 0.0 + }, + { + "representative": 5685, + "members": [ + 5685 + ], + "max_error": 0.0 + }, + { + "representative": 5751, + "members": [ + 5751 + ], + "max_error": 0.0 + }, + { + "representative": 5753, + "members": [ + 5753 + ], + "max_error": 0.0 + }, + { + "representative": 5643, + "members": [ + 5643 + ], + "max_error": 0.0 + }, + { + "representative": 5650, + "members": [ + 5650 + ], + "max_error": 0.0 + }, + { + "representative": 5833, + "members": [ + 5833 + ], + "max_error": 0.0 + }, + { + "representative": 5731, + "members": [ + 5731 + ], + "max_error": 0.0 + }, + { + "representative": 5709, + "members": [ + 5709 + ], + "max_error": 0.0 + }, + { + "representative": 5717, + "members": [ + 5717 + ], + "max_error": 0.0 + }, + { + "representative": 5873, + "members": [ + 5873 + ], + "max_error": 0.0 + }, + { + "representative": 5664, + "members": [ + 5664 + ], + "max_error": 0.0 + }, + { + "representative": 5866, + "members": [ + 5866 + ], + "max_error": 0.0 + }, + { + "representative": 5710, + "members": [ + 5710 + ], + "max_error": 0.0 + }, + { + "representative": 5791, + "members": [ + 5791 + ], + "max_error": 0.0 + }, + { + "representative": 5711, + "members": [ + 5711 + ], + "max_error": 0.0 + }, + { + "representative": 5754, + "members": [ + 5754 + ], + "max_error": 0.0 + }, + { + "representative": 5667, + "members": [ + 5667 + ], + "max_error": 0.0 + }, + { + "representative": 1076, + "members": [ + 1076 + ], + "max_error": 0.0 + }, + { + "representative": 1102, + "members": [ + 1102 + ], + "max_error": 0.0 + }, + { + "representative": 1180, + "members": [ + 1180 + ], + "max_error": 0.0 + }, + { + "representative": 1236, + "members": [ + 1236 + ], + "max_error": 0.0 + }, + { + "representative": 1083, + "members": [ + 1083 + ], + "max_error": 0.0 + }, + { + "representative": 1098, + "members": [ + 1098 + ], + "max_error": 0.0 + }, + { + "representative": 1169, + "members": [ + 1169 + ], + "max_error": 0.0 + }, + { + "representative": 1194, + "members": [ + 1194 + ], + "max_error": 0.0 + }, + { + "representative": 1205, + "members": [ + 1205 + ], + "max_error": 0.0 + }, + { + "representative": 1048, + "members": [ + 1048 + ], + "max_error": 0.0 + }, + { + "representative": 1062, + "members": [ + 1062 + ], + "max_error": 0.0 + }, + { + "representative": 1132, + "members": [ + 1132 + ], + "max_error": 0.0 + }, + { + "representative": 1231, + "members": [ + 1231 + ], + "max_error": 0.0 + }, + { + "representative": 1105, + "members": [ + 1105 + ], + "max_error": 0.0 + }, + { + "representative": 1266, + "members": [ + 1266 + ], + "max_error": 0.0 + }, + { + "representative": 1268, + "members": [ + 1268 + ], + "max_error": 0.0 + }, + { + "representative": 1206, + "members": [ + 1206 + ], + "max_error": 0.0 + }, + { + "representative": 1788, + "members": [ + 1788 + ], + "max_error": 0.0 + }, + { + "representative": 1565, + "members": [ + 1565 + ], + "max_error": 0.0 + }, + { + "representative": 1707, + "members": [ + 1707 + ], + "max_error": 0.0 + }, + { + "representative": 1755, + "members": [ + 1755 + ], + "max_error": 0.0 + }, + { + "representative": 1784, + "members": [ + 1784 + ], + "max_error": 0.0 + }, + { + "representative": 1763, + "members": [ + 1763 + ], + "max_error": 0.0 + }, + { + "representative": 1786, + "members": [ + 1786 + ], + "max_error": 0.0 + }, + { + "representative": 1729, + "members": [ + 1729 + ], + "max_error": 0.0 + }, + { + "representative": 1772, + "members": [ + 1772 + ], + "max_error": 0.0 + }, + { + "representative": 1670, + "members": [ + 1670 + ], + "max_error": 0.0 + }, + { + "representative": 1600, + "members": [ + 1600 + ], + "max_error": 0.0 + }, + { + "representative": 1781, + "members": [ + 1781 + ], + "max_error": 0.0 + }, + { + "representative": 1645, + "members": [ + 1645 + ], + "max_error": 0.0 + }, + { + "representative": 2080, + "members": [ + 2080 + ], + "max_error": 0.0 + }, + { + "representative": 2288, + "members": [ + 2288 + ], + "max_error": 0.0 + }, + { + "representative": 2066, + "members": [ + 2066 + ], + "max_error": 0.0 + }, + { + "representative": 2250, + "members": [ + 2250 + ], + "max_error": 0.0 + }, + { + "representative": 2296, + "members": [ + 2296 + ], + "max_error": 0.0 + }, + { + "representative": 2101, + "members": [ + 2101 + ], + "max_error": 0.0 + }, + { + "representative": 2161, + "members": [ + 2161 + ], + "max_error": 0.0 + }, + { + "representative": 2230, + "members": [ + 2230 + ], + "max_error": 0.0 + }, + { + "representative": 2072, + "members": [ + 2072 + ], + "max_error": 0.0 + }, + { + "representative": 2213, + "members": [ + 2213 + ], + "max_error": 0.0 + }, + { + "representative": 2228, + "members": [ + 2228 + ], + "max_error": 0.0 + }, + { + "representative": 2197, + "members": [ + 2197 + ], + "max_error": 0.0 + }, + { + "representative": 2237, + "members": [ + 2237 + ], + "max_error": 0.0 + }, + { + "representative": 2239, + "members": [ + 2239 + ], + "max_error": 0.0 + }, + { + "representative": 2057, + "members": [ + 2057 + ], + "max_error": 0.0 + }, + { + "representative": 2252, + "members": [ + 2252 + ], + "max_error": 0.0 + }, + { + "representative": 2242, + "members": [ + 2242 + ], + "max_error": 0.0 + }, + { + "representative": 2656, + "members": [ + 2656 + ], + "max_error": 0.0 + }, + { + "representative": 2676, + "members": [ + 2676 + ], + "max_error": 0.0 + }, + { + "representative": 2783, + "members": [ + 2783 + ], + "max_error": 0.0 + }, + { + "representative": 2634, + "members": [ + 2634 + ], + "max_error": 0.0 + }, + { + "representative": 2694, + "members": [ + 2694 + ], + "max_error": 0.0 + }, + { + "representative": 2722, + "members": [ + 2722 + ], + "max_error": 0.0 + }, + { + "representative": 2760, + "members": [ + 2760 + ], + "max_error": 0.0 + }, + { + "representative": 2791, + "members": [ + 2791 + ], + "max_error": 0.0 + }, + { + "representative": 3283, + "members": [ + 3283 + ], + "max_error": 0.0 + }, + { + "representative": 3177, + "members": [ + 3177 + ], + "max_error": 0.0 + }, + { + "representative": 3223, + "members": [ + 3223 + ], + "max_error": 0.0 + }, + { + "representative": 3120, + "members": [ + 3120 + ], + "max_error": 0.0 + }, + { + "representative": 3285, + "members": [ + 3285 + ], + "max_error": 0.0 + }, + { + "representative": 3295, + "members": [ + 3295 + ], + "max_error": 0.0 + }, + { + "representative": 3176, + "members": [ + 3176 + ], + "max_error": 0.0 + }, + { + "representative": 3163, + "members": [ + 3163 + ], + "max_error": 0.0 + }, + { + "representative": 3089, + "members": [ + 3089 + ], + "max_error": 0.0 + }, + { + "representative": 3165, + "members": [ + 3165 + ], + "max_error": 0.0 + }, + { + "representative": 3225, + "members": [ + 3225 + ], + "max_error": 0.0 + }, + { + "representative": 3664, + "members": [ + 3664 + ], + "max_error": 0.0 + }, + { + "representative": 3720, + "members": [ + 3720 + ], + "max_error": 0.0 + }, + { + "representative": 3700, + "members": [ + 3700 + ], + "max_error": 0.0 + }, + { + "representative": 3833, + "members": [ + 3833 + ], + "max_error": 0.0 + }, + { + "representative": 3738, + "members": [ + 3738 + ], + "max_error": 0.0 + }, + { + "representative": 3799, + "members": [ + 3799 + ], + "max_error": 0.0 + }, + { + "representative": 3593, + "members": [ + 3593 + ], + "max_error": 0.0 + }, + { + "representative": 1176, + "members": [ + 1176 + ], + "max_error": 0.0 + }, + { + "representative": 1141, + "members": [ + 1141 + ], + "max_error": 0.0 + }, + { + "representative": 1278, + "members": [ + 1278 + ], + "max_error": 0.0 + }, + { + "representative": 1218, + "members": [ + 1218 + ], + "max_error": 0.0 + }, + { + "representative": 1079, + "members": [ + 1079 + ], + "max_error": 0.0 + }, + { + "representative": 1099, + "members": [ + 1099 + ], + "max_error": 0.0 + }, + { + "representative": 1053, + "members": [ + 1053 + ], + "max_error": 0.0 + }, + { + "representative": 1112, + "members": [ + 1112 + ], + "max_error": 0.0 + }, + { + "representative": 1170, + "members": [ + 1170 + ], + "max_error": 0.0 + }, + { + "representative": 1081, + "members": [ + 1081 + ], + "max_error": 0.0 + }, + { + "representative": 1072, + "members": [ + 1072 + ], + "max_error": 0.0 + }, + { + "representative": 1165, + "members": [ + 1165 + ], + "max_error": 0.0 + }, + { + "representative": 1071, + "members": [ + 1071 + ], + "max_error": 0.0 + }, + { + "representative": 1220, + "members": [ + 1220 + ], + "max_error": 0.0 + }, + { + "representative": 1248, + "members": [ + 1248 + ], + "max_error": 0.0 + }, + { + "representative": 1751, + "members": [ + 1751 + ], + "max_error": 0.0 + }, + { + "representative": 1636, + "members": [ + 1636 + ], + "max_error": 0.0 + }, + { + "representative": 1575, + "members": [ + 1575 + ], + "max_error": 0.0 + }, + { + "representative": 1762, + "members": [ + 1762 + ], + "max_error": 0.0 + }, + { + "representative": 1692, + "members": [ + 1692 + ], + "max_error": 0.0 + }, + { + "representative": 1703, + "members": [ + 1703 + ], + "max_error": 0.0 + }, + { + "representative": 1638, + "members": [ + 1638 + ], + "max_error": 0.0 + }, + { + "representative": 2139, + "members": [ + 2139 + ], + "max_error": 0.0 + }, + { + "representative": 2084, + "members": [ + 2084 + ], + "max_error": 0.0 + }, + { + "representative": 2095, + "members": [ + 2095 + ], + "max_error": 0.0 + }, + { + "representative": 2103, + "members": [ + 2103 + ], + "max_error": 0.0 + }, + { + "representative": 2124, + "members": [ + 2124 + ], + "max_error": 0.0 + }, + { + "representative": 2054, + "members": [ + 2054 + ], + "max_error": 0.0 + }, + { + "representative": 2060, + "members": [ + 2060 + ], + "max_error": 0.0 + }, + { + "representative": 2079, + "members": [ + 2079 + ], + "max_error": 0.0 + }, + { + "representative": 2222, + "members": [ + 2222 + ], + "max_error": 0.0 + }, + { + "representative": 2099, + "members": [ + 2099 + ], + "max_error": 0.0 + }, + { + "representative": 2227, + "members": [ + 2227 + ], + "max_error": 0.0 + }, + { + "representative": 2260, + "members": [ + 2260 + ], + "max_error": 0.0 + }, + { + "representative": 2255, + "members": [ + 2255 + ], + "max_error": 0.0 + }, + { + "representative": 2600, + "members": [ + 2600 + ], + "max_error": 0.0 + }, + { + "representative": 2779, + "members": [ + 2779 + ], + "max_error": 0.0 + }, + { + "representative": 2775, + "members": [ + 2775 + ], + "max_error": 0.0 + }, + { + "representative": 2788, + "members": [ + 2788 + ], + "max_error": 0.0 + }, + { + "representative": 2627, + "members": [ + 2627 + ], + "max_error": 0.0 + }, + { + "representative": 2798, + "members": [ + 2798 + ], + "max_error": 0.0 + }, + { + "representative": 2802, + "members": [ + 2802 + ], + "max_error": 0.0 + }, + { + "representative": 2580, + "members": [ + 2580 + ], + "max_error": 0.0 + }, + { + "representative": 2705, + "members": [ + 2705 + ], + "max_error": 0.0 + }, + { + "representative": 2719, + "members": [ + 2719 + ], + "max_error": 0.0 + }, + { + "representative": 2804, + "members": [ + 2804 + ], + "max_error": 0.0 + }, + { + "representative": 2731, + "members": [ + 2731 + ], + "max_error": 0.0 + }, + { + "representative": 2750, + "members": [ + 2750 + ], + "max_error": 0.0 + }, + { + "representative": 2766, + "members": [ + 2766 + ], + "max_error": 0.0 + }, + { + "representative": 2618, + "members": [ + 2618 + ], + "max_error": 0.0 + }, + { + "representative": 3146, + "members": [ + 3146 + ], + "max_error": 0.0 + }, + { + "representative": 3291, + "members": [ + 3291 + ], + "max_error": 0.0 + }, + { + "representative": 3219, + "members": [ + 3219 + ], + "max_error": 0.0 + }, + { + "representative": 3194, + "members": [ + 3194 + ], + "max_error": 0.0 + }, + { + "representative": 3164, + "members": [ + 3164 + ], + "max_error": 0.0 + }, + { + "representative": 3083, + "members": [ + 3083 + ], + "max_error": 0.0 + }, + { + "representative": 3088, + "members": [ + 3088 + ], + "max_error": 0.0 + }, + { + "representative": 3113, + "members": [ + 3113 + ], + "max_error": 0.0 + }, + { + "representative": 3631, + "members": [ + 3631 + ], + "max_error": 0.0 + }, + { + "representative": 3749, + "members": [ + 3749 + ], + "max_error": 0.0 + }, + { + "representative": 3730, + "members": [ + 3730 + ], + "max_error": 0.0 + }, + { + "representative": 3812, + "members": [ + 3812 + ], + "max_error": 0.0 + }, + { + "representative": 3772, + "members": [ + 3772 + ], + "max_error": 0.0 + }, + { + "representative": 3696, + "members": [ + 3696 + ], + "max_error": 0.0 + }, + { + "representative": 3602, + "members": [ + 3602 + ], + "max_error": 0.0 + }, + { + "representative": 3630, + "members": [ + 3630 + ], + "max_error": 0.0 + }, + { + "representative": 3813, + "members": [ + 3813 + ], + "max_error": 0.0 + }, + { + "representative": 3684, + "members": [ + 3684 + ], + "max_error": 0.0 + }, + { + "representative": 3759, + "members": [ + 3759 + ], + "max_error": 0.0 + }, + { + "representative": 1096, + "members": [ + 1096 + ], + "max_error": 0.0 + }, + { + "representative": 1061, + "members": [ + 1061 + ], + "max_error": 0.0 + }, + { + "representative": 1221, + "members": [ + 1221 + ], + "max_error": 0.0 + }, + { + "representative": 1106, + "members": [ + 1106 + ], + "max_error": 0.0 + }, + { + "representative": 1050, + "members": [ + 1050 + ], + "max_error": 0.0 + }, + { + "representative": 1192, + "members": [ + 1192 + ], + "max_error": 0.0 + }, + { + "representative": 1240, + "members": [ + 1240 + ], + "max_error": 0.0 + }, + { + "representative": 1175, + "members": [ + 1175 + ], + "max_error": 0.0 + }, + { + "representative": 1243, + "members": [ + 1243 + ], + "max_error": 0.0 + }, + { + "representative": 1115, + "members": [ + 1115 + ], + "max_error": 0.0 + }, + { + "representative": 1060, + "members": [ + 1060 + ], + "max_error": 0.0 + }, + { + "representative": 1150, + "members": [ + 1150 + ], + "max_error": 0.0 + }, + { + "representative": 1246, + "members": [ + 1246 + ], + "max_error": 0.0 + }, + { + "representative": 1199, + "members": [ + 1199 + ], + "max_error": 0.0 + }, + { + "representative": 1261, + "members": [ + 1261 + ], + "max_error": 0.0 + }, + { + "representative": 1217, + "members": [ + 1217 + ], + "max_error": 0.0 + }, + { + "representative": 1216, + "members": [ + 1216 + ], + "max_error": 0.0 + }, + { + "representative": 1233, + "members": [ + 1233 + ], + "max_error": 0.0 + }, + { + "representative": 1552, + "members": [ + 1552 + ], + "max_error": 0.0 + }, + { + "representative": 1582, + "members": [ + 1582 + ], + "max_error": 0.0 + }, + { + "representative": 1662, + "members": [ + 1662 + ], + "max_error": 0.0 + }, + { + "representative": 1560, + "members": [ + 1560 + ], + "max_error": 0.0 + }, + { + "representative": 1777, + "members": [ + 1777 + ], + "max_error": 0.0 + }, + { + "representative": 1603, + "members": [ + 1603 + ], + "max_error": 0.0 + }, + { + "representative": 1747, + "members": [ + 1747 + ], + "max_error": 0.0 + }, + { + "representative": 1758, + "members": [ + 1758 + ], + "max_error": 0.0 + }, + { + "representative": 1766, + "members": [ + 1766 + ], + "max_error": 0.0 + }, + { + "representative": 1702, + "members": [ + 1702 + ], + "max_error": 0.0 + }, + { + "representative": 1736, + "members": [ + 1736 + ], + "max_error": 0.0 + }, + { + "representative": 1749, + "members": [ + 1749 + ], + "max_error": 0.0 + }, + { + "representative": 1661, + "members": [ + 1661 + ], + "max_error": 0.0 + }, + { + "representative": 2090, + "members": [ + 2090 + ], + "max_error": 0.0 + }, + { + "representative": 2070, + "members": [ + 2070 + ], + "max_error": 0.0 + }, + { + "representative": 2062, + "members": [ + 2062 + ], + "max_error": 0.0 + }, + { + "representative": 2152, + "members": [ + 2152 + ], + "max_error": 0.0 + }, + { + "representative": 2068, + "members": [ + 2068 + ], + "max_error": 0.0 + }, + { + "representative": 2191, + "members": [ + 2191 + ], + "max_error": 0.0 + }, + { + "representative": 2141, + "members": [ + 2141 + ], + "max_error": 0.0 + }, + { + "representative": 2207, + "members": [ + 2207 + ], + "max_error": 0.0 + }, + { + "representative": 2093, + "members": [ + 2093 + ], + "max_error": 0.0 + }, + { + "representative": 2077, + "members": [ + 2077 + ], + "max_error": 0.0 + }, + { + "representative": 2739, + "members": [ + 2739 + ], + "max_error": 0.0 + }, + { + "representative": 2590, + "members": [ + 2590 + ], + "max_error": 0.0 + }, + { + "representative": 2592, + "members": [ + 2592 + ], + "max_error": 0.0 + }, + { + "representative": 2571, + "members": [ + 2571 + ], + "max_error": 0.0 + }, + { + "representative": 2614, + "members": [ + 2614 + ], + "max_error": 0.0 + }, + { + "representative": 2777, + "members": [ + 2777 + ], + "max_error": 0.0 + }, + { + "representative": 2640, + "members": [ + 2640 + ], + "max_error": 0.0 + }, + { + "representative": 2726, + "members": [ + 2726 + ], + "max_error": 0.0 + }, + { + "representative": 2753, + "members": [ + 2753 + ], + "max_error": 0.0 + }, + { + "representative": 2677, + "members": [ + 2677 + ], + "max_error": 0.0 + }, + { + "representative": 3142, + "members": [ + 3142 + ], + "max_error": 0.0 + }, + { + "representative": 3227, + "members": [ + 3227 + ], + "max_error": 0.0 + }, + { + "representative": 3210, + "members": [ + 3210 + ], + "max_error": 0.0 + }, + { + "representative": 3234, + "members": [ + 3234 + ], + "max_error": 0.0 + }, + { + "representative": 3230, + "members": [ + 3230 + ], + "max_error": 0.0 + }, + { + "representative": 3079, + "members": [ + 3079 + ], + "max_error": 0.0 + }, + { + "representative": 3305, + "members": [ + 3305 + ], + "max_error": 0.0 + }, + { + "representative": 3299, + "members": [ + 3299 + ], + "max_error": 0.0 + }, + { + "representative": 3286, + "members": [ + 3286 + ], + "max_error": 0.0 + }, + { + "representative": 3750, + "members": [ + 3750 + ], + "max_error": 0.0 + }, + { + "representative": 3632, + "members": [ + 3632 + ], + "max_error": 0.0 + }, + { + "representative": 3742, + "members": [ + 3742 + ], + "max_error": 0.0 + }, + { + "representative": 3656, + "members": [ + 3656 + ], + "max_error": 0.0 + }, + { + "representative": 3666, + "members": [ + 3666 + ], + "max_error": 0.0 + }, + { + "representative": 3781, + "members": [ + 3781 + ], + "max_error": 0.0 + }, + { + "representative": 3611, + "members": [ + 3611 + ], + "max_error": 0.0 + }, + { + "representative": 3753, + "members": [ + 3753 + ], + "max_error": 0.0 + }, + { + "representative": 3609, + "members": [ + 3609 + ], + "max_error": 0.0 + }, + { + "representative": 3648, + "members": [ + 3648 + ], + "max_error": 0.0 + }, + { + "representative": 3622, + "members": [ + 3622 + ], + "max_error": 0.0 + }, + { + "representative": 3767, + "members": [ + 3767 + ], + "max_error": 0.0 + }, + { + "representative": 3640, + "members": [ + 3640 + ], + "max_error": 0.0 + }, + { + "representative": 3762, + "members": [ + 3762 + ], + "max_error": 0.0 + }, + { + "representative": 3658, + "members": [ + 3658 + ], + "max_error": 0.0 + }, + { + "representative": 3733, + "members": [ + 3733 + ], + "max_error": 0.0 + }, + { + "representative": 2654, + "members": [ + 2654 + ], + "max_error": 0.0 + }, + { + "representative": 2801, + "members": [ + 2801 + ], + "max_error": 0.0 + }, + { + "representative": 2742, + "members": [ + 2742 + ], + "max_error": 0.0 + }, + { + "representative": 2582, + "members": [ + 2582 + ], + "max_error": 0.0 + }, + { + "representative": 2591, + "members": [ + 2591 + ], + "max_error": 0.0 + }, + { + "representative": 2770, + "members": [ + 2770 + ], + "max_error": 0.0 + }, + { + "representative": 2735, + "members": [ + 2735 + ], + "max_error": 0.0 + }, + { + "representative": 2657, + "members": [ + 2657 + ], + "max_error": 0.0 + }, + { + "representative": 2684, + "members": [ + 2684 + ], + "max_error": 0.0 + }, + { + "representative": 2724, + "members": [ + 2724 + ], + "max_error": 0.0 + }, + { + "representative": 2662, + "members": [ + 2662 + ], + "max_error": 0.0 + }, + { + "representative": 2688, + "members": [ + 2688 + ], + "max_error": 0.0 + }, + { + "representative": 2667, + "members": [ + 2667 + ], + "max_error": 0.0 + }, + { + "representative": 2672, + "members": [ + 2672 + ], + "max_error": 0.0 + }, + { + "representative": 3306, + "members": [ + 3306 + ], + "max_error": 0.0 + }, + { + "representative": 3141, + "members": [ + 3141 + ], + "max_error": 0.0 + }, + { + "representative": 3238, + "members": [ + 3238 + ], + "max_error": 0.0 + }, + { + "representative": 3321, + "members": [ + 3321 + ], + "max_error": 0.0 + }, + { + "representative": 3300, + "members": [ + 3300 + ], + "max_error": 0.0 + }, + { + "representative": 3805, + "members": [ + 3805 + ], + "max_error": 0.0 + }, + { + "representative": 3599, + "members": [ + 3599 + ], + "max_error": 0.0 + }, + { + "representative": 3764, + "members": [ + 3764 + ], + "max_error": 0.0 + }, + { + "representative": 3655, + "members": [ + 3655 + ], + "max_error": 0.0 + }, + { + "representative": 3741, + "members": [ + 3741 + ], + "max_error": 0.0 + }, + { + "representative": 3678, + "members": [ + 3678 + ], + "max_error": 0.0 + }, + { + "representative": 3820, + "members": [ + 3820 + ], + "max_error": 0.0 + }, + { + "representative": 3745, + "members": [ + 3745 + ], + "max_error": 0.0 + }, + { + "representative": 3791, + "members": [ + 3791 + ], + "max_error": 0.0 + }, + { + "representative": 3647, + "members": [ + 3647 + ], + "max_error": 0.0 + }, + { + "representative": 3763, + "members": [ + 3763 + ], + "max_error": 0.0 + }, + { + "representative": 4298, + "members": [ + 4298 + ], + "max_error": 0.0 + }, + { + "representative": 4180, + "members": [ + 4180 + ], + "max_error": 0.0 + }, + { + "representative": 4181, + "members": [ + 4181 + ], + "max_error": 0.0 + }, + { + "representative": 4189, + "members": [ + 4189 + ], + "max_error": 0.0 + }, + { + "representative": 4195, + "members": [ + 4195 + ], + "max_error": 0.0 + }, + { + "representative": 4122, + "members": [ + 4122 + ], + "max_error": 0.0 + }, + { + "representative": 4108, + "members": [ + 4108 + ], + "max_error": 0.0 + }, + { + "representative": 4168, + "members": [ + 4168 + ], + "max_error": 0.0 + }, + { + "representative": 4199, + "members": [ + 4199 + ], + "max_error": 0.0 + }, + { + "representative": 4211, + "members": [ + 4211 + ], + "max_error": 0.0 + }, + { + "representative": 4288, + "members": [ + 4288 + ], + "max_error": 0.0 + }, + { + "representative": 4163, + "members": [ + 4163 + ], + "max_error": 0.0 + }, + { + "representative": 4125, + "members": [ + 4125 + ], + "max_error": 0.0 + }, + { + "representative": 4341, + "members": [ + 4341 + ], + "max_error": 0.0 + }, + { + "representative": 4334, + "members": [ + 4334 + ], + "max_error": 0.0 + }, + { + "representative": 4320, + "members": [ + 4320 + ], + "max_error": 0.0 + }, + { + "representative": 4345, + "members": [ + 4345 + ], + "max_error": 0.0 + }, + { + "representative": 4188, + "members": [ + 4188 + ], + "max_error": 0.0 + }, + { + "representative": 4269, + "members": [ + 4269 + ], + "max_error": 0.0 + }, + { + "representative": 4212, + "members": [ + 4212 + ], + "max_error": 0.0 + }, + { + "representative": 4209, + "members": [ + 4209 + ], + "max_error": 0.0 + }, + { + "representative": 4286, + "members": [ + 4286 + ], + "max_error": 0.0 + }, + { + "representative": 4190, + "members": [ + 4190 + ], + "max_error": 0.0 + }, + { + "representative": 4348, + "members": [ + 4348 + ], + "max_error": 0.0 + }, + { + "representative": 4176, + "members": [ + 4176 + ], + "max_error": 0.0 + }, + { + "representative": 4234, + "members": [ + 4234 + ], + "max_error": 0.0 + }, + { + "representative": 4268, + "members": [ + 4268 + ], + "max_error": 0.0 + }, + { + "representative": 4337, + "members": [ + 4337 + ], + "max_error": 0.0 + }, + { + "representative": 4136, + "members": [ + 4136 + ], + "max_error": 0.0 + }, + { + "representative": 4096, + "members": [ + 4096 + ], + "max_error": 0.0 + }, + { + "representative": 4270, + "members": [ + 4270 + ], + "max_error": 0.0 + }, + { + "representative": 4170, + "members": [ + 4170 + ], + "max_error": 0.0 + }, + { + "representative": 4169, + "members": [ + 4169 + ], + "max_error": 0.0 + }, + { + "representative": 4205, + "members": [ + 4205 + ], + "max_error": 0.0 + }, + { + "representative": 4182, + "members": [ + 4182 + ], + "max_error": 0.0 + }, + { + "representative": 4099, + "members": [ + 4099 + ], + "max_error": 0.0 + }, + { + "representative": 4297, + "members": [ + 4297 + ], + "max_error": 0.0 + }, + { + "representative": 4686, + "members": [ + 4686 + ], + "max_error": 0.0 + }, + { + "representative": 4661, + "members": [ + 4661 + ], + "max_error": 0.0 + }, + { + "representative": 4847, + "members": [ + 4847 + ], + "max_error": 0.0 + }, + { + "representative": 4815, + "members": [ + 4815 + ], + "max_error": 0.0 + }, + { + "representative": 4664, + "members": [ + 4664 + ], + "max_error": 0.0 + }, + { + "representative": 4735, + "members": [ + 4735 + ], + "max_error": 0.0 + }, + { + "representative": 4862, + "members": [ + 4862 + ], + "max_error": 0.0 + }, + { + "representative": 4645, + "members": [ + 4645 + ], + "max_error": 0.0 + }, + { + "representative": 4842, + "members": [ + 4842 + ], + "max_error": 0.0 + }, + { + "representative": 4628, + "members": [ + 4628 + ], + "max_error": 0.0 + }, + { + "representative": 4690, + "members": [ + 4690 + ], + "max_error": 0.0 + }, + { + "representative": 4823, + "members": [ + 4823 + ], + "max_error": 0.0 + }, + { + "representative": 4834, + "members": [ + 4834 + ], + "max_error": 0.0 + }, + { + "representative": 4819, + "members": [ + 4819 + ], + "max_error": 0.0 + }, + { + "representative": 4829, + "members": [ + 4829 + ], + "max_error": 0.0 + }, + { + "representative": 4747, + "members": [ + 4747 + ], + "max_error": 0.0 + }, + { + "representative": 4755, + "members": [ + 4755 + ], + "max_error": 0.0 + }, + { + "representative": 4748, + "members": [ + 4748 + ], + "max_error": 0.0 + }, + { + "representative": 4720, + "members": [ + 4720 + ], + "max_error": 0.0 + }, + { + "representative": 4790, + "members": [ + 4790 + ], + "max_error": 0.0 + }, + { + "representative": 4694, + "members": [ + 4694 + ], + "max_error": 0.0 + }, + { + "representative": 4767, + "members": [ + 4767 + ], + "max_error": 0.0 + }, + { + "representative": 4778, + "members": [ + 4778 + ], + "max_error": 0.0 + }, + { + "representative": 4821, + "members": [ + 4821 + ], + "max_error": 0.0 + }, + { + "representative": 4758, + "members": [ + 4758 + ], + "max_error": 0.0 + }, + { + "representative": 4789, + "members": [ + 4789 + ], + "max_error": 0.0 + }, + { + "representative": 4776, + "members": [ + 4776 + ], + "max_error": 0.0 + }, + { + "representative": 4711, + "members": [ + 4711 + ], + "max_error": 0.0 + }, + { + "representative": 4852, + "members": [ + 4852 + ], + "max_error": 0.0 + }, + { + "representative": 4855, + "members": [ + 4855 + ], + "max_error": 0.0 + }, + { + "representative": 4857, + "members": [ + 4857 + ], + "max_error": 0.0 + }, + { + "representative": 4816, + "members": [ + 4816 + ], + "max_error": 0.0 + }, + { + "representative": 4625, + "members": [ + 4625 + ], + "max_error": 0.0 + }, + { + "representative": 4760, + "members": [ + 4760 + ], + "max_error": 0.0 + }, + { + "representative": 4768, + "members": [ + 4768 + ], + "max_error": 0.0 + }, + { + "representative": 4787, + "members": [ + 4787 + ], + "max_error": 0.0 + }, + { + "representative": 4614, + "members": [ + 4614 + ], + "max_error": 0.0 + }, + { + "representative": 4615, + "members": [ + 4615 + ], + "max_error": 0.0 + }, + { + "representative": 4812, + "members": [ + 4812 + ], + "max_error": 0.0 + }, + { + "representative": 4632, + "members": [ + 4632 + ], + "max_error": 0.0 + }, + { + "representative": 4692, + "members": [ + 4692 + ], + "max_error": 0.0 + }, + { + "representative": 4860, + "members": [ + 4860 + ], + "max_error": 0.0 + }, + { + "representative": 4732, + "members": [ + 4732 + ], + "max_error": 0.0 + }, + { + "representative": 4705, + "members": [ + 4705 + ], + "max_error": 0.0 + }, + { + "representative": 4635, + "members": [ + 4635 + ], + "max_error": 0.0 + }, + { + "representative": 4723, + "members": [ + 4723 + ], + "max_error": 0.0 + }, + { + "representative": 5212, + "members": [ + 5212 + ], + "max_error": 0.0 + }, + { + "representative": 5366, + "members": [ + 5366 + ], + "max_error": 0.0 + }, + { + "representative": 5362, + "members": [ + 5362 + ], + "max_error": 0.0 + }, + { + "representative": 5323, + "members": [ + 5323 + ], + "max_error": 0.0 + }, + { + "representative": 5372, + "members": [ + 5372 + ], + "max_error": 0.0 + }, + { + "representative": 5349, + "members": [ + 5349 + ], + "max_error": 0.0 + }, + { + "representative": 5237, + "members": [ + 5237 + ], + "max_error": 0.0 + }, + { + "representative": 5282, + "members": [ + 5282 + ], + "max_error": 0.0 + }, + { + "representative": 5320, + "members": [ + 5320 + ], + "max_error": 0.0 + }, + { + "representative": 5322, + "members": [ + 5322 + ], + "max_error": 0.0 + }, + { + "representative": 5251, + "members": [ + 5251 + ], + "max_error": 0.0 + }, + { + "representative": 5253, + "members": [ + 5253 + ], + "max_error": 0.0 + }, + { + "representative": 5305, + "members": [ + 5305 + ], + "max_error": 0.0 + }, + { + "representative": 5196, + "members": [ + 5196 + ], + "max_error": 0.0 + }, + { + "representative": 5277, + "members": [ + 5277 + ], + "max_error": 0.0 + }, + { + "representative": 5364, + "members": [ + 5364 + ], + "max_error": 0.0 + }, + { + "representative": 5173, + "members": [ + 5173 + ], + "max_error": 0.0 + }, + { + "representative": 5343, + "members": [ + 5343 + ], + "max_error": 0.0 + }, + { + "representative": 5172, + "members": [ + 5172 + ], + "max_error": 0.0 + }, + { + "representative": 5186, + "members": [ + 5186 + ], + "max_error": 0.0 + }, + { + "representative": 5201, + "members": [ + 5201 + ], + "max_error": 0.0 + }, + { + "representative": 5250, + "members": [ + 5250 + ], + "max_error": 0.0 + }, + { + "representative": 5259, + "members": [ + 5259 + ], + "max_error": 0.0 + }, + { + "representative": 5363, + "members": [ + 5363 + ], + "max_error": 0.0 + }, + { + "representative": 5288, + "members": [ + 5288 + ], + "max_error": 0.0 + }, + { + "representative": 5150, + "members": [ + 5150 + ], + "max_error": 0.0 + }, + { + "representative": 5275, + "members": [ + 5275 + ], + "max_error": 0.0 + }, + { + "representative": 5321, + "members": [ + 5321 + ], + "max_error": 0.0 + }, + { + "representative": 5155, + "members": [ + 5155 + ], + "max_error": 0.0 + }, + { + "representative": 5136, + "members": [ + 5136 + ], + "max_error": 0.0 + }, + { + "representative": 5162, + "members": [ + 5162 + ], + "max_error": 0.0 + }, + { + "representative": 5139, + "members": [ + 5139 + ], + "max_error": 0.0 + }, + { + "representative": 5231, + "members": [ + 5231 + ], + "max_error": 0.0 + }, + { + "representative": 5287, + "members": [ + 5287 + ], + "max_error": 0.0 + }, + { + "representative": 5338, + "members": [ + 5338 + ], + "max_error": 0.0 + }, + { + "representative": 5339, + "members": [ + 5339 + ], + "max_error": 0.0 + }, + { + "representative": 5215, + "members": [ + 5215 + ], + "max_error": 0.0 + }, + { + "representative": 5762, + "members": [ + 5762 + ], + "max_error": 0.0 + }, + { + "representative": 5861, + "members": [ + 5861 + ], + "max_error": 0.0 + }, + { + "representative": 5670, + "members": [ + 5670 + ], + "max_error": 0.0 + }, + { + "representative": 5848, + "members": [ + 5848 + ], + "max_error": 0.0 + }, + { + "representative": 5877, + "members": [ + 5877 + ], + "max_error": 0.0 + }, + { + "representative": 5636, + "members": [ + 5636 + ], + "max_error": 0.0 + }, + { + "representative": 5686, + "members": [ + 5686 + ], + "max_error": 0.0 + }, + { + "representative": 5857, + "members": [ + 5857 + ], + "max_error": 0.0 + }, + { + "representative": 5688, + "members": [ + 5688 + ], + "max_error": 0.0 + }, + { + "representative": 5814, + "members": [ + 5814 + ], + "max_error": 0.0 + }, + { + "representative": 5639, + "members": [ + 5639 + ], + "max_error": 0.0 + }, + { + "representative": 5755, + "members": [ + 5755 + ], + "max_error": 0.0 + }, + { + "representative": 5864, + "members": [ + 5864 + ], + "max_error": 0.0 + }, + { + "representative": 5797, + "members": [ + 5797 + ], + "max_error": 0.0 + }, + { + "representative": 5700, + "members": [ + 5700 + ], + "max_error": 0.0 + }, + { + "representative": 5826, + "members": [ + 5826 + ], + "max_error": 0.0 + }, + { + "representative": 5691, + "members": [ + 5691 + ], + "max_error": 0.0 + }, + { + "representative": 5875, + "members": [ + 5875 + ], + "max_error": 0.0 + }, + { + "representative": 5689, + "members": [ + 5689 + ], + "max_error": 0.0 + }, + { + "representative": 5744, + "members": [ + 5744 + ], + "max_error": 0.0 + }, + { + "representative": 5737, + "members": [ + 5737 + ], + "max_error": 0.0 + }, + { + "representative": 5771, + "members": [ + 5771 + ], + "max_error": 0.0 + }, + { + "representative": 5811, + "members": [ + 5811 + ], + "max_error": 0.0 + }, + { + "representative": 5870, + "members": [ + 5870 + ], + "max_error": 0.0 + }, + { + "representative": 5671, + "members": [ + 5671 + ], + "max_error": 0.0 + }, + { + "representative": 5876, + "members": [ + 5876 + ], + "max_error": 0.0 + }, + { + "representative": 5829, + "members": [ + 5829 + ], + "max_error": 0.0 + }, + { + "representative": 5784, + "members": [ + 5784 + ], + "max_error": 0.0 + }, + { + "representative": 5647, + "members": [ + 5647 + ], + "max_error": 0.0 + }, + { + "representative": 5733, + "members": [ + 5733 + ], + "max_error": 0.0 + }, + { + "representative": 5760, + "members": [ + 5760 + ], + "max_error": 0.0 + }, + { + "representative": 5849, + "members": [ + 5849 + ], + "max_error": 0.0 + }, + { + "representative": 5644, + "members": [ + 5644 + ], + "max_error": 0.0 + }, + { + "representative": 5852, + "members": [ + 5852 + ], + "max_error": 0.0 + }, + { + "representative": 5634, + "members": [ + 5634 + ], + "max_error": 0.0 + }, + { + "representative": 5792, + "members": [ + 5792 + ], + "max_error": 0.0 + }, + { + "representative": 5713, + "members": [ + 5713 + ], + "max_error": 0.0 + }, + { + "representative": 5837, + "members": [ + 5837 + ], + "max_error": 0.0 + }, + { + "representative": 5704, + "members": [ + 5704 + ], + "max_error": 0.0 + }, + { + "representative": 5853, + "members": [ + 5853 + ], + "max_error": 0.0 + }, + { + "representative": 5662, + "members": [ + 5662 + ], + "max_error": 0.0 + }, + { + "representative": 5750, + "members": [ + 5750 + ], + "max_error": 0.0 + }, + { + "representative": 5719, + "members": [ + 5719 + ], + "max_error": 0.0 + }, + { + "representative": 5756, + "members": [ + 5756 + ], + "max_error": 0.0 + }, + { + "representative": 5682, + "members": [ + 5682 + ], + "max_error": 0.0 + }, + { + "representative": 5813, + "members": [ + 5813 + ], + "max_error": 0.0 + }, + { + "representative": 1107, + "members": [ + 1107 + ], + "max_error": 0.0 + }, + { + "representative": 1091, + "members": [ + 1091 + ], + "max_error": 0.0 + }, + { + "representative": 1075, + "members": [ + 1075 + ], + "max_error": 0.0 + }, + { + "representative": 1258, + "members": [ + 1258 + ], + "max_error": 0.0 + }, + { + "representative": 1213, + "members": [ + 1213 + ], + "max_error": 0.0 + }, + { + "representative": 1198, + "members": [ + 1198 + ], + "max_error": 0.0 + }, + { + "representative": 1031, + "members": [ + 1031 + ], + "max_error": 0.0 + }, + { + "representative": 1272, + "members": [ + 1272 + ], + "max_error": 0.0 + }, + { + "representative": 1166, + "members": [ + 1166 + ], + "max_error": 0.0 + }, + { + "representative": 1247, + "members": [ + 1247 + ], + "max_error": 0.0 + }, + { + "representative": 1067, + "members": [ + 1067 + ], + "max_error": 0.0 + }, + { + "representative": 1193, + "members": [ + 1193 + ], + "max_error": 0.0 + }, + { + "representative": 1070, + "members": [ + 1070 + ], + "max_error": 0.0 + }, + { + "representative": 1149, + "members": [ + 1149 + ], + "max_error": 0.0 + }, + { + "representative": 1177, + "members": [ + 1177 + ], + "max_error": 0.0 + }, + { + "representative": 1546, + "members": [ + 1546 + ], + "max_error": 0.0 + }, + { + "representative": 1770, + "members": [ + 1770 + ], + "max_error": 0.0 + }, + { + "representative": 1761, + "members": [ + 1761 + ], + "max_error": 0.0 + }, + { + "representative": 1753, + "members": [ + 1753 + ], + "max_error": 0.0 + }, + { + "representative": 1744, + "members": [ + 1744 + ], + "max_error": 0.0 + }, + { + "representative": 1653, + "members": [ + 1653 + ], + "max_error": 0.0 + }, + { + "representative": 1656, + "members": [ + 1656 + ], + "max_error": 0.0 + }, + { + "representative": 1722, + "members": [ + 1722 + ], + "max_error": 0.0 + }, + { + "representative": 1557, + "members": [ + 1557 + ], + "max_error": 0.0 + }, + { + "representative": 1778, + "members": [ + 1778 + ], + "max_error": 0.0 + }, + { + "representative": 1727, + "members": [ + 1727 + ], + "max_error": 0.0 + }, + { + "representative": 1717, + "members": [ + 1717 + ], + "max_error": 0.0 + }, + { + "representative": 1721, + "members": [ + 1721 + ], + "max_error": 0.0 + }, + { + "representative": 1590, + "members": [ + 1590 + ], + "max_error": 0.0 + }, + { + "representative": 1548, + "members": [ + 1548 + ], + "max_error": 0.0 + }, + { + "representative": 1748, + "members": [ + 1748 + ], + "max_error": 0.0 + }, + { + "representative": 1701, + "members": [ + 1701 + ], + "max_error": 0.0 + }, + { + "representative": 1578, + "members": [ + 1578 + ], + "max_error": 0.0 + }, + { + "representative": 2100, + "members": [ + 2100 + ], + "max_error": 0.0 + }, + { + "representative": 2272, + "members": [ + 2272 + ], + "max_error": 0.0 + }, + { + "representative": 2165, + "members": [ + 2165 + ], + "max_error": 0.0 + }, + { + "representative": 2147, + "members": [ + 2147 + ], + "max_error": 0.0 + }, + { + "representative": 2267, + "members": [ + 2267 + ], + "max_error": 0.0 + }, + { + "representative": 2259, + "members": [ + 2259 + ], + "max_error": 0.0 + }, + { + "representative": 2212, + "members": [ + 2212 + ], + "max_error": 0.0 + }, + { + "representative": 2163, + "members": [ + 2163 + ], + "max_error": 0.0 + }, + { + "representative": 2216, + "members": [ + 2216 + ], + "max_error": 0.0 + }, + { + "representative": 2071, + "members": [ + 2071 + ], + "max_error": 0.0 + }, + { + "representative": 2301, + "members": [ + 2301 + ], + "max_error": 0.0 + }, + { + "representative": 2244, + "members": [ + 2244 + ], + "max_error": 0.0 + }, + { + "representative": 2078, + "members": [ + 2078 + ], + "max_error": 0.0 + }, + { + "representative": 2303, + "members": [ + 2303 + ], + "max_error": 0.0 + }, + { + "representative": 2130, + "members": [ + 2130 + ], + "max_error": 0.0 + }, + { + "representative": 2138, + "members": [ + 2138 + ], + "max_error": 0.0 + }, + { + "representative": 2647, + "members": [ + 2647 + ], + "max_error": 0.0 + }, + { + "representative": 2621, + "members": [ + 2621 + ], + "max_error": 0.0 + }, + { + "representative": 2632, + "members": [ + 2632 + ], + "max_error": 0.0 + }, + { + "representative": 2673, + "members": [ + 2673 + ], + "max_error": 0.0 + }, + { + "representative": 2765, + "members": [ + 2765 + ], + "max_error": 0.0 + }, + { + "representative": 2668, + "members": [ + 2668 + ], + "max_error": 0.0 + }, + { + "representative": 2799, + "members": [ + 2799 + ], + "max_error": 0.0 + }, + { + "representative": 2635, + "members": [ + 2635 + ], + "max_error": 0.0 + }, + { + "representative": 3312, + "members": [ + 3312 + ], + "max_error": 0.0 + }, + { + "representative": 3244, + "members": [ + 3244 + ], + "max_error": 0.0 + }, + { + "representative": 3183, + "members": [ + 3183 + ], + "max_error": 0.0 + }, + { + "representative": 3170, + "members": [ + 3170 + ], + "max_error": 0.0 + }, + { + "representative": 3143, + "members": [ + 3143 + ], + "max_error": 0.0 + }, + { + "representative": 3133, + "members": [ + 3133 + ], + "max_error": 0.0 + }, + { + "representative": 3311, + "members": [ + 3311 + ], + "max_error": 0.0 + }, + { + "representative": 3240, + "members": [ + 3240 + ], + "max_error": 0.0 + }, + { + "representative": 3148, + "members": [ + 3148 + ], + "max_error": 0.0 + }, + { + "representative": 3157, + "members": [ + 3157 + ], + "max_error": 0.0 + }, + { + "representative": 3134, + "members": [ + 3134 + ], + "max_error": 0.0 + }, + { + "representative": 3203, + "members": [ + 3203 + ], + "max_error": 0.0 + }, + { + "representative": 3193, + "members": [ + 3193 + ], + "max_error": 0.0 + }, + { + "representative": 3326, + "members": [ + 3326 + ], + "max_error": 0.0 + }, + { + "representative": 3661, + "members": [ + 3661 + ], + "max_error": 0.0 + }, + { + "representative": 3770, + "members": [ + 3770 + ], + "max_error": 0.0 + }, + { + "representative": 3829, + "members": [ + 3829 + ], + "max_error": 0.0 + }, + { + "representative": 3756, + "members": [ + 3756 + ], + "max_error": 0.0 + }, + { + "representative": 3619, + "members": [ + 3619 + ], + "max_error": 0.0 + }, + { + "representative": 3751, + "members": [ + 3751 + ], + "max_error": 0.0 + }, + { + "representative": 3677, + "members": [ + 3677 + ], + "max_error": 0.0 + }, + { + "representative": 3699, + "members": [ + 3699 + ], + "max_error": 0.0 + }, + { + "representative": 3740, + "members": [ + 3740 + ], + "max_error": 0.0 + }, + { + "representative": 3831, + "members": [ + 3831 + ], + "max_error": 0.0 + }, + { + "representative": 3778, + "members": [ + 3778 + ], + "max_error": 0.0 + }, + { + "representative": 3786, + "members": [ + 3786 + ], + "max_error": 0.0 + }, + { + "representative": 3816, + "members": [ + 3816 + ], + "max_error": 0.0 + }, + { + "representative": 3673, + "members": [ + 3673 + ], + "max_error": 0.0 + }, + { + "representative": 1143, + "members": [ + 1143 + ], + "max_error": 0.0 + }, + { + "representative": 1279, + "members": [ + 1279 + ], + "max_error": 0.0 + }, + { + "representative": 1207, + "members": [ + 1207 + ], + "max_error": 0.0 + }, + { + "representative": 1171, + "members": [ + 1171 + ], + "max_error": 0.0 + }, + { + "representative": 1237, + "members": [ + 1237 + ], + "max_error": 0.0 + }, + { + "representative": 1128, + "members": [ + 1128 + ], + "max_error": 0.0 + }, + { + "representative": 1077, + "members": [ + 1077 + ], + "max_error": 0.0 + }, + { + "representative": 1208, + "members": [ + 1208 + ], + "max_error": 0.0 + }, + { + "representative": 1254, + "members": [ + 1254 + ], + "max_error": 0.0 + }, + { + "representative": 1024, + "members": [ + 1024 + ], + "max_error": 0.0 + }, + { + "representative": 1189, + "members": [ + 1189 + ], + "max_error": 0.0 + }, + { + "representative": 1223, + "members": [ + 1223 + ], + "max_error": 0.0 + }, + { + "representative": 1153, + "members": [ + 1153 + ], + "max_error": 0.0 + }, + { + "representative": 1064, + "members": [ + 1064 + ], + "max_error": 0.0 + }, + { + "representative": 1219, + "members": [ + 1219 + ], + "max_error": 0.0 + }, + { + "representative": 1113, + "members": [ + 1113 + ], + "max_error": 0.0 + }, + { + "representative": 1088, + "members": [ + 1088 + ], + "max_error": 0.0 + }, + { + "representative": 1586, + "members": [ + 1586 + ], + "max_error": 0.0 + }, + { + "representative": 1551, + "members": [ + 1551 + ], + "max_error": 0.0 + }, + { + "representative": 1580, + "members": [ + 1580 + ], + "max_error": 0.0 + }, + { + "representative": 1756, + "members": [ + 1756 + ], + "max_error": 0.0 + }, + { + "representative": 1705, + "members": [ + 1705 + ], + "max_error": 0.0 + }, + { + "representative": 1676, + "members": [ + 1676 + ], + "max_error": 0.0 + }, + { + "representative": 1691, + "members": [ + 1691 + ], + "max_error": 0.0 + }, + { + "representative": 1790, + "members": [ + 1790 + ], + "max_error": 0.0 + }, + { + "representative": 1629, + "members": [ + 1629 + ], + "max_error": 0.0 + }, + { + "representative": 1708, + "members": [ + 1708 + ], + "max_error": 0.0 + }, + { + "representative": 1630, + "members": [ + 1630 + ], + "max_error": 0.0 + }, + { + "representative": 1644, + "members": [ + 1644 + ], + "max_error": 0.0 + }, + { + "representative": 1542, + "members": [ + 1542 + ], + "max_error": 0.0 + }, + { + "representative": 2235, + "members": [ + 2235 + ], + "max_error": 0.0 + }, + { + "representative": 2278, + "members": [ + 2278 + ], + "max_error": 0.0 + }, + { + "representative": 2151, + "members": [ + 2151 + ], + "max_error": 0.0 + }, + { + "representative": 2287, + "members": [ + 2287 + ], + "max_error": 0.0 + }, + { + "representative": 2154, + "members": [ + 2154 + ], + "max_error": 0.0 + }, + { + "representative": 2205, + "members": [ + 2205 + ], + "max_error": 0.0 + }, + { + "representative": 2261, + "members": [ + 2261 + ], + "max_error": 0.0 + }, + { + "representative": 2200, + "members": [ + 2200 + ], + "max_error": 0.0 + }, + { + "representative": 2109, + "members": [ + 2109 + ], + "max_error": 0.0 + }, + { + "representative": 2199, + "members": [ + 2199 + ], + "max_error": 0.0 + }, + { + "representative": 2104, + "members": [ + 2104 + ], + "max_error": 0.0 + }, + { + "representative": 2225, + "members": [ + 2225 + ], + "max_error": 0.0 + }, + { + "representative": 2086, + "members": [ + 2086 + ], + "max_error": 0.0 + }, + { + "representative": 2609, + "members": [ + 2609 + ], + "max_error": 0.0 + }, + { + "representative": 2638, + "members": [ + 2638 + ], + "max_error": 0.0 + }, + { + "representative": 2597, + "members": [ + 2597 + ], + "max_error": 0.0 + }, + { + "representative": 2666, + "members": [ + 2666 + ], + "max_error": 0.0 + }, + { + "representative": 2768, + "members": [ + 2768 + ], + "max_error": 0.0 + }, + { + "representative": 2729, + "members": [ + 2729 + ], + "max_error": 0.0 + }, + { + "representative": 2565, + "members": [ + 2565 + ], + "max_error": 0.0 + }, + { + "representative": 2649, + "members": [ + 2649 + ], + "max_error": 0.0 + }, + { + "representative": 2714, + "members": [ + 2714 + ], + "max_error": 0.0 + }, + { + "representative": 2700, + "members": [ + 2700 + ], + "max_error": 0.0 + }, + { + "representative": 2642, + "members": [ + 2642 + ], + "max_error": 0.0 + }, + { + "representative": 2793, + "members": [ + 2793 + ], + "max_error": 0.0 + }, + { + "representative": 3129, + "members": [ + 3129 + ], + "max_error": 0.0 + }, + { + "representative": 3139, + "members": [ + 3139 + ], + "max_error": 0.0 + }, + { + "representative": 3327, + "members": [ + 3327 + ], + "max_error": 0.0 + }, + { + "representative": 3172, + "members": [ + 3172 + ], + "max_error": 0.0 + }, + { + "representative": 3324, + "members": [ + 3324 + ], + "max_error": 0.0 + }, + { + "representative": 3144, + "members": [ + 3144 + ], + "max_error": 0.0 + }, + { + "representative": 3224, + "members": [ + 3224 + ], + "max_error": 0.0 + }, + { + "representative": 3292, + "members": [ + 3292 + ], + "max_error": 0.0 + }, + { + "representative": 3278, + "members": [ + 3278 + ], + "max_error": 0.0 + }, + { + "representative": 3825, + "members": [ + 3825 + ], + "max_error": 0.0 + }, + { + "representative": 3591, + "members": [ + 3591 + ], + "max_error": 0.0 + }, + { + "representative": 3731, + "members": [ + 3731 + ], + "max_error": 0.0 + }, + { + "representative": 3657, + "members": [ + 3657 + ], + "max_error": 0.0 + }, + { + "representative": 3717, + "members": [ + 3717 + ], + "max_error": 0.0 + }, + { + "representative": 3638, + "members": [ + 3638 + ], + "max_error": 0.0 + }, + { + "representative": 3743, + "members": [ + 3743 + ], + "max_error": 0.0 + }, + { + "representative": 3798, + "members": [ + 3798 + ], + "max_error": 0.0 + }, + { + "representative": 3614, + "members": [ + 3614 + ], + "max_error": 0.0 + }, + { + "representative": 3775, + "members": [ + 3775 + ], + "max_error": 0.0 + }, + { + "representative": 3682, + "members": [ + 3682 + ], + "max_error": 0.0 + }, + { + "representative": 3693, + "members": [ + 3693 + ], + "max_error": 0.0 + }, + { + "representative": 3785, + "members": [ + 3785 + ], + "max_error": 0.0 + }, + { + "representative": 3796, + "members": [ + 3796 + ], + "max_error": 0.0 + }, + { + "representative": 6150, + "members": [ + 6150 + ], + "max_error": 0.0 + }, + { + "representative": 6152, + "members": [ + 6152 + ], + "max_error": 0.0 + }, + { + "representative": 6154, + "members": [ + 6154 + ], + "max_error": 0.0 + }, + { + "representative": 6165, + "members": [ + 6165 + ], + "max_error": 0.0 + }, + { + "representative": 6170, + "members": [ + 6170 + ], + "max_error": 0.0 + }, + { + "representative": 6172, + "members": [ + 6172 + ], + "max_error": 0.0 + }, + { + "representative": 6180, + "members": [ + 6180 + ], + "max_error": 0.0 + }, + { + "representative": 6183, + "members": [ + 6183 + ], + "max_error": 0.0 + }, + { + "representative": 6190, + "members": [ + 6190 + ], + "max_error": 0.0 + }, + { + "representative": 6193, + "members": [ + 6193 + ], + "max_error": 0.0 + }, + { + "representative": 6194, + "members": [ + 6194 + ], + "max_error": 0.0 + }, + { + "representative": 6197, + "members": [ + 6197 + ], + "max_error": 0.0 + }, + { + "representative": 6198, + "members": [ + 6198 + ], + "max_error": 0.0 + }, + { + "representative": 6728, + "members": [ + 6728 + ], + "max_error": 0.0 + }, + { + "representative": 6732, + "members": [ + 6732 + ], + "max_error": 0.0 + }, + { + "representative": 6664, + "members": [ + 6664 + ], + "max_error": 0.0 + }, + { + "representative": 6738, + "members": [ + 6738 + ], + "max_error": 0.0 + }, + { + "representative": 6763, + "members": [ + 6763 + ], + "max_error": 0.0 + }, + { + "representative": 6783, + "members": [ + 6783 + ], + "max_error": 0.0 + }, + { + "representative": 6784, + "members": [ + 6784 + ], + "max_error": 0.0 + }, + { + "representative": 6786, + "members": [ + 6786 + ], + "max_error": 0.0 + }, + { + "representative": 6826, + "members": [ + 6826 + ], + "max_error": 0.0 + }, + { + "representative": 6829, + "members": [ + 6829 + ], + "max_error": 0.0 + }, + { + "representative": 7241, + "members": [ + 7241 + ], + "max_error": 0.0 + }, + { + "representative": 7268, + "members": [ + 7268 + ], + "max_error": 0.0 + }, + { + "representative": 7302, + "members": [ + 7302 + ], + "max_error": 0.0 + }, + { + "representative": 7326, + "members": [ + 7326 + ], + "max_error": 0.0 + }, + { + "representative": 7334, + "members": [ + 7334 + ], + "max_error": 0.0 + }, + { + "representative": 7353, + "members": [ + 7353 + ], + "max_error": 0.0 + }, + { + "representative": 7379, + "members": [ + 7379 + ], + "max_error": 0.0 + }, + { + "representative": 7211, + "members": [ + 7211 + ], + "max_error": 0.0 + }, + { + "representative": 7721, + "members": [ + 7721 + ], + "max_error": 0.0 + }, + { + "representative": 7739, + "members": [ + 7739 + ], + "max_error": 0.0 + }, + { + "representative": 7718, + "members": [ + 7718 + ], + "max_error": 0.0 + }, + { + "representative": 7775, + "members": [ + 7775 + ], + "max_error": 0.0 + }, + { + "representative": 7802, + "members": [ + 7802 + ], + "max_error": 0.0 + }, + { + "representative": 7832, + "members": [ + 7832 + ], + "max_error": 0.0 + }, + { + "representative": 7863, + "members": [ + 7863 + ], + "max_error": 0.0 + }, + { + "representative": 7884, + "members": [ + 7884 + ], + "max_error": 0.0 + }, + { + "representative": 7887, + "members": [ + 7887 + ], + "max_error": 0.0 + }, + { + "representative": 7876, + "members": [ + 7876 + ], + "max_error": 0.0 + }, + { + "representative": 7905, + "members": [ + 7905 + ], + "max_error": 0.0 + }, + { + "representative": 6213, + "members": [ + 6213 + ], + "max_error": 0.0 + }, + { + "representative": 6223, + "members": [ + 6223 + ], + "max_error": 0.0 + }, + { + "representative": 6248, + "members": [ + 6248 + ], + "max_error": 0.0 + }, + { + "representative": 6251, + "members": [ + 6251 + ], + "max_error": 0.0 + }, + { + "representative": 6254, + "members": [ + 6254 + ], + "max_error": 0.0 + }, + { + "representative": 6256, + "members": [ + 6256 + ], + "max_error": 0.0 + }, + { + "representative": 6266, + "members": [ + 6266 + ], + "max_error": 0.0 + }, + { + "representative": 6848, + "members": [ + 6848 + ], + "max_error": 0.0 + }, + { + "representative": 6798, + "members": [ + 6798 + ], + "max_error": 0.0 + }, + { + "representative": 6679, + "members": [ + 6679 + ], + "max_error": 0.0 + }, + { + "representative": 6860, + "members": [ + 6860 + ], + "max_error": 0.0 + }, + { + "representative": 6861, + "members": [ + 6861 + ], + "max_error": 0.0 + }, + { + "representative": 6811, + "members": [ + 6811 + ], + "max_error": 0.0 + }, + { + "representative": 6684, + "members": [ + 6684 + ], + "max_error": 0.0 + }, + { + "representative": 6893, + "members": [ + 6893 + ], + "max_error": 0.0 + }, + { + "representative": 7391, + "members": [ + 7391 + ], + "max_error": 0.0 + }, + { + "representative": 7380, + "members": [ + 7380 + ], + "max_error": 0.0 + }, + { + "representative": 7195, + "members": [ + 7195 + ], + "max_error": 0.0 + }, + { + "representative": 7182, + "members": [ + 7182 + ], + "max_error": 0.0 + }, + { + "representative": 7405, + "members": [ + 7405 + ], + "max_error": 0.0 + }, + { + "representative": 7293, + "members": [ + 7293 + ], + "max_error": 0.0 + }, + { + "representative": 7283, + "members": [ + 7283 + ], + "max_error": 0.0 + }, + { + "representative": 7336, + "members": [ + 7336 + ], + "max_error": 0.0 + }, + { + "representative": 7191, + "members": [ + 7191 + ], + "max_error": 0.0 + }, + { + "representative": 7340, + "members": [ + 7340 + ], + "max_error": 0.0 + }, + { + "representative": 7312, + "members": [ + 7312 + ], + "max_error": 0.0 + }, + { + "representative": 7406, + "members": [ + 7406 + ], + "max_error": 0.0 + }, + { + "representative": 7216, + "members": [ + 7216 + ], + "max_error": 0.0 + }, + { + "representative": 7839, + "members": [ + 7839 + ], + "max_error": 0.0 + }, + { + "representative": 7898, + "members": [ + 7898 + ], + "max_error": 0.0 + }, + { + "representative": 7851, + "members": [ + 7851 + ], + "max_error": 0.0 + }, + { + "representative": 7895, + "members": [ + 7895 + ], + "max_error": 0.0 + }, + { + "representative": 7934, + "members": [ + 7934 + ], + "max_error": 0.0 + }, + { + "representative": 7815, + "members": [ + 7815 + ], + "max_error": 0.0 + }, + { + "representative": 7883, + "members": [ + 7883 + ], + "max_error": 0.0 + }, + { + "representative": 7868, + "members": [ + 7868 + ], + "max_error": 0.0 + }, + { + "representative": 7856, + "members": [ + 7856 + ], + "max_error": 0.0 + }, + { + "representative": 7805, + "members": [ + 7805 + ], + "max_error": 0.0 + }, + { + "representative": 6272, + "members": [ + 6272 + ], + "max_error": 0.0 + }, + { + "representative": 6293, + "members": [ + 6293 + ], + "max_error": 0.0 + }, + { + "representative": 6295, + "members": [ + 6295 + ], + "max_error": 0.0 + }, + { + "representative": 6299, + "members": [ + 6299 + ], + "max_error": 0.0 + }, + { + "representative": 6300, + "members": [ + 6300 + ], + "max_error": 0.0 + }, + { + "representative": 6303, + "members": [ + 6303 + ], + "max_error": 0.0 + }, + { + "representative": 6311, + "members": [ + 6311 + ], + "max_error": 0.0 + }, + { + "representative": 6325, + "members": [ + 6325 + ], + "max_error": 0.0 + }, + { + "representative": 6328, + "members": [ + 6328 + ], + "max_error": 0.0 + }, + { + "representative": 6690, + "members": [ + 6690 + ], + "max_error": 0.0 + }, + { + "representative": 6799, + "members": [ + 6799 + ], + "max_error": 0.0 + }, + { + "representative": 6908, + "members": [ + 6908 + ], + "max_error": 0.0 + }, + { + "representative": 6749, + "members": [ + 6749 + ], + "max_error": 0.0 + }, + { + "representative": 6692, + "members": [ + 6692 + ], + "max_error": 0.0 + }, + { + "representative": 6781, + "members": [ + 6781 + ], + "max_error": 0.0 + }, + { + "representative": 6723, + "members": [ + 6723 + ], + "max_error": 0.0 + }, + { + "representative": 6683, + "members": [ + 6683 + ], + "max_error": 0.0 + }, + { + "representative": 6769, + "members": [ + 6769 + ], + "max_error": 0.0 + }, + { + "representative": 6724, + "members": [ + 6724 + ], + "max_error": 0.0 + }, + { + "representative": 6792, + "members": [ + 6792 + ], + "max_error": 0.0 + }, + { + "representative": 6699, + "members": [ + 6699 + ], + "max_error": 0.0 + }, + { + "representative": 6754, + "members": [ + 6754 + ], + "max_error": 0.0 + }, + { + "representative": 6882, + "members": [ + 6882 + ], + "max_error": 0.0 + }, + { + "representative": 7285, + "members": [ + 7285 + ], + "max_error": 0.0 + }, + { + "representative": 7403, + "members": [ + 7403 + ], + "max_error": 0.0 + }, + { + "representative": 7214, + "members": [ + 7214 + ], + "max_error": 0.0 + }, + { + "representative": 7306, + "members": [ + 7306 + ], + "max_error": 0.0 + }, + { + "representative": 7390, + "members": [ + 7390 + ], + "max_error": 0.0 + }, + { + "representative": 7309, + "members": [ + 7309 + ], + "max_error": 0.0 + }, + { + "representative": 7246, + "members": [ + 7246 + ], + "max_error": 0.0 + }, + { + "representative": 7308, + "members": [ + 7308 + ], + "max_error": 0.0 + }, + { + "representative": 7372, + "members": [ + 7372 + ], + "max_error": 0.0 + }, + { + "representative": 7732, + "members": [ + 7732 + ], + "max_error": 0.0 + }, + { + "representative": 7759, + "members": [ + 7759 + ], + "max_error": 0.0 + }, + { + "representative": 7684, + "members": [ + 7684 + ], + "max_error": 0.0 + }, + { + "representative": 7926, + "members": [ + 7926 + ], + "max_error": 0.0 + }, + { + "representative": 7819, + "members": [ + 7819 + ], + "max_error": 0.0 + }, + { + "representative": 7925, + "members": [ + 7925 + ], + "max_error": 0.0 + }, + { + "representative": 7843, + "members": [ + 7843 + ], + "max_error": 0.0 + }, + { + "representative": 7831, + "members": [ + 7831 + ], + "max_error": 0.0 + }, + { + "representative": 7723, + "members": [ + 7723 + ], + "max_error": 0.0 + }, + { + "representative": 7689, + "members": [ + 7689 + ], + "max_error": 0.0 + }, + { + "representative": 7783, + "members": [ + 7783 + ], + "max_error": 0.0 + }, + { + "representative": 7860, + "members": [ + 7860 + ], + "max_error": 0.0 + }, + { + "representative": 7796, + "members": [ + 7796 + ], + "max_error": 0.0 + }, + { + "representative": 7767, + "members": [ + 7767 + ], + "max_error": 0.0 + }, + { + "representative": 7836, + "members": [ + 7836 + ], + "max_error": 0.0 + }, + { + "representative": 7874, + "members": [ + 7874 + ], + "max_error": 0.0 + }, + { + "representative": 7861, + "members": [ + 7861 + ], + "max_error": 0.0 + }, + { + "representative": 7821, + "members": [ + 7821 + ], + "max_error": 0.0 + }, + { + "representative": 7690, + "members": [ + 7690 + ], + "max_error": 0.0 + }, + { + "representative": 7852, + "members": [ + 7852 + ], + "max_error": 0.0 + }, + { + "representative": 7750, + "members": [ + 7750 + ], + "max_error": 0.0 + }, + { + "representative": 6336, + "members": [ + 6336 + ], + "max_error": 0.0 + }, + { + "representative": 6345, + "members": [ + 6345 + ], + "max_error": 0.0 + }, + { + "representative": 6346, + "members": [ + 6346 + ], + "max_error": 0.0 + }, + { + "representative": 6348, + "members": [ + 6348 + ], + "max_error": 0.0 + }, + { + "representative": 6350, + "members": [ + 6350 + ], + "max_error": 0.0 + }, + { + "representative": 6352, + "members": [ + 6352 + ], + "max_error": 0.0 + }, + { + "representative": 6354, + "members": [ + 6354 + ], + "max_error": 0.0 + }, + { + "representative": 6362, + "members": [ + 6362 + ], + "max_error": 0.0 + }, + { + "representative": 6365, + "members": [ + 6365 + ], + "max_error": 0.0 + }, + { + "representative": 6372, + "members": [ + 6372 + ], + "max_error": 0.0 + }, + { + "representative": 6383, + "members": [ + 6383 + ], + "max_error": 0.0 + }, + { + "representative": 6384, + "members": [ + 6384 + ], + "max_error": 0.0 + }, + { + "representative": 6385, + "members": [ + 6385 + ], + "max_error": 0.0 + }, + { + "representative": 6741, + "members": [ + 6741 + ], + "max_error": 0.0 + }, + { + "representative": 6669, + "members": [ + 6669 + ], + "max_error": 0.0 + }, + { + "representative": 6911, + "members": [ + 6911 + ], + "max_error": 0.0 + }, + { + "representative": 6726, + "members": [ + 6726 + ], + "max_error": 0.0 + }, + { + "representative": 6814, + "members": [ + 6814 + ], + "max_error": 0.0 + }, + { + "representative": 6847, + "members": [ + 6847 + ], + "max_error": 0.0 + }, + { + "representative": 6877, + "members": [ + 6877 + ], + "max_error": 0.0 + }, + { + "representative": 6871, + "members": [ + 6871 + ], + "max_error": 0.0 + }, + { + "representative": 6694, + "members": [ + 6694 + ], + "max_error": 0.0 + }, + { + "representative": 6658, + "members": [ + 6658 + ], + "max_error": 0.0 + }, + { + "representative": 7299, + "members": [ + 7299 + ], + "max_error": 0.0 + }, + { + "representative": 7249, + "members": [ + 7249 + ], + "max_error": 0.0 + }, + { + "representative": 7220, + "members": [ + 7220 + ], + "max_error": 0.0 + }, + { + "representative": 7234, + "members": [ + 7234 + ], + "max_error": 0.0 + }, + { + "representative": 7361, + "members": [ + 7361 + ], + "max_error": 0.0 + }, + { + "representative": 7181, + "members": [ + 7181 + ], + "max_error": 0.0 + }, + { + "representative": 7346, + "members": [ + 7346 + ], + "max_error": 0.0 + }, + { + "representative": 7174, + "members": [ + 7174 + ], + "max_error": 0.0 + }, + { + "representative": 7215, + "members": [ + 7215 + ], + "max_error": 0.0 + }, + { + "representative": 7243, + "members": [ + 7243 + ], + "max_error": 0.0 + }, + { + "representative": 7902, + "members": [ + 7902 + ], + "max_error": 0.0 + }, + { + "representative": 7931, + "members": [ + 7931 + ], + "max_error": 0.0 + }, + { + "representative": 7711, + "members": [ + 7711 + ], + "max_error": 0.0 + }, + { + "representative": 7872, + "members": [ + 7872 + ], + "max_error": 0.0 + }, + { + "representative": 7912, + "members": [ + 7912 + ], + "max_error": 0.0 + }, + { + "representative": 7837, + "members": [ + 7837 + ], + "max_error": 0.0 + }, + { + "representative": 7903, + "members": [ + 7903 + ], + "max_error": 0.0 + }, + { + "representative": 7850, + "members": [ + 7850 + ], + "max_error": 0.0 + }, + { + "representative": 7746, + "members": [ + 7746 + ], + "max_error": 0.0 + }, + { + "representative": 7715, + "members": [ + 7715 + ], + "max_error": 0.0 + }, + { + "representative": 7799, + "members": [ + 7799 + ], + "max_error": 0.0 + }, + { + "representative": 7768, + "members": [ + 7768 + ], + "max_error": 0.0 + }, + { + "representative": 6335, + "members": [ + 6335 + ], + "max_error": 0.0 + }, + { + "representative": 6157, + "members": [ + 6157 + ], + "max_error": 0.0 + }, + { + "representative": 6347, + "members": [ + 6347 + ], + "max_error": 0.0 + }, + { + "representative": 6274, + "members": [ + 6274 + ], + "max_error": 0.0 + }, + { + "representative": 6203, + "members": [ + 6203 + ], + "max_error": 0.0 + }, + { + "representative": 6173, + "members": [ + 6173 + ], + "max_error": 0.0 + }, + { + "representative": 6307, + "members": [ + 6307 + ], + "max_error": 0.0 + }, + { + "representative": 6278, + "members": [ + 6278 + ], + "max_error": 0.0 + }, + { + "representative": 6222, + "members": [ + 6222 + ], + "max_error": 0.0 + }, + { + "representative": 6252, + "members": [ + 6252 + ], + "max_error": 0.0 + }, + { + "representative": 6772, + "members": [ + 6772 + ], + "max_error": 0.0 + }, + { + "representative": 6757, + "members": [ + 6757 + ], + "max_error": 0.0 + }, + { + "representative": 6898, + "members": [ + 6898 + ], + "max_error": 0.0 + }, + { + "representative": 6785, + "members": [ + 6785 + ], + "max_error": 0.0 + }, + { + "representative": 6747, + "members": [ + 6747 + ], + "max_error": 0.0 + }, + { + "representative": 6691, + "members": [ + 6691 + ], + "max_error": 0.0 + }, + { + "representative": 6836, + "members": [ + 6836 + ], + "max_error": 0.0 + }, + { + "representative": 6714, + "members": [ + 6714 + ], + "max_error": 0.0 + }, + { + "representative": 6806, + "members": [ + 6806 + ], + "max_error": 0.0 + }, + { + "representative": 6822, + "members": [ + 6822 + ], + "max_error": 0.0 + }, + { + "representative": 6853, + "members": [ + 6853 + ], + "max_error": 0.0 + }, + { + "representative": 6840, + "members": [ + 6840 + ], + "max_error": 0.0 + }, + { + "representative": 6731, + "members": [ + 6731 + ], + "max_error": 0.0 + }, + { + "representative": 6743, + "members": [ + 6743 + ], + "max_error": 0.0 + }, + { + "representative": 7261, + "members": [ + 7261 + ], + "max_error": 0.0 + }, + { + "representative": 7275, + "members": [ + 7275 + ], + "max_error": 0.0 + }, + { + "representative": 7291, + "members": [ + 7291 + ], + "max_error": 0.0 + }, + { + "representative": 7224, + "members": [ + 7224 + ], + "max_error": 0.0 + }, + { + "representative": 7233, + "members": [ + 7233 + ], + "max_error": 0.0 + }, + { + "representative": 7393, + "members": [ + 7393 + ], + "max_error": 0.0 + }, + { + "representative": 7230, + "members": [ + 7230 + ], + "max_error": 0.0 + }, + { + "representative": 7278, + "members": [ + 7278 + ], + "max_error": 0.0 + }, + { + "representative": 7232, + "members": [ + 7232 + ], + "max_error": 0.0 + }, + { + "representative": 7383, + "members": [ + 7383 + ], + "max_error": 0.0 + }, + { + "representative": 7307, + "members": [ + 7307 + ], + "max_error": 0.0 + }, + { + "representative": 7835, + "members": [ + 7835 + ], + "max_error": 0.0 + }, + { + "representative": 7913, + "members": [ + 7913 + ], + "max_error": 0.0 + }, + { + "representative": 7914, + "members": [ + 7914 + ], + "max_error": 0.0 + }, + { + "representative": 7713, + "members": [ + 7713 + ], + "max_error": 0.0 + }, + { + "representative": 7917, + "members": [ + 7917 + ], + "max_error": 0.0 + }, + { + "representative": 7793, + "members": [ + 7793 + ], + "max_error": 0.0 + }, + { + "representative": 7706, + "members": [ + 7706 + ], + "max_error": 0.0 + }, + { + "representative": 7696, + "members": [ + 7696 + ], + "max_error": 0.0 + }, + { + "representative": 7788, + "members": [ + 7788 + ], + "max_error": 0.0 + }, + { + "representative": 7825, + "members": [ + 7825 + ], + "max_error": 0.0 + }, + { + "representative": 6310, + "members": [ + 6310 + ], + "max_error": 0.0 + }, + { + "representative": 6259, + "members": [ + 6259 + ], + "max_error": 0.0 + }, + { + "representative": 6371, + "members": [ + 6371 + ], + "max_error": 0.0 + }, + { + "representative": 6359, + "members": [ + 6359 + ], + "max_error": 0.0 + }, + { + "representative": 6158, + "members": [ + 6158 + ], + "max_error": 0.0 + }, + { + "representative": 6169, + "members": [ + 6169 + ], + "max_error": 0.0 + }, + { + "representative": 6257, + "members": [ + 6257 + ], + "max_error": 0.0 + }, + { + "representative": 6148, + "members": [ + 6148 + ], + "max_error": 0.0 + }, + { + "representative": 6374, + "members": [ + 6374 + ], + "max_error": 0.0 + }, + { + "representative": 6218, + "members": [ + 6218 + ], + "max_error": 0.0 + }, + { + "representative": 6313, + "members": [ + 6313 + ], + "max_error": 0.0 + }, + { + "representative": 6736, + "members": [ + 6736 + ], + "max_error": 0.0 + }, + { + "representative": 6782, + "members": [ + 6782 + ], + "max_error": 0.0 + }, + { + "representative": 6886, + "members": [ + 6886 + ], + "max_error": 0.0 + }, + { + "representative": 6827, + "members": [ + 6827 + ], + "max_error": 0.0 + }, + { + "representative": 6819, + "members": [ + 6819 + ], + "max_error": 0.0 + }, + { + "representative": 6866, + "members": [ + 6866 + ], + "max_error": 0.0 + }, + { + "representative": 6657, + "members": [ + 6657 + ], + "max_error": 0.0 + }, + { + "representative": 6697, + "members": [ + 6697 + ], + "max_error": 0.0 + }, + { + "representative": 6862, + "members": [ + 6862 + ], + "max_error": 0.0 + }, + { + "representative": 6855, + "members": [ + 6855 + ], + "max_error": 0.0 + }, + { + "representative": 6891, + "members": [ + 6891 + ], + "max_error": 0.0 + }, + { + "representative": 6863, + "members": [ + 6863 + ], + "max_error": 0.0 + }, + { + "representative": 6729, + "members": [ + 6729 + ], + "max_error": 0.0 + }, + { + "representative": 6821, + "members": [ + 6821 + ], + "max_error": 0.0 + }, + { + "representative": 7280, + "members": [ + 7280 + ], + "max_error": 0.0 + }, + { + "representative": 7332, + "members": [ + 7332 + ], + "max_error": 0.0 + }, + { + "representative": 7177, + "members": [ + 7177 + ], + "max_error": 0.0 + }, + { + "representative": 7178, + "members": [ + 7178 + ], + "max_error": 0.0 + }, + { + "representative": 7298, + "members": [ + 7298 + ], + "max_error": 0.0 + }, + { + "representative": 7168, + "members": [ + 7168 + ], + "max_error": 0.0 + }, + { + "representative": 7288, + "members": [ + 7288 + ], + "max_error": 0.0 + }, + { + "representative": 7231, + "members": [ + 7231 + ], + "max_error": 0.0 + }, + { + "representative": 7401, + "members": [ + 7401 + ], + "max_error": 0.0 + }, + { + "representative": 7199, + "members": [ + 7199 + ], + "max_error": 0.0 + }, + { + "representative": 7342, + "members": [ + 7342 + ], + "max_error": 0.0 + }, + { + "representative": 7402, + "members": [ + 7402 + ], + "max_error": 0.0 + }, + { + "representative": 7263, + "members": [ + 7263 + ], + "max_error": 0.0 + }, + { + "representative": 7271, + "members": [ + 7271 + ], + "max_error": 0.0 + }, + { + "representative": 7761, + "members": [ + 7761 + ], + "max_error": 0.0 + }, + { + "representative": 7769, + "members": [ + 7769 + ], + "max_error": 0.0 + }, + { + "representative": 7834, + "members": [ + 7834 + ], + "max_error": 0.0 + }, + { + "representative": 7710, + "members": [ + 7710 + ], + "max_error": 0.0 + }, + { + "representative": 7782, + "members": [ + 7782 + ], + "max_error": 0.0 + }, + { + "representative": 7757, + "members": [ + 7757 + ], + "max_error": 0.0 + }, + { + "representative": 7741, + "members": [ + 7741 + ], + "max_error": 0.0 + }, + { + "representative": 7929, + "members": [ + 7929 + ], + "max_error": 0.0 + }, + { + "representative": 7733, + "members": [ + 7733 + ], + "max_error": 0.0 + }, + { + "representative": 7728, + "members": [ + 7728 + ], + "max_error": 0.0 + }, + { + "representative": 7758, + "members": [ + 7758 + ], + "max_error": 0.0 + }, + { + "representative": 7763, + "members": [ + 7763 + ], + "max_error": 0.0 + }, + { + "representative": 6246, + "members": [ + 6246 + ], + "max_error": 0.0 + }, + { + "representative": 6285, + "members": [ + 6285 + ], + "max_error": 0.0 + }, + { + "representative": 6369, + "members": [ + 6369 + ], + "max_error": 0.0 + }, + { + "representative": 6236, + "members": [ + 6236 + ], + "max_error": 0.0 + }, + { + "representative": 6265, + "members": [ + 6265 + ], + "max_error": 0.0 + }, + { + "representative": 6233, + "members": [ + 6233 + ], + "max_error": 0.0 + }, + { + "representative": 6355, + "members": [ + 6355 + ], + "max_error": 0.0 + }, + { + "representative": 6145, + "members": [ + 6145 + ], + "max_error": 0.0 + }, + { + "representative": 6339, + "members": [ + 6339 + ], + "max_error": 0.0 + }, + { + "representative": 6260, + "members": [ + 6260 + ], + "max_error": 0.0 + }, + { + "representative": 6338, + "members": [ + 6338 + ], + "max_error": 0.0 + }, + { + "representative": 6391, + "members": [ + 6391 + ], + "max_error": 0.0 + }, + { + "representative": 6381, + "members": [ + 6381 + ], + "max_error": 0.0 + }, + { + "representative": 6331, + "members": [ + 6331 + ], + "max_error": 0.0 + }, + { + "representative": 6880, + "members": [ + 6880 + ], + "max_error": 0.0 + }, + { + "representative": 6909, + "members": [ + 6909 + ], + "max_error": 0.0 + }, + { + "representative": 6856, + "members": [ + 6856 + ], + "max_error": 0.0 + }, + { + "representative": 6885, + "members": [ + 6885 + ], + "max_error": 0.0 + }, + { + "representative": 6890, + "members": [ + 6890 + ], + "max_error": 0.0 + }, + { + "representative": 6730, + "members": [ + 6730 + ], + "max_error": 0.0 + }, + { + "representative": 6831, + "members": [ + 6831 + ], + "max_error": 0.0 + }, + { + "representative": 6733, + "members": [ + 6733 + ], + "max_error": 0.0 + }, + { + "representative": 6667, + "members": [ + 6667 + ], + "max_error": 0.0 + }, + { + "representative": 6844, + "members": [ + 6844 + ], + "max_error": 0.0 + }, + { + "representative": 6775, + "members": [ + 6775 + ], + "max_error": 0.0 + }, + { + "representative": 6904, + "members": [ + 6904 + ], + "max_error": 0.0 + }, + { + "representative": 7399, + "members": [ + 7399 + ], + "max_error": 0.0 + }, + { + "representative": 7348, + "members": [ + 7348 + ], + "max_error": 0.0 + }, + { + "representative": 7381, + "members": [ + 7381 + ], + "max_error": 0.0 + }, + { + "representative": 7322, + "members": [ + 7322 + ], + "max_error": 0.0 + }, + { + "representative": 7404, + "members": [ + 7404 + ], + "max_error": 0.0 + }, + { + "representative": 7228, + "members": [ + 7228 + ], + "max_error": 0.0 + }, + { + "representative": 7266, + "members": [ + 7266 + ], + "max_error": 0.0 + }, + { + "representative": 7240, + "members": [ + 7240 + ], + "max_error": 0.0 + }, + { + "representative": 7212, + "members": [ + 7212 + ], + "max_error": 0.0 + }, + { + "representative": 7209, + "members": [ + 7209 + ], + "max_error": 0.0 + }, + { + "representative": 7190, + "members": [ + 7190 + ], + "max_error": 0.0 + }, + { + "representative": 7906, + "members": [ + 7906 + ], + "max_error": 0.0 + }, + { + "representative": 7858, + "members": [ + 7858 + ], + "max_error": 0.0 + }, + { + "representative": 7880, + "members": [ + 7880 + ], + "max_error": 0.0 + }, + { + "representative": 7720, + "members": [ + 7720 + ], + "max_error": 0.0 + }, + { + "representative": 7770, + "members": [ + 7770 + ], + "max_error": 0.0 + }, + { + "representative": 7854, + "members": [ + 7854 + ], + "max_error": 0.0 + }, + { + "representative": 7771, + "members": [ + 7771 + ], + "max_error": 0.0 + }, + { + "representative": 7787, + "members": [ + 7787 + ], + "max_error": 0.0 + }, + { + "representative": 7810, + "members": [ + 7810 + ], + "max_error": 0.0 + }, + { + "representative": 7930, + "members": [ + 7930 + ], + "max_error": 0.0 + }, + { + "representative": 7722, + "members": [ + 7722 + ], + "max_error": 0.0 + }, + { + "representative": 7849, + "members": [ + 7849 + ], + "max_error": 0.0 + }, + { + "representative": 7747, + "members": [ + 7747 + ], + "max_error": 0.0 + }, + { + "representative": 6249, + "members": [ + 6249 + ], + "max_error": 0.0 + }, + { + "representative": 6209, + "members": [ + 6209 + ], + "max_error": 0.0 + }, + { + "representative": 6235, + "members": [ + 6235 + ], + "max_error": 0.0 + }, + { + "representative": 6399, + "members": [ + 6399 + ], + "max_error": 0.0 + }, + { + "representative": 6171, + "members": [ + 6171 + ], + "max_error": 0.0 + }, + { + "representative": 6264, + "members": [ + 6264 + ], + "max_error": 0.0 + }, + { + "representative": 6324, + "members": [ + 6324 + ], + "max_error": 0.0 + }, + { + "representative": 6189, + "members": [ + 6189 + ], + "max_error": 0.0 + }, + { + "representative": 6174, + "members": [ + 6174 + ], + "max_error": 0.0 + }, + { + "representative": 6241, + "members": [ + 6241 + ], + "max_error": 0.0 + }, + { + "representative": 6309, + "members": [ + 6309 + ], + "max_error": 0.0 + }, + { + "representative": 6715, + "members": [ + 6715 + ], + "max_error": 0.0 + }, + { + "representative": 6746, + "members": [ + 6746 + ], + "max_error": 0.0 + }, + { + "representative": 6666, + "members": [ + 6666 + ], + "max_error": 0.0 + }, + { + "representative": 6820, + "members": [ + 6820 + ], + "max_error": 0.0 + }, + { + "representative": 6884, + "members": [ + 6884 + ], + "max_error": 0.0 + }, + { + "representative": 6712, + "members": [ + 6712 + ], + "max_error": 0.0 + }, + { + "representative": 6773, + "members": [ + 6773 + ], + "max_error": 0.0 + }, + { + "representative": 6776, + "members": [ + 6776 + ], + "max_error": 0.0 + }, + { + "representative": 6673, + "members": [ + 6673 + ], + "max_error": 0.0 + }, + { + "representative": 6905, + "members": [ + 6905 + ], + "max_error": 0.0 + }, + { + "representative": 6779, + "members": [ + 6779 + ], + "max_error": 0.0 + }, + { + "representative": 6815, + "members": [ + 6815 + ], + "max_error": 0.0 + }, + { + "representative": 7384, + "members": [ + 7384 + ], + "max_error": 0.0 + }, + { + "representative": 7206, + "members": [ + 7206 + ], + "max_error": 0.0 + }, + { + "representative": 7304, + "members": [ + 7304 + ], + "max_error": 0.0 + }, + { + "representative": 7188, + "members": [ + 7188 + ], + "max_error": 0.0 + }, + { + "representative": 7300, + "members": [ + 7300 + ], + "max_error": 0.0 + }, + { + "representative": 7270, + "members": [ + 7270 + ], + "max_error": 0.0 + }, + { + "representative": 7276, + "members": [ + 7276 + ], + "max_error": 0.0 + }, + { + "representative": 7374, + "members": [ + 7374 + ], + "max_error": 0.0 + }, + { + "representative": 7743, + "members": [ + 7743 + ], + "max_error": 0.0 + }, + { + "representative": 7791, + "members": [ + 7791 + ], + "max_error": 0.0 + }, + { + "representative": 7818, + "members": [ + 7818 + ], + "max_error": 0.0 + }, + { + "representative": 7921, + "members": [ + 7921 + ], + "max_error": 0.0 + }, + { + "representative": 7735, + "members": [ + 7735 + ], + "max_error": 0.0 + }, + { + "representative": 7781, + "members": [ + 7781 + ], + "max_error": 0.0 + }, + { + "representative": 7742, + "members": [ + 7742 + ], + "max_error": 0.0 + }, + { + "representative": 7888, + "members": [ + 7888 + ], + "max_error": 0.0 + }, + { + "representative": 7692, + "members": [ + 7692 + ], + "max_error": 0.0 + }, + { + "representative": 7881, + "members": [ + 7881 + ], + "max_error": 0.0 + }, + { + "representative": 6392, + "members": [ + 6392 + ], + "max_error": 0.0 + }, + { + "representative": 6163, + "members": [ + 6163 + ], + "max_error": 0.0 + }, + { + "representative": 6387, + "members": [ + 6387 + ], + "max_error": 0.0 + }, + { + "representative": 6245, + "members": [ + 6245 + ], + "max_error": 0.0 + }, + { + "representative": 6153, + "members": [ + 6153 + ], + "max_error": 0.0 + }, + { + "representative": 6271, + "members": [ + 6271 + ], + "max_error": 0.0 + }, + { + "representative": 6166, + "members": [ + 6166 + ], + "max_error": 0.0 + }, + { + "representative": 6231, + "members": [ + 6231 + ], + "max_error": 0.0 + }, + { + "representative": 6312, + "members": [ + 6312 + ], + "max_error": 0.0 + }, + { + "representative": 6284, + "members": [ + 6284 + ], + "max_error": 0.0 + }, + { + "representative": 6192, + "members": [ + 6192 + ], + "max_error": 0.0 + }, + { + "representative": 6181, + "members": [ + 6181 + ], + "max_error": 0.0 + }, + { + "representative": 6202, + "members": [ + 6202 + ], + "max_error": 0.0 + }, + { + "representative": 6838, + "members": [ + 6838 + ], + "max_error": 0.0 + }, + { + "representative": 6702, + "members": [ + 6702 + ], + "max_error": 0.0 + }, + { + "representative": 6816, + "members": [ + 6816 + ], + "max_error": 0.0 + }, + { + "representative": 6695, + "members": [ + 6695 + ], + "max_error": 0.0 + }, + { + "representative": 6850, + "members": [ + 6850 + ], + "max_error": 0.0 + }, + { + "representative": 6837, + "members": [ + 6837 + ], + "max_error": 0.0 + }, + { + "representative": 7295, + "members": [ + 7295 + ], + "max_error": 0.0 + }, + { + "representative": 7290, + "members": [ + 7290 + ], + "max_error": 0.0 + }, + { + "representative": 7242, + "members": [ + 7242 + ], + "max_error": 0.0 + }, + { + "representative": 7313, + "members": [ + 7313 + ], + "max_error": 0.0 + }, + { + "representative": 7325, + "members": [ + 7325 + ], + "max_error": 0.0 + }, + { + "representative": 7347, + "members": [ + 7347 + ], + "max_error": 0.0 + }, + { + "representative": 7292, + "members": [ + 7292 + ], + "max_error": 0.0 + }, + { + "representative": 7365, + "members": [ + 7365 + ], + "max_error": 0.0 + }, + { + "representative": 7392, + "members": [ + 7392 + ], + "max_error": 0.0 + }, + { + "representative": 7287, + "members": [ + 7287 + ], + "max_error": 0.0 + }, + { + "representative": 7208, + "members": [ + 7208 + ], + "max_error": 0.0 + }, + { + "representative": 7708, + "members": [ + 7708 + ], + "max_error": 0.0 + }, + { + "representative": 7847, + "members": [ + 7847 + ], + "max_error": 0.0 + }, + { + "representative": 7730, + "members": [ + 7730 + ], + "max_error": 0.0 + }, + { + "representative": 7873, + "members": [ + 7873 + ], + "max_error": 0.0 + }, + { + "representative": 7748, + "members": [ + 7748 + ], + "max_error": 0.0 + }, + { + "representative": 7685, + "members": [ + 7685 + ], + "max_error": 0.0 + }, + { + "representative": 7764, + "members": [ + 7764 + ], + "max_error": 0.0 + }, + { + "representative": 6315, + "members": [ + 6315 + ], + "max_error": 0.0 + }, + { + "representative": 6199, + "members": [ + 6199 + ], + "max_error": 0.0 + }, + { + "representative": 6375, + "members": [ + 6375 + ], + "max_error": 0.0 + }, + { + "representative": 6288, + "members": [ + 6288 + ], + "max_error": 0.0 + }, + { + "representative": 6287, + "members": [ + 6287 + ], + "max_error": 0.0 + }, + { + "representative": 6382, + "members": [ + 6382 + ], + "max_error": 0.0 + }, + { + "representative": 6344, + "members": [ + 6344 + ], + "max_error": 0.0 + }, + { + "representative": 6239, + "members": [ + 6239 + ], + "max_error": 0.0 + }, + { + "representative": 6273, + "members": [ + 6273 + ], + "max_error": 0.0 + }, + { + "representative": 6281, + "members": [ + 6281 + ], + "max_error": 0.0 + }, + { + "representative": 6228, + "members": [ + 6228 + ], + "max_error": 0.0 + }, + { + "representative": 6803, + "members": [ + 6803 + ], + "max_error": 0.0 + }, + { + "representative": 6678, + "members": [ + 6678 + ], + "max_error": 0.0 + }, + { + "representative": 6870, + "members": [ + 6870 + ], + "max_error": 0.0 + }, + { + "representative": 6872, + "members": [ + 6872 + ], + "max_error": 0.0 + }, + { + "representative": 6864, + "members": [ + 6864 + ], + "max_error": 0.0 + }, + { + "representative": 6797, + "members": [ + 6797 + ], + "max_error": 0.0 + }, + { + "representative": 6705, + "members": [ + 6705 + ], + "max_error": 0.0 + }, + { + "representative": 6867, + "members": [ + 6867 + ], + "max_error": 0.0 + }, + { + "representative": 6734, + "members": [ + 6734 + ], + "max_error": 0.0 + }, + { + "representative": 6668, + "members": [ + 6668 + ], + "max_error": 0.0 + }, + { + "representative": 6879, + "members": [ + 6879 + ], + "max_error": 0.0 + }, + { + "representative": 6750, + "members": [ + 6750 + ], + "max_error": 0.0 + }, + { + "representative": 6720, + "members": [ + 6720 + ], + "max_error": 0.0 + }, + { + "representative": 6755, + "members": [ + 6755 + ], + "max_error": 0.0 + }, + { + "representative": 7344, + "members": [ + 7344 + ], + "max_error": 0.0 + }, + { + "representative": 7333, + "members": [ + 7333 + ], + "max_error": 0.0 + }, + { + "representative": 7218, + "members": [ + 7218 + ], + "max_error": 0.0 + }, + { + "representative": 7418, + "members": [ + 7418 + ], + "max_error": 0.0 + }, + { + "representative": 7358, + "members": [ + 7358 + ], + "max_error": 0.0 + }, + { + "representative": 7274, + "members": [ + 7274 + ], + "max_error": 0.0 + }, + { + "representative": 7417, + "members": [ + 7417 + ], + "max_error": 0.0 + }, + { + "representative": 7223, + "members": [ + 7223 + ], + "max_error": 0.0 + }, + { + "representative": 7198, + "members": [ + 7198 + ], + "max_error": 0.0 + }, + { + "representative": 7327, + "members": [ + 7327 + ], + "max_error": 0.0 + }, + { + "representative": 7371, + "members": [ + 7371 + ], + "max_error": 0.0 + }, + { + "representative": 7301, + "members": [ + 7301 + ], + "max_error": 0.0 + }, + { + "representative": 7319, + "members": [ + 7319 + ], + "max_error": 0.0 + }, + { + "representative": 7171, + "members": [ + 7171 + ], + "max_error": 0.0 + }, + { + "representative": 7411, + "members": [ + 7411 + ], + "max_error": 0.0 + }, + { + "representative": 7777, + "members": [ + 7777 + ], + "max_error": 0.0 + }, + { + "representative": 7714, + "members": [ + 7714 + ], + "max_error": 0.0 + }, + { + "representative": 7712, + "members": [ + 7712 + ], + "max_error": 0.0 + }, + { + "representative": 7790, + "members": [ + 7790 + ], + "max_error": 0.0 + }, + { + "representative": 7866, + "members": [ + 7866 + ], + "max_error": 0.0 + }, + { + "representative": 7878, + "members": [ + 7878 + ], + "max_error": 0.0 + }, + { + "representative": 7738, + "members": [ + 7738 + ], + "max_error": 0.0 + }, + { + "representative": 7745, + "members": [ + 7745 + ], + "max_error": 0.0 + }, + { + "representative": 6156, + "members": [ + 6156 + ], + "max_error": 0.0 + }, + { + "representative": 6263, + "members": [ + 6263 + ], + "max_error": 0.0 + }, + { + "representative": 6279, + "members": [ + 6279 + ], + "max_error": 0.0 + }, + { + "representative": 6234, + "members": [ + 6234 + ], + "max_error": 0.0 + }, + { + "representative": 6377, + "members": [ + 6377 + ], + "max_error": 0.0 + }, + { + "representative": 6247, + "members": [ + 6247 + ], + "max_error": 0.0 + }, + { + "representative": 6159, + "members": [ + 6159 + ], + "max_error": 0.0 + }, + { + "representative": 6793, + "members": [ + 6793 + ], + "max_error": 0.0 + }, + { + "representative": 6680, + "members": [ + 6680 + ], + "max_error": 0.0 + }, + { + "representative": 6901, + "members": [ + 6901 + ], + "max_error": 0.0 + }, + { + "representative": 6892, + "members": [ + 6892 + ], + "max_error": 0.0 + }, + { + "representative": 6808, + "members": [ + 6808 + ], + "max_error": 0.0 + }, + { + "representative": 6846, + "members": [ + 6846 + ], + "max_error": 0.0 + }, + { + "representative": 6756, + "members": [ + 6756 + ], + "max_error": 0.0 + }, + { + "representative": 6832, + "members": [ + 6832 + ], + "max_error": 0.0 + }, + { + "representative": 6777, + "members": [ + 6777 + ], + "max_error": 0.0 + }, + { + "representative": 7364, + "members": [ + 7364 + ], + "max_error": 0.0 + }, + { + "representative": 7356, + "members": [ + 7356 + ], + "max_error": 0.0 + }, + { + "representative": 7423, + "members": [ + 7423 + ], + "max_error": 0.0 + }, + { + "representative": 7376, + "members": [ + 7376 + ], + "max_error": 0.0 + }, + { + "representative": 7273, + "members": [ + 7273 + ], + "max_error": 0.0 + }, + { + "representative": 7265, + "members": [ + 7265 + ], + "max_error": 0.0 + }, + { + "representative": 7422, + "members": [ + 7422 + ], + "max_error": 0.0 + }, + { + "representative": 7377, + "members": [ + 7377 + ], + "max_error": 0.0 + }, + { + "representative": 7893, + "members": [ + 7893 + ], + "max_error": 0.0 + }, + { + "representative": 7724, + "members": [ + 7724 + ], + "max_error": 0.0 + }, + { + "representative": 7915, + "members": [ + 7915 + ], + "max_error": 0.0 + }, + { + "representative": 7798, + "members": [ + 7798 + ], + "max_error": 0.0 + }, + { + "representative": 7703, + "members": [ + 7703 + ], + "max_error": 0.0 + }, + { + "representative": 7932, + "members": [ + 7932 + ], + "max_error": 0.0 + }, + { + "representative": 7804, + "members": [ + 7804 + ], + "max_error": 0.0 + }, + { + "representative": 7900, + "members": [ + 7900 + ], + "max_error": 0.0 + }, + { + "representative": 7859, + "members": [ + 7859 + ], + "max_error": 0.0 + }, + { + "representative": 6305, + "members": [ + 6305 + ], + "max_error": 0.0 + }, + { + "representative": 6308, + "members": [ + 6308 + ], + "max_error": 0.0 + }, + { + "representative": 6358, + "members": [ + 6358 + ], + "max_error": 0.0 + }, + { + "representative": 6283, + "members": [ + 6283 + ], + "max_error": 0.0 + }, + { + "representative": 6188, + "members": [ + 6188 + ], + "max_error": 0.0 + }, + { + "representative": 6393, + "members": [ + 6393 + ], + "max_error": 0.0 + }, + { + "representative": 6316, + "members": [ + 6316 + ], + "max_error": 0.0 + }, + { + "representative": 6333, + "members": [ + 6333 + ], + "max_error": 0.0 + }, + { + "representative": 6221, + "members": [ + 6221 + ], + "max_error": 0.0 + }, + { + "representative": 6177, + "members": [ + 6177 + ], + "max_error": 0.0 + }, + { + "representative": 6212, + "members": [ + 6212 + ], + "max_error": 0.0 + }, + { + "representative": 6242, + "members": [ + 6242 + ], + "max_error": 0.0 + }, + { + "representative": 6321, + "members": [ + 6321 + ], + "max_error": 0.0 + }, + { + "representative": 6716, + "members": [ + 6716 + ], + "max_error": 0.0 + }, + { + "representative": 6830, + "members": [ + 6830 + ], + "max_error": 0.0 + }, + { + "representative": 6788, + "members": [ + 6788 + ], + "max_error": 0.0 + }, + { + "representative": 6805, + "members": [ + 6805 + ], + "max_error": 0.0 + }, + { + "representative": 6791, + "members": [ + 6791 + ], + "max_error": 0.0 + }, + { + "representative": 6889, + "members": [ + 6889 + ], + "max_error": 0.0 + }, + { + "representative": 6875, + "members": [ + 6875 + ], + "max_error": 0.0 + }, + { + "representative": 6682, + "members": [ + 6682 + ], + "max_error": 0.0 + }, + { + "representative": 7279, + "members": [ + 7279 + ], + "max_error": 0.0 + }, + { + "representative": 7345, + "members": [ + 7345 + ], + "max_error": 0.0 + }, + { + "representative": 7238, + "members": [ + 7238 + ], + "max_error": 0.0 + }, + { + "representative": 7421, + "members": [ + 7421 + ], + "max_error": 0.0 + }, + { + "representative": 7180, + "members": [ + 7180 + ], + "max_error": 0.0 + }, + { + "representative": 7305, + "members": [ + 7305 + ], + "max_error": 0.0 + }, + { + "representative": 7318, + "members": [ + 7318 + ], + "max_error": 0.0 + }, + { + "representative": 7254, + "members": [ + 7254 + ], + "max_error": 0.0 + }, + { + "representative": 7294, + "members": [ + 7294 + ], + "max_error": 0.0 + }, + { + "representative": 7194, + "members": [ + 7194 + ], + "max_error": 0.0 + }, + { + "representative": 7172, + "members": [ + 7172 + ], + "max_error": 0.0 + }, + { + "representative": 7204, + "members": [ + 7204 + ], + "max_error": 0.0 + }, + { + "representative": 7830, + "members": [ + 7830 + ], + "max_error": 0.0 + }, + { + "representative": 7797, + "members": [ + 7797 + ], + "max_error": 0.0 + }, + { + "representative": 7857, + "members": [ + 7857 + ], + "max_error": 0.0 + }, + { + "representative": 7848, + "members": [ + 7848 + ], + "max_error": 0.0 + }, + { + "representative": 7774, + "members": [ + 7774 + ], + "max_error": 0.0 + }, + { + "representative": 7927, + "members": [ + 7927 + ], + "max_error": 0.0 + }, + { + "representative": 7853, + "members": [ + 7853 + ], + "max_error": 0.0 + }, + { + "representative": 7911, + "members": [ + 7911 + ], + "max_error": 0.0 + }, + { + "representative": 7779, + "members": [ + 7779 + ], + "max_error": 0.0 + }, + { + "representative": 7824, + "members": [ + 7824 + ], + "max_error": 0.0 + }, + { + "representative": 7744, + "members": [ + 7744 + ], + "max_error": 0.0 + }, + { + "representative": 6363, + "members": [ + 6363 + ], + "max_error": 0.0 + }, + { + "representative": 6162, + "members": [ + 6162 + ], + "max_error": 0.0 + }, + { + "representative": 6286, + "members": [ + 6286 + ], + "max_error": 0.0 + }, + { + "representative": 6269, + "members": [ + 6269 + ], + "max_error": 0.0 + }, + { + "representative": 6230, + "members": [ + 6230 + ], + "max_error": 0.0 + }, + { + "representative": 6243, + "members": [ + 6243 + ], + "max_error": 0.0 + }, + { + "representative": 6343, + "members": [ + 6343 + ], + "max_error": 0.0 + }, + { + "representative": 6276, + "members": [ + 6276 + ], + "max_error": 0.0 + }, + { + "representative": 6332, + "members": [ + 6332 + ], + "max_error": 0.0 + }, + { + "representative": 6388, + "members": [ + 6388 + ], + "max_error": 0.0 + }, + { + "representative": 6902, + "members": [ + 6902 + ], + "max_error": 0.0 + }, + { + "representative": 6709, + "members": [ + 6709 + ], + "max_error": 0.0 + }, + { + "representative": 6751, + "members": [ + 6751 + ], + "max_error": 0.0 + }, + { + "representative": 6835, + "members": [ + 6835 + ], + "max_error": 0.0 + }, + { + "representative": 6834, + "members": [ + 6834 + ], + "max_error": 0.0 + }, + { + "representative": 6841, + "members": [ + 6841 + ], + "max_error": 0.0 + }, + { + "representative": 6900, + "members": [ + 6900 + ], + "max_error": 0.0 + }, + { + "representative": 6663, + "members": [ + 6663 + ], + "max_error": 0.0 + }, + { + "representative": 7331, + "members": [ + 7331 + ], + "max_error": 0.0 + }, + { + "representative": 7286, + "members": [ + 7286 + ], + "max_error": 0.0 + }, + { + "representative": 7179, + "members": [ + 7179 + ], + "max_error": 0.0 + }, + { + "representative": 7407, + "members": [ + 7407 + ], + "max_error": 0.0 + }, + { + "representative": 7317, + "members": [ + 7317 + ], + "max_error": 0.0 + }, + { + "representative": 7169, + "members": [ + 7169 + ], + "max_error": 0.0 + }, + { + "representative": 7753, + "members": [ + 7753 + ], + "max_error": 0.0 + }, + { + "representative": 7828, + "members": [ + 7828 + ], + "max_error": 0.0 + }, + { + "representative": 7765, + "members": [ + 7765 + ], + "max_error": 0.0 + }, + { + "representative": 7807, + "members": [ + 7807 + ], + "max_error": 0.0 + }, + { + "representative": 7705, + "members": [ + 7705 + ], + "max_error": 0.0 + }, + { + "representative": 7695, + "members": [ + 7695 + ], + "max_error": 0.0 + }, + { + "representative": 7816, + "members": [ + 7816 + ], + "max_error": 0.0 + }, + { + "representative": 7731, + "members": [ + 7731 + ], + "max_error": 0.0 + }, + { + "representative": 7877, + "members": [ + 7877 + ], + "max_error": 0.0 + }, + { + "representative": 7904, + "members": [ + 7904 + ], + "max_error": 0.0 + }, + { + "representative": 7814, + "members": [ + 7814 + ], + "max_error": 0.0 + }, + { + "representative": 7697, + "members": [ + 7697 + ], + "max_error": 0.0 + }, + { + "representative": 6238, + "members": [ + 6238 + ], + "max_error": 0.0 + }, + { + "representative": 6290, + "members": [ + 6290 + ], + "max_error": 0.0 + }, + { + "representative": 6185, + "members": [ + 6185 + ], + "max_error": 0.0 + }, + { + "representative": 6277, + "members": [ + 6277 + ], + "max_error": 0.0 + }, + { + "representative": 6149, + "members": [ + 6149 + ], + "max_error": 0.0 + }, + { + "representative": 6201, + "members": [ + 6201 + ], + "max_error": 0.0 + }, + { + "representative": 6376, + "members": [ + 6376 + ], + "max_error": 0.0 + }, + { + "representative": 6398, + "members": [ + 6398 + ], + "max_error": 0.0 + }, + { + "representative": 6330, + "members": [ + 6330 + ], + "max_error": 0.0 + }, + { + "representative": 6175, + "members": [ + 6175 + ], + "max_error": 0.0 + }, + { + "representative": 6327, + "members": [ + 6327 + ], + "max_error": 0.0 + }, + { + "representative": 6151, + "members": [ + 6151 + ], + "max_error": 0.0 + }, + { + "representative": 6370, + "members": [ + 6370 + ], + "max_error": 0.0 + }, + { + "representative": 6147, + "members": [ + 6147 + ], + "max_error": 0.0 + }, + { + "representative": 6219, + "members": [ + 6219 + ], + "max_error": 0.0 + }, + { + "representative": 6368, + "members": [ + 6368 + ], + "max_error": 0.0 + }, + { + "representative": 6752, + "members": [ + 6752 + ], + "max_error": 0.0 + }, + { + "representative": 6906, + "members": [ + 6906 + ], + "max_error": 0.0 + }, + { + "representative": 6813, + "members": [ + 6813 + ], + "max_error": 0.0 + }, + { + "representative": 6740, + "members": [ + 6740 + ], + "max_error": 0.0 + }, + { + "representative": 6688, + "members": [ + 6688 + ], + "max_error": 0.0 + }, + { + "representative": 6807, + "members": [ + 6807 + ], + "max_error": 0.0 + }, + { + "representative": 6744, + "members": [ + 6744 + ], + "max_error": 0.0 + }, + { + "representative": 6873, + "members": [ + 6873 + ], + "max_error": 0.0 + }, + { + "representative": 6689, + "members": [ + 6689 + ], + "max_error": 0.0 + }, + { + "representative": 6719, + "members": [ + 6719 + ], + "max_error": 0.0 + }, + { + "representative": 6739, + "members": [ + 6739 + ], + "max_error": 0.0 + }, + { + "representative": 6903, + "members": [ + 6903 + ], + "max_error": 0.0 + }, + { + "representative": 6685, + "members": [ + 6685 + ], + "max_error": 0.0 + }, + { + "representative": 6661, + "members": [ + 6661 + ], + "max_error": 0.0 + }, + { + "representative": 7337, + "members": [ + 7337 + ], + "max_error": 0.0 + }, + { + "representative": 7260, + "members": [ + 7260 + ], + "max_error": 0.0 + }, + { + "representative": 7316, + "members": [ + 7316 + ], + "max_error": 0.0 + }, + { + "representative": 7267, + "members": [ + 7267 + ], + "max_error": 0.0 + }, + { + "representative": 7396, + "members": [ + 7396 + ], + "max_error": 0.0 + }, + { + "representative": 7388, + "members": [ + 7388 + ], + "max_error": 0.0 + }, + { + "representative": 7207, + "members": [ + 7207 + ], + "max_error": 0.0 + }, + { + "representative": 7311, + "members": [ + 7311 + ], + "max_error": 0.0 + }, + { + "representative": 7205, + "members": [ + 7205 + ], + "max_error": 0.0 + }, + { + "representative": 7222, + "members": [ + 7222 + ], + "max_error": 0.0 + }, + { + "representative": 7795, + "members": [ + 7795 + ], + "max_error": 0.0 + }, + { + "representative": 7803, + "members": [ + 7803 + ], + "max_error": 0.0 + }, + { + "representative": 7820, + "members": [ + 7820 + ], + "max_error": 0.0 + }, + { + "representative": 7823, + "members": [ + 7823 + ], + "max_error": 0.0 + }, + { + "representative": 7833, + "members": [ + 7833 + ], + "max_error": 0.0 + }, + { + "representative": 7892, + "members": [ + 7892 + ], + "max_error": 0.0 + }, + { + "representative": 7734, + "members": [ + 7734 + ], + "max_error": 0.0 + }, + { + "representative": 7725, + "members": [ + 7725 + ], + "max_error": 0.0 + }, + { + "representative": 7812, + "members": [ + 7812 + ], + "max_error": 0.0 + }, + { + "representative": 7916, + "members": [ + 7916 + ], + "max_error": 0.0 + }, + { + "representative": 6168, + "members": [ + 6168 + ], + "max_error": 0.0 + }, + { + "representative": 6186, + "members": [ + 6186 + ], + "max_error": 0.0 + }, + { + "representative": 6353, + "members": [ + 6353 + ], + "max_error": 0.0 + }, + { + "representative": 6360, + "members": [ + 6360 + ], + "max_error": 0.0 + }, + { + "representative": 6179, + "members": [ + 6179 + ], + "max_error": 0.0 + }, + { + "representative": 6301, + "members": [ + 6301 + ], + "max_error": 0.0 + }, + { + "representative": 6318, + "members": [ + 6318 + ], + "max_error": 0.0 + }, + { + "representative": 6160, + "members": [ + 6160 + ], + "max_error": 0.0 + }, + { + "representative": 6176, + "members": [ + 6176 + ], + "max_error": 0.0 + }, + { + "representative": 6191, + "members": [ + 6191 + ], + "max_error": 0.0 + }, + { + "representative": 6146, + "members": [ + 6146 + ], + "max_error": 0.0 + }, + { + "representative": 6229, + "members": [ + 6229 + ], + "max_error": 0.0 + }, + { + "representative": 6394, + "members": [ + 6394 + ], + "max_error": 0.0 + }, + { + "representative": 6240, + "members": [ + 6240 + ], + "max_error": 0.0 + }, + { + "representative": 6888, + "members": [ + 6888 + ], + "max_error": 0.0 + }, + { + "representative": 6843, + "members": [ + 6843 + ], + "max_error": 0.0 + }, + { + "representative": 6707, + "members": [ + 6707 + ], + "max_error": 0.0 + }, + { + "representative": 6823, + "members": [ + 6823 + ], + "max_error": 0.0 + }, + { + "representative": 6895, + "members": [ + 6895 + ], + "max_error": 0.0 + }, + { + "representative": 6760, + "members": [ + 6760 + ], + "max_error": 0.0 + }, + { + "representative": 6809, + "members": [ + 6809 + ], + "max_error": 0.0 + }, + { + "representative": 6852, + "members": [ + 6852 + ], + "max_error": 0.0 + }, + { + "representative": 6897, + "members": [ + 6897 + ], + "max_error": 0.0 + }, + { + "representative": 6780, + "members": [ + 6780 + ], + "max_error": 0.0 + }, + { + "representative": 6874, + "members": [ + 6874 + ], + "max_error": 0.0 + }, + { + "representative": 6810, + "members": [ + 6810 + ], + "max_error": 0.0 + }, + { + "representative": 6722, + "members": [ + 6722 + ], + "max_error": 0.0 + }, + { + "representative": 6845, + "members": [ + 6845 + ], + "max_error": 0.0 + }, + { + "representative": 6896, + "members": [ + 6896 + ], + "max_error": 0.0 + }, + { + "representative": 6660, + "members": [ + 6660 + ], + "max_error": 0.0 + }, + { + "representative": 6710, + "members": [ + 6710 + ], + "max_error": 0.0 + }, + { + "representative": 7245, + "members": [ + 7245 + ], + "max_error": 0.0 + }, + { + "representative": 7192, + "members": [ + 7192 + ], + "max_error": 0.0 + }, + { + "representative": 7186, + "members": [ + 7186 + ], + "max_error": 0.0 + }, + { + "representative": 7200, + "members": [ + 7200 + ], + "max_error": 0.0 + }, + { + "representative": 7183, + "members": [ + 7183 + ], + "max_error": 0.0 + }, + { + "representative": 7373, + "members": [ + 7373 + ], + "max_error": 0.0 + }, + { + "representative": 7239, + "members": [ + 7239 + ], + "max_error": 0.0 + }, + { + "representative": 7196, + "members": [ + 7196 + ], + "max_error": 0.0 + }, + { + "representative": 7193, + "members": [ + 7193 + ], + "max_error": 0.0 + }, + { + "representative": 7920, + "members": [ + 7920 + ], + "max_error": 0.0 + }, + { + "representative": 7924, + "members": [ + 7924 + ], + "max_error": 0.0 + }, + { + "representative": 7756, + "members": [ + 7756 + ], + "max_error": 0.0 + }, + { + "representative": 7752, + "members": [ + 7752 + ], + "max_error": 0.0 + }, + { + "representative": 7760, + "members": [ + 7760 + ], + "max_error": 0.0 + }, + { + "representative": 7789, + "members": [ + 7789 + ], + "max_error": 0.0 + }, + { + "representative": 7827, + "members": [ + 7827 + ], + "max_error": 0.0 + }, + { + "representative": 7867, + "members": [ + 7867 + ], + "max_error": 0.0 + }, + { + "representative": 7889, + "members": [ + 7889 + ], + "max_error": 0.0 + }, + { + "representative": 7871, + "members": [ + 7871 + ], + "max_error": 0.0 + }, + { + "representative": 7817, + "members": [ + 7817 + ], + "max_error": 0.0 + }, + { + "representative": 7910, + "members": [ + 7910 + ], + "max_error": 0.0 + }, + { + "representative": 6292, + "members": [ + 6292 + ], + "max_error": 0.0 + }, + { + "representative": 6225, + "members": [ + 6225 + ], + "max_error": 0.0 + }, + { + "representative": 6210, + "members": [ + 6210 + ], + "max_error": 0.0 + }, + { + "representative": 6187, + "members": [ + 6187 + ], + "max_error": 0.0 + }, + { + "representative": 6357, + "members": [ + 6357 + ], + "max_error": 0.0 + }, + { + "representative": 6217, + "members": [ + 6217 + ], + "max_error": 0.0 + }, + { + "representative": 6196, + "members": [ + 6196 + ], + "max_error": 0.0 + }, + { + "representative": 6275, + "members": [ + 6275 + ], + "max_error": 0.0 + }, + { + "representative": 6858, + "members": [ + 6858 + ], + "max_error": 0.0 + }, + { + "representative": 6907, + "members": [ + 6907 + ], + "max_error": 0.0 + }, + { + "representative": 6894, + "members": [ + 6894 + ], + "max_error": 0.0 + }, + { + "representative": 6787, + "members": [ + 6787 + ], + "max_error": 0.0 + }, + { + "representative": 6859, + "members": [ + 6859 + ], + "max_error": 0.0 + }, + { + "representative": 6766, + "members": [ + 6766 + ], + "max_error": 0.0 + }, + { + "representative": 6881, + "members": [ + 6881 + ], + "max_error": 0.0 + }, + { + "representative": 6745, + "members": [ + 6745 + ], + "max_error": 0.0 + }, + { + "representative": 6849, + "members": [ + 6849 + ], + "max_error": 0.0 + }, + { + "representative": 7370, + "members": [ + 7370 + ], + "max_error": 0.0 + }, + { + "representative": 7289, + "members": [ + 7289 + ], + "max_error": 0.0 + }, + { + "representative": 7173, + "members": [ + 7173 + ], + "max_error": 0.0 + }, + { + "representative": 7354, + "members": [ + 7354 + ], + "max_error": 0.0 + }, + { + "representative": 7350, + "members": [ + 7350 + ], + "max_error": 0.0 + }, + { + "representative": 7349, + "members": [ + 7349 + ], + "max_error": 0.0 + }, + { + "representative": 7189, + "members": [ + 7189 + ], + "max_error": 0.0 + }, + { + "representative": 7339, + "members": [ + 7339 + ], + "max_error": 0.0 + }, + { + "representative": 7413, + "members": [ + 7413 + ], + "max_error": 0.0 + }, + { + "representative": 7414, + "members": [ + 7414 + ], + "max_error": 0.0 + }, + { + "representative": 7284, + "members": [ + 7284 + ], + "max_error": 0.0 + }, + { + "representative": 7269, + "members": [ + 7269 + ], + "max_error": 0.0 + }, + { + "representative": 7247, + "members": [ + 7247 + ], + "max_error": 0.0 + }, + { + "representative": 7203, + "members": [ + 7203 + ], + "max_error": 0.0 + }, + { + "representative": 7680, + "members": [ + 7680 + ], + "max_error": 0.0 + }, + { + "representative": 7691, + "members": [ + 7691 + ], + "max_error": 0.0 + }, + { + "representative": 7879, + "members": [ + 7879 + ], + "max_error": 0.0 + }, + { + "representative": 7806, + "members": [ + 7806 + ], + "max_error": 0.0 + }, + { + "representative": 7928, + "members": [ + 7928 + ], + "max_error": 0.0 + }, + { + "representative": 7700, + "members": [ + 7700 + ], + "max_error": 0.0 + }, + { + "representative": 7923, + "members": [ + 7923 + ], + "max_error": 0.0 + }, + { + "representative": 7808, + "members": [ + 7808 + ], + "max_error": 0.0 + }, + { + "representative": 7890, + "members": [ + 7890 + ], + "max_error": 0.0 + }, + { + "representative": 7704, + "members": [ + 7704 + ], + "max_error": 0.0 + }, + { + "representative": 7901, + "members": [ + 7901 + ], + "max_error": 0.0 + }, + { + "representative": 7698, + "members": [ + 7698 + ], + "max_error": 0.0 + }, + { + "representative": 7840, + "members": [ + 7840 + ], + "max_error": 0.0 + }, + { + "representative": 7813, + "members": [ + 7813 + ], + "max_error": 0.0 + }, + { + "representative": 6208, + "members": [ + 6208 + ], + "max_error": 0.0 + }, + { + "representative": 6178, + "members": [ + 6178 + ], + "max_error": 0.0 + }, + { + "representative": 6340, + "members": [ + 6340 + ], + "max_error": 0.0 + }, + { + "representative": 6200, + "members": [ + 6200 + ], + "max_error": 0.0 + }, + { + "representative": 6373, + "members": [ + 6373 + ], + "max_error": 0.0 + }, + { + "representative": 6386, + "members": [ + 6386 + ], + "max_error": 0.0 + }, + { + "representative": 6289, + "members": [ + 6289 + ], + "max_error": 0.0 + }, + { + "representative": 6161, + "members": [ + 6161 + ], + "max_error": 0.0 + }, + { + "representative": 6717, + "members": [ + 6717 + ], + "max_error": 0.0 + }, + { + "representative": 6854, + "members": [ + 6854 + ], + "max_error": 0.0 + }, + { + "representative": 6759, + "members": [ + 6759 + ], + "max_error": 0.0 + }, + { + "representative": 6696, + "members": [ + 6696 + ], + "max_error": 0.0 + }, + { + "representative": 6764, + "members": [ + 6764 + ], + "max_error": 0.0 + }, + { + "representative": 6742, + "members": [ + 6742 + ], + "max_error": 0.0 + }, + { + "representative": 6883, + "members": [ + 6883 + ], + "max_error": 0.0 + }, + { + "representative": 6737, + "members": [ + 6737 + ], + "max_error": 0.0 + }, + { + "representative": 6768, + "members": [ + 6768 + ], + "max_error": 0.0 + }, + { + "representative": 6670, + "members": [ + 6670 + ], + "max_error": 0.0 + }, + { + "representative": 6672, + "members": [ + 6672 + ], + "max_error": 0.0 + }, + { + "representative": 6795, + "members": [ + 6795 + ], + "max_error": 0.0 + }, + { + "representative": 6758, + "members": [ + 6758 + ], + "max_error": 0.0 + }, + { + "representative": 7213, + "members": [ + 7213 + ], + "max_error": 0.0 + }, + { + "representative": 7351, + "members": [ + 7351 + ], + "max_error": 0.0 + }, + { + "representative": 7369, + "members": [ + 7369 + ], + "max_error": 0.0 + }, + { + "representative": 7330, + "members": [ + 7330 + ], + "max_error": 0.0 + }, + { + "representative": 7357, + "members": [ + 7357 + ], + "max_error": 0.0 + }, + { + "representative": 7237, + "members": [ + 7237 + ], + "max_error": 0.0 + }, + { + "representative": 7362, + "members": [ + 7362 + ], + "max_error": 0.0 + }, + { + "representative": 7343, + "members": [ + 7343 + ], + "max_error": 0.0 + }, + { + "representative": 7258, + "members": [ + 7258 + ], + "max_error": 0.0 + }, + { + "representative": 7328, + "members": [ + 7328 + ], + "max_error": 0.0 + }, + { + "representative": 7682, + "members": [ + 7682 + ], + "max_error": 0.0 + }, + { + "representative": 7855, + "members": [ + 7855 + ], + "max_error": 0.0 + }, + { + "representative": 7838, + "members": [ + 7838 + ], + "max_error": 0.0 + }, + { + "representative": 7701, + "members": [ + 7701 + ], + "max_error": 0.0 + }, + { + "representative": 7792, + "members": [ + 7792 + ], + "max_error": 0.0 + }, + { + "representative": 7865, + "members": [ + 7865 + ], + "max_error": 0.0 + }, + { + "representative": 7882, + "members": [ + 7882 + ], + "max_error": 0.0 + }, + { + "representative": 6342, + "members": [ + 6342 + ], + "max_error": 0.0 + }, + { + "representative": 6227, + "members": [ + 6227 + ], + "max_error": 0.0 + }, + { + "representative": 6396, + "members": [ + 6396 + ], + "max_error": 0.0 + }, + { + "representative": 6298, + "members": [ + 6298 + ], + "max_error": 0.0 + }, + { + "representative": 6206, + "members": [ + 6206 + ], + "max_error": 0.0 + }, + { + "representative": 6341, + "members": [ + 6341 + ], + "max_error": 0.0 + }, + { + "representative": 6379, + "members": [ + 6379 + ], + "max_error": 0.0 + }, + { + "representative": 6297, + "members": [ + 6297 + ], + "max_error": 0.0 + }, + { + "representative": 6261, + "members": [ + 6261 + ], + "max_error": 0.0 + }, + { + "representative": 6182, + "members": [ + 6182 + ], + "max_error": 0.0 + }, + { + "representative": 6280, + "members": [ + 6280 + ], + "max_error": 0.0 + }, + { + "representative": 6268, + "members": [ + 6268 + ], + "max_error": 0.0 + }, + { + "representative": 6232, + "members": [ + 6232 + ], + "max_error": 0.0 + }, + { + "representative": 6876, + "members": [ + 6876 + ], + "max_error": 0.0 + }, + { + "representative": 6674, + "members": [ + 6674 + ], + "max_error": 0.0 + }, + { + "representative": 6825, + "members": [ + 6825 + ], + "max_error": 0.0 + }, + { + "representative": 6817, + "members": [ + 6817 + ], + "max_error": 0.0 + }, + { + "representative": 6701, + "members": [ + 6701 + ], + "max_error": 0.0 + }, + { + "representative": 7202, + "members": [ + 7202 + ], + "max_error": 0.0 + }, + { + "representative": 7184, + "members": [ + 7184 + ], + "max_error": 0.0 + }, + { + "representative": 7397, + "members": [ + 7397 + ], + "max_error": 0.0 + }, + { + "representative": 7277, + "members": [ + 7277 + ], + "max_error": 0.0 + }, + { + "representative": 7368, + "members": [ + 7368 + ], + "max_error": 0.0 + }, + { + "representative": 7398, + "members": [ + 7398 + ], + "max_error": 0.0 + }, + { + "representative": 7360, + "members": [ + 7360 + ], + "max_error": 0.0 + }, + { + "representative": 7338, + "members": [ + 7338 + ], + "max_error": 0.0 + }, + { + "representative": 7367, + "members": [ + 7367 + ], + "max_error": 0.0 + }, + { + "representative": 7303, + "members": [ + 7303 + ], + "max_error": 0.0 + }, + { + "representative": 7727, + "members": [ + 7727 + ], + "max_error": 0.0 + }, + { + "representative": 7886, + "members": [ + 7886 + ], + "max_error": 0.0 + }, + { + "representative": 7766, + "members": [ + 7766 + ], + "max_error": 0.0 + }, + { + "representative": 7826, + "members": [ + 7826 + ], + "max_error": 0.0 + }, + { + "representative": 7726, + "members": [ + 7726 + ], + "max_error": 0.0 + }, + { + "representative": 7737, + "members": [ + 7737 + ], + "max_error": 0.0 + }, + { + "representative": 7699, + "members": [ + 7699 + ], + "max_error": 0.0 + }, + { + "representative": 7907, + "members": [ + 7907 + ], + "max_error": 0.0 + }, + { + "representative": 7709, + "members": [ + 7709 + ], + "max_error": 0.0 + }, + { + "representative": 7922, + "members": [ + 7922 + ], + "max_error": 0.0 + }, + { + "representative": 7899, + "members": [ + 7899 + ], + "max_error": 0.0 + }, + { + "representative": 7846, + "members": [ + 7846 + ], + "max_error": 0.0 + }, + { + "representative": 7842, + "members": [ + 7842 + ], + "max_error": 0.0 + }, + { + "representative": 7909, + "members": [ + 7909 + ], + "max_error": 0.0 + }, + { + "representative": 6214, + "members": [ + 6214 + ], + "max_error": 0.0 + }, + { + "representative": 6205, + "members": [ + 6205 + ], + "max_error": 0.0 + }, + { + "representative": 6349, + "members": [ + 6349 + ], + "max_error": 0.0 + }, + { + "representative": 6334, + "members": [ + 6334 + ], + "max_error": 0.0 + }, + { + "representative": 6216, + "members": [ + 6216 + ], + "max_error": 0.0 + }, + { + "representative": 6323, + "members": [ + 6323 + ], + "max_error": 0.0 + }, + { + "representative": 6258, + "members": [ + 6258 + ], + "max_error": 0.0 + }, + { + "representative": 6380, + "members": [ + 6380 + ], + "max_error": 0.0 + }, + { + "representative": 6693, + "members": [ + 6693 + ], + "max_error": 0.0 + }, + { + "representative": 6765, + "members": [ + 6765 + ], + "max_error": 0.0 + }, + { + "representative": 6839, + "members": [ + 6839 + ], + "max_error": 0.0 + }, + { + "representative": 6698, + "members": [ + 6698 + ], + "max_error": 0.0 + }, + { + "representative": 6804, + "members": [ + 6804 + ], + "max_error": 0.0 + }, + { + "representative": 6800, + "members": [ + 6800 + ], + "max_error": 0.0 + }, + { + "representative": 7412, + "members": [ + 7412 + ], + "max_error": 0.0 + }, + { + "representative": 7264, + "members": [ + 7264 + ], + "max_error": 0.0 + }, + { + "representative": 7221, + "members": [ + 7221 + ], + "max_error": 0.0 + }, + { + "representative": 7225, + "members": [ + 7225 + ], + "max_error": 0.0 + }, + { + "representative": 7185, + "members": [ + 7185 + ], + "max_error": 0.0 + }, + { + "representative": 7175, + "members": [ + 7175 + ], + "max_error": 0.0 + }, + { + "representative": 7236, + "members": [ + 7236 + ], + "max_error": 0.0 + }, + { + "representative": 7262, + "members": [ + 7262 + ], + "max_error": 0.0 + }, + { + "representative": 7315, + "members": [ + 7315 + ], + "max_error": 0.0 + }, + { + "representative": 7272, + "members": [ + 7272 + ], + "max_error": 0.0 + }, + { + "representative": 7416, + "members": [ + 7416 + ], + "max_error": 0.0 + }, + { + "representative": 7776, + "members": [ + 7776 + ], + "max_error": 0.0 + }, + { + "representative": 7755, + "members": [ + 7755 + ], + "max_error": 0.0 + }, + { + "representative": 7694, + "members": [ + 7694 + ], + "max_error": 0.0 + }, + { + "representative": 7736, + "members": [ + 7736 + ], + "max_error": 0.0 + }, + { + "representative": 7681, + "members": [ + 7681 + ], + "max_error": 0.0 + }, + { + "representative": 7773, + "members": [ + 7773 + ], + "max_error": 0.0 + }, + { + "representative": 7794, + "members": [ + 7794 + ], + "max_error": 0.0 + }, + { + "representative": 7869, + "members": [ + 7869 + ], + "max_error": 0.0 + }, + { + "representative": 7891, + "members": [ + 7891 + ], + "max_error": 0.0 + }, + { + "representative": 7935, + "members": [ + 7935 + ], + "max_error": 0.0 + }, + { + "representative": 7740, + "members": [ + 7740 + ], + "max_error": 0.0 + }, + { + "representative": 6397, + "members": [ + 6397 + ], + "max_error": 0.0 + }, + { + "representative": 6314, + "members": [ + 6314 + ], + "max_error": 0.0 + }, + { + "representative": 6351, + "members": [ + 6351 + ], + "max_error": 0.0 + }, + { + "representative": 6291, + "members": [ + 6291 + ], + "max_error": 0.0 + }, + { + "representative": 6270, + "members": [ + 6270 + ], + "max_error": 0.0 + }, + { + "representative": 6253, + "members": [ + 6253 + ], + "max_error": 0.0 + }, + { + "representative": 6244, + "members": [ + 6244 + ], + "max_error": 0.0 + }, + { + "representative": 6155, + "members": [ + 6155 + ], + "max_error": 0.0 + }, + { + "representative": 6378, + "members": [ + 6378 + ], + "max_error": 0.0 + }, + { + "representative": 6789, + "members": [ + 6789 + ], + "max_error": 0.0 + }, + { + "representative": 6665, + "members": [ + 6665 + ], + "max_error": 0.0 + }, + { + "representative": 6662, + "members": [ + 6662 + ], + "max_error": 0.0 + }, + { + "representative": 6725, + "members": [ + 6725 + ], + "max_error": 0.0 + }, + { + "representative": 6677, + "members": [ + 6677 + ], + "max_error": 0.0 + }, + { + "representative": 6676, + "members": [ + 6676 + ], + "max_error": 0.0 + }, + { + "representative": 6703, + "members": [ + 6703 + ], + "max_error": 0.0 + }, + { + "representative": 6711, + "members": [ + 6711 + ], + "max_error": 0.0 + }, + { + "representative": 6706, + "members": [ + 6706 + ], + "max_error": 0.0 + }, + { + "representative": 7385, + "members": [ + 7385 + ], + "max_error": 0.0 + }, + { + "representative": 7359, + "members": [ + 7359 + ], + "max_error": 0.0 + }, + { + "representative": 7408, + "members": [ + 7408 + ], + "max_error": 0.0 + }, + { + "representative": 7229, + "members": [ + 7229 + ], + "max_error": 0.0 + }, + { + "representative": 7375, + "members": [ + 7375 + ], + "max_error": 0.0 + }, + { + "representative": 7355, + "members": [ + 7355 + ], + "max_error": 0.0 + }, + { + "representative": 7415, + "members": [ + 7415 + ], + "max_error": 0.0 + }, + { + "representative": 7227, + "members": [ + 7227 + ], + "max_error": 0.0 + }, + { + "representative": 7387, + "members": [ + 7387 + ], + "max_error": 0.0 + }, + { + "representative": 7324, + "members": [ + 7324 + ], + "max_error": 0.0 + }, + { + "representative": 7297, + "members": [ + 7297 + ], + "max_error": 0.0 + }, + { + "representative": 7785, + "members": [ + 7785 + ], + "max_error": 0.0 + }, + { + "representative": 7707, + "members": [ + 7707 + ], + "max_error": 0.0 + }, + { + "representative": 7772, + "members": [ + 7772 + ], + "max_error": 0.0 + }, + { + "representative": 7844, + "members": [ + 7844 + ], + "max_error": 0.0 + }, + { + "representative": 7845, + "members": [ + 7845 + ], + "max_error": 0.0 + }, + { + "representative": 7908, + "members": [ + 7908 + ], + "max_error": 0.0 + }, + { + "representative": 7829, + "members": [ + 7829 + ], + "max_error": 0.0 + }, + { + "representative": 7918, + "members": [ + 7918 + ], + "max_error": 0.0 + }, + { + "representative": 7754, + "members": [ + 7754 + ], + "max_error": 0.0 + }, + { + "representative": 7862, + "members": [ + 7862 + ], + "max_error": 0.0 + }, + { + "representative": 7885, + "members": [ + 7885 + ], + "max_error": 0.0 + }, + { + "representative": 7822, + "members": [ + 7822 + ], + "max_error": 0.0 + }, + { + "representative": 7801, + "members": [ + 7801 + ], + "max_error": 0.0 + }, + { + "representative": 6294, + "members": [ + 6294 + ], + "max_error": 0.0 + }, + { + "representative": 6184, + "members": [ + 6184 + ], + "max_error": 0.0 + }, + { + "representative": 6395, + "members": [ + 6395 + ], + "max_error": 0.0 + }, + { + "representative": 6306, + "members": [ + 6306 + ], + "max_error": 0.0 + }, + { + "representative": 6167, + "members": [ + 6167 + ], + "max_error": 0.0 + }, + { + "representative": 6224, + "members": [ + 6224 + ], + "max_error": 0.0 + }, + { + "representative": 6337, + "members": [ + 6337 + ], + "max_error": 0.0 + }, + { + "representative": 6207, + "members": [ + 6207 + ], + "max_error": 0.0 + }, + { + "representative": 6704, + "members": [ + 6704 + ], + "max_error": 0.0 + }, + { + "representative": 6708, + "members": [ + 6708 + ], + "max_error": 0.0 + }, + { + "representative": 6767, + "members": [ + 6767 + ], + "max_error": 0.0 + }, + { + "representative": 6659, + "members": [ + 6659 + ], + "max_error": 0.0 + }, + { + "representative": 6748, + "members": [ + 6748 + ], + "max_error": 0.0 + }, + { + "representative": 6753, + "members": [ + 6753 + ], + "max_error": 0.0 + }, + { + "representative": 6887, + "members": [ + 6887 + ], + "max_error": 0.0 + }, + { + "representative": 6762, + "members": [ + 6762 + ], + "max_error": 0.0 + }, + { + "representative": 6671, + "members": [ + 6671 + ], + "max_error": 0.0 + }, + { + "representative": 6802, + "members": [ + 6802 + ], + "max_error": 0.0 + }, + { + "representative": 6790, + "members": [ + 6790 + ], + "max_error": 0.0 + }, + { + "representative": 6828, + "members": [ + 6828 + ], + "max_error": 0.0 + }, + { + "representative": 6718, + "members": [ + 6718 + ], + "max_error": 0.0 + }, + { + "representative": 6761, + "members": [ + 6761 + ], + "max_error": 0.0 + }, + { + "representative": 6899, + "members": [ + 6899 + ], + "max_error": 0.0 + }, + { + "representative": 7341, + "members": [ + 7341 + ], + "max_error": 0.0 + }, + { + "representative": 7201, + "members": [ + 7201 + ], + "max_error": 0.0 + }, + { + "representative": 7419, + "members": [ + 7419 + ], + "max_error": 0.0 + }, + { + "representative": 7255, + "members": [ + 7255 + ], + "max_error": 0.0 + }, + { + "representative": 7296, + "members": [ + 7296 + ], + "max_error": 0.0 + }, + { + "representative": 7335, + "members": [ + 7335 + ], + "max_error": 0.0 + }, + { + "representative": 7809, + "members": [ + 7809 + ], + "max_error": 0.0 + }, + { + "representative": 7786, + "members": [ + 7786 + ], + "max_error": 0.0 + }, + { + "representative": 7686, + "members": [ + 7686 + ], + "max_error": 0.0 + }, + { + "representative": 7749, + "members": [ + 7749 + ], + "max_error": 0.0 + }, + { + "representative": 7933, + "members": [ + 7933 + ], + "max_error": 0.0 + }, + { + "representative": 7919, + "members": [ + 7919 + ], + "max_error": 0.0 + }, + { + "representative": 7687, + "members": [ + 7687 + ], + "max_error": 0.0 + }, + { + "representative": 7729, + "members": [ + 7729 + ], + "max_error": 0.0 + }, + { + "representative": 7751, + "members": [ + 7751 + ], + "max_error": 0.0 + }, + { + "representative": 6204, + "members": [ + 6204 + ], + "max_error": 0.0 + }, + { + "representative": 6317, + "members": [ + 6317 + ], + "max_error": 0.0 + }, + { + "representative": 6319, + "members": [ + 6319 + ], + "max_error": 0.0 + }, + { + "representative": 6320, + "members": [ + 6320 + ], + "max_error": 0.0 + }, + { + "representative": 6226, + "members": [ + 6226 + ], + "max_error": 0.0 + }, + { + "representative": 6304, + "members": [ + 6304 + ], + "max_error": 0.0 + }, + { + "representative": 6144, + "members": [ + 6144 + ], + "max_error": 0.0 + }, + { + "representative": 6681, + "members": [ + 6681 + ], + "max_error": 0.0 + }, + { + "representative": 6675, + "members": [ + 6675 + ], + "max_error": 0.0 + }, + { + "representative": 6801, + "members": [ + 6801 + ], + "max_error": 0.0 + }, + { + "representative": 6687, + "members": [ + 6687 + ], + "max_error": 0.0 + }, + { + "representative": 6794, + "members": [ + 6794 + ], + "max_error": 0.0 + }, + { + "representative": 7259, + "members": [ + 7259 + ], + "max_error": 0.0 + }, + { + "representative": 7248, + "members": [ + 7248 + ], + "max_error": 0.0 + }, + { + "representative": 7310, + "members": [ + 7310 + ], + "max_error": 0.0 + }, + { + "representative": 7378, + "members": [ + 7378 + ], + "max_error": 0.0 + }, + { + "representative": 7251, + "members": [ + 7251 + ], + "max_error": 0.0 + }, + { + "representative": 7363, + "members": [ + 7363 + ], + "max_error": 0.0 + }, + { + "representative": 7386, + "members": [ + 7386 + ], + "max_error": 0.0 + }, + { + "representative": 7219, + "members": [ + 7219 + ], + "max_error": 0.0 + }, + { + "representative": 7256, + "members": [ + 7256 + ], + "max_error": 0.0 + }, + { + "representative": 7409, + "members": [ + 7409 + ], + "max_error": 0.0 + }, + { + "representative": 7250, + "members": [ + 7250 + ], + "max_error": 0.0 + }, + { + "representative": 7719, + "members": [ + 7719 + ], + "max_error": 0.0 + }, + { + "representative": 7778, + "members": [ + 7778 + ], + "max_error": 0.0 + }, + { + "representative": 7811, + "members": [ + 7811 + ], + "max_error": 0.0 + }, + { + "representative": 7683, + "members": [ + 7683 + ], + "max_error": 0.0 + }, + { + "representative": 7717, + "members": [ + 7717 + ], + "max_error": 0.0 + }, + { + "representative": 7875, + "members": [ + 7875 + ], + "max_error": 0.0 + }, + { + "representative": 7780, + "members": [ + 7780 + ], + "max_error": 0.0 + }, + { + "representative": 7841, + "members": [ + 7841 + ], + "max_error": 0.0 + }, + { + "representative": 6282, + "members": [ + 6282 + ], + "max_error": 0.0 + }, + { + "representative": 6267, + "members": [ + 6267 + ], + "max_error": 0.0 + }, + { + "representative": 6329, + "members": [ + 6329 + ], + "max_error": 0.0 + }, + { + "representative": 6262, + "members": [ + 6262 + ], + "max_error": 0.0 + }, + { + "representative": 6366, + "members": [ + 6366 + ], + "max_error": 0.0 + }, + { + "representative": 6195, + "members": [ + 6195 + ], + "max_error": 0.0 + }, + { + "representative": 6302, + "members": [ + 6302 + ], + "max_error": 0.0 + }, + { + "representative": 6250, + "members": [ + 6250 + ], + "max_error": 0.0 + }, + { + "representative": 6255, + "members": [ + 6255 + ], + "max_error": 0.0 + }, + { + "representative": 6237, + "members": [ + 6237 + ], + "max_error": 0.0 + }, + { + "representative": 6390, + "members": [ + 6390 + ], + "max_error": 0.0 + }, + { + "representative": 6857, + "members": [ + 6857 + ], + "max_error": 0.0 + }, + { + "representative": 6686, + "members": [ + 6686 + ], + "max_error": 0.0 + }, + { + "representative": 6774, + "members": [ + 6774 + ], + "max_error": 0.0 + }, + { + "representative": 6778, + "members": [ + 6778 + ], + "max_error": 0.0 + }, + { + "representative": 6824, + "members": [ + 6824 + ], + "max_error": 0.0 + }, + { + "representative": 6910, + "members": [ + 6910 + ], + "max_error": 0.0 + }, + { + "representative": 6656, + "members": [ + 6656 + ], + "max_error": 0.0 + }, + { + "representative": 6700, + "members": [ + 6700 + ], + "max_error": 0.0 + }, + { + "representative": 6868, + "members": [ + 6868 + ], + "max_error": 0.0 + }, + { + "representative": 6771, + "members": [ + 6771 + ], + "max_error": 0.0 + }, + { + "representative": 6833, + "members": [ + 6833 + ], + "max_error": 0.0 + }, + { + "representative": 6796, + "members": [ + 6796 + ], + "max_error": 0.0 + }, + { + "representative": 6770, + "members": [ + 6770 + ], + "max_error": 0.0 + }, + { + "representative": 6812, + "members": [ + 6812 + ], + "max_error": 0.0 + }, + { + "representative": 7226, + "members": [ + 7226 + ], + "max_error": 0.0 + }, + { + "representative": 7400, + "members": [ + 7400 + ], + "max_error": 0.0 + }, + { + "representative": 7323, + "members": [ + 7323 + ], + "max_error": 0.0 + }, + { + "representative": 7257, + "members": [ + 7257 + ], + "max_error": 0.0 + }, + { + "representative": 7235, + "members": [ + 7235 + ], + "max_error": 0.0 + }, + { + "representative": 7320, + "members": [ + 7320 + ], + "max_error": 0.0 + }, + { + "representative": 7314, + "members": [ + 7314 + ], + "max_error": 0.0 + }, + { + "representative": 7176, + "members": [ + 7176 + ], + "max_error": 0.0 + }, + { + "representative": 7410, + "members": [ + 7410 + ], + "max_error": 0.0 + }, + { + "representative": 7321, + "members": [ + 7321 + ], + "max_error": 0.0 + }, + { + "representative": 7395, + "members": [ + 7395 + ], + "max_error": 0.0 + }, + { + "representative": 7366, + "members": [ + 7366 + ], + "max_error": 0.0 + }, + { + "representative": 7253, + "members": [ + 7253 + ], + "max_error": 0.0 + }, + { + "representative": 7244, + "members": [ + 7244 + ], + "max_error": 0.0 + }, + { + "representative": 7252, + "members": [ + 7252 + ], + "max_error": 0.0 + }, + { + "representative": 7217, + "members": [ + 7217 + ], + "max_error": 0.0 + }, + { + "representative": 7329, + "members": [ + 7329 + ], + "max_error": 0.0 + }, + { + "representative": 7187, + "members": [ + 7187 + ], + "max_error": 0.0 + }, + { + "representative": 7170, + "members": [ + 7170 + ], + "max_error": 0.0 + }, + { + "representative": 7784, + "members": [ + 7784 + ], + "max_error": 0.0 + }, + { + "representative": 7716, + "members": [ + 7716 + ], + "max_error": 0.0 + }, + { + "representative": 7800, + "members": [ + 7800 + ], + "max_error": 0.0 + }, + { + "representative": 7870, + "members": [ + 7870 + ], + "max_error": 0.0 + }, + { + "representative": 7897, + "members": [ + 7897 + ], + "max_error": 0.0 + }, + { + "representative": 7762, + "members": [ + 7762 + ], + "max_error": 0.0 + }, + { + "representative": 7894, + "members": [ + 7894 + ], + "max_error": 0.0 + }, + { + "representative": 6296, + "members": [ + 6296 + ], + "max_error": 0.0 + }, + { + "representative": 6356, + "members": [ + 6356 + ], + "max_error": 0.0 + }, + { + "representative": 6389, + "members": [ + 6389 + ], + "max_error": 0.0 + }, + { + "representative": 6361, + "members": [ + 6361 + ], + "max_error": 0.0 + }, + { + "representative": 6326, + "members": [ + 6326 + ], + "max_error": 0.0 + }, + { + "representative": 6220, + "members": [ + 6220 + ], + "max_error": 0.0 + }, + { + "representative": 6367, + "members": [ + 6367 + ], + "max_error": 0.0 + }, + { + "representative": 6215, + "members": [ + 6215 + ], + "max_error": 0.0 + }, + { + "representative": 6364, + "members": [ + 6364 + ], + "max_error": 0.0 + }, + { + "representative": 6211, + "members": [ + 6211 + ], + "max_error": 0.0 + }, + { + "representative": 6322, + "members": [ + 6322 + ], + "max_error": 0.0 + }, + { + "representative": 6164, + "members": [ + 6164 + ], + "max_error": 0.0 + }, + { + "representative": 6713, + "members": [ + 6713 + ], + "max_error": 0.0 + }, + { + "representative": 6842, + "members": [ + 6842 + ], + "max_error": 0.0 + }, + { + "representative": 6735, + "members": [ + 6735 + ], + "max_error": 0.0 + }, + { + "representative": 6818, + "members": [ + 6818 + ], + "max_error": 0.0 + }, + { + "representative": 6851, + "members": [ + 6851 + ], + "max_error": 0.0 + }, + { + "representative": 6878, + "members": [ + 6878 + ], + "max_error": 0.0 + }, + { + "representative": 6865, + "members": [ + 6865 + ], + "max_error": 0.0 + }, + { + "representative": 6727, + "members": [ + 6727 + ], + "max_error": 0.0 + }, + { + "representative": 6721, + "members": [ + 6721 + ], + "max_error": 0.0 + }, + { + "representative": 6869, + "members": [ + 6869 + ], + "max_error": 0.0 + }, + { + "representative": 7210, + "members": [ + 7210 + ], + "max_error": 0.0 + }, + { + "representative": 7197, + "members": [ + 7197 + ], + "max_error": 0.0 + }, + { + "representative": 7394, + "members": [ + 7394 + ], + "max_error": 0.0 + }, + { + "representative": 7282, + "members": [ + 7282 + ], + "max_error": 0.0 + }, + { + "representative": 7389, + "members": [ + 7389 + ], + "max_error": 0.0 + }, + { + "representative": 7281, + "members": [ + 7281 + ], + "max_error": 0.0 + }, + { + "representative": 7352, + "members": [ + 7352 + ], + "max_error": 0.0 + }, + { + "representative": 7420, + "members": [ + 7420 + ], + "max_error": 0.0 + }, + { + "representative": 7382, + "members": [ + 7382 + ], + "max_error": 0.0 + }, + { + "representative": 7864, + "members": [ + 7864 + ], + "max_error": 0.0 + }, + { + "representative": 7896, + "members": [ + 7896 + ], + "max_error": 0.0 + }, + { + "representative": 7688, + "members": [ + 7688 + ], + "max_error": 0.0 + }, + { + "representative": 7693, + "members": [ + 7693 + ], + "max_error": 0.0 + }, + { + "representative": 7702, + "members": [ + 7702 + ], + "max_error": 0.0 + }, + { + "representative": 8203, + "members": [ + 8203 + ], + "max_error": 0.0 + }, + { + "representative": 8205, + "members": [ + 8205 + ], + "max_error": 0.0 + }, + { + "representative": 8210, + "members": [ + 8210 + ], + "max_error": 0.0 + }, + { + "representative": 8211, + "members": [ + 8211 + ], + "max_error": 0.0 + }, + { + "representative": 8212, + "members": [ + 8212 + ], + "max_error": 0.0 + }, + { + "representative": 8214, + "members": [ + 8214 + ], + "max_error": 0.0 + }, + { + "representative": 8217, + "members": [ + 8217 + ], + "max_error": 0.0 + }, + { + "representative": 8197, + "members": [ + 8197 + ], + "max_error": 0.0 + }, + { + "representative": 8199, + "members": [ + 8199 + ], + "max_error": 0.0 + }, + { + "representative": 8208, + "members": [ + 8208 + ], + "max_error": 0.0 + }, + { + "representative": 8383, + "members": [ + 8383 + ], + "max_error": 0.0 + }, + { + "representative": 8351, + "members": [ + 8351 + ], + "max_error": 0.0 + }, + { + "representative": 8327, + "members": [ + 8327 + ], + "max_error": 0.0 + }, + { + "representative": 8436, + "members": [ + 8436 + ], + "max_error": 0.0 + }, + { + "representative": 8340, + "members": [ + 8340 + ], + "max_error": 0.0 + }, + { + "representative": 8207, + "members": [ + 8207 + ], + "max_error": 0.0 + }, + { + "representative": 8239, + "members": [ + 8239 + ], + "max_error": 0.0 + }, + { + "representative": 8265, + "members": [ + 8265 + ], + "max_error": 0.0 + }, + { + "representative": 8193, + "members": [ + 8193 + ], + "max_error": 0.0 + }, + { + "representative": 8343, + "members": [ + 8343 + ], + "max_error": 0.0 + }, + { + "representative": 8253, + "members": [ + 8253 + ], + "max_error": 0.0 + }, + { + "representative": 8417, + "members": [ + 8417 + ], + "max_error": 0.0 + }, + { + "representative": 8356, + "members": [ + 8356 + ], + "max_error": 0.0 + }, + { + "representative": 8404, + "members": [ + 8404 + ], + "max_error": 0.0 + }, + { + "representative": 8424, + "members": [ + 8424 + ], + "max_error": 0.0 + }, + { + "representative": 8408, + "members": [ + 8408 + ], + "max_error": 0.0 + }, + { + "representative": 8354, + "members": [ + 8354 + ], + "max_error": 0.0 + }, + { + "representative": 8370, + "members": [ + 8370 + ], + "max_error": 0.0 + }, + { + "representative": 8321, + "members": [ + 8321 + ], + "max_error": 0.0 + }, + { + "representative": 8256, + "members": [ + 8256 + ], + "max_error": 0.0 + }, + { + "representative": 8224, + "members": [ + 8224 + ], + "max_error": 0.0 + }, + { + "representative": 8243, + "members": [ + 8243 + ], + "max_error": 0.0 + }, + { + "representative": 8246, + "members": [ + 8246 + ], + "max_error": 0.0 + }, + { + "representative": 8247, + "members": [ + 8247 + ], + "max_error": 0.0 + }, + { + "representative": 8248, + "members": [ + 8248 + ], + "max_error": 0.0 + }, + { + "representative": 8227, + "members": [ + 8227 + ], + "max_error": 0.0 + }, + { + "representative": 8230, + "members": [ + 8230 + ], + "max_error": 0.0 + }, + { + "representative": 8357, + "members": [ + 8357 + ], + "max_error": 0.0 + }, + { + "representative": 8272, + "members": [ + 8272 + ], + "max_error": 0.0 + }, + { + "representative": 8386, + "members": [ + 8386 + ], + "max_error": 0.0 + }, + { + "representative": 8221, + "members": [ + 8221 + ], + "max_error": 0.0 + }, + { + "representative": 8241, + "members": [ + 8241 + ], + "max_error": 0.0 + }, + { + "representative": 8331, + "members": [ + 8331 + ], + "max_error": 0.0 + }, + { + "representative": 8416, + "members": [ + 8416 + ], + "max_error": 0.0 + }, + { + "representative": 8297, + "members": [ + 8297 + ], + "max_error": 0.0 + }, + { + "representative": 8206, + "members": [ + 8206 + ], + "max_error": 0.0 + }, + { + "representative": 8398, + "members": [ + 8398 + ], + "max_error": 0.0 + }, + { + "representative": 8229, + "members": [ + 8229 + ], + "max_error": 0.0 + }, + { + "representative": 8407, + "members": [ + 8407 + ], + "max_error": 0.0 + }, + { + "representative": 8378, + "members": [ + 8378 + ], + "max_error": 0.0 + }, + { + "representative": 8291, + "members": [ + 8291 + ], + "max_error": 0.0 + }, + { + "representative": 8346, + "members": [ + 8346 + ], + "max_error": 0.0 + }, + { + "representative": 8399, + "members": [ + 8399 + ], + "max_error": 0.0 + }, + { + "representative": 8244, + "members": [ + 8244 + ], + "max_error": 0.0 + }, + { + "representative": 8443, + "members": [ + 8443 + ], + "max_error": 0.0 + }, + { + "representative": 8236, + "members": [ + 8236 + ], + "max_error": 0.0 + }, + { + "representative": 8202, + "members": [ + 8202 + ], + "max_error": 0.0 + }, + { + "representative": 8225, + "members": [ + 8225 + ], + "max_error": 0.0 + }, + { + "representative": 8240, + "members": [ + 8240 + ], + "max_error": 0.0 + }, + { + "representative": 8234, + "members": [ + 8234 + ], + "max_error": 0.0 + }, + { + "representative": 8287, + "members": [ + 8287 + ], + "max_error": 0.0 + }, + { + "representative": 8209, + "members": [ + 8209 + ], + "max_error": 0.0 + }, + { + "representative": 8219, + "members": [ + 8219 + ], + "max_error": 0.0 + }, + { + "representative": 8365, + "members": [ + 8365 + ], + "max_error": 0.0 + }, + { + "representative": 8255, + "members": [ + 8255 + ], + "max_error": 0.0 + }, + { + "representative": 8330, + "members": [ + 8330 + ], + "max_error": 0.0 + }, + { + "representative": 8353, + "members": [ + 8353 + ], + "max_error": 0.0 + }, + { + "representative": 8396, + "members": [ + 8396 + ], + "max_error": 0.0 + }, + { + "representative": 8380, + "members": [ + 8380 + ], + "max_error": 0.0 + }, + { + "representative": 8283, + "members": [ + 8283 + ], + "max_error": 0.0 + }, + { + "representative": 8242, + "members": [ + 8242 + ], + "max_error": 0.0 + }, + { + "representative": 8311, + "members": [ + 8311 + ], + "max_error": 0.0 + }, + { + "representative": 8303, + "members": [ + 8303 + ], + "max_error": 0.0 + }, + { + "representative": 8392, + "members": [ + 8392 + ], + "max_error": 0.0 + }, + { + "representative": 8216, + "members": [ + 8216 + ], + "max_error": 0.0 + }, + { + "representative": 8382, + "members": [ + 8382 + ], + "max_error": 0.0 + }, + { + "representative": 8374, + "members": [ + 8374 + ], + "max_error": 0.0 + }, + { + "representative": 8308, + "members": [ + 8308 + ], + "max_error": 0.0 + }, + { + "representative": 8294, + "members": [ + 8294 + ], + "max_error": 0.0 + }, + { + "representative": 8249, + "members": [ + 8249 + ], + "max_error": 0.0 + }, + { + "representative": 8317, + "members": [ + 8317 + ], + "max_error": 0.0 + }, + { + "representative": 8402, + "members": [ + 8402 + ], + "max_error": 0.0 + }, + { + "representative": 8290, + "members": [ + 8290 + ], + "max_error": 0.0 + }, + { + "representative": 8192, + "members": [ + 8192 + ], + "max_error": 0.0 + }, + { + "representative": 8440, + "members": [ + 8440 + ], + "max_error": 0.0 + }, + { + "representative": 8415, + "members": [ + 8415 + ], + "max_error": 0.0 + }, + { + "representative": 8293, + "members": [ + 8293 + ], + "max_error": 0.0 + }, + { + "representative": 8337, + "members": [ + 8337 + ], + "max_error": 0.0 + }, + { + "representative": 8286, + "members": [ + 8286 + ], + "max_error": 0.0 + }, + { + "representative": 8274, + "members": [ + 8274 + ], + "max_error": 0.0 + }, + { + "representative": 8389, + "members": [ + 8389 + ], + "max_error": 0.0 + }, + { + "representative": 8222, + "members": [ + 8222 + ], + "max_error": 0.0 + }, + { + "representative": 8200, + "members": [ + 8200 + ], + "max_error": 0.0 + }, + { + "representative": 8269, + "members": [ + 8269 + ], + "max_error": 0.0 + }, + { + "representative": 8379, + "members": [ + 8379 + ], + "max_error": 0.0 + }, + { + "representative": 8250, + "members": [ + 8250 + ], + "max_error": 0.0 + }, + { + "representative": 8376, + "members": [ + 8376 + ], + "max_error": 0.0 + }, + { + "representative": 8196, + "members": [ + 8196 + ], + "max_error": 0.0 + }, + { + "representative": 8335, + "members": [ + 8335 + ], + "max_error": 0.0 + }, + { + "representative": 8405, + "members": [ + 8405 + ], + "max_error": 0.0 + }, + { + "representative": 8438, + "members": [ + 8438 + ], + "max_error": 0.0 + }, + { + "representative": 8387, + "members": [ + 8387 + ], + "max_error": 0.0 + }, + { + "representative": 8235, + "members": [ + 8235 + ], + "max_error": 0.0 + }, + { + "representative": 8406, + "members": [ + 8406 + ], + "max_error": 0.0 + }, + { + "representative": 8307, + "members": [ + 8307 + ], + "max_error": 0.0 + }, + { + "representative": 8359, + "members": [ + 8359 + ], + "max_error": 0.0 + }, + { + "representative": 8326, + "members": [ + 8326 + ], + "max_error": 0.0 + }, + { + "representative": 8414, + "members": [ + 8414 + ], + "max_error": 0.0 + }, + { + "representative": 8220, + "members": [ + 8220 + ], + "max_error": 0.0 + }, + { + "representative": 8215, + "members": [ + 8215 + ], + "max_error": 0.0 + }, + { + "representative": 8394, + "members": [ + 8394 + ], + "max_error": 0.0 + }, + { + "representative": 8251, + "members": [ + 8251 + ], + "max_error": 0.0 + }, + { + "representative": 8257, + "members": [ + 8257 + ], + "max_error": 0.0 + }, + { + "representative": 8277, + "members": [ + 8277 + ], + "max_error": 0.0 + }, + { + "representative": 8228, + "members": [ + 8228 + ], + "max_error": 0.0 + }, + { + "representative": 8334, + "members": [ + 8334 + ], + "max_error": 0.0 + }, + { + "representative": 8218, + "members": [ + 8218 + ], + "max_error": 0.0 + }, + { + "representative": 8292, + "members": [ + 8292 + ], + "max_error": 0.0 + }, + { + "representative": 8412, + "members": [ + 8412 + ], + "max_error": 0.0 + }, + { + "representative": 8233, + "members": [ + 8233 + ], + "max_error": 0.0 + }, + { + "representative": 8377, + "members": [ + 8377 + ], + "max_error": 0.0 + }, + { + "representative": 8320, + "members": [ + 8320 + ], + "max_error": 0.0 + }, + { + "representative": 8270, + "members": [ + 8270 + ], + "max_error": 0.0 + }, + { + "representative": 8264, + "members": [ + 8264 + ], + "max_error": 0.0 + }, + { + "representative": 8267, + "members": [ + 8267 + ], + "max_error": 0.0 + }, + { + "representative": 8268, + "members": [ + 8268 + ], + "max_error": 0.0 + }, + { + "representative": 8258, + "members": [ + 8258 + ], + "max_error": 0.0 + }, + { + "representative": 8278, + "members": [ + 8278 + ], + "max_error": 0.0 + }, + { + "representative": 8279, + "members": [ + 8279 + ], + "max_error": 0.0 + }, + { + "representative": 8280, + "members": [ + 8280 + ], + "max_error": 0.0 + }, + { + "representative": 8281, + "members": [ + 8281 + ], + "max_error": 0.0 + }, + { + "representative": 8284, + "members": [ + 8284 + ], + "max_error": 0.0 + }, + { + "representative": 8260, + "members": [ + 8260 + ], + "max_error": 0.0 + }, + { + "representative": 8411, + "members": [ + 8411 + ], + "max_error": 0.0 + }, + { + "representative": 8390, + "members": [ + 8390 + ], + "max_error": 0.0 + }, + { + "representative": 8429, + "members": [ + 8429 + ], + "max_error": 0.0 + }, + { + "representative": 8422, + "members": [ + 8422 + ], + "max_error": 0.0 + }, + { + "representative": 8315, + "members": [ + 8315 + ], + "max_error": 0.0 + }, + { + "representative": 8194, + "members": [ + 8194 + ], + "max_error": 0.0 + }, + { + "representative": 8204, + "members": [ + 8204 + ], + "max_error": 0.0 + }, + { + "representative": 8364, + "members": [ + 8364 + ], + "max_error": 0.0 + }, + { + "representative": 8427, + "members": [ + 8427 + ], + "max_error": 0.0 + }, + { + "representative": 8432, + "members": [ + 8432 + ], + "max_error": 0.0 + }, + { + "representative": 8310, + "members": [ + 8310 + ], + "max_error": 0.0 + }, + { + "representative": 8367, + "members": [ + 8367 + ], + "max_error": 0.0 + }, + { + "representative": 8271, + "members": [ + 8271 + ], + "max_error": 0.0 + }, + { + "representative": 8373, + "members": [ + 8373 + ], + "max_error": 0.0 + }, + { + "representative": 8425, + "members": [ + 8425 + ], + "max_error": 0.0 + }, + { + "representative": 8441, + "members": [ + 8441 + ], + "max_error": 0.0 + }, + { + "representative": 8263, + "members": [ + 8263 + ], + "max_error": 0.0 + }, + { + "representative": 8388, + "members": [ + 8388 + ], + "max_error": 0.0 + }, + { + "representative": 8298, + "members": [ + 8298 + ], + "max_error": 0.0 + }, + { + "representative": 8413, + "members": [ + 8413 + ], + "max_error": 0.0 + }, + { + "representative": 8368, + "members": [ + 8368 + ], + "max_error": 0.0 + }, + { + "representative": 8328, + "members": [ + 8328 + ], + "max_error": 0.0 + }, + { + "representative": 8276, + "members": [ + 8276 + ], + "max_error": 0.0 + }, + { + "representative": 8345, + "members": [ + 8345 + ], + "max_error": 0.0 + }, + { + "representative": 8232, + "members": [ + 8232 + ], + "max_error": 0.0 + }, + { + "representative": 8245, + "members": [ + 8245 + ], + "max_error": 0.0 + }, + { + "representative": 8259, + "members": [ + 8259 + ], + "max_error": 0.0 + }, + { + "representative": 8361, + "members": [ + 8361 + ], + "max_error": 0.0 + }, + { + "representative": 8385, + "members": [ + 8385 + ], + "max_error": 0.0 + }, + { + "representative": 8226, + "members": [ + 8226 + ], + "max_error": 0.0 + }, + { + "representative": 8254, + "members": [ + 8254 + ], + "max_error": 0.0 + }, + { + "representative": 8371, + "members": [ + 8371 + ], + "max_error": 0.0 + }, + { + "representative": 8223, + "members": [ + 8223 + ], + "max_error": 0.0 + }, + { + "representative": 8231, + "members": [ + 8231 + ], + "max_error": 0.0 + }, + { + "representative": 8355, + "members": [ + 8355 + ], + "max_error": 0.0 + }, + { + "representative": 8282, + "members": [ + 8282 + ], + "max_error": 0.0 + }, + { + "representative": 8332, + "members": [ + 8332 + ], + "max_error": 0.0 + }, + { + "representative": 8341, + "members": [ + 8341 + ], + "max_error": 0.0 + }, + { + "representative": 8338, + "members": [ + 8338 + ], + "max_error": 0.0 + }, + { + "representative": 8430, + "members": [ + 8430 + ], + "max_error": 0.0 + }, + { + "representative": 8339, + "members": [ + 8339 + ], + "max_error": 0.0 + }, + { + "representative": 8309, + "members": [ + 8309 + ], + "max_error": 0.0 + }, + { + "representative": 8419, + "members": [ + 8419 + ], + "max_error": 0.0 + }, + { + "representative": 8325, + "members": [ + 8325 + ], + "max_error": 0.0 + }, + { + "representative": 8393, + "members": [ + 8393 + ], + "max_error": 0.0 + }, + { + "representative": 8213, + "members": [ + 8213 + ], + "max_error": 0.0 + }, + { + "representative": 8300, + "members": [ + 8300 + ], + "max_error": 0.0 + }, + { + "representative": 8261, + "members": [ + 8261 + ], + "max_error": 0.0 + }, + { + "representative": 8312, + "members": [ + 8312 + ], + "max_error": 0.0 + }, + { + "representative": 8363, + "members": [ + 8363 + ], + "max_error": 0.0 + }, + { + "representative": 8316, + "members": [ + 8316 + ], + "max_error": 0.0 + }, + { + "representative": 8195, + "members": [ + 8195 + ], + "max_error": 0.0 + }, + { + "representative": 8262, + "members": [ + 8262 + ], + "max_error": 0.0 + }, + { + "representative": 8350, + "members": [ + 8350 + ], + "max_error": 0.0 + }, + { + "representative": 8237, + "members": [ + 8237 + ], + "max_error": 0.0 + }, + { + "representative": 8295, + "members": [ + 8295 + ], + "max_error": 0.0 + }, + { + "representative": 8238, + "members": [ + 8238 + ], + "max_error": 0.0 + }, + { + "representative": 8352, + "members": [ + 8352 + ], + "max_error": 0.0 + }, + { + "representative": 8447, + "members": [ + 8447 + ], + "max_error": 0.0 + }, + { + "representative": 8444, + "members": [ + 8444 + ], + "max_error": 0.0 + }, + { + "representative": 8252, + "members": [ + 8252 + ], + "max_error": 0.0 + }, + { + "representative": 8423, + "members": [ + 8423 + ], + "max_error": 0.0 + }, + { + "representative": 8306, + "members": [ + 8306 + ], + "max_error": 0.0 + }, + { + "representative": 8275, + "members": [ + 8275 + ], + "max_error": 0.0 + }, + { + "representative": 8273, + "members": [ + 8273 + ], + "max_error": 0.0 + }, + { + "representative": 8201, + "members": [ + 8201 + ], + "max_error": 0.0 + }, + { + "representative": 8410, + "members": [ + 8410 + ], + "max_error": 0.0 + }, + { + "representative": 8323, + "members": [ + 8323 + ], + "max_error": 0.0 + }, + { + "representative": 8329, + "members": [ + 8329 + ], + "max_error": 0.0 + }, + { + "representative": 8288, + "members": [ + 8288 + ], + "max_error": 0.0 + }, + { + "representative": 8296, + "members": [ + 8296 + ], + "max_error": 0.0 + }, + { + "representative": 8289, + "members": [ + 8289 + ], + "max_error": 0.0 + }, + { + "representative": 8299, + "members": [ + 8299 + ], + "max_error": 0.0 + }, + { + "representative": 8301, + "members": [ + 8301 + ], + "max_error": 0.0 + }, + { + "representative": 8302, + "members": [ + 8302 + ], + "max_error": 0.0 + }, + { + "representative": 8304, + "members": [ + 8304 + ], + "max_error": 0.0 + }, + { + "representative": 8314, + "members": [ + 8314 + ], + "max_error": 0.0 + }, + { + "representative": 8318, + "members": [ + 8318 + ], + "max_error": 0.0 + }, + { + "representative": 8319, + "members": [ + 8319 + ], + "max_error": 0.0 + }, + { + "representative": 8285, + "members": [ + 8285 + ], + "max_error": 0.0 + }, + { + "representative": 8347, + "members": [ + 8347 + ], + "max_error": 0.0 + }, + { + "representative": 8428, + "members": [ + 8428 + ], + "max_error": 0.0 + }, + { + "representative": 8435, + "members": [ + 8435 + ], + "max_error": 0.0 + }, + { + "representative": 8349, + "members": [ + 8349 + ], + "max_error": 0.0 + }, + { + "representative": 8266, + "members": [ + 8266 + ], + "max_error": 0.0 + }, + { + "representative": 8305, + "members": [ + 8305 + ], + "max_error": 0.0 + }, + { + "representative": 8403, + "members": [ + 8403 + ], + "max_error": 0.0 + }, + { + "representative": 8333, + "members": [ + 8333 + ], + "max_error": 0.0 + }, + { + "representative": 8445, + "members": [ + 8445 + ], + "max_error": 0.0 + }, + { + "representative": 8400, + "members": [ + 8400 + ], + "max_error": 0.0 + }, + { + "representative": 8313, + "members": [ + 8313 + ], + "max_error": 0.0 + }, + { + "representative": 8433, + "members": [ + 8433 + ], + "max_error": 0.0 + }, + { + "representative": 8198, + "members": [ + 8198 + ], + "max_error": 0.0 + }, + { + "representative": 8336, + "members": [ + 8336 + ], + "max_error": 0.0 + }, + { + "representative": 8322, + "members": [ + 8322 + ], + "max_error": 0.0 + }, + { + "representative": 8342, + "members": [ + 8342 + ], + "max_error": 0.0 + }, + { + "representative": 8344, + "members": [ + 8344 + ], + "max_error": 0.0 + }, + { + "representative": 8348, + "members": [ + 8348 + ], + "max_error": 0.0 + }, + { + "representative": 8324, + "members": [ + 8324 + ], + "max_error": 0.0 + }, + { + "representative": 8360, + "members": [ + 8360 + ], + "max_error": 0.0 + }, + { + "representative": 8362, + "members": [ + 8362 + ], + "max_error": 0.0 + }, + { + "representative": 8366, + "members": [ + 8366 + ], + "max_error": 0.0 + }, + { + "representative": 8369, + "members": [ + 8369 + ], + "max_error": 0.0 + }, + { + "representative": 8372, + "members": [ + 8372 + ], + "max_error": 0.0 + }, + { + "representative": 8375, + "members": [ + 8375 + ], + "max_error": 0.0 + }, + { + "representative": 8381, + "members": [ + 8381 + ], + "max_error": 0.0 + }, + { + "representative": 8358, + "members": [ + 8358 + ], + "max_error": 0.0 + }, + { + "representative": 8384, + "members": [ + 8384 + ], + "max_error": 0.0 + }, + { + "representative": 8395, + "members": [ + 8395 + ], + "max_error": 0.0 + }, + { + "representative": 8397, + "members": [ + 8397 + ], + "max_error": 0.0 + }, + { + "representative": 8401, + "members": [ + 8401 + ], + "max_error": 0.0 + }, + { + "representative": 8409, + "members": [ + 8409 + ], + "max_error": 0.0 + }, + { + "representative": 8391, + "members": [ + 8391 + ], + "max_error": 0.0 + }, + { + "representative": 8426, + "members": [ + 8426 + ], + "max_error": 0.0 + }, + { + "representative": 8431, + "members": [ + 8431 + ], + "max_error": 0.0 + }, + { + "representative": 8434, + "members": [ + 8434 + ], + "max_error": 0.0 + }, + { + "representative": 8418, + "members": [ + 8418 + ], + "max_error": 0.0 + }, + { + "representative": 8437, + "members": [ + 8437 + ], + "max_error": 0.0 + }, + { + "representative": 8439, + "members": [ + 8439 + ], + "max_error": 0.0 + }, + { + "representative": 8442, + "members": [ + 8442 + ], + "max_error": 0.0 + }, + { + "representative": 8446, + "members": [ + 8446 + ], + "max_error": 0.0 + }, + { + "representative": 8420, + "members": [ + 8420 + ], + "max_error": 0.0 + }, + { + "representative": 8421, + "members": [ + 8421 + ], + "max_error": 0.0 + }, + { + "representative": 8705, + "members": [ + 8705 + ], + "max_error": 0.0 + }, + { + "representative": 8715, + "members": [ + 8715 + ], + "max_error": 0.0 + }, + { + "representative": 8719, + "members": [ + 8719 + ], + "max_error": 0.0 + }, + { + "representative": 8723, + "members": [ + 8723 + ], + "max_error": 0.0 + }, + { + "representative": 8724, + "members": [ + 8724 + ], + "max_error": 0.0 + }, + { + "representative": 8725, + "members": [ + 8725 + ], + "max_error": 0.0 + }, + { + "representative": 8727, + "members": [ + 8727 + ], + "max_error": 0.0 + }, + { + "representative": 8728, + "members": [ + 8728 + ], + "max_error": 0.0 + }, + { + "representative": 8729, + "members": [ + 8729 + ], + "max_error": 0.0 + }, + { + "representative": 8731, + "members": [ + 8731 + ], + "max_error": 0.0 + }, + { + "representative": 8733, + "members": [ + 8733 + ], + "max_error": 0.0 + }, + { + "representative": 8707, + "members": [ + 8707 + ], + "max_error": 0.0 + }, + { + "representative": 8735, + "members": [ + 8735 + ], + "max_error": 0.0 + }, + { + "representative": 8708, + "members": [ + 8708 + ], + "max_error": 0.0 + }, + { + "representative": 8710, + "members": [ + 8710 + ], + "max_error": 0.0 + }, + { + "representative": 8799, + "members": [ + 8799 + ], + "max_error": 0.0 + }, + { + "representative": 8772, + "members": [ + 8772 + ], + "max_error": 0.0 + }, + { + "representative": 8769, + "members": [ + 8769 + ], + "max_error": 0.0 + }, + { + "representative": 8904, + "members": [ + 8904 + ], + "max_error": 0.0 + }, + { + "representative": 8740, + "members": [ + 8740 + ], + "max_error": 0.0 + }, + { + "representative": 8886, + "members": [ + 8886 + ], + "max_error": 0.0 + }, + { + "representative": 8714, + "members": [ + 8714 + ], + "max_error": 0.0 + }, + { + "representative": 8940, + "members": [ + 8940 + ], + "max_error": 0.0 + }, + { + "representative": 8856, + "members": [ + 8856 + ], + "max_error": 0.0 + }, + { + "representative": 8726, + "members": [ + 8726 + ], + "max_error": 0.0 + }, + { + "representative": 8827, + "members": [ + 8827 + ], + "max_error": 0.0 + }, + { + "representative": 8874, + "members": [ + 8874 + ], + "max_error": 0.0 + }, + { + "representative": 8806, + "members": [ + 8806 + ], + "max_error": 0.0 + }, + { + "representative": 8895, + "members": [ + 8895 + ], + "max_error": 0.0 + }, + { + "representative": 8919, + "members": [ + 8919 + ], + "max_error": 0.0 + }, + { + "representative": 8880, + "members": [ + 8880 + ], + "max_error": 0.0 + }, + { + "representative": 8744, + "members": [ + 8744 + ], + "max_error": 0.0 + }, + { + "representative": 8818, + "members": [ + 8818 + ], + "max_error": 0.0 + }, + { + "representative": 8875, + "members": [ + 8875 + ], + "max_error": 0.0 + }, + { + "representative": 8804, + "members": [ + 8804 + ], + "max_error": 0.0 + }, + { + "representative": 8839, + "members": [ + 8839 + ], + "max_error": 0.0 + }, + { + "representative": 8913, + "members": [ + 8913 + ], + "max_error": 0.0 + }, + { + "representative": 8916, + "members": [ + 8916 + ], + "max_error": 0.0 + }, + { + "representative": 8721, + "members": [ + 8721 + ], + "max_error": 0.0 + }, + { + "representative": 8821, + "members": [ + 8821 + ], + "max_error": 0.0 + }, + { + "representative": 8845, + "members": [ + 8845 + ], + "max_error": 0.0 + }, + { + "representative": 8865, + "members": [ + 8865 + ], + "max_error": 0.0 + }, + { + "representative": 8819, + "members": [ + 8819 + ], + "max_error": 0.0 + }, + { + "representative": 8852, + "members": [ + 8852 + ], + "max_error": 0.0 + }, + { + "representative": 8736, + "members": [ + 8736 + ], + "max_error": 0.0 + }, + { + "representative": 8747, + "members": [ + 8747 + ], + "max_error": 0.0 + }, + { + "representative": 8748, + "members": [ + 8748 + ], + "max_error": 0.0 + }, + { + "representative": 8750, + "members": [ + 8750 + ], + "max_error": 0.0 + }, + { + "representative": 8752, + "members": [ + 8752 + ], + "max_error": 0.0 + }, + { + "representative": 8753, + "members": [ + 8753 + ], + "max_error": 0.0 + }, + { + "representative": 8754, + "members": [ + 8754 + ], + "max_error": 0.0 + }, + { + "representative": 8755, + "members": [ + 8755 + ], + "max_error": 0.0 + }, + { + "representative": 8738, + "members": [ + 8738 + ], + "max_error": 0.0 + }, + { + "representative": 8757, + "members": [ + 8757 + ], + "max_error": 0.0 + }, + { + "representative": 8758, + "members": [ + 8758 + ], + "max_error": 0.0 + }, + { + "representative": 8759, + "members": [ + 8759 + ], + "max_error": 0.0 + }, + { + "representative": 8761, + "members": [ + 8761 + ], + "max_error": 0.0 + }, + { + "representative": 8763, + "members": [ + 8763 + ], + "max_error": 0.0 + }, + { + "representative": 8764, + "members": [ + 8764 + ], + "max_error": 0.0 + }, + { + "representative": 8739, + "members": [ + 8739 + ], + "max_error": 0.0 + }, + { + "representative": 8766, + "members": [ + 8766 + ], + "max_error": 0.0 + }, + { + "representative": 8741, + "members": [ + 8741 + ], + "max_error": 0.0 + }, + { + "representative": 8743, + "members": [ + 8743 + ], + "max_error": 0.0 + }, + { + "representative": 8840, + "members": [ + 8840 + ], + "max_error": 0.0 + }, + { + "representative": 8941, + "members": [ + 8941 + ], + "max_error": 0.0 + }, + { + "representative": 8742, + "members": [ + 8742 + ], + "max_error": 0.0 + }, + { + "representative": 8947, + "members": [ + 8947 + ], + "max_error": 0.0 + }, + { + "representative": 8765, + "members": [ + 8765 + ], + "max_error": 0.0 + }, + { + "representative": 8833, + "members": [ + 8833 + ], + "max_error": 0.0 + }, + { + "representative": 8779, + "members": [ + 8779 + ], + "max_error": 0.0 + }, + { + "representative": 8846, + "members": [ + 8846 + ], + "max_error": 0.0 + }, + { + "representative": 8711, + "members": [ + 8711 + ], + "max_error": 0.0 + }, + { + "representative": 8914, + "members": [ + 8914 + ], + "max_error": 0.0 + }, + { + "representative": 8704, + "members": [ + 8704 + ], + "max_error": 0.0 + }, + { + "representative": 8783, + "members": [ + 8783 + ], + "max_error": 0.0 + }, + { + "representative": 8745, + "members": [ + 8745 + ], + "max_error": 0.0 + }, + { + "representative": 8782, + "members": [ + 8782 + ], + "max_error": 0.0 + }, + { + "representative": 8953, + "members": [ + 8953 + ], + "max_error": 0.0 + }, + { + "representative": 8796, + "members": [ + 8796 + ], + "max_error": 0.0 + }, + { + "representative": 8794, + "members": [ + 8794 + ], + "max_error": 0.0 + }, + { + "representative": 8776, + "members": [ + 8776 + ], + "max_error": 0.0 + }, + { + "representative": 8790, + "members": [ + 8790 + ], + "max_error": 0.0 + }, + { + "representative": 8760, + "members": [ + 8760 + ], + "max_error": 0.0 + }, + { + "representative": 8891, + "members": [ + 8891 + ], + "max_error": 0.0 + }, + { + "representative": 8781, + "members": [ + 8781 + ], + "max_error": 0.0 + }, + { + "representative": 8820, + "members": [ + 8820 + ], + "max_error": 0.0 + }, + { + "representative": 8866, + "members": [ + 8866 + ], + "max_error": 0.0 + }, + { + "representative": 8836, + "members": [ + 8836 + ], + "max_error": 0.0 + }, + { + "representative": 8958, + "members": [ + 8958 + ], + "max_error": 0.0 + }, + { + "representative": 8831, + "members": [ + 8831 + ], + "max_error": 0.0 + }, + { + "representative": 8716, + "members": [ + 8716 + ], + "max_error": 0.0 + }, + { + "representative": 8712, + "members": [ + 8712 + ], + "max_error": 0.0 + }, + { + "representative": 8749, + "members": [ + 8749 + ], + "max_error": 0.0 + }, + { + "representative": 8717, + "members": [ + 8717 + ], + "max_error": 0.0 + }, + { + "representative": 8718, + "members": [ + 8718 + ], + "max_error": 0.0 + }, + { + "representative": 8787, + "members": [ + 8787 + ], + "max_error": 0.0 + }, + { + "representative": 8709, + "members": [ + 8709 + ], + "max_error": 0.0 + }, + { + "representative": 8812, + "members": [ + 8812 + ], + "max_error": 0.0 + }, + { + "representative": 8786, + "members": [ + 8786 + ], + "max_error": 0.0 + }, + { + "representative": 8944, + "members": [ + 8944 + ], + "max_error": 0.0 + }, + { + "representative": 8906, + "members": [ + 8906 + ], + "max_error": 0.0 + }, + { + "representative": 8767, + "members": [ + 8767 + ], + "max_error": 0.0 + }, + { + "representative": 8789, + "members": [ + 8789 + ], + "max_error": 0.0 + }, + { + "representative": 8826, + "members": [ + 8826 + ], + "max_error": 0.0 + }, + { + "representative": 8900, + "members": [ + 8900 + ], + "max_error": 0.0 + }, + { + "representative": 8851, + "members": [ + 8851 + ], + "max_error": 0.0 + }, + { + "representative": 8959, + "members": [ + 8959 + ], + "max_error": 0.0 + }, + { + "representative": 8850, + "members": [ + 8850 + ], + "max_error": 0.0 + }, + { + "representative": 8887, + "members": [ + 8887 + ], + "max_error": 0.0 + }, + { + "representative": 8771, + "members": [ + 8771 + ], + "max_error": 0.0 + }, + { + "representative": 8784, + "members": [ + 8784 + ], + "max_error": 0.0 + }, + { + "representative": 8751, + "members": [ + 8751 + ], + "max_error": 0.0 + }, + { + "representative": 8844, + "members": [ + 8844 + ], + "max_error": 0.0 + }, + { + "representative": 8893, + "members": [ + 8893 + ], + "max_error": 0.0 + }, + { + "representative": 8732, + "members": [ + 8732 + ], + "max_error": 0.0 + }, + { + "representative": 8847, + "members": [ + 8847 + ], + "max_error": 0.0 + }, + { + "representative": 8869, + "members": [ + 8869 + ], + "max_error": 0.0 + }, + { + "representative": 8933, + "members": [ + 8933 + ], + "max_error": 0.0 + }, + { + "representative": 8809, + "members": [ + 8809 + ], + "max_error": 0.0 + }, + { + "representative": 8942, + "members": [ + 8942 + ], + "max_error": 0.0 + }, + { + "representative": 8842, + "members": [ + 8842 + ], + "max_error": 0.0 + }, + { + "representative": 8905, + "members": [ + 8905 + ], + "max_error": 0.0 + }, + { + "representative": 8868, + "members": [ + 8868 + ], + "max_error": 0.0 + }, + { + "representative": 8713, + "members": [ + 8713 + ], + "max_error": 0.0 + }, + { + "representative": 8927, + "members": [ + 8927 + ], + "max_error": 0.0 + }, + { + "representative": 8949, + "members": [ + 8949 + ], + "max_error": 0.0 + }, + { + "representative": 8730, + "members": [ + 8730 + ], + "max_error": 0.0 + }, + { + "representative": 8811, + "members": [ + 8811 + ], + "max_error": 0.0 + }, + { + "representative": 8883, + "members": [ + 8883 + ], + "max_error": 0.0 + }, + { + "representative": 8775, + "members": [ + 8775 + ], + "max_error": 0.0 + }, + { + "representative": 8816, + "members": [ + 8816 + ], + "max_error": 0.0 + }, + { + "representative": 8830, + "members": [ + 8830 + ], + "max_error": 0.0 + }, + { + "representative": 8932, + "members": [ + 8932 + ], + "max_error": 0.0 + }, + { + "representative": 8956, + "members": [ + 8956 + ], + "max_error": 0.0 + }, + { + "representative": 8946, + "members": [ + 8946 + ], + "max_error": 0.0 + }, + { + "representative": 8901, + "members": [ + 8901 + ], + "max_error": 0.0 + }, + { + "representative": 8746, + "members": [ + 8746 + ], + "max_error": 0.0 + }, + { + "representative": 8762, + "members": [ + 8762 + ], + "max_error": 0.0 + }, + { + "representative": 8785, + "members": [ + 8785 + ], + "max_error": 0.0 + }, + { + "representative": 8823, + "members": [ + 8823 + ], + "max_error": 0.0 + }, + { + "representative": 8737, + "members": [ + 8737 + ], + "max_error": 0.0 + }, + { + "representative": 8734, + "members": [ + 8734 + ], + "max_error": 0.0 + }, + { + "representative": 8921, + "members": [ + 8921 + ], + "max_error": 0.0 + }, + { + "representative": 8855, + "members": [ + 8855 + ], + "max_error": 0.0 + }, + { + "representative": 8872, + "members": [ + 8872 + ], + "max_error": 0.0 + }, + { + "representative": 8817, + "members": [ + 8817 + ], + "max_error": 0.0 + }, + { + "representative": 8939, + "members": [ + 8939 + ], + "max_error": 0.0 + }, + { + "representative": 8945, + "members": [ + 8945 + ], + "max_error": 0.0 + }, + { + "representative": 8720, + "members": [ + 8720 + ], + "max_error": 0.0 + }, + { + "representative": 8822, + "members": [ + 8822 + ], + "max_error": 0.0 + }, + { + "representative": 8917, + "members": [ + 8917 + ], + "max_error": 0.0 + }, + { + "representative": 8881, + "members": [ + 8881 + ], + "max_error": 0.0 + }, + { + "representative": 8857, + "members": [ + 8857 + ], + "max_error": 0.0 + }, + { + "representative": 8768, + "members": [ + 8768 + ], + "max_error": 0.0 + }, + { + "representative": 8924, + "members": [ + 8924 + ], + "max_error": 0.0 + }, + { + "representative": 8722, + "members": [ + 8722 + ], + "max_error": 0.0 + }, + { + "representative": 8756, + "members": [ + 8756 + ], + "max_error": 0.0 + }, + { + "representative": 8706, + "members": [ + 8706 + ], + "max_error": 0.0 + }, + { + "representative": 8777, + "members": [ + 8777 + ], + "max_error": 0.0 + }, + { + "representative": 8778, + "members": [ + 8778 + ], + "max_error": 0.0 + }, + { + "representative": 8780, + "members": [ + 8780 + ], + "max_error": 0.0 + }, + { + "representative": 8770, + "members": [ + 8770 + ], + "max_error": 0.0 + }, + { + "representative": 8788, + "members": [ + 8788 + ], + "max_error": 0.0 + }, + { + "representative": 8791, + "members": [ + 8791 + ], + "max_error": 0.0 + }, + { + "representative": 8792, + "members": [ + 8792 + ], + "max_error": 0.0 + }, + { + "representative": 8793, + "members": [ + 8793 + ], + "max_error": 0.0 + }, + { + "representative": 8795, + "members": [ + 8795 + ], + "max_error": 0.0 + }, + { + "representative": 8797, + "members": [ + 8797 + ], + "max_error": 0.0 + }, + { + "representative": 8798, + "members": [ + 8798 + ], + "max_error": 0.0 + }, + { + "representative": 8773, + "members": [ + 8773 + ], + "max_error": 0.0 + }, + { + "representative": 8774, + "members": [ + 8774 + ], + "max_error": 0.0 + }, + { + "representative": 8800, + "members": [ + 8800 + ], + "max_error": 0.0 + }, + { + "representative": 8808, + "members": [ + 8808 + ], + "max_error": 0.0 + }, + { + "representative": 8801, + "members": [ + 8801 + ], + "max_error": 0.0 + }, + { + "representative": 8810, + "members": [ + 8810 + ], + "max_error": 0.0 + }, + { + "representative": 8813, + "members": [ + 8813 + ], + "max_error": 0.0 + }, + { + "representative": 8814, + "members": [ + 8814 + ], + "max_error": 0.0 + }, + { + "representative": 8815, + "members": [ + 8815 + ], + "max_error": 0.0 + }, + { + "representative": 8802, + "members": [ + 8802 + ], + "max_error": 0.0 + }, + { + "representative": 8824, + "members": [ + 8824 + ], + "max_error": 0.0 + }, + { + "representative": 8825, + "members": [ + 8825 + ], + "max_error": 0.0 + }, + { + "representative": 8828, + "members": [ + 8828 + ], + "max_error": 0.0 + }, + { + "representative": 8829, + "members": [ + 8829 + ], + "max_error": 0.0 + }, + { + "representative": 8803, + "members": [ + 8803 + ], + "max_error": 0.0 + }, + { + "representative": 8805, + "members": [ + 8805 + ], + "max_error": 0.0 + }, + { + "representative": 8807, + "members": [ + 8807 + ], + "max_error": 0.0 + }, + { + "representative": 8832, + "members": [ + 8832 + ], + "max_error": 0.0 + }, + { + "representative": 8841, + "members": [ + 8841 + ], + "max_error": 0.0 + }, + { + "representative": 8843, + "members": [ + 8843 + ], + "max_error": 0.0 + }, + { + "representative": 8848, + "members": [ + 8848 + ], + "max_error": 0.0 + }, + { + "representative": 8849, + "members": [ + 8849 + ], + "max_error": 0.0 + }, + { + "representative": 8834, + "members": [ + 8834 + ], + "max_error": 0.0 + }, + { + "representative": 8853, + "members": [ + 8853 + ], + "max_error": 0.0 + }, + { + "representative": 8854, + "members": [ + 8854 + ], + "max_error": 0.0 + }, + { + "representative": 8858, + "members": [ + 8858 + ], + "max_error": 0.0 + }, + { + "representative": 8859, + "members": [ + 8859 + ], + "max_error": 0.0 + }, + { + "representative": 8860, + "members": [ + 8860 + ], + "max_error": 0.0 + }, + { + "representative": 8861, + "members": [ + 8861 + ], + "max_error": 0.0 + }, + { + "representative": 8835, + "members": [ + 8835 + ], + "max_error": 0.0 + }, + { + "representative": 8862, + "members": [ + 8862 + ], + "max_error": 0.0 + }, + { + "representative": 8863, + "members": [ + 8863 + ], + "max_error": 0.0 + }, + { + "representative": 8837, + "members": [ + 8837 + ], + "max_error": 0.0 + }, + { + "representative": 8838, + "members": [ + 8838 + ], + "max_error": 0.0 + }, + { + "representative": 8864, + "members": [ + 8864 + ], + "max_error": 0.0 + }, + { + "representative": 8873, + "members": [ + 8873 + ], + "max_error": 0.0 + }, + { + "representative": 8876, + "members": [ + 8876 + ], + "max_error": 0.0 + }, + { + "representative": 8877, + "members": [ + 8877 + ], + "max_error": 0.0 + }, + { + "representative": 8878, + "members": [ + 8878 + ], + "max_error": 0.0 + }, + { + "representative": 8879, + "members": [ + 8879 + ], + "max_error": 0.0 + }, + { + "representative": 8882, + "members": [ + 8882 + ], + "max_error": 0.0 + }, + { + "representative": 8884, + "members": [ + 8884 + ], + "max_error": 0.0 + }, + { + "representative": 8885, + "members": [ + 8885 + ], + "max_error": 0.0 + }, + { + "representative": 8888, + "members": [ + 8888 + ], + "max_error": 0.0 + }, + { + "representative": 8889, + "members": [ + 8889 + ], + "max_error": 0.0 + }, + { + "representative": 8890, + "members": [ + 8890 + ], + "max_error": 0.0 + }, + { + "representative": 8892, + "members": [ + 8892 + ], + "max_error": 0.0 + }, + { + "representative": 8867, + "members": [ + 8867 + ], + "max_error": 0.0 + }, + { + "representative": 8894, + "members": [ + 8894 + ], + "max_error": 0.0 + }, + { + "representative": 8870, + "members": [ + 8870 + ], + "max_error": 0.0 + }, + { + "representative": 8871, + "members": [ + 8871 + ], + "max_error": 0.0 + }, + { + "representative": 8896, + "members": [ + 8896 + ], + "max_error": 0.0 + }, + { + "representative": 8897, + "members": [ + 8897 + ], + "max_error": 0.0 + }, + { + "representative": 8907, + "members": [ + 8907 + ], + "max_error": 0.0 + }, + { + "representative": 8908, + "members": [ + 8908 + ], + "max_error": 0.0 + }, + { + "representative": 8909, + "members": [ + 8909 + ], + "max_error": 0.0 + }, + { + "representative": 8910, + "members": [ + 8910 + ], + "max_error": 0.0 + }, + { + "representative": 8911, + "members": [ + 8911 + ], + "max_error": 0.0 + }, + { + "representative": 8912, + "members": [ + 8912 + ], + "max_error": 0.0 + }, + { + "representative": 8915, + "members": [ + 8915 + ], + "max_error": 0.0 + }, + { + "representative": 8898, + "members": [ + 8898 + ], + "max_error": 0.0 + }, + { + "representative": 8918, + "members": [ + 8918 + ], + "max_error": 0.0 + }, + { + "representative": 8920, + "members": [ + 8920 + ], + "max_error": 0.0 + }, + { + "representative": 8922, + "members": [ + 8922 + ], + "max_error": 0.0 + }, + { + "representative": 8923, + "members": [ + 8923 + ], + "max_error": 0.0 + }, + { + "representative": 8925, + "members": [ + 8925 + ], + "max_error": 0.0 + }, + { + "representative": 8899, + "members": [ + 8899 + ], + "max_error": 0.0 + }, + { + "representative": 8926, + "members": [ + 8926 + ], + "max_error": 0.0 + }, + { + "representative": 8902, + "members": [ + 8902 + ], + "max_error": 0.0 + }, + { + "representative": 8903, + "members": [ + 8903 + ], + "max_error": 0.0 + }, + { + "representative": 8928, + "members": [ + 8928 + ], + "max_error": 0.0 + }, + { + "representative": 8936, + "members": [ + 8936 + ], + "max_error": 0.0 + }, + { + "representative": 8937, + "members": [ + 8937 + ], + "max_error": 0.0 + }, + { + "representative": 8929, + "members": [ + 8929 + ], + "max_error": 0.0 + }, + { + "representative": 8938, + "members": [ + 8938 + ], + "max_error": 0.0 + }, + { + "representative": 8943, + "members": [ + 8943 + ], + "max_error": 0.0 + }, + { + "representative": 8930, + "members": [ + 8930 + ], + "max_error": 0.0 + }, + { + "representative": 8948, + "members": [ + 8948 + ], + "max_error": 0.0 + }, + { + "representative": 8950, + "members": [ + 8950 + ], + "max_error": 0.0 + }, + { + "representative": 8951, + "members": [ + 8951 + ], + "max_error": 0.0 + }, + { + "representative": 8952, + "members": [ + 8952 + ], + "max_error": 0.0 + }, + { + "representative": 8954, + "members": [ + 8954 + ], + "max_error": 0.0 + }, + { + "representative": 8955, + "members": [ + 8955 + ], + "max_error": 0.0 + }, + { + "representative": 8957, + "members": [ + 8957 + ], + "max_error": 0.0 + }, + { + "representative": 8931, + "members": [ + 8931 + ], + "max_error": 0.0 + }, + { + "representative": 8934, + "members": [ + 8934 + ], + "max_error": 0.0 + }, + { + "representative": 8935, + "members": [ + 8935 + ], + "max_error": 0.0 + }, + { + "representative": 9216, + "members": [ + 9216 + ], + "max_error": 0.0 + }, + { + "representative": 9217, + "members": [ + 9217 + ], + "max_error": 0.0 + }, + { + "representative": 9218, + "members": [ + 9218 + ], + "max_error": 0.0 + }, + { + "representative": 9219, + "members": [ + 9219 + ], + "max_error": 0.0 + }, + { + "representative": 9220, + "members": [ + 9220 + ], + "max_error": 0.0 + }, + { + "representative": 9221, + "members": [ + 9221 + ], + "max_error": 0.0 + }, + { + "representative": 9222, + "members": [ + 9222 + ], + "max_error": 0.0 + }, + { + "representative": 9223, + "members": [ + 9223 + ], + "max_error": 0.0 + }, + { + "representative": 9280, + "members": [ + 9280 + ], + "max_error": 0.0 + }, + { + "representative": 9281, + "members": [ + 9281 + ], + "max_error": 0.0 + }, + { + "representative": 9282, + "members": [ + 9282 + ], + "max_error": 0.0 + }, + { + "representative": 9283, + "members": [ + 9283 + ], + "max_error": 0.0 + }, + { + "representative": 9284, + "members": [ + 9284 + ], + "max_error": 0.0 + }, + { + "representative": 9285, + "members": [ + 9285 + ], + "max_error": 0.0 + }, + { + "representative": 9286, + "members": [ + 9286 + ], + "max_error": 0.0 + }, + { + "representative": 9287, + "members": [ + 9287 + ], + "max_error": 0.0 + }, + { + "representative": 9288, + "members": [ + 9288 + ], + "max_error": 0.0 + }, + { + "representative": 9289, + "members": [ + 9289 + ], + "max_error": 0.0 + }, + { + "representative": 9290, + "members": [ + 9290 + ], + "max_error": 0.0 + }, + { + "representative": 9291, + "members": [ + 9291 + ], + "max_error": 0.0 + }, + { + "representative": 9292, + "members": [ + 9292 + ], + "max_error": 0.0 + }, + { + "representative": 9293, + "members": [ + 9293 + ], + "max_error": 0.0 + }, + { + "representative": 9294, + "members": [ + 9294 + ], + "max_error": 0.0 + }, + { + "representative": 9224, + "members": [ + 9224 + ], + "max_error": 0.0 + }, + { + "representative": 9225, + "members": [ + 9225 + ], + "max_error": 0.0 + }, + { + "representative": 9226, + "members": [ + 9226 + ], + "max_error": 0.0 + }, + { + "representative": 9227, + "members": [ + 9227 + ], + "max_error": 0.0 + }, + { + "representative": 9228, + "members": [ + 9228 + ], + "max_error": 0.0 + }, + { + "representative": 9229, + "members": [ + 9229 + ], + "max_error": 0.0 + }, + { + "representative": 9230, + "members": [ + 9230 + ], + "max_error": 0.0 + }, + { + "representative": 9231, + "members": [ + 9231 + ], + "max_error": 0.0 + }, + { + "representative": 9296, + "members": [ + 9296 + ], + "max_error": 0.0 + }, + { + "representative": 9297, + "members": [ + 9297 + ], + "max_error": 0.0 + }, + { + "representative": 9298, + "members": [ + 9298 + ], + "max_error": 0.0 + }, + { + "representative": 9299, + "members": [ + 9299 + ], + "max_error": 0.0 + }, + { + "representative": 9300, + "members": [ + 9300 + ], + "max_error": 0.0 + }, + { + "representative": 9301, + "members": [ + 9301 + ], + "max_error": 0.0 + }, + { + "representative": 9302, + "members": [ + 9302 + ], + "max_error": 0.0 + }, + { + "representative": 9303, + "members": [ + 9303 + ], + "max_error": 0.0 + }, + { + "representative": 9304, + "members": [ + 9304 + ], + "max_error": 0.0 + }, + { + "representative": 9305, + "members": [ + 9305 + ], + "max_error": 0.0 + }, + { + "representative": 9306, + "members": [ + 9306 + ], + "max_error": 0.0 + }, + { + "representative": 9307, + "members": [ + 9307 + ], + "max_error": 0.0 + }, + { + "representative": 9308, + "members": [ + 9308 + ], + "max_error": 0.0 + }, + { + "representative": 9309, + "members": [ + 9309 + ], + "max_error": 0.0 + }, + { + "representative": 9310, + "members": [ + 9310 + ], + "max_error": 0.0 + }, + { + "representative": 9311, + "members": [ + 9311 + ], + "max_error": 0.0 + }, + { + "representative": 9312, + "members": [ + 9312 + ], + "max_error": 0.0 + }, + { + "representative": 9313, + "members": [ + 9313 + ], + "max_error": 0.0 + }, + { + "representative": 9314, + "members": [ + 9314 + ], + "max_error": 0.0 + }, + { + "representative": 9315, + "members": [ + 9315 + ], + "max_error": 0.0 + }, + { + "representative": 9316, + "members": [ + 9316 + ], + "max_error": 0.0 + }, + { + "representative": 9317, + "members": [ + 9317 + ], + "max_error": 0.0 + }, + { + "representative": 9318, + "members": [ + 9318 + ], + "max_error": 0.0 + }, + { + "representative": 9319, + "members": [ + 9319 + ], + "max_error": 0.0 + }, + { + "representative": 9320, + "members": [ + 9320 + ], + "max_error": 0.0 + }, + { + "representative": 9321, + "members": [ + 9321 + ], + "max_error": 0.0 + }, + { + "representative": 9322, + "members": [ + 9322 + ], + "max_error": 0.0 + }, + { + "representative": 9323, + "members": [ + 9323 + ], + "max_error": 0.0 + }, + { + "representative": 9324, + "members": [ + 9324 + ], + "max_error": 0.0 + }, + { + "representative": 9325, + "members": [ + 9325 + ], + "max_error": 0.0 + }, + { + "representative": 9326, + "members": [ + 9326 + ], + "max_error": 0.0 + }, + { + "representative": 9327, + "members": [ + 9327 + ], + "max_error": 0.0 + }, + { + "representative": 9328, + "members": [ + 9328 + ], + "max_error": 0.0 + }, + { + "representative": 9329, + "members": [ + 9329 + ], + "max_error": 0.0 + }, + { + "representative": 9330, + "members": [ + 9330 + ], + "max_error": 0.0 + }, + { + "representative": 9331, + "members": [ + 9331 + ], + "max_error": 0.0 + }, + { + "representative": 9332, + "members": [ + 9332 + ], + "max_error": 0.0 + }, + { + "representative": 9333, + "members": [ + 9333 + ], + "max_error": 0.0 + }, + { + "representative": 9334, + "members": [ + 9334 + ], + "max_error": 0.0 + }, + { + "representative": 9335, + "members": [ + 9335 + ], + "max_error": 0.0 + }, + { + "representative": 9336, + "members": [ + 9336 + ], + "max_error": 0.0 + }, + { + "representative": 9337, + "members": [ + 9337 + ], + "max_error": 0.0 + }, + { + "representative": 9338, + "members": [ + 9338 + ], + "max_error": 0.0 + }, + { + "representative": 9339, + "members": [ + 9339 + ], + "max_error": 0.0 + }, + { + "representative": 9340, + "members": [ + 9340 + ], + "max_error": 0.0 + }, + { + "representative": 9341, + "members": [ + 9341 + ], + "max_error": 0.0 + }, + { + "representative": 9342, + "members": [ + 9342 + ], + "max_error": 0.0 + }, + { + "representative": 9343, + "members": [ + 9343 + ], + "max_error": 0.0 + }, + { + "representative": 9344, + "members": [ + 9344 + ], + "max_error": 0.0 + }, + { + "representative": 9345, + "members": [ + 9345 + ], + "max_error": 0.0 + }, + { + "representative": 9346, + "members": [ + 9346 + ], + "max_error": 0.0 + }, + { + "representative": 9347, + "members": [ + 9347 + ], + "max_error": 0.0 + }, + { + "representative": 9348, + "members": [ + 9348 + ], + "max_error": 0.0 + }, + { + "representative": 9349, + "members": [ + 9349 + ], + "max_error": 0.0 + }, + { + "representative": 9350, + "members": [ + 9350 + ], + "max_error": 0.0 + }, + { + "representative": 9351, + "members": [ + 9351 + ], + "max_error": 0.0 + }, + { + "representative": 9352, + "members": [ + 9352 + ], + "max_error": 0.0 + }, + { + "representative": 9353, + "members": [ + 9353 + ], + "max_error": 0.0 + }, + { + "representative": 9354, + "members": [ + 9354 + ], + "max_error": 0.0 + }, + { + "representative": 9355, + "members": [ + 9355 + ], + "max_error": 0.0 + }, + { + "representative": 9356, + "members": [ + 9356 + ], + "max_error": 0.0 + }, + { + "representative": 9357, + "members": [ + 9357 + ], + "max_error": 0.0 + }, + { + "representative": 9358, + "members": [ + 9358 + ], + "max_error": 0.0 + }, + { + "representative": 9359, + "members": [ + 9359 + ], + "max_error": 0.0 + }, + { + "representative": 9232, + "members": [ + 9232 + ], + "max_error": 0.0 + }, + { + "representative": 9233, + "members": [ + 9233 + ], + "max_error": 0.0 + }, + { + "representative": 9234, + "members": [ + 9234 + ], + "max_error": 0.0 + }, + { + "representative": 9235, + "members": [ + 9235 + ], + "max_error": 0.0 + }, + { + "representative": 9236, + "members": [ + 9236 + ], + "max_error": 0.0 + }, + { + "representative": 9237, + "members": [ + 9237 + ], + "max_error": 0.0 + }, + { + "representative": 9238, + "members": [ + 9238 + ], + "max_error": 0.0 + }, + { + "representative": 9239, + "members": [ + 9239 + ], + "max_error": 0.0 + }, + { + "representative": 9240, + "members": [ + 9240 + ], + "max_error": 0.0 + }, + { + "representative": 9241, + "members": [ + 9241 + ], + "max_error": 0.0 + }, + { + "representative": 9242, + "members": [ + 9242 + ], + "max_error": 0.0 + }, + { + "representative": 9243, + "members": [ + 9243 + ], + "max_error": 0.0 + }, + { + "representative": 9244, + "members": [ + 9244 + ], + "max_error": 0.0 + }, + { + "representative": 9245, + "members": [ + 9245 + ], + "max_error": 0.0 + }, + { + "representative": 9246, + "members": [ + 9246 + ], + "max_error": 0.0 + }, + { + "representative": 9247, + "members": [ + 9247 + ], + "max_error": 0.0 + }, + { + "representative": 9248, + "members": [ + 9248 + ], + "max_error": 0.0 + }, + { + "representative": 9249, + "members": [ + 9249 + ], + "max_error": 0.0 + }, + { + "representative": 9250, + "members": [ + 9250 + ], + "max_error": 0.0 + }, + { + "representative": 9251, + "members": [ + 9251 + ], + "max_error": 0.0 + }, + { + "representative": 9252, + "members": [ + 9252 + ], + "max_error": 0.0 + }, + { + "representative": 9253, + "members": [ + 9253 + ], + "max_error": 0.0 + }, + { + "representative": 9254, + "members": [ + 9254 + ], + "max_error": 0.0 + }, + { + "representative": 9255, + "members": [ + 9255 + ], + "max_error": 0.0 + }, + { + "representative": 9256, + "members": [ + 9256 + ], + "max_error": 0.0 + }, + { + "representative": 9257, + "members": [ + 9257 + ], + "max_error": 0.0 + }, + { + "representative": 9258, + "members": [ + 9258 + ], + "max_error": 0.0 + }, + { + "representative": 9259, + "members": [ + 9259 + ], + "max_error": 0.0 + }, + { + "representative": 9260, + "members": [ + 9260 + ], + "max_error": 0.0 + }, + { + "representative": 9261, + "members": [ + 9261 + ], + "max_error": 0.0 + }, + { + "representative": 9262, + "members": [ + 9262 + ], + "max_error": 0.0 + }, + { + "representative": 9263, + "members": [ + 9263 + ], + "max_error": 0.0 + }, + { + "representative": 9264, + "members": [ + 9264 + ], + "max_error": 0.0 + }, + { + "representative": 9265, + "members": [ + 9265 + ], + "max_error": 0.0 + }, + { + "representative": 9266, + "members": [ + 9266 + ], + "max_error": 0.0 + }, + { + "representative": 9267, + "members": [ + 9267 + ], + "max_error": 0.0 + }, + { + "representative": 9268, + "members": [ + 9268 + ], + "max_error": 0.0 + }, + { + "representative": 9269, + "members": [ + 9269 + ], + "max_error": 0.0 + }, + { + "representative": 9270, + "members": [ + 9270 + ], + "max_error": 0.0 + }, + { + "representative": 9272, + "members": [ + 9272 + ], + "max_error": 0.0 + }, + { + "representative": 9273, + "members": [ + 9273 + ], + "max_error": 0.0 + }, + { + "representative": 9274, + "members": [ + 9274 + ], + "max_error": 0.0 + }, + { + "representative": 9275, + "members": [ + 9275 + ], + "max_error": 0.0 + }, + { + "representative": 9276, + "members": [ + 9276 + ], + "max_error": 0.0 + }, + { + "representative": 9277, + "members": [ + 9277 + ], + "max_error": 0.0 + }, + { + "representative": 9278, + "members": [ + 9278 + ], + "max_error": 0.0 + }, + { + "representative": 9279, + "members": [ + 9279 + ], + "max_error": 0.0 + }, + { + "representative": 9616, + "members": [ + 9616 + ], + "max_error": 0.0 + }, + { + "representative": 9617, + "members": [ + 9617 + ], + "max_error": 0.0 + }, + { + "representative": 9627, + "members": [ + 9627 + ], + "max_error": 0.0 + }, + { + "representative": 9629, + "members": [ + 9629 + ], + "max_error": 0.0 + }, + { + "representative": 9633, + "members": [ + 9633 + ], + "max_error": 0.0 + }, + { + "representative": 9634, + "members": [ + 9634 + ], + "max_error": 0.0 + }, + { + "representative": 9638, + "members": [ + 9638 + ], + "max_error": 0.0 + }, + { + "representative": 9640, + "members": [ + 9640 + ], + "max_error": 0.0 + }, + { + "representative": 9643, + "members": [ + 9643 + ], + "max_error": 0.0 + }, + { + "representative": 9619, + "members": [ + 9619 + ], + "max_error": 0.0 + }, + { + "representative": 9646, + "members": [ + 9646 + ], + "max_error": 0.0 + }, + { + "representative": 9620, + "members": [ + 9620 + ], + "max_error": 0.0 + }, + { + "representative": 9622, + "members": [ + 9622 + ], + "max_error": 0.0 + }, + { + "representative": 9713, + "members": [ + 9713 + ], + "max_error": 0.0 + }, + { + "representative": 9765, + "members": [ + 9765 + ], + "max_error": 0.0 + }, + { + "representative": 9811, + "members": [ + 9811 + ], + "max_error": 0.0 + }, + { + "representative": 9678, + "members": [ + 9678 + ], + "max_error": 0.0 + }, + { + "representative": 9739, + "members": [ + 9739 + ], + "max_error": 0.0 + }, + { + "representative": 9722, + "members": [ + 9722 + ], + "max_error": 0.0 + }, + { + "representative": 9853, + "members": [ + 9853 + ], + "max_error": 0.0 + }, + { + "representative": 9636, + "members": [ + 9636 + ], + "max_error": 0.0 + }, + { + "representative": 9639, + "members": [ + 9639 + ], + "max_error": 0.0 + }, + { + "representative": 9631, + "members": [ + 9631 + ], + "max_error": 0.0 + }, + { + "representative": 9621, + "members": [ + 9621 + ], + "max_error": 0.0 + }, + { + "representative": 9830, + "members": [ + 9830 + ], + "max_error": 0.0 + }, + { + "representative": 9771, + "members": [ + 9771 + ], + "max_error": 0.0 + }, + { + "representative": 9744, + "members": [ + 9744 + ], + "max_error": 0.0 + }, + { + "representative": 9864, + "members": [ + 9864 + ], + "max_error": 0.0 + }, + { + "representative": 9815, + "members": [ + 9815 + ], + "max_error": 0.0 + }, + { + "representative": 9753, + "members": [ + 9753 + ], + "max_error": 0.0 + }, + { + "representative": 9626, + "members": [ + 9626 + ], + "max_error": 0.0 + }, + { + "representative": 9829, + "members": [ + 9829 + ], + "max_error": 0.0 + }, + { + "representative": 9789, + "members": [ + 9789 + ], + "max_error": 0.0 + }, + { + "representative": 9781, + "members": [ + 9781 + ], + "max_error": 0.0 + }, + { + "representative": 9801, + "members": [ + 9801 + ], + "max_error": 0.0 + }, + { + "representative": 9679, + "members": [ + 9679 + ], + "max_error": 0.0 + }, + { + "representative": 9859, + "members": [ + 9859 + ], + "max_error": 0.0 + }, + { + "representative": 9822, + "members": [ + 9822 + ], + "max_error": 0.0 + }, + { + "representative": 9807, + "members": [ + 9807 + ], + "max_error": 0.0 + }, + { + "representative": 9708, + "members": [ + 9708 + ], + "max_error": 0.0 + }, + { + "representative": 9863, + "members": [ + 9863 + ], + "max_error": 0.0 + }, + { + "representative": 9657, + "members": [ + 9657 + ], + "max_error": 0.0 + }, + { + "representative": 9763, + "members": [ + 9763 + ], + "max_error": 0.0 + }, + { + "representative": 9712, + "members": [ + 9712 + ], + "max_error": 0.0 + }, + { + "representative": 9649, + "members": [ + 9649 + ], + "max_error": 0.0 + }, + { + "representative": 9660, + "members": [ + 9660 + ], + "max_error": 0.0 + }, + { + "representative": 9662, + "members": [ + 9662 + ], + "max_error": 0.0 + }, + { + "representative": 9663, + "members": [ + 9663 + ], + "max_error": 0.0 + }, + { + "representative": 9664, + "members": [ + 9664 + ], + "max_error": 0.0 + }, + { + "representative": 9667, + "members": [ + 9667 + ], + "max_error": 0.0 + }, + { + "representative": 9650, + "members": [ + 9650 + ], + "max_error": 0.0 + }, + { + "representative": 9668, + "members": [ + 9668 + ], + "max_error": 0.0 + }, + { + "representative": 9669, + "members": [ + 9669 + ], + "max_error": 0.0 + }, + { + "representative": 9671, + "members": [ + 9671 + ], + "max_error": 0.0 + }, + { + "representative": 9672, + "members": [ + 9672 + ], + "max_error": 0.0 + }, + { + "representative": 9673, + "members": [ + 9673 + ], + "max_error": 0.0 + }, + { + "representative": 9674, + "members": [ + 9674 + ], + "max_error": 0.0 + }, + { + "representative": 9675, + "members": [ + 9675 + ], + "max_error": 0.0 + }, + { + "representative": 9653, + "members": [ + 9653 + ], + "max_error": 0.0 + }, + { + "representative": 9655, + "members": [ + 9655 + ], + "max_error": 0.0 + }, + { + "representative": 9746, + "members": [ + 9746 + ], + "max_error": 0.0 + }, + { + "representative": 9784, + "members": [ + 9784 + ], + "max_error": 0.0 + }, + { + "representative": 9856, + "members": [ + 9856 + ], + "max_error": 0.0 + }, + { + "representative": 9644, + "members": [ + 9644 + ], + "max_error": 0.0 + }, + { + "representative": 9842, + "members": [ + 9842 + ], + "max_error": 0.0 + }, + { + "representative": 9834, + "members": [ + 9834 + ], + "max_error": 0.0 + }, + { + "representative": 9792, + "members": [ + 9792 + ], + "max_error": 0.0 + }, + { + "representative": 9790, + "members": [ + 9790 + ], + "max_error": 0.0 + }, + { + "representative": 9747, + "members": [ + 9747 + ], + "max_error": 0.0 + }, + { + "representative": 9686, + "members": [ + 9686 + ], + "max_error": 0.0 + }, + { + "representative": 9623, + "members": [ + 9623 + ], + "max_error": 0.0 + }, + { + "representative": 9752, + "members": [ + 9752 + ], + "max_error": 0.0 + }, + { + "representative": 9647, + "members": [ + 9647 + ], + "max_error": 0.0 + }, + { + "representative": 9719, + "members": [ + 9719 + ], + "max_error": 0.0 + }, + { + "representative": 9818, + "members": [ + 9818 + ], + "max_error": 0.0 + }, + { + "representative": 9651, + "members": [ + 9651 + ], + "max_error": 0.0 + }, + { + "representative": 9637, + "members": [ + 9637 + ], + "max_error": 0.0 + }, + { + "representative": 9766, + "members": [ + 9766 + ], + "max_error": 0.0 + }, + { + "representative": 9800, + "members": [ + 9800 + ], + "max_error": 0.0 + }, + { + "representative": 9654, + "members": [ + 9654 + ], + "max_error": 0.0 + }, + { + "representative": 9774, + "members": [ + 9774 + ], + "max_error": 0.0 + }, + { + "representative": 9793, + "members": [ + 9793 + ], + "max_error": 0.0 + }, + { + "representative": 9648, + "members": [ + 9648 + ], + "max_error": 0.0 + }, + { + "representative": 9682, + "members": [ + 9682 + ], + "max_error": 0.0 + }, + { + "representative": 9803, + "members": [ + 9803 + ], + "max_error": 0.0 + }, + { + "representative": 9833, + "members": [ + 9833 + ], + "max_error": 0.0 + }, + { + "representative": 9743, + "members": [ + 9743 + ], + "max_error": 0.0 + }, + { + "representative": 9731, + "members": [ + 9731 + ], + "max_error": 0.0 + }, + { + "representative": 9823, + "members": [ + 9823 + ], + "max_error": 0.0 + }, + { + "representative": 9812, + "members": [ + 9812 + ], + "max_error": 0.0 + }, + { + "representative": 9770, + "members": [ + 9770 + ], + "max_error": 0.0 + }, + { + "representative": 9676, + "members": [ + 9676 + ], + "max_error": 0.0 + }, + { + "representative": 9791, + "members": [ + 9791 + ], + "max_error": 0.0 + }, + { + "representative": 9725, + "members": [ + 9725 + ], + "max_error": 0.0 + }, + { + "representative": 9677, + "members": [ + 9677 + ], + "max_error": 0.0 + }, + { + "representative": 9786, + "members": [ + 9786 + ], + "max_error": 0.0 + }, + { + "representative": 9635, + "members": [ + 9635 + ], + "max_error": 0.0 + }, + { + "representative": 9780, + "members": [ + 9780 + ], + "max_error": 0.0 + }, + { + "representative": 9624, + "members": [ + 9624 + ], + "max_error": 0.0 + }, + { + "representative": 9658, + "members": [ + 9658 + ], + "max_error": 0.0 + }, + { + "representative": 9628, + "members": [ + 9628 + ], + "max_error": 0.0 + }, + { + "representative": 9695, + "members": [ + 9695 + ], + "max_error": 0.0 + }, + { + "representative": 9659, + "members": [ + 9659 + ], + "max_error": 0.0 + }, + { + "representative": 9755, + "members": [ + 9755 + ], + "max_error": 0.0 + }, + { + "representative": 9796, + "members": [ + 9796 + ], + "max_error": 0.0 + }, + { + "representative": 9642, + "members": [ + 9642 + ], + "max_error": 0.0 + }, + { + "representative": 9775, + "members": [ + 9775 + ], + "max_error": 0.0 + }, + { + "representative": 9835, + "members": [ + 9835 + ], + "max_error": 0.0 + }, + { + "representative": 9694, + "members": [ + 9694 + ], + "max_error": 0.0 + }, + { + "representative": 9804, + "members": [ + 9804 + ], + "max_error": 0.0 + }, + { + "representative": 9692, + "members": [ + 9692 + ], + "max_error": 0.0 + }, + { + "representative": 9773, + "members": [ + 9773 + ], + "max_error": 0.0 + }, + { + "representative": 9645, + "members": [ + 9645 + ], + "max_error": 0.0 + }, + { + "representative": 9688, + "members": [ + 9688 + ], + "max_error": 0.0 + }, + { + "representative": 9797, + "members": [ + 9797 + ], + "max_error": 0.0 + }, + { + "representative": 9737, + "members": [ + 9737 + ], + "max_error": 0.0 + }, + { + "representative": 9707, + "members": [ + 9707 + ], + "max_error": 0.0 + }, + { + "representative": 9684, + "members": [ + 9684 + ], + "max_error": 0.0 + }, + { + "representative": 9840, + "members": [ + 9840 + ], + "max_error": 0.0 + }, + { + "representative": 9808, + "members": [ + 9808 + ], + "max_error": 0.0 + }, + { + "representative": 9805, + "members": [ + 9805 + ], + "max_error": 0.0 + }, + { + "representative": 9709, + "members": [ + 9709 + ], + "max_error": 0.0 + }, + { + "representative": 9828, + "members": [ + 9828 + ], + "max_error": 0.0 + }, + { + "representative": 9625, + "members": [ + 9625 + ], + "max_error": 0.0 + }, + { + "representative": 9858, + "members": [ + 9858 + ], + "max_error": 0.0 + }, + { + "representative": 9618, + "members": [ + 9618 + ], + "max_error": 0.0 + }, + { + "representative": 9854, + "members": [ + 9854 + ], + "max_error": 0.0 + }, + { + "representative": 9798, + "members": [ + 9798 + ], + "max_error": 0.0 + }, + { + "representative": 9665, + "members": [ + 9665 + ], + "max_error": 0.0 + }, + { + "representative": 9661, + "members": [ + 9661 + ], + "max_error": 0.0 + }, + { + "representative": 9810, + "members": [ + 9810 + ], + "max_error": 0.0 + }, + { + "representative": 9724, + "members": [ + 9724 + ], + "max_error": 0.0 + }, + { + "representative": 9652, + "members": [ + 9652 + ], + "max_error": 0.0 + }, + { + "representative": 9845, + "members": [ + 9845 + ], + "max_error": 0.0 + }, + { + "representative": 9630, + "members": [ + 9630 + ], + "max_error": 0.0 + }, + { + "representative": 9656, + "members": [ + 9656 + ], + "max_error": 0.0 + }, + { + "representative": 9704, + "members": [ + 9704 + ], + "max_error": 0.0 + }, + { + "representative": 9691, + "members": [ + 9691 + ], + "max_error": 0.0 + }, + { + "representative": 9827, + "members": [ + 9827 + ], + "max_error": 0.0 + }, + { + "representative": 9768, + "members": [ + 9768 + ], + "max_error": 0.0 + }, + { + "representative": 9666, + "members": [ + 9666 + ], + "max_error": 0.0 + }, + { + "representative": 9847, + "members": [ + 9847 + ], + "max_error": 0.0 + }, + { + "representative": 9685, + "members": [ + 9685 + ], + "max_error": 0.0 + }, + { + "representative": 9641, + "members": [ + 9641 + ], + "max_error": 0.0 + }, + { + "representative": 9690, + "members": [ + 9690 + ], + "max_error": 0.0 + }, + { + "representative": 9821, + "members": [ + 9821 + ], + "max_error": 0.0 + }, + { + "representative": 9726, + "members": [ + 9726 + ], + "max_error": 0.0 + }, + { + "representative": 9632, + "members": [ + 9632 + ], + "max_error": 0.0 + }, + { + "representative": 9806, + "members": [ + 9806 + ], + "max_error": 0.0 + }, + { + "representative": 9809, + "members": [ + 9809 + ], + "max_error": 0.0 + }, + { + "representative": 9703, + "members": [ + 9703 + ], + "max_error": 0.0 + }, + { + "representative": 9702, + "members": [ + 9702 + ], + "max_error": 0.0 + }, + { + "representative": 9718, + "members": [ + 9718 + ], + "max_error": 0.0 + }, + { + "representative": 9750, + "members": [ + 9750 + ], + "max_error": 0.0 + }, + { + "representative": 9855, + "members": [ + 9855 + ], + "max_error": 0.0 + }, + { + "representative": 9740, + "members": [ + 9740 + ], + "max_error": 0.0 + }, + { + "representative": 9670, + "members": [ + 9670 + ], + "max_error": 0.0 + }, + { + "representative": 9814, + "members": [ + 9814 + ], + "max_error": 0.0 + }, + { + "representative": 9680, + "members": [ + 9680 + ], + "max_error": 0.0 + }, + { + "representative": 9689, + "members": [ + 9689 + ], + "max_error": 0.0 + }, + { + "representative": 9681, + "members": [ + 9681 + ], + "max_error": 0.0 + }, + { + "representative": 9693, + "members": [ + 9693 + ], + "max_error": 0.0 + }, + { + "representative": 9696, + "members": [ + 9696 + ], + "max_error": 0.0 + }, + { + "representative": 9697, + "members": [ + 9697 + ], + "max_error": 0.0 + }, + { + "representative": 9698, + "members": [ + 9698 + ], + "max_error": 0.0 + }, + { + "representative": 9699, + "members": [ + 9699 + ], + "max_error": 0.0 + }, + { + "representative": 9700, + "members": [ + 9700 + ], + "max_error": 0.0 + }, + { + "representative": 9701, + "members": [ + 9701 + ], + "max_error": 0.0 + }, + { + "representative": 9705, + "members": [ + 9705 + ], + "max_error": 0.0 + }, + { + "representative": 9706, + "members": [ + 9706 + ], + "max_error": 0.0 + }, + { + "representative": 9683, + "members": [ + 9683 + ], + "max_error": 0.0 + }, + { + "representative": 9710, + "members": [ + 9710 + ], + "max_error": 0.0 + }, + { + "representative": 9711, + "members": [ + 9711 + ], + "max_error": 0.0 + }, + { + "representative": 9687, + "members": [ + 9687 + ], + "max_error": 0.0 + }, + { + "representative": 9720, + "members": [ + 9720 + ], + "max_error": 0.0 + }, + { + "representative": 9721, + "members": [ + 9721 + ], + "max_error": 0.0 + }, + { + "representative": 9723, + "members": [ + 9723 + ], + "max_error": 0.0 + }, + { + "representative": 9727, + "members": [ + 9727 + ], + "max_error": 0.0 + }, + { + "representative": 9728, + "members": [ + 9728 + ], + "max_error": 0.0 + }, + { + "representative": 9729, + "members": [ + 9729 + ], + "max_error": 0.0 + }, + { + "representative": 9730, + "members": [ + 9730 + ], + "max_error": 0.0 + }, + { + "representative": 9714, + "members": [ + 9714 + ], + "max_error": 0.0 + }, + { + "representative": 9732, + "members": [ + 9732 + ], + "max_error": 0.0 + }, + { + "representative": 9733, + "members": [ + 9733 + ], + "max_error": 0.0 + }, + { + "representative": 9734, + "members": [ + 9734 + ], + "max_error": 0.0 + }, + { + "representative": 9735, + "members": [ + 9735 + ], + "max_error": 0.0 + }, + { + "representative": 9736, + "members": [ + 9736 + ], + "max_error": 0.0 + }, + { + "representative": 9738, + "members": [ + 9738 + ], + "max_error": 0.0 + }, + { + "representative": 9741, + "members": [ + 9741 + ], + "max_error": 0.0 + }, + { + "representative": 9715, + "members": [ + 9715 + ], + "max_error": 0.0 + }, + { + "representative": 9742, + "members": [ + 9742 + ], + "max_error": 0.0 + }, + { + "representative": 9716, + "members": [ + 9716 + ], + "max_error": 0.0 + }, + { + "representative": 9717, + "members": [ + 9717 + ], + "max_error": 0.0 + }, + { + "representative": 9745, + "members": [ + 9745 + ], + "max_error": 0.0 + }, + { + "representative": 9754, + "members": [ + 9754 + ], + "max_error": 0.0 + }, + { + "representative": 9756, + "members": [ + 9756 + ], + "max_error": 0.0 + }, + { + "representative": 9757, + "members": [ + 9757 + ], + "max_error": 0.0 + }, + { + "representative": 9758, + "members": [ + 9758 + ], + "max_error": 0.0 + }, + { + "representative": 9759, + "members": [ + 9759 + ], + "max_error": 0.0 + }, + { + "representative": 9760, + "members": [ + 9760 + ], + "max_error": 0.0 + }, + { + "representative": 9761, + "members": [ + 9761 + ], + "max_error": 0.0 + }, + { + "representative": 9762, + "members": [ + 9762 + ], + "max_error": 0.0 + }, + { + "representative": 9764, + "members": [ + 9764 + ], + "max_error": 0.0 + }, + { + "representative": 9767, + "members": [ + 9767 + ], + "max_error": 0.0 + }, + { + "representative": 9769, + "members": [ + 9769 + ], + "max_error": 0.0 + }, + { + "representative": 9772, + "members": [ + 9772 + ], + "max_error": 0.0 + }, + { + "representative": 9748, + "members": [ + 9748 + ], + "max_error": 0.0 + }, + { + "representative": 9749, + "members": [ + 9749 + ], + "max_error": 0.0 + }, + { + "representative": 9751, + "members": [ + 9751 + ], + "max_error": 0.0 + }, + { + "representative": 9776, + "members": [ + 9776 + ], + "max_error": 0.0 + }, + { + "representative": 9785, + "members": [ + 9785 + ], + "max_error": 0.0 + }, + { + "representative": 9777, + "members": [ + 9777 + ], + "max_error": 0.0 + }, + { + "representative": 9787, + "members": [ + 9787 + ], + "max_error": 0.0 + }, + { + "representative": 9788, + "members": [ + 9788 + ], + "max_error": 0.0 + }, + { + "representative": 9794, + "members": [ + 9794 + ], + "max_error": 0.0 + }, + { + "representative": 9795, + "members": [ + 9795 + ], + "max_error": 0.0 + }, + { + "representative": 9778, + "members": [ + 9778 + ], + "max_error": 0.0 + }, + { + "representative": 9799, + "members": [ + 9799 + ], + "max_error": 0.0 + }, + { + "representative": 9802, + "members": [ + 9802 + ], + "max_error": 0.0 + }, + { + "representative": 9779, + "members": [ + 9779 + ], + "max_error": 0.0 + }, + { + "representative": 9782, + "members": [ + 9782 + ], + "max_error": 0.0 + }, + { + "representative": 9783, + "members": [ + 9783 + ], + "max_error": 0.0 + }, + { + "representative": 9816, + "members": [ + 9816 + ], + "max_error": 0.0 + }, + { + "representative": 9817, + "members": [ + 9817 + ], + "max_error": 0.0 + }, + { + "representative": 9819, + "members": [ + 9819 + ], + "max_error": 0.0 + }, + { + "representative": 9820, + "members": [ + 9820 + ], + "max_error": 0.0 + }, + { + "representative": 9824, + "members": [ + 9824 + ], + "max_error": 0.0 + }, + { + "representative": 9825, + "members": [ + 9825 + ], + "max_error": 0.0 + }, + { + "representative": 9826, + "members": [ + 9826 + ], + "max_error": 0.0 + }, + { + "representative": 9831, + "members": [ + 9831 + ], + "max_error": 0.0 + }, + { + "representative": 9832, + "members": [ + 9832 + ], + "max_error": 0.0 + }, + { + "representative": 9836, + "members": [ + 9836 + ], + "max_error": 0.0 + }, + { + "representative": 9837, + "members": [ + 9837 + ], + "max_error": 0.0 + }, + { + "representative": 9838, + "members": [ + 9838 + ], + "max_error": 0.0 + }, + { + "representative": 9839, + "members": [ + 9839 + ], + "max_error": 0.0 + }, + { + "representative": 9813, + "members": [ + 9813 + ], + "max_error": 0.0 + }, + { + "representative": 9848, + "members": [ + 9848 + ], + "max_error": 0.0 + }, + { + "representative": 9849, + "members": [ + 9849 + ], + "max_error": 0.0 + }, + { + "representative": 9841, + "members": [ + 9841 + ], + "max_error": 0.0 + }, + { + "representative": 9850, + "members": [ + 9850 + ], + "max_error": 0.0 + }, + { + "representative": 9851, + "members": [ + 9851 + ], + "max_error": 0.0 + }, + { + "representative": 9852, + "members": [ + 9852 + ], + "max_error": 0.0 + }, + { + "representative": 9857, + "members": [ + 9857 + ], + "max_error": 0.0 + }, + { + "representative": 9860, + "members": [ + 9860 + ], + "max_error": 0.0 + }, + { + "representative": 9861, + "members": [ + 9861 + ], + "max_error": 0.0 + }, + { + "representative": 9862, + "members": [ + 9862 + ], + "max_error": 0.0 + }, + { + "representative": 9865, + "members": [ + 9865 + ], + "max_error": 0.0 + }, + { + "representative": 9866, + "members": [ + 9866 + ], + "max_error": 0.0 + }, + { + "representative": 9867, + "members": [ + 9867 + ], + "max_error": 0.0 + }, + { + "representative": 9868, + "members": [ + 9868 + ], + "max_error": 0.0 + }, + { + "representative": 9869, + "members": [ + 9869 + ], + "max_error": 0.0 + }, + { + "representative": 9843, + "members": [ + 9843 + ], + "max_error": 0.0 + }, + { + "representative": 9870, + "members": [ + 9870 + ], + "max_error": 0.0 + }, + { + "representative": 9871, + "members": [ + 9871 + ], + "max_error": 0.0 + }, + { + "representative": 9844, + "members": [ + 9844 + ], + "max_error": 0.0 + }, + { + "representative": 9846, + "members": [ + 9846 + ], + "max_error": 0.0 + }, + { + "representative": 10129, + "members": [ + 10129 + ], + "max_error": 0.0 + }, + { + "representative": 10139, + "members": [ + 10139 + ], + "max_error": 0.0 + }, + { + "representative": 10140, + "members": [ + 10140 + ], + "max_error": 0.0 + }, + { + "representative": 10143, + "members": [ + 10143 + ], + "max_error": 0.0 + }, + { + "representative": 10145, + "members": [ + 10145 + ], + "max_error": 0.0 + }, + { + "representative": 10146, + "members": [ + 10146 + ], + "max_error": 0.0 + }, + { + "representative": 10147, + "members": [ + 10147 + ], + "max_error": 0.0 + }, + { + "representative": 10148, + "members": [ + 10148 + ], + "max_error": 0.0 + }, + { + "representative": 10149, + "members": [ + 10149 + ], + "max_error": 0.0 + }, + { + "representative": 10162, + "members": [ + 10162 + ], + "max_error": 0.0 + }, + { + "representative": 10165, + "members": [ + 10165 + ], + "max_error": 0.0 + }, + { + "representative": 10133, + "members": [ + 10133 + ], + "max_error": 0.0 + }, + { + "representative": 10135, + "members": [ + 10135 + ], + "max_error": 0.0 + }, + { + "representative": 10254, + "members": [ + 10254 + ], + "max_error": 0.0 + }, + { + "representative": 10158, + "members": [ + 10158 + ], + "max_error": 0.0 + }, + { + "representative": 10252, + "members": [ + 10252 + ], + "max_error": 0.0 + }, + { + "representative": 10178, + "members": [ + 10178 + ], + "max_error": 0.0 + }, + { + "representative": 10342, + "members": [ + 10342 + ], + "max_error": 0.0 + }, + { + "representative": 10346, + "members": [ + 10346 + ], + "max_error": 0.0 + }, + { + "representative": 10250, + "members": [ + 10250 + ], + "max_error": 0.0 + }, + { + "representative": 10134, + "members": [ + 10134 + ], + "max_error": 0.0 + }, + { + "representative": 10321, + "members": [ + 10321 + ], + "max_error": 0.0 + }, + { + "representative": 10131, + "members": [ + 10131 + ], + "max_error": 0.0 + }, + { + "representative": 10282, + "members": [ + 10282 + ], + "max_error": 0.0 + }, + { + "representative": 10248, + "members": [ + 10248 + ], + "max_error": 0.0 + }, + { + "representative": 10270, + "members": [ + 10270 + ], + "max_error": 0.0 + }, + { + "representative": 10137, + "members": [ + 10137 + ], + "max_error": 0.0 + }, + { + "representative": 10352, + "members": [ + 10352 + ], + "max_error": 0.0 + }, + { + "representative": 10157, + "members": [ + 10157 + ], + "max_error": 0.0 + }, + { + "representative": 10262, + "members": [ + 10262 + ], + "max_error": 0.0 + }, + { + "representative": 10369, + "members": [ + 10369 + ], + "max_error": 0.0 + }, + { + "representative": 10187, + "members": [ + 10187 + ], + "max_error": 0.0 + }, + { + "representative": 10306, + "members": [ + 10306 + ], + "max_error": 0.0 + }, + { + "representative": 10239, + "members": [ + 10239 + ], + "max_error": 0.0 + }, + { + "representative": 10344, + "members": [ + 10344 + ], + "max_error": 0.0 + }, + { + "representative": 10323, + "members": [ + 10323 + ], + "max_error": 0.0 + }, + { + "representative": 10166, + "members": [ + 10166 + ], + "max_error": 0.0 + }, + { + "representative": 10142, + "members": [ + 10142 + ], + "max_error": 0.0 + }, + { + "representative": 10193, + "members": [ + 10193 + ], + "max_error": 0.0 + }, + { + "representative": 10128, + "members": [ + 10128 + ], + "max_error": 0.0 + }, + { + "representative": 10353, + "members": [ + 10353 + ], + "max_error": 0.0 + }, + { + "representative": 10209, + "members": [ + 10209 + ], + "max_error": 0.0 + }, + { + "representative": 10184, + "members": [ + 10184 + ], + "max_error": 0.0 + }, + { + "representative": 10186, + "members": [ + 10186 + ], + "max_error": 0.0 + }, + { + "representative": 10188, + "members": [ + 10188 + ], + "max_error": 0.0 + }, + { + "representative": 10191, + "members": [ + 10191 + ], + "max_error": 0.0 + }, + { + "representative": 10194, + "members": [ + 10194 + ], + "max_error": 0.0 + }, + { + "representative": 10195, + "members": [ + 10195 + ], + "max_error": 0.0 + }, + { + "representative": 10196, + "members": [ + 10196 + ], + "max_error": 0.0 + }, + { + "representative": 10197, + "members": [ + 10197 + ], + "max_error": 0.0 + }, + { + "representative": 10199, + "members": [ + 10199 + ], + "max_error": 0.0 + }, + { + "representative": 10202, + "members": [ + 10202 + ], + "max_error": 0.0 + }, + { + "representative": 10203, + "members": [ + 10203 + ], + "max_error": 0.0 + }, + { + "representative": 10205, + "members": [ + 10205 + ], + "max_error": 0.0 + }, + { + "representative": 10206, + "members": [ + 10206 + ], + "max_error": 0.0 + }, + { + "representative": 10208, + "members": [ + 10208 + ], + "max_error": 0.0 + }, + { + "representative": 10210, + "members": [ + 10210 + ], + "max_error": 0.0 + }, + { + "representative": 10212, + "members": [ + 10212 + ], + "max_error": 0.0 + }, + { + "representative": 10215, + "members": [ + 10215 + ], + "max_error": 0.0 + }, + { + "representative": 10180, + "members": [ + 10180 + ], + "max_error": 0.0 + }, + { + "representative": 10216, + "members": [ + 10216 + ], + "max_error": 0.0 + }, + { + "representative": 10223, + "members": [ + 10223 + ], + "max_error": 0.0 + }, + { + "representative": 10182, + "members": [ + 10182 + ], + "max_error": 0.0 + }, + { + "representative": 10183, + "members": [ + 10183 + ], + "max_error": 0.0 + }, + { + "representative": 10163, + "members": [ + 10163 + ], + "max_error": 0.0 + }, + { + "representative": 10177, + "members": [ + 10177 + ], + "max_error": 0.0 + }, + { + "representative": 10382, + "members": [ + 10382 + ], + "max_error": 0.0 + }, + { + "representative": 10291, + "members": [ + 10291 + ], + "max_error": 0.0 + }, + { + "representative": 10190, + "members": [ + 10190 + ], + "max_error": 0.0 + }, + { + "representative": 10168, + "members": [ + 10168 + ], + "max_error": 0.0 + }, + { + "representative": 10264, + "members": [ + 10264 + ], + "max_error": 0.0 + }, + { + "representative": 10327, + "members": [ + 10327 + ], + "max_error": 0.0 + }, + { + "representative": 10246, + "members": [ + 10246 + ], + "max_error": 0.0 + }, + { + "representative": 10329, + "members": [ + 10329 + ], + "max_error": 0.0 + }, + { + "representative": 10161, + "members": [ + 10161 + ], + "max_error": 0.0 + }, + { + "representative": 10300, + "members": [ + 10300 + ], + "max_error": 0.0 + }, + { + "representative": 10242, + "members": [ + 10242 + ], + "max_error": 0.0 + }, + { + "representative": 10288, + "members": [ + 10288 + ], + "max_error": 0.0 + }, + { + "representative": 10160, + "members": [ + 10160 + ], + "max_error": 0.0 + }, + { + "representative": 10218, + "members": [ + 10218 + ], + "max_error": 0.0 + }, + { + "representative": 10302, + "members": [ + 10302 + ], + "max_error": 0.0 + }, + { + "representative": 10164, + "members": [ + 10164 + ], + "max_error": 0.0 + }, + { + "representative": 10345, + "members": [ + 10345 + ], + "max_error": 0.0 + }, + { + "representative": 10283, + "members": [ + 10283 + ], + "max_error": 0.0 + }, + { + "representative": 10220, + "members": [ + 10220 + ], + "max_error": 0.0 + }, + { + "representative": 10372, + "members": [ + 10372 + ], + "max_error": 0.0 + }, + { + "representative": 10261, + "members": [ + 10261 + ], + "max_error": 0.0 + }, + { + "representative": 10222, + "members": [ + 10222 + ], + "max_error": 0.0 + }, + { + "representative": 10159, + "members": [ + 10159 + ], + "max_error": 0.0 + }, + { + "representative": 10258, + "members": [ + 10258 + ], + "max_error": 0.0 + }, + { + "representative": 10151, + "members": [ + 10151 + ], + "max_error": 0.0 + }, + { + "representative": 10229, + "members": [ + 10229 + ], + "max_error": 0.0 + }, + { + "representative": 10308, + "members": [ + 10308 + ], + "max_error": 0.0 + }, + { + "representative": 10350, + "members": [ + 10350 + ], + "max_error": 0.0 + }, + { + "representative": 10171, + "members": [ + 10171 + ], + "max_error": 0.0 + }, + { + "representative": 10267, + "members": [ + 10267 + ], + "max_error": 0.0 + }, + { + "representative": 10132, + "members": [ + 10132 + ], + "max_error": 0.0 + }, + { + "representative": 10144, + "members": [ + 10144 + ], + "max_error": 0.0 + }, + { + "representative": 10154, + "members": [ + 10154 + ], + "max_error": 0.0 + }, + { + "representative": 10141, + "members": [ + 10141 + ], + "max_error": 0.0 + }, + { + "representative": 10376, + "members": [ + 10376 + ], + "max_error": 0.0 + }, + { + "representative": 10383, + "members": [ + 10383 + ], + "max_error": 0.0 + }, + { + "representative": 10367, + "members": [ + 10367 + ], + "max_error": 0.0 + }, + { + "representative": 10253, + "members": [ + 10253 + ], + "max_error": 0.0 + }, + { + "representative": 10292, + "members": [ + 10292 + ], + "max_error": 0.0 + }, + { + "representative": 10351, + "members": [ + 10351 + ], + "max_error": 0.0 + }, + { + "representative": 10181, + "members": [ + 10181 + ], + "max_error": 0.0 + }, + { + "representative": 10174, + "members": [ + 10174 + ], + "max_error": 0.0 + }, + { + "representative": 10340, + "members": [ + 10340 + ], + "max_error": 0.0 + }, + { + "representative": 10237, + "members": [ + 10237 + ], + "max_error": 0.0 + }, + { + "representative": 10249, + "members": [ + 10249 + ], + "max_error": 0.0 + }, + { + "representative": 10371, + "members": [ + 10371 + ], + "max_error": 0.0 + }, + { + "representative": 10293, + "members": [ + 10293 + ], + "max_error": 0.0 + }, + { + "representative": 10337, + "members": [ + 10337 + ], + "max_error": 0.0 + }, + { + "representative": 10381, + "members": [ + 10381 + ], + "max_error": 0.0 + }, + { + "representative": 10156, + "members": [ + 10156 + ], + "max_error": 0.0 + }, + { + "representative": 10298, + "members": [ + 10298 + ], + "max_error": 0.0 + }, + { + "representative": 10263, + "members": [ + 10263 + ], + "max_error": 0.0 + }, + { + "representative": 10232, + "members": [ + 10232 + ], + "max_error": 0.0 + }, + { + "representative": 10136, + "members": [ + 10136 + ], + "max_error": 0.0 + }, + { + "representative": 10221, + "members": [ + 10221 + ], + "max_error": 0.0 + }, + { + "representative": 10339, + "members": [ + 10339 + ], + "max_error": 0.0 + }, + { + "representative": 10185, + "members": [ + 10185 + ], + "max_error": 0.0 + }, + { + "representative": 10328, + "members": [ + 10328 + ], + "max_error": 0.0 + }, + { + "representative": 10273, + "members": [ + 10273 + ], + "max_error": 0.0 + }, + { + "representative": 10228, + "members": [ + 10228 + ], + "max_error": 0.0 + }, + { + "representative": 10272, + "members": [ + 10272 + ], + "max_error": 0.0 + }, + { + "representative": 10301, + "members": [ + 10301 + ], + "max_error": 0.0 + }, + { + "representative": 10170, + "members": [ + 10170 + ], + "max_error": 0.0 + }, + { + "representative": 10311, + "members": [ + 10311 + ], + "max_error": 0.0 + }, + { + "representative": 10211, + "members": [ + 10211 + ], + "max_error": 0.0 + }, + { + "representative": 10310, + "members": [ + 10310 + ], + "max_error": 0.0 + }, + { + "representative": 10153, + "members": [ + 10153 + ], + "max_error": 0.0 + }, + { + "representative": 10260, + "members": [ + 10260 + ], + "max_error": 0.0 + }, + { + "representative": 10247, + "members": [ + 10247 + ], + "max_error": 0.0 + }, + { + "representative": 10200, + "members": [ + 10200 + ], + "max_error": 0.0 + }, + { + "representative": 10245, + "members": [ + 10245 + ], + "max_error": 0.0 + }, + { + "representative": 10375, + "members": [ + 10375 + ], + "max_error": 0.0 + }, + { + "representative": 10348, + "members": [ + 10348 + ], + "max_error": 0.0 + }, + { + "representative": 10343, + "members": [ + 10343 + ], + "max_error": 0.0 + }, + { + "representative": 10380, + "members": [ + 10380 + ], + "max_error": 0.0 + }, + { + "representative": 10207, + "members": [ + 10207 + ], + "max_error": 0.0 + }, + { + "representative": 10231, + "members": [ + 10231 + ], + "max_error": 0.0 + }, + { + "representative": 10173, + "members": [ + 10173 + ], + "max_error": 0.0 + }, + { + "representative": 10290, + "members": [ + 10290 + ], + "max_error": 0.0 + }, + { + "representative": 10201, + "members": [ + 10201 + ], + "max_error": 0.0 + }, + { + "representative": 10336, + "members": [ + 10336 + ], + "max_error": 0.0 + }, + { + "representative": 10176, + "members": [ + 10176 + ], + "max_error": 0.0 + }, + { + "representative": 10281, + "members": [ + 10281 + ], + "max_error": 0.0 + }, + { + "representative": 10150, + "members": [ + 10150 + ], + "max_error": 0.0 + }, + { + "representative": 10286, + "members": [ + 10286 + ], + "max_error": 0.0 + }, + { + "representative": 10341, + "members": [ + 10341 + ], + "max_error": 0.0 + }, + { + "representative": 10331, + "members": [ + 10331 + ], + "max_error": 0.0 + }, + { + "representative": 10269, + "members": [ + 10269 + ], + "max_error": 0.0 + }, + { + "representative": 10275, + "members": [ + 10275 + ], + "max_error": 0.0 + }, + { + "representative": 10299, + "members": [ + 10299 + ], + "max_error": 0.0 + }, + { + "representative": 10233, + "members": [ + 10233 + ], + "max_error": 0.0 + }, + { + "representative": 10255, + "members": [ + 10255 + ], + "max_error": 0.0 + }, + { + "representative": 10213, + "members": [ + 10213 + ], + "max_error": 0.0 + }, + { + "representative": 10234, + "members": [ + 10234 + ], + "max_error": 0.0 + }, + { + "representative": 10236, + "members": [ + 10236 + ], + "max_error": 0.0 + }, + { + "representative": 10226, + "members": [ + 10226 + ], + "max_error": 0.0 + }, + { + "representative": 10244, + "members": [ + 10244 + ], + "max_error": 0.0 + }, + { + "representative": 10251, + "members": [ + 10251 + ], + "max_error": 0.0 + }, + { + "representative": 10227, + "members": [ + 10227 + ], + "max_error": 0.0 + }, + { + "representative": 10256, + "members": [ + 10256 + ], + "max_error": 0.0 + }, + { + "representative": 10257, + "members": [ + 10257 + ], + "max_error": 0.0 + }, + { + "representative": 10265, + "members": [ + 10265 + ], + "max_error": 0.0 + }, + { + "representative": 10266, + "members": [ + 10266 + ], + "max_error": 0.0 + }, + { + "representative": 10271, + "members": [ + 10271 + ], + "max_error": 0.0 + }, + { + "representative": 10230, + "members": [ + 10230 + ], + "max_error": 0.0 + }, + { + "representative": 10280, + "members": [ + 10280 + ], + "max_error": 0.0 + }, + { + "representative": 10284, + "members": [ + 10284 + ], + "max_error": 0.0 + }, + { + "representative": 10285, + "members": [ + 10285 + ], + "max_error": 0.0 + }, + { + "representative": 10287, + "members": [ + 10287 + ], + "max_error": 0.0 + }, + { + "representative": 10289, + "members": [ + 10289 + ], + "max_error": 0.0 + }, + { + "representative": 10274, + "members": [ + 10274 + ], + "max_error": 0.0 + }, + { + "representative": 10295, + "members": [ + 10295 + ], + "max_error": 0.0 + }, + { + "representative": 10297, + "members": [ + 10297 + ], + "max_error": 0.0 + }, + { + "representative": 10303, + "members": [ + 10303 + ], + "max_error": 0.0 + }, + { + "representative": 10304, + "members": [ + 10304 + ], + "max_error": 0.0 + }, + { + "representative": 10305, + "members": [ + 10305 + ], + "max_error": 0.0 + }, + { + "representative": 10276, + "members": [ + 10276 + ], + "max_error": 0.0 + }, + { + "representative": 10313, + "members": [ + 10313 + ], + "max_error": 0.0 + }, + { + "representative": 10314, + "members": [ + 10314 + ], + "max_error": 0.0 + }, + { + "representative": 10315, + "members": [ + 10315 + ], + "max_error": 0.0 + }, + { + "representative": 10316, + "members": [ + 10316 + ], + "max_error": 0.0 + }, + { + "representative": 10317, + "members": [ + 10317 + ], + "max_error": 0.0 + }, + { + "representative": 10319, + "members": [ + 10319 + ], + "max_error": 0.0 + }, + { + "representative": 10277, + "members": [ + 10277 + ], + "max_error": 0.0 + }, + { + "representative": 10279, + "members": [ + 10279 + ], + "max_error": 0.0 + }, + { + "representative": 10320, + "members": [ + 10320 + ], + "max_error": 0.0 + }, + { + "representative": 10330, + "members": [ + 10330 + ], + "max_error": 0.0 + }, + { + "representative": 10332, + "members": [ + 10332 + ], + "max_error": 0.0 + }, + { + "representative": 10333, + "members": [ + 10333 + ], + "max_error": 0.0 + }, + { + "representative": 10335, + "members": [ + 10335 + ], + "max_error": 0.0 + }, + { + "representative": 10347, + "members": [ + 10347 + ], + "max_error": 0.0 + }, + { + "representative": 10354, + "members": [ + 10354 + ], + "max_error": 0.0 + }, + { + "representative": 10355, + "members": [ + 10355 + ], + "max_error": 0.0 + }, + { + "representative": 10356, + "members": [ + 10356 + ], + "max_error": 0.0 + }, + { + "representative": 10357, + "members": [ + 10357 + ], + "max_error": 0.0 + }, + { + "representative": 10358, + "members": [ + 10358 + ], + "max_error": 0.0 + }, + { + "representative": 10324, + "members": [ + 10324 + ], + "max_error": 0.0 + }, + { + "representative": 10360, + "members": [ + 10360 + ], + "max_error": 0.0 + }, + { + "representative": 10362, + "members": [ + 10362 + ], + "max_error": 0.0 + }, + { + "representative": 10363, + "members": [ + 10363 + ], + "max_error": 0.0 + }, + { + "representative": 10364, + "members": [ + 10364 + ], + "max_error": 0.0 + }, + { + "representative": 10366, + "members": [ + 10366 + ], + "max_error": 0.0 + }, + { + "representative": 10325, + "members": [ + 10325 + ], + "max_error": 0.0 + }, + { + "representative": 10326, + "members": [ + 10326 + ], + "max_error": 0.0 + }, + { + "representative": 10368, + "members": [ + 10368 + ], + "max_error": 0.0 + }, + { + "representative": 10378, + "members": [ + 10378 + ], + "max_error": 0.0 + }, + { + "representative": 10224, + "members": [ + 10224 + ], + "max_error": 0.0 + }, + { + "representative": 10370, + "members": [ + 10370 + ], + "max_error": 0.0 + }, + { + "representative": 10235, + "members": [ + 10235 + ], + "max_error": 0.0 + }, + { + "representative": 10241, + "members": [ + 10241 + ], + "max_error": 0.0 + }, + { + "representative": 10334, + "members": [ + 10334 + ], + "max_error": 0.0 + }, + { + "representative": 10318, + "members": [ + 10318 + ], + "max_error": 0.0 + }, + { + "representative": 10243, + "members": [ + 10243 + ], + "max_error": 0.0 + }, + { + "representative": 10312, + "members": [ + 10312 + ], + "max_error": 0.0 + }, + { + "representative": 10240, + "members": [ + 10240 + ], + "max_error": 0.0 + }, + { + "representative": 10238, + "members": [ + 10238 + ], + "max_error": 0.0 + }, + { + "representative": 10172, + "members": [ + 10172 + ], + "max_error": 0.0 + }, + { + "representative": 10130, + "members": [ + 10130 + ], + "max_error": 0.0 + }, + { + "representative": 10377, + "members": [ + 10377 + ], + "max_error": 0.0 + }, + { + "representative": 10374, + "members": [ + 10374 + ], + "max_error": 0.0 + }, + { + "representative": 10217, + "members": [ + 10217 + ], + "max_error": 0.0 + }, + { + "representative": 10259, + "members": [ + 10259 + ], + "max_error": 0.0 + }, + { + "representative": 10219, + "members": [ + 10219 + ], + "max_error": 0.0 + }, + { + "representative": 10167, + "members": [ + 10167 + ], + "max_error": 0.0 + }, + { + "representative": 10309, + "members": [ + 10309 + ], + "max_error": 0.0 + }, + { + "representative": 10268, + "members": [ + 10268 + ], + "max_error": 0.0 + }, + { + "representative": 10349, + "members": [ + 10349 + ], + "max_error": 0.0 + }, + { + "representative": 10214, + "members": [ + 10214 + ], + "max_error": 0.0 + }, + { + "representative": 10179, + "members": [ + 10179 + ], + "max_error": 0.0 + }, + { + "representative": 10189, + "members": [ + 10189 + ], + "max_error": 0.0 + }, + { + "representative": 10138, + "members": [ + 10138 + ], + "max_error": 0.0 + }, + { + "representative": 10204, + "members": [ + 10204 + ], + "max_error": 0.0 + }, + { + "representative": 10359, + "members": [ + 10359 + ], + "max_error": 0.0 + }, + { + "representative": 10169, + "members": [ + 10169 + ], + "max_error": 0.0 + }, + { + "representative": 10294, + "members": [ + 10294 + ], + "max_error": 0.0 + }, + { + "representative": 10307, + "members": [ + 10307 + ], + "max_error": 0.0 + }, + { + "representative": 10155, + "members": [ + 10155 + ], + "max_error": 0.0 + }, + { + "representative": 10338, + "members": [ + 10338 + ], + "max_error": 0.0 + }, + { + "representative": 10278, + "members": [ + 10278 + ], + "max_error": 0.0 + }, + { + "representative": 10322, + "members": [ + 10322 + ], + "max_error": 0.0 + }, + { + "representative": 10198, + "members": [ + 10198 + ], + "max_error": 0.0 + }, + { + "representative": 10379, + "members": [ + 10379 + ], + "max_error": 0.0 + }, + { + "representative": 10192, + "members": [ + 10192 + ], + "max_error": 0.0 + }, + { + "representative": 10373, + "members": [ + 10373 + ], + "max_error": 0.0 + }, + { + "representative": 10175, + "members": [ + 10175 + ], + "max_error": 0.0 + }, + { + "representative": 10296, + "members": [ + 10296 + ], + "max_error": 0.0 + }, + { + "representative": 10152, + "members": [ + 10152 + ], + "max_error": 0.0 + }, + { + "representative": 10365, + "members": [ + 10365 + ], + "max_error": 0.0 + }, + { + "representative": 10225, + "members": [ + 10225 + ], + "max_error": 0.0 + }, + { + "representative": 10361, + "members": [ + 10361 + ], + "max_error": 0.0 + }, + { + "representative": 10641, + "members": [ + 10641 + ], + "max_error": 0.0 + }, + { + "representative": 10653, + "members": [ + 10653 + ], + "max_error": 0.0 + }, + { + "representative": 10643, + "members": [ + 10643 + ], + "max_error": 0.0 + }, + { + "representative": 10646, + "members": [ + 10646 + ], + "max_error": 0.0 + }, + { + "representative": 10778, + "members": [ + 10778 + ], + "max_error": 0.0 + }, + { + "representative": 10781, + "members": [ + 10781 + ], + "max_error": 0.0 + }, + { + "representative": 10773, + "members": [ + 10773 + ], + "max_error": 0.0 + }, + { + "representative": 10795, + "members": [ + 10795 + ], + "max_error": 0.0 + }, + { + "representative": 10797, + "members": [ + 10797 + ], + "max_error": 0.0 + }, + { + "representative": 10798, + "members": [ + 10798 + ], + "max_error": 0.0 + }, + { + "representative": 10787, + "members": [ + 10787 + ], + "max_error": 0.0 + }, + { + "representative": 10788, + "members": [ + 10788 + ], + "max_error": 0.0 + }, + { + "representative": 10656, + "members": [ + 10656 + ], + "max_error": 0.0 + }, + { + "representative": 10664, + "members": [ + 10664 + ], + "max_error": 0.0 + }, + { + "representative": 10658, + "members": [ + 10658 + ], + "max_error": 0.0 + }, + { + "representative": 10659, + "members": [ + 10659 + ], + "max_error": 0.0 + }, + { + "representative": 10662, + "members": [ + 10662 + ], + "max_error": 0.0 + }, + { + "representative": 10663, + "members": [ + 10663 + ], + "max_error": 0.0 + }, + { + "representative": 10800, + "members": [ + 10800 + ], + "max_error": 0.0 + }, + { + "representative": 10801, + "members": [ + 10801 + ], + "max_error": 0.0 + }, + { + "representative": 10814, + "members": [ + 10814 + ], + "max_error": 0.0 + }, + { + "representative": 10816, + "members": [ + 10816 + ], + "max_error": 0.0 + }, + { + "representative": 10825, + "members": [ + 10825 + ], + "max_error": 0.0 + }, + { + "representative": 10828, + "members": [ + 10828 + ], + "max_error": 0.0 + }, + { + "representative": 10840, + "members": [ + 10840 + ], + "max_error": 0.0 + }, + { + "representative": 10842, + "members": [ + 10842 + ], + "max_error": 0.0 + }, + { + "representative": 10846, + "members": [ + 10846 + ], + "max_error": 0.0 + }, + { + "representative": 10834, + "members": [ + 10834 + ], + "max_error": 0.0 + }, + { + "representative": 10839, + "members": [ + 10839 + ], + "max_error": 0.0 + }, + { + "representative": 10848, + "members": [ + 10848 + ], + "max_error": 0.0 + }, + { + "representative": 10856, + "members": [ + 10856 + ], + "max_error": 0.0 + }, + { + "representative": 10858, + "members": [ + 10858 + ], + "max_error": 0.0 + }, + { + "representative": 10862, + "members": [ + 10862 + ], + "max_error": 0.0 + }, + { + "representative": 10853, + "members": [ + 10853 + ], + "max_error": 0.0 + }, + { + "representative": 10876, + "members": [ + 10876 + ], + "max_error": 0.0 + }, + { + "representative": 10866, + "members": [ + 10866 + ], + "max_error": 0.0 + }, + { + "representative": 10868, + "members": [ + 10868 + ], + "max_error": 0.0 + }, + { + "representative": 10883, + "members": [ + 10883 + ], + "max_error": 0.0 + }, + { + "representative": 10884, + "members": [ + 10884 + ], + "max_error": 0.0 + }, + { + "representative": 10885, + "members": [ + 10885 + ], + "max_error": 0.0 + }, + { + "representative": 10887, + "members": [ + 10887 + ], + "max_error": 0.0 + }, + { + "representative": 10675, + "members": [ + 10675 + ], + "max_error": 0.0 + }, + { + "representative": 10699, + "members": [ + 10699 + ], + "max_error": 0.0 + }, + { + "representative": 10777, + "members": [ + 10777 + ], + "max_error": 0.0 + }, + { + "representative": 10793, + "members": [ + 10793 + ], + "max_error": 0.0 + }, + { + "representative": 10794, + "members": [ + 10794 + ], + "max_error": 0.0 + }, + { + "representative": 10792, + "members": [ + 10792 + ], + "max_error": 0.0 + }, + { + "representative": 10874, + "members": [ + 10874 + ], + "max_error": 0.0 + }, + { + "representative": 10807, + "members": [ + 10807 + ], + "max_error": 0.0 + }, + { + "representative": 10806, + "members": [ + 10806 + ], + "max_error": 0.0 + }, + { + "representative": 10761, + "members": [ + 10761 + ], + "max_error": 0.0 + }, + { + "representative": 10776, + "members": [ + 10776 + ], + "max_error": 0.0 + }, + { + "representative": 10717, + "members": [ + 10717 + ], + "max_error": 0.0 + }, + { + "representative": 10749, + "members": [ + 10749 + ], + "max_error": 0.0 + }, + { + "representative": 10650, + "members": [ + 10650 + ], + "max_error": 0.0 + }, + { + "representative": 10791, + "members": [ + 10791 + ], + "max_error": 0.0 + }, + { + "representative": 10891, + "members": [ + 10891 + ], + "max_error": 0.0 + }, + { + "representative": 10870, + "members": [ + 10870 + ], + "max_error": 0.0 + }, + { + "representative": 10725, + "members": [ + 10725 + ], + "max_error": 0.0 + }, + { + "representative": 10789, + "members": [ + 10789 + ], + "max_error": 0.0 + }, + { + "representative": 10765, + "members": [ + 10765 + ], + "max_error": 0.0 + }, + { + "representative": 10880, + "members": [ + 10880 + ], + "max_error": 0.0 + }, + { + "representative": 10845, + "members": [ + 10845 + ], + "max_error": 0.0 + }, + { + "representative": 10774, + "members": [ + 10774 + ], + "max_error": 0.0 + }, + { + "representative": 10672, + "members": [ + 10672 + ], + "max_error": 0.0 + }, + { + "representative": 10687, + "members": [ + 10687 + ], + "max_error": 0.0 + }, + { + "representative": 10677, + "members": [ + 10677 + ], + "max_error": 0.0 + }, + { + "representative": 10678, + "members": [ + 10678 + ], + "max_error": 0.0 + }, + { + "representative": 10679, + "members": [ + 10679 + ], + "max_error": 0.0 + }, + { + "representative": 10644, + "members": [ + 10644 + ], + "max_error": 0.0 + }, + { + "representative": 10707, + "members": [ + 10707 + ], + "max_error": 0.0 + }, + { + "representative": 10838, + "members": [ + 10838 + ], + "max_error": 0.0 + }, + { + "representative": 10718, + "members": [ + 10718 + ], + "max_error": 0.0 + }, + { + "representative": 10879, + "members": [ + 10879 + ], + "max_error": 0.0 + }, + { + "representative": 10882, + "members": [ + 10882 + ], + "max_error": 0.0 + }, + { + "representative": 10837, + "members": [ + 10837 + ], + "max_error": 0.0 + }, + { + "representative": 10748, + "members": [ + 10748 + ], + "max_error": 0.0 + }, + { + "representative": 10666, + "members": [ + 10666 + ], + "max_error": 0.0 + }, + { + "representative": 10819, + "members": [ + 10819 + ], + "max_error": 0.0 + }, + { + "representative": 10655, + "members": [ + 10655 + ], + "max_error": 0.0 + }, + { + "representative": 10668, + "members": [ + 10668 + ], + "max_error": 0.0 + }, + { + "representative": 10855, + "members": [ + 10855 + ], + "max_error": 0.0 + }, + { + "representative": 10752, + "members": [ + 10752 + ], + "max_error": 0.0 + }, + { + "representative": 10757, + "members": [ + 10757 + ], + "max_error": 0.0 + }, + { + "representative": 10786, + "members": [ + 10786 + ], + "max_error": 0.0 + }, + { + "representative": 10764, + "members": [ + 10764 + ], + "max_error": 0.0 + }, + { + "representative": 10833, + "members": [ + 10833 + ], + "max_error": 0.0 + }, + { + "representative": 10799, + "members": [ + 10799 + ], + "max_error": 0.0 + }, + { + "representative": 10869, + "members": [ + 10869 + ], + "max_error": 0.0 + }, + { + "representative": 10673, + "members": [ + 10673 + ], + "max_error": 0.0 + }, + { + "representative": 10744, + "members": [ + 10744 + ], + "max_error": 0.0 + }, + { + "representative": 10836, + "members": [ + 10836 + ], + "max_error": 0.0 + }, + { + "representative": 10826, + "members": [ + 10826 + ], + "max_error": 0.0 + }, + { + "representative": 10682, + "members": [ + 10682 + ], + "max_error": 0.0 + }, + { + "representative": 10785, + "members": [ + 10785 + ], + "max_error": 0.0 + }, + { + "representative": 10697, + "members": [ + 10697 + ], + "max_error": 0.0 + }, + { + "representative": 10875, + "members": [ + 10875 + ], + "max_error": 0.0 + }, + { + "representative": 10890, + "members": [ + 10890 + ], + "max_error": 0.0 + }, + { + "representative": 10843, + "members": [ + 10843 + ], + "max_error": 0.0 + }, + { + "representative": 10831, + "members": [ + 10831 + ], + "max_error": 0.0 + }, + { + "representative": 10808, + "members": [ + 10808 + ], + "max_error": 0.0 + }, + { + "representative": 10692, + "members": [ + 10692 + ], + "max_error": 0.0 + }, + { + "representative": 10654, + "members": [ + 10654 + ], + "max_error": 0.0 + }, + { + "representative": 10772, + "members": [ + 10772 + ], + "max_error": 0.0 + }, + { + "representative": 10661, + "members": [ + 10661 + ], + "max_error": 0.0 + }, + { + "representative": 10796, + "members": [ + 10796 + ], + "max_error": 0.0 + }, + { + "representative": 10779, + "members": [ + 10779 + ], + "max_error": 0.0 + }, + { + "representative": 10863, + "members": [ + 10863 + ], + "max_error": 0.0 + }, + { + "representative": 10780, + "members": [ + 10780 + ], + "max_error": 0.0 + }, + { + "representative": 10873, + "members": [ + 10873 + ], + "max_error": 0.0 + }, + { + "representative": 10747, + "members": [ + 10747 + ], + "max_error": 0.0 + }, + { + "representative": 10841, + "members": [ + 10841 + ], + "max_error": 0.0 + }, + { + "representative": 10811, + "members": [ + 10811 + ], + "max_error": 0.0 + }, + { + "representative": 10881, + "members": [ + 10881 + ], + "max_error": 0.0 + }, + { + "representative": 10892, + "members": [ + 10892 + ], + "max_error": 0.0 + }, + { + "representative": 10859, + "members": [ + 10859 + ], + "max_error": 0.0 + }, + { + "representative": 10734, + "members": [ + 10734 + ], + "max_error": 0.0 + }, + { + "representative": 10695, + "members": [ + 10695 + ], + "max_error": 0.0 + }, + { + "representative": 10648, + "members": [ + 10648 + ], + "max_error": 0.0 + }, + { + "representative": 10657, + "members": [ + 10657 + ], + "max_error": 0.0 + }, + { + "representative": 10810, + "members": [ + 10810 + ], + "max_error": 0.0 + }, + { + "representative": 10702, + "members": [ + 10702 + ], + "max_error": 0.0 + }, + { + "representative": 10700, + "members": [ + 10700 + ], + "max_error": 0.0 + }, + { + "representative": 10701, + "members": [ + 10701 + ], + "max_error": 0.0 + }, + { + "representative": 10691, + "members": [ + 10691 + ], + "max_error": 0.0 + }, + { + "representative": 10864, + "members": [ + 10864 + ], + "max_error": 0.0 + }, + { + "representative": 10649, + "members": [ + 10649 + ], + "max_error": 0.0 + }, + { + "representative": 10809, + "members": [ + 10809 + ], + "max_error": 0.0 + }, + { + "representative": 10894, + "members": [ + 10894 + ], + "max_error": 0.0 + }, + { + "representative": 10818, + "members": [ + 10818 + ], + "max_error": 0.0 + }, + { + "representative": 10688, + "members": [ + 10688 + ], + "max_error": 0.0 + }, + { + "representative": 10671, + "members": [ + 10671 + ], + "max_error": 0.0 + }, + { + "representative": 10681, + "members": [ + 10681 + ], + "max_error": 0.0 + }, + { + "representative": 10685, + "members": [ + 10685 + ], + "max_error": 0.0 + }, + { + "representative": 10813, + "members": [ + 10813 + ], + "max_error": 0.0 + }, + { + "representative": 10751, + "members": [ + 10751 + ], + "max_error": 0.0 + }, + { + "representative": 10667, + "members": [ + 10667 + ], + "max_error": 0.0 + }, + { + "representative": 10669, + "members": [ + 10669 + ], + "max_error": 0.0 + }, + { + "representative": 10850, + "members": [ + 10850 + ], + "max_error": 0.0 + }, + { + "representative": 10713, + "members": [ + 10713 + ], + "max_error": 0.0 + }, + { + "representative": 10817, + "members": [ + 10817 + ], + "max_error": 0.0 + }, + { + "representative": 10739, + "members": [ + 10739 + ], + "max_error": 0.0 + }, + { + "representative": 10854, + "members": [ + 10854 + ], + "max_error": 0.0 + }, + { + "representative": 10782, + "members": [ + 10782 + ], + "max_error": 0.0 + }, + { + "representative": 10867, + "members": [ + 10867 + ], + "max_error": 0.0 + }, + { + "representative": 10872, + "members": [ + 10872 + ], + "max_error": 0.0 + }, + { + "representative": 10852, + "members": [ + 10852 + ], + "max_error": 0.0 + }, + { + "representative": 10737, + "members": [ + 10737 + ], + "max_error": 0.0 + }, + { + "representative": 10754, + "members": [ + 10754 + ], + "max_error": 0.0 + }, + { + "representative": 10815, + "members": [ + 10815 + ], + "max_error": 0.0 + }, + { + "representative": 10721, + "members": [ + 10721 + ], + "max_error": 0.0 + }, + { + "representative": 10888, + "members": [ + 10888 + ], + "max_error": 0.0 + }, + { + "representative": 10690, + "members": [ + 10690 + ], + "max_error": 0.0 + }, + { + "representative": 10719, + "members": [ + 10719 + ], + "max_error": 0.0 + }, + { + "representative": 10822, + "members": [ + 10822 + ], + "max_error": 0.0 + }, + { + "representative": 10715, + "members": [ + 10715 + ], + "max_error": 0.0 + }, + { + "representative": 10889, + "members": [ + 10889 + ], + "max_error": 0.0 + }, + { + "representative": 10640, + "members": [ + 10640 + ], + "max_error": 0.0 + }, + { + "representative": 10660, + "members": [ + 10660 + ], + "max_error": 0.0 + }, + { + "representative": 10770, + "members": [ + 10770 + ], + "max_error": 0.0 + }, + { + "representative": 10758, + "members": [ + 10758 + ], + "max_error": 0.0 + }, + { + "representative": 10805, + "members": [ + 10805 + ], + "max_error": 0.0 + }, + { + "representative": 10698, + "members": [ + 10698 + ], + "max_error": 0.0 + }, + { + "representative": 10830, + "members": [ + 10830 + ], + "max_error": 0.0 + }, + { + "representative": 10741, + "members": [ + 10741 + ], + "max_error": 0.0 + }, + { + "representative": 10665, + "members": [ + 10665 + ], + "max_error": 0.0 + }, + { + "representative": 10823, + "members": [ + 10823 + ], + "max_error": 0.0 + }, + { + "representative": 10835, + "members": [ + 10835 + ], + "max_error": 0.0 + }, + { + "representative": 10652, + "members": [ + 10652 + ], + "max_error": 0.0 + }, + { + "representative": 10877, + "members": [ + 10877 + ], + "max_error": 0.0 + }, + { + "representative": 10728, + "members": [ + 10728 + ], + "max_error": 0.0 + }, + { + "representative": 10895, + "members": [ + 10895 + ], + "max_error": 0.0 + }, + { + "representative": 10820, + "members": [ + 10820 + ], + "max_error": 0.0 + }, + { + "representative": 10731, + "members": [ + 10731 + ], + "max_error": 0.0 + }, + { + "representative": 10857, + "members": [ + 10857 + ], + "max_error": 0.0 + }, + { + "representative": 10703, + "members": [ + 10703 + ], + "max_error": 0.0 + }, + { + "representative": 10651, + "members": [ + 10651 + ], + "max_error": 0.0 + }, + { + "representative": 10689, + "members": [ + 10689 + ], + "max_error": 0.0 + }, + { + "representative": 10753, + "members": [ + 10753 + ], + "max_error": 0.0 + }, + { + "representative": 10827, + "members": [ + 10827 + ], + "max_error": 0.0 + }, + { + "representative": 10720, + "members": [ + 10720 + ], + "max_error": 0.0 + }, + { + "representative": 10769, + "members": [ + 10769 + ], + "max_error": 0.0 + }, + { + "representative": 10861, + "members": [ + 10861 + ], + "max_error": 0.0 + }, + { + "representative": 10745, + "members": [ + 10745 + ], + "max_error": 0.0 + }, + { + "representative": 10647, + "members": [ + 10647 + ], + "max_error": 0.0 + }, + { + "representative": 10783, + "members": [ + 10783 + ], + "max_error": 0.0 + }, + { + "representative": 10683, + "members": [ + 10683 + ], + "max_error": 0.0 + }, + { + "representative": 10790, + "members": [ + 10790 + ], + "max_error": 0.0 + }, + { + "representative": 10849, + "members": [ + 10849 + ], + "max_error": 0.0 + }, + { + "representative": 10712, + "members": [ + 10712 + ], + "max_error": 0.0 + }, + { + "representative": 10705, + "members": [ + 10705 + ], + "max_error": 0.0 + }, + { + "representative": 10714, + "members": [ + 10714 + ], + "max_error": 0.0 + }, + { + "representative": 10706, + "members": [ + 10706 + ], + "max_error": 0.0 + }, + { + "representative": 10708, + "members": [ + 10708 + ], + "max_error": 0.0 + }, + { + "representative": 10709, + "members": [ + 10709 + ], + "max_error": 0.0 + }, + { + "representative": 10710, + "members": [ + 10710 + ], + "max_error": 0.0 + }, + { + "representative": 10824, + "members": [ + 10824 + ], + "max_error": 0.0 + }, + { + "representative": 10768, + "members": [ + 10768 + ], + "max_error": 0.0 + }, + { + "representative": 10680, + "members": [ + 10680 + ], + "max_error": 0.0 + }, + { + "representative": 10821, + "members": [ + 10821 + ], + "max_error": 0.0 + }, + { + "representative": 10851, + "members": [ + 10851 + ], + "max_error": 0.0 + }, + { + "representative": 10684, + "members": [ + 10684 + ], + "max_error": 0.0 + }, + { + "representative": 10860, + "members": [ + 10860 + ], + "max_error": 0.0 + }, + { + "representative": 10696, + "members": [ + 10696 + ], + "max_error": 0.0 + }, + { + "representative": 10674, + "members": [ + 10674 + ], + "max_error": 0.0 + }, + { + "representative": 10886, + "members": [ + 10886 + ], + "max_error": 0.0 + }, + { + "representative": 10722, + "members": [ + 10722 + ], + "max_error": 0.0 + }, + { + "representative": 10759, + "members": [ + 10759 + ], + "max_error": 0.0 + }, + { + "representative": 10704, + "members": [ + 10704 + ], + "max_error": 0.0 + }, + { + "representative": 10686, + "members": [ + 10686 + ], + "max_error": 0.0 + }, + { + "representative": 10642, + "members": [ + 10642 + ], + "max_error": 0.0 + }, + { + "representative": 10740, + "members": [ + 10740 + ], + "max_error": 0.0 + }, + { + "representative": 10670, + "members": [ + 10670 + ], + "max_error": 0.0 + }, + { + "representative": 10812, + "members": [ + 10812 + ], + "max_error": 0.0 + }, + { + "representative": 10694, + "members": [ + 10694 + ], + "max_error": 0.0 + }, + { + "representative": 10871, + "members": [ + 10871 + ], + "max_error": 0.0 + }, + { + "representative": 10832, + "members": [ + 10832 + ], + "max_error": 0.0 + }, + { + "representative": 10645, + "members": [ + 10645 + ], + "max_error": 0.0 + }, + { + "representative": 10693, + "members": [ + 10693 + ], + "max_error": 0.0 + }, + { + "representative": 10878, + "members": [ + 10878 + ], + "max_error": 0.0 + }, + { + "representative": 10784, + "members": [ + 10784 + ], + "max_error": 0.0 + }, + { + "representative": 10730, + "members": [ + 10730 + ], + "max_error": 0.0 + }, + { + "representative": 10775, + "members": [ + 10775 + ], + "max_error": 0.0 + }, + { + "representative": 10771, + "members": [ + 10771 + ], + "max_error": 0.0 + }, + { + "representative": 10746, + "members": [ + 10746 + ], + "max_error": 0.0 + }, + { + "representative": 10711, + "members": [ + 10711 + ], + "max_error": 0.0 + }, + { + "representative": 10804, + "members": [ + 10804 + ], + "max_error": 0.0 + }, + { + "representative": 10803, + "members": [ + 10803 + ], + "max_error": 0.0 + }, + { + "representative": 10676, + "members": [ + 10676 + ], + "max_error": 0.0 + }, + { + "representative": 10802, + "members": [ + 10802 + ], + "max_error": 0.0 + }, + { + "representative": 10732, + "members": [ + 10732 + ], + "max_error": 0.0 + }, + { + "representative": 10844, + "members": [ + 10844 + ], + "max_error": 0.0 + }, + { + "representative": 10893, + "members": [ + 10893 + ], + "max_error": 0.0 + }, + { + "representative": 10829, + "members": [ + 10829 + ], + "max_error": 0.0 + }, + { + "representative": 10865, + "members": [ + 10865 + ], + "max_error": 0.0 + }, + { + "representative": 10763, + "members": [ + 10763 + ], + "max_error": 0.0 + }, + { + "representative": 10716, + "members": [ + 10716 + ], + "max_error": 0.0 + }, + { + "representative": 10847, + "members": [ + 10847 + ], + "max_error": 0.0 + }, + { + "representative": 10729, + "members": [ + 10729 + ], + "max_error": 0.0 + }, + { + "representative": 10733, + "members": [ + 10733 + ], + "max_error": 0.0 + }, + { + "representative": 10735, + "members": [ + 10735 + ], + "max_error": 0.0 + }, + { + "representative": 10723, + "members": [ + 10723 + ], + "max_error": 0.0 + }, + { + "representative": 10724, + "members": [ + 10724 + ], + "max_error": 0.0 + }, + { + "representative": 10726, + "members": [ + 10726 + ], + "max_error": 0.0 + }, + { + "representative": 10727, + "members": [ + 10727 + ], + "max_error": 0.0 + }, + { + "representative": 10736, + "members": [ + 10736 + ], + "max_error": 0.0 + }, + { + "representative": 10750, + "members": [ + 10750 + ], + "max_error": 0.0 + }, + { + "representative": 10738, + "members": [ + 10738 + ], + "max_error": 0.0 + }, + { + "representative": 10742, + "members": [ + 10742 + ], + "max_error": 0.0 + }, + { + "representative": 10743, + "members": [ + 10743 + ], + "max_error": 0.0 + }, + { + "representative": 10760, + "members": [ + 10760 + ], + "max_error": 0.0 + }, + { + "representative": 10762, + "members": [ + 10762 + ], + "max_error": 0.0 + }, + { + "representative": 10766, + "members": [ + 10766 + ], + "max_error": 0.0 + }, + { + "representative": 10767, + "members": [ + 10767 + ], + "max_error": 0.0 + }, + { + "representative": 10755, + "members": [ + 10755 + ], + "max_error": 0.0 + }, + { + "representative": 10756, + "members": [ + 10756 + ], + "max_error": 0.0 + }, + { + "representative": 11153, + "members": [ + 11153 + ], + "max_error": 0.0 + }, + { + "representative": 11164, + "members": [ + 11164 + ], + "max_error": 0.0 + }, + { + "representative": 11167, + "members": [ + 11167 + ], + "max_error": 0.0 + }, + { + "representative": 11155, + "members": [ + 11155 + ], + "max_error": 0.0 + }, + { + "representative": 11158, + "members": [ + 11158 + ], + "max_error": 0.0 + }, + { + "representative": 11288, + "members": [ + 11288 + ], + "max_error": 0.0 + }, + { + "representative": 11281, + "members": [ + 11281 + ], + "max_error": 0.0 + }, + { + "representative": 11291, + "members": [ + 11291 + ], + "max_error": 0.0 + }, + { + "representative": 11292, + "members": [ + 11292 + ], + "max_error": 0.0 + }, + { + "representative": 11294, + "members": [ + 11294 + ], + "max_error": 0.0 + }, + { + "representative": 11295, + "members": [ + 11295 + ], + "max_error": 0.0 + }, + { + "representative": 11286, + "members": [ + 11286 + ], + "max_error": 0.0 + }, + { + "representative": 11306, + "members": [ + 11306 + ], + "max_error": 0.0 + }, + { + "representative": 11307, + "members": [ + 11307 + ], + "max_error": 0.0 + }, + { + "representative": 11310, + "members": [ + 11310 + ], + "max_error": 0.0 + }, + { + "representative": 11301, + "members": [ + 11301 + ], + "max_error": 0.0 + }, + { + "representative": 11302, + "members": [ + 11302 + ], + "max_error": 0.0 + }, + { + "representative": 11179, + "members": [ + 11179 + ], + "max_error": 0.0 + }, + { + "representative": 11181, + "members": [ + 11181 + ], + "max_error": 0.0 + }, + { + "representative": 11312, + "members": [ + 11312 + ], + "max_error": 0.0 + }, + { + "representative": 11313, + "members": [ + 11313 + ], + "max_error": 0.0 + }, + { + "representative": 11322, + "members": [ + 11322 + ], + "max_error": 0.0 + }, + { + "representative": 11323, + "members": [ + 11323 + ], + "max_error": 0.0 + }, + { + "representative": 11325, + "members": [ + 11325 + ], + "max_error": 0.0 + }, + { + "representative": 11326, + "members": [ + 11326 + ], + "max_error": 0.0 + }, + { + "representative": 11315, + "members": [ + 11315 + ], + "max_error": 0.0 + }, + { + "representative": 11319, + "members": [ + 11319 + ], + "max_error": 0.0 + }, + { + "representative": 11328, + "members": [ + 11328 + ], + "max_error": 0.0 + }, + { + "representative": 11330, + "members": [ + 11330 + ], + "max_error": 0.0 + }, + { + "representative": 11335, + "members": [ + 11335 + ], + "max_error": 0.0 + }, + { + "representative": 11353, + "members": [ + 11353 + ], + "max_error": 0.0 + }, + { + "representative": 11357, + "members": [ + 11357 + ], + "max_error": 0.0 + }, + { + "representative": 11346, + "members": [ + 11346 + ], + "max_error": 0.0 + }, + { + "representative": 11348, + "members": [ + 11348 + ], + "max_error": 0.0 + }, + { + "representative": 11360, + "members": [ + 11360 + ], + "max_error": 0.0 + }, + { + "representative": 11369, + "members": [ + 11369 + ], + "max_error": 0.0 + }, + { + "representative": 11364, + "members": [ + 11364 + ], + "max_error": 0.0 + }, + { + "representative": 11365, + "members": [ + 11365 + ], + "max_error": 0.0 + }, + { + "representative": 11391, + "members": [ + 11391 + ], + "max_error": 0.0 + }, + { + "representative": 11392, + "members": [ + 11392 + ], + "max_error": 0.0 + }, + { + "representative": 11393, + "members": [ + 11393 + ], + "max_error": 0.0 + }, + { + "representative": 11404, + "members": [ + 11404 + ], + "max_error": 0.0 + }, + { + "representative": 11406, + "members": [ + 11406 + ], + "max_error": 0.0 + }, + { + "representative": 11396, + "members": [ + 11396 + ], + "max_error": 0.0 + }, + { + "representative": 11397, + "members": [ + 11397 + ], + "max_error": 0.0 + }, + { + "representative": 11398, + "members": [ + 11398 + ], + "max_error": 0.0 + }, + { + "representative": 11190, + "members": [ + 11190 + ], + "max_error": 0.0 + }, + { + "representative": 11173, + "members": [ + 11173 + ], + "max_error": 0.0 + }, + { + "representative": 11279, + "members": [ + 11279 + ], + "max_error": 0.0 + }, + { + "representative": 11232, + "members": [ + 11232 + ], + "max_error": 0.0 + }, + { + "representative": 11324, + "members": [ + 11324 + ], + "max_error": 0.0 + }, + { + "representative": 11394, + "members": [ + 11394 + ], + "max_error": 0.0 + }, + { + "representative": 11361, + "members": [ + 11361 + ], + "max_error": 0.0 + }, + { + "representative": 11370, + "members": [ + 11370 + ], + "max_error": 0.0 + }, + { + "representative": 11189, + "members": [ + 11189 + ], + "max_error": 0.0 + }, + { + "representative": 11387, + "members": [ + 11387 + ], + "max_error": 0.0 + }, + { + "representative": 11386, + "members": [ + 11386 + ], + "max_error": 0.0 + }, + { + "representative": 11177, + "members": [ + 11177 + ], + "max_error": 0.0 + }, + { + "representative": 11405, + "members": [ + 11405 + ], + "max_error": 0.0 + }, + { + "representative": 11206, + "members": [ + 11206 + ], + "max_error": 0.0 + }, + { + "representative": 11345, + "members": [ + 11345 + ], + "max_error": 0.0 + }, + { + "representative": 11354, + "members": [ + 11354 + ], + "max_error": 0.0 + }, + { + "representative": 11339, + "members": [ + 11339 + ], + "max_error": 0.0 + }, + { + "representative": 11373, + "members": [ + 11373 + ], + "max_error": 0.0 + }, + { + "representative": 11309, + "members": [ + 11309 + ], + "max_error": 0.0 + }, + { + "representative": 11176, + "members": [ + 11176 + ], + "max_error": 0.0 + }, + { + "representative": 11247, + "members": [ + 11247 + ], + "max_error": 0.0 + }, + { + "representative": 11305, + "members": [ + 11305 + ], + "max_error": 0.0 + }, + { + "representative": 11220, + "members": [ + 11220 + ], + "max_error": 0.0 + }, + { + "representative": 11185, + "members": [ + 11185 + ], + "max_error": 0.0 + }, + { + "representative": 11195, + "members": [ + 11195 + ], + "max_error": 0.0 + }, + { + "representative": 11199, + "members": [ + 11199 + ], + "max_error": 0.0 + }, + { + "representative": 11186, + "members": [ + 11186 + ], + "max_error": 0.0 + }, + { + "representative": 11188, + "members": [ + 11188 + ], + "max_error": 0.0 + }, + { + "representative": 11336, + "members": [ + 11336 + ], + "max_error": 0.0 + }, + { + "representative": 11344, + "members": [ + 11344 + ], + "max_error": 0.0 + }, + { + "representative": 11371, + "members": [ + 11371 + ], + "max_error": 0.0 + }, + { + "representative": 11347, + "members": [ + 11347 + ], + "max_error": 0.0 + }, + { + "representative": 11172, + "members": [ + 11172 + ], + "max_error": 0.0 + }, + { + "representative": 11244, + "members": [ + 11244 + ], + "max_error": 0.0 + }, + { + "representative": 11376, + "members": [ + 11376 + ], + "max_error": 0.0 + }, + { + "representative": 11401, + "members": [ + 11401 + ], + "max_error": 0.0 + }, + { + "representative": 11389, + "members": [ + 11389 + ], + "max_error": 0.0 + }, + { + "representative": 11168, + "members": [ + 11168 + ], + "max_error": 0.0 + }, + { + "representative": 11287, + "members": [ + 11287 + ], + "max_error": 0.0 + }, + { + "representative": 11362, + "members": [ + 11362 + ], + "max_error": 0.0 + }, + { + "representative": 11366, + "members": [ + 11366 + ], + "max_error": 0.0 + }, + { + "representative": 11250, + "members": [ + 11250 + ], + "max_error": 0.0 + }, + { + "representative": 11374, + "members": [ + 11374 + ], + "max_error": 0.0 + }, + { + "representative": 11252, + "members": [ + 11252 + ], + "max_error": 0.0 + }, + { + "representative": 11174, + "members": [ + 11174 + ], + "max_error": 0.0 + }, + { + "representative": 11184, + "members": [ + 11184 + ], + "max_error": 0.0 + }, + { + "representative": 11390, + "members": [ + 11390 + ], + "max_error": 0.0 + }, + { + "representative": 11271, + "members": [ + 11271 + ], + "max_error": 0.0 + }, + { + "representative": 11274, + "members": [ + 11274 + ], + "max_error": 0.0 + }, + { + "representative": 11178, + "members": [ + 11178 + ], + "max_error": 0.0 + }, + { + "representative": 11304, + "members": [ + 11304 + ], + "max_error": 0.0 + }, + { + "representative": 11233, + "members": [ + 11233 + ], + "max_error": 0.0 + }, + { + "representative": 11201, + "members": [ + 11201 + ], + "max_error": 0.0 + }, + { + "representative": 11262, + "members": [ + 11262 + ], + "max_error": 0.0 + }, + { + "representative": 11303, + "members": [ + 11303 + ], + "max_error": 0.0 + }, + { + "representative": 11229, + "members": [ + 11229 + ], + "max_error": 0.0 + }, + { + "representative": 11300, + "members": [ + 11300 + ], + "max_error": 0.0 + }, + { + "representative": 11255, + "members": [ + 11255 + ], + "max_error": 0.0 + }, + { + "representative": 11400, + "members": [ + 11400 + ], + "max_error": 0.0 + }, + { + "representative": 11308, + "members": [ + 11308 + ], + "max_error": 0.0 + }, + { + "representative": 11238, + "members": [ + 11238 + ], + "max_error": 0.0 + }, + { + "representative": 11359, + "members": [ + 11359 + ], + "max_error": 0.0 + }, + { + "representative": 11223, + "members": [ + 11223 + ], + "max_error": 0.0 + }, + { + "representative": 11159, + "members": [ + 11159 + ], + "max_error": 0.0 + }, + { + "representative": 11382, + "members": [ + 11382 + ], + "max_error": 0.0 + }, + { + "representative": 11249, + "members": [ + 11249 + ], + "max_error": 0.0 + }, + { + "representative": 11163, + "members": [ + 11163 + ], + "max_error": 0.0 + }, + { + "representative": 11372, + "members": [ + 11372 + ], + "max_error": 0.0 + }, + { + "representative": 11157, + "members": [ + 11157 + ], + "max_error": 0.0 + }, + { + "representative": 11270, + "members": [ + 11270 + ], + "max_error": 0.0 + }, + { + "representative": 11166, + "members": [ + 11166 + ], + "max_error": 0.0 + }, + { + "representative": 11251, + "members": [ + 11251 + ], + "max_error": 0.0 + }, + { + "representative": 11236, + "members": [ + 11236 + ], + "max_error": 0.0 + }, + { + "representative": 11403, + "members": [ + 11403 + ], + "max_error": 0.0 + }, + { + "representative": 11356, + "members": [ + 11356 + ], + "max_error": 0.0 + }, + { + "representative": 11207, + "members": [ + 11207 + ], + "max_error": 0.0 + }, + { + "representative": 11321, + "members": [ + 11321 + ], + "max_error": 0.0 + }, + { + "representative": 11268, + "members": [ + 11268 + ], + "max_error": 0.0 + }, + { + "representative": 11240, + "members": [ + 11240 + ], + "max_error": 0.0 + }, + { + "representative": 11227, + "members": [ + 11227 + ], + "max_error": 0.0 + }, + { + "representative": 11314, + "members": [ + 11314 + ], + "max_error": 0.0 + }, + { + "representative": 11275, + "members": [ + 11275 + ], + "max_error": 0.0 + }, + { + "representative": 11253, + "members": [ + 11253 + ], + "max_error": 0.0 + }, + { + "representative": 11196, + "members": [ + 11196 + ], + "max_error": 0.0 + }, + { + "representative": 11193, + "members": [ + 11193 + ], + "max_error": 0.0 + }, + { + "representative": 11266, + "members": [ + 11266 + ], + "max_error": 0.0 + }, + { + "representative": 11334, + "members": [ + 11334 + ], + "max_error": 0.0 + }, + { + "representative": 11208, + "members": [ + 11208 + ], + "max_error": 0.0 + }, + { + "representative": 11211, + "members": [ + 11211 + ], + "max_error": 0.0 + }, + { + "representative": 11213, + "members": [ + 11213 + ], + "max_error": 0.0 + }, + { + "representative": 11214, + "members": [ + 11214 + ], + "max_error": 0.0 + }, + { + "representative": 11215, + "members": [ + 11215 + ], + "max_error": 0.0 + }, + { + "representative": 11203, + "members": [ + 11203 + ], + "max_error": 0.0 + }, + { + "representative": 11289, + "members": [ + 11289 + ], + "max_error": 0.0 + }, + { + "representative": 11169, + "members": [ + 11169 + ], + "max_error": 0.0 + }, + { + "representative": 11296, + "members": [ + 11296 + ], + "max_error": 0.0 + }, + { + "representative": 11350, + "members": [ + 11350 + ], + "max_error": 0.0 + }, + { + "representative": 11183, + "members": [ + 11183 + ], + "max_error": 0.0 + }, + { + "representative": 11384, + "members": [ + 11384 + ], + "max_error": 0.0 + }, + { + "representative": 11380, + "members": [ + 11380 + ], + "max_error": 0.0 + }, + { + "representative": 11231, + "members": [ + 11231 + ], + "max_error": 0.0 + }, + { + "representative": 11293, + "members": [ + 11293 + ], + "max_error": 0.0 + }, + { + "representative": 11171, + "members": [ + 11171 + ], + "max_error": 0.0 + }, + { + "representative": 11225, + "members": [ + 11225 + ], + "max_error": 0.0 + }, + { + "representative": 11235, + "members": [ + 11235 + ], + "max_error": 0.0 + }, + { + "representative": 11278, + "members": [ + 11278 + ], + "max_error": 0.0 + }, + { + "representative": 11383, + "members": [ + 11383 + ], + "max_error": 0.0 + }, + { + "representative": 11257, + "members": [ + 11257 + ], + "max_error": 0.0 + }, + { + "representative": 11329, + "members": [ + 11329 + ], + "max_error": 0.0 + }, + { + "representative": 11407, + "members": [ + 11407 + ], + "max_error": 0.0 + }, + { + "representative": 11198, + "members": [ + 11198 + ], + "max_error": 0.0 + }, + { + "representative": 11248, + "members": [ + 11248 + ], + "max_error": 0.0 + }, + { + "representative": 11197, + "members": [ + 11197 + ], + "max_error": 0.0 + }, + { + "representative": 11333, + "members": [ + 11333 + ], + "max_error": 0.0 + }, + { + "representative": 11332, + "members": [ + 11332 + ], + "max_error": 0.0 + }, + { + "representative": 11242, + "members": [ + 11242 + ], + "max_error": 0.0 + }, + { + "representative": 11297, + "members": [ + 11297 + ], + "max_error": 0.0 + }, + { + "representative": 11226, + "members": [ + 11226 + ], + "max_error": 0.0 + }, + { + "representative": 11320, + "members": [ + 11320 + ], + "max_error": 0.0 + }, + { + "representative": 11351, + "members": [ + 11351 + ], + "max_error": 0.0 + }, + { + "representative": 11175, + "members": [ + 11175 + ], + "max_error": 0.0 + }, + { + "representative": 11379, + "members": [ + 11379 + ], + "max_error": 0.0 + }, + { + "representative": 11285, + "members": [ + 11285 + ], + "max_error": 0.0 + }, + { + "representative": 11165, + "members": [ + 11165 + ], + "max_error": 0.0 + }, + { + "representative": 11280, + "members": [ + 11280 + ], + "max_error": 0.0 + }, + { + "representative": 11194, + "members": [ + 11194 + ], + "max_error": 0.0 + }, + { + "representative": 11327, + "members": [ + 11327 + ], + "max_error": 0.0 + }, + { + "representative": 11210, + "members": [ + 11210 + ], + "max_error": 0.0 + }, + { + "representative": 11170, + "members": [ + 11170 + ], + "max_error": 0.0 + }, + { + "representative": 11216, + "members": [ + 11216 + ], + "max_error": 0.0 + }, + { + "representative": 11256, + "members": [ + 11256 + ], + "max_error": 0.0 + }, + { + "representative": 11331, + "members": [ + 11331 + ], + "max_error": 0.0 + }, + { + "representative": 11205, + "members": [ + 11205 + ], + "max_error": 0.0 + }, + { + "representative": 11212, + "members": [ + 11212 + ], + "max_error": 0.0 + }, + { + "representative": 11290, + "members": [ + 11290 + ], + "max_error": 0.0 + }, + { + "representative": 11352, + "members": [ + 11352 + ], + "max_error": 0.0 + }, + { + "representative": 11156, + "members": [ + 11156 + ], + "max_error": 0.0 + }, + { + "representative": 11154, + "members": [ + 11154 + ], + "max_error": 0.0 + }, + { + "representative": 11204, + "members": [ + 11204 + ], + "max_error": 0.0 + }, + { + "representative": 11317, + "members": [ + 11317 + ], + "max_error": 0.0 + }, + { + "representative": 11385, + "members": [ + 11385 + ], + "max_error": 0.0 + }, + { + "representative": 11316, + "members": [ + 11316 + ], + "max_error": 0.0 + }, + { + "representative": 11378, + "members": [ + 11378 + ], + "max_error": 0.0 + }, + { + "representative": 11298, + "members": [ + 11298 + ], + "max_error": 0.0 + }, + { + "representative": 11342, + "members": [ + 11342 + ], + "max_error": 0.0 + }, + { + "representative": 11224, + "members": [ + 11224 + ], + "max_error": 0.0 + }, + { + "representative": 11228, + "members": [ + 11228 + ], + "max_error": 0.0 + }, + { + "representative": 11230, + "members": [ + 11230 + ], + "max_error": 0.0 + }, + { + "representative": 11219, + "members": [ + 11219 + ], + "max_error": 0.0 + }, + { + "representative": 11221, + "members": [ + 11221 + ], + "max_error": 0.0 + }, + { + "representative": 11161, + "members": [ + 11161 + ], + "max_error": 0.0 + }, + { + "representative": 11202, + "members": [ + 11202 + ], + "max_error": 0.0 + }, + { + "representative": 11377, + "members": [ + 11377 + ], + "max_error": 0.0 + }, + { + "representative": 11367, + "members": [ + 11367 + ], + "max_error": 0.0 + }, + { + "representative": 11343, + "members": [ + 11343 + ], + "max_error": 0.0 + }, + { + "representative": 11375, + "members": [ + 11375 + ], + "max_error": 0.0 + }, + { + "representative": 11337, + "members": [ + 11337 + ], + "max_error": 0.0 + }, + { + "representative": 11217, + "members": [ + 11217 + ], + "max_error": 0.0 + }, + { + "representative": 11222, + "members": [ + 11222 + ], + "max_error": 0.0 + }, + { + "representative": 11363, + "members": [ + 11363 + ], + "max_error": 0.0 + }, + { + "representative": 11267, + "members": [ + 11267 + ], + "max_error": 0.0 + }, + { + "representative": 11187, + "members": [ + 11187 + ], + "max_error": 0.0 + }, + { + "representative": 11395, + "members": [ + 11395 + ], + "max_error": 0.0 + }, + { + "representative": 11399, + "members": [ + 11399 + ], + "max_error": 0.0 + }, + { + "representative": 11261, + "members": [ + 11261 + ], + "max_error": 0.0 + }, + { + "representative": 11355, + "members": [ + 11355 + ], + "max_error": 0.0 + }, + { + "representative": 11283, + "members": [ + 11283 + ], + "max_error": 0.0 + }, + { + "representative": 11265, + "members": [ + 11265 + ], + "max_error": 0.0 + }, + { + "representative": 11358, + "members": [ + 11358 + ], + "max_error": 0.0 + }, + { + "representative": 11152, + "members": [ + 11152 + ], + "max_error": 0.0 + }, + { + "representative": 11182, + "members": [ + 11182 + ], + "max_error": 0.0 + }, + { + "representative": 11180, + "members": [ + 11180 + ], + "max_error": 0.0 + }, + { + "representative": 11284, + "members": [ + 11284 + ], + "max_error": 0.0 + }, + { + "representative": 11239, + "members": [ + 11239 + ], + "max_error": 0.0 + }, + { + "representative": 11282, + "members": [ + 11282 + ], + "max_error": 0.0 + }, + { + "representative": 11160, + "members": [ + 11160 + ], + "max_error": 0.0 + }, + { + "representative": 11191, + "members": [ + 11191 + ], + "max_error": 0.0 + }, + { + "representative": 11338, + "members": [ + 11338 + ], + "max_error": 0.0 + }, + { + "representative": 11340, + "members": [ + 11340 + ], + "max_error": 0.0 + }, + { + "representative": 11402, + "members": [ + 11402 + ], + "max_error": 0.0 + }, + { + "representative": 11258, + "members": [ + 11258 + ], + "max_error": 0.0 + }, + { + "representative": 11209, + "members": [ + 11209 + ], + "max_error": 0.0 + }, + { + "representative": 11299, + "members": [ + 11299 + ], + "max_error": 0.0 + }, + { + "representative": 11218, + "members": [ + 11218 + ], + "max_error": 0.0 + }, + { + "representative": 11341, + "members": [ + 11341 + ], + "max_error": 0.0 + }, + { + "representative": 11192, + "members": [ + 11192 + ], + "max_error": 0.0 + }, + { + "representative": 11349, + "members": [ + 11349 + ], + "max_error": 0.0 + }, + { + "representative": 11381, + "members": [ + 11381 + ], + "max_error": 0.0 + }, + { + "representative": 11368, + "members": [ + 11368 + ], + "max_error": 0.0 + }, + { + "representative": 11260, + "members": [ + 11260 + ], + "max_error": 0.0 + }, + { + "representative": 11318, + "members": [ + 11318 + ], + "max_error": 0.0 + }, + { + "representative": 11200, + "members": [ + 11200 + ], + "max_error": 0.0 + }, + { + "representative": 11162, + "members": [ + 11162 + ], + "max_error": 0.0 + }, + { + "representative": 11276, + "members": [ + 11276 + ], + "max_error": 0.0 + }, + { + "representative": 11311, + "members": [ + 11311 + ], + "max_error": 0.0 + }, + { + "representative": 11388, + "members": [ + 11388 + ], + "max_error": 0.0 + }, + { + "representative": 11241, + "members": [ + 11241 + ], + "max_error": 0.0 + }, + { + "representative": 11243, + "members": [ + 11243 + ], + "max_error": 0.0 + }, + { + "representative": 11245, + "members": [ + 11245 + ], + "max_error": 0.0 + }, + { + "representative": 11246, + "members": [ + 11246 + ], + "max_error": 0.0 + }, + { + "representative": 11234, + "members": [ + 11234 + ], + "max_error": 0.0 + }, + { + "representative": 11237, + "members": [ + 11237 + ], + "max_error": 0.0 + }, + { + "representative": 11259, + "members": [ + 11259 + ], + "max_error": 0.0 + }, + { + "representative": 11263, + "members": [ + 11263 + ], + "max_error": 0.0 + }, + { + "representative": 11254, + "members": [ + 11254 + ], + "max_error": 0.0 + }, + { + "representative": 11264, + "members": [ + 11264 + ], + "max_error": 0.0 + }, + { + "representative": 11272, + "members": [ + 11272 + ], + "max_error": 0.0 + }, + { + "representative": 11273, + "members": [ + 11273 + ], + "max_error": 0.0 + }, + { + "representative": 11277, + "members": [ + 11277 + ], + "max_error": 0.0 + }, + { + "representative": 11269, + "members": [ + 11269 + ], + "max_error": 0.0 + }, + { + "representative": 11664, + "members": [ + 11664 + ], + "max_error": 0.0 + }, + { + "representative": 11672, + "members": [ + 11672 + ], + "max_error": 0.0 + }, + { + "representative": 11673, + "members": [ + 11673 + ], + "max_error": 0.0 + }, + { + "representative": 11665, + "members": [ + 11665 + ], + "max_error": 0.0 + }, + { + "representative": 11674, + "members": [ + 11674 + ], + "max_error": 0.0 + }, + { + "representative": 11675, + "members": [ + 11675 + ], + "max_error": 0.0 + }, + { + "representative": 11676, + "members": [ + 11676 + ], + "max_error": 0.0 + }, + { + "representative": 11677, + "members": [ + 11677 + ], + "max_error": 0.0 + }, + { + "representative": 11678, + "members": [ + 11678 + ], + "max_error": 0.0 + }, + { + "representative": 11679, + "members": [ + 11679 + ], + "max_error": 0.0 + }, + { + "representative": 11666, + "members": [ + 11666 + ], + "max_error": 0.0 + }, + { + "representative": 11667, + "members": [ + 11667 + ], + "max_error": 0.0 + }, + { + "representative": 11668, + "members": [ + 11668 + ], + "max_error": 0.0 + }, + { + "representative": 11669, + "members": [ + 11669 + ], + "max_error": 0.0 + }, + { + "representative": 11670, + "members": [ + 11670 + ], + "max_error": 0.0 + }, + { + "representative": 11671, + "members": [ + 11671 + ], + "max_error": 0.0 + }, + { + "representative": 11680, + "members": [ + 11680 + ], + "max_error": 0.0 + }, + { + "representative": 11688, + "members": [ + 11688 + ], + "max_error": 0.0 + }, + { + "representative": 11689, + "members": [ + 11689 + ], + "max_error": 0.0 + }, + { + "representative": 11681, + "members": [ + 11681 + ], + "max_error": 0.0 + }, + { + "representative": 11690, + "members": [ + 11690 + ], + "max_error": 0.0 + }, + { + "representative": 11691, + "members": [ + 11691 + ], + "max_error": 0.0 + }, + { + "representative": 11692, + "members": [ + 11692 + ], + "max_error": 0.0 + }, + { + "representative": 11693, + "members": [ + 11693 + ], + "max_error": 0.0 + }, + { + "representative": 11694, + "members": [ + 11694 + ], + "max_error": 0.0 + }, + { + "representative": 11695, + "members": [ + 11695 + ], + "max_error": 0.0 + }, + { + "representative": 11682, + "members": [ + 11682 + ], + "max_error": 0.0 + }, + { + "representative": 11683, + "members": [ + 11683 + ], + "max_error": 0.0 + }, + { + "representative": 11684, + "members": [ + 11684 + ], + "max_error": 0.0 + }, + { + "representative": 11685, + "members": [ + 11685 + ], + "max_error": 0.0 + }, + { + "representative": 11686, + "members": [ + 11686 + ], + "max_error": 0.0 + }, + { + "representative": 11687, + "members": [ + 11687 + ], + "max_error": 0.0 + }, + { + "representative": 11696, + "members": [ + 11696 + ], + "max_error": 0.0 + }, + { + "representative": 11704, + "members": [ + 11704 + ], + "max_error": 0.0 + }, + { + "representative": 11705, + "members": [ + 11705 + ], + "max_error": 0.0 + }, + { + "representative": 11697, + "members": [ + 11697 + ], + "max_error": 0.0 + }, + { + "representative": 11706, + "members": [ + 11706 + ], + "max_error": 0.0 + }, + { + "representative": 11707, + "members": [ + 11707 + ], + "max_error": 0.0 + }, + { + "representative": 11708, + "members": [ + 11708 + ], + "max_error": 0.0 + }, + { + "representative": 11709, + "members": [ + 11709 + ], + "max_error": 0.0 + }, + { + "representative": 11710, + "members": [ + 11710 + ], + "max_error": 0.0 + }, + { + "representative": 11711, + "members": [ + 11711 + ], + "max_error": 0.0 + }, + { + "representative": 11698, + "members": [ + 11698 + ], + "max_error": 0.0 + }, + { + "representative": 11699, + "members": [ + 11699 + ], + "max_error": 0.0 + }, + { + "representative": 11700, + "members": [ + 11700 + ], + "max_error": 0.0 + }, + { + "representative": 11701, + "members": [ + 11701 + ], + "max_error": 0.0 + }, + { + "representative": 11702, + "members": [ + 11702 + ], + "max_error": 0.0 + }, + { + "representative": 11703, + "members": [ + 11703 + ], + "max_error": 0.0 + }, + { + "representative": 11712, + "members": [ + 11712 + ], + "max_error": 0.0 + }, + { + "representative": 11720, + "members": [ + 11720 + ], + "max_error": 0.0 + }, + { + "representative": 11721, + "members": [ + 11721 + ], + "max_error": 0.0 + }, + { + "representative": 11713, + "members": [ + 11713 + ], + "max_error": 0.0 + }, + { + "representative": 11722, + "members": [ + 11722 + ], + "max_error": 0.0 + }, + { + "representative": 11723, + "members": [ + 11723 + ], + "max_error": 0.0 + }, + { + "representative": 11724, + "members": [ + 11724 + ], + "max_error": 0.0 + }, + { + "representative": 11725, + "members": [ + 11725 + ], + "max_error": 0.0 + }, + { + "representative": 11726, + "members": [ + 11726 + ], + "max_error": 0.0 + }, + { + "representative": 11727, + "members": [ + 11727 + ], + "max_error": 0.0 + }, + { + "representative": 11714, + "members": [ + 11714 + ], + "max_error": 0.0 + }, + { + "representative": 11715, + "members": [ + 11715 + ], + "max_error": 0.0 + }, + { + "representative": 11716, + "members": [ + 11716 + ], + "max_error": 0.0 + }, + { + "representative": 11717, + "members": [ + 11717 + ], + "max_error": 0.0 + }, + { + "representative": 11718, + "members": [ + 11718 + ], + "max_error": 0.0 + }, + { + "representative": 11719, + "members": [ + 11719 + ], + "max_error": 0.0 + }, + { + "representative": 11984, + "members": [ + 11984 + ], + "max_error": 0.0 + }, + { + "representative": 11992, + "members": [ + 11992 + ], + "max_error": 0.0 + }, + { + "representative": 11993, + "members": [ + 11993 + ], + "max_error": 0.0 + }, + { + "representative": 11985, + "members": [ + 11985 + ], + "max_error": 0.0 + }, + { + "representative": 11994, + "members": [ + 11994 + ], + "max_error": 0.0 + }, + { + "representative": 11995, + "members": [ + 11995 + ], + "max_error": 0.0 + }, + { + "representative": 11996, + "members": [ + 11996 + ], + "max_error": 0.0 + }, + { + "representative": 11997, + "members": [ + 11997 + ], + "max_error": 0.0 + }, + { + "representative": 11998, + "members": [ + 11998 + ], + "max_error": 0.0 + }, + { + "representative": 11999, + "members": [ + 11999 + ], + "max_error": 0.0 + }, + { + "representative": 11986, + "members": [ + 11986 + ], + "max_error": 0.0 + }, + { + "representative": 11987, + "members": [ + 11987 + ], + "max_error": 0.0 + }, + { + "representative": 11988, + "members": [ + 11988 + ], + "max_error": 0.0 + }, + { + "representative": 11989, + "members": [ + 11989 + ], + "max_error": 0.0 + }, + { + "representative": 11990, + "members": [ + 11990 + ], + "max_error": 0.0 + }, + { + "representative": 11991, + "members": [ + 11991 + ], + "max_error": 0.0 + }, + { + "representative": 12112, + "members": [ + 12112 + ], + "max_error": 0.0 + }, + { + "representative": 12120, + "members": [ + 12120 + ], + "max_error": 0.0 + }, + { + "representative": 12121, + "members": [ + 12121 + ], + "max_error": 0.0 + }, + { + "representative": 12113, + "members": [ + 12113 + ], + "max_error": 0.0 + }, + { + "representative": 12122, + "members": [ + 12122 + ], + "max_error": 0.0 + }, + { + "representative": 12123, + "members": [ + 12123 + ], + "max_error": 0.0 + }, + { + "representative": 12124, + "members": [ + 12124 + ], + "max_error": 0.0 + }, + { + "representative": 12125, + "members": [ + 12125 + ], + "max_error": 0.0 + }, + { + "representative": 12126, + "members": [ + 12126 + ], + "max_error": 0.0 + }, + { + "representative": 12127, + "members": [ + 12127 + ], + "max_error": 0.0 + }, + { + "representative": 12114, + "members": [ + 12114 + ], + "max_error": 0.0 + }, + { + "representative": 12115, + "members": [ + 12115 + ], + "max_error": 0.0 + }, + { + "representative": 12116, + "members": [ + 12116 + ], + "max_error": 0.0 + }, + { + "representative": 12117, + "members": [ + 12117 + ], + "max_error": 0.0 + }, + { + "representative": 12118, + "members": [ + 12118 + ], + "max_error": 0.0 + }, + { + "representative": 12119, + "members": [ + 12119 + ], + "max_error": 0.0 + }, + { + "representative": 12128, + "members": [ + 12128 + ], + "max_error": 0.0 + }, + { + "representative": 12136, + "members": [ + 12136 + ], + "max_error": 0.0 + }, + { + "representative": 12137, + "members": [ + 12137 + ], + "max_error": 0.0 + }, + { + "representative": 12129, + "members": [ + 12129 + ], + "max_error": 0.0 + }, + { + "representative": 12138, + "members": [ + 12138 + ], + "max_error": 0.0 + }, + { + "representative": 12139, + "members": [ + 12139 + ], + "max_error": 0.0 + }, + { + "representative": 12140, + "members": [ + 12140 + ], + "max_error": 0.0 + }, + { + "representative": 12141, + "members": [ + 12141 + ], + "max_error": 0.0 + }, + { + "representative": 12142, + "members": [ + 12142 + ], + "max_error": 0.0 + }, + { + "representative": 12143, + "members": [ + 12143 + ], + "max_error": 0.0 + }, + { + "representative": 12130, + "members": [ + 12130 + ], + "max_error": 0.0 + }, + { + "representative": 12131, + "members": [ + 12131 + ], + "max_error": 0.0 + }, + { + "representative": 12132, + "members": [ + 12132 + ], + "max_error": 0.0 + }, + { + "representative": 12133, + "members": [ + 12133 + ], + "max_error": 0.0 + }, + { + "representative": 12134, + "members": [ + 12134 + ], + "max_error": 0.0 + }, + { + "representative": 12135, + "members": [ + 12135 + ], + "max_error": 0.0 + }, + { + "representative": 12000, + "members": [ + 12000 + ], + "max_error": 0.0 + }, + { + "representative": 12008, + "members": [ + 12008 + ], + "max_error": 0.0 + }, + { + "representative": 12009, + "members": [ + 12009 + ], + "max_error": 0.0 + }, + { + "representative": 12001, + "members": [ + 12001 + ], + "max_error": 0.0 + }, + { + "representative": 12010, + "members": [ + 12010 + ], + "max_error": 0.0 + }, + { + "representative": 12011, + "members": [ + 12011 + ], + "max_error": 0.0 + }, + { + "representative": 12012, + "members": [ + 12012 + ], + "max_error": 0.0 + }, + { + "representative": 12013, + "members": [ + 12013 + ], + "max_error": 0.0 + }, + { + "representative": 12014, + "members": [ + 12014 + ], + "max_error": 0.0 + }, + { + "representative": 12015, + "members": [ + 12015 + ], + "max_error": 0.0 + }, + { + "representative": 12002, + "members": [ + 12002 + ], + "max_error": 0.0 + }, + { + "representative": 12003, + "members": [ + 12003 + ], + "max_error": 0.0 + }, + { + "representative": 12004, + "members": [ + 12004 + ], + "max_error": 0.0 + }, + { + "representative": 12005, + "members": [ + 12005 + ], + "max_error": 0.0 + }, + { + "representative": 12006, + "members": [ + 12006 + ], + "max_error": 0.0 + }, + { + "representative": 12007, + "members": [ + 12007 + ], + "max_error": 0.0 + }, + { + "representative": 12144, + "members": [ + 12144 + ], + "max_error": 0.0 + }, + { + "representative": 12152, + "members": [ + 12152 + ], + "max_error": 0.0 + }, + { + "representative": 12153, + "members": [ + 12153 + ], + "max_error": 0.0 + }, + { + "representative": 12145, + "members": [ + 12145 + ], + "max_error": 0.0 + }, + { + "representative": 12154, + "members": [ + 12154 + ], + "max_error": 0.0 + }, + { + "representative": 12155, + "members": [ + 12155 + ], + "max_error": 0.0 + }, + { + "representative": 12156, + "members": [ + 12156 + ], + "max_error": 0.0 + }, + { + "representative": 12157, + "members": [ + 12157 + ], + "max_error": 0.0 + }, + { + "representative": 12158, + "members": [ + 12158 + ], + "max_error": 0.0 + }, + { + "representative": 12159, + "members": [ + 12159 + ], + "max_error": 0.0 + }, + { + "representative": 12146, + "members": [ + 12146 + ], + "max_error": 0.0 + }, + { + "representative": 12147, + "members": [ + 12147 + ], + "max_error": 0.0 + }, + { + "representative": 12148, + "members": [ + 12148 + ], + "max_error": 0.0 + }, + { + "representative": 12149, + "members": [ + 12149 + ], + "max_error": 0.0 + }, + { + "representative": 12150, + "members": [ + 12150 + ], + "max_error": 0.0 + }, + { + "representative": 12151, + "members": [ + 12151 + ], + "max_error": 0.0 + }, + { + "representative": 12160, + "members": [ + 12160 + ], + "max_error": 0.0 + }, + { + "representative": 12168, + "members": [ + 12168 + ], + "max_error": 0.0 + }, + { + "representative": 12169, + "members": [ + 12169 + ], + "max_error": 0.0 + }, + { + "representative": 12161, + "members": [ + 12161 + ], + "max_error": 0.0 + }, + { + "representative": 12170, + "members": [ + 12170 + ], + "max_error": 0.0 + }, + { + "representative": 12171, + "members": [ + 12171 + ], + "max_error": 0.0 + }, + { + "representative": 12172, + "members": [ + 12172 + ], + "max_error": 0.0 + }, + { + "representative": 12173, + "members": [ + 12173 + ], + "max_error": 0.0 + }, + { + "representative": 12174, + "members": [ + 12174 + ], + "max_error": 0.0 + }, + { + "representative": 12175, + "members": [ + 12175 + ], + "max_error": 0.0 + }, + { + "representative": 12162, + "members": [ + 12162 + ], + "max_error": 0.0 + }, + { + "representative": 12163, + "members": [ + 12163 + ], + "max_error": 0.0 + }, + { + "representative": 12164, + "members": [ + 12164 + ], + "max_error": 0.0 + }, + { + "representative": 12165, + "members": [ + 12165 + ], + "max_error": 0.0 + }, + { + "representative": 12166, + "members": [ + 12166 + ], + "max_error": 0.0 + }, + { + "representative": 12167, + "members": [ + 12167 + ], + "max_error": 0.0 + }, + { + "representative": 12176, + "members": [ + 12176 + ], + "max_error": 0.0 + }, + { + "representative": 12184, + "members": [ + 12184 + ], + "max_error": 0.0 + }, + { + "representative": 12185, + "members": [ + 12185 + ], + "max_error": 0.0 + }, + { + "representative": 12177, + "members": [ + 12177 + ], + "max_error": 0.0 + }, + { + "representative": 12186, + "members": [ + 12186 + ], + "max_error": 0.0 + }, + { + "representative": 12187, + "members": [ + 12187 + ], + "max_error": 0.0 + }, + { + "representative": 12188, + "members": [ + 12188 + ], + "max_error": 0.0 + }, + { + "representative": 12189, + "members": [ + 12189 + ], + "max_error": 0.0 + }, + { + "representative": 12190, + "members": [ + 12190 + ], + "max_error": 0.0 + }, + { + "representative": 12191, + "members": [ + 12191 + ], + "max_error": 0.0 + }, + { + "representative": 12178, + "members": [ + 12178 + ], + "max_error": 0.0 + }, + { + "representative": 12179, + "members": [ + 12179 + ], + "max_error": 0.0 + }, + { + "representative": 12180, + "members": [ + 12180 + ], + "max_error": 0.0 + }, + { + "representative": 12181, + "members": [ + 12181 + ], + "max_error": 0.0 + }, + { + "representative": 12182, + "members": [ + 12182 + ], + "max_error": 0.0 + }, + { + "representative": 12183, + "members": [ + 12183 + ], + "max_error": 0.0 + }, + { + "representative": 12192, + "members": [ + 12192 + ], + "max_error": 0.0 + }, + { + "representative": 12200, + "members": [ + 12200 + ], + "max_error": 0.0 + }, + { + "representative": 12201, + "members": [ + 12201 + ], + "max_error": 0.0 + }, + { + "representative": 12193, + "members": [ + 12193 + ], + "max_error": 0.0 + }, + { + "representative": 12202, + "members": [ + 12202 + ], + "max_error": 0.0 + }, + { + "representative": 12203, + "members": [ + 12203 + ], + "max_error": 0.0 + }, + { + "representative": 12204, + "members": [ + 12204 + ], + "max_error": 0.0 + }, + { + "representative": 12205, + "members": [ + 12205 + ], + "max_error": 0.0 + }, + { + "representative": 12206, + "members": [ + 12206 + ], + "max_error": 0.0 + }, + { + "representative": 12207, + "members": [ + 12207 + ], + "max_error": 0.0 + }, + { + "representative": 12194, + "members": [ + 12194 + ], + "max_error": 0.0 + }, + { + "representative": 12195, + "members": [ + 12195 + ], + "max_error": 0.0 + }, + { + "representative": 12196, + "members": [ + 12196 + ], + "max_error": 0.0 + }, + { + "representative": 12197, + "members": [ + 12197 + ], + "max_error": 0.0 + }, + { + "representative": 12198, + "members": [ + 12198 + ], + "max_error": 0.0 + }, + { + "representative": 12199, + "members": [ + 12199 + ], + "max_error": 0.0 + }, + { + "representative": 12208, + "members": [ + 12208 + ], + "max_error": 0.0 + }, + { + "representative": 12216, + "members": [ + 12216 + ], + "max_error": 0.0 + }, + { + "representative": 12217, + "members": [ + 12217 + ], + "max_error": 0.0 + }, + { + "representative": 12209, + "members": [ + 12209 + ], + "max_error": 0.0 + }, + { + "representative": 12218, + "members": [ + 12218 + ], + "max_error": 0.0 + }, + { + "representative": 12219, + "members": [ + 12219 + ], + "max_error": 0.0 + }, + { + "representative": 12220, + "members": [ + 12220 + ], + "max_error": 0.0 + }, + { + "representative": 12221, + "members": [ + 12221 + ], + "max_error": 0.0 + }, + { + "representative": 12222, + "members": [ + 12222 + ], + "max_error": 0.0 + }, + { + "representative": 12223, + "members": [ + 12223 + ], + "max_error": 0.0 + }, + { + "representative": 12210, + "members": [ + 12210 + ], + "max_error": 0.0 + }, + { + "representative": 12211, + "members": [ + 12211 + ], + "max_error": 0.0 + }, + { + "representative": 12212, + "members": [ + 12212 + ], + "max_error": 0.0 + }, + { + "representative": 12213, + "members": [ + 12213 + ], + "max_error": 0.0 + }, + { + "representative": 12214, + "members": [ + 12214 + ], + "max_error": 0.0 + }, + { + "representative": 12215, + "members": [ + 12215 + ], + "max_error": 0.0 + }, + { + "representative": 12224, + "members": [ + 12224 + ], + "max_error": 0.0 + }, + { + "representative": 12232, + "members": [ + 12232 + ], + "max_error": 0.0 + }, + { + "representative": 12233, + "members": [ + 12233 + ], + "max_error": 0.0 + }, + { + "representative": 12225, + "members": [ + 12225 + ], + "max_error": 0.0 + }, + { + "representative": 12234, + "members": [ + 12234 + ], + "max_error": 0.0 + }, + { + "representative": 12235, + "members": [ + 12235 + ], + "max_error": 0.0 + }, + { + "representative": 12236, + "members": [ + 12236 + ], + "max_error": 0.0 + }, + { + "representative": 12237, + "members": [ + 12237 + ], + "max_error": 0.0 + }, + { + "representative": 12238, + "members": [ + 12238 + ], + "max_error": 0.0 + }, + { + "representative": 12239, + "members": [ + 12239 + ], + "max_error": 0.0 + }, + { + "representative": 12226, + "members": [ + 12226 + ], + "max_error": 0.0 + }, + { + "representative": 12227, + "members": [ + 12227 + ], + "max_error": 0.0 + }, + { + "representative": 12228, + "members": [ + 12228 + ], + "max_error": 0.0 + }, + { + "representative": 12229, + "members": [ + 12229 + ], + "max_error": 0.0 + }, + { + "representative": 12230, + "members": [ + 12230 + ], + "max_error": 0.0 + }, + { + "representative": 12231, + "members": [ + 12231 + ], + "max_error": 0.0 + }, + { + "representative": 12016, + "members": [ + 12016 + ], + "max_error": 0.0 + }, + { + "representative": 12024, + "members": [ + 12024 + ], + "max_error": 0.0 + }, + { + "representative": 12025, + "members": [ + 12025 + ], + "max_error": 0.0 + }, + { + "representative": 12017, + "members": [ + 12017 + ], + "max_error": 0.0 + }, + { + "representative": 12026, + "members": [ + 12026 + ], + "max_error": 0.0 + }, + { + "representative": 12027, + "members": [ + 12027 + ], + "max_error": 0.0 + }, + { + "representative": 12028, + "members": [ + 12028 + ], + "max_error": 0.0 + }, + { + "representative": 12029, + "members": [ + 12029 + ], + "max_error": 0.0 + }, + { + "representative": 12030, + "members": [ + 12030 + ], + "max_error": 0.0 + }, + { + "representative": 12031, + "members": [ + 12031 + ], + "max_error": 0.0 + }, + { + "representative": 12018, + "members": [ + 12018 + ], + "max_error": 0.0 + }, + { + "representative": 12019, + "members": [ + 12019 + ], + "max_error": 0.0 + }, + { + "representative": 12020, + "members": [ + 12020 + ], + "max_error": 0.0 + }, + { + "representative": 12021, + "members": [ + 12021 + ], + "max_error": 0.0 + }, + { + "representative": 12022, + "members": [ + 12022 + ], + "max_error": 0.0 + }, + { + "representative": 12023, + "members": [ + 12023 + ], + "max_error": 0.0 + }, + { + "representative": 12032, + "members": [ + 12032 + ], + "max_error": 0.0 + }, + { + "representative": 12040, + "members": [ + 12040 + ], + "max_error": 0.0 + }, + { + "representative": 12041, + "members": [ + 12041 + ], + "max_error": 0.0 + }, + { + "representative": 12033, + "members": [ + 12033 + ], + "max_error": 0.0 + }, + { + "representative": 12042, + "members": [ + 12042 + ], + "max_error": 0.0 + }, + { + "representative": 12043, + "members": [ + 12043 + ], + "max_error": 0.0 + }, + { + "representative": 12044, + "members": [ + 12044 + ], + "max_error": 0.0 + }, + { + "representative": 12045, + "members": [ + 12045 + ], + "max_error": 0.0 + }, + { + "representative": 12046, + "members": [ + 12046 + ], + "max_error": 0.0 + }, + { + "representative": 12047, + "members": [ + 12047 + ], + "max_error": 0.0 + }, + { + "representative": 12034, + "members": [ + 12034 + ], + "max_error": 0.0 + }, + { + "representative": 12035, + "members": [ + 12035 + ], + "max_error": 0.0 + }, + { + "representative": 12036, + "members": [ + 12036 + ], + "max_error": 0.0 + }, + { + "representative": 12037, + "members": [ + 12037 + ], + "max_error": 0.0 + }, + { + "representative": 12038, + "members": [ + 12038 + ], + "max_error": 0.0 + }, + { + "representative": 12039, + "members": [ + 12039 + ], + "max_error": 0.0 + }, + { + "representative": 12048, + "members": [ + 12048 + ], + "max_error": 0.0 + }, + { + "representative": 12056, + "members": [ + 12056 + ], + "max_error": 0.0 + }, + { + "representative": 12057, + "members": [ + 12057 + ], + "max_error": 0.0 + }, + { + "representative": 12049, + "members": [ + 12049 + ], + "max_error": 0.0 + }, + { + "representative": 12058, + "members": [ + 12058 + ], + "max_error": 0.0 + }, + { + "representative": 12059, + "members": [ + 12059 + ], + "max_error": 0.0 + }, + { + "representative": 12060, + "members": [ + 12060 + ], + "max_error": 0.0 + }, + { + "representative": 12061, + "members": [ + 12061 + ], + "max_error": 0.0 + }, + { + "representative": 12062, + "members": [ + 12062 + ], + "max_error": 0.0 + }, + { + "representative": 12063, + "members": [ + 12063 + ], + "max_error": 0.0 + }, + { + "representative": 12050, + "members": [ + 12050 + ], + "max_error": 0.0 + }, + { + "representative": 12051, + "members": [ + 12051 + ], + "max_error": 0.0 + }, + { + "representative": 12052, + "members": [ + 12052 + ], + "max_error": 0.0 + }, + { + "representative": 12053, + "members": [ + 12053 + ], + "max_error": 0.0 + }, + { + "representative": 12054, + "members": [ + 12054 + ], + "max_error": 0.0 + }, + { + "representative": 12055, + "members": [ + 12055 + ], + "max_error": 0.0 + }, + { + "representative": 12064, + "members": [ + 12064 + ], + "max_error": 0.0 + }, + { + "representative": 12072, + "members": [ + 12072 + ], + "max_error": 0.0 + }, + { + "representative": 12073, + "members": [ + 12073 + ], + "max_error": 0.0 + }, + { + "representative": 12065, + "members": [ + 12065 + ], + "max_error": 0.0 + }, + { + "representative": 12074, + "members": [ + 12074 + ], + "max_error": 0.0 + }, + { + "representative": 12075, + "members": [ + 12075 + ], + "max_error": 0.0 + }, + { + "representative": 12076, + "members": [ + 12076 + ], + "max_error": 0.0 + }, + { + "representative": 12077, + "members": [ + 12077 + ], + "max_error": 0.0 + }, + { + "representative": 12078, + "members": [ + 12078 + ], + "max_error": 0.0 + }, + { + "representative": 12079, + "members": [ + 12079 + ], + "max_error": 0.0 + }, + { + "representative": 12066, + "members": [ + 12066 + ], + "max_error": 0.0 + }, + { + "representative": 12067, + "members": [ + 12067 + ], + "max_error": 0.0 + }, + { + "representative": 12068, + "members": [ + 12068 + ], + "max_error": 0.0 + }, + { + "representative": 12069, + "members": [ + 12069 + ], + "max_error": 0.0 + }, + { + "representative": 12070, + "members": [ + 12070 + ], + "max_error": 0.0 + }, + { + "representative": 12071, + "members": [ + 12071 + ], + "max_error": 0.0 + }, + { + "representative": 12080, + "members": [ + 12080 + ], + "max_error": 0.0 + }, + { + "representative": 12088, + "members": [ + 12088 + ], + "max_error": 0.0 + }, + { + "representative": 12089, + "members": [ + 12089 + ], + "max_error": 0.0 + }, + { + "representative": 12081, + "members": [ + 12081 + ], + "max_error": 0.0 + }, + { + "representative": 12090, + "members": [ + 12090 + ], + "max_error": 0.0 + }, + { + "representative": 12091, + "members": [ + 12091 + ], + "max_error": 0.0 + }, + { + "representative": 12092, + "members": [ + 12092 + ], + "max_error": 0.0 + }, + { + "representative": 12093, + "members": [ + 12093 + ], + "max_error": 0.0 + }, + { + "representative": 12094, + "members": [ + 12094 + ], + "max_error": 0.0 + }, + { + "representative": 12095, + "members": [ + 12095 + ], + "max_error": 0.0 + }, + { + "representative": 12082, + "members": [ + 12082 + ], + "max_error": 0.0 + }, + { + "representative": 12083, + "members": [ + 12083 + ], + "max_error": 0.0 + }, + { + "representative": 12084, + "members": [ + 12084 + ], + "max_error": 0.0 + }, + { + "representative": 12085, + "members": [ + 12085 + ], + "max_error": 0.0 + }, + { + "representative": 12086, + "members": [ + 12086 + ], + "max_error": 0.0 + }, + { + "representative": 12087, + "members": [ + 12087 + ], + "max_error": 0.0 + }, + { + "representative": 12096, + "members": [ + 12096 + ], + "max_error": 0.0 + }, + { + "representative": 12104, + "members": [ + 12104 + ], + "max_error": 0.0 + }, + { + "representative": 12105, + "members": [ + 12105 + ], + "max_error": 0.0 + }, + { + "representative": 12097, + "members": [ + 12097 + ], + "max_error": 0.0 + }, + { + "representative": 12106, + "members": [ + 12106 + ], + "max_error": 0.0 + }, + { + "representative": 12107, + "members": [ + 12107 + ], + "max_error": 0.0 + }, + { + "representative": 12108, + "members": [ + 12108 + ], + "max_error": 0.0 + }, + { + "representative": 12109, + "members": [ + 12109 + ], + "max_error": 0.0 + }, + { + "representative": 12110, + "members": [ + 12110 + ], + "max_error": 0.0 + }, + { + "representative": 12111, + "members": [ + 12111 + ], + "max_error": 0.0 + }, + { + "representative": 12098, + "members": [ + 12098 + ], + "max_error": 0.0 + }, + { + "representative": 12099, + "members": [ + 12099 + ], + "max_error": 0.0 + }, + { + "representative": 12100, + "members": [ + 12100 + ], + "max_error": 0.0 + }, + { + "representative": 12101, + "members": [ + 12101 + ], + "max_error": 0.0 + }, + { + "representative": 12102, + "members": [ + 12102 + ], + "max_error": 0.0 + }, + { + "representative": 12103, + "members": [ + 12103 + ], + "max_error": 0.0 + }, + { + "representative": 12506, + "members": [ + 12506 + ], + "max_error": 0.0 + }, + { + "representative": 12507, + "members": [ + 12507 + ], + "max_error": 0.0 + }, + { + "representative": 12509, + "members": [ + 12509 + ], + "max_error": 0.0 + }, + { + "representative": 12510, + "members": [ + 12510 + ], + "max_error": 0.0 + }, + { + "representative": 12498, + "members": [ + 12498 + ], + "max_error": 0.0 + }, + { + "representative": 12499, + "members": [ + 12499 + ], + "max_error": 0.0 + }, + { + "representative": 12501, + "members": [ + 12501 + ], + "max_error": 0.0 + }, + { + "representative": 12503, + "members": [ + 12503 + ], + "max_error": 0.0 + }, + { + "representative": 12624, + "members": [ + 12624 + ], + "max_error": 0.0 + }, + { + "representative": 12625, + "members": [ + 12625 + ], + "max_error": 0.0 + }, + { + "representative": 12634, + "members": [ + 12634 + ], + "max_error": 0.0 + }, + { + "representative": 12636, + "members": [ + 12636 + ], + "max_error": 0.0 + }, + { + "representative": 12637, + "members": [ + 12637 + ], + "max_error": 0.0 + }, + { + "representative": 12638, + "members": [ + 12638 + ], + "max_error": 0.0 + }, + { + "representative": 12639, + "members": [ + 12639 + ], + "max_error": 0.0 + }, + { + "representative": 12628, + "members": [ + 12628 + ], + "max_error": 0.0 + }, + { + "representative": 12629, + "members": [ + 12629 + ], + "max_error": 0.0 + }, + { + "representative": 12653, + "members": [ + 12653 + ], + "max_error": 0.0 + }, + { + "representative": 12644, + "members": [ + 12644 + ], + "max_error": 0.0 + }, + { + "representative": 12647, + "members": [ + 12647 + ], + "max_error": 0.0 + }, + { + "representative": 12522, + "members": [ + 12522 + ], + "max_error": 0.0 + }, + { + "representative": 12523, + "members": [ + 12523 + ], + "max_error": 0.0 + }, + { + "representative": 12524, + "members": [ + 12524 + ], + "max_error": 0.0 + }, + { + "representative": 12526, + "members": [ + 12526 + ], + "max_error": 0.0 + }, + { + "representative": 12527, + "members": [ + 12527 + ], + "max_error": 0.0 + }, + { + "representative": 12514, + "members": [ + 12514 + ], + "max_error": 0.0 + }, + { + "representative": 12515, + "members": [ + 12515 + ], + "max_error": 0.0 + }, + { + "representative": 12516, + "members": [ + 12516 + ], + "max_error": 0.0 + }, + { + "representative": 12517, + "members": [ + 12517 + ], + "max_error": 0.0 + }, + { + "representative": 12656, + "members": [ + 12656 + ], + "max_error": 0.0 + }, + { + "representative": 12664, + "members": [ + 12664 + ], + "max_error": 0.0 + }, + { + "representative": 12665, + "members": [ + 12665 + ], + "max_error": 0.0 + }, + { + "representative": 12668, + "members": [ + 12668 + ], + "max_error": 0.0 + }, + { + "representative": 12669, + "members": [ + 12669 + ], + "max_error": 0.0 + }, + { + "representative": 12658, + "members": [ + 12658 + ], + "max_error": 0.0 + }, + { + "representative": 12659, + "members": [ + 12659 + ], + "max_error": 0.0 + }, + { + "representative": 12662, + "members": [ + 12662 + ], + "max_error": 0.0 + }, + { + "representative": 12682, + "members": [ + 12682 + ], + "max_error": 0.0 + }, + { + "representative": 12686, + "members": [ + 12686 + ], + "max_error": 0.0 + }, + { + "representative": 12687, + "members": [ + 12687 + ], + "max_error": 0.0 + }, + { + "representative": 12674, + "members": [ + 12674 + ], + "max_error": 0.0 + }, + { + "representative": 12676, + "members": [ + 12676 + ], + "max_error": 0.0 + }, + { + "representative": 12677, + "members": [ + 12677 + ], + "max_error": 0.0 + }, + { + "representative": 12678, + "members": [ + 12678 + ], + "max_error": 0.0 + }, + { + "representative": 12698, + "members": [ + 12698 + ], + "max_error": 0.0 + }, + { + "representative": 12699, + "members": [ + 12699 + ], + "max_error": 0.0 + }, + { + "representative": 12700, + "members": [ + 12700 + ], + "max_error": 0.0 + }, + { + "representative": 12702, + "members": [ + 12702 + ], + "max_error": 0.0 + }, + { + "representative": 12690, + "members": [ + 12690 + ], + "max_error": 0.0 + }, + { + "representative": 12691, + "members": [ + 12691 + ], + "max_error": 0.0 + }, + { + "representative": 12695, + "members": [ + 12695 + ], + "max_error": 0.0 + }, + { + "representative": 12704, + "members": [ + 12704 + ], + "max_error": 0.0 + }, + { + "representative": 12713, + "members": [ + 12713 + ], + "max_error": 0.0 + }, + { + "representative": 12715, + "members": [ + 12715 + ], + "max_error": 0.0 + }, + { + "representative": 12716, + "members": [ + 12716 + ], + "max_error": 0.0 + }, + { + "representative": 12718, + "members": [ + 12718 + ], + "max_error": 0.0 + }, + { + "representative": 12706, + "members": [ + 12706 + ], + "max_error": 0.0 + }, + { + "representative": 12709, + "members": [ + 12709 + ], + "max_error": 0.0 + }, + { + "representative": 12710, + "members": [ + 12710 + ], + "max_error": 0.0 + }, + { + "representative": 12720, + "members": [ + 12720 + ], + "max_error": 0.0 + }, + { + "representative": 12734, + "members": [ + 12734 + ], + "max_error": 0.0 + }, + { + "representative": 12726, + "members": [ + 12726 + ], + "max_error": 0.0 + }, + { + "representative": 12746, + "members": [ + 12746 + ], + "max_error": 0.0 + }, + { + "representative": 12748, + "members": [ + 12748 + ], + "max_error": 0.0 + }, + { + "representative": 12750, + "members": [ + 12750 + ], + "max_error": 0.0 + }, + { + "representative": 12741, + "members": [ + 12741 + ], + "max_error": 0.0 + }, + { + "representative": 12743, + "members": [ + 12743 + ], + "max_error": 0.0 + }, + { + "representative": 12633, + "members": [ + 12633 + ], + "max_error": 0.0 + }, + { + "representative": 12730, + "members": [ + 12730 + ], + "max_error": 0.0 + }, + { + "representative": 12590, + "members": [ + 12590 + ], + "max_error": 0.0 + }, + { + "representative": 12737, + "members": [ + 12737 + ], + "max_error": 0.0 + }, + { + "representative": 12661, + "members": [ + 12661 + ], + "max_error": 0.0 + }, + { + "representative": 12557, + "members": [ + 12557 + ], + "max_error": 0.0 + }, + { + "representative": 12595, + "members": [ + 12595 + ], + "max_error": 0.0 + }, + { + "representative": 12663, + "members": [ + 12663 + ], + "max_error": 0.0 + }, + { + "representative": 12736, + "members": [ + 12736 + ], + "max_error": 0.0 + }, + { + "representative": 12497, + "members": [ + 12497 + ], + "max_error": 0.0 + }, + { + "representative": 12536, + "members": [ + 12536 + ], + "max_error": 0.0 + }, + { + "representative": 12504, + "members": [ + 12504 + ], + "max_error": 0.0 + }, + { + "representative": 12589, + "members": [ + 12589 + ], + "max_error": 0.0 + }, + { + "representative": 12518, + "members": [ + 12518 + ], + "max_error": 0.0 + }, + { + "representative": 12681, + "members": [ + 12681 + ], + "max_error": 0.0 + }, + { + "representative": 12512, + "members": [ + 12512 + ], + "max_error": 0.0 + }, + { + "representative": 12513, + "members": [ + 12513 + ], + "max_error": 0.0 + }, + { + "representative": 12655, + "members": [ + 12655 + ], + "max_error": 0.0 + }, + { + "representative": 12670, + "members": [ + 12670 + ], + "max_error": 0.0 + }, + { + "representative": 12738, + "members": [ + 12738 + ], + "max_error": 0.0 + }, + { + "representative": 12607, + "members": [ + 12607 + ], + "max_error": 0.0 + }, + { + "representative": 12594, + "members": [ + 12594 + ], + "max_error": 0.0 + }, + { + "representative": 12554, + "members": [ + 12554 + ], + "max_error": 0.0 + }, + { + "representative": 12508, + "members": [ + 12508 + ], + "max_error": 0.0 + }, + { + "representative": 12723, + "members": [ + 12723 + ], + "max_error": 0.0 + }, + { + "representative": 12569, + "members": [ + 12569 + ], + "max_error": 0.0 + }, + { + "representative": 12550, + "members": [ + 12550 + ], + "max_error": 0.0 + }, + { + "representative": 12705, + "members": [ + 12705 + ], + "max_error": 0.0 + }, + { + "representative": 12572, + "members": [ + 12572 + ], + "max_error": 0.0 + }, + { + "representative": 12551, + "members": [ + 12551 + ], + "max_error": 0.0 + }, + { + "representative": 12549, + "members": [ + 12549 + ], + "max_error": 0.0 + }, + { + "representative": 12747, + "members": [ + 12747 + ], + "max_error": 0.0 + }, + { + "representative": 12559, + "members": [ + 12559 + ], + "max_error": 0.0 + }, + { + "representative": 12528, + "members": [ + 12528 + ], + "max_error": 0.0 + }, + { + "representative": 12537, + "members": [ + 12537 + ], + "max_error": 0.0 + }, + { + "representative": 12539, + "members": [ + 12539 + ], + "max_error": 0.0 + }, + { + "representative": 12540, + "members": [ + 12540 + ], + "max_error": 0.0 + }, + { + "representative": 12541, + "members": [ + 12541 + ], + "max_error": 0.0 + }, + { + "representative": 12542, + "members": [ + 12542 + ], + "max_error": 0.0 + }, + { + "representative": 12543, + "members": [ + 12543 + ], + "max_error": 0.0 + }, + { + "representative": 12530, + "members": [ + 12530 + ], + "max_error": 0.0 + }, + { + "representative": 12531, + "members": [ + 12531 + ], + "max_error": 0.0 + }, + { + "representative": 12532, + "members": [ + 12532 + ], + "max_error": 0.0 + }, + { + "representative": 12535, + "members": [ + 12535 + ], + "max_error": 0.0 + }, + { + "representative": 12744, + "members": [ + 12744 + ], + "max_error": 0.0 + }, + { + "representative": 12660, + "members": [ + 12660 + ], + "max_error": 0.0 + }, + { + "representative": 12502, + "members": [ + 12502 + ], + "max_error": 0.0 + }, + { + "representative": 12646, + "members": [ + 12646 + ], + "max_error": 0.0 + }, + { + "representative": 12683, + "members": [ + 12683 + ], + "max_error": 0.0 + }, + { + "representative": 12711, + "members": [ + 12711 + ], + "max_error": 0.0 + }, + { + "representative": 12621, + "members": [ + 12621 + ], + "max_error": 0.0 + }, + { + "representative": 12548, + "members": [ + 12548 + ], + "max_error": 0.0 + }, + { + "representative": 12654, + "members": [ + 12654 + ], + "max_error": 0.0 + }, + { + "representative": 12742, + "members": [ + 12742 + ], + "max_error": 0.0 + }, + { + "representative": 12740, + "members": [ + 12740 + ], + "max_error": 0.0 + }, + { + "representative": 12538, + "members": [ + 12538 + ], + "max_error": 0.0 + }, + { + "representative": 12597, + "members": [ + 12597 + ], + "max_error": 0.0 + }, + { + "representative": 12712, + "members": [ + 12712 + ], + "max_error": 0.0 + }, + { + "representative": 12525, + "members": [ + 12525 + ], + "max_error": 0.0 + }, + { + "representative": 12587, + "members": [ + 12587 + ], + "max_error": 0.0 + }, + { + "representative": 12650, + "members": [ + 12650 + ], + "max_error": 0.0 + }, + { + "representative": 12707, + "members": [ + 12707 + ], + "max_error": 0.0 + }, + { + "representative": 12623, + "members": [ + 12623 + ], + "max_error": 0.0 + }, + { + "representative": 12745, + "members": [ + 12745 + ], + "max_error": 0.0 + }, + { + "representative": 12519, + "members": [ + 12519 + ], + "max_error": 0.0 + }, + { + "representative": 12667, + "members": [ + 12667 + ], + "max_error": 0.0 + }, + { + "representative": 12562, + "members": [ + 12562 + ], + "max_error": 0.0 + }, + { + "representative": 12685, + "members": [ + 12685 + ], + "max_error": 0.0 + }, + { + "representative": 12584, + "members": [ + 12584 + ], + "max_error": 0.0 + }, + { + "representative": 12649, + "members": [ + 12649 + ], + "max_error": 0.0 + }, + { + "representative": 12645, + "members": [ + 12645 + ], + "max_error": 0.0 + }, + { + "representative": 12640, + "members": [ + 12640 + ], + "max_error": 0.0 + }, + { + "representative": 12671, + "members": [ + 12671 + ], + "max_error": 0.0 + }, + { + "representative": 12675, + "members": [ + 12675 + ], + "max_error": 0.0 + }, + { + "representative": 12521, + "members": [ + 12521 + ], + "max_error": 0.0 + }, + { + "representative": 12643, + "members": [ + 12643 + ], + "max_error": 0.0 + }, + { + "representative": 12573, + "members": [ + 12573 + ], + "max_error": 0.0 + }, + { + "representative": 12585, + "members": [ + 12585 + ], + "max_error": 0.0 + }, + { + "representative": 12505, + "members": [ + 12505 + ], + "max_error": 0.0 + }, + { + "representative": 12601, + "members": [ + 12601 + ], + "max_error": 0.0 + }, + { + "representative": 12627, + "members": [ + 12627 + ], + "max_error": 0.0 + }, + { + "representative": 12733, + "members": [ + 12733 + ], + "max_error": 0.0 + }, + { + "representative": 12714, + "members": [ + 12714 + ], + "max_error": 0.0 + }, + { + "representative": 12533, + "members": [ + 12533 + ], + "max_error": 0.0 + }, + { + "representative": 12496, + "members": [ + 12496 + ], + "max_error": 0.0 + }, + { + "representative": 12725, + "members": [ + 12725 + ], + "max_error": 0.0 + }, + { + "representative": 12689, + "members": [ + 12689 + ], + "max_error": 0.0 + }, + { + "representative": 12739, + "members": [ + 12739 + ], + "max_error": 0.0 + }, + { + "representative": 12630, + "members": [ + 12630 + ], + "max_error": 0.0 + }, + { + "representative": 12618, + "members": [ + 12618 + ], + "max_error": 0.0 + }, + { + "representative": 12728, + "members": [ + 12728 + ], + "max_error": 0.0 + }, + { + "representative": 12729, + "members": [ + 12729 + ], + "max_error": 0.0 + }, + { + "representative": 12651, + "members": [ + 12651 + ], + "max_error": 0.0 + }, + { + "representative": 12626, + "members": [ + 12626 + ], + "max_error": 0.0 + }, + { + "representative": 12701, + "members": [ + 12701 + ], + "max_error": 0.0 + }, + { + "representative": 12732, + "members": [ + 12732 + ], + "max_error": 0.0 + }, + { + "representative": 12666, + "members": [ + 12666 + ], + "max_error": 0.0 + }, + { + "representative": 12697, + "members": [ + 12697 + ], + "max_error": 0.0 + }, + { + "representative": 12735, + "members": [ + 12735 + ], + "max_error": 0.0 + }, + { + "representative": 12719, + "members": [ + 12719 + ], + "max_error": 0.0 + }, + { + "representative": 12727, + "members": [ + 12727 + ], + "max_error": 0.0 + }, + { + "representative": 12684, + "members": [ + 12684 + ], + "max_error": 0.0 + }, + { + "representative": 12688, + "members": [ + 12688 + ], + "max_error": 0.0 + }, + { + "representative": 12708, + "members": [ + 12708 + ], + "max_error": 0.0 + }, + { + "representative": 12694, + "members": [ + 12694 + ], + "max_error": 0.0 + }, + { + "representative": 12703, + "members": [ + 12703 + ], + "max_error": 0.0 + }, + { + "representative": 12680, + "members": [ + 12680 + ], + "max_error": 0.0 + }, + { + "representative": 12632, + "members": [ + 12632 + ], + "max_error": 0.0 + }, + { + "representative": 12560, + "members": [ + 12560 + ], + "max_error": 0.0 + }, + { + "representative": 12673, + "members": [ + 12673 + ], + "max_error": 0.0 + }, + { + "representative": 12635, + "members": [ + 12635 + ], + "max_error": 0.0 + }, + { + "representative": 12534, + "members": [ + 12534 + ], + "max_error": 0.0 + }, + { + "representative": 12566, + "members": [ + 12566 + ], + "max_error": 0.0 + }, + { + "representative": 12558, + "members": [ + 12558 + ], + "max_error": 0.0 + }, + { + "representative": 12582, + "members": [ + 12582 + ], + "max_error": 0.0 + }, + { + "representative": 12617, + "members": [ + 12617 + ], + "max_error": 0.0 + }, + { + "representative": 12749, + "members": [ + 12749 + ], + "max_error": 0.0 + }, + { + "representative": 12696, + "members": [ + 12696 + ], + "max_error": 0.0 + }, + { + "representative": 12717, + "members": [ + 12717 + ], + "max_error": 0.0 + }, + { + "representative": 12605, + "members": [ + 12605 + ], + "max_error": 0.0 + }, + { + "representative": 12648, + "members": [ + 12648 + ], + "max_error": 0.0 + }, + { + "representative": 12600, + "members": [ + 12600 + ], + "max_error": 0.0 + }, + { + "representative": 12692, + "members": [ + 12692 + ], + "max_error": 0.0 + }, + { + "representative": 12693, + "members": [ + 12693 + ], + "max_error": 0.0 + }, + { + "representative": 12641, + "members": [ + 12641 + ], + "max_error": 0.0 + }, + { + "representative": 12593, + "members": [ + 12593 + ], + "max_error": 0.0 + }, + { + "representative": 12500, + "members": [ + 12500 + ], + "max_error": 0.0 + }, + { + "representative": 12511, + "members": [ + 12511 + ], + "max_error": 0.0 + }, + { + "representative": 12520, + "members": [ + 12520 + ], + "max_error": 0.0 + }, + { + "representative": 12722, + "members": [ + 12722 + ], + "max_error": 0.0 + }, + { + "representative": 12544, + "members": [ + 12544 + ], + "max_error": 0.0 + }, + { + "representative": 12552, + "members": [ + 12552 + ], + "max_error": 0.0 + }, + { + "representative": 12553, + "members": [ + 12553 + ], + "max_error": 0.0 + }, + { + "representative": 12545, + "members": [ + 12545 + ], + "max_error": 0.0 + }, + { + "representative": 12555, + "members": [ + 12555 + ], + "max_error": 0.0 + }, + { + "representative": 12556, + "members": [ + 12556 + ], + "max_error": 0.0 + }, + { + "representative": 12546, + "members": [ + 12546 + ], + "max_error": 0.0 + }, + { + "representative": 12547, + "members": [ + 12547 + ], + "max_error": 0.0 + }, + { + "representative": 12652, + "members": [ + 12652 + ], + "max_error": 0.0 + }, + { + "representative": 12579, + "members": [ + 12579 + ], + "max_error": 0.0 + }, + { + "representative": 12751, + "members": [ + 12751 + ], + "max_error": 0.0 + }, + { + "representative": 12529, + "members": [ + 12529 + ], + "max_error": 0.0 + }, + { + "representative": 12563, + "members": [ + 12563 + ], + "max_error": 0.0 + }, + { + "representative": 12642, + "members": [ + 12642 + ], + "max_error": 0.0 + }, + { + "representative": 12672, + "members": [ + 12672 + ], + "max_error": 0.0 + }, + { + "representative": 12724, + "members": [ + 12724 + ], + "max_error": 0.0 + }, + { + "representative": 12731, + "members": [ + 12731 + ], + "max_error": 0.0 + }, + { + "representative": 12721, + "members": [ + 12721 + ], + "max_error": 0.0 + }, + { + "representative": 12602, + "members": [ + 12602 + ], + "max_error": 0.0 + }, + { + "representative": 12657, + "members": [ + 12657 + ], + "max_error": 0.0 + }, + { + "representative": 12616, + "members": [ + 12616 + ], + "max_error": 0.0 + }, + { + "representative": 12586, + "members": [ + 12586 + ], + "max_error": 0.0 + }, + { + "representative": 12631, + "members": [ + 12631 + ], + "max_error": 0.0 + }, + { + "representative": 12679, + "members": [ + 12679 + ], + "max_error": 0.0 + }, + { + "representative": 12568, + "members": [ + 12568 + ], + "max_error": 0.0 + }, + { + "representative": 12561, + "members": [ + 12561 + ], + "max_error": 0.0 + }, + { + "representative": 12570, + "members": [ + 12570 + ], + "max_error": 0.0 + }, + { + "representative": 12571, + "members": [ + 12571 + ], + "max_error": 0.0 + }, + { + "representative": 12574, + "members": [ + 12574 + ], + "max_error": 0.0 + }, + { + "representative": 12575, + "members": [ + 12575 + ], + "max_error": 0.0 + }, + { + "representative": 12564, + "members": [ + 12564 + ], + "max_error": 0.0 + }, + { + "representative": 12565, + "members": [ + 12565 + ], + "max_error": 0.0 + }, + { + "representative": 12567, + "members": [ + 12567 + ], + "max_error": 0.0 + }, + { + "representative": 12576, + "members": [ + 12576 + ], + "max_error": 0.0 + }, + { + "representative": 12577, + "members": [ + 12577 + ], + "max_error": 0.0 + }, + { + "representative": 12588, + "members": [ + 12588 + ], + "max_error": 0.0 + }, + { + "representative": 12591, + "members": [ + 12591 + ], + "max_error": 0.0 + }, + { + "representative": 12578, + "members": [ + 12578 + ], + "max_error": 0.0 + }, + { + "representative": 12580, + "members": [ + 12580 + ], + "max_error": 0.0 + }, + { + "representative": 12581, + "members": [ + 12581 + ], + "max_error": 0.0 + }, + { + "representative": 12583, + "members": [ + 12583 + ], + "max_error": 0.0 + }, + { + "representative": 12592, + "members": [ + 12592 + ], + "max_error": 0.0 + }, + { + "representative": 12603, + "members": [ + 12603 + ], + "max_error": 0.0 + }, + { + "representative": 12604, + "members": [ + 12604 + ], + "max_error": 0.0 + }, + { + "representative": 12606, + "members": [ + 12606 + ], + "max_error": 0.0 + }, + { + "representative": 12596, + "members": [ + 12596 + ], + "max_error": 0.0 + }, + { + "representative": 12598, + "members": [ + 12598 + ], + "max_error": 0.0 + }, + { + "representative": 12599, + "members": [ + 12599 + ], + "max_error": 0.0 + }, + { + "representative": 12608, + "members": [ + 12608 + ], + "max_error": 0.0 + }, + { + "representative": 12609, + "members": [ + 12609 + ], + "max_error": 0.0 + }, + { + "representative": 12619, + "members": [ + 12619 + ], + "max_error": 0.0 + }, + { + "representative": 12620, + "members": [ + 12620 + ], + "max_error": 0.0 + }, + { + "representative": 12622, + "members": [ + 12622 + ], + "max_error": 0.0 + }, + { + "representative": 12610, + "members": [ + 12610 + ], + "max_error": 0.0 + }, + { + "representative": 12611, + "members": [ + 12611 + ], + "max_error": 0.0 + }, + { + "representative": 12612, + "members": [ + 12612 + ], + "max_error": 0.0 + }, + { + "representative": 12613, + "members": [ + 12613 + ], + "max_error": 0.0 + }, + { + "representative": 12614, + "members": [ + 12614 + ], + "max_error": 0.0 + }, + { + "representative": 12615, + "members": [ + 12615 + ], + "max_error": 0.0 + }, + { + "representative": 13008, + "members": [ + 13008 + ], + "max_error": 0.0 + }, + { + "representative": 13016, + "members": [ + 13016 + ], + "max_error": 0.0 + }, + { + "representative": 13017, + "members": [ + 13017 + ], + "max_error": 0.0 + }, + { + "representative": 13009, + "members": [ + 13009 + ], + "max_error": 0.0 + }, + { + "representative": 13018, + "members": [ + 13018 + ], + "max_error": 0.0 + }, + { + "representative": 13019, + "members": [ + 13019 + ], + "max_error": 0.0 + }, + { + "representative": 13020, + "members": [ + 13020 + ], + "max_error": 0.0 + }, + { + "representative": 13021, + "members": [ + 13021 + ], + "max_error": 0.0 + }, + { + "representative": 13022, + "members": [ + 13022 + ], + "max_error": 0.0 + }, + { + "representative": 13023, + "members": [ + 13023 + ], + "max_error": 0.0 + }, + { + "representative": 13010, + "members": [ + 13010 + ], + "max_error": 0.0 + }, + { + "representative": 13011, + "members": [ + 13011 + ], + "max_error": 0.0 + }, + { + "representative": 13012, + "members": [ + 13012 + ], + "max_error": 0.0 + }, + { + "representative": 13013, + "members": [ + 13013 + ], + "max_error": 0.0 + }, + { + "representative": 13014, + "members": [ + 13014 + ], + "max_error": 0.0 + }, + { + "representative": 13015, + "members": [ + 13015 + ], + "max_error": 0.0 + }, + { + "representative": 13024, + "members": [ + 13024 + ], + "max_error": 0.0 + }, + { + "representative": 13032, + "members": [ + 13032 + ], + "max_error": 0.0 + }, + { + "representative": 13033, + "members": [ + 13033 + ], + "max_error": 0.0 + }, + { + "representative": 13025, + "members": [ + 13025 + ], + "max_error": 0.0 + }, + { + "representative": 13034, + "members": [ + 13034 + ], + "max_error": 0.0 + }, + { + "representative": 13035, + "members": [ + 13035 + ], + "max_error": 0.0 + }, + { + "representative": 13036, + "members": [ + 13036 + ], + "max_error": 0.0 + }, + { + "representative": 13037, + "members": [ + 13037 + ], + "max_error": 0.0 + }, + { + "representative": 13038, + "members": [ + 13038 + ], + "max_error": 0.0 + }, + { + "representative": 13039, + "members": [ + 13039 + ], + "max_error": 0.0 + }, + { + "representative": 13026, + "members": [ + 13026 + ], + "max_error": 0.0 + }, + { + "representative": 13027, + "members": [ + 13027 + ], + "max_error": 0.0 + }, + { + "representative": 13028, + "members": [ + 13028 + ], + "max_error": 0.0 + }, + { + "representative": 13029, + "members": [ + 13029 + ], + "max_error": 0.0 + }, + { + "representative": 13030, + "members": [ + 13030 + ], + "max_error": 0.0 + }, + { + "representative": 13031, + "members": [ + 13031 + ], + "max_error": 0.0 + }, + { + "representative": 13040, + "members": [ + 13040 + ], + "max_error": 0.0 + }, + { + "representative": 13048, + "members": [ + 13048 + ], + "max_error": 0.0 + }, + { + "representative": 13049, + "members": [ + 13049 + ], + "max_error": 0.0 + }, + { + "representative": 13041, + "members": [ + 13041 + ], + "max_error": 0.0 + }, + { + "representative": 13050, + "members": [ + 13050 + ], + "max_error": 0.0 + }, + { + "representative": 13051, + "members": [ + 13051 + ], + "max_error": 0.0 + }, + { + "representative": 13052, + "members": [ + 13052 + ], + "max_error": 0.0 + }, + { + "representative": 13053, + "members": [ + 13053 + ], + "max_error": 0.0 + }, + { + "representative": 13054, + "members": [ + 13054 + ], + "max_error": 0.0 + }, + { + "representative": 13055, + "members": [ + 13055 + ], + "max_error": 0.0 + }, + { + "representative": 13042, + "members": [ + 13042 + ], + "max_error": 0.0 + }, + { + "representative": 13043, + "members": [ + 13043 + ], + "max_error": 0.0 + }, + { + "representative": 13044, + "members": [ + 13044 + ], + "max_error": 0.0 + }, + { + "representative": 13045, + "members": [ + 13045 + ], + "max_error": 0.0 + }, + { + "representative": 13046, + "members": [ + 13046 + ], + "max_error": 0.0 + }, + { + "representative": 13047, + "members": [ + 13047 + ], + "max_error": 0.0 + }, + { + "representative": 13056, + "members": [ + 13056 + ], + "max_error": 0.0 + }, + { + "representative": 13064, + "members": [ + 13064 + ], + "max_error": 0.0 + }, + { + "representative": 13065, + "members": [ + 13065 + ], + "max_error": 0.0 + }, + { + "representative": 13057, + "members": [ + 13057 + ], + "max_error": 0.0 + }, + { + "representative": 13066, + "members": [ + 13066 + ], + "max_error": 0.0 + }, + { + "representative": 13067, + "members": [ + 13067 + ], + "max_error": 0.0 + }, + { + "representative": 13068, + "members": [ + 13068 + ], + "max_error": 0.0 + }, + { + "representative": 13069, + "members": [ + 13069 + ], + "max_error": 0.0 + }, + { + "representative": 13070, + "members": [ + 13070 + ], + "max_error": 0.0 + }, + { + "representative": 13071, + "members": [ + 13071 + ], + "max_error": 0.0 + }, + { + "representative": 13058, + "members": [ + 13058 + ], + "max_error": 0.0 + }, + { + "representative": 13059, + "members": [ + 13059 + ], + "max_error": 0.0 + }, + { + "representative": 13060, + "members": [ + 13060 + ], + "max_error": 0.0 + }, + { + "representative": 13061, + "members": [ + 13061 + ], + "max_error": 0.0 + }, + { + "representative": 13062, + "members": [ + 13062 + ], + "max_error": 0.0 + }, + { + "representative": 13063, + "members": [ + 13063 + ], + "max_error": 0.0 + } +] \ No newline at end of file diff --git a/results/qwen35-2b/analysis/groups_block_2d-64_0.01.json b/results/qwen35-2b/analysis/groups_block_2d-64_0.01.json new file mode 100644 index 0000000..aa6f103 --- /dev/null +++ b/results/qwen35-2b/analysis/groups_block_2d-64_0.01.json @@ -0,0 +1,46594 @@ +[ + { + "representative": 491, + "members": [ + 491 + ], + "max_error": 0.0 + }, + { + "representative": 426, + "members": [ + 426 + ], + "max_error": 0.0 + }, + { + "representative": 296, + "members": [ + 296 + ], + "max_error": 0.0 + }, + { + "representative": 505, + "members": [ + 505 + ], + "max_error": 0.0 + }, + { + "representative": 304, + "members": [ + 304 + ], + "max_error": 0.0 + }, + { + "representative": 359, + "members": [ + 359 + ], + "max_error": 0.0 + }, + { + "representative": 344, + "members": [ + 344 + ], + "max_error": 0.0 + }, + { + "representative": 403, + "members": [ + 403 + ], + "max_error": 0.0 + }, + { + "representative": 347, + "members": [ + 347 + ], + "max_error": 0.0 + }, + { + "representative": 498, + "members": [ + 498 + ], + "max_error": 0.0 + }, + { + "representative": 420, + "members": [ + 420 + ], + "max_error": 0.0 + }, + { + "representative": 341, + "members": [ + 341 + ], + "max_error": 0.0 + }, + { + "representative": 483, + "members": [ + 483 + ], + "max_error": 0.0 + }, + { + "representative": 271, + "members": [ + 271 + ], + "max_error": 0.0 + }, + { + "representative": 446, + "members": [ + 446 + ], + "max_error": 0.0 + }, + { + "representative": 401, + "members": [ + 401 + ], + "max_error": 0.0 + }, + { + "representative": 488, + "members": [ + 488 + ], + "max_error": 0.0 + }, + { + "representative": 285, + "members": [ + 285 + ], + "max_error": 0.0 + }, + { + "representative": 402, + "members": [ + 402 + ], + "max_error": 0.0 + }, + { + "representative": 323, + "members": [ + 323 + ], + "max_error": 0.0 + }, + { + "representative": 504, + "members": [ + 504 + ], + "max_error": 0.0 + }, + { + "representative": 312, + "members": [ + 312 + ], + "max_error": 0.0 + }, + { + "representative": 257, + "members": [ + 257 + ], + "max_error": 0.0 + }, + { + "representative": 269, + "members": [ + 269 + ], + "max_error": 0.0 + }, + { + "representative": 372, + "members": [ + 372 + ], + "max_error": 0.0 + }, + { + "representative": 424, + "members": [ + 424 + ], + "max_error": 0.0 + }, + { + "representative": 495, + "members": [ + 495 + ], + "max_error": 0.0 + }, + { + "representative": 436, + "members": [ + 436 + ], + "max_error": 0.0 + }, + { + "representative": 324, + "members": [ + 324 + ], + "max_error": 0.0 + }, + { + "representative": 400, + "members": [ + 400 + ], + "max_error": 0.0 + }, + { + "representative": 509, + "members": [ + 509 + ], + "max_error": 0.0 + }, + { + "representative": 361, + "members": [ + 361 + ], + "max_error": 0.0 + }, + { + "representative": 328, + "members": [ + 328 + ], + "max_error": 0.0 + }, + { + "representative": 267, + "members": [ + 267 + ], + "max_error": 0.0 + }, + { + "representative": 466, + "members": [ + 466 + ], + "max_error": 0.0 + }, + { + "representative": 338, + "members": [ + 338 + ], + "max_error": 0.0 + }, + { + "representative": 418, + "members": [ + 418 + ], + "max_error": 0.0 + }, + { + "representative": 482, + "members": [ + 482 + ], + "max_error": 0.0 + }, + { + "representative": 460, + "members": [ + 460 + ], + "max_error": 0.0 + }, + { + "representative": 291, + "members": [ + 291 + ], + "max_error": 0.0 + }, + { + "representative": 465, + "members": [ + 465 + ], + "max_error": 0.0 + }, + { + "representative": 506, + "members": [ + 506 + ], + "max_error": 0.0 + }, + { + "representative": 314, + "members": [ + 314 + ], + "max_error": 0.0 + }, + { + "representative": 320, + "members": [ + 320 + ], + "max_error": 0.0 + }, + { + "representative": 441, + "members": [ + 441 + ], + "max_error": 0.0 + }, + { + "representative": 404, + "members": [ + 404 + ], + "max_error": 0.0 + }, + { + "representative": 490, + "members": [ + 490 + ], + "max_error": 0.0 + }, + { + "representative": 467, + "members": [ + 467 + ], + "max_error": 0.0 + }, + { + "representative": 475, + "members": [ + 475 + ], + "max_error": 0.0 + }, + { + "representative": 503, + "members": [ + 503 + ], + "max_error": 0.0 + }, + { + "representative": 499, + "members": [ + 499 + ], + "max_error": 0.0 + }, + { + "representative": 336, + "members": [ + 336 + ], + "max_error": 0.0 + }, + { + "representative": 421, + "members": [ + 421 + ], + "max_error": 0.0 + }, + { + "representative": 457, + "members": [ + 457 + ], + "max_error": 0.0 + }, + { + "representative": 472, + "members": [ + 472 + ], + "max_error": 0.0 + }, + { + "representative": 322, + "members": [ + 322 + ], + "max_error": 0.0 + }, + { + "representative": 415, + "members": [ + 415 + ], + "max_error": 0.0 + }, + { + "representative": 355, + "members": [ + 355 + ], + "max_error": 0.0 + }, + { + "representative": 332, + "members": [ + 332 + ], + "max_error": 0.0 + }, + { + "representative": 473, + "members": [ + 473 + ], + "max_error": 0.0 + }, + { + "representative": 311, + "members": [ + 311 + ], + "max_error": 0.0 + }, + { + "representative": 351, + "members": [ + 351 + ], + "max_error": 0.0 + }, + { + "representative": 345, + "members": [ + 345 + ], + "max_error": 0.0 + }, + { + "representative": 387, + "members": [ + 387 + ], + "max_error": 0.0 + }, + { + "representative": 431, + "members": [ + 431 + ], + "max_error": 0.0 + }, + { + "representative": 380, + "members": [ + 380 + ], + "max_error": 0.0 + }, + { + "representative": 370, + "members": [ + 370 + ], + "max_error": 0.0 + }, + { + "representative": 368, + "members": [ + 368 + ], + "max_error": 0.0 + }, + { + "representative": 456, + "members": [ + 456 + ], + "max_error": 0.0 + }, + { + "representative": 427, + "members": [ + 427 + ], + "max_error": 0.0 + }, + { + "representative": 348, + "members": [ + 348 + ], + "max_error": 0.0 + }, + { + "representative": 264, + "members": [ + 264 + ], + "max_error": 0.0 + }, + { + "representative": 301, + "members": [ + 301 + ], + "max_error": 0.0 + }, + { + "representative": 333, + "members": [ + 333 + ], + "max_error": 0.0 + }, + { + "representative": 330, + "members": [ + 330 + ], + "max_error": 0.0 + }, + { + "representative": 364, + "members": [ + 364 + ], + "max_error": 0.0 + }, + { + "representative": 437, + "members": [ + 437 + ], + "max_error": 0.0 + }, + { + "representative": 272, + "members": [ + 272 + ], + "max_error": 0.0 + }, + { + "representative": 273, + "members": [ + 273 + ], + "max_error": 0.0 + }, + { + "representative": 317, + "members": [ + 317 + ], + "max_error": 0.0 + }, + { + "representative": 354, + "members": [ + 354 + ], + "max_error": 0.0 + }, + { + "representative": 362, + "members": [ + 362 + ], + "max_error": 0.0 + }, + { + "representative": 343, + "members": [ + 343 + ], + "max_error": 0.0 + }, + { + "representative": 422, + "members": [ + 422 + ], + "max_error": 0.0 + }, + { + "representative": 358, + "members": [ + 358 + ], + "max_error": 0.0 + }, + { + "representative": 388, + "members": [ + 388 + ], + "max_error": 0.0 + }, + { + "representative": 282, + "members": [ + 282 + ], + "max_error": 0.0 + }, + { + "representative": 293, + "members": [ + 293 + ], + "max_error": 0.0 + }, + { + "representative": 430, + "members": [ + 430 + ], + "max_error": 0.0 + }, + { + "representative": 335, + "members": [ + 335 + ], + "max_error": 0.0 + }, + { + "representative": 383, + "members": [ + 383 + ], + "max_error": 0.0 + }, + { + "representative": 500, + "members": [ + 500 + ], + "max_error": 0.0 + }, + { + "representative": 318, + "members": [ + 318 + ], + "max_error": 0.0 + }, + { + "representative": 459, + "members": [ + 459 + ], + "max_error": 0.0 + }, + { + "representative": 484, + "members": [ + 484 + ], + "max_error": 0.0 + }, + { + "representative": 476, + "members": [ + 476 + ], + "max_error": 0.0 + }, + { + "representative": 398, + "members": [ + 398 + ], + "max_error": 0.0 + }, + { + "representative": 461, + "members": [ + 461 + ], + "max_error": 0.0 + }, + { + "representative": 394, + "members": [ + 394 + ], + "max_error": 0.0 + }, + { + "representative": 406, + "members": [ + 406 + ], + "max_error": 0.0 + }, + { + "representative": 280, + "members": [ + 280 + ], + "max_error": 0.0 + }, + { + "representative": 298, + "members": [ + 298 + ], + "max_error": 0.0 + }, + { + "representative": 471, + "members": [ + 471 + ], + "max_error": 0.0 + }, + { + "representative": 405, + "members": [ + 405 + ], + "max_error": 0.0 + }, + { + "representative": 389, + "members": [ + 389 + ], + "max_error": 0.0 + }, + { + "representative": 268, + "members": [ + 268 + ], + "max_error": 0.0 + }, + { + "representative": 283, + "members": [ + 283 + ], + "max_error": 0.0 + }, + { + "representative": 309, + "members": [ + 309 + ], + "max_error": 0.0 + }, + { + "representative": 277, + "members": [ + 277 + ], + "max_error": 0.0 + }, + { + "representative": 371, + "members": [ + 371 + ], + "max_error": 0.0 + }, + { + "representative": 329, + "members": [ + 329 + ], + "max_error": 0.0 + }, + { + "representative": 463, + "members": [ + 463 + ], + "max_error": 0.0 + }, + { + "representative": 290, + "members": [ + 290 + ], + "max_error": 0.0 + }, + { + "representative": 306, + "members": [ + 306 + ], + "max_error": 0.0 + }, + { + "representative": 407, + "members": [ + 407 + ], + "max_error": 0.0 + }, + { + "representative": 449, + "members": [ + 449 + ], + "max_error": 0.0 + }, + { + "representative": 507, + "members": [ + 507 + ], + "max_error": 0.0 + }, + { + "representative": 511, + "members": [ + 511 + ], + "max_error": 0.0 + }, + { + "representative": 357, + "members": [ + 357 + ], + "max_error": 0.0 + }, + { + "representative": 360, + "members": [ + 360 + ], + "max_error": 0.0 + }, + { + "representative": 384, + "members": [ + 384 + ], + "max_error": 0.0 + }, + { + "representative": 315, + "members": [ + 315 + ], + "max_error": 0.0 + }, + { + "representative": 260, + "members": [ + 260 + ], + "max_error": 0.0 + }, + { + "representative": 340, + "members": [ + 340 + ], + "max_error": 0.0 + }, + { + "representative": 294, + "members": [ + 294 + ], + "max_error": 0.0 + }, + { + "representative": 353, + "members": [ + 353 + ], + "max_error": 0.0 + }, + { + "representative": 356, + "members": [ + 356 + ], + "max_error": 0.0 + }, + { + "representative": 377, + "members": [ + 377 + ], + "max_error": 0.0 + }, + { + "representative": 492, + "members": [ + 492 + ], + "max_error": 0.0 + }, + { + "representative": 396, + "members": [ + 396 + ], + "max_error": 0.0 + }, + { + "representative": 486, + "members": [ + 486 + ], + "max_error": 0.0 + }, + { + "representative": 279, + "members": [ + 279 + ], + "max_error": 0.0 + }, + { + "representative": 302, + "members": [ + 302 + ], + "max_error": 0.0 + }, + { + "representative": 443, + "members": [ + 443 + ], + "max_error": 0.0 + }, + { + "representative": 442, + "members": [ + 442 + ], + "max_error": 0.0 + }, + { + "representative": 299, + "members": [ + 299 + ], + "max_error": 0.0 + }, + { + "representative": 391, + "members": [ + 391 + ], + "max_error": 0.0 + }, + { + "representative": 305, + "members": [ + 305 + ], + "max_error": 0.0 + }, + { + "representative": 508, + "members": [ + 508 + ], + "max_error": 0.0 + }, + { + "representative": 390, + "members": [ + 390 + ], + "max_error": 0.0 + }, + { + "representative": 409, + "members": [ + 409 + ], + "max_error": 0.0 + }, + { + "representative": 481, + "members": [ + 481 + ], + "max_error": 0.0 + }, + { + "representative": 408, + "members": [ + 408 + ], + "max_error": 0.0 + }, + { + "representative": 444, + "members": [ + 444 + ], + "max_error": 0.0 + }, + { + "representative": 366, + "members": [ + 366 + ], + "max_error": 0.0 + }, + { + "representative": 487, + "members": [ + 487 + ], + "max_error": 0.0 + }, + { + "representative": 410, + "members": [ + 410 + ], + "max_error": 0.0 + }, + { + "representative": 321, + "members": [ + 321 + ], + "max_error": 0.0 + }, + { + "representative": 367, + "members": [ + 367 + ], + "max_error": 0.0 + }, + { + "representative": 276, + "members": [ + 276 + ], + "max_error": 0.0 + }, + { + "representative": 363, + "members": [ + 363 + ], + "max_error": 0.0 + }, + { + "representative": 432, + "members": [ + 432 + ], + "max_error": 0.0 + }, + { + "representative": 373, + "members": [ + 373 + ], + "max_error": 0.0 + }, + { + "representative": 303, + "members": [ + 303 + ], + "max_error": 0.0 + }, + { + "representative": 417, + "members": [ + 417 + ], + "max_error": 0.0 + }, + { + "representative": 278, + "members": [ + 278 + ], + "max_error": 0.0 + }, + { + "representative": 478, + "members": [ + 478 + ], + "max_error": 0.0 + }, + { + "representative": 453, + "members": [ + 453 + ], + "max_error": 0.0 + }, + { + "representative": 342, + "members": [ + 342 + ], + "max_error": 0.0 + }, + { + "representative": 448, + "members": [ + 448 + ], + "max_error": 0.0 + }, + { + "representative": 281, + "members": [ + 281 + ], + "max_error": 0.0 + }, + { + "representative": 439, + "members": [ + 439 + ], + "max_error": 0.0 + }, + { + "representative": 458, + "members": [ + 458 + ], + "max_error": 0.0 + }, + { + "representative": 352, + "members": [ + 352 + ], + "max_error": 0.0 + }, + { + "representative": 501, + "members": [ + 501 + ], + "max_error": 0.0 + }, + { + "representative": 393, + "members": [ + 393 + ], + "max_error": 0.0 + }, + { + "representative": 397, + "members": [ + 397 + ], + "max_error": 0.0 + }, + { + "representative": 470, + "members": [ + 470 + ], + "max_error": 0.0 + }, + { + "representative": 258, + "members": [ + 258 + ], + "max_error": 0.0 + }, + { + "representative": 454, + "members": [ + 454 + ], + "max_error": 0.0 + }, + { + "representative": 462, + "members": [ + 462 + ], + "max_error": 0.0 + }, + { + "representative": 386, + "members": [ + 386 + ], + "max_error": 0.0 + }, + { + "representative": 425, + "members": [ + 425 + ], + "max_error": 0.0 + }, + { + "representative": 327, + "members": [ + 327 + ], + "max_error": 0.0 + }, + { + "representative": 326, + "members": [ + 326 + ], + "max_error": 0.0 + }, + { + "representative": 265, + "members": [ + 265 + ], + "max_error": 0.0 + }, + { + "representative": 369, + "members": [ + 369 + ], + "max_error": 0.0 + }, + { + "representative": 316, + "members": [ + 316 + ], + "max_error": 0.0 + }, + { + "representative": 334, + "members": [ + 334 + ], + "max_error": 0.0 + }, + { + "representative": 313, + "members": [ + 313 + ], + "max_error": 0.0 + }, + { + "representative": 349, + "members": [ + 349 + ], + "max_error": 0.0 + }, + { + "representative": 381, + "members": [ + 381 + ], + "max_error": 0.0 + }, + { + "representative": 450, + "members": [ + 450 + ], + "max_error": 0.0 + }, + { + "representative": 451, + "members": [ + 451 + ], + "max_error": 0.0 + }, + { + "representative": 395, + "members": [ + 395 + ], + "max_error": 0.0 + }, + { + "representative": 307, + "members": [ + 307 + ], + "max_error": 0.0 + }, + { + "representative": 374, + "members": [ + 374 + ], + "max_error": 0.0 + }, + { + "representative": 423, + "members": [ + 423 + ], + "max_error": 0.0 + }, + { + "representative": 428, + "members": [ + 428 + ], + "max_error": 0.0 + }, + { + "representative": 480, + "members": [ + 480 + ], + "max_error": 0.0 + }, + { + "representative": 382, + "members": [ + 382 + ], + "max_error": 0.0 + }, + { + "representative": 455, + "members": [ + 455 + ], + "max_error": 0.0 + }, + { + "representative": 496, + "members": [ + 496 + ], + "max_error": 0.0 + }, + { + "representative": 434, + "members": [ + 434 + ], + "max_error": 0.0 + }, + { + "representative": 337, + "members": [ + 337 + ], + "max_error": 0.0 + }, + { + "representative": 440, + "members": [ + 440 + ], + "max_error": 0.0 + }, + { + "representative": 502, + "members": [ + 502 + ], + "max_error": 0.0 + }, + { + "representative": 275, + "members": [ + 275 + ], + "max_error": 0.0 + }, + { + "representative": 297, + "members": [ + 297 + ], + "max_error": 0.0 + }, + { + "representative": 263, + "members": [ + 263 + ], + "max_error": 0.0 + }, + { + "representative": 412, + "members": [ + 412 + ], + "max_error": 0.0 + }, + { + "representative": 416, + "members": [ + 416 + ], + "max_error": 0.0 + }, + { + "representative": 259, + "members": [ + 259 + ], + "max_error": 0.0 + }, + { + "representative": 287, + "members": [ + 287 + ], + "max_error": 0.0 + }, + { + "representative": 452, + "members": [ + 452 + ], + "max_error": 0.0 + }, + { + "representative": 274, + "members": [ + 274 + ], + "max_error": 0.0 + }, + { + "representative": 270, + "members": [ + 270 + ], + "max_error": 0.0 + }, + { + "representative": 385, + "members": [ + 385 + ], + "max_error": 0.0 + }, + { + "representative": 433, + "members": [ + 433 + ], + "max_error": 0.0 + }, + { + "representative": 261, + "members": [ + 261 + ], + "max_error": 0.0 + }, + { + "representative": 497, + "members": [ + 497 + ], + "max_error": 0.0 + }, + { + "representative": 411, + "members": [ + 411 + ], + "max_error": 0.0 + }, + { + "representative": 399, + "members": [ + 399 + ], + "max_error": 0.0 + }, + { + "representative": 494, + "members": [ + 494 + ], + "max_error": 0.0 + }, + { + "representative": 464, + "members": [ + 464 + ], + "max_error": 0.0 + }, + { + "representative": 469, + "members": [ + 469 + ], + "max_error": 0.0 + }, + { + "representative": 286, + "members": [ + 286 + ], + "max_error": 0.0 + }, + { + "representative": 319, + "members": [ + 319 + ], + "max_error": 0.0 + }, + { + "representative": 379, + "members": [ + 379 + ], + "max_error": 0.0 + }, + { + "representative": 474, + "members": [ + 474 + ], + "max_error": 0.0 + }, + { + "representative": 468, + "members": [ + 468 + ], + "max_error": 0.0 + }, + { + "representative": 493, + "members": [ + 493 + ], + "max_error": 0.0 + }, + { + "representative": 477, + "members": [ + 477 + ], + "max_error": 0.0 + }, + { + "representative": 479, + "members": [ + 479 + ], + "max_error": 0.0 + }, + { + "representative": 266, + "members": [ + 266 + ], + "max_error": 0.0 + }, + { + "representative": 392, + "members": [ + 392 + ], + "max_error": 0.0 + }, + { + "representative": 413, + "members": [ + 413 + ], + "max_error": 0.0 + }, + { + "representative": 310, + "members": [ + 310 + ], + "max_error": 0.0 + }, + { + "representative": 288, + "members": [ + 288 + ], + "max_error": 0.0 + }, + { + "representative": 262, + "members": [ + 262 + ], + "max_error": 0.0 + }, + { + "representative": 435, + "members": [ + 435 + ], + "max_error": 0.0 + }, + { + "representative": 376, + "members": [ + 376 + ], + "max_error": 0.0 + }, + { + "representative": 295, + "members": [ + 295 + ], + "max_error": 0.0 + }, + { + "representative": 414, + "members": [ + 414 + ], + "max_error": 0.0 + }, + { + "representative": 429, + "members": [ + 429 + ], + "max_error": 0.0 + }, + { + "representative": 339, + "members": [ + 339 + ], + "max_error": 0.0 + }, + { + "representative": 325, + "members": [ + 325 + ], + "max_error": 0.0 + }, + { + "representative": 292, + "members": [ + 292 + ], + "max_error": 0.0 + }, + { + "representative": 365, + "members": [ + 365 + ], + "max_error": 0.0 + }, + { + "representative": 284, + "members": [ + 284 + ], + "max_error": 0.0 + }, + { + "representative": 346, + "members": [ + 346 + ], + "max_error": 0.0 + }, + { + "representative": 308, + "members": [ + 308 + ], + "max_error": 0.0 + }, + { + "representative": 300, + "members": [ + 300 + ], + "max_error": 0.0 + }, + { + "representative": 378, + "members": [ + 378 + ], + "max_error": 0.0 + }, + { + "representative": 510, + "members": [ + 510 + ], + "max_error": 0.0 + }, + { + "representative": 489, + "members": [ + 489 + ], + "max_error": 0.0 + }, + { + "representative": 485, + "members": [ + 485 + ], + "max_error": 0.0 + }, + { + "representative": 289, + "members": [ + 289 + ], + "max_error": 0.0 + }, + { + "representative": 375, + "members": [ + 375 + ], + "max_error": 0.0 + }, + { + "representative": 350, + "members": [ + 350 + ], + "max_error": 0.0 + }, + { + "representative": 419, + "members": [ + 419 + ], + "max_error": 0.0 + }, + { + "representative": 256, + "members": [ + 256 + ], + "max_error": 0.0 + }, + { + "representative": 331, + "members": [ + 331 + ], + "max_error": 0.0 + }, + { + "representative": 445, + "members": [ + 445 + ], + "max_error": 0.0 + }, + { + "representative": 438, + "members": [ + 438 + ], + "max_error": 0.0 + }, + { + "representative": 447, + "members": [ + 447 + ], + "max_error": 0.0 + }, + { + "representative": 1392, + "members": [ + 1392 + ], + "max_error": 0.0 + }, + { + "representative": 1351, + "members": [ + 1351 + ], + "max_error": 0.0 + }, + { + "representative": 1312, + "members": [ + 1312 + ], + "max_error": 0.0 + }, + { + "representative": 1499, + "members": [ + 1499 + ], + "max_error": 0.0 + }, + { + "representative": 1519, + "members": [ + 1519 + ], + "max_error": 0.0 + }, + { + "representative": 1507, + "members": [ + 1507 + ], + "max_error": 0.0 + }, + { + "representative": 1441, + "members": [ + 1441 + ], + "max_error": 0.0 + }, + { + "representative": 1444, + "members": [ + 1444 + ], + "max_error": 0.0 + }, + { + "representative": 1414, + "members": [ + 1414 + ], + "max_error": 0.0 + }, + { + "representative": 1282, + "members": [ + 1282 + ], + "max_error": 0.0 + }, + { + "representative": 1416, + "members": [ + 1416 + ], + "max_error": 0.0 + }, + { + "representative": 1433, + "members": [ + 1433 + ], + "max_error": 0.0 + }, + { + "representative": 1332, + "members": [ + 1332 + ], + "max_error": 0.0 + }, + { + "representative": 1458, + "members": [ + 1458 + ], + "max_error": 0.0 + }, + { + "representative": 1511, + "members": [ + 1511 + ], + "max_error": 0.0 + }, + { + "representative": 2026, + "members": [ + 2026 + ], + "max_error": 0.0 + }, + { + "representative": 1895, + "members": [ + 1895 + ], + "max_error": 0.0 + }, + { + "representative": 1843, + "members": [ + 1843 + ], + "max_error": 0.0 + }, + { + "representative": 1888, + "members": [ + 1888 + ], + "max_error": 0.0 + }, + { + "representative": 1800, + "members": [ + 1800 + ], + "max_error": 0.0 + }, + { + "representative": 1823, + "members": [ + 1823 + ], + "max_error": 0.0 + }, + { + "representative": 1851, + "members": [ + 1851 + ], + "max_error": 0.0 + }, + { + "representative": 1828, + "members": [ + 1828 + ], + "max_error": 0.0 + }, + { + "representative": 1834, + "members": [ + 1834 + ], + "max_error": 0.0 + }, + { + "representative": 1911, + "members": [ + 1911 + ], + "max_error": 0.0 + }, + { + "representative": 1974, + "members": [ + 1974 + ], + "max_error": 0.0 + }, + { + "representative": 1903, + "members": [ + 1903 + ], + "max_error": 0.0 + }, + { + "representative": 2017, + "members": [ + 2017 + ], + "max_error": 0.0 + }, + { + "representative": 1990, + "members": [ + 1990 + ], + "max_error": 0.0 + }, + { + "representative": 1836, + "members": [ + 1836 + ], + "max_error": 0.0 + }, + { + "representative": 1943, + "members": [ + 1943 + ], + "max_error": 0.0 + }, + { + "representative": 2002, + "members": [ + 2002 + ], + "max_error": 0.0 + }, + { + "representative": 2385, + "members": [ + 2385 + ], + "max_error": 0.0 + }, + { + "representative": 2378, + "members": [ + 2378 + ], + "max_error": 0.0 + }, + { + "representative": 2415, + "members": [ + 2415 + ], + "max_error": 0.0 + }, + { + "representative": 2443, + "members": [ + 2443 + ], + "max_error": 0.0 + }, + { + "representative": 2459, + "members": [ + 2459 + ], + "max_error": 0.0 + }, + { + "representative": 2555, + "members": [ + 2555 + ], + "max_error": 0.0 + }, + { + "representative": 2407, + "members": [ + 2407 + ], + "max_error": 0.0 + }, + { + "representative": 2350, + "members": [ + 2350 + ], + "max_error": 0.0 + }, + { + "representative": 2462, + "members": [ + 2462 + ], + "max_error": 0.0 + }, + { + "representative": 2827, + "members": [ + 2827 + ], + "max_error": 0.0 + }, + { + "representative": 2903, + "members": [ + 2903 + ], + "max_error": 0.0 + }, + { + "representative": 3062, + "members": [ + 3062 + ], + "max_error": 0.0 + }, + { + "representative": 2873, + "members": [ + 2873 + ], + "max_error": 0.0 + }, + { + "representative": 3051, + "members": [ + 3051 + ], + "max_error": 0.0 + }, + { + "representative": 3017, + "members": [ + 3017 + ], + "max_error": 0.0 + }, + { + "representative": 3004, + "members": [ + 3004 + ], + "max_error": 0.0 + }, + { + "representative": 3059, + "members": [ + 3059 + ], + "max_error": 0.0 + }, + { + "representative": 2997, + "members": [ + 2997 + ], + "max_error": 0.0 + }, + { + "representative": 3063, + "members": [ + 3063 + ], + "max_error": 0.0 + }, + { + "representative": 2817, + "members": [ + 2817 + ], + "max_error": 0.0 + }, + { + "representative": 2938, + "members": [ + 2938 + ], + "max_error": 0.0 + }, + { + "representative": 2947, + "members": [ + 2947 + ], + "max_error": 0.0 + }, + { + "representative": 2945, + "members": [ + 2945 + ], + "max_error": 0.0 + }, + { + "representative": 3536, + "members": [ + 3536 + ], + "max_error": 0.0 + }, + { + "representative": 3454, + "members": [ + 3454 + ], + "max_error": 0.0 + }, + { + "representative": 3462, + "members": [ + 3462 + ], + "max_error": 0.0 + }, + { + "representative": 3515, + "members": [ + 3515 + ], + "max_error": 0.0 + }, + { + "representative": 3439, + "members": [ + 3439 + ], + "max_error": 0.0 + }, + { + "representative": 3458, + "members": [ + 3458 + ], + "max_error": 0.0 + }, + { + "representative": 3487, + "members": [ + 3487 + ], + "max_error": 0.0 + }, + { + "representative": 3406, + "members": [ + 3406 + ], + "max_error": 0.0 + }, + { + "representative": 3476, + "members": [ + 3476 + ], + "max_error": 0.0 + }, + { + "representative": 3557, + "members": [ + 3557 + ], + "max_error": 0.0 + }, + { + "representative": 3996, + "members": [ + 3996 + ], + "max_error": 0.0 + }, + { + "representative": 3852, + "members": [ + 3852 + ], + "max_error": 0.0 + }, + { + "representative": 4057, + "members": [ + 4057 + ], + "max_error": 0.0 + }, + { + "representative": 3891, + "members": [ + 3891 + ], + "max_error": 0.0 + }, + { + "representative": 3883, + "members": [ + 3883 + ], + "max_error": 0.0 + }, + { + "representative": 3975, + "members": [ + 3975 + ], + "max_error": 0.0 + }, + { + "representative": 4064, + "members": [ + 4064 + ], + "max_error": 0.0 + }, + { + "representative": 3863, + "members": [ + 3863 + ], + "max_error": 0.0 + }, + { + "representative": 4038, + "members": [ + 4038 + ], + "max_error": 0.0 + }, + { + "representative": 3949, + "members": [ + 3949 + ], + "max_error": 0.0 + }, + { + "representative": 3936, + "members": [ + 3936 + ], + "max_error": 0.0 + }, + { + "representative": 3933, + "members": [ + 3933 + ], + "max_error": 0.0 + }, + { + "representative": 3977, + "members": [ + 3977 + ], + "max_error": 0.0 + }, + { + "representative": 4070, + "members": [ + 4070 + ], + "max_error": 0.0 + }, + { + "representative": 1368, + "members": [ + 1368 + ], + "max_error": 0.0 + }, + { + "representative": 1337, + "members": [ + 1337 + ], + "max_error": 0.0 + }, + { + "representative": 1419, + "members": [ + 1419 + ], + "max_error": 0.0 + }, + { + "representative": 1296, + "members": [ + 1296 + ], + "max_error": 0.0 + }, + { + "representative": 1373, + "members": [ + 1373 + ], + "max_error": 0.0 + }, + { + "representative": 1490, + "members": [ + 1490 + ], + "max_error": 0.0 + }, + { + "representative": 1362, + "members": [ + 1362 + ], + "max_error": 0.0 + }, + { + "representative": 1330, + "members": [ + 1330 + ], + "max_error": 0.0 + }, + { + "representative": 1280, + "members": [ + 1280 + ], + "max_error": 0.0 + }, + { + "representative": 1459, + "members": [ + 1459 + ], + "max_error": 0.0 + }, + { + "representative": 1288, + "members": [ + 1288 + ], + "max_error": 0.0 + }, + { + "representative": 1827, + "members": [ + 1827 + ], + "max_error": 0.0 + }, + { + "representative": 1970, + "members": [ + 1970 + ], + "max_error": 0.0 + }, + { + "representative": 2001, + "members": [ + 2001 + ], + "max_error": 0.0 + }, + { + "representative": 1919, + "members": [ + 1919 + ], + "max_error": 0.0 + }, + { + "representative": 1906, + "members": [ + 1906 + ], + "max_error": 0.0 + }, + { + "representative": 1857, + "members": [ + 1857 + ], + "max_error": 0.0 + }, + { + "representative": 1805, + "members": [ + 1805 + ], + "max_error": 0.0 + }, + { + "representative": 1830, + "members": [ + 1830 + ], + "max_error": 0.0 + }, + { + "representative": 1935, + "members": [ + 1935 + ], + "max_error": 0.0 + }, + { + "representative": 2014, + "members": [ + 2014 + ], + "max_error": 0.0 + }, + { + "representative": 1878, + "members": [ + 1878 + ], + "max_error": 0.0 + }, + { + "representative": 1856, + "members": [ + 1856 + ], + "max_error": 0.0 + }, + { + "representative": 1844, + "members": [ + 1844 + ], + "max_error": 0.0 + }, + { + "representative": 2013, + "members": [ + 2013 + ], + "max_error": 0.0 + }, + { + "representative": 1949, + "members": [ + 1949 + ], + "max_error": 0.0 + }, + { + "representative": 1858, + "members": [ + 1858 + ], + "max_error": 0.0 + }, + { + "representative": 1994, + "members": [ + 1994 + ], + "max_error": 0.0 + }, + { + "representative": 2444, + "members": [ + 2444 + ], + "max_error": 0.0 + }, + { + "representative": 2495, + "members": [ + 2495 + ], + "max_error": 0.0 + }, + { + "representative": 2404, + "members": [ + 2404 + ], + "max_error": 0.0 + }, + { + "representative": 2341, + "members": [ + 2341 + ], + "max_error": 0.0 + }, + { + "representative": 2516, + "members": [ + 2516 + ], + "max_error": 0.0 + }, + { + "representative": 2361, + "members": [ + 2361 + ], + "max_error": 0.0 + }, + { + "representative": 2474, + "members": [ + 2474 + ], + "max_error": 0.0 + }, + { + "representative": 2432, + "members": [ + 2432 + ], + "max_error": 0.0 + }, + { + "representative": 2322, + "members": [ + 2322 + ], + "max_error": 0.0 + }, + { + "representative": 2504, + "members": [ + 2504 + ], + "max_error": 0.0 + }, + { + "representative": 2493, + "members": [ + 2493 + ], + "max_error": 0.0 + }, + { + "representative": 3021, + "members": [ + 3021 + ], + "max_error": 0.0 + }, + { + "representative": 2973, + "members": [ + 2973 + ], + "max_error": 0.0 + }, + { + "representative": 2926, + "members": [ + 2926 + ], + "max_error": 0.0 + }, + { + "representative": 2840, + "members": [ + 2840 + ], + "max_error": 0.0 + }, + { + "representative": 2917, + "members": [ + 2917 + ], + "max_error": 0.0 + }, + { + "representative": 2966, + "members": [ + 2966 + ], + "max_error": 0.0 + }, + { + "representative": 2887, + "members": [ + 2887 + ], + "max_error": 0.0 + }, + { + "representative": 2856, + "members": [ + 2856 + ], + "max_error": 0.0 + }, + { + "representative": 2848, + "members": [ + 2848 + ], + "max_error": 0.0 + }, + { + "representative": 2833, + "members": [ + 2833 + ], + "max_error": 0.0 + }, + { + "representative": 2910, + "members": [ + 2910 + ], + "max_error": 0.0 + }, + { + "representative": 2949, + "members": [ + 2949 + ], + "max_error": 0.0 + }, + { + "representative": 3025, + "members": [ + 3025 + ], + "max_error": 0.0 + }, + { + "representative": 3022, + "members": [ + 3022 + ], + "max_error": 0.0 + }, + { + "representative": 2900, + "members": [ + 2900 + ], + "max_error": 0.0 + }, + { + "representative": 2989, + "members": [ + 2989 + ], + "max_error": 0.0 + }, + { + "representative": 2864, + "members": [ + 2864 + ], + "max_error": 0.0 + }, + { + "representative": 3459, + "members": [ + 3459 + ], + "max_error": 0.0 + }, + { + "representative": 3401, + "members": [ + 3401 + ], + "max_error": 0.0 + }, + { + "representative": 3549, + "members": [ + 3549 + ], + "max_error": 0.0 + }, + { + "representative": 3578, + "members": [ + 3578 + ], + "max_error": 0.0 + }, + { + "representative": 3512, + "members": [ + 3512 + ], + "max_error": 0.0 + }, + { + "representative": 3559, + "members": [ + 3559 + ], + "max_error": 0.0 + }, + { + "representative": 3372, + "members": [ + 3372 + ], + "max_error": 0.0 + }, + { + "representative": 3470, + "members": [ + 3470 + ], + "max_error": 0.0 + }, + { + "representative": 3574, + "members": [ + 3574 + ], + "max_error": 0.0 + }, + { + "representative": 3503, + "members": [ + 3503 + ], + "max_error": 0.0 + }, + { + "representative": 3504, + "members": [ + 3504 + ], + "max_error": 0.0 + }, + { + "representative": 3390, + "members": [ + 3390 + ], + "max_error": 0.0 + }, + { + "representative": 3351, + "members": [ + 3351 + ], + "max_error": 0.0 + }, + { + "representative": 3367, + "members": [ + 3367 + ], + "max_error": 0.0 + }, + { + "representative": 3418, + "members": [ + 3418 + ], + "max_error": 0.0 + }, + { + "representative": 4027, + "members": [ + 4027 + ], + "max_error": 0.0 + }, + { + "representative": 3917, + "members": [ + 3917 + ], + "max_error": 0.0 + }, + { + "representative": 3921, + "members": [ + 3921 + ], + "max_error": 0.0 + }, + { + "representative": 3885, + "members": [ + 3885 + ], + "max_error": 0.0 + }, + { + "representative": 4065, + "members": [ + 4065 + ], + "max_error": 0.0 + }, + { + "representative": 4043, + "members": [ + 4043 + ], + "max_error": 0.0 + }, + { + "representative": 3937, + "members": [ + 3937 + ], + "max_error": 0.0 + }, + { + "representative": 4015, + "members": [ + 4015 + ], + "max_error": 0.0 + }, + { + "representative": 3971, + "members": [ + 3971 + ], + "max_error": 0.0 + }, + { + "representative": 4020, + "members": [ + 4020 + ], + "max_error": 0.0 + }, + { + "representative": 3865, + "members": [ + 3865 + ], + "max_error": 0.0 + }, + { + "representative": 4044, + "members": [ + 4044 + ], + "max_error": 0.0 + }, + { + "representative": 3968, + "members": [ + 3968 + ], + "max_error": 0.0 + }, + { + "representative": 3882, + "members": [ + 3882 + ], + "max_error": 0.0 + }, + { + "representative": 4022, + "members": [ + 4022 + ], + "max_error": 0.0 + }, + { + "representative": 1363, + "members": [ + 1363 + ], + "max_error": 0.0 + }, + { + "representative": 1403, + "members": [ + 1403 + ], + "max_error": 0.0 + }, + { + "representative": 1341, + "members": [ + 1341 + ], + "max_error": 0.0 + }, + { + "representative": 1497, + "members": [ + 1497 + ], + "max_error": 0.0 + }, + { + "representative": 1505, + "members": [ + 1505 + ], + "max_error": 0.0 + }, + { + "representative": 1397, + "members": [ + 1397 + ], + "max_error": 0.0 + }, + { + "representative": 1398, + "members": [ + 1398 + ], + "max_error": 0.0 + }, + { + "representative": 1354, + "members": [ + 1354 + ], + "max_error": 0.0 + }, + { + "representative": 1340, + "members": [ + 1340 + ], + "max_error": 0.0 + }, + { + "representative": 1320, + "members": [ + 1320 + ], + "max_error": 0.0 + }, + { + "representative": 1367, + "members": [ + 1367 + ], + "max_error": 0.0 + }, + { + "representative": 1999, + "members": [ + 1999 + ], + "max_error": 0.0 + }, + { + "representative": 1866, + "members": [ + 1866 + ], + "max_error": 0.0 + }, + { + "representative": 1926, + "members": [ + 1926 + ], + "max_error": 0.0 + }, + { + "representative": 2023, + "members": [ + 2023 + ], + "max_error": 0.0 + }, + { + "representative": 2007, + "members": [ + 2007 + ], + "max_error": 0.0 + }, + { + "representative": 1941, + "members": [ + 1941 + ], + "max_error": 0.0 + }, + { + "representative": 1998, + "members": [ + 1998 + ], + "max_error": 0.0 + }, + { + "representative": 1839, + "members": [ + 1839 + ], + "max_error": 0.0 + }, + { + "representative": 1954, + "members": [ + 1954 + ], + "max_error": 0.0 + }, + { + "representative": 2038, + "members": [ + 2038 + ], + "max_error": 0.0 + }, + { + "representative": 1927, + "members": [ + 1927 + ], + "max_error": 0.0 + }, + { + "representative": 1933, + "members": [ + 1933 + ], + "max_error": 0.0 + }, + { + "representative": 1984, + "members": [ + 1984 + ], + "max_error": 0.0 + }, + { + "representative": 2318, + "members": [ + 2318 + ], + "max_error": 0.0 + }, + { + "representative": 2522, + "members": [ + 2522 + ], + "max_error": 0.0 + }, + { + "representative": 2451, + "members": [ + 2451 + ], + "max_error": 0.0 + }, + { + "representative": 2335, + "members": [ + 2335 + ], + "max_error": 0.0 + }, + { + "representative": 2328, + "members": [ + 2328 + ], + "max_error": 0.0 + }, + { + "representative": 2505, + "members": [ + 2505 + ], + "max_error": 0.0 + }, + { + "representative": 2314, + "members": [ + 2314 + ], + "max_error": 0.0 + }, + { + "representative": 2313, + "members": [ + 2313 + ], + "max_error": 0.0 + }, + { + "representative": 2434, + "members": [ + 2434 + ], + "max_error": 0.0 + }, + { + "representative": 2450, + "members": [ + 2450 + ], + "max_error": 0.0 + }, + { + "representative": 2344, + "members": [ + 2344 + ], + "max_error": 0.0 + }, + { + "representative": 2531, + "members": [ + 2531 + ], + "max_error": 0.0 + }, + { + "representative": 2380, + "members": [ + 2380 + ], + "max_error": 0.0 + }, + { + "representative": 2347, + "members": [ + 2347 + ], + "max_error": 0.0 + }, + { + "representative": 2332, + "members": [ + 2332 + ], + "max_error": 0.0 + }, + { + "representative": 2396, + "members": [ + 2396 + ], + "max_error": 0.0 + }, + { + "representative": 2537, + "members": [ + 2537 + ], + "max_error": 0.0 + }, + { + "representative": 2384, + "members": [ + 2384 + ], + "max_error": 0.0 + }, + { + "representative": 2825, + "members": [ + 2825 + ], + "max_error": 0.0 + }, + { + "representative": 2886, + "members": [ + 2886 + ], + "max_error": 0.0 + }, + { + "representative": 3058, + "members": [ + 3058 + ], + "max_error": 0.0 + }, + { + "representative": 3065, + "members": [ + 3065 + ], + "max_error": 0.0 + }, + { + "representative": 2944, + "members": [ + 2944 + ], + "max_error": 0.0 + }, + { + "representative": 2839, + "members": [ + 2839 + ], + "max_error": 0.0 + }, + { + "representative": 2897, + "members": [ + 2897 + ], + "max_error": 0.0 + }, + { + "representative": 2914, + "members": [ + 2914 + ], + "max_error": 0.0 + }, + { + "representative": 3053, + "members": [ + 3053 + ], + "max_error": 0.0 + }, + { + "representative": 3571, + "members": [ + 3571 + ], + "max_error": 0.0 + }, + { + "representative": 3544, + "members": [ + 3544 + ], + "max_error": 0.0 + }, + { + "representative": 3570, + "members": [ + 3570 + ], + "max_error": 0.0 + }, + { + "representative": 3521, + "members": [ + 3521 + ], + "max_error": 0.0 + }, + { + "representative": 3420, + "members": [ + 3420 + ], + "max_error": 0.0 + }, + { + "representative": 3464, + "members": [ + 3464 + ], + "max_error": 0.0 + }, + { + "representative": 3426, + "members": [ + 3426 + ], + "max_error": 0.0 + }, + { + "representative": 3540, + "members": [ + 3540 + ], + "max_error": 0.0 + }, + { + "representative": 3417, + "members": [ + 3417 + ], + "max_error": 0.0 + }, + { + "representative": 3448, + "members": [ + 3448 + ], + "max_error": 0.0 + }, + { + "representative": 3500, + "members": [ + 3500 + ], + "max_error": 0.0 + }, + { + "representative": 3358, + "members": [ + 3358 + ], + "max_error": 0.0 + }, + { + "representative": 3998, + "members": [ + 3998 + ], + "max_error": 0.0 + }, + { + "representative": 3944, + "members": [ + 3944 + ], + "max_error": 0.0 + }, + { + "representative": 4076, + "members": [ + 4076 + ], + "max_error": 0.0 + }, + { + "representative": 3900, + "members": [ + 3900 + ], + "max_error": 0.0 + }, + { + "representative": 3946, + "members": [ + 3946 + ], + "max_error": 0.0 + }, + { + "representative": 4075, + "members": [ + 4075 + ], + "max_error": 0.0 + }, + { + "representative": 3940, + "members": [ + 3940 + ], + "max_error": 0.0 + }, + { + "representative": 4029, + "members": [ + 4029 + ], + "max_error": 0.0 + }, + { + "representative": 3045, + "members": [ + 3045 + ], + "max_error": 0.0 + }, + { + "representative": 3068, + "members": [ + 3068 + ], + "max_error": 0.0 + }, + { + "representative": 2890, + "members": [ + 2890 + ], + "max_error": 0.0 + }, + { + "representative": 3027, + "members": [ + 3027 + ], + "max_error": 0.0 + }, + { + "representative": 2845, + "members": [ + 2845 + ], + "max_error": 0.0 + }, + { + "representative": 3057, + "members": [ + 3057 + ], + "max_error": 0.0 + }, + { + "representative": 3007, + "members": [ + 3007 + ], + "max_error": 0.0 + }, + { + "representative": 3029, + "members": [ + 3029 + ], + "max_error": 0.0 + }, + { + "representative": 2984, + "members": [ + 2984 + ], + "max_error": 0.0 + }, + { + "representative": 2936, + "members": [ + 2936 + ], + "max_error": 0.0 + }, + { + "representative": 3037, + "members": [ + 3037 + ], + "max_error": 0.0 + }, + { + "representative": 3582, + "members": [ + 3582 + ], + "max_error": 0.0 + }, + { + "representative": 3396, + "members": [ + 3396 + ], + "max_error": 0.0 + }, + { + "representative": 3560, + "members": [ + 3560 + ], + "max_error": 0.0 + }, + { + "representative": 3387, + "members": [ + 3387 + ], + "max_error": 0.0 + }, + { + "representative": 3342, + "members": [ + 3342 + ], + "max_error": 0.0 + }, + { + "representative": 3382, + "members": [ + 3382 + ], + "max_error": 0.0 + }, + { + "representative": 3366, + "members": [ + 3366 + ], + "max_error": 0.0 + }, + { + "representative": 3364, + "members": [ + 3364 + ], + "max_error": 0.0 + }, + { + "representative": 3548, + "members": [ + 3548 + ], + "max_error": 0.0 + }, + { + "representative": 3345, + "members": [ + 3345 + ], + "max_error": 0.0 + }, + { + "representative": 3393, + "members": [ + 3393 + ], + "max_error": 0.0 + }, + { + "representative": 3566, + "members": [ + 3566 + ], + "max_error": 0.0 + }, + { + "representative": 3336, + "members": [ + 3336 + ], + "max_error": 0.0 + }, + { + "representative": 3518, + "members": [ + 3518 + ], + "max_error": 0.0 + }, + { + "representative": 3569, + "members": [ + 3569 + ], + "max_error": 0.0 + }, + { + "representative": 3467, + "members": [ + 3467 + ], + "max_error": 0.0 + }, + { + "representative": 3970, + "members": [ + 3970 + ], + "max_error": 0.0 + }, + { + "representative": 4087, + "members": [ + 4087 + ], + "max_error": 0.0 + }, + { + "representative": 3892, + "members": [ + 3892 + ], + "max_error": 0.0 + }, + { + "representative": 4009, + "members": [ + 4009 + ], + "max_error": 0.0 + }, + { + "representative": 4092, + "members": [ + 4092 + ], + "max_error": 0.0 + }, + { + "representative": 4025, + "members": [ + 4025 + ], + "max_error": 0.0 + }, + { + "representative": 4372, + "members": [ + 4372 + ], + "max_error": 0.0 + }, + { + "representative": 4373, + "members": [ + 4373 + ], + "max_error": 0.0 + }, + { + "representative": 4376, + "members": [ + 4376 + ], + "max_error": 0.0 + }, + { + "representative": 4383, + "members": [ + 4383 + ], + "max_error": 0.0 + }, + { + "representative": 4356, + "members": [ + 4356 + ], + "max_error": 0.0 + }, + { + "representative": 4357, + "members": [ + 4357 + ], + "max_error": 0.0 + }, + { + "representative": 4363, + "members": [ + 4363 + ], + "max_error": 0.0 + }, + { + "representative": 4366, + "members": [ + 4366 + ], + "max_error": 0.0 + }, + { + "representative": 4416, + "members": [ + 4416 + ], + "max_error": 0.0 + }, + { + "representative": 4432, + "members": [ + 4432 + ], + "max_error": 0.0 + }, + { + "representative": 4435, + "members": [ + 4435 + ], + "max_error": 0.0 + }, + { + "representative": 4418, + "members": [ + 4418 + ], + "max_error": 0.0 + }, + { + "representative": 4464, + "members": [ + 4464 + ], + "max_error": 0.0 + }, + { + "representative": 4465, + "members": [ + 4465 + ], + "max_error": 0.0 + }, + { + "representative": 4450, + "members": [ + 4450 + ], + "max_error": 0.0 + }, + { + "representative": 4474, + "members": [ + 4474 + ], + "max_error": 0.0 + }, + { + "representative": 4451, + "members": [ + 4451 + ], + "max_error": 0.0 + }, + { + "representative": 4460, + "members": [ + 4460 + ], + "max_error": 0.0 + }, + { + "representative": 4461, + "members": [ + 4461 + ], + "max_error": 0.0 + }, + { + "representative": 4462, + "members": [ + 4462 + ], + "max_error": 0.0 + }, + { + "representative": 4496, + "members": [ + 4496 + ], + "max_error": 0.0 + }, + { + "representative": 4508, + "members": [ + 4508 + ], + "max_error": 0.0 + }, + { + "representative": 4510, + "members": [ + 4510 + ], + "max_error": 0.0 + }, + { + "representative": 4485, + "members": [ + 4485 + ], + "max_error": 0.0 + }, + { + "representative": 4491, + "members": [ + 4491 + ], + "max_error": 0.0 + }, + { + "representative": 4529, + "members": [ + 4529 + ], + "max_error": 0.0 + }, + { + "representative": 4538, + "members": [ + 4538 + ], + "max_error": 0.0 + }, + { + "representative": 4524, + "members": [ + 4524 + ], + "max_error": 0.0 + }, + { + "representative": 4573, + "members": [ + 4573 + ], + "max_error": 0.0 + }, + { + "representative": 4556, + "members": [ + 4556 + ], + "max_error": 0.0 + }, + { + "representative": 4578, + "members": [ + 4578 + ], + "max_error": 0.0 + }, + { + "representative": 4579, + "members": [ + 4579 + ], + "max_error": 0.0 + }, + { + "representative": 4581, + "members": [ + 4581 + ], + "max_error": 0.0 + }, + { + "representative": 4589, + "members": [ + 4589 + ], + "max_error": 0.0 + }, + { + "representative": 4408, + "members": [ + 4408 + ], + "max_error": 0.0 + }, + { + "representative": 4413, + "members": [ + 4413 + ], + "max_error": 0.0 + }, + { + "representative": 4393, + "members": [ + 4393 + ], + "max_error": 0.0 + }, + { + "representative": 4890, + "members": [ + 4890 + ], + "max_error": 0.0 + }, + { + "representative": 4870, + "members": [ + 4870 + ], + "max_error": 0.0 + }, + { + "representative": 5052, + "members": [ + 5052 + ], + "max_error": 0.0 + }, + { + "representative": 5038, + "members": [ + 5038 + ], + "max_error": 0.0 + }, + { + "representative": 4895, + "members": [ + 4895 + ], + "max_error": 0.0 + }, + { + "representative": 5014, + "members": [ + 5014 + ], + "max_error": 0.0 + }, + { + "representative": 5084, + "members": [ + 5084 + ], + "max_error": 0.0 + }, + { + "representative": 5106, + "members": [ + 5106 + ], + "max_error": 0.0 + }, + { + "representative": 4915, + "members": [ + 4915 + ], + "max_error": 0.0 + }, + { + "representative": 5109, + "members": [ + 5109 + ], + "max_error": 0.0 + }, + { + "representative": 4990, + "members": [ + 4990 + ], + "max_error": 0.0 + }, + { + "representative": 5074, + "members": [ + 5074 + ], + "max_error": 0.0 + }, + { + "representative": 4924, + "members": [ + 4924 + ], + "max_error": 0.0 + }, + { + "representative": 4903, + "members": [ + 4903 + ], + "max_error": 0.0 + }, + { + "representative": 5063, + "members": [ + 5063 + ], + "max_error": 0.0 + }, + { + "representative": 4978, + "members": [ + 4978 + ], + "max_error": 0.0 + }, + { + "representative": 4991, + "members": [ + 4991 + ], + "max_error": 0.0 + }, + { + "representative": 5036, + "members": [ + 5036 + ], + "max_error": 0.0 + }, + { + "representative": 5029, + "members": [ + 5029 + ], + "max_error": 0.0 + }, + { + "representative": 5025, + "members": [ + 5025 + ], + "max_error": 0.0 + }, + { + "representative": 5056, + "members": [ + 5056 + ], + "max_error": 0.0 + }, + { + "representative": 5075, + "members": [ + 5075 + ], + "max_error": 0.0 + }, + { + "representative": 5076, + "members": [ + 5076 + ], + "max_error": 0.0 + }, + { + "representative": 5117, + "members": [ + 5117 + ], + "max_error": 0.0 + }, + { + "representative": 5102, + "members": [ + 5102 + ], + "max_error": 0.0 + }, + { + "representative": 5030, + "members": [ + 5030 + ], + "max_error": 0.0 + }, + { + "representative": 5086, + "members": [ + 5086 + ], + "max_error": 0.0 + }, + { + "representative": 4901, + "members": [ + 4901 + ], + "max_error": 0.0 + }, + { + "representative": 4979, + "members": [ + 4979 + ], + "max_error": 0.0 + }, + { + "representative": 5020, + "members": [ + 5020 + ], + "max_error": 0.0 + }, + { + "representative": 5008, + "members": [ + 5008 + ], + "max_error": 0.0 + }, + { + "representative": 4909, + "members": [ + 4909 + ], + "max_error": 0.0 + }, + { + "representative": 4935, + "members": [ + 4935 + ], + "max_error": 0.0 + }, + { + "representative": 4871, + "members": [ + 4871 + ], + "max_error": 0.0 + }, + { + "representative": 5031, + "members": [ + 5031 + ], + "max_error": 0.0 + }, + { + "representative": 4993, + "members": [ + 4993 + ], + "max_error": 0.0 + }, + { + "representative": 5401, + "members": [ + 5401 + ], + "max_error": 0.0 + }, + { + "representative": 5450, + "members": [ + 5450 + ], + "max_error": 0.0 + }, + { + "representative": 5440, + "members": [ + 5440 + ], + "max_error": 0.0 + }, + { + "representative": 5403, + "members": [ + 5403 + ], + "max_error": 0.0 + }, + { + "representative": 5607, + "members": [ + 5607 + ], + "max_error": 0.0 + }, + { + "representative": 5554, + "members": [ + 5554 + ], + "max_error": 0.0 + }, + { + "representative": 5543, + "members": [ + 5543 + ], + "max_error": 0.0 + }, + { + "representative": 5547, + "members": [ + 5547 + ], + "max_error": 0.0 + }, + { + "representative": 5396, + "members": [ + 5396 + ], + "max_error": 0.0 + }, + { + "representative": 5376, + "members": [ + 5376 + ], + "max_error": 0.0 + }, + { + "representative": 5412, + "members": [ + 5412 + ], + "max_error": 0.0 + }, + { + "representative": 5551, + "members": [ + 5551 + ], + "max_error": 0.0 + }, + { + "representative": 5480, + "members": [ + 5480 + ], + "max_error": 0.0 + }, + { + "representative": 5395, + "members": [ + 5395 + ], + "max_error": 0.0 + }, + { + "representative": 5499, + "members": [ + 5499 + ], + "max_error": 0.0 + }, + { + "representative": 5477, + "members": [ + 5477 + ], + "max_error": 0.0 + }, + { + "representative": 5563, + "members": [ + 5563 + ], + "max_error": 0.0 + }, + { + "representative": 5545, + "members": [ + 5545 + ], + "max_error": 0.0 + }, + { + "representative": 5541, + "members": [ + 5541 + ], + "max_error": 0.0 + }, + { + "representative": 5625, + "members": [ + 5625 + ], + "max_error": 0.0 + }, + { + "representative": 5512, + "members": [ + 5512 + ], + "max_error": 0.0 + }, + { + "representative": 5616, + "members": [ + 5616 + ], + "max_error": 0.0 + }, + { + "representative": 5448, + "members": [ + 5448 + ], + "max_error": 0.0 + }, + { + "representative": 5556, + "members": [ + 5556 + ], + "max_error": 0.0 + }, + { + "representative": 5397, + "members": [ + 5397 + ], + "max_error": 0.0 + }, + { + "representative": 5432, + "members": [ + 5432 + ], + "max_error": 0.0 + }, + { + "representative": 5606, + "members": [ + 5606 + ], + "max_error": 0.0 + }, + { + "representative": 5390, + "members": [ + 5390 + ], + "max_error": 0.0 + }, + { + "representative": 5464, + "members": [ + 5464 + ], + "max_error": 0.0 + }, + { + "representative": 5626, + "members": [ + 5626 + ], + "max_error": 0.0 + }, + { + "representative": 5458, + "members": [ + 5458 + ], + "max_error": 0.0 + }, + { + "representative": 5630, + "members": [ + 5630 + ], + "max_error": 0.0 + }, + { + "representative": 5612, + "members": [ + 5612 + ], + "max_error": 0.0 + }, + { + "representative": 5394, + "members": [ + 5394 + ], + "max_error": 0.0 + }, + { + "representative": 5444, + "members": [ + 5444 + ], + "max_error": 0.0 + }, + { + "representative": 5525, + "members": [ + 5525 + ], + "max_error": 0.0 + }, + { + "representative": 5503, + "members": [ + 5503 + ], + "max_error": 0.0 + }, + { + "representative": 5457, + "members": [ + 5457 + ], + "max_error": 0.0 + }, + { + "representative": 5589, + "members": [ + 5589 + ], + "max_error": 0.0 + }, + { + "representative": 5386, + "members": [ + 5386 + ], + "max_error": 0.0 + }, + { + "representative": 5438, + "members": [ + 5438 + ], + "max_error": 0.0 + }, + { + "representative": 5598, + "members": [ + 5598 + ], + "max_error": 0.0 + }, + { + "representative": 5413, + "members": [ + 5413 + ], + "max_error": 0.0 + }, + { + "representative": 5610, + "members": [ + 5610 + ], + "max_error": 0.0 + }, + { + "representative": 5581, + "members": [ + 5581 + ], + "max_error": 0.0 + }, + { + "representative": 5520, + "members": [ + 5520 + ], + "max_error": 0.0 + }, + { + "representative": 5904, + "members": [ + 5904 + ], + "max_error": 0.0 + }, + { + "representative": 5907, + "members": [ + 5907 + ], + "max_error": 0.0 + }, + { + "representative": 5912, + "members": [ + 5912 + ], + "max_error": 0.0 + }, + { + "representative": 5914, + "members": [ + 5914 + ], + "max_error": 0.0 + }, + { + "representative": 5891, + "members": [ + 5891 + ], + "max_error": 0.0 + }, + { + "representative": 5918, + "members": [ + 5918 + ], + "max_error": 0.0 + }, + { + "representative": 5893, + "members": [ + 5893 + ], + "max_error": 0.0 + }, + { + "representative": 5889, + "members": [ + 5889 + ], + "max_error": 0.0 + }, + { + "representative": 5898, + "members": [ + 5898 + ], + "max_error": 0.0 + }, + { + "representative": 5899, + "members": [ + 5899 + ], + "max_error": 0.0 + }, + { + "representative": 5968, + "members": [ + 5968 + ], + "max_error": 0.0 + }, + { + "representative": 5969, + "members": [ + 5969 + ], + "max_error": 0.0 + }, + { + "representative": 5978, + "members": [ + 5978 + ], + "max_error": 0.0 + }, + { + "representative": 5983, + "members": [ + 5983 + ], + "max_error": 0.0 + }, + { + "representative": 5958, + "members": [ + 5958 + ], + "max_error": 0.0 + }, + { + "representative": 6010, + "members": [ + 6010 + ], + "max_error": 0.0 + }, + { + "representative": 5992, + "members": [ + 5992 + ], + "max_error": 0.0 + }, + { + "representative": 5996, + "members": [ + 5996 + ], + "max_error": 0.0 + }, + { + "representative": 6034, + "members": [ + 6034 + ], + "max_error": 0.0 + }, + { + "representative": 6040, + "members": [ + 6040 + ], + "max_error": 0.0 + }, + { + "representative": 6044, + "members": [ + 6044 + ], + "max_error": 0.0 + }, + { + "representative": 6024, + "members": [ + 6024 + ], + "max_error": 0.0 + }, + { + "representative": 6025, + "members": [ + 6025 + ], + "max_error": 0.0 + }, + { + "representative": 6029, + "members": [ + 6029 + ], + "max_error": 0.0 + }, + { + "representative": 6064, + "members": [ + 6064 + ], + "max_error": 0.0 + }, + { + "representative": 6068, + "members": [ + 6068 + ], + "max_error": 0.0 + }, + { + "representative": 6069, + "members": [ + 6069 + ], + "max_error": 0.0 + }, + { + "representative": 6071, + "members": [ + 6071 + ], + "max_error": 0.0 + }, + { + "representative": 6078, + "members": [ + 6078 + ], + "max_error": 0.0 + }, + { + "representative": 6052, + "members": [ + 6052 + ], + "max_error": 0.0 + }, + { + "representative": 6060, + "members": [ + 6060 + ], + "max_error": 0.0 + }, + { + "representative": 6099, + "members": [ + 6099 + ], + "max_error": 0.0 + }, + { + "representative": 6102, + "members": [ + 6102 + ], + "max_error": 0.0 + }, + { + "representative": 6110, + "members": [ + 6110 + ], + "max_error": 0.0 + }, + { + "representative": 6086, + "members": [ + 6086 + ], + "max_error": 0.0 + }, + { + "representative": 6089, + "members": [ + 6089 + ], + "max_error": 0.0 + }, + { + "representative": 6136, + "members": [ + 6136 + ], + "max_error": 0.0 + }, + { + "representative": 6138, + "members": [ + 6138 + ], + "max_error": 0.0 + }, + { + "representative": 6142, + "members": [ + 6142 + ], + "max_error": 0.0 + }, + { + "representative": 6117, + "members": [ + 6117 + ], + "max_error": 0.0 + }, + { + "representative": 6121, + "members": [ + 6121 + ], + "max_error": 0.0 + }, + { + "representative": 6123, + "members": [ + 6123 + ], + "max_error": 0.0 + }, + { + "representative": 6126, + "members": [ + 6126 + ], + "max_error": 0.0 + }, + { + "representative": 5927, + "members": [ + 5927 + ], + "max_error": 0.0 + }, + { + "representative": 5928, + "members": [ + 5928 + ], + "max_error": 0.0 + }, + { + "representative": 5929, + "members": [ + 5929 + ], + "max_error": 0.0 + }, + { + "representative": 5935, + "members": [ + 5935 + ], + "max_error": 0.0 + }, + { + "representative": 1284, + "members": [ + 1284 + ], + "max_error": 0.0 + }, + { + "representative": 1525, + "members": [ + 1525 + ], + "max_error": 0.0 + }, + { + "representative": 1388, + "members": [ + 1388 + ], + "max_error": 0.0 + }, + { + "representative": 1411, + "members": [ + 1411 + ], + "max_error": 0.0 + }, + { + "representative": 1405, + "members": [ + 1405 + ], + "max_error": 0.0 + }, + { + "representative": 1443, + "members": [ + 1443 + ], + "max_error": 0.0 + }, + { + "representative": 1435, + "members": [ + 1435 + ], + "max_error": 0.0 + }, + { + "representative": 1500, + "members": [ + 1500 + ], + "max_error": 0.0 + }, + { + "representative": 1290, + "members": [ + 1290 + ], + "max_error": 0.0 + }, + { + "representative": 1310, + "members": [ + 1310 + ], + "max_error": 0.0 + }, + { + "representative": 1885, + "members": [ + 1885 + ], + "max_error": 0.0 + }, + { + "representative": 2018, + "members": [ + 2018 + ], + "max_error": 0.0 + }, + { + "representative": 1808, + "members": [ + 1808 + ], + "max_error": 0.0 + }, + { + "representative": 1934, + "members": [ + 1934 + ], + "max_error": 0.0 + }, + { + "representative": 1917, + "members": [ + 1917 + ], + "max_error": 0.0 + }, + { + "representative": 1821, + "members": [ + 1821 + ], + "max_error": 0.0 + }, + { + "representative": 1812, + "members": [ + 1812 + ], + "max_error": 0.0 + }, + { + "representative": 1818, + "members": [ + 1818 + ], + "max_error": 0.0 + }, + { + "representative": 1810, + "members": [ + 1810 + ], + "max_error": 0.0 + }, + { + "representative": 1992, + "members": [ + 1992 + ], + "max_error": 0.0 + }, + { + "representative": 2046, + "members": [ + 2046 + ], + "max_error": 0.0 + }, + { + "representative": 2030, + "members": [ + 2030 + ], + "max_error": 0.0 + }, + { + "representative": 2032, + "members": [ + 2032 + ], + "max_error": 0.0 + }, + { + "representative": 2512, + "members": [ + 2512 + ], + "max_error": 0.0 + }, + { + "representative": 2436, + "members": [ + 2436 + ], + "max_error": 0.0 + }, + { + "representative": 2305, + "members": [ + 2305 + ], + "max_error": 0.0 + }, + { + "representative": 2530, + "members": [ + 2530 + ], + "max_error": 0.0 + }, + { + "representative": 2311, + "members": [ + 2311 + ], + "max_error": 0.0 + }, + { + "representative": 2374, + "members": [ + 2374 + ], + "max_error": 0.0 + }, + { + "representative": 2491, + "members": [ + 2491 + ], + "max_error": 0.0 + }, + { + "representative": 2317, + "members": [ + 2317 + ], + "max_error": 0.0 + }, + { + "representative": 2422, + "members": [ + 2422 + ], + "max_error": 0.0 + }, + { + "representative": 2394, + "members": [ + 2394 + ], + "max_error": 0.0 + }, + { + "representative": 2403, + "members": [ + 2403 + ], + "max_error": 0.0 + }, + { + "representative": 2357, + "members": [ + 2357 + ], + "max_error": 0.0 + }, + { + "representative": 2529, + "members": [ + 2529 + ], + "max_error": 0.0 + }, + { + "representative": 2372, + "members": [ + 2372 + ], + "max_error": 0.0 + }, + { + "representative": 2360, + "members": [ + 2360 + ], + "max_error": 0.0 + }, + { + "representative": 2369, + "members": [ + 2369 + ], + "max_error": 0.0 + }, + { + "representative": 2909, + "members": [ + 2909 + ], + "max_error": 0.0 + }, + { + "representative": 3000, + "members": [ + 3000 + ], + "max_error": 0.0 + }, + { + "representative": 2889, + "members": [ + 2889 + ], + "max_error": 0.0 + }, + { + "representative": 2918, + "members": [ + 2918 + ], + "max_error": 0.0 + }, + { + "representative": 2920, + "members": [ + 2920 + ], + "max_error": 0.0 + }, + { + "representative": 2994, + "members": [ + 2994 + ], + "max_error": 0.0 + }, + { + "representative": 2980, + "members": [ + 2980 + ], + "max_error": 0.0 + }, + { + "representative": 2963, + "members": [ + 2963 + ], + "max_error": 0.0 + }, + { + "representative": 3009, + "members": [ + 3009 + ], + "max_error": 0.0 + }, + { + "representative": 3568, + "members": [ + 3568 + ], + "max_error": 0.0 + }, + { + "representative": 3380, + "members": [ + 3380 + ], + "max_error": 0.0 + }, + { + "representative": 3395, + "members": [ + 3395 + ], + "max_error": 0.0 + }, + { + "representative": 3494, + "members": [ + 3494 + ], + "max_error": 0.0 + }, + { + "representative": 3404, + "members": [ + 3404 + ], + "max_error": 0.0 + }, + { + "representative": 3527, + "members": [ + 3527 + ], + "max_error": 0.0 + }, + { + "representative": 3447, + "members": [ + 3447 + ], + "max_error": 0.0 + }, + { + "representative": 3463, + "members": [ + 3463 + ], + "max_error": 0.0 + }, + { + "representative": 3573, + "members": [ + 3573 + ], + "max_error": 0.0 + }, + { + "representative": 3472, + "members": [ + 3472 + ], + "max_error": 0.0 + }, + { + "representative": 3543, + "members": [ + 3543 + ], + "max_error": 0.0 + }, + { + "representative": 3490, + "members": [ + 3490 + ], + "max_error": 0.0 + }, + { + "representative": 3580, + "members": [ + 3580 + ], + "max_error": 0.0 + }, + { + "representative": 3957, + "members": [ + 3957 + ], + "max_error": 0.0 + }, + { + "representative": 3978, + "members": [ + 3978 + ], + "max_error": 0.0 + }, + { + "representative": 3950, + "members": [ + 3950 + ], + "max_error": 0.0 + }, + { + "representative": 3934, + "members": [ + 3934 + ], + "max_error": 0.0 + }, + { + "representative": 4079, + "members": [ + 4079 + ], + "max_error": 0.0 + }, + { + "representative": 4036, + "members": [ + 4036 + ], + "max_error": 0.0 + }, + { + "representative": 4018, + "members": [ + 4018 + ], + "max_error": 0.0 + }, + { + "representative": 3849, + "members": [ + 3849 + ], + "max_error": 0.0 + }, + { + "representative": 3905, + "members": [ + 3905 + ], + "max_error": 0.0 + }, + { + "representative": 3871, + "members": [ + 3871 + ], + "max_error": 0.0 + }, + { + "representative": 3962, + "members": [ + 3962 + ], + "max_error": 0.0 + }, + { + "representative": 4091, + "members": [ + 4091 + ], + "max_error": 0.0 + }, + { + "representative": 4010, + "members": [ + 4010 + ], + "max_error": 0.0 + }, + { + "representative": 3874, + "members": [ + 3874 + ], + "max_error": 0.0 + }, + { + "representative": 3985, + "members": [ + 3985 + ], + "max_error": 0.0 + }, + { + "representative": 3890, + "members": [ + 3890 + ], + "max_error": 0.0 + }, + { + "representative": 1464, + "members": [ + 1464 + ], + "max_error": 0.0 + }, + { + "representative": 1301, + "members": [ + 1301 + ], + "max_error": 0.0 + }, + { + "representative": 1409, + "members": [ + 1409 + ], + "max_error": 0.0 + }, + { + "representative": 1437, + "members": [ + 1437 + ], + "max_error": 0.0 + }, + { + "representative": 1379, + "members": [ + 1379 + ], + "max_error": 0.0 + }, + { + "representative": 1375, + "members": [ + 1375 + ], + "max_error": 0.0 + }, + { + "representative": 1424, + "members": [ + 1424 + ], + "max_error": 0.0 + }, + { + "representative": 1421, + "members": [ + 1421 + ], + "max_error": 0.0 + }, + { + "representative": 1478, + "members": [ + 1478 + ], + "max_error": 0.0 + }, + { + "representative": 1532, + "members": [ + 1532 + ], + "max_error": 0.0 + }, + { + "representative": 1533, + "members": [ + 1533 + ], + "max_error": 0.0 + }, + { + "representative": 1372, + "members": [ + 1372 + ], + "max_error": 0.0 + }, + { + "representative": 1324, + "members": [ + 1324 + ], + "max_error": 0.0 + }, + { + "representative": 1462, + "members": [ + 1462 + ], + "max_error": 0.0 + }, + { + "representative": 1401, + "members": [ + 1401 + ], + "max_error": 0.0 + }, + { + "representative": 1955, + "members": [ + 1955 + ], + "max_error": 0.0 + }, + { + "representative": 1854, + "members": [ + 1854 + ], + "max_error": 0.0 + }, + { + "representative": 1840, + "members": [ + 1840 + ], + "max_error": 0.0 + }, + { + "representative": 1945, + "members": [ + 1945 + ], + "max_error": 0.0 + }, + { + "representative": 1942, + "members": [ + 1942 + ], + "max_error": 0.0 + }, + { + "representative": 1852, + "members": [ + 1852 + ], + "max_error": 0.0 + }, + { + "representative": 1875, + "members": [ + 1875 + ], + "max_error": 0.0 + }, + { + "representative": 1835, + "members": [ + 1835 + ], + "max_error": 0.0 + }, + { + "representative": 1815, + "members": [ + 1815 + ], + "max_error": 0.0 + }, + { + "representative": 1847, + "members": [ + 1847 + ], + "max_error": 0.0 + }, + { + "representative": 2418, + "members": [ + 2418 + ], + "max_error": 0.0 + }, + { + "representative": 2557, + "members": [ + 2557 + ], + "max_error": 0.0 + }, + { + "representative": 2409, + "members": [ + 2409 + ], + "max_error": 0.0 + }, + { + "representative": 2487, + "members": [ + 2487 + ], + "max_error": 0.0 + }, + { + "representative": 2375, + "members": [ + 2375 + ], + "max_error": 0.0 + }, + { + "representative": 2348, + "members": [ + 2348 + ], + "max_error": 0.0 + }, + { + "representative": 2386, + "members": [ + 2386 + ], + "max_error": 0.0 + }, + { + "representative": 2503, + "members": [ + 2503 + ], + "max_error": 0.0 + }, + { + "representative": 2517, + "members": [ + 2517 + ], + "max_error": 0.0 + }, + { + "representative": 2349, + "members": [ + 2349 + ], + "max_error": 0.0 + }, + { + "representative": 2417, + "members": [ + 2417 + ], + "max_error": 0.0 + }, + { + "representative": 2370, + "members": [ + 2370 + ], + "max_error": 0.0 + }, + { + "representative": 2339, + "members": [ + 2339 + ], + "max_error": 0.0 + }, + { + "representative": 2457, + "members": [ + 2457 + ], + "max_error": 0.0 + }, + { + "representative": 2424, + "members": [ + 2424 + ], + "max_error": 0.0 + }, + { + "representative": 2974, + "members": [ + 2974 + ], + "max_error": 0.0 + }, + { + "representative": 2898, + "members": [ + 2898 + ], + "max_error": 0.0 + }, + { + "representative": 3069, + "members": [ + 3069 + ], + "max_error": 0.0 + }, + { + "representative": 2972, + "members": [ + 2972 + ], + "max_error": 0.0 + }, + { + "representative": 2906, + "members": [ + 2906 + ], + "max_error": 0.0 + }, + { + "representative": 2950, + "members": [ + 2950 + ], + "max_error": 0.0 + }, + { + "representative": 3067, + "members": [ + 3067 + ], + "max_error": 0.0 + }, + { + "representative": 2893, + "members": [ + 2893 + ], + "max_error": 0.0 + }, + { + "representative": 2927, + "members": [ + 2927 + ], + "max_error": 0.0 + }, + { + "representative": 2952, + "members": [ + 2952 + ], + "max_error": 0.0 + }, + { + "representative": 2832, + "members": [ + 2832 + ], + "max_error": 0.0 + }, + { + "representative": 2990, + "members": [ + 2990 + ], + "max_error": 0.0 + }, + { + "representative": 3377, + "members": [ + 3377 + ], + "max_error": 0.0 + }, + { + "representative": 3452, + "members": [ + 3452 + ], + "max_error": 0.0 + }, + { + "representative": 3575, + "members": [ + 3575 + ], + "max_error": 0.0 + }, + { + "representative": 3558, + "members": [ + 3558 + ], + "max_error": 0.0 + }, + { + "representative": 3334, + "members": [ + 3334 + ], + "max_error": 0.0 + }, + { + "representative": 3361, + "members": [ + 3361 + ], + "max_error": 0.0 + }, + { + "representative": 3533, + "members": [ + 3533 + ], + "max_error": 0.0 + }, + { + "representative": 3444, + "members": [ + 3444 + ], + "max_error": 0.0 + }, + { + "representative": 3524, + "members": [ + 3524 + ], + "max_error": 0.0 + }, + { + "representative": 3392, + "members": [ + 3392 + ], + "max_error": 0.0 + }, + { + "representative": 3855, + "members": [ + 3855 + ], + "max_error": 0.0 + }, + { + "representative": 3988, + "members": [ + 3988 + ], + "max_error": 0.0 + }, + { + "representative": 4089, + "members": [ + 4089 + ], + "max_error": 0.0 + }, + { + "representative": 3856, + "members": [ + 3856 + ], + "max_error": 0.0 + }, + { + "representative": 4088, + "members": [ + 4088 + ], + "max_error": 0.0 + }, + { + "representative": 4080, + "members": [ + 4080 + ], + "max_error": 0.0 + }, + { + "representative": 3974, + "members": [ + 3974 + ], + "max_error": 0.0 + }, + { + "representative": 3877, + "members": [ + 3877 + ], + "max_error": 0.0 + }, + { + "representative": 3864, + "members": [ + 3864 + ], + "max_error": 0.0 + }, + { + "representative": 3886, + "members": [ + 3886 + ], + "max_error": 0.0 + }, + { + "representative": 4042, + "members": [ + 4042 + ], + "max_error": 0.0 + }, + { + "representative": 3876, + "members": [ + 3876 + ], + "max_error": 0.0 + }, + { + "representative": 3932, + "members": [ + 3932 + ], + "max_error": 0.0 + }, + { + "representative": 3867, + "members": [ + 3867 + ], + "max_error": 0.0 + }, + { + "representative": 4013, + "members": [ + 4013 + ], + "max_error": 0.0 + }, + { + "representative": 3993, + "members": [ + 3993 + ], + "max_error": 0.0 + }, + { + "representative": 1321, + "members": [ + 1321 + ], + "max_error": 0.0 + }, + { + "representative": 1357, + "members": [ + 1357 + ], + "max_error": 0.0 + }, + { + "representative": 1328, + "members": [ + 1328 + ], + "max_error": 0.0 + }, + { + "representative": 1381, + "members": [ + 1381 + ], + "max_error": 0.0 + }, + { + "representative": 1415, + "members": [ + 1415 + ], + "max_error": 0.0 + }, + { + "representative": 1299, + "members": [ + 1299 + ], + "max_error": 0.0 + }, + { + "representative": 1289, + "members": [ + 1289 + ], + "max_error": 0.0 + }, + { + "representative": 1517, + "members": [ + 1517 + ], + "max_error": 0.0 + }, + { + "representative": 1399, + "members": [ + 1399 + ], + "max_error": 0.0 + }, + { + "representative": 1449, + "members": [ + 1449 + ], + "max_error": 0.0 + }, + { + "representative": 1298, + "members": [ + 1298 + ], + "max_error": 0.0 + }, + { + "representative": 1503, + "members": [ + 1503 + ], + "max_error": 0.0 + }, + { + "representative": 1506, + "members": [ + 1506 + ], + "max_error": 0.0 + }, + { + "representative": 1325, + "members": [ + 1325 + ], + "max_error": 0.0 + }, + { + "representative": 1879, + "members": [ + 1879 + ], + "max_error": 0.0 + }, + { + "representative": 1921, + "members": [ + 1921 + ], + "max_error": 0.0 + }, + { + "representative": 1947, + "members": [ + 1947 + ], + "max_error": 0.0 + }, + { + "representative": 1822, + "members": [ + 1822 + ], + "max_error": 0.0 + }, + { + "representative": 1803, + "members": [ + 1803 + ], + "max_error": 0.0 + }, + { + "representative": 2040, + "members": [ + 2040 + ], + "max_error": 0.0 + }, + { + "representative": 2044, + "members": [ + 2044 + ], + "max_error": 0.0 + }, + { + "representative": 1796, + "members": [ + 1796 + ], + "max_error": 0.0 + }, + { + "representative": 1912, + "members": [ + 1912 + ], + "max_error": 0.0 + }, + { + "representative": 2027, + "members": [ + 2027 + ], + "max_error": 0.0 + }, + { + "representative": 1983, + "members": [ + 1983 + ], + "max_error": 0.0 + }, + { + "representative": 1928, + "members": [ + 1928 + ], + "max_error": 0.0 + }, + { + "representative": 2441, + "members": [ + 2441 + ], + "max_error": 0.0 + }, + { + "representative": 2461, + "members": [ + 2461 + ], + "max_error": 0.0 + }, + { + "representative": 2508, + "members": [ + 2508 + ], + "max_error": 0.0 + }, + { + "representative": 2486, + "members": [ + 2486 + ], + "max_error": 0.0 + }, + { + "representative": 2445, + "members": [ + 2445 + ], + "max_error": 0.0 + }, + { + "representative": 2467, + "members": [ + 2467 + ], + "max_error": 0.0 + }, + { + "representative": 2476, + "members": [ + 2476 + ], + "max_error": 0.0 + }, + { + "representative": 2325, + "members": [ + 2325 + ], + "max_error": 0.0 + }, + { + "representative": 2363, + "members": [ + 2363 + ], + "max_error": 0.0 + }, + { + "representative": 2524, + "members": [ + 2524 + ], + "max_error": 0.0 + }, + { + "representative": 2532, + "members": [ + 2532 + ], + "max_error": 0.0 + }, + { + "representative": 2536, + "members": [ + 2536 + ], + "max_error": 0.0 + }, + { + "representative": 2413, + "members": [ + 2413 + ], + "max_error": 0.0 + }, + { + "representative": 2472, + "members": [ + 2472 + ], + "max_error": 0.0 + }, + { + "representative": 2549, + "members": [ + 2549 + ], + "max_error": 0.0 + }, + { + "representative": 2545, + "members": [ + 2545 + ], + "max_error": 0.0 + }, + { + "representative": 2511, + "members": [ + 2511 + ], + "max_error": 0.0 + }, + { + "representative": 2310, + "members": [ + 2310 + ], + "max_error": 0.0 + }, + { + "representative": 2331, + "members": [ + 2331 + ], + "max_error": 0.0 + }, + { + "representative": 2496, + "members": [ + 2496 + ], + "max_error": 0.0 + }, + { + "representative": 2924, + "members": [ + 2924 + ], + "max_error": 0.0 + }, + { + "representative": 2961, + "members": [ + 2961 + ], + "max_error": 0.0 + }, + { + "representative": 3003, + "members": [ + 3003 + ], + "max_error": 0.0 + }, + { + "representative": 3006, + "members": [ + 3006 + ], + "max_error": 0.0 + }, + { + "representative": 2851, + "members": [ + 2851 + ], + "max_error": 0.0 + }, + { + "representative": 3001, + "members": [ + 3001 + ], + "max_error": 0.0 + }, + { + "representative": 2822, + "members": [ + 2822 + ], + "max_error": 0.0 + }, + { + "representative": 2894, + "members": [ + 2894 + ], + "max_error": 0.0 + }, + { + "representative": 2842, + "members": [ + 2842 + ], + "max_error": 0.0 + }, + { + "representative": 2969, + "members": [ + 2969 + ], + "max_error": 0.0 + }, + { + "representative": 3048, + "members": [ + 3048 + ], + "max_error": 0.0 + }, + { + "representative": 3042, + "members": [ + 3042 + ], + "max_error": 0.0 + }, + { + "representative": 2940, + "members": [ + 2940 + ], + "max_error": 0.0 + }, + { + "representative": 3443, + "members": [ + 3443 + ], + "max_error": 0.0 + }, + { + "representative": 3478, + "members": [ + 3478 + ], + "max_error": 0.0 + }, + { + "representative": 3520, + "members": [ + 3520 + ], + "max_error": 0.0 + }, + { + "representative": 3517, + "members": [ + 3517 + ], + "max_error": 0.0 + }, + { + "representative": 3488, + "members": [ + 3488 + ], + "max_error": 0.0 + }, + { + "representative": 3424, + "members": [ + 3424 + ], + "max_error": 0.0 + }, + { + "representative": 3481, + "members": [ + 3481 + ], + "max_error": 0.0 + }, + { + "representative": 3456, + "members": [ + 3456 + ], + "max_error": 0.0 + }, + { + "representative": 3381, + "members": [ + 3381 + ], + "max_error": 0.0 + }, + { + "representative": 3553, + "members": [ + 3553 + ], + "max_error": 0.0 + }, + { + "representative": 3362, + "members": [ + 3362 + ], + "max_error": 0.0 + }, + { + "representative": 3388, + "members": [ + 3388 + ], + "max_error": 0.0 + }, + { + "representative": 3577, + "members": [ + 3577 + ], + "max_error": 0.0 + }, + { + "representative": 3920, + "members": [ + 3920 + ], + "max_error": 0.0 + }, + { + "representative": 3992, + "members": [ + 3992 + ], + "max_error": 0.0 + }, + { + "representative": 4083, + "members": [ + 4083 + ], + "max_error": 0.0 + }, + { + "representative": 3846, + "members": [ + 3846 + ], + "max_error": 0.0 + }, + { + "representative": 3967, + "members": [ + 3967 + ], + "max_error": 0.0 + }, + { + "representative": 4054, + "members": [ + 4054 + ], + "max_error": 0.0 + }, + { + "representative": 3983, + "members": [ + 3983 + ], + "max_error": 0.0 + }, + { + "representative": 3914, + "members": [ + 3914 + ], + "max_error": 0.0 + }, + { + "representative": 3945, + "members": [ + 3945 + ], + "max_error": 0.0 + }, + { + "representative": 3987, + "members": [ + 3987 + ], + "max_error": 0.0 + }, + { + "representative": 3941, + "members": [ + 3941 + ], + "max_error": 0.0 + }, + { + "representative": 2964, + "members": [ + 2964 + ], + "max_error": 0.0 + }, + { + "representative": 2857, + "members": [ + 2857 + ], + "max_error": 0.0 + }, + { + "representative": 2935, + "members": [ + 2935 + ], + "max_error": 0.0 + }, + { + "representative": 2967, + "members": [ + 2967 + ], + "max_error": 0.0 + }, + { + "representative": 3041, + "members": [ + 3041 + ], + "max_error": 0.0 + }, + { + "representative": 2962, + "members": [ + 2962 + ], + "max_error": 0.0 + }, + { + "representative": 2891, + "members": [ + 2891 + ], + "max_error": 0.0 + }, + { + "representative": 2823, + "members": [ + 2823 + ], + "max_error": 0.0 + }, + { + "representative": 3046, + "members": [ + 3046 + ], + "max_error": 0.0 + }, + { + "representative": 2892, + "members": [ + 2892 + ], + "max_error": 0.0 + }, + { + "representative": 2986, + "members": [ + 2986 + ], + "max_error": 0.0 + }, + { + "representative": 2878, + "members": [ + 2878 + ], + "max_error": 0.0 + }, + { + "representative": 2925, + "members": [ + 2925 + ], + "max_error": 0.0 + }, + { + "representative": 3408, + "members": [ + 3408 + ], + "max_error": 0.0 + }, + { + "representative": 3440, + "members": [ + 3440 + ], + "max_error": 0.0 + }, + { + "representative": 3461, + "members": [ + 3461 + ], + "max_error": 0.0 + }, + { + "representative": 3414, + "members": [ + 3414 + ], + "max_error": 0.0 + }, + { + "representative": 3430, + "members": [ + 3430 + ], + "max_error": 0.0 + }, + { + "representative": 3371, + "members": [ + 3371 + ], + "max_error": 0.0 + }, + { + "representative": 3513, + "members": [ + 3513 + ], + "max_error": 0.0 + }, + { + "representative": 3465, + "members": [ + 3465 + ], + "max_error": 0.0 + }, + { + "representative": 3399, + "members": [ + 3399 + ], + "max_error": 0.0 + }, + { + "representative": 3535, + "members": [ + 3535 + ], + "max_error": 0.0 + }, + { + "representative": 3541, + "members": [ + 3541 + ], + "max_error": 0.0 + }, + { + "representative": 3550, + "members": [ + 3550 + ], + "max_error": 0.0 + }, + { + "representative": 3427, + "members": [ + 3427 + ], + "max_error": 0.0 + }, + { + "representative": 4011, + "members": [ + 4011 + ], + "max_error": 0.0 + }, + { + "representative": 4024, + "members": [ + 4024 + ], + "max_error": 0.0 + }, + { + "representative": 3910, + "members": [ + 3910 + ], + "max_error": 0.0 + }, + { + "representative": 3887, + "members": [ + 3887 + ], + "max_error": 0.0 + }, + { + "representative": 3884, + "members": [ + 3884 + ], + "max_error": 0.0 + }, + { + "representative": 3973, + "members": [ + 3973 + ], + "max_error": 0.0 + }, + { + "representative": 4436, + "members": [ + 4436 + ], + "max_error": 0.0 + }, + { + "representative": 4557, + "members": [ + 4557 + ], + "max_error": 0.0 + }, + { + "representative": 4429, + "members": [ + 4429 + ], + "max_error": 0.0 + }, + { + "representative": 4379, + "members": [ + 4379 + ], + "max_error": 0.0 + }, + { + "representative": 4403, + "members": [ + 4403 + ], + "max_error": 0.0 + }, + { + "representative": 4558, + "members": [ + 4558 + ], + "max_error": 0.0 + }, + { + "representative": 4387, + "members": [ + 4387 + ], + "max_error": 0.0 + }, + { + "representative": 4527, + "members": [ + 4527 + ], + "max_error": 0.0 + }, + { + "representative": 4426, + "members": [ + 4426 + ], + "max_error": 0.0 + }, + { + "representative": 4499, + "members": [ + 4499 + ], + "max_error": 0.0 + }, + { + "representative": 4534, + "members": [ + 4534 + ], + "max_error": 0.0 + }, + { + "representative": 4507, + "members": [ + 4507 + ], + "max_error": 0.0 + }, + { + "representative": 4399, + "members": [ + 4399 + ], + "max_error": 0.0 + }, + { + "representative": 4583, + "members": [ + 4583 + ], + "max_error": 0.0 + }, + { + "representative": 4522, + "members": [ + 4522 + ], + "max_error": 0.0 + }, + { + "representative": 4591, + "members": [ + 4591 + ], + "max_error": 0.0 + }, + { + "representative": 4577, + "members": [ + 4577 + ], + "max_error": 0.0 + }, + { + "representative": 4537, + "members": [ + 4537 + ], + "max_error": 0.0 + }, + { + "representative": 4555, + "members": [ + 4555 + ], + "max_error": 0.0 + }, + { + "representative": 4472, + "members": [ + 4472 + ], + "max_error": 0.0 + }, + { + "representative": 4476, + "members": [ + 4476 + ], + "max_error": 0.0 + }, + { + "representative": 4402, + "members": [ + 4402 + ], + "max_error": 0.0 + }, + { + "representative": 4515, + "members": [ + 4515 + ], + "max_error": 0.0 + }, + { + "representative": 4541, + "members": [ + 4541 + ], + "max_error": 0.0 + }, + { + "representative": 4492, + "members": [ + 4492 + ], + "max_error": 0.0 + }, + { + "representative": 4401, + "members": [ + 4401 + ], + "max_error": 0.0 + }, + { + "representative": 4452, + "members": [ + 4452 + ], + "max_error": 0.0 + }, + { + "representative": 4488, + "members": [ + 4488 + ], + "max_error": 0.0 + }, + { + "representative": 4469, + "members": [ + 4469 + ], + "max_error": 0.0 + }, + { + "representative": 4359, + "members": [ + 4359 + ], + "max_error": 0.0 + }, + { + "representative": 4424, + "members": [ + 4424 + ], + "max_error": 0.0 + }, + { + "representative": 4548, + "members": [ + 4548 + ], + "max_error": 0.0 + }, + { + "representative": 4441, + "members": [ + 4441 + ], + "max_error": 0.0 + }, + { + "representative": 4367, + "members": [ + 4367 + ], + "max_error": 0.0 + }, + { + "representative": 4576, + "members": [ + 4576 + ], + "max_error": 0.0 + }, + { + "representative": 4437, + "members": [ + 4437 + ], + "max_error": 0.0 + }, + { + "representative": 4528, + "members": [ + 4528 + ], + "max_error": 0.0 + }, + { + "representative": 4563, + "members": [ + 4563 + ], + "max_error": 0.0 + }, + { + "representative": 4358, + "members": [ + 4358 + ], + "max_error": 0.0 + }, + { + "representative": 4407, + "members": [ + 4407 + ], + "max_error": 0.0 + }, + { + "representative": 4434, + "members": [ + 4434 + ], + "max_error": 0.0 + }, + { + "representative": 4570, + "members": [ + 4570 + ], + "max_error": 0.0 + }, + { + "representative": 4494, + "members": [ + 4494 + ], + "max_error": 0.0 + }, + { + "representative": 4478, + "members": [ + 4478 + ], + "max_error": 0.0 + }, + { + "representative": 4500, + "members": [ + 4500 + ], + "max_error": 0.0 + }, + { + "representative": 4580, + "members": [ + 4580 + ], + "max_error": 0.0 + }, + { + "representative": 4481, + "members": [ + 4481 + ], + "max_error": 0.0 + }, + { + "representative": 5081, + "members": [ + 5081 + ], + "max_error": 0.0 + }, + { + "representative": 4876, + "members": [ + 4876 + ], + "max_error": 0.0 + }, + { + "representative": 4925, + "members": [ + 4925 + ], + "max_error": 0.0 + }, + { + "representative": 5011, + "members": [ + 5011 + ], + "max_error": 0.0 + }, + { + "representative": 5119, + "members": [ + 5119 + ], + "max_error": 0.0 + }, + { + "representative": 5024, + "members": [ + 5024 + ], + "max_error": 0.0 + }, + { + "representative": 4958, + "members": [ + 4958 + ], + "max_error": 0.0 + }, + { + "representative": 4941, + "members": [ + 4941 + ], + "max_error": 0.0 + }, + { + "representative": 4995, + "members": [ + 4995 + ], + "max_error": 0.0 + }, + { + "representative": 4953, + "members": [ + 4953 + ], + "max_error": 0.0 + }, + { + "representative": 4880, + "members": [ + 4880 + ], + "max_error": 0.0 + }, + { + "representative": 5046, + "members": [ + 5046 + ], + "max_error": 0.0 + }, + { + "representative": 5026, + "members": [ + 5026 + ], + "max_error": 0.0 + }, + { + "representative": 4949, + "members": [ + 4949 + ], + "max_error": 0.0 + }, + { + "representative": 5040, + "members": [ + 5040 + ], + "max_error": 0.0 + }, + { + "representative": 5070, + "members": [ + 5070 + ], + "max_error": 0.0 + }, + { + "representative": 5054, + "members": [ + 5054 + ], + "max_error": 0.0 + }, + { + "representative": 4932, + "members": [ + 4932 + ], + "max_error": 0.0 + }, + { + "representative": 5034, + "members": [ + 5034 + ], + "max_error": 0.0 + }, + { + "representative": 5027, + "members": [ + 5027 + ], + "max_error": 0.0 + }, + { + "representative": 5028, + "members": [ + 5028 + ], + "max_error": 0.0 + }, + { + "representative": 4942, + "members": [ + 4942 + ], + "max_error": 0.0 + }, + { + "representative": 5105, + "members": [ + 5105 + ], + "max_error": 0.0 + }, + { + "representative": 5001, + "members": [ + 5001 + ], + "max_error": 0.0 + }, + { + "representative": 4989, + "members": [ + 4989 + ], + "max_error": 0.0 + }, + { + "representative": 4946, + "members": [ + 4946 + ], + "max_error": 0.0 + }, + { + "representative": 4970, + "members": [ + 4970 + ], + "max_error": 0.0 + }, + { + "representative": 5080, + "members": [ + 5080 + ], + "max_error": 0.0 + }, + { + "representative": 5097, + "members": [ + 5097 + ], + "max_error": 0.0 + }, + { + "representative": 4954, + "members": [ + 4954 + ], + "max_error": 0.0 + }, + { + "representative": 4917, + "members": [ + 4917 + ], + "max_error": 0.0 + }, + { + "representative": 5087, + "members": [ + 5087 + ], + "max_error": 0.0 + }, + { + "representative": 5058, + "members": [ + 5058 + ], + "max_error": 0.0 + }, + { + "representative": 4996, + "members": [ + 4996 + ], + "max_error": 0.0 + }, + { + "representative": 4972, + "members": [ + 4972 + ], + "max_error": 0.0 + }, + { + "representative": 4887, + "members": [ + 4887 + ], + "max_error": 0.0 + }, + { + "representative": 4944, + "members": [ + 4944 + ], + "max_error": 0.0 + }, + { + "representative": 5479, + "members": [ + 5479 + ], + "max_error": 0.0 + }, + { + "representative": 5379, + "members": [ + 5379 + ], + "max_error": 0.0 + }, + { + "representative": 5567, + "members": [ + 5567 + ], + "max_error": 0.0 + }, + { + "representative": 5593, + "members": [ + 5593 + ], + "max_error": 0.0 + }, + { + "representative": 5442, + "members": [ + 5442 + ], + "max_error": 0.0 + }, + { + "representative": 5436, + "members": [ + 5436 + ], + "max_error": 0.0 + }, + { + "representative": 5576, + "members": [ + 5576 + ], + "max_error": 0.0 + }, + { + "representative": 5487, + "members": [ + 5487 + ], + "max_error": 0.0 + }, + { + "representative": 5378, + "members": [ + 5378 + ], + "max_error": 0.0 + }, + { + "representative": 5496, + "members": [ + 5496 + ], + "max_error": 0.0 + }, + { + "representative": 5431, + "members": [ + 5431 + ], + "max_error": 0.0 + }, + { + "representative": 5553, + "members": [ + 5553 + ], + "max_error": 0.0 + }, + { + "representative": 5484, + "members": [ + 5484 + ], + "max_error": 0.0 + }, + { + "representative": 5382, + "members": [ + 5382 + ], + "max_error": 0.0 + }, + { + "representative": 5466, + "members": [ + 5466 + ], + "max_error": 0.0 + }, + { + "representative": 5400, + "members": [ + 5400 + ], + "max_error": 0.0 + }, + { + "representative": 5481, + "members": [ + 5481 + ], + "max_error": 0.0 + }, + { + "representative": 5483, + "members": [ + 5483 + ], + "max_error": 0.0 + }, + { + "representative": 5562, + "members": [ + 5562 + ], + "max_error": 0.0 + }, + { + "representative": 5486, + "members": [ + 5486 + ], + "max_error": 0.0 + }, + { + "representative": 5437, + "members": [ + 5437 + ], + "max_error": 0.0 + }, + { + "representative": 5514, + "members": [ + 5514 + ], + "max_error": 0.0 + }, + { + "representative": 5582, + "members": [ + 5582 + ], + "max_error": 0.0 + }, + { + "representative": 5446, + "members": [ + 5446 + ], + "max_error": 0.0 + }, + { + "representative": 5420, + "members": [ + 5420 + ], + "max_error": 0.0 + }, + { + "representative": 5381, + "members": [ + 5381 + ], + "max_error": 0.0 + }, + { + "representative": 5416, + "members": [ + 5416 + ], + "max_error": 0.0 + }, + { + "representative": 5447, + "members": [ + 5447 + ], + "max_error": 0.0 + }, + { + "representative": 5605, + "members": [ + 5605 + ], + "max_error": 0.0 + }, + { + "representative": 5500, + "members": [ + 5500 + ], + "max_error": 0.0 + }, + { + "representative": 5421, + "members": [ + 5421 + ], + "max_error": 0.0 + }, + { + "representative": 5578, + "members": [ + 5578 + ], + "max_error": 0.0 + }, + { + "representative": 5617, + "members": [ + 5617 + ], + "max_error": 0.0 + }, + { + "representative": 5460, + "members": [ + 5460 + ], + "max_error": 0.0 + }, + { + "representative": 5462, + "members": [ + 5462 + ], + "max_error": 0.0 + }, + { + "representative": 5584, + "members": [ + 5584 + ], + "max_error": 0.0 + }, + { + "representative": 5497, + "members": [ + 5497 + ], + "max_error": 0.0 + }, + { + "representative": 5513, + "members": [ + 5513 + ], + "max_error": 0.0 + }, + { + "representative": 5495, + "members": [ + 5495 + ], + "max_error": 0.0 + }, + { + "representative": 5550, + "members": [ + 5550 + ], + "max_error": 0.0 + }, + { + "representative": 5445, + "members": [ + 5445 + ], + "max_error": 0.0 + }, + { + "representative": 5516, + "members": [ + 5516 + ], + "max_error": 0.0 + }, + { + "representative": 5569, + "members": [ + 5569 + ], + "max_error": 0.0 + }, + { + "representative": 5417, + "members": [ + 5417 + ], + "max_error": 0.0 + }, + { + "representative": 5383, + "members": [ + 5383 + ], + "max_error": 0.0 + }, + { + "representative": 5384, + "members": [ + 5384 + ], + "max_error": 0.0 + }, + { + "representative": 5549, + "members": [ + 5549 + ], + "max_error": 0.0 + }, + { + "representative": 5410, + "members": [ + 5410 + ], + "max_error": 0.0 + }, + { + "representative": 6002, + "members": [ + 6002 + ], + "max_error": 0.0 + }, + { + "representative": 6007, + "members": [ + 6007 + ], + "max_error": 0.0 + }, + { + "representative": 5951, + "members": [ + 5951 + ], + "max_error": 0.0 + }, + { + "representative": 6016, + "members": [ + 6016 + ], + "max_error": 0.0 + }, + { + "representative": 6053, + "members": [ + 6053 + ], + "max_error": 0.0 + }, + { + "representative": 6128, + "members": [ + 6128 + ], + "max_error": 0.0 + }, + { + "representative": 5991, + "members": [ + 5991 + ], + "max_error": 0.0 + }, + { + "representative": 5926, + "members": [ + 5926 + ], + "max_error": 0.0 + }, + { + "representative": 6019, + "members": [ + 6019 + ], + "max_error": 0.0 + }, + { + "representative": 5900, + "members": [ + 5900 + ], + "max_error": 0.0 + }, + { + "representative": 6143, + "members": [ + 6143 + ], + "max_error": 0.0 + }, + { + "representative": 6026, + "members": [ + 6026 + ], + "max_error": 0.0 + }, + { + "representative": 6049, + "members": [ + 6049 + ], + "max_error": 0.0 + }, + { + "representative": 5941, + "members": [ + 5941 + ], + "max_error": 0.0 + }, + { + "representative": 6139, + "members": [ + 6139 + ], + "max_error": 0.0 + }, + { + "representative": 5942, + "members": [ + 5942 + ], + "max_error": 0.0 + }, + { + "representative": 6093, + "members": [ + 6093 + ], + "max_error": 0.0 + }, + { + "representative": 6028, + "members": [ + 6028 + ], + "max_error": 0.0 + }, + { + "representative": 6103, + "members": [ + 6103 + ], + "max_error": 0.0 + }, + { + "representative": 5945, + "members": [ + 5945 + ], + "max_error": 0.0 + }, + { + "representative": 6111, + "members": [ + 6111 + ], + "max_error": 0.0 + }, + { + "representative": 6114, + "members": [ + 6114 + ], + "max_error": 0.0 + }, + { + "representative": 5974, + "members": [ + 5974 + ], + "max_error": 0.0 + }, + { + "representative": 5967, + "members": [ + 5967 + ], + "max_error": 0.0 + }, + { + "representative": 5903, + "members": [ + 5903 + ], + "max_error": 0.0 + }, + { + "representative": 5920, + "members": [ + 5920 + ], + "max_error": 0.0 + }, + { + "representative": 6000, + "members": [ + 6000 + ], + "max_error": 0.0 + }, + { + "representative": 5946, + "members": [ + 5946 + ], + "max_error": 0.0 + }, + { + "representative": 5999, + "members": [ + 5999 + ], + "max_error": 0.0 + }, + { + "representative": 5950, + "members": [ + 5950 + ], + "max_error": 0.0 + }, + { + "representative": 5980, + "members": [ + 5980 + ], + "max_error": 0.0 + }, + { + "representative": 5902, + "members": [ + 5902 + ], + "max_error": 0.0 + }, + { + "representative": 5987, + "members": [ + 5987 + ], + "max_error": 0.0 + }, + { + "representative": 6120, + "members": [ + 6120 + ], + "max_error": 0.0 + }, + { + "representative": 5932, + "members": [ + 5932 + ], + "max_error": 0.0 + }, + { + "representative": 6088, + "members": [ + 6088 + ], + "max_error": 0.0 + }, + { + "representative": 5894, + "members": [ + 5894 + ], + "max_error": 0.0 + }, + { + "representative": 6043, + "members": [ + 6043 + ], + "max_error": 0.0 + }, + { + "representative": 5981, + "members": [ + 5981 + ], + "max_error": 0.0 + }, + { + "representative": 6006, + "members": [ + 6006 + ], + "max_error": 0.0 + }, + { + "representative": 5986, + "members": [ + 5986 + ], + "max_error": 0.0 + }, + { + "representative": 5901, + "members": [ + 5901 + ], + "max_error": 0.0 + }, + { + "representative": 6021, + "members": [ + 6021 + ], + "max_error": 0.0 + }, + { + "representative": 6001, + "members": [ + 6001 + ], + "max_error": 0.0 + }, + { + "representative": 5995, + "members": [ + 5995 + ], + "max_error": 0.0 + }, + { + "representative": 5940, + "members": [ + 5940 + ], + "max_error": 0.0 + }, + { + "representative": 6051, + "members": [ + 6051 + ], + "max_error": 0.0 + }, + { + "representative": 5913, + "members": [ + 5913 + ], + "max_error": 0.0 + }, + { + "representative": 6037, + "members": [ + 6037 + ], + "max_error": 0.0 + }, + { + "representative": 5910, + "members": [ + 5910 + ], + "max_error": 0.0 + }, + { + "representative": 5966, + "members": [ + 5966 + ], + "max_error": 0.0 + }, + { + "representative": 1383, + "members": [ + 1383 + ], + "max_error": 0.0 + }, + { + "representative": 1498, + "members": [ + 1498 + ], + "max_error": 0.0 + }, + { + "representative": 1360, + "members": [ + 1360 + ], + "max_error": 0.0 + }, + { + "representative": 1450, + "members": [ + 1450 + ], + "max_error": 0.0 + }, + { + "representative": 1285, + "members": [ + 1285 + ], + "max_error": 0.0 + }, + { + "representative": 1338, + "members": [ + 1338 + ], + "max_error": 0.0 + }, + { + "representative": 1460, + "members": [ + 1460 + ], + "max_error": 0.0 + }, + { + "representative": 1476, + "members": [ + 1476 + ], + "max_error": 0.0 + }, + { + "representative": 1482, + "members": [ + 1482 + ], + "max_error": 0.0 + }, + { + "representative": 1293, + "members": [ + 1293 + ], + "max_error": 0.0 + }, + { + "representative": 1306, + "members": [ + 1306 + ], + "max_error": 0.0 + }, + { + "representative": 1494, + "members": [ + 1494 + ], + "max_error": 0.0 + }, + { + "representative": 1508, + "members": [ + 1508 + ], + "max_error": 0.0 + }, + { + "representative": 1487, + "members": [ + 1487 + ], + "max_error": 0.0 + }, + { + "representative": 1833, + "members": [ + 1833 + ], + "max_error": 0.0 + }, + { + "representative": 1870, + "members": [ + 1870 + ], + "max_error": 0.0 + }, + { + "representative": 2000, + "members": [ + 2000 + ], + "max_error": 0.0 + }, + { + "representative": 1918, + "members": [ + 1918 + ], + "max_error": 0.0 + }, + { + "representative": 1841, + "members": [ + 1841 + ], + "max_error": 0.0 + }, + { + "representative": 1792, + "members": [ + 1792 + ], + "max_error": 0.0 + }, + { + "representative": 2006, + "members": [ + 2006 + ], + "max_error": 0.0 + }, + { + "representative": 1909, + "members": [ + 1909 + ], + "max_error": 0.0 + }, + { + "representative": 1861, + "members": [ + 1861 + ], + "max_error": 0.0 + }, + { + "representative": 2021, + "members": [ + 2021 + ], + "max_error": 0.0 + }, + { + "representative": 1977, + "members": [ + 1977 + ], + "max_error": 0.0 + }, + { + "representative": 2458, + "members": [ + 2458 + ], + "max_error": 0.0 + }, + { + "representative": 2366, + "members": [ + 2366 + ], + "max_error": 0.0 + }, + { + "representative": 2535, + "members": [ + 2535 + ], + "max_error": 0.0 + }, + { + "representative": 2475, + "members": [ + 2475 + ], + "max_error": 0.0 + }, + { + "representative": 2306, + "members": [ + 2306 + ], + "max_error": 0.0 + }, + { + "representative": 2465, + "members": [ + 2465 + ], + "max_error": 0.0 + }, + { + "representative": 2456, + "members": [ + 2456 + ], + "max_error": 0.0 + }, + { + "representative": 2550, + "members": [ + 2550 + ], + "max_error": 0.0 + }, + { + "representative": 2401, + "members": [ + 2401 + ], + "max_error": 0.0 + }, + { + "representative": 2514, + "members": [ + 2514 + ], + "max_error": 0.0 + }, + { + "representative": 2498, + "members": [ + 2498 + ], + "max_error": 0.0 + }, + { + "representative": 2440, + "members": [ + 2440 + ], + "max_error": 0.0 + }, + { + "representative": 2965, + "members": [ + 2965 + ], + "max_error": 0.0 + }, + { + "representative": 2930, + "members": [ + 2930 + ], + "max_error": 0.0 + }, + { + "representative": 2858, + "members": [ + 2858 + ], + "max_error": 0.0 + }, + { + "representative": 3036, + "members": [ + 3036 + ], + "max_error": 0.0 + }, + { + "representative": 3024, + "members": [ + 3024 + ], + "max_error": 0.0 + }, + { + "representative": 2901, + "members": [ + 2901 + ], + "max_error": 0.0 + }, + { + "representative": 2883, + "members": [ + 2883 + ], + "max_error": 0.0 + }, + { + "representative": 2946, + "members": [ + 2946 + ], + "max_error": 0.0 + }, + { + "representative": 3016, + "members": [ + 3016 + ], + "max_error": 0.0 + }, + { + "representative": 3071, + "members": [ + 3071 + ], + "max_error": 0.0 + }, + { + "representative": 3064, + "members": [ + 3064 + ], + "max_error": 0.0 + }, + { + "representative": 3332, + "members": [ + 3332 + ], + "max_error": 0.0 + }, + { + "representative": 3411, + "members": [ + 3411 + ], + "max_error": 0.0 + }, + { + "representative": 3369, + "members": [ + 3369 + ], + "max_error": 0.0 + }, + { + "representative": 3329, + "members": [ + 3329 + ], + "max_error": 0.0 + }, + { + "representative": 3546, + "members": [ + 3546 + ], + "max_error": 0.0 + }, + { + "representative": 3469, + "members": [ + 3469 + ], + "max_error": 0.0 + }, + { + "representative": 3363, + "members": [ + 3363 + ], + "max_error": 0.0 + }, + { + "representative": 3374, + "members": [ + 3374 + ], + "max_error": 0.0 + }, + { + "representative": 3446, + "members": [ + 3446 + ], + "max_error": 0.0 + }, + { + "representative": 3492, + "members": [ + 3492 + ], + "max_error": 0.0 + }, + { + "representative": 3499, + "members": [ + 3499 + ], + "max_error": 0.0 + }, + { + "representative": 3924, + "members": [ + 3924 + ], + "max_error": 0.0 + }, + { + "representative": 3986, + "members": [ + 3986 + ], + "max_error": 0.0 + }, + { + "representative": 3875, + "members": [ + 3875 + ], + "max_error": 0.0 + }, + { + "representative": 3984, + "members": [ + 3984 + ], + "max_error": 0.0 + }, + { + "representative": 3981, + "members": [ + 3981 + ], + "max_error": 0.0 + }, + { + "representative": 3909, + "members": [ + 3909 + ], + "max_error": 0.0 + }, + { + "representative": 3881, + "members": [ + 3881 + ], + "max_error": 0.0 + }, + { + "representative": 4048, + "members": [ + 4048 + ], + "max_error": 0.0 + }, + { + "representative": 3878, + "members": [ + 3878 + ], + "max_error": 0.0 + }, + { + "representative": 4058, + "members": [ + 4058 + ], + "max_error": 0.0 + }, + { + "representative": 3915, + "members": [ + 3915 + ], + "max_error": 0.0 + }, + { + "representative": 4052, + "members": [ + 4052 + ], + "max_error": 0.0 + }, + { + "representative": 4001, + "members": [ + 4001 + ], + "max_error": 0.0 + }, + { + "representative": 4086, + "members": [ + 4086 + ], + "max_error": 0.0 + }, + { + "representative": 1287, + "members": [ + 1287 + ], + "max_error": 0.0 + }, + { + "representative": 1327, + "members": [ + 1327 + ], + "max_error": 0.0 + }, + { + "representative": 1402, + "members": [ + 1402 + ], + "max_error": 0.0 + }, + { + "representative": 1455, + "members": [ + 1455 + ], + "max_error": 0.0 + }, + { + "representative": 1469, + "members": [ + 1469 + ], + "max_error": 0.0 + }, + { + "representative": 1473, + "members": [ + 1473 + ], + "max_error": 0.0 + }, + { + "representative": 1317, + "members": [ + 1317 + ], + "max_error": 0.0 + }, + { + "representative": 2019, + "members": [ + 2019 + ], + "max_error": 0.0 + }, + { + "representative": 2035, + "members": [ + 2035 + ], + "max_error": 0.0 + }, + { + "representative": 1893, + "members": [ + 1893 + ], + "max_error": 0.0 + }, + { + "representative": 1940, + "members": [ + 1940 + ], + "max_error": 0.0 + }, + { + "representative": 2024, + "members": [ + 2024 + ], + "max_error": 0.0 + }, + { + "representative": 1901, + "members": [ + 1901 + ], + "max_error": 0.0 + }, + { + "representative": 1798, + "members": [ + 1798 + ], + "max_error": 0.0 + }, + { + "representative": 1838, + "members": [ + 1838 + ], + "max_error": 0.0 + }, + { + "representative": 1946, + "members": [ + 1946 + ], + "max_error": 0.0 + }, + { + "representative": 1978, + "members": [ + 1978 + ], + "max_error": 0.0 + }, + { + "representative": 1825, + "members": [ + 1825 + ], + "max_error": 0.0 + }, + { + "representative": 1806, + "members": [ + 1806 + ], + "max_error": 0.0 + }, + { + "representative": 1899, + "members": [ + 1899 + ], + "max_error": 0.0 + }, + { + "representative": 2551, + "members": [ + 2551 + ], + "max_error": 0.0 + }, + { + "representative": 2533, + "members": [ + 2533 + ], + "max_error": 0.0 + }, + { + "representative": 2435, + "members": [ + 2435 + ], + "max_error": 0.0 + }, + { + "representative": 2390, + "members": [ + 2390 + ], + "max_error": 0.0 + }, + { + "representative": 2521, + "members": [ + 2521 + ], + "max_error": 0.0 + }, + { + "representative": 2346, + "members": [ + 2346 + ], + "max_error": 0.0 + }, + { + "representative": 2430, + "members": [ + 2430 + ], + "max_error": 0.0 + }, + { + "representative": 2334, + "members": [ + 2334 + ], + "max_error": 0.0 + }, + { + "representative": 2419, + "members": [ + 2419 + ], + "max_error": 0.0 + }, + { + "representative": 3044, + "members": [ + 3044 + ], + "max_error": 0.0 + }, + { + "representative": 2981, + "members": [ + 2981 + ], + "max_error": 0.0 + }, + { + "representative": 2977, + "members": [ + 2977 + ], + "max_error": 0.0 + }, + { + "representative": 2996, + "members": [ + 2996 + ], + "max_error": 0.0 + }, + { + "representative": 3019, + "members": [ + 3019 + ], + "max_error": 0.0 + }, + { + "representative": 2960, + "members": [ + 2960 + ], + "max_error": 0.0 + }, + { + "representative": 3477, + "members": [ + 3477 + ], + "max_error": 0.0 + }, + { + "representative": 3421, + "members": [ + 3421 + ], + "max_error": 0.0 + }, + { + "representative": 3360, + "members": [ + 3360 + ], + "max_error": 0.0 + }, + { + "representative": 3562, + "members": [ + 3562 + ], + "max_error": 0.0 + }, + { + "representative": 3449, + "members": [ + 3449 + ], + "max_error": 0.0 + }, + { + "representative": 3493, + "members": [ + 3493 + ], + "max_error": 0.0 + }, + { + "representative": 3483, + "members": [ + 3483 + ], + "max_error": 0.0 + }, + { + "representative": 3432, + "members": [ + 3432 + ], + "max_error": 0.0 + }, + { + "representative": 3576, + "members": [ + 3576 + ], + "max_error": 0.0 + }, + { + "representative": 3565, + "members": [ + 3565 + ], + "max_error": 0.0 + }, + { + "representative": 3413, + "members": [ + 3413 + ], + "max_error": 0.0 + }, + { + "representative": 3581, + "members": [ + 3581 + ], + "max_error": 0.0 + }, + { + "representative": 4085, + "members": [ + 4085 + ], + "max_error": 0.0 + }, + { + "representative": 3911, + "members": [ + 3911 + ], + "max_error": 0.0 + }, + { + "representative": 4034, + "members": [ + 4034 + ], + "max_error": 0.0 + }, + { + "representative": 4060, + "members": [ + 4060 + ], + "max_error": 0.0 + }, + { + "representative": 4046, + "members": [ + 4046 + ], + "max_error": 0.0 + }, + { + "representative": 3960, + "members": [ + 3960 + ], + "max_error": 0.0 + }, + { + "representative": 3907, + "members": [ + 3907 + ], + "max_error": 0.0 + }, + { + "representative": 4072, + "members": [ + 4072 + ], + "max_error": 0.0 + }, + { + "representative": 4004, + "members": [ + 4004 + ], + "max_error": 0.0 + }, + { + "representative": 3896, + "members": [ + 3896 + ], + "max_error": 0.0 + }, + { + "representative": 3861, + "members": [ + 3861 + ], + "max_error": 0.0 + }, + { + "representative": 1318, + "members": [ + 1318 + ], + "max_error": 0.0 + }, + { + "representative": 1448, + "members": [ + 1448 + ], + "max_error": 0.0 + }, + { + "representative": 1297, + "members": [ + 1297 + ], + "max_error": 0.0 + }, + { + "representative": 1472, + "members": [ + 1472 + ], + "max_error": 0.0 + }, + { + "representative": 1451, + "members": [ + 1451 + ], + "max_error": 0.0 + }, + { + "representative": 1395, + "members": [ + 1395 + ], + "max_error": 0.0 + }, + { + "representative": 1461, + "members": [ + 1461 + ], + "max_error": 0.0 + }, + { + "representative": 1514, + "members": [ + 1514 + ], + "max_error": 0.0 + }, + { + "representative": 1352, + "members": [ + 1352 + ], + "max_error": 0.0 + }, + { + "representative": 1802, + "members": [ + 1802 + ], + "max_error": 0.0 + }, + { + "representative": 1892, + "members": [ + 1892 + ], + "max_error": 0.0 + }, + { + "representative": 1813, + "members": [ + 1813 + ], + "max_error": 0.0 + }, + { + "representative": 2031, + "members": [ + 2031 + ], + "max_error": 0.0 + }, + { + "representative": 2012, + "members": [ + 2012 + ], + "max_error": 0.0 + }, + { + "representative": 1891, + "members": [ + 1891 + ], + "max_error": 0.0 + }, + { + "representative": 2005, + "members": [ + 2005 + ], + "max_error": 0.0 + }, + { + "representative": 2009, + "members": [ + 2009 + ], + "max_error": 0.0 + }, + { + "representative": 1849, + "members": [ + 1849 + ], + "max_error": 0.0 + }, + { + "representative": 1862, + "members": [ + 1862 + ], + "max_error": 0.0 + }, + { + "representative": 1914, + "members": [ + 1914 + ], + "max_error": 0.0 + }, + { + "representative": 1936, + "members": [ + 1936 + ], + "max_error": 0.0 + }, + { + "representative": 1811, + "members": [ + 1811 + ], + "max_error": 0.0 + }, + { + "representative": 1794, + "members": [ + 1794 + ], + "max_error": 0.0 + }, + { + "representative": 1931, + "members": [ + 1931 + ], + "max_error": 0.0 + }, + { + "representative": 1859, + "members": [ + 1859 + ], + "max_error": 0.0 + }, + { + "representative": 1850, + "members": [ + 1850 + ], + "max_error": 0.0 + }, + { + "representative": 2520, + "members": [ + 2520 + ], + "max_error": 0.0 + }, + { + "representative": 2353, + "members": [ + 2353 + ], + "max_error": 0.0 + }, + { + "representative": 2534, + "members": [ + 2534 + ], + "max_error": 0.0 + }, + { + "representative": 2484, + "members": [ + 2484 + ], + "max_error": 0.0 + }, + { + "representative": 2442, + "members": [ + 2442 + ], + "max_error": 0.0 + }, + { + "representative": 2492, + "members": [ + 2492 + ], + "max_error": 0.0 + }, + { + "representative": 2477, + "members": [ + 2477 + ], + "max_error": 0.0 + }, + { + "representative": 2421, + "members": [ + 2421 + ], + "max_error": 0.0 + }, + { + "representative": 2308, + "members": [ + 2308 + ], + "max_error": 0.0 + }, + { + "representative": 2321, + "members": [ + 2321 + ], + "max_error": 0.0 + }, + { + "representative": 2473, + "members": [ + 2473 + ], + "max_error": 0.0 + }, + { + "representative": 2392, + "members": [ + 2392 + ], + "max_error": 0.0 + }, + { + "representative": 2391, + "members": [ + 2391 + ], + "max_error": 0.0 + }, + { + "representative": 2402, + "members": [ + 2402 + ], + "max_error": 0.0 + }, + { + "representative": 2351, + "members": [ + 2351 + ], + "max_error": 0.0 + }, + { + "representative": 2393, + "members": [ + 2393 + ], + "max_error": 0.0 + }, + { + "representative": 2359, + "members": [ + 2359 + ], + "max_error": 0.0 + }, + { + "representative": 2446, + "members": [ + 2446 + ], + "max_error": 0.0 + }, + { + "representative": 2490, + "members": [ + 2490 + ], + "max_error": 0.0 + }, + { + "representative": 3030, + "members": [ + 3030 + ], + "max_error": 0.0 + }, + { + "representative": 2957, + "members": [ + 2957 + ], + "max_error": 0.0 + }, + { + "representative": 2880, + "members": [ + 2880 + ], + "max_error": 0.0 + }, + { + "representative": 2853, + "members": [ + 2853 + ], + "max_error": 0.0 + }, + { + "representative": 2987, + "members": [ + 2987 + ], + "max_error": 0.0 + }, + { + "representative": 2970, + "members": [ + 2970 + ], + "max_error": 0.0 + }, + { + "representative": 2968, + "members": [ + 2968 + ], + "max_error": 0.0 + }, + { + "representative": 2818, + "members": [ + 2818 + ], + "max_error": 0.0 + }, + { + "representative": 2915, + "members": [ + 2915 + ], + "max_error": 0.0 + }, + { + "representative": 3050, + "members": [ + 3050 + ], + "max_error": 0.0 + }, + { + "representative": 3525, + "members": [ + 3525 + ], + "max_error": 0.0 + }, + { + "representative": 3410, + "members": [ + 3410 + ], + "max_error": 0.0 + }, + { + "representative": 3419, + "members": [ + 3419 + ], + "max_error": 0.0 + }, + { + "representative": 3359, + "members": [ + 3359 + ], + "max_error": 0.0 + }, + { + "representative": 3416, + "members": [ + 3416 + ], + "max_error": 0.0 + }, + { + "representative": 3383, + "members": [ + 3383 + ], + "max_error": 0.0 + }, + { + "representative": 3431, + "members": [ + 3431 + ], + "max_error": 0.0 + }, + { + "representative": 4026, + "members": [ + 4026 + ], + "max_error": 0.0 + }, + { + "representative": 4090, + "members": [ + 4090 + ], + "max_error": 0.0 + }, + { + "representative": 3956, + "members": [ + 3956 + ], + "max_error": 0.0 + }, + { + "representative": 4061, + "members": [ + 4061 + ], + "max_error": 0.0 + }, + { + "representative": 3939, + "members": [ + 3939 + ], + "max_error": 0.0 + }, + { + "representative": 4067, + "members": [ + 4067 + ], + "max_error": 0.0 + }, + { + "representative": 3894, + "members": [ + 3894 + ], + "max_error": 0.0 + }, + { + "representative": 4078, + "members": [ + 4078 + ], + "max_error": 0.0 + }, + { + "representative": 4023, + "members": [ + 4023 + ], + "max_error": 0.0 + }, + { + "representative": 3961, + "members": [ + 3961 + ], + "max_error": 0.0 + }, + { + "representative": 2919, + "members": [ + 2919 + ], + "max_error": 0.0 + }, + { + "representative": 2870, + "members": [ + 2870 + ], + "max_error": 0.0 + }, + { + "representative": 2885, + "members": [ + 2885 + ], + "max_error": 0.0 + }, + { + "representative": 2836, + "members": [ + 2836 + ], + "max_error": 0.0 + }, + { + "representative": 3033, + "members": [ + 3033 + ], + "max_error": 0.0 + }, + { + "representative": 3049, + "members": [ + 3049 + ], + "max_error": 0.0 + }, + { + "representative": 2847, + "members": [ + 2847 + ], + "max_error": 0.0 + }, + { + "representative": 3008, + "members": [ + 3008 + ], + "max_error": 0.0 + }, + { + "representative": 2902, + "members": [ + 2902 + ], + "max_error": 0.0 + }, + { + "representative": 3563, + "members": [ + 3563 + ], + "max_error": 0.0 + }, + { + "representative": 3343, + "members": [ + 3343 + ], + "max_error": 0.0 + }, + { + "representative": 3498, + "members": [ + 3498 + ], + "max_error": 0.0 + }, + { + "representative": 3331, + "members": [ + 3331 + ], + "max_error": 0.0 + }, + { + "representative": 3423, + "members": [ + 3423 + ], + "max_error": 0.0 + }, + { + "representative": 4053, + "members": [ + 4053 + ], + "max_error": 0.0 + }, + { + "representative": 4007, + "members": [ + 4007 + ], + "max_error": 0.0 + }, + { + "representative": 3990, + "members": [ + 3990 + ], + "max_error": 0.0 + }, + { + "representative": 3868, + "members": [ + 3868 + ], + "max_error": 0.0 + }, + { + "representative": 4040, + "members": [ + 4040 + ], + "max_error": 0.0 + }, + { + "representative": 3889, + "members": [ + 3889 + ], + "max_error": 0.0 + }, + { + "representative": 3919, + "members": [ + 3919 + ], + "max_error": 0.0 + }, + { + "representative": 4002, + "members": [ + 4002 + ], + "max_error": 0.0 + }, + { + "representative": 3922, + "members": [ + 3922 + ], + "max_error": 0.0 + }, + { + "representative": 3906, + "members": [ + 3906 + ], + "max_error": 0.0 + }, + { + "representative": 3895, + "members": [ + 3895 + ], + "max_error": 0.0 + }, + { + "representative": 4028, + "members": [ + 4028 + ], + "max_error": 0.0 + }, + { + "representative": 4021, + "members": [ + 4021 + ], + "max_error": 0.0 + }, + { + "representative": 4440, + "members": [ + 4440 + ], + "max_error": 0.0 + }, + { + "representative": 4421, + "members": [ + 4421 + ], + "max_error": 0.0 + }, + { + "representative": 4535, + "members": [ + 4535 + ], + "max_error": 0.0 + }, + { + "representative": 4597, + "members": [ + 4597 + ], + "max_error": 0.0 + }, + { + "representative": 4600, + "members": [ + 4600 + ], + "max_error": 0.0 + }, + { + "representative": 4519, + "members": [ + 4519 + ], + "max_error": 0.0 + }, + { + "representative": 4564, + "members": [ + 4564 + ], + "max_error": 0.0 + }, + { + "representative": 4568, + "members": [ + 4568 + ], + "max_error": 0.0 + }, + { + "representative": 4518, + "members": [ + 4518 + ], + "max_error": 0.0 + }, + { + "representative": 4420, + "members": [ + 4420 + ], + "max_error": 0.0 + }, + { + "representative": 4414, + "members": [ + 4414 + ], + "max_error": 0.0 + }, + { + "representative": 4449, + "members": [ + 4449 + ], + "max_error": 0.0 + }, + { + "representative": 4458, + "members": [ + 4458 + ], + "max_error": 0.0 + }, + { + "representative": 4559, + "members": [ + 4559 + ], + "max_error": 0.0 + }, + { + "representative": 4425, + "members": [ + 4425 + ], + "max_error": 0.0 + }, + { + "representative": 4354, + "members": [ + 4354 + ], + "max_error": 0.0 + }, + { + "representative": 4588, + "members": [ + 4588 + ], + "max_error": 0.0 + }, + { + "representative": 4374, + "members": [ + 4374 + ], + "max_error": 0.0 + }, + { + "representative": 4566, + "members": [ + 4566 + ], + "max_error": 0.0 + }, + { + "representative": 4384, + "members": [ + 4384 + ], + "max_error": 0.0 + }, + { + "representative": 4501, + "members": [ + 4501 + ], + "max_error": 0.0 + }, + { + "representative": 4431, + "members": [ + 4431 + ], + "max_error": 0.0 + }, + { + "representative": 4352, + "members": [ + 4352 + ], + "max_error": 0.0 + }, + { + "representative": 4392, + "members": [ + 4392 + ], + "max_error": 0.0 + }, + { + "representative": 4405, + "members": [ + 4405 + ], + "max_error": 0.0 + }, + { + "representative": 4575, + "members": [ + 4575 + ], + "max_error": 0.0 + }, + { + "representative": 4439, + "members": [ + 4439 + ], + "max_error": 0.0 + }, + { + "representative": 4546, + "members": [ + 4546 + ], + "max_error": 0.0 + }, + { + "representative": 4394, + "members": [ + 4394 + ], + "max_error": 0.0 + }, + { + "representative": 4364, + "members": [ + 4364 + ], + "max_error": 0.0 + }, + { + "representative": 4545, + "members": [ + 4545 + ], + "max_error": 0.0 + }, + { + "representative": 4371, + "members": [ + 4371 + ], + "max_error": 0.0 + }, + { + "representative": 4471, + "members": [ + 4471 + ], + "max_error": 0.0 + }, + { + "representative": 4571, + "members": [ + 4571 + ], + "max_error": 0.0 + }, + { + "representative": 4386, + "members": [ + 4386 + ], + "max_error": 0.0 + }, + { + "representative": 4531, + "members": [ + 4531 + ], + "max_error": 0.0 + }, + { + "representative": 4455, + "members": [ + 4455 + ], + "max_error": 0.0 + }, + { + "representative": 4456, + "members": [ + 4456 + ], + "max_error": 0.0 + }, + { + "representative": 4594, + "members": [ + 4594 + ], + "max_error": 0.0 + }, + { + "representative": 4503, + "members": [ + 4503 + ], + "max_error": 0.0 + }, + { + "representative": 4397, + "members": [ + 4397 + ], + "max_error": 0.0 + }, + { + "representative": 4595, + "members": [ + 4595 + ], + "max_error": 0.0 + }, + { + "representative": 4605, + "members": [ + 4605 + ], + "max_error": 0.0 + }, + { + "representative": 4599, + "members": [ + 4599 + ], + "max_error": 0.0 + }, + { + "representative": 4412, + "members": [ + 4412 + ], + "max_error": 0.0 + }, + { + "representative": 4486, + "members": [ + 4486 + ], + "max_error": 0.0 + }, + { + "representative": 4517, + "members": [ + 4517 + ], + "max_error": 0.0 + }, + { + "representative": 4395, + "members": [ + 4395 + ], + "max_error": 0.0 + }, + { + "representative": 4483, + "members": [ + 4483 + ], + "max_error": 0.0 + }, + { + "representative": 4593, + "members": [ + 4593 + ], + "max_error": 0.0 + }, + { + "representative": 5018, + "members": [ + 5018 + ], + "max_error": 0.0 + }, + { + "representative": 4943, + "members": [ + 4943 + ], + "max_error": 0.0 + }, + { + "representative": 5101, + "members": [ + 5101 + ], + "max_error": 0.0 + }, + { + "representative": 4974, + "members": [ + 4974 + ], + "max_error": 0.0 + }, + { + "representative": 4966, + "members": [ + 4966 + ], + "max_error": 0.0 + }, + { + "representative": 4907, + "members": [ + 4907 + ], + "max_error": 0.0 + }, + { + "representative": 4916, + "members": [ + 4916 + ], + "max_error": 0.0 + }, + { + "representative": 4911, + "members": [ + 4911 + ], + "max_error": 0.0 + }, + { + "representative": 4877, + "members": [ + 4877 + ], + "max_error": 0.0 + }, + { + "representative": 4897, + "members": [ + 4897 + ], + "max_error": 0.0 + }, + { + "representative": 4962, + "members": [ + 4962 + ], + "max_error": 0.0 + }, + { + "representative": 4893, + "members": [ + 4893 + ], + "max_error": 0.0 + }, + { + "representative": 5093, + "members": [ + 5093 + ], + "max_error": 0.0 + }, + { + "representative": 5059, + "members": [ + 5059 + ], + "max_error": 0.0 + }, + { + "representative": 5077, + "members": [ + 5077 + ], + "max_error": 0.0 + }, + { + "representative": 4968, + "members": [ + 4968 + ], + "max_error": 0.0 + }, + { + "representative": 5037, + "members": [ + 5037 + ], + "max_error": 0.0 + }, + { + "representative": 4872, + "members": [ + 4872 + ], + "max_error": 0.0 + }, + { + "representative": 5051, + "members": [ + 5051 + ], + "max_error": 0.0 + }, + { + "representative": 5041, + "members": [ + 5041 + ], + "max_error": 0.0 + }, + { + "representative": 5089, + "members": [ + 5089 + ], + "max_error": 0.0 + }, + { + "representative": 4960, + "members": [ + 4960 + ], + "max_error": 0.0 + }, + { + "representative": 4900, + "members": [ + 4900 + ], + "max_error": 0.0 + }, + { + "representative": 5061, + "members": [ + 5061 + ], + "max_error": 0.0 + }, + { + "representative": 4912, + "members": [ + 4912 + ], + "max_error": 0.0 + }, + { + "representative": 4873, + "members": [ + 4873 + ], + "max_error": 0.0 + }, + { + "representative": 5060, + "members": [ + 5060 + ], + "max_error": 0.0 + }, + { + "representative": 5092, + "members": [ + 5092 + ], + "max_error": 0.0 + }, + { + "representative": 4980, + "members": [ + 4980 + ], + "max_error": 0.0 + }, + { + "representative": 5032, + "members": [ + 5032 + ], + "max_error": 0.0 + }, + { + "representative": 4898, + "members": [ + 4898 + ], + "max_error": 0.0 + }, + { + "representative": 4938, + "members": [ + 4938 + ], + "max_error": 0.0 + }, + { + "representative": 5108, + "members": [ + 5108 + ], + "max_error": 0.0 + }, + { + "representative": 4948, + "members": [ + 4948 + ], + "max_error": 0.0 + }, + { + "representative": 5099, + "members": [ + 5099 + ], + "max_error": 0.0 + }, + { + "representative": 4913, + "members": [ + 4913 + ], + "max_error": 0.0 + }, + { + "representative": 5039, + "members": [ + 5039 + ], + "max_error": 0.0 + }, + { + "representative": 4892, + "members": [ + 4892 + ], + "max_error": 0.0 + }, + { + "representative": 4977, + "members": [ + 4977 + ], + "max_error": 0.0 + }, + { + "representative": 5022, + "members": [ + 5022 + ], + "max_error": 0.0 + }, + { + "representative": 4864, + "members": [ + 4864 + ], + "max_error": 0.0 + }, + { + "representative": 5113, + "members": [ + 5113 + ], + "max_error": 0.0 + }, + { + "representative": 4889, + "members": [ + 4889 + ], + "max_error": 0.0 + }, + { + "representative": 4964, + "members": [ + 4964 + ], + "max_error": 0.0 + }, + { + "representative": 4896, + "members": [ + 4896 + ], + "max_error": 0.0 + }, + { + "representative": 4921, + "members": [ + 4921 + ], + "max_error": 0.0 + }, + { + "representative": 5042, + "members": [ + 5042 + ], + "max_error": 0.0 + }, + { + "representative": 5085, + "members": [ + 5085 + ], + "max_error": 0.0 + }, + { + "representative": 5509, + "members": [ + 5509 + ], + "max_error": 0.0 + }, + { + "representative": 5498, + "members": [ + 5498 + ], + "max_error": 0.0 + }, + { + "representative": 5542, + "members": [ + 5542 + ], + "max_error": 0.0 + }, + { + "representative": 5532, + "members": [ + 5532 + ], + "max_error": 0.0 + }, + { + "representative": 5478, + "members": [ + 5478 + ], + "max_error": 0.0 + }, + { + "representative": 5601, + "members": [ + 5601 + ], + "max_error": 0.0 + }, + { + "representative": 5492, + "members": [ + 5492 + ], + "max_error": 0.0 + }, + { + "representative": 5392, + "members": [ + 5392 + ], + "max_error": 0.0 + }, + { + "representative": 5559, + "members": [ + 5559 + ], + "max_error": 0.0 + }, + { + "representative": 5534, + "members": [ + 5534 + ], + "max_error": 0.0 + }, + { + "representative": 5409, + "members": [ + 5409 + ], + "max_error": 0.0 + }, + { + "representative": 5424, + "members": [ + 5424 + ], + "max_error": 0.0 + }, + { + "representative": 5491, + "members": [ + 5491 + ], + "max_error": 0.0 + }, + { + "representative": 5398, + "members": [ + 5398 + ], + "max_error": 0.0 + }, + { + "representative": 5451, + "members": [ + 5451 + ], + "max_error": 0.0 + }, + { + "representative": 5574, + "members": [ + 5574 + ], + "max_error": 0.0 + }, + { + "representative": 5454, + "members": [ + 5454 + ], + "max_error": 0.0 + }, + { + "representative": 5597, + "members": [ + 5597 + ], + "max_error": 0.0 + }, + { + "representative": 5508, + "members": [ + 5508 + ], + "max_error": 0.0 + }, + { + "representative": 5402, + "members": [ + 5402 + ], + "max_error": 0.0 + }, + { + "representative": 5613, + "members": [ + 5613 + ], + "max_error": 0.0 + }, + { + "representative": 5627, + "members": [ + 5627 + ], + "max_error": 0.0 + }, + { + "representative": 5527, + "members": [ + 5527 + ], + "max_error": 0.0 + }, + { + "representative": 5533, + "members": [ + 5533 + ], + "max_error": 0.0 + }, + { + "representative": 5530, + "members": [ + 5530 + ], + "max_error": 0.0 + }, + { + "representative": 5599, + "members": [ + 5599 + ], + "max_error": 0.0 + }, + { + "representative": 5575, + "members": [ + 5575 + ], + "max_error": 0.0 + }, + { + "representative": 5427, + "members": [ + 5427 + ], + "max_error": 0.0 + }, + { + "representative": 5624, + "members": [ + 5624 + ], + "max_error": 0.0 + }, + { + "representative": 5539, + "members": [ + 5539 + ], + "max_error": 0.0 + }, + { + "representative": 5546, + "members": [ + 5546 + ], + "max_error": 0.0 + }, + { + "representative": 5388, + "members": [ + 5388 + ], + "max_error": 0.0 + }, + { + "representative": 5399, + "members": [ + 5399 + ], + "max_error": 0.0 + }, + { + "representative": 5526, + "members": [ + 5526 + ], + "max_error": 0.0 + }, + { + "representative": 5555, + "members": [ + 5555 + ], + "max_error": 0.0 + }, + { + "representative": 5629, + "members": [ + 5629 + ], + "max_error": 0.0 + }, + { + "representative": 5552, + "members": [ + 5552 + ], + "max_error": 0.0 + }, + { + "representative": 5434, + "members": [ + 5434 + ], + "max_error": 0.0 + }, + { + "representative": 6067, + "members": [ + 6067 + ], + "max_error": 0.0 + }, + { + "representative": 5931, + "members": [ + 5931 + ], + "max_error": 0.0 + }, + { + "representative": 6080, + "members": [ + 6080 + ], + "max_error": 0.0 + }, + { + "representative": 6056, + "members": [ + 6056 + ], + "max_error": 0.0 + }, + { + "representative": 5949, + "members": [ + 5949 + ], + "max_error": 0.0 + }, + { + "representative": 6046, + "members": [ + 6046 + ], + "max_error": 0.0 + }, + { + "representative": 5970, + "members": [ + 5970 + ], + "max_error": 0.0 + }, + { + "representative": 5943, + "members": [ + 5943 + ], + "max_error": 0.0 + }, + { + "representative": 6083, + "members": [ + 6083 + ], + "max_error": 0.0 + }, + { + "representative": 5916, + "members": [ + 5916 + ], + "max_error": 0.0 + }, + { + "representative": 5937, + "members": [ + 5937 + ], + "max_error": 0.0 + }, + { + "representative": 6112, + "members": [ + 6112 + ], + "max_error": 0.0 + }, + { + "representative": 5919, + "members": [ + 5919 + ], + "max_error": 0.0 + }, + { + "representative": 6115, + "members": [ + 6115 + ], + "max_error": 0.0 + }, + { + "representative": 5975, + "members": [ + 5975 + ], + "max_error": 0.0 + }, + { + "representative": 6094, + "members": [ + 6094 + ], + "max_error": 0.0 + }, + { + "representative": 5917, + "members": [ + 5917 + ], + "max_error": 0.0 + }, + { + "representative": 6109, + "members": [ + 6109 + ], + "max_error": 0.0 + }, + { + "representative": 5954, + "members": [ + 5954 + ], + "max_error": 0.0 + }, + { + "representative": 5997, + "members": [ + 5997 + ], + "max_error": 0.0 + }, + { + "representative": 5972, + "members": [ + 5972 + ], + "max_error": 0.0 + }, + { + "representative": 6041, + "members": [ + 6041 + ], + "max_error": 0.0 + }, + { + "representative": 5923, + "members": [ + 5923 + ], + "max_error": 0.0 + }, + { + "representative": 6065, + "members": [ + 6065 + ], + "max_error": 0.0 + }, + { + "representative": 6104, + "members": [ + 6104 + ], + "max_error": 0.0 + }, + { + "representative": 5957, + "members": [ + 5957 + ], + "max_error": 0.0 + }, + { + "representative": 5963, + "members": [ + 5963 + ], + "max_error": 0.0 + }, + { + "representative": 5956, + "members": [ + 5956 + ], + "max_error": 0.0 + }, + { + "representative": 5939, + "members": [ + 5939 + ], + "max_error": 0.0 + }, + { + "representative": 6066, + "members": [ + 6066 + ], + "max_error": 0.0 + }, + { + "representative": 6092, + "members": [ + 6092 + ], + "max_error": 0.0 + }, + { + "representative": 6070, + "members": [ + 6070 + ], + "max_error": 0.0 + }, + { + "representative": 6023, + "members": [ + 6023 + ], + "max_error": 0.0 + }, + { + "representative": 5947, + "members": [ + 5947 + ], + "max_error": 0.0 + }, + { + "representative": 5985, + "members": [ + 5985 + ], + "max_error": 0.0 + }, + { + "representative": 6012, + "members": [ + 6012 + ], + "max_error": 0.0 + }, + { + "representative": 5993, + "members": [ + 5993 + ], + "max_error": 0.0 + }, + { + "representative": 6097, + "members": [ + 6097 + ], + "max_error": 0.0 + }, + { + "representative": 6124, + "members": [ + 6124 + ], + "max_error": 0.0 + }, + { + "representative": 5953, + "members": [ + 5953 + ], + "max_error": 0.0 + }, + { + "representative": 5965, + "members": [ + 5965 + ], + "max_error": 0.0 + }, + { + "representative": 5998, + "members": [ + 5998 + ], + "max_error": 0.0 + }, + { + "representative": 6048, + "members": [ + 6048 + ], + "max_error": 0.0 + }, + { + "representative": 6122, + "members": [ + 6122 + ], + "max_error": 0.0 + }, + { + "representative": 6054, + "members": [ + 6054 + ], + "max_error": 0.0 + }, + { + "representative": 6038, + "members": [ + 6038 + ], + "max_error": 0.0 + }, + { + "representative": 5979, + "members": [ + 5979 + ], + "max_error": 0.0 + }, + { + "representative": 1353, + "members": [ + 1353 + ], + "max_error": 0.0 + }, + { + "representative": 1361, + "members": [ + 1361 + ], + "max_error": 0.0 + }, + { + "representative": 1408, + "members": [ + 1408 + ], + "max_error": 0.0 + }, + { + "representative": 1302, + "members": [ + 1302 + ], + "max_error": 0.0 + }, + { + "representative": 1386, + "members": [ + 1386 + ], + "max_error": 0.0 + }, + { + "representative": 1358, + "members": [ + 1358 + ], + "max_error": 0.0 + }, + { + "representative": 1283, + "members": [ + 1283 + ], + "max_error": 0.0 + }, + { + "representative": 1410, + "members": [ + 1410 + ], + "max_error": 0.0 + }, + { + "representative": 1382, + "members": [ + 1382 + ], + "max_error": 0.0 + }, + { + "representative": 1309, + "members": [ + 1309 + ], + "max_error": 0.0 + }, + { + "representative": 1440, + "members": [ + 1440 + ], + "max_error": 0.0 + }, + { + "representative": 1465, + "members": [ + 1465 + ], + "max_error": 0.0 + }, + { + "representative": 1348, + "members": [ + 1348 + ], + "max_error": 0.0 + }, + { + "representative": 1486, + "members": [ + 1486 + ], + "max_error": 0.0 + }, + { + "representative": 1521, + "members": [ + 1521 + ], + "max_error": 0.0 + }, + { + "representative": 1407, + "members": [ + 1407 + ], + "max_error": 0.0 + }, + { + "representative": 1471, + "members": [ + 1471 + ], + "max_error": 0.0 + }, + { + "representative": 1315, + "members": [ + 1315 + ], + "max_error": 0.0 + }, + { + "representative": 1512, + "members": [ + 1512 + ], + "max_error": 0.0 + }, + { + "representative": 1961, + "members": [ + 1961 + ], + "max_error": 0.0 + }, + { + "representative": 1987, + "members": [ + 1987 + ], + "max_error": 0.0 + }, + { + "representative": 1890, + "members": [ + 1890 + ], + "max_error": 0.0 + }, + { + "representative": 2036, + "members": [ + 2036 + ], + "max_error": 0.0 + }, + { + "representative": 1963, + "members": [ + 1963 + ], + "max_error": 0.0 + }, + { + "representative": 1853, + "members": [ + 1853 + ], + "max_error": 0.0 + }, + { + "representative": 1801, + "members": [ + 1801 + ], + "max_error": 0.0 + }, + { + "representative": 1950, + "members": [ + 1950 + ], + "max_error": 0.0 + }, + { + "representative": 1900, + "members": [ + 1900 + ], + "max_error": 0.0 + }, + { + "representative": 1980, + "members": [ + 1980 + ], + "max_error": 0.0 + }, + { + "representative": 1925, + "members": [ + 1925 + ], + "max_error": 0.0 + }, + { + "representative": 1902, + "members": [ + 1902 + ], + "max_error": 0.0 + }, + { + "representative": 1882, + "members": [ + 1882 + ], + "max_error": 0.0 + }, + { + "representative": 1886, + "members": [ + 1886 + ], + "max_error": 0.0 + }, + { + "representative": 1930, + "members": [ + 1930 + ], + "max_error": 0.0 + }, + { + "representative": 2033, + "members": [ + 2033 + ], + "max_error": 0.0 + }, + { + "representative": 1965, + "members": [ + 1965 + ], + "max_error": 0.0 + }, + { + "representative": 1887, + "members": [ + 1887 + ], + "max_error": 0.0 + }, + { + "representative": 1829, + "members": [ + 1829 + ], + "max_error": 0.0 + }, + { + "representative": 1975, + "members": [ + 1975 + ], + "max_error": 0.0 + }, + { + "representative": 2010, + "members": [ + 2010 + ], + "max_error": 0.0 + }, + { + "representative": 2041, + "members": [ + 2041 + ], + "max_error": 0.0 + }, + { + "representative": 1964, + "members": [ + 1964 + ], + "max_error": 0.0 + }, + { + "representative": 1793, + "members": [ + 1793 + ], + "max_error": 0.0 + }, + { + "representative": 2022, + "members": [ + 2022 + ], + "max_error": 0.0 + }, + { + "representative": 2408, + "members": [ + 2408 + ], + "max_error": 0.0 + }, + { + "representative": 2481, + "members": [ + 2481 + ], + "max_error": 0.0 + }, + { + "representative": 2398, + "members": [ + 2398 + ], + "max_error": 0.0 + }, + { + "representative": 2406, + "members": [ + 2406 + ], + "max_error": 0.0 + }, + { + "representative": 2540, + "members": [ + 2540 + ], + "max_error": 0.0 + }, + { + "representative": 2330, + "members": [ + 2330 + ], + "max_error": 0.0 + }, + { + "representative": 2460, + "members": [ + 2460 + ], + "max_error": 0.0 + }, + { + "representative": 2518, + "members": [ + 2518 + ], + "max_error": 0.0 + }, + { + "representative": 2371, + "members": [ + 2371 + ], + "max_error": 0.0 + }, + { + "representative": 2431, + "members": [ + 2431 + ], + "max_error": 0.0 + }, + { + "representative": 2506, + "members": [ + 2506 + ], + "max_error": 0.0 + }, + { + "representative": 2358, + "members": [ + 2358 + ], + "max_error": 0.0 + }, + { + "representative": 2452, + "members": [ + 2452 + ], + "max_error": 0.0 + }, + { + "representative": 2340, + "members": [ + 2340 + ], + "max_error": 0.0 + }, + { + "representative": 2466, + "members": [ + 2466 + ], + "max_error": 0.0 + }, + { + "representative": 2554, + "members": [ + 2554 + ], + "max_error": 0.0 + }, + { + "representative": 3034, + "members": [ + 3034 + ], + "max_error": 0.0 + }, + { + "representative": 2979, + "members": [ + 2979 + ], + "max_error": 0.0 + }, + { + "representative": 3052, + "members": [ + 3052 + ], + "max_error": 0.0 + }, + { + "representative": 2852, + "members": [ + 2852 + ], + "max_error": 0.0 + }, + { + "representative": 2879, + "members": [ + 2879 + ], + "max_error": 0.0 + }, + { + "representative": 2922, + "members": [ + 2922 + ], + "max_error": 0.0 + }, + { + "representative": 2955, + "members": [ + 2955 + ], + "max_error": 0.0 + }, + { + "representative": 2877, + "members": [ + 2877 + ], + "max_error": 0.0 + }, + { + "representative": 2939, + "members": [ + 2939 + ], + "max_error": 0.0 + }, + { + "representative": 2843, + "members": [ + 2843 + ], + "max_error": 0.0 + }, + { + "representative": 2844, + "members": [ + 2844 + ], + "max_error": 0.0 + }, + { + "representative": 3507, + "members": [ + 3507 + ], + "max_error": 0.0 + }, + { + "representative": 3538, + "members": [ + 3538 + ], + "max_error": 0.0 + }, + { + "representative": 3579, + "members": [ + 3579 + ], + "max_error": 0.0 + }, + { + "representative": 3496, + "members": [ + 3496 + ], + "max_error": 0.0 + }, + { + "representative": 3530, + "members": [ + 3530 + ], + "max_error": 0.0 + }, + { + "representative": 3436, + "members": [ + 3436 + ], + "max_error": 0.0 + }, + { + "representative": 3412, + "members": [ + 3412 + ], + "max_error": 0.0 + }, + { + "representative": 3475, + "members": [ + 3475 + ], + "max_error": 0.0 + }, + { + "representative": 3561, + "members": [ + 3561 + ], + "max_error": 0.0 + }, + { + "representative": 3534, + "members": [ + 3534 + ], + "max_error": 0.0 + }, + { + "representative": 3428, + "members": [ + 3428 + ], + "max_error": 0.0 + }, + { + "representative": 3457, + "members": [ + 3457 + ], + "max_error": 0.0 + }, + { + "representative": 3564, + "members": [ + 3564 + ], + "max_error": 0.0 + }, + { + "representative": 3519, + "members": [ + 3519 + ], + "max_error": 0.0 + }, + { + "representative": 3897, + "members": [ + 3897 + ], + "max_error": 0.0 + }, + { + "representative": 3840, + "members": [ + 3840 + ], + "max_error": 0.0 + }, + { + "representative": 3888, + "members": [ + 3888 + ], + "max_error": 0.0 + }, + { + "representative": 3926, + "members": [ + 3926 + ], + "max_error": 0.0 + }, + { + "representative": 4059, + "members": [ + 4059 + ], + "max_error": 0.0 + }, + { + "representative": 3930, + "members": [ + 3930 + ], + "max_error": 0.0 + }, + { + "representative": 3850, + "members": [ + 3850 + ], + "max_error": 0.0 + }, + { + "representative": 3964, + "members": [ + 3964 + ], + "max_error": 0.0 + }, + { + "representative": 4068, + "members": [ + 4068 + ], + "max_error": 0.0 + }, + { + "representative": 3929, + "members": [ + 3929 + ], + "max_error": 0.0 + }, + { + "representative": 4047, + "members": [ + 4047 + ], + "max_error": 0.0 + }, + { + "representative": 4084, + "members": [ + 4084 + ], + "max_error": 0.0 + }, + { + "representative": 3903, + "members": [ + 3903 + ], + "max_error": 0.0 + }, + { + "representative": 3991, + "members": [ + 3991 + ], + "max_error": 0.0 + }, + { + "representative": 1515, + "members": [ + 1515 + ], + "max_error": 0.0 + }, + { + "representative": 1439, + "members": [ + 1439 + ], + "max_error": 0.0 + }, + { + "representative": 1294, + "members": [ + 1294 + ], + "max_error": 0.0 + }, + { + "representative": 1467, + "members": [ + 1467 + ], + "max_error": 0.0 + }, + { + "representative": 1347, + "members": [ + 1347 + ], + "max_error": 0.0 + }, + { + "representative": 1420, + "members": [ + 1420 + ], + "max_error": 0.0 + }, + { + "representative": 1527, + "members": [ + 1527 + ], + "max_error": 0.0 + }, + { + "representative": 1423, + "members": [ + 1423 + ], + "max_error": 0.0 + }, + { + "representative": 1530, + "members": [ + 1530 + ], + "max_error": 0.0 + }, + { + "representative": 1434, + "members": [ + 1434 + ], + "max_error": 0.0 + }, + { + "representative": 1346, + "members": [ + 1346 + ], + "max_error": 0.0 + }, + { + "representative": 1339, + "members": [ + 1339 + ], + "max_error": 0.0 + }, + { + "representative": 1369, + "members": [ + 1369 + ], + "max_error": 0.0 + }, + { + "representative": 1524, + "members": [ + 1524 + ], + "max_error": 0.0 + }, + { + "representative": 1526, + "members": [ + 1526 + ], + "max_error": 0.0 + }, + { + "representative": 1948, + "members": [ + 1948 + ], + "max_error": 0.0 + }, + { + "representative": 2029, + "members": [ + 2029 + ], + "max_error": 0.0 + }, + { + "representative": 1846, + "members": [ + 1846 + ], + "max_error": 0.0 + }, + { + "representative": 1837, + "members": [ + 1837 + ], + "max_error": 0.0 + }, + { + "representative": 1884, + "members": [ + 1884 + ], + "max_error": 0.0 + }, + { + "representative": 2047, + "members": [ + 2047 + ], + "max_error": 0.0 + }, + { + "representative": 1971, + "members": [ + 1971 + ], + "max_error": 0.0 + }, + { + "representative": 1907, + "members": [ + 1907 + ], + "max_error": 0.0 + }, + { + "representative": 1864, + "members": [ + 1864 + ], + "max_error": 0.0 + }, + { + "representative": 1972, + "members": [ + 1972 + ], + "max_error": 0.0 + }, + { + "representative": 1897, + "members": [ + 1897 + ], + "max_error": 0.0 + }, + { + "representative": 1797, + "members": [ + 1797 + ], + "max_error": 0.0 + }, + { + "representative": 1820, + "members": [ + 1820 + ], + "max_error": 0.0 + }, + { + "representative": 1991, + "members": [ + 1991 + ], + "max_error": 0.0 + }, + { + "representative": 1896, + "members": [ + 1896 + ], + "max_error": 0.0 + }, + { + "representative": 1876, + "members": [ + 1876 + ], + "max_error": 0.0 + }, + { + "representative": 1898, + "members": [ + 1898 + ], + "max_error": 0.0 + }, + { + "representative": 1795, + "members": [ + 1795 + ], + "max_error": 0.0 + }, + { + "representative": 2479, + "members": [ + 2479 + ], + "max_error": 0.0 + }, + { + "representative": 2329, + "members": [ + 2329 + ], + "max_error": 0.0 + }, + { + "representative": 2438, + "members": [ + 2438 + ], + "max_error": 0.0 + }, + { + "representative": 2307, + "members": [ + 2307 + ], + "max_error": 0.0 + }, + { + "representative": 2538, + "members": [ + 2538 + ], + "max_error": 0.0 + }, + { + "representative": 2356, + "members": [ + 2356 + ], + "max_error": 0.0 + }, + { + "representative": 2483, + "members": [ + 2483 + ], + "max_error": 0.0 + }, + { + "representative": 2426, + "members": [ + 2426 + ], + "max_error": 0.0 + }, + { + "representative": 2379, + "members": [ + 2379 + ], + "max_error": 0.0 + }, + { + "representative": 2448, + "members": [ + 2448 + ], + "max_error": 0.0 + }, + { + "representative": 2510, + "members": [ + 2510 + ], + "max_error": 0.0 + }, + { + "representative": 2411, + "members": [ + 2411 + ], + "max_error": 0.0 + }, + { + "representative": 2501, + "members": [ + 2501 + ], + "max_error": 0.0 + }, + { + "representative": 2552, + "members": [ + 2552 + ], + "max_error": 0.0 + }, + { + "representative": 2544, + "members": [ + 2544 + ], + "max_error": 0.0 + }, + { + "representative": 2420, + "members": [ + 2420 + ], + "max_error": 0.0 + }, + { + "representative": 2388, + "members": [ + 2388 + ], + "max_error": 0.0 + }, + { + "representative": 2983, + "members": [ + 2983 + ], + "max_error": 0.0 + }, + { + "representative": 2820, + "members": [ + 2820 + ], + "max_error": 0.0 + }, + { + "representative": 2824, + "members": [ + 2824 + ], + "max_error": 0.0 + }, + { + "representative": 2855, + "members": [ + 2855 + ], + "max_error": 0.0 + }, + { + "representative": 2831, + "members": [ + 2831 + ], + "max_error": 0.0 + }, + { + "representative": 2929, + "members": [ + 2929 + ], + "max_error": 0.0 + }, + { + "representative": 2834, + "members": [ + 2834 + ], + "max_error": 0.0 + }, + { + "representative": 2932, + "members": [ + 2932 + ], + "max_error": 0.0 + }, + { + "representative": 3468, + "members": [ + 3468 + ], + "max_error": 0.0 + }, + { + "representative": 3378, + "members": [ + 3378 + ], + "max_error": 0.0 + }, + { + "representative": 3346, + "members": [ + 3346 + ], + "max_error": 0.0 + }, + { + "representative": 3554, + "members": [ + 3554 + ], + "max_error": 0.0 + }, + { + "representative": 3373, + "members": [ + 3373 + ], + "max_error": 0.0 + }, + { + "representative": 3479, + "members": [ + 3479 + ], + "max_error": 0.0 + }, + { + "representative": 3337, + "members": [ + 3337 + ], + "max_error": 0.0 + }, + { + "representative": 3340, + "members": [ + 3340 + ], + "max_error": 0.0 + }, + { + "representative": 3516, + "members": [ + 3516 + ], + "max_error": 0.0 + }, + { + "representative": 3339, + "members": [ + 3339 + ], + "max_error": 0.0 + }, + { + "representative": 3916, + "members": [ + 3916 + ], + "max_error": 0.0 + }, + { + "representative": 3862, + "members": [ + 3862 + ], + "max_error": 0.0 + }, + { + "representative": 3935, + "members": [ + 3935 + ], + "max_error": 0.0 + }, + { + "representative": 3854, + "members": [ + 3854 + ], + "max_error": 0.0 + }, + { + "representative": 4005, + "members": [ + 4005 + ], + "max_error": 0.0 + }, + { + "representative": 1326, + "members": [ + 1326 + ], + "max_error": 0.0 + }, + { + "representative": 1396, + "members": [ + 1396 + ], + "max_error": 0.0 + }, + { + "representative": 1529, + "members": [ + 1529 + ], + "max_error": 0.0 + }, + { + "representative": 1389, + "members": [ + 1389 + ], + "max_error": 0.0 + }, + { + "representative": 1493, + "members": [ + 1493 + ], + "max_error": 0.0 + }, + { + "representative": 1477, + "members": [ + 1477 + ], + "max_error": 0.0 + }, + { + "representative": 1428, + "members": [ + 1428 + ], + "max_error": 0.0 + }, + { + "representative": 1355, + "members": [ + 1355 + ], + "max_error": 0.0 + }, + { + "representative": 1453, + "members": [ + 1453 + ], + "max_error": 0.0 + }, + { + "representative": 1366, + "members": [ + 1366 + ], + "max_error": 0.0 + }, + { + "representative": 1438, + "members": [ + 1438 + ], + "max_error": 0.0 + }, + { + "representative": 1520, + "members": [ + 1520 + ], + "max_error": 0.0 + }, + { + "representative": 1436, + "members": [ + 1436 + ], + "max_error": 0.0 + }, + { + "representative": 1491, + "members": [ + 1491 + ], + "max_error": 0.0 + }, + { + "representative": 1427, + "members": [ + 1427 + ], + "max_error": 0.0 + }, + { + "representative": 1350, + "members": [ + 1350 + ], + "max_error": 0.0 + }, + { + "representative": 1345, + "members": [ + 1345 + ], + "max_error": 0.0 + }, + { + "representative": 1479, + "members": [ + 1479 + ], + "max_error": 0.0 + }, + { + "representative": 1480, + "members": [ + 1480 + ], + "max_error": 0.0 + }, + { + "representative": 1292, + "members": [ + 1292 + ], + "max_error": 0.0 + }, + { + "representative": 1406, + "members": [ + 1406 + ], + "max_error": 0.0 + }, + { + "representative": 1295, + "members": [ + 1295 + ], + "max_error": 0.0 + }, + { + "representative": 1951, + "members": [ + 1951 + ], + "max_error": 0.0 + }, + { + "representative": 1904, + "members": [ + 1904 + ], + "max_error": 0.0 + }, + { + "representative": 1915, + "members": [ + 1915 + ], + "max_error": 0.0 + }, + { + "representative": 1932, + "members": [ + 1932 + ], + "max_error": 0.0 + }, + { + "representative": 1873, + "members": [ + 1873 + ], + "max_error": 0.0 + }, + { + "representative": 1996, + "members": [ + 1996 + ], + "max_error": 0.0 + }, + { + "representative": 1872, + "members": [ + 1872 + ], + "max_error": 0.0 + }, + { + "representative": 1826, + "members": [ + 1826 + ], + "max_error": 0.0 + }, + { + "representative": 1960, + "members": [ + 1960 + ], + "max_error": 0.0 + }, + { + "representative": 1905, + "members": [ + 1905 + ], + "max_error": 0.0 + }, + { + "representative": 1867, + "members": [ + 1867 + ], + "max_error": 0.0 + }, + { + "representative": 2414, + "members": [ + 2414 + ], + "max_error": 0.0 + }, + { + "representative": 2354, + "members": [ + 2354 + ], + "max_error": 0.0 + }, + { + "representative": 2373, + "members": [ + 2373 + ], + "max_error": 0.0 + }, + { + "representative": 2541, + "members": [ + 2541 + ], + "max_error": 0.0 + }, + { + "representative": 2362, + "members": [ + 2362 + ], + "max_error": 0.0 + }, + { + "representative": 2523, + "members": [ + 2523 + ], + "max_error": 0.0 + }, + { + "representative": 2352, + "members": [ + 2352 + ], + "max_error": 0.0 + }, + { + "representative": 2427, + "members": [ + 2427 + ], + "max_error": 0.0 + }, + { + "representative": 2943, + "members": [ + 2943 + ], + "max_error": 0.0 + }, + { + "representative": 2868, + "members": [ + 2868 + ], + "max_error": 0.0 + }, + { + "representative": 3026, + "members": [ + 3026 + ], + "max_error": 0.0 + }, + { + "representative": 2816, + "members": [ + 2816 + ], + "max_error": 0.0 + }, + { + "representative": 2959, + "members": [ + 2959 + ], + "max_error": 0.0 + }, + { + "representative": 2895, + "members": [ + 2895 + ], + "max_error": 0.0 + }, + { + "representative": 2867, + "members": [ + 2867 + ], + "max_error": 0.0 + }, + { + "representative": 2875, + "members": [ + 2875 + ], + "max_error": 0.0 + }, + { + "representative": 3066, + "members": [ + 3066 + ], + "max_error": 0.0 + }, + { + "representative": 2860, + "members": [ + 2860 + ], + "max_error": 0.0 + }, + { + "representative": 2862, + "members": [ + 2862 + ], + "max_error": 0.0 + }, + { + "representative": 3509, + "members": [ + 3509 + ], + "max_error": 0.0 + }, + { + "representative": 3438, + "members": [ + 3438 + ], + "max_error": 0.0 + }, + { + "representative": 3405, + "members": [ + 3405 + ], + "max_error": 0.0 + }, + { + "representative": 3365, + "members": [ + 3365 + ], + "max_error": 0.0 + }, + { + "representative": 3402, + "members": [ + 3402 + ], + "max_error": 0.0 + }, + { + "representative": 3531, + "members": [ + 3531 + ], + "max_error": 0.0 + }, + { + "representative": 3403, + "members": [ + 3403 + ], + "max_error": 0.0 + }, + { + "representative": 3335, + "members": [ + 3335 + ], + "max_error": 0.0 + }, + { + "representative": 3506, + "members": [ + 3506 + ], + "max_error": 0.0 + }, + { + "representative": 3859, + "members": [ + 3859 + ], + "max_error": 0.0 + }, + { + "representative": 4094, + "members": [ + 4094 + ], + "max_error": 0.0 + }, + { + "representative": 3999, + "members": [ + 3999 + ], + "max_error": 0.0 + }, + { + "representative": 3918, + "members": [ + 3918 + ], + "max_error": 0.0 + }, + { + "representative": 3853, + "members": [ + 3853 + ], + "max_error": 0.0 + }, + { + "representative": 3942, + "members": [ + 3942 + ], + "max_error": 0.0 + }, + { + "representative": 3995, + "members": [ + 3995 + ], + "max_error": 0.0 + }, + { + "representative": 4077, + "members": [ + 4077 + ], + "max_error": 0.0 + }, + { + "representative": 4012, + "members": [ + 4012 + ], + "max_error": 0.0 + }, + { + "representative": 1319, + "members": [ + 1319 + ], + "max_error": 0.0 + }, + { + "representative": 1311, + "members": [ + 1311 + ], + "max_error": 0.0 + }, + { + "representative": 1335, + "members": [ + 1335 + ], + "max_error": 0.0 + }, + { + "representative": 1336, + "members": [ + 1336 + ], + "max_error": 0.0 + }, + { + "representative": 1468, + "members": [ + 1468 + ], + "max_error": 0.0 + }, + { + "representative": 1300, + "members": [ + 1300 + ], + "max_error": 0.0 + }, + { + "representative": 1430, + "members": [ + 1430 + ], + "max_error": 0.0 + }, + { + "representative": 1374, + "members": [ + 1374 + ], + "max_error": 0.0 + }, + { + "representative": 1531, + "members": [ + 1531 + ], + "max_error": 0.0 + }, + { + "representative": 1393, + "members": [ + 1393 + ], + "max_error": 0.0 + }, + { + "representative": 1334, + "members": [ + 1334 + ], + "max_error": 0.0 + }, + { + "representative": 1518, + "members": [ + 1518 + ], + "max_error": 0.0 + }, + { + "representative": 1343, + "members": [ + 1343 + ], + "max_error": 0.0 + }, + { + "representative": 1501, + "members": [ + 1501 + ], + "max_error": 0.0 + }, + { + "representative": 1376, + "members": [ + 1376 + ], + "max_error": 0.0 + }, + { + "representative": 1344, + "members": [ + 1344 + ], + "max_error": 0.0 + }, + { + "representative": 1881, + "members": [ + 1881 + ], + "max_error": 0.0 + }, + { + "representative": 1986, + "members": [ + 1986 + ], + "max_error": 0.0 + }, + { + "representative": 1908, + "members": [ + 1908 + ], + "max_error": 0.0 + }, + { + "representative": 1957, + "members": [ + 1957 + ], + "max_error": 0.0 + }, + { + "representative": 1883, + "members": [ + 1883 + ], + "max_error": 0.0 + }, + { + "representative": 1923, + "members": [ + 1923 + ], + "max_error": 0.0 + }, + { + "representative": 1804, + "members": [ + 1804 + ], + "max_error": 0.0 + }, + { + "representative": 1845, + "members": [ + 1845 + ], + "max_error": 0.0 + }, + { + "representative": 1968, + "members": [ + 1968 + ], + "max_error": 0.0 + }, + { + "representative": 1868, + "members": [ + 1868 + ], + "max_error": 0.0 + }, + { + "representative": 1993, + "members": [ + 1993 + ], + "max_error": 0.0 + }, + { + "representative": 1819, + "members": [ + 1819 + ], + "max_error": 0.0 + }, + { + "representative": 1814, + "members": [ + 1814 + ], + "max_error": 0.0 + }, + { + "representative": 1894, + "members": [ + 1894 + ], + "max_error": 0.0 + }, + { + "representative": 1967, + "members": [ + 1967 + ], + "max_error": 0.0 + }, + { + "representative": 2045, + "members": [ + 2045 + ], + "max_error": 0.0 + }, + { + "representative": 2315, + "members": [ + 2315 + ], + "max_error": 0.0 + }, + { + "representative": 2526, + "members": [ + 2526 + ], + "max_error": 0.0 + }, + { + "representative": 2327, + "members": [ + 2327 + ], + "max_error": 0.0 + }, + { + "representative": 2455, + "members": [ + 2455 + ], + "max_error": 0.0 + }, + { + "representative": 2500, + "members": [ + 2500 + ], + "max_error": 0.0 + }, + { + "representative": 2364, + "members": [ + 2364 + ], + "max_error": 0.0 + }, + { + "representative": 2333, + "members": [ + 2333 + ], + "max_error": 0.0 + }, + { + "representative": 2342, + "members": [ + 2342 + ], + "max_error": 0.0 + }, + { + "representative": 2463, + "members": [ + 2463 + ], + "max_error": 0.0 + }, + { + "representative": 2439, + "members": [ + 2439 + ], + "max_error": 0.0 + }, + { + "representative": 2499, + "members": [ + 2499 + ], + "max_error": 0.0 + }, + { + "representative": 2558, + "members": [ + 2558 + ], + "max_error": 0.0 + }, + { + "representative": 2324, + "members": [ + 2324 + ], + "max_error": 0.0 + }, + { + "representative": 2395, + "members": [ + 2395 + ], + "max_error": 0.0 + }, + { + "representative": 2874, + "members": [ + 2874 + ], + "max_error": 0.0 + }, + { + "representative": 2995, + "members": [ + 2995 + ], + "max_error": 0.0 + }, + { + "representative": 2849, + "members": [ + 2849 + ], + "max_error": 0.0 + }, + { + "representative": 2876, + "members": [ + 2876 + ], + "max_error": 0.0 + }, + { + "representative": 3532, + "members": [ + 3532 + ], + "max_error": 0.0 + }, + { + "representative": 3528, + "members": [ + 3528 + ], + "max_error": 0.0 + }, + { + "representative": 3370, + "members": [ + 3370 + ], + "max_error": 0.0 + }, + { + "representative": 3545, + "members": [ + 3545 + ], + "max_error": 0.0 + }, + { + "representative": 3453, + "members": [ + 3453 + ], + "max_error": 0.0 + }, + { + "representative": 3497, + "members": [ + 3497 + ], + "max_error": 0.0 + }, + { + "representative": 3523, + "members": [ + 3523 + ], + "max_error": 0.0 + }, + { + "representative": 3466, + "members": [ + 3466 + ], + "max_error": 0.0 + }, + { + "representative": 3429, + "members": [ + 3429 + ], + "max_error": 0.0 + }, + { + "representative": 3471, + "members": [ + 3471 + ], + "max_error": 0.0 + }, + { + "representative": 3394, + "members": [ + 3394 + ], + "max_error": 0.0 + }, + { + "representative": 3422, + "members": [ + 3422 + ], + "max_error": 0.0 + }, + { + "representative": 3551, + "members": [ + 3551 + ], + "max_error": 0.0 + }, + { + "representative": 3931, + "members": [ + 3931 + ], + "max_error": 0.0 + }, + { + "representative": 4037, + "members": [ + 4037 + ], + "max_error": 0.0 + }, + { + "representative": 4019, + "members": [ + 4019 + ], + "max_error": 0.0 + }, + { + "representative": 3976, + "members": [ + 3976 + ], + "max_error": 0.0 + }, + { + "representative": 3952, + "members": [ + 3952 + ], + "max_error": 0.0 + }, + { + "representative": 3958, + "members": [ + 3958 + ], + "max_error": 0.0 + }, + { + "representative": 3963, + "members": [ + 3963 + ], + "max_error": 0.0 + }, + { + "representative": 3908, + "members": [ + 3908 + ], + "max_error": 0.0 + }, + { + "representative": 3927, + "members": [ + 3927 + ], + "max_error": 0.0 + }, + { + "representative": 3997, + "members": [ + 3997 + ], + "max_error": 0.0 + }, + { + "representative": 3851, + "members": [ + 3851 + ], + "max_error": 0.0 + }, + { + "representative": 4063, + "members": [ + 4063 + ], + "max_error": 0.0 + }, + { + "representative": 4032, + "members": [ + 4032 + ], + "max_error": 0.0 + }, + { + "representative": 2916, + "members": [ + 2916 + ], + "max_error": 0.0 + }, + { + "representative": 2863, + "members": [ + 2863 + ], + "max_error": 0.0 + }, + { + "representative": 3055, + "members": [ + 3055 + ], + "max_error": 0.0 + }, + { + "representative": 3040, + "members": [ + 3040 + ], + "max_error": 0.0 + }, + { + "representative": 3547, + "members": [ + 3547 + ], + "max_error": 0.0 + }, + { + "representative": 3349, + "members": [ + 3349 + ], + "max_error": 0.0 + }, + { + "representative": 3435, + "members": [ + 3435 + ], + "max_error": 0.0 + }, + { + "representative": 3441, + "members": [ + 3441 + ], + "max_error": 0.0 + }, + { + "representative": 3539, + "members": [ + 3539 + ], + "max_error": 0.0 + }, + { + "representative": 3425, + "members": [ + 3425 + ], + "max_error": 0.0 + }, + { + "representative": 3537, + "members": [ + 3537 + ], + "max_error": 0.0 + }, + { + "representative": 3338, + "members": [ + 3338 + ], + "max_error": 0.0 + }, + { + "representative": 3407, + "members": [ + 3407 + ], + "max_error": 0.0 + }, + { + "representative": 3433, + "members": [ + 3433 + ], + "max_error": 0.0 + }, + { + "representative": 3482, + "members": [ + 3482 + ], + "max_error": 0.0 + }, + { + "representative": 4074, + "members": [ + 4074 + ], + "max_error": 0.0 + }, + { + "representative": 3869, + "members": [ + 3869 + ], + "max_error": 0.0 + }, + { + "representative": 3898, + "members": [ + 3898 + ], + "max_error": 0.0 + }, + { + "representative": 4045, + "members": [ + 4045 + ], + "max_error": 0.0 + }, + { + "representative": 4017, + "members": [ + 4017 + ], + "max_error": 0.0 + }, + { + "representative": 4066, + "members": [ + 4066 + ], + "max_error": 0.0 + }, + { + "representative": 4051, + "members": [ + 4051 + ], + "max_error": 0.0 + }, + { + "representative": 4362, + "members": [ + 4362 + ], + "max_error": 0.0 + }, + { + "representative": 4561, + "members": [ + 4561 + ], + "max_error": 0.0 + }, + { + "representative": 4495, + "members": [ + 4495 + ], + "max_error": 0.0 + }, + { + "representative": 4601, + "members": [ + 4601 + ], + "max_error": 0.0 + }, + { + "representative": 4427, + "members": [ + 4427 + ], + "max_error": 0.0 + }, + { + "representative": 4509, + "members": [ + 4509 + ], + "max_error": 0.0 + }, + { + "representative": 4442, + "members": [ + 4442 + ], + "max_error": 0.0 + }, + { + "representative": 4598, + "members": [ + 4598 + ], + "max_error": 0.0 + }, + { + "representative": 4433, + "members": [ + 4433 + ], + "max_error": 0.0 + }, + { + "representative": 4406, + "members": [ + 4406 + ], + "max_error": 0.0 + }, + { + "representative": 4423, + "members": [ + 4423 + ], + "max_error": 0.0 + }, + { + "representative": 4540, + "members": [ + 4540 + ], + "max_error": 0.0 + }, + { + "representative": 4513, + "members": [ + 4513 + ], + "max_error": 0.0 + }, + { + "representative": 4490, + "members": [ + 4490 + ], + "max_error": 0.0 + }, + { + "representative": 4409, + "members": [ + 4409 + ], + "max_error": 0.0 + }, + { + "representative": 4506, + "members": [ + 4506 + ], + "max_error": 0.0 + }, + { + "representative": 4514, + "members": [ + 4514 + ], + "max_error": 0.0 + }, + { + "representative": 4375, + "members": [ + 4375 + ], + "max_error": 0.0 + }, + { + "representative": 4365, + "members": [ + 4365 + ], + "max_error": 0.0 + }, + { + "representative": 4542, + "members": [ + 4542 + ], + "max_error": 0.0 + }, + { + "representative": 4504, + "members": [ + 4504 + ], + "max_error": 0.0 + }, + { + "representative": 4361, + "members": [ + 4361 + ], + "max_error": 0.0 + }, + { + "representative": 4443, + "members": [ + 4443 + ], + "max_error": 0.0 + }, + { + "representative": 4453, + "members": [ + 4453 + ], + "max_error": 0.0 + }, + { + "representative": 4584, + "members": [ + 4584 + ], + "max_error": 0.0 + }, + { + "representative": 4572, + "members": [ + 4572 + ], + "max_error": 0.0 + }, + { + "representative": 4516, + "members": [ + 4516 + ], + "max_error": 0.0 + }, + { + "representative": 4385, + "members": [ + 4385 + ], + "max_error": 0.0 + }, + { + "representative": 4606, + "members": [ + 4606 + ], + "max_error": 0.0 + }, + { + "representative": 4526, + "members": [ + 4526 + ], + "max_error": 0.0 + }, + { + "representative": 4547, + "members": [ + 4547 + ], + "max_error": 0.0 + }, + { + "representative": 4447, + "members": [ + 4447 + ], + "max_error": 0.0 + }, + { + "representative": 4388, + "members": [ + 4388 + ], + "max_error": 0.0 + }, + { + "representative": 4448, + "members": [ + 4448 + ], + "max_error": 0.0 + }, + { + "representative": 4430, + "members": [ + 4430 + ], + "max_error": 0.0 + }, + { + "representative": 4574, + "members": [ + 4574 + ], + "max_error": 0.0 + }, + { + "representative": 4482, + "members": [ + 4482 + ], + "max_error": 0.0 + }, + { + "representative": 4502, + "members": [ + 4502 + ], + "max_error": 0.0 + }, + { + "representative": 4931, + "members": [ + 4931 + ], + "max_error": 0.0 + }, + { + "representative": 4937, + "members": [ + 4937 + ], + "max_error": 0.0 + }, + { + "representative": 5010, + "members": [ + 5010 + ], + "max_error": 0.0 + }, + { + "representative": 4988, + "members": [ + 4988 + ], + "max_error": 0.0 + }, + { + "representative": 4983, + "members": [ + 4983 + ], + "max_error": 0.0 + }, + { + "representative": 4940, + "members": [ + 4940 + ], + "max_error": 0.0 + }, + { + "representative": 5088, + "members": [ + 5088 + ], + "max_error": 0.0 + }, + { + "representative": 5023, + "members": [ + 5023 + ], + "max_error": 0.0 + }, + { + "representative": 4908, + "members": [ + 4908 + ], + "max_error": 0.0 + }, + { + "representative": 5033, + "members": [ + 5033 + ], + "max_error": 0.0 + }, + { + "representative": 4928, + "members": [ + 4928 + ], + "max_error": 0.0 + }, + { + "representative": 5083, + "members": [ + 5083 + ], + "max_error": 0.0 + }, + { + "representative": 4884, + "members": [ + 4884 + ], + "max_error": 0.0 + }, + { + "representative": 4957, + "members": [ + 4957 + ], + "max_error": 0.0 + }, + { + "representative": 4934, + "members": [ + 4934 + ], + "max_error": 0.0 + }, + { + "representative": 5035, + "members": [ + 5035 + ], + "max_error": 0.0 + }, + { + "representative": 4947, + "members": [ + 4947 + ], + "max_error": 0.0 + }, + { + "representative": 5067, + "members": [ + 5067 + ], + "max_error": 0.0 + }, + { + "representative": 4955, + "members": [ + 4955 + ], + "max_error": 0.0 + }, + { + "representative": 4906, + "members": [ + 4906 + ], + "max_error": 0.0 + }, + { + "representative": 5005, + "members": [ + 5005 + ], + "max_error": 0.0 + }, + { + "representative": 4976, + "members": [ + 4976 + ], + "max_error": 0.0 + }, + { + "representative": 4999, + "members": [ + 4999 + ], + "max_error": 0.0 + }, + { + "representative": 4952, + "members": [ + 4952 + ], + "max_error": 0.0 + }, + { + "representative": 4875, + "members": [ + 4875 + ], + "max_error": 0.0 + }, + { + "representative": 4882, + "members": [ + 4882 + ], + "max_error": 0.0 + }, + { + "representative": 4994, + "members": [ + 4994 + ], + "max_error": 0.0 + }, + { + "representative": 4998, + "members": [ + 4998 + ], + "max_error": 0.0 + }, + { + "representative": 4902, + "members": [ + 4902 + ], + "max_error": 0.0 + }, + { + "representative": 4981, + "members": [ + 4981 + ], + "max_error": 0.0 + }, + { + "representative": 5096, + "members": [ + 5096 + ], + "max_error": 0.0 + }, + { + "representative": 5012, + "members": [ + 5012 + ], + "max_error": 0.0 + }, + { + "representative": 5115, + "members": [ + 5115 + ], + "max_error": 0.0 + }, + { + "representative": 5045, + "members": [ + 5045 + ], + "max_error": 0.0 + }, + { + "representative": 5111, + "members": [ + 5111 + ], + "max_error": 0.0 + }, + { + "representative": 4881, + "members": [ + 4881 + ], + "max_error": 0.0 + }, + { + "representative": 5013, + "members": [ + 5013 + ], + "max_error": 0.0 + }, + { + "representative": 5079, + "members": [ + 5079 + ], + "max_error": 0.0 + }, + { + "representative": 5066, + "members": [ + 5066 + ], + "max_error": 0.0 + }, + { + "representative": 4969, + "members": [ + 4969 + ], + "max_error": 0.0 + }, + { + "representative": 5094, + "members": [ + 5094 + ], + "max_error": 0.0 + }, + { + "representative": 4982, + "members": [ + 4982 + ], + "max_error": 0.0 + }, + { + "representative": 4865, + "members": [ + 4865 + ], + "max_error": 0.0 + }, + { + "representative": 4963, + "members": [ + 4963 + ], + "max_error": 0.0 + }, + { + "representative": 4939, + "members": [ + 4939 + ], + "max_error": 0.0 + }, + { + "representative": 5110, + "members": [ + 5110 + ], + "max_error": 0.0 + }, + { + "representative": 4985, + "members": [ + 4985 + ], + "max_error": 0.0 + }, + { + "representative": 5016, + "members": [ + 5016 + ], + "max_error": 0.0 + }, + { + "representative": 5118, + "members": [ + 5118 + ], + "max_error": 0.0 + }, + { + "representative": 4922, + "members": [ + 4922 + ], + "max_error": 0.0 + }, + { + "representative": 5062, + "members": [ + 5062 + ], + "max_error": 0.0 + }, + { + "representative": 5007, + "members": [ + 5007 + ], + "max_error": 0.0 + }, + { + "representative": 4961, + "members": [ + 4961 + ], + "max_error": 0.0 + }, + { + "representative": 4950, + "members": [ + 4950 + ], + "max_error": 0.0 + }, + { + "representative": 4868, + "members": [ + 4868 + ], + "max_error": 0.0 + }, + { + "representative": 4987, + "members": [ + 4987 + ], + "max_error": 0.0 + }, + { + "representative": 4930, + "members": [ + 4930 + ], + "max_error": 0.0 + }, + { + "representative": 5098, + "members": [ + 5098 + ], + "max_error": 0.0 + }, + { + "representative": 5590, + "members": [ + 5590 + ], + "max_error": 0.0 + }, + { + "representative": 5430, + "members": [ + 5430 + ], + "max_error": 0.0 + }, + { + "representative": 5558, + "members": [ + 5558 + ], + "max_error": 0.0 + }, + { + "representative": 5510, + "members": [ + 5510 + ], + "max_error": 0.0 + }, + { + "representative": 5428, + "members": [ + 5428 + ], + "max_error": 0.0 + }, + { + "representative": 5608, + "members": [ + 5608 + ], + "max_error": 0.0 + }, + { + "representative": 5565, + "members": [ + 5565 + ], + "max_error": 0.0 + }, + { + "representative": 5467, + "members": [ + 5467 + ], + "max_error": 0.0 + }, + { + "representative": 5544, + "members": [ + 5544 + ], + "max_error": 0.0 + }, + { + "representative": 5522, + "members": [ + 5522 + ], + "max_error": 0.0 + }, + { + "representative": 5415, + "members": [ + 5415 + ], + "max_error": 0.0 + }, + { + "representative": 5423, + "members": [ + 5423 + ], + "max_error": 0.0 + }, + { + "representative": 5435, + "members": [ + 5435 + ], + "max_error": 0.0 + }, + { + "representative": 5517, + "members": [ + 5517 + ], + "max_error": 0.0 + }, + { + "representative": 5535, + "members": [ + 5535 + ], + "max_error": 0.0 + }, + { + "representative": 5504, + "members": [ + 5504 + ], + "max_error": 0.0 + }, + { + "representative": 5414, + "members": [ + 5414 + ], + "max_error": 0.0 + }, + { + "representative": 5570, + "members": [ + 5570 + ], + "max_error": 0.0 + }, + { + "representative": 5461, + "members": [ + 5461 + ], + "max_error": 0.0 + }, + { + "representative": 5557, + "members": [ + 5557 + ], + "max_error": 0.0 + }, + { + "representative": 5474, + "members": [ + 5474 + ], + "max_error": 0.0 + }, + { + "representative": 5476, + "members": [ + 5476 + ], + "max_error": 0.0 + }, + { + "representative": 5493, + "members": [ + 5493 + ], + "max_error": 0.0 + }, + { + "representative": 5586, + "members": [ + 5586 + ], + "max_error": 0.0 + }, + { + "representative": 5456, + "members": [ + 5456 + ], + "max_error": 0.0 + }, + { + "representative": 5380, + "members": [ + 5380 + ], + "max_error": 0.0 + }, + { + "representative": 5518, + "members": [ + 5518 + ], + "max_error": 0.0 + }, + { + "representative": 5459, + "members": [ + 5459 + ], + "max_error": 0.0 + }, + { + "representative": 5387, + "members": [ + 5387 + ], + "max_error": 0.0 + }, + { + "representative": 5502, + "members": [ + 5502 + ], + "max_error": 0.0 + }, + { + "representative": 5377, + "members": [ + 5377 + ], + "max_error": 0.0 + }, + { + "representative": 5418, + "members": [ + 5418 + ], + "max_error": 0.0 + }, + { + "representative": 5407, + "members": [ + 5407 + ], + "max_error": 0.0 + }, + { + "representative": 5489, + "members": [ + 5489 + ], + "max_error": 0.0 + }, + { + "representative": 5560, + "members": [ + 5560 + ], + "max_error": 0.0 + }, + { + "representative": 5577, + "members": [ + 5577 + ], + "max_error": 0.0 + }, + { + "representative": 5419, + "members": [ + 5419 + ], + "max_error": 0.0 + }, + { + "representative": 5890, + "members": [ + 5890 + ], + "max_error": 0.0 + }, + { + "representative": 5964, + "members": [ + 5964 + ], + "max_error": 0.0 + }, + { + "representative": 5976, + "members": [ + 5976 + ], + "max_error": 0.0 + }, + { + "representative": 6077, + "members": [ + 6077 + ], + "max_error": 0.0 + }, + { + "representative": 6055, + "members": [ + 6055 + ], + "max_error": 0.0 + }, + { + "representative": 5925, + "members": [ + 5925 + ], + "max_error": 0.0 + }, + { + "representative": 6061, + "members": [ + 6061 + ], + "max_error": 0.0 + }, + { + "representative": 6032, + "members": [ + 6032 + ], + "max_error": 0.0 + }, + { + "representative": 5977, + "members": [ + 5977 + ], + "max_error": 0.0 + }, + { + "representative": 6105, + "members": [ + 6105 + ], + "max_error": 0.0 + }, + { + "representative": 6131, + "members": [ + 6131 + ], + "max_error": 0.0 + }, + { + "representative": 5990, + "members": [ + 5990 + ], + "max_error": 0.0 + }, + { + "representative": 5906, + "members": [ + 5906 + ], + "max_error": 0.0 + }, + { + "representative": 5994, + "members": [ + 5994 + ], + "max_error": 0.0 + }, + { + "representative": 6018, + "members": [ + 6018 + ], + "max_error": 0.0 + }, + { + "representative": 5955, + "members": [ + 5955 + ], + "max_error": 0.0 + }, + { + "representative": 6047, + "members": [ + 6047 + ], + "max_error": 0.0 + }, + { + "representative": 6116, + "members": [ + 6116 + ], + "max_error": 0.0 + }, + { + "representative": 6008, + "members": [ + 6008 + ], + "max_error": 0.0 + }, + { + "representative": 6096, + "members": [ + 6096 + ], + "max_error": 0.0 + }, + { + "representative": 6009, + "members": [ + 6009 + ], + "max_error": 0.0 + }, + { + "representative": 6058, + "members": [ + 6058 + ], + "max_error": 0.0 + }, + { + "representative": 6098, + "members": [ + 6098 + ], + "max_error": 0.0 + }, + { + "representative": 6057, + "members": [ + 6057 + ], + "max_error": 0.0 + }, + { + "representative": 6133, + "members": [ + 6133 + ], + "max_error": 0.0 + }, + { + "representative": 6087, + "members": [ + 6087 + ], + "max_error": 0.0 + }, + { + "representative": 6130, + "members": [ + 6130 + ], + "max_error": 0.0 + }, + { + "representative": 6027, + "members": [ + 6027 + ], + "max_error": 0.0 + }, + { + "representative": 6140, + "members": [ + 6140 + ], + "max_error": 0.0 + }, + { + "representative": 5989, + "members": [ + 5989 + ], + "max_error": 0.0 + }, + { + "representative": 5892, + "members": [ + 5892 + ], + "max_error": 0.0 + }, + { + "representative": 6050, + "members": [ + 6050 + ], + "max_error": 0.0 + }, + { + "representative": 5933, + "members": [ + 5933 + ], + "max_error": 0.0 + }, + { + "representative": 5897, + "members": [ + 5897 + ], + "max_error": 0.0 + }, + { + "representative": 5938, + "members": [ + 5938 + ], + "max_error": 0.0 + }, + { + "representative": 6075, + "members": [ + 6075 + ], + "max_error": 0.0 + }, + { + "representative": 6079, + "members": [ + 6079 + ], + "max_error": 0.0 + }, + { + "representative": 2942, + "members": [ + 2942 + ], + "max_error": 0.0 + }, + { + "representative": 2905, + "members": [ + 2905 + ], + "max_error": 0.0 + }, + { + "representative": 3013, + "members": [ + 3013 + ], + "max_error": 0.0 + }, + { + "representative": 2921, + "members": [ + 2921 + ], + "max_error": 0.0 + }, + { + "representative": 2937, + "members": [ + 2937 + ], + "max_error": 0.0 + }, + { + "representative": 3018, + "members": [ + 3018 + ], + "max_error": 0.0 + }, + { + "representative": 3070, + "members": [ + 3070 + ], + "max_error": 0.0 + }, + { + "representative": 2933, + "members": [ + 2933 + ], + "max_error": 0.0 + }, + { + "representative": 3012, + "members": [ + 3012 + ], + "max_error": 0.0 + }, + { + "representative": 2865, + "members": [ + 2865 + ], + "max_error": 0.0 + }, + { + "representative": 2958, + "members": [ + 2958 + ], + "max_error": 0.0 + }, + { + "representative": 2821, + "members": [ + 2821 + ], + "max_error": 0.0 + }, + { + "representative": 2846, + "members": [ + 2846 + ], + "max_error": 0.0 + }, + { + "representative": 2978, + "members": [ + 2978 + ], + "max_error": 0.0 + }, + { + "representative": 3344, + "members": [ + 3344 + ], + "max_error": 0.0 + }, + { + "representative": 3529, + "members": [ + 3529 + ], + "max_error": 0.0 + }, + { + "representative": 3473, + "members": [ + 3473 + ], + "max_error": 0.0 + }, + { + "representative": 3514, + "members": [ + 3514 + ], + "max_error": 0.0 + }, + { + "representative": 3526, + "members": [ + 3526 + ], + "max_error": 0.0 + }, + { + "representative": 3397, + "members": [ + 3397 + ], + "max_error": 0.0 + }, + { + "representative": 3510, + "members": [ + 3510 + ], + "max_error": 0.0 + }, + { + "representative": 4093, + "members": [ + 4093 + ], + "max_error": 0.0 + }, + { + "representative": 4039, + "members": [ + 4039 + ], + "max_error": 0.0 + }, + { + "representative": 3969, + "members": [ + 3969 + ], + "max_error": 0.0 + }, + { + "representative": 4030, + "members": [ + 4030 + ], + "max_error": 0.0 + }, + { + "representative": 4082, + "members": [ + 4082 + ], + "max_error": 0.0 + }, + { + "representative": 4050, + "members": [ + 4050 + ], + "max_error": 0.0 + }, + { + "representative": 4470, + "members": [ + 4470 + ], + "max_error": 0.0 + }, + { + "representative": 4497, + "members": [ + 4497 + ], + "max_error": 0.0 + }, + { + "representative": 4391, + "members": [ + 4391 + ], + "max_error": 0.0 + }, + { + "representative": 4569, + "members": [ + 4569 + ], + "max_error": 0.0 + }, + { + "representative": 4602, + "members": [ + 4602 + ], + "max_error": 0.0 + }, + { + "representative": 4467, + "members": [ + 4467 + ], + "max_error": 0.0 + }, + { + "representative": 4521, + "members": [ + 4521 + ], + "max_error": 0.0 + }, + { + "representative": 4353, + "members": [ + 4353 + ], + "max_error": 0.0 + }, + { + "representative": 4417, + "members": [ + 4417 + ], + "max_error": 0.0 + }, + { + "representative": 4369, + "members": [ + 4369 + ], + "max_error": 0.0 + }, + { + "representative": 4567, + "members": [ + 4567 + ], + "max_error": 0.0 + }, + { + "representative": 4484, + "members": [ + 4484 + ], + "max_error": 0.0 + }, + { + "representative": 4512, + "members": [ + 4512 + ], + "max_error": 0.0 + }, + { + "representative": 4596, + "members": [ + 4596 + ], + "max_error": 0.0 + }, + { + "representative": 4477, + "members": [ + 4477 + ], + "max_error": 0.0 + }, + { + "representative": 4382, + "members": [ + 4382 + ], + "max_error": 0.0 + }, + { + "representative": 4607, + "members": [ + 4607 + ], + "max_error": 0.0 + }, + { + "representative": 4530, + "members": [ + 4530 + ], + "max_error": 0.0 + }, + { + "representative": 4586, + "members": [ + 4586 + ], + "max_error": 0.0 + }, + { + "representative": 4377, + "members": [ + 4377 + ], + "max_error": 0.0 + }, + { + "representative": 4587, + "members": [ + 4587 + ], + "max_error": 0.0 + }, + { + "representative": 4411, + "members": [ + 4411 + ], + "max_error": 0.0 + }, + { + "representative": 4419, + "members": [ + 4419 + ], + "max_error": 0.0 + }, + { + "representative": 4475, + "members": [ + 4475 + ], + "max_error": 0.0 + }, + { + "representative": 4422, + "members": [ + 4422 + ], + "max_error": 0.0 + }, + { + "representative": 4562, + "members": [ + 4562 + ], + "max_error": 0.0 + }, + { + "representative": 4400, + "members": [ + 4400 + ], + "max_error": 0.0 + }, + { + "representative": 4552, + "members": [ + 4552 + ], + "max_error": 0.0 + }, + { + "representative": 4551, + "members": [ + 4551 + ], + "max_error": 0.0 + }, + { + "representative": 4592, + "members": [ + 4592 + ], + "max_error": 0.0 + }, + { + "representative": 4355, + "members": [ + 4355 + ], + "max_error": 0.0 + }, + { + "representative": 4396, + "members": [ + 4396 + ], + "max_error": 0.0 + }, + { + "representative": 4445, + "members": [ + 4445 + ], + "max_error": 0.0 + }, + { + "representative": 4544, + "members": [ + 4544 + ], + "max_error": 0.0 + }, + { + "representative": 4360, + "members": [ + 4360 + ], + "max_error": 0.0 + }, + { + "representative": 4489, + "members": [ + 4489 + ], + "max_error": 0.0 + }, + { + "representative": 4543, + "members": [ + 4543 + ], + "max_error": 0.0 + }, + { + "representative": 4539, + "members": [ + 4539 + ], + "max_error": 0.0 + }, + { + "representative": 4536, + "members": [ + 4536 + ], + "max_error": 0.0 + }, + { + "representative": 4604, + "members": [ + 4604 + ], + "max_error": 0.0 + }, + { + "representative": 4466, + "members": [ + 4466 + ], + "max_error": 0.0 + }, + { + "representative": 4549, + "members": [ + 4549 + ], + "max_error": 0.0 + }, + { + "representative": 4523, + "members": [ + 4523 + ], + "max_error": 0.0 + }, + { + "representative": 4473, + "members": [ + 4473 + ], + "max_error": 0.0 + }, + { + "representative": 4487, + "members": [ + 4487 + ], + "max_error": 0.0 + }, + { + "representative": 4582, + "members": [ + 4582 + ], + "max_error": 0.0 + }, + { + "representative": 4511, + "members": [ + 4511 + ], + "max_error": 0.0 + }, + { + "representative": 4378, + "members": [ + 4378 + ], + "max_error": 0.0 + }, + { + "representative": 4410, + "members": [ + 4410 + ], + "max_error": 0.0 + }, + { + "representative": 4438, + "members": [ + 4438 + ], + "max_error": 0.0 + }, + { + "representative": 5017, + "members": [ + 5017 + ], + "max_error": 0.0 + }, + { + "representative": 5095, + "members": [ + 5095 + ], + "max_error": 0.0 + }, + { + "representative": 5112, + "members": [ + 5112 + ], + "max_error": 0.0 + }, + { + "representative": 5072, + "members": [ + 5072 + ], + "max_error": 0.0 + }, + { + "representative": 5050, + "members": [ + 5050 + ], + "max_error": 0.0 + }, + { + "representative": 5090, + "members": [ + 5090 + ], + "max_error": 0.0 + }, + { + "representative": 5064, + "members": [ + 5064 + ], + "max_error": 0.0 + }, + { + "representative": 4951, + "members": [ + 4951 + ], + "max_error": 0.0 + }, + { + "representative": 4883, + "members": [ + 4883 + ], + "max_error": 0.0 + }, + { + "representative": 4920, + "members": [ + 4920 + ], + "max_error": 0.0 + }, + { + "representative": 4888, + "members": [ + 4888 + ], + "max_error": 0.0 + }, + { + "representative": 4929, + "members": [ + 4929 + ], + "max_error": 0.0 + }, + { + "representative": 5068, + "members": [ + 5068 + ], + "max_error": 0.0 + }, + { + "representative": 4878, + "members": [ + 4878 + ], + "max_error": 0.0 + }, + { + "representative": 5071, + "members": [ + 5071 + ], + "max_error": 0.0 + }, + { + "representative": 4874, + "members": [ + 4874 + ], + "max_error": 0.0 + }, + { + "representative": 5069, + "members": [ + 5069 + ], + "max_error": 0.0 + }, + { + "representative": 4933, + "members": [ + 4933 + ], + "max_error": 0.0 + }, + { + "representative": 4973, + "members": [ + 4973 + ], + "max_error": 0.0 + }, + { + "representative": 5000, + "members": [ + 5000 + ], + "max_error": 0.0 + }, + { + "representative": 5078, + "members": [ + 5078 + ], + "max_error": 0.0 + }, + { + "representative": 4945, + "members": [ + 4945 + ], + "max_error": 0.0 + }, + { + "representative": 5049, + "members": [ + 5049 + ], + "max_error": 0.0 + }, + { + "representative": 5047, + "members": [ + 5047 + ], + "max_error": 0.0 + }, + { + "representative": 4886, + "members": [ + 4886 + ], + "max_error": 0.0 + }, + { + "representative": 4956, + "members": [ + 4956 + ], + "max_error": 0.0 + }, + { + "representative": 5006, + "members": [ + 5006 + ], + "max_error": 0.0 + }, + { + "representative": 4967, + "members": [ + 4967 + ], + "max_error": 0.0 + }, + { + "representative": 5019, + "members": [ + 5019 + ], + "max_error": 0.0 + }, + { + "representative": 4869, + "members": [ + 4869 + ], + "max_error": 0.0 + }, + { + "representative": 5048, + "members": [ + 5048 + ], + "max_error": 0.0 + }, + { + "representative": 5091, + "members": [ + 5091 + ], + "max_error": 0.0 + }, + { + "representative": 5100, + "members": [ + 5100 + ], + "max_error": 0.0 + }, + { + "representative": 5073, + "members": [ + 5073 + ], + "max_error": 0.0 + }, + { + "representative": 5021, + "members": [ + 5021 + ], + "max_error": 0.0 + }, + { + "representative": 5044, + "members": [ + 5044 + ], + "max_error": 0.0 + }, + { + "representative": 5065, + "members": [ + 5065 + ], + "max_error": 0.0 + }, + { + "representative": 5055, + "members": [ + 5055 + ], + "max_error": 0.0 + }, + { + "representative": 4904, + "members": [ + 4904 + ], + "max_error": 0.0 + }, + { + "representative": 5114, + "members": [ + 5114 + ], + "max_error": 0.0 + }, + { + "representative": 4905, + "members": [ + 4905 + ], + "max_error": 0.0 + }, + { + "representative": 5621, + "members": [ + 5621 + ], + "max_error": 0.0 + }, + { + "representative": 5469, + "members": [ + 5469 + ], + "max_error": 0.0 + }, + { + "representative": 5471, + "members": [ + 5471 + ], + "max_error": 0.0 + }, + { + "representative": 5571, + "members": [ + 5571 + ], + "max_error": 0.0 + }, + { + "representative": 5422, + "members": [ + 5422 + ], + "max_error": 0.0 + }, + { + "representative": 5587, + "members": [ + 5587 + ], + "max_error": 0.0 + }, + { + "representative": 5528, + "members": [ + 5528 + ], + "max_error": 0.0 + }, + { + "representative": 5433, + "members": [ + 5433 + ], + "max_error": 0.0 + }, + { + "representative": 5596, + "members": [ + 5596 + ], + "max_error": 0.0 + }, + { + "representative": 5455, + "members": [ + 5455 + ], + "max_error": 0.0 + }, + { + "representative": 5609, + "members": [ + 5609 + ], + "max_error": 0.0 + }, + { + "representative": 5540, + "members": [ + 5540 + ], + "max_error": 0.0 + }, + { + "representative": 5524, + "members": [ + 5524 + ], + "max_error": 0.0 + }, + { + "representative": 5628, + "members": [ + 5628 + ], + "max_error": 0.0 + }, + { + "representative": 5425, + "members": [ + 5425 + ], + "max_error": 0.0 + }, + { + "representative": 5595, + "members": [ + 5595 + ], + "max_error": 0.0 + }, + { + "representative": 5579, + "members": [ + 5579 + ], + "max_error": 0.0 + }, + { + "representative": 5452, + "members": [ + 5452 + ], + "max_error": 0.0 + }, + { + "representative": 5472, + "members": [ + 5472 + ], + "max_error": 0.0 + }, + { + "representative": 5614, + "members": [ + 5614 + ], + "max_error": 0.0 + }, + { + "representative": 5592, + "members": [ + 5592 + ], + "max_error": 0.0 + }, + { + "representative": 5619, + "members": [ + 5619 + ], + "max_error": 0.0 + }, + { + "representative": 5507, + "members": [ + 5507 + ], + "max_error": 0.0 + }, + { + "representative": 5580, + "members": [ + 5580 + ], + "max_error": 0.0 + }, + { + "representative": 5519, + "members": [ + 5519 + ], + "max_error": 0.0 + }, + { + "representative": 5603, + "members": [ + 5603 + ], + "max_error": 0.0 + }, + { + "representative": 5473, + "members": [ + 5473 + ], + "max_error": 0.0 + }, + { + "representative": 5572, + "members": [ + 5572 + ], + "max_error": 0.0 + }, + { + "representative": 5515, + "members": [ + 5515 + ], + "max_error": 0.0 + }, + { + "representative": 5631, + "members": [ + 5631 + ], + "max_error": 0.0 + }, + { + "representative": 5573, + "members": [ + 5573 + ], + "max_error": 0.0 + }, + { + "representative": 5449, + "members": [ + 5449 + ], + "max_error": 0.0 + }, + { + "representative": 5602, + "members": [ + 5602 + ], + "max_error": 0.0 + }, + { + "representative": 5604, + "members": [ + 5604 + ], + "max_error": 0.0 + }, + { + "representative": 5406, + "members": [ + 5406 + ], + "max_error": 0.0 + }, + { + "representative": 5391, + "members": [ + 5391 + ], + "max_error": 0.0 + }, + { + "representative": 5591, + "members": [ + 5591 + ], + "max_error": 0.0 + }, + { + "representative": 5505, + "members": [ + 5505 + ], + "max_error": 0.0 + }, + { + "representative": 5439, + "members": [ + 5439 + ], + "max_error": 0.0 + }, + { + "representative": 5482, + "members": [ + 5482 + ], + "max_error": 0.0 + }, + { + "representative": 5465, + "members": [ + 5465 + ], + "max_error": 0.0 + }, + { + "representative": 5441, + "members": [ + 5441 + ], + "max_error": 0.0 + }, + { + "representative": 5561, + "members": [ + 5561 + ], + "max_error": 0.0 + }, + { + "representative": 5506, + "members": [ + 5506 + ], + "max_error": 0.0 + }, + { + "representative": 5588, + "members": [ + 5588 + ], + "max_error": 0.0 + }, + { + "representative": 5411, + "members": [ + 5411 + ], + "max_error": 0.0 + }, + { + "representative": 5523, + "members": [ + 5523 + ], + "max_error": 0.0 + }, + { + "representative": 5537, + "members": [ + 5537 + ], + "max_error": 0.0 + }, + { + "representative": 5389, + "members": [ + 5389 + ], + "max_error": 0.0 + }, + { + "representative": 5408, + "members": [ + 5408 + ], + "max_error": 0.0 + }, + { + "representative": 5548, + "members": [ + 5548 + ], + "max_error": 0.0 + }, + { + "representative": 5521, + "members": [ + 5521 + ], + "max_error": 0.0 + }, + { + "representative": 5470, + "members": [ + 5470 + ], + "max_error": 0.0 + }, + { + "representative": 5915, + "members": [ + 5915 + ], + "max_error": 0.0 + }, + { + "representative": 5984, + "members": [ + 5984 + ], + "max_error": 0.0 + }, + { + "representative": 6107, + "members": [ + 6107 + ], + "max_error": 0.0 + }, + { + "representative": 6014, + "members": [ + 6014 + ], + "max_error": 0.0 + }, + { + "representative": 6033, + "members": [ + 6033 + ], + "max_error": 0.0 + }, + { + "representative": 6141, + "members": [ + 6141 + ], + "max_error": 0.0 + }, + { + "representative": 6015, + "members": [ + 6015 + ], + "max_error": 0.0 + }, + { + "representative": 5911, + "members": [ + 5911 + ], + "max_error": 0.0 + }, + { + "representative": 5971, + "members": [ + 5971 + ], + "max_error": 0.0 + }, + { + "representative": 5895, + "members": [ + 5895 + ], + "max_error": 0.0 + }, + { + "representative": 6031, + "members": [ + 6031 + ], + "max_error": 0.0 + }, + { + "representative": 6004, + "members": [ + 6004 + ], + "max_error": 0.0 + }, + { + "representative": 6062, + "members": [ + 6062 + ], + "max_error": 0.0 + }, + { + "representative": 5921, + "members": [ + 5921 + ], + "max_error": 0.0 + }, + { + "representative": 5930, + "members": [ + 5930 + ], + "max_error": 0.0 + }, + { + "representative": 6132, + "members": [ + 6132 + ], + "max_error": 0.0 + }, + { + "representative": 6118, + "members": [ + 6118 + ], + "max_error": 0.0 + }, + { + "representative": 6084, + "members": [ + 6084 + ], + "max_error": 0.0 + }, + { + "representative": 5944, + "members": [ + 5944 + ], + "max_error": 0.0 + }, + { + "representative": 6134, + "members": [ + 6134 + ], + "max_error": 0.0 + }, + { + "representative": 6095, + "members": [ + 6095 + ], + "max_error": 0.0 + }, + { + "representative": 6127, + "members": [ + 6127 + ], + "max_error": 0.0 + }, + { + "representative": 6125, + "members": [ + 6125 + ], + "max_error": 0.0 + }, + { + "representative": 6076, + "members": [ + 6076 + ], + "max_error": 0.0 + }, + { + "representative": 6108, + "members": [ + 6108 + ], + "max_error": 0.0 + }, + { + "representative": 6135, + "members": [ + 6135 + ], + "max_error": 0.0 + }, + { + "representative": 6063, + "members": [ + 6063 + ], + "max_error": 0.0 + }, + { + "representative": 5934, + "members": [ + 5934 + ], + "max_error": 0.0 + }, + { + "representative": 6085, + "members": [ + 6085 + ], + "max_error": 0.0 + }, + { + "representative": 6090, + "members": [ + 6090 + ], + "max_error": 0.0 + }, + { + "representative": 5888, + "members": [ + 5888 + ], + "max_error": 0.0 + }, + { + "representative": 6091, + "members": [ + 6091 + ], + "max_error": 0.0 + }, + { + "representative": 6013, + "members": [ + 6013 + ], + "max_error": 0.0 + }, + { + "representative": 5961, + "members": [ + 5961 + ], + "max_error": 0.0 + }, + { + "representative": 5936, + "members": [ + 5936 + ], + "max_error": 0.0 + }, + { + "representative": 6113, + "members": [ + 6113 + ], + "max_error": 0.0 + }, + { + "representative": 6035, + "members": [ + 6035 + ], + "max_error": 0.0 + }, + { + "representative": 6119, + "members": [ + 6119 + ], + "max_error": 0.0 + }, + { + "representative": 1509, + "members": [ + 1509 + ], + "max_error": 0.0 + }, + { + "representative": 1426, + "members": [ + 1426 + ], + "max_error": 0.0 + }, + { + "representative": 1495, + "members": [ + 1495 + ], + "max_error": 0.0 + }, + { + "representative": 1349, + "members": [ + 1349 + ], + "max_error": 0.0 + }, + { + "representative": 1370, + "members": [ + 1370 + ], + "max_error": 0.0 + }, + { + "representative": 1528, + "members": [ + 1528 + ], + "max_error": 0.0 + }, + { + "representative": 1314, + "members": [ + 1314 + ], + "max_error": 0.0 + }, + { + "representative": 1307, + "members": [ + 1307 + ], + "max_error": 0.0 + }, + { + "representative": 1313, + "members": [ + 1313 + ], + "max_error": 0.0 + }, + { + "representative": 1404, + "members": [ + 1404 + ], + "max_error": 0.0 + }, + { + "representative": 1447, + "members": [ + 1447 + ], + "max_error": 0.0 + }, + { + "representative": 1457, + "members": [ + 1457 + ], + "max_error": 0.0 + }, + { + "representative": 1323, + "members": [ + 1323 + ], + "max_error": 0.0 + }, + { + "representative": 1456, + "members": [ + 1456 + ], + "max_error": 0.0 + }, + { + "representative": 1378, + "members": [ + 1378 + ], + "max_error": 0.0 + }, + { + "representative": 1510, + "members": [ + 1510 + ], + "max_error": 0.0 + }, + { + "representative": 1442, + "members": [ + 1442 + ], + "max_error": 0.0 + }, + { + "representative": 1504, + "members": [ + 1504 + ], + "max_error": 0.0 + }, + { + "representative": 2003, + "members": [ + 2003 + ], + "max_error": 0.0 + }, + { + "representative": 1962, + "members": [ + 1962 + ], + "max_error": 0.0 + }, + { + "representative": 1979, + "members": [ + 1979 + ], + "max_error": 0.0 + }, + { + "representative": 2004, + "members": [ + 2004 + ], + "max_error": 0.0 + }, + { + "representative": 2016, + "members": [ + 2016 + ], + "max_error": 0.0 + }, + { + "representative": 1831, + "members": [ + 1831 + ], + "max_error": 0.0 + }, + { + "representative": 1952, + "members": [ + 1952 + ], + "max_error": 0.0 + }, + { + "representative": 1989, + "members": [ + 1989 + ], + "max_error": 0.0 + }, + { + "representative": 1860, + "members": [ + 1860 + ], + "max_error": 0.0 + }, + { + "representative": 1956, + "members": [ + 1956 + ], + "max_error": 0.0 + }, + { + "representative": 1959, + "members": [ + 1959 + ], + "max_error": 0.0 + }, + { + "representative": 1869, + "members": [ + 1869 + ], + "max_error": 0.0 + }, + { + "representative": 1922, + "members": [ + 1922 + ], + "max_error": 0.0 + }, + { + "representative": 1889, + "members": [ + 1889 + ], + "max_error": 0.0 + }, + { + "representative": 2509, + "members": [ + 2509 + ], + "max_error": 0.0 + }, + { + "representative": 2556, + "members": [ + 2556 + ], + "max_error": 0.0 + }, + { + "representative": 2381, + "members": [ + 2381 + ], + "max_error": 0.0 + }, + { + "representative": 2337, + "members": [ + 2337 + ], + "max_error": 0.0 + }, + { + "representative": 2338, + "members": [ + 2338 + ], + "max_error": 0.0 + }, + { + "representative": 2416, + "members": [ + 2416 + ], + "max_error": 0.0 + }, + { + "representative": 2485, + "members": [ + 2485 + ], + "max_error": 0.0 + }, + { + "representative": 2542, + "members": [ + 2542 + ], + "max_error": 0.0 + }, + { + "representative": 2507, + "members": [ + 2507 + ], + "max_error": 0.0 + }, + { + "representative": 2904, + "members": [ + 2904 + ], + "max_error": 0.0 + }, + { + "representative": 3035, + "members": [ + 3035 + ], + "max_error": 0.0 + }, + { + "representative": 3031, + "members": [ + 3031 + ], + "max_error": 0.0 + }, + { + "representative": 2931, + "members": [ + 2931 + ], + "max_error": 0.0 + }, + { + "representative": 2956, + "members": [ + 2956 + ], + "max_error": 0.0 + }, + { + "representative": 2861, + "members": [ + 2861 + ], + "max_error": 0.0 + }, + { + "representative": 2884, + "members": [ + 2884 + ], + "max_error": 0.0 + }, + { + "representative": 2837, + "members": [ + 2837 + ], + "max_error": 0.0 + }, + { + "representative": 3039, + "members": [ + 3039 + ], + "max_error": 0.0 + }, + { + "representative": 3014, + "members": [ + 3014 + ], + "max_error": 0.0 + }, + { + "representative": 2913, + "members": [ + 2913 + ], + "max_error": 0.0 + }, + { + "representative": 2869, + "members": [ + 2869 + ], + "max_error": 0.0 + }, + { + "representative": 2881, + "members": [ + 2881 + ], + "max_error": 0.0 + }, + { + "representative": 3434, + "members": [ + 3434 + ], + "max_error": 0.0 + }, + { + "representative": 3375, + "members": [ + 3375 + ], + "max_error": 0.0 + }, + { + "representative": 3567, + "members": [ + 3567 + ], + "max_error": 0.0 + }, + { + "representative": 3542, + "members": [ + 3542 + ], + "max_error": 0.0 + }, + { + "representative": 3491, + "members": [ + 3491 + ], + "max_error": 0.0 + }, + { + "representative": 3357, + "members": [ + 3357 + ], + "max_error": 0.0 + }, + { + "representative": 3486, + "members": [ + 3486 + ], + "max_error": 0.0 + }, + { + "representative": 3350, + "members": [ + 3350 + ], + "max_error": 0.0 + }, + { + "representative": 3572, + "members": [ + 3572 + ], + "max_error": 0.0 + }, + { + "representative": 3368, + "members": [ + 3368 + ], + "max_error": 0.0 + }, + { + "representative": 3442, + "members": [ + 3442 + ], + "max_error": 0.0 + }, + { + "representative": 3356, + "members": [ + 3356 + ], + "max_error": 0.0 + }, + { + "representative": 3893, + "members": [ + 3893 + ], + "max_error": 0.0 + }, + { + "representative": 3951, + "members": [ + 3951 + ], + "max_error": 0.0 + }, + { + "representative": 4035, + "members": [ + 4035 + ], + "max_error": 0.0 + }, + { + "representative": 3844, + "members": [ + 3844 + ], + "max_error": 0.0 + }, + { + "representative": 3980, + "members": [ + 3980 + ], + "max_error": 0.0 + }, + { + "representative": 4062, + "members": [ + 4062 + ], + "max_error": 0.0 + }, + { + "representative": 3866, + "members": [ + 3866 + ], + "max_error": 0.0 + }, + { + "representative": 1502, + "members": [ + 1502 + ], + "max_error": 0.0 + }, + { + "representative": 1308, + "members": [ + 1308 + ], + "max_error": 0.0 + }, + { + "representative": 1394, + "members": [ + 1394 + ], + "max_error": 0.0 + }, + { + "representative": 1422, + "members": [ + 1422 + ], + "max_error": 0.0 + }, + { + "representative": 1365, + "members": [ + 1365 + ], + "max_error": 0.0 + }, + { + "representative": 1446, + "members": [ + 1446 + ], + "max_error": 0.0 + }, + { + "representative": 1452, + "members": [ + 1452 + ], + "max_error": 0.0 + }, + { + "representative": 1342, + "members": [ + 1342 + ], + "max_error": 0.0 + }, + { + "representative": 1356, + "members": [ + 1356 + ], + "max_error": 0.0 + }, + { + "representative": 1387, + "members": [ + 1387 + ], + "max_error": 0.0 + }, + { + "representative": 1304, + "members": [ + 1304 + ], + "max_error": 0.0 + }, + { + "representative": 1522, + "members": [ + 1522 + ], + "max_error": 0.0 + }, + { + "representative": 1331, + "members": [ + 1331 + ], + "max_error": 0.0 + }, + { + "representative": 1417, + "members": [ + 1417 + ], + "max_error": 0.0 + }, + { + "representative": 2008, + "members": [ + 2008 + ], + "max_error": 0.0 + }, + { + "representative": 1976, + "members": [ + 1976 + ], + "max_error": 0.0 + }, + { + "representative": 2028, + "members": [ + 2028 + ], + "max_error": 0.0 + }, + { + "representative": 1809, + "members": [ + 1809 + ], + "max_error": 0.0 + }, + { + "representative": 2037, + "members": [ + 2037 + ], + "max_error": 0.0 + }, + { + "representative": 2020, + "members": [ + 2020 + ], + "max_error": 0.0 + }, + { + "representative": 1877, + "members": [ + 1877 + ], + "max_error": 0.0 + }, + { + "representative": 1966, + "members": [ + 1966 + ], + "max_error": 0.0 + }, + { + "representative": 1848, + "members": [ + 1848 + ], + "max_error": 0.0 + }, + { + "representative": 2043, + "members": [ + 2043 + ], + "max_error": 0.0 + }, + { + "representative": 1855, + "members": [ + 1855 + ], + "max_error": 0.0 + }, + { + "representative": 2034, + "members": [ + 2034 + ], + "max_error": 0.0 + }, + { + "representative": 2039, + "members": [ + 2039 + ], + "max_error": 0.0 + }, + { + "representative": 1924, + "members": [ + 1924 + ], + "max_error": 0.0 + }, + { + "representative": 1865, + "members": [ + 1865 + ], + "max_error": 0.0 + }, + { + "representative": 2309, + "members": [ + 2309 + ], + "max_error": 0.0 + }, + { + "representative": 2437, + "members": [ + 2437 + ], + "max_error": 0.0 + }, + { + "representative": 2345, + "members": [ + 2345 + ], + "max_error": 0.0 + }, + { + "representative": 2367, + "members": [ + 2367 + ], + "max_error": 0.0 + }, + { + "representative": 2405, + "members": [ + 2405 + ], + "max_error": 0.0 + }, + { + "representative": 2553, + "members": [ + 2553 + ], + "max_error": 0.0 + }, + { + "representative": 2383, + "members": [ + 2383 + ], + "max_error": 0.0 + }, + { + "representative": 2382, + "members": [ + 2382 + ], + "max_error": 0.0 + }, + { + "representative": 2488, + "members": [ + 2488 + ], + "max_error": 0.0 + }, + { + "representative": 2454, + "members": [ + 2454 + ], + "max_error": 0.0 + }, + { + "representative": 2320, + "members": [ + 2320 + ], + "max_error": 0.0 + }, + { + "representative": 2478, + "members": [ + 2478 + ], + "max_error": 0.0 + }, + { + "representative": 2376, + "members": [ + 2376 + ], + "max_error": 0.0 + }, + { + "representative": 2464, + "members": [ + 2464 + ], + "max_error": 0.0 + }, + { + "representative": 2453, + "members": [ + 2453 + ], + "max_error": 0.0 + }, + { + "representative": 2872, + "members": [ + 2872 + ], + "max_error": 0.0 + }, + { + "representative": 3047, + "members": [ + 3047 + ], + "max_error": 0.0 + }, + { + "representative": 3054, + "members": [ + 3054 + ], + "max_error": 0.0 + }, + { + "representative": 2976, + "members": [ + 2976 + ], + "max_error": 0.0 + }, + { + "representative": 3010, + "members": [ + 3010 + ], + "max_error": 0.0 + }, + { + "representative": 3023, + "members": [ + 3023 + ], + "max_error": 0.0 + }, + { + "representative": 2819, + "members": [ + 2819 + ], + "max_error": 0.0 + }, + { + "representative": 3011, + "members": [ + 3011 + ], + "max_error": 0.0 + }, + { + "representative": 2826, + "members": [ + 2826 + ], + "max_error": 0.0 + }, + { + "representative": 3060, + "members": [ + 3060 + ], + "max_error": 0.0 + }, + { + "representative": 2954, + "members": [ + 2954 + ], + "max_error": 0.0 + }, + { + "representative": 3061, + "members": [ + 3061 + ], + "max_error": 0.0 + }, + { + "representative": 2829, + "members": [ + 2829 + ], + "max_error": 0.0 + }, + { + "representative": 3552, + "members": [ + 3552 + ], + "max_error": 0.0 + }, + { + "representative": 3355, + "members": [ + 3355 + ], + "max_error": 0.0 + }, + { + "representative": 3495, + "members": [ + 3495 + ], + "max_error": 0.0 + }, + { + "representative": 3556, + "members": [ + 3556 + ], + "max_error": 0.0 + }, + { + "representative": 3522, + "members": [ + 3522 + ], + "max_error": 0.0 + }, + { + "representative": 3455, + "members": [ + 3455 + ], + "max_error": 0.0 + }, + { + "representative": 3333, + "members": [ + 3333 + ], + "max_error": 0.0 + }, + { + "representative": 3913, + "members": [ + 3913 + ], + "max_error": 0.0 + }, + { + "representative": 4049, + "members": [ + 4049 + ], + "max_error": 0.0 + }, + { + "representative": 4016, + "members": [ + 4016 + ], + "max_error": 0.0 + }, + { + "representative": 3848, + "members": [ + 3848 + ], + "max_error": 0.0 + }, + { + "representative": 3860, + "members": [ + 3860 + ], + "max_error": 0.0 + }, + { + "representative": 3879, + "members": [ + 3879 + ], + "max_error": 0.0 + }, + { + "representative": 4056, + "members": [ + 4056 + ], + "max_error": 0.0 + }, + { + "representative": 3870, + "members": [ + 3870 + ], + "max_error": 0.0 + }, + { + "representative": 4071, + "members": [ + 4071 + ], + "max_error": 0.0 + }, + { + "representative": 3972, + "members": [ + 3972 + ], + "max_error": 0.0 + }, + { + "representative": 1377, + "members": [ + 1377 + ], + "max_error": 0.0 + }, + { + "representative": 1384, + "members": [ + 1384 + ], + "max_error": 0.0 + }, + { + "representative": 1390, + "members": [ + 1390 + ], + "max_error": 0.0 + }, + { + "representative": 1322, + "members": [ + 1322 + ], + "max_error": 0.0 + }, + { + "representative": 1333, + "members": [ + 1333 + ], + "max_error": 0.0 + }, + { + "representative": 1432, + "members": [ + 1432 + ], + "max_error": 0.0 + }, + { + "representative": 1400, + "members": [ + 1400 + ], + "max_error": 0.0 + }, + { + "representative": 1463, + "members": [ + 1463 + ], + "max_error": 0.0 + }, + { + "representative": 1413, + "members": [ + 1413 + ], + "max_error": 0.0 + }, + { + "representative": 1523, + "members": [ + 1523 + ], + "max_error": 0.0 + }, + { + "representative": 1359, + "members": [ + 1359 + ], + "max_error": 0.0 + }, + { + "representative": 1303, + "members": [ + 1303 + ], + "max_error": 0.0 + }, + { + "representative": 1380, + "members": [ + 1380 + ], + "max_error": 0.0 + }, + { + "representative": 1431, + "members": [ + 1431 + ], + "max_error": 0.0 + }, + { + "representative": 1513, + "members": [ + 1513 + ], + "max_error": 0.0 + }, + { + "representative": 1470, + "members": [ + 1470 + ], + "max_error": 0.0 + }, + { + "representative": 1985, + "members": [ + 1985 + ], + "max_error": 0.0 + }, + { + "representative": 1995, + "members": [ + 1995 + ], + "max_error": 0.0 + }, + { + "representative": 2011, + "members": [ + 2011 + ], + "max_error": 0.0 + }, + { + "representative": 1817, + "members": [ + 1817 + ], + "max_error": 0.0 + }, + { + "representative": 1973, + "members": [ + 1973 + ], + "max_error": 0.0 + }, + { + "representative": 1929, + "members": [ + 1929 + ], + "max_error": 0.0 + }, + { + "representative": 1938, + "members": [ + 1938 + ], + "max_error": 0.0 + }, + { + "representative": 1937, + "members": [ + 1937 + ], + "max_error": 0.0 + }, + { + "representative": 1871, + "members": [ + 1871 + ], + "max_error": 0.0 + }, + { + "representative": 1958, + "members": [ + 1958 + ], + "max_error": 0.0 + }, + { + "representative": 2480, + "members": [ + 2480 + ], + "max_error": 0.0 + }, + { + "representative": 2389, + "members": [ + 2389 + ], + "max_error": 0.0 + }, + { + "representative": 2433, + "members": [ + 2433 + ], + "max_error": 0.0 + }, + { + "representative": 2425, + "members": [ + 2425 + ], + "max_error": 0.0 + }, + { + "representative": 2397, + "members": [ + 2397 + ], + "max_error": 0.0 + }, + { + "representative": 2410, + "members": [ + 2410 + ], + "max_error": 0.0 + }, + { + "representative": 2365, + "members": [ + 2365 + ], + "max_error": 0.0 + }, + { + "representative": 2316, + "members": [ + 2316 + ], + "max_error": 0.0 + }, + { + "representative": 2546, + "members": [ + 2546 + ], + "max_error": 0.0 + }, + { + "representative": 2502, + "members": [ + 2502 + ], + "max_error": 0.0 + }, + { + "representative": 2525, + "members": [ + 2525 + ], + "max_error": 0.0 + }, + { + "representative": 2543, + "members": [ + 2543 + ], + "max_error": 0.0 + }, + { + "representative": 2323, + "members": [ + 2323 + ], + "max_error": 0.0 + }, + { + "representative": 2988, + "members": [ + 2988 + ], + "max_error": 0.0 + }, + { + "representative": 3005, + "members": [ + 3005 + ], + "max_error": 0.0 + }, + { + "representative": 2854, + "members": [ + 2854 + ], + "max_error": 0.0 + }, + { + "representative": 2866, + "members": [ + 2866 + ], + "max_error": 0.0 + }, + { + "representative": 3038, + "members": [ + 3038 + ], + "max_error": 0.0 + }, + { + "representative": 2882, + "members": [ + 2882 + ], + "max_error": 0.0 + }, + { + "representative": 3020, + "members": [ + 3020 + ], + "max_error": 0.0 + }, + { + "representative": 2992, + "members": [ + 2992 + ], + "max_error": 0.0 + }, + { + "representative": 2871, + "members": [ + 2871 + ], + "max_error": 0.0 + }, + { + "representative": 2911, + "members": [ + 2911 + ], + "max_error": 0.0 + }, + { + "representative": 2941, + "members": [ + 2941 + ], + "max_error": 0.0 + }, + { + "representative": 3451, + "members": [ + 3451 + ], + "max_error": 0.0 + }, + { + "representative": 3354, + "members": [ + 3354 + ], + "max_error": 0.0 + }, + { + "representative": 3389, + "members": [ + 3389 + ], + "max_error": 0.0 + }, + { + "representative": 3508, + "members": [ + 3508 + ], + "max_error": 0.0 + }, + { + "representative": 3460, + "members": [ + 3460 + ], + "max_error": 0.0 + }, + { + "representative": 3409, + "members": [ + 3409 + ], + "max_error": 0.0 + }, + { + "representative": 3505, + "members": [ + 3505 + ], + "max_error": 0.0 + }, + { + "representative": 3901, + "members": [ + 3901 + ], + "max_error": 0.0 + }, + { + "representative": 3857, + "members": [ + 3857 + ], + "max_error": 0.0 + }, + { + "representative": 3912, + "members": [ + 3912 + ], + "max_error": 0.0 + }, + { + "representative": 4069, + "members": [ + 4069 + ], + "max_error": 0.0 + }, + { + "representative": 3954, + "members": [ + 3954 + ], + "max_error": 0.0 + }, + { + "representative": 3928, + "members": [ + 3928 + ], + "max_error": 0.0 + }, + { + "representative": 3938, + "members": [ + 3938 + ], + "max_error": 0.0 + }, + { + "representative": 4031, + "members": [ + 4031 + ], + "max_error": 0.0 + }, + { + "representative": 3943, + "members": [ + 3943 + ], + "max_error": 0.0 + }, + { + "representative": 4008, + "members": [ + 4008 + ], + "max_error": 0.0 + }, + { + "representative": 3947, + "members": [ + 3947 + ], + "max_error": 0.0 + }, + { + "representative": 3847, + "members": [ + 3847 + ], + "max_error": 0.0 + }, + { + "representative": 3966, + "members": [ + 3966 + ], + "max_error": 0.0 + }, + { + "representative": 2912, + "members": [ + 2912 + ], + "max_error": 0.0 + }, + { + "representative": 2907, + "members": [ + 2907 + ], + "max_error": 0.0 + }, + { + "representative": 2985, + "members": [ + 2985 + ], + "max_error": 0.0 + }, + { + "representative": 2953, + "members": [ + 2953 + ], + "max_error": 0.0 + }, + { + "representative": 2928, + "members": [ + 2928 + ], + "max_error": 0.0 + }, + { + "representative": 2859, + "members": [ + 2859 + ], + "max_error": 0.0 + }, + { + "representative": 3376, + "members": [ + 3376 + ], + "max_error": 0.0 + }, + { + "representative": 3385, + "members": [ + 3385 + ], + "max_error": 0.0 + }, + { + "representative": 3501, + "members": [ + 3501 + ], + "max_error": 0.0 + }, + { + "representative": 3398, + "members": [ + 3398 + ], + "max_error": 0.0 + }, + { + "representative": 3445, + "members": [ + 3445 + ], + "max_error": 0.0 + }, + { + "representative": 3347, + "members": [ + 3347 + ], + "max_error": 0.0 + }, + { + "representative": 3415, + "members": [ + 3415 + ], + "max_error": 0.0 + }, + { + "representative": 3450, + "members": [ + 3450 + ], + "max_error": 0.0 + }, + { + "representative": 3480, + "members": [ + 3480 + ], + "max_error": 0.0 + }, + { + "representative": 3330, + "members": [ + 3330 + ], + "max_error": 0.0 + }, + { + "representative": 4081, + "members": [ + 4081 + ], + "max_error": 0.0 + }, + { + "representative": 3982, + "members": [ + 3982 + ], + "max_error": 0.0 + }, + { + "representative": 3880, + "members": [ + 3880 + ], + "max_error": 0.0 + }, + { + "representative": 3923, + "members": [ + 3923 + ], + "max_error": 0.0 + }, + { + "representative": 3843, + "members": [ + 3843 + ], + "max_error": 0.0 + }, + { + "representative": 3959, + "members": [ + 3959 + ], + "max_error": 0.0 + }, + { + "representative": 3989, + "members": [ + 3989 + ], + "max_error": 0.0 + }, + { + "representative": 3872, + "members": [ + 3872 + ], + "max_error": 0.0 + }, + { + "representative": 3965, + "members": [ + 3965 + ], + "max_error": 0.0 + }, + { + "representative": 3953, + "members": [ + 3953 + ], + "max_error": 0.0 + }, + { + "representative": 4550, + "members": [ + 4550 + ], + "max_error": 0.0 + }, + { + "representative": 4446, + "members": [ + 4446 + ], + "max_error": 0.0 + }, + { + "representative": 4590, + "members": [ + 4590 + ], + "max_error": 0.0 + }, + { + "representative": 4381, + "members": [ + 4381 + ], + "max_error": 0.0 + }, + { + "representative": 4533, + "members": [ + 4533 + ], + "max_error": 0.0 + }, + { + "representative": 4480, + "members": [ + 4480 + ], + "max_error": 0.0 + }, + { + "representative": 4370, + "members": [ + 4370 + ], + "max_error": 0.0 + }, + { + "representative": 4459, + "members": [ + 4459 + ], + "max_error": 0.0 + }, + { + "representative": 4498, + "members": [ + 4498 + ], + "max_error": 0.0 + }, + { + "representative": 4585, + "members": [ + 4585 + ], + "max_error": 0.0 + }, + { + "representative": 4398, + "members": [ + 4398 + ], + "max_error": 0.0 + }, + { + "representative": 4463, + "members": [ + 4463 + ], + "max_error": 0.0 + }, + { + "representative": 4554, + "members": [ + 4554 + ], + "max_error": 0.0 + }, + { + "representative": 4389, + "members": [ + 4389 + ], + "max_error": 0.0 + }, + { + "representative": 4532, + "members": [ + 4532 + ], + "max_error": 0.0 + }, + { + "representative": 4404, + "members": [ + 4404 + ], + "max_error": 0.0 + }, + { + "representative": 4565, + "members": [ + 4565 + ], + "max_error": 0.0 + }, + { + "representative": 4479, + "members": [ + 4479 + ], + "max_error": 0.0 + }, + { + "representative": 4468, + "members": [ + 4468 + ], + "max_error": 0.0 + }, + { + "representative": 4520, + "members": [ + 4520 + ], + "max_error": 0.0 + }, + { + "representative": 4457, + "members": [ + 4457 + ], + "max_error": 0.0 + }, + { + "representative": 4505, + "members": [ + 4505 + ], + "max_error": 0.0 + }, + { + "representative": 4454, + "members": [ + 4454 + ], + "max_error": 0.0 + }, + { + "representative": 4444, + "members": [ + 4444 + ], + "max_error": 0.0 + }, + { + "representative": 4428, + "members": [ + 4428 + ], + "max_error": 0.0 + }, + { + "representative": 4390, + "members": [ + 4390 + ], + "max_error": 0.0 + }, + { + "representative": 4380, + "members": [ + 4380 + ], + "max_error": 0.0 + }, + { + "representative": 4368, + "members": [ + 4368 + ], + "max_error": 0.0 + }, + { + "representative": 4525, + "members": [ + 4525 + ], + "max_error": 0.0 + }, + { + "representative": 4415, + "members": [ + 4415 + ], + "max_error": 0.0 + }, + { + "representative": 4553, + "members": [ + 4553 + ], + "max_error": 0.0 + }, + { + "representative": 4560, + "members": [ + 4560 + ], + "max_error": 0.0 + }, + { + "representative": 4603, + "members": [ + 4603 + ], + "max_error": 0.0 + }, + { + "representative": 4493, + "members": [ + 4493 + ], + "max_error": 0.0 + }, + { + "representative": 5015, + "members": [ + 5015 + ], + "max_error": 0.0 + }, + { + "representative": 4959, + "members": [ + 4959 + ], + "max_error": 0.0 + }, + { + "representative": 4866, + "members": [ + 4866 + ], + "max_error": 0.0 + }, + { + "representative": 5002, + "members": [ + 5002 + ], + "max_error": 0.0 + }, + { + "representative": 4891, + "members": [ + 4891 + ], + "max_error": 0.0 + }, + { + "representative": 4927, + "members": [ + 4927 + ], + "max_error": 0.0 + }, + { + "representative": 4910, + "members": [ + 4910 + ], + "max_error": 0.0 + }, + { + "representative": 5082, + "members": [ + 5082 + ], + "max_error": 0.0 + }, + { + "representative": 4923, + "members": [ + 4923 + ], + "max_error": 0.0 + }, + { + "representative": 4885, + "members": [ + 4885 + ], + "max_error": 0.0 + }, + { + "representative": 4965, + "members": [ + 4965 + ], + "max_error": 0.0 + }, + { + "representative": 4914, + "members": [ + 4914 + ], + "max_error": 0.0 + }, + { + "representative": 5043, + "members": [ + 5043 + ], + "max_error": 0.0 + }, + { + "representative": 4926, + "members": [ + 4926 + ], + "max_error": 0.0 + }, + { + "representative": 5004, + "members": [ + 5004 + ], + "max_error": 0.0 + }, + { + "representative": 5009, + "members": [ + 5009 + ], + "max_error": 0.0 + }, + { + "representative": 5104, + "members": [ + 5104 + ], + "max_error": 0.0 + }, + { + "representative": 4919, + "members": [ + 4919 + ], + "max_error": 0.0 + }, + { + "representative": 4971, + "members": [ + 4971 + ], + "max_error": 0.0 + }, + { + "representative": 4984, + "members": [ + 4984 + ], + "max_error": 0.0 + }, + { + "representative": 5003, + "members": [ + 5003 + ], + "max_error": 0.0 + }, + { + "representative": 5116, + "members": [ + 5116 + ], + "max_error": 0.0 + }, + { + "representative": 5103, + "members": [ + 5103 + ], + "max_error": 0.0 + }, + { + "representative": 4879, + "members": [ + 4879 + ], + "max_error": 0.0 + }, + { + "representative": 5057, + "members": [ + 5057 + ], + "max_error": 0.0 + }, + { + "representative": 4975, + "members": [ + 4975 + ], + "max_error": 0.0 + }, + { + "representative": 4986, + "members": [ + 4986 + ], + "max_error": 0.0 + }, + { + "representative": 5053, + "members": [ + 5053 + ], + "max_error": 0.0 + }, + { + "representative": 5107, + "members": [ + 5107 + ], + "max_error": 0.0 + }, + { + "representative": 4867, + "members": [ + 4867 + ], + "max_error": 0.0 + }, + { + "representative": 4894, + "members": [ + 4894 + ], + "max_error": 0.0 + }, + { + "representative": 4918, + "members": [ + 4918 + ], + "max_error": 0.0 + }, + { + "representative": 4936, + "members": [ + 4936 + ], + "max_error": 0.0 + }, + { + "representative": 4899, + "members": [ + 4899 + ], + "max_error": 0.0 + }, + { + "representative": 4992, + "members": [ + 4992 + ], + "max_error": 0.0 + }, + { + "representative": 4997, + "members": [ + 4997 + ], + "max_error": 0.0 + }, + { + "representative": 5615, + "members": [ + 5615 + ], + "max_error": 0.0 + }, + { + "representative": 5501, + "members": [ + 5501 + ], + "max_error": 0.0 + }, + { + "representative": 5585, + "members": [ + 5585 + ], + "max_error": 0.0 + }, + { + "representative": 5538, + "members": [ + 5538 + ], + "max_error": 0.0 + }, + { + "representative": 5531, + "members": [ + 5531 + ], + "max_error": 0.0 + }, + { + "representative": 5426, + "members": [ + 5426 + ], + "max_error": 0.0 + }, + { + "representative": 5468, + "members": [ + 5468 + ], + "max_error": 0.0 + }, + { + "representative": 5429, + "members": [ + 5429 + ], + "max_error": 0.0 + }, + { + "representative": 5623, + "members": [ + 5623 + ], + "max_error": 0.0 + }, + { + "representative": 5485, + "members": [ + 5485 + ], + "max_error": 0.0 + }, + { + "representative": 5568, + "members": [ + 5568 + ], + "max_error": 0.0 + }, + { + "representative": 5536, + "members": [ + 5536 + ], + "max_error": 0.0 + }, + { + "representative": 5404, + "members": [ + 5404 + ], + "max_error": 0.0 + }, + { + "representative": 5475, + "members": [ + 5475 + ], + "max_error": 0.0 + }, + { + "representative": 5443, + "members": [ + 5443 + ], + "max_error": 0.0 + }, + { + "representative": 5620, + "members": [ + 5620 + ], + "max_error": 0.0 + }, + { + "representative": 5618, + "members": [ + 5618 + ], + "max_error": 0.0 + }, + { + "representative": 5583, + "members": [ + 5583 + ], + "max_error": 0.0 + }, + { + "representative": 5494, + "members": [ + 5494 + ], + "max_error": 0.0 + }, + { + "representative": 5600, + "members": [ + 5600 + ], + "max_error": 0.0 + }, + { + "representative": 5405, + "members": [ + 5405 + ], + "max_error": 0.0 + }, + { + "representative": 5511, + "members": [ + 5511 + ], + "max_error": 0.0 + }, + { + "representative": 5611, + "members": [ + 5611 + ], + "max_error": 0.0 + }, + { + "representative": 5463, + "members": [ + 5463 + ], + "max_error": 0.0 + }, + { + "representative": 5566, + "members": [ + 5566 + ], + "max_error": 0.0 + }, + { + "representative": 5529, + "members": [ + 5529 + ], + "max_error": 0.0 + }, + { + "representative": 5453, + "members": [ + 5453 + ], + "max_error": 0.0 + }, + { + "representative": 5385, + "members": [ + 5385 + ], + "max_error": 0.0 + }, + { + "representative": 5564, + "members": [ + 5564 + ], + "max_error": 0.0 + }, + { + "representative": 5622, + "members": [ + 5622 + ], + "max_error": 0.0 + }, + { + "representative": 5490, + "members": [ + 5490 + ], + "max_error": 0.0 + }, + { + "representative": 5594, + "members": [ + 5594 + ], + "max_error": 0.0 + }, + { + "representative": 5393, + "members": [ + 5393 + ], + "max_error": 0.0 + }, + { + "representative": 5488, + "members": [ + 5488 + ], + "max_error": 0.0 + }, + { + "representative": 6100, + "members": [ + 6100 + ], + "max_error": 0.0 + }, + { + "representative": 6073, + "members": [ + 6073 + ], + "max_error": 0.0 + }, + { + "representative": 6137, + "members": [ + 6137 + ], + "max_error": 0.0 + }, + { + "representative": 6003, + "members": [ + 6003 + ], + "max_error": 0.0 + }, + { + "representative": 6106, + "members": [ + 6106 + ], + "max_error": 0.0 + }, + { + "representative": 5948, + "members": [ + 5948 + ], + "max_error": 0.0 + }, + { + "representative": 6011, + "members": [ + 6011 + ], + "max_error": 0.0 + }, + { + "representative": 6022, + "members": [ + 6022 + ], + "max_error": 0.0 + }, + { + "representative": 6082, + "members": [ + 6082 + ], + "max_error": 0.0 + }, + { + "representative": 6005, + "members": [ + 6005 + ], + "max_error": 0.0 + }, + { + "representative": 6101, + "members": [ + 6101 + ], + "max_error": 0.0 + }, + { + "representative": 6074, + "members": [ + 6074 + ], + "max_error": 0.0 + }, + { + "representative": 6072, + "members": [ + 6072 + ], + "max_error": 0.0 + }, + { + "representative": 6020, + "members": [ + 6020 + ], + "max_error": 0.0 + }, + { + "representative": 5896, + "members": [ + 5896 + ], + "max_error": 0.0 + }, + { + "representative": 5982, + "members": [ + 5982 + ], + "max_error": 0.0 + }, + { + "representative": 5959, + "members": [ + 5959 + ], + "max_error": 0.0 + }, + { + "representative": 6081, + "members": [ + 6081 + ], + "max_error": 0.0 + }, + { + "representative": 6045, + "members": [ + 6045 + ], + "max_error": 0.0 + }, + { + "representative": 5922, + "members": [ + 5922 + ], + "max_error": 0.0 + }, + { + "representative": 5952, + "members": [ + 5952 + ], + "max_error": 0.0 + }, + { + "representative": 5960, + "members": [ + 5960 + ], + "max_error": 0.0 + }, + { + "representative": 6036, + "members": [ + 6036 + ], + "max_error": 0.0 + }, + { + "representative": 5924, + "members": [ + 5924 + ], + "max_error": 0.0 + }, + { + "representative": 6042, + "members": [ + 6042 + ], + "max_error": 0.0 + }, + { + "representative": 5905, + "members": [ + 5905 + ], + "max_error": 0.0 + }, + { + "representative": 5908, + "members": [ + 5908 + ], + "max_error": 0.0 + }, + { + "representative": 6129, + "members": [ + 6129 + ], + "max_error": 0.0 + }, + { + "representative": 5988, + "members": [ + 5988 + ], + "max_error": 0.0 + }, + { + "representative": 5962, + "members": [ + 5962 + ], + "max_error": 0.0 + }, + { + "representative": 6059, + "members": [ + 6059 + ], + "max_error": 0.0 + }, + { + "representative": 6017, + "members": [ + 6017 + ], + "max_error": 0.0 + }, + { + "representative": 5909, + "members": [ + 5909 + ], + "max_error": 0.0 + }, + { + "representative": 6039, + "members": [ + 6039 + ], + "max_error": 0.0 + }, + { + "representative": 6030, + "members": [ + 6030 + ], + "max_error": 0.0 + }, + { + "representative": 5973, + "members": [ + 5973 + ], + "max_error": 0.0 + }, + { + "representative": 1481, + "members": [ + 1481 + ], + "max_error": 0.0 + }, + { + "representative": 1516, + "members": [ + 1516 + ], + "max_error": 0.0 + }, + { + "representative": 1364, + "members": [ + 1364 + ], + "max_error": 0.0 + }, + { + "representative": 1489, + "members": [ + 1489 + ], + "max_error": 0.0 + }, + { + "representative": 1445, + "members": [ + 1445 + ], + "max_error": 0.0 + }, + { + "representative": 1454, + "members": [ + 1454 + ], + "max_error": 0.0 + }, + { + "representative": 1534, + "members": [ + 1534 + ], + "max_error": 0.0 + }, + { + "representative": 1291, + "members": [ + 1291 + ], + "max_error": 0.0 + }, + { + "representative": 1474, + "members": [ + 1474 + ], + "max_error": 0.0 + }, + { + "representative": 1418, + "members": [ + 1418 + ], + "max_error": 0.0 + }, + { + "representative": 1535, + "members": [ + 1535 + ], + "max_error": 0.0 + }, + { + "representative": 1286, + "members": [ + 1286 + ], + "max_error": 0.0 + }, + { + "representative": 1485, + "members": [ + 1485 + ], + "max_error": 0.0 + }, + { + "representative": 1475, + "members": [ + 1475 + ], + "max_error": 0.0 + }, + { + "representative": 1483, + "members": [ + 1483 + ], + "max_error": 0.0 + }, + { + "representative": 1939, + "members": [ + 1939 + ], + "max_error": 0.0 + }, + { + "representative": 1997, + "members": [ + 1997 + ], + "max_error": 0.0 + }, + { + "representative": 1842, + "members": [ + 1842 + ], + "max_error": 0.0 + }, + { + "representative": 1799, + "members": [ + 1799 + ], + "max_error": 0.0 + }, + { + "representative": 1874, + "members": [ + 1874 + ], + "max_error": 0.0 + }, + { + "representative": 1880, + "members": [ + 1880 + ], + "max_error": 0.0 + }, + { + "representative": 1910, + "members": [ + 1910 + ], + "max_error": 0.0 + }, + { + "representative": 2025, + "members": [ + 2025 + ], + "max_error": 0.0 + }, + { + "representative": 2471, + "members": [ + 2471 + ], + "max_error": 0.0 + }, + { + "representative": 2412, + "members": [ + 2412 + ], + "max_error": 0.0 + }, + { + "representative": 2399, + "members": [ + 2399 + ], + "max_error": 0.0 + }, + { + "representative": 2312, + "members": [ + 2312 + ], + "max_error": 0.0 + }, + { + "representative": 2368, + "members": [ + 2368 + ], + "max_error": 0.0 + }, + { + "representative": 2468, + "members": [ + 2468 + ], + "max_error": 0.0 + }, + { + "representative": 2336, + "members": [ + 2336 + ], + "max_error": 0.0 + }, + { + "representative": 2539, + "members": [ + 2539 + ], + "max_error": 0.0 + }, + { + "representative": 2326, + "members": [ + 2326 + ], + "max_error": 0.0 + }, + { + "representative": 2377, + "members": [ + 2377 + ], + "max_error": 0.0 + }, + { + "representative": 2470, + "members": [ + 2470 + ], + "max_error": 0.0 + }, + { + "representative": 2515, + "members": [ + 2515 + ], + "max_error": 0.0 + }, + { + "representative": 2304, + "members": [ + 2304 + ], + "max_error": 0.0 + }, + { + "representative": 2447, + "members": [ + 2447 + ], + "max_error": 0.0 + }, + { + "representative": 2449, + "members": [ + 2449 + ], + "max_error": 0.0 + }, + { + "representative": 2428, + "members": [ + 2428 + ], + "max_error": 0.0 + }, + { + "representative": 2527, + "members": [ + 2527 + ], + "max_error": 0.0 + }, + { + "representative": 3043, + "members": [ + 3043 + ], + "max_error": 0.0 + }, + { + "representative": 2934, + "members": [ + 2934 + ], + "max_error": 0.0 + }, + { + "representative": 2838, + "members": [ + 2838 + ], + "max_error": 0.0 + }, + { + "representative": 2975, + "members": [ + 2975 + ], + "max_error": 0.0 + }, + { + "representative": 2850, + "members": [ + 2850 + ], + "max_error": 0.0 + }, + { + "representative": 3002, + "members": [ + 3002 + ], + "max_error": 0.0 + }, + { + "representative": 2835, + "members": [ + 2835 + ], + "max_error": 0.0 + }, + { + "representative": 2971, + "members": [ + 2971 + ], + "max_error": 0.0 + }, + { + "representative": 2841, + "members": [ + 2841 + ], + "max_error": 0.0 + }, + { + "representative": 2982, + "members": [ + 2982 + ], + "max_error": 0.0 + }, + { + "representative": 3437, + "members": [ + 3437 + ], + "max_error": 0.0 + }, + { + "representative": 3348, + "members": [ + 3348 + ], + "max_error": 0.0 + }, + { + "representative": 3502, + "members": [ + 3502 + ], + "max_error": 0.0 + }, + { + "representative": 3485, + "members": [ + 3485 + ], + "max_error": 0.0 + }, + { + "representative": 3555, + "members": [ + 3555 + ], + "max_error": 0.0 + }, + { + "representative": 3353, + "members": [ + 3353 + ], + "max_error": 0.0 + }, + { + "representative": 3484, + "members": [ + 3484 + ], + "max_error": 0.0 + }, + { + "representative": 3352, + "members": [ + 3352 + ], + "max_error": 0.0 + }, + { + "representative": 3511, + "members": [ + 3511 + ], + "max_error": 0.0 + }, + { + "representative": 3386, + "members": [ + 3386 + ], + "max_error": 0.0 + }, + { + "representative": 4041, + "members": [ + 4041 + ], + "max_error": 0.0 + }, + { + "representative": 3842, + "members": [ + 3842 + ], + "max_error": 0.0 + }, + { + "representative": 4033, + "members": [ + 4033 + ], + "max_error": 0.0 + }, + { + "representative": 4055, + "members": [ + 4055 + ], + "max_error": 0.0 + }, + { + "representative": 3925, + "members": [ + 3925 + ], + "max_error": 0.0 + }, + { + "representative": 3902, + "members": [ + 3902 + ], + "max_error": 0.0 + }, + { + "representative": 3845, + "members": [ + 3845 + ], + "max_error": 0.0 + }, + { + "representative": 3899, + "members": [ + 3899 + ], + "max_error": 0.0 + }, + { + "representative": 3979, + "members": [ + 3979 + ], + "max_error": 0.0 + }, + { + "representative": 3873, + "members": [ + 3873 + ], + "max_error": 0.0 + }, + { + "representative": 3948, + "members": [ + 3948 + ], + "max_error": 0.0 + }, + { + "representative": 4000, + "members": [ + 4000 + ], + "max_error": 0.0 + }, + { + "representative": 4073, + "members": [ + 4073 + ], + "max_error": 0.0 + }, + { + "representative": 1391, + "members": [ + 1391 + ], + "max_error": 0.0 + }, + { + "representative": 1329, + "members": [ + 1329 + ], + "max_error": 0.0 + }, + { + "representative": 1305, + "members": [ + 1305 + ], + "max_error": 0.0 + }, + { + "representative": 1496, + "members": [ + 1496 + ], + "max_error": 0.0 + }, + { + "representative": 1281, + "members": [ + 1281 + ], + "max_error": 0.0 + }, + { + "representative": 1385, + "members": [ + 1385 + ], + "max_error": 0.0 + }, + { + "representative": 1492, + "members": [ + 1492 + ], + "max_error": 0.0 + }, + { + "representative": 1488, + "members": [ + 1488 + ], + "max_error": 0.0 + }, + { + "representative": 1484, + "members": [ + 1484 + ], + "max_error": 0.0 + }, + { + "representative": 1466, + "members": [ + 1466 + ], + "max_error": 0.0 + }, + { + "representative": 1316, + "members": [ + 1316 + ], + "max_error": 0.0 + }, + { + "representative": 1371, + "members": [ + 1371 + ], + "max_error": 0.0 + }, + { + "representative": 1425, + "members": [ + 1425 + ], + "max_error": 0.0 + }, + { + "representative": 1412, + "members": [ + 1412 + ], + "max_error": 0.0 + }, + { + "representative": 1429, + "members": [ + 1429 + ], + "max_error": 0.0 + }, + { + "representative": 1981, + "members": [ + 1981 + ], + "max_error": 0.0 + }, + { + "representative": 1807, + "members": [ + 1807 + ], + "max_error": 0.0 + }, + { + "representative": 1824, + "members": [ + 1824 + ], + "max_error": 0.0 + }, + { + "representative": 2042, + "members": [ + 2042 + ], + "max_error": 0.0 + }, + { + "representative": 1969, + "members": [ + 1969 + ], + "max_error": 0.0 + }, + { + "representative": 1916, + "members": [ + 1916 + ], + "max_error": 0.0 + }, + { + "representative": 1832, + "members": [ + 1832 + ], + "max_error": 0.0 + }, + { + "representative": 1863, + "members": [ + 1863 + ], + "max_error": 0.0 + }, + { + "representative": 1920, + "members": [ + 1920 + ], + "max_error": 0.0 + }, + { + "representative": 1913, + "members": [ + 1913 + ], + "max_error": 0.0 + }, + { + "representative": 1953, + "members": [ + 1953 + ], + "max_error": 0.0 + }, + { + "representative": 1944, + "members": [ + 1944 + ], + "max_error": 0.0 + }, + { + "representative": 1988, + "members": [ + 1988 + ], + "max_error": 0.0 + }, + { + "representative": 2015, + "members": [ + 2015 + ], + "max_error": 0.0 + }, + { + "representative": 1816, + "members": [ + 1816 + ], + "max_error": 0.0 + }, + { + "representative": 1982, + "members": [ + 1982 + ], + "max_error": 0.0 + }, + { + "representative": 2429, + "members": [ + 2429 + ], + "max_error": 0.0 + }, + { + "representative": 2355, + "members": [ + 2355 + ], + "max_error": 0.0 + }, + { + "representative": 2469, + "members": [ + 2469 + ], + "max_error": 0.0 + }, + { + "representative": 2319, + "members": [ + 2319 + ], + "max_error": 0.0 + }, + { + "representative": 2489, + "members": [ + 2489 + ], + "max_error": 0.0 + }, + { + "representative": 2547, + "members": [ + 2547 + ], + "max_error": 0.0 + }, + { + "representative": 2519, + "members": [ + 2519 + ], + "max_error": 0.0 + }, + { + "representative": 2400, + "members": [ + 2400 + ], + "max_error": 0.0 + }, + { + "representative": 2494, + "members": [ + 2494 + ], + "max_error": 0.0 + }, + { + "representative": 2387, + "members": [ + 2387 + ], + "max_error": 0.0 + }, + { + "representative": 2513, + "members": [ + 2513 + ], + "max_error": 0.0 + }, + { + "representative": 2548, + "members": [ + 2548 + ], + "max_error": 0.0 + }, + { + "representative": 2528, + "members": [ + 2528 + ], + "max_error": 0.0 + }, + { + "representative": 2423, + "members": [ + 2423 + ], + "max_error": 0.0 + }, + { + "representative": 2559, + "members": [ + 2559 + ], + "max_error": 0.0 + }, + { + "representative": 2497, + "members": [ + 2497 + ], + "max_error": 0.0 + }, + { + "representative": 2482, + "members": [ + 2482 + ], + "max_error": 0.0 + }, + { + "representative": 2343, + "members": [ + 2343 + ], + "max_error": 0.0 + }, + { + "representative": 2896, + "members": [ + 2896 + ], + "max_error": 0.0 + }, + { + "representative": 2830, + "members": [ + 2830 + ], + "max_error": 0.0 + }, + { + "representative": 2993, + "members": [ + 2993 + ], + "max_error": 0.0 + }, + { + "representative": 2951, + "members": [ + 2951 + ], + "max_error": 0.0 + }, + { + "representative": 3056, + "members": [ + 3056 + ], + "max_error": 0.0 + }, + { + "representative": 2998, + "members": [ + 2998 + ], + "max_error": 0.0 + }, + { + "representative": 3015, + "members": [ + 3015 + ], + "max_error": 0.0 + }, + { + "representative": 2948, + "members": [ + 2948 + ], + "max_error": 0.0 + }, + { + "representative": 3032, + "members": [ + 3032 + ], + "max_error": 0.0 + }, + { + "representative": 3028, + "members": [ + 3028 + ], + "max_error": 0.0 + }, + { + "representative": 2899, + "members": [ + 2899 + ], + "max_error": 0.0 + }, + { + "representative": 2828, + "members": [ + 2828 + ], + "max_error": 0.0 + }, + { + "representative": 2991, + "members": [ + 2991 + ], + "max_error": 0.0 + }, + { + "representative": 2888, + "members": [ + 2888 + ], + "max_error": 0.0 + }, + { + "representative": 2923, + "members": [ + 2923 + ], + "max_error": 0.0 + }, + { + "representative": 2999, + "members": [ + 2999 + ], + "max_error": 0.0 + }, + { + "representative": 2908, + "members": [ + 2908 + ], + "max_error": 0.0 + }, + { + "representative": 3400, + "members": [ + 3400 + ], + "max_error": 0.0 + }, + { + "representative": 3379, + "members": [ + 3379 + ], + "max_error": 0.0 + }, + { + "representative": 3341, + "members": [ + 3341 + ], + "max_error": 0.0 + }, + { + "representative": 3583, + "members": [ + 3583 + ], + "max_error": 0.0 + }, + { + "representative": 3391, + "members": [ + 3391 + ], + "max_error": 0.0 + }, + { + "representative": 3489, + "members": [ + 3489 + ], + "max_error": 0.0 + }, + { + "representative": 3328, + "members": [ + 3328 + ], + "max_error": 0.0 + }, + { + "representative": 3384, + "members": [ + 3384 + ], + "max_error": 0.0 + }, + { + "representative": 3474, + "members": [ + 3474 + ], + "max_error": 0.0 + }, + { + "representative": 4095, + "members": [ + 4095 + ], + "max_error": 0.0 + }, + { + "representative": 3994, + "members": [ + 3994 + ], + "max_error": 0.0 + }, + { + "representative": 4003, + "members": [ + 4003 + ], + "max_error": 0.0 + }, + { + "representative": 3858, + "members": [ + 3858 + ], + "max_error": 0.0 + }, + { + "representative": 3955, + "members": [ + 3955 + ], + "max_error": 0.0 + }, + { + "representative": 3904, + "members": [ + 3904 + ], + "max_error": 0.0 + }, + { + "representative": 4006, + "members": [ + 4006 + ], + "max_error": 0.0 + }, + { + "representative": 4014, + "members": [ + 4014 + ], + "max_error": 0.0 + }, + { + "representative": 3841, + "members": [ + 3841 + ], + "max_error": 0.0 + }, + { + "representative": 6402, + "members": [ + 6402 + ], + "max_error": 0.0 + }, + { + "representative": 6405, + "members": [ + 6405 + ], + "max_error": 0.0 + }, + { + "representative": 6439, + "members": [ + 6439 + ], + "max_error": 0.0 + }, + { + "representative": 6449, + "members": [ + 6449 + ], + "max_error": 0.0 + }, + { + "representative": 6496, + "members": [ + 6496 + ], + "max_error": 0.0 + }, + { + "representative": 6498, + "members": [ + 6498 + ], + "max_error": 0.0 + }, + { + "representative": 6511, + "members": [ + 6511 + ], + "max_error": 0.0 + }, + { + "representative": 6524, + "members": [ + 6524 + ], + "max_error": 0.0 + }, + { + "representative": 6549, + "members": [ + 6549 + ], + "max_error": 0.0 + }, + { + "representative": 6426, + "members": [ + 6426 + ], + "max_error": 0.0 + }, + { + "representative": 6429, + "members": [ + 6429 + ], + "max_error": 0.0 + }, + { + "representative": 6565, + "members": [ + 6565 + ], + "max_error": 0.0 + }, + { + "representative": 6570, + "members": [ + 6570 + ], + "max_error": 0.0 + }, + { + "representative": 6618, + "members": [ + 6618 + ], + "max_error": 0.0 + }, + { + "representative": 6633, + "members": [ + 6633 + ], + "max_error": 0.0 + }, + { + "representative": 6625, + "members": [ + 6625 + ], + "max_error": 0.0 + }, + { + "representative": 6649, + "members": [ + 6649 + ], + "max_error": 0.0 + }, + { + "representative": 7079, + "members": [ + 7079 + ], + "max_error": 0.0 + }, + { + "representative": 6962, + "members": [ + 6962 + ], + "max_error": 0.0 + }, + { + "representative": 7090, + "members": [ + 7090 + ], + "max_error": 0.0 + }, + { + "representative": 7106, + "members": [ + 7106 + ], + "max_error": 0.0 + }, + { + "representative": 6971, + "members": [ + 6971 + ], + "max_error": 0.0 + }, + { + "representative": 7063, + "members": [ + 7063 + ], + "max_error": 0.0 + }, + { + "representative": 7061, + "members": [ + 7061 + ], + "max_error": 0.0 + }, + { + "representative": 7078, + "members": [ + 7078 + ], + "max_error": 0.0 + }, + { + "representative": 7006, + "members": [ + 7006 + ], + "max_error": 0.0 + }, + { + "representative": 6936, + "members": [ + 6936 + ], + "max_error": 0.0 + }, + { + "representative": 6940, + "members": [ + 6940 + ], + "max_error": 0.0 + }, + { + "representative": 7446, + "members": [ + 7446 + ], + "max_error": 0.0 + }, + { + "representative": 7461, + "members": [ + 7461 + ], + "max_error": 0.0 + }, + { + "representative": 7643, + "members": [ + 7643 + ], + "max_error": 0.0 + }, + { + "representative": 7658, + "members": [ + 7658 + ], + "max_error": 0.0 + }, + { + "representative": 8130, + "members": [ + 8130 + ], + "max_error": 0.0 + }, + { + "representative": 7945, + "members": [ + 7945 + ], + "max_error": 0.0 + }, + { + "representative": 8133, + "members": [ + 8133 + ], + "max_error": 0.0 + }, + { + "representative": 8057, + "members": [ + 8057 + ], + "max_error": 0.0 + }, + { + "representative": 7947, + "members": [ + 7947 + ], + "max_error": 0.0 + }, + { + "representative": 8098, + "members": [ + 8098 + ], + "max_error": 0.0 + }, + { + "representative": 8123, + "members": [ + 8123 + ], + "max_error": 0.0 + }, + { + "representative": 8169, + "members": [ + 8169 + ], + "max_error": 0.0 + }, + { + "representative": 8045, + "members": [ + 8045 + ], + "max_error": 0.0 + }, + { + "representative": 8096, + "members": [ + 8096 + ], + "max_error": 0.0 + }, + { + "representative": 6487, + "members": [ + 6487 + ], + "max_error": 0.0 + }, + { + "representative": 6579, + "members": [ + 6579 + ], + "max_error": 0.0 + }, + { + "representative": 6488, + "members": [ + 6488 + ], + "max_error": 0.0 + }, + { + "representative": 6502, + "members": [ + 6502 + ], + "max_error": 0.0 + }, + { + "representative": 6497, + "members": [ + 6497 + ], + "max_error": 0.0 + }, + { + "representative": 6612, + "members": [ + 6612 + ], + "max_error": 0.0 + }, + { + "representative": 6472, + "members": [ + 6472 + ], + "max_error": 0.0 + }, + { + "representative": 6912, + "members": [ + 6912 + ], + "max_error": 0.0 + }, + { + "representative": 7082, + "members": [ + 7082 + ], + "max_error": 0.0 + }, + { + "representative": 7112, + "members": [ + 7112 + ], + "max_error": 0.0 + }, + { + "representative": 7058, + "members": [ + 7058 + ], + "max_error": 0.0 + }, + { + "representative": 7028, + "members": [ + 7028 + ], + "max_error": 0.0 + }, + { + "representative": 7074, + "members": [ + 7074 + ], + "max_error": 0.0 + }, + { + "representative": 7465, + "members": [ + 7465 + ], + "max_error": 0.0 + }, + { + "representative": 7522, + "members": [ + 7522 + ], + "max_error": 0.0 + }, + { + "representative": 7589, + "members": [ + 7589 + ], + "max_error": 0.0 + }, + { + "representative": 7639, + "members": [ + 7639 + ], + "max_error": 0.0 + }, + { + "representative": 7575, + "members": [ + 7575 + ], + "max_error": 0.0 + }, + { + "representative": 7492, + "members": [ + 7492 + ], + "max_error": 0.0 + }, + { + "representative": 7592, + "members": [ + 7592 + ], + "max_error": 0.0 + }, + { + "representative": 7678, + "members": [ + 7678 + ], + "max_error": 0.0 + }, + { + "representative": 7640, + "members": [ + 7640 + ], + "max_error": 0.0 + }, + { + "representative": 7644, + "members": [ + 7644 + ], + "max_error": 0.0 + }, + { + "representative": 7638, + "members": [ + 7638 + ], + "max_error": 0.0 + }, + { + "representative": 7543, + "members": [ + 7543 + ], + "max_error": 0.0 + }, + { + "representative": 7616, + "members": [ + 7616 + ], + "max_error": 0.0 + }, + { + "representative": 8015, + "members": [ + 8015 + ], + "max_error": 0.0 + }, + { + "representative": 8157, + "members": [ + 8157 + ], + "max_error": 0.0 + }, + { + "representative": 7990, + "members": [ + 7990 + ], + "max_error": 0.0 + }, + { + "representative": 8147, + "members": [ + 8147 + ], + "max_error": 0.0 + }, + { + "representative": 7966, + "members": [ + 7966 + ], + "max_error": 0.0 + }, + { + "representative": 7994, + "members": [ + 7994 + ], + "max_error": 0.0 + }, + { + "representative": 7995, + "members": [ + 7995 + ], + "max_error": 0.0 + }, + { + "representative": 7996, + "members": [ + 7996 + ], + "max_error": 0.0 + }, + { + "representative": 8070, + "members": [ + 8070 + ], + "max_error": 0.0 + }, + { + "representative": 6417, + "members": [ + 6417 + ], + "max_error": 0.0 + }, + { + "representative": 6461, + "members": [ + 6461 + ], + "max_error": 0.0 + }, + { + "representative": 6518, + "members": [ + 6518 + ], + "max_error": 0.0 + }, + { + "representative": 6523, + "members": [ + 6523 + ], + "max_error": 0.0 + }, + { + "representative": 6455, + "members": [ + 6455 + ], + "max_error": 0.0 + }, + { + "representative": 6651, + "members": [ + 6651 + ], + "max_error": 0.0 + }, + { + "representative": 6500, + "members": [ + 6500 + ], + "max_error": 0.0 + }, + { + "representative": 6531, + "members": [ + 6531 + ], + "max_error": 0.0 + }, + { + "representative": 6622, + "members": [ + 6622 + ], + "max_error": 0.0 + }, + { + "representative": 6544, + "members": [ + 6544 + ], + "max_error": 0.0 + }, + { + "representative": 6514, + "members": [ + 6514 + ], + "max_error": 0.0 + }, + { + "representative": 6516, + "members": [ + 6516 + ], + "max_error": 0.0 + }, + { + "representative": 7150, + "members": [ + 7150 + ], + "max_error": 0.0 + }, + { + "representative": 7102, + "members": [ + 7102 + ], + "max_error": 0.0 + }, + { + "representative": 7133, + "members": [ + 7133 + ], + "max_error": 0.0 + }, + { + "representative": 7034, + "members": [ + 7034 + ], + "max_error": 0.0 + }, + { + "representative": 6974, + "members": [ + 6974 + ], + "max_error": 0.0 + }, + { + "representative": 6994, + "members": [ + 6994 + ], + "max_error": 0.0 + }, + { + "representative": 7146, + "members": [ + 7146 + ], + "max_error": 0.0 + }, + { + "representative": 7108, + "members": [ + 7108 + ], + "max_error": 0.0 + }, + { + "representative": 7010, + "members": [ + 7010 + ], + "max_error": 0.0 + }, + { + "representative": 6965, + "members": [ + 6965 + ], + "max_error": 0.0 + }, + { + "representative": 7066, + "members": [ + 7066 + ], + "max_error": 0.0 + }, + { + "representative": 7059, + "members": [ + 7059 + ], + "max_error": 0.0 + }, + { + "representative": 7631, + "members": [ + 7631 + ], + "max_error": 0.0 + }, + { + "representative": 7618, + "members": [ + 7618 + ], + "max_error": 0.0 + }, + { + "representative": 7578, + "members": [ + 7578 + ], + "max_error": 0.0 + }, + { + "representative": 7594, + "members": [ + 7594 + ], + "max_error": 0.0 + }, + { + "representative": 7670, + "members": [ + 7670 + ], + "max_error": 0.0 + }, + { + "representative": 7569, + "members": [ + 7569 + ], + "max_error": 0.0 + }, + { + "representative": 7602, + "members": [ + 7602 + ], + "max_error": 0.0 + }, + { + "representative": 7619, + "members": [ + 7619 + ], + "max_error": 0.0 + }, + { + "representative": 7547, + "members": [ + 7547 + ], + "max_error": 0.0 + }, + { + "representative": 7636, + "members": [ + 7636 + ], + "max_error": 0.0 + }, + { + "representative": 7563, + "members": [ + 7563 + ], + "max_error": 0.0 + }, + { + "representative": 7679, + "members": [ + 7679 + ], + "max_error": 0.0 + }, + { + "representative": 7651, + "members": [ + 7651 + ], + "max_error": 0.0 + }, + { + "representative": 8095, + "members": [ + 8095 + ], + "max_error": 0.0 + }, + { + "representative": 7958, + "members": [ + 7958 + ], + "max_error": 0.0 + }, + { + "representative": 8189, + "members": [ + 8189 + ], + "max_error": 0.0 + }, + { + "representative": 8114, + "members": [ + 8114 + ], + "max_error": 0.0 + }, + { + "representative": 7942, + "members": [ + 7942 + ], + "max_error": 0.0 + }, + { + "representative": 8073, + "members": [ + 8073 + ], + "max_error": 0.0 + }, + { + "representative": 8104, + "members": [ + 8104 + ], + "max_error": 0.0 + }, + { + "representative": 8111, + "members": [ + 8111 + ], + "max_error": 0.0 + }, + { + "representative": 8078, + "members": [ + 8078 + ], + "max_error": 0.0 + }, + { + "representative": 8071, + "members": [ + 8071 + ], + "max_error": 0.0 + }, + { + "representative": 8083, + "members": [ + 8083 + ], + "max_error": 0.0 + }, + { + "representative": 7957, + "members": [ + 7957 + ], + "max_error": 0.0 + }, + { + "representative": 8161, + "members": [ + 8161 + ], + "max_error": 0.0 + }, + { + "representative": 8010, + "members": [ + 8010 + ], + "max_error": 0.0 + }, + { + "representative": 6536, + "members": [ + 6536 + ], + "max_error": 0.0 + }, + { + "representative": 6561, + "members": [ + 6561 + ], + "max_error": 0.0 + }, + { + "representative": 6521, + "members": [ + 6521 + ], + "max_error": 0.0 + }, + { + "representative": 6446, + "members": [ + 6446 + ], + "max_error": 0.0 + }, + { + "representative": 6469, + "members": [ + 6469 + ], + "max_error": 0.0 + }, + { + "representative": 6463, + "members": [ + 6463 + ], + "max_error": 0.0 + }, + { + "representative": 6542, + "members": [ + 6542 + ], + "max_error": 0.0 + }, + { + "representative": 6452, + "members": [ + 6452 + ], + "max_error": 0.0 + }, + { + "representative": 6650, + "members": [ + 6650 + ], + "max_error": 0.0 + }, + { + "representative": 6414, + "members": [ + 6414 + ], + "max_error": 0.0 + }, + { + "representative": 6474, + "members": [ + 6474 + ], + "max_error": 0.0 + }, + { + "representative": 6489, + "members": [ + 6489 + ], + "max_error": 0.0 + }, + { + "representative": 6409, + "members": [ + 6409 + ], + "max_error": 0.0 + }, + { + "representative": 6963, + "members": [ + 6963 + ], + "max_error": 0.0 + }, + { + "representative": 6979, + "members": [ + 6979 + ], + "max_error": 0.0 + }, + { + "representative": 7124, + "members": [ + 7124 + ], + "max_error": 0.0 + }, + { + "representative": 6913, + "members": [ + 6913 + ], + "max_error": 0.0 + }, + { + "representative": 7110, + "members": [ + 7110 + ], + "max_error": 0.0 + }, + { + "representative": 6981, + "members": [ + 6981 + ], + "max_error": 0.0 + }, + { + "representative": 7121, + "members": [ + 7121 + ], + "max_error": 0.0 + }, + { + "representative": 6942, + "members": [ + 6942 + ], + "max_error": 0.0 + }, + { + "representative": 7103, + "members": [ + 7103 + ], + "max_error": 0.0 + }, + { + "representative": 6995, + "members": [ + 6995 + ], + "max_error": 0.0 + }, + { + "representative": 6952, + "members": [ + 6952 + ], + "max_error": 0.0 + }, + { + "representative": 7007, + "members": [ + 7007 + ], + "max_error": 0.0 + }, + { + "representative": 6989, + "members": [ + 6989 + ], + "max_error": 0.0 + }, + { + "representative": 7117, + "members": [ + 7117 + ], + "max_error": 0.0 + }, + { + "representative": 7614, + "members": [ + 7614 + ], + "max_error": 0.0 + }, + { + "representative": 7485, + "members": [ + 7485 + ], + "max_error": 0.0 + }, + { + "representative": 7587, + "members": [ + 7587 + ], + "max_error": 0.0 + }, + { + "representative": 7529, + "members": [ + 7529 + ], + "max_error": 0.0 + }, + { + "representative": 7473, + "members": [ + 7473 + ], + "max_error": 0.0 + }, + { + "representative": 7677, + "members": [ + 7677 + ], + "max_error": 0.0 + }, + { + "representative": 7515, + "members": [ + 7515 + ], + "max_error": 0.0 + }, + { + "representative": 7516, + "members": [ + 7516 + ], + "max_error": 0.0 + }, + { + "representative": 7613, + "members": [ + 7613 + ], + "max_error": 0.0 + }, + { + "representative": 7497, + "members": [ + 7497 + ], + "max_error": 0.0 + }, + { + "representative": 8158, + "members": [ + 8158 + ], + "max_error": 0.0 + }, + { + "representative": 8028, + "members": [ + 8028 + ], + "max_error": 0.0 + }, + { + "representative": 7971, + "members": [ + 7971 + ], + "max_error": 0.0 + }, + { + "representative": 8025, + "members": [ + 8025 + ], + "max_error": 0.0 + }, + { + "representative": 8100, + "members": [ + 8100 + ], + "max_error": 0.0 + }, + { + "representative": 8079, + "members": [ + 8079 + ], + "max_error": 0.0 + }, + { + "representative": 7944, + "members": [ + 7944 + ], + "max_error": 0.0 + }, + { + "representative": 8041, + "members": [ + 8041 + ], + "max_error": 0.0 + }, + { + "representative": 7959, + "members": [ + 7959 + ], + "max_error": 0.0 + }, + { + "representative": 8119, + "members": [ + 8119 + ], + "max_error": 0.0 + }, + { + "representative": 7965, + "members": [ + 7965 + ], + "max_error": 0.0 + }, + { + "representative": 8140, + "members": [ + 8140 + ], + "max_error": 0.0 + }, + { + "representative": 6413, + "members": [ + 6413 + ], + "max_error": 0.0 + }, + { + "representative": 6420, + "members": [ + 6420 + ], + "max_error": 0.0 + }, + { + "representative": 6425, + "members": [ + 6425 + ], + "max_error": 0.0 + }, + { + "representative": 6438, + "members": [ + 6438 + ], + "max_error": 0.0 + }, + { + "representative": 6591, + "members": [ + 6591 + ], + "max_error": 0.0 + }, + { + "representative": 6470, + "members": [ + 6470 + ], + "max_error": 0.0 + }, + { + "representative": 6406, + "members": [ + 6406 + ], + "max_error": 0.0 + }, + { + "representative": 6436, + "members": [ + 6436 + ], + "max_error": 0.0 + }, + { + "representative": 7051, + "members": [ + 7051 + ], + "max_error": 0.0 + }, + { + "representative": 7024, + "members": [ + 7024 + ], + "max_error": 0.0 + }, + { + "representative": 7043, + "members": [ + 7043 + ], + "max_error": 0.0 + }, + { + "representative": 7089, + "members": [ + 7089 + ], + "max_error": 0.0 + }, + { + "representative": 7149, + "members": [ + 7149 + ], + "max_error": 0.0 + }, + { + "representative": 7085, + "members": [ + 7085 + ], + "max_error": 0.0 + }, + { + "representative": 7036, + "members": [ + 7036 + ], + "max_error": 0.0 + }, + { + "representative": 7579, + "members": [ + 7579 + ], + "max_error": 0.0 + }, + { + "representative": 7627, + "members": [ + 7627 + ], + "max_error": 0.0 + }, + { + "representative": 7567, + "members": [ + 7567 + ], + "max_error": 0.0 + }, + { + "representative": 7490, + "members": [ + 7490 + ], + "max_error": 0.0 + }, + { + "representative": 8108, + "members": [ + 8108 + ], + "max_error": 0.0 + }, + { + "representative": 8085, + "members": [ + 8085 + ], + "max_error": 0.0 + }, + { + "representative": 7970, + "members": [ + 7970 + ], + "max_error": 0.0 + }, + { + "representative": 8043, + "members": [ + 8043 + ], + "max_error": 0.0 + }, + { + "representative": 8033, + "members": [ + 8033 + ], + "max_error": 0.0 + }, + { + "representative": 7999, + "members": [ + 7999 + ], + "max_error": 0.0 + }, + { + "representative": 8103, + "members": [ + 8103 + ], + "max_error": 0.0 + }, + { + "representative": 8089, + "members": [ + 8089 + ], + "max_error": 0.0 + }, + { + "representative": 8142, + "members": [ + 8142 + ], + "max_error": 0.0 + }, + { + "representative": 6477, + "members": [ + 6477 + ], + "max_error": 0.0 + }, + { + "representative": 6490, + "members": [ + 6490 + ], + "max_error": 0.0 + }, + { + "representative": 6586, + "members": [ + 6586 + ], + "max_error": 0.0 + }, + { + "representative": 6545, + "members": [ + 6545 + ], + "max_error": 0.0 + }, + { + "representative": 6600, + "members": [ + 6600 + ], + "max_error": 0.0 + }, + { + "representative": 6501, + "members": [ + 6501 + ], + "max_error": 0.0 + }, + { + "representative": 6983, + "members": [ + 6983 + ], + "max_error": 0.0 + }, + { + "representative": 7068, + "members": [ + 7068 + ], + "max_error": 0.0 + }, + { + "representative": 6923, + "members": [ + 6923 + ], + "max_error": 0.0 + }, + { + "representative": 7003, + "members": [ + 7003 + ], + "max_error": 0.0 + }, + { + "representative": 7042, + "members": [ + 7042 + ], + "max_error": 0.0 + }, + { + "representative": 6997, + "members": [ + 6997 + ], + "max_error": 0.0 + }, + { + "representative": 7080, + "members": [ + 7080 + ], + "max_error": 0.0 + }, + { + "representative": 6998, + "members": [ + 6998 + ], + "max_error": 0.0 + }, + { + "representative": 7156, + "members": [ + 7156 + ], + "max_error": 0.0 + }, + { + "representative": 7153, + "members": [ + 7153 + ], + "max_error": 0.0 + }, + { + "representative": 7632, + "members": [ + 7632 + ], + "max_error": 0.0 + }, + { + "representative": 7511, + "members": [ + 7511 + ], + "max_error": 0.0 + }, + { + "representative": 7604, + "members": [ + 7604 + ], + "max_error": 0.0 + }, + { + "representative": 7657, + "members": [ + 7657 + ], + "max_error": 0.0 + }, + { + "representative": 7560, + "members": [ + 7560 + ], + "max_error": 0.0 + }, + { + "representative": 7574, + "members": [ + 7574 + ], + "max_error": 0.0 + }, + { + "representative": 8042, + "members": [ + 8042 + ], + "max_error": 0.0 + }, + { + "representative": 8159, + "members": [ + 8159 + ], + "max_error": 0.0 + }, + { + "representative": 8134, + "members": [ + 8134 + ], + "max_error": 0.0 + }, + { + "representative": 7943, + "members": [ + 7943 + ], + "max_error": 0.0 + }, + { + "representative": 8163, + "members": [ + 8163 + ], + "max_error": 0.0 + }, + { + "representative": 8039, + "members": [ + 8039 + ], + "max_error": 0.0 + }, + { + "representative": 8022, + "members": [ + 8022 + ], + "max_error": 0.0 + }, + { + "representative": 8183, + "members": [ + 8183 + ], + "max_error": 0.0 + }, + { + "representative": 6520, + "members": [ + 6520 + ], + "max_error": 0.0 + }, + { + "representative": 6459, + "members": [ + 6459 + ], + "max_error": 0.0 + }, + { + "representative": 6626, + "members": [ + 6626 + ], + "max_error": 0.0 + }, + { + "representative": 6559, + "members": [ + 6559 + ], + "max_error": 0.0 + }, + { + "representative": 6645, + "members": [ + 6645 + ], + "max_error": 0.0 + }, + { + "representative": 6431, + "members": [ + 6431 + ], + "max_error": 0.0 + }, + { + "representative": 6515, + "members": [ + 6515 + ], + "max_error": 0.0 + }, + { + "representative": 6428, + "members": [ + 6428 + ], + "max_error": 0.0 + }, + { + "representative": 6631, + "members": [ + 6631 + ], + "max_error": 0.0 + }, + { + "representative": 6571, + "members": [ + 6571 + ], + "max_error": 0.0 + }, + { + "representative": 6525, + "members": [ + 6525 + ], + "max_error": 0.0 + }, + { + "representative": 6458, + "members": [ + 6458 + ], + "max_error": 0.0 + }, + { + "representative": 6580, + "members": [ + 6580 + ], + "max_error": 0.0 + }, + { + "representative": 6576, + "members": [ + 6576 + ], + "max_error": 0.0 + }, + { + "representative": 6550, + "members": [ + 6550 + ], + "max_error": 0.0 + }, + { + "representative": 6982, + "members": [ + 6982 + ], + "max_error": 0.0 + }, + { + "representative": 7105, + "members": [ + 7105 + ], + "max_error": 0.0 + }, + { + "representative": 7057, + "members": [ + 7057 + ], + "max_error": 0.0 + }, + { + "representative": 7095, + "members": [ + 7095 + ], + "max_error": 0.0 + }, + { + "representative": 6930, + "members": [ + 6930 + ], + "max_error": 0.0 + }, + { + "representative": 7070, + "members": [ + 7070 + ], + "max_error": 0.0 + }, + { + "representative": 7482, + "members": [ + 7482 + ], + "max_error": 0.0 + }, + { + "representative": 7633, + "members": [ + 7633 + ], + "max_error": 0.0 + }, + { + "representative": 7439, + "members": [ + 7439 + ], + "max_error": 0.0 + }, + { + "representative": 7598, + "members": [ + 7598 + ], + "max_error": 0.0 + }, + { + "representative": 7518, + "members": [ + 7518 + ], + "max_error": 0.0 + }, + { + "representative": 7672, + "members": [ + 7672 + ], + "max_error": 0.0 + }, + { + "representative": 7663, + "members": [ + 7663 + ], + "max_error": 0.0 + }, + { + "representative": 7558, + "members": [ + 7558 + ], + "max_error": 0.0 + }, + { + "representative": 7429, + "members": [ + 7429 + ], + "max_error": 0.0 + }, + { + "representative": 7956, + "members": [ + 7956 + ], + "max_error": 0.0 + }, + { + "representative": 8139, + "members": [ + 8139 + ], + "max_error": 0.0 + }, + { + "representative": 8075, + "members": [ + 8075 + ], + "max_error": 0.0 + }, + { + "representative": 8016, + "members": [ + 8016 + ], + "max_error": 0.0 + }, + { + "representative": 8138, + "members": [ + 8138 + ], + "max_error": 0.0 + }, + { + "representative": 7973, + "members": [ + 7973 + ], + "max_error": 0.0 + }, + { + "representative": 6575, + "members": [ + 6575 + ], + "max_error": 0.0 + }, + { + "representative": 6432, + "members": [ + 6432 + ], + "max_error": 0.0 + }, + { + "representative": 6478, + "members": [ + 6478 + ], + "max_error": 0.0 + }, + { + "representative": 6465, + "members": [ + 6465 + ], + "max_error": 0.0 + }, + { + "representative": 6611, + "members": [ + 6611 + ], + "max_error": 0.0 + }, + { + "representative": 6654, + "members": [ + 6654 + ], + "max_error": 0.0 + }, + { + "representative": 6408, + "members": [ + 6408 + ], + "max_error": 0.0 + }, + { + "representative": 6627, + "members": [ + 6627 + ], + "max_error": 0.0 + }, + { + "representative": 6616, + "members": [ + 6616 + ], + "max_error": 0.0 + }, + { + "representative": 6541, + "members": [ + 6541 + ], + "max_error": 0.0 + }, + { + "representative": 6555, + "members": [ + 6555 + ], + "max_error": 0.0 + }, + { + "representative": 6424, + "members": [ + 6424 + ], + "max_error": 0.0 + }, + { + "representative": 6566, + "members": [ + 6566 + ], + "max_error": 0.0 + }, + { + "representative": 6451, + "members": [ + 6451 + ], + "max_error": 0.0 + }, + { + "representative": 6639, + "members": [ + 6639 + ], + "max_error": 0.0 + }, + { + "representative": 6569, + "members": [ + 6569 + ], + "max_error": 0.0 + }, + { + "representative": 6440, + "members": [ + 6440 + ], + "max_error": 0.0 + }, + { + "representative": 6964, + "members": [ + 6964 + ], + "max_error": 0.0 + }, + { + "representative": 7021, + "members": [ + 7021 + ], + "max_error": 0.0 + }, + { + "representative": 7096, + "members": [ + 7096 + ], + "max_error": 0.0 + }, + { + "representative": 7081, + "members": [ + 7081 + ], + "max_error": 0.0 + }, + { + "representative": 7060, + "members": [ + 7060 + ], + "max_error": 0.0 + }, + { + "representative": 7109, + "members": [ + 7109 + ], + "max_error": 0.0 + }, + { + "representative": 7015, + "members": [ + 7015 + ], + "max_error": 0.0 + }, + { + "representative": 6928, + "members": [ + 6928 + ], + "max_error": 0.0 + }, + { + "representative": 7127, + "members": [ + 7127 + ], + "max_error": 0.0 + }, + { + "representative": 6939, + "members": [ + 6939 + ], + "max_error": 0.0 + }, + { + "representative": 7113, + "members": [ + 7113 + ], + "max_error": 0.0 + }, + { + "representative": 7039, + "members": [ + 7039 + ], + "max_error": 0.0 + }, + { + "representative": 6929, + "members": [ + 6929 + ], + "max_error": 0.0 + }, + { + "representative": 7163, + "members": [ + 7163 + ], + "max_error": 0.0 + }, + { + "representative": 6932, + "members": [ + 6932 + ], + "max_error": 0.0 + }, + { + "representative": 7577, + "members": [ + 7577 + ], + "max_error": 0.0 + }, + { + "representative": 7500, + "members": [ + 7500 + ], + "max_error": 0.0 + }, + { + "representative": 7665, + "members": [ + 7665 + ], + "max_error": 0.0 + }, + { + "representative": 7584, + "members": [ + 7584 + ], + "max_error": 0.0 + }, + { + "representative": 7647, + "members": [ + 7647 + ], + "max_error": 0.0 + }, + { + "representative": 7471, + "members": [ + 7471 + ], + "max_error": 0.0 + }, + { + "representative": 7470, + "members": [ + 7470 + ], + "max_error": 0.0 + }, + { + "representative": 7628, + "members": [ + 7628 + ], + "max_error": 0.0 + }, + { + "representative": 7654, + "members": [ + 7654 + ], + "max_error": 0.0 + }, + { + "representative": 7527, + "members": [ + 7527 + ], + "max_error": 0.0 + }, + { + "representative": 7513, + "members": [ + 7513 + ], + "max_error": 0.0 + }, + { + "representative": 7434, + "members": [ + 7434 + ], + "max_error": 0.0 + }, + { + "representative": 8003, + "members": [ + 8003 + ], + "max_error": 0.0 + }, + { + "representative": 8013, + "members": [ + 8013 + ], + "max_error": 0.0 + }, + { + "representative": 8115, + "members": [ + 8115 + ], + "max_error": 0.0 + }, + { + "representative": 8187, + "members": [ + 8187 + ], + "max_error": 0.0 + }, + { + "representative": 8053, + "members": [ + 8053 + ], + "max_error": 0.0 + }, + { + "representative": 7975, + "members": [ + 7975 + ], + "max_error": 0.0 + }, + { + "representative": 8009, + "members": [ + 8009 + ], + "max_error": 0.0 + }, + { + "representative": 7972, + "members": [ + 7972 + ], + "max_error": 0.0 + }, + { + "representative": 7986, + "members": [ + 7986 + ], + "max_error": 0.0 + }, + { + "representative": 8122, + "members": [ + 8122 + ], + "max_error": 0.0 + }, + { + "representative": 6538, + "members": [ + 6538 + ], + "max_error": 0.0 + }, + { + "representative": 6526, + "members": [ + 6526 + ], + "max_error": 0.0 + }, + { + "representative": 6620, + "members": [ + 6620 + ], + "max_error": 0.0 + }, + { + "representative": 6484, + "members": [ + 6484 + ], + "max_error": 0.0 + }, + { + "representative": 6539, + "members": [ + 6539 + ], + "max_error": 0.0 + }, + { + "representative": 6619, + "members": [ + 6619 + ], + "max_error": 0.0 + }, + { + "representative": 6590, + "members": [ + 6590 + ], + "max_error": 0.0 + }, + { + "representative": 6583, + "members": [ + 6583 + ], + "max_error": 0.0 + }, + { + "representative": 6491, + "members": [ + 6491 + ], + "max_error": 0.0 + }, + { + "representative": 6614, + "members": [ + 6614 + ], + "max_error": 0.0 + }, + { + "representative": 6917, + "members": [ + 6917 + ], + "max_error": 0.0 + }, + { + "representative": 7071, + "members": [ + 7071 + ], + "max_error": 0.0 + }, + { + "representative": 7166, + "members": [ + 7166 + ], + "max_error": 0.0 + }, + { + "representative": 6969, + "members": [ + 6969 + ], + "max_error": 0.0 + }, + { + "representative": 6980, + "members": [ + 6980 + ], + "max_error": 0.0 + }, + { + "representative": 6921, + "members": [ + 6921 + ], + "max_error": 0.0 + }, + { + "representative": 7047, + "members": [ + 7047 + ], + "max_error": 0.0 + }, + { + "representative": 6948, + "members": [ + 6948 + ], + "max_error": 0.0 + }, + { + "representative": 6993, + "members": [ + 6993 + ], + "max_error": 0.0 + }, + { + "representative": 7084, + "members": [ + 7084 + ], + "max_error": 0.0 + }, + { + "representative": 7148, + "members": [ + 7148 + ], + "max_error": 0.0 + }, + { + "representative": 6966, + "members": [ + 6966 + ], + "max_error": 0.0 + }, + { + "representative": 6944, + "members": [ + 6944 + ], + "max_error": 0.0 + }, + { + "representative": 6990, + "members": [ + 6990 + ], + "max_error": 0.0 + }, + { + "representative": 7016, + "members": [ + 7016 + ], + "max_error": 0.0 + }, + { + "representative": 7142, + "members": [ + 7142 + ], + "max_error": 0.0 + }, + { + "representative": 7625, + "members": [ + 7625 + ], + "max_error": 0.0 + }, + { + "representative": 7447, + "members": [ + 7447 + ], + "max_error": 0.0 + }, + { + "representative": 7573, + "members": [ + 7573 + ], + "max_error": 0.0 + }, + { + "representative": 7609, + "members": [ + 7609 + ], + "max_error": 0.0 + }, + { + "representative": 7566, + "members": [ + 7566 + ], + "max_error": 0.0 + }, + { + "representative": 7505, + "members": [ + 7505 + ], + "max_error": 0.0 + }, + { + "representative": 7487, + "members": [ + 7487 + ], + "max_error": 0.0 + }, + { + "representative": 7469, + "members": [ + 7469 + ], + "max_error": 0.0 + }, + { + "representative": 7459, + "members": [ + 7459 + ], + "max_error": 0.0 + }, + { + "representative": 7549, + "members": [ + 7549 + ], + "max_error": 0.0 + }, + { + "representative": 7452, + "members": [ + 7452 + ], + "max_error": 0.0 + }, + { + "representative": 7481, + "members": [ + 7481 + ], + "max_error": 0.0 + }, + { + "representative": 7955, + "members": [ + 7955 + ], + "max_error": 0.0 + }, + { + "representative": 7948, + "members": [ + 7948 + ], + "max_error": 0.0 + }, + { + "representative": 8067, + "members": [ + 8067 + ], + "max_error": 0.0 + }, + { + "representative": 8102, + "members": [ + 8102 + ], + "max_error": 0.0 + }, + { + "representative": 7982, + "members": [ + 7982 + ], + "max_error": 0.0 + }, + { + "representative": 8148, + "members": [ + 8148 + ], + "max_error": 0.0 + }, + { + "representative": 8062, + "members": [ + 8062 + ], + "max_error": 0.0 + }, + { + "representative": 8064, + "members": [ + 8064 + ], + "max_error": 0.0 + }, + { + "representative": 8172, + "members": [ + 8172 + ], + "max_error": 0.0 + }, + { + "representative": 8146, + "members": [ + 8146 + ], + "max_error": 0.0 + }, + { + "representative": 8031, + "members": [ + 8031 + ], + "max_error": 0.0 + }, + { + "representative": 6589, + "members": [ + 6589 + ], + "max_error": 0.0 + }, + { + "representative": 6617, + "members": [ + 6617 + ], + "max_error": 0.0 + }, + { + "representative": 6637, + "members": [ + 6637 + ], + "max_error": 0.0 + }, + { + "representative": 6401, + "members": [ + 6401 + ], + "max_error": 0.0 + }, + { + "representative": 6466, + "members": [ + 6466 + ], + "max_error": 0.0 + }, + { + "representative": 6582, + "members": [ + 6582 + ], + "max_error": 0.0 + }, + { + "representative": 6935, + "members": [ + 6935 + ], + "max_error": 0.0 + }, + { + "representative": 7114, + "members": [ + 7114 + ], + "max_error": 0.0 + }, + { + "representative": 7025, + "members": [ + 7025 + ], + "max_error": 0.0 + }, + { + "representative": 7053, + "members": [ + 7053 + ], + "max_error": 0.0 + }, + { + "representative": 6947, + "members": [ + 6947 + ], + "max_error": 0.0 + }, + { + "representative": 7022, + "members": [ + 7022 + ], + "max_error": 0.0 + }, + { + "representative": 7111, + "members": [ + 7111 + ], + "max_error": 0.0 + }, + { + "representative": 7141, + "members": [ + 7141 + ], + "max_error": 0.0 + }, + { + "representative": 6953, + "members": [ + 6953 + ], + "max_error": 0.0 + }, + { + "representative": 7030, + "members": [ + 7030 + ], + "max_error": 0.0 + }, + { + "representative": 7139, + "members": [ + 7139 + ], + "max_error": 0.0 + }, + { + "representative": 7126, + "members": [ + 7126 + ], + "max_error": 0.0 + }, + { + "representative": 6967, + "members": [ + 6967 + ], + "max_error": 0.0 + }, + { + "representative": 7510, + "members": [ + 7510 + ], + "max_error": 0.0 + }, + { + "representative": 7548, + "members": [ + 7548 + ], + "max_error": 0.0 + }, + { + "representative": 7615, + "members": [ + 7615 + ], + "max_error": 0.0 + }, + { + "representative": 7666, + "members": [ + 7666 + ], + "max_error": 0.0 + }, + { + "representative": 7555, + "members": [ + 7555 + ], + "max_error": 0.0 + }, + { + "representative": 7655, + "members": [ + 7655 + ], + "max_error": 0.0 + }, + { + "representative": 7435, + "members": [ + 7435 + ], + "max_error": 0.0 + }, + { + "representative": 7623, + "members": [ + 7623 + ], + "max_error": 0.0 + }, + { + "representative": 7550, + "members": [ + 7550 + ], + "max_error": 0.0 + }, + { + "representative": 7441, + "members": [ + 7441 + ], + "max_error": 0.0 + }, + { + "representative": 8092, + "members": [ + 8092 + ], + "max_error": 0.0 + }, + { + "representative": 8164, + "members": [ + 8164 + ], + "max_error": 0.0 + }, + { + "representative": 8136, + "members": [ + 8136 + ], + "max_error": 0.0 + }, + { + "representative": 8007, + "members": [ + 8007 + ], + "max_error": 0.0 + }, + { + "representative": 8058, + "members": [ + 8058 + ], + "max_error": 0.0 + }, + { + "representative": 8165, + "members": [ + 8165 + ], + "max_error": 0.0 + }, + { + "representative": 8129, + "members": [ + 8129 + ], + "max_error": 0.0 + }, + { + "representative": 8117, + "members": [ + 8117 + ], + "max_error": 0.0 + }, + { + "representative": 8143, + "members": [ + 8143 + ], + "max_error": 0.0 + }, + { + "representative": 8019, + "members": [ + 8019 + ], + "max_error": 0.0 + }, + { + "representative": 6509, + "members": [ + 6509 + ], + "max_error": 0.0 + }, + { + "representative": 6510, + "members": [ + 6510 + ], + "max_error": 0.0 + }, + { + "representative": 6517, + "members": [ + 6517 + ], + "max_error": 0.0 + }, + { + "representative": 6594, + "members": [ + 6594 + ], + "max_error": 0.0 + }, + { + "representative": 6551, + "members": [ + 6551 + ], + "max_error": 0.0 + }, + { + "representative": 6642, + "members": [ + 6642 + ], + "max_error": 0.0 + }, + { + "representative": 6557, + "members": [ + 6557 + ], + "max_error": 0.0 + }, + { + "representative": 6640, + "members": [ + 6640 + ], + "max_error": 0.0 + }, + { + "representative": 6415, + "members": [ + 6415 + ], + "max_error": 0.0 + }, + { + "representative": 6493, + "members": [ + 6493 + ], + "max_error": 0.0 + }, + { + "representative": 6437, + "members": [ + 6437 + ], + "max_error": 0.0 + }, + { + "representative": 7130, + "members": [ + 7130 + ], + "max_error": 0.0 + }, + { + "representative": 7145, + "members": [ + 7145 + ], + "max_error": 0.0 + }, + { + "representative": 6958, + "members": [ + 6958 + ], + "max_error": 0.0 + }, + { + "representative": 6926, + "members": [ + 6926 + ], + "max_error": 0.0 + }, + { + "representative": 7087, + "members": [ + 7087 + ], + "max_error": 0.0 + }, + { + "representative": 7062, + "members": [ + 7062 + ], + "max_error": 0.0 + }, + { + "representative": 7099, + "members": [ + 7099 + ], + "max_error": 0.0 + }, + { + "representative": 6920, + "members": [ + 6920 + ], + "max_error": 0.0 + }, + { + "representative": 7035, + "members": [ + 7035 + ], + "max_error": 0.0 + }, + { + "representative": 7041, + "members": [ + 7041 + ], + "max_error": 0.0 + }, + { + "representative": 7118, + "members": [ + 7118 + ], + "max_error": 0.0 + }, + { + "representative": 7120, + "members": [ + 7120 + ], + "max_error": 0.0 + }, + { + "representative": 7116, + "members": [ + 7116 + ], + "max_error": 0.0 + }, + { + "representative": 6956, + "members": [ + 6956 + ], + "max_error": 0.0 + }, + { + "representative": 7437, + "members": [ + 7437 + ], + "max_error": 0.0 + }, + { + "representative": 7600, + "members": [ + 7600 + ], + "max_error": 0.0 + }, + { + "representative": 7597, + "members": [ + 7597 + ], + "max_error": 0.0 + }, + { + "representative": 7535, + "members": [ + 7535 + ], + "max_error": 0.0 + }, + { + "representative": 7463, + "members": [ + 7463 + ], + "max_error": 0.0 + }, + { + "representative": 7495, + "members": [ + 7495 + ], + "max_error": 0.0 + }, + { + "representative": 7620, + "members": [ + 7620 + ], + "max_error": 0.0 + }, + { + "representative": 7642, + "members": [ + 7642 + ], + "max_error": 0.0 + }, + { + "representative": 7608, + "members": [ + 7608 + ], + "max_error": 0.0 + }, + { + "representative": 8006, + "members": [ + 8006 + ], + "max_error": 0.0 + }, + { + "representative": 7946, + "members": [ + 7946 + ], + "max_error": 0.0 + }, + { + "representative": 8101, + "members": [ + 8101 + ], + "max_error": 0.0 + }, + { + "representative": 8124, + "members": [ + 8124 + ], + "max_error": 0.0 + }, + { + "representative": 8178, + "members": [ + 8178 + ], + "max_error": 0.0 + }, + { + "representative": 7969, + "members": [ + 7969 + ], + "max_error": 0.0 + }, + { + "representative": 8175, + "members": [ + 8175 + ], + "max_error": 0.0 + }, + { + "representative": 8128, + "members": [ + 8128 + ], + "max_error": 0.0 + }, + { + "representative": 8005, + "members": [ + 8005 + ], + "max_error": 0.0 + }, + { + "representative": 7968, + "members": [ + 7968 + ], + "max_error": 0.0 + }, + { + "representative": 8068, + "members": [ + 8068 + ], + "max_error": 0.0 + }, + { + "representative": 8066, + "members": [ + 8066 + ], + "max_error": 0.0 + }, + { + "representative": 8011, + "members": [ + 8011 + ], + "max_error": 0.0 + }, + { + "representative": 8121, + "members": [ + 8121 + ], + "max_error": 0.0 + }, + { + "representative": 6454, + "members": [ + 6454 + ], + "max_error": 0.0 + }, + { + "representative": 6507, + "members": [ + 6507 + ], + "max_error": 0.0 + }, + { + "representative": 6647, + "members": [ + 6647 + ], + "max_error": 0.0 + }, + { + "representative": 6608, + "members": [ + 6608 + ], + "max_error": 0.0 + }, + { + "representative": 6499, + "members": [ + 6499 + ], + "max_error": 0.0 + }, + { + "representative": 6441, + "members": [ + 6441 + ], + "max_error": 0.0 + }, + { + "representative": 6522, + "members": [ + 6522 + ], + "max_error": 0.0 + }, + { + "representative": 6578, + "members": [ + 6578 + ], + "max_error": 0.0 + }, + { + "representative": 6588, + "members": [ + 6588 + ], + "max_error": 0.0 + }, + { + "representative": 6418, + "members": [ + 6418 + ], + "max_error": 0.0 + }, + { + "representative": 6486, + "members": [ + 6486 + ], + "max_error": 0.0 + }, + { + "representative": 6445, + "members": [ + 6445 + ], + "max_error": 0.0 + }, + { + "representative": 7046, + "members": [ + 7046 + ], + "max_error": 0.0 + }, + { + "representative": 6938, + "members": [ + 6938 + ], + "max_error": 0.0 + }, + { + "representative": 7002, + "members": [ + 7002 + ], + "max_error": 0.0 + }, + { + "representative": 6991, + "members": [ + 6991 + ], + "max_error": 0.0 + }, + { + "representative": 7055, + "members": [ + 7055 + ], + "max_error": 0.0 + }, + { + "representative": 7023, + "members": [ + 7023 + ], + "max_error": 0.0 + }, + { + "representative": 7072, + "members": [ + 7072 + ], + "max_error": 0.0 + }, + { + "representative": 6955, + "members": [ + 6955 + ], + "max_error": 0.0 + }, + { + "representative": 7100, + "members": [ + 7100 + ], + "max_error": 0.0 + }, + { + "representative": 6915, + "members": [ + 6915 + ], + "max_error": 0.0 + }, + { + "representative": 7621, + "members": [ + 7621 + ], + "max_error": 0.0 + }, + { + "representative": 7669, + "members": [ + 7669 + ], + "max_error": 0.0 + }, + { + "representative": 7538, + "members": [ + 7538 + ], + "max_error": 0.0 + }, + { + "representative": 7599, + "members": [ + 7599 + ], + "max_error": 0.0 + }, + { + "representative": 7545, + "members": [ + 7545 + ], + "max_error": 0.0 + }, + { + "representative": 7506, + "members": [ + 7506 + ], + "max_error": 0.0 + }, + { + "representative": 7472, + "members": [ + 7472 + ], + "max_error": 0.0 + }, + { + "representative": 7460, + "members": [ + 7460 + ], + "max_error": 0.0 + }, + { + "representative": 7431, + "members": [ + 7431 + ], + "max_error": 0.0 + }, + { + "representative": 7498, + "members": [ + 7498 + ], + "max_error": 0.0 + }, + { + "representative": 8048, + "members": [ + 8048 + ], + "max_error": 0.0 + }, + { + "representative": 8135, + "members": [ + 8135 + ], + "max_error": 0.0 + }, + { + "representative": 8084, + "members": [ + 8084 + ], + "max_error": 0.0 + }, + { + "representative": 8032, + "members": [ + 8032 + ], + "max_error": 0.0 + }, + { + "representative": 8154, + "members": [ + 8154 + ], + "max_error": 0.0 + }, + { + "representative": 6450, + "members": [ + 6450 + ], + "max_error": 0.0 + }, + { + "representative": 6529, + "members": [ + 6529 + ], + "max_error": 0.0 + }, + { + "representative": 6532, + "members": [ + 6532 + ], + "max_error": 0.0 + }, + { + "representative": 6553, + "members": [ + 6553 + ], + "max_error": 0.0 + }, + { + "representative": 6505, + "members": [ + 6505 + ], + "max_error": 0.0 + }, + { + "representative": 6599, + "members": [ + 6599 + ], + "max_error": 0.0 + }, + { + "representative": 6453, + "members": [ + 6453 + ], + "max_error": 0.0 + }, + { + "representative": 6584, + "members": [ + 6584 + ], + "max_error": 0.0 + }, + { + "representative": 6552, + "members": [ + 6552 + ], + "max_error": 0.0 + }, + { + "representative": 6492, + "members": [ + 6492 + ], + "max_error": 0.0 + }, + { + "representative": 6560, + "members": [ + 6560 + ], + "max_error": 0.0 + }, + { + "representative": 6481, + "members": [ + 6481 + ], + "max_error": 0.0 + }, + { + "representative": 6653, + "members": [ + 6653 + ], + "max_error": 0.0 + }, + { + "representative": 6598, + "members": [ + 6598 + ], + "max_error": 0.0 + }, + { + "representative": 6558, + "members": [ + 6558 + ], + "max_error": 0.0 + }, + { + "representative": 7019, + "members": [ + 7019 + ], + "max_error": 0.0 + }, + { + "representative": 6931, + "members": [ + 6931 + ], + "max_error": 0.0 + }, + { + "representative": 7155, + "members": [ + 7155 + ], + "max_error": 0.0 + }, + { + "representative": 7167, + "members": [ + 7167 + ], + "max_error": 0.0 + }, + { + "representative": 7083, + "members": [ + 7083 + ], + "max_error": 0.0 + }, + { + "representative": 7147, + "members": [ + 7147 + ], + "max_error": 0.0 + }, + { + "representative": 7027, + "members": [ + 7027 + ], + "max_error": 0.0 + }, + { + "representative": 6984, + "members": [ + 6984 + ], + "max_error": 0.0 + }, + { + "representative": 7088, + "members": [ + 7088 + ], + "max_error": 0.0 + }, + { + "representative": 7073, + "members": [ + 7073 + ], + "max_error": 0.0 + }, + { + "representative": 7652, + "members": [ + 7652 + ], + "max_error": 0.0 + }, + { + "representative": 7451, + "members": [ + 7451 + ], + "max_error": 0.0 + }, + { + "representative": 7489, + "members": [ + 7489 + ], + "max_error": 0.0 + }, + { + "representative": 7430, + "members": [ + 7430 + ], + "max_error": 0.0 + }, + { + "representative": 7526, + "members": [ + 7526 + ], + "max_error": 0.0 + }, + { + "representative": 7512, + "members": [ + 7512 + ], + "max_error": 0.0 + }, + { + "representative": 7520, + "members": [ + 7520 + ], + "max_error": 0.0 + }, + { + "representative": 7477, + "members": [ + 7477 + ], + "max_error": 0.0 + }, + { + "representative": 7659, + "members": [ + 7659 + ], + "max_error": 0.0 + }, + { + "representative": 7466, + "members": [ + 7466 + ], + "max_error": 0.0 + }, + { + "representative": 7493, + "members": [ + 7493 + ], + "max_error": 0.0 + }, + { + "representative": 7967, + "members": [ + 7967 + ], + "max_error": 0.0 + }, + { + "representative": 8044, + "members": [ + 8044 + ], + "max_error": 0.0 + }, + { + "representative": 8060, + "members": [ + 8060 + ], + "max_error": 0.0 + }, + { + "representative": 7991, + "members": [ + 7991 + ], + "max_error": 0.0 + }, + { + "representative": 8023, + "members": [ + 8023 + ], + "max_error": 0.0 + }, + { + "representative": 8012, + "members": [ + 8012 + ], + "max_error": 0.0 + }, + { + "representative": 8037, + "members": [ + 8037 + ], + "max_error": 0.0 + }, + { + "representative": 8109, + "members": [ + 8109 + ], + "max_error": 0.0 + }, + { + "representative": 8056, + "members": [ + 8056 + ], + "max_error": 0.0 + }, + { + "representative": 7974, + "members": [ + 7974 + ], + "max_error": 0.0 + }, + { + "representative": 7979, + "members": [ + 7979 + ], + "max_error": 0.0 + }, + { + "representative": 7937, + "members": [ + 7937 + ], + "max_error": 0.0 + }, + { + "representative": 8004, + "members": [ + 8004 + ], + "max_error": 0.0 + }, + { + "representative": 8126, + "members": [ + 8126 + ], + "max_error": 0.0 + }, + { + "representative": 6621, + "members": [ + 6621 + ], + "max_error": 0.0 + }, + { + "representative": 6495, + "members": [ + 6495 + ], + "max_error": 0.0 + }, + { + "representative": 6567, + "members": [ + 6567 + ], + "max_error": 0.0 + }, + { + "representative": 6548, + "members": [ + 6548 + ], + "max_error": 0.0 + }, + { + "representative": 6564, + "members": [ + 6564 + ], + "max_error": 0.0 + }, + { + "representative": 6644, + "members": [ + 6644 + ], + "max_error": 0.0 + }, + { + "representative": 6596, + "members": [ + 6596 + ], + "max_error": 0.0 + }, + { + "representative": 6519, + "members": [ + 6519 + ], + "max_error": 0.0 + }, + { + "representative": 6603, + "members": [ + 6603 + ], + "max_error": 0.0 + }, + { + "representative": 6593, + "members": [ + 6593 + ], + "max_error": 0.0 + }, + { + "representative": 6508, + "members": [ + 6508 + ], + "max_error": 0.0 + }, + { + "representative": 7143, + "members": [ + 7143 + ], + "max_error": 0.0 + }, + { + "representative": 7093, + "members": [ + 7093 + ], + "max_error": 0.0 + }, + { + "representative": 7029, + "members": [ + 7029 + ], + "max_error": 0.0 + }, + { + "representative": 7128, + "members": [ + 7128 + ], + "max_error": 0.0 + }, + { + "representative": 7131, + "members": [ + 7131 + ], + "max_error": 0.0 + }, + { + "representative": 7165, + "members": [ + 7165 + ], + "max_error": 0.0 + }, + { + "representative": 7104, + "members": [ + 7104 + ], + "max_error": 0.0 + }, + { + "representative": 7018, + "members": [ + 7018 + ], + "max_error": 0.0 + }, + { + "representative": 7151, + "members": [ + 7151 + ], + "max_error": 0.0 + }, + { + "representative": 7076, + "members": [ + 7076 + ], + "max_error": 0.0 + }, + { + "representative": 7138, + "members": [ + 7138 + ], + "max_error": 0.0 + }, + { + "representative": 6977, + "members": [ + 6977 + ], + "max_error": 0.0 + }, + { + "representative": 6946, + "members": [ + 6946 + ], + "max_error": 0.0 + }, + { + "representative": 7135, + "members": [ + 7135 + ], + "max_error": 0.0 + }, + { + "representative": 7540, + "members": [ + 7540 + ], + "max_error": 0.0 + }, + { + "representative": 7480, + "members": [ + 7480 + ], + "max_error": 0.0 + }, + { + "representative": 7432, + "members": [ + 7432 + ], + "max_error": 0.0 + }, + { + "representative": 7457, + "members": [ + 7457 + ], + "max_error": 0.0 + }, + { + "representative": 7478, + "members": [ + 7478 + ], + "max_error": 0.0 + }, + { + "representative": 7438, + "members": [ + 7438 + ], + "max_error": 0.0 + }, + { + "representative": 7462, + "members": [ + 7462 + ], + "max_error": 0.0 + }, + { + "representative": 7624, + "members": [ + 7624 + ], + "max_error": 0.0 + }, + { + "representative": 7570, + "members": [ + 7570 + ], + "max_error": 0.0 + }, + { + "representative": 7646, + "members": [ + 7646 + ], + "max_error": 0.0 + }, + { + "representative": 7585, + "members": [ + 7585 + ], + "max_error": 0.0 + }, + { + "representative": 7450, + "members": [ + 7450 + ], + "max_error": 0.0 + }, + { + "representative": 7582, + "members": [ + 7582 + ], + "max_error": 0.0 + }, + { + "representative": 7606, + "members": [ + 7606 + ], + "max_error": 0.0 + }, + { + "representative": 7484, + "members": [ + 7484 + ], + "max_error": 0.0 + }, + { + "representative": 7499, + "members": [ + 7499 + ], + "max_error": 0.0 + }, + { + "representative": 7552, + "members": [ + 7552 + ], + "max_error": 0.0 + }, + { + "representative": 7977, + "members": [ + 7977 + ], + "max_error": 0.0 + }, + { + "representative": 7938, + "members": [ + 7938 + ], + "max_error": 0.0 + }, + { + "representative": 8087, + "members": [ + 8087 + ], + "max_error": 0.0 + }, + { + "representative": 8150, + "members": [ + 8150 + ], + "max_error": 0.0 + }, + { + "representative": 8190, + "members": [ + 8190 + ], + "max_error": 0.0 + }, + { + "representative": 8063, + "members": [ + 8063 + ], + "max_error": 0.0 + }, + { + "representative": 8107, + "members": [ + 8107 + ], + "max_error": 0.0 + }, + { + "representative": 8020, + "members": [ + 8020 + ], + "max_error": 0.0 + }, + { + "representative": 8174, + "members": [ + 8174 + ], + "max_error": 0.0 + }, + { + "representative": 7976, + "members": [ + 7976 + ], + "max_error": 0.0 + }, + { + "representative": 6630, + "members": [ + 6630 + ], + "max_error": 0.0 + }, + { + "representative": 6605, + "members": [ + 6605 + ], + "max_error": 0.0 + }, + { + "representative": 6577, + "members": [ + 6577 + ], + "max_error": 0.0 + }, + { + "representative": 6643, + "members": [ + 6643 + ], + "max_error": 0.0 + }, + { + "representative": 6410, + "members": [ + 6410 + ], + "max_error": 0.0 + }, + { + "representative": 7048, + "members": [ + 7048 + ], + "max_error": 0.0 + }, + { + "representative": 7044, + "members": [ + 7044 + ], + "max_error": 0.0 + }, + { + "representative": 7137, + "members": [ + 7137 + ], + "max_error": 0.0 + }, + { + "representative": 6996, + "members": [ + 6996 + ], + "max_error": 0.0 + }, + { + "representative": 6968, + "members": [ + 6968 + ], + "max_error": 0.0 + }, + { + "representative": 7008, + "members": [ + 7008 + ], + "max_error": 0.0 + }, + { + "representative": 6988, + "members": [ + 6988 + ], + "max_error": 0.0 + }, + { + "representative": 7067, + "members": [ + 7067 + ], + "max_error": 0.0 + }, + { + "representative": 7154, + "members": [ + 7154 + ], + "max_error": 0.0 + }, + { + "representative": 7509, + "members": [ + 7509 + ], + "max_error": 0.0 + }, + { + "representative": 7444, + "members": [ + 7444 + ], + "max_error": 0.0 + }, + { + "representative": 7445, + "members": [ + 7445 + ], + "max_error": 0.0 + }, + { + "representative": 7539, + "members": [ + 7539 + ], + "max_error": 0.0 + }, + { + "representative": 7440, + "members": [ + 7440 + ], + "max_error": 0.0 + }, + { + "representative": 7508, + "members": [ + 7508 + ], + "max_error": 0.0 + }, + { + "representative": 7595, + "members": [ + 7595 + ], + "max_error": 0.0 + }, + { + "representative": 7486, + "members": [ + 7486 + ], + "max_error": 0.0 + }, + { + "representative": 7629, + "members": [ + 7629 + ], + "max_error": 0.0 + }, + { + "representative": 7443, + "members": [ + 7443 + ], + "max_error": 0.0 + }, + { + "representative": 7568, + "members": [ + 7568 + ], + "max_error": 0.0 + }, + { + "representative": 7454, + "members": [ + 7454 + ], + "max_error": 0.0 + }, + { + "representative": 8036, + "members": [ + 8036 + ], + "max_error": 0.0 + }, + { + "representative": 8145, + "members": [ + 8145 + ], + "max_error": 0.0 + }, + { + "representative": 8059, + "members": [ + 8059 + ], + "max_error": 0.0 + }, + { + "representative": 7997, + "members": [ + 7997 + ], + "max_error": 0.0 + }, + { + "representative": 8118, + "members": [ + 8118 + ], + "max_error": 0.0 + }, + { + "representative": 7978, + "members": [ + 7978 + ], + "max_error": 0.0 + }, + { + "representative": 7953, + "members": [ + 7953 + ], + "max_error": 0.0 + }, + { + "representative": 8099, + "members": [ + 8099 + ], + "max_error": 0.0 + }, + { + "representative": 8024, + "members": [ + 8024 + ], + "max_error": 0.0 + }, + { + "representative": 8110, + "members": [ + 8110 + ], + "max_error": 0.0 + }, + { + "representative": 8132, + "members": [ + 8132 + ], + "max_error": 0.0 + }, + { + "representative": 7941, + "members": [ + 7941 + ], + "max_error": 0.0 + }, + { + "representative": 8166, + "members": [ + 8166 + ], + "max_error": 0.0 + }, + { + "representative": 8038, + "members": [ + 8038 + ], + "max_error": 0.0 + }, + { + "representative": 7980, + "members": [ + 7980 + ], + "max_error": 0.0 + }, + { + "representative": 7962, + "members": [ + 7962 + ], + "max_error": 0.0 + }, + { + "representative": 8116, + "members": [ + 8116 + ], + "max_error": 0.0 + }, + { + "representative": 8170, + "members": [ + 8170 + ], + "max_error": 0.0 + }, + { + "representative": 6444, + "members": [ + 6444 + ], + "max_error": 0.0 + }, + { + "representative": 6471, + "members": [ + 6471 + ], + "max_error": 0.0 + }, + { + "representative": 6543, + "members": [ + 6543 + ], + "max_error": 0.0 + }, + { + "representative": 6609, + "members": [ + 6609 + ], + "max_error": 0.0 + }, + { + "representative": 6585, + "members": [ + 6585 + ], + "max_error": 0.0 + }, + { + "representative": 6595, + "members": [ + 6595 + ], + "max_error": 0.0 + }, + { + "representative": 6447, + "members": [ + 6447 + ], + "max_error": 0.0 + }, + { + "representative": 6615, + "members": [ + 6615 + ], + "max_error": 0.0 + }, + { + "representative": 6646, + "members": [ + 6646 + ], + "max_error": 0.0 + }, + { + "representative": 6613, + "members": [ + 6613 + ], + "max_error": 0.0 + }, + { + "representative": 6945, + "members": [ + 6945 + ], + "max_error": 0.0 + }, + { + "representative": 6919, + "members": [ + 6919 + ], + "max_error": 0.0 + }, + { + "representative": 6972, + "members": [ + 6972 + ], + "max_error": 0.0 + }, + { + "representative": 7161, + "members": [ + 7161 + ], + "max_error": 0.0 + }, + { + "representative": 6985, + "members": [ + 6985 + ], + "max_error": 0.0 + }, + { + "representative": 7056, + "members": [ + 7056 + ], + "max_error": 0.0 + }, + { + "representative": 6922, + "members": [ + 6922 + ], + "max_error": 0.0 + }, + { + "representative": 7077, + "members": [ + 7077 + ], + "max_error": 0.0 + }, + { + "representative": 7157, + "members": [ + 7157 + ], + "max_error": 0.0 + }, + { + "representative": 6925, + "members": [ + 6925 + ], + "max_error": 0.0 + }, + { + "representative": 7000, + "members": [ + 7000 + ], + "max_error": 0.0 + }, + { + "representative": 7556, + "members": [ + 7556 + ], + "max_error": 0.0 + }, + { + "representative": 7611, + "members": [ + 7611 + ], + "max_error": 0.0 + }, + { + "representative": 7534, + "members": [ + 7534 + ], + "max_error": 0.0 + }, + { + "representative": 7474, + "members": [ + 7474 + ], + "max_error": 0.0 + }, + { + "representative": 7660, + "members": [ + 7660 + ], + "max_error": 0.0 + }, + { + "representative": 7488, + "members": [ + 7488 + ], + "max_error": 0.0 + }, + { + "representative": 7637, + "members": [ + 7637 + ], + "max_error": 0.0 + }, + { + "representative": 7476, + "members": [ + 7476 + ], + "max_error": 0.0 + }, + { + "representative": 7467, + "members": [ + 7467 + ], + "max_error": 0.0 + }, + { + "representative": 7612, + "members": [ + 7612 + ], + "max_error": 0.0 + }, + { + "representative": 7662, + "members": [ + 7662 + ], + "max_error": 0.0 + }, + { + "representative": 7483, + "members": [ + 7483 + ], + "max_error": 0.0 + }, + { + "representative": 8144, + "members": [ + 8144 + ], + "max_error": 0.0 + }, + { + "representative": 8162, + "members": [ + 8162 + ], + "max_error": 0.0 + }, + { + "representative": 8055, + "members": [ + 8055 + ], + "max_error": 0.0 + }, + { + "representative": 8002, + "members": [ + 8002 + ], + "max_error": 0.0 + }, + { + "representative": 8188, + "members": [ + 8188 + ], + "max_error": 0.0 + }, + { + "representative": 8061, + "members": [ + 8061 + ], + "max_error": 0.0 + }, + { + "representative": 8029, + "members": [ + 8029 + ], + "max_error": 0.0 + }, + { + "representative": 7993, + "members": [ + 7993 + ], + "max_error": 0.0 + }, + { + "representative": 6592, + "members": [ + 6592 + ], + "max_error": 0.0 + }, + { + "representative": 6512, + "members": [ + 6512 + ], + "max_error": 0.0 + }, + { + "representative": 6648, + "members": [ + 6648 + ], + "max_error": 0.0 + }, + { + "representative": 6540, + "members": [ + 6540 + ], + "max_error": 0.0 + }, + { + "representative": 6430, + "members": [ + 6430 + ], + "max_error": 0.0 + }, + { + "representative": 6419, + "members": [ + 6419 + ], + "max_error": 0.0 + }, + { + "representative": 6433, + "members": [ + 6433 + ], + "max_error": 0.0 + }, + { + "representative": 6978, + "members": [ + 6978 + ], + "max_error": 0.0 + }, + { + "representative": 7026, + "members": [ + 7026 + ], + "max_error": 0.0 + }, + { + "representative": 7050, + "members": [ + 7050 + ], + "max_error": 0.0 + }, + { + "representative": 6941, + "members": [ + 6941 + ], + "max_error": 0.0 + }, + { + "representative": 7037, + "members": [ + 7037 + ], + "max_error": 0.0 + }, + { + "representative": 7013, + "members": [ + 7013 + ], + "max_error": 0.0 + }, + { + "representative": 7119, + "members": [ + 7119 + ], + "max_error": 0.0 + }, + { + "representative": 7014, + "members": [ + 7014 + ], + "max_error": 0.0 + }, + { + "representative": 7004, + "members": [ + 7004 + ], + "max_error": 0.0 + }, + { + "representative": 7045, + "members": [ + 7045 + ], + "max_error": 0.0 + }, + { + "representative": 6950, + "members": [ + 6950 + ], + "max_error": 0.0 + }, + { + "representative": 7641, + "members": [ + 7641 + ], + "max_error": 0.0 + }, + { + "representative": 7544, + "members": [ + 7544 + ], + "max_error": 0.0 + }, + { + "representative": 7588, + "members": [ + 7588 + ], + "max_error": 0.0 + }, + { + "representative": 7667, + "members": [ + 7667 + ], + "max_error": 0.0 + }, + { + "representative": 7562, + "members": [ + 7562 + ], + "max_error": 0.0 + }, + { + "representative": 7668, + "members": [ + 7668 + ], + "max_error": 0.0 + }, + { + "representative": 7661, + "members": [ + 7661 + ], + "max_error": 0.0 + }, + { + "representative": 7648, + "members": [ + 7648 + ], + "max_error": 0.0 + }, + { + "representative": 7559, + "members": [ + 7559 + ], + "max_error": 0.0 + }, + { + "representative": 7424, + "members": [ + 7424 + ], + "max_error": 0.0 + }, + { + "representative": 7656, + "members": [ + 7656 + ], + "max_error": 0.0 + }, + { + "representative": 7442, + "members": [ + 7442 + ], + "max_error": 0.0 + }, + { + "representative": 7453, + "members": [ + 7453 + ], + "max_error": 0.0 + }, + { + "representative": 7530, + "members": [ + 7530 + ], + "max_error": 0.0 + }, + { + "representative": 7603, + "members": [ + 7603 + ], + "max_error": 0.0 + }, + { + "representative": 7590, + "members": [ + 7590 + ], + "max_error": 0.0 + }, + { + "representative": 7532, + "members": [ + 7532 + ], + "max_error": 0.0 + }, + { + "representative": 7491, + "members": [ + 7491 + ], + "max_error": 0.0 + }, + { + "representative": 8177, + "members": [ + 8177 + ], + "max_error": 0.0 + }, + { + "representative": 8171, + "members": [ + 8171 + ], + "max_error": 0.0 + }, + { + "representative": 7964, + "members": [ + 7964 + ], + "max_error": 0.0 + }, + { + "representative": 8072, + "members": [ + 8072 + ], + "max_error": 0.0 + }, + { + "representative": 7954, + "members": [ + 7954 + ], + "max_error": 0.0 + }, + { + "representative": 8069, + "members": [ + 8069 + ], + "max_error": 0.0 + }, + { + "representative": 8137, + "members": [ + 8137 + ], + "max_error": 0.0 + }, + { + "representative": 8000, + "members": [ + 8000 + ], + "max_error": 0.0 + }, + { + "representative": 8076, + "members": [ + 8076 + ], + "max_error": 0.0 + }, + { + "representative": 8091, + "members": [ + 8091 + ], + "max_error": 0.0 + }, + { + "representative": 8021, + "members": [ + 8021 + ], + "max_error": 0.0 + }, + { + "representative": 8008, + "members": [ + 8008 + ], + "max_error": 0.0 + }, + { + "representative": 6427, + "members": [ + 6427 + ], + "max_error": 0.0 + }, + { + "representative": 6404, + "members": [ + 6404 + ], + "max_error": 0.0 + }, + { + "representative": 6480, + "members": [ + 6480 + ], + "max_error": 0.0 + }, + { + "representative": 6635, + "members": [ + 6635 + ], + "max_error": 0.0 + }, + { + "representative": 6602, + "members": [ + 6602 + ], + "max_error": 0.0 + }, + { + "representative": 6513, + "members": [ + 6513 + ], + "max_error": 0.0 + }, + { + "representative": 6407, + "members": [ + 6407 + ], + "max_error": 0.0 + }, + { + "representative": 6494, + "members": [ + 6494 + ], + "max_error": 0.0 + }, + { + "representative": 6572, + "members": [ + 6572 + ], + "max_error": 0.0 + }, + { + "representative": 6473, + "members": [ + 6473 + ], + "max_error": 0.0 + }, + { + "representative": 7129, + "members": [ + 7129 + ], + "max_error": 0.0 + }, + { + "representative": 6934, + "members": [ + 6934 + ], + "max_error": 0.0 + }, + { + "representative": 7011, + "members": [ + 7011 + ], + "max_error": 0.0 + }, + { + "representative": 7115, + "members": [ + 7115 + ], + "max_error": 0.0 + }, + { + "representative": 7123, + "members": [ + 7123 + ], + "max_error": 0.0 + }, + { + "representative": 6957, + "members": [ + 6957 + ], + "max_error": 0.0 + }, + { + "representative": 7075, + "members": [ + 7075 + ], + "max_error": 0.0 + }, + { + "representative": 6954, + "members": [ + 6954 + ], + "max_error": 0.0 + }, + { + "representative": 7152, + "members": [ + 7152 + ], + "max_error": 0.0 + }, + { + "representative": 7132, + "members": [ + 7132 + ], + "max_error": 0.0 + }, + { + "representative": 7091, + "members": [ + 7091 + ], + "max_error": 0.0 + }, + { + "representative": 7020, + "members": [ + 7020 + ], + "max_error": 0.0 + }, + { + "representative": 7136, + "members": [ + 7136 + ], + "max_error": 0.0 + }, + { + "representative": 7164, + "members": [ + 7164 + ], + "max_error": 0.0 + }, + { + "representative": 6975, + "members": [ + 6975 + ], + "max_error": 0.0 + }, + { + "representative": 7542, + "members": [ + 7542 + ], + "max_error": 0.0 + }, + { + "representative": 7428, + "members": [ + 7428 + ], + "max_error": 0.0 + }, + { + "representative": 7605, + "members": [ + 7605 + ], + "max_error": 0.0 + }, + { + "representative": 7565, + "members": [ + 7565 + ], + "max_error": 0.0 + }, + { + "representative": 7673, + "members": [ + 7673 + ], + "max_error": 0.0 + }, + { + "representative": 7564, + "members": [ + 7564 + ], + "max_error": 0.0 + }, + { + "representative": 7607, + "members": [ + 7607 + ], + "max_error": 0.0 + }, + { + "representative": 7455, + "members": [ + 7455 + ], + "max_error": 0.0 + }, + { + "representative": 7649, + "members": [ + 7649 + ], + "max_error": 0.0 + }, + { + "representative": 7557, + "members": [ + 7557 + ], + "max_error": 0.0 + }, + { + "representative": 7553, + "members": [ + 7553 + ], + "max_error": 0.0 + }, + { + "representative": 7521, + "members": [ + 7521 + ], + "max_error": 0.0 + }, + { + "representative": 7634, + "members": [ + 7634 + ], + "max_error": 0.0 + }, + { + "representative": 7475, + "members": [ + 7475 + ], + "max_error": 0.0 + }, + { + "representative": 7676, + "members": [ + 7676 + ], + "max_error": 0.0 + }, + { + "representative": 7988, + "members": [ + 7988 + ], + "max_error": 0.0 + }, + { + "representative": 8173, + "members": [ + 8173 + ], + "max_error": 0.0 + }, + { + "representative": 8168, + "members": [ + 8168 + ], + "max_error": 0.0 + }, + { + "representative": 8001, + "members": [ + 8001 + ], + "max_error": 0.0 + }, + { + "representative": 8049, + "members": [ + 8049 + ], + "max_error": 0.0 + }, + { + "representative": 8152, + "members": [ + 8152 + ], + "max_error": 0.0 + }, + { + "representative": 8082, + "members": [ + 8082 + ], + "max_error": 0.0 + }, + { + "representative": 7961, + "members": [ + 7961 + ], + "max_error": 0.0 + }, + { + "representative": 7939, + "members": [ + 7939 + ], + "max_error": 0.0 + }, + { + "representative": 7952, + "members": [ + 7952 + ], + "max_error": 0.0 + }, + { + "representative": 8125, + "members": [ + 8125 + ], + "max_error": 0.0 + }, + { + "representative": 6468, + "members": [ + 6468 + ], + "max_error": 0.0 + }, + { + "representative": 6485, + "members": [ + 6485 + ], + "max_error": 0.0 + }, + { + "representative": 6604, + "members": [ + 6604 + ], + "max_error": 0.0 + }, + { + "representative": 6554, + "members": [ + 6554 + ], + "max_error": 0.0 + }, + { + "representative": 7009, + "members": [ + 7009 + ], + "max_error": 0.0 + }, + { + "representative": 7069, + "members": [ + 7069 + ], + "max_error": 0.0 + }, + { + "representative": 7134, + "members": [ + 7134 + ], + "max_error": 0.0 + }, + { + "representative": 7097, + "members": [ + 7097 + ], + "max_error": 0.0 + }, + { + "representative": 6951, + "members": [ + 6951 + ], + "max_error": 0.0 + }, + { + "representative": 6986, + "members": [ + 6986 + ], + "max_error": 0.0 + }, + { + "representative": 6960, + "members": [ + 6960 + ], + "max_error": 0.0 + }, + { + "representative": 7065, + "members": [ + 7065 + ], + "max_error": 0.0 + }, + { + "representative": 6961, + "members": [ + 6961 + ], + "max_error": 0.0 + }, + { + "representative": 7671, + "members": [ + 7671 + ], + "max_error": 0.0 + }, + { + "representative": 7514, + "members": [ + 7514 + ], + "max_error": 0.0 + }, + { + "representative": 7586, + "members": [ + 7586 + ], + "max_error": 0.0 + }, + { + "representative": 7546, + "members": [ + 7546 + ], + "max_error": 0.0 + }, + { + "representative": 7596, + "members": [ + 7596 + ], + "max_error": 0.0 + }, + { + "representative": 7458, + "members": [ + 7458 + ], + "max_error": 0.0 + }, + { + "representative": 7427, + "members": [ + 7427 + ], + "max_error": 0.0 + }, + { + "representative": 7494, + "members": [ + 7494 + ], + "max_error": 0.0 + }, + { + "representative": 8054, + "members": [ + 8054 + ], + "max_error": 0.0 + }, + { + "representative": 8086, + "members": [ + 8086 + ], + "max_error": 0.0 + }, + { + "representative": 8017, + "members": [ + 8017 + ], + "max_error": 0.0 + }, + { + "representative": 7989, + "members": [ + 7989 + ], + "max_error": 0.0 + }, + { + "representative": 7963, + "members": [ + 7963 + ], + "max_error": 0.0 + }, + { + "representative": 8156, + "members": [ + 8156 + ], + "max_error": 0.0 + }, + { + "representative": 8181, + "members": [ + 8181 + ], + "max_error": 0.0 + }, + { + "representative": 7950, + "members": [ + 7950 + ], + "max_error": 0.0 + }, + { + "representative": 8081, + "members": [ + 8081 + ], + "max_error": 0.0 + }, + { + "representative": 7960, + "members": [ + 7960 + ], + "max_error": 0.0 + }, + { + "representative": 8035, + "members": [ + 8035 + ], + "max_error": 0.0 + }, + { + "representative": 8030, + "members": [ + 8030 + ], + "max_error": 0.0 + }, + { + "representative": 8180, + "members": [ + 8180 + ], + "max_error": 0.0 + }, + { + "representative": 7951, + "members": [ + 7951 + ], + "max_error": 0.0 + }, + { + "representative": 8184, + "members": [ + 8184 + ], + "max_error": 0.0 + }, + { + "representative": 8153, + "members": [ + 8153 + ], + "max_error": 0.0 + }, + { + "representative": 6457, + "members": [ + 6457 + ], + "max_error": 0.0 + }, + { + "representative": 6460, + "members": [ + 6460 + ], + "max_error": 0.0 + }, + { + "representative": 6528, + "members": [ + 6528 + ], + "max_error": 0.0 + }, + { + "representative": 6423, + "members": [ + 6423 + ], + "max_error": 0.0 + }, + { + "representative": 6556, + "members": [ + 6556 + ], + "max_error": 0.0 + }, + { + "representative": 6634, + "members": [ + 6634 + ], + "max_error": 0.0 + }, + { + "representative": 7125, + "members": [ + 7125 + ], + "max_error": 0.0 + }, + { + "representative": 6937, + "members": [ + 6937 + ], + "max_error": 0.0 + }, + { + "representative": 7033, + "members": [ + 7033 + ], + "max_error": 0.0 + }, + { + "representative": 7630, + "members": [ + 7630 + ], + "max_error": 0.0 + }, + { + "representative": 7504, + "members": [ + 7504 + ], + "max_error": 0.0 + }, + { + "representative": 7517, + "members": [ + 7517 + ], + "max_error": 0.0 + }, + { + "representative": 7675, + "members": [ + 7675 + ], + "max_error": 0.0 + }, + { + "representative": 7449, + "members": [ + 7449 + ], + "max_error": 0.0 + }, + { + "representative": 7456, + "members": [ + 7456 + ], + "max_error": 0.0 + }, + { + "representative": 7541, + "members": [ + 7541 + ], + "max_error": 0.0 + }, + { + "representative": 8047, + "members": [ + 8047 + ], + "max_error": 0.0 + }, + { + "representative": 7949, + "members": [ + 7949 + ], + "max_error": 0.0 + }, + { + "representative": 8027, + "members": [ + 8027 + ], + "max_error": 0.0 + }, + { + "representative": 7998, + "members": [ + 7998 + ], + "max_error": 0.0 + }, + { + "representative": 7985, + "members": [ + 7985 + ], + "max_error": 0.0 + }, + { + "representative": 8186, + "members": [ + 8186 + ], + "max_error": 0.0 + }, + { + "representative": 8176, + "members": [ + 8176 + ], + "max_error": 0.0 + }, + { + "representative": 8113, + "members": [ + 8113 + ], + "max_error": 0.0 + }, + { + "representative": 6464, + "members": [ + 6464 + ], + "max_error": 0.0 + }, + { + "representative": 6624, + "members": [ + 6624 + ], + "max_error": 0.0 + }, + { + "representative": 6412, + "members": [ + 6412 + ], + "max_error": 0.0 + }, + { + "representative": 6530, + "members": [ + 6530 + ], + "max_error": 0.0 + }, + { + "representative": 6632, + "members": [ + 6632 + ], + "max_error": 0.0 + }, + { + "representative": 6533, + "members": [ + 6533 + ], + "max_error": 0.0 + }, + { + "representative": 6442, + "members": [ + 6442 + ], + "max_error": 0.0 + }, + { + "representative": 6400, + "members": [ + 6400 + ], + "max_error": 0.0 + }, + { + "representative": 6562, + "members": [ + 6562 + ], + "max_error": 0.0 + }, + { + "representative": 6607, + "members": [ + 6607 + ], + "max_error": 0.0 + }, + { + "representative": 6606, + "members": [ + 6606 + ], + "max_error": 0.0 + }, + { + "representative": 6581, + "members": [ + 6581 + ], + "max_error": 0.0 + }, + { + "representative": 7049, + "members": [ + 7049 + ], + "max_error": 0.0 + }, + { + "representative": 6949, + "members": [ + 6949 + ], + "max_error": 0.0 + }, + { + "representative": 7054, + "members": [ + 7054 + ], + "max_error": 0.0 + }, + { + "representative": 7032, + "members": [ + 7032 + ], + "max_error": 0.0 + }, + { + "representative": 6918, + "members": [ + 6918 + ], + "max_error": 0.0 + }, + { + "representative": 7092, + "members": [ + 7092 + ], + "max_error": 0.0 + }, + { + "representative": 6916, + "members": [ + 6916 + ], + "max_error": 0.0 + }, + { + "representative": 7001, + "members": [ + 7001 + ], + "max_error": 0.0 + }, + { + "representative": 7086, + "members": [ + 7086 + ], + "max_error": 0.0 + }, + { + "representative": 7626, + "members": [ + 7626 + ], + "max_error": 0.0 + }, + { + "representative": 7653, + "members": [ + 7653 + ], + "max_error": 0.0 + }, + { + "representative": 7635, + "members": [ + 7635 + ], + "max_error": 0.0 + }, + { + "representative": 7561, + "members": [ + 7561 + ], + "max_error": 0.0 + }, + { + "representative": 7436, + "members": [ + 7436 + ], + "max_error": 0.0 + }, + { + "representative": 7533, + "members": [ + 7533 + ], + "max_error": 0.0 + }, + { + "representative": 7479, + "members": [ + 7479 + ], + "max_error": 0.0 + }, + { + "representative": 8106, + "members": [ + 8106 + ], + "max_error": 0.0 + }, + { + "representative": 8097, + "members": [ + 8097 + ], + "max_error": 0.0 + }, + { + "representative": 8034, + "members": [ + 8034 + ], + "max_error": 0.0 + }, + { + "representative": 8191, + "members": [ + 8191 + ], + "max_error": 0.0 + }, + { + "representative": 8105, + "members": [ + 8105 + ], + "max_error": 0.0 + }, + { + "representative": 7940, + "members": [ + 7940 + ], + "max_error": 0.0 + }, + { + "representative": 7992, + "members": [ + 7992 + ], + "max_error": 0.0 + }, + { + "representative": 8120, + "members": [ + 8120 + ], + "max_error": 0.0 + }, + { + "representative": 6573, + "members": [ + 6573 + ], + "max_error": 0.0 + }, + { + "representative": 6547, + "members": [ + 6547 + ], + "max_error": 0.0 + }, + { + "representative": 6535, + "members": [ + 6535 + ], + "max_error": 0.0 + }, + { + "representative": 6435, + "members": [ + 6435 + ], + "max_error": 0.0 + }, + { + "representative": 6479, + "members": [ + 6479 + ], + "max_error": 0.0 + }, + { + "representative": 6652, + "members": [ + 6652 + ], + "max_error": 0.0 + }, + { + "representative": 6641, + "members": [ + 6641 + ], + "max_error": 0.0 + }, + { + "representative": 6601, + "members": [ + 6601 + ], + "max_error": 0.0 + }, + { + "representative": 6587, + "members": [ + 6587 + ], + "max_error": 0.0 + }, + { + "representative": 6421, + "members": [ + 6421 + ], + "max_error": 0.0 + }, + { + "representative": 6574, + "members": [ + 6574 + ], + "max_error": 0.0 + }, + { + "representative": 7098, + "members": [ + 7098 + ], + "max_error": 0.0 + }, + { + "representative": 7122, + "members": [ + 7122 + ], + "max_error": 0.0 + }, + { + "representative": 6992, + "members": [ + 6992 + ], + "max_error": 0.0 + }, + { + "representative": 7017, + "members": [ + 7017 + ], + "max_error": 0.0 + }, + { + "representative": 7107, + "members": [ + 7107 + ], + "max_error": 0.0 + }, + { + "representative": 7159, + "members": [ + 7159 + ], + "max_error": 0.0 + }, + { + "representative": 7160, + "members": [ + 7160 + ], + "max_error": 0.0 + }, + { + "representative": 7005, + "members": [ + 7005 + ], + "max_error": 0.0 + }, + { + "representative": 7140, + "members": [ + 7140 + ], + "max_error": 0.0 + }, + { + "representative": 7162, + "members": [ + 7162 + ], + "max_error": 0.0 + }, + { + "representative": 7531, + "members": [ + 7531 + ], + "max_error": 0.0 + }, + { + "representative": 7496, + "members": [ + 7496 + ], + "max_error": 0.0 + }, + { + "representative": 7610, + "members": [ + 7610 + ], + "max_error": 0.0 + }, + { + "representative": 7674, + "members": [ + 7674 + ], + "max_error": 0.0 + }, + { + "representative": 7601, + "members": [ + 7601 + ], + "max_error": 0.0 + }, + { + "representative": 7464, + "members": [ + 7464 + ], + "max_error": 0.0 + }, + { + "representative": 7425, + "members": [ + 7425 + ], + "max_error": 0.0 + }, + { + "representative": 7536, + "members": [ + 7536 + ], + "max_error": 0.0 + }, + { + "representative": 7580, + "members": [ + 7580 + ], + "max_error": 0.0 + }, + { + "representative": 7571, + "members": [ + 7571 + ], + "max_error": 0.0 + }, + { + "representative": 7622, + "members": [ + 7622 + ], + "max_error": 0.0 + }, + { + "representative": 7572, + "members": [ + 7572 + ], + "max_error": 0.0 + }, + { + "representative": 7426, + "members": [ + 7426 + ], + "max_error": 0.0 + }, + { + "representative": 8185, + "members": [ + 8185 + ], + "max_error": 0.0 + }, + { + "representative": 8182, + "members": [ + 8182 + ], + "max_error": 0.0 + }, + { + "representative": 8093, + "members": [ + 8093 + ], + "max_error": 0.0 + }, + { + "representative": 8141, + "members": [ + 8141 + ], + "max_error": 0.0 + }, + { + "representative": 7987, + "members": [ + 7987 + ], + "max_error": 0.0 + }, + { + "representative": 7936, + "members": [ + 7936 + ], + "max_error": 0.0 + }, + { + "representative": 8088, + "members": [ + 8088 + ], + "max_error": 0.0 + }, + { + "representative": 7983, + "members": [ + 7983 + ], + "max_error": 0.0 + }, + { + "representative": 8167, + "members": [ + 8167 + ], + "max_error": 0.0 + }, + { + "representative": 8026, + "members": [ + 8026 + ], + "max_error": 0.0 + }, + { + "representative": 7984, + "members": [ + 7984 + ], + "max_error": 0.0 + }, + { + "representative": 8074, + "members": [ + 8074 + ], + "max_error": 0.0 + }, + { + "representative": 7981, + "members": [ + 7981 + ], + "max_error": 0.0 + }, + { + "representative": 8018, + "members": [ + 8018 + ], + "max_error": 0.0 + }, + { + "representative": 6462, + "members": [ + 6462 + ], + "max_error": 0.0 + }, + { + "representative": 6568, + "members": [ + 6568 + ], + "max_error": 0.0 + }, + { + "representative": 6629, + "members": [ + 6629 + ], + "max_error": 0.0 + }, + { + "representative": 6506, + "members": [ + 6506 + ], + "max_error": 0.0 + }, + { + "representative": 6636, + "members": [ + 6636 + ], + "max_error": 0.0 + }, + { + "representative": 6476, + "members": [ + 6476 + ], + "max_error": 0.0 + }, + { + "representative": 6563, + "members": [ + 6563 + ], + "max_error": 0.0 + }, + { + "representative": 6416, + "members": [ + 6416 + ], + "max_error": 0.0 + }, + { + "representative": 6597, + "members": [ + 6597 + ], + "max_error": 0.0 + }, + { + "representative": 6503, + "members": [ + 6503 + ], + "max_error": 0.0 + }, + { + "representative": 6456, + "members": [ + 6456 + ], + "max_error": 0.0 + }, + { + "representative": 6467, + "members": [ + 6467 + ], + "max_error": 0.0 + }, + { + "representative": 6443, + "members": [ + 6443 + ], + "max_error": 0.0 + }, + { + "representative": 6483, + "members": [ + 6483 + ], + "max_error": 0.0 + }, + { + "representative": 7144, + "members": [ + 7144 + ], + "max_error": 0.0 + }, + { + "representative": 6914, + "members": [ + 6914 + ], + "max_error": 0.0 + }, + { + "representative": 6959, + "members": [ + 6959 + ], + "max_error": 0.0 + }, + { + "representative": 6943, + "members": [ + 6943 + ], + "max_error": 0.0 + }, + { + "representative": 7038, + "members": [ + 7038 + ], + "max_error": 0.0 + }, + { + "representative": 6999, + "members": [ + 6999 + ], + "max_error": 0.0 + }, + { + "representative": 7012, + "members": [ + 7012 + ], + "max_error": 0.0 + }, + { + "representative": 6976, + "members": [ + 6976 + ], + "max_error": 0.0 + }, + { + "representative": 7031, + "members": [ + 7031 + ], + "max_error": 0.0 + }, + { + "representative": 7094, + "members": [ + 7094 + ], + "max_error": 0.0 + }, + { + "representative": 6933, + "members": [ + 6933 + ], + "max_error": 0.0 + }, + { + "representative": 7525, + "members": [ + 7525 + ], + "max_error": 0.0 + }, + { + "representative": 7448, + "members": [ + 7448 + ], + "max_error": 0.0 + }, + { + "representative": 7528, + "members": [ + 7528 + ], + "max_error": 0.0 + }, + { + "representative": 7503, + "members": [ + 7503 + ], + "max_error": 0.0 + }, + { + "representative": 7468, + "members": [ + 7468 + ], + "max_error": 0.0 + }, + { + "representative": 7523, + "members": [ + 7523 + ], + "max_error": 0.0 + }, + { + "representative": 7501, + "members": [ + 7501 + ], + "max_error": 0.0 + }, + { + "representative": 7591, + "members": [ + 7591 + ], + "max_error": 0.0 + }, + { + "representative": 8046, + "members": [ + 8046 + ], + "max_error": 0.0 + }, + { + "representative": 8051, + "members": [ + 8051 + ], + "max_error": 0.0 + }, + { + "representative": 8094, + "members": [ + 8094 + ], + "max_error": 0.0 + }, + { + "representative": 8052, + "members": [ + 8052 + ], + "max_error": 0.0 + }, + { + "representative": 8014, + "members": [ + 8014 + ], + "max_error": 0.0 + }, + { + "representative": 8050, + "members": [ + 8050 + ], + "max_error": 0.0 + }, + { + "representative": 8127, + "members": [ + 8127 + ], + "max_error": 0.0 + }, + { + "representative": 8160, + "members": [ + 8160 + ], + "max_error": 0.0 + }, + { + "representative": 8112, + "members": [ + 8112 + ], + "max_error": 0.0 + }, + { + "representative": 8080, + "members": [ + 8080 + ], + "max_error": 0.0 + }, + { + "representative": 8040, + "members": [ + 8040 + ], + "max_error": 0.0 + }, + { + "representative": 6411, + "members": [ + 6411 + ], + "max_error": 0.0 + }, + { + "representative": 6534, + "members": [ + 6534 + ], + "max_error": 0.0 + }, + { + "representative": 6623, + "members": [ + 6623 + ], + "max_error": 0.0 + }, + { + "representative": 6638, + "members": [ + 6638 + ], + "max_error": 0.0 + }, + { + "representative": 6434, + "members": [ + 6434 + ], + "max_error": 0.0 + }, + { + "representative": 6482, + "members": [ + 6482 + ], + "max_error": 0.0 + }, + { + "representative": 6610, + "members": [ + 6610 + ], + "max_error": 0.0 + }, + { + "representative": 6655, + "members": [ + 6655 + ], + "max_error": 0.0 + }, + { + "representative": 6527, + "members": [ + 6527 + ], + "max_error": 0.0 + }, + { + "representative": 6504, + "members": [ + 6504 + ], + "max_error": 0.0 + }, + { + "representative": 6546, + "members": [ + 6546 + ], + "max_error": 0.0 + }, + { + "representative": 6448, + "members": [ + 6448 + ], + "max_error": 0.0 + }, + { + "representative": 6475, + "members": [ + 6475 + ], + "max_error": 0.0 + }, + { + "representative": 6628, + "members": [ + 6628 + ], + "max_error": 0.0 + }, + { + "representative": 6403, + "members": [ + 6403 + ], + "max_error": 0.0 + }, + { + "representative": 6537, + "members": [ + 6537 + ], + "max_error": 0.0 + }, + { + "representative": 6422, + "members": [ + 6422 + ], + "max_error": 0.0 + }, + { + "representative": 6927, + "members": [ + 6927 + ], + "max_error": 0.0 + }, + { + "representative": 7101, + "members": [ + 7101 + ], + "max_error": 0.0 + }, + { + "representative": 7052, + "members": [ + 7052 + ], + "max_error": 0.0 + }, + { + "representative": 7064, + "members": [ + 7064 + ], + "max_error": 0.0 + }, + { + "representative": 6973, + "members": [ + 6973 + ], + "max_error": 0.0 + }, + { + "representative": 7040, + "members": [ + 7040 + ], + "max_error": 0.0 + }, + { + "representative": 6924, + "members": [ + 6924 + ], + "max_error": 0.0 + }, + { + "representative": 7158, + "members": [ + 7158 + ], + "max_error": 0.0 + }, + { + "representative": 6970, + "members": [ + 6970 + ], + "max_error": 0.0 + }, + { + "representative": 6987, + "members": [ + 6987 + ], + "max_error": 0.0 + }, + { + "representative": 7551, + "members": [ + 7551 + ], + "max_error": 0.0 + }, + { + "representative": 7581, + "members": [ + 7581 + ], + "max_error": 0.0 + }, + { + "representative": 7554, + "members": [ + 7554 + ], + "max_error": 0.0 + }, + { + "representative": 7519, + "members": [ + 7519 + ], + "max_error": 0.0 + }, + { + "representative": 7664, + "members": [ + 7664 + ], + "max_error": 0.0 + }, + { + "representative": 7650, + "members": [ + 7650 + ], + "max_error": 0.0 + }, + { + "representative": 7524, + "members": [ + 7524 + ], + "max_error": 0.0 + }, + { + "representative": 7593, + "members": [ + 7593 + ], + "max_error": 0.0 + }, + { + "representative": 7502, + "members": [ + 7502 + ], + "max_error": 0.0 + }, + { + "representative": 7617, + "members": [ + 7617 + ], + "max_error": 0.0 + }, + { + "representative": 7537, + "members": [ + 7537 + ], + "max_error": 0.0 + }, + { + "representative": 7433, + "members": [ + 7433 + ], + "max_error": 0.0 + }, + { + "representative": 7507, + "members": [ + 7507 + ], + "max_error": 0.0 + }, + { + "representative": 7583, + "members": [ + 7583 + ], + "max_error": 0.0 + }, + { + "representative": 7576, + "members": [ + 7576 + ], + "max_error": 0.0 + }, + { + "representative": 7645, + "members": [ + 7645 + ], + "max_error": 0.0 + }, + { + "representative": 8155, + "members": [ + 8155 + ], + "max_error": 0.0 + }, + { + "representative": 8149, + "members": [ + 8149 + ], + "max_error": 0.0 + }, + { + "representative": 8065, + "members": [ + 8065 + ], + "max_error": 0.0 + }, + { + "representative": 8151, + "members": [ + 8151 + ], + "max_error": 0.0 + }, + { + "representative": 8131, + "members": [ + 8131 + ], + "max_error": 0.0 + }, + { + "representative": 8090, + "members": [ + 8090 + ], + "max_error": 0.0 + }, + { + "representative": 8179, + "members": [ + 8179 + ], + "max_error": 0.0 + }, + { + "representative": 8077, + "members": [ + 8077 + ], + "max_error": 0.0 + }, + { + "representative": 8477, + "members": [ + 8477 + ], + "max_error": 0.0 + }, + { + "representative": 8496, + "members": [ + 8496 + ], + "max_error": 0.0 + }, + { + "representative": 8504, + "members": [ + 8504 + ], + "max_error": 0.0 + }, + { + "representative": 8630, + "members": [ + 8630 + ], + "max_error": 0.0 + }, + { + "representative": 8579, + "members": [ + 8579 + ], + "max_error": 0.0 + }, + { + "representative": 8695, + "members": [ + 8695 + ], + "max_error": 0.0 + }, + { + "representative": 8547, + "members": [ + 8547 + ], + "max_error": 0.0 + }, + { + "representative": 8673, + "members": [ + 8673 + ], + "max_error": 0.0 + }, + { + "representative": 8699, + "members": [ + 8699 + ], + "max_error": 0.0 + }, + { + "representative": 8586, + "members": [ + 8586 + ], + "max_error": 0.0 + }, + { + "representative": 8489, + "members": [ + 8489 + ], + "max_error": 0.0 + }, + { + "representative": 8609, + "members": [ + 8609 + ], + "max_error": 0.0 + }, + { + "representative": 8537, + "members": [ + 8537 + ], + "max_error": 0.0 + }, + { + "representative": 8558, + "members": [ + 8558 + ], + "max_error": 0.0 + }, + { + "representative": 8690, + "members": [ + 8690 + ], + "max_error": 0.0 + }, + { + "representative": 8534, + "members": [ + 8534 + ], + "max_error": 0.0 + }, + { + "representative": 8580, + "members": [ + 8580 + ], + "max_error": 0.0 + }, + { + "representative": 8524, + "members": [ + 8524 + ], + "max_error": 0.0 + }, + { + "representative": 8645, + "members": [ + 8645 + ], + "max_error": 0.0 + }, + { + "representative": 8526, + "members": [ + 8526 + ], + "max_error": 0.0 + }, + { + "representative": 8682, + "members": [ + 8682 + ], + "max_error": 0.0 + }, + { + "representative": 8592, + "members": [ + 8592 + ], + "max_error": 0.0 + }, + { + "representative": 8604, + "members": [ + 8604 + ], + "max_error": 0.0 + }, + { + "representative": 8621, + "members": [ + 8621 + ], + "max_error": 0.0 + }, + { + "representative": 8629, + "members": [ + 8629 + ], + "max_error": 0.0 + }, + { + "representative": 8639, + "members": [ + 8639 + ], + "max_error": 0.0 + }, + { + "representative": 8584, + "members": [ + 8584 + ], + "max_error": 0.0 + }, + { + "representative": 8696, + "members": [ + 8696 + ], + "max_error": 0.0 + }, + { + "representative": 8500, + "members": [ + 8500 + ], + "max_error": 0.0 + }, + { + "representative": 8624, + "members": [ + 8624 + ], + "max_error": 0.0 + }, + { + "representative": 8594, + "members": [ + 8594 + ], + "max_error": 0.0 + }, + { + "representative": 8451, + "members": [ + 8451 + ], + "max_error": 0.0 + }, + { + "representative": 8455, + "members": [ + 8455 + ], + "max_error": 0.0 + }, + { + "representative": 8566, + "members": [ + 8566 + ], + "max_error": 0.0 + }, + { + "representative": 8492, + "members": [ + 8492 + ], + "max_error": 0.0 + }, + { + "representative": 8510, + "members": [ + 8510 + ], + "max_error": 0.0 + }, + { + "representative": 8523, + "members": [ + 8523 + ], + "max_error": 0.0 + }, + { + "representative": 8544, + "members": [ + 8544 + ], + "max_error": 0.0 + }, + { + "representative": 8527, + "members": [ + 8527 + ], + "max_error": 0.0 + }, + { + "representative": 8640, + "members": [ + 8640 + ], + "max_error": 0.0 + }, + { + "representative": 8549, + "members": [ + 8549 + ], + "max_error": 0.0 + }, + { + "representative": 8556, + "members": [ + 8556 + ], + "max_error": 0.0 + }, + { + "representative": 8545, + "members": [ + 8545 + ], + "max_error": 0.0 + }, + { + "representative": 8677, + "members": [ + 8677 + ], + "max_error": 0.0 + }, + { + "representative": 8502, + "members": [ + 8502 + ], + "max_error": 0.0 + }, + { + "representative": 8680, + "members": [ + 8680 + ], + "max_error": 0.0 + }, + { + "representative": 8581, + "members": [ + 8581 + ], + "max_error": 0.0 + }, + { + "representative": 8674, + "members": [ + 8674 + ], + "max_error": 0.0 + }, + { + "representative": 8641, + "members": [ + 8641 + ], + "max_error": 0.0 + }, + { + "representative": 8557, + "members": [ + 8557 + ], + "max_error": 0.0 + }, + { + "representative": 8555, + "members": [ + 8555 + ], + "max_error": 0.0 + }, + { + "representative": 8548, + "members": [ + 8548 + ], + "max_error": 0.0 + }, + { + "representative": 8490, + "members": [ + 8490 + ], + "max_error": 0.0 + }, + { + "representative": 8450, + "members": [ + 8450 + ], + "max_error": 0.0 + }, + { + "representative": 8472, + "members": [ + 8472 + ], + "max_error": 0.0 + }, + { + "representative": 8448, + "members": [ + 8448 + ], + "max_error": 0.0 + }, + { + "representative": 8529, + "members": [ + 8529 + ], + "max_error": 0.0 + }, + { + "representative": 8654, + "members": [ + 8654 + ], + "max_error": 0.0 + }, + { + "representative": 8700, + "members": [ + 8700 + ], + "max_error": 0.0 + }, + { + "representative": 8703, + "members": [ + 8703 + ], + "max_error": 0.0 + }, + { + "representative": 8503, + "members": [ + 8503 + ], + "max_error": 0.0 + }, + { + "representative": 8483, + "members": [ + 8483 + ], + "max_error": 0.0 + }, + { + "representative": 8635, + "members": [ + 8635 + ], + "max_error": 0.0 + }, + { + "representative": 8470, + "members": [ + 8470 + ], + "max_error": 0.0 + }, + { + "representative": 8505, + "members": [ + 8505 + ], + "max_error": 0.0 + }, + { + "representative": 8459, + "members": [ + 8459 + ], + "max_error": 0.0 + }, + { + "representative": 8622, + "members": [ + 8622 + ], + "max_error": 0.0 + }, + { + "representative": 8457, + "members": [ + 8457 + ], + "max_error": 0.0 + }, + { + "representative": 8661, + "members": [ + 8661 + ], + "max_error": 0.0 + }, + { + "representative": 8693, + "members": [ + 8693 + ], + "max_error": 0.0 + }, + { + "representative": 8694, + "members": [ + 8694 + ], + "max_error": 0.0 + }, + { + "representative": 8521, + "members": [ + 8521 + ], + "max_error": 0.0 + }, + { + "representative": 8493, + "members": [ + 8493 + ], + "max_error": 0.0 + }, + { + "representative": 8507, + "members": [ + 8507 + ], + "max_error": 0.0 + }, + { + "representative": 8572, + "members": [ + 8572 + ], + "max_error": 0.0 + }, + { + "representative": 8615, + "members": [ + 8615 + ], + "max_error": 0.0 + }, + { + "representative": 8590, + "members": [ + 8590 + ], + "max_error": 0.0 + }, + { + "representative": 8687, + "members": [ + 8687 + ], + "max_error": 0.0 + }, + { + "representative": 8454, + "members": [ + 8454 + ], + "max_error": 0.0 + }, + { + "representative": 8494, + "members": [ + 8494 + ], + "max_error": 0.0 + }, + { + "representative": 8541, + "members": [ + 8541 + ], + "max_error": 0.0 + }, + { + "representative": 8702, + "members": [ + 8702 + ], + "max_error": 0.0 + }, + { + "representative": 8469, + "members": [ + 8469 + ], + "max_error": 0.0 + }, + { + "representative": 8668, + "members": [ + 8668 + ], + "max_error": 0.0 + }, + { + "representative": 8603, + "members": [ + 8603 + ], + "max_error": 0.0 + }, + { + "representative": 8585, + "members": [ + 8585 + ], + "max_error": 0.0 + }, + { + "representative": 8618, + "members": [ + 8618 + ], + "max_error": 0.0 + }, + { + "representative": 8651, + "members": [ + 8651 + ], + "max_error": 0.0 + }, + { + "representative": 8569, + "members": [ + 8569 + ], + "max_error": 0.0 + }, + { + "representative": 8607, + "members": [ + 8607 + ], + "max_error": 0.0 + }, + { + "representative": 8638, + "members": [ + 8638 + ], + "max_error": 0.0 + }, + { + "representative": 8575, + "members": [ + 8575 + ], + "max_error": 0.0 + }, + { + "representative": 8634, + "members": [ + 8634 + ], + "max_error": 0.0 + }, + { + "representative": 8601, + "members": [ + 8601 + ], + "max_error": 0.0 + }, + { + "representative": 8669, + "members": [ + 8669 + ], + "max_error": 0.0 + }, + { + "representative": 8525, + "members": [ + 8525 + ], + "max_error": 0.0 + }, + { + "representative": 8577, + "members": [ + 8577 + ], + "max_error": 0.0 + }, + { + "representative": 8627, + "members": [ + 8627 + ], + "max_error": 0.0 + }, + { + "representative": 8686, + "members": [ + 8686 + ], + "max_error": 0.0 + }, + { + "representative": 8642, + "members": [ + 8642 + ], + "max_error": 0.0 + }, + { + "representative": 8487, + "members": [ + 8487 + ], + "max_error": 0.0 + }, + { + "representative": 8598, + "members": [ + 8598 + ], + "max_error": 0.0 + }, + { + "representative": 8568, + "members": [ + 8568 + ], + "max_error": 0.0 + }, + { + "representative": 8522, + "members": [ + 8522 + ], + "max_error": 0.0 + }, + { + "representative": 8636, + "members": [ + 8636 + ], + "max_error": 0.0 + }, + { + "representative": 8688, + "members": [ + 8688 + ], + "max_error": 0.0 + }, + { + "representative": 8485, + "members": [ + 8485 + ], + "max_error": 0.0 + }, + { + "representative": 8675, + "members": [ + 8675 + ], + "max_error": 0.0 + }, + { + "representative": 8449, + "members": [ + 8449 + ], + "max_error": 0.0 + }, + { + "representative": 8684, + "members": [ + 8684 + ], + "max_error": 0.0 + }, + { + "representative": 8474, + "members": [ + 8474 + ], + "max_error": 0.0 + }, + { + "representative": 8679, + "members": [ + 8679 + ], + "max_error": 0.0 + }, + { + "representative": 8662, + "members": [ + 8662 + ], + "max_error": 0.0 + }, + { + "representative": 8462, + "members": [ + 8462 + ], + "max_error": 0.0 + }, + { + "representative": 8637, + "members": [ + 8637 + ], + "max_error": 0.0 + }, + { + "representative": 8456, + "members": [ + 8456 + ], + "max_error": 0.0 + }, + { + "representative": 8678, + "members": [ + 8678 + ], + "max_error": 0.0 + }, + { + "representative": 8571, + "members": [ + 8571 + ], + "max_error": 0.0 + }, + { + "representative": 8656, + "members": [ + 8656 + ], + "max_error": 0.0 + }, + { + "representative": 8498, + "members": [ + 8498 + ], + "max_error": 0.0 + }, + { + "representative": 8588, + "members": [ + 8588 + ], + "max_error": 0.0 + }, + { + "representative": 8561, + "members": [ + 8561 + ], + "max_error": 0.0 + }, + { + "representative": 8516, + "members": [ + 8516 + ], + "max_error": 0.0 + }, + { + "representative": 8587, + "members": [ + 8587 + ], + "max_error": 0.0 + }, + { + "representative": 8562, + "members": [ + 8562 + ], + "max_error": 0.0 + }, + { + "representative": 8625, + "members": [ + 8625 + ], + "max_error": 0.0 + }, + { + "representative": 8495, + "members": [ + 8495 + ], + "max_error": 0.0 + }, + { + "representative": 8486, + "members": [ + 8486 + ], + "max_error": 0.0 + }, + { + "representative": 8665, + "members": [ + 8665 + ], + "max_error": 0.0 + }, + { + "representative": 8660, + "members": [ + 8660 + ], + "max_error": 0.0 + }, + { + "representative": 8582, + "members": [ + 8582 + ], + "max_error": 0.0 + }, + { + "representative": 8559, + "members": [ + 8559 + ], + "max_error": 0.0 + }, + { + "representative": 8514, + "members": [ + 8514 + ], + "max_error": 0.0 + }, + { + "representative": 8671, + "members": [ + 8671 + ], + "max_error": 0.0 + }, + { + "representative": 8576, + "members": [ + 8576 + ], + "max_error": 0.0 + }, + { + "representative": 8499, + "members": [ + 8499 + ], + "max_error": 0.0 + }, + { + "representative": 8551, + "members": [ + 8551 + ], + "max_error": 0.0 + }, + { + "representative": 8652, + "members": [ + 8652 + ], + "max_error": 0.0 + }, + { + "representative": 8532, + "members": [ + 8532 + ], + "max_error": 0.0 + }, + { + "representative": 8599, + "members": [ + 8599 + ], + "max_error": 0.0 + }, + { + "representative": 8553, + "members": [ + 8553 + ], + "max_error": 0.0 + }, + { + "representative": 8620, + "members": [ + 8620 + ], + "max_error": 0.0 + }, + { + "representative": 8697, + "members": [ + 8697 + ], + "max_error": 0.0 + }, + { + "representative": 8614, + "members": [ + 8614 + ], + "max_error": 0.0 + }, + { + "representative": 8471, + "members": [ + 8471 + ], + "max_error": 0.0 + }, + { + "representative": 8460, + "members": [ + 8460 + ], + "max_error": 0.0 + }, + { + "representative": 8464, + "members": [ + 8464 + ], + "max_error": 0.0 + }, + { + "representative": 8467, + "members": [ + 8467 + ], + "max_error": 0.0 + }, + { + "representative": 8461, + "members": [ + 8461 + ], + "max_error": 0.0 + }, + { + "representative": 8488, + "members": [ + 8488 + ], + "max_error": 0.0 + }, + { + "representative": 8648, + "members": [ + 8648 + ], + "max_error": 0.0 + }, + { + "representative": 8595, + "members": [ + 8595 + ], + "max_error": 0.0 + }, + { + "representative": 8476, + "members": [ + 8476 + ], + "max_error": 0.0 + }, + { + "representative": 8539, + "members": [ + 8539 + ], + "max_error": 0.0 + }, + { + "representative": 8667, + "members": [ + 8667 + ], + "max_error": 0.0 + }, + { + "representative": 8543, + "members": [ + 8543 + ], + "max_error": 0.0 + }, + { + "representative": 8610, + "members": [ + 8610 + ], + "max_error": 0.0 + }, + { + "representative": 8683, + "members": [ + 8683 + ], + "max_error": 0.0 + }, + { + "representative": 8466, + "members": [ + 8466 + ], + "max_error": 0.0 + }, + { + "representative": 8567, + "members": [ + 8567 + ], + "max_error": 0.0 + }, + { + "representative": 8628, + "members": [ + 8628 + ], + "max_error": 0.0 + }, + { + "representative": 8655, + "members": [ + 8655 + ], + "max_error": 0.0 + }, + { + "representative": 8478, + "members": [ + 8478 + ], + "max_error": 0.0 + }, + { + "representative": 8564, + "members": [ + 8564 + ], + "max_error": 0.0 + }, + { + "representative": 8701, + "members": [ + 8701 + ], + "max_error": 0.0 + }, + { + "representative": 8692, + "members": [ + 8692 + ], + "max_error": 0.0 + }, + { + "representative": 8538, + "members": [ + 8538 + ], + "max_error": 0.0 + }, + { + "representative": 8691, + "members": [ + 8691 + ], + "max_error": 0.0 + }, + { + "representative": 8481, + "members": [ + 8481 + ], + "max_error": 0.0 + }, + { + "representative": 8612, + "members": [ + 8612 + ], + "max_error": 0.0 + }, + { + "representative": 8540, + "members": [ + 8540 + ], + "max_error": 0.0 + }, + { + "representative": 8519, + "members": [ + 8519 + ], + "max_error": 0.0 + }, + { + "representative": 8663, + "members": [ + 8663 + ], + "max_error": 0.0 + }, + { + "representative": 8484, + "members": [ + 8484 + ], + "max_error": 0.0 + }, + { + "representative": 8479, + "members": [ + 8479 + ], + "max_error": 0.0 + }, + { + "representative": 8570, + "members": [ + 8570 + ], + "max_error": 0.0 + }, + { + "representative": 8491, + "members": [ + 8491 + ], + "max_error": 0.0 + }, + { + "representative": 8698, + "members": [ + 8698 + ], + "max_error": 0.0 + }, + { + "representative": 8596, + "members": [ + 8596 + ], + "max_error": 0.0 + }, + { + "representative": 8659, + "members": [ + 8659 + ], + "max_error": 0.0 + }, + { + "representative": 8597, + "members": [ + 8597 + ], + "max_error": 0.0 + }, + { + "representative": 8468, + "members": [ + 8468 + ], + "max_error": 0.0 + }, + { + "representative": 8626, + "members": [ + 8626 + ], + "max_error": 0.0 + }, + { + "representative": 8517, + "members": [ + 8517 + ], + "max_error": 0.0 + }, + { + "representative": 8643, + "members": [ + 8643 + ], + "max_error": 0.0 + }, + { + "representative": 8565, + "members": [ + 8565 + ], + "max_error": 0.0 + }, + { + "representative": 8513, + "members": [ + 8513 + ], + "max_error": 0.0 + }, + { + "representative": 8666, + "members": [ + 8666 + ], + "max_error": 0.0 + }, + { + "representative": 8664, + "members": [ + 8664 + ], + "max_error": 0.0 + }, + { + "representative": 8528, + "members": [ + 8528 + ], + "max_error": 0.0 + }, + { + "representative": 8574, + "members": [ + 8574 + ], + "max_error": 0.0 + }, + { + "representative": 8606, + "members": [ + 8606 + ], + "max_error": 0.0 + }, + { + "representative": 8616, + "members": [ + 8616 + ], + "max_error": 0.0 + }, + { + "representative": 8681, + "members": [ + 8681 + ], + "max_error": 0.0 + }, + { + "representative": 8473, + "members": [ + 8473 + ], + "max_error": 0.0 + }, + { + "representative": 8511, + "members": [ + 8511 + ], + "max_error": 0.0 + }, + { + "representative": 8512, + "members": [ + 8512 + ], + "max_error": 0.0 + }, + { + "representative": 8465, + "members": [ + 8465 + ], + "max_error": 0.0 + }, + { + "representative": 8689, + "members": [ + 8689 + ], + "max_error": 0.0 + }, + { + "representative": 8453, + "members": [ + 8453 + ], + "max_error": 0.0 + }, + { + "representative": 8672, + "members": [ + 8672 + ], + "max_error": 0.0 + }, + { + "representative": 8542, + "members": [ + 8542 + ], + "max_error": 0.0 + }, + { + "representative": 8546, + "members": [ + 8546 + ], + "max_error": 0.0 + }, + { + "representative": 8552, + "members": [ + 8552 + ], + "max_error": 0.0 + }, + { + "representative": 8653, + "members": [ + 8653 + ], + "max_error": 0.0 + }, + { + "representative": 8650, + "members": [ + 8650 + ], + "max_error": 0.0 + }, + { + "representative": 8515, + "members": [ + 8515 + ], + "max_error": 0.0 + }, + { + "representative": 8676, + "members": [ + 8676 + ], + "max_error": 0.0 + }, + { + "representative": 8605, + "members": [ + 8605 + ], + "max_error": 0.0 + }, + { + "representative": 8658, + "members": [ + 8658 + ], + "max_error": 0.0 + }, + { + "representative": 8657, + "members": [ + 8657 + ], + "max_error": 0.0 + }, + { + "representative": 8480, + "members": [ + 8480 + ], + "max_error": 0.0 + }, + { + "representative": 8644, + "members": [ + 8644 + ], + "max_error": 0.0 + }, + { + "representative": 8631, + "members": [ + 8631 + ], + "max_error": 0.0 + }, + { + "representative": 8646, + "members": [ + 8646 + ], + "max_error": 0.0 + }, + { + "representative": 8518, + "members": [ + 8518 + ], + "max_error": 0.0 + }, + { + "representative": 8608, + "members": [ + 8608 + ], + "max_error": 0.0 + }, + { + "representative": 8475, + "members": [ + 8475 + ], + "max_error": 0.0 + }, + { + "representative": 8670, + "members": [ + 8670 + ], + "max_error": 0.0 + }, + { + "representative": 8520, + "members": [ + 8520 + ], + "max_error": 0.0 + }, + { + "representative": 8593, + "members": [ + 8593 + ], + "max_error": 0.0 + }, + { + "representative": 8649, + "members": [ + 8649 + ], + "max_error": 0.0 + }, + { + "representative": 8463, + "members": [ + 8463 + ], + "max_error": 0.0 + }, + { + "representative": 8508, + "members": [ + 8508 + ], + "max_error": 0.0 + }, + { + "representative": 8647, + "members": [ + 8647 + ], + "max_error": 0.0 + }, + { + "representative": 8623, + "members": [ + 8623 + ], + "max_error": 0.0 + }, + { + "representative": 8530, + "members": [ + 8530 + ], + "max_error": 0.0 + }, + { + "representative": 8554, + "members": [ + 8554 + ], + "max_error": 0.0 + }, + { + "representative": 8560, + "members": [ + 8560 + ], + "max_error": 0.0 + }, + { + "representative": 8573, + "members": [ + 8573 + ], + "max_error": 0.0 + }, + { + "representative": 8685, + "members": [ + 8685 + ], + "max_error": 0.0 + }, + { + "representative": 8632, + "members": [ + 8632 + ], + "max_error": 0.0 + }, + { + "representative": 8506, + "members": [ + 8506 + ], + "max_error": 0.0 + }, + { + "representative": 8531, + "members": [ + 8531 + ], + "max_error": 0.0 + }, + { + "representative": 8578, + "members": [ + 8578 + ], + "max_error": 0.0 + }, + { + "representative": 8563, + "members": [ + 8563 + ], + "max_error": 0.0 + }, + { + "representative": 8509, + "members": [ + 8509 + ], + "max_error": 0.0 + }, + { + "representative": 8602, + "members": [ + 8602 + ], + "max_error": 0.0 + }, + { + "representative": 8452, + "members": [ + 8452 + ], + "max_error": 0.0 + }, + { + "representative": 8482, + "members": [ + 8482 + ], + "max_error": 0.0 + }, + { + "representative": 8619, + "members": [ + 8619 + ], + "max_error": 0.0 + }, + { + "representative": 8583, + "members": [ + 8583 + ], + "max_error": 0.0 + }, + { + "representative": 8535, + "members": [ + 8535 + ], + "max_error": 0.0 + }, + { + "representative": 8458, + "members": [ + 8458 + ], + "max_error": 0.0 + }, + { + "representative": 8611, + "members": [ + 8611 + ], + "max_error": 0.0 + }, + { + "representative": 8633, + "members": [ + 8633 + ], + "max_error": 0.0 + }, + { + "representative": 8501, + "members": [ + 8501 + ], + "max_error": 0.0 + }, + { + "representative": 8591, + "members": [ + 8591 + ], + "max_error": 0.0 + }, + { + "representative": 8550, + "members": [ + 8550 + ], + "max_error": 0.0 + }, + { + "representative": 8589, + "members": [ + 8589 + ], + "max_error": 0.0 + }, + { + "representative": 8536, + "members": [ + 8536 + ], + "max_error": 0.0 + }, + { + "representative": 8617, + "members": [ + 8617 + ], + "max_error": 0.0 + }, + { + "representative": 8613, + "members": [ + 8613 + ], + "max_error": 0.0 + }, + { + "representative": 8497, + "members": [ + 8497 + ], + "max_error": 0.0 + }, + { + "representative": 8600, + "members": [ + 8600 + ], + "max_error": 0.0 + }, + { + "representative": 8533, + "members": [ + 8533 + ], + "max_error": 0.0 + }, + { + "representative": 8976, + "members": [ + 8976 + ], + "max_error": 0.0 + }, + { + "representative": 8980, + "members": [ + 8980 + ], + "max_error": 0.0 + }, + { + "representative": 8991, + "members": [ + 8991 + ], + "max_error": 0.0 + }, + { + "representative": 8996, + "members": [ + 8996 + ], + "max_error": 0.0 + }, + { + "representative": 9007, + "members": [ + 9007 + ], + "max_error": 0.0 + }, + { + "representative": 9106, + "members": [ + 9106 + ], + "max_error": 0.0 + }, + { + "representative": 9101, + "members": [ + 9101 + ], + "max_error": 0.0 + }, + { + "representative": 9032, + "members": [ + 9032 + ], + "max_error": 0.0 + }, + { + "representative": 9191, + "members": [ + 9191 + ], + "max_error": 0.0 + }, + { + "representative": 9111, + "members": [ + 9111 + ], + "max_error": 0.0 + }, + { + "representative": 9103, + "members": [ + 9103 + ], + "max_error": 0.0 + }, + { + "representative": 8997, + "members": [ + 8997 + ], + "max_error": 0.0 + }, + { + "representative": 9215, + "members": [ + 9215 + ], + "max_error": 0.0 + }, + { + "representative": 9139, + "members": [ + 9139 + ], + "max_error": 0.0 + }, + { + "representative": 9073, + "members": [ + 9073 + ], + "max_error": 0.0 + }, + { + "representative": 9119, + "members": [ + 9119 + ], + "max_error": 0.0 + }, + { + "representative": 9211, + "members": [ + 9211 + ], + "max_error": 0.0 + }, + { + "representative": 9052, + "members": [ + 9052 + ], + "max_error": 0.0 + }, + { + "representative": 9025, + "members": [ + 9025 + ], + "max_error": 0.0 + }, + { + "representative": 9206, + "members": [ + 9206 + ], + "max_error": 0.0 + }, + { + "representative": 8981, + "members": [ + 8981 + ], + "max_error": 0.0 + }, + { + "representative": 9064, + "members": [ + 9064 + ], + "max_error": 0.0 + }, + { + "representative": 8967, + "members": [ + 8967 + ], + "max_error": 0.0 + }, + { + "representative": 9194, + "members": [ + 9194 + ], + "max_error": 0.0 + }, + { + "representative": 8966, + "members": [ + 8966 + ], + "max_error": 0.0 + }, + { + "representative": 8987, + "members": [ + 8987 + ], + "max_error": 0.0 + }, + { + "representative": 8993, + "members": [ + 8993 + ], + "max_error": 0.0 + }, + { + "representative": 9015, + "members": [ + 9015 + ], + "max_error": 0.0 + }, + { + "representative": 9143, + "members": [ + 9143 + ], + "max_error": 0.0 + }, + { + "representative": 9013, + "members": [ + 9013 + ], + "max_error": 0.0 + }, + { + "representative": 8975, + "members": [ + 8975 + ], + "max_error": 0.0 + }, + { + "representative": 9203, + "members": [ + 9203 + ], + "max_error": 0.0 + }, + { + "representative": 9124, + "members": [ + 9124 + ], + "max_error": 0.0 + }, + { + "representative": 9131, + "members": [ + 9131 + ], + "max_error": 0.0 + }, + { + "representative": 9100, + "members": [ + 9100 + ], + "max_error": 0.0 + }, + { + "representative": 9058, + "members": [ + 9058 + ], + "max_error": 0.0 + }, + { + "representative": 9188, + "members": [ + 9188 + ], + "max_error": 0.0 + }, + { + "representative": 9207, + "members": [ + 9207 + ], + "max_error": 0.0 + }, + { + "representative": 9153, + "members": [ + 9153 + ], + "max_error": 0.0 + }, + { + "representative": 9107, + "members": [ + 9107 + ], + "max_error": 0.0 + }, + { + "representative": 9128, + "members": [ + 9128 + ], + "max_error": 0.0 + }, + { + "representative": 9130, + "members": [ + 9130 + ], + "max_error": 0.0 + }, + { + "representative": 9136, + "members": [ + 9136 + ], + "max_error": 0.0 + }, + { + "representative": 9140, + "members": [ + 9140 + ], + "max_error": 0.0 + }, + { + "representative": 9146, + "members": [ + 9146 + ], + "max_error": 0.0 + }, + { + "representative": 9149, + "members": [ + 9149 + ], + "max_error": 0.0 + }, + { + "representative": 9150, + "members": [ + 9150 + ], + "max_error": 0.0 + }, + { + "representative": 9151, + "members": [ + 9151 + ], + "max_error": 0.0 + }, + { + "representative": 9096, + "members": [ + 9096 + ], + "max_error": 0.0 + }, + { + "representative": 9089, + "members": [ + 9089 + ], + "max_error": 0.0 + }, + { + "representative": 9190, + "members": [ + 9190 + ], + "max_error": 0.0 + }, + { + "representative": 9182, + "members": [ + 9182 + ], + "max_error": 0.0 + }, + { + "representative": 9154, + "members": [ + 9154 + ], + "max_error": 0.0 + }, + { + "representative": 9095, + "members": [ + 9095 + ], + "max_error": 0.0 + }, + { + "representative": 9193, + "members": [ + 9193 + ], + "max_error": 0.0 + }, + { + "representative": 9039, + "members": [ + 9039 + ], + "max_error": 0.0 + }, + { + "representative": 8962, + "members": [ + 8962 + ], + "max_error": 0.0 + }, + { + "representative": 9108, + "members": [ + 9108 + ], + "max_error": 0.0 + }, + { + "representative": 9050, + "members": [ + 9050 + ], + "max_error": 0.0 + }, + { + "representative": 8960, + "members": [ + 8960 + ], + "max_error": 0.0 + }, + { + "representative": 9085, + "members": [ + 9085 + ], + "max_error": 0.0 + }, + { + "representative": 9109, + "members": [ + 9109 + ], + "max_error": 0.0 + }, + { + "representative": 9208, + "members": [ + 9208 + ], + "max_error": 0.0 + }, + { + "representative": 9082, + "members": [ + 9082 + ], + "max_error": 0.0 + }, + { + "representative": 9132, + "members": [ + 9132 + ], + "max_error": 0.0 + }, + { + "representative": 9161, + "members": [ + 9161 + ], + "max_error": 0.0 + }, + { + "representative": 9126, + "members": [ + 9126 + ], + "max_error": 0.0 + }, + { + "representative": 8989, + "members": [ + 8989 + ], + "max_error": 0.0 + }, + { + "representative": 9035, + "members": [ + 9035 + ], + "max_error": 0.0 + }, + { + "representative": 9053, + "members": [ + 9053 + ], + "max_error": 0.0 + }, + { + "representative": 9016, + "members": [ + 9016 + ], + "max_error": 0.0 + }, + { + "representative": 9004, + "members": [ + 9004 + ], + "max_error": 0.0 + }, + { + "representative": 9145, + "members": [ + 9145 + ], + "max_error": 0.0 + }, + { + "representative": 9195, + "members": [ + 9195 + ], + "max_error": 0.0 + }, + { + "representative": 9171, + "members": [ + 9171 + ], + "max_error": 0.0 + }, + { + "representative": 9070, + "members": [ + 9070 + ], + "max_error": 0.0 + }, + { + "representative": 9002, + "members": [ + 9002 + ], + "max_error": 0.0 + }, + { + "representative": 8988, + "members": [ + 8988 + ], + "max_error": 0.0 + }, + { + "representative": 9200, + "members": [ + 9200 + ], + "max_error": 0.0 + }, + { + "representative": 9209, + "members": [ + 9209 + ], + "max_error": 0.0 + }, + { + "representative": 9102, + "members": [ + 9102 + ], + "max_error": 0.0 + }, + { + "representative": 9005, + "members": [ + 9005 + ], + "max_error": 0.0 + }, + { + "representative": 9042, + "members": [ + 9042 + ], + "max_error": 0.0 + }, + { + "representative": 9001, + "members": [ + 9001 + ], + "max_error": 0.0 + }, + { + "representative": 9184, + "members": [ + 9184 + ], + "max_error": 0.0 + }, + { + "representative": 9092, + "members": [ + 9092 + ], + "max_error": 0.0 + }, + { + "representative": 9189, + "members": [ + 9189 + ], + "max_error": 0.0 + }, + { + "representative": 8994, + "members": [ + 8994 + ], + "max_error": 0.0 + }, + { + "representative": 9210, + "members": [ + 9210 + ], + "max_error": 0.0 + }, + { + "representative": 9120, + "members": [ + 9120 + ], + "max_error": 0.0 + }, + { + "representative": 9163, + "members": [ + 9163 + ], + "max_error": 0.0 + }, + { + "representative": 9123, + "members": [ + 9123 + ], + "max_error": 0.0 + }, + { + "representative": 9213, + "members": [ + 9213 + ], + "max_error": 0.0 + }, + { + "representative": 9038, + "members": [ + 9038 + ], + "max_error": 0.0 + }, + { + "representative": 9155, + "members": [ + 9155 + ], + "max_error": 0.0 + }, + { + "representative": 9075, + "members": [ + 9075 + ], + "max_error": 0.0 + }, + { + "representative": 9212, + "members": [ + 9212 + ], + "max_error": 0.0 + }, + { + "representative": 8972, + "members": [ + 8972 + ], + "max_error": 0.0 + }, + { + "representative": 9048, + "members": [ + 9048 + ], + "max_error": 0.0 + }, + { + "representative": 8983, + "members": [ + 8983 + ], + "max_error": 0.0 + }, + { + "representative": 8973, + "members": [ + 8973 + ], + "max_error": 0.0 + }, + { + "representative": 9105, + "members": [ + 9105 + ], + "max_error": 0.0 + }, + { + "representative": 8986, + "members": [ + 8986 + ], + "max_error": 0.0 + }, + { + "representative": 9118, + "members": [ + 9118 + ], + "max_error": 0.0 + }, + { + "representative": 9041, + "members": [ + 9041 + ], + "max_error": 0.0 + }, + { + "representative": 9090, + "members": [ + 9090 + ], + "max_error": 0.0 + }, + { + "representative": 8979, + "members": [ + 8979 + ], + "max_error": 0.0 + }, + { + "representative": 9012, + "members": [ + 9012 + ], + "max_error": 0.0 + }, + { + "representative": 9071, + "members": [ + 9071 + ], + "max_error": 0.0 + }, + { + "representative": 9137, + "members": [ + 9137 + ], + "max_error": 0.0 + }, + { + "representative": 9185, + "members": [ + 9185 + ], + "max_error": 0.0 + }, + { + "representative": 9113, + "members": [ + 9113 + ], + "max_error": 0.0 + }, + { + "representative": 9165, + "members": [ + 9165 + ], + "max_error": 0.0 + }, + { + "representative": 9018, + "members": [ + 9018 + ], + "max_error": 0.0 + }, + { + "representative": 8969, + "members": [ + 8969 + ], + "max_error": 0.0 + }, + { + "representative": 9115, + "members": [ + 9115 + ], + "max_error": 0.0 + }, + { + "representative": 9046, + "members": [ + 9046 + ], + "max_error": 0.0 + }, + { + "representative": 9033, + "members": [ + 9033 + ], + "max_error": 0.0 + }, + { + "representative": 8964, + "members": [ + 8964 + ], + "max_error": 0.0 + }, + { + "representative": 9198, + "members": [ + 9198 + ], + "max_error": 0.0 + }, + { + "representative": 9028, + "members": [ + 9028 + ], + "max_error": 0.0 + }, + { + "representative": 9055, + "members": [ + 9055 + ], + "max_error": 0.0 + }, + { + "representative": 9164, + "members": [ + 9164 + ], + "max_error": 0.0 + }, + { + "representative": 9087, + "members": [ + 9087 + ], + "max_error": 0.0 + }, + { + "representative": 9010, + "members": [ + 9010 + ], + "max_error": 0.0 + }, + { + "representative": 9197, + "members": [ + 9197 + ], + "max_error": 0.0 + }, + { + "representative": 9122, + "members": [ + 9122 + ], + "max_error": 0.0 + }, + { + "representative": 9162, + "members": [ + 9162 + ], + "max_error": 0.0 + }, + { + "representative": 8990, + "members": [ + 8990 + ], + "max_error": 0.0 + }, + { + "representative": 9017, + "members": [ + 9017 + ], + "max_error": 0.0 + }, + { + "representative": 9142, + "members": [ + 9142 + ], + "max_error": 0.0 + }, + { + "representative": 9138, + "members": [ + 9138 + ], + "max_error": 0.0 + }, + { + "representative": 9156, + "members": [ + 9156 + ], + "max_error": 0.0 + }, + { + "representative": 9170, + "members": [ + 9170 + ], + "max_error": 0.0 + }, + { + "representative": 9174, + "members": [ + 9174 + ], + "max_error": 0.0 + }, + { + "representative": 9180, + "members": [ + 9180 + ], + "max_error": 0.0 + }, + { + "representative": 9186, + "members": [ + 9186 + ], + "max_error": 0.0 + }, + { + "representative": 9192, + "members": [ + 9192 + ], + "max_error": 0.0 + }, + { + "representative": 9202, + "members": [ + 9202 + ], + "max_error": 0.0 + }, + { + "representative": 9160, + "members": [ + 9160 + ], + "max_error": 0.0 + }, + { + "representative": 9097, + "members": [ + 9097 + ], + "max_error": 0.0 + }, + { + "representative": 9129, + "members": [ + 9129 + ], + "max_error": 0.0 + }, + { + "representative": 9127, + "members": [ + 9127 + ], + "max_error": 0.0 + }, + { + "representative": 9036, + "members": [ + 9036 + ], + "max_error": 0.0 + }, + { + "representative": 9112, + "members": [ + 9112 + ], + "max_error": 0.0 + }, + { + "representative": 9099, + "members": [ + 9099 + ], + "max_error": 0.0 + }, + { + "representative": 8971, + "members": [ + 8971 + ], + "max_error": 0.0 + }, + { + "representative": 9133, + "members": [ + 9133 + ], + "max_error": 0.0 + }, + { + "representative": 9205, + "members": [ + 9205 + ], + "max_error": 0.0 + }, + { + "representative": 9141, + "members": [ + 9141 + ], + "max_error": 0.0 + }, + { + "representative": 9148, + "members": [ + 9148 + ], + "max_error": 0.0 + }, + { + "representative": 9134, + "members": [ + 9134 + ], + "max_error": 0.0 + }, + { + "representative": 8970, + "members": [ + 8970 + ], + "max_error": 0.0 + }, + { + "representative": 9169, + "members": [ + 9169 + ], + "max_error": 0.0 + }, + { + "representative": 9091, + "members": [ + 9091 + ], + "max_error": 0.0 + }, + { + "representative": 9021, + "members": [ + 9021 + ], + "max_error": 0.0 + }, + { + "representative": 9135, + "members": [ + 9135 + ], + "max_error": 0.0 + }, + { + "representative": 9110, + "members": [ + 9110 + ], + "max_error": 0.0 + }, + { + "representative": 9057, + "members": [ + 9057 + ], + "max_error": 0.0 + }, + { + "representative": 8974, + "members": [ + 8974 + ], + "max_error": 0.0 + }, + { + "representative": 9061, + "members": [ + 9061 + ], + "max_error": 0.0 + }, + { + "representative": 9121, + "members": [ + 9121 + ], + "max_error": 0.0 + }, + { + "representative": 9175, + "members": [ + 9175 + ], + "max_error": 0.0 + }, + { + "representative": 9059, + "members": [ + 9059 + ], + "max_error": 0.0 + }, + { + "representative": 9125, + "members": [ + 9125 + ], + "max_error": 0.0 + }, + { + "representative": 9009, + "members": [ + 9009 + ], + "max_error": 0.0 + }, + { + "representative": 9104, + "members": [ + 9104 + ], + "max_error": 0.0 + }, + { + "representative": 9030, + "members": [ + 9030 + ], + "max_error": 0.0 + }, + { + "representative": 8961, + "members": [ + 8961 + ], + "max_error": 0.0 + }, + { + "representative": 9078, + "members": [ + 9078 + ], + "max_error": 0.0 + }, + { + "representative": 9079, + "members": [ + 9079 + ], + "max_error": 0.0 + }, + { + "representative": 9069, + "members": [ + 9069 + ], + "max_error": 0.0 + }, + { + "representative": 9183, + "members": [ + 9183 + ], + "max_error": 0.0 + }, + { + "representative": 9047, + "members": [ + 9047 + ], + "max_error": 0.0 + }, + { + "representative": 9176, + "members": [ + 9176 + ], + "max_error": 0.0 + }, + { + "representative": 9178, + "members": [ + 9178 + ], + "max_error": 0.0 + }, + { + "representative": 9081, + "members": [ + 9081 + ], + "max_error": 0.0 + }, + { + "representative": 8968, + "members": [ + 8968 + ], + "max_error": 0.0 + }, + { + "representative": 9014, + "members": [ + 9014 + ], + "max_error": 0.0 + }, + { + "representative": 8963, + "members": [ + 8963 + ], + "max_error": 0.0 + }, + { + "representative": 9049, + "members": [ + 9049 + ], + "max_error": 0.0 + }, + { + "representative": 8965, + "members": [ + 8965 + ], + "max_error": 0.0 + }, + { + "representative": 9023, + "members": [ + 9023 + ], + "max_error": 0.0 + }, + { + "representative": 8978, + "members": [ + 8978 + ], + "max_error": 0.0 + }, + { + "representative": 9158, + "members": [ + 9158 + ], + "max_error": 0.0 + }, + { + "representative": 9201, + "members": [ + 9201 + ], + "max_error": 0.0 + }, + { + "representative": 9063, + "members": [ + 9063 + ], + "max_error": 0.0 + }, + { + "representative": 8999, + "members": [ + 8999 + ], + "max_error": 0.0 + }, + { + "representative": 9006, + "members": [ + 9006 + ], + "max_error": 0.0 + }, + { + "representative": 8977, + "members": [ + 8977 + ], + "max_error": 0.0 + }, + { + "representative": 8992, + "members": [ + 8992 + ], + "max_error": 0.0 + }, + { + "representative": 9066, + "members": [ + 9066 + ], + "max_error": 0.0 + }, + { + "representative": 9166, + "members": [ + 9166 + ], + "max_error": 0.0 + }, + { + "representative": 9094, + "members": [ + 9094 + ], + "max_error": 0.0 + }, + { + "representative": 9116, + "members": [ + 9116 + ], + "max_error": 0.0 + }, + { + "representative": 9024, + "members": [ + 9024 + ], + "max_error": 0.0 + }, + { + "representative": 9040, + "members": [ + 9040 + ], + "max_error": 0.0 + }, + { + "representative": 9043, + "members": [ + 9043 + ], + "max_error": 0.0 + }, + { + "representative": 9026, + "members": [ + 9026 + ], + "max_error": 0.0 + }, + { + "representative": 9044, + "members": [ + 9044 + ], + "max_error": 0.0 + }, + { + "representative": 9027, + "members": [ + 9027 + ], + "max_error": 0.0 + }, + { + "representative": 9054, + "members": [ + 9054 + ], + "max_error": 0.0 + }, + { + "representative": 9067, + "members": [ + 9067 + ], + "max_error": 0.0 + }, + { + "representative": 9068, + "members": [ + 9068 + ], + "max_error": 0.0 + }, + { + "representative": 9083, + "members": [ + 9083 + ], + "max_error": 0.0 + }, + { + "representative": 9084, + "members": [ + 9084 + ], + "max_error": 0.0 + }, + { + "representative": 9196, + "members": [ + 9196 + ], + "max_error": 0.0 + }, + { + "representative": 9177, + "members": [ + 9177 + ], + "max_error": 0.0 + }, + { + "representative": 9011, + "members": [ + 9011 + ], + "max_error": 0.0 + }, + { + "representative": 9159, + "members": [ + 9159 + ], + "max_error": 0.0 + }, + { + "representative": 9144, + "members": [ + 9144 + ], + "max_error": 0.0 + }, + { + "representative": 9034, + "members": [ + 9034 + ], + "max_error": 0.0 + }, + { + "representative": 9167, + "members": [ + 9167 + ], + "max_error": 0.0 + }, + { + "representative": 9172, + "members": [ + 9172 + ], + "max_error": 0.0 + }, + { + "representative": 9077, + "members": [ + 9077 + ], + "max_error": 0.0 + }, + { + "representative": 9031, + "members": [ + 9031 + ], + "max_error": 0.0 + }, + { + "representative": 9173, + "members": [ + 9173 + ], + "max_error": 0.0 + }, + { + "representative": 9000, + "members": [ + 9000 + ], + "max_error": 0.0 + }, + { + "representative": 9019, + "members": [ + 9019 + ], + "max_error": 0.0 + }, + { + "representative": 9086, + "members": [ + 9086 + ], + "max_error": 0.0 + }, + { + "representative": 9114, + "members": [ + 9114 + ], + "max_error": 0.0 + }, + { + "representative": 9147, + "members": [ + 9147 + ], + "max_error": 0.0 + }, + { + "representative": 9008, + "members": [ + 9008 + ], + "max_error": 0.0 + }, + { + "representative": 8985, + "members": [ + 8985 + ], + "max_error": 0.0 + }, + { + "representative": 9076, + "members": [ + 9076 + ], + "max_error": 0.0 + }, + { + "representative": 9157, + "members": [ + 9157 + ], + "max_error": 0.0 + }, + { + "representative": 9214, + "members": [ + 9214 + ], + "max_error": 0.0 + }, + { + "representative": 9204, + "members": [ + 9204 + ], + "max_error": 0.0 + }, + { + "representative": 9056, + "members": [ + 9056 + ], + "max_error": 0.0 + }, + { + "representative": 9062, + "members": [ + 9062 + ], + "max_error": 0.0 + }, + { + "representative": 8982, + "members": [ + 8982 + ], + "max_error": 0.0 + }, + { + "representative": 9199, + "members": [ + 9199 + ], + "max_error": 0.0 + }, + { + "representative": 9093, + "members": [ + 9093 + ], + "max_error": 0.0 + }, + { + "representative": 9029, + "members": [ + 9029 + ], + "max_error": 0.0 + }, + { + "representative": 9098, + "members": [ + 9098 + ], + "max_error": 0.0 + }, + { + "representative": 9080, + "members": [ + 9080 + ], + "max_error": 0.0 + }, + { + "representative": 8984, + "members": [ + 8984 + ], + "max_error": 0.0 + }, + { + "representative": 9117, + "members": [ + 9117 + ], + "max_error": 0.0 + }, + { + "representative": 9060, + "members": [ + 9060 + ], + "max_error": 0.0 + }, + { + "representative": 8995, + "members": [ + 8995 + ], + "max_error": 0.0 + }, + { + "representative": 9037, + "members": [ + 9037 + ], + "max_error": 0.0 + }, + { + "representative": 9152, + "members": [ + 9152 + ], + "max_error": 0.0 + }, + { + "representative": 9045, + "members": [ + 9045 + ], + "max_error": 0.0 + }, + { + "representative": 9088, + "members": [ + 9088 + ], + "max_error": 0.0 + }, + { + "representative": 9020, + "members": [ + 9020 + ], + "max_error": 0.0 + }, + { + "representative": 9065, + "members": [ + 9065 + ], + "max_error": 0.0 + }, + { + "representative": 9179, + "members": [ + 9179 + ], + "max_error": 0.0 + }, + { + "representative": 9003, + "members": [ + 9003 + ], + "max_error": 0.0 + }, + { + "representative": 9022, + "members": [ + 9022 + ], + "max_error": 0.0 + }, + { + "representative": 9187, + "members": [ + 9187 + ], + "max_error": 0.0 + }, + { + "representative": 8998, + "members": [ + 8998 + ], + "max_error": 0.0 + }, + { + "representative": 9051, + "members": [ + 9051 + ], + "max_error": 0.0 + }, + { + "representative": 9168, + "members": [ + 9168 + ], + "max_error": 0.0 + }, + { + "representative": 9074, + "members": [ + 9074 + ], + "max_error": 0.0 + }, + { + "representative": 9181, + "members": [ + 9181 + ], + "max_error": 0.0 + }, + { + "representative": 9072, + "members": [ + 9072 + ], + "max_error": 0.0 + }, + { + "representative": 9363, + "members": [ + 9363 + ], + "max_error": 0.0 + }, + { + "representative": 9365, + "members": [ + 9365 + ], + "max_error": 0.0 + }, + { + "representative": 9366, + "members": [ + 9366 + ], + "max_error": 0.0 + }, + { + "representative": 9370, + "members": [ + 9370 + ], + "max_error": 0.0 + }, + { + "representative": 9557, + "members": [ + 9557 + ], + "max_error": 0.0 + }, + { + "representative": 9578, + "members": [ + 9578 + ], + "max_error": 0.0 + }, + { + "representative": 9481, + "members": [ + 9481 + ], + "max_error": 0.0 + }, + { + "representative": 9581, + "members": [ + 9581 + ], + "max_error": 0.0 + }, + { + "representative": 9497, + "members": [ + 9497 + ], + "max_error": 0.0 + }, + { + "representative": 9499, + "members": [ + 9499 + ], + "max_error": 0.0 + }, + { + "representative": 9486, + "members": [ + 9486 + ], + "max_error": 0.0 + }, + { + "representative": 9364, + "members": [ + 9364 + ], + "max_error": 0.0 + }, + { + "representative": 9527, + "members": [ + 9527 + ], + "max_error": 0.0 + }, + { + "representative": 9369, + "members": [ + 9369 + ], + "max_error": 0.0 + }, + { + "representative": 9556, + "members": [ + 9556 + ], + "max_error": 0.0 + }, + { + "representative": 9435, + "members": [ + 9435 + ], + "max_error": 0.0 + }, + { + "representative": 9404, + "members": [ + 9404 + ], + "max_error": 0.0 + }, + { + "representative": 9451, + "members": [ + 9451 + ], + "max_error": 0.0 + }, + { + "representative": 9584, + "members": [ + 9584 + ], + "max_error": 0.0 + }, + { + "representative": 9374, + "members": [ + 9374 + ], + "max_error": 0.0 + }, + { + "representative": 9562, + "members": [ + 9562 + ], + "max_error": 0.0 + }, + { + "representative": 9401, + "members": [ + 9401 + ], + "max_error": 0.0 + }, + { + "representative": 9426, + "members": [ + 9426 + ], + "max_error": 0.0 + }, + { + "representative": 9507, + "members": [ + 9507 + ], + "max_error": 0.0 + }, + { + "representative": 9614, + "members": [ + 9614 + ], + "max_error": 0.0 + }, + { + "representative": 9586, + "members": [ + 9586 + ], + "max_error": 0.0 + }, + { + "representative": 9601, + "members": [ + 9601 + ], + "max_error": 0.0 + }, + { + "representative": 9532, + "members": [ + 9532 + ], + "max_error": 0.0 + }, + { + "representative": 9474, + "members": [ + 9474 + ], + "max_error": 0.0 + }, + { + "representative": 9394, + "members": [ + 9394 + ], + "max_error": 0.0 + }, + { + "representative": 9395, + "members": [ + 9395 + ], + "max_error": 0.0 + }, + { + "representative": 9397, + "members": [ + 9397 + ], + "max_error": 0.0 + }, + { + "representative": 9398, + "members": [ + 9398 + ], + "max_error": 0.0 + }, + { + "representative": 9400, + "members": [ + 9400 + ], + "max_error": 0.0 + }, + { + "representative": 9393, + "members": [ + 9393 + ], + "max_error": 0.0 + }, + { + "representative": 9402, + "members": [ + 9402 + ], + "max_error": 0.0 + }, + { + "representative": 9403, + "members": [ + 9403 + ], + "max_error": 0.0 + }, + { + "representative": 9406, + "members": [ + 9406 + ], + "max_error": 0.0 + }, + { + "representative": 9500, + "members": [ + 9500 + ], + "max_error": 0.0 + }, + { + "representative": 9429, + "members": [ + 9429 + ], + "max_error": 0.0 + }, + { + "representative": 9396, + "members": [ + 9396 + ], + "max_error": 0.0 + }, + { + "representative": 9551, + "members": [ + 9551 + ], + "max_error": 0.0 + }, + { + "representative": 9388, + "members": [ + 9388 + ], + "max_error": 0.0 + }, + { + "representative": 9564, + "members": [ + 9564 + ], + "max_error": 0.0 + }, + { + "representative": 9533, + "members": [ + 9533 + ], + "max_error": 0.0 + }, + { + "representative": 9423, + "members": [ + 9423 + ], + "max_error": 0.0 + }, + { + "representative": 9480, + "members": [ + 9480 + ], + "max_error": 0.0 + }, + { + "representative": 9488, + "members": [ + 9488 + ], + "max_error": 0.0 + }, + { + "representative": 9385, + "members": [ + 9385 + ], + "max_error": 0.0 + }, + { + "representative": 9490, + "members": [ + 9490 + ], + "max_error": 0.0 + }, + { + "representative": 9415, + "members": [ + 9415 + ], + "max_error": 0.0 + }, + { + "representative": 9506, + "members": [ + 9506 + ], + "max_error": 0.0 + }, + { + "representative": 9371, + "members": [ + 9371 + ], + "max_error": 0.0 + }, + { + "representative": 9360, + "members": [ + 9360 + ], + "max_error": 0.0 + }, + { + "representative": 9489, + "members": [ + 9489 + ], + "max_error": 0.0 + }, + { + "representative": 9559, + "members": [ + 9559 + ], + "max_error": 0.0 + }, + { + "representative": 9553, + "members": [ + 9553 + ], + "max_error": 0.0 + }, + { + "representative": 9438, + "members": [ + 9438 + ], + "max_error": 0.0 + }, + { + "representative": 9570, + "members": [ + 9570 + ], + "max_error": 0.0 + }, + { + "representative": 9530, + "members": [ + 9530 + ], + "max_error": 0.0 + }, + { + "representative": 9539, + "members": [ + 9539 + ], + "max_error": 0.0 + }, + { + "representative": 9541, + "members": [ + 9541 + ], + "max_error": 0.0 + }, + { + "representative": 9475, + "members": [ + 9475 + ], + "max_error": 0.0 + }, + { + "representative": 9566, + "members": [ + 9566 + ], + "max_error": 0.0 + }, + { + "representative": 9433, + "members": [ + 9433 + ], + "max_error": 0.0 + }, + { + "representative": 9552, + "members": [ + 9552 + ], + "max_error": 0.0 + }, + { + "representative": 9558, + "members": [ + 9558 + ], + "max_error": 0.0 + }, + { + "representative": 9563, + "members": [ + 9563 + ], + "max_error": 0.0 + }, + { + "representative": 9362, + "members": [ + 9362 + ], + "max_error": 0.0 + }, + { + "representative": 9522, + "members": [ + 9522 + ], + "max_error": 0.0 + }, + { + "representative": 9494, + "members": [ + 9494 + ], + "max_error": 0.0 + }, + { + "representative": 9597, + "members": [ + 9597 + ], + "max_error": 0.0 + }, + { + "representative": 9529, + "members": [ + 9529 + ], + "max_error": 0.0 + }, + { + "representative": 9590, + "members": [ + 9590 + ], + "max_error": 0.0 + }, + { + "representative": 9466, + "members": [ + 9466 + ], + "max_error": 0.0 + }, + { + "representative": 9535, + "members": [ + 9535 + ], + "max_error": 0.0 + }, + { + "representative": 9384, + "members": [ + 9384 + ], + "max_error": 0.0 + }, + { + "representative": 9595, + "members": [ + 9595 + ], + "max_error": 0.0 + }, + { + "representative": 9447, + "members": [ + 9447 + ], + "max_error": 0.0 + }, + { + "representative": 9459, + "members": [ + 9459 + ], + "max_error": 0.0 + }, + { + "representative": 9550, + "members": [ + 9550 + ], + "max_error": 0.0 + }, + { + "representative": 9554, + "members": [ + 9554 + ], + "max_error": 0.0 + }, + { + "representative": 9375, + "members": [ + 9375 + ], + "max_error": 0.0 + }, + { + "representative": 9430, + "members": [ + 9430 + ], + "max_error": 0.0 + }, + { + "representative": 9392, + "members": [ + 9392 + ], + "max_error": 0.0 + }, + { + "representative": 9542, + "members": [ + 9542 + ], + "max_error": 0.0 + }, + { + "representative": 9442, + "members": [ + 9442 + ], + "max_error": 0.0 + }, + { + "representative": 9504, + "members": [ + 9504 + ], + "max_error": 0.0 + }, + { + "representative": 9377, + "members": [ + 9377 + ], + "max_error": 0.0 + }, + { + "representative": 9510, + "members": [ + 9510 + ], + "max_error": 0.0 + }, + { + "representative": 9361, + "members": [ + 9361 + ], + "max_error": 0.0 + }, + { + "representative": 9501, + "members": [ + 9501 + ], + "max_error": 0.0 + }, + { + "representative": 9598, + "members": [ + 9598 + ], + "max_error": 0.0 + }, + { + "representative": 9383, + "members": [ + 9383 + ], + "max_error": 0.0 + }, + { + "representative": 9464, + "members": [ + 9464 + ], + "max_error": 0.0 + }, + { + "representative": 9463, + "members": [ + 9463 + ], + "max_error": 0.0 + }, + { + "representative": 9536, + "members": [ + 9536 + ], + "max_error": 0.0 + }, + { + "representative": 9521, + "members": [ + 9521 + ], + "max_error": 0.0 + }, + { + "representative": 9547, + "members": [ + 9547 + ], + "max_error": 0.0 + }, + { + "representative": 9567, + "members": [ + 9567 + ], + "max_error": 0.0 + }, + { + "representative": 9485, + "members": [ + 9485 + ], + "max_error": 0.0 + }, + { + "representative": 9592, + "members": [ + 9592 + ], + "max_error": 0.0 + }, + { + "representative": 9593, + "members": [ + 9593 + ], + "max_error": 0.0 + }, + { + "representative": 9441, + "members": [ + 9441 + ], + "max_error": 0.0 + }, + { + "representative": 9373, + "members": [ + 9373 + ], + "max_error": 0.0 + }, + { + "representative": 9422, + "members": [ + 9422 + ], + "max_error": 0.0 + }, + { + "representative": 9410, + "members": [ + 9410 + ], + "max_error": 0.0 + }, + { + "representative": 9411, + "members": [ + 9411 + ], + "max_error": 0.0 + }, + { + "representative": 9413, + "members": [ + 9413 + ], + "max_error": 0.0 + }, + { + "representative": 9414, + "members": [ + 9414 + ], + "max_error": 0.0 + }, + { + "representative": 9416, + "members": [ + 9416 + ], + "max_error": 0.0 + }, + { + "representative": 9417, + "members": [ + 9417 + ], + "max_error": 0.0 + }, + { + "representative": 9409, + "members": [ + 9409 + ], + "max_error": 0.0 + }, + { + "representative": 9420, + "members": [ + 9420 + ], + "max_error": 0.0 + }, + { + "representative": 9421, + "members": [ + 9421 + ], + "max_error": 0.0 + }, + { + "representative": 9512, + "members": [ + 9512 + ], + "max_error": 0.0 + }, + { + "representative": 9468, + "members": [ + 9468 + ], + "max_error": 0.0 + }, + { + "representative": 9412, + "members": [ + 9412 + ], + "max_error": 0.0 + }, + { + "representative": 9450, + "members": [ + 9450 + ], + "max_error": 0.0 + }, + { + "representative": 9368, + "members": [ + 9368 + ], + "max_error": 0.0 + }, + { + "representative": 9453, + "members": [ + 9453 + ], + "max_error": 0.0 + }, + { + "representative": 9515, + "members": [ + 9515 + ], + "max_error": 0.0 + }, + { + "representative": 9537, + "members": [ + 9537 + ], + "max_error": 0.0 + }, + { + "representative": 9543, + "members": [ + 9543 + ], + "max_error": 0.0 + }, + { + "representative": 9462, + "members": [ + 9462 + ], + "max_error": 0.0 + }, + { + "representative": 9561, + "members": [ + 9561 + ], + "max_error": 0.0 + }, + { + "representative": 9444, + "members": [ + 9444 + ], + "max_error": 0.0 + }, + { + "representative": 9582, + "members": [ + 9582 + ], + "max_error": 0.0 + }, + { + "representative": 9405, + "members": [ + 9405 + ], + "max_error": 0.0 + }, + { + "representative": 9514, + "members": [ + 9514 + ], + "max_error": 0.0 + }, + { + "representative": 9509, + "members": [ + 9509 + ], + "max_error": 0.0 + }, + { + "representative": 9612, + "members": [ + 9612 + ], + "max_error": 0.0 + }, + { + "representative": 9389, + "members": [ + 9389 + ], + "max_error": 0.0 + }, + { + "representative": 9560, + "members": [ + 9560 + ], + "max_error": 0.0 + }, + { + "representative": 9545, + "members": [ + 9545 + ], + "max_error": 0.0 + }, + { + "representative": 9437, + "members": [ + 9437 + ], + "max_error": 0.0 + }, + { + "representative": 9376, + "members": [ + 9376 + ], + "max_error": 0.0 + }, + { + "representative": 9457, + "members": [ + 9457 + ], + "max_error": 0.0 + }, + { + "representative": 9418, + "members": [ + 9418 + ], + "max_error": 0.0 + }, + { + "representative": 9367, + "members": [ + 9367 + ], + "max_error": 0.0 + }, + { + "representative": 9484, + "members": [ + 9484 + ], + "max_error": 0.0 + }, + { + "representative": 9465, + "members": [ + 9465 + ], + "max_error": 0.0 + }, + { + "representative": 9407, + "members": [ + 9407 + ], + "max_error": 0.0 + }, + { + "representative": 9511, + "members": [ + 9511 + ], + "max_error": 0.0 + }, + { + "representative": 9576, + "members": [ + 9576 + ], + "max_error": 0.0 + }, + { + "representative": 9508, + "members": [ + 9508 + ], + "max_error": 0.0 + }, + { + "representative": 9574, + "members": [ + 9574 + ], + "max_error": 0.0 + }, + { + "representative": 9609, + "members": [ + 9609 + ], + "max_error": 0.0 + }, + { + "representative": 9602, + "members": [ + 9602 + ], + "max_error": 0.0 + }, + { + "representative": 9461, + "members": [ + 9461 + ], + "max_error": 0.0 + }, + { + "representative": 9575, + "members": [ + 9575 + ], + "max_error": 0.0 + }, + { + "representative": 9487, + "members": [ + 9487 + ], + "max_error": 0.0 + }, + { + "representative": 9399, + "members": [ + 9399 + ], + "max_error": 0.0 + }, + { + "representative": 9596, + "members": [ + 9596 + ], + "max_error": 0.0 + }, + { + "representative": 9432, + "members": [ + 9432 + ], + "max_error": 0.0 + }, + { + "representative": 9419, + "members": [ + 9419 + ], + "max_error": 0.0 + }, + { + "representative": 9372, + "members": [ + 9372 + ], + "max_error": 0.0 + }, + { + "representative": 9381, + "members": [ + 9381 + ], + "max_error": 0.0 + }, + { + "representative": 9408, + "members": [ + 9408 + ], + "max_error": 0.0 + }, + { + "representative": 9606, + "members": [ + 9606 + ], + "max_error": 0.0 + }, + { + "representative": 9472, + "members": [ + 9472 + ], + "max_error": 0.0 + }, + { + "representative": 9470, + "members": [ + 9470 + ], + "max_error": 0.0 + }, + { + "representative": 9492, + "members": [ + 9492 + ], + "max_error": 0.0 + }, + { + "representative": 9424, + "members": [ + 9424 + ], + "max_error": 0.0 + }, + { + "representative": 9427, + "members": [ + 9427 + ], + "max_error": 0.0 + }, + { + "representative": 9428, + "members": [ + 9428 + ], + "max_error": 0.0 + }, + { + "representative": 9431, + "members": [ + 9431 + ], + "max_error": 0.0 + }, + { + "representative": 9425, + "members": [ + 9425 + ], + "max_error": 0.0 + }, + { + "representative": 9434, + "members": [ + 9434 + ], + "max_error": 0.0 + }, + { + "representative": 9436, + "members": [ + 9436 + ], + "max_error": 0.0 + }, + { + "representative": 9439, + "members": [ + 9439 + ], + "max_error": 0.0 + }, + { + "representative": 9440, + "members": [ + 9440 + ], + "max_error": 0.0 + }, + { + "representative": 9443, + "members": [ + 9443 + ], + "max_error": 0.0 + }, + { + "representative": 9445, + "members": [ + 9445 + ], + "max_error": 0.0 + }, + { + "representative": 9446, + "members": [ + 9446 + ], + "max_error": 0.0 + }, + { + "representative": 9448, + "members": [ + 9448 + ], + "max_error": 0.0 + }, + { + "representative": 9449, + "members": [ + 9449 + ], + "max_error": 0.0 + }, + { + "representative": 9452, + "members": [ + 9452 + ], + "max_error": 0.0 + }, + { + "representative": 9454, + "members": [ + 9454 + ], + "max_error": 0.0 + }, + { + "representative": 9455, + "members": [ + 9455 + ], + "max_error": 0.0 + }, + { + "representative": 9456, + "members": [ + 9456 + ], + "max_error": 0.0 + }, + { + "representative": 9458, + "members": [ + 9458 + ], + "max_error": 0.0 + }, + { + "representative": 9460, + "members": [ + 9460 + ], + "max_error": 0.0 + }, + { + "representative": 9467, + "members": [ + 9467 + ], + "max_error": 0.0 + }, + { + "representative": 9469, + "members": [ + 9469 + ], + "max_error": 0.0 + }, + { + "representative": 9471, + "members": [ + 9471 + ], + "max_error": 0.0 + }, + { + "representative": 9476, + "members": [ + 9476 + ], + "max_error": 0.0 + }, + { + "representative": 9477, + "members": [ + 9477 + ], + "max_error": 0.0 + }, + { + "representative": 9478, + "members": [ + 9478 + ], + "max_error": 0.0 + }, + { + "representative": 9479, + "members": [ + 9479 + ], + "max_error": 0.0 + }, + { + "representative": 9473, + "members": [ + 9473 + ], + "max_error": 0.0 + }, + { + "representative": 9482, + "members": [ + 9482 + ], + "max_error": 0.0 + }, + { + "representative": 9483, + "members": [ + 9483 + ], + "max_error": 0.0 + }, + { + "representative": 9491, + "members": [ + 9491 + ], + "max_error": 0.0 + }, + { + "representative": 9493, + "members": [ + 9493 + ], + "max_error": 0.0 + }, + { + "representative": 9495, + "members": [ + 9495 + ], + "max_error": 0.0 + }, + { + "representative": 9496, + "members": [ + 9496 + ], + "max_error": 0.0 + }, + { + "representative": 9498, + "members": [ + 9498 + ], + "max_error": 0.0 + }, + { + "representative": 9502, + "members": [ + 9502 + ], + "max_error": 0.0 + }, + { + "representative": 9503, + "members": [ + 9503 + ], + "max_error": 0.0 + }, + { + "representative": 9513, + "members": [ + 9513 + ], + "max_error": 0.0 + }, + { + "representative": 9505, + "members": [ + 9505 + ], + "max_error": 0.0 + }, + { + "representative": 9516, + "members": [ + 9516 + ], + "max_error": 0.0 + }, + { + "representative": 9517, + "members": [ + 9517 + ], + "max_error": 0.0 + }, + { + "representative": 9518, + "members": [ + 9518 + ], + "max_error": 0.0 + }, + { + "representative": 9519, + "members": [ + 9519 + ], + "max_error": 0.0 + }, + { + "representative": 9378, + "members": [ + 9378 + ], + "max_error": 0.0 + }, + { + "representative": 9379, + "members": [ + 9379 + ], + "max_error": 0.0 + }, + { + "representative": 9380, + "members": [ + 9380 + ], + "max_error": 0.0 + }, + { + "representative": 9382, + "members": [ + 9382 + ], + "max_error": 0.0 + }, + { + "representative": 9386, + "members": [ + 9386 + ], + "max_error": 0.0 + }, + { + "representative": 9387, + "members": [ + 9387 + ], + "max_error": 0.0 + }, + { + "representative": 9390, + "members": [ + 9390 + ], + "max_error": 0.0 + }, + { + "representative": 9391, + "members": [ + 9391 + ], + "max_error": 0.0 + }, + { + "representative": 9520, + "members": [ + 9520 + ], + "max_error": 0.0 + }, + { + "representative": 9523, + "members": [ + 9523 + ], + "max_error": 0.0 + }, + { + "representative": 9524, + "members": [ + 9524 + ], + "max_error": 0.0 + }, + { + "representative": 9525, + "members": [ + 9525 + ], + "max_error": 0.0 + }, + { + "representative": 9526, + "members": [ + 9526 + ], + "max_error": 0.0 + }, + { + "representative": 9528, + "members": [ + 9528 + ], + "max_error": 0.0 + }, + { + "representative": 9531, + "members": [ + 9531 + ], + "max_error": 0.0 + }, + { + "representative": 9534, + "members": [ + 9534 + ], + "max_error": 0.0 + }, + { + "representative": 9538, + "members": [ + 9538 + ], + "max_error": 0.0 + }, + { + "representative": 9540, + "members": [ + 9540 + ], + "max_error": 0.0 + }, + { + "representative": 9544, + "members": [ + 9544 + ], + "max_error": 0.0 + }, + { + "representative": 9546, + "members": [ + 9546 + ], + "max_error": 0.0 + }, + { + "representative": 9548, + "members": [ + 9548 + ], + "max_error": 0.0 + }, + { + "representative": 9549, + "members": [ + 9549 + ], + "max_error": 0.0 + }, + { + "representative": 9555, + "members": [ + 9555 + ], + "max_error": 0.0 + }, + { + "representative": 9565, + "members": [ + 9565 + ], + "max_error": 0.0 + }, + { + "representative": 9568, + "members": [ + 9568 + ], + "max_error": 0.0 + }, + { + "representative": 9571, + "members": [ + 9571 + ], + "max_error": 0.0 + }, + { + "representative": 9572, + "members": [ + 9572 + ], + "max_error": 0.0 + }, + { + "representative": 9573, + "members": [ + 9573 + ], + "max_error": 0.0 + }, + { + "representative": 9577, + "members": [ + 9577 + ], + "max_error": 0.0 + }, + { + "representative": 9569, + "members": [ + 9569 + ], + "max_error": 0.0 + }, + { + "representative": 9579, + "members": [ + 9579 + ], + "max_error": 0.0 + }, + { + "representative": 9580, + "members": [ + 9580 + ], + "max_error": 0.0 + }, + { + "representative": 9583, + "members": [ + 9583 + ], + "max_error": 0.0 + }, + { + "representative": 9587, + "members": [ + 9587 + ], + "max_error": 0.0 + }, + { + "representative": 9588, + "members": [ + 9588 + ], + "max_error": 0.0 + }, + { + "representative": 9589, + "members": [ + 9589 + ], + "max_error": 0.0 + }, + { + "representative": 9591, + "members": [ + 9591 + ], + "max_error": 0.0 + }, + { + "representative": 9585, + "members": [ + 9585 + ], + "max_error": 0.0 + }, + { + "representative": 9594, + "members": [ + 9594 + ], + "max_error": 0.0 + }, + { + "representative": 9599, + "members": [ + 9599 + ], + "max_error": 0.0 + }, + { + "representative": 9600, + "members": [ + 9600 + ], + "max_error": 0.0 + }, + { + "representative": 9603, + "members": [ + 9603 + ], + "max_error": 0.0 + }, + { + "representative": 9604, + "members": [ + 9604 + ], + "max_error": 0.0 + }, + { + "representative": 9605, + "members": [ + 9605 + ], + "max_error": 0.0 + }, + { + "representative": 9607, + "members": [ + 9607 + ], + "max_error": 0.0 + }, + { + "representative": 9608, + "members": [ + 9608 + ], + "max_error": 0.0 + }, + { + "representative": 9610, + "members": [ + 9610 + ], + "max_error": 0.0 + }, + { + "representative": 9611, + "members": [ + 9611 + ], + "max_error": 0.0 + }, + { + "representative": 9613, + "members": [ + 9613 + ], + "max_error": 0.0 + }, + { + "representative": 9615, + "members": [ + 9615 + ], + "max_error": 0.0 + }, + { + "representative": 9905, + "members": [ + 9905 + ], + "max_error": 0.0 + }, + { + "representative": 9906, + "members": [ + 9906 + ], + "max_error": 0.0 + }, + { + "representative": 9907, + "members": [ + 9907 + ], + "max_error": 0.0 + }, + { + "representative": 9919, + "members": [ + 9919 + ], + "max_error": 0.0 + }, + { + "representative": 9921, + "members": [ + 9921 + ], + "max_error": 0.0 + }, + { + "representative": 9879, + "members": [ + 9879 + ], + "max_error": 0.0 + }, + { + "representative": 9873, + "members": [ + 9873 + ], + "max_error": 0.0 + }, + { + "representative": 9885, + "members": [ + 9885 + ], + "max_error": 0.0 + }, + { + "representative": 10117, + "members": [ + 10117 + ], + "max_error": 0.0 + }, + { + "representative": 9960, + "members": [ + 9960 + ], + "max_error": 0.0 + }, + { + "representative": 10088, + "members": [ + 10088 + ], + "max_error": 0.0 + }, + { + "representative": 10009, + "members": [ + 10009 + ], + "max_error": 0.0 + }, + { + "representative": 10114, + "members": [ + 10114 + ], + "max_error": 0.0 + }, + { + "representative": 9951, + "members": [ + 9951 + ], + "max_error": 0.0 + }, + { + "representative": 9964, + "members": [ + 9964 + ], + "max_error": 0.0 + }, + { + "representative": 10069, + "members": [ + 10069 + ], + "max_error": 0.0 + }, + { + "representative": 10032, + "members": [ + 10032 + ], + "max_error": 0.0 + }, + { + "representative": 9989, + "members": [ + 9989 + ], + "max_error": 0.0 + }, + { + "representative": 10074, + "members": [ + 10074 + ], + "max_error": 0.0 + }, + { + "representative": 9977, + "members": [ + 9977 + ], + "max_error": 0.0 + }, + { + "representative": 10060, + "members": [ + 10060 + ], + "max_error": 0.0 + }, + { + "representative": 9932, + "members": [ + 9932 + ], + "max_error": 0.0 + }, + { + "representative": 9888, + "members": [ + 9888 + ], + "max_error": 0.0 + }, + { + "representative": 10077, + "members": [ + 10077 + ], + "max_error": 0.0 + }, + { + "representative": 10106, + "members": [ + 10106 + ], + "max_error": 0.0 + }, + { + "representative": 10104, + "members": [ + 10104 + ], + "max_error": 0.0 + }, + { + "representative": 9991, + "members": [ + 9991 + ], + "max_error": 0.0 + }, + { + "representative": 10008, + "members": [ + 10008 + ], + "max_error": 0.0 + }, + { + "representative": 9918, + "members": [ + 9918 + ], + "max_error": 0.0 + }, + { + "representative": 10043, + "members": [ + 10043 + ], + "max_error": 0.0 + }, + { + "representative": 9985, + "members": [ + 9985 + ], + "max_error": 0.0 + }, + { + "representative": 9986, + "members": [ + 9986 + ], + "max_error": 0.0 + }, + { + "representative": 10027, + "members": [ + 10027 + ], + "max_error": 0.0 + }, + { + "representative": 9912, + "members": [ + 9912 + ], + "max_error": 0.0 + }, + { + "representative": 9896, + "members": [ + 9896 + ], + "max_error": 0.0 + }, + { + "representative": 9990, + "members": [ + 9990 + ], + "max_error": 0.0 + }, + { + "representative": 9955, + "members": [ + 9955 + ], + "max_error": 0.0 + }, + { + "representative": 10076, + "members": [ + 10076 + ], + "max_error": 0.0 + }, + { + "representative": 9913, + "members": [ + 9913 + ], + "max_error": 0.0 + }, + { + "representative": 9976, + "members": [ + 9976 + ], + "max_error": 0.0 + }, + { + "representative": 10119, + "members": [ + 10119 + ], + "max_error": 0.0 + }, + { + "representative": 9908, + "members": [ + 9908 + ], + "max_error": 0.0 + }, + { + "representative": 10045, + "members": [ + 10045 + ], + "max_error": 0.0 + }, + { + "representative": 10126, + "members": [ + 10126 + ], + "max_error": 0.0 + }, + { + "representative": 9934, + "members": [ + 9934 + ], + "max_error": 0.0 + }, + { + "representative": 10095, + "members": [ + 10095 + ], + "max_error": 0.0 + }, + { + "representative": 10000, + "members": [ + 10000 + ], + "max_error": 0.0 + }, + { + "representative": 10036, + "members": [ + 10036 + ], + "max_error": 0.0 + }, + { + "representative": 10042, + "members": [ + 10042 + ], + "max_error": 0.0 + }, + { + "representative": 10044, + "members": [ + 10044 + ], + "max_error": 0.0 + }, + { + "representative": 10050, + "members": [ + 10050 + ], + "max_error": 0.0 + }, + { + "representative": 10063, + "members": [ + 10063 + ], + "max_error": 0.0 + }, + { + "representative": 10065, + "members": [ + 10065 + ], + "max_error": 0.0 + }, + { + "representative": 9965, + "members": [ + 9965 + ], + "max_error": 0.0 + }, + { + "representative": 9909, + "members": [ + 9909 + ], + "max_error": 0.0 + }, + { + "representative": 9882, + "members": [ + 9882 + ], + "max_error": 0.0 + }, + { + "representative": 9878, + "members": [ + 9878 + ], + "max_error": 0.0 + }, + { + "representative": 9915, + "members": [ + 9915 + ], + "max_error": 0.0 + }, + { + "representative": 9901, + "members": [ + 9901 + ], + "max_error": 0.0 + }, + { + "representative": 9998, + "members": [ + 9998 + ], + "max_error": 0.0 + }, + { + "representative": 10016, + "members": [ + 10016 + ], + "max_error": 0.0 + }, + { + "representative": 10038, + "members": [ + 10038 + ], + "max_error": 0.0 + }, + { + "representative": 9880, + "members": [ + 9880 + ], + "max_error": 0.0 + }, + { + "representative": 9875, + "members": [ + 9875 + ], + "max_error": 0.0 + }, + { + "representative": 9938, + "members": [ + 9938 + ], + "max_error": 0.0 + }, + { + "representative": 9929, + "members": [ + 9929 + ], + "max_error": 0.0 + }, + { + "representative": 9947, + "members": [ + 9947 + ], + "max_error": 0.0 + }, + { + "representative": 10099, + "members": [ + 10099 + ], + "max_error": 0.0 + }, + { + "representative": 9973, + "members": [ + 9973 + ], + "max_error": 0.0 + }, + { + "representative": 10066, + "members": [ + 10066 + ], + "max_error": 0.0 + }, + { + "representative": 10071, + "members": [ + 10071 + ], + "max_error": 0.0 + }, + { + "representative": 9993, + "members": [ + 9993 + ], + "max_error": 0.0 + }, + { + "representative": 10082, + "members": [ + 10082 + ], + "max_error": 0.0 + }, + { + "representative": 9995, + "members": [ + 9995 + ], + "max_error": 0.0 + }, + { + "representative": 10028, + "members": [ + 10028 + ], + "max_error": 0.0 + }, + { + "representative": 10055, + "members": [ + 10055 + ], + "max_error": 0.0 + }, + { + "representative": 9917, + "members": [ + 9917 + ], + "max_error": 0.0 + }, + { + "representative": 10064, + "members": [ + 10064 + ], + "max_error": 0.0 + }, + { + "representative": 10127, + "members": [ + 10127 + ], + "max_error": 0.0 + }, + { + "representative": 10105, + "members": [ + 10105 + ], + "max_error": 0.0 + }, + { + "representative": 10062, + "members": [ + 10062 + ], + "max_error": 0.0 + }, + { + "representative": 10013, + "members": [ + 10013 + ], + "max_error": 0.0 + }, + { + "representative": 9963, + "members": [ + 9963 + ], + "max_error": 0.0 + }, + { + "representative": 9942, + "members": [ + 9942 + ], + "max_error": 0.0 + }, + { + "representative": 10072, + "members": [ + 10072 + ], + "max_error": 0.0 + }, + { + "representative": 9898, + "members": [ + 9898 + ], + "max_error": 0.0 + }, + { + "representative": 10041, + "members": [ + 10041 + ], + "max_error": 0.0 + }, + { + "representative": 10051, + "members": [ + 10051 + ], + "max_error": 0.0 + }, + { + "representative": 9887, + "members": [ + 9887 + ], + "max_error": 0.0 + }, + { + "representative": 10029, + "members": [ + 10029 + ], + "max_error": 0.0 + }, + { + "representative": 9940, + "members": [ + 9940 + ], + "max_error": 0.0 + }, + { + "representative": 10025, + "members": [ + 10025 + ], + "max_error": 0.0 + }, + { + "representative": 9997, + "members": [ + 9997 + ], + "max_error": 0.0 + }, + { + "representative": 10079, + "members": [ + 10079 + ], + "max_error": 0.0 + }, + { + "representative": 9943, + "members": [ + 9943 + ], + "max_error": 0.0 + }, + { + "representative": 9967, + "members": [ + 9967 + ], + "max_error": 0.0 + }, + { + "representative": 10107, + "members": [ + 10107 + ], + "max_error": 0.0 + }, + { + "representative": 9897, + "members": [ + 9897 + ], + "max_error": 0.0 + }, + { + "representative": 9996, + "members": [ + 9996 + ], + "max_error": 0.0 + }, + { + "representative": 9902, + "members": [ + 9902 + ], + "max_error": 0.0 + }, + { + "representative": 10019, + "members": [ + 10019 + ], + "max_error": 0.0 + }, + { + "representative": 9971, + "members": [ + 9971 + ], + "max_error": 0.0 + }, + { + "representative": 10022, + "members": [ + 10022 + ], + "max_error": 0.0 + }, + { + "representative": 9941, + "members": [ + 9941 + ], + "max_error": 0.0 + }, + { + "representative": 10024, + "members": [ + 10024 + ], + "max_error": 0.0 + }, + { + "representative": 9958, + "members": [ + 9958 + ], + "max_error": 0.0 + }, + { + "representative": 10068, + "members": [ + 10068 + ], + "max_error": 0.0 + }, + { + "representative": 9969, + "members": [ + 9969 + ], + "max_error": 0.0 + }, + { + "representative": 10109, + "members": [ + 10109 + ], + "max_error": 0.0 + }, + { + "representative": 9895, + "members": [ + 9895 + ], + "max_error": 0.0 + }, + { + "representative": 10102, + "members": [ + 10102 + ], + "max_error": 0.0 + }, + { + "representative": 9889, + "members": [ + 9889 + ], + "max_error": 0.0 + }, + { + "representative": 9979, + "members": [ + 9979 + ], + "max_error": 0.0 + }, + { + "representative": 10116, + "members": [ + 10116 + ], + "max_error": 0.0 + }, + { + "representative": 9928, + "members": [ + 9928 + ], + "max_error": 0.0 + }, + { + "representative": 9910, + "members": [ + 9910 + ], + "max_error": 0.0 + }, + { + "representative": 9980, + "members": [ + 9980 + ], + "max_error": 0.0 + }, + { + "representative": 10037, + "members": [ + 10037 + ], + "max_error": 0.0 + }, + { + "representative": 10001, + "members": [ + 10001 + ], + "max_error": 0.0 + }, + { + "representative": 9950, + "members": [ + 9950 + ], + "max_error": 0.0 + }, + { + "representative": 10096, + "members": [ + 10096 + ], + "max_error": 0.0 + }, + { + "representative": 9962, + "members": [ + 9962 + ], + "max_error": 0.0 + }, + { + "representative": 9922, + "members": [ + 9922 + ], + "max_error": 0.0 + }, + { + "representative": 9923, + "members": [ + 9923 + ], + "max_error": 0.0 + }, + { + "representative": 10012, + "members": [ + 10012 + ], + "max_error": 0.0 + }, + { + "representative": 9984, + "members": [ + 9984 + ], + "max_error": 0.0 + }, + { + "representative": 10021, + "members": [ + 10021 + ], + "max_error": 0.0 + }, + { + "representative": 9893, + "members": [ + 9893 + ], + "max_error": 0.0 + }, + { + "representative": 10089, + "members": [ + 10089 + ], + "max_error": 0.0 + }, + { + "representative": 9978, + "members": [ + 9978 + ], + "max_error": 0.0 + }, + { + "representative": 10005, + "members": [ + 10005 + ], + "max_error": 0.0 + }, + { + "representative": 10087, + "members": [ + 10087 + ], + "max_error": 0.0 + }, + { + "representative": 10052, + "members": [ + 10052 + ], + "max_error": 0.0 + }, + { + "representative": 10056, + "members": [ + 10056 + ], + "max_error": 0.0 + }, + { + "representative": 10084, + "members": [ + 10084 + ], + "max_error": 0.0 + }, + { + "representative": 10097, + "members": [ + 10097 + ], + "max_error": 0.0 + }, + { + "representative": 10103, + "members": [ + 10103 + ], + "max_error": 0.0 + }, + { + "representative": 10115, + "members": [ + 10115 + ], + "max_error": 0.0 + }, + { + "representative": 10118, + "members": [ + 10118 + ], + "max_error": 0.0 + }, + { + "representative": 10120, + "members": [ + 10120 + ], + "max_error": 0.0 + }, + { + "representative": 10070, + "members": [ + 10070 + ], + "max_error": 0.0 + }, + { + "representative": 10053, + "members": [ + 10053 + ], + "max_error": 0.0 + }, + { + "representative": 9936, + "members": [ + 9936 + ], + "max_error": 0.0 + }, + { + "representative": 10010, + "members": [ + 10010 + ], + "max_error": 0.0 + }, + { + "representative": 10006, + "members": [ + 10006 + ], + "max_error": 0.0 + }, + { + "representative": 9914, + "members": [ + 9914 + ], + "max_error": 0.0 + }, + { + "representative": 10081, + "members": [ + 10081 + ], + "max_error": 0.0 + }, + { + "representative": 9872, + "members": [ + 9872 + ], + "max_error": 0.0 + }, + { + "representative": 9946, + "members": [ + 9946 + ], + "max_error": 0.0 + }, + { + "representative": 10122, + "members": [ + 10122 + ], + "max_error": 0.0 + }, + { + "representative": 9949, + "members": [ + 9949 + ], + "max_error": 0.0 + }, + { + "representative": 9927, + "members": [ + 9927 + ], + "max_error": 0.0 + }, + { + "representative": 10046, + "members": [ + 10046 + ], + "max_error": 0.0 + }, + { + "representative": 10083, + "members": [ + 10083 + ], + "max_error": 0.0 + }, + { + "representative": 9876, + "members": [ + 9876 + ], + "max_error": 0.0 + }, + { + "representative": 10098, + "members": [ + 10098 + ], + "max_error": 0.0 + }, + { + "representative": 10113, + "members": [ + 10113 + ], + "max_error": 0.0 + }, + { + "representative": 9924, + "members": [ + 9924 + ], + "max_error": 0.0 + }, + { + "representative": 10110, + "members": [ + 10110 + ], + "max_error": 0.0 + }, + { + "representative": 9884, + "members": [ + 9884 + ], + "max_error": 0.0 + }, + { + "representative": 9903, + "members": [ + 9903 + ], + "max_error": 0.0 + }, + { + "representative": 9894, + "members": [ + 9894 + ], + "max_error": 0.0 + }, + { + "representative": 9999, + "members": [ + 9999 + ], + "max_error": 0.0 + }, + { + "representative": 10040, + "members": [ + 10040 + ], + "max_error": 0.0 + }, + { + "representative": 10108, + "members": [ + 10108 + ], + "max_error": 0.0 + }, + { + "representative": 9966, + "members": [ + 9966 + ], + "max_error": 0.0 + }, + { + "representative": 10123, + "members": [ + 10123 + ], + "max_error": 0.0 + }, + { + "representative": 9911, + "members": [ + 9911 + ], + "max_error": 0.0 + }, + { + "representative": 9945, + "members": [ + 9945 + ], + "max_error": 0.0 + }, + { + "representative": 10091, + "members": [ + 10091 + ], + "max_error": 0.0 + }, + { + "representative": 10002, + "members": [ + 10002 + ], + "max_error": 0.0 + }, + { + "representative": 10112, + "members": [ + 10112 + ], + "max_error": 0.0 + }, + { + "representative": 9916, + "members": [ + 9916 + ], + "max_error": 0.0 + }, + { + "representative": 9877, + "members": [ + 9877 + ], + "max_error": 0.0 + }, + { + "representative": 10015, + "members": [ + 10015 + ], + "max_error": 0.0 + }, + { + "representative": 10011, + "members": [ + 10011 + ], + "max_error": 0.0 + }, + { + "representative": 10007, + "members": [ + 10007 + ], + "max_error": 0.0 + }, + { + "representative": 9930, + "members": [ + 9930 + ], + "max_error": 0.0 + }, + { + "representative": 10124, + "members": [ + 10124 + ], + "max_error": 0.0 + }, + { + "representative": 10026, + "members": [ + 10026 + ], + "max_error": 0.0 + }, + { + "representative": 9956, + "members": [ + 9956 + ], + "max_error": 0.0 + }, + { + "representative": 10061, + "members": [ + 10061 + ], + "max_error": 0.0 + }, + { + "representative": 9959, + "members": [ + 9959 + ], + "max_error": 0.0 + }, + { + "representative": 10034, + "members": [ + 10034 + ], + "max_error": 0.0 + }, + { + "representative": 10058, + "members": [ + 10058 + ], + "max_error": 0.0 + }, + { + "representative": 10125, + "members": [ + 10125 + ], + "max_error": 0.0 + }, + { + "representative": 9992, + "members": [ + 9992 + ], + "max_error": 0.0 + }, + { + "representative": 10039, + "members": [ + 10039 + ], + "max_error": 0.0 + }, + { + "representative": 9968, + "members": [ + 9968 + ], + "max_error": 0.0 + }, + { + "representative": 9900, + "members": [ + 9900 + ], + "max_error": 0.0 + }, + { + "representative": 10003, + "members": [ + 10003 + ], + "max_error": 0.0 + }, + { + "representative": 10075, + "members": [ + 10075 + ], + "max_error": 0.0 + }, + { + "representative": 10111, + "members": [ + 10111 + ], + "max_error": 0.0 + }, + { + "representative": 10094, + "members": [ + 10094 + ], + "max_error": 0.0 + }, + { + "representative": 10090, + "members": [ + 10090 + ], + "max_error": 0.0 + }, + { + "representative": 9961, + "members": [ + 9961 + ], + "max_error": 0.0 + }, + { + "representative": 9892, + "members": [ + 9892 + ], + "max_error": 0.0 + }, + { + "representative": 10033, + "members": [ + 10033 + ], + "max_error": 0.0 + }, + { + "representative": 10101, + "members": [ + 10101 + ], + "max_error": 0.0 + }, + { + "representative": 9891, + "members": [ + 9891 + ], + "max_error": 0.0 + }, + { + "representative": 10085, + "members": [ + 10085 + ], + "max_error": 0.0 + }, + { + "representative": 9931, + "members": [ + 9931 + ], + "max_error": 0.0 + }, + { + "representative": 10054, + "members": [ + 10054 + ], + "max_error": 0.0 + }, + { + "representative": 9957, + "members": [ + 9957 + ], + "max_error": 0.0 + }, + { + "representative": 10059, + "members": [ + 10059 + ], + "max_error": 0.0 + }, + { + "representative": 10100, + "members": [ + 10100 + ], + "max_error": 0.0 + }, + { + "representative": 10080, + "members": [ + 10080 + ], + "max_error": 0.0 + }, + { + "representative": 9952, + "members": [ + 9952 + ], + "max_error": 0.0 + }, + { + "representative": 9954, + "members": [ + 9954 + ], + "max_error": 0.0 + }, + { + "representative": 9939, + "members": [ + 9939 + ], + "max_error": 0.0 + }, + { + "representative": 9970, + "members": [ + 9970 + ], + "max_error": 0.0 + }, + { + "representative": 9974, + "members": [ + 9974 + ], + "max_error": 0.0 + }, + { + "representative": 9981, + "members": [ + 9981 + ], + "max_error": 0.0 + }, + { + "representative": 9994, + "members": [ + 9994 + ], + "max_error": 0.0 + }, + { + "representative": 9944, + "members": [ + 9944 + ], + "max_error": 0.0 + }, + { + "representative": 9937, + "members": [ + 9937 + ], + "max_error": 0.0 + }, + { + "representative": 10078, + "members": [ + 10078 + ], + "max_error": 0.0 + }, + { + "representative": 10093, + "members": [ + 10093 + ], + "max_error": 0.0 + }, + { + "representative": 10017, + "members": [ + 10017 + ], + "max_error": 0.0 + }, + { + "representative": 9983, + "members": [ + 9983 + ], + "max_error": 0.0 + }, + { + "representative": 10121, + "members": [ + 10121 + ], + "max_error": 0.0 + }, + { + "representative": 9899, + "members": [ + 9899 + ], + "max_error": 0.0 + }, + { + "representative": 10092, + "members": [ + 10092 + ], + "max_error": 0.0 + }, + { + "representative": 9890, + "members": [ + 9890 + ], + "max_error": 0.0 + }, + { + "representative": 9948, + "members": [ + 9948 + ], + "max_error": 0.0 + }, + { + "representative": 9904, + "members": [ + 9904 + ], + "max_error": 0.0 + }, + { + "representative": 10030, + "members": [ + 10030 + ], + "max_error": 0.0 + }, + { + "representative": 10048, + "members": [ + 10048 + ], + "max_error": 0.0 + }, + { + "representative": 9935, + "members": [ + 9935 + ], + "max_error": 0.0 + }, + { + "representative": 10035, + "members": [ + 10035 + ], + "max_error": 0.0 + }, + { + "representative": 9886, + "members": [ + 9886 + ], + "max_error": 0.0 + }, + { + "representative": 10057, + "members": [ + 10057 + ], + "max_error": 0.0 + }, + { + "representative": 10049, + "members": [ + 10049 + ], + "max_error": 0.0 + }, + { + "representative": 10031, + "members": [ + 10031 + ], + "max_error": 0.0 + }, + { + "representative": 10067, + "members": [ + 10067 + ], + "max_error": 0.0 + }, + { + "representative": 9920, + "members": [ + 9920 + ], + "max_error": 0.0 + }, + { + "representative": 9982, + "members": [ + 9982 + ], + "max_error": 0.0 + }, + { + "representative": 9874, + "members": [ + 9874 + ], + "max_error": 0.0 + }, + { + "representative": 10023, + "members": [ + 10023 + ], + "max_error": 0.0 + }, + { + "representative": 9925, + "members": [ + 9925 + ], + "max_error": 0.0 + }, + { + "representative": 9972, + "members": [ + 9972 + ], + "max_error": 0.0 + }, + { + "representative": 10004, + "members": [ + 10004 + ], + "max_error": 0.0 + }, + { + "representative": 10014, + "members": [ + 10014 + ], + "max_error": 0.0 + }, + { + "representative": 10086, + "members": [ + 10086 + ], + "max_error": 0.0 + }, + { + "representative": 10073, + "members": [ + 10073 + ], + "max_error": 0.0 + }, + { + "representative": 9987, + "members": [ + 9987 + ], + "max_error": 0.0 + }, + { + "representative": 10020, + "members": [ + 10020 + ], + "max_error": 0.0 + }, + { + "representative": 9933, + "members": [ + 9933 + ], + "max_error": 0.0 + }, + { + "representative": 9988, + "members": [ + 9988 + ], + "max_error": 0.0 + }, + { + "representative": 9975, + "members": [ + 9975 + ], + "max_error": 0.0 + }, + { + "representative": 9881, + "members": [ + 9881 + ], + "max_error": 0.0 + }, + { + "representative": 10018, + "members": [ + 10018 + ], + "max_error": 0.0 + }, + { + "representative": 10047, + "members": [ + 10047 + ], + "max_error": 0.0 + }, + { + "representative": 9953, + "members": [ + 9953 + ], + "max_error": 0.0 + }, + { + "representative": 9883, + "members": [ + 9883 + ], + "max_error": 0.0 + }, + { + "representative": 9926, + "members": [ + 9926 + ], + "max_error": 0.0 + }, + { + "representative": 10413, + "members": [ + 10413 + ], + "max_error": 0.0 + }, + { + "representative": 10430, + "members": [ + 10430 + ], + "max_error": 0.0 + }, + { + "representative": 10389, + "members": [ + 10389 + ], + "max_error": 0.0 + }, + { + "representative": 10434, + "members": [ + 10434 + ], + "max_error": 0.0 + }, + { + "representative": 10436, + "members": [ + 10436 + ], + "max_error": 0.0 + }, + { + "representative": 10442, + "members": [ + 10442 + ], + "max_error": 0.0 + }, + { + "representative": 10445, + "members": [ + 10445 + ], + "max_error": 0.0 + }, + { + "representative": 10467, + "members": [ + 10467 + ], + "max_error": 0.0 + }, + { + "representative": 10475, + "members": [ + 10475 + ], + "max_error": 0.0 + }, + { + "representative": 10485, + "members": [ + 10485 + ], + "max_error": 0.0 + }, + { + "representative": 10433, + "members": [ + 10433 + ], + "max_error": 0.0 + }, + { + "representative": 10619, + "members": [ + 10619 + ], + "max_error": 0.0 + }, + { + "representative": 10471, + "members": [ + 10471 + ], + "max_error": 0.0 + }, + { + "representative": 10462, + "members": [ + 10462 + ], + "max_error": 0.0 + }, + { + "representative": 10635, + "members": [ + 10635 + ], + "max_error": 0.0 + }, + { + "representative": 10500, + "members": [ + 10500 + ], + "max_error": 0.0 + }, + { + "representative": 10546, + "members": [ + 10546 + ], + "max_error": 0.0 + }, + { + "representative": 10568, + "members": [ + 10568 + ], + "max_error": 0.0 + }, + { + "representative": 10387, + "members": [ + 10387 + ], + "max_error": 0.0 + }, + { + "representative": 10549, + "members": [ + 10549 + ], + "max_error": 0.0 + }, + { + "representative": 10441, + "members": [ + 10441 + ], + "max_error": 0.0 + }, + { + "representative": 10569, + "members": [ + 10569 + ], + "max_error": 0.0 + }, + { + "representative": 10598, + "members": [ + 10598 + ], + "max_error": 0.0 + }, + { + "representative": 10565, + "members": [ + 10565 + ], + "max_error": 0.0 + }, + { + "representative": 10486, + "members": [ + 10486 + ], + "max_error": 0.0 + }, + { + "representative": 10589, + "members": [ + 10589 + ], + "max_error": 0.0 + }, + { + "representative": 10452, + "members": [ + 10452 + ], + "max_error": 0.0 + }, + { + "representative": 10545, + "members": [ + 10545 + ], + "max_error": 0.0 + }, + { + "representative": 10423, + "members": [ + 10423 + ], + "max_error": 0.0 + }, + { + "representative": 10506, + "members": [ + 10506 + ], + "max_error": 0.0 + }, + { + "representative": 10557, + "members": [ + 10557 + ], + "max_error": 0.0 + }, + { + "representative": 10395, + "members": [ + 10395 + ], + "max_error": 0.0 + }, + { + "representative": 10487, + "members": [ + 10487 + ], + "max_error": 0.0 + }, + { + "representative": 10637, + "members": [ + 10637 + ], + "max_error": 0.0 + }, + { + "representative": 10574, + "members": [ + 10574 + ], + "max_error": 0.0 + }, + { + "representative": 10505, + "members": [ + 10505 + ], + "max_error": 0.0 + }, + { + "representative": 10502, + "members": [ + 10502 + ], + "max_error": 0.0 + }, + { + "representative": 10473, + "members": [ + 10473 + ], + "max_error": 0.0 + }, + { + "representative": 10609, + "members": [ + 10609 + ], + "max_error": 0.0 + }, + { + "representative": 10638, + "members": [ + 10638 + ], + "max_error": 0.0 + }, + { + "representative": 10630, + "members": [ + 10630 + ], + "max_error": 0.0 + }, + { + "representative": 10524, + "members": [ + 10524 + ], + "max_error": 0.0 + }, + { + "representative": 10526, + "members": [ + 10526 + ], + "max_error": 0.0 + }, + { + "representative": 10415, + "members": [ + 10415 + ], + "max_error": 0.0 + }, + { + "representative": 10562, + "members": [ + 10562 + ], + "max_error": 0.0 + }, + { + "representative": 10625, + "members": [ + 10625 + ], + "max_error": 0.0 + }, + { + "representative": 10600, + "members": [ + 10600 + ], + "max_error": 0.0 + }, + { + "representative": 10497, + "members": [ + 10497 + ], + "max_error": 0.0 + }, + { + "representative": 10397, + "members": [ + 10397 + ], + "max_error": 0.0 + }, + { + "representative": 10580, + "members": [ + 10580 + ], + "max_error": 0.0 + }, + { + "representative": 10495, + "members": [ + 10495 + ], + "max_error": 0.0 + }, + { + "representative": 10610, + "members": [ + 10610 + ], + "max_error": 0.0 + }, + { + "representative": 10392, + "members": [ + 10392 + ], + "max_error": 0.0 + }, + { + "representative": 10615, + "members": [ + 10615 + ], + "max_error": 0.0 + }, + { + "representative": 10460, + "members": [ + 10460 + ], + "max_error": 0.0 + }, + { + "representative": 10542, + "members": [ + 10542 + ], + "max_error": 0.0 + }, + { + "representative": 10607, + "members": [ + 10607 + ], + "max_error": 0.0 + }, + { + "representative": 10498, + "members": [ + 10498 + ], + "max_error": 0.0 + }, + { + "representative": 10579, + "members": [ + 10579 + ], + "max_error": 0.0 + }, + { + "representative": 10627, + "members": [ + 10627 + ], + "max_error": 0.0 + }, + { + "representative": 10548, + "members": [ + 10548 + ], + "max_error": 0.0 + }, + { + "representative": 10540, + "members": [ + 10540 + ], + "max_error": 0.0 + }, + { + "representative": 10596, + "members": [ + 10596 + ], + "max_error": 0.0 + }, + { + "representative": 10539, + "members": [ + 10539 + ], + "max_error": 0.0 + }, + { + "representative": 10581, + "members": [ + 10581 + ], + "max_error": 0.0 + }, + { + "representative": 10591, + "members": [ + 10591 + ], + "max_error": 0.0 + }, + { + "representative": 10427, + "members": [ + 10427 + ], + "max_error": 0.0 + }, + { + "representative": 10594, + "members": [ + 10594 + ], + "max_error": 0.0 + }, + { + "representative": 10407, + "members": [ + 10407 + ], + "max_error": 0.0 + }, + { + "representative": 10555, + "members": [ + 10555 + ], + "max_error": 0.0 + }, + { + "representative": 10541, + "members": [ + 10541 + ], + "max_error": 0.0 + }, + { + "representative": 10529, + "members": [ + 10529 + ], + "max_error": 0.0 + }, + { + "representative": 10553, + "members": [ + 10553 + ], + "max_error": 0.0 + }, + { + "representative": 10602, + "members": [ + 10602 + ], + "max_error": 0.0 + }, + { + "representative": 10536, + "members": [ + 10536 + ], + "max_error": 0.0 + }, + { + "representative": 10393, + "members": [ + 10393 + ], + "max_error": 0.0 + }, + { + "representative": 10429, + "members": [ + 10429 + ], + "max_error": 0.0 + }, + { + "representative": 10488, + "members": [ + 10488 + ], + "max_error": 0.0 + }, + { + "representative": 10396, + "members": [ + 10396 + ], + "max_error": 0.0 + }, + { + "representative": 10623, + "members": [ + 10623 + ], + "max_error": 0.0 + }, + { + "representative": 10455, + "members": [ + 10455 + ], + "max_error": 0.0 + }, + { + "representative": 10622, + "members": [ + 10622 + ], + "max_error": 0.0 + }, + { + "representative": 10538, + "members": [ + 10538 + ], + "max_error": 0.0 + }, + { + "representative": 10554, + "members": [ + 10554 + ], + "max_error": 0.0 + }, + { + "representative": 10511, + "members": [ + 10511 + ], + "max_error": 0.0 + }, + { + "representative": 10418, + "members": [ + 10418 + ], + "max_error": 0.0 + }, + { + "representative": 10586, + "members": [ + 10586 + ], + "max_error": 0.0 + }, + { + "representative": 10510, + "members": [ + 10510 + ], + "max_error": 0.0 + }, + { + "representative": 10584, + "members": [ + 10584 + ], + "max_error": 0.0 + }, + { + "representative": 10444, + "members": [ + 10444 + ], + "max_error": 0.0 + }, + { + "representative": 10449, + "members": [ + 10449 + ], + "max_error": 0.0 + }, + { + "representative": 10543, + "members": [ + 10543 + ], + "max_error": 0.0 + }, + { + "representative": 10573, + "members": [ + 10573 + ], + "max_error": 0.0 + }, + { + "representative": 10624, + "members": [ + 10624 + ], + "max_error": 0.0 + }, + { + "representative": 10507, + "members": [ + 10507 + ], + "max_error": 0.0 + }, + { + "representative": 10403, + "members": [ + 10403 + ], + "max_error": 0.0 + }, + { + "representative": 10559, + "members": [ + 10559 + ], + "max_error": 0.0 + }, + { + "representative": 10478, + "members": [ + 10478 + ], + "max_error": 0.0 + }, + { + "representative": 10532, + "members": [ + 10532 + ], + "max_error": 0.0 + }, + { + "representative": 10629, + "members": [ + 10629 + ], + "max_error": 0.0 + }, + { + "representative": 10512, + "members": [ + 10512 + ], + "max_error": 0.0 + }, + { + "representative": 10611, + "members": [ + 10611 + ], + "max_error": 0.0 + }, + { + "representative": 10409, + "members": [ + 10409 + ], + "max_error": 0.0 + }, + { + "representative": 10489, + "members": [ + 10489 + ], + "max_error": 0.0 + }, + { + "representative": 10617, + "members": [ + 10617 + ], + "max_error": 0.0 + }, + { + "representative": 10412, + "members": [ + 10412 + ], + "max_error": 0.0 + }, + { + "representative": 10614, + "members": [ + 10614 + ], + "max_error": 0.0 + }, + { + "representative": 10561, + "members": [ + 10561 + ], + "max_error": 0.0 + }, + { + "representative": 10636, + "members": [ + 10636 + ], + "max_error": 0.0 + }, + { + "representative": 10523, + "members": [ + 10523 + ], + "max_error": 0.0 + }, + { + "representative": 10461, + "members": [ + 10461 + ], + "max_error": 0.0 + }, + { + "representative": 10416, + "members": [ + 10416 + ], + "max_error": 0.0 + }, + { + "representative": 10628, + "members": [ + 10628 + ], + "max_error": 0.0 + }, + { + "representative": 10490, + "members": [ + 10490 + ], + "max_error": 0.0 + }, + { + "representative": 10394, + "members": [ + 10394 + ], + "max_error": 0.0 + }, + { + "representative": 10454, + "members": [ + 10454 + ], + "max_error": 0.0 + }, + { + "representative": 10595, + "members": [ + 10595 + ], + "max_error": 0.0 + }, + { + "representative": 10499, + "members": [ + 10499 + ], + "max_error": 0.0 + }, + { + "representative": 10583, + "members": [ + 10583 + ], + "max_error": 0.0 + }, + { + "representative": 10448, + "members": [ + 10448 + ], + "max_error": 0.0 + }, + { + "representative": 10618, + "members": [ + 10618 + ], + "max_error": 0.0 + }, + { + "representative": 10577, + "members": [ + 10577 + ], + "max_error": 0.0 + }, + { + "representative": 10457, + "members": [ + 10457 + ], + "max_error": 0.0 + }, + { + "representative": 10606, + "members": [ + 10606 + ], + "max_error": 0.0 + }, + { + "representative": 10447, + "members": [ + 10447 + ], + "max_error": 0.0 + }, + { + "representative": 10432, + "members": [ + 10432 + ], + "max_error": 0.0 + }, + { + "representative": 10530, + "members": [ + 10530 + ], + "max_error": 0.0 + }, + { + "representative": 10631, + "members": [ + 10631 + ], + "max_error": 0.0 + }, + { + "representative": 10443, + "members": [ + 10443 + ], + "max_error": 0.0 + }, + { + "representative": 10551, + "members": [ + 10551 + ], + "max_error": 0.0 + }, + { + "representative": 10388, + "members": [ + 10388 + ], + "max_error": 0.0 + }, + { + "representative": 10483, + "members": [ + 10483 + ], + "max_error": 0.0 + }, + { + "representative": 10480, + "members": [ + 10480 + ], + "max_error": 0.0 + }, + { + "representative": 10470, + "members": [ + 10470 + ], + "max_error": 0.0 + }, + { + "representative": 10459, + "members": [ + 10459 + ], + "max_error": 0.0 + }, + { + "representative": 10472, + "members": [ + 10472 + ], + "max_error": 0.0 + }, + { + "representative": 10590, + "members": [ + 10590 + ], + "max_error": 0.0 + }, + { + "representative": 10482, + "members": [ + 10482 + ], + "max_error": 0.0 + }, + { + "representative": 10468, + "members": [ + 10468 + ], + "max_error": 0.0 + }, + { + "representative": 10639, + "members": [ + 10639 + ], + "max_error": 0.0 + }, + { + "representative": 10477, + "members": [ + 10477 + ], + "max_error": 0.0 + }, + { + "representative": 10476, + "members": [ + 10476 + ], + "max_error": 0.0 + }, + { + "representative": 10464, + "members": [ + 10464 + ], + "max_error": 0.0 + }, + { + "representative": 10501, + "members": [ + 10501 + ], + "max_error": 0.0 + }, + { + "representative": 10414, + "members": [ + 10414 + ], + "max_error": 0.0 + }, + { + "representative": 10547, + "members": [ + 10547 + ], + "max_error": 0.0 + }, + { + "representative": 10517, + "members": [ + 10517 + ], + "max_error": 0.0 + }, + { + "representative": 10544, + "members": [ + 10544 + ], + "max_error": 0.0 + }, + { + "representative": 10552, + "members": [ + 10552 + ], + "max_error": 0.0 + }, + { + "representative": 10513, + "members": [ + 10513 + ], + "max_error": 0.0 + }, + { + "representative": 10438, + "members": [ + 10438 + ], + "max_error": 0.0 + }, + { + "representative": 10446, + "members": [ + 10446 + ], + "max_error": 0.0 + }, + { + "representative": 10404, + "members": [ + 10404 + ], + "max_error": 0.0 + }, + { + "representative": 10402, + "members": [ + 10402 + ], + "max_error": 0.0 + }, + { + "representative": 10578, + "members": [ + 10578 + ], + "max_error": 0.0 + }, + { + "representative": 10401, + "members": [ + 10401 + ], + "max_error": 0.0 + }, + { + "representative": 10621, + "members": [ + 10621 + ], + "max_error": 0.0 + }, + { + "representative": 10384, + "members": [ + 10384 + ], + "max_error": 0.0 + }, + { + "representative": 10492, + "members": [ + 10492 + ], + "max_error": 0.0 + }, + { + "representative": 10518, + "members": [ + 10518 + ], + "max_error": 0.0 + }, + { + "representative": 10599, + "members": [ + 10599 + ], + "max_error": 0.0 + }, + { + "representative": 10597, + "members": [ + 10597 + ], + "max_error": 0.0 + }, + { + "representative": 10426, + "members": [ + 10426 + ], + "max_error": 0.0 + }, + { + "representative": 10534, + "members": [ + 10534 + ], + "max_error": 0.0 + }, + { + "representative": 10601, + "members": [ + 10601 + ], + "max_error": 0.0 + }, + { + "representative": 10484, + "members": [ + 10484 + ], + "max_error": 0.0 + }, + { + "representative": 10508, + "members": [ + 10508 + ], + "max_error": 0.0 + }, + { + "representative": 10525, + "members": [ + 10525 + ], + "max_error": 0.0 + }, + { + "representative": 10410, + "members": [ + 10410 + ], + "max_error": 0.0 + }, + { + "representative": 10425, + "members": [ + 10425 + ], + "max_error": 0.0 + }, + { + "representative": 10458, + "members": [ + 10458 + ], + "max_error": 0.0 + }, + { + "representative": 10528, + "members": [ + 10528 + ], + "max_error": 0.0 + }, + { + "representative": 10463, + "members": [ + 10463 + ], + "max_error": 0.0 + }, + { + "representative": 10603, + "members": [ + 10603 + ], + "max_error": 0.0 + }, + { + "representative": 10570, + "members": [ + 10570 + ], + "max_error": 0.0 + }, + { + "representative": 10405, + "members": [ + 10405 + ], + "max_error": 0.0 + }, + { + "representative": 10424, + "members": [ + 10424 + ], + "max_error": 0.0 + }, + { + "representative": 10613, + "members": [ + 10613 + ], + "max_error": 0.0 + }, + { + "representative": 10633, + "members": [ + 10633 + ], + "max_error": 0.0 + }, + { + "representative": 10605, + "members": [ + 10605 + ], + "max_error": 0.0 + }, + { + "representative": 10391, + "members": [ + 10391 + ], + "max_error": 0.0 + }, + { + "representative": 10560, + "members": [ + 10560 + ], + "max_error": 0.0 + }, + { + "representative": 10385, + "members": [ + 10385 + ], + "max_error": 0.0 + }, + { + "representative": 10604, + "members": [ + 10604 + ], + "max_error": 0.0 + }, + { + "representative": 10593, + "members": [ + 10593 + ], + "max_error": 0.0 + }, + { + "representative": 10504, + "members": [ + 10504 + ], + "max_error": 0.0 + }, + { + "representative": 10450, + "members": [ + 10450 + ], + "max_error": 0.0 + }, + { + "representative": 10516, + "members": [ + 10516 + ], + "max_error": 0.0 + }, + { + "representative": 10585, + "members": [ + 10585 + ], + "max_error": 0.0 + }, + { + "representative": 10481, + "members": [ + 10481 + ], + "max_error": 0.0 + }, + { + "representative": 10451, + "members": [ + 10451 + ], + "max_error": 0.0 + }, + { + "representative": 10440, + "members": [ + 10440 + ], + "max_error": 0.0 + }, + { + "representative": 10491, + "members": [ + 10491 + ], + "max_error": 0.0 + }, + { + "representative": 10420, + "members": [ + 10420 + ], + "max_error": 0.0 + }, + { + "representative": 10634, + "members": [ + 10634 + ], + "max_error": 0.0 + }, + { + "representative": 10572, + "members": [ + 10572 + ], + "max_error": 0.0 + }, + { + "representative": 10620, + "members": [ + 10620 + ], + "max_error": 0.0 + }, + { + "representative": 10419, + "members": [ + 10419 + ], + "max_error": 0.0 + }, + { + "representative": 10632, + "members": [ + 10632 + ], + "max_error": 0.0 + }, + { + "representative": 10453, + "members": [ + 10453 + ], + "max_error": 0.0 + }, + { + "representative": 10469, + "members": [ + 10469 + ], + "max_error": 0.0 + }, + { + "representative": 10575, + "members": [ + 10575 + ], + "max_error": 0.0 + }, + { + "representative": 10465, + "members": [ + 10465 + ], + "max_error": 0.0 + }, + { + "representative": 10503, + "members": [ + 10503 + ], + "max_error": 0.0 + }, + { + "representative": 10515, + "members": [ + 10515 + ], + "max_error": 0.0 + }, + { + "representative": 10520, + "members": [ + 10520 + ], + "max_error": 0.0 + }, + { + "representative": 10527, + "members": [ + 10527 + ], + "max_error": 0.0 + }, + { + "representative": 10550, + "members": [ + 10550 + ], + "max_error": 0.0 + }, + { + "representative": 10564, + "members": [ + 10564 + ], + "max_error": 0.0 + }, + { + "representative": 10592, + "members": [ + 10592 + ], + "max_error": 0.0 + }, + { + "representative": 10466, + "members": [ + 10466 + ], + "max_error": 0.0 + }, + { + "representative": 10567, + "members": [ + 10567 + ], + "max_error": 0.0 + }, + { + "representative": 10417, + "members": [ + 10417 + ], + "max_error": 0.0 + }, + { + "representative": 10587, + "members": [ + 10587 + ], + "max_error": 0.0 + }, + { + "representative": 10399, + "members": [ + 10399 + ], + "max_error": 0.0 + }, + { + "representative": 10535, + "members": [ + 10535 + ], + "max_error": 0.0 + }, + { + "representative": 10582, + "members": [ + 10582 + ], + "max_error": 0.0 + }, + { + "representative": 10522, + "members": [ + 10522 + ], + "max_error": 0.0 + }, + { + "representative": 10514, + "members": [ + 10514 + ], + "max_error": 0.0 + }, + { + "representative": 10608, + "members": [ + 10608 + ], + "max_error": 0.0 + }, + { + "representative": 10496, + "members": [ + 10496 + ], + "max_error": 0.0 + }, + { + "representative": 10533, + "members": [ + 10533 + ], + "max_error": 0.0 + }, + { + "representative": 10421, + "members": [ + 10421 + ], + "max_error": 0.0 + }, + { + "representative": 10521, + "members": [ + 10521 + ], + "max_error": 0.0 + }, + { + "representative": 10474, + "members": [ + 10474 + ], + "max_error": 0.0 + }, + { + "representative": 10435, + "members": [ + 10435 + ], + "max_error": 0.0 + }, + { + "representative": 10494, + "members": [ + 10494 + ], + "max_error": 0.0 + }, + { + "representative": 10439, + "members": [ + 10439 + ], + "max_error": 0.0 + }, + { + "representative": 10398, + "members": [ + 10398 + ], + "max_error": 0.0 + }, + { + "representative": 10422, + "members": [ + 10422 + ], + "max_error": 0.0 + }, + { + "representative": 10400, + "members": [ + 10400 + ], + "max_error": 0.0 + }, + { + "representative": 10479, + "members": [ + 10479 + ], + "max_error": 0.0 + }, + { + "representative": 10390, + "members": [ + 10390 + ], + "max_error": 0.0 + }, + { + "representative": 10411, + "members": [ + 10411 + ], + "max_error": 0.0 + }, + { + "representative": 10386, + "members": [ + 10386 + ], + "max_error": 0.0 + }, + { + "representative": 10537, + "members": [ + 10537 + ], + "max_error": 0.0 + }, + { + "representative": 10556, + "members": [ + 10556 + ], + "max_error": 0.0 + }, + { + "representative": 10431, + "members": [ + 10431 + ], + "max_error": 0.0 + }, + { + "representative": 10519, + "members": [ + 10519 + ], + "max_error": 0.0 + }, + { + "representative": 10456, + "members": [ + 10456 + ], + "max_error": 0.0 + }, + { + "representative": 10571, + "members": [ + 10571 + ], + "max_error": 0.0 + }, + { + "representative": 10428, + "members": [ + 10428 + ], + "max_error": 0.0 + }, + { + "representative": 10576, + "members": [ + 10576 + ], + "max_error": 0.0 + }, + { + "representative": 10437, + "members": [ + 10437 + ], + "max_error": 0.0 + }, + { + "representative": 10563, + "members": [ + 10563 + ], + "max_error": 0.0 + }, + { + "representative": 10588, + "members": [ + 10588 + ], + "max_error": 0.0 + }, + { + "representative": 10509, + "members": [ + 10509 + ], + "max_error": 0.0 + }, + { + "representative": 10406, + "members": [ + 10406 + ], + "max_error": 0.0 + }, + { + "representative": 10493, + "members": [ + 10493 + ], + "max_error": 0.0 + }, + { + "representative": 10616, + "members": [ + 10616 + ], + "max_error": 0.0 + }, + { + "representative": 10531, + "members": [ + 10531 + ], + "max_error": 0.0 + }, + { + "representative": 10626, + "members": [ + 10626 + ], + "max_error": 0.0 + }, + { + "representative": 10408, + "members": [ + 10408 + ], + "max_error": 0.0 + }, + { + "representative": 10612, + "members": [ + 10612 + ], + "max_error": 0.0 + }, + { + "representative": 10558, + "members": [ + 10558 + ], + "max_error": 0.0 + }, + { + "representative": 10566, + "members": [ + 10566 + ], + "max_error": 0.0 + }, + { + "representative": 10917, + "members": [ + 10917 + ], + "max_error": 0.0 + }, + { + "representative": 10923, + "members": [ + 10923 + ], + "max_error": 0.0 + }, + { + "representative": 10897, + "members": [ + 10897 + ], + "max_error": 0.0 + }, + { + "representative": 10906, + "members": [ + 10906 + ], + "max_error": 0.0 + }, + { + "representative": 10908, + "members": [ + 10908 + ], + "max_error": 0.0 + }, + { + "representative": 10902, + "members": [ + 10902 + ], + "max_error": 0.0 + }, + { + "representative": 11150, + "members": [ + 11150 + ], + "max_error": 0.0 + }, + { + "representative": 10984, + "members": [ + 10984 + ], + "max_error": 0.0 + }, + { + "representative": 10967, + "members": [ + 10967 + ], + "max_error": 0.0 + }, + { + "representative": 10931, + "members": [ + 10931 + ], + "max_error": 0.0 + }, + { + "representative": 11011, + "members": [ + 11011 + ], + "max_error": 0.0 + }, + { + "representative": 10965, + "members": [ + 10965 + ], + "max_error": 0.0 + }, + { + "representative": 11055, + "members": [ + 11055 + ], + "max_error": 0.0 + }, + { + "representative": 11082, + "members": [ + 11082 + ], + "max_error": 0.0 + }, + { + "representative": 11119, + "members": [ + 11119 + ], + "max_error": 0.0 + }, + { + "representative": 10943, + "members": [ + 10943 + ], + "max_error": 0.0 + }, + { + "representative": 10980, + "members": [ + 10980 + ], + "max_error": 0.0 + }, + { + "representative": 11115, + "members": [ + 11115 + ], + "max_error": 0.0 + }, + { + "representative": 11132, + "members": [ + 11132 + ], + "max_error": 0.0 + }, + { + "representative": 11113, + "members": [ + 11113 + ], + "max_error": 0.0 + }, + { + "representative": 11005, + "members": [ + 11005 + ], + "max_error": 0.0 + }, + { + "representative": 11107, + "members": [ + 11107 + ], + "max_error": 0.0 + }, + { + "representative": 10956, + "members": [ + 10956 + ], + "max_error": 0.0 + }, + { + "representative": 11127, + "members": [ + 11127 + ], + "max_error": 0.0 + }, + { + "representative": 11130, + "members": [ + 11130 + ], + "max_error": 0.0 + }, + { + "representative": 10951, + "members": [ + 10951 + ], + "max_error": 0.0 + }, + { + "representative": 10961, + "members": [ + 10961 + ], + "max_error": 0.0 + }, + { + "representative": 11147, + "members": [ + 11147 + ], + "max_error": 0.0 + }, + { + "representative": 10996, + "members": [ + 10996 + ], + "max_error": 0.0 + }, + { + "representative": 11045, + "members": [ + 11045 + ], + "max_error": 0.0 + }, + { + "representative": 10946, + "members": [ + 10946 + ], + "max_error": 0.0 + }, + { + "representative": 10992, + "members": [ + 10992 + ], + "max_error": 0.0 + }, + { + "representative": 11138, + "members": [ + 11138 + ], + "max_error": 0.0 + }, + { + "representative": 11103, + "members": [ + 11103 + ], + "max_error": 0.0 + }, + { + "representative": 10964, + "members": [ + 10964 + ], + "max_error": 0.0 + }, + { + "representative": 11004, + "members": [ + 11004 + ], + "max_error": 0.0 + }, + { + "representative": 11128, + "members": [ + 11128 + ], + "max_error": 0.0 + }, + { + "representative": 11051, + "members": [ + 11051 + ], + "max_error": 0.0 + }, + { + "representative": 11014, + "members": [ + 11014 + ], + "max_error": 0.0 + }, + { + "representative": 11006, + "members": [ + 11006 + ], + "max_error": 0.0 + }, + { + "representative": 10903, + "members": [ + 10903 + ], + "max_error": 0.0 + }, + { + "representative": 10993, + "members": [ + 10993 + ], + "max_error": 0.0 + }, + { + "representative": 10916, + "members": [ + 10916 + ], + "max_error": 0.0 + }, + { + "representative": 11116, + "members": [ + 11116 + ], + "max_error": 0.0 + }, + { + "representative": 11035, + "members": [ + 11035 + ], + "max_error": 0.0 + }, + { + "representative": 10922, + "members": [ + 10922 + ], + "max_error": 0.0 + }, + { + "representative": 10905, + "members": [ + 10905 + ], + "max_error": 0.0 + }, + { + "representative": 10911, + "members": [ + 10911 + ], + "max_error": 0.0 + }, + { + "representative": 11071, + "members": [ + 11071 + ], + "max_error": 0.0 + }, + { + "representative": 11020, + "members": [ + 11020 + ], + "max_error": 0.0 + }, + { + "representative": 11021, + "members": [ + 11021 + ], + "max_error": 0.0 + }, + { + "representative": 11022, + "members": [ + 11022 + ], + "max_error": 0.0 + }, + { + "representative": 10997, + "members": [ + 10997 + ], + "max_error": 0.0 + }, + { + "representative": 10914, + "members": [ + 10914 + ], + "max_error": 0.0 + }, + { + "representative": 11109, + "members": [ + 11109 + ], + "max_error": 0.0 + }, + { + "representative": 11000, + "members": [ + 11000 + ], + "max_error": 0.0 + }, + { + "representative": 10968, + "members": [ + 10968 + ], + "max_error": 0.0 + }, + { + "representative": 10986, + "members": [ + 10986 + ], + "max_error": 0.0 + }, + { + "representative": 10950, + "members": [ + 10950 + ], + "max_error": 0.0 + }, + { + "representative": 10981, + "members": [ + 10981 + ], + "max_error": 0.0 + }, + { + "representative": 11079, + "members": [ + 11079 + ], + "max_error": 0.0 + }, + { + "representative": 11041, + "members": [ + 11041 + ], + "max_error": 0.0 + }, + { + "representative": 10947, + "members": [ + 10947 + ], + "max_error": 0.0 + }, + { + "representative": 11001, + "members": [ + 11001 + ], + "max_error": 0.0 + }, + { + "representative": 10949, + "members": [ + 10949 + ], + "max_error": 0.0 + }, + { + "representative": 10966, + "members": [ + 10966 + ], + "max_error": 0.0 + }, + { + "representative": 11007, + "members": [ + 11007 + ], + "max_error": 0.0 + }, + { + "representative": 11072, + "members": [ + 11072 + ], + "max_error": 0.0 + }, + { + "representative": 11148, + "members": [ + 11148 + ], + "max_error": 0.0 + }, + { + "representative": 11122, + "members": [ + 11122 + ], + "max_error": 0.0 + }, + { + "representative": 11110, + "members": [ + 11110 + ], + "max_error": 0.0 + }, + { + "representative": 11083, + "members": [ + 11083 + ], + "max_error": 0.0 + }, + { + "representative": 10976, + "members": [ + 10976 + ], + "max_error": 0.0 + }, + { + "representative": 11145, + "members": [ + 11145 + ], + "max_error": 0.0 + }, + { + "representative": 10971, + "members": [ + 10971 + ], + "max_error": 0.0 + }, + { + "representative": 10912, + "members": [ + 10912 + ], + "max_error": 0.0 + }, + { + "representative": 11075, + "members": [ + 11075 + ], + "max_error": 0.0 + }, + { + "representative": 11091, + "members": [ + 11091 + ], + "max_error": 0.0 + }, + { + "representative": 10921, + "members": [ + 10921 + ], + "max_error": 0.0 + }, + { + "representative": 11027, + "members": [ + 11027 + ], + "max_error": 0.0 + }, + { + "representative": 11025, + "members": [ + 11025 + ], + "max_error": 0.0 + }, + { + "representative": 11068, + "members": [ + 11068 + ], + "max_error": 0.0 + }, + { + "representative": 10999, + "members": [ + 10999 + ], + "max_error": 0.0 + }, + { + "representative": 10974, + "members": [ + 10974 + ], + "max_error": 0.0 + }, + { + "representative": 11048, + "members": [ + 11048 + ], + "max_error": 0.0 + }, + { + "representative": 10962, + "members": [ + 10962 + ], + "max_error": 0.0 + }, + { + "representative": 11059, + "members": [ + 11059 + ], + "max_error": 0.0 + }, + { + "representative": 10926, + "members": [ + 10926 + ], + "max_error": 0.0 + }, + { + "representative": 11037, + "members": [ + 11037 + ], + "max_error": 0.0 + }, + { + "representative": 11018, + "members": [ + 11018 + ], + "max_error": 0.0 + }, + { + "representative": 11032, + "members": [ + 11032 + ], + "max_error": 0.0 + }, + { + "representative": 11125, + "members": [ + 11125 + ], + "max_error": 0.0 + }, + { + "representative": 10958, + "members": [ + 10958 + ], + "max_error": 0.0 + }, + { + "representative": 11038, + "members": [ + 11038 + ], + "max_error": 0.0 + }, + { + "representative": 11043, + "members": [ + 11043 + ], + "max_error": 0.0 + }, + { + "representative": 11139, + "members": [ + 11139 + ], + "max_error": 0.0 + }, + { + "representative": 10939, + "members": [ + 10939 + ], + "max_error": 0.0 + }, + { + "representative": 10978, + "members": [ + 10978 + ], + "max_error": 0.0 + }, + { + "representative": 11100, + "members": [ + 11100 + ], + "max_error": 0.0 + }, + { + "representative": 11140, + "members": [ + 11140 + ], + "max_error": 0.0 + }, + { + "representative": 11003, + "members": [ + 11003 + ], + "max_error": 0.0 + }, + { + "representative": 10919, + "members": [ + 10919 + ], + "max_error": 0.0 + }, + { + "representative": 11050, + "members": [ + 11050 + ], + "max_error": 0.0 + }, + { + "representative": 11054, + "members": [ + 11054 + ], + "max_error": 0.0 + }, + { + "representative": 10948, + "members": [ + 10948 + ], + "max_error": 0.0 + }, + { + "representative": 10945, + "members": [ + 10945 + ], + "max_error": 0.0 + }, + { + "representative": 11096, + "members": [ + 11096 + ], + "max_error": 0.0 + }, + { + "representative": 11028, + "members": [ + 11028 + ], + "max_error": 0.0 + }, + { + "representative": 11078, + "members": [ + 11078 + ], + "max_error": 0.0 + }, + { + "representative": 11133, + "members": [ + 11133 + ], + "max_error": 0.0 + }, + { + "representative": 11031, + "members": [ + 11031 + ], + "max_error": 0.0 + }, + { + "representative": 11126, + "members": [ + 11126 + ], + "max_error": 0.0 + }, + { + "representative": 11151, + "members": [ + 11151 + ], + "max_error": 0.0 + }, + { + "representative": 10991, + "members": [ + 10991 + ], + "max_error": 0.0 + }, + { + "representative": 11012, + "members": [ + 11012 + ], + "max_error": 0.0 + }, + { + "representative": 11135, + "members": [ + 11135 + ], + "max_error": 0.0 + }, + { + "representative": 11131, + "members": [ + 11131 + ], + "max_error": 0.0 + }, + { + "representative": 11084, + "members": [ + 11084 + ], + "max_error": 0.0 + }, + { + "representative": 11085, + "members": [ + 11085 + ], + "max_error": 0.0 + }, + { + "representative": 10989, + "members": [ + 10989 + ], + "max_error": 0.0 + }, + { + "representative": 10925, + "members": [ + 10925 + ], + "max_error": 0.0 + }, + { + "representative": 11104, + "members": [ + 11104 + ], + "max_error": 0.0 + }, + { + "representative": 10930, + "members": [ + 10930 + ], + "max_error": 0.0 + }, + { + "representative": 11040, + "members": [ + 11040 + ], + "max_error": 0.0 + }, + { + "representative": 11144, + "members": [ + 11144 + ], + "max_error": 0.0 + }, + { + "representative": 11121, + "members": [ + 11121 + ], + "max_error": 0.0 + }, + { + "representative": 11058, + "members": [ + 11058 + ], + "max_error": 0.0 + }, + { + "representative": 10953, + "members": [ + 10953 + ], + "max_error": 0.0 + }, + { + "representative": 11009, + "members": [ + 11009 + ], + "max_error": 0.0 + }, + { + "representative": 11024, + "members": [ + 11024 + ], + "max_error": 0.0 + }, + { + "representative": 11002, + "members": [ + 11002 + ], + "max_error": 0.0 + }, + { + "representative": 11056, + "members": [ + 11056 + ], + "max_error": 0.0 + }, + { + "representative": 11070, + "members": [ + 11070 + ], + "max_error": 0.0 + }, + { + "representative": 11105, + "members": [ + 11105 + ], + "max_error": 0.0 + }, + { + "representative": 11106, + "members": [ + 11106 + ], + "max_error": 0.0 + }, + { + "representative": 11112, + "members": [ + 11112 + ], + "max_error": 0.0 + }, + { + "representative": 11117, + "members": [ + 11117 + ], + "max_error": 0.0 + }, + { + "representative": 11118, + "members": [ + 11118 + ], + "max_error": 0.0 + }, + { + "representative": 11093, + "members": [ + 11093 + ], + "max_error": 0.0 + }, + { + "representative": 10910, + "members": [ + 10910 + ], + "max_error": 0.0 + }, + { + "representative": 11029, + "members": [ + 11029 + ], + "max_error": 0.0 + }, + { + "representative": 11101, + "members": [ + 11101 + ], + "max_error": 0.0 + }, + { + "representative": 10979, + "members": [ + 10979 + ], + "max_error": 0.0 + }, + { + "representative": 10957, + "members": [ + 10957 + ], + "max_error": 0.0 + }, + { + "representative": 10975, + "members": [ + 10975 + ], + "max_error": 0.0 + }, + { + "representative": 10982, + "members": [ + 10982 + ], + "max_error": 0.0 + }, + { + "representative": 11080, + "members": [ + 11080 + ], + "max_error": 0.0 + }, + { + "representative": 10959, + "members": [ + 10959 + ], + "max_error": 0.0 + }, + { + "representative": 10904, + "members": [ + 10904 + ], + "max_error": 0.0 + }, + { + "representative": 10994, + "members": [ + 10994 + ], + "max_error": 0.0 + }, + { + "representative": 11136, + "members": [ + 11136 + ], + "max_error": 0.0 + }, + { + "representative": 11013, + "members": [ + 11013 + ], + "max_error": 0.0 + }, + { + "representative": 11099, + "members": [ + 11099 + ], + "max_error": 0.0 + }, + { + "representative": 11060, + "members": [ + 11060 + ], + "max_error": 0.0 + }, + { + "representative": 10941, + "members": [ + 10941 + ], + "max_error": 0.0 + }, + { + "representative": 11086, + "members": [ + 11086 + ], + "max_error": 0.0 + }, + { + "representative": 11057, + "members": [ + 11057 + ], + "max_error": 0.0 + }, + { + "representative": 11074, + "members": [ + 11074 + ], + "max_error": 0.0 + }, + { + "representative": 10927, + "members": [ + 10927 + ], + "max_error": 0.0 + }, + { + "representative": 11077, + "members": [ + 11077 + ], + "max_error": 0.0 + }, + { + "representative": 11102, + "members": [ + 11102 + ], + "max_error": 0.0 + }, + { + "representative": 11069, + "members": [ + 11069 + ], + "max_error": 0.0 + }, + { + "representative": 11120, + "members": [ + 11120 + ], + "max_error": 0.0 + }, + { + "representative": 11061, + "members": [ + 11061 + ], + "max_error": 0.0 + }, + { + "representative": 10909, + "members": [ + 10909 + ], + "max_error": 0.0 + }, + { + "representative": 10936, + "members": [ + 10936 + ], + "max_error": 0.0 + }, + { + "representative": 10899, + "members": [ + 10899 + ], + "max_error": 0.0 + }, + { + "representative": 11108, + "members": [ + 11108 + ], + "max_error": 0.0 + }, + { + "representative": 11034, + "members": [ + 11034 + ], + "max_error": 0.0 + }, + { + "representative": 11143, + "members": [ + 11143 + ], + "max_error": 0.0 + }, + { + "representative": 10983, + "members": [ + 10983 + ], + "max_error": 0.0 + }, + { + "representative": 10944, + "members": [ + 10944 + ], + "max_error": 0.0 + }, + { + "representative": 11016, + "members": [ + 11016 + ], + "max_error": 0.0 + }, + { + "representative": 11066, + "members": [ + 11066 + ], + "max_error": 0.0 + }, + { + "representative": 10977, + "members": [ + 10977 + ], + "max_error": 0.0 + }, + { + "representative": 10924, + "members": [ + 10924 + ], + "max_error": 0.0 + }, + { + "representative": 10954, + "members": [ + 10954 + ], + "max_error": 0.0 + }, + { + "representative": 11030, + "members": [ + 11030 + ], + "max_error": 0.0 + }, + { + "representative": 11065, + "members": [ + 11065 + ], + "max_error": 0.0 + }, + { + "representative": 10937, + "members": [ + 10937 + ], + "max_error": 0.0 + }, + { + "representative": 11015, + "members": [ + 11015 + ], + "max_error": 0.0 + }, + { + "representative": 10907, + "members": [ + 10907 + ], + "max_error": 0.0 + }, + { + "representative": 11039, + "members": [ + 11039 + ], + "max_error": 0.0 + }, + { + "representative": 11081, + "members": [ + 11081 + ], + "max_error": 0.0 + }, + { + "representative": 10901, + "members": [ + 10901 + ], + "max_error": 0.0 + }, + { + "representative": 10972, + "members": [ + 10972 + ], + "max_error": 0.0 + }, + { + "representative": 10918, + "members": [ + 10918 + ], + "max_error": 0.0 + }, + { + "representative": 11008, + "members": [ + 11008 + ], + "max_error": 0.0 + }, + { + "representative": 10898, + "members": [ + 10898 + ], + "max_error": 0.0 + }, + { + "representative": 10998, + "members": [ + 10998 + ], + "max_error": 0.0 + }, + { + "representative": 11114, + "members": [ + 11114 + ], + "max_error": 0.0 + }, + { + "representative": 11087, + "members": [ + 11087 + ], + "max_error": 0.0 + }, + { + "representative": 10990, + "members": [ + 10990 + ], + "max_error": 0.0 + }, + { + "representative": 11098, + "members": [ + 11098 + ], + "max_error": 0.0 + }, + { + "representative": 11142, + "members": [ + 11142 + ], + "max_error": 0.0 + }, + { + "representative": 11149, + "members": [ + 11149 + ], + "max_error": 0.0 + }, + { + "representative": 10934, + "members": [ + 10934 + ], + "max_error": 0.0 + }, + { + "representative": 11063, + "members": [ + 11063 + ], + "max_error": 0.0 + }, + { + "representative": 11137, + "members": [ + 11137 + ], + "max_error": 0.0 + }, + { + "representative": 10932, + "members": [ + 10932 + ], + "max_error": 0.0 + }, + { + "representative": 11129, + "members": [ + 11129 + ], + "max_error": 0.0 + }, + { + "representative": 10952, + "members": [ + 10952 + ], + "max_error": 0.0 + }, + { + "representative": 11026, + "members": [ + 11026 + ], + "max_error": 0.0 + }, + { + "representative": 11047, + "members": [ + 11047 + ], + "max_error": 0.0 + }, + { + "representative": 11033, + "members": [ + 11033 + ], + "max_error": 0.0 + }, + { + "representative": 11019, + "members": [ + 11019 + ], + "max_error": 0.0 + }, + { + "representative": 10970, + "members": [ + 10970 + ], + "max_error": 0.0 + }, + { + "representative": 10985, + "members": [ + 10985 + ], + "max_error": 0.0 + }, + { + "representative": 11046, + "members": [ + 11046 + ], + "max_error": 0.0 + }, + { + "representative": 11049, + "members": [ + 11049 + ], + "max_error": 0.0 + }, + { + "representative": 11064, + "members": [ + 11064 + ], + "max_error": 0.0 + }, + { + "representative": 11053, + "members": [ + 11053 + ], + "max_error": 0.0 + }, + { + "representative": 10896, + "members": [ + 10896 + ], + "max_error": 0.0 + }, + { + "representative": 10973, + "members": [ + 10973 + ], + "max_error": 0.0 + }, + { + "representative": 10940, + "members": [ + 10940 + ], + "max_error": 0.0 + }, + { + "representative": 11042, + "members": [ + 11042 + ], + "max_error": 0.0 + }, + { + "representative": 10920, + "members": [ + 10920 + ], + "max_error": 0.0 + }, + { + "representative": 11146, + "members": [ + 11146 + ], + "max_error": 0.0 + }, + { + "representative": 10929, + "members": [ + 10929 + ], + "max_error": 0.0 + }, + { + "representative": 11089, + "members": [ + 11089 + ], + "max_error": 0.0 + }, + { + "representative": 11090, + "members": [ + 11090 + ], + "max_error": 0.0 + }, + { + "representative": 10988, + "members": [ + 10988 + ], + "max_error": 0.0 + }, + { + "representative": 11023, + "members": [ + 11023 + ], + "max_error": 0.0 + }, + { + "representative": 11017, + "members": [ + 11017 + ], + "max_error": 0.0 + }, + { + "representative": 10995, + "members": [ + 10995 + ], + "max_error": 0.0 + }, + { + "representative": 11076, + "members": [ + 11076 + ], + "max_error": 0.0 + }, + { + "representative": 11073, + "members": [ + 11073 + ], + "max_error": 0.0 + }, + { + "representative": 11088, + "members": [ + 11088 + ], + "max_error": 0.0 + }, + { + "representative": 10942, + "members": [ + 10942 + ], + "max_error": 0.0 + }, + { + "representative": 11134, + "members": [ + 11134 + ], + "max_error": 0.0 + }, + { + "representative": 11097, + "members": [ + 11097 + ], + "max_error": 0.0 + }, + { + "representative": 11094, + "members": [ + 11094 + ], + "max_error": 0.0 + }, + { + "representative": 10913, + "members": [ + 10913 + ], + "max_error": 0.0 + }, + { + "representative": 11067, + "members": [ + 11067 + ], + "max_error": 0.0 + }, + { + "representative": 10987, + "members": [ + 10987 + ], + "max_error": 0.0 + }, + { + "representative": 10900, + "members": [ + 10900 + ], + "max_error": 0.0 + }, + { + "representative": 11044, + "members": [ + 11044 + ], + "max_error": 0.0 + }, + { + "representative": 11062, + "members": [ + 11062 + ], + "max_error": 0.0 + }, + { + "representative": 10928, + "members": [ + 10928 + ], + "max_error": 0.0 + }, + { + "representative": 10933, + "members": [ + 10933 + ], + "max_error": 0.0 + }, + { + "representative": 10935, + "members": [ + 10935 + ], + "max_error": 0.0 + }, + { + "representative": 10938, + "members": [ + 10938 + ], + "max_error": 0.0 + }, + { + "representative": 11010, + "members": [ + 11010 + ], + "max_error": 0.0 + }, + { + "representative": 11052, + "members": [ + 11052 + ], + "max_error": 0.0 + }, + { + "representative": 11124, + "members": [ + 11124 + ], + "max_error": 0.0 + }, + { + "representative": 11036, + "members": [ + 11036 + ], + "max_error": 0.0 + }, + { + "representative": 10960, + "members": [ + 10960 + ], + "max_error": 0.0 + }, + { + "representative": 11111, + "members": [ + 11111 + ], + "max_error": 0.0 + }, + { + "representative": 11092, + "members": [ + 11092 + ], + "max_error": 0.0 + }, + { + "representative": 11095, + "members": [ + 11095 + ], + "max_error": 0.0 + }, + { + "representative": 10915, + "members": [ + 10915 + ], + "max_error": 0.0 + }, + { + "representative": 10969, + "members": [ + 10969 + ], + "max_error": 0.0 + }, + { + "representative": 10955, + "members": [ + 10955 + ], + "max_error": 0.0 + }, + { + "representative": 11123, + "members": [ + 11123 + ], + "max_error": 0.0 + }, + { + "representative": 10963, + "members": [ + 10963 + ], + "max_error": 0.0 + }, + { + "representative": 11141, + "members": [ + 11141 + ], + "max_error": 0.0 + }, + { + "representative": 11424, + "members": [ + 11424 + ], + "max_error": 0.0 + }, + { + "representative": 11421, + "members": [ + 11421 + ], + "max_error": 0.0 + }, + { + "representative": 11422, + "members": [ + 11422 + ], + "max_error": 0.0 + }, + { + "representative": 11487, + "members": [ + 11487 + ], + "max_error": 0.0 + }, + { + "representative": 11581, + "members": [ + 11581 + ], + "max_error": 0.0 + }, + { + "representative": 11594, + "members": [ + 11594 + ], + "max_error": 0.0 + }, + { + "representative": 11600, + "members": [ + 11600 + ], + "max_error": 0.0 + }, + { + "representative": 11519, + "members": [ + 11519 + ], + "max_error": 0.0 + }, + { + "representative": 11646, + "members": [ + 11646 + ], + "max_error": 0.0 + }, + { + "representative": 11495, + "members": [ + 11495 + ], + "max_error": 0.0 + }, + { + "representative": 11499, + "members": [ + 11499 + ], + "max_error": 0.0 + }, + { + "representative": 11501, + "members": [ + 11501 + ], + "max_error": 0.0 + }, + { + "representative": 11502, + "members": [ + 11502 + ], + "max_error": 0.0 + }, + { + "representative": 11490, + "members": [ + 11490 + ], + "max_error": 0.0 + }, + { + "representative": 11650, + "members": [ + 11650 + ], + "max_error": 0.0 + }, + { + "representative": 11444, + "members": [ + 11444 + ], + "max_error": 0.0 + }, + { + "representative": 11582, + "members": [ + 11582 + ], + "max_error": 0.0 + }, + { + "representative": 11589, + "members": [ + 11589 + ], + "max_error": 0.0 + }, + { + "representative": 11467, + "members": [ + 11467 + ], + "max_error": 0.0 + }, + { + "representative": 11644, + "members": [ + 11644 + ], + "max_error": 0.0 + }, + { + "representative": 11520, + "members": [ + 11520 + ], + "max_error": 0.0 + }, + { + "representative": 11466, + "members": [ + 11466 + ], + "max_error": 0.0 + }, + { + "representative": 11605, + "members": [ + 11605 + ], + "max_error": 0.0 + }, + { + "representative": 11569, + "members": [ + 11569 + ], + "max_error": 0.0 + }, + { + "representative": 11659, + "members": [ + 11659 + ], + "max_error": 0.0 + }, + { + "representative": 11508, + "members": [ + 11508 + ], + "max_error": 0.0 + }, + { + "representative": 11507, + "members": [ + 11507 + ], + "max_error": 0.0 + }, + { + "representative": 11620, + "members": [ + 11620 + ], + "max_error": 0.0 + }, + { + "representative": 11609, + "members": [ + 11609 + ], + "max_error": 0.0 + }, + { + "representative": 11515, + "members": [ + 11515 + ], + "max_error": 0.0 + }, + { + "representative": 11416, + "members": [ + 11416 + ], + "max_error": 0.0 + }, + { + "representative": 11540, + "members": [ + 11540 + ], + "max_error": 0.0 + }, + { + "representative": 11552, + "members": [ + 11552 + ], + "max_error": 0.0 + }, + { + "representative": 11654, + "members": [ + 11654 + ], + "max_error": 0.0 + }, + { + "representative": 11417, + "members": [ + 11417 + ], + "max_error": 0.0 + }, + { + "representative": 11485, + "members": [ + 11485 + ], + "max_error": 0.0 + }, + { + "representative": 11592, + "members": [ + 11592 + ], + "max_error": 0.0 + }, + { + "representative": 11544, + "members": [ + 11544 + ], + "max_error": 0.0 + }, + { + "representative": 11577, + "members": [ + 11577 + ], + "max_error": 0.0 + }, + { + "representative": 11513, + "members": [ + 11513 + ], + "max_error": 0.0 + }, + { + "representative": 11420, + "members": [ + 11420 + ], + "max_error": 0.0 + }, + { + "representative": 11541, + "members": [ + 11541 + ], + "max_error": 0.0 + }, + { + "representative": 11621, + "members": [ + 11621 + ], + "max_error": 0.0 + }, + { + "representative": 11553, + "members": [ + 11553 + ], + "max_error": 0.0 + }, + { + "representative": 11527, + "members": [ + 11527 + ], + "max_error": 0.0 + }, + { + "representative": 11517, + "members": [ + 11517 + ], + "max_error": 0.0 + }, + { + "representative": 11643, + "members": [ + 11643 + ], + "max_error": 0.0 + }, + { + "representative": 11556, + "members": [ + 11556 + ], + "max_error": 0.0 + }, + { + "representative": 11628, + "members": [ + 11628 + ], + "max_error": 0.0 + }, + { + "representative": 11489, + "members": [ + 11489 + ], + "max_error": 0.0 + }, + { + "representative": 11436, + "members": [ + 11436 + ], + "max_error": 0.0 + }, + { + "representative": 11622, + "members": [ + 11622 + ], + "max_error": 0.0 + }, + { + "representative": 11525, + "members": [ + 11525 + ], + "max_error": 0.0 + }, + { + "representative": 11446, + "members": [ + 11446 + ], + "max_error": 0.0 + }, + { + "representative": 11560, + "members": [ + 11560 + ], + "max_error": 0.0 + }, + { + "representative": 11413, + "members": [ + 11413 + ], + "max_error": 0.0 + }, + { + "representative": 11440, + "members": [ + 11440 + ], + "max_error": 0.0 + }, + { + "representative": 11410, + "members": [ + 11410 + ], + "max_error": 0.0 + }, + { + "representative": 11610, + "members": [ + 11610 + ], + "max_error": 0.0 + }, + { + "representative": 11432, + "members": [ + 11432 + ], + "max_error": 0.0 + }, + { + "representative": 11514, + "members": [ + 11514 + ], + "max_error": 0.0 + }, + { + "representative": 11409, + "members": [ + 11409 + ], + "max_error": 0.0 + }, + { + "representative": 11524, + "members": [ + 11524 + ], + "max_error": 0.0 + }, + { + "representative": 11561, + "members": [ + 11561 + ], + "max_error": 0.0 + }, + { + "representative": 11575, + "members": [ + 11575 + ], + "max_error": 0.0 + }, + { + "representative": 11630, + "members": [ + 11630 + ], + "max_error": 0.0 + }, + { + "representative": 11419, + "members": [ + 11419 + ], + "max_error": 0.0 + }, + { + "representative": 11434, + "members": [ + 11434 + ], + "max_error": 0.0 + }, + { + "representative": 11415, + "members": [ + 11415 + ], + "max_error": 0.0 + }, + { + "representative": 11625, + "members": [ + 11625 + ], + "max_error": 0.0 + }, + { + "representative": 11478, + "members": [ + 11478 + ], + "max_error": 0.0 + }, + { + "representative": 11599, + "members": [ + 11599 + ], + "max_error": 0.0 + }, + { + "representative": 11534, + "members": [ + 11534 + ], + "max_error": 0.0 + }, + { + "representative": 11554, + "members": [ + 11554 + ], + "max_error": 0.0 + }, + { + "representative": 11547, + "members": [ + 11547 + ], + "max_error": 0.0 + }, + { + "representative": 11579, + "members": [ + 11579 + ], + "max_error": 0.0 + }, + { + "representative": 11428, + "members": [ + 11428 + ], + "max_error": 0.0 + }, + { + "representative": 11584, + "members": [ + 11584 + ], + "max_error": 0.0 + }, + { + "representative": 11615, + "members": [ + 11615 + ], + "max_error": 0.0 + }, + { + "representative": 11530, + "members": [ + 11530 + ], + "max_error": 0.0 + }, + { + "representative": 11662, + "members": [ + 11662 + ], + "max_error": 0.0 + }, + { + "representative": 11430, + "members": [ + 11430 + ], + "max_error": 0.0 + }, + { + "representative": 11563, + "members": [ + 11563 + ], + "max_error": 0.0 + }, + { + "representative": 11464, + "members": [ + 11464 + ], + "max_error": 0.0 + }, + { + "representative": 11452, + "members": [ + 11452 + ], + "max_error": 0.0 + }, + { + "representative": 11602, + "members": [ + 11602 + ], + "max_error": 0.0 + }, + { + "representative": 11535, + "members": [ + 11535 + ], + "max_error": 0.0 + }, + { + "representative": 11611, + "members": [ + 11611 + ], + "max_error": 0.0 + }, + { + "representative": 11510, + "members": [ + 11510 + ], + "max_error": 0.0 + }, + { + "representative": 11549, + "members": [ + 11549 + ], + "max_error": 0.0 + }, + { + "representative": 11657, + "members": [ + 11657 + ], + "max_error": 0.0 + }, + { + "representative": 11558, + "members": [ + 11558 + ], + "max_error": 0.0 + }, + { + "representative": 11512, + "members": [ + 11512 + ], + "max_error": 0.0 + }, + { + "representative": 11496, + "members": [ + 11496 + ], + "max_error": 0.0 + }, + { + "representative": 11497, + "members": [ + 11497 + ], + "max_error": 0.0 + }, + { + "representative": 11536, + "members": [ + 11536 + ], + "max_error": 0.0 + }, + { + "representative": 11408, + "members": [ + 11408 + ], + "max_error": 0.0 + }, + { + "representative": 11411, + "members": [ + 11411 + ], + "max_error": 0.0 + }, + { + "representative": 11500, + "members": [ + 11500 + ], + "max_error": 0.0 + }, + { + "representative": 11546, + "members": [ + 11546 + ], + "max_error": 0.0 + }, + { + "representative": 11641, + "members": [ + 11641 + ], + "max_error": 0.0 + }, + { + "representative": 11533, + "members": [ + 11533 + ], + "max_error": 0.0 + }, + { + "representative": 11591, + "members": [ + 11591 + ], + "max_error": 0.0 + }, + { + "representative": 11571, + "members": [ + 11571 + ], + "max_error": 0.0 + }, + { + "representative": 11572, + "members": [ + 11572 + ], + "max_error": 0.0 + }, + { + "representative": 11583, + "members": [ + 11583 + ], + "max_error": 0.0 + }, + { + "representative": 11511, + "members": [ + 11511 + ], + "max_error": 0.0 + }, + { + "representative": 11627, + "members": [ + 11627 + ], + "max_error": 0.0 + }, + { + "representative": 11588, + "members": [ + 11588 + ], + "max_error": 0.0 + }, + { + "representative": 11590, + "members": [ + 11590 + ], + "max_error": 0.0 + }, + { + "representative": 11626, + "members": [ + 11626 + ], + "max_error": 0.0 + }, + { + "representative": 11555, + "members": [ + 11555 + ], + "max_error": 0.0 + }, + { + "representative": 11537, + "members": [ + 11537 + ], + "max_error": 0.0 + }, + { + "representative": 11574, + "members": [ + 11574 + ], + "max_error": 0.0 + }, + { + "representative": 11653, + "members": [ + 11653 + ], + "max_error": 0.0 + }, + { + "representative": 11492, + "members": [ + 11492 + ], + "max_error": 0.0 + }, + { + "representative": 11564, + "members": [ + 11564 + ], + "max_error": 0.0 + }, + { + "representative": 11636, + "members": [ + 11636 + ], + "max_error": 0.0 + }, + { + "representative": 11637, + "members": [ + 11637 + ], + "max_error": 0.0 + }, + { + "representative": 11482, + "members": [ + 11482 + ], + "max_error": 0.0 + }, + { + "representative": 11656, + "members": [ + 11656 + ], + "max_error": 0.0 + }, + { + "representative": 11567, + "members": [ + 11567 + ], + "max_error": 0.0 + }, + { + "representative": 11566, + "members": [ + 11566 + ], + "max_error": 0.0 + }, + { + "representative": 11425, + "members": [ + 11425 + ], + "max_error": 0.0 + }, + { + "representative": 11639, + "members": [ + 11639 + ], + "max_error": 0.0 + }, + { + "representative": 11474, + "members": [ + 11474 + ], + "max_error": 0.0 + }, + { + "representative": 11570, + "members": [ + 11570 + ], + "max_error": 0.0 + }, + { + "representative": 11483, + "members": [ + 11483 + ], + "max_error": 0.0 + }, + { + "representative": 11454, + "members": [ + 11454 + ], + "max_error": 0.0 + }, + { + "representative": 11429, + "members": [ + 11429 + ], + "max_error": 0.0 + }, + { + "representative": 11532, + "members": [ + 11532 + ], + "max_error": 0.0 + }, + { + "representative": 11445, + "members": [ + 11445 + ], + "max_error": 0.0 + }, + { + "representative": 11596, + "members": [ + 11596 + ], + "max_error": 0.0 + }, + { + "representative": 11663, + "members": [ + 11663 + ], + "max_error": 0.0 + }, + { + "representative": 11459, + "members": [ + 11459 + ], + "max_error": 0.0 + }, + { + "representative": 11647, + "members": [ + 11647 + ], + "max_error": 0.0 + }, + { + "representative": 11480, + "members": [ + 11480 + ], + "max_error": 0.0 + }, + { + "representative": 11629, + "members": [ + 11629 + ], + "max_error": 0.0 + }, + { + "representative": 11601, + "members": [ + 11601 + ], + "max_error": 0.0 + }, + { + "representative": 11612, + "members": [ + 11612 + ], + "max_error": 0.0 + }, + { + "representative": 11616, + "members": [ + 11616 + ], + "max_error": 0.0 + }, + { + "representative": 11624, + "members": [ + 11624 + ], + "max_error": 0.0 + }, + { + "representative": 11423, + "members": [ + 11423 + ], + "max_error": 0.0 + }, + { + "representative": 11505, + "members": [ + 11505 + ], + "max_error": 0.0 + }, + { + "representative": 11649, + "members": [ + 11649 + ], + "max_error": 0.0 + }, + { + "representative": 11456, + "members": [ + 11456 + ], + "max_error": 0.0 + }, + { + "representative": 11503, + "members": [ + 11503 + ], + "max_error": 0.0 + }, + { + "representative": 11640, + "members": [ + 11640 + ], + "max_error": 0.0 + }, + { + "representative": 11576, + "members": [ + 11576 + ], + "max_error": 0.0 + }, + { + "representative": 11465, + "members": [ + 11465 + ], + "max_error": 0.0 + }, + { + "representative": 11463, + "members": [ + 11463 + ], + "max_error": 0.0 + }, + { + "representative": 11443, + "members": [ + 11443 + ], + "max_error": 0.0 + }, + { + "representative": 11528, + "members": [ + 11528 + ], + "max_error": 0.0 + }, + { + "representative": 11438, + "members": [ + 11438 + ], + "max_error": 0.0 + }, + { + "representative": 11562, + "members": [ + 11562 + ], + "max_error": 0.0 + }, + { + "representative": 11635, + "members": [ + 11635 + ], + "max_error": 0.0 + }, + { + "representative": 11632, + "members": [ + 11632 + ], + "max_error": 0.0 + }, + { + "representative": 11597, + "members": [ + 11597 + ], + "max_error": 0.0 + }, + { + "representative": 11633, + "members": [ + 11633 + ], + "max_error": 0.0 + }, + { + "representative": 11565, + "members": [ + 11565 + ], + "max_error": 0.0 + }, + { + "representative": 11522, + "members": [ + 11522 + ], + "max_error": 0.0 + }, + { + "representative": 11606, + "members": [ + 11606 + ], + "max_error": 0.0 + }, + { + "representative": 11412, + "members": [ + 11412 + ], + "max_error": 0.0 + }, + { + "representative": 11479, + "members": [ + 11479 + ], + "max_error": 0.0 + }, + { + "representative": 11658, + "members": [ + 11658 + ], + "max_error": 0.0 + }, + { + "representative": 11457, + "members": [ + 11457 + ], + "max_error": 0.0 + }, + { + "representative": 11587, + "members": [ + 11587 + ], + "max_error": 0.0 + }, + { + "representative": 11593, + "members": [ + 11593 + ], + "max_error": 0.0 + }, + { + "representative": 11661, + "members": [ + 11661 + ], + "max_error": 0.0 + }, + { + "representative": 11516, + "members": [ + 11516 + ], + "max_error": 0.0 + }, + { + "representative": 11426, + "members": [ + 11426 + ], + "max_error": 0.0 + }, + { + "representative": 11608, + "members": [ + 11608 + ], + "max_error": 0.0 + }, + { + "representative": 11518, + "members": [ + 11518 + ], + "max_error": 0.0 + }, + { + "representative": 11521, + "members": [ + 11521 + ], + "max_error": 0.0 + }, + { + "representative": 11471, + "members": [ + 11471 + ], + "max_error": 0.0 + }, + { + "representative": 11550, + "members": [ + 11550 + ], + "max_error": 0.0 + }, + { + "representative": 11548, + "members": [ + 11548 + ], + "max_error": 0.0 + }, + { + "representative": 11607, + "members": [ + 11607 + ], + "max_error": 0.0 + }, + { + "representative": 11488, + "members": [ + 11488 + ], + "max_error": 0.0 + }, + { + "representative": 11619, + "members": [ + 11619 + ], + "max_error": 0.0 + }, + { + "representative": 11449, + "members": [ + 11449 + ], + "max_error": 0.0 + }, + { + "representative": 11557, + "members": [ + 11557 + ], + "max_error": 0.0 + }, + { + "representative": 11585, + "members": [ + 11585 + ], + "max_error": 0.0 + }, + { + "representative": 11631, + "members": [ + 11631 + ], + "max_error": 0.0 + }, + { + "representative": 11652, + "members": [ + 11652 + ], + "max_error": 0.0 + }, + { + "representative": 11439, + "members": [ + 11439 + ], + "max_error": 0.0 + }, + { + "representative": 11494, + "members": [ + 11494 + ], + "max_error": 0.0 + }, + { + "representative": 11451, + "members": [ + 11451 + ], + "max_error": 0.0 + }, + { + "representative": 11473, + "members": [ + 11473 + ], + "max_error": 0.0 + }, + { + "representative": 11618, + "members": [ + 11618 + ], + "max_error": 0.0 + }, + { + "representative": 11559, + "members": [ + 11559 + ], + "max_error": 0.0 + }, + { + "representative": 11437, + "members": [ + 11437 + ], + "max_error": 0.0 + }, + { + "representative": 11453, + "members": [ + 11453 + ], + "max_error": 0.0 + }, + { + "representative": 11523, + "members": [ + 11523 + ], + "max_error": 0.0 + }, + { + "representative": 11484, + "members": [ + 11484 + ], + "max_error": 0.0 + }, + { + "representative": 11543, + "members": [ + 11543 + ], + "max_error": 0.0 + }, + { + "representative": 11509, + "members": [ + 11509 + ], + "max_error": 0.0 + }, + { + "representative": 11427, + "members": [ + 11427 + ], + "max_error": 0.0 + }, + { + "representative": 11531, + "members": [ + 11531 + ], + "max_error": 0.0 + }, + { + "representative": 11491, + "members": [ + 11491 + ], + "max_error": 0.0 + }, + { + "representative": 11481, + "members": [ + 11481 + ], + "max_error": 0.0 + }, + { + "representative": 11595, + "members": [ + 11595 + ], + "max_error": 0.0 + }, + { + "representative": 11414, + "members": [ + 11414 + ], + "max_error": 0.0 + }, + { + "representative": 11642, + "members": [ + 11642 + ], + "max_error": 0.0 + }, + { + "representative": 11545, + "members": [ + 11545 + ], + "max_error": 0.0 + }, + { + "representative": 11568, + "members": [ + 11568 + ], + "max_error": 0.0 + }, + { + "representative": 11431, + "members": [ + 11431 + ], + "max_error": 0.0 + }, + { + "representative": 11586, + "members": [ + 11586 + ], + "max_error": 0.0 + }, + { + "representative": 11526, + "members": [ + 11526 + ], + "max_error": 0.0 + }, + { + "representative": 11604, + "members": [ + 11604 + ], + "max_error": 0.0 + }, + { + "representative": 11551, + "members": [ + 11551 + ], + "max_error": 0.0 + }, + { + "representative": 11433, + "members": [ + 11433 + ], + "max_error": 0.0 + }, + { + "representative": 11442, + "members": [ + 11442 + ], + "max_error": 0.0 + }, + { + "representative": 11468, + "members": [ + 11468 + ], + "max_error": 0.0 + }, + { + "representative": 11580, + "members": [ + 11580 + ], + "max_error": 0.0 + }, + { + "representative": 11461, + "members": [ + 11461 + ], + "max_error": 0.0 + }, + { + "representative": 11506, + "members": [ + 11506 + ], + "max_error": 0.0 + }, + { + "representative": 11542, + "members": [ + 11542 + ], + "max_error": 0.0 + }, + { + "representative": 11539, + "members": [ + 11539 + ], + "max_error": 0.0 + }, + { + "representative": 11614, + "members": [ + 11614 + ], + "max_error": 0.0 + }, + { + "representative": 11617, + "members": [ + 11617 + ], + "max_error": 0.0 + }, + { + "representative": 11470, + "members": [ + 11470 + ], + "max_error": 0.0 + }, + { + "representative": 11462, + "members": [ + 11462 + ], + "max_error": 0.0 + }, + { + "representative": 11448, + "members": [ + 11448 + ], + "max_error": 0.0 + }, + { + "representative": 11477, + "members": [ + 11477 + ], + "max_error": 0.0 + }, + { + "representative": 11498, + "members": [ + 11498 + ], + "max_error": 0.0 + }, + { + "representative": 11418, + "members": [ + 11418 + ], + "max_error": 0.0 + }, + { + "representative": 11651, + "members": [ + 11651 + ], + "max_error": 0.0 + }, + { + "representative": 11573, + "members": [ + 11573 + ], + "max_error": 0.0 + }, + { + "representative": 11538, + "members": [ + 11538 + ], + "max_error": 0.0 + }, + { + "representative": 11504, + "members": [ + 11504 + ], + "max_error": 0.0 + }, + { + "representative": 11458, + "members": [ + 11458 + ], + "max_error": 0.0 + }, + { + "representative": 11441, + "members": [ + 11441 + ], + "max_error": 0.0 + }, + { + "representative": 11475, + "members": [ + 11475 + ], + "max_error": 0.0 + }, + { + "representative": 11598, + "members": [ + 11598 + ], + "max_error": 0.0 + }, + { + "representative": 11613, + "members": [ + 11613 + ], + "max_error": 0.0 + }, + { + "representative": 11529, + "members": [ + 11529 + ], + "max_error": 0.0 + }, + { + "representative": 11634, + "members": [ + 11634 + ], + "max_error": 0.0 + }, + { + "representative": 11655, + "members": [ + 11655 + ], + "max_error": 0.0 + }, + { + "representative": 11638, + "members": [ + 11638 + ], + "max_error": 0.0 + }, + { + "representative": 11648, + "members": [ + 11648 + ], + "max_error": 0.0 + }, + { + "representative": 11447, + "members": [ + 11447 + ], + "max_error": 0.0 + }, + { + "representative": 11486, + "members": [ + 11486 + ], + "max_error": 0.0 + }, + { + "representative": 11603, + "members": [ + 11603 + ], + "max_error": 0.0 + }, + { + "representative": 11469, + "members": [ + 11469 + ], + "max_error": 0.0 + }, + { + "representative": 11455, + "members": [ + 11455 + ], + "max_error": 0.0 + }, + { + "representative": 11623, + "members": [ + 11623 + ], + "max_error": 0.0 + }, + { + "representative": 11493, + "members": [ + 11493 + ], + "max_error": 0.0 + }, + { + "representative": 11645, + "members": [ + 11645 + ], + "max_error": 0.0 + }, + { + "representative": 11460, + "members": [ + 11460 + ], + "max_error": 0.0 + }, + { + "representative": 11435, + "members": [ + 11435 + ], + "max_error": 0.0 + }, + { + "representative": 11660, + "members": [ + 11660 + ], + "max_error": 0.0 + }, + { + "representative": 11476, + "members": [ + 11476 + ], + "max_error": 0.0 + }, + { + "representative": 11578, + "members": [ + 11578 + ], + "max_error": 0.0 + }, + { + "representative": 11472, + "members": [ + 11472 + ], + "max_error": 0.0 + }, + { + "representative": 11450, + "members": [ + 11450 + ], + "max_error": 0.0 + }, + { + "representative": 11728, + "members": [ + 11728 + ], + "max_error": 0.0 + }, + { + "representative": 11744, + "members": [ + 11744 + ], + "max_error": 0.0 + }, + { + "representative": 11745, + "members": [ + 11745 + ], + "max_error": 0.0 + }, + { + "representative": 11746, + "members": [ + 11746 + ], + "max_error": 0.0 + }, + { + "representative": 11747, + "members": [ + 11747 + ], + "max_error": 0.0 + }, + { + "representative": 11730, + "members": [ + 11730 + ], + "max_error": 0.0 + }, + { + "representative": 11748, + "members": [ + 11748 + ], + "max_error": 0.0 + }, + { + "representative": 11749, + "members": [ + 11749 + ], + "max_error": 0.0 + }, + { + "representative": 11750, + "members": [ + 11750 + ], + "max_error": 0.0 + }, + { + "representative": 11751, + "members": [ + 11751 + ], + "max_error": 0.0 + }, + { + "representative": 11752, + "members": [ + 11752 + ], + "max_error": 0.0 + }, + { + "representative": 11753, + "members": [ + 11753 + ], + "max_error": 0.0 + }, + { + "representative": 11754, + "members": [ + 11754 + ], + "max_error": 0.0 + }, + { + "representative": 11755, + "members": [ + 11755 + ], + "max_error": 0.0 + }, + { + "representative": 11756, + "members": [ + 11756 + ], + "max_error": 0.0 + }, + { + "representative": 11757, + "members": [ + 11757 + ], + "max_error": 0.0 + }, + { + "representative": 11731, + "members": [ + 11731 + ], + "max_error": 0.0 + }, + { + "representative": 11758, + "members": [ + 11758 + ], + "max_error": 0.0 + }, + { + "representative": 11759, + "members": [ + 11759 + ], + "max_error": 0.0 + }, + { + "representative": 11732, + "members": [ + 11732 + ], + "max_error": 0.0 + }, + { + "representative": 11733, + "members": [ + 11733 + ], + "max_error": 0.0 + }, + { + "representative": 11734, + "members": [ + 11734 + ], + "max_error": 0.0 + }, + { + "representative": 11735, + "members": [ + 11735 + ], + "max_error": 0.0 + }, + { + "representative": 11736, + "members": [ + 11736 + ], + "max_error": 0.0 + }, + { + "representative": 11737, + "members": [ + 11737 + ], + "max_error": 0.0 + }, + { + "representative": 11729, + "members": [ + 11729 + ], + "max_error": 0.0 + }, + { + "representative": 11738, + "members": [ + 11738 + ], + "max_error": 0.0 + }, + { + "representative": 11739, + "members": [ + 11739 + ], + "max_error": 0.0 + }, + { + "representative": 11740, + "members": [ + 11740 + ], + "max_error": 0.0 + }, + { + "representative": 11741, + "members": [ + 11741 + ], + "max_error": 0.0 + }, + { + "representative": 11742, + "members": [ + 11742 + ], + "max_error": 0.0 + }, + { + "representative": 11743, + "members": [ + 11743 + ], + "max_error": 0.0 + }, + { + "representative": 11792, + "members": [ + 11792 + ], + "max_error": 0.0 + }, + { + "representative": 11808, + "members": [ + 11808 + ], + "max_error": 0.0 + }, + { + "representative": 11809, + "members": [ + 11809 + ], + "max_error": 0.0 + }, + { + "representative": 11810, + "members": [ + 11810 + ], + "max_error": 0.0 + }, + { + "representative": 11811, + "members": [ + 11811 + ], + "max_error": 0.0 + }, + { + "representative": 11794, + "members": [ + 11794 + ], + "max_error": 0.0 + }, + { + "representative": 11812, + "members": [ + 11812 + ], + "max_error": 0.0 + }, + { + "representative": 11813, + "members": [ + 11813 + ], + "max_error": 0.0 + }, + { + "representative": 11814, + "members": [ + 11814 + ], + "max_error": 0.0 + }, + { + "representative": 11815, + "members": [ + 11815 + ], + "max_error": 0.0 + }, + { + "representative": 11816, + "members": [ + 11816 + ], + "max_error": 0.0 + }, + { + "representative": 11817, + "members": [ + 11817 + ], + "max_error": 0.0 + }, + { + "representative": 11818, + "members": [ + 11818 + ], + "max_error": 0.0 + }, + { + "representative": 11819, + "members": [ + 11819 + ], + "max_error": 0.0 + }, + { + "representative": 11820, + "members": [ + 11820 + ], + "max_error": 0.0 + }, + { + "representative": 11821, + "members": [ + 11821 + ], + "max_error": 0.0 + }, + { + "representative": 11795, + "members": [ + 11795 + ], + "max_error": 0.0 + }, + { + "representative": 11822, + "members": [ + 11822 + ], + "max_error": 0.0 + }, + { + "representative": 11823, + "members": [ + 11823 + ], + "max_error": 0.0 + }, + { + "representative": 11796, + "members": [ + 11796 + ], + "max_error": 0.0 + }, + { + "representative": 11797, + "members": [ + 11797 + ], + "max_error": 0.0 + }, + { + "representative": 11798, + "members": [ + 11798 + ], + "max_error": 0.0 + }, + { + "representative": 11799, + "members": [ + 11799 + ], + "max_error": 0.0 + }, + { + "representative": 11800, + "members": [ + 11800 + ], + "max_error": 0.0 + }, + { + "representative": 11801, + "members": [ + 11801 + ], + "max_error": 0.0 + }, + { + "representative": 11793, + "members": [ + 11793 + ], + "max_error": 0.0 + }, + { + "representative": 11802, + "members": [ + 11802 + ], + "max_error": 0.0 + }, + { + "representative": 11803, + "members": [ + 11803 + ], + "max_error": 0.0 + }, + { + "representative": 11804, + "members": [ + 11804 + ], + "max_error": 0.0 + }, + { + "representative": 11805, + "members": [ + 11805 + ], + "max_error": 0.0 + }, + { + "representative": 11806, + "members": [ + 11806 + ], + "max_error": 0.0 + }, + { + "representative": 11807, + "members": [ + 11807 + ], + "max_error": 0.0 + }, + { + "representative": 11824, + "members": [ + 11824 + ], + "max_error": 0.0 + }, + { + "representative": 11840, + "members": [ + 11840 + ], + "max_error": 0.0 + }, + { + "representative": 11841, + "members": [ + 11841 + ], + "max_error": 0.0 + }, + { + "representative": 11842, + "members": [ + 11842 + ], + "max_error": 0.0 + }, + { + "representative": 11843, + "members": [ + 11843 + ], + "max_error": 0.0 + }, + { + "representative": 11826, + "members": [ + 11826 + ], + "max_error": 0.0 + }, + { + "representative": 11844, + "members": [ + 11844 + ], + "max_error": 0.0 + }, + { + "representative": 11845, + "members": [ + 11845 + ], + "max_error": 0.0 + }, + { + "representative": 11846, + "members": [ + 11846 + ], + "max_error": 0.0 + }, + { + "representative": 11847, + "members": [ + 11847 + ], + "max_error": 0.0 + }, + { + "representative": 11848, + "members": [ + 11848 + ], + "max_error": 0.0 + }, + { + "representative": 11849, + "members": [ + 11849 + ], + "max_error": 0.0 + }, + { + "representative": 11850, + "members": [ + 11850 + ], + "max_error": 0.0 + }, + { + "representative": 11851, + "members": [ + 11851 + ], + "max_error": 0.0 + }, + { + "representative": 11852, + "members": [ + 11852 + ], + "max_error": 0.0 + }, + { + "representative": 11853, + "members": [ + 11853 + ], + "max_error": 0.0 + }, + { + "representative": 11827, + "members": [ + 11827 + ], + "max_error": 0.0 + }, + { + "representative": 11854, + "members": [ + 11854 + ], + "max_error": 0.0 + }, + { + "representative": 11855, + "members": [ + 11855 + ], + "max_error": 0.0 + }, + { + "representative": 11828, + "members": [ + 11828 + ], + "max_error": 0.0 + }, + { + "representative": 11829, + "members": [ + 11829 + ], + "max_error": 0.0 + }, + { + "representative": 11830, + "members": [ + 11830 + ], + "max_error": 0.0 + }, + { + "representative": 11831, + "members": [ + 11831 + ], + "max_error": 0.0 + }, + { + "representative": 11832, + "members": [ + 11832 + ], + "max_error": 0.0 + }, + { + "representative": 11833, + "members": [ + 11833 + ], + "max_error": 0.0 + }, + { + "representative": 11825, + "members": [ + 11825 + ], + "max_error": 0.0 + }, + { + "representative": 11834, + "members": [ + 11834 + ], + "max_error": 0.0 + }, + { + "representative": 11835, + "members": [ + 11835 + ], + "max_error": 0.0 + }, + { + "representative": 11836, + "members": [ + 11836 + ], + "max_error": 0.0 + }, + { + "representative": 11837, + "members": [ + 11837 + ], + "max_error": 0.0 + }, + { + "representative": 11838, + "members": [ + 11838 + ], + "max_error": 0.0 + }, + { + "representative": 11839, + "members": [ + 11839 + ], + "max_error": 0.0 + }, + { + "representative": 11856, + "members": [ + 11856 + ], + "max_error": 0.0 + }, + { + "representative": 11872, + "members": [ + 11872 + ], + "max_error": 0.0 + }, + { + "representative": 11873, + "members": [ + 11873 + ], + "max_error": 0.0 + }, + { + "representative": 11874, + "members": [ + 11874 + ], + "max_error": 0.0 + }, + { + "representative": 11875, + "members": [ + 11875 + ], + "max_error": 0.0 + }, + { + "representative": 11858, + "members": [ + 11858 + ], + "max_error": 0.0 + }, + { + "representative": 11876, + "members": [ + 11876 + ], + "max_error": 0.0 + }, + { + "representative": 11877, + "members": [ + 11877 + ], + "max_error": 0.0 + }, + { + "representative": 11878, + "members": [ + 11878 + ], + "max_error": 0.0 + }, + { + "representative": 11879, + "members": [ + 11879 + ], + "max_error": 0.0 + }, + { + "representative": 11880, + "members": [ + 11880 + ], + "max_error": 0.0 + }, + { + "representative": 11881, + "members": [ + 11881 + ], + "max_error": 0.0 + }, + { + "representative": 11882, + "members": [ + 11882 + ], + "max_error": 0.0 + }, + { + "representative": 11883, + "members": [ + 11883 + ], + "max_error": 0.0 + }, + { + "representative": 11884, + "members": [ + 11884 + ], + "max_error": 0.0 + }, + { + "representative": 11885, + "members": [ + 11885 + ], + "max_error": 0.0 + }, + { + "representative": 11859, + "members": [ + 11859 + ], + "max_error": 0.0 + }, + { + "representative": 11886, + "members": [ + 11886 + ], + "max_error": 0.0 + }, + { + "representative": 11887, + "members": [ + 11887 + ], + "max_error": 0.0 + }, + { + "representative": 11860, + "members": [ + 11860 + ], + "max_error": 0.0 + }, + { + "representative": 11861, + "members": [ + 11861 + ], + "max_error": 0.0 + }, + { + "representative": 11862, + "members": [ + 11862 + ], + "max_error": 0.0 + }, + { + "representative": 11863, + "members": [ + 11863 + ], + "max_error": 0.0 + }, + { + "representative": 11864, + "members": [ + 11864 + ], + "max_error": 0.0 + }, + { + "representative": 11865, + "members": [ + 11865 + ], + "max_error": 0.0 + }, + { + "representative": 11857, + "members": [ + 11857 + ], + "max_error": 0.0 + }, + { + "representative": 11866, + "members": [ + 11866 + ], + "max_error": 0.0 + }, + { + "representative": 11867, + "members": [ + 11867 + ], + "max_error": 0.0 + }, + { + "representative": 11868, + "members": [ + 11868 + ], + "max_error": 0.0 + }, + { + "representative": 11869, + "members": [ + 11869 + ], + "max_error": 0.0 + }, + { + "representative": 11870, + "members": [ + 11870 + ], + "max_error": 0.0 + }, + { + "representative": 11871, + "members": [ + 11871 + ], + "max_error": 0.0 + }, + { + "representative": 11888, + "members": [ + 11888 + ], + "max_error": 0.0 + }, + { + "representative": 11904, + "members": [ + 11904 + ], + "max_error": 0.0 + }, + { + "representative": 11905, + "members": [ + 11905 + ], + "max_error": 0.0 + }, + { + "representative": 11906, + "members": [ + 11906 + ], + "max_error": 0.0 + }, + { + "representative": 11907, + "members": [ + 11907 + ], + "max_error": 0.0 + }, + { + "representative": 11890, + "members": [ + 11890 + ], + "max_error": 0.0 + }, + { + "representative": 11908, + "members": [ + 11908 + ], + "max_error": 0.0 + }, + { + "representative": 11909, + "members": [ + 11909 + ], + "max_error": 0.0 + }, + { + "representative": 11910, + "members": [ + 11910 + ], + "max_error": 0.0 + }, + { + "representative": 11911, + "members": [ + 11911 + ], + "max_error": 0.0 + }, + { + "representative": 11912, + "members": [ + 11912 + ], + "max_error": 0.0 + }, + { + "representative": 11913, + "members": [ + 11913 + ], + "max_error": 0.0 + }, + { + "representative": 11914, + "members": [ + 11914 + ], + "max_error": 0.0 + }, + { + "representative": 11915, + "members": [ + 11915 + ], + "max_error": 0.0 + }, + { + "representative": 11916, + "members": [ + 11916 + ], + "max_error": 0.0 + }, + { + "representative": 11917, + "members": [ + 11917 + ], + "max_error": 0.0 + }, + { + "representative": 11891, + "members": [ + 11891 + ], + "max_error": 0.0 + }, + { + "representative": 11918, + "members": [ + 11918 + ], + "max_error": 0.0 + }, + { + "representative": 11919, + "members": [ + 11919 + ], + "max_error": 0.0 + }, + { + "representative": 11892, + "members": [ + 11892 + ], + "max_error": 0.0 + }, + { + "representative": 11893, + "members": [ + 11893 + ], + "max_error": 0.0 + }, + { + "representative": 11894, + "members": [ + 11894 + ], + "max_error": 0.0 + }, + { + "representative": 11895, + "members": [ + 11895 + ], + "max_error": 0.0 + }, + { + "representative": 11896, + "members": [ + 11896 + ], + "max_error": 0.0 + }, + { + "representative": 11897, + "members": [ + 11897 + ], + "max_error": 0.0 + }, + { + "representative": 11889, + "members": [ + 11889 + ], + "max_error": 0.0 + }, + { + "representative": 11898, + "members": [ + 11898 + ], + "max_error": 0.0 + }, + { + "representative": 11899, + "members": [ + 11899 + ], + "max_error": 0.0 + }, + { + "representative": 11900, + "members": [ + 11900 + ], + "max_error": 0.0 + }, + { + "representative": 11901, + "members": [ + 11901 + ], + "max_error": 0.0 + }, + { + "representative": 11902, + "members": [ + 11902 + ], + "max_error": 0.0 + }, + { + "representative": 11903, + "members": [ + 11903 + ], + "max_error": 0.0 + }, + { + "representative": 11920, + "members": [ + 11920 + ], + "max_error": 0.0 + }, + { + "representative": 11936, + "members": [ + 11936 + ], + "max_error": 0.0 + }, + { + "representative": 11937, + "members": [ + 11937 + ], + "max_error": 0.0 + }, + { + "representative": 11938, + "members": [ + 11938 + ], + "max_error": 0.0 + }, + { + "representative": 11939, + "members": [ + 11939 + ], + "max_error": 0.0 + }, + { + "representative": 11922, + "members": [ + 11922 + ], + "max_error": 0.0 + }, + { + "representative": 11940, + "members": [ + 11940 + ], + "max_error": 0.0 + }, + { + "representative": 11941, + "members": [ + 11941 + ], + "max_error": 0.0 + }, + { + "representative": 11942, + "members": [ + 11942 + ], + "max_error": 0.0 + }, + { + "representative": 11943, + "members": [ + 11943 + ], + "max_error": 0.0 + }, + { + "representative": 11944, + "members": [ + 11944 + ], + "max_error": 0.0 + }, + { + "representative": 11945, + "members": [ + 11945 + ], + "max_error": 0.0 + }, + { + "representative": 11946, + "members": [ + 11946 + ], + "max_error": 0.0 + }, + { + "representative": 11947, + "members": [ + 11947 + ], + "max_error": 0.0 + }, + { + "representative": 11948, + "members": [ + 11948 + ], + "max_error": 0.0 + }, + { + "representative": 11949, + "members": [ + 11949 + ], + "max_error": 0.0 + }, + { + "representative": 11923, + "members": [ + 11923 + ], + "max_error": 0.0 + }, + { + "representative": 11950, + "members": [ + 11950 + ], + "max_error": 0.0 + }, + { + "representative": 11951, + "members": [ + 11951 + ], + "max_error": 0.0 + }, + { + "representative": 11924, + "members": [ + 11924 + ], + "max_error": 0.0 + }, + { + "representative": 11925, + "members": [ + 11925 + ], + "max_error": 0.0 + }, + { + "representative": 11926, + "members": [ + 11926 + ], + "max_error": 0.0 + }, + { + "representative": 11927, + "members": [ + 11927 + ], + "max_error": 0.0 + }, + { + "representative": 11928, + "members": [ + 11928 + ], + "max_error": 0.0 + }, + { + "representative": 11929, + "members": [ + 11929 + ], + "max_error": 0.0 + }, + { + "representative": 11921, + "members": [ + 11921 + ], + "max_error": 0.0 + }, + { + "representative": 11930, + "members": [ + 11930 + ], + "max_error": 0.0 + }, + { + "representative": 11931, + "members": [ + 11931 + ], + "max_error": 0.0 + }, + { + "representative": 11932, + "members": [ + 11932 + ], + "max_error": 0.0 + }, + { + "representative": 11933, + "members": [ + 11933 + ], + "max_error": 0.0 + }, + { + "representative": 11934, + "members": [ + 11934 + ], + "max_error": 0.0 + }, + { + "representative": 11935, + "members": [ + 11935 + ], + "max_error": 0.0 + }, + { + "representative": 11952, + "members": [ + 11952 + ], + "max_error": 0.0 + }, + { + "representative": 11968, + "members": [ + 11968 + ], + "max_error": 0.0 + }, + { + "representative": 11969, + "members": [ + 11969 + ], + "max_error": 0.0 + }, + { + "representative": 11970, + "members": [ + 11970 + ], + "max_error": 0.0 + }, + { + "representative": 11971, + "members": [ + 11971 + ], + "max_error": 0.0 + }, + { + "representative": 11954, + "members": [ + 11954 + ], + "max_error": 0.0 + }, + { + "representative": 11972, + "members": [ + 11972 + ], + "max_error": 0.0 + }, + { + "representative": 11973, + "members": [ + 11973 + ], + "max_error": 0.0 + }, + { + "representative": 11974, + "members": [ + 11974 + ], + "max_error": 0.0 + }, + { + "representative": 11975, + "members": [ + 11975 + ], + "max_error": 0.0 + }, + { + "representative": 11976, + "members": [ + 11976 + ], + "max_error": 0.0 + }, + { + "representative": 11977, + "members": [ + 11977 + ], + "max_error": 0.0 + }, + { + "representative": 11978, + "members": [ + 11978 + ], + "max_error": 0.0 + }, + { + "representative": 11979, + "members": [ + 11979 + ], + "max_error": 0.0 + }, + { + "representative": 11980, + "members": [ + 11980 + ], + "max_error": 0.0 + }, + { + "representative": 11981, + "members": [ + 11981 + ], + "max_error": 0.0 + }, + { + "representative": 11955, + "members": [ + 11955 + ], + "max_error": 0.0 + }, + { + "representative": 11982, + "members": [ + 11982 + ], + "max_error": 0.0 + }, + { + "representative": 11983, + "members": [ + 11983 + ], + "max_error": 0.0 + }, + { + "representative": 11956, + "members": [ + 11956 + ], + "max_error": 0.0 + }, + { + "representative": 11957, + "members": [ + 11957 + ], + "max_error": 0.0 + }, + { + "representative": 11958, + "members": [ + 11958 + ], + "max_error": 0.0 + }, + { + "representative": 11959, + "members": [ + 11959 + ], + "max_error": 0.0 + }, + { + "representative": 11960, + "members": [ + 11960 + ], + "max_error": 0.0 + }, + { + "representative": 11961, + "members": [ + 11961 + ], + "max_error": 0.0 + }, + { + "representative": 11953, + "members": [ + 11953 + ], + "max_error": 0.0 + }, + { + "representative": 11962, + "members": [ + 11962 + ], + "max_error": 0.0 + }, + { + "representative": 11963, + "members": [ + 11963 + ], + "max_error": 0.0 + }, + { + "representative": 11964, + "members": [ + 11964 + ], + "max_error": 0.0 + }, + { + "representative": 11965, + "members": [ + 11965 + ], + "max_error": 0.0 + }, + { + "representative": 11966, + "members": [ + 11966 + ], + "max_error": 0.0 + }, + { + "representative": 11967, + "members": [ + 11967 + ], + "max_error": 0.0 + }, + { + "representative": 11760, + "members": [ + 11760 + ], + "max_error": 0.0 + }, + { + "representative": 11776, + "members": [ + 11776 + ], + "max_error": 0.0 + }, + { + "representative": 11777, + "members": [ + 11777 + ], + "max_error": 0.0 + }, + { + "representative": 11778, + "members": [ + 11778 + ], + "max_error": 0.0 + }, + { + "representative": 11779, + "members": [ + 11779 + ], + "max_error": 0.0 + }, + { + "representative": 11762, + "members": [ + 11762 + ], + "max_error": 0.0 + }, + { + "representative": 11780, + "members": [ + 11780 + ], + "max_error": 0.0 + }, + { + "representative": 11781, + "members": [ + 11781 + ], + "max_error": 0.0 + }, + { + "representative": 11782, + "members": [ + 11782 + ], + "max_error": 0.0 + }, + { + "representative": 11783, + "members": [ + 11783 + ], + "max_error": 0.0 + }, + { + "representative": 11784, + "members": [ + 11784 + ], + "max_error": 0.0 + }, + { + "representative": 11785, + "members": [ + 11785 + ], + "max_error": 0.0 + }, + { + "representative": 11786, + "members": [ + 11786 + ], + "max_error": 0.0 + }, + { + "representative": 11787, + "members": [ + 11787 + ], + "max_error": 0.0 + }, + { + "representative": 11788, + "members": [ + 11788 + ], + "max_error": 0.0 + }, + { + "representative": 11789, + "members": [ + 11789 + ], + "max_error": 0.0 + }, + { + "representative": 11763, + "members": [ + 11763 + ], + "max_error": 0.0 + }, + { + "representative": 11790, + "members": [ + 11790 + ], + "max_error": 0.0 + }, + { + "representative": 11791, + "members": [ + 11791 + ], + "max_error": 0.0 + }, + { + "representative": 11764, + "members": [ + 11764 + ], + "max_error": 0.0 + }, + { + "representative": 11765, + "members": [ + 11765 + ], + "max_error": 0.0 + }, + { + "representative": 11766, + "members": [ + 11766 + ], + "max_error": 0.0 + }, + { + "representative": 11767, + "members": [ + 11767 + ], + "max_error": 0.0 + }, + { + "representative": 11768, + "members": [ + 11768 + ], + "max_error": 0.0 + }, + { + "representative": 11769, + "members": [ + 11769 + ], + "max_error": 0.0 + }, + { + "representative": 11761, + "members": [ + 11761 + ], + "max_error": 0.0 + }, + { + "representative": 11770, + "members": [ + 11770 + ], + "max_error": 0.0 + }, + { + "representative": 11771, + "members": [ + 11771 + ], + "max_error": 0.0 + }, + { + "representative": 11772, + "members": [ + 11772 + ], + "max_error": 0.0 + }, + { + "representative": 11773, + "members": [ + 11773 + ], + "max_error": 0.0 + }, + { + "representative": 11774, + "members": [ + 11774 + ], + "max_error": 0.0 + }, + { + "representative": 11775, + "members": [ + 11775 + ], + "max_error": 0.0 + }, + { + "representative": 12264, + "members": [ + 12264 + ], + "max_error": 0.0 + }, + { + "representative": 12267, + "members": [ + 12267 + ], + "max_error": 0.0 + }, + { + "representative": 12269, + "members": [ + 12269 + ], + "max_error": 0.0 + }, + { + "representative": 12243, + "members": [ + 12243 + ], + "max_error": 0.0 + }, + { + "representative": 12270, + "members": [ + 12270 + ], + "max_error": 0.0 + }, + { + "representative": 12244, + "members": [ + 12244 + ], + "max_error": 0.0 + }, + { + "representative": 12252, + "members": [ + 12252 + ], + "max_error": 0.0 + }, + { + "representative": 12253, + "members": [ + 12253 + ], + "max_error": 0.0 + }, + { + "representative": 12254, + "members": [ + 12254 + ], + "max_error": 0.0 + }, + { + "representative": 12483, + "members": [ + 12483 + ], + "max_error": 0.0 + }, + { + "representative": 12377, + "members": [ + 12377 + ], + "max_error": 0.0 + }, + { + "representative": 12299, + "members": [ + 12299 + ], + "max_error": 0.0 + }, + { + "representative": 12240, + "members": [ + 12240 + ], + "max_error": 0.0 + }, + { + "representative": 12274, + "members": [ + 12274 + ], + "max_error": 0.0 + }, + { + "representative": 12362, + "members": [ + 12362 + ], + "max_error": 0.0 + }, + { + "representative": 12444, + "members": [ + 12444 + ], + "max_error": 0.0 + }, + { + "representative": 12329, + "members": [ + 12329 + ], + "max_error": 0.0 + }, + { + "representative": 12465, + "members": [ + 12465 + ], + "max_error": 0.0 + }, + { + "representative": 12242, + "members": [ + 12242 + ], + "max_error": 0.0 + }, + { + "representative": 12439, + "members": [ + 12439 + ], + "max_error": 0.0 + }, + { + "representative": 12350, + "members": [ + 12350 + ], + "max_error": 0.0 + }, + { + "representative": 12337, + "members": [ + 12337 + ], + "max_error": 0.0 + }, + { + "representative": 12472, + "members": [ + 12472 + ], + "max_error": 0.0 + }, + { + "representative": 12493, + "members": [ + 12493 + ], + "max_error": 0.0 + }, + { + "representative": 12297, + "members": [ + 12297 + ], + "max_error": 0.0 + }, + { + "representative": 12333, + "members": [ + 12333 + ], + "max_error": 0.0 + }, + { + "representative": 12401, + "members": [ + 12401 + ], + "max_error": 0.0 + }, + { + "representative": 12352, + "members": [ + 12352 + ], + "max_error": 0.0 + }, + { + "representative": 12311, + "members": [ + 12311 + ], + "max_error": 0.0 + }, + { + "representative": 12292, + "members": [ + 12292 + ], + "max_error": 0.0 + }, + { + "representative": 12464, + "members": [ + 12464 + ], + "max_error": 0.0 + }, + { + "representative": 12454, + "members": [ + 12454 + ], + "max_error": 0.0 + }, + { + "representative": 12341, + "members": [ + 12341 + ], + "max_error": 0.0 + }, + { + "representative": 12375, + "members": [ + 12375 + ], + "max_error": 0.0 + }, + { + "representative": 12383, + "members": [ + 12383 + ], + "max_error": 0.0 + }, + { + "representative": 12320, + "members": [ + 12320 + ], + "max_error": 0.0 + }, + { + "representative": 12471, + "members": [ + 12471 + ], + "max_error": 0.0 + }, + { + "representative": 12363, + "members": [ + 12363 + ], + "max_error": 0.0 + }, + { + "representative": 12405, + "members": [ + 12405 + ], + "max_error": 0.0 + }, + { + "representative": 12304, + "members": [ + 12304 + ], + "max_error": 0.0 + }, + { + "representative": 12322, + "members": [ + 12322 + ], + "max_error": 0.0 + }, + { + "representative": 12325, + "members": [ + 12325 + ], + "max_error": 0.0 + }, + { + "representative": 12330, + "members": [ + 12330 + ], + "max_error": 0.0 + }, + { + "representative": 12331, + "members": [ + 12331 + ], + "max_error": 0.0 + }, + { + "representative": 12309, + "members": [ + 12309 + ], + "max_error": 0.0 + }, + { + "representative": 12314, + "members": [ + 12314 + ], + "max_error": 0.0 + }, + { + "representative": 12317, + "members": [ + 12317 + ], + "max_error": 0.0 + }, + { + "representative": 12381, + "members": [ + 12381 + ], + "max_error": 0.0 + }, + { + "representative": 12494, + "members": [ + 12494 + ], + "max_error": 0.0 + }, + { + "representative": 12368, + "members": [ + 12368 + ], + "max_error": 0.0 + }, + { + "representative": 12479, + "members": [ + 12479 + ], + "max_error": 0.0 + }, + { + "representative": 12390, + "members": [ + 12390 + ], + "max_error": 0.0 + }, + { + "representative": 12250, + "members": [ + 12250 + ], + "max_error": 0.0 + }, + { + "representative": 12308, + "members": [ + 12308 + ], + "max_error": 0.0 + }, + { + "representative": 12392, + "members": [ + 12392 + ], + "max_error": 0.0 + }, + { + "representative": 12467, + "members": [ + 12467 + ], + "max_error": 0.0 + }, + { + "representative": 12336, + "members": [ + 12336 + ], + "max_error": 0.0 + }, + { + "representative": 12285, + "members": [ + 12285 + ], + "max_error": 0.0 + }, + { + "representative": 12410, + "members": [ + 12410 + ], + "max_error": 0.0 + }, + { + "representative": 12404, + "members": [ + 12404 + ], + "max_error": 0.0 + }, + { + "representative": 12310, + "members": [ + 12310 + ], + "max_error": 0.0 + }, + { + "representative": 12481, + "members": [ + 12481 + ], + "max_error": 0.0 + }, + { + "representative": 12452, + "members": [ + 12452 + ], + "max_error": 0.0 + }, + { + "representative": 12396, + "members": [ + 12396 + ], + "max_error": 0.0 + }, + { + "representative": 12428, + "members": [ + 12428 + ], + "max_error": 0.0 + }, + { + "representative": 12495, + "members": [ + 12495 + ], + "max_error": 0.0 + }, + { + "representative": 12289, + "members": [ + 12289 + ], + "max_error": 0.0 + }, + { + "representative": 12372, + "members": [ + 12372 + ], + "max_error": 0.0 + }, + { + "representative": 12480, + "members": [ + 12480 + ], + "max_error": 0.0 + }, + { + "representative": 12490, + "members": [ + 12490 + ], + "max_error": 0.0 + }, + { + "representative": 12427, + "members": [ + 12427 + ], + "max_error": 0.0 + }, + { + "representative": 12456, + "members": [ + 12456 + ], + "max_error": 0.0 + }, + { + "representative": 12272, + "members": [ + 12272 + ], + "max_error": 0.0 + }, + { + "representative": 12376, + "members": [ + 12376 + ], + "max_error": 0.0 + }, + { + "representative": 12409, + "members": [ + 12409 + ], + "max_error": 0.0 + }, + { + "representative": 12306, + "members": [ + 12306 + ], + "max_error": 0.0 + }, + { + "representative": 12475, + "members": [ + 12475 + ], + "max_error": 0.0 + }, + { + "representative": 12359, + "members": [ + 12359 + ], + "max_error": 0.0 + }, + { + "representative": 12318, + "members": [ + 12318 + ], + "max_error": 0.0 + }, + { + "representative": 12262, + "members": [ + 12262 + ], + "max_error": 0.0 + }, + { + "representative": 12440, + "members": [ + 12440 + ], + "max_error": 0.0 + }, + { + "representative": 12279, + "members": [ + 12279 + ], + "max_error": 0.0 + }, + { + "representative": 12298, + "members": [ + 12298 + ], + "max_error": 0.0 + }, + { + "representative": 12315, + "members": [ + 12315 + ], + "max_error": 0.0 + }, + { + "representative": 12445, + "members": [ + 12445 + ], + "max_error": 0.0 + }, + { + "representative": 12340, + "members": [ + 12340 + ], + "max_error": 0.0 + }, + { + "representative": 12344, + "members": [ + 12344 + ], + "max_error": 0.0 + }, + { + "representative": 12257, + "members": [ + 12257 + ], + "max_error": 0.0 + }, + { + "representative": 12295, + "members": [ + 12295 + ], + "max_error": 0.0 + }, + { + "representative": 12268, + "members": [ + 12268 + ], + "max_error": 0.0 + }, + { + "representative": 12278, + "members": [ + 12278 + ], + "max_error": 0.0 + }, + { + "representative": 12458, + "members": [ + 12458 + ], + "max_error": 0.0 + }, + { + "representative": 12482, + "members": [ + 12482 + ], + "max_error": 0.0 + }, + { + "representative": 12248, + "members": [ + 12248 + ], + "max_error": 0.0 + }, + { + "representative": 12259, + "members": [ + 12259 + ], + "max_error": 0.0 + }, + { + "representative": 12266, + "members": [ + 12266 + ], + "max_error": 0.0 + }, + { + "representative": 12423, + "members": [ + 12423 + ], + "max_error": 0.0 + }, + { + "representative": 12426, + "members": [ + 12426 + ], + "max_error": 0.0 + }, + { + "representative": 12327, + "members": [ + 12327 + ], + "max_error": 0.0 + }, + { + "representative": 12326, + "members": [ + 12326 + ], + "max_error": 0.0 + }, + { + "representative": 12397, + "members": [ + 12397 + ], + "max_error": 0.0 + }, + { + "representative": 12302, + "members": [ + 12302 + ], + "max_error": 0.0 + }, + { + "representative": 12319, + "members": [ + 12319 + ], + "max_error": 0.0 + }, + { + "representative": 12388, + "members": [ + 12388 + ], + "max_error": 0.0 + }, + { + "representative": 12434, + "members": [ + 12434 + ], + "max_error": 0.0 + }, + { + "representative": 12367, + "members": [ + 12367 + ], + "max_error": 0.0 + }, + { + "representative": 12249, + "members": [ + 12249 + ], + "max_error": 0.0 + }, + { + "representative": 12442, + "members": [ + 12442 + ], + "max_error": 0.0 + }, + { + "representative": 12287, + "members": [ + 12287 + ], + "max_error": 0.0 + }, + { + "representative": 12492, + "members": [ + 12492 + ], + "max_error": 0.0 + }, + { + "representative": 12260, + "members": [ + 12260 + ], + "max_error": 0.0 + }, + { + "representative": 12245, + "members": [ + 12245 + ], + "max_error": 0.0 + }, + { + "representative": 12265, + "members": [ + 12265 + ], + "max_error": 0.0 + }, + { + "representative": 12313, + "members": [ + 12313 + ], + "max_error": 0.0 + }, + { + "representative": 12316, + "members": [ + 12316 + ], + "max_error": 0.0 + }, + { + "representative": 12369, + "members": [ + 12369 + ], + "max_error": 0.0 + }, + { + "representative": 12312, + "members": [ + 12312 + ], + "max_error": 0.0 + }, + { + "representative": 12247, + "members": [ + 12247 + ], + "max_error": 0.0 + }, + { + "representative": 12305, + "members": [ + 12305 + ], + "max_error": 0.0 + }, + { + "representative": 12403, + "members": [ + 12403 + ], + "max_error": 0.0 + }, + { + "representative": 12332, + "members": [ + 12332 + ], + "max_error": 0.0 + }, + { + "representative": 12484, + "members": [ + 12484 + ], + "max_error": 0.0 + }, + { + "representative": 12349, + "members": [ + 12349 + ], + "max_error": 0.0 + }, + { + "representative": 12374, + "members": [ + 12374 + ], + "max_error": 0.0 + }, + { + "representative": 12277, + "members": [ + 12277 + ], + "max_error": 0.0 + }, + { + "representative": 12286, + "members": [ + 12286 + ], + "max_error": 0.0 + }, + { + "representative": 12459, + "members": [ + 12459 + ], + "max_error": 0.0 + }, + { + "representative": 12382, + "members": [ + 12382 + ], + "max_error": 0.0 + }, + { + "representative": 12353, + "members": [ + 12353 + ], + "max_error": 0.0 + }, + { + "representative": 12473, + "members": [ + 12473 + ], + "max_error": 0.0 + }, + { + "representative": 12433, + "members": [ + 12433 + ], + "max_error": 0.0 + }, + { + "representative": 12354, + "members": [ + 12354 + ], + "max_error": 0.0 + }, + { + "representative": 12356, + "members": [ + 12356 + ], + "max_error": 0.0 + }, + { + "representative": 12357, + "members": [ + 12357 + ], + "max_error": 0.0 + }, + { + "representative": 12360, + "members": [ + 12360 + ], + "max_error": 0.0 + }, + { + "representative": 12342, + "members": [ + 12342 + ], + "max_error": 0.0 + }, + { + "representative": 12351, + "members": [ + 12351 + ], + "max_error": 0.0 + }, + { + "representative": 12291, + "members": [ + 12291 + ], + "max_error": 0.0 + }, + { + "representative": 12437, + "members": [ + 12437 + ], + "max_error": 0.0 + }, + { + "representative": 12280, + "members": [ + 12280 + ], + "max_error": 0.0 + }, + { + "representative": 12432, + "members": [ + 12432 + ], + "max_error": 0.0 + }, + { + "representative": 12328, + "members": [ + 12328 + ], + "max_error": 0.0 + }, + { + "representative": 12414, + "members": [ + 12414 + ], + "max_error": 0.0 + }, + { + "representative": 12379, + "members": [ + 12379 + ], + "max_error": 0.0 + }, + { + "representative": 12407, + "members": [ + 12407 + ], + "max_error": 0.0 + }, + { + "representative": 12462, + "members": [ + 12462 + ], + "max_error": 0.0 + }, + { + "representative": 12448, + "members": [ + 12448 + ], + "max_error": 0.0 + }, + { + "representative": 12348, + "members": [ + 12348 + ], + "max_error": 0.0 + }, + { + "representative": 12418, + "members": [ + 12418 + ], + "max_error": 0.0 + }, + { + "representative": 12491, + "members": [ + 12491 + ], + "max_error": 0.0 + }, + { + "representative": 12385, + "members": [ + 12385 + ], + "max_error": 0.0 + }, + { + "representative": 12386, + "members": [ + 12386 + ], + "max_error": 0.0 + }, + { + "representative": 12387, + "members": [ + 12387 + ], + "max_error": 0.0 + }, + { + "representative": 12370, + "members": [ + 12370 + ], + "max_error": 0.0 + }, + { + "representative": 12393, + "members": [ + 12393 + ], + "max_error": 0.0 + }, + { + "representative": 12394, + "members": [ + 12394 + ], + "max_error": 0.0 + }, + { + "representative": 12395, + "members": [ + 12395 + ], + "max_error": 0.0 + }, + { + "representative": 12371, + "members": [ + 12371 + ], + "max_error": 0.0 + }, + { + "representative": 12398, + "members": [ + 12398 + ], + "max_error": 0.0 + }, + { + "representative": 12399, + "members": [ + 12399 + ], + "max_error": 0.0 + }, + { + "representative": 12380, + "members": [ + 12380 + ], + "max_error": 0.0 + }, + { + "representative": 12400, + "members": [ + 12400 + ], + "max_error": 0.0 + }, + { + "representative": 12416, + "members": [ + 12416 + ], + "max_error": 0.0 + }, + { + "representative": 12417, + "members": [ + 12417 + ], + "max_error": 0.0 + }, + { + "representative": 12419, + "members": [ + 12419 + ], + "max_error": 0.0 + }, + { + "representative": 12420, + "members": [ + 12420 + ], + "max_error": 0.0 + }, + { + "representative": 12422, + "members": [ + 12422 + ], + "max_error": 0.0 + }, + { + "representative": 12425, + "members": [ + 12425 + ], + "max_error": 0.0 + }, + { + "representative": 12431, + "members": [ + 12431 + ], + "max_error": 0.0 + }, + { + "representative": 12406, + "members": [ + 12406 + ], + "max_error": 0.0 + }, + { + "representative": 12413, + "members": [ + 12413 + ], + "max_error": 0.0 + }, + { + "representative": 12449, + "members": [ + 12449 + ], + "max_error": 0.0 + }, + { + "representative": 12450, + "members": [ + 12450 + ], + "max_error": 0.0 + }, + { + "representative": 12451, + "members": [ + 12451 + ], + "max_error": 0.0 + }, + { + "representative": 12453, + "members": [ + 12453 + ], + "max_error": 0.0 + }, + { + "representative": 12455, + "members": [ + 12455 + ], + "max_error": 0.0 + }, + { + "representative": 12457, + "members": [ + 12457 + ], + "max_error": 0.0 + }, + { + "representative": 12461, + "members": [ + 12461 + ], + "max_error": 0.0 + }, + { + "representative": 12435, + "members": [ + 12435 + ], + "max_error": 0.0 + }, + { + "representative": 12443, + "members": [ + 12443 + ], + "max_error": 0.0 + }, + { + "representative": 12446, + "members": [ + 12446 + ], + "max_error": 0.0 + }, + { + "representative": 12447, + "members": [ + 12447 + ], + "max_error": 0.0 + }, + { + "representative": 12466, + "members": [ + 12466 + ], + "max_error": 0.0 + }, + { + "representative": 12485, + "members": [ + 12485 + ], + "max_error": 0.0 + }, + { + "representative": 12489, + "members": [ + 12489 + ], + "max_error": 0.0 + }, + { + "representative": 12281, + "members": [ + 12281 + ], + "max_error": 0.0 + }, + { + "representative": 12321, + "members": [ + 12321 + ], + "max_error": 0.0 + }, + { + "representative": 12389, + "members": [ + 12389 + ], + "max_error": 0.0 + }, + { + "representative": 12271, + "members": [ + 12271 + ], + "max_error": 0.0 + }, + { + "representative": 12301, + "members": [ + 12301 + ], + "max_error": 0.0 + }, + { + "representative": 12411, + "members": [ + 12411 + ], + "max_error": 0.0 + }, + { + "representative": 12339, + "members": [ + 12339 + ], + "max_error": 0.0 + }, + { + "representative": 12343, + "members": [ + 12343 + ], + "max_error": 0.0 + }, + { + "representative": 12408, + "members": [ + 12408 + ], + "max_error": 0.0 + }, + { + "representative": 12258, + "members": [ + 12258 + ], + "max_error": 0.0 + }, + { + "representative": 12460, + "members": [ + 12460 + ], + "max_error": 0.0 + }, + { + "representative": 12384, + "members": [ + 12384 + ], + "max_error": 0.0 + }, + { + "representative": 12275, + "members": [ + 12275 + ], + "max_error": 0.0 + }, + { + "representative": 12424, + "members": [ + 12424 + ], + "max_error": 0.0 + }, + { + "representative": 12251, + "members": [ + 12251 + ], + "max_error": 0.0 + }, + { + "representative": 12346, + "members": [ + 12346 + ], + "max_error": 0.0 + }, + { + "representative": 12402, + "members": [ + 12402 + ], + "max_error": 0.0 + }, + { + "representative": 12288, + "members": [ + 12288 + ], + "max_error": 0.0 + }, + { + "representative": 12290, + "members": [ + 12290 + ], + "max_error": 0.0 + }, + { + "representative": 12293, + "members": [ + 12293 + ], + "max_error": 0.0 + }, + { + "representative": 12294, + "members": [ + 12294 + ], + "max_error": 0.0 + }, + { + "representative": 12296, + "members": [ + 12296 + ], + "max_error": 0.0 + }, + { + "representative": 12300, + "members": [ + 12300 + ], + "max_error": 0.0 + }, + { + "representative": 12273, + "members": [ + 12273 + ], + "max_error": 0.0 + }, + { + "representative": 12282, + "members": [ + 12282 + ], + "max_error": 0.0 + }, + { + "representative": 12283, + "members": [ + 12283 + ], + "max_error": 0.0 + }, + { + "representative": 12284, + "members": [ + 12284 + ], + "max_error": 0.0 + }, + { + "representative": 12415, + "members": [ + 12415 + ], + "max_error": 0.0 + }, + { + "representative": 12358, + "members": [ + 12358 + ], + "max_error": 0.0 + }, + { + "representative": 12463, + "members": [ + 12463 + ], + "max_error": 0.0 + }, + { + "representative": 12323, + "members": [ + 12323 + ], + "max_error": 0.0 + }, + { + "representative": 12474, + "members": [ + 12474 + ], + "max_error": 0.0 + }, + { + "representative": 12488, + "members": [ + 12488 + ], + "max_error": 0.0 + }, + { + "representative": 12347, + "members": [ + 12347 + ], + "max_error": 0.0 + }, + { + "representative": 12307, + "members": [ + 12307 + ], + "max_error": 0.0 + }, + { + "representative": 12468, + "members": [ + 12468 + ], + "max_error": 0.0 + }, + { + "representative": 12361, + "members": [ + 12361 + ], + "max_error": 0.0 + }, + { + "representative": 12487, + "members": [ + 12487 + ], + "max_error": 0.0 + }, + { + "representative": 12429, + "members": [ + 12429 + ], + "max_error": 0.0 + }, + { + "representative": 12476, + "members": [ + 12476 + ], + "max_error": 0.0 + }, + { + "representative": 12261, + "members": [ + 12261 + ], + "max_error": 0.0 + }, + { + "representative": 12421, + "members": [ + 12421 + ], + "max_error": 0.0 + }, + { + "representative": 12365, + "members": [ + 12365 + ], + "max_error": 0.0 + }, + { + "representative": 12324, + "members": [ + 12324 + ], + "max_error": 0.0 + }, + { + "representative": 12478, + "members": [ + 12478 + ], + "max_error": 0.0 + }, + { + "representative": 12391, + "members": [ + 12391 + ], + "max_error": 0.0 + }, + { + "representative": 12470, + "members": [ + 12470 + ], + "max_error": 0.0 + }, + { + "representative": 12364, + "members": [ + 12364 + ], + "max_error": 0.0 + }, + { + "representative": 12438, + "members": [ + 12438 + ], + "max_error": 0.0 + }, + { + "representative": 12430, + "members": [ + 12430 + ], + "max_error": 0.0 + }, + { + "representative": 12345, + "members": [ + 12345 + ], + "max_error": 0.0 + }, + { + "representative": 12477, + "members": [ + 12477 + ], + "max_error": 0.0 + }, + { + "representative": 12378, + "members": [ + 12378 + ], + "max_error": 0.0 + }, + { + "representative": 12255, + "members": [ + 12255 + ], + "max_error": 0.0 + }, + { + "representative": 12303, + "members": [ + 12303 + ], + "max_error": 0.0 + }, + { + "representative": 12412, + "members": [ + 12412 + ], + "max_error": 0.0 + }, + { + "representative": 12469, + "members": [ + 12469 + ], + "max_error": 0.0 + }, + { + "representative": 12338, + "members": [ + 12338 + ], + "max_error": 0.0 + }, + { + "representative": 12263, + "members": [ + 12263 + ], + "max_error": 0.0 + }, + { + "representative": 12334, + "members": [ + 12334 + ], + "max_error": 0.0 + }, + { + "representative": 12276, + "members": [ + 12276 + ], + "max_error": 0.0 + }, + { + "representative": 12335, + "members": [ + 12335 + ], + "max_error": 0.0 + }, + { + "representative": 12441, + "members": [ + 12441 + ], + "max_error": 0.0 + }, + { + "representative": 12366, + "members": [ + 12366 + ], + "max_error": 0.0 + }, + { + "representative": 12256, + "members": [ + 12256 + ], + "max_error": 0.0 + }, + { + "representative": 12241, + "members": [ + 12241 + ], + "max_error": 0.0 + }, + { + "representative": 12355, + "members": [ + 12355 + ], + "max_error": 0.0 + }, + { + "representative": 12246, + "members": [ + 12246 + ], + "max_error": 0.0 + }, + { + "representative": 12486, + "members": [ + 12486 + ], + "max_error": 0.0 + }, + { + "representative": 12436, + "members": [ + 12436 + ], + "max_error": 0.0 + }, + { + "representative": 12373, + "members": [ + 12373 + ], + "max_error": 0.0 + }, + { + "representative": 12752, + "members": [ + 12752 + ], + "max_error": 0.0 + }, + { + "representative": 12773, + "members": [ + 12773 + ], + "max_error": 0.0 + }, + { + "representative": 12776, + "members": [ + 12776 + ], + "max_error": 0.0 + }, + { + "representative": 12763, + "members": [ + 12763 + ], + "max_error": 0.0 + }, + { + "representative": 12941, + "members": [ + 12941 + ], + "max_error": 0.0 + }, + { + "representative": 12802, + "members": [ + 12802 + ], + "max_error": 0.0 + }, + { + "representative": 12967, + "members": [ + 12967 + ], + "max_error": 0.0 + }, + { + "representative": 12893, + "members": [ + 12893 + ], + "max_error": 0.0 + }, + { + "representative": 12850, + "members": [ + 12850 + ], + "max_error": 0.0 + }, + { + "representative": 12811, + "members": [ + 12811 + ], + "max_error": 0.0 + }, + { + "representative": 12797, + "members": [ + 12797 + ], + "max_error": 0.0 + }, + { + "representative": 12836, + "members": [ + 12836 + ], + "max_error": 0.0 + }, + { + "representative": 12928, + "members": [ + 12928 + ], + "max_error": 0.0 + }, + { + "representative": 12759, + "members": [ + 12759 + ], + "max_error": 0.0 + }, + { + "representative": 12780, + "members": [ + 12780 + ], + "max_error": 0.0 + }, + { + "representative": 12777, + "members": [ + 12777 + ], + "max_error": 0.0 + }, + { + "representative": 12842, + "members": [ + 12842 + ], + "max_error": 0.0 + }, + { + "representative": 12887, + "members": [ + 12887 + ], + "max_error": 0.0 + }, + { + "representative": 12863, + "members": [ + 12863 + ], + "max_error": 0.0 + }, + { + "representative": 12923, + "members": [ + 12923 + ], + "max_error": 0.0 + }, + { + "representative": 12833, + "members": [ + 12833 + ], + "max_error": 0.0 + }, + { + "representative": 12832, + "members": [ + 12832 + ], + "max_error": 0.0 + }, + { + "representative": 12835, + "members": [ + 12835 + ], + "max_error": 0.0 + }, + { + "representative": 12818, + "members": [ + 12818 + ], + "max_error": 0.0 + }, + { + "representative": 12831, + "members": [ + 12831 + ], + "max_error": 0.0 + }, + { + "representative": 12985, + "members": [ + 12985 + ], + "max_error": 0.0 + }, + { + "representative": 12869, + "members": [ + 12869 + ], + "max_error": 0.0 + }, + { + "representative": 12769, + "members": [ + 12769 + ], + "max_error": 0.0 + }, + { + "representative": 12883, + "members": [ + 12883 + ], + "max_error": 0.0 + }, + { + "representative": 12969, + "members": [ + 12969 + ], + "max_error": 0.0 + }, + { + "representative": 12803, + "members": [ + 12803 + ], + "max_error": 0.0 + }, + { + "representative": 12975, + "members": [ + 12975 + ], + "max_error": 0.0 + }, + { + "representative": 12766, + "members": [ + 12766 + ], + "max_error": 0.0 + }, + { + "representative": 12843, + "members": [ + 12843 + ], + "max_error": 0.0 + }, + { + "representative": 13007, + "members": [ + 13007 + ], + "max_error": 0.0 + }, + { + "representative": 12837, + "members": [ + 12837 + ], + "max_error": 0.0 + }, + { + "representative": 13006, + "members": [ + 13006 + ], + "max_error": 0.0 + }, + { + "representative": 12891, + "members": [ + 12891 + ], + "max_error": 0.0 + }, + { + "representative": 12824, + "members": [ + 12824 + ], + "max_error": 0.0 + }, + { + "representative": 12884, + "members": [ + 12884 + ], + "max_error": 0.0 + }, + { + "representative": 12946, + "members": [ + 12946 + ], + "max_error": 0.0 + }, + { + "representative": 12892, + "members": [ + 12892 + ], + "max_error": 0.0 + }, + { + "representative": 12795, + "members": [ + 12795 + ], + "max_error": 0.0 + }, + { + "representative": 12800, + "members": [ + 12800 + ], + "max_error": 0.0 + }, + { + "representative": 12830, + "members": [ + 12830 + ], + "max_error": 0.0 + }, + { + "representative": 12936, + "members": [ + 12936 + ], + "max_error": 0.0 + }, + { + "representative": 12758, + "members": [ + 12758 + ], + "max_error": 0.0 + }, + { + "representative": 12826, + "members": [ + 12826 + ], + "max_error": 0.0 + }, + { + "representative": 12908, + "members": [ + 12908 + ], + "max_error": 0.0 + }, + { + "representative": 12890, + "members": [ + 12890 + ], + "max_error": 0.0 + }, + { + "representative": 12754, + "members": [ + 12754 + ], + "max_error": 0.0 + }, + { + "representative": 12825, + "members": [ + 12825 + ], + "max_error": 0.0 + }, + { + "representative": 12785, + "members": [ + 12785 + ], + "max_error": 0.0 + }, + { + "representative": 12983, + "members": [ + 12983 + ], + "max_error": 0.0 + }, + { + "representative": 12864, + "members": [ + 12864 + ], + "max_error": 0.0 + }, + { + "representative": 12768, + "members": [ + 12768 + ], + "max_error": 0.0 + }, + { + "representative": 12851, + "members": [ + 12851 + ], + "max_error": 0.0 + }, + { + "representative": 12898, + "members": [ + 12898 + ], + "max_error": 0.0 + }, + { + "representative": 12993, + "members": [ + 12993 + ], + "max_error": 0.0 + }, + { + "representative": 12960, + "members": [ + 12960 + ], + "max_error": 0.0 + }, + { + "representative": 12911, + "members": [ + 12911 + ], + "max_error": 0.0 + }, + { + "representative": 12787, + "members": [ + 12787 + ], + "max_error": 0.0 + }, + { + "representative": 12996, + "members": [ + 12996 + ], + "max_error": 0.0 + }, + { + "representative": 12914, + "members": [ + 12914 + ], + "max_error": 0.0 + }, + { + "representative": 12814, + "members": [ + 12814 + ], + "max_error": 0.0 + }, + { + "representative": 12820, + "members": [ + 12820 + ], + "max_error": 0.0 + }, + { + "representative": 12885, + "members": [ + 12885 + ], + "max_error": 0.0 + }, + { + "representative": 12895, + "members": [ + 12895 + ], + "max_error": 0.0 + }, + { + "representative": 12872, + "members": [ + 12872 + ], + "max_error": 0.0 + }, + { + "representative": 12877, + "members": [ + 12877 + ], + "max_error": 0.0 + }, + { + "representative": 12849, + "members": [ + 12849 + ], + "max_error": 0.0 + }, + { + "representative": 12844, + "members": [ + 12844 + ], + "max_error": 0.0 + }, + { + "representative": 12860, + "members": [ + 12860 + ], + "max_error": 0.0 + }, + { + "representative": 12976, + "members": [ + 12976 + ], + "max_error": 0.0 + }, + { + "representative": 12779, + "members": [ + 12779 + ], + "max_error": 0.0 + }, + { + "representative": 12986, + "members": [ + 12986 + ], + "max_error": 0.0 + }, + { + "representative": 12940, + "members": [ + 12940 + ], + "max_error": 0.0 + }, + { + "representative": 12854, + "members": [ + 12854 + ], + "max_error": 0.0 + }, + { + "representative": 12953, + "members": [ + 12953 + ], + "max_error": 0.0 + }, + { + "representative": 12772, + "members": [ + 12772 + ], + "max_error": 0.0 + }, + { + "representative": 12774, + "members": [ + 12774 + ], + "max_error": 0.0 + }, + { + "representative": 12950, + "members": [ + 12950 + ], + "max_error": 0.0 + }, + { + "representative": 12929, + "members": [ + 12929 + ], + "max_error": 0.0 + }, + { + "representative": 12952, + "members": [ + 12952 + ], + "max_error": 0.0 + }, + { + "representative": 12917, + "members": [ + 12917 + ], + "max_error": 0.0 + }, + { + "representative": 12981, + "members": [ + 12981 + ], + "max_error": 0.0 + }, + { + "representative": 12873, + "members": [ + 12873 + ], + "max_error": 0.0 + }, + { + "representative": 12839, + "members": [ + 12839 + ], + "max_error": 0.0 + }, + { + "representative": 12871, + "members": [ + 12871 + ], + "max_error": 0.0 + }, + { + "representative": 12804, + "members": [ + 12804 + ], + "max_error": 0.0 + }, + { + "representative": 12821, + "members": [ + 12821 + ], + "max_error": 0.0 + }, + { + "representative": 12853, + "members": [ + 12853 + ], + "max_error": 0.0 + }, + { + "representative": 12817, + "members": [ + 12817 + ], + "max_error": 0.0 + }, + { + "representative": 12757, + "members": [ + 12757 + ], + "max_error": 0.0 + }, + { + "representative": 12919, + "members": [ + 12919 + ], + "max_error": 0.0 + }, + { + "representative": 12943, + "members": [ + 12943 + ], + "max_error": 0.0 + }, + { + "representative": 12756, + "members": [ + 12756 + ], + "max_error": 0.0 + }, + { + "representative": 12870, + "members": [ + 12870 + ], + "max_error": 0.0 + }, + { + "representative": 12786, + "members": [ + 12786 + ], + "max_error": 0.0 + }, + { + "representative": 12951, + "members": [ + 12951 + ], + "max_error": 0.0 + }, + { + "representative": 12859, + "members": [ + 12859 + ], + "max_error": 0.0 + }, + { + "representative": 12806, + "members": [ + 12806 + ], + "max_error": 0.0 + }, + { + "representative": 12880, + "members": [ + 12880 + ], + "max_error": 0.0 + }, + { + "representative": 12876, + "members": [ + 12876 + ], + "max_error": 0.0 + }, + { + "representative": 12889, + "members": [ + 12889 + ], + "max_error": 0.0 + }, + { + "representative": 12796, + "members": [ + 12796 + ], + "max_error": 0.0 + }, + { + "representative": 12974, + "members": [ + 12974 + ], + "max_error": 0.0 + }, + { + "representative": 12897, + "members": [ + 12897 + ], + "max_error": 0.0 + }, + { + "representative": 12903, + "members": [ + 12903 + ], + "max_error": 0.0 + }, + { + "representative": 12894, + "members": [ + 12894 + ], + "max_error": 0.0 + }, + { + "representative": 12852, + "members": [ + 12852 + ], + "max_error": 0.0 + }, + { + "representative": 12938, + "members": [ + 12938 + ], + "max_error": 0.0 + }, + { + "representative": 12991, + "members": [ + 12991 + ], + "max_error": 0.0 + }, + { + "representative": 12961, + "members": [ + 12961 + ], + "max_error": 0.0 + }, + { + "representative": 12907, + "members": [ + 12907 + ], + "max_error": 0.0 + }, + { + "representative": 12753, + "members": [ + 12753 + ], + "max_error": 0.0 + }, + { + "representative": 12878, + "members": [ + 12878 + ], + "max_error": 0.0 + }, + { + "representative": 12809, + "members": [ + 12809 + ], + "max_error": 0.0 + }, + { + "representative": 12879, + "members": [ + 12879 + ], + "max_error": 0.0 + }, + { + "representative": 12900, + "members": [ + 12900 + ], + "max_error": 0.0 + }, + { + "representative": 12845, + "members": [ + 12845 + ], + "max_error": 0.0 + }, + { + "representative": 12972, + "members": [ + 12972 + ], + "max_error": 0.0 + }, + { + "representative": 12966, + "members": [ + 12966 + ], + "max_error": 0.0 + }, + { + "representative": 12920, + "members": [ + 12920 + ], + "max_error": 0.0 + }, + { + "representative": 12782, + "members": [ + 12782 + ], + "max_error": 0.0 + }, + { + "representative": 12867, + "members": [ + 12867 + ], + "max_error": 0.0 + }, + { + "representative": 12874, + "members": [ + 12874 + ], + "max_error": 0.0 + }, + { + "representative": 12865, + "members": [ + 12865 + ], + "max_error": 0.0 + }, + { + "representative": 12886, + "members": [ + 12886 + ], + "max_error": 0.0 + }, + { + "representative": 12924, + "members": [ + 12924 + ], + "max_error": 0.0 + }, + { + "representative": 12760, + "members": [ + 12760 + ], + "max_error": 0.0 + }, + { + "representative": 12906, + "members": [ + 12906 + ], + "max_error": 0.0 + }, + { + "representative": 12915, + "members": [ + 12915 + ], + "max_error": 0.0 + }, + { + "representative": 13004, + "members": [ + 13004 + ], + "max_error": 0.0 + }, + { + "representative": 12964, + "members": [ + 12964 + ], + "max_error": 0.0 + }, + { + "representative": 12998, + "members": [ + 12998 + ], + "max_error": 0.0 + }, + { + "representative": 12810, + "members": [ + 12810 + ], + "max_error": 0.0 + }, + { + "representative": 12921, + "members": [ + 12921 + ], + "max_error": 0.0 + }, + { + "representative": 12762, + "members": [ + 12762 + ], + "max_error": 0.0 + }, + { + "representative": 12881, + "members": [ + 12881 + ], + "max_error": 0.0 + }, + { + "representative": 12767, + "members": [ + 12767 + ], + "max_error": 0.0 + }, + { + "representative": 12980, + "members": [ + 12980 + ], + "max_error": 0.0 + }, + { + "representative": 12959, + "members": [ + 12959 + ], + "max_error": 0.0 + }, + { + "representative": 12939, + "members": [ + 12939 + ], + "max_error": 0.0 + }, + { + "representative": 12862, + "members": [ + 12862 + ], + "max_error": 0.0 + }, + { + "representative": 12935, + "members": [ + 12935 + ], + "max_error": 0.0 + }, + { + "representative": 12770, + "members": [ + 12770 + ], + "max_error": 0.0 + }, + { + "representative": 12989, + "members": [ + 12989 + ], + "max_error": 0.0 + }, + { + "representative": 12956, + "members": [ + 12956 + ], + "max_error": 0.0 + }, + { + "representative": 12922, + "members": [ + 12922 + ], + "max_error": 0.0 + }, + { + "representative": 12909, + "members": [ + 12909 + ], + "max_error": 0.0 + }, + { + "representative": 12971, + "members": [ + 12971 + ], + "max_error": 0.0 + }, + { + "representative": 12955, + "members": [ + 12955 + ], + "max_error": 0.0 + }, + { + "representative": 12912, + "members": [ + 12912 + ], + "max_error": 0.0 + }, + { + "representative": 12930, + "members": [ + 12930 + ], + "max_error": 0.0 + }, + { + "representative": 12932, + "members": [ + 12932 + ], + "max_error": 0.0 + }, + { + "representative": 12933, + "members": [ + 12933 + ], + "max_error": 0.0 + }, + { + "representative": 12896, + "members": [ + 12896 + ], + "max_error": 0.0 + }, + { + "representative": 12764, + "members": [ + 12764 + ], + "max_error": 0.0 + }, + { + "representative": 12789, + "members": [ + 12789 + ], + "max_error": 0.0 + }, + { + "representative": 12901, + "members": [ + 12901 + ], + "max_error": 0.0 + }, + { + "representative": 12977, + "members": [ + 12977 + ], + "max_error": 0.0 + }, + { + "representative": 12834, + "members": [ + 12834 + ], + "max_error": 0.0 + }, + { + "representative": 13001, + "members": [ + 13001 + ], + "max_error": 0.0 + }, + { + "representative": 12899, + "members": [ + 12899 + ], + "max_error": 0.0 + }, + { + "representative": 12905, + "members": [ + 12905 + ], + "max_error": 0.0 + }, + { + "representative": 12904, + "members": [ + 12904 + ], + "max_error": 0.0 + }, + { + "representative": 12918, + "members": [ + 12918 + ], + "max_error": 0.0 + }, + { + "representative": 12931, + "members": [ + 12931 + ], + "max_error": 0.0 + }, + { + "representative": 12822, + "members": [ + 12822 + ], + "max_error": 0.0 + }, + { + "representative": 12765, + "members": [ + 12765 + ], + "max_error": 0.0 + }, + { + "representative": 12926, + "members": [ + 12926 + ], + "max_error": 0.0 + }, + { + "representative": 12916, + "members": [ + 12916 + ], + "max_error": 0.0 + }, + { + "representative": 12838, + "members": [ + 12838 + ], + "max_error": 0.0 + }, + { + "representative": 12925, + "members": [ + 12925 + ], + "max_error": 0.0 + }, + { + "representative": 12937, + "members": [ + 12937 + ], + "max_error": 0.0 + }, + { + "representative": 12945, + "members": [ + 12945 + ], + "max_error": 0.0 + }, + { + "representative": 12798, + "members": [ + 12798 + ], + "max_error": 0.0 + }, + { + "representative": 12947, + "members": [ + 12947 + ], + "max_error": 0.0 + }, + { + "representative": 12801, + "members": [ + 12801 + ], + "max_error": 0.0 + }, + { + "representative": 12840, + "members": [ + 12840 + ], + "max_error": 0.0 + }, + { + "representative": 12910, + "members": [ + 12910 + ], + "max_error": 0.0 + }, + { + "representative": 12934, + "members": [ + 12934 + ], + "max_error": 0.0 + }, + { + "representative": 13000, + "members": [ + 13000 + ], + "max_error": 0.0 + }, + { + "representative": 12858, + "members": [ + 12858 + ], + "max_error": 0.0 + }, + { + "representative": 12848, + "members": [ + 12848 + ], + "max_error": 0.0 + }, + { + "representative": 12847, + "members": [ + 12847 + ], + "max_error": 0.0 + }, + { + "representative": 13002, + "members": [ + 13002 + ], + "max_error": 0.0 + }, + { + "representative": 12755, + "members": [ + 12755 + ], + "max_error": 0.0 + }, + { + "representative": 12962, + "members": [ + 12962 + ], + "max_error": 0.0 + }, + { + "representative": 12963, + "members": [ + 12963 + ], + "max_error": 0.0 + }, + { + "representative": 12968, + "members": [ + 12968 + ], + "max_error": 0.0 + }, + { + "representative": 12949, + "members": [ + 12949 + ], + "max_error": 0.0 + }, + { + "representative": 12957, + "members": [ + 12957 + ], + "max_error": 0.0 + }, + { + "representative": 12958, + "members": [ + 12958 + ], + "max_error": 0.0 + }, + { + "representative": 12973, + "members": [ + 12973 + ], + "max_error": 0.0 + }, + { + "representative": 12868, + "members": [ + 12868 + ], + "max_error": 0.0 + }, + { + "representative": 12902, + "members": [ + 12902 + ], + "max_error": 0.0 + }, + { + "representative": 12856, + "members": [ + 12856 + ], + "max_error": 0.0 + }, + { + "representative": 12819, + "members": [ + 12819 + ], + "max_error": 0.0 + }, + { + "representative": 12944, + "members": [ + 12944 + ], + "max_error": 0.0 + }, + { + "representative": 12841, + "members": [ + 12841 + ], + "max_error": 0.0 + }, + { + "representative": 12999, + "members": [ + 12999 + ], + "max_error": 0.0 + }, + { + "representative": 12794, + "members": [ + 12794 + ], + "max_error": 0.0 + }, + { + "representative": 12875, + "members": [ + 12875 + ], + "max_error": 0.0 + }, + { + "representative": 12823, + "members": [ + 12823 + ], + "max_error": 0.0 + }, + { + "representative": 12888, + "members": [ + 12888 + ], + "max_error": 0.0 + }, + { + "representative": 12970, + "members": [ + 12970 + ], + "max_error": 0.0 + }, + { + "representative": 12784, + "members": [ + 12784 + ], + "max_error": 0.0 + }, + { + "representative": 12992, + "members": [ + 12992 + ], + "max_error": 0.0 + }, + { + "representative": 12994, + "members": [ + 12994 + ], + "max_error": 0.0 + }, + { + "representative": 12978, + "members": [ + 12978 + ], + "max_error": 0.0 + }, + { + "representative": 13003, + "members": [ + 13003 + ], + "max_error": 0.0 + }, + { + "representative": 12979, + "members": [ + 12979 + ], + "max_error": 0.0 + }, + { + "representative": 12982, + "members": [ + 12982 + ], + "max_error": 0.0 + }, + { + "representative": 12984, + "members": [ + 12984 + ], + "max_error": 0.0 + }, + { + "representative": 12990, + "members": [ + 12990 + ], + "max_error": 0.0 + }, + { + "representative": 12827, + "members": [ + 12827 + ], + "max_error": 0.0 + }, + { + "representative": 12816, + "members": [ + 12816 + ], + "max_error": 0.0 + }, + { + "representative": 12761, + "members": [ + 12761 + ], + "max_error": 0.0 + }, + { + "representative": 12829, + "members": [ + 12829 + ], + "max_error": 0.0 + }, + { + "representative": 12987, + "members": [ + 12987 + ], + "max_error": 0.0 + }, + { + "representative": 12988, + "members": [ + 12988 + ], + "max_error": 0.0 + }, + { + "representative": 12828, + "members": [ + 12828 + ], + "max_error": 0.0 + }, + { + "representative": 12799, + "members": [ + 12799 + ], + "max_error": 0.0 + }, + { + "representative": 12783, + "members": [ + 12783 + ], + "max_error": 0.0 + }, + { + "representative": 12882, + "members": [ + 12882 + ], + "max_error": 0.0 + }, + { + "representative": 12771, + "members": [ + 12771 + ], + "max_error": 0.0 + }, + { + "representative": 12807, + "members": [ + 12807 + ], + "max_error": 0.0 + }, + { + "representative": 12812, + "members": [ + 12812 + ], + "max_error": 0.0 + }, + { + "representative": 12813, + "members": [ + 12813 + ], + "max_error": 0.0 + }, + { + "representative": 12790, + "members": [ + 12790 + ], + "max_error": 0.0 + }, + { + "representative": 12792, + "members": [ + 12792 + ], + "max_error": 0.0 + }, + { + "representative": 12793, + "members": [ + 12793 + ], + "max_error": 0.0 + }, + { + "representative": 13005, + "members": [ + 13005 + ], + "max_error": 0.0 + }, + { + "representative": 12948, + "members": [ + 12948 + ], + "max_error": 0.0 + }, + { + "representative": 12861, + "members": [ + 12861 + ], + "max_error": 0.0 + }, + { + "representative": 12942, + "members": [ + 12942 + ], + "max_error": 0.0 + }, + { + "representative": 12791, + "members": [ + 12791 + ], + "max_error": 0.0 + }, + { + "representative": 12778, + "members": [ + 12778 + ], + "max_error": 0.0 + }, + { + "representative": 12781, + "members": [ + 12781 + ], + "max_error": 0.0 + }, + { + "representative": 12997, + "members": [ + 12997 + ], + "max_error": 0.0 + }, + { + "representative": 12913, + "members": [ + 12913 + ], + "max_error": 0.0 + }, + { + "representative": 12995, + "members": [ + 12995 + ], + "max_error": 0.0 + }, + { + "representative": 12805, + "members": [ + 12805 + ], + "max_error": 0.0 + }, + { + "representative": 12866, + "members": [ + 12866 + ], + "max_error": 0.0 + }, + { + "representative": 12965, + "members": [ + 12965 + ], + "max_error": 0.0 + }, + { + "representative": 12927, + "members": [ + 12927 + ], + "max_error": 0.0 + }, + { + "representative": 12808, + "members": [ + 12808 + ], + "max_error": 0.0 + }, + { + "representative": 12954, + "members": [ + 12954 + ], + "max_error": 0.0 + }, + { + "representative": 12775, + "members": [ + 12775 + ], + "max_error": 0.0 + }, + { + "representative": 12846, + "members": [ + 12846 + ], + "max_error": 0.0 + }, + { + "representative": 12788, + "members": [ + 12788 + ], + "max_error": 0.0 + }, + { + "representative": 12815, + "members": [ + 12815 + ], + "max_error": 0.0 + }, + { + "representative": 12855, + "members": [ + 12855 + ], + "max_error": 0.0 + }, + { + "representative": 12857, + "members": [ + 12857 + ], + "max_error": 0.0 + }, + { + "representative": 13072, + "members": [ + 13072 + ], + "max_error": 0.0 + }, + { + "representative": 13088, + "members": [ + 13088 + ], + "max_error": 0.0 + }, + { + "representative": 13089, + "members": [ + 13089 + ], + "max_error": 0.0 + }, + { + "representative": 13090, + "members": [ + 13090 + ], + "max_error": 0.0 + }, + { + "representative": 13091, + "members": [ + 13091 + ], + "max_error": 0.0 + }, + { + "representative": 13074, + "members": [ + 13074 + ], + "max_error": 0.0 + }, + { + "representative": 13092, + "members": [ + 13092 + ], + "max_error": 0.0 + }, + { + "representative": 13093, + "members": [ + 13093 + ], + "max_error": 0.0 + }, + { + "representative": 13094, + "members": [ + 13094 + ], + "max_error": 0.0 + }, + { + "representative": 13095, + "members": [ + 13095 + ], + "max_error": 0.0 + }, + { + "representative": 13096, + "members": [ + 13096 + ], + "max_error": 0.0 + }, + { + "representative": 13097, + "members": [ + 13097 + ], + "max_error": 0.0 + }, + { + "representative": 13098, + "members": [ + 13098 + ], + "max_error": 0.0 + }, + { + "representative": 13099, + "members": [ + 13099 + ], + "max_error": 0.0 + }, + { + "representative": 13100, + "members": [ + 13100 + ], + "max_error": 0.0 + }, + { + "representative": 13101, + "members": [ + 13101 + ], + "max_error": 0.0 + }, + { + "representative": 13075, + "members": [ + 13075 + ], + "max_error": 0.0 + }, + { + "representative": 13102, + "members": [ + 13102 + ], + "max_error": 0.0 + }, + { + "representative": 13103, + "members": [ + 13103 + ], + "max_error": 0.0 + }, + { + "representative": 13076, + "members": [ + 13076 + ], + "max_error": 0.0 + }, + { + "representative": 13077, + "members": [ + 13077 + ], + "max_error": 0.0 + }, + { + "representative": 13078, + "members": [ + 13078 + ], + "max_error": 0.0 + }, + { + "representative": 13079, + "members": [ + 13079 + ], + "max_error": 0.0 + }, + { + "representative": 13080, + "members": [ + 13080 + ], + "max_error": 0.0 + }, + { + "representative": 13081, + "members": [ + 13081 + ], + "max_error": 0.0 + }, + { + "representative": 13073, + "members": [ + 13073 + ], + "max_error": 0.0 + }, + { + "representative": 13082, + "members": [ + 13082 + ], + "max_error": 0.0 + }, + { + "representative": 13083, + "members": [ + 13083 + ], + "max_error": 0.0 + }, + { + "representative": 13084, + "members": [ + 13084 + ], + "max_error": 0.0 + }, + { + "representative": 13085, + "members": [ + 13085 + ], + "max_error": 0.0 + }, + { + "representative": 13086, + "members": [ + 13086 + ], + "max_error": 0.0 + }, + { + "representative": 13087, + "members": [ + 13087 + ], + "max_error": 0.0 + }, + { + "representative": 13136, + "members": [ + 13136 + ], + "max_error": 0.0 + }, + { + "representative": 13152, + "members": [ + 13152 + ], + "max_error": 0.0 + }, + { + "representative": 13153, + "members": [ + 13153 + ], + "max_error": 0.0 + }, + { + "representative": 13154, + "members": [ + 13154 + ], + "max_error": 0.0 + }, + { + "representative": 13155, + "members": [ + 13155 + ], + "max_error": 0.0 + }, + { + "representative": 13138, + "members": [ + 13138 + ], + "max_error": 0.0 + }, + { + "representative": 13156, + "members": [ + 13156 + ], + "max_error": 0.0 + }, + { + "representative": 13157, + "members": [ + 13157 + ], + "max_error": 0.0 + }, + { + "representative": 13158, + "members": [ + 13158 + ], + "max_error": 0.0 + }, + { + "representative": 13159, + "members": [ + 13159 + ], + "max_error": 0.0 + }, + { + "representative": 13160, + "members": [ + 13160 + ], + "max_error": 0.0 + }, + { + "representative": 13161, + "members": [ + 13161 + ], + "max_error": 0.0 + }, + { + "representative": 13162, + "members": [ + 13162 + ], + "max_error": 0.0 + }, + { + "representative": 13163, + "members": [ + 13163 + ], + "max_error": 0.0 + }, + { + "representative": 13164, + "members": [ + 13164 + ], + "max_error": 0.0 + }, + { + "representative": 13165, + "members": [ + 13165 + ], + "max_error": 0.0 + }, + { + "representative": 13139, + "members": [ + 13139 + ], + "max_error": 0.0 + }, + { + "representative": 13166, + "members": [ + 13166 + ], + "max_error": 0.0 + }, + { + "representative": 13167, + "members": [ + 13167 + ], + "max_error": 0.0 + }, + { + "representative": 13140, + "members": [ + 13140 + ], + "max_error": 0.0 + }, + { + "representative": 13141, + "members": [ + 13141 + ], + "max_error": 0.0 + }, + { + "representative": 13142, + "members": [ + 13142 + ], + "max_error": 0.0 + }, + { + "representative": 13143, + "members": [ + 13143 + ], + "max_error": 0.0 + }, + { + "representative": 13144, + "members": [ + 13144 + ], + "max_error": 0.0 + }, + { + "representative": 13145, + "members": [ + 13145 + ], + "max_error": 0.0 + }, + { + "representative": 13137, + "members": [ + 13137 + ], + "max_error": 0.0 + }, + { + "representative": 13146, + "members": [ + 13146 + ], + "max_error": 0.0 + }, + { + "representative": 13147, + "members": [ + 13147 + ], + "max_error": 0.0 + }, + { + "representative": 13148, + "members": [ + 13148 + ], + "max_error": 0.0 + }, + { + "representative": 13149, + "members": [ + 13149 + ], + "max_error": 0.0 + }, + { + "representative": 13150, + "members": [ + 13150 + ], + "max_error": 0.0 + }, + { + "representative": 13151, + "members": [ + 13151 + ], + "max_error": 0.0 + }, + { + "representative": 13168, + "members": [ + 13168 + ], + "max_error": 0.0 + }, + { + "representative": 13184, + "members": [ + 13184 + ], + "max_error": 0.0 + }, + { + "representative": 13185, + "members": [ + 13185 + ], + "max_error": 0.0 + }, + { + "representative": 13186, + "members": [ + 13186 + ], + "max_error": 0.0 + }, + { + "representative": 13187, + "members": [ + 13187 + ], + "max_error": 0.0 + }, + { + "representative": 13170, + "members": [ + 13170 + ], + "max_error": 0.0 + }, + { + "representative": 13188, + "members": [ + 13188 + ], + "max_error": 0.0 + }, + { + "representative": 13189, + "members": [ + 13189 + ], + "max_error": 0.0 + }, + { + "representative": 13190, + "members": [ + 13190 + ], + "max_error": 0.0 + }, + { + "representative": 13191, + "members": [ + 13191 + ], + "max_error": 0.0 + }, + { + "representative": 13192, + "members": [ + 13192 + ], + "max_error": 0.0 + }, + { + "representative": 13193, + "members": [ + 13193 + ], + "max_error": 0.0 + }, + { + "representative": 13194, + "members": [ + 13194 + ], + "max_error": 0.0 + }, + { + "representative": 13195, + "members": [ + 13195 + ], + "max_error": 0.0 + }, + { + "representative": 13196, + "members": [ + 13196 + ], + "max_error": 0.0 + }, + { + "representative": 13197, + "members": [ + 13197 + ], + "max_error": 0.0 + }, + { + "representative": 13171, + "members": [ + 13171 + ], + "max_error": 0.0 + }, + { + "representative": 13198, + "members": [ + 13198 + ], + "max_error": 0.0 + }, + { + "representative": 13199, + "members": [ + 13199 + ], + "max_error": 0.0 + }, + { + "representative": 13172, + "members": [ + 13172 + ], + "max_error": 0.0 + }, + { + "representative": 13173, + "members": [ + 13173 + ], + "max_error": 0.0 + }, + { + "representative": 13174, + "members": [ + 13174 + ], + "max_error": 0.0 + }, + { + "representative": 13175, + "members": [ + 13175 + ], + "max_error": 0.0 + }, + { + "representative": 13176, + "members": [ + 13176 + ], + "max_error": 0.0 + }, + { + "representative": 13177, + "members": [ + 13177 + ], + "max_error": 0.0 + }, + { + "representative": 13169, + "members": [ + 13169 + ], + "max_error": 0.0 + }, + { + "representative": 13178, + "members": [ + 13178 + ], + "max_error": 0.0 + }, + { + "representative": 13179, + "members": [ + 13179 + ], + "max_error": 0.0 + }, + { + "representative": 13180, + "members": [ + 13180 + ], + "max_error": 0.0 + }, + { + "representative": 13181, + "members": [ + 13181 + ], + "max_error": 0.0 + }, + { + "representative": 13182, + "members": [ + 13182 + ], + "max_error": 0.0 + }, + { + "representative": 13183, + "members": [ + 13183 + ], + "max_error": 0.0 + }, + { + "representative": 13200, + "members": [ + 13200 + ], + "max_error": 0.0 + }, + { + "representative": 13216, + "members": [ + 13216 + ], + "max_error": 0.0 + }, + { + "representative": 13217, + "members": [ + 13217 + ], + "max_error": 0.0 + }, + { + "representative": 13218, + "members": [ + 13218 + ], + "max_error": 0.0 + }, + { + "representative": 13219, + "members": [ + 13219 + ], + "max_error": 0.0 + }, + { + "representative": 13202, + "members": [ + 13202 + ], + "max_error": 0.0 + }, + { + "representative": 13220, + "members": [ + 13220 + ], + "max_error": 0.0 + }, + { + "representative": 13221, + "members": [ + 13221 + ], + "max_error": 0.0 + }, + { + "representative": 13222, + "members": [ + 13222 + ], + "max_error": 0.0 + }, + { + "representative": 13223, + "members": [ + 13223 + ], + "max_error": 0.0 + }, + { + "representative": 13224, + "members": [ + 13224 + ], + "max_error": 0.0 + }, + { + "representative": 13225, + "members": [ + 13225 + ], + "max_error": 0.0 + }, + { + "representative": 13226, + "members": [ + 13226 + ], + "max_error": 0.0 + }, + { + "representative": 13227, + "members": [ + 13227 + ], + "max_error": 0.0 + }, + { + "representative": 13228, + "members": [ + 13228 + ], + "max_error": 0.0 + }, + { + "representative": 13229, + "members": [ + 13229 + ], + "max_error": 0.0 + }, + { + "representative": 13203, + "members": [ + 13203 + ], + "max_error": 0.0 + }, + { + "representative": 13230, + "members": [ + 13230 + ], + "max_error": 0.0 + }, + { + "representative": 13231, + "members": [ + 13231 + ], + "max_error": 0.0 + }, + { + "representative": 13204, + "members": [ + 13204 + ], + "max_error": 0.0 + }, + { + "representative": 13205, + "members": [ + 13205 + ], + "max_error": 0.0 + }, + { + "representative": 13206, + "members": [ + 13206 + ], + "max_error": 0.0 + }, + { + "representative": 13207, + "members": [ + 13207 + ], + "max_error": 0.0 + }, + { + "representative": 13208, + "members": [ + 13208 + ], + "max_error": 0.0 + }, + { + "representative": 13209, + "members": [ + 13209 + ], + "max_error": 0.0 + }, + { + "representative": 13201, + "members": [ + 13201 + ], + "max_error": 0.0 + }, + { + "representative": 13210, + "members": [ + 13210 + ], + "max_error": 0.0 + }, + { + "representative": 13211, + "members": [ + 13211 + ], + "max_error": 0.0 + }, + { + "representative": 13212, + "members": [ + 13212 + ], + "max_error": 0.0 + }, + { + "representative": 13213, + "members": [ + 13213 + ], + "max_error": 0.0 + }, + { + "representative": 13214, + "members": [ + 13214 + ], + "max_error": 0.0 + }, + { + "representative": 13215, + "members": [ + 13215 + ], + "max_error": 0.0 + }, + { + "representative": 13232, + "members": [ + 13232 + ], + "max_error": 0.0 + }, + { + "representative": 13248, + "members": [ + 13248 + ], + "max_error": 0.0 + }, + { + "representative": 13249, + "members": [ + 13249 + ], + "max_error": 0.0 + }, + { + "representative": 13250, + "members": [ + 13250 + ], + "max_error": 0.0 + }, + { + "representative": 13251, + "members": [ + 13251 + ], + "max_error": 0.0 + }, + { + "representative": 13234, + "members": [ + 13234 + ], + "max_error": 0.0 + }, + { + "representative": 13252, + "members": [ + 13252 + ], + "max_error": 0.0 + }, + { + "representative": 13253, + "members": [ + 13253 + ], + "max_error": 0.0 + }, + { + "representative": 13254, + "members": [ + 13254 + ], + "max_error": 0.0 + }, + { + "representative": 13255, + "members": [ + 13255 + ], + "max_error": 0.0 + }, + { + "representative": 13256, + "members": [ + 13256 + ], + "max_error": 0.0 + }, + { + "representative": 13257, + "members": [ + 13257 + ], + "max_error": 0.0 + }, + { + "representative": 13258, + "members": [ + 13258 + ], + "max_error": 0.0 + }, + { + "representative": 13259, + "members": [ + 13259 + ], + "max_error": 0.0 + }, + { + "representative": 13260, + "members": [ + 13260 + ], + "max_error": 0.0 + }, + { + "representative": 13261, + "members": [ + 13261 + ], + "max_error": 0.0 + }, + { + "representative": 13235, + "members": [ + 13235 + ], + "max_error": 0.0 + }, + { + "representative": 13262, + "members": [ + 13262 + ], + "max_error": 0.0 + }, + { + "representative": 13263, + "members": [ + 13263 + ], + "max_error": 0.0 + }, + { + "representative": 13236, + "members": [ + 13236 + ], + "max_error": 0.0 + }, + { + "representative": 13237, + "members": [ + 13237 + ], + "max_error": 0.0 + }, + { + "representative": 13238, + "members": [ + 13238 + ], + "max_error": 0.0 + }, + { + "representative": 13239, + "members": [ + 13239 + ], + "max_error": 0.0 + }, + { + "representative": 13240, + "members": [ + 13240 + ], + "max_error": 0.0 + }, + { + "representative": 13241, + "members": [ + 13241 + ], + "max_error": 0.0 + }, + { + "representative": 13233, + "members": [ + 13233 + ], + "max_error": 0.0 + }, + { + "representative": 13242, + "members": [ + 13242 + ], + "max_error": 0.0 + }, + { + "representative": 13243, + "members": [ + 13243 + ], + "max_error": 0.0 + }, + { + "representative": 13244, + "members": [ + 13244 + ], + "max_error": 0.0 + }, + { + "representative": 13245, + "members": [ + 13245 + ], + "max_error": 0.0 + }, + { + "representative": 13246, + "members": [ + 13246 + ], + "max_error": 0.0 + }, + { + "representative": 13247, + "members": [ + 13247 + ], + "max_error": 0.0 + }, + { + "representative": 13264, + "members": [ + 13264 + ], + "max_error": 0.0 + }, + { + "representative": 13280, + "members": [ + 13280 + ], + "max_error": 0.0 + }, + { + "representative": 13281, + "members": [ + 13281 + ], + "max_error": 0.0 + }, + { + "representative": 13282, + "members": [ + 13282 + ], + "max_error": 0.0 + }, + { + "representative": 13283, + "members": [ + 13283 + ], + "max_error": 0.0 + }, + { + "representative": 13266, + "members": [ + 13266 + ], + "max_error": 0.0 + }, + { + "representative": 13284, + "members": [ + 13284 + ], + "max_error": 0.0 + }, + { + "representative": 13285, + "members": [ + 13285 + ], + "max_error": 0.0 + }, + { + "representative": 13286, + "members": [ + 13286 + ], + "max_error": 0.0 + }, + { + "representative": 13287, + "members": [ + 13287 + ], + "max_error": 0.0 + }, + { + "representative": 13288, + "members": [ + 13288 + ], + "max_error": 0.0 + }, + { + "representative": 13289, + "members": [ + 13289 + ], + "max_error": 0.0 + }, + { + "representative": 13290, + "members": [ + 13290 + ], + "max_error": 0.0 + }, + { + "representative": 13291, + "members": [ + 13291 + ], + "max_error": 0.0 + }, + { + "representative": 13292, + "members": [ + 13292 + ], + "max_error": 0.0 + }, + { + "representative": 13293, + "members": [ + 13293 + ], + "max_error": 0.0 + }, + { + "representative": 13267, + "members": [ + 13267 + ], + "max_error": 0.0 + }, + { + "representative": 13294, + "members": [ + 13294 + ], + "max_error": 0.0 + }, + { + "representative": 13295, + "members": [ + 13295 + ], + "max_error": 0.0 + }, + { + "representative": 13268, + "members": [ + 13268 + ], + "max_error": 0.0 + }, + { + "representative": 13269, + "members": [ + 13269 + ], + "max_error": 0.0 + }, + { + "representative": 13270, + "members": [ + 13270 + ], + "max_error": 0.0 + }, + { + "representative": 13271, + "members": [ + 13271 + ], + "max_error": 0.0 + }, + { + "representative": 13272, + "members": [ + 13272 + ], + "max_error": 0.0 + }, + { + "representative": 13273, + "members": [ + 13273 + ], + "max_error": 0.0 + }, + { + "representative": 13265, + "members": [ + 13265 + ], + "max_error": 0.0 + }, + { + "representative": 13274, + "members": [ + 13274 + ], + "max_error": 0.0 + }, + { + "representative": 13275, + "members": [ + 13275 + ], + "max_error": 0.0 + }, + { + "representative": 13276, + "members": [ + 13276 + ], + "max_error": 0.0 + }, + { + "representative": 13277, + "members": [ + 13277 + ], + "max_error": 0.0 + }, + { + "representative": 13278, + "members": [ + 13278 + ], + "max_error": 0.0 + }, + { + "representative": 13279, + "members": [ + 13279 + ], + "max_error": 0.0 + }, + { + "representative": 13296, + "members": [ + 13296 + ], + "max_error": 0.0 + }, + { + "representative": 13312, + "members": [ + 13312 + ], + "max_error": 0.0 + }, + { + "representative": 13313, + "members": [ + 13313 + ], + "max_error": 0.0 + }, + { + "representative": 13314, + "members": [ + 13314 + ], + "max_error": 0.0 + }, + { + "representative": 13315, + "members": [ + 13315 + ], + "max_error": 0.0 + }, + { + "representative": 13298, + "members": [ + 13298 + ], + "max_error": 0.0 + }, + { + "representative": 13316, + "members": [ + 13316 + ], + "max_error": 0.0 + }, + { + "representative": 13317, + "members": [ + 13317 + ], + "max_error": 0.0 + }, + { + "representative": 13318, + "members": [ + 13318 + ], + "max_error": 0.0 + }, + { + "representative": 13319, + "members": [ + 13319 + ], + "max_error": 0.0 + }, + { + "representative": 13320, + "members": [ + 13320 + ], + "max_error": 0.0 + }, + { + "representative": 13321, + "members": [ + 13321 + ], + "max_error": 0.0 + }, + { + "representative": 13322, + "members": [ + 13322 + ], + "max_error": 0.0 + }, + { + "representative": 13323, + "members": [ + 13323 + ], + "max_error": 0.0 + }, + { + "representative": 13324, + "members": [ + 13324 + ], + "max_error": 0.0 + }, + { + "representative": 13325, + "members": [ + 13325 + ], + "max_error": 0.0 + }, + { + "representative": 13299, + "members": [ + 13299 + ], + "max_error": 0.0 + }, + { + "representative": 13326, + "members": [ + 13326 + ], + "max_error": 0.0 + }, + { + "representative": 13327, + "members": [ + 13327 + ], + "max_error": 0.0 + }, + { + "representative": 13300, + "members": [ + 13300 + ], + "max_error": 0.0 + }, + { + "representative": 13301, + "members": [ + 13301 + ], + "max_error": 0.0 + }, + { + "representative": 13302, + "members": [ + 13302 + ], + "max_error": 0.0 + }, + { + "representative": 13303, + "members": [ + 13303 + ], + "max_error": 0.0 + }, + { + "representative": 13304, + "members": [ + 13304 + ], + "max_error": 0.0 + }, + { + "representative": 13305, + "members": [ + 13305 + ], + "max_error": 0.0 + }, + { + "representative": 13297, + "members": [ + 13297 + ], + "max_error": 0.0 + }, + { + "representative": 13306, + "members": [ + 13306 + ], + "max_error": 0.0 + }, + { + "representative": 13307, + "members": [ + 13307 + ], + "max_error": 0.0 + }, + { + "representative": 13308, + "members": [ + 13308 + ], + "max_error": 0.0 + }, + { + "representative": 13309, + "members": [ + 13309 + ], + "max_error": 0.0 + }, + { + "representative": 13310, + "members": [ + 13310 + ], + "max_error": 0.0 + }, + { + "representative": 13311, + "members": [ + 13311 + ], + "max_error": 0.0 + }, + { + "representative": 13104, + "members": [ + 13104 + ], + "max_error": 0.0 + }, + { + "representative": 13120, + "members": [ + 13120 + ], + "max_error": 0.0 + }, + { + "representative": 13121, + "members": [ + 13121 + ], + "max_error": 0.0 + }, + { + "representative": 13122, + "members": [ + 13122 + ], + "max_error": 0.0 + }, + { + "representative": 13123, + "members": [ + 13123 + ], + "max_error": 0.0 + }, + { + "representative": 13106, + "members": [ + 13106 + ], + "max_error": 0.0 + }, + { + "representative": 13124, + "members": [ + 13124 + ], + "max_error": 0.0 + }, + { + "representative": 13125, + "members": [ + 13125 + ], + "max_error": 0.0 + }, + { + "representative": 13126, + "members": [ + 13126 + ], + "max_error": 0.0 + }, + { + "representative": 13127, + "members": [ + 13127 + ], + "max_error": 0.0 + }, + { + "representative": 13128, + "members": [ + 13128 + ], + "max_error": 0.0 + }, + { + "representative": 13129, + "members": [ + 13129 + ], + "max_error": 0.0 + }, + { + "representative": 13130, + "members": [ + 13130 + ], + "max_error": 0.0 + }, + { + "representative": 13131, + "members": [ + 13131 + ], + "max_error": 0.0 + }, + { + "representative": 13132, + "members": [ + 13132 + ], + "max_error": 0.0 + }, + { + "representative": 13133, + "members": [ + 13133 + ], + "max_error": 0.0 + }, + { + "representative": 13107, + "members": [ + 13107 + ], + "max_error": 0.0 + }, + { + "representative": 13134, + "members": [ + 13134 + ], + "max_error": 0.0 + }, + { + "representative": 13135, + "members": [ + 13135 + ], + "max_error": 0.0 + }, + { + "representative": 13108, + "members": [ + 13108 + ], + "max_error": 0.0 + }, + { + "representative": 13109, + "members": [ + 13109 + ], + "max_error": 0.0 + }, + { + "representative": 13110, + "members": [ + 13110 + ], + "max_error": 0.0 + }, + { + "representative": 13111, + "members": [ + 13111 + ], + "max_error": 0.0 + }, + { + "representative": 13112, + "members": [ + 13112 + ], + "max_error": 0.0 + }, + { + "representative": 13113, + "members": [ + 13113 + ], + "max_error": 0.0 + }, + { + "representative": 13105, + "members": [ + 13105 + ], + "max_error": 0.0 + }, + { + "representative": 13114, + "members": [ + 13114 + ], + "max_error": 0.0 + }, + { + "representative": 13115, + "members": [ + 13115 + ], + "max_error": 0.0 + }, + { + "representative": 13116, + "members": [ + 13116 + ], + "max_error": 0.0 + }, + { + "representative": 13117, + "members": [ + 13117 + ], + "max_error": 0.0 + }, + { + "representative": 13118, + "members": [ + 13118 + ], + "max_error": 0.0 + }, + { + "representative": 13119, + "members": [ + 13119 + ], + "max_error": 0.0 + } +] \ No newline at end of file diff --git a/results/qwen35-2b/analysis/groups_block_2d-64_0.02.json b/results/qwen35-2b/analysis/groups_block_2d-64_0.02.json new file mode 100644 index 0000000..aa6f103 --- /dev/null +++ b/results/qwen35-2b/analysis/groups_block_2d-64_0.02.json @@ -0,0 +1,46594 @@ +[ + { + "representative": 491, + "members": [ + 491 + ], + "max_error": 0.0 + }, + { + "representative": 426, + "members": [ + 426 + ], + "max_error": 0.0 + }, + { + "representative": 296, + "members": [ + 296 + ], + "max_error": 0.0 + }, + { + "representative": 505, + "members": [ + 505 + ], + "max_error": 0.0 + }, + { + "representative": 304, + "members": [ + 304 + ], + "max_error": 0.0 + }, + { + "representative": 359, + "members": [ + 359 + ], + "max_error": 0.0 + }, + { + "representative": 344, + "members": [ + 344 + ], + "max_error": 0.0 + }, + { + "representative": 403, + "members": [ + 403 + ], + "max_error": 0.0 + }, + { + "representative": 347, + "members": [ + 347 + ], + "max_error": 0.0 + }, + { + "representative": 498, + "members": [ + 498 + ], + "max_error": 0.0 + }, + { + "representative": 420, + "members": [ + 420 + ], + "max_error": 0.0 + }, + { + "representative": 341, + "members": [ + 341 + ], + "max_error": 0.0 + }, + { + "representative": 483, + "members": [ + 483 + ], + "max_error": 0.0 + }, + { + "representative": 271, + "members": [ + 271 + ], + "max_error": 0.0 + }, + { + "representative": 446, + "members": [ + 446 + ], + "max_error": 0.0 + }, + { + "representative": 401, + "members": [ + 401 + ], + "max_error": 0.0 + }, + { + "representative": 488, + "members": [ + 488 + ], + "max_error": 0.0 + }, + { + "representative": 285, + "members": [ + 285 + ], + "max_error": 0.0 + }, + { + "representative": 402, + "members": [ + 402 + ], + "max_error": 0.0 + }, + { + "representative": 323, + "members": [ + 323 + ], + "max_error": 0.0 + }, + { + "representative": 504, + "members": [ + 504 + ], + "max_error": 0.0 + }, + { + "representative": 312, + "members": [ + 312 + ], + "max_error": 0.0 + }, + { + "representative": 257, + "members": [ + 257 + ], + "max_error": 0.0 + }, + { + "representative": 269, + "members": [ + 269 + ], + "max_error": 0.0 + }, + { + "representative": 372, + "members": [ + 372 + ], + "max_error": 0.0 + }, + { + "representative": 424, + "members": [ + 424 + ], + "max_error": 0.0 + }, + { + "representative": 495, + "members": [ + 495 + ], + "max_error": 0.0 + }, + { + "representative": 436, + "members": [ + 436 + ], + "max_error": 0.0 + }, + { + "representative": 324, + "members": [ + 324 + ], + "max_error": 0.0 + }, + { + "representative": 400, + "members": [ + 400 + ], + "max_error": 0.0 + }, + { + "representative": 509, + "members": [ + 509 + ], + "max_error": 0.0 + }, + { + "representative": 361, + "members": [ + 361 + ], + "max_error": 0.0 + }, + { + "representative": 328, + "members": [ + 328 + ], + "max_error": 0.0 + }, + { + "representative": 267, + "members": [ + 267 + ], + "max_error": 0.0 + }, + { + "representative": 466, + "members": [ + 466 + ], + "max_error": 0.0 + }, + { + "representative": 338, + "members": [ + 338 + ], + "max_error": 0.0 + }, + { + "representative": 418, + "members": [ + 418 + ], + "max_error": 0.0 + }, + { + "representative": 482, + "members": [ + 482 + ], + "max_error": 0.0 + }, + { + "representative": 460, + "members": [ + 460 + ], + "max_error": 0.0 + }, + { + "representative": 291, + "members": [ + 291 + ], + "max_error": 0.0 + }, + { + "representative": 465, + "members": [ + 465 + ], + "max_error": 0.0 + }, + { + "representative": 506, + "members": [ + 506 + ], + "max_error": 0.0 + }, + { + "representative": 314, + "members": [ + 314 + ], + "max_error": 0.0 + }, + { + "representative": 320, + "members": [ + 320 + ], + "max_error": 0.0 + }, + { + "representative": 441, + "members": [ + 441 + ], + "max_error": 0.0 + }, + { + "representative": 404, + "members": [ + 404 + ], + "max_error": 0.0 + }, + { + "representative": 490, + "members": [ + 490 + ], + "max_error": 0.0 + }, + { + "representative": 467, + "members": [ + 467 + ], + "max_error": 0.0 + }, + { + "representative": 475, + "members": [ + 475 + ], + "max_error": 0.0 + }, + { + "representative": 503, + "members": [ + 503 + ], + "max_error": 0.0 + }, + { + "representative": 499, + "members": [ + 499 + ], + "max_error": 0.0 + }, + { + "representative": 336, + "members": [ + 336 + ], + "max_error": 0.0 + }, + { + "representative": 421, + "members": [ + 421 + ], + "max_error": 0.0 + }, + { + "representative": 457, + "members": [ + 457 + ], + "max_error": 0.0 + }, + { + "representative": 472, + "members": [ + 472 + ], + "max_error": 0.0 + }, + { + "representative": 322, + "members": [ + 322 + ], + "max_error": 0.0 + }, + { + "representative": 415, + "members": [ + 415 + ], + "max_error": 0.0 + }, + { + "representative": 355, + "members": [ + 355 + ], + "max_error": 0.0 + }, + { + "representative": 332, + "members": [ + 332 + ], + "max_error": 0.0 + }, + { + "representative": 473, + "members": [ + 473 + ], + "max_error": 0.0 + }, + { + "representative": 311, + "members": [ + 311 + ], + "max_error": 0.0 + }, + { + "representative": 351, + "members": [ + 351 + ], + "max_error": 0.0 + }, + { + "representative": 345, + "members": [ + 345 + ], + "max_error": 0.0 + }, + { + "representative": 387, + "members": [ + 387 + ], + "max_error": 0.0 + }, + { + "representative": 431, + "members": [ + 431 + ], + "max_error": 0.0 + }, + { + "representative": 380, + "members": [ + 380 + ], + "max_error": 0.0 + }, + { + "representative": 370, + "members": [ + 370 + ], + "max_error": 0.0 + }, + { + "representative": 368, + "members": [ + 368 + ], + "max_error": 0.0 + }, + { + "representative": 456, + "members": [ + 456 + ], + "max_error": 0.0 + }, + { + "representative": 427, + "members": [ + 427 + ], + "max_error": 0.0 + }, + { + "representative": 348, + "members": [ + 348 + ], + "max_error": 0.0 + }, + { + "representative": 264, + "members": [ + 264 + ], + "max_error": 0.0 + }, + { + "representative": 301, + "members": [ + 301 + ], + "max_error": 0.0 + }, + { + "representative": 333, + "members": [ + 333 + ], + "max_error": 0.0 + }, + { + "representative": 330, + "members": [ + 330 + ], + "max_error": 0.0 + }, + { + "representative": 364, + "members": [ + 364 + ], + "max_error": 0.0 + }, + { + "representative": 437, + "members": [ + 437 + ], + "max_error": 0.0 + }, + { + "representative": 272, + "members": [ + 272 + ], + "max_error": 0.0 + }, + { + "representative": 273, + "members": [ + 273 + ], + "max_error": 0.0 + }, + { + "representative": 317, + "members": [ + 317 + ], + "max_error": 0.0 + }, + { + "representative": 354, + "members": [ + 354 + ], + "max_error": 0.0 + }, + { + "representative": 362, + "members": [ + 362 + ], + "max_error": 0.0 + }, + { + "representative": 343, + "members": [ + 343 + ], + "max_error": 0.0 + }, + { + "representative": 422, + "members": [ + 422 + ], + "max_error": 0.0 + }, + { + "representative": 358, + "members": [ + 358 + ], + "max_error": 0.0 + }, + { + "representative": 388, + "members": [ + 388 + ], + "max_error": 0.0 + }, + { + "representative": 282, + "members": [ + 282 + ], + "max_error": 0.0 + }, + { + "representative": 293, + "members": [ + 293 + ], + "max_error": 0.0 + }, + { + "representative": 430, + "members": [ + 430 + ], + "max_error": 0.0 + }, + { + "representative": 335, + "members": [ + 335 + ], + "max_error": 0.0 + }, + { + "representative": 383, + "members": [ + 383 + ], + "max_error": 0.0 + }, + { + "representative": 500, + "members": [ + 500 + ], + "max_error": 0.0 + }, + { + "representative": 318, + "members": [ + 318 + ], + "max_error": 0.0 + }, + { + "representative": 459, + "members": [ + 459 + ], + "max_error": 0.0 + }, + { + "representative": 484, + "members": [ + 484 + ], + "max_error": 0.0 + }, + { + "representative": 476, + "members": [ + 476 + ], + "max_error": 0.0 + }, + { + "representative": 398, + "members": [ + 398 + ], + "max_error": 0.0 + }, + { + "representative": 461, + "members": [ + 461 + ], + "max_error": 0.0 + }, + { + "representative": 394, + "members": [ + 394 + ], + "max_error": 0.0 + }, + { + "representative": 406, + "members": [ + 406 + ], + "max_error": 0.0 + }, + { + "representative": 280, + "members": [ + 280 + ], + "max_error": 0.0 + }, + { + "representative": 298, + "members": [ + 298 + ], + "max_error": 0.0 + }, + { + "representative": 471, + "members": [ + 471 + ], + "max_error": 0.0 + }, + { + "representative": 405, + "members": [ + 405 + ], + "max_error": 0.0 + }, + { + "representative": 389, + "members": [ + 389 + ], + "max_error": 0.0 + }, + { + "representative": 268, + "members": [ + 268 + ], + "max_error": 0.0 + }, + { + "representative": 283, + "members": [ + 283 + ], + "max_error": 0.0 + }, + { + "representative": 309, + "members": [ + 309 + ], + "max_error": 0.0 + }, + { + "representative": 277, + "members": [ + 277 + ], + "max_error": 0.0 + }, + { + "representative": 371, + "members": [ + 371 + ], + "max_error": 0.0 + }, + { + "representative": 329, + "members": [ + 329 + ], + "max_error": 0.0 + }, + { + "representative": 463, + "members": [ + 463 + ], + "max_error": 0.0 + }, + { + "representative": 290, + "members": [ + 290 + ], + "max_error": 0.0 + }, + { + "representative": 306, + "members": [ + 306 + ], + "max_error": 0.0 + }, + { + "representative": 407, + "members": [ + 407 + ], + "max_error": 0.0 + }, + { + "representative": 449, + "members": [ + 449 + ], + "max_error": 0.0 + }, + { + "representative": 507, + "members": [ + 507 + ], + "max_error": 0.0 + }, + { + "representative": 511, + "members": [ + 511 + ], + "max_error": 0.0 + }, + { + "representative": 357, + "members": [ + 357 + ], + "max_error": 0.0 + }, + { + "representative": 360, + "members": [ + 360 + ], + "max_error": 0.0 + }, + { + "representative": 384, + "members": [ + 384 + ], + "max_error": 0.0 + }, + { + "representative": 315, + "members": [ + 315 + ], + "max_error": 0.0 + }, + { + "representative": 260, + "members": [ + 260 + ], + "max_error": 0.0 + }, + { + "representative": 340, + "members": [ + 340 + ], + "max_error": 0.0 + }, + { + "representative": 294, + "members": [ + 294 + ], + "max_error": 0.0 + }, + { + "representative": 353, + "members": [ + 353 + ], + "max_error": 0.0 + }, + { + "representative": 356, + "members": [ + 356 + ], + "max_error": 0.0 + }, + { + "representative": 377, + "members": [ + 377 + ], + "max_error": 0.0 + }, + { + "representative": 492, + "members": [ + 492 + ], + "max_error": 0.0 + }, + { + "representative": 396, + "members": [ + 396 + ], + "max_error": 0.0 + }, + { + "representative": 486, + "members": [ + 486 + ], + "max_error": 0.0 + }, + { + "representative": 279, + "members": [ + 279 + ], + "max_error": 0.0 + }, + { + "representative": 302, + "members": [ + 302 + ], + "max_error": 0.0 + }, + { + "representative": 443, + "members": [ + 443 + ], + "max_error": 0.0 + }, + { + "representative": 442, + "members": [ + 442 + ], + "max_error": 0.0 + }, + { + "representative": 299, + "members": [ + 299 + ], + "max_error": 0.0 + }, + { + "representative": 391, + "members": [ + 391 + ], + "max_error": 0.0 + }, + { + "representative": 305, + "members": [ + 305 + ], + "max_error": 0.0 + }, + { + "representative": 508, + "members": [ + 508 + ], + "max_error": 0.0 + }, + { + "representative": 390, + "members": [ + 390 + ], + "max_error": 0.0 + }, + { + "representative": 409, + "members": [ + 409 + ], + "max_error": 0.0 + }, + { + "representative": 481, + "members": [ + 481 + ], + "max_error": 0.0 + }, + { + "representative": 408, + "members": [ + 408 + ], + "max_error": 0.0 + }, + { + "representative": 444, + "members": [ + 444 + ], + "max_error": 0.0 + }, + { + "representative": 366, + "members": [ + 366 + ], + "max_error": 0.0 + }, + { + "representative": 487, + "members": [ + 487 + ], + "max_error": 0.0 + }, + { + "representative": 410, + "members": [ + 410 + ], + "max_error": 0.0 + }, + { + "representative": 321, + "members": [ + 321 + ], + "max_error": 0.0 + }, + { + "representative": 367, + "members": [ + 367 + ], + "max_error": 0.0 + }, + { + "representative": 276, + "members": [ + 276 + ], + "max_error": 0.0 + }, + { + "representative": 363, + "members": [ + 363 + ], + "max_error": 0.0 + }, + { + "representative": 432, + "members": [ + 432 + ], + "max_error": 0.0 + }, + { + "representative": 373, + "members": [ + 373 + ], + "max_error": 0.0 + }, + { + "representative": 303, + "members": [ + 303 + ], + "max_error": 0.0 + }, + { + "representative": 417, + "members": [ + 417 + ], + "max_error": 0.0 + }, + { + "representative": 278, + "members": [ + 278 + ], + "max_error": 0.0 + }, + { + "representative": 478, + "members": [ + 478 + ], + "max_error": 0.0 + }, + { + "representative": 453, + "members": [ + 453 + ], + "max_error": 0.0 + }, + { + "representative": 342, + "members": [ + 342 + ], + "max_error": 0.0 + }, + { + "representative": 448, + "members": [ + 448 + ], + "max_error": 0.0 + }, + { + "representative": 281, + "members": [ + 281 + ], + "max_error": 0.0 + }, + { + "representative": 439, + "members": [ + 439 + ], + "max_error": 0.0 + }, + { + "representative": 458, + "members": [ + 458 + ], + "max_error": 0.0 + }, + { + "representative": 352, + "members": [ + 352 + ], + "max_error": 0.0 + }, + { + "representative": 501, + "members": [ + 501 + ], + "max_error": 0.0 + }, + { + "representative": 393, + "members": [ + 393 + ], + "max_error": 0.0 + }, + { + "representative": 397, + "members": [ + 397 + ], + "max_error": 0.0 + }, + { + "representative": 470, + "members": [ + 470 + ], + "max_error": 0.0 + }, + { + "representative": 258, + "members": [ + 258 + ], + "max_error": 0.0 + }, + { + "representative": 454, + "members": [ + 454 + ], + "max_error": 0.0 + }, + { + "representative": 462, + "members": [ + 462 + ], + "max_error": 0.0 + }, + { + "representative": 386, + "members": [ + 386 + ], + "max_error": 0.0 + }, + { + "representative": 425, + "members": [ + 425 + ], + "max_error": 0.0 + }, + { + "representative": 327, + "members": [ + 327 + ], + "max_error": 0.0 + }, + { + "representative": 326, + "members": [ + 326 + ], + "max_error": 0.0 + }, + { + "representative": 265, + "members": [ + 265 + ], + "max_error": 0.0 + }, + { + "representative": 369, + "members": [ + 369 + ], + "max_error": 0.0 + }, + { + "representative": 316, + "members": [ + 316 + ], + "max_error": 0.0 + }, + { + "representative": 334, + "members": [ + 334 + ], + "max_error": 0.0 + }, + { + "representative": 313, + "members": [ + 313 + ], + "max_error": 0.0 + }, + { + "representative": 349, + "members": [ + 349 + ], + "max_error": 0.0 + }, + { + "representative": 381, + "members": [ + 381 + ], + "max_error": 0.0 + }, + { + "representative": 450, + "members": [ + 450 + ], + "max_error": 0.0 + }, + { + "representative": 451, + "members": [ + 451 + ], + "max_error": 0.0 + }, + { + "representative": 395, + "members": [ + 395 + ], + "max_error": 0.0 + }, + { + "representative": 307, + "members": [ + 307 + ], + "max_error": 0.0 + }, + { + "representative": 374, + "members": [ + 374 + ], + "max_error": 0.0 + }, + { + "representative": 423, + "members": [ + 423 + ], + "max_error": 0.0 + }, + { + "representative": 428, + "members": [ + 428 + ], + "max_error": 0.0 + }, + { + "representative": 480, + "members": [ + 480 + ], + "max_error": 0.0 + }, + { + "representative": 382, + "members": [ + 382 + ], + "max_error": 0.0 + }, + { + "representative": 455, + "members": [ + 455 + ], + "max_error": 0.0 + }, + { + "representative": 496, + "members": [ + 496 + ], + "max_error": 0.0 + }, + { + "representative": 434, + "members": [ + 434 + ], + "max_error": 0.0 + }, + { + "representative": 337, + "members": [ + 337 + ], + "max_error": 0.0 + }, + { + "representative": 440, + "members": [ + 440 + ], + "max_error": 0.0 + }, + { + "representative": 502, + "members": [ + 502 + ], + "max_error": 0.0 + }, + { + "representative": 275, + "members": [ + 275 + ], + "max_error": 0.0 + }, + { + "representative": 297, + "members": [ + 297 + ], + "max_error": 0.0 + }, + { + "representative": 263, + "members": [ + 263 + ], + "max_error": 0.0 + }, + { + "representative": 412, + "members": [ + 412 + ], + "max_error": 0.0 + }, + { + "representative": 416, + "members": [ + 416 + ], + "max_error": 0.0 + }, + { + "representative": 259, + "members": [ + 259 + ], + "max_error": 0.0 + }, + { + "representative": 287, + "members": [ + 287 + ], + "max_error": 0.0 + }, + { + "representative": 452, + "members": [ + 452 + ], + "max_error": 0.0 + }, + { + "representative": 274, + "members": [ + 274 + ], + "max_error": 0.0 + }, + { + "representative": 270, + "members": [ + 270 + ], + "max_error": 0.0 + }, + { + "representative": 385, + "members": [ + 385 + ], + "max_error": 0.0 + }, + { + "representative": 433, + "members": [ + 433 + ], + "max_error": 0.0 + }, + { + "representative": 261, + "members": [ + 261 + ], + "max_error": 0.0 + }, + { + "representative": 497, + "members": [ + 497 + ], + "max_error": 0.0 + }, + { + "representative": 411, + "members": [ + 411 + ], + "max_error": 0.0 + }, + { + "representative": 399, + "members": [ + 399 + ], + "max_error": 0.0 + }, + { + "representative": 494, + "members": [ + 494 + ], + "max_error": 0.0 + }, + { + "representative": 464, + "members": [ + 464 + ], + "max_error": 0.0 + }, + { + "representative": 469, + "members": [ + 469 + ], + "max_error": 0.0 + }, + { + "representative": 286, + "members": [ + 286 + ], + "max_error": 0.0 + }, + { + "representative": 319, + "members": [ + 319 + ], + "max_error": 0.0 + }, + { + "representative": 379, + "members": [ + 379 + ], + "max_error": 0.0 + }, + { + "representative": 474, + "members": [ + 474 + ], + "max_error": 0.0 + }, + { + "representative": 468, + "members": [ + 468 + ], + "max_error": 0.0 + }, + { + "representative": 493, + "members": [ + 493 + ], + "max_error": 0.0 + }, + { + "representative": 477, + "members": [ + 477 + ], + "max_error": 0.0 + }, + { + "representative": 479, + "members": [ + 479 + ], + "max_error": 0.0 + }, + { + "representative": 266, + "members": [ + 266 + ], + "max_error": 0.0 + }, + { + "representative": 392, + "members": [ + 392 + ], + "max_error": 0.0 + }, + { + "representative": 413, + "members": [ + 413 + ], + "max_error": 0.0 + }, + { + "representative": 310, + "members": [ + 310 + ], + "max_error": 0.0 + }, + { + "representative": 288, + "members": [ + 288 + ], + "max_error": 0.0 + }, + { + "representative": 262, + "members": [ + 262 + ], + "max_error": 0.0 + }, + { + "representative": 435, + "members": [ + 435 + ], + "max_error": 0.0 + }, + { + "representative": 376, + "members": [ + 376 + ], + "max_error": 0.0 + }, + { + "representative": 295, + "members": [ + 295 + ], + "max_error": 0.0 + }, + { + "representative": 414, + "members": [ + 414 + ], + "max_error": 0.0 + }, + { + "representative": 429, + "members": [ + 429 + ], + "max_error": 0.0 + }, + { + "representative": 339, + "members": [ + 339 + ], + "max_error": 0.0 + }, + { + "representative": 325, + "members": [ + 325 + ], + "max_error": 0.0 + }, + { + "representative": 292, + "members": [ + 292 + ], + "max_error": 0.0 + }, + { + "representative": 365, + "members": [ + 365 + ], + "max_error": 0.0 + }, + { + "representative": 284, + "members": [ + 284 + ], + "max_error": 0.0 + }, + { + "representative": 346, + "members": [ + 346 + ], + "max_error": 0.0 + }, + { + "representative": 308, + "members": [ + 308 + ], + "max_error": 0.0 + }, + { + "representative": 300, + "members": [ + 300 + ], + "max_error": 0.0 + }, + { + "representative": 378, + "members": [ + 378 + ], + "max_error": 0.0 + }, + { + "representative": 510, + "members": [ + 510 + ], + "max_error": 0.0 + }, + { + "representative": 489, + "members": [ + 489 + ], + "max_error": 0.0 + }, + { + "representative": 485, + "members": [ + 485 + ], + "max_error": 0.0 + }, + { + "representative": 289, + "members": [ + 289 + ], + "max_error": 0.0 + }, + { + "representative": 375, + "members": [ + 375 + ], + "max_error": 0.0 + }, + { + "representative": 350, + "members": [ + 350 + ], + "max_error": 0.0 + }, + { + "representative": 419, + "members": [ + 419 + ], + "max_error": 0.0 + }, + { + "representative": 256, + "members": [ + 256 + ], + "max_error": 0.0 + }, + { + "representative": 331, + "members": [ + 331 + ], + "max_error": 0.0 + }, + { + "representative": 445, + "members": [ + 445 + ], + "max_error": 0.0 + }, + { + "representative": 438, + "members": [ + 438 + ], + "max_error": 0.0 + }, + { + "representative": 447, + "members": [ + 447 + ], + "max_error": 0.0 + }, + { + "representative": 1392, + "members": [ + 1392 + ], + "max_error": 0.0 + }, + { + "representative": 1351, + "members": [ + 1351 + ], + "max_error": 0.0 + }, + { + "representative": 1312, + "members": [ + 1312 + ], + "max_error": 0.0 + }, + { + "representative": 1499, + "members": [ + 1499 + ], + "max_error": 0.0 + }, + { + "representative": 1519, + "members": [ + 1519 + ], + "max_error": 0.0 + }, + { + "representative": 1507, + "members": [ + 1507 + ], + "max_error": 0.0 + }, + { + "representative": 1441, + "members": [ + 1441 + ], + "max_error": 0.0 + }, + { + "representative": 1444, + "members": [ + 1444 + ], + "max_error": 0.0 + }, + { + "representative": 1414, + "members": [ + 1414 + ], + "max_error": 0.0 + }, + { + "representative": 1282, + "members": [ + 1282 + ], + "max_error": 0.0 + }, + { + "representative": 1416, + "members": [ + 1416 + ], + "max_error": 0.0 + }, + { + "representative": 1433, + "members": [ + 1433 + ], + "max_error": 0.0 + }, + { + "representative": 1332, + "members": [ + 1332 + ], + "max_error": 0.0 + }, + { + "representative": 1458, + "members": [ + 1458 + ], + "max_error": 0.0 + }, + { + "representative": 1511, + "members": [ + 1511 + ], + "max_error": 0.0 + }, + { + "representative": 2026, + "members": [ + 2026 + ], + "max_error": 0.0 + }, + { + "representative": 1895, + "members": [ + 1895 + ], + "max_error": 0.0 + }, + { + "representative": 1843, + "members": [ + 1843 + ], + "max_error": 0.0 + }, + { + "representative": 1888, + "members": [ + 1888 + ], + "max_error": 0.0 + }, + { + "representative": 1800, + "members": [ + 1800 + ], + "max_error": 0.0 + }, + { + "representative": 1823, + "members": [ + 1823 + ], + "max_error": 0.0 + }, + { + "representative": 1851, + "members": [ + 1851 + ], + "max_error": 0.0 + }, + { + "representative": 1828, + "members": [ + 1828 + ], + "max_error": 0.0 + }, + { + "representative": 1834, + "members": [ + 1834 + ], + "max_error": 0.0 + }, + { + "representative": 1911, + "members": [ + 1911 + ], + "max_error": 0.0 + }, + { + "representative": 1974, + "members": [ + 1974 + ], + "max_error": 0.0 + }, + { + "representative": 1903, + "members": [ + 1903 + ], + "max_error": 0.0 + }, + { + "representative": 2017, + "members": [ + 2017 + ], + "max_error": 0.0 + }, + { + "representative": 1990, + "members": [ + 1990 + ], + "max_error": 0.0 + }, + { + "representative": 1836, + "members": [ + 1836 + ], + "max_error": 0.0 + }, + { + "representative": 1943, + "members": [ + 1943 + ], + "max_error": 0.0 + }, + { + "representative": 2002, + "members": [ + 2002 + ], + "max_error": 0.0 + }, + { + "representative": 2385, + "members": [ + 2385 + ], + "max_error": 0.0 + }, + { + "representative": 2378, + "members": [ + 2378 + ], + "max_error": 0.0 + }, + { + "representative": 2415, + "members": [ + 2415 + ], + "max_error": 0.0 + }, + { + "representative": 2443, + "members": [ + 2443 + ], + "max_error": 0.0 + }, + { + "representative": 2459, + "members": [ + 2459 + ], + "max_error": 0.0 + }, + { + "representative": 2555, + "members": [ + 2555 + ], + "max_error": 0.0 + }, + { + "representative": 2407, + "members": [ + 2407 + ], + "max_error": 0.0 + }, + { + "representative": 2350, + "members": [ + 2350 + ], + "max_error": 0.0 + }, + { + "representative": 2462, + "members": [ + 2462 + ], + "max_error": 0.0 + }, + { + "representative": 2827, + "members": [ + 2827 + ], + "max_error": 0.0 + }, + { + "representative": 2903, + "members": [ + 2903 + ], + "max_error": 0.0 + }, + { + "representative": 3062, + "members": [ + 3062 + ], + "max_error": 0.0 + }, + { + "representative": 2873, + "members": [ + 2873 + ], + "max_error": 0.0 + }, + { + "representative": 3051, + "members": [ + 3051 + ], + "max_error": 0.0 + }, + { + "representative": 3017, + "members": [ + 3017 + ], + "max_error": 0.0 + }, + { + "representative": 3004, + "members": [ + 3004 + ], + "max_error": 0.0 + }, + { + "representative": 3059, + "members": [ + 3059 + ], + "max_error": 0.0 + }, + { + "representative": 2997, + "members": [ + 2997 + ], + "max_error": 0.0 + }, + { + "representative": 3063, + "members": [ + 3063 + ], + "max_error": 0.0 + }, + { + "representative": 2817, + "members": [ + 2817 + ], + "max_error": 0.0 + }, + { + "representative": 2938, + "members": [ + 2938 + ], + "max_error": 0.0 + }, + { + "representative": 2947, + "members": [ + 2947 + ], + "max_error": 0.0 + }, + { + "representative": 2945, + "members": [ + 2945 + ], + "max_error": 0.0 + }, + { + "representative": 3536, + "members": [ + 3536 + ], + "max_error": 0.0 + }, + { + "representative": 3454, + "members": [ + 3454 + ], + "max_error": 0.0 + }, + { + "representative": 3462, + "members": [ + 3462 + ], + "max_error": 0.0 + }, + { + "representative": 3515, + "members": [ + 3515 + ], + "max_error": 0.0 + }, + { + "representative": 3439, + "members": [ + 3439 + ], + "max_error": 0.0 + }, + { + "representative": 3458, + "members": [ + 3458 + ], + "max_error": 0.0 + }, + { + "representative": 3487, + "members": [ + 3487 + ], + "max_error": 0.0 + }, + { + "representative": 3406, + "members": [ + 3406 + ], + "max_error": 0.0 + }, + { + "representative": 3476, + "members": [ + 3476 + ], + "max_error": 0.0 + }, + { + "representative": 3557, + "members": [ + 3557 + ], + "max_error": 0.0 + }, + { + "representative": 3996, + "members": [ + 3996 + ], + "max_error": 0.0 + }, + { + "representative": 3852, + "members": [ + 3852 + ], + "max_error": 0.0 + }, + { + "representative": 4057, + "members": [ + 4057 + ], + "max_error": 0.0 + }, + { + "representative": 3891, + "members": [ + 3891 + ], + "max_error": 0.0 + }, + { + "representative": 3883, + "members": [ + 3883 + ], + "max_error": 0.0 + }, + { + "representative": 3975, + "members": [ + 3975 + ], + "max_error": 0.0 + }, + { + "representative": 4064, + "members": [ + 4064 + ], + "max_error": 0.0 + }, + { + "representative": 3863, + "members": [ + 3863 + ], + "max_error": 0.0 + }, + { + "representative": 4038, + "members": [ + 4038 + ], + "max_error": 0.0 + }, + { + "representative": 3949, + "members": [ + 3949 + ], + "max_error": 0.0 + }, + { + "representative": 3936, + "members": [ + 3936 + ], + "max_error": 0.0 + }, + { + "representative": 3933, + "members": [ + 3933 + ], + "max_error": 0.0 + }, + { + "representative": 3977, + "members": [ + 3977 + ], + "max_error": 0.0 + }, + { + "representative": 4070, + "members": [ + 4070 + ], + "max_error": 0.0 + }, + { + "representative": 1368, + "members": [ + 1368 + ], + "max_error": 0.0 + }, + { + "representative": 1337, + "members": [ + 1337 + ], + "max_error": 0.0 + }, + { + "representative": 1419, + "members": [ + 1419 + ], + "max_error": 0.0 + }, + { + "representative": 1296, + "members": [ + 1296 + ], + "max_error": 0.0 + }, + { + "representative": 1373, + "members": [ + 1373 + ], + "max_error": 0.0 + }, + { + "representative": 1490, + "members": [ + 1490 + ], + "max_error": 0.0 + }, + { + "representative": 1362, + "members": [ + 1362 + ], + "max_error": 0.0 + }, + { + "representative": 1330, + "members": [ + 1330 + ], + "max_error": 0.0 + }, + { + "representative": 1280, + "members": [ + 1280 + ], + "max_error": 0.0 + }, + { + "representative": 1459, + "members": [ + 1459 + ], + "max_error": 0.0 + }, + { + "representative": 1288, + "members": [ + 1288 + ], + "max_error": 0.0 + }, + { + "representative": 1827, + "members": [ + 1827 + ], + "max_error": 0.0 + }, + { + "representative": 1970, + "members": [ + 1970 + ], + "max_error": 0.0 + }, + { + "representative": 2001, + "members": [ + 2001 + ], + "max_error": 0.0 + }, + { + "representative": 1919, + "members": [ + 1919 + ], + "max_error": 0.0 + }, + { + "representative": 1906, + "members": [ + 1906 + ], + "max_error": 0.0 + }, + { + "representative": 1857, + "members": [ + 1857 + ], + "max_error": 0.0 + }, + { + "representative": 1805, + "members": [ + 1805 + ], + "max_error": 0.0 + }, + { + "representative": 1830, + "members": [ + 1830 + ], + "max_error": 0.0 + }, + { + "representative": 1935, + "members": [ + 1935 + ], + "max_error": 0.0 + }, + { + "representative": 2014, + "members": [ + 2014 + ], + "max_error": 0.0 + }, + { + "representative": 1878, + "members": [ + 1878 + ], + "max_error": 0.0 + }, + { + "representative": 1856, + "members": [ + 1856 + ], + "max_error": 0.0 + }, + { + "representative": 1844, + "members": [ + 1844 + ], + "max_error": 0.0 + }, + { + "representative": 2013, + "members": [ + 2013 + ], + "max_error": 0.0 + }, + { + "representative": 1949, + "members": [ + 1949 + ], + "max_error": 0.0 + }, + { + "representative": 1858, + "members": [ + 1858 + ], + "max_error": 0.0 + }, + { + "representative": 1994, + "members": [ + 1994 + ], + "max_error": 0.0 + }, + { + "representative": 2444, + "members": [ + 2444 + ], + "max_error": 0.0 + }, + { + "representative": 2495, + "members": [ + 2495 + ], + "max_error": 0.0 + }, + { + "representative": 2404, + "members": [ + 2404 + ], + "max_error": 0.0 + }, + { + "representative": 2341, + "members": [ + 2341 + ], + "max_error": 0.0 + }, + { + "representative": 2516, + "members": [ + 2516 + ], + "max_error": 0.0 + }, + { + "representative": 2361, + "members": [ + 2361 + ], + "max_error": 0.0 + }, + { + "representative": 2474, + "members": [ + 2474 + ], + "max_error": 0.0 + }, + { + "representative": 2432, + "members": [ + 2432 + ], + "max_error": 0.0 + }, + { + "representative": 2322, + "members": [ + 2322 + ], + "max_error": 0.0 + }, + { + "representative": 2504, + "members": [ + 2504 + ], + "max_error": 0.0 + }, + { + "representative": 2493, + "members": [ + 2493 + ], + "max_error": 0.0 + }, + { + "representative": 3021, + "members": [ + 3021 + ], + "max_error": 0.0 + }, + { + "representative": 2973, + "members": [ + 2973 + ], + "max_error": 0.0 + }, + { + "representative": 2926, + "members": [ + 2926 + ], + "max_error": 0.0 + }, + { + "representative": 2840, + "members": [ + 2840 + ], + "max_error": 0.0 + }, + { + "representative": 2917, + "members": [ + 2917 + ], + "max_error": 0.0 + }, + { + "representative": 2966, + "members": [ + 2966 + ], + "max_error": 0.0 + }, + { + "representative": 2887, + "members": [ + 2887 + ], + "max_error": 0.0 + }, + { + "representative": 2856, + "members": [ + 2856 + ], + "max_error": 0.0 + }, + { + "representative": 2848, + "members": [ + 2848 + ], + "max_error": 0.0 + }, + { + "representative": 2833, + "members": [ + 2833 + ], + "max_error": 0.0 + }, + { + "representative": 2910, + "members": [ + 2910 + ], + "max_error": 0.0 + }, + { + "representative": 2949, + "members": [ + 2949 + ], + "max_error": 0.0 + }, + { + "representative": 3025, + "members": [ + 3025 + ], + "max_error": 0.0 + }, + { + "representative": 3022, + "members": [ + 3022 + ], + "max_error": 0.0 + }, + { + "representative": 2900, + "members": [ + 2900 + ], + "max_error": 0.0 + }, + { + "representative": 2989, + "members": [ + 2989 + ], + "max_error": 0.0 + }, + { + "representative": 2864, + "members": [ + 2864 + ], + "max_error": 0.0 + }, + { + "representative": 3459, + "members": [ + 3459 + ], + "max_error": 0.0 + }, + { + "representative": 3401, + "members": [ + 3401 + ], + "max_error": 0.0 + }, + { + "representative": 3549, + "members": [ + 3549 + ], + "max_error": 0.0 + }, + { + "representative": 3578, + "members": [ + 3578 + ], + "max_error": 0.0 + }, + { + "representative": 3512, + "members": [ + 3512 + ], + "max_error": 0.0 + }, + { + "representative": 3559, + "members": [ + 3559 + ], + "max_error": 0.0 + }, + { + "representative": 3372, + "members": [ + 3372 + ], + "max_error": 0.0 + }, + { + "representative": 3470, + "members": [ + 3470 + ], + "max_error": 0.0 + }, + { + "representative": 3574, + "members": [ + 3574 + ], + "max_error": 0.0 + }, + { + "representative": 3503, + "members": [ + 3503 + ], + "max_error": 0.0 + }, + { + "representative": 3504, + "members": [ + 3504 + ], + "max_error": 0.0 + }, + { + "representative": 3390, + "members": [ + 3390 + ], + "max_error": 0.0 + }, + { + "representative": 3351, + "members": [ + 3351 + ], + "max_error": 0.0 + }, + { + "representative": 3367, + "members": [ + 3367 + ], + "max_error": 0.0 + }, + { + "representative": 3418, + "members": [ + 3418 + ], + "max_error": 0.0 + }, + { + "representative": 4027, + "members": [ + 4027 + ], + "max_error": 0.0 + }, + { + "representative": 3917, + "members": [ + 3917 + ], + "max_error": 0.0 + }, + { + "representative": 3921, + "members": [ + 3921 + ], + "max_error": 0.0 + }, + { + "representative": 3885, + "members": [ + 3885 + ], + "max_error": 0.0 + }, + { + "representative": 4065, + "members": [ + 4065 + ], + "max_error": 0.0 + }, + { + "representative": 4043, + "members": [ + 4043 + ], + "max_error": 0.0 + }, + { + "representative": 3937, + "members": [ + 3937 + ], + "max_error": 0.0 + }, + { + "representative": 4015, + "members": [ + 4015 + ], + "max_error": 0.0 + }, + { + "representative": 3971, + "members": [ + 3971 + ], + "max_error": 0.0 + }, + { + "representative": 4020, + "members": [ + 4020 + ], + "max_error": 0.0 + }, + { + "representative": 3865, + "members": [ + 3865 + ], + "max_error": 0.0 + }, + { + "representative": 4044, + "members": [ + 4044 + ], + "max_error": 0.0 + }, + { + "representative": 3968, + "members": [ + 3968 + ], + "max_error": 0.0 + }, + { + "representative": 3882, + "members": [ + 3882 + ], + "max_error": 0.0 + }, + { + "representative": 4022, + "members": [ + 4022 + ], + "max_error": 0.0 + }, + { + "representative": 1363, + "members": [ + 1363 + ], + "max_error": 0.0 + }, + { + "representative": 1403, + "members": [ + 1403 + ], + "max_error": 0.0 + }, + { + "representative": 1341, + "members": [ + 1341 + ], + "max_error": 0.0 + }, + { + "representative": 1497, + "members": [ + 1497 + ], + "max_error": 0.0 + }, + { + "representative": 1505, + "members": [ + 1505 + ], + "max_error": 0.0 + }, + { + "representative": 1397, + "members": [ + 1397 + ], + "max_error": 0.0 + }, + { + "representative": 1398, + "members": [ + 1398 + ], + "max_error": 0.0 + }, + { + "representative": 1354, + "members": [ + 1354 + ], + "max_error": 0.0 + }, + { + "representative": 1340, + "members": [ + 1340 + ], + "max_error": 0.0 + }, + { + "representative": 1320, + "members": [ + 1320 + ], + "max_error": 0.0 + }, + { + "representative": 1367, + "members": [ + 1367 + ], + "max_error": 0.0 + }, + { + "representative": 1999, + "members": [ + 1999 + ], + "max_error": 0.0 + }, + { + "representative": 1866, + "members": [ + 1866 + ], + "max_error": 0.0 + }, + { + "representative": 1926, + "members": [ + 1926 + ], + "max_error": 0.0 + }, + { + "representative": 2023, + "members": [ + 2023 + ], + "max_error": 0.0 + }, + { + "representative": 2007, + "members": [ + 2007 + ], + "max_error": 0.0 + }, + { + "representative": 1941, + "members": [ + 1941 + ], + "max_error": 0.0 + }, + { + "representative": 1998, + "members": [ + 1998 + ], + "max_error": 0.0 + }, + { + "representative": 1839, + "members": [ + 1839 + ], + "max_error": 0.0 + }, + { + "representative": 1954, + "members": [ + 1954 + ], + "max_error": 0.0 + }, + { + "representative": 2038, + "members": [ + 2038 + ], + "max_error": 0.0 + }, + { + "representative": 1927, + "members": [ + 1927 + ], + "max_error": 0.0 + }, + { + "representative": 1933, + "members": [ + 1933 + ], + "max_error": 0.0 + }, + { + "representative": 1984, + "members": [ + 1984 + ], + "max_error": 0.0 + }, + { + "representative": 2318, + "members": [ + 2318 + ], + "max_error": 0.0 + }, + { + "representative": 2522, + "members": [ + 2522 + ], + "max_error": 0.0 + }, + { + "representative": 2451, + "members": [ + 2451 + ], + "max_error": 0.0 + }, + { + "representative": 2335, + "members": [ + 2335 + ], + "max_error": 0.0 + }, + { + "representative": 2328, + "members": [ + 2328 + ], + "max_error": 0.0 + }, + { + "representative": 2505, + "members": [ + 2505 + ], + "max_error": 0.0 + }, + { + "representative": 2314, + "members": [ + 2314 + ], + "max_error": 0.0 + }, + { + "representative": 2313, + "members": [ + 2313 + ], + "max_error": 0.0 + }, + { + "representative": 2434, + "members": [ + 2434 + ], + "max_error": 0.0 + }, + { + "representative": 2450, + "members": [ + 2450 + ], + "max_error": 0.0 + }, + { + "representative": 2344, + "members": [ + 2344 + ], + "max_error": 0.0 + }, + { + "representative": 2531, + "members": [ + 2531 + ], + "max_error": 0.0 + }, + { + "representative": 2380, + "members": [ + 2380 + ], + "max_error": 0.0 + }, + { + "representative": 2347, + "members": [ + 2347 + ], + "max_error": 0.0 + }, + { + "representative": 2332, + "members": [ + 2332 + ], + "max_error": 0.0 + }, + { + "representative": 2396, + "members": [ + 2396 + ], + "max_error": 0.0 + }, + { + "representative": 2537, + "members": [ + 2537 + ], + "max_error": 0.0 + }, + { + "representative": 2384, + "members": [ + 2384 + ], + "max_error": 0.0 + }, + { + "representative": 2825, + "members": [ + 2825 + ], + "max_error": 0.0 + }, + { + "representative": 2886, + "members": [ + 2886 + ], + "max_error": 0.0 + }, + { + "representative": 3058, + "members": [ + 3058 + ], + "max_error": 0.0 + }, + { + "representative": 3065, + "members": [ + 3065 + ], + "max_error": 0.0 + }, + { + "representative": 2944, + "members": [ + 2944 + ], + "max_error": 0.0 + }, + { + "representative": 2839, + "members": [ + 2839 + ], + "max_error": 0.0 + }, + { + "representative": 2897, + "members": [ + 2897 + ], + "max_error": 0.0 + }, + { + "representative": 2914, + "members": [ + 2914 + ], + "max_error": 0.0 + }, + { + "representative": 3053, + "members": [ + 3053 + ], + "max_error": 0.0 + }, + { + "representative": 3571, + "members": [ + 3571 + ], + "max_error": 0.0 + }, + { + "representative": 3544, + "members": [ + 3544 + ], + "max_error": 0.0 + }, + { + "representative": 3570, + "members": [ + 3570 + ], + "max_error": 0.0 + }, + { + "representative": 3521, + "members": [ + 3521 + ], + "max_error": 0.0 + }, + { + "representative": 3420, + "members": [ + 3420 + ], + "max_error": 0.0 + }, + { + "representative": 3464, + "members": [ + 3464 + ], + "max_error": 0.0 + }, + { + "representative": 3426, + "members": [ + 3426 + ], + "max_error": 0.0 + }, + { + "representative": 3540, + "members": [ + 3540 + ], + "max_error": 0.0 + }, + { + "representative": 3417, + "members": [ + 3417 + ], + "max_error": 0.0 + }, + { + "representative": 3448, + "members": [ + 3448 + ], + "max_error": 0.0 + }, + { + "representative": 3500, + "members": [ + 3500 + ], + "max_error": 0.0 + }, + { + "representative": 3358, + "members": [ + 3358 + ], + "max_error": 0.0 + }, + { + "representative": 3998, + "members": [ + 3998 + ], + "max_error": 0.0 + }, + { + "representative": 3944, + "members": [ + 3944 + ], + "max_error": 0.0 + }, + { + "representative": 4076, + "members": [ + 4076 + ], + "max_error": 0.0 + }, + { + "representative": 3900, + "members": [ + 3900 + ], + "max_error": 0.0 + }, + { + "representative": 3946, + "members": [ + 3946 + ], + "max_error": 0.0 + }, + { + "representative": 4075, + "members": [ + 4075 + ], + "max_error": 0.0 + }, + { + "representative": 3940, + "members": [ + 3940 + ], + "max_error": 0.0 + }, + { + "representative": 4029, + "members": [ + 4029 + ], + "max_error": 0.0 + }, + { + "representative": 3045, + "members": [ + 3045 + ], + "max_error": 0.0 + }, + { + "representative": 3068, + "members": [ + 3068 + ], + "max_error": 0.0 + }, + { + "representative": 2890, + "members": [ + 2890 + ], + "max_error": 0.0 + }, + { + "representative": 3027, + "members": [ + 3027 + ], + "max_error": 0.0 + }, + { + "representative": 2845, + "members": [ + 2845 + ], + "max_error": 0.0 + }, + { + "representative": 3057, + "members": [ + 3057 + ], + "max_error": 0.0 + }, + { + "representative": 3007, + "members": [ + 3007 + ], + "max_error": 0.0 + }, + { + "representative": 3029, + "members": [ + 3029 + ], + "max_error": 0.0 + }, + { + "representative": 2984, + "members": [ + 2984 + ], + "max_error": 0.0 + }, + { + "representative": 2936, + "members": [ + 2936 + ], + "max_error": 0.0 + }, + { + "representative": 3037, + "members": [ + 3037 + ], + "max_error": 0.0 + }, + { + "representative": 3582, + "members": [ + 3582 + ], + "max_error": 0.0 + }, + { + "representative": 3396, + "members": [ + 3396 + ], + "max_error": 0.0 + }, + { + "representative": 3560, + "members": [ + 3560 + ], + "max_error": 0.0 + }, + { + "representative": 3387, + "members": [ + 3387 + ], + "max_error": 0.0 + }, + { + "representative": 3342, + "members": [ + 3342 + ], + "max_error": 0.0 + }, + { + "representative": 3382, + "members": [ + 3382 + ], + "max_error": 0.0 + }, + { + "representative": 3366, + "members": [ + 3366 + ], + "max_error": 0.0 + }, + { + "representative": 3364, + "members": [ + 3364 + ], + "max_error": 0.0 + }, + { + "representative": 3548, + "members": [ + 3548 + ], + "max_error": 0.0 + }, + { + "representative": 3345, + "members": [ + 3345 + ], + "max_error": 0.0 + }, + { + "representative": 3393, + "members": [ + 3393 + ], + "max_error": 0.0 + }, + { + "representative": 3566, + "members": [ + 3566 + ], + "max_error": 0.0 + }, + { + "representative": 3336, + "members": [ + 3336 + ], + "max_error": 0.0 + }, + { + "representative": 3518, + "members": [ + 3518 + ], + "max_error": 0.0 + }, + { + "representative": 3569, + "members": [ + 3569 + ], + "max_error": 0.0 + }, + { + "representative": 3467, + "members": [ + 3467 + ], + "max_error": 0.0 + }, + { + "representative": 3970, + "members": [ + 3970 + ], + "max_error": 0.0 + }, + { + "representative": 4087, + "members": [ + 4087 + ], + "max_error": 0.0 + }, + { + "representative": 3892, + "members": [ + 3892 + ], + "max_error": 0.0 + }, + { + "representative": 4009, + "members": [ + 4009 + ], + "max_error": 0.0 + }, + { + "representative": 4092, + "members": [ + 4092 + ], + "max_error": 0.0 + }, + { + "representative": 4025, + "members": [ + 4025 + ], + "max_error": 0.0 + }, + { + "representative": 4372, + "members": [ + 4372 + ], + "max_error": 0.0 + }, + { + "representative": 4373, + "members": [ + 4373 + ], + "max_error": 0.0 + }, + { + "representative": 4376, + "members": [ + 4376 + ], + "max_error": 0.0 + }, + { + "representative": 4383, + "members": [ + 4383 + ], + "max_error": 0.0 + }, + { + "representative": 4356, + "members": [ + 4356 + ], + "max_error": 0.0 + }, + { + "representative": 4357, + "members": [ + 4357 + ], + "max_error": 0.0 + }, + { + "representative": 4363, + "members": [ + 4363 + ], + "max_error": 0.0 + }, + { + "representative": 4366, + "members": [ + 4366 + ], + "max_error": 0.0 + }, + { + "representative": 4416, + "members": [ + 4416 + ], + "max_error": 0.0 + }, + { + "representative": 4432, + "members": [ + 4432 + ], + "max_error": 0.0 + }, + { + "representative": 4435, + "members": [ + 4435 + ], + "max_error": 0.0 + }, + { + "representative": 4418, + "members": [ + 4418 + ], + "max_error": 0.0 + }, + { + "representative": 4464, + "members": [ + 4464 + ], + "max_error": 0.0 + }, + { + "representative": 4465, + "members": [ + 4465 + ], + "max_error": 0.0 + }, + { + "representative": 4450, + "members": [ + 4450 + ], + "max_error": 0.0 + }, + { + "representative": 4474, + "members": [ + 4474 + ], + "max_error": 0.0 + }, + { + "representative": 4451, + "members": [ + 4451 + ], + "max_error": 0.0 + }, + { + "representative": 4460, + "members": [ + 4460 + ], + "max_error": 0.0 + }, + { + "representative": 4461, + "members": [ + 4461 + ], + "max_error": 0.0 + }, + { + "representative": 4462, + "members": [ + 4462 + ], + "max_error": 0.0 + }, + { + "representative": 4496, + "members": [ + 4496 + ], + "max_error": 0.0 + }, + { + "representative": 4508, + "members": [ + 4508 + ], + "max_error": 0.0 + }, + { + "representative": 4510, + "members": [ + 4510 + ], + "max_error": 0.0 + }, + { + "representative": 4485, + "members": [ + 4485 + ], + "max_error": 0.0 + }, + { + "representative": 4491, + "members": [ + 4491 + ], + "max_error": 0.0 + }, + { + "representative": 4529, + "members": [ + 4529 + ], + "max_error": 0.0 + }, + { + "representative": 4538, + "members": [ + 4538 + ], + "max_error": 0.0 + }, + { + "representative": 4524, + "members": [ + 4524 + ], + "max_error": 0.0 + }, + { + "representative": 4573, + "members": [ + 4573 + ], + "max_error": 0.0 + }, + { + "representative": 4556, + "members": [ + 4556 + ], + "max_error": 0.0 + }, + { + "representative": 4578, + "members": [ + 4578 + ], + "max_error": 0.0 + }, + { + "representative": 4579, + "members": [ + 4579 + ], + "max_error": 0.0 + }, + { + "representative": 4581, + "members": [ + 4581 + ], + "max_error": 0.0 + }, + { + "representative": 4589, + "members": [ + 4589 + ], + "max_error": 0.0 + }, + { + "representative": 4408, + "members": [ + 4408 + ], + "max_error": 0.0 + }, + { + "representative": 4413, + "members": [ + 4413 + ], + "max_error": 0.0 + }, + { + "representative": 4393, + "members": [ + 4393 + ], + "max_error": 0.0 + }, + { + "representative": 4890, + "members": [ + 4890 + ], + "max_error": 0.0 + }, + { + "representative": 4870, + "members": [ + 4870 + ], + "max_error": 0.0 + }, + { + "representative": 5052, + "members": [ + 5052 + ], + "max_error": 0.0 + }, + { + "representative": 5038, + "members": [ + 5038 + ], + "max_error": 0.0 + }, + { + "representative": 4895, + "members": [ + 4895 + ], + "max_error": 0.0 + }, + { + "representative": 5014, + "members": [ + 5014 + ], + "max_error": 0.0 + }, + { + "representative": 5084, + "members": [ + 5084 + ], + "max_error": 0.0 + }, + { + "representative": 5106, + "members": [ + 5106 + ], + "max_error": 0.0 + }, + { + "representative": 4915, + "members": [ + 4915 + ], + "max_error": 0.0 + }, + { + "representative": 5109, + "members": [ + 5109 + ], + "max_error": 0.0 + }, + { + "representative": 4990, + "members": [ + 4990 + ], + "max_error": 0.0 + }, + { + "representative": 5074, + "members": [ + 5074 + ], + "max_error": 0.0 + }, + { + "representative": 4924, + "members": [ + 4924 + ], + "max_error": 0.0 + }, + { + "representative": 4903, + "members": [ + 4903 + ], + "max_error": 0.0 + }, + { + "representative": 5063, + "members": [ + 5063 + ], + "max_error": 0.0 + }, + { + "representative": 4978, + "members": [ + 4978 + ], + "max_error": 0.0 + }, + { + "representative": 4991, + "members": [ + 4991 + ], + "max_error": 0.0 + }, + { + "representative": 5036, + "members": [ + 5036 + ], + "max_error": 0.0 + }, + { + "representative": 5029, + "members": [ + 5029 + ], + "max_error": 0.0 + }, + { + "representative": 5025, + "members": [ + 5025 + ], + "max_error": 0.0 + }, + { + "representative": 5056, + "members": [ + 5056 + ], + "max_error": 0.0 + }, + { + "representative": 5075, + "members": [ + 5075 + ], + "max_error": 0.0 + }, + { + "representative": 5076, + "members": [ + 5076 + ], + "max_error": 0.0 + }, + { + "representative": 5117, + "members": [ + 5117 + ], + "max_error": 0.0 + }, + { + "representative": 5102, + "members": [ + 5102 + ], + "max_error": 0.0 + }, + { + "representative": 5030, + "members": [ + 5030 + ], + "max_error": 0.0 + }, + { + "representative": 5086, + "members": [ + 5086 + ], + "max_error": 0.0 + }, + { + "representative": 4901, + "members": [ + 4901 + ], + "max_error": 0.0 + }, + { + "representative": 4979, + "members": [ + 4979 + ], + "max_error": 0.0 + }, + { + "representative": 5020, + "members": [ + 5020 + ], + "max_error": 0.0 + }, + { + "representative": 5008, + "members": [ + 5008 + ], + "max_error": 0.0 + }, + { + "representative": 4909, + "members": [ + 4909 + ], + "max_error": 0.0 + }, + { + "representative": 4935, + "members": [ + 4935 + ], + "max_error": 0.0 + }, + { + "representative": 4871, + "members": [ + 4871 + ], + "max_error": 0.0 + }, + { + "representative": 5031, + "members": [ + 5031 + ], + "max_error": 0.0 + }, + { + "representative": 4993, + "members": [ + 4993 + ], + "max_error": 0.0 + }, + { + "representative": 5401, + "members": [ + 5401 + ], + "max_error": 0.0 + }, + { + "representative": 5450, + "members": [ + 5450 + ], + "max_error": 0.0 + }, + { + "representative": 5440, + "members": [ + 5440 + ], + "max_error": 0.0 + }, + { + "representative": 5403, + "members": [ + 5403 + ], + "max_error": 0.0 + }, + { + "representative": 5607, + "members": [ + 5607 + ], + "max_error": 0.0 + }, + { + "representative": 5554, + "members": [ + 5554 + ], + "max_error": 0.0 + }, + { + "representative": 5543, + "members": [ + 5543 + ], + "max_error": 0.0 + }, + { + "representative": 5547, + "members": [ + 5547 + ], + "max_error": 0.0 + }, + { + "representative": 5396, + "members": [ + 5396 + ], + "max_error": 0.0 + }, + { + "representative": 5376, + "members": [ + 5376 + ], + "max_error": 0.0 + }, + { + "representative": 5412, + "members": [ + 5412 + ], + "max_error": 0.0 + }, + { + "representative": 5551, + "members": [ + 5551 + ], + "max_error": 0.0 + }, + { + "representative": 5480, + "members": [ + 5480 + ], + "max_error": 0.0 + }, + { + "representative": 5395, + "members": [ + 5395 + ], + "max_error": 0.0 + }, + { + "representative": 5499, + "members": [ + 5499 + ], + "max_error": 0.0 + }, + { + "representative": 5477, + "members": [ + 5477 + ], + "max_error": 0.0 + }, + { + "representative": 5563, + "members": [ + 5563 + ], + "max_error": 0.0 + }, + { + "representative": 5545, + "members": [ + 5545 + ], + "max_error": 0.0 + }, + { + "representative": 5541, + "members": [ + 5541 + ], + "max_error": 0.0 + }, + { + "representative": 5625, + "members": [ + 5625 + ], + "max_error": 0.0 + }, + { + "representative": 5512, + "members": [ + 5512 + ], + "max_error": 0.0 + }, + { + "representative": 5616, + "members": [ + 5616 + ], + "max_error": 0.0 + }, + { + "representative": 5448, + "members": [ + 5448 + ], + "max_error": 0.0 + }, + { + "representative": 5556, + "members": [ + 5556 + ], + "max_error": 0.0 + }, + { + "representative": 5397, + "members": [ + 5397 + ], + "max_error": 0.0 + }, + { + "representative": 5432, + "members": [ + 5432 + ], + "max_error": 0.0 + }, + { + "representative": 5606, + "members": [ + 5606 + ], + "max_error": 0.0 + }, + { + "representative": 5390, + "members": [ + 5390 + ], + "max_error": 0.0 + }, + { + "representative": 5464, + "members": [ + 5464 + ], + "max_error": 0.0 + }, + { + "representative": 5626, + "members": [ + 5626 + ], + "max_error": 0.0 + }, + { + "representative": 5458, + "members": [ + 5458 + ], + "max_error": 0.0 + }, + { + "representative": 5630, + "members": [ + 5630 + ], + "max_error": 0.0 + }, + { + "representative": 5612, + "members": [ + 5612 + ], + "max_error": 0.0 + }, + { + "representative": 5394, + "members": [ + 5394 + ], + "max_error": 0.0 + }, + { + "representative": 5444, + "members": [ + 5444 + ], + "max_error": 0.0 + }, + { + "representative": 5525, + "members": [ + 5525 + ], + "max_error": 0.0 + }, + { + "representative": 5503, + "members": [ + 5503 + ], + "max_error": 0.0 + }, + { + "representative": 5457, + "members": [ + 5457 + ], + "max_error": 0.0 + }, + { + "representative": 5589, + "members": [ + 5589 + ], + "max_error": 0.0 + }, + { + "representative": 5386, + "members": [ + 5386 + ], + "max_error": 0.0 + }, + { + "representative": 5438, + "members": [ + 5438 + ], + "max_error": 0.0 + }, + { + "representative": 5598, + "members": [ + 5598 + ], + "max_error": 0.0 + }, + { + "representative": 5413, + "members": [ + 5413 + ], + "max_error": 0.0 + }, + { + "representative": 5610, + "members": [ + 5610 + ], + "max_error": 0.0 + }, + { + "representative": 5581, + "members": [ + 5581 + ], + "max_error": 0.0 + }, + { + "representative": 5520, + "members": [ + 5520 + ], + "max_error": 0.0 + }, + { + "representative": 5904, + "members": [ + 5904 + ], + "max_error": 0.0 + }, + { + "representative": 5907, + "members": [ + 5907 + ], + "max_error": 0.0 + }, + { + "representative": 5912, + "members": [ + 5912 + ], + "max_error": 0.0 + }, + { + "representative": 5914, + "members": [ + 5914 + ], + "max_error": 0.0 + }, + { + "representative": 5891, + "members": [ + 5891 + ], + "max_error": 0.0 + }, + { + "representative": 5918, + "members": [ + 5918 + ], + "max_error": 0.0 + }, + { + "representative": 5893, + "members": [ + 5893 + ], + "max_error": 0.0 + }, + { + "representative": 5889, + "members": [ + 5889 + ], + "max_error": 0.0 + }, + { + "representative": 5898, + "members": [ + 5898 + ], + "max_error": 0.0 + }, + { + "representative": 5899, + "members": [ + 5899 + ], + "max_error": 0.0 + }, + { + "representative": 5968, + "members": [ + 5968 + ], + "max_error": 0.0 + }, + { + "representative": 5969, + "members": [ + 5969 + ], + "max_error": 0.0 + }, + { + "representative": 5978, + "members": [ + 5978 + ], + "max_error": 0.0 + }, + { + "representative": 5983, + "members": [ + 5983 + ], + "max_error": 0.0 + }, + { + "representative": 5958, + "members": [ + 5958 + ], + "max_error": 0.0 + }, + { + "representative": 6010, + "members": [ + 6010 + ], + "max_error": 0.0 + }, + { + "representative": 5992, + "members": [ + 5992 + ], + "max_error": 0.0 + }, + { + "representative": 5996, + "members": [ + 5996 + ], + "max_error": 0.0 + }, + { + "representative": 6034, + "members": [ + 6034 + ], + "max_error": 0.0 + }, + { + "representative": 6040, + "members": [ + 6040 + ], + "max_error": 0.0 + }, + { + "representative": 6044, + "members": [ + 6044 + ], + "max_error": 0.0 + }, + { + "representative": 6024, + "members": [ + 6024 + ], + "max_error": 0.0 + }, + { + "representative": 6025, + "members": [ + 6025 + ], + "max_error": 0.0 + }, + { + "representative": 6029, + "members": [ + 6029 + ], + "max_error": 0.0 + }, + { + "representative": 6064, + "members": [ + 6064 + ], + "max_error": 0.0 + }, + { + "representative": 6068, + "members": [ + 6068 + ], + "max_error": 0.0 + }, + { + "representative": 6069, + "members": [ + 6069 + ], + "max_error": 0.0 + }, + { + "representative": 6071, + "members": [ + 6071 + ], + "max_error": 0.0 + }, + { + "representative": 6078, + "members": [ + 6078 + ], + "max_error": 0.0 + }, + { + "representative": 6052, + "members": [ + 6052 + ], + "max_error": 0.0 + }, + { + "representative": 6060, + "members": [ + 6060 + ], + "max_error": 0.0 + }, + { + "representative": 6099, + "members": [ + 6099 + ], + "max_error": 0.0 + }, + { + "representative": 6102, + "members": [ + 6102 + ], + "max_error": 0.0 + }, + { + "representative": 6110, + "members": [ + 6110 + ], + "max_error": 0.0 + }, + { + "representative": 6086, + "members": [ + 6086 + ], + "max_error": 0.0 + }, + { + "representative": 6089, + "members": [ + 6089 + ], + "max_error": 0.0 + }, + { + "representative": 6136, + "members": [ + 6136 + ], + "max_error": 0.0 + }, + { + "representative": 6138, + "members": [ + 6138 + ], + "max_error": 0.0 + }, + { + "representative": 6142, + "members": [ + 6142 + ], + "max_error": 0.0 + }, + { + "representative": 6117, + "members": [ + 6117 + ], + "max_error": 0.0 + }, + { + "representative": 6121, + "members": [ + 6121 + ], + "max_error": 0.0 + }, + { + "representative": 6123, + "members": [ + 6123 + ], + "max_error": 0.0 + }, + { + "representative": 6126, + "members": [ + 6126 + ], + "max_error": 0.0 + }, + { + "representative": 5927, + "members": [ + 5927 + ], + "max_error": 0.0 + }, + { + "representative": 5928, + "members": [ + 5928 + ], + "max_error": 0.0 + }, + { + "representative": 5929, + "members": [ + 5929 + ], + "max_error": 0.0 + }, + { + "representative": 5935, + "members": [ + 5935 + ], + "max_error": 0.0 + }, + { + "representative": 1284, + "members": [ + 1284 + ], + "max_error": 0.0 + }, + { + "representative": 1525, + "members": [ + 1525 + ], + "max_error": 0.0 + }, + { + "representative": 1388, + "members": [ + 1388 + ], + "max_error": 0.0 + }, + { + "representative": 1411, + "members": [ + 1411 + ], + "max_error": 0.0 + }, + { + "representative": 1405, + "members": [ + 1405 + ], + "max_error": 0.0 + }, + { + "representative": 1443, + "members": [ + 1443 + ], + "max_error": 0.0 + }, + { + "representative": 1435, + "members": [ + 1435 + ], + "max_error": 0.0 + }, + { + "representative": 1500, + "members": [ + 1500 + ], + "max_error": 0.0 + }, + { + "representative": 1290, + "members": [ + 1290 + ], + "max_error": 0.0 + }, + { + "representative": 1310, + "members": [ + 1310 + ], + "max_error": 0.0 + }, + { + "representative": 1885, + "members": [ + 1885 + ], + "max_error": 0.0 + }, + { + "representative": 2018, + "members": [ + 2018 + ], + "max_error": 0.0 + }, + { + "representative": 1808, + "members": [ + 1808 + ], + "max_error": 0.0 + }, + { + "representative": 1934, + "members": [ + 1934 + ], + "max_error": 0.0 + }, + { + "representative": 1917, + "members": [ + 1917 + ], + "max_error": 0.0 + }, + { + "representative": 1821, + "members": [ + 1821 + ], + "max_error": 0.0 + }, + { + "representative": 1812, + "members": [ + 1812 + ], + "max_error": 0.0 + }, + { + "representative": 1818, + "members": [ + 1818 + ], + "max_error": 0.0 + }, + { + "representative": 1810, + "members": [ + 1810 + ], + "max_error": 0.0 + }, + { + "representative": 1992, + "members": [ + 1992 + ], + "max_error": 0.0 + }, + { + "representative": 2046, + "members": [ + 2046 + ], + "max_error": 0.0 + }, + { + "representative": 2030, + "members": [ + 2030 + ], + "max_error": 0.0 + }, + { + "representative": 2032, + "members": [ + 2032 + ], + "max_error": 0.0 + }, + { + "representative": 2512, + "members": [ + 2512 + ], + "max_error": 0.0 + }, + { + "representative": 2436, + "members": [ + 2436 + ], + "max_error": 0.0 + }, + { + "representative": 2305, + "members": [ + 2305 + ], + "max_error": 0.0 + }, + { + "representative": 2530, + "members": [ + 2530 + ], + "max_error": 0.0 + }, + { + "representative": 2311, + "members": [ + 2311 + ], + "max_error": 0.0 + }, + { + "representative": 2374, + "members": [ + 2374 + ], + "max_error": 0.0 + }, + { + "representative": 2491, + "members": [ + 2491 + ], + "max_error": 0.0 + }, + { + "representative": 2317, + "members": [ + 2317 + ], + "max_error": 0.0 + }, + { + "representative": 2422, + "members": [ + 2422 + ], + "max_error": 0.0 + }, + { + "representative": 2394, + "members": [ + 2394 + ], + "max_error": 0.0 + }, + { + "representative": 2403, + "members": [ + 2403 + ], + "max_error": 0.0 + }, + { + "representative": 2357, + "members": [ + 2357 + ], + "max_error": 0.0 + }, + { + "representative": 2529, + "members": [ + 2529 + ], + "max_error": 0.0 + }, + { + "representative": 2372, + "members": [ + 2372 + ], + "max_error": 0.0 + }, + { + "representative": 2360, + "members": [ + 2360 + ], + "max_error": 0.0 + }, + { + "representative": 2369, + "members": [ + 2369 + ], + "max_error": 0.0 + }, + { + "representative": 2909, + "members": [ + 2909 + ], + "max_error": 0.0 + }, + { + "representative": 3000, + "members": [ + 3000 + ], + "max_error": 0.0 + }, + { + "representative": 2889, + "members": [ + 2889 + ], + "max_error": 0.0 + }, + { + "representative": 2918, + "members": [ + 2918 + ], + "max_error": 0.0 + }, + { + "representative": 2920, + "members": [ + 2920 + ], + "max_error": 0.0 + }, + { + "representative": 2994, + "members": [ + 2994 + ], + "max_error": 0.0 + }, + { + "representative": 2980, + "members": [ + 2980 + ], + "max_error": 0.0 + }, + { + "representative": 2963, + "members": [ + 2963 + ], + "max_error": 0.0 + }, + { + "representative": 3009, + "members": [ + 3009 + ], + "max_error": 0.0 + }, + { + "representative": 3568, + "members": [ + 3568 + ], + "max_error": 0.0 + }, + { + "representative": 3380, + "members": [ + 3380 + ], + "max_error": 0.0 + }, + { + "representative": 3395, + "members": [ + 3395 + ], + "max_error": 0.0 + }, + { + "representative": 3494, + "members": [ + 3494 + ], + "max_error": 0.0 + }, + { + "representative": 3404, + "members": [ + 3404 + ], + "max_error": 0.0 + }, + { + "representative": 3527, + "members": [ + 3527 + ], + "max_error": 0.0 + }, + { + "representative": 3447, + "members": [ + 3447 + ], + "max_error": 0.0 + }, + { + "representative": 3463, + "members": [ + 3463 + ], + "max_error": 0.0 + }, + { + "representative": 3573, + "members": [ + 3573 + ], + "max_error": 0.0 + }, + { + "representative": 3472, + "members": [ + 3472 + ], + "max_error": 0.0 + }, + { + "representative": 3543, + "members": [ + 3543 + ], + "max_error": 0.0 + }, + { + "representative": 3490, + "members": [ + 3490 + ], + "max_error": 0.0 + }, + { + "representative": 3580, + "members": [ + 3580 + ], + "max_error": 0.0 + }, + { + "representative": 3957, + "members": [ + 3957 + ], + "max_error": 0.0 + }, + { + "representative": 3978, + "members": [ + 3978 + ], + "max_error": 0.0 + }, + { + "representative": 3950, + "members": [ + 3950 + ], + "max_error": 0.0 + }, + { + "representative": 3934, + "members": [ + 3934 + ], + "max_error": 0.0 + }, + { + "representative": 4079, + "members": [ + 4079 + ], + "max_error": 0.0 + }, + { + "representative": 4036, + "members": [ + 4036 + ], + "max_error": 0.0 + }, + { + "representative": 4018, + "members": [ + 4018 + ], + "max_error": 0.0 + }, + { + "representative": 3849, + "members": [ + 3849 + ], + "max_error": 0.0 + }, + { + "representative": 3905, + "members": [ + 3905 + ], + "max_error": 0.0 + }, + { + "representative": 3871, + "members": [ + 3871 + ], + "max_error": 0.0 + }, + { + "representative": 3962, + "members": [ + 3962 + ], + "max_error": 0.0 + }, + { + "representative": 4091, + "members": [ + 4091 + ], + "max_error": 0.0 + }, + { + "representative": 4010, + "members": [ + 4010 + ], + "max_error": 0.0 + }, + { + "representative": 3874, + "members": [ + 3874 + ], + "max_error": 0.0 + }, + { + "representative": 3985, + "members": [ + 3985 + ], + "max_error": 0.0 + }, + { + "representative": 3890, + "members": [ + 3890 + ], + "max_error": 0.0 + }, + { + "representative": 1464, + "members": [ + 1464 + ], + "max_error": 0.0 + }, + { + "representative": 1301, + "members": [ + 1301 + ], + "max_error": 0.0 + }, + { + "representative": 1409, + "members": [ + 1409 + ], + "max_error": 0.0 + }, + { + "representative": 1437, + "members": [ + 1437 + ], + "max_error": 0.0 + }, + { + "representative": 1379, + "members": [ + 1379 + ], + "max_error": 0.0 + }, + { + "representative": 1375, + "members": [ + 1375 + ], + "max_error": 0.0 + }, + { + "representative": 1424, + "members": [ + 1424 + ], + "max_error": 0.0 + }, + { + "representative": 1421, + "members": [ + 1421 + ], + "max_error": 0.0 + }, + { + "representative": 1478, + "members": [ + 1478 + ], + "max_error": 0.0 + }, + { + "representative": 1532, + "members": [ + 1532 + ], + "max_error": 0.0 + }, + { + "representative": 1533, + "members": [ + 1533 + ], + "max_error": 0.0 + }, + { + "representative": 1372, + "members": [ + 1372 + ], + "max_error": 0.0 + }, + { + "representative": 1324, + "members": [ + 1324 + ], + "max_error": 0.0 + }, + { + "representative": 1462, + "members": [ + 1462 + ], + "max_error": 0.0 + }, + { + "representative": 1401, + "members": [ + 1401 + ], + "max_error": 0.0 + }, + { + "representative": 1955, + "members": [ + 1955 + ], + "max_error": 0.0 + }, + { + "representative": 1854, + "members": [ + 1854 + ], + "max_error": 0.0 + }, + { + "representative": 1840, + "members": [ + 1840 + ], + "max_error": 0.0 + }, + { + "representative": 1945, + "members": [ + 1945 + ], + "max_error": 0.0 + }, + { + "representative": 1942, + "members": [ + 1942 + ], + "max_error": 0.0 + }, + { + "representative": 1852, + "members": [ + 1852 + ], + "max_error": 0.0 + }, + { + "representative": 1875, + "members": [ + 1875 + ], + "max_error": 0.0 + }, + { + "representative": 1835, + "members": [ + 1835 + ], + "max_error": 0.0 + }, + { + "representative": 1815, + "members": [ + 1815 + ], + "max_error": 0.0 + }, + { + "representative": 1847, + "members": [ + 1847 + ], + "max_error": 0.0 + }, + { + "representative": 2418, + "members": [ + 2418 + ], + "max_error": 0.0 + }, + { + "representative": 2557, + "members": [ + 2557 + ], + "max_error": 0.0 + }, + { + "representative": 2409, + "members": [ + 2409 + ], + "max_error": 0.0 + }, + { + "representative": 2487, + "members": [ + 2487 + ], + "max_error": 0.0 + }, + { + "representative": 2375, + "members": [ + 2375 + ], + "max_error": 0.0 + }, + { + "representative": 2348, + "members": [ + 2348 + ], + "max_error": 0.0 + }, + { + "representative": 2386, + "members": [ + 2386 + ], + "max_error": 0.0 + }, + { + "representative": 2503, + "members": [ + 2503 + ], + "max_error": 0.0 + }, + { + "representative": 2517, + "members": [ + 2517 + ], + "max_error": 0.0 + }, + { + "representative": 2349, + "members": [ + 2349 + ], + "max_error": 0.0 + }, + { + "representative": 2417, + "members": [ + 2417 + ], + "max_error": 0.0 + }, + { + "representative": 2370, + "members": [ + 2370 + ], + "max_error": 0.0 + }, + { + "representative": 2339, + "members": [ + 2339 + ], + "max_error": 0.0 + }, + { + "representative": 2457, + "members": [ + 2457 + ], + "max_error": 0.0 + }, + { + "representative": 2424, + "members": [ + 2424 + ], + "max_error": 0.0 + }, + { + "representative": 2974, + "members": [ + 2974 + ], + "max_error": 0.0 + }, + { + "representative": 2898, + "members": [ + 2898 + ], + "max_error": 0.0 + }, + { + "representative": 3069, + "members": [ + 3069 + ], + "max_error": 0.0 + }, + { + "representative": 2972, + "members": [ + 2972 + ], + "max_error": 0.0 + }, + { + "representative": 2906, + "members": [ + 2906 + ], + "max_error": 0.0 + }, + { + "representative": 2950, + "members": [ + 2950 + ], + "max_error": 0.0 + }, + { + "representative": 3067, + "members": [ + 3067 + ], + "max_error": 0.0 + }, + { + "representative": 2893, + "members": [ + 2893 + ], + "max_error": 0.0 + }, + { + "representative": 2927, + "members": [ + 2927 + ], + "max_error": 0.0 + }, + { + "representative": 2952, + "members": [ + 2952 + ], + "max_error": 0.0 + }, + { + "representative": 2832, + "members": [ + 2832 + ], + "max_error": 0.0 + }, + { + "representative": 2990, + "members": [ + 2990 + ], + "max_error": 0.0 + }, + { + "representative": 3377, + "members": [ + 3377 + ], + "max_error": 0.0 + }, + { + "representative": 3452, + "members": [ + 3452 + ], + "max_error": 0.0 + }, + { + "representative": 3575, + "members": [ + 3575 + ], + "max_error": 0.0 + }, + { + "representative": 3558, + "members": [ + 3558 + ], + "max_error": 0.0 + }, + { + "representative": 3334, + "members": [ + 3334 + ], + "max_error": 0.0 + }, + { + "representative": 3361, + "members": [ + 3361 + ], + "max_error": 0.0 + }, + { + "representative": 3533, + "members": [ + 3533 + ], + "max_error": 0.0 + }, + { + "representative": 3444, + "members": [ + 3444 + ], + "max_error": 0.0 + }, + { + "representative": 3524, + "members": [ + 3524 + ], + "max_error": 0.0 + }, + { + "representative": 3392, + "members": [ + 3392 + ], + "max_error": 0.0 + }, + { + "representative": 3855, + "members": [ + 3855 + ], + "max_error": 0.0 + }, + { + "representative": 3988, + "members": [ + 3988 + ], + "max_error": 0.0 + }, + { + "representative": 4089, + "members": [ + 4089 + ], + "max_error": 0.0 + }, + { + "representative": 3856, + "members": [ + 3856 + ], + "max_error": 0.0 + }, + { + "representative": 4088, + "members": [ + 4088 + ], + "max_error": 0.0 + }, + { + "representative": 4080, + "members": [ + 4080 + ], + "max_error": 0.0 + }, + { + "representative": 3974, + "members": [ + 3974 + ], + "max_error": 0.0 + }, + { + "representative": 3877, + "members": [ + 3877 + ], + "max_error": 0.0 + }, + { + "representative": 3864, + "members": [ + 3864 + ], + "max_error": 0.0 + }, + { + "representative": 3886, + "members": [ + 3886 + ], + "max_error": 0.0 + }, + { + "representative": 4042, + "members": [ + 4042 + ], + "max_error": 0.0 + }, + { + "representative": 3876, + "members": [ + 3876 + ], + "max_error": 0.0 + }, + { + "representative": 3932, + "members": [ + 3932 + ], + "max_error": 0.0 + }, + { + "representative": 3867, + "members": [ + 3867 + ], + "max_error": 0.0 + }, + { + "representative": 4013, + "members": [ + 4013 + ], + "max_error": 0.0 + }, + { + "representative": 3993, + "members": [ + 3993 + ], + "max_error": 0.0 + }, + { + "representative": 1321, + "members": [ + 1321 + ], + "max_error": 0.0 + }, + { + "representative": 1357, + "members": [ + 1357 + ], + "max_error": 0.0 + }, + { + "representative": 1328, + "members": [ + 1328 + ], + "max_error": 0.0 + }, + { + "representative": 1381, + "members": [ + 1381 + ], + "max_error": 0.0 + }, + { + "representative": 1415, + "members": [ + 1415 + ], + "max_error": 0.0 + }, + { + "representative": 1299, + "members": [ + 1299 + ], + "max_error": 0.0 + }, + { + "representative": 1289, + "members": [ + 1289 + ], + "max_error": 0.0 + }, + { + "representative": 1517, + "members": [ + 1517 + ], + "max_error": 0.0 + }, + { + "representative": 1399, + "members": [ + 1399 + ], + "max_error": 0.0 + }, + { + "representative": 1449, + "members": [ + 1449 + ], + "max_error": 0.0 + }, + { + "representative": 1298, + "members": [ + 1298 + ], + "max_error": 0.0 + }, + { + "representative": 1503, + "members": [ + 1503 + ], + "max_error": 0.0 + }, + { + "representative": 1506, + "members": [ + 1506 + ], + "max_error": 0.0 + }, + { + "representative": 1325, + "members": [ + 1325 + ], + "max_error": 0.0 + }, + { + "representative": 1879, + "members": [ + 1879 + ], + "max_error": 0.0 + }, + { + "representative": 1921, + "members": [ + 1921 + ], + "max_error": 0.0 + }, + { + "representative": 1947, + "members": [ + 1947 + ], + "max_error": 0.0 + }, + { + "representative": 1822, + "members": [ + 1822 + ], + "max_error": 0.0 + }, + { + "representative": 1803, + "members": [ + 1803 + ], + "max_error": 0.0 + }, + { + "representative": 2040, + "members": [ + 2040 + ], + "max_error": 0.0 + }, + { + "representative": 2044, + "members": [ + 2044 + ], + "max_error": 0.0 + }, + { + "representative": 1796, + "members": [ + 1796 + ], + "max_error": 0.0 + }, + { + "representative": 1912, + "members": [ + 1912 + ], + "max_error": 0.0 + }, + { + "representative": 2027, + "members": [ + 2027 + ], + "max_error": 0.0 + }, + { + "representative": 1983, + "members": [ + 1983 + ], + "max_error": 0.0 + }, + { + "representative": 1928, + "members": [ + 1928 + ], + "max_error": 0.0 + }, + { + "representative": 2441, + "members": [ + 2441 + ], + "max_error": 0.0 + }, + { + "representative": 2461, + "members": [ + 2461 + ], + "max_error": 0.0 + }, + { + "representative": 2508, + "members": [ + 2508 + ], + "max_error": 0.0 + }, + { + "representative": 2486, + "members": [ + 2486 + ], + "max_error": 0.0 + }, + { + "representative": 2445, + "members": [ + 2445 + ], + "max_error": 0.0 + }, + { + "representative": 2467, + "members": [ + 2467 + ], + "max_error": 0.0 + }, + { + "representative": 2476, + "members": [ + 2476 + ], + "max_error": 0.0 + }, + { + "representative": 2325, + "members": [ + 2325 + ], + "max_error": 0.0 + }, + { + "representative": 2363, + "members": [ + 2363 + ], + "max_error": 0.0 + }, + { + "representative": 2524, + "members": [ + 2524 + ], + "max_error": 0.0 + }, + { + "representative": 2532, + "members": [ + 2532 + ], + "max_error": 0.0 + }, + { + "representative": 2536, + "members": [ + 2536 + ], + "max_error": 0.0 + }, + { + "representative": 2413, + "members": [ + 2413 + ], + "max_error": 0.0 + }, + { + "representative": 2472, + "members": [ + 2472 + ], + "max_error": 0.0 + }, + { + "representative": 2549, + "members": [ + 2549 + ], + "max_error": 0.0 + }, + { + "representative": 2545, + "members": [ + 2545 + ], + "max_error": 0.0 + }, + { + "representative": 2511, + "members": [ + 2511 + ], + "max_error": 0.0 + }, + { + "representative": 2310, + "members": [ + 2310 + ], + "max_error": 0.0 + }, + { + "representative": 2331, + "members": [ + 2331 + ], + "max_error": 0.0 + }, + { + "representative": 2496, + "members": [ + 2496 + ], + "max_error": 0.0 + }, + { + "representative": 2924, + "members": [ + 2924 + ], + "max_error": 0.0 + }, + { + "representative": 2961, + "members": [ + 2961 + ], + "max_error": 0.0 + }, + { + "representative": 3003, + "members": [ + 3003 + ], + "max_error": 0.0 + }, + { + "representative": 3006, + "members": [ + 3006 + ], + "max_error": 0.0 + }, + { + "representative": 2851, + "members": [ + 2851 + ], + "max_error": 0.0 + }, + { + "representative": 3001, + "members": [ + 3001 + ], + "max_error": 0.0 + }, + { + "representative": 2822, + "members": [ + 2822 + ], + "max_error": 0.0 + }, + { + "representative": 2894, + "members": [ + 2894 + ], + "max_error": 0.0 + }, + { + "representative": 2842, + "members": [ + 2842 + ], + "max_error": 0.0 + }, + { + "representative": 2969, + "members": [ + 2969 + ], + "max_error": 0.0 + }, + { + "representative": 3048, + "members": [ + 3048 + ], + "max_error": 0.0 + }, + { + "representative": 3042, + "members": [ + 3042 + ], + "max_error": 0.0 + }, + { + "representative": 2940, + "members": [ + 2940 + ], + "max_error": 0.0 + }, + { + "representative": 3443, + "members": [ + 3443 + ], + "max_error": 0.0 + }, + { + "representative": 3478, + "members": [ + 3478 + ], + "max_error": 0.0 + }, + { + "representative": 3520, + "members": [ + 3520 + ], + "max_error": 0.0 + }, + { + "representative": 3517, + "members": [ + 3517 + ], + "max_error": 0.0 + }, + { + "representative": 3488, + "members": [ + 3488 + ], + "max_error": 0.0 + }, + { + "representative": 3424, + "members": [ + 3424 + ], + "max_error": 0.0 + }, + { + "representative": 3481, + "members": [ + 3481 + ], + "max_error": 0.0 + }, + { + "representative": 3456, + "members": [ + 3456 + ], + "max_error": 0.0 + }, + { + "representative": 3381, + "members": [ + 3381 + ], + "max_error": 0.0 + }, + { + "representative": 3553, + "members": [ + 3553 + ], + "max_error": 0.0 + }, + { + "representative": 3362, + "members": [ + 3362 + ], + "max_error": 0.0 + }, + { + "representative": 3388, + "members": [ + 3388 + ], + "max_error": 0.0 + }, + { + "representative": 3577, + "members": [ + 3577 + ], + "max_error": 0.0 + }, + { + "representative": 3920, + "members": [ + 3920 + ], + "max_error": 0.0 + }, + { + "representative": 3992, + "members": [ + 3992 + ], + "max_error": 0.0 + }, + { + "representative": 4083, + "members": [ + 4083 + ], + "max_error": 0.0 + }, + { + "representative": 3846, + "members": [ + 3846 + ], + "max_error": 0.0 + }, + { + "representative": 3967, + "members": [ + 3967 + ], + "max_error": 0.0 + }, + { + "representative": 4054, + "members": [ + 4054 + ], + "max_error": 0.0 + }, + { + "representative": 3983, + "members": [ + 3983 + ], + "max_error": 0.0 + }, + { + "representative": 3914, + "members": [ + 3914 + ], + "max_error": 0.0 + }, + { + "representative": 3945, + "members": [ + 3945 + ], + "max_error": 0.0 + }, + { + "representative": 3987, + "members": [ + 3987 + ], + "max_error": 0.0 + }, + { + "representative": 3941, + "members": [ + 3941 + ], + "max_error": 0.0 + }, + { + "representative": 2964, + "members": [ + 2964 + ], + "max_error": 0.0 + }, + { + "representative": 2857, + "members": [ + 2857 + ], + "max_error": 0.0 + }, + { + "representative": 2935, + "members": [ + 2935 + ], + "max_error": 0.0 + }, + { + "representative": 2967, + "members": [ + 2967 + ], + "max_error": 0.0 + }, + { + "representative": 3041, + "members": [ + 3041 + ], + "max_error": 0.0 + }, + { + "representative": 2962, + "members": [ + 2962 + ], + "max_error": 0.0 + }, + { + "representative": 2891, + "members": [ + 2891 + ], + "max_error": 0.0 + }, + { + "representative": 2823, + "members": [ + 2823 + ], + "max_error": 0.0 + }, + { + "representative": 3046, + "members": [ + 3046 + ], + "max_error": 0.0 + }, + { + "representative": 2892, + "members": [ + 2892 + ], + "max_error": 0.0 + }, + { + "representative": 2986, + "members": [ + 2986 + ], + "max_error": 0.0 + }, + { + "representative": 2878, + "members": [ + 2878 + ], + "max_error": 0.0 + }, + { + "representative": 2925, + "members": [ + 2925 + ], + "max_error": 0.0 + }, + { + "representative": 3408, + "members": [ + 3408 + ], + "max_error": 0.0 + }, + { + "representative": 3440, + "members": [ + 3440 + ], + "max_error": 0.0 + }, + { + "representative": 3461, + "members": [ + 3461 + ], + "max_error": 0.0 + }, + { + "representative": 3414, + "members": [ + 3414 + ], + "max_error": 0.0 + }, + { + "representative": 3430, + "members": [ + 3430 + ], + "max_error": 0.0 + }, + { + "representative": 3371, + "members": [ + 3371 + ], + "max_error": 0.0 + }, + { + "representative": 3513, + "members": [ + 3513 + ], + "max_error": 0.0 + }, + { + "representative": 3465, + "members": [ + 3465 + ], + "max_error": 0.0 + }, + { + "representative": 3399, + "members": [ + 3399 + ], + "max_error": 0.0 + }, + { + "representative": 3535, + "members": [ + 3535 + ], + "max_error": 0.0 + }, + { + "representative": 3541, + "members": [ + 3541 + ], + "max_error": 0.0 + }, + { + "representative": 3550, + "members": [ + 3550 + ], + "max_error": 0.0 + }, + { + "representative": 3427, + "members": [ + 3427 + ], + "max_error": 0.0 + }, + { + "representative": 4011, + "members": [ + 4011 + ], + "max_error": 0.0 + }, + { + "representative": 4024, + "members": [ + 4024 + ], + "max_error": 0.0 + }, + { + "representative": 3910, + "members": [ + 3910 + ], + "max_error": 0.0 + }, + { + "representative": 3887, + "members": [ + 3887 + ], + "max_error": 0.0 + }, + { + "representative": 3884, + "members": [ + 3884 + ], + "max_error": 0.0 + }, + { + "representative": 3973, + "members": [ + 3973 + ], + "max_error": 0.0 + }, + { + "representative": 4436, + "members": [ + 4436 + ], + "max_error": 0.0 + }, + { + "representative": 4557, + "members": [ + 4557 + ], + "max_error": 0.0 + }, + { + "representative": 4429, + "members": [ + 4429 + ], + "max_error": 0.0 + }, + { + "representative": 4379, + "members": [ + 4379 + ], + "max_error": 0.0 + }, + { + "representative": 4403, + "members": [ + 4403 + ], + "max_error": 0.0 + }, + { + "representative": 4558, + "members": [ + 4558 + ], + "max_error": 0.0 + }, + { + "representative": 4387, + "members": [ + 4387 + ], + "max_error": 0.0 + }, + { + "representative": 4527, + "members": [ + 4527 + ], + "max_error": 0.0 + }, + { + "representative": 4426, + "members": [ + 4426 + ], + "max_error": 0.0 + }, + { + "representative": 4499, + "members": [ + 4499 + ], + "max_error": 0.0 + }, + { + "representative": 4534, + "members": [ + 4534 + ], + "max_error": 0.0 + }, + { + "representative": 4507, + "members": [ + 4507 + ], + "max_error": 0.0 + }, + { + "representative": 4399, + "members": [ + 4399 + ], + "max_error": 0.0 + }, + { + "representative": 4583, + "members": [ + 4583 + ], + "max_error": 0.0 + }, + { + "representative": 4522, + "members": [ + 4522 + ], + "max_error": 0.0 + }, + { + "representative": 4591, + "members": [ + 4591 + ], + "max_error": 0.0 + }, + { + "representative": 4577, + "members": [ + 4577 + ], + "max_error": 0.0 + }, + { + "representative": 4537, + "members": [ + 4537 + ], + "max_error": 0.0 + }, + { + "representative": 4555, + "members": [ + 4555 + ], + "max_error": 0.0 + }, + { + "representative": 4472, + "members": [ + 4472 + ], + "max_error": 0.0 + }, + { + "representative": 4476, + "members": [ + 4476 + ], + "max_error": 0.0 + }, + { + "representative": 4402, + "members": [ + 4402 + ], + "max_error": 0.0 + }, + { + "representative": 4515, + "members": [ + 4515 + ], + "max_error": 0.0 + }, + { + "representative": 4541, + "members": [ + 4541 + ], + "max_error": 0.0 + }, + { + "representative": 4492, + "members": [ + 4492 + ], + "max_error": 0.0 + }, + { + "representative": 4401, + "members": [ + 4401 + ], + "max_error": 0.0 + }, + { + "representative": 4452, + "members": [ + 4452 + ], + "max_error": 0.0 + }, + { + "representative": 4488, + "members": [ + 4488 + ], + "max_error": 0.0 + }, + { + "representative": 4469, + "members": [ + 4469 + ], + "max_error": 0.0 + }, + { + "representative": 4359, + "members": [ + 4359 + ], + "max_error": 0.0 + }, + { + "representative": 4424, + "members": [ + 4424 + ], + "max_error": 0.0 + }, + { + "representative": 4548, + "members": [ + 4548 + ], + "max_error": 0.0 + }, + { + "representative": 4441, + "members": [ + 4441 + ], + "max_error": 0.0 + }, + { + "representative": 4367, + "members": [ + 4367 + ], + "max_error": 0.0 + }, + { + "representative": 4576, + "members": [ + 4576 + ], + "max_error": 0.0 + }, + { + "representative": 4437, + "members": [ + 4437 + ], + "max_error": 0.0 + }, + { + "representative": 4528, + "members": [ + 4528 + ], + "max_error": 0.0 + }, + { + "representative": 4563, + "members": [ + 4563 + ], + "max_error": 0.0 + }, + { + "representative": 4358, + "members": [ + 4358 + ], + "max_error": 0.0 + }, + { + "representative": 4407, + "members": [ + 4407 + ], + "max_error": 0.0 + }, + { + "representative": 4434, + "members": [ + 4434 + ], + "max_error": 0.0 + }, + { + "representative": 4570, + "members": [ + 4570 + ], + "max_error": 0.0 + }, + { + "representative": 4494, + "members": [ + 4494 + ], + "max_error": 0.0 + }, + { + "representative": 4478, + "members": [ + 4478 + ], + "max_error": 0.0 + }, + { + "representative": 4500, + "members": [ + 4500 + ], + "max_error": 0.0 + }, + { + "representative": 4580, + "members": [ + 4580 + ], + "max_error": 0.0 + }, + { + "representative": 4481, + "members": [ + 4481 + ], + "max_error": 0.0 + }, + { + "representative": 5081, + "members": [ + 5081 + ], + "max_error": 0.0 + }, + { + "representative": 4876, + "members": [ + 4876 + ], + "max_error": 0.0 + }, + { + "representative": 4925, + "members": [ + 4925 + ], + "max_error": 0.0 + }, + { + "representative": 5011, + "members": [ + 5011 + ], + "max_error": 0.0 + }, + { + "representative": 5119, + "members": [ + 5119 + ], + "max_error": 0.0 + }, + { + "representative": 5024, + "members": [ + 5024 + ], + "max_error": 0.0 + }, + { + "representative": 4958, + "members": [ + 4958 + ], + "max_error": 0.0 + }, + { + "representative": 4941, + "members": [ + 4941 + ], + "max_error": 0.0 + }, + { + "representative": 4995, + "members": [ + 4995 + ], + "max_error": 0.0 + }, + { + "representative": 4953, + "members": [ + 4953 + ], + "max_error": 0.0 + }, + { + "representative": 4880, + "members": [ + 4880 + ], + "max_error": 0.0 + }, + { + "representative": 5046, + "members": [ + 5046 + ], + "max_error": 0.0 + }, + { + "representative": 5026, + "members": [ + 5026 + ], + "max_error": 0.0 + }, + { + "representative": 4949, + "members": [ + 4949 + ], + "max_error": 0.0 + }, + { + "representative": 5040, + "members": [ + 5040 + ], + "max_error": 0.0 + }, + { + "representative": 5070, + "members": [ + 5070 + ], + "max_error": 0.0 + }, + { + "representative": 5054, + "members": [ + 5054 + ], + "max_error": 0.0 + }, + { + "representative": 4932, + "members": [ + 4932 + ], + "max_error": 0.0 + }, + { + "representative": 5034, + "members": [ + 5034 + ], + "max_error": 0.0 + }, + { + "representative": 5027, + "members": [ + 5027 + ], + "max_error": 0.0 + }, + { + "representative": 5028, + "members": [ + 5028 + ], + "max_error": 0.0 + }, + { + "representative": 4942, + "members": [ + 4942 + ], + "max_error": 0.0 + }, + { + "representative": 5105, + "members": [ + 5105 + ], + "max_error": 0.0 + }, + { + "representative": 5001, + "members": [ + 5001 + ], + "max_error": 0.0 + }, + { + "representative": 4989, + "members": [ + 4989 + ], + "max_error": 0.0 + }, + { + "representative": 4946, + "members": [ + 4946 + ], + "max_error": 0.0 + }, + { + "representative": 4970, + "members": [ + 4970 + ], + "max_error": 0.0 + }, + { + "representative": 5080, + "members": [ + 5080 + ], + "max_error": 0.0 + }, + { + "representative": 5097, + "members": [ + 5097 + ], + "max_error": 0.0 + }, + { + "representative": 4954, + "members": [ + 4954 + ], + "max_error": 0.0 + }, + { + "representative": 4917, + "members": [ + 4917 + ], + "max_error": 0.0 + }, + { + "representative": 5087, + "members": [ + 5087 + ], + "max_error": 0.0 + }, + { + "representative": 5058, + "members": [ + 5058 + ], + "max_error": 0.0 + }, + { + "representative": 4996, + "members": [ + 4996 + ], + "max_error": 0.0 + }, + { + "representative": 4972, + "members": [ + 4972 + ], + "max_error": 0.0 + }, + { + "representative": 4887, + "members": [ + 4887 + ], + "max_error": 0.0 + }, + { + "representative": 4944, + "members": [ + 4944 + ], + "max_error": 0.0 + }, + { + "representative": 5479, + "members": [ + 5479 + ], + "max_error": 0.0 + }, + { + "representative": 5379, + "members": [ + 5379 + ], + "max_error": 0.0 + }, + { + "representative": 5567, + "members": [ + 5567 + ], + "max_error": 0.0 + }, + { + "representative": 5593, + "members": [ + 5593 + ], + "max_error": 0.0 + }, + { + "representative": 5442, + "members": [ + 5442 + ], + "max_error": 0.0 + }, + { + "representative": 5436, + "members": [ + 5436 + ], + "max_error": 0.0 + }, + { + "representative": 5576, + "members": [ + 5576 + ], + "max_error": 0.0 + }, + { + "representative": 5487, + "members": [ + 5487 + ], + "max_error": 0.0 + }, + { + "representative": 5378, + "members": [ + 5378 + ], + "max_error": 0.0 + }, + { + "representative": 5496, + "members": [ + 5496 + ], + "max_error": 0.0 + }, + { + "representative": 5431, + "members": [ + 5431 + ], + "max_error": 0.0 + }, + { + "representative": 5553, + "members": [ + 5553 + ], + "max_error": 0.0 + }, + { + "representative": 5484, + "members": [ + 5484 + ], + "max_error": 0.0 + }, + { + "representative": 5382, + "members": [ + 5382 + ], + "max_error": 0.0 + }, + { + "representative": 5466, + "members": [ + 5466 + ], + "max_error": 0.0 + }, + { + "representative": 5400, + "members": [ + 5400 + ], + "max_error": 0.0 + }, + { + "representative": 5481, + "members": [ + 5481 + ], + "max_error": 0.0 + }, + { + "representative": 5483, + "members": [ + 5483 + ], + "max_error": 0.0 + }, + { + "representative": 5562, + "members": [ + 5562 + ], + "max_error": 0.0 + }, + { + "representative": 5486, + "members": [ + 5486 + ], + "max_error": 0.0 + }, + { + "representative": 5437, + "members": [ + 5437 + ], + "max_error": 0.0 + }, + { + "representative": 5514, + "members": [ + 5514 + ], + "max_error": 0.0 + }, + { + "representative": 5582, + "members": [ + 5582 + ], + "max_error": 0.0 + }, + { + "representative": 5446, + "members": [ + 5446 + ], + "max_error": 0.0 + }, + { + "representative": 5420, + "members": [ + 5420 + ], + "max_error": 0.0 + }, + { + "representative": 5381, + "members": [ + 5381 + ], + "max_error": 0.0 + }, + { + "representative": 5416, + "members": [ + 5416 + ], + "max_error": 0.0 + }, + { + "representative": 5447, + "members": [ + 5447 + ], + "max_error": 0.0 + }, + { + "representative": 5605, + "members": [ + 5605 + ], + "max_error": 0.0 + }, + { + "representative": 5500, + "members": [ + 5500 + ], + "max_error": 0.0 + }, + { + "representative": 5421, + "members": [ + 5421 + ], + "max_error": 0.0 + }, + { + "representative": 5578, + "members": [ + 5578 + ], + "max_error": 0.0 + }, + { + "representative": 5617, + "members": [ + 5617 + ], + "max_error": 0.0 + }, + { + "representative": 5460, + "members": [ + 5460 + ], + "max_error": 0.0 + }, + { + "representative": 5462, + "members": [ + 5462 + ], + "max_error": 0.0 + }, + { + "representative": 5584, + "members": [ + 5584 + ], + "max_error": 0.0 + }, + { + "representative": 5497, + "members": [ + 5497 + ], + "max_error": 0.0 + }, + { + "representative": 5513, + "members": [ + 5513 + ], + "max_error": 0.0 + }, + { + "representative": 5495, + "members": [ + 5495 + ], + "max_error": 0.0 + }, + { + "representative": 5550, + "members": [ + 5550 + ], + "max_error": 0.0 + }, + { + "representative": 5445, + "members": [ + 5445 + ], + "max_error": 0.0 + }, + { + "representative": 5516, + "members": [ + 5516 + ], + "max_error": 0.0 + }, + { + "representative": 5569, + "members": [ + 5569 + ], + "max_error": 0.0 + }, + { + "representative": 5417, + "members": [ + 5417 + ], + "max_error": 0.0 + }, + { + "representative": 5383, + "members": [ + 5383 + ], + "max_error": 0.0 + }, + { + "representative": 5384, + "members": [ + 5384 + ], + "max_error": 0.0 + }, + { + "representative": 5549, + "members": [ + 5549 + ], + "max_error": 0.0 + }, + { + "representative": 5410, + "members": [ + 5410 + ], + "max_error": 0.0 + }, + { + "representative": 6002, + "members": [ + 6002 + ], + "max_error": 0.0 + }, + { + "representative": 6007, + "members": [ + 6007 + ], + "max_error": 0.0 + }, + { + "representative": 5951, + "members": [ + 5951 + ], + "max_error": 0.0 + }, + { + "representative": 6016, + "members": [ + 6016 + ], + "max_error": 0.0 + }, + { + "representative": 6053, + "members": [ + 6053 + ], + "max_error": 0.0 + }, + { + "representative": 6128, + "members": [ + 6128 + ], + "max_error": 0.0 + }, + { + "representative": 5991, + "members": [ + 5991 + ], + "max_error": 0.0 + }, + { + "representative": 5926, + "members": [ + 5926 + ], + "max_error": 0.0 + }, + { + "representative": 6019, + "members": [ + 6019 + ], + "max_error": 0.0 + }, + { + "representative": 5900, + "members": [ + 5900 + ], + "max_error": 0.0 + }, + { + "representative": 6143, + "members": [ + 6143 + ], + "max_error": 0.0 + }, + { + "representative": 6026, + "members": [ + 6026 + ], + "max_error": 0.0 + }, + { + "representative": 6049, + "members": [ + 6049 + ], + "max_error": 0.0 + }, + { + "representative": 5941, + "members": [ + 5941 + ], + "max_error": 0.0 + }, + { + "representative": 6139, + "members": [ + 6139 + ], + "max_error": 0.0 + }, + { + "representative": 5942, + "members": [ + 5942 + ], + "max_error": 0.0 + }, + { + "representative": 6093, + "members": [ + 6093 + ], + "max_error": 0.0 + }, + { + "representative": 6028, + "members": [ + 6028 + ], + "max_error": 0.0 + }, + { + "representative": 6103, + "members": [ + 6103 + ], + "max_error": 0.0 + }, + { + "representative": 5945, + "members": [ + 5945 + ], + "max_error": 0.0 + }, + { + "representative": 6111, + "members": [ + 6111 + ], + "max_error": 0.0 + }, + { + "representative": 6114, + "members": [ + 6114 + ], + "max_error": 0.0 + }, + { + "representative": 5974, + "members": [ + 5974 + ], + "max_error": 0.0 + }, + { + "representative": 5967, + "members": [ + 5967 + ], + "max_error": 0.0 + }, + { + "representative": 5903, + "members": [ + 5903 + ], + "max_error": 0.0 + }, + { + "representative": 5920, + "members": [ + 5920 + ], + "max_error": 0.0 + }, + { + "representative": 6000, + "members": [ + 6000 + ], + "max_error": 0.0 + }, + { + "representative": 5946, + "members": [ + 5946 + ], + "max_error": 0.0 + }, + { + "representative": 5999, + "members": [ + 5999 + ], + "max_error": 0.0 + }, + { + "representative": 5950, + "members": [ + 5950 + ], + "max_error": 0.0 + }, + { + "representative": 5980, + "members": [ + 5980 + ], + "max_error": 0.0 + }, + { + "representative": 5902, + "members": [ + 5902 + ], + "max_error": 0.0 + }, + { + "representative": 5987, + "members": [ + 5987 + ], + "max_error": 0.0 + }, + { + "representative": 6120, + "members": [ + 6120 + ], + "max_error": 0.0 + }, + { + "representative": 5932, + "members": [ + 5932 + ], + "max_error": 0.0 + }, + { + "representative": 6088, + "members": [ + 6088 + ], + "max_error": 0.0 + }, + { + "representative": 5894, + "members": [ + 5894 + ], + "max_error": 0.0 + }, + { + "representative": 6043, + "members": [ + 6043 + ], + "max_error": 0.0 + }, + { + "representative": 5981, + "members": [ + 5981 + ], + "max_error": 0.0 + }, + { + "representative": 6006, + "members": [ + 6006 + ], + "max_error": 0.0 + }, + { + "representative": 5986, + "members": [ + 5986 + ], + "max_error": 0.0 + }, + { + "representative": 5901, + "members": [ + 5901 + ], + "max_error": 0.0 + }, + { + "representative": 6021, + "members": [ + 6021 + ], + "max_error": 0.0 + }, + { + "representative": 6001, + "members": [ + 6001 + ], + "max_error": 0.0 + }, + { + "representative": 5995, + "members": [ + 5995 + ], + "max_error": 0.0 + }, + { + "representative": 5940, + "members": [ + 5940 + ], + "max_error": 0.0 + }, + { + "representative": 6051, + "members": [ + 6051 + ], + "max_error": 0.0 + }, + { + "representative": 5913, + "members": [ + 5913 + ], + "max_error": 0.0 + }, + { + "representative": 6037, + "members": [ + 6037 + ], + "max_error": 0.0 + }, + { + "representative": 5910, + "members": [ + 5910 + ], + "max_error": 0.0 + }, + { + "representative": 5966, + "members": [ + 5966 + ], + "max_error": 0.0 + }, + { + "representative": 1383, + "members": [ + 1383 + ], + "max_error": 0.0 + }, + { + "representative": 1498, + "members": [ + 1498 + ], + "max_error": 0.0 + }, + { + "representative": 1360, + "members": [ + 1360 + ], + "max_error": 0.0 + }, + { + "representative": 1450, + "members": [ + 1450 + ], + "max_error": 0.0 + }, + { + "representative": 1285, + "members": [ + 1285 + ], + "max_error": 0.0 + }, + { + "representative": 1338, + "members": [ + 1338 + ], + "max_error": 0.0 + }, + { + "representative": 1460, + "members": [ + 1460 + ], + "max_error": 0.0 + }, + { + "representative": 1476, + "members": [ + 1476 + ], + "max_error": 0.0 + }, + { + "representative": 1482, + "members": [ + 1482 + ], + "max_error": 0.0 + }, + { + "representative": 1293, + "members": [ + 1293 + ], + "max_error": 0.0 + }, + { + "representative": 1306, + "members": [ + 1306 + ], + "max_error": 0.0 + }, + { + "representative": 1494, + "members": [ + 1494 + ], + "max_error": 0.0 + }, + { + "representative": 1508, + "members": [ + 1508 + ], + "max_error": 0.0 + }, + { + "representative": 1487, + "members": [ + 1487 + ], + "max_error": 0.0 + }, + { + "representative": 1833, + "members": [ + 1833 + ], + "max_error": 0.0 + }, + { + "representative": 1870, + "members": [ + 1870 + ], + "max_error": 0.0 + }, + { + "representative": 2000, + "members": [ + 2000 + ], + "max_error": 0.0 + }, + { + "representative": 1918, + "members": [ + 1918 + ], + "max_error": 0.0 + }, + { + "representative": 1841, + "members": [ + 1841 + ], + "max_error": 0.0 + }, + { + "representative": 1792, + "members": [ + 1792 + ], + "max_error": 0.0 + }, + { + "representative": 2006, + "members": [ + 2006 + ], + "max_error": 0.0 + }, + { + "representative": 1909, + "members": [ + 1909 + ], + "max_error": 0.0 + }, + { + "representative": 1861, + "members": [ + 1861 + ], + "max_error": 0.0 + }, + { + "representative": 2021, + "members": [ + 2021 + ], + "max_error": 0.0 + }, + { + "representative": 1977, + "members": [ + 1977 + ], + "max_error": 0.0 + }, + { + "representative": 2458, + "members": [ + 2458 + ], + "max_error": 0.0 + }, + { + "representative": 2366, + "members": [ + 2366 + ], + "max_error": 0.0 + }, + { + "representative": 2535, + "members": [ + 2535 + ], + "max_error": 0.0 + }, + { + "representative": 2475, + "members": [ + 2475 + ], + "max_error": 0.0 + }, + { + "representative": 2306, + "members": [ + 2306 + ], + "max_error": 0.0 + }, + { + "representative": 2465, + "members": [ + 2465 + ], + "max_error": 0.0 + }, + { + "representative": 2456, + "members": [ + 2456 + ], + "max_error": 0.0 + }, + { + "representative": 2550, + "members": [ + 2550 + ], + "max_error": 0.0 + }, + { + "representative": 2401, + "members": [ + 2401 + ], + "max_error": 0.0 + }, + { + "representative": 2514, + "members": [ + 2514 + ], + "max_error": 0.0 + }, + { + "representative": 2498, + "members": [ + 2498 + ], + "max_error": 0.0 + }, + { + "representative": 2440, + "members": [ + 2440 + ], + "max_error": 0.0 + }, + { + "representative": 2965, + "members": [ + 2965 + ], + "max_error": 0.0 + }, + { + "representative": 2930, + "members": [ + 2930 + ], + "max_error": 0.0 + }, + { + "representative": 2858, + "members": [ + 2858 + ], + "max_error": 0.0 + }, + { + "representative": 3036, + "members": [ + 3036 + ], + "max_error": 0.0 + }, + { + "representative": 3024, + "members": [ + 3024 + ], + "max_error": 0.0 + }, + { + "representative": 2901, + "members": [ + 2901 + ], + "max_error": 0.0 + }, + { + "representative": 2883, + "members": [ + 2883 + ], + "max_error": 0.0 + }, + { + "representative": 2946, + "members": [ + 2946 + ], + "max_error": 0.0 + }, + { + "representative": 3016, + "members": [ + 3016 + ], + "max_error": 0.0 + }, + { + "representative": 3071, + "members": [ + 3071 + ], + "max_error": 0.0 + }, + { + "representative": 3064, + "members": [ + 3064 + ], + "max_error": 0.0 + }, + { + "representative": 3332, + "members": [ + 3332 + ], + "max_error": 0.0 + }, + { + "representative": 3411, + "members": [ + 3411 + ], + "max_error": 0.0 + }, + { + "representative": 3369, + "members": [ + 3369 + ], + "max_error": 0.0 + }, + { + "representative": 3329, + "members": [ + 3329 + ], + "max_error": 0.0 + }, + { + "representative": 3546, + "members": [ + 3546 + ], + "max_error": 0.0 + }, + { + "representative": 3469, + "members": [ + 3469 + ], + "max_error": 0.0 + }, + { + "representative": 3363, + "members": [ + 3363 + ], + "max_error": 0.0 + }, + { + "representative": 3374, + "members": [ + 3374 + ], + "max_error": 0.0 + }, + { + "representative": 3446, + "members": [ + 3446 + ], + "max_error": 0.0 + }, + { + "representative": 3492, + "members": [ + 3492 + ], + "max_error": 0.0 + }, + { + "representative": 3499, + "members": [ + 3499 + ], + "max_error": 0.0 + }, + { + "representative": 3924, + "members": [ + 3924 + ], + "max_error": 0.0 + }, + { + "representative": 3986, + "members": [ + 3986 + ], + "max_error": 0.0 + }, + { + "representative": 3875, + "members": [ + 3875 + ], + "max_error": 0.0 + }, + { + "representative": 3984, + "members": [ + 3984 + ], + "max_error": 0.0 + }, + { + "representative": 3981, + "members": [ + 3981 + ], + "max_error": 0.0 + }, + { + "representative": 3909, + "members": [ + 3909 + ], + "max_error": 0.0 + }, + { + "representative": 3881, + "members": [ + 3881 + ], + "max_error": 0.0 + }, + { + "representative": 4048, + "members": [ + 4048 + ], + "max_error": 0.0 + }, + { + "representative": 3878, + "members": [ + 3878 + ], + "max_error": 0.0 + }, + { + "representative": 4058, + "members": [ + 4058 + ], + "max_error": 0.0 + }, + { + "representative": 3915, + "members": [ + 3915 + ], + "max_error": 0.0 + }, + { + "representative": 4052, + "members": [ + 4052 + ], + "max_error": 0.0 + }, + { + "representative": 4001, + "members": [ + 4001 + ], + "max_error": 0.0 + }, + { + "representative": 4086, + "members": [ + 4086 + ], + "max_error": 0.0 + }, + { + "representative": 1287, + "members": [ + 1287 + ], + "max_error": 0.0 + }, + { + "representative": 1327, + "members": [ + 1327 + ], + "max_error": 0.0 + }, + { + "representative": 1402, + "members": [ + 1402 + ], + "max_error": 0.0 + }, + { + "representative": 1455, + "members": [ + 1455 + ], + "max_error": 0.0 + }, + { + "representative": 1469, + "members": [ + 1469 + ], + "max_error": 0.0 + }, + { + "representative": 1473, + "members": [ + 1473 + ], + "max_error": 0.0 + }, + { + "representative": 1317, + "members": [ + 1317 + ], + "max_error": 0.0 + }, + { + "representative": 2019, + "members": [ + 2019 + ], + "max_error": 0.0 + }, + { + "representative": 2035, + "members": [ + 2035 + ], + "max_error": 0.0 + }, + { + "representative": 1893, + "members": [ + 1893 + ], + "max_error": 0.0 + }, + { + "representative": 1940, + "members": [ + 1940 + ], + "max_error": 0.0 + }, + { + "representative": 2024, + "members": [ + 2024 + ], + "max_error": 0.0 + }, + { + "representative": 1901, + "members": [ + 1901 + ], + "max_error": 0.0 + }, + { + "representative": 1798, + "members": [ + 1798 + ], + "max_error": 0.0 + }, + { + "representative": 1838, + "members": [ + 1838 + ], + "max_error": 0.0 + }, + { + "representative": 1946, + "members": [ + 1946 + ], + "max_error": 0.0 + }, + { + "representative": 1978, + "members": [ + 1978 + ], + "max_error": 0.0 + }, + { + "representative": 1825, + "members": [ + 1825 + ], + "max_error": 0.0 + }, + { + "representative": 1806, + "members": [ + 1806 + ], + "max_error": 0.0 + }, + { + "representative": 1899, + "members": [ + 1899 + ], + "max_error": 0.0 + }, + { + "representative": 2551, + "members": [ + 2551 + ], + "max_error": 0.0 + }, + { + "representative": 2533, + "members": [ + 2533 + ], + "max_error": 0.0 + }, + { + "representative": 2435, + "members": [ + 2435 + ], + "max_error": 0.0 + }, + { + "representative": 2390, + "members": [ + 2390 + ], + "max_error": 0.0 + }, + { + "representative": 2521, + "members": [ + 2521 + ], + "max_error": 0.0 + }, + { + "representative": 2346, + "members": [ + 2346 + ], + "max_error": 0.0 + }, + { + "representative": 2430, + "members": [ + 2430 + ], + "max_error": 0.0 + }, + { + "representative": 2334, + "members": [ + 2334 + ], + "max_error": 0.0 + }, + { + "representative": 2419, + "members": [ + 2419 + ], + "max_error": 0.0 + }, + { + "representative": 3044, + "members": [ + 3044 + ], + "max_error": 0.0 + }, + { + "representative": 2981, + "members": [ + 2981 + ], + "max_error": 0.0 + }, + { + "representative": 2977, + "members": [ + 2977 + ], + "max_error": 0.0 + }, + { + "representative": 2996, + "members": [ + 2996 + ], + "max_error": 0.0 + }, + { + "representative": 3019, + "members": [ + 3019 + ], + "max_error": 0.0 + }, + { + "representative": 2960, + "members": [ + 2960 + ], + "max_error": 0.0 + }, + { + "representative": 3477, + "members": [ + 3477 + ], + "max_error": 0.0 + }, + { + "representative": 3421, + "members": [ + 3421 + ], + "max_error": 0.0 + }, + { + "representative": 3360, + "members": [ + 3360 + ], + "max_error": 0.0 + }, + { + "representative": 3562, + "members": [ + 3562 + ], + "max_error": 0.0 + }, + { + "representative": 3449, + "members": [ + 3449 + ], + "max_error": 0.0 + }, + { + "representative": 3493, + "members": [ + 3493 + ], + "max_error": 0.0 + }, + { + "representative": 3483, + "members": [ + 3483 + ], + "max_error": 0.0 + }, + { + "representative": 3432, + "members": [ + 3432 + ], + "max_error": 0.0 + }, + { + "representative": 3576, + "members": [ + 3576 + ], + "max_error": 0.0 + }, + { + "representative": 3565, + "members": [ + 3565 + ], + "max_error": 0.0 + }, + { + "representative": 3413, + "members": [ + 3413 + ], + "max_error": 0.0 + }, + { + "representative": 3581, + "members": [ + 3581 + ], + "max_error": 0.0 + }, + { + "representative": 4085, + "members": [ + 4085 + ], + "max_error": 0.0 + }, + { + "representative": 3911, + "members": [ + 3911 + ], + "max_error": 0.0 + }, + { + "representative": 4034, + "members": [ + 4034 + ], + "max_error": 0.0 + }, + { + "representative": 4060, + "members": [ + 4060 + ], + "max_error": 0.0 + }, + { + "representative": 4046, + "members": [ + 4046 + ], + "max_error": 0.0 + }, + { + "representative": 3960, + "members": [ + 3960 + ], + "max_error": 0.0 + }, + { + "representative": 3907, + "members": [ + 3907 + ], + "max_error": 0.0 + }, + { + "representative": 4072, + "members": [ + 4072 + ], + "max_error": 0.0 + }, + { + "representative": 4004, + "members": [ + 4004 + ], + "max_error": 0.0 + }, + { + "representative": 3896, + "members": [ + 3896 + ], + "max_error": 0.0 + }, + { + "representative": 3861, + "members": [ + 3861 + ], + "max_error": 0.0 + }, + { + "representative": 1318, + "members": [ + 1318 + ], + "max_error": 0.0 + }, + { + "representative": 1448, + "members": [ + 1448 + ], + "max_error": 0.0 + }, + { + "representative": 1297, + "members": [ + 1297 + ], + "max_error": 0.0 + }, + { + "representative": 1472, + "members": [ + 1472 + ], + "max_error": 0.0 + }, + { + "representative": 1451, + "members": [ + 1451 + ], + "max_error": 0.0 + }, + { + "representative": 1395, + "members": [ + 1395 + ], + "max_error": 0.0 + }, + { + "representative": 1461, + "members": [ + 1461 + ], + "max_error": 0.0 + }, + { + "representative": 1514, + "members": [ + 1514 + ], + "max_error": 0.0 + }, + { + "representative": 1352, + "members": [ + 1352 + ], + "max_error": 0.0 + }, + { + "representative": 1802, + "members": [ + 1802 + ], + "max_error": 0.0 + }, + { + "representative": 1892, + "members": [ + 1892 + ], + "max_error": 0.0 + }, + { + "representative": 1813, + "members": [ + 1813 + ], + "max_error": 0.0 + }, + { + "representative": 2031, + "members": [ + 2031 + ], + "max_error": 0.0 + }, + { + "representative": 2012, + "members": [ + 2012 + ], + "max_error": 0.0 + }, + { + "representative": 1891, + "members": [ + 1891 + ], + "max_error": 0.0 + }, + { + "representative": 2005, + "members": [ + 2005 + ], + "max_error": 0.0 + }, + { + "representative": 2009, + "members": [ + 2009 + ], + "max_error": 0.0 + }, + { + "representative": 1849, + "members": [ + 1849 + ], + "max_error": 0.0 + }, + { + "representative": 1862, + "members": [ + 1862 + ], + "max_error": 0.0 + }, + { + "representative": 1914, + "members": [ + 1914 + ], + "max_error": 0.0 + }, + { + "representative": 1936, + "members": [ + 1936 + ], + "max_error": 0.0 + }, + { + "representative": 1811, + "members": [ + 1811 + ], + "max_error": 0.0 + }, + { + "representative": 1794, + "members": [ + 1794 + ], + "max_error": 0.0 + }, + { + "representative": 1931, + "members": [ + 1931 + ], + "max_error": 0.0 + }, + { + "representative": 1859, + "members": [ + 1859 + ], + "max_error": 0.0 + }, + { + "representative": 1850, + "members": [ + 1850 + ], + "max_error": 0.0 + }, + { + "representative": 2520, + "members": [ + 2520 + ], + "max_error": 0.0 + }, + { + "representative": 2353, + "members": [ + 2353 + ], + "max_error": 0.0 + }, + { + "representative": 2534, + "members": [ + 2534 + ], + "max_error": 0.0 + }, + { + "representative": 2484, + "members": [ + 2484 + ], + "max_error": 0.0 + }, + { + "representative": 2442, + "members": [ + 2442 + ], + "max_error": 0.0 + }, + { + "representative": 2492, + "members": [ + 2492 + ], + "max_error": 0.0 + }, + { + "representative": 2477, + "members": [ + 2477 + ], + "max_error": 0.0 + }, + { + "representative": 2421, + "members": [ + 2421 + ], + "max_error": 0.0 + }, + { + "representative": 2308, + "members": [ + 2308 + ], + "max_error": 0.0 + }, + { + "representative": 2321, + "members": [ + 2321 + ], + "max_error": 0.0 + }, + { + "representative": 2473, + "members": [ + 2473 + ], + "max_error": 0.0 + }, + { + "representative": 2392, + "members": [ + 2392 + ], + "max_error": 0.0 + }, + { + "representative": 2391, + "members": [ + 2391 + ], + "max_error": 0.0 + }, + { + "representative": 2402, + "members": [ + 2402 + ], + "max_error": 0.0 + }, + { + "representative": 2351, + "members": [ + 2351 + ], + "max_error": 0.0 + }, + { + "representative": 2393, + "members": [ + 2393 + ], + "max_error": 0.0 + }, + { + "representative": 2359, + "members": [ + 2359 + ], + "max_error": 0.0 + }, + { + "representative": 2446, + "members": [ + 2446 + ], + "max_error": 0.0 + }, + { + "representative": 2490, + "members": [ + 2490 + ], + "max_error": 0.0 + }, + { + "representative": 3030, + "members": [ + 3030 + ], + "max_error": 0.0 + }, + { + "representative": 2957, + "members": [ + 2957 + ], + "max_error": 0.0 + }, + { + "representative": 2880, + "members": [ + 2880 + ], + "max_error": 0.0 + }, + { + "representative": 2853, + "members": [ + 2853 + ], + "max_error": 0.0 + }, + { + "representative": 2987, + "members": [ + 2987 + ], + "max_error": 0.0 + }, + { + "representative": 2970, + "members": [ + 2970 + ], + "max_error": 0.0 + }, + { + "representative": 2968, + "members": [ + 2968 + ], + "max_error": 0.0 + }, + { + "representative": 2818, + "members": [ + 2818 + ], + "max_error": 0.0 + }, + { + "representative": 2915, + "members": [ + 2915 + ], + "max_error": 0.0 + }, + { + "representative": 3050, + "members": [ + 3050 + ], + "max_error": 0.0 + }, + { + "representative": 3525, + "members": [ + 3525 + ], + "max_error": 0.0 + }, + { + "representative": 3410, + "members": [ + 3410 + ], + "max_error": 0.0 + }, + { + "representative": 3419, + "members": [ + 3419 + ], + "max_error": 0.0 + }, + { + "representative": 3359, + "members": [ + 3359 + ], + "max_error": 0.0 + }, + { + "representative": 3416, + "members": [ + 3416 + ], + "max_error": 0.0 + }, + { + "representative": 3383, + "members": [ + 3383 + ], + "max_error": 0.0 + }, + { + "representative": 3431, + "members": [ + 3431 + ], + "max_error": 0.0 + }, + { + "representative": 4026, + "members": [ + 4026 + ], + "max_error": 0.0 + }, + { + "representative": 4090, + "members": [ + 4090 + ], + "max_error": 0.0 + }, + { + "representative": 3956, + "members": [ + 3956 + ], + "max_error": 0.0 + }, + { + "representative": 4061, + "members": [ + 4061 + ], + "max_error": 0.0 + }, + { + "representative": 3939, + "members": [ + 3939 + ], + "max_error": 0.0 + }, + { + "representative": 4067, + "members": [ + 4067 + ], + "max_error": 0.0 + }, + { + "representative": 3894, + "members": [ + 3894 + ], + "max_error": 0.0 + }, + { + "representative": 4078, + "members": [ + 4078 + ], + "max_error": 0.0 + }, + { + "representative": 4023, + "members": [ + 4023 + ], + "max_error": 0.0 + }, + { + "representative": 3961, + "members": [ + 3961 + ], + "max_error": 0.0 + }, + { + "representative": 2919, + "members": [ + 2919 + ], + "max_error": 0.0 + }, + { + "representative": 2870, + "members": [ + 2870 + ], + "max_error": 0.0 + }, + { + "representative": 2885, + "members": [ + 2885 + ], + "max_error": 0.0 + }, + { + "representative": 2836, + "members": [ + 2836 + ], + "max_error": 0.0 + }, + { + "representative": 3033, + "members": [ + 3033 + ], + "max_error": 0.0 + }, + { + "representative": 3049, + "members": [ + 3049 + ], + "max_error": 0.0 + }, + { + "representative": 2847, + "members": [ + 2847 + ], + "max_error": 0.0 + }, + { + "representative": 3008, + "members": [ + 3008 + ], + "max_error": 0.0 + }, + { + "representative": 2902, + "members": [ + 2902 + ], + "max_error": 0.0 + }, + { + "representative": 3563, + "members": [ + 3563 + ], + "max_error": 0.0 + }, + { + "representative": 3343, + "members": [ + 3343 + ], + "max_error": 0.0 + }, + { + "representative": 3498, + "members": [ + 3498 + ], + "max_error": 0.0 + }, + { + "representative": 3331, + "members": [ + 3331 + ], + "max_error": 0.0 + }, + { + "representative": 3423, + "members": [ + 3423 + ], + "max_error": 0.0 + }, + { + "representative": 4053, + "members": [ + 4053 + ], + "max_error": 0.0 + }, + { + "representative": 4007, + "members": [ + 4007 + ], + "max_error": 0.0 + }, + { + "representative": 3990, + "members": [ + 3990 + ], + "max_error": 0.0 + }, + { + "representative": 3868, + "members": [ + 3868 + ], + "max_error": 0.0 + }, + { + "representative": 4040, + "members": [ + 4040 + ], + "max_error": 0.0 + }, + { + "representative": 3889, + "members": [ + 3889 + ], + "max_error": 0.0 + }, + { + "representative": 3919, + "members": [ + 3919 + ], + "max_error": 0.0 + }, + { + "representative": 4002, + "members": [ + 4002 + ], + "max_error": 0.0 + }, + { + "representative": 3922, + "members": [ + 3922 + ], + "max_error": 0.0 + }, + { + "representative": 3906, + "members": [ + 3906 + ], + "max_error": 0.0 + }, + { + "representative": 3895, + "members": [ + 3895 + ], + "max_error": 0.0 + }, + { + "representative": 4028, + "members": [ + 4028 + ], + "max_error": 0.0 + }, + { + "representative": 4021, + "members": [ + 4021 + ], + "max_error": 0.0 + }, + { + "representative": 4440, + "members": [ + 4440 + ], + "max_error": 0.0 + }, + { + "representative": 4421, + "members": [ + 4421 + ], + "max_error": 0.0 + }, + { + "representative": 4535, + "members": [ + 4535 + ], + "max_error": 0.0 + }, + { + "representative": 4597, + "members": [ + 4597 + ], + "max_error": 0.0 + }, + { + "representative": 4600, + "members": [ + 4600 + ], + "max_error": 0.0 + }, + { + "representative": 4519, + "members": [ + 4519 + ], + "max_error": 0.0 + }, + { + "representative": 4564, + "members": [ + 4564 + ], + "max_error": 0.0 + }, + { + "representative": 4568, + "members": [ + 4568 + ], + "max_error": 0.0 + }, + { + "representative": 4518, + "members": [ + 4518 + ], + "max_error": 0.0 + }, + { + "representative": 4420, + "members": [ + 4420 + ], + "max_error": 0.0 + }, + { + "representative": 4414, + "members": [ + 4414 + ], + "max_error": 0.0 + }, + { + "representative": 4449, + "members": [ + 4449 + ], + "max_error": 0.0 + }, + { + "representative": 4458, + "members": [ + 4458 + ], + "max_error": 0.0 + }, + { + "representative": 4559, + "members": [ + 4559 + ], + "max_error": 0.0 + }, + { + "representative": 4425, + "members": [ + 4425 + ], + "max_error": 0.0 + }, + { + "representative": 4354, + "members": [ + 4354 + ], + "max_error": 0.0 + }, + { + "representative": 4588, + "members": [ + 4588 + ], + "max_error": 0.0 + }, + { + "representative": 4374, + "members": [ + 4374 + ], + "max_error": 0.0 + }, + { + "representative": 4566, + "members": [ + 4566 + ], + "max_error": 0.0 + }, + { + "representative": 4384, + "members": [ + 4384 + ], + "max_error": 0.0 + }, + { + "representative": 4501, + "members": [ + 4501 + ], + "max_error": 0.0 + }, + { + "representative": 4431, + "members": [ + 4431 + ], + "max_error": 0.0 + }, + { + "representative": 4352, + "members": [ + 4352 + ], + "max_error": 0.0 + }, + { + "representative": 4392, + "members": [ + 4392 + ], + "max_error": 0.0 + }, + { + "representative": 4405, + "members": [ + 4405 + ], + "max_error": 0.0 + }, + { + "representative": 4575, + "members": [ + 4575 + ], + "max_error": 0.0 + }, + { + "representative": 4439, + "members": [ + 4439 + ], + "max_error": 0.0 + }, + { + "representative": 4546, + "members": [ + 4546 + ], + "max_error": 0.0 + }, + { + "representative": 4394, + "members": [ + 4394 + ], + "max_error": 0.0 + }, + { + "representative": 4364, + "members": [ + 4364 + ], + "max_error": 0.0 + }, + { + "representative": 4545, + "members": [ + 4545 + ], + "max_error": 0.0 + }, + { + "representative": 4371, + "members": [ + 4371 + ], + "max_error": 0.0 + }, + { + "representative": 4471, + "members": [ + 4471 + ], + "max_error": 0.0 + }, + { + "representative": 4571, + "members": [ + 4571 + ], + "max_error": 0.0 + }, + { + "representative": 4386, + "members": [ + 4386 + ], + "max_error": 0.0 + }, + { + "representative": 4531, + "members": [ + 4531 + ], + "max_error": 0.0 + }, + { + "representative": 4455, + "members": [ + 4455 + ], + "max_error": 0.0 + }, + { + "representative": 4456, + "members": [ + 4456 + ], + "max_error": 0.0 + }, + { + "representative": 4594, + "members": [ + 4594 + ], + "max_error": 0.0 + }, + { + "representative": 4503, + "members": [ + 4503 + ], + "max_error": 0.0 + }, + { + "representative": 4397, + "members": [ + 4397 + ], + "max_error": 0.0 + }, + { + "representative": 4595, + "members": [ + 4595 + ], + "max_error": 0.0 + }, + { + "representative": 4605, + "members": [ + 4605 + ], + "max_error": 0.0 + }, + { + "representative": 4599, + "members": [ + 4599 + ], + "max_error": 0.0 + }, + { + "representative": 4412, + "members": [ + 4412 + ], + "max_error": 0.0 + }, + { + "representative": 4486, + "members": [ + 4486 + ], + "max_error": 0.0 + }, + { + "representative": 4517, + "members": [ + 4517 + ], + "max_error": 0.0 + }, + { + "representative": 4395, + "members": [ + 4395 + ], + "max_error": 0.0 + }, + { + "representative": 4483, + "members": [ + 4483 + ], + "max_error": 0.0 + }, + { + "representative": 4593, + "members": [ + 4593 + ], + "max_error": 0.0 + }, + { + "representative": 5018, + "members": [ + 5018 + ], + "max_error": 0.0 + }, + { + "representative": 4943, + "members": [ + 4943 + ], + "max_error": 0.0 + }, + { + "representative": 5101, + "members": [ + 5101 + ], + "max_error": 0.0 + }, + { + "representative": 4974, + "members": [ + 4974 + ], + "max_error": 0.0 + }, + { + "representative": 4966, + "members": [ + 4966 + ], + "max_error": 0.0 + }, + { + "representative": 4907, + "members": [ + 4907 + ], + "max_error": 0.0 + }, + { + "representative": 4916, + "members": [ + 4916 + ], + "max_error": 0.0 + }, + { + "representative": 4911, + "members": [ + 4911 + ], + "max_error": 0.0 + }, + { + "representative": 4877, + "members": [ + 4877 + ], + "max_error": 0.0 + }, + { + "representative": 4897, + "members": [ + 4897 + ], + "max_error": 0.0 + }, + { + "representative": 4962, + "members": [ + 4962 + ], + "max_error": 0.0 + }, + { + "representative": 4893, + "members": [ + 4893 + ], + "max_error": 0.0 + }, + { + "representative": 5093, + "members": [ + 5093 + ], + "max_error": 0.0 + }, + { + "representative": 5059, + "members": [ + 5059 + ], + "max_error": 0.0 + }, + { + "representative": 5077, + "members": [ + 5077 + ], + "max_error": 0.0 + }, + { + "representative": 4968, + "members": [ + 4968 + ], + "max_error": 0.0 + }, + { + "representative": 5037, + "members": [ + 5037 + ], + "max_error": 0.0 + }, + { + "representative": 4872, + "members": [ + 4872 + ], + "max_error": 0.0 + }, + { + "representative": 5051, + "members": [ + 5051 + ], + "max_error": 0.0 + }, + { + "representative": 5041, + "members": [ + 5041 + ], + "max_error": 0.0 + }, + { + "representative": 5089, + "members": [ + 5089 + ], + "max_error": 0.0 + }, + { + "representative": 4960, + "members": [ + 4960 + ], + "max_error": 0.0 + }, + { + "representative": 4900, + "members": [ + 4900 + ], + "max_error": 0.0 + }, + { + "representative": 5061, + "members": [ + 5061 + ], + "max_error": 0.0 + }, + { + "representative": 4912, + "members": [ + 4912 + ], + "max_error": 0.0 + }, + { + "representative": 4873, + "members": [ + 4873 + ], + "max_error": 0.0 + }, + { + "representative": 5060, + "members": [ + 5060 + ], + "max_error": 0.0 + }, + { + "representative": 5092, + "members": [ + 5092 + ], + "max_error": 0.0 + }, + { + "representative": 4980, + "members": [ + 4980 + ], + "max_error": 0.0 + }, + { + "representative": 5032, + "members": [ + 5032 + ], + "max_error": 0.0 + }, + { + "representative": 4898, + "members": [ + 4898 + ], + "max_error": 0.0 + }, + { + "representative": 4938, + "members": [ + 4938 + ], + "max_error": 0.0 + }, + { + "representative": 5108, + "members": [ + 5108 + ], + "max_error": 0.0 + }, + { + "representative": 4948, + "members": [ + 4948 + ], + "max_error": 0.0 + }, + { + "representative": 5099, + "members": [ + 5099 + ], + "max_error": 0.0 + }, + { + "representative": 4913, + "members": [ + 4913 + ], + "max_error": 0.0 + }, + { + "representative": 5039, + "members": [ + 5039 + ], + "max_error": 0.0 + }, + { + "representative": 4892, + "members": [ + 4892 + ], + "max_error": 0.0 + }, + { + "representative": 4977, + "members": [ + 4977 + ], + "max_error": 0.0 + }, + { + "representative": 5022, + "members": [ + 5022 + ], + "max_error": 0.0 + }, + { + "representative": 4864, + "members": [ + 4864 + ], + "max_error": 0.0 + }, + { + "representative": 5113, + "members": [ + 5113 + ], + "max_error": 0.0 + }, + { + "representative": 4889, + "members": [ + 4889 + ], + "max_error": 0.0 + }, + { + "representative": 4964, + "members": [ + 4964 + ], + "max_error": 0.0 + }, + { + "representative": 4896, + "members": [ + 4896 + ], + "max_error": 0.0 + }, + { + "representative": 4921, + "members": [ + 4921 + ], + "max_error": 0.0 + }, + { + "representative": 5042, + "members": [ + 5042 + ], + "max_error": 0.0 + }, + { + "representative": 5085, + "members": [ + 5085 + ], + "max_error": 0.0 + }, + { + "representative": 5509, + "members": [ + 5509 + ], + "max_error": 0.0 + }, + { + "representative": 5498, + "members": [ + 5498 + ], + "max_error": 0.0 + }, + { + "representative": 5542, + "members": [ + 5542 + ], + "max_error": 0.0 + }, + { + "representative": 5532, + "members": [ + 5532 + ], + "max_error": 0.0 + }, + { + "representative": 5478, + "members": [ + 5478 + ], + "max_error": 0.0 + }, + { + "representative": 5601, + "members": [ + 5601 + ], + "max_error": 0.0 + }, + { + "representative": 5492, + "members": [ + 5492 + ], + "max_error": 0.0 + }, + { + "representative": 5392, + "members": [ + 5392 + ], + "max_error": 0.0 + }, + { + "representative": 5559, + "members": [ + 5559 + ], + "max_error": 0.0 + }, + { + "representative": 5534, + "members": [ + 5534 + ], + "max_error": 0.0 + }, + { + "representative": 5409, + "members": [ + 5409 + ], + "max_error": 0.0 + }, + { + "representative": 5424, + "members": [ + 5424 + ], + "max_error": 0.0 + }, + { + "representative": 5491, + "members": [ + 5491 + ], + "max_error": 0.0 + }, + { + "representative": 5398, + "members": [ + 5398 + ], + "max_error": 0.0 + }, + { + "representative": 5451, + "members": [ + 5451 + ], + "max_error": 0.0 + }, + { + "representative": 5574, + "members": [ + 5574 + ], + "max_error": 0.0 + }, + { + "representative": 5454, + "members": [ + 5454 + ], + "max_error": 0.0 + }, + { + "representative": 5597, + "members": [ + 5597 + ], + "max_error": 0.0 + }, + { + "representative": 5508, + "members": [ + 5508 + ], + "max_error": 0.0 + }, + { + "representative": 5402, + "members": [ + 5402 + ], + "max_error": 0.0 + }, + { + "representative": 5613, + "members": [ + 5613 + ], + "max_error": 0.0 + }, + { + "representative": 5627, + "members": [ + 5627 + ], + "max_error": 0.0 + }, + { + "representative": 5527, + "members": [ + 5527 + ], + "max_error": 0.0 + }, + { + "representative": 5533, + "members": [ + 5533 + ], + "max_error": 0.0 + }, + { + "representative": 5530, + "members": [ + 5530 + ], + "max_error": 0.0 + }, + { + "representative": 5599, + "members": [ + 5599 + ], + "max_error": 0.0 + }, + { + "representative": 5575, + "members": [ + 5575 + ], + "max_error": 0.0 + }, + { + "representative": 5427, + "members": [ + 5427 + ], + "max_error": 0.0 + }, + { + "representative": 5624, + "members": [ + 5624 + ], + "max_error": 0.0 + }, + { + "representative": 5539, + "members": [ + 5539 + ], + "max_error": 0.0 + }, + { + "representative": 5546, + "members": [ + 5546 + ], + "max_error": 0.0 + }, + { + "representative": 5388, + "members": [ + 5388 + ], + "max_error": 0.0 + }, + { + "representative": 5399, + "members": [ + 5399 + ], + "max_error": 0.0 + }, + { + "representative": 5526, + "members": [ + 5526 + ], + "max_error": 0.0 + }, + { + "representative": 5555, + "members": [ + 5555 + ], + "max_error": 0.0 + }, + { + "representative": 5629, + "members": [ + 5629 + ], + "max_error": 0.0 + }, + { + "representative": 5552, + "members": [ + 5552 + ], + "max_error": 0.0 + }, + { + "representative": 5434, + "members": [ + 5434 + ], + "max_error": 0.0 + }, + { + "representative": 6067, + "members": [ + 6067 + ], + "max_error": 0.0 + }, + { + "representative": 5931, + "members": [ + 5931 + ], + "max_error": 0.0 + }, + { + "representative": 6080, + "members": [ + 6080 + ], + "max_error": 0.0 + }, + { + "representative": 6056, + "members": [ + 6056 + ], + "max_error": 0.0 + }, + { + "representative": 5949, + "members": [ + 5949 + ], + "max_error": 0.0 + }, + { + "representative": 6046, + "members": [ + 6046 + ], + "max_error": 0.0 + }, + { + "representative": 5970, + "members": [ + 5970 + ], + "max_error": 0.0 + }, + { + "representative": 5943, + "members": [ + 5943 + ], + "max_error": 0.0 + }, + { + "representative": 6083, + "members": [ + 6083 + ], + "max_error": 0.0 + }, + { + "representative": 5916, + "members": [ + 5916 + ], + "max_error": 0.0 + }, + { + "representative": 5937, + "members": [ + 5937 + ], + "max_error": 0.0 + }, + { + "representative": 6112, + "members": [ + 6112 + ], + "max_error": 0.0 + }, + { + "representative": 5919, + "members": [ + 5919 + ], + "max_error": 0.0 + }, + { + "representative": 6115, + "members": [ + 6115 + ], + "max_error": 0.0 + }, + { + "representative": 5975, + "members": [ + 5975 + ], + "max_error": 0.0 + }, + { + "representative": 6094, + "members": [ + 6094 + ], + "max_error": 0.0 + }, + { + "representative": 5917, + "members": [ + 5917 + ], + "max_error": 0.0 + }, + { + "representative": 6109, + "members": [ + 6109 + ], + "max_error": 0.0 + }, + { + "representative": 5954, + "members": [ + 5954 + ], + "max_error": 0.0 + }, + { + "representative": 5997, + "members": [ + 5997 + ], + "max_error": 0.0 + }, + { + "representative": 5972, + "members": [ + 5972 + ], + "max_error": 0.0 + }, + { + "representative": 6041, + "members": [ + 6041 + ], + "max_error": 0.0 + }, + { + "representative": 5923, + "members": [ + 5923 + ], + "max_error": 0.0 + }, + { + "representative": 6065, + "members": [ + 6065 + ], + "max_error": 0.0 + }, + { + "representative": 6104, + "members": [ + 6104 + ], + "max_error": 0.0 + }, + { + "representative": 5957, + "members": [ + 5957 + ], + "max_error": 0.0 + }, + { + "representative": 5963, + "members": [ + 5963 + ], + "max_error": 0.0 + }, + { + "representative": 5956, + "members": [ + 5956 + ], + "max_error": 0.0 + }, + { + "representative": 5939, + "members": [ + 5939 + ], + "max_error": 0.0 + }, + { + "representative": 6066, + "members": [ + 6066 + ], + "max_error": 0.0 + }, + { + "representative": 6092, + "members": [ + 6092 + ], + "max_error": 0.0 + }, + { + "representative": 6070, + "members": [ + 6070 + ], + "max_error": 0.0 + }, + { + "representative": 6023, + "members": [ + 6023 + ], + "max_error": 0.0 + }, + { + "representative": 5947, + "members": [ + 5947 + ], + "max_error": 0.0 + }, + { + "representative": 5985, + "members": [ + 5985 + ], + "max_error": 0.0 + }, + { + "representative": 6012, + "members": [ + 6012 + ], + "max_error": 0.0 + }, + { + "representative": 5993, + "members": [ + 5993 + ], + "max_error": 0.0 + }, + { + "representative": 6097, + "members": [ + 6097 + ], + "max_error": 0.0 + }, + { + "representative": 6124, + "members": [ + 6124 + ], + "max_error": 0.0 + }, + { + "representative": 5953, + "members": [ + 5953 + ], + "max_error": 0.0 + }, + { + "representative": 5965, + "members": [ + 5965 + ], + "max_error": 0.0 + }, + { + "representative": 5998, + "members": [ + 5998 + ], + "max_error": 0.0 + }, + { + "representative": 6048, + "members": [ + 6048 + ], + "max_error": 0.0 + }, + { + "representative": 6122, + "members": [ + 6122 + ], + "max_error": 0.0 + }, + { + "representative": 6054, + "members": [ + 6054 + ], + "max_error": 0.0 + }, + { + "representative": 6038, + "members": [ + 6038 + ], + "max_error": 0.0 + }, + { + "representative": 5979, + "members": [ + 5979 + ], + "max_error": 0.0 + }, + { + "representative": 1353, + "members": [ + 1353 + ], + "max_error": 0.0 + }, + { + "representative": 1361, + "members": [ + 1361 + ], + "max_error": 0.0 + }, + { + "representative": 1408, + "members": [ + 1408 + ], + "max_error": 0.0 + }, + { + "representative": 1302, + "members": [ + 1302 + ], + "max_error": 0.0 + }, + { + "representative": 1386, + "members": [ + 1386 + ], + "max_error": 0.0 + }, + { + "representative": 1358, + "members": [ + 1358 + ], + "max_error": 0.0 + }, + { + "representative": 1283, + "members": [ + 1283 + ], + "max_error": 0.0 + }, + { + "representative": 1410, + "members": [ + 1410 + ], + "max_error": 0.0 + }, + { + "representative": 1382, + "members": [ + 1382 + ], + "max_error": 0.0 + }, + { + "representative": 1309, + "members": [ + 1309 + ], + "max_error": 0.0 + }, + { + "representative": 1440, + "members": [ + 1440 + ], + "max_error": 0.0 + }, + { + "representative": 1465, + "members": [ + 1465 + ], + "max_error": 0.0 + }, + { + "representative": 1348, + "members": [ + 1348 + ], + "max_error": 0.0 + }, + { + "representative": 1486, + "members": [ + 1486 + ], + "max_error": 0.0 + }, + { + "representative": 1521, + "members": [ + 1521 + ], + "max_error": 0.0 + }, + { + "representative": 1407, + "members": [ + 1407 + ], + "max_error": 0.0 + }, + { + "representative": 1471, + "members": [ + 1471 + ], + "max_error": 0.0 + }, + { + "representative": 1315, + "members": [ + 1315 + ], + "max_error": 0.0 + }, + { + "representative": 1512, + "members": [ + 1512 + ], + "max_error": 0.0 + }, + { + "representative": 1961, + "members": [ + 1961 + ], + "max_error": 0.0 + }, + { + "representative": 1987, + "members": [ + 1987 + ], + "max_error": 0.0 + }, + { + "representative": 1890, + "members": [ + 1890 + ], + "max_error": 0.0 + }, + { + "representative": 2036, + "members": [ + 2036 + ], + "max_error": 0.0 + }, + { + "representative": 1963, + "members": [ + 1963 + ], + "max_error": 0.0 + }, + { + "representative": 1853, + "members": [ + 1853 + ], + "max_error": 0.0 + }, + { + "representative": 1801, + "members": [ + 1801 + ], + "max_error": 0.0 + }, + { + "representative": 1950, + "members": [ + 1950 + ], + "max_error": 0.0 + }, + { + "representative": 1900, + "members": [ + 1900 + ], + "max_error": 0.0 + }, + { + "representative": 1980, + "members": [ + 1980 + ], + "max_error": 0.0 + }, + { + "representative": 1925, + "members": [ + 1925 + ], + "max_error": 0.0 + }, + { + "representative": 1902, + "members": [ + 1902 + ], + "max_error": 0.0 + }, + { + "representative": 1882, + "members": [ + 1882 + ], + "max_error": 0.0 + }, + { + "representative": 1886, + "members": [ + 1886 + ], + "max_error": 0.0 + }, + { + "representative": 1930, + "members": [ + 1930 + ], + "max_error": 0.0 + }, + { + "representative": 2033, + "members": [ + 2033 + ], + "max_error": 0.0 + }, + { + "representative": 1965, + "members": [ + 1965 + ], + "max_error": 0.0 + }, + { + "representative": 1887, + "members": [ + 1887 + ], + "max_error": 0.0 + }, + { + "representative": 1829, + "members": [ + 1829 + ], + "max_error": 0.0 + }, + { + "representative": 1975, + "members": [ + 1975 + ], + "max_error": 0.0 + }, + { + "representative": 2010, + "members": [ + 2010 + ], + "max_error": 0.0 + }, + { + "representative": 2041, + "members": [ + 2041 + ], + "max_error": 0.0 + }, + { + "representative": 1964, + "members": [ + 1964 + ], + "max_error": 0.0 + }, + { + "representative": 1793, + "members": [ + 1793 + ], + "max_error": 0.0 + }, + { + "representative": 2022, + "members": [ + 2022 + ], + "max_error": 0.0 + }, + { + "representative": 2408, + "members": [ + 2408 + ], + "max_error": 0.0 + }, + { + "representative": 2481, + "members": [ + 2481 + ], + "max_error": 0.0 + }, + { + "representative": 2398, + "members": [ + 2398 + ], + "max_error": 0.0 + }, + { + "representative": 2406, + "members": [ + 2406 + ], + "max_error": 0.0 + }, + { + "representative": 2540, + "members": [ + 2540 + ], + "max_error": 0.0 + }, + { + "representative": 2330, + "members": [ + 2330 + ], + "max_error": 0.0 + }, + { + "representative": 2460, + "members": [ + 2460 + ], + "max_error": 0.0 + }, + { + "representative": 2518, + "members": [ + 2518 + ], + "max_error": 0.0 + }, + { + "representative": 2371, + "members": [ + 2371 + ], + "max_error": 0.0 + }, + { + "representative": 2431, + "members": [ + 2431 + ], + "max_error": 0.0 + }, + { + "representative": 2506, + "members": [ + 2506 + ], + "max_error": 0.0 + }, + { + "representative": 2358, + "members": [ + 2358 + ], + "max_error": 0.0 + }, + { + "representative": 2452, + "members": [ + 2452 + ], + "max_error": 0.0 + }, + { + "representative": 2340, + "members": [ + 2340 + ], + "max_error": 0.0 + }, + { + "representative": 2466, + "members": [ + 2466 + ], + "max_error": 0.0 + }, + { + "representative": 2554, + "members": [ + 2554 + ], + "max_error": 0.0 + }, + { + "representative": 3034, + "members": [ + 3034 + ], + "max_error": 0.0 + }, + { + "representative": 2979, + "members": [ + 2979 + ], + "max_error": 0.0 + }, + { + "representative": 3052, + "members": [ + 3052 + ], + "max_error": 0.0 + }, + { + "representative": 2852, + "members": [ + 2852 + ], + "max_error": 0.0 + }, + { + "representative": 2879, + "members": [ + 2879 + ], + "max_error": 0.0 + }, + { + "representative": 2922, + "members": [ + 2922 + ], + "max_error": 0.0 + }, + { + "representative": 2955, + "members": [ + 2955 + ], + "max_error": 0.0 + }, + { + "representative": 2877, + "members": [ + 2877 + ], + "max_error": 0.0 + }, + { + "representative": 2939, + "members": [ + 2939 + ], + "max_error": 0.0 + }, + { + "representative": 2843, + "members": [ + 2843 + ], + "max_error": 0.0 + }, + { + "representative": 2844, + "members": [ + 2844 + ], + "max_error": 0.0 + }, + { + "representative": 3507, + "members": [ + 3507 + ], + "max_error": 0.0 + }, + { + "representative": 3538, + "members": [ + 3538 + ], + "max_error": 0.0 + }, + { + "representative": 3579, + "members": [ + 3579 + ], + "max_error": 0.0 + }, + { + "representative": 3496, + "members": [ + 3496 + ], + "max_error": 0.0 + }, + { + "representative": 3530, + "members": [ + 3530 + ], + "max_error": 0.0 + }, + { + "representative": 3436, + "members": [ + 3436 + ], + "max_error": 0.0 + }, + { + "representative": 3412, + "members": [ + 3412 + ], + "max_error": 0.0 + }, + { + "representative": 3475, + "members": [ + 3475 + ], + "max_error": 0.0 + }, + { + "representative": 3561, + "members": [ + 3561 + ], + "max_error": 0.0 + }, + { + "representative": 3534, + "members": [ + 3534 + ], + "max_error": 0.0 + }, + { + "representative": 3428, + "members": [ + 3428 + ], + "max_error": 0.0 + }, + { + "representative": 3457, + "members": [ + 3457 + ], + "max_error": 0.0 + }, + { + "representative": 3564, + "members": [ + 3564 + ], + "max_error": 0.0 + }, + { + "representative": 3519, + "members": [ + 3519 + ], + "max_error": 0.0 + }, + { + "representative": 3897, + "members": [ + 3897 + ], + "max_error": 0.0 + }, + { + "representative": 3840, + "members": [ + 3840 + ], + "max_error": 0.0 + }, + { + "representative": 3888, + "members": [ + 3888 + ], + "max_error": 0.0 + }, + { + "representative": 3926, + "members": [ + 3926 + ], + "max_error": 0.0 + }, + { + "representative": 4059, + "members": [ + 4059 + ], + "max_error": 0.0 + }, + { + "representative": 3930, + "members": [ + 3930 + ], + "max_error": 0.0 + }, + { + "representative": 3850, + "members": [ + 3850 + ], + "max_error": 0.0 + }, + { + "representative": 3964, + "members": [ + 3964 + ], + "max_error": 0.0 + }, + { + "representative": 4068, + "members": [ + 4068 + ], + "max_error": 0.0 + }, + { + "representative": 3929, + "members": [ + 3929 + ], + "max_error": 0.0 + }, + { + "representative": 4047, + "members": [ + 4047 + ], + "max_error": 0.0 + }, + { + "representative": 4084, + "members": [ + 4084 + ], + "max_error": 0.0 + }, + { + "representative": 3903, + "members": [ + 3903 + ], + "max_error": 0.0 + }, + { + "representative": 3991, + "members": [ + 3991 + ], + "max_error": 0.0 + }, + { + "representative": 1515, + "members": [ + 1515 + ], + "max_error": 0.0 + }, + { + "representative": 1439, + "members": [ + 1439 + ], + "max_error": 0.0 + }, + { + "representative": 1294, + "members": [ + 1294 + ], + "max_error": 0.0 + }, + { + "representative": 1467, + "members": [ + 1467 + ], + "max_error": 0.0 + }, + { + "representative": 1347, + "members": [ + 1347 + ], + "max_error": 0.0 + }, + { + "representative": 1420, + "members": [ + 1420 + ], + "max_error": 0.0 + }, + { + "representative": 1527, + "members": [ + 1527 + ], + "max_error": 0.0 + }, + { + "representative": 1423, + "members": [ + 1423 + ], + "max_error": 0.0 + }, + { + "representative": 1530, + "members": [ + 1530 + ], + "max_error": 0.0 + }, + { + "representative": 1434, + "members": [ + 1434 + ], + "max_error": 0.0 + }, + { + "representative": 1346, + "members": [ + 1346 + ], + "max_error": 0.0 + }, + { + "representative": 1339, + "members": [ + 1339 + ], + "max_error": 0.0 + }, + { + "representative": 1369, + "members": [ + 1369 + ], + "max_error": 0.0 + }, + { + "representative": 1524, + "members": [ + 1524 + ], + "max_error": 0.0 + }, + { + "representative": 1526, + "members": [ + 1526 + ], + "max_error": 0.0 + }, + { + "representative": 1948, + "members": [ + 1948 + ], + "max_error": 0.0 + }, + { + "representative": 2029, + "members": [ + 2029 + ], + "max_error": 0.0 + }, + { + "representative": 1846, + "members": [ + 1846 + ], + "max_error": 0.0 + }, + { + "representative": 1837, + "members": [ + 1837 + ], + "max_error": 0.0 + }, + { + "representative": 1884, + "members": [ + 1884 + ], + "max_error": 0.0 + }, + { + "representative": 2047, + "members": [ + 2047 + ], + "max_error": 0.0 + }, + { + "representative": 1971, + "members": [ + 1971 + ], + "max_error": 0.0 + }, + { + "representative": 1907, + "members": [ + 1907 + ], + "max_error": 0.0 + }, + { + "representative": 1864, + "members": [ + 1864 + ], + "max_error": 0.0 + }, + { + "representative": 1972, + "members": [ + 1972 + ], + "max_error": 0.0 + }, + { + "representative": 1897, + "members": [ + 1897 + ], + "max_error": 0.0 + }, + { + "representative": 1797, + "members": [ + 1797 + ], + "max_error": 0.0 + }, + { + "representative": 1820, + "members": [ + 1820 + ], + "max_error": 0.0 + }, + { + "representative": 1991, + "members": [ + 1991 + ], + "max_error": 0.0 + }, + { + "representative": 1896, + "members": [ + 1896 + ], + "max_error": 0.0 + }, + { + "representative": 1876, + "members": [ + 1876 + ], + "max_error": 0.0 + }, + { + "representative": 1898, + "members": [ + 1898 + ], + "max_error": 0.0 + }, + { + "representative": 1795, + "members": [ + 1795 + ], + "max_error": 0.0 + }, + { + "representative": 2479, + "members": [ + 2479 + ], + "max_error": 0.0 + }, + { + "representative": 2329, + "members": [ + 2329 + ], + "max_error": 0.0 + }, + { + "representative": 2438, + "members": [ + 2438 + ], + "max_error": 0.0 + }, + { + "representative": 2307, + "members": [ + 2307 + ], + "max_error": 0.0 + }, + { + "representative": 2538, + "members": [ + 2538 + ], + "max_error": 0.0 + }, + { + "representative": 2356, + "members": [ + 2356 + ], + "max_error": 0.0 + }, + { + "representative": 2483, + "members": [ + 2483 + ], + "max_error": 0.0 + }, + { + "representative": 2426, + "members": [ + 2426 + ], + "max_error": 0.0 + }, + { + "representative": 2379, + "members": [ + 2379 + ], + "max_error": 0.0 + }, + { + "representative": 2448, + "members": [ + 2448 + ], + "max_error": 0.0 + }, + { + "representative": 2510, + "members": [ + 2510 + ], + "max_error": 0.0 + }, + { + "representative": 2411, + "members": [ + 2411 + ], + "max_error": 0.0 + }, + { + "representative": 2501, + "members": [ + 2501 + ], + "max_error": 0.0 + }, + { + "representative": 2552, + "members": [ + 2552 + ], + "max_error": 0.0 + }, + { + "representative": 2544, + "members": [ + 2544 + ], + "max_error": 0.0 + }, + { + "representative": 2420, + "members": [ + 2420 + ], + "max_error": 0.0 + }, + { + "representative": 2388, + "members": [ + 2388 + ], + "max_error": 0.0 + }, + { + "representative": 2983, + "members": [ + 2983 + ], + "max_error": 0.0 + }, + { + "representative": 2820, + "members": [ + 2820 + ], + "max_error": 0.0 + }, + { + "representative": 2824, + "members": [ + 2824 + ], + "max_error": 0.0 + }, + { + "representative": 2855, + "members": [ + 2855 + ], + "max_error": 0.0 + }, + { + "representative": 2831, + "members": [ + 2831 + ], + "max_error": 0.0 + }, + { + "representative": 2929, + "members": [ + 2929 + ], + "max_error": 0.0 + }, + { + "representative": 2834, + "members": [ + 2834 + ], + "max_error": 0.0 + }, + { + "representative": 2932, + "members": [ + 2932 + ], + "max_error": 0.0 + }, + { + "representative": 3468, + "members": [ + 3468 + ], + "max_error": 0.0 + }, + { + "representative": 3378, + "members": [ + 3378 + ], + "max_error": 0.0 + }, + { + "representative": 3346, + "members": [ + 3346 + ], + "max_error": 0.0 + }, + { + "representative": 3554, + "members": [ + 3554 + ], + "max_error": 0.0 + }, + { + "representative": 3373, + "members": [ + 3373 + ], + "max_error": 0.0 + }, + { + "representative": 3479, + "members": [ + 3479 + ], + "max_error": 0.0 + }, + { + "representative": 3337, + "members": [ + 3337 + ], + "max_error": 0.0 + }, + { + "representative": 3340, + "members": [ + 3340 + ], + "max_error": 0.0 + }, + { + "representative": 3516, + "members": [ + 3516 + ], + "max_error": 0.0 + }, + { + "representative": 3339, + "members": [ + 3339 + ], + "max_error": 0.0 + }, + { + "representative": 3916, + "members": [ + 3916 + ], + "max_error": 0.0 + }, + { + "representative": 3862, + "members": [ + 3862 + ], + "max_error": 0.0 + }, + { + "representative": 3935, + "members": [ + 3935 + ], + "max_error": 0.0 + }, + { + "representative": 3854, + "members": [ + 3854 + ], + "max_error": 0.0 + }, + { + "representative": 4005, + "members": [ + 4005 + ], + "max_error": 0.0 + }, + { + "representative": 1326, + "members": [ + 1326 + ], + "max_error": 0.0 + }, + { + "representative": 1396, + "members": [ + 1396 + ], + "max_error": 0.0 + }, + { + "representative": 1529, + "members": [ + 1529 + ], + "max_error": 0.0 + }, + { + "representative": 1389, + "members": [ + 1389 + ], + "max_error": 0.0 + }, + { + "representative": 1493, + "members": [ + 1493 + ], + "max_error": 0.0 + }, + { + "representative": 1477, + "members": [ + 1477 + ], + "max_error": 0.0 + }, + { + "representative": 1428, + "members": [ + 1428 + ], + "max_error": 0.0 + }, + { + "representative": 1355, + "members": [ + 1355 + ], + "max_error": 0.0 + }, + { + "representative": 1453, + "members": [ + 1453 + ], + "max_error": 0.0 + }, + { + "representative": 1366, + "members": [ + 1366 + ], + "max_error": 0.0 + }, + { + "representative": 1438, + "members": [ + 1438 + ], + "max_error": 0.0 + }, + { + "representative": 1520, + "members": [ + 1520 + ], + "max_error": 0.0 + }, + { + "representative": 1436, + "members": [ + 1436 + ], + "max_error": 0.0 + }, + { + "representative": 1491, + "members": [ + 1491 + ], + "max_error": 0.0 + }, + { + "representative": 1427, + "members": [ + 1427 + ], + "max_error": 0.0 + }, + { + "representative": 1350, + "members": [ + 1350 + ], + "max_error": 0.0 + }, + { + "representative": 1345, + "members": [ + 1345 + ], + "max_error": 0.0 + }, + { + "representative": 1479, + "members": [ + 1479 + ], + "max_error": 0.0 + }, + { + "representative": 1480, + "members": [ + 1480 + ], + "max_error": 0.0 + }, + { + "representative": 1292, + "members": [ + 1292 + ], + "max_error": 0.0 + }, + { + "representative": 1406, + "members": [ + 1406 + ], + "max_error": 0.0 + }, + { + "representative": 1295, + "members": [ + 1295 + ], + "max_error": 0.0 + }, + { + "representative": 1951, + "members": [ + 1951 + ], + "max_error": 0.0 + }, + { + "representative": 1904, + "members": [ + 1904 + ], + "max_error": 0.0 + }, + { + "representative": 1915, + "members": [ + 1915 + ], + "max_error": 0.0 + }, + { + "representative": 1932, + "members": [ + 1932 + ], + "max_error": 0.0 + }, + { + "representative": 1873, + "members": [ + 1873 + ], + "max_error": 0.0 + }, + { + "representative": 1996, + "members": [ + 1996 + ], + "max_error": 0.0 + }, + { + "representative": 1872, + "members": [ + 1872 + ], + "max_error": 0.0 + }, + { + "representative": 1826, + "members": [ + 1826 + ], + "max_error": 0.0 + }, + { + "representative": 1960, + "members": [ + 1960 + ], + "max_error": 0.0 + }, + { + "representative": 1905, + "members": [ + 1905 + ], + "max_error": 0.0 + }, + { + "representative": 1867, + "members": [ + 1867 + ], + "max_error": 0.0 + }, + { + "representative": 2414, + "members": [ + 2414 + ], + "max_error": 0.0 + }, + { + "representative": 2354, + "members": [ + 2354 + ], + "max_error": 0.0 + }, + { + "representative": 2373, + "members": [ + 2373 + ], + "max_error": 0.0 + }, + { + "representative": 2541, + "members": [ + 2541 + ], + "max_error": 0.0 + }, + { + "representative": 2362, + "members": [ + 2362 + ], + "max_error": 0.0 + }, + { + "representative": 2523, + "members": [ + 2523 + ], + "max_error": 0.0 + }, + { + "representative": 2352, + "members": [ + 2352 + ], + "max_error": 0.0 + }, + { + "representative": 2427, + "members": [ + 2427 + ], + "max_error": 0.0 + }, + { + "representative": 2943, + "members": [ + 2943 + ], + "max_error": 0.0 + }, + { + "representative": 2868, + "members": [ + 2868 + ], + "max_error": 0.0 + }, + { + "representative": 3026, + "members": [ + 3026 + ], + "max_error": 0.0 + }, + { + "representative": 2816, + "members": [ + 2816 + ], + "max_error": 0.0 + }, + { + "representative": 2959, + "members": [ + 2959 + ], + "max_error": 0.0 + }, + { + "representative": 2895, + "members": [ + 2895 + ], + "max_error": 0.0 + }, + { + "representative": 2867, + "members": [ + 2867 + ], + "max_error": 0.0 + }, + { + "representative": 2875, + "members": [ + 2875 + ], + "max_error": 0.0 + }, + { + "representative": 3066, + "members": [ + 3066 + ], + "max_error": 0.0 + }, + { + "representative": 2860, + "members": [ + 2860 + ], + "max_error": 0.0 + }, + { + "representative": 2862, + "members": [ + 2862 + ], + "max_error": 0.0 + }, + { + "representative": 3509, + "members": [ + 3509 + ], + "max_error": 0.0 + }, + { + "representative": 3438, + "members": [ + 3438 + ], + "max_error": 0.0 + }, + { + "representative": 3405, + "members": [ + 3405 + ], + "max_error": 0.0 + }, + { + "representative": 3365, + "members": [ + 3365 + ], + "max_error": 0.0 + }, + { + "representative": 3402, + "members": [ + 3402 + ], + "max_error": 0.0 + }, + { + "representative": 3531, + "members": [ + 3531 + ], + "max_error": 0.0 + }, + { + "representative": 3403, + "members": [ + 3403 + ], + "max_error": 0.0 + }, + { + "representative": 3335, + "members": [ + 3335 + ], + "max_error": 0.0 + }, + { + "representative": 3506, + "members": [ + 3506 + ], + "max_error": 0.0 + }, + { + "representative": 3859, + "members": [ + 3859 + ], + "max_error": 0.0 + }, + { + "representative": 4094, + "members": [ + 4094 + ], + "max_error": 0.0 + }, + { + "representative": 3999, + "members": [ + 3999 + ], + "max_error": 0.0 + }, + { + "representative": 3918, + "members": [ + 3918 + ], + "max_error": 0.0 + }, + { + "representative": 3853, + "members": [ + 3853 + ], + "max_error": 0.0 + }, + { + "representative": 3942, + "members": [ + 3942 + ], + "max_error": 0.0 + }, + { + "representative": 3995, + "members": [ + 3995 + ], + "max_error": 0.0 + }, + { + "representative": 4077, + "members": [ + 4077 + ], + "max_error": 0.0 + }, + { + "representative": 4012, + "members": [ + 4012 + ], + "max_error": 0.0 + }, + { + "representative": 1319, + "members": [ + 1319 + ], + "max_error": 0.0 + }, + { + "representative": 1311, + "members": [ + 1311 + ], + "max_error": 0.0 + }, + { + "representative": 1335, + "members": [ + 1335 + ], + "max_error": 0.0 + }, + { + "representative": 1336, + "members": [ + 1336 + ], + "max_error": 0.0 + }, + { + "representative": 1468, + "members": [ + 1468 + ], + "max_error": 0.0 + }, + { + "representative": 1300, + "members": [ + 1300 + ], + "max_error": 0.0 + }, + { + "representative": 1430, + "members": [ + 1430 + ], + "max_error": 0.0 + }, + { + "representative": 1374, + "members": [ + 1374 + ], + "max_error": 0.0 + }, + { + "representative": 1531, + "members": [ + 1531 + ], + "max_error": 0.0 + }, + { + "representative": 1393, + "members": [ + 1393 + ], + "max_error": 0.0 + }, + { + "representative": 1334, + "members": [ + 1334 + ], + "max_error": 0.0 + }, + { + "representative": 1518, + "members": [ + 1518 + ], + "max_error": 0.0 + }, + { + "representative": 1343, + "members": [ + 1343 + ], + "max_error": 0.0 + }, + { + "representative": 1501, + "members": [ + 1501 + ], + "max_error": 0.0 + }, + { + "representative": 1376, + "members": [ + 1376 + ], + "max_error": 0.0 + }, + { + "representative": 1344, + "members": [ + 1344 + ], + "max_error": 0.0 + }, + { + "representative": 1881, + "members": [ + 1881 + ], + "max_error": 0.0 + }, + { + "representative": 1986, + "members": [ + 1986 + ], + "max_error": 0.0 + }, + { + "representative": 1908, + "members": [ + 1908 + ], + "max_error": 0.0 + }, + { + "representative": 1957, + "members": [ + 1957 + ], + "max_error": 0.0 + }, + { + "representative": 1883, + "members": [ + 1883 + ], + "max_error": 0.0 + }, + { + "representative": 1923, + "members": [ + 1923 + ], + "max_error": 0.0 + }, + { + "representative": 1804, + "members": [ + 1804 + ], + "max_error": 0.0 + }, + { + "representative": 1845, + "members": [ + 1845 + ], + "max_error": 0.0 + }, + { + "representative": 1968, + "members": [ + 1968 + ], + "max_error": 0.0 + }, + { + "representative": 1868, + "members": [ + 1868 + ], + "max_error": 0.0 + }, + { + "representative": 1993, + "members": [ + 1993 + ], + "max_error": 0.0 + }, + { + "representative": 1819, + "members": [ + 1819 + ], + "max_error": 0.0 + }, + { + "representative": 1814, + "members": [ + 1814 + ], + "max_error": 0.0 + }, + { + "representative": 1894, + "members": [ + 1894 + ], + "max_error": 0.0 + }, + { + "representative": 1967, + "members": [ + 1967 + ], + "max_error": 0.0 + }, + { + "representative": 2045, + "members": [ + 2045 + ], + "max_error": 0.0 + }, + { + "representative": 2315, + "members": [ + 2315 + ], + "max_error": 0.0 + }, + { + "representative": 2526, + "members": [ + 2526 + ], + "max_error": 0.0 + }, + { + "representative": 2327, + "members": [ + 2327 + ], + "max_error": 0.0 + }, + { + "representative": 2455, + "members": [ + 2455 + ], + "max_error": 0.0 + }, + { + "representative": 2500, + "members": [ + 2500 + ], + "max_error": 0.0 + }, + { + "representative": 2364, + "members": [ + 2364 + ], + "max_error": 0.0 + }, + { + "representative": 2333, + "members": [ + 2333 + ], + "max_error": 0.0 + }, + { + "representative": 2342, + "members": [ + 2342 + ], + "max_error": 0.0 + }, + { + "representative": 2463, + "members": [ + 2463 + ], + "max_error": 0.0 + }, + { + "representative": 2439, + "members": [ + 2439 + ], + "max_error": 0.0 + }, + { + "representative": 2499, + "members": [ + 2499 + ], + "max_error": 0.0 + }, + { + "representative": 2558, + "members": [ + 2558 + ], + "max_error": 0.0 + }, + { + "representative": 2324, + "members": [ + 2324 + ], + "max_error": 0.0 + }, + { + "representative": 2395, + "members": [ + 2395 + ], + "max_error": 0.0 + }, + { + "representative": 2874, + "members": [ + 2874 + ], + "max_error": 0.0 + }, + { + "representative": 2995, + "members": [ + 2995 + ], + "max_error": 0.0 + }, + { + "representative": 2849, + "members": [ + 2849 + ], + "max_error": 0.0 + }, + { + "representative": 2876, + "members": [ + 2876 + ], + "max_error": 0.0 + }, + { + "representative": 3532, + "members": [ + 3532 + ], + "max_error": 0.0 + }, + { + "representative": 3528, + "members": [ + 3528 + ], + "max_error": 0.0 + }, + { + "representative": 3370, + "members": [ + 3370 + ], + "max_error": 0.0 + }, + { + "representative": 3545, + "members": [ + 3545 + ], + "max_error": 0.0 + }, + { + "representative": 3453, + "members": [ + 3453 + ], + "max_error": 0.0 + }, + { + "representative": 3497, + "members": [ + 3497 + ], + "max_error": 0.0 + }, + { + "representative": 3523, + "members": [ + 3523 + ], + "max_error": 0.0 + }, + { + "representative": 3466, + "members": [ + 3466 + ], + "max_error": 0.0 + }, + { + "representative": 3429, + "members": [ + 3429 + ], + "max_error": 0.0 + }, + { + "representative": 3471, + "members": [ + 3471 + ], + "max_error": 0.0 + }, + { + "representative": 3394, + "members": [ + 3394 + ], + "max_error": 0.0 + }, + { + "representative": 3422, + "members": [ + 3422 + ], + "max_error": 0.0 + }, + { + "representative": 3551, + "members": [ + 3551 + ], + "max_error": 0.0 + }, + { + "representative": 3931, + "members": [ + 3931 + ], + "max_error": 0.0 + }, + { + "representative": 4037, + "members": [ + 4037 + ], + "max_error": 0.0 + }, + { + "representative": 4019, + "members": [ + 4019 + ], + "max_error": 0.0 + }, + { + "representative": 3976, + "members": [ + 3976 + ], + "max_error": 0.0 + }, + { + "representative": 3952, + "members": [ + 3952 + ], + "max_error": 0.0 + }, + { + "representative": 3958, + "members": [ + 3958 + ], + "max_error": 0.0 + }, + { + "representative": 3963, + "members": [ + 3963 + ], + "max_error": 0.0 + }, + { + "representative": 3908, + "members": [ + 3908 + ], + "max_error": 0.0 + }, + { + "representative": 3927, + "members": [ + 3927 + ], + "max_error": 0.0 + }, + { + "representative": 3997, + "members": [ + 3997 + ], + "max_error": 0.0 + }, + { + "representative": 3851, + "members": [ + 3851 + ], + "max_error": 0.0 + }, + { + "representative": 4063, + "members": [ + 4063 + ], + "max_error": 0.0 + }, + { + "representative": 4032, + "members": [ + 4032 + ], + "max_error": 0.0 + }, + { + "representative": 2916, + "members": [ + 2916 + ], + "max_error": 0.0 + }, + { + "representative": 2863, + "members": [ + 2863 + ], + "max_error": 0.0 + }, + { + "representative": 3055, + "members": [ + 3055 + ], + "max_error": 0.0 + }, + { + "representative": 3040, + "members": [ + 3040 + ], + "max_error": 0.0 + }, + { + "representative": 3547, + "members": [ + 3547 + ], + "max_error": 0.0 + }, + { + "representative": 3349, + "members": [ + 3349 + ], + "max_error": 0.0 + }, + { + "representative": 3435, + "members": [ + 3435 + ], + "max_error": 0.0 + }, + { + "representative": 3441, + "members": [ + 3441 + ], + "max_error": 0.0 + }, + { + "representative": 3539, + "members": [ + 3539 + ], + "max_error": 0.0 + }, + { + "representative": 3425, + "members": [ + 3425 + ], + "max_error": 0.0 + }, + { + "representative": 3537, + "members": [ + 3537 + ], + "max_error": 0.0 + }, + { + "representative": 3338, + "members": [ + 3338 + ], + "max_error": 0.0 + }, + { + "representative": 3407, + "members": [ + 3407 + ], + "max_error": 0.0 + }, + { + "representative": 3433, + "members": [ + 3433 + ], + "max_error": 0.0 + }, + { + "representative": 3482, + "members": [ + 3482 + ], + "max_error": 0.0 + }, + { + "representative": 4074, + "members": [ + 4074 + ], + "max_error": 0.0 + }, + { + "representative": 3869, + "members": [ + 3869 + ], + "max_error": 0.0 + }, + { + "representative": 3898, + "members": [ + 3898 + ], + "max_error": 0.0 + }, + { + "representative": 4045, + "members": [ + 4045 + ], + "max_error": 0.0 + }, + { + "representative": 4017, + "members": [ + 4017 + ], + "max_error": 0.0 + }, + { + "representative": 4066, + "members": [ + 4066 + ], + "max_error": 0.0 + }, + { + "representative": 4051, + "members": [ + 4051 + ], + "max_error": 0.0 + }, + { + "representative": 4362, + "members": [ + 4362 + ], + "max_error": 0.0 + }, + { + "representative": 4561, + "members": [ + 4561 + ], + "max_error": 0.0 + }, + { + "representative": 4495, + "members": [ + 4495 + ], + "max_error": 0.0 + }, + { + "representative": 4601, + "members": [ + 4601 + ], + "max_error": 0.0 + }, + { + "representative": 4427, + "members": [ + 4427 + ], + "max_error": 0.0 + }, + { + "representative": 4509, + "members": [ + 4509 + ], + "max_error": 0.0 + }, + { + "representative": 4442, + "members": [ + 4442 + ], + "max_error": 0.0 + }, + { + "representative": 4598, + "members": [ + 4598 + ], + "max_error": 0.0 + }, + { + "representative": 4433, + "members": [ + 4433 + ], + "max_error": 0.0 + }, + { + "representative": 4406, + "members": [ + 4406 + ], + "max_error": 0.0 + }, + { + "representative": 4423, + "members": [ + 4423 + ], + "max_error": 0.0 + }, + { + "representative": 4540, + "members": [ + 4540 + ], + "max_error": 0.0 + }, + { + "representative": 4513, + "members": [ + 4513 + ], + "max_error": 0.0 + }, + { + "representative": 4490, + "members": [ + 4490 + ], + "max_error": 0.0 + }, + { + "representative": 4409, + "members": [ + 4409 + ], + "max_error": 0.0 + }, + { + "representative": 4506, + "members": [ + 4506 + ], + "max_error": 0.0 + }, + { + "representative": 4514, + "members": [ + 4514 + ], + "max_error": 0.0 + }, + { + "representative": 4375, + "members": [ + 4375 + ], + "max_error": 0.0 + }, + { + "representative": 4365, + "members": [ + 4365 + ], + "max_error": 0.0 + }, + { + "representative": 4542, + "members": [ + 4542 + ], + "max_error": 0.0 + }, + { + "representative": 4504, + "members": [ + 4504 + ], + "max_error": 0.0 + }, + { + "representative": 4361, + "members": [ + 4361 + ], + "max_error": 0.0 + }, + { + "representative": 4443, + "members": [ + 4443 + ], + "max_error": 0.0 + }, + { + "representative": 4453, + "members": [ + 4453 + ], + "max_error": 0.0 + }, + { + "representative": 4584, + "members": [ + 4584 + ], + "max_error": 0.0 + }, + { + "representative": 4572, + "members": [ + 4572 + ], + "max_error": 0.0 + }, + { + "representative": 4516, + "members": [ + 4516 + ], + "max_error": 0.0 + }, + { + "representative": 4385, + "members": [ + 4385 + ], + "max_error": 0.0 + }, + { + "representative": 4606, + "members": [ + 4606 + ], + "max_error": 0.0 + }, + { + "representative": 4526, + "members": [ + 4526 + ], + "max_error": 0.0 + }, + { + "representative": 4547, + "members": [ + 4547 + ], + "max_error": 0.0 + }, + { + "representative": 4447, + "members": [ + 4447 + ], + "max_error": 0.0 + }, + { + "representative": 4388, + "members": [ + 4388 + ], + "max_error": 0.0 + }, + { + "representative": 4448, + "members": [ + 4448 + ], + "max_error": 0.0 + }, + { + "representative": 4430, + "members": [ + 4430 + ], + "max_error": 0.0 + }, + { + "representative": 4574, + "members": [ + 4574 + ], + "max_error": 0.0 + }, + { + "representative": 4482, + "members": [ + 4482 + ], + "max_error": 0.0 + }, + { + "representative": 4502, + "members": [ + 4502 + ], + "max_error": 0.0 + }, + { + "representative": 4931, + "members": [ + 4931 + ], + "max_error": 0.0 + }, + { + "representative": 4937, + "members": [ + 4937 + ], + "max_error": 0.0 + }, + { + "representative": 5010, + "members": [ + 5010 + ], + "max_error": 0.0 + }, + { + "representative": 4988, + "members": [ + 4988 + ], + "max_error": 0.0 + }, + { + "representative": 4983, + "members": [ + 4983 + ], + "max_error": 0.0 + }, + { + "representative": 4940, + "members": [ + 4940 + ], + "max_error": 0.0 + }, + { + "representative": 5088, + "members": [ + 5088 + ], + "max_error": 0.0 + }, + { + "representative": 5023, + "members": [ + 5023 + ], + "max_error": 0.0 + }, + { + "representative": 4908, + "members": [ + 4908 + ], + "max_error": 0.0 + }, + { + "representative": 5033, + "members": [ + 5033 + ], + "max_error": 0.0 + }, + { + "representative": 4928, + "members": [ + 4928 + ], + "max_error": 0.0 + }, + { + "representative": 5083, + "members": [ + 5083 + ], + "max_error": 0.0 + }, + { + "representative": 4884, + "members": [ + 4884 + ], + "max_error": 0.0 + }, + { + "representative": 4957, + "members": [ + 4957 + ], + "max_error": 0.0 + }, + { + "representative": 4934, + "members": [ + 4934 + ], + "max_error": 0.0 + }, + { + "representative": 5035, + "members": [ + 5035 + ], + "max_error": 0.0 + }, + { + "representative": 4947, + "members": [ + 4947 + ], + "max_error": 0.0 + }, + { + "representative": 5067, + "members": [ + 5067 + ], + "max_error": 0.0 + }, + { + "representative": 4955, + "members": [ + 4955 + ], + "max_error": 0.0 + }, + { + "representative": 4906, + "members": [ + 4906 + ], + "max_error": 0.0 + }, + { + "representative": 5005, + "members": [ + 5005 + ], + "max_error": 0.0 + }, + { + "representative": 4976, + "members": [ + 4976 + ], + "max_error": 0.0 + }, + { + "representative": 4999, + "members": [ + 4999 + ], + "max_error": 0.0 + }, + { + "representative": 4952, + "members": [ + 4952 + ], + "max_error": 0.0 + }, + { + "representative": 4875, + "members": [ + 4875 + ], + "max_error": 0.0 + }, + { + "representative": 4882, + "members": [ + 4882 + ], + "max_error": 0.0 + }, + { + "representative": 4994, + "members": [ + 4994 + ], + "max_error": 0.0 + }, + { + "representative": 4998, + "members": [ + 4998 + ], + "max_error": 0.0 + }, + { + "representative": 4902, + "members": [ + 4902 + ], + "max_error": 0.0 + }, + { + "representative": 4981, + "members": [ + 4981 + ], + "max_error": 0.0 + }, + { + "representative": 5096, + "members": [ + 5096 + ], + "max_error": 0.0 + }, + { + "representative": 5012, + "members": [ + 5012 + ], + "max_error": 0.0 + }, + { + "representative": 5115, + "members": [ + 5115 + ], + "max_error": 0.0 + }, + { + "representative": 5045, + "members": [ + 5045 + ], + "max_error": 0.0 + }, + { + "representative": 5111, + "members": [ + 5111 + ], + "max_error": 0.0 + }, + { + "representative": 4881, + "members": [ + 4881 + ], + "max_error": 0.0 + }, + { + "representative": 5013, + "members": [ + 5013 + ], + "max_error": 0.0 + }, + { + "representative": 5079, + "members": [ + 5079 + ], + "max_error": 0.0 + }, + { + "representative": 5066, + "members": [ + 5066 + ], + "max_error": 0.0 + }, + { + "representative": 4969, + "members": [ + 4969 + ], + "max_error": 0.0 + }, + { + "representative": 5094, + "members": [ + 5094 + ], + "max_error": 0.0 + }, + { + "representative": 4982, + "members": [ + 4982 + ], + "max_error": 0.0 + }, + { + "representative": 4865, + "members": [ + 4865 + ], + "max_error": 0.0 + }, + { + "representative": 4963, + "members": [ + 4963 + ], + "max_error": 0.0 + }, + { + "representative": 4939, + "members": [ + 4939 + ], + "max_error": 0.0 + }, + { + "representative": 5110, + "members": [ + 5110 + ], + "max_error": 0.0 + }, + { + "representative": 4985, + "members": [ + 4985 + ], + "max_error": 0.0 + }, + { + "representative": 5016, + "members": [ + 5016 + ], + "max_error": 0.0 + }, + { + "representative": 5118, + "members": [ + 5118 + ], + "max_error": 0.0 + }, + { + "representative": 4922, + "members": [ + 4922 + ], + "max_error": 0.0 + }, + { + "representative": 5062, + "members": [ + 5062 + ], + "max_error": 0.0 + }, + { + "representative": 5007, + "members": [ + 5007 + ], + "max_error": 0.0 + }, + { + "representative": 4961, + "members": [ + 4961 + ], + "max_error": 0.0 + }, + { + "representative": 4950, + "members": [ + 4950 + ], + "max_error": 0.0 + }, + { + "representative": 4868, + "members": [ + 4868 + ], + "max_error": 0.0 + }, + { + "representative": 4987, + "members": [ + 4987 + ], + "max_error": 0.0 + }, + { + "representative": 4930, + "members": [ + 4930 + ], + "max_error": 0.0 + }, + { + "representative": 5098, + "members": [ + 5098 + ], + "max_error": 0.0 + }, + { + "representative": 5590, + "members": [ + 5590 + ], + "max_error": 0.0 + }, + { + "representative": 5430, + "members": [ + 5430 + ], + "max_error": 0.0 + }, + { + "representative": 5558, + "members": [ + 5558 + ], + "max_error": 0.0 + }, + { + "representative": 5510, + "members": [ + 5510 + ], + "max_error": 0.0 + }, + { + "representative": 5428, + "members": [ + 5428 + ], + "max_error": 0.0 + }, + { + "representative": 5608, + "members": [ + 5608 + ], + "max_error": 0.0 + }, + { + "representative": 5565, + "members": [ + 5565 + ], + "max_error": 0.0 + }, + { + "representative": 5467, + "members": [ + 5467 + ], + "max_error": 0.0 + }, + { + "representative": 5544, + "members": [ + 5544 + ], + "max_error": 0.0 + }, + { + "representative": 5522, + "members": [ + 5522 + ], + "max_error": 0.0 + }, + { + "representative": 5415, + "members": [ + 5415 + ], + "max_error": 0.0 + }, + { + "representative": 5423, + "members": [ + 5423 + ], + "max_error": 0.0 + }, + { + "representative": 5435, + "members": [ + 5435 + ], + "max_error": 0.0 + }, + { + "representative": 5517, + "members": [ + 5517 + ], + "max_error": 0.0 + }, + { + "representative": 5535, + "members": [ + 5535 + ], + "max_error": 0.0 + }, + { + "representative": 5504, + "members": [ + 5504 + ], + "max_error": 0.0 + }, + { + "representative": 5414, + "members": [ + 5414 + ], + "max_error": 0.0 + }, + { + "representative": 5570, + "members": [ + 5570 + ], + "max_error": 0.0 + }, + { + "representative": 5461, + "members": [ + 5461 + ], + "max_error": 0.0 + }, + { + "representative": 5557, + "members": [ + 5557 + ], + "max_error": 0.0 + }, + { + "representative": 5474, + "members": [ + 5474 + ], + "max_error": 0.0 + }, + { + "representative": 5476, + "members": [ + 5476 + ], + "max_error": 0.0 + }, + { + "representative": 5493, + "members": [ + 5493 + ], + "max_error": 0.0 + }, + { + "representative": 5586, + "members": [ + 5586 + ], + "max_error": 0.0 + }, + { + "representative": 5456, + "members": [ + 5456 + ], + "max_error": 0.0 + }, + { + "representative": 5380, + "members": [ + 5380 + ], + "max_error": 0.0 + }, + { + "representative": 5518, + "members": [ + 5518 + ], + "max_error": 0.0 + }, + { + "representative": 5459, + "members": [ + 5459 + ], + "max_error": 0.0 + }, + { + "representative": 5387, + "members": [ + 5387 + ], + "max_error": 0.0 + }, + { + "representative": 5502, + "members": [ + 5502 + ], + "max_error": 0.0 + }, + { + "representative": 5377, + "members": [ + 5377 + ], + "max_error": 0.0 + }, + { + "representative": 5418, + "members": [ + 5418 + ], + "max_error": 0.0 + }, + { + "representative": 5407, + "members": [ + 5407 + ], + "max_error": 0.0 + }, + { + "representative": 5489, + "members": [ + 5489 + ], + "max_error": 0.0 + }, + { + "representative": 5560, + "members": [ + 5560 + ], + "max_error": 0.0 + }, + { + "representative": 5577, + "members": [ + 5577 + ], + "max_error": 0.0 + }, + { + "representative": 5419, + "members": [ + 5419 + ], + "max_error": 0.0 + }, + { + "representative": 5890, + "members": [ + 5890 + ], + "max_error": 0.0 + }, + { + "representative": 5964, + "members": [ + 5964 + ], + "max_error": 0.0 + }, + { + "representative": 5976, + "members": [ + 5976 + ], + "max_error": 0.0 + }, + { + "representative": 6077, + "members": [ + 6077 + ], + "max_error": 0.0 + }, + { + "representative": 6055, + "members": [ + 6055 + ], + "max_error": 0.0 + }, + { + "representative": 5925, + "members": [ + 5925 + ], + "max_error": 0.0 + }, + { + "representative": 6061, + "members": [ + 6061 + ], + "max_error": 0.0 + }, + { + "representative": 6032, + "members": [ + 6032 + ], + "max_error": 0.0 + }, + { + "representative": 5977, + "members": [ + 5977 + ], + "max_error": 0.0 + }, + { + "representative": 6105, + "members": [ + 6105 + ], + "max_error": 0.0 + }, + { + "representative": 6131, + "members": [ + 6131 + ], + "max_error": 0.0 + }, + { + "representative": 5990, + "members": [ + 5990 + ], + "max_error": 0.0 + }, + { + "representative": 5906, + "members": [ + 5906 + ], + "max_error": 0.0 + }, + { + "representative": 5994, + "members": [ + 5994 + ], + "max_error": 0.0 + }, + { + "representative": 6018, + "members": [ + 6018 + ], + "max_error": 0.0 + }, + { + "representative": 5955, + "members": [ + 5955 + ], + "max_error": 0.0 + }, + { + "representative": 6047, + "members": [ + 6047 + ], + "max_error": 0.0 + }, + { + "representative": 6116, + "members": [ + 6116 + ], + "max_error": 0.0 + }, + { + "representative": 6008, + "members": [ + 6008 + ], + "max_error": 0.0 + }, + { + "representative": 6096, + "members": [ + 6096 + ], + "max_error": 0.0 + }, + { + "representative": 6009, + "members": [ + 6009 + ], + "max_error": 0.0 + }, + { + "representative": 6058, + "members": [ + 6058 + ], + "max_error": 0.0 + }, + { + "representative": 6098, + "members": [ + 6098 + ], + "max_error": 0.0 + }, + { + "representative": 6057, + "members": [ + 6057 + ], + "max_error": 0.0 + }, + { + "representative": 6133, + "members": [ + 6133 + ], + "max_error": 0.0 + }, + { + "representative": 6087, + "members": [ + 6087 + ], + "max_error": 0.0 + }, + { + "representative": 6130, + "members": [ + 6130 + ], + "max_error": 0.0 + }, + { + "representative": 6027, + "members": [ + 6027 + ], + "max_error": 0.0 + }, + { + "representative": 6140, + "members": [ + 6140 + ], + "max_error": 0.0 + }, + { + "representative": 5989, + "members": [ + 5989 + ], + "max_error": 0.0 + }, + { + "representative": 5892, + "members": [ + 5892 + ], + "max_error": 0.0 + }, + { + "representative": 6050, + "members": [ + 6050 + ], + "max_error": 0.0 + }, + { + "representative": 5933, + "members": [ + 5933 + ], + "max_error": 0.0 + }, + { + "representative": 5897, + "members": [ + 5897 + ], + "max_error": 0.0 + }, + { + "representative": 5938, + "members": [ + 5938 + ], + "max_error": 0.0 + }, + { + "representative": 6075, + "members": [ + 6075 + ], + "max_error": 0.0 + }, + { + "representative": 6079, + "members": [ + 6079 + ], + "max_error": 0.0 + }, + { + "representative": 2942, + "members": [ + 2942 + ], + "max_error": 0.0 + }, + { + "representative": 2905, + "members": [ + 2905 + ], + "max_error": 0.0 + }, + { + "representative": 3013, + "members": [ + 3013 + ], + "max_error": 0.0 + }, + { + "representative": 2921, + "members": [ + 2921 + ], + "max_error": 0.0 + }, + { + "representative": 2937, + "members": [ + 2937 + ], + "max_error": 0.0 + }, + { + "representative": 3018, + "members": [ + 3018 + ], + "max_error": 0.0 + }, + { + "representative": 3070, + "members": [ + 3070 + ], + "max_error": 0.0 + }, + { + "representative": 2933, + "members": [ + 2933 + ], + "max_error": 0.0 + }, + { + "representative": 3012, + "members": [ + 3012 + ], + "max_error": 0.0 + }, + { + "representative": 2865, + "members": [ + 2865 + ], + "max_error": 0.0 + }, + { + "representative": 2958, + "members": [ + 2958 + ], + "max_error": 0.0 + }, + { + "representative": 2821, + "members": [ + 2821 + ], + "max_error": 0.0 + }, + { + "representative": 2846, + "members": [ + 2846 + ], + "max_error": 0.0 + }, + { + "representative": 2978, + "members": [ + 2978 + ], + "max_error": 0.0 + }, + { + "representative": 3344, + "members": [ + 3344 + ], + "max_error": 0.0 + }, + { + "representative": 3529, + "members": [ + 3529 + ], + "max_error": 0.0 + }, + { + "representative": 3473, + "members": [ + 3473 + ], + "max_error": 0.0 + }, + { + "representative": 3514, + "members": [ + 3514 + ], + "max_error": 0.0 + }, + { + "representative": 3526, + "members": [ + 3526 + ], + "max_error": 0.0 + }, + { + "representative": 3397, + "members": [ + 3397 + ], + "max_error": 0.0 + }, + { + "representative": 3510, + "members": [ + 3510 + ], + "max_error": 0.0 + }, + { + "representative": 4093, + "members": [ + 4093 + ], + "max_error": 0.0 + }, + { + "representative": 4039, + "members": [ + 4039 + ], + "max_error": 0.0 + }, + { + "representative": 3969, + "members": [ + 3969 + ], + "max_error": 0.0 + }, + { + "representative": 4030, + "members": [ + 4030 + ], + "max_error": 0.0 + }, + { + "representative": 4082, + "members": [ + 4082 + ], + "max_error": 0.0 + }, + { + "representative": 4050, + "members": [ + 4050 + ], + "max_error": 0.0 + }, + { + "representative": 4470, + "members": [ + 4470 + ], + "max_error": 0.0 + }, + { + "representative": 4497, + "members": [ + 4497 + ], + "max_error": 0.0 + }, + { + "representative": 4391, + "members": [ + 4391 + ], + "max_error": 0.0 + }, + { + "representative": 4569, + "members": [ + 4569 + ], + "max_error": 0.0 + }, + { + "representative": 4602, + "members": [ + 4602 + ], + "max_error": 0.0 + }, + { + "representative": 4467, + "members": [ + 4467 + ], + "max_error": 0.0 + }, + { + "representative": 4521, + "members": [ + 4521 + ], + "max_error": 0.0 + }, + { + "representative": 4353, + "members": [ + 4353 + ], + "max_error": 0.0 + }, + { + "representative": 4417, + "members": [ + 4417 + ], + "max_error": 0.0 + }, + { + "representative": 4369, + "members": [ + 4369 + ], + "max_error": 0.0 + }, + { + "representative": 4567, + "members": [ + 4567 + ], + "max_error": 0.0 + }, + { + "representative": 4484, + "members": [ + 4484 + ], + "max_error": 0.0 + }, + { + "representative": 4512, + "members": [ + 4512 + ], + "max_error": 0.0 + }, + { + "representative": 4596, + "members": [ + 4596 + ], + "max_error": 0.0 + }, + { + "representative": 4477, + "members": [ + 4477 + ], + "max_error": 0.0 + }, + { + "representative": 4382, + "members": [ + 4382 + ], + "max_error": 0.0 + }, + { + "representative": 4607, + "members": [ + 4607 + ], + "max_error": 0.0 + }, + { + "representative": 4530, + "members": [ + 4530 + ], + "max_error": 0.0 + }, + { + "representative": 4586, + "members": [ + 4586 + ], + "max_error": 0.0 + }, + { + "representative": 4377, + "members": [ + 4377 + ], + "max_error": 0.0 + }, + { + "representative": 4587, + "members": [ + 4587 + ], + "max_error": 0.0 + }, + { + "representative": 4411, + "members": [ + 4411 + ], + "max_error": 0.0 + }, + { + "representative": 4419, + "members": [ + 4419 + ], + "max_error": 0.0 + }, + { + "representative": 4475, + "members": [ + 4475 + ], + "max_error": 0.0 + }, + { + "representative": 4422, + "members": [ + 4422 + ], + "max_error": 0.0 + }, + { + "representative": 4562, + "members": [ + 4562 + ], + "max_error": 0.0 + }, + { + "representative": 4400, + "members": [ + 4400 + ], + "max_error": 0.0 + }, + { + "representative": 4552, + "members": [ + 4552 + ], + "max_error": 0.0 + }, + { + "representative": 4551, + "members": [ + 4551 + ], + "max_error": 0.0 + }, + { + "representative": 4592, + "members": [ + 4592 + ], + "max_error": 0.0 + }, + { + "representative": 4355, + "members": [ + 4355 + ], + "max_error": 0.0 + }, + { + "representative": 4396, + "members": [ + 4396 + ], + "max_error": 0.0 + }, + { + "representative": 4445, + "members": [ + 4445 + ], + "max_error": 0.0 + }, + { + "representative": 4544, + "members": [ + 4544 + ], + "max_error": 0.0 + }, + { + "representative": 4360, + "members": [ + 4360 + ], + "max_error": 0.0 + }, + { + "representative": 4489, + "members": [ + 4489 + ], + "max_error": 0.0 + }, + { + "representative": 4543, + "members": [ + 4543 + ], + "max_error": 0.0 + }, + { + "representative": 4539, + "members": [ + 4539 + ], + "max_error": 0.0 + }, + { + "representative": 4536, + "members": [ + 4536 + ], + "max_error": 0.0 + }, + { + "representative": 4604, + "members": [ + 4604 + ], + "max_error": 0.0 + }, + { + "representative": 4466, + "members": [ + 4466 + ], + "max_error": 0.0 + }, + { + "representative": 4549, + "members": [ + 4549 + ], + "max_error": 0.0 + }, + { + "representative": 4523, + "members": [ + 4523 + ], + "max_error": 0.0 + }, + { + "representative": 4473, + "members": [ + 4473 + ], + "max_error": 0.0 + }, + { + "representative": 4487, + "members": [ + 4487 + ], + "max_error": 0.0 + }, + { + "representative": 4582, + "members": [ + 4582 + ], + "max_error": 0.0 + }, + { + "representative": 4511, + "members": [ + 4511 + ], + "max_error": 0.0 + }, + { + "representative": 4378, + "members": [ + 4378 + ], + "max_error": 0.0 + }, + { + "representative": 4410, + "members": [ + 4410 + ], + "max_error": 0.0 + }, + { + "representative": 4438, + "members": [ + 4438 + ], + "max_error": 0.0 + }, + { + "representative": 5017, + "members": [ + 5017 + ], + "max_error": 0.0 + }, + { + "representative": 5095, + "members": [ + 5095 + ], + "max_error": 0.0 + }, + { + "representative": 5112, + "members": [ + 5112 + ], + "max_error": 0.0 + }, + { + "representative": 5072, + "members": [ + 5072 + ], + "max_error": 0.0 + }, + { + "representative": 5050, + "members": [ + 5050 + ], + "max_error": 0.0 + }, + { + "representative": 5090, + "members": [ + 5090 + ], + "max_error": 0.0 + }, + { + "representative": 5064, + "members": [ + 5064 + ], + "max_error": 0.0 + }, + { + "representative": 4951, + "members": [ + 4951 + ], + "max_error": 0.0 + }, + { + "representative": 4883, + "members": [ + 4883 + ], + "max_error": 0.0 + }, + { + "representative": 4920, + "members": [ + 4920 + ], + "max_error": 0.0 + }, + { + "representative": 4888, + "members": [ + 4888 + ], + "max_error": 0.0 + }, + { + "representative": 4929, + "members": [ + 4929 + ], + "max_error": 0.0 + }, + { + "representative": 5068, + "members": [ + 5068 + ], + "max_error": 0.0 + }, + { + "representative": 4878, + "members": [ + 4878 + ], + "max_error": 0.0 + }, + { + "representative": 5071, + "members": [ + 5071 + ], + "max_error": 0.0 + }, + { + "representative": 4874, + "members": [ + 4874 + ], + "max_error": 0.0 + }, + { + "representative": 5069, + "members": [ + 5069 + ], + "max_error": 0.0 + }, + { + "representative": 4933, + "members": [ + 4933 + ], + "max_error": 0.0 + }, + { + "representative": 4973, + "members": [ + 4973 + ], + "max_error": 0.0 + }, + { + "representative": 5000, + "members": [ + 5000 + ], + "max_error": 0.0 + }, + { + "representative": 5078, + "members": [ + 5078 + ], + "max_error": 0.0 + }, + { + "representative": 4945, + "members": [ + 4945 + ], + "max_error": 0.0 + }, + { + "representative": 5049, + "members": [ + 5049 + ], + "max_error": 0.0 + }, + { + "representative": 5047, + "members": [ + 5047 + ], + "max_error": 0.0 + }, + { + "representative": 4886, + "members": [ + 4886 + ], + "max_error": 0.0 + }, + { + "representative": 4956, + "members": [ + 4956 + ], + "max_error": 0.0 + }, + { + "representative": 5006, + "members": [ + 5006 + ], + "max_error": 0.0 + }, + { + "representative": 4967, + "members": [ + 4967 + ], + "max_error": 0.0 + }, + { + "representative": 5019, + "members": [ + 5019 + ], + "max_error": 0.0 + }, + { + "representative": 4869, + "members": [ + 4869 + ], + "max_error": 0.0 + }, + { + "representative": 5048, + "members": [ + 5048 + ], + "max_error": 0.0 + }, + { + "representative": 5091, + "members": [ + 5091 + ], + "max_error": 0.0 + }, + { + "representative": 5100, + "members": [ + 5100 + ], + "max_error": 0.0 + }, + { + "representative": 5073, + "members": [ + 5073 + ], + "max_error": 0.0 + }, + { + "representative": 5021, + "members": [ + 5021 + ], + "max_error": 0.0 + }, + { + "representative": 5044, + "members": [ + 5044 + ], + "max_error": 0.0 + }, + { + "representative": 5065, + "members": [ + 5065 + ], + "max_error": 0.0 + }, + { + "representative": 5055, + "members": [ + 5055 + ], + "max_error": 0.0 + }, + { + "representative": 4904, + "members": [ + 4904 + ], + "max_error": 0.0 + }, + { + "representative": 5114, + "members": [ + 5114 + ], + "max_error": 0.0 + }, + { + "representative": 4905, + "members": [ + 4905 + ], + "max_error": 0.0 + }, + { + "representative": 5621, + "members": [ + 5621 + ], + "max_error": 0.0 + }, + { + "representative": 5469, + "members": [ + 5469 + ], + "max_error": 0.0 + }, + { + "representative": 5471, + "members": [ + 5471 + ], + "max_error": 0.0 + }, + { + "representative": 5571, + "members": [ + 5571 + ], + "max_error": 0.0 + }, + { + "representative": 5422, + "members": [ + 5422 + ], + "max_error": 0.0 + }, + { + "representative": 5587, + "members": [ + 5587 + ], + "max_error": 0.0 + }, + { + "representative": 5528, + "members": [ + 5528 + ], + "max_error": 0.0 + }, + { + "representative": 5433, + "members": [ + 5433 + ], + "max_error": 0.0 + }, + { + "representative": 5596, + "members": [ + 5596 + ], + "max_error": 0.0 + }, + { + "representative": 5455, + "members": [ + 5455 + ], + "max_error": 0.0 + }, + { + "representative": 5609, + "members": [ + 5609 + ], + "max_error": 0.0 + }, + { + "representative": 5540, + "members": [ + 5540 + ], + "max_error": 0.0 + }, + { + "representative": 5524, + "members": [ + 5524 + ], + "max_error": 0.0 + }, + { + "representative": 5628, + "members": [ + 5628 + ], + "max_error": 0.0 + }, + { + "representative": 5425, + "members": [ + 5425 + ], + "max_error": 0.0 + }, + { + "representative": 5595, + "members": [ + 5595 + ], + "max_error": 0.0 + }, + { + "representative": 5579, + "members": [ + 5579 + ], + "max_error": 0.0 + }, + { + "representative": 5452, + "members": [ + 5452 + ], + "max_error": 0.0 + }, + { + "representative": 5472, + "members": [ + 5472 + ], + "max_error": 0.0 + }, + { + "representative": 5614, + "members": [ + 5614 + ], + "max_error": 0.0 + }, + { + "representative": 5592, + "members": [ + 5592 + ], + "max_error": 0.0 + }, + { + "representative": 5619, + "members": [ + 5619 + ], + "max_error": 0.0 + }, + { + "representative": 5507, + "members": [ + 5507 + ], + "max_error": 0.0 + }, + { + "representative": 5580, + "members": [ + 5580 + ], + "max_error": 0.0 + }, + { + "representative": 5519, + "members": [ + 5519 + ], + "max_error": 0.0 + }, + { + "representative": 5603, + "members": [ + 5603 + ], + "max_error": 0.0 + }, + { + "representative": 5473, + "members": [ + 5473 + ], + "max_error": 0.0 + }, + { + "representative": 5572, + "members": [ + 5572 + ], + "max_error": 0.0 + }, + { + "representative": 5515, + "members": [ + 5515 + ], + "max_error": 0.0 + }, + { + "representative": 5631, + "members": [ + 5631 + ], + "max_error": 0.0 + }, + { + "representative": 5573, + "members": [ + 5573 + ], + "max_error": 0.0 + }, + { + "representative": 5449, + "members": [ + 5449 + ], + "max_error": 0.0 + }, + { + "representative": 5602, + "members": [ + 5602 + ], + "max_error": 0.0 + }, + { + "representative": 5604, + "members": [ + 5604 + ], + "max_error": 0.0 + }, + { + "representative": 5406, + "members": [ + 5406 + ], + "max_error": 0.0 + }, + { + "representative": 5391, + "members": [ + 5391 + ], + "max_error": 0.0 + }, + { + "representative": 5591, + "members": [ + 5591 + ], + "max_error": 0.0 + }, + { + "representative": 5505, + "members": [ + 5505 + ], + "max_error": 0.0 + }, + { + "representative": 5439, + "members": [ + 5439 + ], + "max_error": 0.0 + }, + { + "representative": 5482, + "members": [ + 5482 + ], + "max_error": 0.0 + }, + { + "representative": 5465, + "members": [ + 5465 + ], + "max_error": 0.0 + }, + { + "representative": 5441, + "members": [ + 5441 + ], + "max_error": 0.0 + }, + { + "representative": 5561, + "members": [ + 5561 + ], + "max_error": 0.0 + }, + { + "representative": 5506, + "members": [ + 5506 + ], + "max_error": 0.0 + }, + { + "representative": 5588, + "members": [ + 5588 + ], + "max_error": 0.0 + }, + { + "representative": 5411, + "members": [ + 5411 + ], + "max_error": 0.0 + }, + { + "representative": 5523, + "members": [ + 5523 + ], + "max_error": 0.0 + }, + { + "representative": 5537, + "members": [ + 5537 + ], + "max_error": 0.0 + }, + { + "representative": 5389, + "members": [ + 5389 + ], + "max_error": 0.0 + }, + { + "representative": 5408, + "members": [ + 5408 + ], + "max_error": 0.0 + }, + { + "representative": 5548, + "members": [ + 5548 + ], + "max_error": 0.0 + }, + { + "representative": 5521, + "members": [ + 5521 + ], + "max_error": 0.0 + }, + { + "representative": 5470, + "members": [ + 5470 + ], + "max_error": 0.0 + }, + { + "representative": 5915, + "members": [ + 5915 + ], + "max_error": 0.0 + }, + { + "representative": 5984, + "members": [ + 5984 + ], + "max_error": 0.0 + }, + { + "representative": 6107, + "members": [ + 6107 + ], + "max_error": 0.0 + }, + { + "representative": 6014, + "members": [ + 6014 + ], + "max_error": 0.0 + }, + { + "representative": 6033, + "members": [ + 6033 + ], + "max_error": 0.0 + }, + { + "representative": 6141, + "members": [ + 6141 + ], + "max_error": 0.0 + }, + { + "representative": 6015, + "members": [ + 6015 + ], + "max_error": 0.0 + }, + { + "representative": 5911, + "members": [ + 5911 + ], + "max_error": 0.0 + }, + { + "representative": 5971, + "members": [ + 5971 + ], + "max_error": 0.0 + }, + { + "representative": 5895, + "members": [ + 5895 + ], + "max_error": 0.0 + }, + { + "representative": 6031, + "members": [ + 6031 + ], + "max_error": 0.0 + }, + { + "representative": 6004, + "members": [ + 6004 + ], + "max_error": 0.0 + }, + { + "representative": 6062, + "members": [ + 6062 + ], + "max_error": 0.0 + }, + { + "representative": 5921, + "members": [ + 5921 + ], + "max_error": 0.0 + }, + { + "representative": 5930, + "members": [ + 5930 + ], + "max_error": 0.0 + }, + { + "representative": 6132, + "members": [ + 6132 + ], + "max_error": 0.0 + }, + { + "representative": 6118, + "members": [ + 6118 + ], + "max_error": 0.0 + }, + { + "representative": 6084, + "members": [ + 6084 + ], + "max_error": 0.0 + }, + { + "representative": 5944, + "members": [ + 5944 + ], + "max_error": 0.0 + }, + { + "representative": 6134, + "members": [ + 6134 + ], + "max_error": 0.0 + }, + { + "representative": 6095, + "members": [ + 6095 + ], + "max_error": 0.0 + }, + { + "representative": 6127, + "members": [ + 6127 + ], + "max_error": 0.0 + }, + { + "representative": 6125, + "members": [ + 6125 + ], + "max_error": 0.0 + }, + { + "representative": 6076, + "members": [ + 6076 + ], + "max_error": 0.0 + }, + { + "representative": 6108, + "members": [ + 6108 + ], + "max_error": 0.0 + }, + { + "representative": 6135, + "members": [ + 6135 + ], + "max_error": 0.0 + }, + { + "representative": 6063, + "members": [ + 6063 + ], + "max_error": 0.0 + }, + { + "representative": 5934, + "members": [ + 5934 + ], + "max_error": 0.0 + }, + { + "representative": 6085, + "members": [ + 6085 + ], + "max_error": 0.0 + }, + { + "representative": 6090, + "members": [ + 6090 + ], + "max_error": 0.0 + }, + { + "representative": 5888, + "members": [ + 5888 + ], + "max_error": 0.0 + }, + { + "representative": 6091, + "members": [ + 6091 + ], + "max_error": 0.0 + }, + { + "representative": 6013, + "members": [ + 6013 + ], + "max_error": 0.0 + }, + { + "representative": 5961, + "members": [ + 5961 + ], + "max_error": 0.0 + }, + { + "representative": 5936, + "members": [ + 5936 + ], + "max_error": 0.0 + }, + { + "representative": 6113, + "members": [ + 6113 + ], + "max_error": 0.0 + }, + { + "representative": 6035, + "members": [ + 6035 + ], + "max_error": 0.0 + }, + { + "representative": 6119, + "members": [ + 6119 + ], + "max_error": 0.0 + }, + { + "representative": 1509, + "members": [ + 1509 + ], + "max_error": 0.0 + }, + { + "representative": 1426, + "members": [ + 1426 + ], + "max_error": 0.0 + }, + { + "representative": 1495, + "members": [ + 1495 + ], + "max_error": 0.0 + }, + { + "representative": 1349, + "members": [ + 1349 + ], + "max_error": 0.0 + }, + { + "representative": 1370, + "members": [ + 1370 + ], + "max_error": 0.0 + }, + { + "representative": 1528, + "members": [ + 1528 + ], + "max_error": 0.0 + }, + { + "representative": 1314, + "members": [ + 1314 + ], + "max_error": 0.0 + }, + { + "representative": 1307, + "members": [ + 1307 + ], + "max_error": 0.0 + }, + { + "representative": 1313, + "members": [ + 1313 + ], + "max_error": 0.0 + }, + { + "representative": 1404, + "members": [ + 1404 + ], + "max_error": 0.0 + }, + { + "representative": 1447, + "members": [ + 1447 + ], + "max_error": 0.0 + }, + { + "representative": 1457, + "members": [ + 1457 + ], + "max_error": 0.0 + }, + { + "representative": 1323, + "members": [ + 1323 + ], + "max_error": 0.0 + }, + { + "representative": 1456, + "members": [ + 1456 + ], + "max_error": 0.0 + }, + { + "representative": 1378, + "members": [ + 1378 + ], + "max_error": 0.0 + }, + { + "representative": 1510, + "members": [ + 1510 + ], + "max_error": 0.0 + }, + { + "representative": 1442, + "members": [ + 1442 + ], + "max_error": 0.0 + }, + { + "representative": 1504, + "members": [ + 1504 + ], + "max_error": 0.0 + }, + { + "representative": 2003, + "members": [ + 2003 + ], + "max_error": 0.0 + }, + { + "representative": 1962, + "members": [ + 1962 + ], + "max_error": 0.0 + }, + { + "representative": 1979, + "members": [ + 1979 + ], + "max_error": 0.0 + }, + { + "representative": 2004, + "members": [ + 2004 + ], + "max_error": 0.0 + }, + { + "representative": 2016, + "members": [ + 2016 + ], + "max_error": 0.0 + }, + { + "representative": 1831, + "members": [ + 1831 + ], + "max_error": 0.0 + }, + { + "representative": 1952, + "members": [ + 1952 + ], + "max_error": 0.0 + }, + { + "representative": 1989, + "members": [ + 1989 + ], + "max_error": 0.0 + }, + { + "representative": 1860, + "members": [ + 1860 + ], + "max_error": 0.0 + }, + { + "representative": 1956, + "members": [ + 1956 + ], + "max_error": 0.0 + }, + { + "representative": 1959, + "members": [ + 1959 + ], + "max_error": 0.0 + }, + { + "representative": 1869, + "members": [ + 1869 + ], + "max_error": 0.0 + }, + { + "representative": 1922, + "members": [ + 1922 + ], + "max_error": 0.0 + }, + { + "representative": 1889, + "members": [ + 1889 + ], + "max_error": 0.0 + }, + { + "representative": 2509, + "members": [ + 2509 + ], + "max_error": 0.0 + }, + { + "representative": 2556, + "members": [ + 2556 + ], + "max_error": 0.0 + }, + { + "representative": 2381, + "members": [ + 2381 + ], + "max_error": 0.0 + }, + { + "representative": 2337, + "members": [ + 2337 + ], + "max_error": 0.0 + }, + { + "representative": 2338, + "members": [ + 2338 + ], + "max_error": 0.0 + }, + { + "representative": 2416, + "members": [ + 2416 + ], + "max_error": 0.0 + }, + { + "representative": 2485, + "members": [ + 2485 + ], + "max_error": 0.0 + }, + { + "representative": 2542, + "members": [ + 2542 + ], + "max_error": 0.0 + }, + { + "representative": 2507, + "members": [ + 2507 + ], + "max_error": 0.0 + }, + { + "representative": 2904, + "members": [ + 2904 + ], + "max_error": 0.0 + }, + { + "representative": 3035, + "members": [ + 3035 + ], + "max_error": 0.0 + }, + { + "representative": 3031, + "members": [ + 3031 + ], + "max_error": 0.0 + }, + { + "representative": 2931, + "members": [ + 2931 + ], + "max_error": 0.0 + }, + { + "representative": 2956, + "members": [ + 2956 + ], + "max_error": 0.0 + }, + { + "representative": 2861, + "members": [ + 2861 + ], + "max_error": 0.0 + }, + { + "representative": 2884, + "members": [ + 2884 + ], + "max_error": 0.0 + }, + { + "representative": 2837, + "members": [ + 2837 + ], + "max_error": 0.0 + }, + { + "representative": 3039, + "members": [ + 3039 + ], + "max_error": 0.0 + }, + { + "representative": 3014, + "members": [ + 3014 + ], + "max_error": 0.0 + }, + { + "representative": 2913, + "members": [ + 2913 + ], + "max_error": 0.0 + }, + { + "representative": 2869, + "members": [ + 2869 + ], + "max_error": 0.0 + }, + { + "representative": 2881, + "members": [ + 2881 + ], + "max_error": 0.0 + }, + { + "representative": 3434, + "members": [ + 3434 + ], + "max_error": 0.0 + }, + { + "representative": 3375, + "members": [ + 3375 + ], + "max_error": 0.0 + }, + { + "representative": 3567, + "members": [ + 3567 + ], + "max_error": 0.0 + }, + { + "representative": 3542, + "members": [ + 3542 + ], + "max_error": 0.0 + }, + { + "representative": 3491, + "members": [ + 3491 + ], + "max_error": 0.0 + }, + { + "representative": 3357, + "members": [ + 3357 + ], + "max_error": 0.0 + }, + { + "representative": 3486, + "members": [ + 3486 + ], + "max_error": 0.0 + }, + { + "representative": 3350, + "members": [ + 3350 + ], + "max_error": 0.0 + }, + { + "representative": 3572, + "members": [ + 3572 + ], + "max_error": 0.0 + }, + { + "representative": 3368, + "members": [ + 3368 + ], + "max_error": 0.0 + }, + { + "representative": 3442, + "members": [ + 3442 + ], + "max_error": 0.0 + }, + { + "representative": 3356, + "members": [ + 3356 + ], + "max_error": 0.0 + }, + { + "representative": 3893, + "members": [ + 3893 + ], + "max_error": 0.0 + }, + { + "representative": 3951, + "members": [ + 3951 + ], + "max_error": 0.0 + }, + { + "representative": 4035, + "members": [ + 4035 + ], + "max_error": 0.0 + }, + { + "representative": 3844, + "members": [ + 3844 + ], + "max_error": 0.0 + }, + { + "representative": 3980, + "members": [ + 3980 + ], + "max_error": 0.0 + }, + { + "representative": 4062, + "members": [ + 4062 + ], + "max_error": 0.0 + }, + { + "representative": 3866, + "members": [ + 3866 + ], + "max_error": 0.0 + }, + { + "representative": 1502, + "members": [ + 1502 + ], + "max_error": 0.0 + }, + { + "representative": 1308, + "members": [ + 1308 + ], + "max_error": 0.0 + }, + { + "representative": 1394, + "members": [ + 1394 + ], + "max_error": 0.0 + }, + { + "representative": 1422, + "members": [ + 1422 + ], + "max_error": 0.0 + }, + { + "representative": 1365, + "members": [ + 1365 + ], + "max_error": 0.0 + }, + { + "representative": 1446, + "members": [ + 1446 + ], + "max_error": 0.0 + }, + { + "representative": 1452, + "members": [ + 1452 + ], + "max_error": 0.0 + }, + { + "representative": 1342, + "members": [ + 1342 + ], + "max_error": 0.0 + }, + { + "representative": 1356, + "members": [ + 1356 + ], + "max_error": 0.0 + }, + { + "representative": 1387, + "members": [ + 1387 + ], + "max_error": 0.0 + }, + { + "representative": 1304, + "members": [ + 1304 + ], + "max_error": 0.0 + }, + { + "representative": 1522, + "members": [ + 1522 + ], + "max_error": 0.0 + }, + { + "representative": 1331, + "members": [ + 1331 + ], + "max_error": 0.0 + }, + { + "representative": 1417, + "members": [ + 1417 + ], + "max_error": 0.0 + }, + { + "representative": 2008, + "members": [ + 2008 + ], + "max_error": 0.0 + }, + { + "representative": 1976, + "members": [ + 1976 + ], + "max_error": 0.0 + }, + { + "representative": 2028, + "members": [ + 2028 + ], + "max_error": 0.0 + }, + { + "representative": 1809, + "members": [ + 1809 + ], + "max_error": 0.0 + }, + { + "representative": 2037, + "members": [ + 2037 + ], + "max_error": 0.0 + }, + { + "representative": 2020, + "members": [ + 2020 + ], + "max_error": 0.0 + }, + { + "representative": 1877, + "members": [ + 1877 + ], + "max_error": 0.0 + }, + { + "representative": 1966, + "members": [ + 1966 + ], + "max_error": 0.0 + }, + { + "representative": 1848, + "members": [ + 1848 + ], + "max_error": 0.0 + }, + { + "representative": 2043, + "members": [ + 2043 + ], + "max_error": 0.0 + }, + { + "representative": 1855, + "members": [ + 1855 + ], + "max_error": 0.0 + }, + { + "representative": 2034, + "members": [ + 2034 + ], + "max_error": 0.0 + }, + { + "representative": 2039, + "members": [ + 2039 + ], + "max_error": 0.0 + }, + { + "representative": 1924, + "members": [ + 1924 + ], + "max_error": 0.0 + }, + { + "representative": 1865, + "members": [ + 1865 + ], + "max_error": 0.0 + }, + { + "representative": 2309, + "members": [ + 2309 + ], + "max_error": 0.0 + }, + { + "representative": 2437, + "members": [ + 2437 + ], + "max_error": 0.0 + }, + { + "representative": 2345, + "members": [ + 2345 + ], + "max_error": 0.0 + }, + { + "representative": 2367, + "members": [ + 2367 + ], + "max_error": 0.0 + }, + { + "representative": 2405, + "members": [ + 2405 + ], + "max_error": 0.0 + }, + { + "representative": 2553, + "members": [ + 2553 + ], + "max_error": 0.0 + }, + { + "representative": 2383, + "members": [ + 2383 + ], + "max_error": 0.0 + }, + { + "representative": 2382, + "members": [ + 2382 + ], + "max_error": 0.0 + }, + { + "representative": 2488, + "members": [ + 2488 + ], + "max_error": 0.0 + }, + { + "representative": 2454, + "members": [ + 2454 + ], + "max_error": 0.0 + }, + { + "representative": 2320, + "members": [ + 2320 + ], + "max_error": 0.0 + }, + { + "representative": 2478, + "members": [ + 2478 + ], + "max_error": 0.0 + }, + { + "representative": 2376, + "members": [ + 2376 + ], + "max_error": 0.0 + }, + { + "representative": 2464, + "members": [ + 2464 + ], + "max_error": 0.0 + }, + { + "representative": 2453, + "members": [ + 2453 + ], + "max_error": 0.0 + }, + { + "representative": 2872, + "members": [ + 2872 + ], + "max_error": 0.0 + }, + { + "representative": 3047, + "members": [ + 3047 + ], + "max_error": 0.0 + }, + { + "representative": 3054, + "members": [ + 3054 + ], + "max_error": 0.0 + }, + { + "representative": 2976, + "members": [ + 2976 + ], + "max_error": 0.0 + }, + { + "representative": 3010, + "members": [ + 3010 + ], + "max_error": 0.0 + }, + { + "representative": 3023, + "members": [ + 3023 + ], + "max_error": 0.0 + }, + { + "representative": 2819, + "members": [ + 2819 + ], + "max_error": 0.0 + }, + { + "representative": 3011, + "members": [ + 3011 + ], + "max_error": 0.0 + }, + { + "representative": 2826, + "members": [ + 2826 + ], + "max_error": 0.0 + }, + { + "representative": 3060, + "members": [ + 3060 + ], + "max_error": 0.0 + }, + { + "representative": 2954, + "members": [ + 2954 + ], + "max_error": 0.0 + }, + { + "representative": 3061, + "members": [ + 3061 + ], + "max_error": 0.0 + }, + { + "representative": 2829, + "members": [ + 2829 + ], + "max_error": 0.0 + }, + { + "representative": 3552, + "members": [ + 3552 + ], + "max_error": 0.0 + }, + { + "representative": 3355, + "members": [ + 3355 + ], + "max_error": 0.0 + }, + { + "representative": 3495, + "members": [ + 3495 + ], + "max_error": 0.0 + }, + { + "representative": 3556, + "members": [ + 3556 + ], + "max_error": 0.0 + }, + { + "representative": 3522, + "members": [ + 3522 + ], + "max_error": 0.0 + }, + { + "representative": 3455, + "members": [ + 3455 + ], + "max_error": 0.0 + }, + { + "representative": 3333, + "members": [ + 3333 + ], + "max_error": 0.0 + }, + { + "representative": 3913, + "members": [ + 3913 + ], + "max_error": 0.0 + }, + { + "representative": 4049, + "members": [ + 4049 + ], + "max_error": 0.0 + }, + { + "representative": 4016, + "members": [ + 4016 + ], + "max_error": 0.0 + }, + { + "representative": 3848, + "members": [ + 3848 + ], + "max_error": 0.0 + }, + { + "representative": 3860, + "members": [ + 3860 + ], + "max_error": 0.0 + }, + { + "representative": 3879, + "members": [ + 3879 + ], + "max_error": 0.0 + }, + { + "representative": 4056, + "members": [ + 4056 + ], + "max_error": 0.0 + }, + { + "representative": 3870, + "members": [ + 3870 + ], + "max_error": 0.0 + }, + { + "representative": 4071, + "members": [ + 4071 + ], + "max_error": 0.0 + }, + { + "representative": 3972, + "members": [ + 3972 + ], + "max_error": 0.0 + }, + { + "representative": 1377, + "members": [ + 1377 + ], + "max_error": 0.0 + }, + { + "representative": 1384, + "members": [ + 1384 + ], + "max_error": 0.0 + }, + { + "representative": 1390, + "members": [ + 1390 + ], + "max_error": 0.0 + }, + { + "representative": 1322, + "members": [ + 1322 + ], + "max_error": 0.0 + }, + { + "representative": 1333, + "members": [ + 1333 + ], + "max_error": 0.0 + }, + { + "representative": 1432, + "members": [ + 1432 + ], + "max_error": 0.0 + }, + { + "representative": 1400, + "members": [ + 1400 + ], + "max_error": 0.0 + }, + { + "representative": 1463, + "members": [ + 1463 + ], + "max_error": 0.0 + }, + { + "representative": 1413, + "members": [ + 1413 + ], + "max_error": 0.0 + }, + { + "representative": 1523, + "members": [ + 1523 + ], + "max_error": 0.0 + }, + { + "representative": 1359, + "members": [ + 1359 + ], + "max_error": 0.0 + }, + { + "representative": 1303, + "members": [ + 1303 + ], + "max_error": 0.0 + }, + { + "representative": 1380, + "members": [ + 1380 + ], + "max_error": 0.0 + }, + { + "representative": 1431, + "members": [ + 1431 + ], + "max_error": 0.0 + }, + { + "representative": 1513, + "members": [ + 1513 + ], + "max_error": 0.0 + }, + { + "representative": 1470, + "members": [ + 1470 + ], + "max_error": 0.0 + }, + { + "representative": 1985, + "members": [ + 1985 + ], + "max_error": 0.0 + }, + { + "representative": 1995, + "members": [ + 1995 + ], + "max_error": 0.0 + }, + { + "representative": 2011, + "members": [ + 2011 + ], + "max_error": 0.0 + }, + { + "representative": 1817, + "members": [ + 1817 + ], + "max_error": 0.0 + }, + { + "representative": 1973, + "members": [ + 1973 + ], + "max_error": 0.0 + }, + { + "representative": 1929, + "members": [ + 1929 + ], + "max_error": 0.0 + }, + { + "representative": 1938, + "members": [ + 1938 + ], + "max_error": 0.0 + }, + { + "representative": 1937, + "members": [ + 1937 + ], + "max_error": 0.0 + }, + { + "representative": 1871, + "members": [ + 1871 + ], + "max_error": 0.0 + }, + { + "representative": 1958, + "members": [ + 1958 + ], + "max_error": 0.0 + }, + { + "representative": 2480, + "members": [ + 2480 + ], + "max_error": 0.0 + }, + { + "representative": 2389, + "members": [ + 2389 + ], + "max_error": 0.0 + }, + { + "representative": 2433, + "members": [ + 2433 + ], + "max_error": 0.0 + }, + { + "representative": 2425, + "members": [ + 2425 + ], + "max_error": 0.0 + }, + { + "representative": 2397, + "members": [ + 2397 + ], + "max_error": 0.0 + }, + { + "representative": 2410, + "members": [ + 2410 + ], + "max_error": 0.0 + }, + { + "representative": 2365, + "members": [ + 2365 + ], + "max_error": 0.0 + }, + { + "representative": 2316, + "members": [ + 2316 + ], + "max_error": 0.0 + }, + { + "representative": 2546, + "members": [ + 2546 + ], + "max_error": 0.0 + }, + { + "representative": 2502, + "members": [ + 2502 + ], + "max_error": 0.0 + }, + { + "representative": 2525, + "members": [ + 2525 + ], + "max_error": 0.0 + }, + { + "representative": 2543, + "members": [ + 2543 + ], + "max_error": 0.0 + }, + { + "representative": 2323, + "members": [ + 2323 + ], + "max_error": 0.0 + }, + { + "representative": 2988, + "members": [ + 2988 + ], + "max_error": 0.0 + }, + { + "representative": 3005, + "members": [ + 3005 + ], + "max_error": 0.0 + }, + { + "representative": 2854, + "members": [ + 2854 + ], + "max_error": 0.0 + }, + { + "representative": 2866, + "members": [ + 2866 + ], + "max_error": 0.0 + }, + { + "representative": 3038, + "members": [ + 3038 + ], + "max_error": 0.0 + }, + { + "representative": 2882, + "members": [ + 2882 + ], + "max_error": 0.0 + }, + { + "representative": 3020, + "members": [ + 3020 + ], + "max_error": 0.0 + }, + { + "representative": 2992, + "members": [ + 2992 + ], + "max_error": 0.0 + }, + { + "representative": 2871, + "members": [ + 2871 + ], + "max_error": 0.0 + }, + { + "representative": 2911, + "members": [ + 2911 + ], + "max_error": 0.0 + }, + { + "representative": 2941, + "members": [ + 2941 + ], + "max_error": 0.0 + }, + { + "representative": 3451, + "members": [ + 3451 + ], + "max_error": 0.0 + }, + { + "representative": 3354, + "members": [ + 3354 + ], + "max_error": 0.0 + }, + { + "representative": 3389, + "members": [ + 3389 + ], + "max_error": 0.0 + }, + { + "representative": 3508, + "members": [ + 3508 + ], + "max_error": 0.0 + }, + { + "representative": 3460, + "members": [ + 3460 + ], + "max_error": 0.0 + }, + { + "representative": 3409, + "members": [ + 3409 + ], + "max_error": 0.0 + }, + { + "representative": 3505, + "members": [ + 3505 + ], + "max_error": 0.0 + }, + { + "representative": 3901, + "members": [ + 3901 + ], + "max_error": 0.0 + }, + { + "representative": 3857, + "members": [ + 3857 + ], + "max_error": 0.0 + }, + { + "representative": 3912, + "members": [ + 3912 + ], + "max_error": 0.0 + }, + { + "representative": 4069, + "members": [ + 4069 + ], + "max_error": 0.0 + }, + { + "representative": 3954, + "members": [ + 3954 + ], + "max_error": 0.0 + }, + { + "representative": 3928, + "members": [ + 3928 + ], + "max_error": 0.0 + }, + { + "representative": 3938, + "members": [ + 3938 + ], + "max_error": 0.0 + }, + { + "representative": 4031, + "members": [ + 4031 + ], + "max_error": 0.0 + }, + { + "representative": 3943, + "members": [ + 3943 + ], + "max_error": 0.0 + }, + { + "representative": 4008, + "members": [ + 4008 + ], + "max_error": 0.0 + }, + { + "representative": 3947, + "members": [ + 3947 + ], + "max_error": 0.0 + }, + { + "representative": 3847, + "members": [ + 3847 + ], + "max_error": 0.0 + }, + { + "representative": 3966, + "members": [ + 3966 + ], + "max_error": 0.0 + }, + { + "representative": 2912, + "members": [ + 2912 + ], + "max_error": 0.0 + }, + { + "representative": 2907, + "members": [ + 2907 + ], + "max_error": 0.0 + }, + { + "representative": 2985, + "members": [ + 2985 + ], + "max_error": 0.0 + }, + { + "representative": 2953, + "members": [ + 2953 + ], + "max_error": 0.0 + }, + { + "representative": 2928, + "members": [ + 2928 + ], + "max_error": 0.0 + }, + { + "representative": 2859, + "members": [ + 2859 + ], + "max_error": 0.0 + }, + { + "representative": 3376, + "members": [ + 3376 + ], + "max_error": 0.0 + }, + { + "representative": 3385, + "members": [ + 3385 + ], + "max_error": 0.0 + }, + { + "representative": 3501, + "members": [ + 3501 + ], + "max_error": 0.0 + }, + { + "representative": 3398, + "members": [ + 3398 + ], + "max_error": 0.0 + }, + { + "representative": 3445, + "members": [ + 3445 + ], + "max_error": 0.0 + }, + { + "representative": 3347, + "members": [ + 3347 + ], + "max_error": 0.0 + }, + { + "representative": 3415, + "members": [ + 3415 + ], + "max_error": 0.0 + }, + { + "representative": 3450, + "members": [ + 3450 + ], + "max_error": 0.0 + }, + { + "representative": 3480, + "members": [ + 3480 + ], + "max_error": 0.0 + }, + { + "representative": 3330, + "members": [ + 3330 + ], + "max_error": 0.0 + }, + { + "representative": 4081, + "members": [ + 4081 + ], + "max_error": 0.0 + }, + { + "representative": 3982, + "members": [ + 3982 + ], + "max_error": 0.0 + }, + { + "representative": 3880, + "members": [ + 3880 + ], + "max_error": 0.0 + }, + { + "representative": 3923, + "members": [ + 3923 + ], + "max_error": 0.0 + }, + { + "representative": 3843, + "members": [ + 3843 + ], + "max_error": 0.0 + }, + { + "representative": 3959, + "members": [ + 3959 + ], + "max_error": 0.0 + }, + { + "representative": 3989, + "members": [ + 3989 + ], + "max_error": 0.0 + }, + { + "representative": 3872, + "members": [ + 3872 + ], + "max_error": 0.0 + }, + { + "representative": 3965, + "members": [ + 3965 + ], + "max_error": 0.0 + }, + { + "representative": 3953, + "members": [ + 3953 + ], + "max_error": 0.0 + }, + { + "representative": 4550, + "members": [ + 4550 + ], + "max_error": 0.0 + }, + { + "representative": 4446, + "members": [ + 4446 + ], + "max_error": 0.0 + }, + { + "representative": 4590, + "members": [ + 4590 + ], + "max_error": 0.0 + }, + { + "representative": 4381, + "members": [ + 4381 + ], + "max_error": 0.0 + }, + { + "representative": 4533, + "members": [ + 4533 + ], + "max_error": 0.0 + }, + { + "representative": 4480, + "members": [ + 4480 + ], + "max_error": 0.0 + }, + { + "representative": 4370, + "members": [ + 4370 + ], + "max_error": 0.0 + }, + { + "representative": 4459, + "members": [ + 4459 + ], + "max_error": 0.0 + }, + { + "representative": 4498, + "members": [ + 4498 + ], + "max_error": 0.0 + }, + { + "representative": 4585, + "members": [ + 4585 + ], + "max_error": 0.0 + }, + { + "representative": 4398, + "members": [ + 4398 + ], + "max_error": 0.0 + }, + { + "representative": 4463, + "members": [ + 4463 + ], + "max_error": 0.0 + }, + { + "representative": 4554, + "members": [ + 4554 + ], + "max_error": 0.0 + }, + { + "representative": 4389, + "members": [ + 4389 + ], + "max_error": 0.0 + }, + { + "representative": 4532, + "members": [ + 4532 + ], + "max_error": 0.0 + }, + { + "representative": 4404, + "members": [ + 4404 + ], + "max_error": 0.0 + }, + { + "representative": 4565, + "members": [ + 4565 + ], + "max_error": 0.0 + }, + { + "representative": 4479, + "members": [ + 4479 + ], + "max_error": 0.0 + }, + { + "representative": 4468, + "members": [ + 4468 + ], + "max_error": 0.0 + }, + { + "representative": 4520, + "members": [ + 4520 + ], + "max_error": 0.0 + }, + { + "representative": 4457, + "members": [ + 4457 + ], + "max_error": 0.0 + }, + { + "representative": 4505, + "members": [ + 4505 + ], + "max_error": 0.0 + }, + { + "representative": 4454, + "members": [ + 4454 + ], + "max_error": 0.0 + }, + { + "representative": 4444, + "members": [ + 4444 + ], + "max_error": 0.0 + }, + { + "representative": 4428, + "members": [ + 4428 + ], + "max_error": 0.0 + }, + { + "representative": 4390, + "members": [ + 4390 + ], + "max_error": 0.0 + }, + { + "representative": 4380, + "members": [ + 4380 + ], + "max_error": 0.0 + }, + { + "representative": 4368, + "members": [ + 4368 + ], + "max_error": 0.0 + }, + { + "representative": 4525, + "members": [ + 4525 + ], + "max_error": 0.0 + }, + { + "representative": 4415, + "members": [ + 4415 + ], + "max_error": 0.0 + }, + { + "representative": 4553, + "members": [ + 4553 + ], + "max_error": 0.0 + }, + { + "representative": 4560, + "members": [ + 4560 + ], + "max_error": 0.0 + }, + { + "representative": 4603, + "members": [ + 4603 + ], + "max_error": 0.0 + }, + { + "representative": 4493, + "members": [ + 4493 + ], + "max_error": 0.0 + }, + { + "representative": 5015, + "members": [ + 5015 + ], + "max_error": 0.0 + }, + { + "representative": 4959, + "members": [ + 4959 + ], + "max_error": 0.0 + }, + { + "representative": 4866, + "members": [ + 4866 + ], + "max_error": 0.0 + }, + { + "representative": 5002, + "members": [ + 5002 + ], + "max_error": 0.0 + }, + { + "representative": 4891, + "members": [ + 4891 + ], + "max_error": 0.0 + }, + { + "representative": 4927, + "members": [ + 4927 + ], + "max_error": 0.0 + }, + { + "representative": 4910, + "members": [ + 4910 + ], + "max_error": 0.0 + }, + { + "representative": 5082, + "members": [ + 5082 + ], + "max_error": 0.0 + }, + { + "representative": 4923, + "members": [ + 4923 + ], + "max_error": 0.0 + }, + { + "representative": 4885, + "members": [ + 4885 + ], + "max_error": 0.0 + }, + { + "representative": 4965, + "members": [ + 4965 + ], + "max_error": 0.0 + }, + { + "representative": 4914, + "members": [ + 4914 + ], + "max_error": 0.0 + }, + { + "representative": 5043, + "members": [ + 5043 + ], + "max_error": 0.0 + }, + { + "representative": 4926, + "members": [ + 4926 + ], + "max_error": 0.0 + }, + { + "representative": 5004, + "members": [ + 5004 + ], + "max_error": 0.0 + }, + { + "representative": 5009, + "members": [ + 5009 + ], + "max_error": 0.0 + }, + { + "representative": 5104, + "members": [ + 5104 + ], + "max_error": 0.0 + }, + { + "representative": 4919, + "members": [ + 4919 + ], + "max_error": 0.0 + }, + { + "representative": 4971, + "members": [ + 4971 + ], + "max_error": 0.0 + }, + { + "representative": 4984, + "members": [ + 4984 + ], + "max_error": 0.0 + }, + { + "representative": 5003, + "members": [ + 5003 + ], + "max_error": 0.0 + }, + { + "representative": 5116, + "members": [ + 5116 + ], + "max_error": 0.0 + }, + { + "representative": 5103, + "members": [ + 5103 + ], + "max_error": 0.0 + }, + { + "representative": 4879, + "members": [ + 4879 + ], + "max_error": 0.0 + }, + { + "representative": 5057, + "members": [ + 5057 + ], + "max_error": 0.0 + }, + { + "representative": 4975, + "members": [ + 4975 + ], + "max_error": 0.0 + }, + { + "representative": 4986, + "members": [ + 4986 + ], + "max_error": 0.0 + }, + { + "representative": 5053, + "members": [ + 5053 + ], + "max_error": 0.0 + }, + { + "representative": 5107, + "members": [ + 5107 + ], + "max_error": 0.0 + }, + { + "representative": 4867, + "members": [ + 4867 + ], + "max_error": 0.0 + }, + { + "representative": 4894, + "members": [ + 4894 + ], + "max_error": 0.0 + }, + { + "representative": 4918, + "members": [ + 4918 + ], + "max_error": 0.0 + }, + { + "representative": 4936, + "members": [ + 4936 + ], + "max_error": 0.0 + }, + { + "representative": 4899, + "members": [ + 4899 + ], + "max_error": 0.0 + }, + { + "representative": 4992, + "members": [ + 4992 + ], + "max_error": 0.0 + }, + { + "representative": 4997, + "members": [ + 4997 + ], + "max_error": 0.0 + }, + { + "representative": 5615, + "members": [ + 5615 + ], + "max_error": 0.0 + }, + { + "representative": 5501, + "members": [ + 5501 + ], + "max_error": 0.0 + }, + { + "representative": 5585, + "members": [ + 5585 + ], + "max_error": 0.0 + }, + { + "representative": 5538, + "members": [ + 5538 + ], + "max_error": 0.0 + }, + { + "representative": 5531, + "members": [ + 5531 + ], + "max_error": 0.0 + }, + { + "representative": 5426, + "members": [ + 5426 + ], + "max_error": 0.0 + }, + { + "representative": 5468, + "members": [ + 5468 + ], + "max_error": 0.0 + }, + { + "representative": 5429, + "members": [ + 5429 + ], + "max_error": 0.0 + }, + { + "representative": 5623, + "members": [ + 5623 + ], + "max_error": 0.0 + }, + { + "representative": 5485, + "members": [ + 5485 + ], + "max_error": 0.0 + }, + { + "representative": 5568, + "members": [ + 5568 + ], + "max_error": 0.0 + }, + { + "representative": 5536, + "members": [ + 5536 + ], + "max_error": 0.0 + }, + { + "representative": 5404, + "members": [ + 5404 + ], + "max_error": 0.0 + }, + { + "representative": 5475, + "members": [ + 5475 + ], + "max_error": 0.0 + }, + { + "representative": 5443, + "members": [ + 5443 + ], + "max_error": 0.0 + }, + { + "representative": 5620, + "members": [ + 5620 + ], + "max_error": 0.0 + }, + { + "representative": 5618, + "members": [ + 5618 + ], + "max_error": 0.0 + }, + { + "representative": 5583, + "members": [ + 5583 + ], + "max_error": 0.0 + }, + { + "representative": 5494, + "members": [ + 5494 + ], + "max_error": 0.0 + }, + { + "representative": 5600, + "members": [ + 5600 + ], + "max_error": 0.0 + }, + { + "representative": 5405, + "members": [ + 5405 + ], + "max_error": 0.0 + }, + { + "representative": 5511, + "members": [ + 5511 + ], + "max_error": 0.0 + }, + { + "representative": 5611, + "members": [ + 5611 + ], + "max_error": 0.0 + }, + { + "representative": 5463, + "members": [ + 5463 + ], + "max_error": 0.0 + }, + { + "representative": 5566, + "members": [ + 5566 + ], + "max_error": 0.0 + }, + { + "representative": 5529, + "members": [ + 5529 + ], + "max_error": 0.0 + }, + { + "representative": 5453, + "members": [ + 5453 + ], + "max_error": 0.0 + }, + { + "representative": 5385, + "members": [ + 5385 + ], + "max_error": 0.0 + }, + { + "representative": 5564, + "members": [ + 5564 + ], + "max_error": 0.0 + }, + { + "representative": 5622, + "members": [ + 5622 + ], + "max_error": 0.0 + }, + { + "representative": 5490, + "members": [ + 5490 + ], + "max_error": 0.0 + }, + { + "representative": 5594, + "members": [ + 5594 + ], + "max_error": 0.0 + }, + { + "representative": 5393, + "members": [ + 5393 + ], + "max_error": 0.0 + }, + { + "representative": 5488, + "members": [ + 5488 + ], + "max_error": 0.0 + }, + { + "representative": 6100, + "members": [ + 6100 + ], + "max_error": 0.0 + }, + { + "representative": 6073, + "members": [ + 6073 + ], + "max_error": 0.0 + }, + { + "representative": 6137, + "members": [ + 6137 + ], + "max_error": 0.0 + }, + { + "representative": 6003, + "members": [ + 6003 + ], + "max_error": 0.0 + }, + { + "representative": 6106, + "members": [ + 6106 + ], + "max_error": 0.0 + }, + { + "representative": 5948, + "members": [ + 5948 + ], + "max_error": 0.0 + }, + { + "representative": 6011, + "members": [ + 6011 + ], + "max_error": 0.0 + }, + { + "representative": 6022, + "members": [ + 6022 + ], + "max_error": 0.0 + }, + { + "representative": 6082, + "members": [ + 6082 + ], + "max_error": 0.0 + }, + { + "representative": 6005, + "members": [ + 6005 + ], + "max_error": 0.0 + }, + { + "representative": 6101, + "members": [ + 6101 + ], + "max_error": 0.0 + }, + { + "representative": 6074, + "members": [ + 6074 + ], + "max_error": 0.0 + }, + { + "representative": 6072, + "members": [ + 6072 + ], + "max_error": 0.0 + }, + { + "representative": 6020, + "members": [ + 6020 + ], + "max_error": 0.0 + }, + { + "representative": 5896, + "members": [ + 5896 + ], + "max_error": 0.0 + }, + { + "representative": 5982, + "members": [ + 5982 + ], + "max_error": 0.0 + }, + { + "representative": 5959, + "members": [ + 5959 + ], + "max_error": 0.0 + }, + { + "representative": 6081, + "members": [ + 6081 + ], + "max_error": 0.0 + }, + { + "representative": 6045, + "members": [ + 6045 + ], + "max_error": 0.0 + }, + { + "representative": 5922, + "members": [ + 5922 + ], + "max_error": 0.0 + }, + { + "representative": 5952, + "members": [ + 5952 + ], + "max_error": 0.0 + }, + { + "representative": 5960, + "members": [ + 5960 + ], + "max_error": 0.0 + }, + { + "representative": 6036, + "members": [ + 6036 + ], + "max_error": 0.0 + }, + { + "representative": 5924, + "members": [ + 5924 + ], + "max_error": 0.0 + }, + { + "representative": 6042, + "members": [ + 6042 + ], + "max_error": 0.0 + }, + { + "representative": 5905, + "members": [ + 5905 + ], + "max_error": 0.0 + }, + { + "representative": 5908, + "members": [ + 5908 + ], + "max_error": 0.0 + }, + { + "representative": 6129, + "members": [ + 6129 + ], + "max_error": 0.0 + }, + { + "representative": 5988, + "members": [ + 5988 + ], + "max_error": 0.0 + }, + { + "representative": 5962, + "members": [ + 5962 + ], + "max_error": 0.0 + }, + { + "representative": 6059, + "members": [ + 6059 + ], + "max_error": 0.0 + }, + { + "representative": 6017, + "members": [ + 6017 + ], + "max_error": 0.0 + }, + { + "representative": 5909, + "members": [ + 5909 + ], + "max_error": 0.0 + }, + { + "representative": 6039, + "members": [ + 6039 + ], + "max_error": 0.0 + }, + { + "representative": 6030, + "members": [ + 6030 + ], + "max_error": 0.0 + }, + { + "representative": 5973, + "members": [ + 5973 + ], + "max_error": 0.0 + }, + { + "representative": 1481, + "members": [ + 1481 + ], + "max_error": 0.0 + }, + { + "representative": 1516, + "members": [ + 1516 + ], + "max_error": 0.0 + }, + { + "representative": 1364, + "members": [ + 1364 + ], + "max_error": 0.0 + }, + { + "representative": 1489, + "members": [ + 1489 + ], + "max_error": 0.0 + }, + { + "representative": 1445, + "members": [ + 1445 + ], + "max_error": 0.0 + }, + { + "representative": 1454, + "members": [ + 1454 + ], + "max_error": 0.0 + }, + { + "representative": 1534, + "members": [ + 1534 + ], + "max_error": 0.0 + }, + { + "representative": 1291, + "members": [ + 1291 + ], + "max_error": 0.0 + }, + { + "representative": 1474, + "members": [ + 1474 + ], + "max_error": 0.0 + }, + { + "representative": 1418, + "members": [ + 1418 + ], + "max_error": 0.0 + }, + { + "representative": 1535, + "members": [ + 1535 + ], + "max_error": 0.0 + }, + { + "representative": 1286, + "members": [ + 1286 + ], + "max_error": 0.0 + }, + { + "representative": 1485, + "members": [ + 1485 + ], + "max_error": 0.0 + }, + { + "representative": 1475, + "members": [ + 1475 + ], + "max_error": 0.0 + }, + { + "representative": 1483, + "members": [ + 1483 + ], + "max_error": 0.0 + }, + { + "representative": 1939, + "members": [ + 1939 + ], + "max_error": 0.0 + }, + { + "representative": 1997, + "members": [ + 1997 + ], + "max_error": 0.0 + }, + { + "representative": 1842, + "members": [ + 1842 + ], + "max_error": 0.0 + }, + { + "representative": 1799, + "members": [ + 1799 + ], + "max_error": 0.0 + }, + { + "representative": 1874, + "members": [ + 1874 + ], + "max_error": 0.0 + }, + { + "representative": 1880, + "members": [ + 1880 + ], + "max_error": 0.0 + }, + { + "representative": 1910, + "members": [ + 1910 + ], + "max_error": 0.0 + }, + { + "representative": 2025, + "members": [ + 2025 + ], + "max_error": 0.0 + }, + { + "representative": 2471, + "members": [ + 2471 + ], + "max_error": 0.0 + }, + { + "representative": 2412, + "members": [ + 2412 + ], + "max_error": 0.0 + }, + { + "representative": 2399, + "members": [ + 2399 + ], + "max_error": 0.0 + }, + { + "representative": 2312, + "members": [ + 2312 + ], + "max_error": 0.0 + }, + { + "representative": 2368, + "members": [ + 2368 + ], + "max_error": 0.0 + }, + { + "representative": 2468, + "members": [ + 2468 + ], + "max_error": 0.0 + }, + { + "representative": 2336, + "members": [ + 2336 + ], + "max_error": 0.0 + }, + { + "representative": 2539, + "members": [ + 2539 + ], + "max_error": 0.0 + }, + { + "representative": 2326, + "members": [ + 2326 + ], + "max_error": 0.0 + }, + { + "representative": 2377, + "members": [ + 2377 + ], + "max_error": 0.0 + }, + { + "representative": 2470, + "members": [ + 2470 + ], + "max_error": 0.0 + }, + { + "representative": 2515, + "members": [ + 2515 + ], + "max_error": 0.0 + }, + { + "representative": 2304, + "members": [ + 2304 + ], + "max_error": 0.0 + }, + { + "representative": 2447, + "members": [ + 2447 + ], + "max_error": 0.0 + }, + { + "representative": 2449, + "members": [ + 2449 + ], + "max_error": 0.0 + }, + { + "representative": 2428, + "members": [ + 2428 + ], + "max_error": 0.0 + }, + { + "representative": 2527, + "members": [ + 2527 + ], + "max_error": 0.0 + }, + { + "representative": 3043, + "members": [ + 3043 + ], + "max_error": 0.0 + }, + { + "representative": 2934, + "members": [ + 2934 + ], + "max_error": 0.0 + }, + { + "representative": 2838, + "members": [ + 2838 + ], + "max_error": 0.0 + }, + { + "representative": 2975, + "members": [ + 2975 + ], + "max_error": 0.0 + }, + { + "representative": 2850, + "members": [ + 2850 + ], + "max_error": 0.0 + }, + { + "representative": 3002, + "members": [ + 3002 + ], + "max_error": 0.0 + }, + { + "representative": 2835, + "members": [ + 2835 + ], + "max_error": 0.0 + }, + { + "representative": 2971, + "members": [ + 2971 + ], + "max_error": 0.0 + }, + { + "representative": 2841, + "members": [ + 2841 + ], + "max_error": 0.0 + }, + { + "representative": 2982, + "members": [ + 2982 + ], + "max_error": 0.0 + }, + { + "representative": 3437, + "members": [ + 3437 + ], + "max_error": 0.0 + }, + { + "representative": 3348, + "members": [ + 3348 + ], + "max_error": 0.0 + }, + { + "representative": 3502, + "members": [ + 3502 + ], + "max_error": 0.0 + }, + { + "representative": 3485, + "members": [ + 3485 + ], + "max_error": 0.0 + }, + { + "representative": 3555, + "members": [ + 3555 + ], + "max_error": 0.0 + }, + { + "representative": 3353, + "members": [ + 3353 + ], + "max_error": 0.0 + }, + { + "representative": 3484, + "members": [ + 3484 + ], + "max_error": 0.0 + }, + { + "representative": 3352, + "members": [ + 3352 + ], + "max_error": 0.0 + }, + { + "representative": 3511, + "members": [ + 3511 + ], + "max_error": 0.0 + }, + { + "representative": 3386, + "members": [ + 3386 + ], + "max_error": 0.0 + }, + { + "representative": 4041, + "members": [ + 4041 + ], + "max_error": 0.0 + }, + { + "representative": 3842, + "members": [ + 3842 + ], + "max_error": 0.0 + }, + { + "representative": 4033, + "members": [ + 4033 + ], + "max_error": 0.0 + }, + { + "representative": 4055, + "members": [ + 4055 + ], + "max_error": 0.0 + }, + { + "representative": 3925, + "members": [ + 3925 + ], + "max_error": 0.0 + }, + { + "representative": 3902, + "members": [ + 3902 + ], + "max_error": 0.0 + }, + { + "representative": 3845, + "members": [ + 3845 + ], + "max_error": 0.0 + }, + { + "representative": 3899, + "members": [ + 3899 + ], + "max_error": 0.0 + }, + { + "representative": 3979, + "members": [ + 3979 + ], + "max_error": 0.0 + }, + { + "representative": 3873, + "members": [ + 3873 + ], + "max_error": 0.0 + }, + { + "representative": 3948, + "members": [ + 3948 + ], + "max_error": 0.0 + }, + { + "representative": 4000, + "members": [ + 4000 + ], + "max_error": 0.0 + }, + { + "representative": 4073, + "members": [ + 4073 + ], + "max_error": 0.0 + }, + { + "representative": 1391, + "members": [ + 1391 + ], + "max_error": 0.0 + }, + { + "representative": 1329, + "members": [ + 1329 + ], + "max_error": 0.0 + }, + { + "representative": 1305, + "members": [ + 1305 + ], + "max_error": 0.0 + }, + { + "representative": 1496, + "members": [ + 1496 + ], + "max_error": 0.0 + }, + { + "representative": 1281, + "members": [ + 1281 + ], + "max_error": 0.0 + }, + { + "representative": 1385, + "members": [ + 1385 + ], + "max_error": 0.0 + }, + { + "representative": 1492, + "members": [ + 1492 + ], + "max_error": 0.0 + }, + { + "representative": 1488, + "members": [ + 1488 + ], + "max_error": 0.0 + }, + { + "representative": 1484, + "members": [ + 1484 + ], + "max_error": 0.0 + }, + { + "representative": 1466, + "members": [ + 1466 + ], + "max_error": 0.0 + }, + { + "representative": 1316, + "members": [ + 1316 + ], + "max_error": 0.0 + }, + { + "representative": 1371, + "members": [ + 1371 + ], + "max_error": 0.0 + }, + { + "representative": 1425, + "members": [ + 1425 + ], + "max_error": 0.0 + }, + { + "representative": 1412, + "members": [ + 1412 + ], + "max_error": 0.0 + }, + { + "representative": 1429, + "members": [ + 1429 + ], + "max_error": 0.0 + }, + { + "representative": 1981, + "members": [ + 1981 + ], + "max_error": 0.0 + }, + { + "representative": 1807, + "members": [ + 1807 + ], + "max_error": 0.0 + }, + { + "representative": 1824, + "members": [ + 1824 + ], + "max_error": 0.0 + }, + { + "representative": 2042, + "members": [ + 2042 + ], + "max_error": 0.0 + }, + { + "representative": 1969, + "members": [ + 1969 + ], + "max_error": 0.0 + }, + { + "representative": 1916, + "members": [ + 1916 + ], + "max_error": 0.0 + }, + { + "representative": 1832, + "members": [ + 1832 + ], + "max_error": 0.0 + }, + { + "representative": 1863, + "members": [ + 1863 + ], + "max_error": 0.0 + }, + { + "representative": 1920, + "members": [ + 1920 + ], + "max_error": 0.0 + }, + { + "representative": 1913, + "members": [ + 1913 + ], + "max_error": 0.0 + }, + { + "representative": 1953, + "members": [ + 1953 + ], + "max_error": 0.0 + }, + { + "representative": 1944, + "members": [ + 1944 + ], + "max_error": 0.0 + }, + { + "representative": 1988, + "members": [ + 1988 + ], + "max_error": 0.0 + }, + { + "representative": 2015, + "members": [ + 2015 + ], + "max_error": 0.0 + }, + { + "representative": 1816, + "members": [ + 1816 + ], + "max_error": 0.0 + }, + { + "representative": 1982, + "members": [ + 1982 + ], + "max_error": 0.0 + }, + { + "representative": 2429, + "members": [ + 2429 + ], + "max_error": 0.0 + }, + { + "representative": 2355, + "members": [ + 2355 + ], + "max_error": 0.0 + }, + { + "representative": 2469, + "members": [ + 2469 + ], + "max_error": 0.0 + }, + { + "representative": 2319, + "members": [ + 2319 + ], + "max_error": 0.0 + }, + { + "representative": 2489, + "members": [ + 2489 + ], + "max_error": 0.0 + }, + { + "representative": 2547, + "members": [ + 2547 + ], + "max_error": 0.0 + }, + { + "representative": 2519, + "members": [ + 2519 + ], + "max_error": 0.0 + }, + { + "representative": 2400, + "members": [ + 2400 + ], + "max_error": 0.0 + }, + { + "representative": 2494, + "members": [ + 2494 + ], + "max_error": 0.0 + }, + { + "representative": 2387, + "members": [ + 2387 + ], + "max_error": 0.0 + }, + { + "representative": 2513, + "members": [ + 2513 + ], + "max_error": 0.0 + }, + { + "representative": 2548, + "members": [ + 2548 + ], + "max_error": 0.0 + }, + { + "representative": 2528, + "members": [ + 2528 + ], + "max_error": 0.0 + }, + { + "representative": 2423, + "members": [ + 2423 + ], + "max_error": 0.0 + }, + { + "representative": 2559, + "members": [ + 2559 + ], + "max_error": 0.0 + }, + { + "representative": 2497, + "members": [ + 2497 + ], + "max_error": 0.0 + }, + { + "representative": 2482, + "members": [ + 2482 + ], + "max_error": 0.0 + }, + { + "representative": 2343, + "members": [ + 2343 + ], + "max_error": 0.0 + }, + { + "representative": 2896, + "members": [ + 2896 + ], + "max_error": 0.0 + }, + { + "representative": 2830, + "members": [ + 2830 + ], + "max_error": 0.0 + }, + { + "representative": 2993, + "members": [ + 2993 + ], + "max_error": 0.0 + }, + { + "representative": 2951, + "members": [ + 2951 + ], + "max_error": 0.0 + }, + { + "representative": 3056, + "members": [ + 3056 + ], + "max_error": 0.0 + }, + { + "representative": 2998, + "members": [ + 2998 + ], + "max_error": 0.0 + }, + { + "representative": 3015, + "members": [ + 3015 + ], + "max_error": 0.0 + }, + { + "representative": 2948, + "members": [ + 2948 + ], + "max_error": 0.0 + }, + { + "representative": 3032, + "members": [ + 3032 + ], + "max_error": 0.0 + }, + { + "representative": 3028, + "members": [ + 3028 + ], + "max_error": 0.0 + }, + { + "representative": 2899, + "members": [ + 2899 + ], + "max_error": 0.0 + }, + { + "representative": 2828, + "members": [ + 2828 + ], + "max_error": 0.0 + }, + { + "representative": 2991, + "members": [ + 2991 + ], + "max_error": 0.0 + }, + { + "representative": 2888, + "members": [ + 2888 + ], + "max_error": 0.0 + }, + { + "representative": 2923, + "members": [ + 2923 + ], + "max_error": 0.0 + }, + { + "representative": 2999, + "members": [ + 2999 + ], + "max_error": 0.0 + }, + { + "representative": 2908, + "members": [ + 2908 + ], + "max_error": 0.0 + }, + { + "representative": 3400, + "members": [ + 3400 + ], + "max_error": 0.0 + }, + { + "representative": 3379, + "members": [ + 3379 + ], + "max_error": 0.0 + }, + { + "representative": 3341, + "members": [ + 3341 + ], + "max_error": 0.0 + }, + { + "representative": 3583, + "members": [ + 3583 + ], + "max_error": 0.0 + }, + { + "representative": 3391, + "members": [ + 3391 + ], + "max_error": 0.0 + }, + { + "representative": 3489, + "members": [ + 3489 + ], + "max_error": 0.0 + }, + { + "representative": 3328, + "members": [ + 3328 + ], + "max_error": 0.0 + }, + { + "representative": 3384, + "members": [ + 3384 + ], + "max_error": 0.0 + }, + { + "representative": 3474, + "members": [ + 3474 + ], + "max_error": 0.0 + }, + { + "representative": 4095, + "members": [ + 4095 + ], + "max_error": 0.0 + }, + { + "representative": 3994, + "members": [ + 3994 + ], + "max_error": 0.0 + }, + { + "representative": 4003, + "members": [ + 4003 + ], + "max_error": 0.0 + }, + { + "representative": 3858, + "members": [ + 3858 + ], + "max_error": 0.0 + }, + { + "representative": 3955, + "members": [ + 3955 + ], + "max_error": 0.0 + }, + { + "representative": 3904, + "members": [ + 3904 + ], + "max_error": 0.0 + }, + { + "representative": 4006, + "members": [ + 4006 + ], + "max_error": 0.0 + }, + { + "representative": 4014, + "members": [ + 4014 + ], + "max_error": 0.0 + }, + { + "representative": 3841, + "members": [ + 3841 + ], + "max_error": 0.0 + }, + { + "representative": 6402, + "members": [ + 6402 + ], + "max_error": 0.0 + }, + { + "representative": 6405, + "members": [ + 6405 + ], + "max_error": 0.0 + }, + { + "representative": 6439, + "members": [ + 6439 + ], + "max_error": 0.0 + }, + { + "representative": 6449, + "members": [ + 6449 + ], + "max_error": 0.0 + }, + { + "representative": 6496, + "members": [ + 6496 + ], + "max_error": 0.0 + }, + { + "representative": 6498, + "members": [ + 6498 + ], + "max_error": 0.0 + }, + { + "representative": 6511, + "members": [ + 6511 + ], + "max_error": 0.0 + }, + { + "representative": 6524, + "members": [ + 6524 + ], + "max_error": 0.0 + }, + { + "representative": 6549, + "members": [ + 6549 + ], + "max_error": 0.0 + }, + { + "representative": 6426, + "members": [ + 6426 + ], + "max_error": 0.0 + }, + { + "representative": 6429, + "members": [ + 6429 + ], + "max_error": 0.0 + }, + { + "representative": 6565, + "members": [ + 6565 + ], + "max_error": 0.0 + }, + { + "representative": 6570, + "members": [ + 6570 + ], + "max_error": 0.0 + }, + { + "representative": 6618, + "members": [ + 6618 + ], + "max_error": 0.0 + }, + { + "representative": 6633, + "members": [ + 6633 + ], + "max_error": 0.0 + }, + { + "representative": 6625, + "members": [ + 6625 + ], + "max_error": 0.0 + }, + { + "representative": 6649, + "members": [ + 6649 + ], + "max_error": 0.0 + }, + { + "representative": 7079, + "members": [ + 7079 + ], + "max_error": 0.0 + }, + { + "representative": 6962, + "members": [ + 6962 + ], + "max_error": 0.0 + }, + { + "representative": 7090, + "members": [ + 7090 + ], + "max_error": 0.0 + }, + { + "representative": 7106, + "members": [ + 7106 + ], + "max_error": 0.0 + }, + { + "representative": 6971, + "members": [ + 6971 + ], + "max_error": 0.0 + }, + { + "representative": 7063, + "members": [ + 7063 + ], + "max_error": 0.0 + }, + { + "representative": 7061, + "members": [ + 7061 + ], + "max_error": 0.0 + }, + { + "representative": 7078, + "members": [ + 7078 + ], + "max_error": 0.0 + }, + { + "representative": 7006, + "members": [ + 7006 + ], + "max_error": 0.0 + }, + { + "representative": 6936, + "members": [ + 6936 + ], + "max_error": 0.0 + }, + { + "representative": 6940, + "members": [ + 6940 + ], + "max_error": 0.0 + }, + { + "representative": 7446, + "members": [ + 7446 + ], + "max_error": 0.0 + }, + { + "representative": 7461, + "members": [ + 7461 + ], + "max_error": 0.0 + }, + { + "representative": 7643, + "members": [ + 7643 + ], + "max_error": 0.0 + }, + { + "representative": 7658, + "members": [ + 7658 + ], + "max_error": 0.0 + }, + { + "representative": 8130, + "members": [ + 8130 + ], + "max_error": 0.0 + }, + { + "representative": 7945, + "members": [ + 7945 + ], + "max_error": 0.0 + }, + { + "representative": 8133, + "members": [ + 8133 + ], + "max_error": 0.0 + }, + { + "representative": 8057, + "members": [ + 8057 + ], + "max_error": 0.0 + }, + { + "representative": 7947, + "members": [ + 7947 + ], + "max_error": 0.0 + }, + { + "representative": 8098, + "members": [ + 8098 + ], + "max_error": 0.0 + }, + { + "representative": 8123, + "members": [ + 8123 + ], + "max_error": 0.0 + }, + { + "representative": 8169, + "members": [ + 8169 + ], + "max_error": 0.0 + }, + { + "representative": 8045, + "members": [ + 8045 + ], + "max_error": 0.0 + }, + { + "representative": 8096, + "members": [ + 8096 + ], + "max_error": 0.0 + }, + { + "representative": 6487, + "members": [ + 6487 + ], + "max_error": 0.0 + }, + { + "representative": 6579, + "members": [ + 6579 + ], + "max_error": 0.0 + }, + { + "representative": 6488, + "members": [ + 6488 + ], + "max_error": 0.0 + }, + { + "representative": 6502, + "members": [ + 6502 + ], + "max_error": 0.0 + }, + { + "representative": 6497, + "members": [ + 6497 + ], + "max_error": 0.0 + }, + { + "representative": 6612, + "members": [ + 6612 + ], + "max_error": 0.0 + }, + { + "representative": 6472, + "members": [ + 6472 + ], + "max_error": 0.0 + }, + { + "representative": 6912, + "members": [ + 6912 + ], + "max_error": 0.0 + }, + { + "representative": 7082, + "members": [ + 7082 + ], + "max_error": 0.0 + }, + { + "representative": 7112, + "members": [ + 7112 + ], + "max_error": 0.0 + }, + { + "representative": 7058, + "members": [ + 7058 + ], + "max_error": 0.0 + }, + { + "representative": 7028, + "members": [ + 7028 + ], + "max_error": 0.0 + }, + { + "representative": 7074, + "members": [ + 7074 + ], + "max_error": 0.0 + }, + { + "representative": 7465, + "members": [ + 7465 + ], + "max_error": 0.0 + }, + { + "representative": 7522, + "members": [ + 7522 + ], + "max_error": 0.0 + }, + { + "representative": 7589, + "members": [ + 7589 + ], + "max_error": 0.0 + }, + { + "representative": 7639, + "members": [ + 7639 + ], + "max_error": 0.0 + }, + { + "representative": 7575, + "members": [ + 7575 + ], + "max_error": 0.0 + }, + { + "representative": 7492, + "members": [ + 7492 + ], + "max_error": 0.0 + }, + { + "representative": 7592, + "members": [ + 7592 + ], + "max_error": 0.0 + }, + { + "representative": 7678, + "members": [ + 7678 + ], + "max_error": 0.0 + }, + { + "representative": 7640, + "members": [ + 7640 + ], + "max_error": 0.0 + }, + { + "representative": 7644, + "members": [ + 7644 + ], + "max_error": 0.0 + }, + { + "representative": 7638, + "members": [ + 7638 + ], + "max_error": 0.0 + }, + { + "representative": 7543, + "members": [ + 7543 + ], + "max_error": 0.0 + }, + { + "representative": 7616, + "members": [ + 7616 + ], + "max_error": 0.0 + }, + { + "representative": 8015, + "members": [ + 8015 + ], + "max_error": 0.0 + }, + { + "representative": 8157, + "members": [ + 8157 + ], + "max_error": 0.0 + }, + { + "representative": 7990, + "members": [ + 7990 + ], + "max_error": 0.0 + }, + { + "representative": 8147, + "members": [ + 8147 + ], + "max_error": 0.0 + }, + { + "representative": 7966, + "members": [ + 7966 + ], + "max_error": 0.0 + }, + { + "representative": 7994, + "members": [ + 7994 + ], + "max_error": 0.0 + }, + { + "representative": 7995, + "members": [ + 7995 + ], + "max_error": 0.0 + }, + { + "representative": 7996, + "members": [ + 7996 + ], + "max_error": 0.0 + }, + { + "representative": 8070, + "members": [ + 8070 + ], + "max_error": 0.0 + }, + { + "representative": 6417, + "members": [ + 6417 + ], + "max_error": 0.0 + }, + { + "representative": 6461, + "members": [ + 6461 + ], + "max_error": 0.0 + }, + { + "representative": 6518, + "members": [ + 6518 + ], + "max_error": 0.0 + }, + { + "representative": 6523, + "members": [ + 6523 + ], + "max_error": 0.0 + }, + { + "representative": 6455, + "members": [ + 6455 + ], + "max_error": 0.0 + }, + { + "representative": 6651, + "members": [ + 6651 + ], + "max_error": 0.0 + }, + { + "representative": 6500, + "members": [ + 6500 + ], + "max_error": 0.0 + }, + { + "representative": 6531, + "members": [ + 6531 + ], + "max_error": 0.0 + }, + { + "representative": 6622, + "members": [ + 6622 + ], + "max_error": 0.0 + }, + { + "representative": 6544, + "members": [ + 6544 + ], + "max_error": 0.0 + }, + { + "representative": 6514, + "members": [ + 6514 + ], + "max_error": 0.0 + }, + { + "representative": 6516, + "members": [ + 6516 + ], + "max_error": 0.0 + }, + { + "representative": 7150, + "members": [ + 7150 + ], + "max_error": 0.0 + }, + { + "representative": 7102, + "members": [ + 7102 + ], + "max_error": 0.0 + }, + { + "representative": 7133, + "members": [ + 7133 + ], + "max_error": 0.0 + }, + { + "representative": 7034, + "members": [ + 7034 + ], + "max_error": 0.0 + }, + { + "representative": 6974, + "members": [ + 6974 + ], + "max_error": 0.0 + }, + { + "representative": 6994, + "members": [ + 6994 + ], + "max_error": 0.0 + }, + { + "representative": 7146, + "members": [ + 7146 + ], + "max_error": 0.0 + }, + { + "representative": 7108, + "members": [ + 7108 + ], + "max_error": 0.0 + }, + { + "representative": 7010, + "members": [ + 7010 + ], + "max_error": 0.0 + }, + { + "representative": 6965, + "members": [ + 6965 + ], + "max_error": 0.0 + }, + { + "representative": 7066, + "members": [ + 7066 + ], + "max_error": 0.0 + }, + { + "representative": 7059, + "members": [ + 7059 + ], + "max_error": 0.0 + }, + { + "representative": 7631, + "members": [ + 7631 + ], + "max_error": 0.0 + }, + { + "representative": 7618, + "members": [ + 7618 + ], + "max_error": 0.0 + }, + { + "representative": 7578, + "members": [ + 7578 + ], + "max_error": 0.0 + }, + { + "representative": 7594, + "members": [ + 7594 + ], + "max_error": 0.0 + }, + { + "representative": 7670, + "members": [ + 7670 + ], + "max_error": 0.0 + }, + { + "representative": 7569, + "members": [ + 7569 + ], + "max_error": 0.0 + }, + { + "representative": 7602, + "members": [ + 7602 + ], + "max_error": 0.0 + }, + { + "representative": 7619, + "members": [ + 7619 + ], + "max_error": 0.0 + }, + { + "representative": 7547, + "members": [ + 7547 + ], + "max_error": 0.0 + }, + { + "representative": 7636, + "members": [ + 7636 + ], + "max_error": 0.0 + }, + { + "representative": 7563, + "members": [ + 7563 + ], + "max_error": 0.0 + }, + { + "representative": 7679, + "members": [ + 7679 + ], + "max_error": 0.0 + }, + { + "representative": 7651, + "members": [ + 7651 + ], + "max_error": 0.0 + }, + { + "representative": 8095, + "members": [ + 8095 + ], + "max_error": 0.0 + }, + { + "representative": 7958, + "members": [ + 7958 + ], + "max_error": 0.0 + }, + { + "representative": 8189, + "members": [ + 8189 + ], + "max_error": 0.0 + }, + { + "representative": 8114, + "members": [ + 8114 + ], + "max_error": 0.0 + }, + { + "representative": 7942, + "members": [ + 7942 + ], + "max_error": 0.0 + }, + { + "representative": 8073, + "members": [ + 8073 + ], + "max_error": 0.0 + }, + { + "representative": 8104, + "members": [ + 8104 + ], + "max_error": 0.0 + }, + { + "representative": 8111, + "members": [ + 8111 + ], + "max_error": 0.0 + }, + { + "representative": 8078, + "members": [ + 8078 + ], + "max_error": 0.0 + }, + { + "representative": 8071, + "members": [ + 8071 + ], + "max_error": 0.0 + }, + { + "representative": 8083, + "members": [ + 8083 + ], + "max_error": 0.0 + }, + { + "representative": 7957, + "members": [ + 7957 + ], + "max_error": 0.0 + }, + { + "representative": 8161, + "members": [ + 8161 + ], + "max_error": 0.0 + }, + { + "representative": 8010, + "members": [ + 8010 + ], + "max_error": 0.0 + }, + { + "representative": 6536, + "members": [ + 6536 + ], + "max_error": 0.0 + }, + { + "representative": 6561, + "members": [ + 6561 + ], + "max_error": 0.0 + }, + { + "representative": 6521, + "members": [ + 6521 + ], + "max_error": 0.0 + }, + { + "representative": 6446, + "members": [ + 6446 + ], + "max_error": 0.0 + }, + { + "representative": 6469, + "members": [ + 6469 + ], + "max_error": 0.0 + }, + { + "representative": 6463, + "members": [ + 6463 + ], + "max_error": 0.0 + }, + { + "representative": 6542, + "members": [ + 6542 + ], + "max_error": 0.0 + }, + { + "representative": 6452, + "members": [ + 6452 + ], + "max_error": 0.0 + }, + { + "representative": 6650, + "members": [ + 6650 + ], + "max_error": 0.0 + }, + { + "representative": 6414, + "members": [ + 6414 + ], + "max_error": 0.0 + }, + { + "representative": 6474, + "members": [ + 6474 + ], + "max_error": 0.0 + }, + { + "representative": 6489, + "members": [ + 6489 + ], + "max_error": 0.0 + }, + { + "representative": 6409, + "members": [ + 6409 + ], + "max_error": 0.0 + }, + { + "representative": 6963, + "members": [ + 6963 + ], + "max_error": 0.0 + }, + { + "representative": 6979, + "members": [ + 6979 + ], + "max_error": 0.0 + }, + { + "representative": 7124, + "members": [ + 7124 + ], + "max_error": 0.0 + }, + { + "representative": 6913, + "members": [ + 6913 + ], + "max_error": 0.0 + }, + { + "representative": 7110, + "members": [ + 7110 + ], + "max_error": 0.0 + }, + { + "representative": 6981, + "members": [ + 6981 + ], + "max_error": 0.0 + }, + { + "representative": 7121, + "members": [ + 7121 + ], + "max_error": 0.0 + }, + { + "representative": 6942, + "members": [ + 6942 + ], + "max_error": 0.0 + }, + { + "representative": 7103, + "members": [ + 7103 + ], + "max_error": 0.0 + }, + { + "representative": 6995, + "members": [ + 6995 + ], + "max_error": 0.0 + }, + { + "representative": 6952, + "members": [ + 6952 + ], + "max_error": 0.0 + }, + { + "representative": 7007, + "members": [ + 7007 + ], + "max_error": 0.0 + }, + { + "representative": 6989, + "members": [ + 6989 + ], + "max_error": 0.0 + }, + { + "representative": 7117, + "members": [ + 7117 + ], + "max_error": 0.0 + }, + { + "representative": 7614, + "members": [ + 7614 + ], + "max_error": 0.0 + }, + { + "representative": 7485, + "members": [ + 7485 + ], + "max_error": 0.0 + }, + { + "representative": 7587, + "members": [ + 7587 + ], + "max_error": 0.0 + }, + { + "representative": 7529, + "members": [ + 7529 + ], + "max_error": 0.0 + }, + { + "representative": 7473, + "members": [ + 7473 + ], + "max_error": 0.0 + }, + { + "representative": 7677, + "members": [ + 7677 + ], + "max_error": 0.0 + }, + { + "representative": 7515, + "members": [ + 7515 + ], + "max_error": 0.0 + }, + { + "representative": 7516, + "members": [ + 7516 + ], + "max_error": 0.0 + }, + { + "representative": 7613, + "members": [ + 7613 + ], + "max_error": 0.0 + }, + { + "representative": 7497, + "members": [ + 7497 + ], + "max_error": 0.0 + }, + { + "representative": 8158, + "members": [ + 8158 + ], + "max_error": 0.0 + }, + { + "representative": 8028, + "members": [ + 8028 + ], + "max_error": 0.0 + }, + { + "representative": 7971, + "members": [ + 7971 + ], + "max_error": 0.0 + }, + { + "representative": 8025, + "members": [ + 8025 + ], + "max_error": 0.0 + }, + { + "representative": 8100, + "members": [ + 8100 + ], + "max_error": 0.0 + }, + { + "representative": 8079, + "members": [ + 8079 + ], + "max_error": 0.0 + }, + { + "representative": 7944, + "members": [ + 7944 + ], + "max_error": 0.0 + }, + { + "representative": 8041, + "members": [ + 8041 + ], + "max_error": 0.0 + }, + { + "representative": 7959, + "members": [ + 7959 + ], + "max_error": 0.0 + }, + { + "representative": 8119, + "members": [ + 8119 + ], + "max_error": 0.0 + }, + { + "representative": 7965, + "members": [ + 7965 + ], + "max_error": 0.0 + }, + { + "representative": 8140, + "members": [ + 8140 + ], + "max_error": 0.0 + }, + { + "representative": 6413, + "members": [ + 6413 + ], + "max_error": 0.0 + }, + { + "representative": 6420, + "members": [ + 6420 + ], + "max_error": 0.0 + }, + { + "representative": 6425, + "members": [ + 6425 + ], + "max_error": 0.0 + }, + { + "representative": 6438, + "members": [ + 6438 + ], + "max_error": 0.0 + }, + { + "representative": 6591, + "members": [ + 6591 + ], + "max_error": 0.0 + }, + { + "representative": 6470, + "members": [ + 6470 + ], + "max_error": 0.0 + }, + { + "representative": 6406, + "members": [ + 6406 + ], + "max_error": 0.0 + }, + { + "representative": 6436, + "members": [ + 6436 + ], + "max_error": 0.0 + }, + { + "representative": 7051, + "members": [ + 7051 + ], + "max_error": 0.0 + }, + { + "representative": 7024, + "members": [ + 7024 + ], + "max_error": 0.0 + }, + { + "representative": 7043, + "members": [ + 7043 + ], + "max_error": 0.0 + }, + { + "representative": 7089, + "members": [ + 7089 + ], + "max_error": 0.0 + }, + { + "representative": 7149, + "members": [ + 7149 + ], + "max_error": 0.0 + }, + { + "representative": 7085, + "members": [ + 7085 + ], + "max_error": 0.0 + }, + { + "representative": 7036, + "members": [ + 7036 + ], + "max_error": 0.0 + }, + { + "representative": 7579, + "members": [ + 7579 + ], + "max_error": 0.0 + }, + { + "representative": 7627, + "members": [ + 7627 + ], + "max_error": 0.0 + }, + { + "representative": 7567, + "members": [ + 7567 + ], + "max_error": 0.0 + }, + { + "representative": 7490, + "members": [ + 7490 + ], + "max_error": 0.0 + }, + { + "representative": 8108, + "members": [ + 8108 + ], + "max_error": 0.0 + }, + { + "representative": 8085, + "members": [ + 8085 + ], + "max_error": 0.0 + }, + { + "representative": 7970, + "members": [ + 7970 + ], + "max_error": 0.0 + }, + { + "representative": 8043, + "members": [ + 8043 + ], + "max_error": 0.0 + }, + { + "representative": 8033, + "members": [ + 8033 + ], + "max_error": 0.0 + }, + { + "representative": 7999, + "members": [ + 7999 + ], + "max_error": 0.0 + }, + { + "representative": 8103, + "members": [ + 8103 + ], + "max_error": 0.0 + }, + { + "representative": 8089, + "members": [ + 8089 + ], + "max_error": 0.0 + }, + { + "representative": 8142, + "members": [ + 8142 + ], + "max_error": 0.0 + }, + { + "representative": 6477, + "members": [ + 6477 + ], + "max_error": 0.0 + }, + { + "representative": 6490, + "members": [ + 6490 + ], + "max_error": 0.0 + }, + { + "representative": 6586, + "members": [ + 6586 + ], + "max_error": 0.0 + }, + { + "representative": 6545, + "members": [ + 6545 + ], + "max_error": 0.0 + }, + { + "representative": 6600, + "members": [ + 6600 + ], + "max_error": 0.0 + }, + { + "representative": 6501, + "members": [ + 6501 + ], + "max_error": 0.0 + }, + { + "representative": 6983, + "members": [ + 6983 + ], + "max_error": 0.0 + }, + { + "representative": 7068, + "members": [ + 7068 + ], + "max_error": 0.0 + }, + { + "representative": 6923, + "members": [ + 6923 + ], + "max_error": 0.0 + }, + { + "representative": 7003, + "members": [ + 7003 + ], + "max_error": 0.0 + }, + { + "representative": 7042, + "members": [ + 7042 + ], + "max_error": 0.0 + }, + { + "representative": 6997, + "members": [ + 6997 + ], + "max_error": 0.0 + }, + { + "representative": 7080, + "members": [ + 7080 + ], + "max_error": 0.0 + }, + { + "representative": 6998, + "members": [ + 6998 + ], + "max_error": 0.0 + }, + { + "representative": 7156, + "members": [ + 7156 + ], + "max_error": 0.0 + }, + { + "representative": 7153, + "members": [ + 7153 + ], + "max_error": 0.0 + }, + { + "representative": 7632, + "members": [ + 7632 + ], + "max_error": 0.0 + }, + { + "representative": 7511, + "members": [ + 7511 + ], + "max_error": 0.0 + }, + { + "representative": 7604, + "members": [ + 7604 + ], + "max_error": 0.0 + }, + { + "representative": 7657, + "members": [ + 7657 + ], + "max_error": 0.0 + }, + { + "representative": 7560, + "members": [ + 7560 + ], + "max_error": 0.0 + }, + { + "representative": 7574, + "members": [ + 7574 + ], + "max_error": 0.0 + }, + { + "representative": 8042, + "members": [ + 8042 + ], + "max_error": 0.0 + }, + { + "representative": 8159, + "members": [ + 8159 + ], + "max_error": 0.0 + }, + { + "representative": 8134, + "members": [ + 8134 + ], + "max_error": 0.0 + }, + { + "representative": 7943, + "members": [ + 7943 + ], + "max_error": 0.0 + }, + { + "representative": 8163, + "members": [ + 8163 + ], + "max_error": 0.0 + }, + { + "representative": 8039, + "members": [ + 8039 + ], + "max_error": 0.0 + }, + { + "representative": 8022, + "members": [ + 8022 + ], + "max_error": 0.0 + }, + { + "representative": 8183, + "members": [ + 8183 + ], + "max_error": 0.0 + }, + { + "representative": 6520, + "members": [ + 6520 + ], + "max_error": 0.0 + }, + { + "representative": 6459, + "members": [ + 6459 + ], + "max_error": 0.0 + }, + { + "representative": 6626, + "members": [ + 6626 + ], + "max_error": 0.0 + }, + { + "representative": 6559, + "members": [ + 6559 + ], + "max_error": 0.0 + }, + { + "representative": 6645, + "members": [ + 6645 + ], + "max_error": 0.0 + }, + { + "representative": 6431, + "members": [ + 6431 + ], + "max_error": 0.0 + }, + { + "representative": 6515, + "members": [ + 6515 + ], + "max_error": 0.0 + }, + { + "representative": 6428, + "members": [ + 6428 + ], + "max_error": 0.0 + }, + { + "representative": 6631, + "members": [ + 6631 + ], + "max_error": 0.0 + }, + { + "representative": 6571, + "members": [ + 6571 + ], + "max_error": 0.0 + }, + { + "representative": 6525, + "members": [ + 6525 + ], + "max_error": 0.0 + }, + { + "representative": 6458, + "members": [ + 6458 + ], + "max_error": 0.0 + }, + { + "representative": 6580, + "members": [ + 6580 + ], + "max_error": 0.0 + }, + { + "representative": 6576, + "members": [ + 6576 + ], + "max_error": 0.0 + }, + { + "representative": 6550, + "members": [ + 6550 + ], + "max_error": 0.0 + }, + { + "representative": 6982, + "members": [ + 6982 + ], + "max_error": 0.0 + }, + { + "representative": 7105, + "members": [ + 7105 + ], + "max_error": 0.0 + }, + { + "representative": 7057, + "members": [ + 7057 + ], + "max_error": 0.0 + }, + { + "representative": 7095, + "members": [ + 7095 + ], + "max_error": 0.0 + }, + { + "representative": 6930, + "members": [ + 6930 + ], + "max_error": 0.0 + }, + { + "representative": 7070, + "members": [ + 7070 + ], + "max_error": 0.0 + }, + { + "representative": 7482, + "members": [ + 7482 + ], + "max_error": 0.0 + }, + { + "representative": 7633, + "members": [ + 7633 + ], + "max_error": 0.0 + }, + { + "representative": 7439, + "members": [ + 7439 + ], + "max_error": 0.0 + }, + { + "representative": 7598, + "members": [ + 7598 + ], + "max_error": 0.0 + }, + { + "representative": 7518, + "members": [ + 7518 + ], + "max_error": 0.0 + }, + { + "representative": 7672, + "members": [ + 7672 + ], + "max_error": 0.0 + }, + { + "representative": 7663, + "members": [ + 7663 + ], + "max_error": 0.0 + }, + { + "representative": 7558, + "members": [ + 7558 + ], + "max_error": 0.0 + }, + { + "representative": 7429, + "members": [ + 7429 + ], + "max_error": 0.0 + }, + { + "representative": 7956, + "members": [ + 7956 + ], + "max_error": 0.0 + }, + { + "representative": 8139, + "members": [ + 8139 + ], + "max_error": 0.0 + }, + { + "representative": 8075, + "members": [ + 8075 + ], + "max_error": 0.0 + }, + { + "representative": 8016, + "members": [ + 8016 + ], + "max_error": 0.0 + }, + { + "representative": 8138, + "members": [ + 8138 + ], + "max_error": 0.0 + }, + { + "representative": 7973, + "members": [ + 7973 + ], + "max_error": 0.0 + }, + { + "representative": 6575, + "members": [ + 6575 + ], + "max_error": 0.0 + }, + { + "representative": 6432, + "members": [ + 6432 + ], + "max_error": 0.0 + }, + { + "representative": 6478, + "members": [ + 6478 + ], + "max_error": 0.0 + }, + { + "representative": 6465, + "members": [ + 6465 + ], + "max_error": 0.0 + }, + { + "representative": 6611, + "members": [ + 6611 + ], + "max_error": 0.0 + }, + { + "representative": 6654, + "members": [ + 6654 + ], + "max_error": 0.0 + }, + { + "representative": 6408, + "members": [ + 6408 + ], + "max_error": 0.0 + }, + { + "representative": 6627, + "members": [ + 6627 + ], + "max_error": 0.0 + }, + { + "representative": 6616, + "members": [ + 6616 + ], + "max_error": 0.0 + }, + { + "representative": 6541, + "members": [ + 6541 + ], + "max_error": 0.0 + }, + { + "representative": 6555, + "members": [ + 6555 + ], + "max_error": 0.0 + }, + { + "representative": 6424, + "members": [ + 6424 + ], + "max_error": 0.0 + }, + { + "representative": 6566, + "members": [ + 6566 + ], + "max_error": 0.0 + }, + { + "representative": 6451, + "members": [ + 6451 + ], + "max_error": 0.0 + }, + { + "representative": 6639, + "members": [ + 6639 + ], + "max_error": 0.0 + }, + { + "representative": 6569, + "members": [ + 6569 + ], + "max_error": 0.0 + }, + { + "representative": 6440, + "members": [ + 6440 + ], + "max_error": 0.0 + }, + { + "representative": 6964, + "members": [ + 6964 + ], + "max_error": 0.0 + }, + { + "representative": 7021, + "members": [ + 7021 + ], + "max_error": 0.0 + }, + { + "representative": 7096, + "members": [ + 7096 + ], + "max_error": 0.0 + }, + { + "representative": 7081, + "members": [ + 7081 + ], + "max_error": 0.0 + }, + { + "representative": 7060, + "members": [ + 7060 + ], + "max_error": 0.0 + }, + { + "representative": 7109, + "members": [ + 7109 + ], + "max_error": 0.0 + }, + { + "representative": 7015, + "members": [ + 7015 + ], + "max_error": 0.0 + }, + { + "representative": 6928, + "members": [ + 6928 + ], + "max_error": 0.0 + }, + { + "representative": 7127, + "members": [ + 7127 + ], + "max_error": 0.0 + }, + { + "representative": 6939, + "members": [ + 6939 + ], + "max_error": 0.0 + }, + { + "representative": 7113, + "members": [ + 7113 + ], + "max_error": 0.0 + }, + { + "representative": 7039, + "members": [ + 7039 + ], + "max_error": 0.0 + }, + { + "representative": 6929, + "members": [ + 6929 + ], + "max_error": 0.0 + }, + { + "representative": 7163, + "members": [ + 7163 + ], + "max_error": 0.0 + }, + { + "representative": 6932, + "members": [ + 6932 + ], + "max_error": 0.0 + }, + { + "representative": 7577, + "members": [ + 7577 + ], + "max_error": 0.0 + }, + { + "representative": 7500, + "members": [ + 7500 + ], + "max_error": 0.0 + }, + { + "representative": 7665, + "members": [ + 7665 + ], + "max_error": 0.0 + }, + { + "representative": 7584, + "members": [ + 7584 + ], + "max_error": 0.0 + }, + { + "representative": 7647, + "members": [ + 7647 + ], + "max_error": 0.0 + }, + { + "representative": 7471, + "members": [ + 7471 + ], + "max_error": 0.0 + }, + { + "representative": 7470, + "members": [ + 7470 + ], + "max_error": 0.0 + }, + { + "representative": 7628, + "members": [ + 7628 + ], + "max_error": 0.0 + }, + { + "representative": 7654, + "members": [ + 7654 + ], + "max_error": 0.0 + }, + { + "representative": 7527, + "members": [ + 7527 + ], + "max_error": 0.0 + }, + { + "representative": 7513, + "members": [ + 7513 + ], + "max_error": 0.0 + }, + { + "representative": 7434, + "members": [ + 7434 + ], + "max_error": 0.0 + }, + { + "representative": 8003, + "members": [ + 8003 + ], + "max_error": 0.0 + }, + { + "representative": 8013, + "members": [ + 8013 + ], + "max_error": 0.0 + }, + { + "representative": 8115, + "members": [ + 8115 + ], + "max_error": 0.0 + }, + { + "representative": 8187, + "members": [ + 8187 + ], + "max_error": 0.0 + }, + { + "representative": 8053, + "members": [ + 8053 + ], + "max_error": 0.0 + }, + { + "representative": 7975, + "members": [ + 7975 + ], + "max_error": 0.0 + }, + { + "representative": 8009, + "members": [ + 8009 + ], + "max_error": 0.0 + }, + { + "representative": 7972, + "members": [ + 7972 + ], + "max_error": 0.0 + }, + { + "representative": 7986, + "members": [ + 7986 + ], + "max_error": 0.0 + }, + { + "representative": 8122, + "members": [ + 8122 + ], + "max_error": 0.0 + }, + { + "representative": 6538, + "members": [ + 6538 + ], + "max_error": 0.0 + }, + { + "representative": 6526, + "members": [ + 6526 + ], + "max_error": 0.0 + }, + { + "representative": 6620, + "members": [ + 6620 + ], + "max_error": 0.0 + }, + { + "representative": 6484, + "members": [ + 6484 + ], + "max_error": 0.0 + }, + { + "representative": 6539, + "members": [ + 6539 + ], + "max_error": 0.0 + }, + { + "representative": 6619, + "members": [ + 6619 + ], + "max_error": 0.0 + }, + { + "representative": 6590, + "members": [ + 6590 + ], + "max_error": 0.0 + }, + { + "representative": 6583, + "members": [ + 6583 + ], + "max_error": 0.0 + }, + { + "representative": 6491, + "members": [ + 6491 + ], + "max_error": 0.0 + }, + { + "representative": 6614, + "members": [ + 6614 + ], + "max_error": 0.0 + }, + { + "representative": 6917, + "members": [ + 6917 + ], + "max_error": 0.0 + }, + { + "representative": 7071, + "members": [ + 7071 + ], + "max_error": 0.0 + }, + { + "representative": 7166, + "members": [ + 7166 + ], + "max_error": 0.0 + }, + { + "representative": 6969, + "members": [ + 6969 + ], + "max_error": 0.0 + }, + { + "representative": 6980, + "members": [ + 6980 + ], + "max_error": 0.0 + }, + { + "representative": 6921, + "members": [ + 6921 + ], + "max_error": 0.0 + }, + { + "representative": 7047, + "members": [ + 7047 + ], + "max_error": 0.0 + }, + { + "representative": 6948, + "members": [ + 6948 + ], + "max_error": 0.0 + }, + { + "representative": 6993, + "members": [ + 6993 + ], + "max_error": 0.0 + }, + { + "representative": 7084, + "members": [ + 7084 + ], + "max_error": 0.0 + }, + { + "representative": 7148, + "members": [ + 7148 + ], + "max_error": 0.0 + }, + { + "representative": 6966, + "members": [ + 6966 + ], + "max_error": 0.0 + }, + { + "representative": 6944, + "members": [ + 6944 + ], + "max_error": 0.0 + }, + { + "representative": 6990, + "members": [ + 6990 + ], + "max_error": 0.0 + }, + { + "representative": 7016, + "members": [ + 7016 + ], + "max_error": 0.0 + }, + { + "representative": 7142, + "members": [ + 7142 + ], + "max_error": 0.0 + }, + { + "representative": 7625, + "members": [ + 7625 + ], + "max_error": 0.0 + }, + { + "representative": 7447, + "members": [ + 7447 + ], + "max_error": 0.0 + }, + { + "representative": 7573, + "members": [ + 7573 + ], + "max_error": 0.0 + }, + { + "representative": 7609, + "members": [ + 7609 + ], + "max_error": 0.0 + }, + { + "representative": 7566, + "members": [ + 7566 + ], + "max_error": 0.0 + }, + { + "representative": 7505, + "members": [ + 7505 + ], + "max_error": 0.0 + }, + { + "representative": 7487, + "members": [ + 7487 + ], + "max_error": 0.0 + }, + { + "representative": 7469, + "members": [ + 7469 + ], + "max_error": 0.0 + }, + { + "representative": 7459, + "members": [ + 7459 + ], + "max_error": 0.0 + }, + { + "representative": 7549, + "members": [ + 7549 + ], + "max_error": 0.0 + }, + { + "representative": 7452, + "members": [ + 7452 + ], + "max_error": 0.0 + }, + { + "representative": 7481, + "members": [ + 7481 + ], + "max_error": 0.0 + }, + { + "representative": 7955, + "members": [ + 7955 + ], + "max_error": 0.0 + }, + { + "representative": 7948, + "members": [ + 7948 + ], + "max_error": 0.0 + }, + { + "representative": 8067, + "members": [ + 8067 + ], + "max_error": 0.0 + }, + { + "representative": 8102, + "members": [ + 8102 + ], + "max_error": 0.0 + }, + { + "representative": 7982, + "members": [ + 7982 + ], + "max_error": 0.0 + }, + { + "representative": 8148, + "members": [ + 8148 + ], + "max_error": 0.0 + }, + { + "representative": 8062, + "members": [ + 8062 + ], + "max_error": 0.0 + }, + { + "representative": 8064, + "members": [ + 8064 + ], + "max_error": 0.0 + }, + { + "representative": 8172, + "members": [ + 8172 + ], + "max_error": 0.0 + }, + { + "representative": 8146, + "members": [ + 8146 + ], + "max_error": 0.0 + }, + { + "representative": 8031, + "members": [ + 8031 + ], + "max_error": 0.0 + }, + { + "representative": 6589, + "members": [ + 6589 + ], + "max_error": 0.0 + }, + { + "representative": 6617, + "members": [ + 6617 + ], + "max_error": 0.0 + }, + { + "representative": 6637, + "members": [ + 6637 + ], + "max_error": 0.0 + }, + { + "representative": 6401, + "members": [ + 6401 + ], + "max_error": 0.0 + }, + { + "representative": 6466, + "members": [ + 6466 + ], + "max_error": 0.0 + }, + { + "representative": 6582, + "members": [ + 6582 + ], + "max_error": 0.0 + }, + { + "representative": 6935, + "members": [ + 6935 + ], + "max_error": 0.0 + }, + { + "representative": 7114, + "members": [ + 7114 + ], + "max_error": 0.0 + }, + { + "representative": 7025, + "members": [ + 7025 + ], + "max_error": 0.0 + }, + { + "representative": 7053, + "members": [ + 7053 + ], + "max_error": 0.0 + }, + { + "representative": 6947, + "members": [ + 6947 + ], + "max_error": 0.0 + }, + { + "representative": 7022, + "members": [ + 7022 + ], + "max_error": 0.0 + }, + { + "representative": 7111, + "members": [ + 7111 + ], + "max_error": 0.0 + }, + { + "representative": 7141, + "members": [ + 7141 + ], + "max_error": 0.0 + }, + { + "representative": 6953, + "members": [ + 6953 + ], + "max_error": 0.0 + }, + { + "representative": 7030, + "members": [ + 7030 + ], + "max_error": 0.0 + }, + { + "representative": 7139, + "members": [ + 7139 + ], + "max_error": 0.0 + }, + { + "representative": 7126, + "members": [ + 7126 + ], + "max_error": 0.0 + }, + { + "representative": 6967, + "members": [ + 6967 + ], + "max_error": 0.0 + }, + { + "representative": 7510, + "members": [ + 7510 + ], + "max_error": 0.0 + }, + { + "representative": 7548, + "members": [ + 7548 + ], + "max_error": 0.0 + }, + { + "representative": 7615, + "members": [ + 7615 + ], + "max_error": 0.0 + }, + { + "representative": 7666, + "members": [ + 7666 + ], + "max_error": 0.0 + }, + { + "representative": 7555, + "members": [ + 7555 + ], + "max_error": 0.0 + }, + { + "representative": 7655, + "members": [ + 7655 + ], + "max_error": 0.0 + }, + { + "representative": 7435, + "members": [ + 7435 + ], + "max_error": 0.0 + }, + { + "representative": 7623, + "members": [ + 7623 + ], + "max_error": 0.0 + }, + { + "representative": 7550, + "members": [ + 7550 + ], + "max_error": 0.0 + }, + { + "representative": 7441, + "members": [ + 7441 + ], + "max_error": 0.0 + }, + { + "representative": 8092, + "members": [ + 8092 + ], + "max_error": 0.0 + }, + { + "representative": 8164, + "members": [ + 8164 + ], + "max_error": 0.0 + }, + { + "representative": 8136, + "members": [ + 8136 + ], + "max_error": 0.0 + }, + { + "representative": 8007, + "members": [ + 8007 + ], + "max_error": 0.0 + }, + { + "representative": 8058, + "members": [ + 8058 + ], + "max_error": 0.0 + }, + { + "representative": 8165, + "members": [ + 8165 + ], + "max_error": 0.0 + }, + { + "representative": 8129, + "members": [ + 8129 + ], + "max_error": 0.0 + }, + { + "representative": 8117, + "members": [ + 8117 + ], + "max_error": 0.0 + }, + { + "representative": 8143, + "members": [ + 8143 + ], + "max_error": 0.0 + }, + { + "representative": 8019, + "members": [ + 8019 + ], + "max_error": 0.0 + }, + { + "representative": 6509, + "members": [ + 6509 + ], + "max_error": 0.0 + }, + { + "representative": 6510, + "members": [ + 6510 + ], + "max_error": 0.0 + }, + { + "representative": 6517, + "members": [ + 6517 + ], + "max_error": 0.0 + }, + { + "representative": 6594, + "members": [ + 6594 + ], + "max_error": 0.0 + }, + { + "representative": 6551, + "members": [ + 6551 + ], + "max_error": 0.0 + }, + { + "representative": 6642, + "members": [ + 6642 + ], + "max_error": 0.0 + }, + { + "representative": 6557, + "members": [ + 6557 + ], + "max_error": 0.0 + }, + { + "representative": 6640, + "members": [ + 6640 + ], + "max_error": 0.0 + }, + { + "representative": 6415, + "members": [ + 6415 + ], + "max_error": 0.0 + }, + { + "representative": 6493, + "members": [ + 6493 + ], + "max_error": 0.0 + }, + { + "representative": 6437, + "members": [ + 6437 + ], + "max_error": 0.0 + }, + { + "representative": 7130, + "members": [ + 7130 + ], + "max_error": 0.0 + }, + { + "representative": 7145, + "members": [ + 7145 + ], + "max_error": 0.0 + }, + { + "representative": 6958, + "members": [ + 6958 + ], + "max_error": 0.0 + }, + { + "representative": 6926, + "members": [ + 6926 + ], + "max_error": 0.0 + }, + { + "representative": 7087, + "members": [ + 7087 + ], + "max_error": 0.0 + }, + { + "representative": 7062, + "members": [ + 7062 + ], + "max_error": 0.0 + }, + { + "representative": 7099, + "members": [ + 7099 + ], + "max_error": 0.0 + }, + { + "representative": 6920, + "members": [ + 6920 + ], + "max_error": 0.0 + }, + { + "representative": 7035, + "members": [ + 7035 + ], + "max_error": 0.0 + }, + { + "representative": 7041, + "members": [ + 7041 + ], + "max_error": 0.0 + }, + { + "representative": 7118, + "members": [ + 7118 + ], + "max_error": 0.0 + }, + { + "representative": 7120, + "members": [ + 7120 + ], + "max_error": 0.0 + }, + { + "representative": 7116, + "members": [ + 7116 + ], + "max_error": 0.0 + }, + { + "representative": 6956, + "members": [ + 6956 + ], + "max_error": 0.0 + }, + { + "representative": 7437, + "members": [ + 7437 + ], + "max_error": 0.0 + }, + { + "representative": 7600, + "members": [ + 7600 + ], + "max_error": 0.0 + }, + { + "representative": 7597, + "members": [ + 7597 + ], + "max_error": 0.0 + }, + { + "representative": 7535, + "members": [ + 7535 + ], + "max_error": 0.0 + }, + { + "representative": 7463, + "members": [ + 7463 + ], + "max_error": 0.0 + }, + { + "representative": 7495, + "members": [ + 7495 + ], + "max_error": 0.0 + }, + { + "representative": 7620, + "members": [ + 7620 + ], + "max_error": 0.0 + }, + { + "representative": 7642, + "members": [ + 7642 + ], + "max_error": 0.0 + }, + { + "representative": 7608, + "members": [ + 7608 + ], + "max_error": 0.0 + }, + { + "representative": 8006, + "members": [ + 8006 + ], + "max_error": 0.0 + }, + { + "representative": 7946, + "members": [ + 7946 + ], + "max_error": 0.0 + }, + { + "representative": 8101, + "members": [ + 8101 + ], + "max_error": 0.0 + }, + { + "representative": 8124, + "members": [ + 8124 + ], + "max_error": 0.0 + }, + { + "representative": 8178, + "members": [ + 8178 + ], + "max_error": 0.0 + }, + { + "representative": 7969, + "members": [ + 7969 + ], + "max_error": 0.0 + }, + { + "representative": 8175, + "members": [ + 8175 + ], + "max_error": 0.0 + }, + { + "representative": 8128, + "members": [ + 8128 + ], + "max_error": 0.0 + }, + { + "representative": 8005, + "members": [ + 8005 + ], + "max_error": 0.0 + }, + { + "representative": 7968, + "members": [ + 7968 + ], + "max_error": 0.0 + }, + { + "representative": 8068, + "members": [ + 8068 + ], + "max_error": 0.0 + }, + { + "representative": 8066, + "members": [ + 8066 + ], + "max_error": 0.0 + }, + { + "representative": 8011, + "members": [ + 8011 + ], + "max_error": 0.0 + }, + { + "representative": 8121, + "members": [ + 8121 + ], + "max_error": 0.0 + }, + { + "representative": 6454, + "members": [ + 6454 + ], + "max_error": 0.0 + }, + { + "representative": 6507, + "members": [ + 6507 + ], + "max_error": 0.0 + }, + { + "representative": 6647, + "members": [ + 6647 + ], + "max_error": 0.0 + }, + { + "representative": 6608, + "members": [ + 6608 + ], + "max_error": 0.0 + }, + { + "representative": 6499, + "members": [ + 6499 + ], + "max_error": 0.0 + }, + { + "representative": 6441, + "members": [ + 6441 + ], + "max_error": 0.0 + }, + { + "representative": 6522, + "members": [ + 6522 + ], + "max_error": 0.0 + }, + { + "representative": 6578, + "members": [ + 6578 + ], + "max_error": 0.0 + }, + { + "representative": 6588, + "members": [ + 6588 + ], + "max_error": 0.0 + }, + { + "representative": 6418, + "members": [ + 6418 + ], + "max_error": 0.0 + }, + { + "representative": 6486, + "members": [ + 6486 + ], + "max_error": 0.0 + }, + { + "representative": 6445, + "members": [ + 6445 + ], + "max_error": 0.0 + }, + { + "representative": 7046, + "members": [ + 7046 + ], + "max_error": 0.0 + }, + { + "representative": 6938, + "members": [ + 6938 + ], + "max_error": 0.0 + }, + { + "representative": 7002, + "members": [ + 7002 + ], + "max_error": 0.0 + }, + { + "representative": 6991, + "members": [ + 6991 + ], + "max_error": 0.0 + }, + { + "representative": 7055, + "members": [ + 7055 + ], + "max_error": 0.0 + }, + { + "representative": 7023, + "members": [ + 7023 + ], + "max_error": 0.0 + }, + { + "representative": 7072, + "members": [ + 7072 + ], + "max_error": 0.0 + }, + { + "representative": 6955, + "members": [ + 6955 + ], + "max_error": 0.0 + }, + { + "representative": 7100, + "members": [ + 7100 + ], + "max_error": 0.0 + }, + { + "representative": 6915, + "members": [ + 6915 + ], + "max_error": 0.0 + }, + { + "representative": 7621, + "members": [ + 7621 + ], + "max_error": 0.0 + }, + { + "representative": 7669, + "members": [ + 7669 + ], + "max_error": 0.0 + }, + { + "representative": 7538, + "members": [ + 7538 + ], + "max_error": 0.0 + }, + { + "representative": 7599, + "members": [ + 7599 + ], + "max_error": 0.0 + }, + { + "representative": 7545, + "members": [ + 7545 + ], + "max_error": 0.0 + }, + { + "representative": 7506, + "members": [ + 7506 + ], + "max_error": 0.0 + }, + { + "representative": 7472, + "members": [ + 7472 + ], + "max_error": 0.0 + }, + { + "representative": 7460, + "members": [ + 7460 + ], + "max_error": 0.0 + }, + { + "representative": 7431, + "members": [ + 7431 + ], + "max_error": 0.0 + }, + { + "representative": 7498, + "members": [ + 7498 + ], + "max_error": 0.0 + }, + { + "representative": 8048, + "members": [ + 8048 + ], + "max_error": 0.0 + }, + { + "representative": 8135, + "members": [ + 8135 + ], + "max_error": 0.0 + }, + { + "representative": 8084, + "members": [ + 8084 + ], + "max_error": 0.0 + }, + { + "representative": 8032, + "members": [ + 8032 + ], + "max_error": 0.0 + }, + { + "representative": 8154, + "members": [ + 8154 + ], + "max_error": 0.0 + }, + { + "representative": 6450, + "members": [ + 6450 + ], + "max_error": 0.0 + }, + { + "representative": 6529, + "members": [ + 6529 + ], + "max_error": 0.0 + }, + { + "representative": 6532, + "members": [ + 6532 + ], + "max_error": 0.0 + }, + { + "representative": 6553, + "members": [ + 6553 + ], + "max_error": 0.0 + }, + { + "representative": 6505, + "members": [ + 6505 + ], + "max_error": 0.0 + }, + { + "representative": 6599, + "members": [ + 6599 + ], + "max_error": 0.0 + }, + { + "representative": 6453, + "members": [ + 6453 + ], + "max_error": 0.0 + }, + { + "representative": 6584, + "members": [ + 6584 + ], + "max_error": 0.0 + }, + { + "representative": 6552, + "members": [ + 6552 + ], + "max_error": 0.0 + }, + { + "representative": 6492, + "members": [ + 6492 + ], + "max_error": 0.0 + }, + { + "representative": 6560, + "members": [ + 6560 + ], + "max_error": 0.0 + }, + { + "representative": 6481, + "members": [ + 6481 + ], + "max_error": 0.0 + }, + { + "representative": 6653, + "members": [ + 6653 + ], + "max_error": 0.0 + }, + { + "representative": 6598, + "members": [ + 6598 + ], + "max_error": 0.0 + }, + { + "representative": 6558, + "members": [ + 6558 + ], + "max_error": 0.0 + }, + { + "representative": 7019, + "members": [ + 7019 + ], + "max_error": 0.0 + }, + { + "representative": 6931, + "members": [ + 6931 + ], + "max_error": 0.0 + }, + { + "representative": 7155, + "members": [ + 7155 + ], + "max_error": 0.0 + }, + { + "representative": 7167, + "members": [ + 7167 + ], + "max_error": 0.0 + }, + { + "representative": 7083, + "members": [ + 7083 + ], + "max_error": 0.0 + }, + { + "representative": 7147, + "members": [ + 7147 + ], + "max_error": 0.0 + }, + { + "representative": 7027, + "members": [ + 7027 + ], + "max_error": 0.0 + }, + { + "representative": 6984, + "members": [ + 6984 + ], + "max_error": 0.0 + }, + { + "representative": 7088, + "members": [ + 7088 + ], + "max_error": 0.0 + }, + { + "representative": 7073, + "members": [ + 7073 + ], + "max_error": 0.0 + }, + { + "representative": 7652, + "members": [ + 7652 + ], + "max_error": 0.0 + }, + { + "representative": 7451, + "members": [ + 7451 + ], + "max_error": 0.0 + }, + { + "representative": 7489, + "members": [ + 7489 + ], + "max_error": 0.0 + }, + { + "representative": 7430, + "members": [ + 7430 + ], + "max_error": 0.0 + }, + { + "representative": 7526, + "members": [ + 7526 + ], + "max_error": 0.0 + }, + { + "representative": 7512, + "members": [ + 7512 + ], + "max_error": 0.0 + }, + { + "representative": 7520, + "members": [ + 7520 + ], + "max_error": 0.0 + }, + { + "representative": 7477, + "members": [ + 7477 + ], + "max_error": 0.0 + }, + { + "representative": 7659, + "members": [ + 7659 + ], + "max_error": 0.0 + }, + { + "representative": 7466, + "members": [ + 7466 + ], + "max_error": 0.0 + }, + { + "representative": 7493, + "members": [ + 7493 + ], + "max_error": 0.0 + }, + { + "representative": 7967, + "members": [ + 7967 + ], + "max_error": 0.0 + }, + { + "representative": 8044, + "members": [ + 8044 + ], + "max_error": 0.0 + }, + { + "representative": 8060, + "members": [ + 8060 + ], + "max_error": 0.0 + }, + { + "representative": 7991, + "members": [ + 7991 + ], + "max_error": 0.0 + }, + { + "representative": 8023, + "members": [ + 8023 + ], + "max_error": 0.0 + }, + { + "representative": 8012, + "members": [ + 8012 + ], + "max_error": 0.0 + }, + { + "representative": 8037, + "members": [ + 8037 + ], + "max_error": 0.0 + }, + { + "representative": 8109, + "members": [ + 8109 + ], + "max_error": 0.0 + }, + { + "representative": 8056, + "members": [ + 8056 + ], + "max_error": 0.0 + }, + { + "representative": 7974, + "members": [ + 7974 + ], + "max_error": 0.0 + }, + { + "representative": 7979, + "members": [ + 7979 + ], + "max_error": 0.0 + }, + { + "representative": 7937, + "members": [ + 7937 + ], + "max_error": 0.0 + }, + { + "representative": 8004, + "members": [ + 8004 + ], + "max_error": 0.0 + }, + { + "representative": 8126, + "members": [ + 8126 + ], + "max_error": 0.0 + }, + { + "representative": 6621, + "members": [ + 6621 + ], + "max_error": 0.0 + }, + { + "representative": 6495, + "members": [ + 6495 + ], + "max_error": 0.0 + }, + { + "representative": 6567, + "members": [ + 6567 + ], + "max_error": 0.0 + }, + { + "representative": 6548, + "members": [ + 6548 + ], + "max_error": 0.0 + }, + { + "representative": 6564, + "members": [ + 6564 + ], + "max_error": 0.0 + }, + { + "representative": 6644, + "members": [ + 6644 + ], + "max_error": 0.0 + }, + { + "representative": 6596, + "members": [ + 6596 + ], + "max_error": 0.0 + }, + { + "representative": 6519, + "members": [ + 6519 + ], + "max_error": 0.0 + }, + { + "representative": 6603, + "members": [ + 6603 + ], + "max_error": 0.0 + }, + { + "representative": 6593, + "members": [ + 6593 + ], + "max_error": 0.0 + }, + { + "representative": 6508, + "members": [ + 6508 + ], + "max_error": 0.0 + }, + { + "representative": 7143, + "members": [ + 7143 + ], + "max_error": 0.0 + }, + { + "representative": 7093, + "members": [ + 7093 + ], + "max_error": 0.0 + }, + { + "representative": 7029, + "members": [ + 7029 + ], + "max_error": 0.0 + }, + { + "representative": 7128, + "members": [ + 7128 + ], + "max_error": 0.0 + }, + { + "representative": 7131, + "members": [ + 7131 + ], + "max_error": 0.0 + }, + { + "representative": 7165, + "members": [ + 7165 + ], + "max_error": 0.0 + }, + { + "representative": 7104, + "members": [ + 7104 + ], + "max_error": 0.0 + }, + { + "representative": 7018, + "members": [ + 7018 + ], + "max_error": 0.0 + }, + { + "representative": 7151, + "members": [ + 7151 + ], + "max_error": 0.0 + }, + { + "representative": 7076, + "members": [ + 7076 + ], + "max_error": 0.0 + }, + { + "representative": 7138, + "members": [ + 7138 + ], + "max_error": 0.0 + }, + { + "representative": 6977, + "members": [ + 6977 + ], + "max_error": 0.0 + }, + { + "representative": 6946, + "members": [ + 6946 + ], + "max_error": 0.0 + }, + { + "representative": 7135, + "members": [ + 7135 + ], + "max_error": 0.0 + }, + { + "representative": 7540, + "members": [ + 7540 + ], + "max_error": 0.0 + }, + { + "representative": 7480, + "members": [ + 7480 + ], + "max_error": 0.0 + }, + { + "representative": 7432, + "members": [ + 7432 + ], + "max_error": 0.0 + }, + { + "representative": 7457, + "members": [ + 7457 + ], + "max_error": 0.0 + }, + { + "representative": 7478, + "members": [ + 7478 + ], + "max_error": 0.0 + }, + { + "representative": 7438, + "members": [ + 7438 + ], + "max_error": 0.0 + }, + { + "representative": 7462, + "members": [ + 7462 + ], + "max_error": 0.0 + }, + { + "representative": 7624, + "members": [ + 7624 + ], + "max_error": 0.0 + }, + { + "representative": 7570, + "members": [ + 7570 + ], + "max_error": 0.0 + }, + { + "representative": 7646, + "members": [ + 7646 + ], + "max_error": 0.0 + }, + { + "representative": 7585, + "members": [ + 7585 + ], + "max_error": 0.0 + }, + { + "representative": 7450, + "members": [ + 7450 + ], + "max_error": 0.0 + }, + { + "representative": 7582, + "members": [ + 7582 + ], + "max_error": 0.0 + }, + { + "representative": 7606, + "members": [ + 7606 + ], + "max_error": 0.0 + }, + { + "representative": 7484, + "members": [ + 7484 + ], + "max_error": 0.0 + }, + { + "representative": 7499, + "members": [ + 7499 + ], + "max_error": 0.0 + }, + { + "representative": 7552, + "members": [ + 7552 + ], + "max_error": 0.0 + }, + { + "representative": 7977, + "members": [ + 7977 + ], + "max_error": 0.0 + }, + { + "representative": 7938, + "members": [ + 7938 + ], + "max_error": 0.0 + }, + { + "representative": 8087, + "members": [ + 8087 + ], + "max_error": 0.0 + }, + { + "representative": 8150, + "members": [ + 8150 + ], + "max_error": 0.0 + }, + { + "representative": 8190, + "members": [ + 8190 + ], + "max_error": 0.0 + }, + { + "representative": 8063, + "members": [ + 8063 + ], + "max_error": 0.0 + }, + { + "representative": 8107, + "members": [ + 8107 + ], + "max_error": 0.0 + }, + { + "representative": 8020, + "members": [ + 8020 + ], + "max_error": 0.0 + }, + { + "representative": 8174, + "members": [ + 8174 + ], + "max_error": 0.0 + }, + { + "representative": 7976, + "members": [ + 7976 + ], + "max_error": 0.0 + }, + { + "representative": 6630, + "members": [ + 6630 + ], + "max_error": 0.0 + }, + { + "representative": 6605, + "members": [ + 6605 + ], + "max_error": 0.0 + }, + { + "representative": 6577, + "members": [ + 6577 + ], + "max_error": 0.0 + }, + { + "representative": 6643, + "members": [ + 6643 + ], + "max_error": 0.0 + }, + { + "representative": 6410, + "members": [ + 6410 + ], + "max_error": 0.0 + }, + { + "representative": 7048, + "members": [ + 7048 + ], + "max_error": 0.0 + }, + { + "representative": 7044, + "members": [ + 7044 + ], + "max_error": 0.0 + }, + { + "representative": 7137, + "members": [ + 7137 + ], + "max_error": 0.0 + }, + { + "representative": 6996, + "members": [ + 6996 + ], + "max_error": 0.0 + }, + { + "representative": 6968, + "members": [ + 6968 + ], + "max_error": 0.0 + }, + { + "representative": 7008, + "members": [ + 7008 + ], + "max_error": 0.0 + }, + { + "representative": 6988, + "members": [ + 6988 + ], + "max_error": 0.0 + }, + { + "representative": 7067, + "members": [ + 7067 + ], + "max_error": 0.0 + }, + { + "representative": 7154, + "members": [ + 7154 + ], + "max_error": 0.0 + }, + { + "representative": 7509, + "members": [ + 7509 + ], + "max_error": 0.0 + }, + { + "representative": 7444, + "members": [ + 7444 + ], + "max_error": 0.0 + }, + { + "representative": 7445, + "members": [ + 7445 + ], + "max_error": 0.0 + }, + { + "representative": 7539, + "members": [ + 7539 + ], + "max_error": 0.0 + }, + { + "representative": 7440, + "members": [ + 7440 + ], + "max_error": 0.0 + }, + { + "representative": 7508, + "members": [ + 7508 + ], + "max_error": 0.0 + }, + { + "representative": 7595, + "members": [ + 7595 + ], + "max_error": 0.0 + }, + { + "representative": 7486, + "members": [ + 7486 + ], + "max_error": 0.0 + }, + { + "representative": 7629, + "members": [ + 7629 + ], + "max_error": 0.0 + }, + { + "representative": 7443, + "members": [ + 7443 + ], + "max_error": 0.0 + }, + { + "representative": 7568, + "members": [ + 7568 + ], + "max_error": 0.0 + }, + { + "representative": 7454, + "members": [ + 7454 + ], + "max_error": 0.0 + }, + { + "representative": 8036, + "members": [ + 8036 + ], + "max_error": 0.0 + }, + { + "representative": 8145, + "members": [ + 8145 + ], + "max_error": 0.0 + }, + { + "representative": 8059, + "members": [ + 8059 + ], + "max_error": 0.0 + }, + { + "representative": 7997, + "members": [ + 7997 + ], + "max_error": 0.0 + }, + { + "representative": 8118, + "members": [ + 8118 + ], + "max_error": 0.0 + }, + { + "representative": 7978, + "members": [ + 7978 + ], + "max_error": 0.0 + }, + { + "representative": 7953, + "members": [ + 7953 + ], + "max_error": 0.0 + }, + { + "representative": 8099, + "members": [ + 8099 + ], + "max_error": 0.0 + }, + { + "representative": 8024, + "members": [ + 8024 + ], + "max_error": 0.0 + }, + { + "representative": 8110, + "members": [ + 8110 + ], + "max_error": 0.0 + }, + { + "representative": 8132, + "members": [ + 8132 + ], + "max_error": 0.0 + }, + { + "representative": 7941, + "members": [ + 7941 + ], + "max_error": 0.0 + }, + { + "representative": 8166, + "members": [ + 8166 + ], + "max_error": 0.0 + }, + { + "representative": 8038, + "members": [ + 8038 + ], + "max_error": 0.0 + }, + { + "representative": 7980, + "members": [ + 7980 + ], + "max_error": 0.0 + }, + { + "representative": 7962, + "members": [ + 7962 + ], + "max_error": 0.0 + }, + { + "representative": 8116, + "members": [ + 8116 + ], + "max_error": 0.0 + }, + { + "representative": 8170, + "members": [ + 8170 + ], + "max_error": 0.0 + }, + { + "representative": 6444, + "members": [ + 6444 + ], + "max_error": 0.0 + }, + { + "representative": 6471, + "members": [ + 6471 + ], + "max_error": 0.0 + }, + { + "representative": 6543, + "members": [ + 6543 + ], + "max_error": 0.0 + }, + { + "representative": 6609, + "members": [ + 6609 + ], + "max_error": 0.0 + }, + { + "representative": 6585, + "members": [ + 6585 + ], + "max_error": 0.0 + }, + { + "representative": 6595, + "members": [ + 6595 + ], + "max_error": 0.0 + }, + { + "representative": 6447, + "members": [ + 6447 + ], + "max_error": 0.0 + }, + { + "representative": 6615, + "members": [ + 6615 + ], + "max_error": 0.0 + }, + { + "representative": 6646, + "members": [ + 6646 + ], + "max_error": 0.0 + }, + { + "representative": 6613, + "members": [ + 6613 + ], + "max_error": 0.0 + }, + { + "representative": 6945, + "members": [ + 6945 + ], + "max_error": 0.0 + }, + { + "representative": 6919, + "members": [ + 6919 + ], + "max_error": 0.0 + }, + { + "representative": 6972, + "members": [ + 6972 + ], + "max_error": 0.0 + }, + { + "representative": 7161, + "members": [ + 7161 + ], + "max_error": 0.0 + }, + { + "representative": 6985, + "members": [ + 6985 + ], + "max_error": 0.0 + }, + { + "representative": 7056, + "members": [ + 7056 + ], + "max_error": 0.0 + }, + { + "representative": 6922, + "members": [ + 6922 + ], + "max_error": 0.0 + }, + { + "representative": 7077, + "members": [ + 7077 + ], + "max_error": 0.0 + }, + { + "representative": 7157, + "members": [ + 7157 + ], + "max_error": 0.0 + }, + { + "representative": 6925, + "members": [ + 6925 + ], + "max_error": 0.0 + }, + { + "representative": 7000, + "members": [ + 7000 + ], + "max_error": 0.0 + }, + { + "representative": 7556, + "members": [ + 7556 + ], + "max_error": 0.0 + }, + { + "representative": 7611, + "members": [ + 7611 + ], + "max_error": 0.0 + }, + { + "representative": 7534, + "members": [ + 7534 + ], + "max_error": 0.0 + }, + { + "representative": 7474, + "members": [ + 7474 + ], + "max_error": 0.0 + }, + { + "representative": 7660, + "members": [ + 7660 + ], + "max_error": 0.0 + }, + { + "representative": 7488, + "members": [ + 7488 + ], + "max_error": 0.0 + }, + { + "representative": 7637, + "members": [ + 7637 + ], + "max_error": 0.0 + }, + { + "representative": 7476, + "members": [ + 7476 + ], + "max_error": 0.0 + }, + { + "representative": 7467, + "members": [ + 7467 + ], + "max_error": 0.0 + }, + { + "representative": 7612, + "members": [ + 7612 + ], + "max_error": 0.0 + }, + { + "representative": 7662, + "members": [ + 7662 + ], + "max_error": 0.0 + }, + { + "representative": 7483, + "members": [ + 7483 + ], + "max_error": 0.0 + }, + { + "representative": 8144, + "members": [ + 8144 + ], + "max_error": 0.0 + }, + { + "representative": 8162, + "members": [ + 8162 + ], + "max_error": 0.0 + }, + { + "representative": 8055, + "members": [ + 8055 + ], + "max_error": 0.0 + }, + { + "representative": 8002, + "members": [ + 8002 + ], + "max_error": 0.0 + }, + { + "representative": 8188, + "members": [ + 8188 + ], + "max_error": 0.0 + }, + { + "representative": 8061, + "members": [ + 8061 + ], + "max_error": 0.0 + }, + { + "representative": 8029, + "members": [ + 8029 + ], + "max_error": 0.0 + }, + { + "representative": 7993, + "members": [ + 7993 + ], + "max_error": 0.0 + }, + { + "representative": 6592, + "members": [ + 6592 + ], + "max_error": 0.0 + }, + { + "representative": 6512, + "members": [ + 6512 + ], + "max_error": 0.0 + }, + { + "representative": 6648, + "members": [ + 6648 + ], + "max_error": 0.0 + }, + { + "representative": 6540, + "members": [ + 6540 + ], + "max_error": 0.0 + }, + { + "representative": 6430, + "members": [ + 6430 + ], + "max_error": 0.0 + }, + { + "representative": 6419, + "members": [ + 6419 + ], + "max_error": 0.0 + }, + { + "representative": 6433, + "members": [ + 6433 + ], + "max_error": 0.0 + }, + { + "representative": 6978, + "members": [ + 6978 + ], + "max_error": 0.0 + }, + { + "representative": 7026, + "members": [ + 7026 + ], + "max_error": 0.0 + }, + { + "representative": 7050, + "members": [ + 7050 + ], + "max_error": 0.0 + }, + { + "representative": 6941, + "members": [ + 6941 + ], + "max_error": 0.0 + }, + { + "representative": 7037, + "members": [ + 7037 + ], + "max_error": 0.0 + }, + { + "representative": 7013, + "members": [ + 7013 + ], + "max_error": 0.0 + }, + { + "representative": 7119, + "members": [ + 7119 + ], + "max_error": 0.0 + }, + { + "representative": 7014, + "members": [ + 7014 + ], + "max_error": 0.0 + }, + { + "representative": 7004, + "members": [ + 7004 + ], + "max_error": 0.0 + }, + { + "representative": 7045, + "members": [ + 7045 + ], + "max_error": 0.0 + }, + { + "representative": 6950, + "members": [ + 6950 + ], + "max_error": 0.0 + }, + { + "representative": 7641, + "members": [ + 7641 + ], + "max_error": 0.0 + }, + { + "representative": 7544, + "members": [ + 7544 + ], + "max_error": 0.0 + }, + { + "representative": 7588, + "members": [ + 7588 + ], + "max_error": 0.0 + }, + { + "representative": 7667, + "members": [ + 7667 + ], + "max_error": 0.0 + }, + { + "representative": 7562, + "members": [ + 7562 + ], + "max_error": 0.0 + }, + { + "representative": 7668, + "members": [ + 7668 + ], + "max_error": 0.0 + }, + { + "representative": 7661, + "members": [ + 7661 + ], + "max_error": 0.0 + }, + { + "representative": 7648, + "members": [ + 7648 + ], + "max_error": 0.0 + }, + { + "representative": 7559, + "members": [ + 7559 + ], + "max_error": 0.0 + }, + { + "representative": 7424, + "members": [ + 7424 + ], + "max_error": 0.0 + }, + { + "representative": 7656, + "members": [ + 7656 + ], + "max_error": 0.0 + }, + { + "representative": 7442, + "members": [ + 7442 + ], + "max_error": 0.0 + }, + { + "representative": 7453, + "members": [ + 7453 + ], + "max_error": 0.0 + }, + { + "representative": 7530, + "members": [ + 7530 + ], + "max_error": 0.0 + }, + { + "representative": 7603, + "members": [ + 7603 + ], + "max_error": 0.0 + }, + { + "representative": 7590, + "members": [ + 7590 + ], + "max_error": 0.0 + }, + { + "representative": 7532, + "members": [ + 7532 + ], + "max_error": 0.0 + }, + { + "representative": 7491, + "members": [ + 7491 + ], + "max_error": 0.0 + }, + { + "representative": 8177, + "members": [ + 8177 + ], + "max_error": 0.0 + }, + { + "representative": 8171, + "members": [ + 8171 + ], + "max_error": 0.0 + }, + { + "representative": 7964, + "members": [ + 7964 + ], + "max_error": 0.0 + }, + { + "representative": 8072, + "members": [ + 8072 + ], + "max_error": 0.0 + }, + { + "representative": 7954, + "members": [ + 7954 + ], + "max_error": 0.0 + }, + { + "representative": 8069, + "members": [ + 8069 + ], + "max_error": 0.0 + }, + { + "representative": 8137, + "members": [ + 8137 + ], + "max_error": 0.0 + }, + { + "representative": 8000, + "members": [ + 8000 + ], + "max_error": 0.0 + }, + { + "representative": 8076, + "members": [ + 8076 + ], + "max_error": 0.0 + }, + { + "representative": 8091, + "members": [ + 8091 + ], + "max_error": 0.0 + }, + { + "representative": 8021, + "members": [ + 8021 + ], + "max_error": 0.0 + }, + { + "representative": 8008, + "members": [ + 8008 + ], + "max_error": 0.0 + }, + { + "representative": 6427, + "members": [ + 6427 + ], + "max_error": 0.0 + }, + { + "representative": 6404, + "members": [ + 6404 + ], + "max_error": 0.0 + }, + { + "representative": 6480, + "members": [ + 6480 + ], + "max_error": 0.0 + }, + { + "representative": 6635, + "members": [ + 6635 + ], + "max_error": 0.0 + }, + { + "representative": 6602, + "members": [ + 6602 + ], + "max_error": 0.0 + }, + { + "representative": 6513, + "members": [ + 6513 + ], + "max_error": 0.0 + }, + { + "representative": 6407, + "members": [ + 6407 + ], + "max_error": 0.0 + }, + { + "representative": 6494, + "members": [ + 6494 + ], + "max_error": 0.0 + }, + { + "representative": 6572, + "members": [ + 6572 + ], + "max_error": 0.0 + }, + { + "representative": 6473, + "members": [ + 6473 + ], + "max_error": 0.0 + }, + { + "representative": 7129, + "members": [ + 7129 + ], + "max_error": 0.0 + }, + { + "representative": 6934, + "members": [ + 6934 + ], + "max_error": 0.0 + }, + { + "representative": 7011, + "members": [ + 7011 + ], + "max_error": 0.0 + }, + { + "representative": 7115, + "members": [ + 7115 + ], + "max_error": 0.0 + }, + { + "representative": 7123, + "members": [ + 7123 + ], + "max_error": 0.0 + }, + { + "representative": 6957, + "members": [ + 6957 + ], + "max_error": 0.0 + }, + { + "representative": 7075, + "members": [ + 7075 + ], + "max_error": 0.0 + }, + { + "representative": 6954, + "members": [ + 6954 + ], + "max_error": 0.0 + }, + { + "representative": 7152, + "members": [ + 7152 + ], + "max_error": 0.0 + }, + { + "representative": 7132, + "members": [ + 7132 + ], + "max_error": 0.0 + }, + { + "representative": 7091, + "members": [ + 7091 + ], + "max_error": 0.0 + }, + { + "representative": 7020, + "members": [ + 7020 + ], + "max_error": 0.0 + }, + { + "representative": 7136, + "members": [ + 7136 + ], + "max_error": 0.0 + }, + { + "representative": 7164, + "members": [ + 7164 + ], + "max_error": 0.0 + }, + { + "representative": 6975, + "members": [ + 6975 + ], + "max_error": 0.0 + }, + { + "representative": 7542, + "members": [ + 7542 + ], + "max_error": 0.0 + }, + { + "representative": 7428, + "members": [ + 7428 + ], + "max_error": 0.0 + }, + { + "representative": 7605, + "members": [ + 7605 + ], + "max_error": 0.0 + }, + { + "representative": 7565, + "members": [ + 7565 + ], + "max_error": 0.0 + }, + { + "representative": 7673, + "members": [ + 7673 + ], + "max_error": 0.0 + }, + { + "representative": 7564, + "members": [ + 7564 + ], + "max_error": 0.0 + }, + { + "representative": 7607, + "members": [ + 7607 + ], + "max_error": 0.0 + }, + { + "representative": 7455, + "members": [ + 7455 + ], + "max_error": 0.0 + }, + { + "representative": 7649, + "members": [ + 7649 + ], + "max_error": 0.0 + }, + { + "representative": 7557, + "members": [ + 7557 + ], + "max_error": 0.0 + }, + { + "representative": 7553, + "members": [ + 7553 + ], + "max_error": 0.0 + }, + { + "representative": 7521, + "members": [ + 7521 + ], + "max_error": 0.0 + }, + { + "representative": 7634, + "members": [ + 7634 + ], + "max_error": 0.0 + }, + { + "representative": 7475, + "members": [ + 7475 + ], + "max_error": 0.0 + }, + { + "representative": 7676, + "members": [ + 7676 + ], + "max_error": 0.0 + }, + { + "representative": 7988, + "members": [ + 7988 + ], + "max_error": 0.0 + }, + { + "representative": 8173, + "members": [ + 8173 + ], + "max_error": 0.0 + }, + { + "representative": 8168, + "members": [ + 8168 + ], + "max_error": 0.0 + }, + { + "representative": 8001, + "members": [ + 8001 + ], + "max_error": 0.0 + }, + { + "representative": 8049, + "members": [ + 8049 + ], + "max_error": 0.0 + }, + { + "representative": 8152, + "members": [ + 8152 + ], + "max_error": 0.0 + }, + { + "representative": 8082, + "members": [ + 8082 + ], + "max_error": 0.0 + }, + { + "representative": 7961, + "members": [ + 7961 + ], + "max_error": 0.0 + }, + { + "representative": 7939, + "members": [ + 7939 + ], + "max_error": 0.0 + }, + { + "representative": 7952, + "members": [ + 7952 + ], + "max_error": 0.0 + }, + { + "representative": 8125, + "members": [ + 8125 + ], + "max_error": 0.0 + }, + { + "representative": 6468, + "members": [ + 6468 + ], + "max_error": 0.0 + }, + { + "representative": 6485, + "members": [ + 6485 + ], + "max_error": 0.0 + }, + { + "representative": 6604, + "members": [ + 6604 + ], + "max_error": 0.0 + }, + { + "representative": 6554, + "members": [ + 6554 + ], + "max_error": 0.0 + }, + { + "representative": 7009, + "members": [ + 7009 + ], + "max_error": 0.0 + }, + { + "representative": 7069, + "members": [ + 7069 + ], + "max_error": 0.0 + }, + { + "representative": 7134, + "members": [ + 7134 + ], + "max_error": 0.0 + }, + { + "representative": 7097, + "members": [ + 7097 + ], + "max_error": 0.0 + }, + { + "representative": 6951, + "members": [ + 6951 + ], + "max_error": 0.0 + }, + { + "representative": 6986, + "members": [ + 6986 + ], + "max_error": 0.0 + }, + { + "representative": 6960, + "members": [ + 6960 + ], + "max_error": 0.0 + }, + { + "representative": 7065, + "members": [ + 7065 + ], + "max_error": 0.0 + }, + { + "representative": 6961, + "members": [ + 6961 + ], + "max_error": 0.0 + }, + { + "representative": 7671, + "members": [ + 7671 + ], + "max_error": 0.0 + }, + { + "representative": 7514, + "members": [ + 7514 + ], + "max_error": 0.0 + }, + { + "representative": 7586, + "members": [ + 7586 + ], + "max_error": 0.0 + }, + { + "representative": 7546, + "members": [ + 7546 + ], + "max_error": 0.0 + }, + { + "representative": 7596, + "members": [ + 7596 + ], + "max_error": 0.0 + }, + { + "representative": 7458, + "members": [ + 7458 + ], + "max_error": 0.0 + }, + { + "representative": 7427, + "members": [ + 7427 + ], + "max_error": 0.0 + }, + { + "representative": 7494, + "members": [ + 7494 + ], + "max_error": 0.0 + }, + { + "representative": 8054, + "members": [ + 8054 + ], + "max_error": 0.0 + }, + { + "representative": 8086, + "members": [ + 8086 + ], + "max_error": 0.0 + }, + { + "representative": 8017, + "members": [ + 8017 + ], + "max_error": 0.0 + }, + { + "representative": 7989, + "members": [ + 7989 + ], + "max_error": 0.0 + }, + { + "representative": 7963, + "members": [ + 7963 + ], + "max_error": 0.0 + }, + { + "representative": 8156, + "members": [ + 8156 + ], + "max_error": 0.0 + }, + { + "representative": 8181, + "members": [ + 8181 + ], + "max_error": 0.0 + }, + { + "representative": 7950, + "members": [ + 7950 + ], + "max_error": 0.0 + }, + { + "representative": 8081, + "members": [ + 8081 + ], + "max_error": 0.0 + }, + { + "representative": 7960, + "members": [ + 7960 + ], + "max_error": 0.0 + }, + { + "representative": 8035, + "members": [ + 8035 + ], + "max_error": 0.0 + }, + { + "representative": 8030, + "members": [ + 8030 + ], + "max_error": 0.0 + }, + { + "representative": 8180, + "members": [ + 8180 + ], + "max_error": 0.0 + }, + { + "representative": 7951, + "members": [ + 7951 + ], + "max_error": 0.0 + }, + { + "representative": 8184, + "members": [ + 8184 + ], + "max_error": 0.0 + }, + { + "representative": 8153, + "members": [ + 8153 + ], + "max_error": 0.0 + }, + { + "representative": 6457, + "members": [ + 6457 + ], + "max_error": 0.0 + }, + { + "representative": 6460, + "members": [ + 6460 + ], + "max_error": 0.0 + }, + { + "representative": 6528, + "members": [ + 6528 + ], + "max_error": 0.0 + }, + { + "representative": 6423, + "members": [ + 6423 + ], + "max_error": 0.0 + }, + { + "representative": 6556, + "members": [ + 6556 + ], + "max_error": 0.0 + }, + { + "representative": 6634, + "members": [ + 6634 + ], + "max_error": 0.0 + }, + { + "representative": 7125, + "members": [ + 7125 + ], + "max_error": 0.0 + }, + { + "representative": 6937, + "members": [ + 6937 + ], + "max_error": 0.0 + }, + { + "representative": 7033, + "members": [ + 7033 + ], + "max_error": 0.0 + }, + { + "representative": 7630, + "members": [ + 7630 + ], + "max_error": 0.0 + }, + { + "representative": 7504, + "members": [ + 7504 + ], + "max_error": 0.0 + }, + { + "representative": 7517, + "members": [ + 7517 + ], + "max_error": 0.0 + }, + { + "representative": 7675, + "members": [ + 7675 + ], + "max_error": 0.0 + }, + { + "representative": 7449, + "members": [ + 7449 + ], + "max_error": 0.0 + }, + { + "representative": 7456, + "members": [ + 7456 + ], + "max_error": 0.0 + }, + { + "representative": 7541, + "members": [ + 7541 + ], + "max_error": 0.0 + }, + { + "representative": 8047, + "members": [ + 8047 + ], + "max_error": 0.0 + }, + { + "representative": 7949, + "members": [ + 7949 + ], + "max_error": 0.0 + }, + { + "representative": 8027, + "members": [ + 8027 + ], + "max_error": 0.0 + }, + { + "representative": 7998, + "members": [ + 7998 + ], + "max_error": 0.0 + }, + { + "representative": 7985, + "members": [ + 7985 + ], + "max_error": 0.0 + }, + { + "representative": 8186, + "members": [ + 8186 + ], + "max_error": 0.0 + }, + { + "representative": 8176, + "members": [ + 8176 + ], + "max_error": 0.0 + }, + { + "representative": 8113, + "members": [ + 8113 + ], + "max_error": 0.0 + }, + { + "representative": 6464, + "members": [ + 6464 + ], + "max_error": 0.0 + }, + { + "representative": 6624, + "members": [ + 6624 + ], + "max_error": 0.0 + }, + { + "representative": 6412, + "members": [ + 6412 + ], + "max_error": 0.0 + }, + { + "representative": 6530, + "members": [ + 6530 + ], + "max_error": 0.0 + }, + { + "representative": 6632, + "members": [ + 6632 + ], + "max_error": 0.0 + }, + { + "representative": 6533, + "members": [ + 6533 + ], + "max_error": 0.0 + }, + { + "representative": 6442, + "members": [ + 6442 + ], + "max_error": 0.0 + }, + { + "representative": 6400, + "members": [ + 6400 + ], + "max_error": 0.0 + }, + { + "representative": 6562, + "members": [ + 6562 + ], + "max_error": 0.0 + }, + { + "representative": 6607, + "members": [ + 6607 + ], + "max_error": 0.0 + }, + { + "representative": 6606, + "members": [ + 6606 + ], + "max_error": 0.0 + }, + { + "representative": 6581, + "members": [ + 6581 + ], + "max_error": 0.0 + }, + { + "representative": 7049, + "members": [ + 7049 + ], + "max_error": 0.0 + }, + { + "representative": 6949, + "members": [ + 6949 + ], + "max_error": 0.0 + }, + { + "representative": 7054, + "members": [ + 7054 + ], + "max_error": 0.0 + }, + { + "representative": 7032, + "members": [ + 7032 + ], + "max_error": 0.0 + }, + { + "representative": 6918, + "members": [ + 6918 + ], + "max_error": 0.0 + }, + { + "representative": 7092, + "members": [ + 7092 + ], + "max_error": 0.0 + }, + { + "representative": 6916, + "members": [ + 6916 + ], + "max_error": 0.0 + }, + { + "representative": 7001, + "members": [ + 7001 + ], + "max_error": 0.0 + }, + { + "representative": 7086, + "members": [ + 7086 + ], + "max_error": 0.0 + }, + { + "representative": 7626, + "members": [ + 7626 + ], + "max_error": 0.0 + }, + { + "representative": 7653, + "members": [ + 7653 + ], + "max_error": 0.0 + }, + { + "representative": 7635, + "members": [ + 7635 + ], + "max_error": 0.0 + }, + { + "representative": 7561, + "members": [ + 7561 + ], + "max_error": 0.0 + }, + { + "representative": 7436, + "members": [ + 7436 + ], + "max_error": 0.0 + }, + { + "representative": 7533, + "members": [ + 7533 + ], + "max_error": 0.0 + }, + { + "representative": 7479, + "members": [ + 7479 + ], + "max_error": 0.0 + }, + { + "representative": 8106, + "members": [ + 8106 + ], + "max_error": 0.0 + }, + { + "representative": 8097, + "members": [ + 8097 + ], + "max_error": 0.0 + }, + { + "representative": 8034, + "members": [ + 8034 + ], + "max_error": 0.0 + }, + { + "representative": 8191, + "members": [ + 8191 + ], + "max_error": 0.0 + }, + { + "representative": 8105, + "members": [ + 8105 + ], + "max_error": 0.0 + }, + { + "representative": 7940, + "members": [ + 7940 + ], + "max_error": 0.0 + }, + { + "representative": 7992, + "members": [ + 7992 + ], + "max_error": 0.0 + }, + { + "representative": 8120, + "members": [ + 8120 + ], + "max_error": 0.0 + }, + { + "representative": 6573, + "members": [ + 6573 + ], + "max_error": 0.0 + }, + { + "representative": 6547, + "members": [ + 6547 + ], + "max_error": 0.0 + }, + { + "representative": 6535, + "members": [ + 6535 + ], + "max_error": 0.0 + }, + { + "representative": 6435, + "members": [ + 6435 + ], + "max_error": 0.0 + }, + { + "representative": 6479, + "members": [ + 6479 + ], + "max_error": 0.0 + }, + { + "representative": 6652, + "members": [ + 6652 + ], + "max_error": 0.0 + }, + { + "representative": 6641, + "members": [ + 6641 + ], + "max_error": 0.0 + }, + { + "representative": 6601, + "members": [ + 6601 + ], + "max_error": 0.0 + }, + { + "representative": 6587, + "members": [ + 6587 + ], + "max_error": 0.0 + }, + { + "representative": 6421, + "members": [ + 6421 + ], + "max_error": 0.0 + }, + { + "representative": 6574, + "members": [ + 6574 + ], + "max_error": 0.0 + }, + { + "representative": 7098, + "members": [ + 7098 + ], + "max_error": 0.0 + }, + { + "representative": 7122, + "members": [ + 7122 + ], + "max_error": 0.0 + }, + { + "representative": 6992, + "members": [ + 6992 + ], + "max_error": 0.0 + }, + { + "representative": 7017, + "members": [ + 7017 + ], + "max_error": 0.0 + }, + { + "representative": 7107, + "members": [ + 7107 + ], + "max_error": 0.0 + }, + { + "representative": 7159, + "members": [ + 7159 + ], + "max_error": 0.0 + }, + { + "representative": 7160, + "members": [ + 7160 + ], + "max_error": 0.0 + }, + { + "representative": 7005, + "members": [ + 7005 + ], + "max_error": 0.0 + }, + { + "representative": 7140, + "members": [ + 7140 + ], + "max_error": 0.0 + }, + { + "representative": 7162, + "members": [ + 7162 + ], + "max_error": 0.0 + }, + { + "representative": 7531, + "members": [ + 7531 + ], + "max_error": 0.0 + }, + { + "representative": 7496, + "members": [ + 7496 + ], + "max_error": 0.0 + }, + { + "representative": 7610, + "members": [ + 7610 + ], + "max_error": 0.0 + }, + { + "representative": 7674, + "members": [ + 7674 + ], + "max_error": 0.0 + }, + { + "representative": 7601, + "members": [ + 7601 + ], + "max_error": 0.0 + }, + { + "representative": 7464, + "members": [ + 7464 + ], + "max_error": 0.0 + }, + { + "representative": 7425, + "members": [ + 7425 + ], + "max_error": 0.0 + }, + { + "representative": 7536, + "members": [ + 7536 + ], + "max_error": 0.0 + }, + { + "representative": 7580, + "members": [ + 7580 + ], + "max_error": 0.0 + }, + { + "representative": 7571, + "members": [ + 7571 + ], + "max_error": 0.0 + }, + { + "representative": 7622, + "members": [ + 7622 + ], + "max_error": 0.0 + }, + { + "representative": 7572, + "members": [ + 7572 + ], + "max_error": 0.0 + }, + { + "representative": 7426, + "members": [ + 7426 + ], + "max_error": 0.0 + }, + { + "representative": 8185, + "members": [ + 8185 + ], + "max_error": 0.0 + }, + { + "representative": 8182, + "members": [ + 8182 + ], + "max_error": 0.0 + }, + { + "representative": 8093, + "members": [ + 8093 + ], + "max_error": 0.0 + }, + { + "representative": 8141, + "members": [ + 8141 + ], + "max_error": 0.0 + }, + { + "representative": 7987, + "members": [ + 7987 + ], + "max_error": 0.0 + }, + { + "representative": 7936, + "members": [ + 7936 + ], + "max_error": 0.0 + }, + { + "representative": 8088, + "members": [ + 8088 + ], + "max_error": 0.0 + }, + { + "representative": 7983, + "members": [ + 7983 + ], + "max_error": 0.0 + }, + { + "representative": 8167, + "members": [ + 8167 + ], + "max_error": 0.0 + }, + { + "representative": 8026, + "members": [ + 8026 + ], + "max_error": 0.0 + }, + { + "representative": 7984, + "members": [ + 7984 + ], + "max_error": 0.0 + }, + { + "representative": 8074, + "members": [ + 8074 + ], + "max_error": 0.0 + }, + { + "representative": 7981, + "members": [ + 7981 + ], + "max_error": 0.0 + }, + { + "representative": 8018, + "members": [ + 8018 + ], + "max_error": 0.0 + }, + { + "representative": 6462, + "members": [ + 6462 + ], + "max_error": 0.0 + }, + { + "representative": 6568, + "members": [ + 6568 + ], + "max_error": 0.0 + }, + { + "representative": 6629, + "members": [ + 6629 + ], + "max_error": 0.0 + }, + { + "representative": 6506, + "members": [ + 6506 + ], + "max_error": 0.0 + }, + { + "representative": 6636, + "members": [ + 6636 + ], + "max_error": 0.0 + }, + { + "representative": 6476, + "members": [ + 6476 + ], + "max_error": 0.0 + }, + { + "representative": 6563, + "members": [ + 6563 + ], + "max_error": 0.0 + }, + { + "representative": 6416, + "members": [ + 6416 + ], + "max_error": 0.0 + }, + { + "representative": 6597, + "members": [ + 6597 + ], + "max_error": 0.0 + }, + { + "representative": 6503, + "members": [ + 6503 + ], + "max_error": 0.0 + }, + { + "representative": 6456, + "members": [ + 6456 + ], + "max_error": 0.0 + }, + { + "representative": 6467, + "members": [ + 6467 + ], + "max_error": 0.0 + }, + { + "representative": 6443, + "members": [ + 6443 + ], + "max_error": 0.0 + }, + { + "representative": 6483, + "members": [ + 6483 + ], + "max_error": 0.0 + }, + { + "representative": 7144, + "members": [ + 7144 + ], + "max_error": 0.0 + }, + { + "representative": 6914, + "members": [ + 6914 + ], + "max_error": 0.0 + }, + { + "representative": 6959, + "members": [ + 6959 + ], + "max_error": 0.0 + }, + { + "representative": 6943, + "members": [ + 6943 + ], + "max_error": 0.0 + }, + { + "representative": 7038, + "members": [ + 7038 + ], + "max_error": 0.0 + }, + { + "representative": 6999, + "members": [ + 6999 + ], + "max_error": 0.0 + }, + { + "representative": 7012, + "members": [ + 7012 + ], + "max_error": 0.0 + }, + { + "representative": 6976, + "members": [ + 6976 + ], + "max_error": 0.0 + }, + { + "representative": 7031, + "members": [ + 7031 + ], + "max_error": 0.0 + }, + { + "representative": 7094, + "members": [ + 7094 + ], + "max_error": 0.0 + }, + { + "representative": 6933, + "members": [ + 6933 + ], + "max_error": 0.0 + }, + { + "representative": 7525, + "members": [ + 7525 + ], + "max_error": 0.0 + }, + { + "representative": 7448, + "members": [ + 7448 + ], + "max_error": 0.0 + }, + { + "representative": 7528, + "members": [ + 7528 + ], + "max_error": 0.0 + }, + { + "representative": 7503, + "members": [ + 7503 + ], + "max_error": 0.0 + }, + { + "representative": 7468, + "members": [ + 7468 + ], + "max_error": 0.0 + }, + { + "representative": 7523, + "members": [ + 7523 + ], + "max_error": 0.0 + }, + { + "representative": 7501, + "members": [ + 7501 + ], + "max_error": 0.0 + }, + { + "representative": 7591, + "members": [ + 7591 + ], + "max_error": 0.0 + }, + { + "representative": 8046, + "members": [ + 8046 + ], + "max_error": 0.0 + }, + { + "representative": 8051, + "members": [ + 8051 + ], + "max_error": 0.0 + }, + { + "representative": 8094, + "members": [ + 8094 + ], + "max_error": 0.0 + }, + { + "representative": 8052, + "members": [ + 8052 + ], + "max_error": 0.0 + }, + { + "representative": 8014, + "members": [ + 8014 + ], + "max_error": 0.0 + }, + { + "representative": 8050, + "members": [ + 8050 + ], + "max_error": 0.0 + }, + { + "representative": 8127, + "members": [ + 8127 + ], + "max_error": 0.0 + }, + { + "representative": 8160, + "members": [ + 8160 + ], + "max_error": 0.0 + }, + { + "representative": 8112, + "members": [ + 8112 + ], + "max_error": 0.0 + }, + { + "representative": 8080, + "members": [ + 8080 + ], + "max_error": 0.0 + }, + { + "representative": 8040, + "members": [ + 8040 + ], + "max_error": 0.0 + }, + { + "representative": 6411, + "members": [ + 6411 + ], + "max_error": 0.0 + }, + { + "representative": 6534, + "members": [ + 6534 + ], + "max_error": 0.0 + }, + { + "representative": 6623, + "members": [ + 6623 + ], + "max_error": 0.0 + }, + { + "representative": 6638, + "members": [ + 6638 + ], + "max_error": 0.0 + }, + { + "representative": 6434, + "members": [ + 6434 + ], + "max_error": 0.0 + }, + { + "representative": 6482, + "members": [ + 6482 + ], + "max_error": 0.0 + }, + { + "representative": 6610, + "members": [ + 6610 + ], + "max_error": 0.0 + }, + { + "representative": 6655, + "members": [ + 6655 + ], + "max_error": 0.0 + }, + { + "representative": 6527, + "members": [ + 6527 + ], + "max_error": 0.0 + }, + { + "representative": 6504, + "members": [ + 6504 + ], + "max_error": 0.0 + }, + { + "representative": 6546, + "members": [ + 6546 + ], + "max_error": 0.0 + }, + { + "representative": 6448, + "members": [ + 6448 + ], + "max_error": 0.0 + }, + { + "representative": 6475, + "members": [ + 6475 + ], + "max_error": 0.0 + }, + { + "representative": 6628, + "members": [ + 6628 + ], + "max_error": 0.0 + }, + { + "representative": 6403, + "members": [ + 6403 + ], + "max_error": 0.0 + }, + { + "representative": 6537, + "members": [ + 6537 + ], + "max_error": 0.0 + }, + { + "representative": 6422, + "members": [ + 6422 + ], + "max_error": 0.0 + }, + { + "representative": 6927, + "members": [ + 6927 + ], + "max_error": 0.0 + }, + { + "representative": 7101, + "members": [ + 7101 + ], + "max_error": 0.0 + }, + { + "representative": 7052, + "members": [ + 7052 + ], + "max_error": 0.0 + }, + { + "representative": 7064, + "members": [ + 7064 + ], + "max_error": 0.0 + }, + { + "representative": 6973, + "members": [ + 6973 + ], + "max_error": 0.0 + }, + { + "representative": 7040, + "members": [ + 7040 + ], + "max_error": 0.0 + }, + { + "representative": 6924, + "members": [ + 6924 + ], + "max_error": 0.0 + }, + { + "representative": 7158, + "members": [ + 7158 + ], + "max_error": 0.0 + }, + { + "representative": 6970, + "members": [ + 6970 + ], + "max_error": 0.0 + }, + { + "representative": 6987, + "members": [ + 6987 + ], + "max_error": 0.0 + }, + { + "representative": 7551, + "members": [ + 7551 + ], + "max_error": 0.0 + }, + { + "representative": 7581, + "members": [ + 7581 + ], + "max_error": 0.0 + }, + { + "representative": 7554, + "members": [ + 7554 + ], + "max_error": 0.0 + }, + { + "representative": 7519, + "members": [ + 7519 + ], + "max_error": 0.0 + }, + { + "representative": 7664, + "members": [ + 7664 + ], + "max_error": 0.0 + }, + { + "representative": 7650, + "members": [ + 7650 + ], + "max_error": 0.0 + }, + { + "representative": 7524, + "members": [ + 7524 + ], + "max_error": 0.0 + }, + { + "representative": 7593, + "members": [ + 7593 + ], + "max_error": 0.0 + }, + { + "representative": 7502, + "members": [ + 7502 + ], + "max_error": 0.0 + }, + { + "representative": 7617, + "members": [ + 7617 + ], + "max_error": 0.0 + }, + { + "representative": 7537, + "members": [ + 7537 + ], + "max_error": 0.0 + }, + { + "representative": 7433, + "members": [ + 7433 + ], + "max_error": 0.0 + }, + { + "representative": 7507, + "members": [ + 7507 + ], + "max_error": 0.0 + }, + { + "representative": 7583, + "members": [ + 7583 + ], + "max_error": 0.0 + }, + { + "representative": 7576, + "members": [ + 7576 + ], + "max_error": 0.0 + }, + { + "representative": 7645, + "members": [ + 7645 + ], + "max_error": 0.0 + }, + { + "representative": 8155, + "members": [ + 8155 + ], + "max_error": 0.0 + }, + { + "representative": 8149, + "members": [ + 8149 + ], + "max_error": 0.0 + }, + { + "representative": 8065, + "members": [ + 8065 + ], + "max_error": 0.0 + }, + { + "representative": 8151, + "members": [ + 8151 + ], + "max_error": 0.0 + }, + { + "representative": 8131, + "members": [ + 8131 + ], + "max_error": 0.0 + }, + { + "representative": 8090, + "members": [ + 8090 + ], + "max_error": 0.0 + }, + { + "representative": 8179, + "members": [ + 8179 + ], + "max_error": 0.0 + }, + { + "representative": 8077, + "members": [ + 8077 + ], + "max_error": 0.0 + }, + { + "representative": 8477, + "members": [ + 8477 + ], + "max_error": 0.0 + }, + { + "representative": 8496, + "members": [ + 8496 + ], + "max_error": 0.0 + }, + { + "representative": 8504, + "members": [ + 8504 + ], + "max_error": 0.0 + }, + { + "representative": 8630, + "members": [ + 8630 + ], + "max_error": 0.0 + }, + { + "representative": 8579, + "members": [ + 8579 + ], + "max_error": 0.0 + }, + { + "representative": 8695, + "members": [ + 8695 + ], + "max_error": 0.0 + }, + { + "representative": 8547, + "members": [ + 8547 + ], + "max_error": 0.0 + }, + { + "representative": 8673, + "members": [ + 8673 + ], + "max_error": 0.0 + }, + { + "representative": 8699, + "members": [ + 8699 + ], + "max_error": 0.0 + }, + { + "representative": 8586, + "members": [ + 8586 + ], + "max_error": 0.0 + }, + { + "representative": 8489, + "members": [ + 8489 + ], + "max_error": 0.0 + }, + { + "representative": 8609, + "members": [ + 8609 + ], + "max_error": 0.0 + }, + { + "representative": 8537, + "members": [ + 8537 + ], + "max_error": 0.0 + }, + { + "representative": 8558, + "members": [ + 8558 + ], + "max_error": 0.0 + }, + { + "representative": 8690, + "members": [ + 8690 + ], + "max_error": 0.0 + }, + { + "representative": 8534, + "members": [ + 8534 + ], + "max_error": 0.0 + }, + { + "representative": 8580, + "members": [ + 8580 + ], + "max_error": 0.0 + }, + { + "representative": 8524, + "members": [ + 8524 + ], + "max_error": 0.0 + }, + { + "representative": 8645, + "members": [ + 8645 + ], + "max_error": 0.0 + }, + { + "representative": 8526, + "members": [ + 8526 + ], + "max_error": 0.0 + }, + { + "representative": 8682, + "members": [ + 8682 + ], + "max_error": 0.0 + }, + { + "representative": 8592, + "members": [ + 8592 + ], + "max_error": 0.0 + }, + { + "representative": 8604, + "members": [ + 8604 + ], + "max_error": 0.0 + }, + { + "representative": 8621, + "members": [ + 8621 + ], + "max_error": 0.0 + }, + { + "representative": 8629, + "members": [ + 8629 + ], + "max_error": 0.0 + }, + { + "representative": 8639, + "members": [ + 8639 + ], + "max_error": 0.0 + }, + { + "representative": 8584, + "members": [ + 8584 + ], + "max_error": 0.0 + }, + { + "representative": 8696, + "members": [ + 8696 + ], + "max_error": 0.0 + }, + { + "representative": 8500, + "members": [ + 8500 + ], + "max_error": 0.0 + }, + { + "representative": 8624, + "members": [ + 8624 + ], + "max_error": 0.0 + }, + { + "representative": 8594, + "members": [ + 8594 + ], + "max_error": 0.0 + }, + { + "representative": 8451, + "members": [ + 8451 + ], + "max_error": 0.0 + }, + { + "representative": 8455, + "members": [ + 8455 + ], + "max_error": 0.0 + }, + { + "representative": 8566, + "members": [ + 8566 + ], + "max_error": 0.0 + }, + { + "representative": 8492, + "members": [ + 8492 + ], + "max_error": 0.0 + }, + { + "representative": 8510, + "members": [ + 8510 + ], + "max_error": 0.0 + }, + { + "representative": 8523, + "members": [ + 8523 + ], + "max_error": 0.0 + }, + { + "representative": 8544, + "members": [ + 8544 + ], + "max_error": 0.0 + }, + { + "representative": 8527, + "members": [ + 8527 + ], + "max_error": 0.0 + }, + { + "representative": 8640, + "members": [ + 8640 + ], + "max_error": 0.0 + }, + { + "representative": 8549, + "members": [ + 8549 + ], + "max_error": 0.0 + }, + { + "representative": 8556, + "members": [ + 8556 + ], + "max_error": 0.0 + }, + { + "representative": 8545, + "members": [ + 8545 + ], + "max_error": 0.0 + }, + { + "representative": 8677, + "members": [ + 8677 + ], + "max_error": 0.0 + }, + { + "representative": 8502, + "members": [ + 8502 + ], + "max_error": 0.0 + }, + { + "representative": 8680, + "members": [ + 8680 + ], + "max_error": 0.0 + }, + { + "representative": 8581, + "members": [ + 8581 + ], + "max_error": 0.0 + }, + { + "representative": 8674, + "members": [ + 8674 + ], + "max_error": 0.0 + }, + { + "representative": 8641, + "members": [ + 8641 + ], + "max_error": 0.0 + }, + { + "representative": 8557, + "members": [ + 8557 + ], + "max_error": 0.0 + }, + { + "representative": 8555, + "members": [ + 8555 + ], + "max_error": 0.0 + }, + { + "representative": 8548, + "members": [ + 8548 + ], + "max_error": 0.0 + }, + { + "representative": 8490, + "members": [ + 8490 + ], + "max_error": 0.0 + }, + { + "representative": 8450, + "members": [ + 8450 + ], + "max_error": 0.0 + }, + { + "representative": 8472, + "members": [ + 8472 + ], + "max_error": 0.0 + }, + { + "representative": 8448, + "members": [ + 8448 + ], + "max_error": 0.0 + }, + { + "representative": 8529, + "members": [ + 8529 + ], + "max_error": 0.0 + }, + { + "representative": 8654, + "members": [ + 8654 + ], + "max_error": 0.0 + }, + { + "representative": 8700, + "members": [ + 8700 + ], + "max_error": 0.0 + }, + { + "representative": 8703, + "members": [ + 8703 + ], + "max_error": 0.0 + }, + { + "representative": 8503, + "members": [ + 8503 + ], + "max_error": 0.0 + }, + { + "representative": 8483, + "members": [ + 8483 + ], + "max_error": 0.0 + }, + { + "representative": 8635, + "members": [ + 8635 + ], + "max_error": 0.0 + }, + { + "representative": 8470, + "members": [ + 8470 + ], + "max_error": 0.0 + }, + { + "representative": 8505, + "members": [ + 8505 + ], + "max_error": 0.0 + }, + { + "representative": 8459, + "members": [ + 8459 + ], + "max_error": 0.0 + }, + { + "representative": 8622, + "members": [ + 8622 + ], + "max_error": 0.0 + }, + { + "representative": 8457, + "members": [ + 8457 + ], + "max_error": 0.0 + }, + { + "representative": 8661, + "members": [ + 8661 + ], + "max_error": 0.0 + }, + { + "representative": 8693, + "members": [ + 8693 + ], + "max_error": 0.0 + }, + { + "representative": 8694, + "members": [ + 8694 + ], + "max_error": 0.0 + }, + { + "representative": 8521, + "members": [ + 8521 + ], + "max_error": 0.0 + }, + { + "representative": 8493, + "members": [ + 8493 + ], + "max_error": 0.0 + }, + { + "representative": 8507, + "members": [ + 8507 + ], + "max_error": 0.0 + }, + { + "representative": 8572, + "members": [ + 8572 + ], + "max_error": 0.0 + }, + { + "representative": 8615, + "members": [ + 8615 + ], + "max_error": 0.0 + }, + { + "representative": 8590, + "members": [ + 8590 + ], + "max_error": 0.0 + }, + { + "representative": 8687, + "members": [ + 8687 + ], + "max_error": 0.0 + }, + { + "representative": 8454, + "members": [ + 8454 + ], + "max_error": 0.0 + }, + { + "representative": 8494, + "members": [ + 8494 + ], + "max_error": 0.0 + }, + { + "representative": 8541, + "members": [ + 8541 + ], + "max_error": 0.0 + }, + { + "representative": 8702, + "members": [ + 8702 + ], + "max_error": 0.0 + }, + { + "representative": 8469, + "members": [ + 8469 + ], + "max_error": 0.0 + }, + { + "representative": 8668, + "members": [ + 8668 + ], + "max_error": 0.0 + }, + { + "representative": 8603, + "members": [ + 8603 + ], + "max_error": 0.0 + }, + { + "representative": 8585, + "members": [ + 8585 + ], + "max_error": 0.0 + }, + { + "representative": 8618, + "members": [ + 8618 + ], + "max_error": 0.0 + }, + { + "representative": 8651, + "members": [ + 8651 + ], + "max_error": 0.0 + }, + { + "representative": 8569, + "members": [ + 8569 + ], + "max_error": 0.0 + }, + { + "representative": 8607, + "members": [ + 8607 + ], + "max_error": 0.0 + }, + { + "representative": 8638, + "members": [ + 8638 + ], + "max_error": 0.0 + }, + { + "representative": 8575, + "members": [ + 8575 + ], + "max_error": 0.0 + }, + { + "representative": 8634, + "members": [ + 8634 + ], + "max_error": 0.0 + }, + { + "representative": 8601, + "members": [ + 8601 + ], + "max_error": 0.0 + }, + { + "representative": 8669, + "members": [ + 8669 + ], + "max_error": 0.0 + }, + { + "representative": 8525, + "members": [ + 8525 + ], + "max_error": 0.0 + }, + { + "representative": 8577, + "members": [ + 8577 + ], + "max_error": 0.0 + }, + { + "representative": 8627, + "members": [ + 8627 + ], + "max_error": 0.0 + }, + { + "representative": 8686, + "members": [ + 8686 + ], + "max_error": 0.0 + }, + { + "representative": 8642, + "members": [ + 8642 + ], + "max_error": 0.0 + }, + { + "representative": 8487, + "members": [ + 8487 + ], + "max_error": 0.0 + }, + { + "representative": 8598, + "members": [ + 8598 + ], + "max_error": 0.0 + }, + { + "representative": 8568, + "members": [ + 8568 + ], + "max_error": 0.0 + }, + { + "representative": 8522, + "members": [ + 8522 + ], + "max_error": 0.0 + }, + { + "representative": 8636, + "members": [ + 8636 + ], + "max_error": 0.0 + }, + { + "representative": 8688, + "members": [ + 8688 + ], + "max_error": 0.0 + }, + { + "representative": 8485, + "members": [ + 8485 + ], + "max_error": 0.0 + }, + { + "representative": 8675, + "members": [ + 8675 + ], + "max_error": 0.0 + }, + { + "representative": 8449, + "members": [ + 8449 + ], + "max_error": 0.0 + }, + { + "representative": 8684, + "members": [ + 8684 + ], + "max_error": 0.0 + }, + { + "representative": 8474, + "members": [ + 8474 + ], + "max_error": 0.0 + }, + { + "representative": 8679, + "members": [ + 8679 + ], + "max_error": 0.0 + }, + { + "representative": 8662, + "members": [ + 8662 + ], + "max_error": 0.0 + }, + { + "representative": 8462, + "members": [ + 8462 + ], + "max_error": 0.0 + }, + { + "representative": 8637, + "members": [ + 8637 + ], + "max_error": 0.0 + }, + { + "representative": 8456, + "members": [ + 8456 + ], + "max_error": 0.0 + }, + { + "representative": 8678, + "members": [ + 8678 + ], + "max_error": 0.0 + }, + { + "representative": 8571, + "members": [ + 8571 + ], + "max_error": 0.0 + }, + { + "representative": 8656, + "members": [ + 8656 + ], + "max_error": 0.0 + }, + { + "representative": 8498, + "members": [ + 8498 + ], + "max_error": 0.0 + }, + { + "representative": 8588, + "members": [ + 8588 + ], + "max_error": 0.0 + }, + { + "representative": 8561, + "members": [ + 8561 + ], + "max_error": 0.0 + }, + { + "representative": 8516, + "members": [ + 8516 + ], + "max_error": 0.0 + }, + { + "representative": 8587, + "members": [ + 8587 + ], + "max_error": 0.0 + }, + { + "representative": 8562, + "members": [ + 8562 + ], + "max_error": 0.0 + }, + { + "representative": 8625, + "members": [ + 8625 + ], + "max_error": 0.0 + }, + { + "representative": 8495, + "members": [ + 8495 + ], + "max_error": 0.0 + }, + { + "representative": 8486, + "members": [ + 8486 + ], + "max_error": 0.0 + }, + { + "representative": 8665, + "members": [ + 8665 + ], + "max_error": 0.0 + }, + { + "representative": 8660, + "members": [ + 8660 + ], + "max_error": 0.0 + }, + { + "representative": 8582, + "members": [ + 8582 + ], + "max_error": 0.0 + }, + { + "representative": 8559, + "members": [ + 8559 + ], + "max_error": 0.0 + }, + { + "representative": 8514, + "members": [ + 8514 + ], + "max_error": 0.0 + }, + { + "representative": 8671, + "members": [ + 8671 + ], + "max_error": 0.0 + }, + { + "representative": 8576, + "members": [ + 8576 + ], + "max_error": 0.0 + }, + { + "representative": 8499, + "members": [ + 8499 + ], + "max_error": 0.0 + }, + { + "representative": 8551, + "members": [ + 8551 + ], + "max_error": 0.0 + }, + { + "representative": 8652, + "members": [ + 8652 + ], + "max_error": 0.0 + }, + { + "representative": 8532, + "members": [ + 8532 + ], + "max_error": 0.0 + }, + { + "representative": 8599, + "members": [ + 8599 + ], + "max_error": 0.0 + }, + { + "representative": 8553, + "members": [ + 8553 + ], + "max_error": 0.0 + }, + { + "representative": 8620, + "members": [ + 8620 + ], + "max_error": 0.0 + }, + { + "representative": 8697, + "members": [ + 8697 + ], + "max_error": 0.0 + }, + { + "representative": 8614, + "members": [ + 8614 + ], + "max_error": 0.0 + }, + { + "representative": 8471, + "members": [ + 8471 + ], + "max_error": 0.0 + }, + { + "representative": 8460, + "members": [ + 8460 + ], + "max_error": 0.0 + }, + { + "representative": 8464, + "members": [ + 8464 + ], + "max_error": 0.0 + }, + { + "representative": 8467, + "members": [ + 8467 + ], + "max_error": 0.0 + }, + { + "representative": 8461, + "members": [ + 8461 + ], + "max_error": 0.0 + }, + { + "representative": 8488, + "members": [ + 8488 + ], + "max_error": 0.0 + }, + { + "representative": 8648, + "members": [ + 8648 + ], + "max_error": 0.0 + }, + { + "representative": 8595, + "members": [ + 8595 + ], + "max_error": 0.0 + }, + { + "representative": 8476, + "members": [ + 8476 + ], + "max_error": 0.0 + }, + { + "representative": 8539, + "members": [ + 8539 + ], + "max_error": 0.0 + }, + { + "representative": 8667, + "members": [ + 8667 + ], + "max_error": 0.0 + }, + { + "representative": 8543, + "members": [ + 8543 + ], + "max_error": 0.0 + }, + { + "representative": 8610, + "members": [ + 8610 + ], + "max_error": 0.0 + }, + { + "representative": 8683, + "members": [ + 8683 + ], + "max_error": 0.0 + }, + { + "representative": 8466, + "members": [ + 8466 + ], + "max_error": 0.0 + }, + { + "representative": 8567, + "members": [ + 8567 + ], + "max_error": 0.0 + }, + { + "representative": 8628, + "members": [ + 8628 + ], + "max_error": 0.0 + }, + { + "representative": 8655, + "members": [ + 8655 + ], + "max_error": 0.0 + }, + { + "representative": 8478, + "members": [ + 8478 + ], + "max_error": 0.0 + }, + { + "representative": 8564, + "members": [ + 8564 + ], + "max_error": 0.0 + }, + { + "representative": 8701, + "members": [ + 8701 + ], + "max_error": 0.0 + }, + { + "representative": 8692, + "members": [ + 8692 + ], + "max_error": 0.0 + }, + { + "representative": 8538, + "members": [ + 8538 + ], + "max_error": 0.0 + }, + { + "representative": 8691, + "members": [ + 8691 + ], + "max_error": 0.0 + }, + { + "representative": 8481, + "members": [ + 8481 + ], + "max_error": 0.0 + }, + { + "representative": 8612, + "members": [ + 8612 + ], + "max_error": 0.0 + }, + { + "representative": 8540, + "members": [ + 8540 + ], + "max_error": 0.0 + }, + { + "representative": 8519, + "members": [ + 8519 + ], + "max_error": 0.0 + }, + { + "representative": 8663, + "members": [ + 8663 + ], + "max_error": 0.0 + }, + { + "representative": 8484, + "members": [ + 8484 + ], + "max_error": 0.0 + }, + { + "representative": 8479, + "members": [ + 8479 + ], + "max_error": 0.0 + }, + { + "representative": 8570, + "members": [ + 8570 + ], + "max_error": 0.0 + }, + { + "representative": 8491, + "members": [ + 8491 + ], + "max_error": 0.0 + }, + { + "representative": 8698, + "members": [ + 8698 + ], + "max_error": 0.0 + }, + { + "representative": 8596, + "members": [ + 8596 + ], + "max_error": 0.0 + }, + { + "representative": 8659, + "members": [ + 8659 + ], + "max_error": 0.0 + }, + { + "representative": 8597, + "members": [ + 8597 + ], + "max_error": 0.0 + }, + { + "representative": 8468, + "members": [ + 8468 + ], + "max_error": 0.0 + }, + { + "representative": 8626, + "members": [ + 8626 + ], + "max_error": 0.0 + }, + { + "representative": 8517, + "members": [ + 8517 + ], + "max_error": 0.0 + }, + { + "representative": 8643, + "members": [ + 8643 + ], + "max_error": 0.0 + }, + { + "representative": 8565, + "members": [ + 8565 + ], + "max_error": 0.0 + }, + { + "representative": 8513, + "members": [ + 8513 + ], + "max_error": 0.0 + }, + { + "representative": 8666, + "members": [ + 8666 + ], + "max_error": 0.0 + }, + { + "representative": 8664, + "members": [ + 8664 + ], + "max_error": 0.0 + }, + { + "representative": 8528, + "members": [ + 8528 + ], + "max_error": 0.0 + }, + { + "representative": 8574, + "members": [ + 8574 + ], + "max_error": 0.0 + }, + { + "representative": 8606, + "members": [ + 8606 + ], + "max_error": 0.0 + }, + { + "representative": 8616, + "members": [ + 8616 + ], + "max_error": 0.0 + }, + { + "representative": 8681, + "members": [ + 8681 + ], + "max_error": 0.0 + }, + { + "representative": 8473, + "members": [ + 8473 + ], + "max_error": 0.0 + }, + { + "representative": 8511, + "members": [ + 8511 + ], + "max_error": 0.0 + }, + { + "representative": 8512, + "members": [ + 8512 + ], + "max_error": 0.0 + }, + { + "representative": 8465, + "members": [ + 8465 + ], + "max_error": 0.0 + }, + { + "representative": 8689, + "members": [ + 8689 + ], + "max_error": 0.0 + }, + { + "representative": 8453, + "members": [ + 8453 + ], + "max_error": 0.0 + }, + { + "representative": 8672, + "members": [ + 8672 + ], + "max_error": 0.0 + }, + { + "representative": 8542, + "members": [ + 8542 + ], + "max_error": 0.0 + }, + { + "representative": 8546, + "members": [ + 8546 + ], + "max_error": 0.0 + }, + { + "representative": 8552, + "members": [ + 8552 + ], + "max_error": 0.0 + }, + { + "representative": 8653, + "members": [ + 8653 + ], + "max_error": 0.0 + }, + { + "representative": 8650, + "members": [ + 8650 + ], + "max_error": 0.0 + }, + { + "representative": 8515, + "members": [ + 8515 + ], + "max_error": 0.0 + }, + { + "representative": 8676, + "members": [ + 8676 + ], + "max_error": 0.0 + }, + { + "representative": 8605, + "members": [ + 8605 + ], + "max_error": 0.0 + }, + { + "representative": 8658, + "members": [ + 8658 + ], + "max_error": 0.0 + }, + { + "representative": 8657, + "members": [ + 8657 + ], + "max_error": 0.0 + }, + { + "representative": 8480, + "members": [ + 8480 + ], + "max_error": 0.0 + }, + { + "representative": 8644, + "members": [ + 8644 + ], + "max_error": 0.0 + }, + { + "representative": 8631, + "members": [ + 8631 + ], + "max_error": 0.0 + }, + { + "representative": 8646, + "members": [ + 8646 + ], + "max_error": 0.0 + }, + { + "representative": 8518, + "members": [ + 8518 + ], + "max_error": 0.0 + }, + { + "representative": 8608, + "members": [ + 8608 + ], + "max_error": 0.0 + }, + { + "representative": 8475, + "members": [ + 8475 + ], + "max_error": 0.0 + }, + { + "representative": 8670, + "members": [ + 8670 + ], + "max_error": 0.0 + }, + { + "representative": 8520, + "members": [ + 8520 + ], + "max_error": 0.0 + }, + { + "representative": 8593, + "members": [ + 8593 + ], + "max_error": 0.0 + }, + { + "representative": 8649, + "members": [ + 8649 + ], + "max_error": 0.0 + }, + { + "representative": 8463, + "members": [ + 8463 + ], + "max_error": 0.0 + }, + { + "representative": 8508, + "members": [ + 8508 + ], + "max_error": 0.0 + }, + { + "representative": 8647, + "members": [ + 8647 + ], + "max_error": 0.0 + }, + { + "representative": 8623, + "members": [ + 8623 + ], + "max_error": 0.0 + }, + { + "representative": 8530, + "members": [ + 8530 + ], + "max_error": 0.0 + }, + { + "representative": 8554, + "members": [ + 8554 + ], + "max_error": 0.0 + }, + { + "representative": 8560, + "members": [ + 8560 + ], + "max_error": 0.0 + }, + { + "representative": 8573, + "members": [ + 8573 + ], + "max_error": 0.0 + }, + { + "representative": 8685, + "members": [ + 8685 + ], + "max_error": 0.0 + }, + { + "representative": 8632, + "members": [ + 8632 + ], + "max_error": 0.0 + }, + { + "representative": 8506, + "members": [ + 8506 + ], + "max_error": 0.0 + }, + { + "representative": 8531, + "members": [ + 8531 + ], + "max_error": 0.0 + }, + { + "representative": 8578, + "members": [ + 8578 + ], + "max_error": 0.0 + }, + { + "representative": 8563, + "members": [ + 8563 + ], + "max_error": 0.0 + }, + { + "representative": 8509, + "members": [ + 8509 + ], + "max_error": 0.0 + }, + { + "representative": 8602, + "members": [ + 8602 + ], + "max_error": 0.0 + }, + { + "representative": 8452, + "members": [ + 8452 + ], + "max_error": 0.0 + }, + { + "representative": 8482, + "members": [ + 8482 + ], + "max_error": 0.0 + }, + { + "representative": 8619, + "members": [ + 8619 + ], + "max_error": 0.0 + }, + { + "representative": 8583, + "members": [ + 8583 + ], + "max_error": 0.0 + }, + { + "representative": 8535, + "members": [ + 8535 + ], + "max_error": 0.0 + }, + { + "representative": 8458, + "members": [ + 8458 + ], + "max_error": 0.0 + }, + { + "representative": 8611, + "members": [ + 8611 + ], + "max_error": 0.0 + }, + { + "representative": 8633, + "members": [ + 8633 + ], + "max_error": 0.0 + }, + { + "representative": 8501, + "members": [ + 8501 + ], + "max_error": 0.0 + }, + { + "representative": 8591, + "members": [ + 8591 + ], + "max_error": 0.0 + }, + { + "representative": 8550, + "members": [ + 8550 + ], + "max_error": 0.0 + }, + { + "representative": 8589, + "members": [ + 8589 + ], + "max_error": 0.0 + }, + { + "representative": 8536, + "members": [ + 8536 + ], + "max_error": 0.0 + }, + { + "representative": 8617, + "members": [ + 8617 + ], + "max_error": 0.0 + }, + { + "representative": 8613, + "members": [ + 8613 + ], + "max_error": 0.0 + }, + { + "representative": 8497, + "members": [ + 8497 + ], + "max_error": 0.0 + }, + { + "representative": 8600, + "members": [ + 8600 + ], + "max_error": 0.0 + }, + { + "representative": 8533, + "members": [ + 8533 + ], + "max_error": 0.0 + }, + { + "representative": 8976, + "members": [ + 8976 + ], + "max_error": 0.0 + }, + { + "representative": 8980, + "members": [ + 8980 + ], + "max_error": 0.0 + }, + { + "representative": 8991, + "members": [ + 8991 + ], + "max_error": 0.0 + }, + { + "representative": 8996, + "members": [ + 8996 + ], + "max_error": 0.0 + }, + { + "representative": 9007, + "members": [ + 9007 + ], + "max_error": 0.0 + }, + { + "representative": 9106, + "members": [ + 9106 + ], + "max_error": 0.0 + }, + { + "representative": 9101, + "members": [ + 9101 + ], + "max_error": 0.0 + }, + { + "representative": 9032, + "members": [ + 9032 + ], + "max_error": 0.0 + }, + { + "representative": 9191, + "members": [ + 9191 + ], + "max_error": 0.0 + }, + { + "representative": 9111, + "members": [ + 9111 + ], + "max_error": 0.0 + }, + { + "representative": 9103, + "members": [ + 9103 + ], + "max_error": 0.0 + }, + { + "representative": 8997, + "members": [ + 8997 + ], + "max_error": 0.0 + }, + { + "representative": 9215, + "members": [ + 9215 + ], + "max_error": 0.0 + }, + { + "representative": 9139, + "members": [ + 9139 + ], + "max_error": 0.0 + }, + { + "representative": 9073, + "members": [ + 9073 + ], + "max_error": 0.0 + }, + { + "representative": 9119, + "members": [ + 9119 + ], + "max_error": 0.0 + }, + { + "representative": 9211, + "members": [ + 9211 + ], + "max_error": 0.0 + }, + { + "representative": 9052, + "members": [ + 9052 + ], + "max_error": 0.0 + }, + { + "representative": 9025, + "members": [ + 9025 + ], + "max_error": 0.0 + }, + { + "representative": 9206, + "members": [ + 9206 + ], + "max_error": 0.0 + }, + { + "representative": 8981, + "members": [ + 8981 + ], + "max_error": 0.0 + }, + { + "representative": 9064, + "members": [ + 9064 + ], + "max_error": 0.0 + }, + { + "representative": 8967, + "members": [ + 8967 + ], + "max_error": 0.0 + }, + { + "representative": 9194, + "members": [ + 9194 + ], + "max_error": 0.0 + }, + { + "representative": 8966, + "members": [ + 8966 + ], + "max_error": 0.0 + }, + { + "representative": 8987, + "members": [ + 8987 + ], + "max_error": 0.0 + }, + { + "representative": 8993, + "members": [ + 8993 + ], + "max_error": 0.0 + }, + { + "representative": 9015, + "members": [ + 9015 + ], + "max_error": 0.0 + }, + { + "representative": 9143, + "members": [ + 9143 + ], + "max_error": 0.0 + }, + { + "representative": 9013, + "members": [ + 9013 + ], + "max_error": 0.0 + }, + { + "representative": 8975, + "members": [ + 8975 + ], + "max_error": 0.0 + }, + { + "representative": 9203, + "members": [ + 9203 + ], + "max_error": 0.0 + }, + { + "representative": 9124, + "members": [ + 9124 + ], + "max_error": 0.0 + }, + { + "representative": 9131, + "members": [ + 9131 + ], + "max_error": 0.0 + }, + { + "representative": 9100, + "members": [ + 9100 + ], + "max_error": 0.0 + }, + { + "representative": 9058, + "members": [ + 9058 + ], + "max_error": 0.0 + }, + { + "representative": 9188, + "members": [ + 9188 + ], + "max_error": 0.0 + }, + { + "representative": 9207, + "members": [ + 9207 + ], + "max_error": 0.0 + }, + { + "representative": 9153, + "members": [ + 9153 + ], + "max_error": 0.0 + }, + { + "representative": 9107, + "members": [ + 9107 + ], + "max_error": 0.0 + }, + { + "representative": 9128, + "members": [ + 9128 + ], + "max_error": 0.0 + }, + { + "representative": 9130, + "members": [ + 9130 + ], + "max_error": 0.0 + }, + { + "representative": 9136, + "members": [ + 9136 + ], + "max_error": 0.0 + }, + { + "representative": 9140, + "members": [ + 9140 + ], + "max_error": 0.0 + }, + { + "representative": 9146, + "members": [ + 9146 + ], + "max_error": 0.0 + }, + { + "representative": 9149, + "members": [ + 9149 + ], + "max_error": 0.0 + }, + { + "representative": 9150, + "members": [ + 9150 + ], + "max_error": 0.0 + }, + { + "representative": 9151, + "members": [ + 9151 + ], + "max_error": 0.0 + }, + { + "representative": 9096, + "members": [ + 9096 + ], + "max_error": 0.0 + }, + { + "representative": 9089, + "members": [ + 9089 + ], + "max_error": 0.0 + }, + { + "representative": 9190, + "members": [ + 9190 + ], + "max_error": 0.0 + }, + { + "representative": 9182, + "members": [ + 9182 + ], + "max_error": 0.0 + }, + { + "representative": 9154, + "members": [ + 9154 + ], + "max_error": 0.0 + }, + { + "representative": 9095, + "members": [ + 9095 + ], + "max_error": 0.0 + }, + { + "representative": 9193, + "members": [ + 9193 + ], + "max_error": 0.0 + }, + { + "representative": 9039, + "members": [ + 9039 + ], + "max_error": 0.0 + }, + { + "representative": 8962, + "members": [ + 8962 + ], + "max_error": 0.0 + }, + { + "representative": 9108, + "members": [ + 9108 + ], + "max_error": 0.0 + }, + { + "representative": 9050, + "members": [ + 9050 + ], + "max_error": 0.0 + }, + { + "representative": 8960, + "members": [ + 8960 + ], + "max_error": 0.0 + }, + { + "representative": 9085, + "members": [ + 9085 + ], + "max_error": 0.0 + }, + { + "representative": 9109, + "members": [ + 9109 + ], + "max_error": 0.0 + }, + { + "representative": 9208, + "members": [ + 9208 + ], + "max_error": 0.0 + }, + { + "representative": 9082, + "members": [ + 9082 + ], + "max_error": 0.0 + }, + { + "representative": 9132, + "members": [ + 9132 + ], + "max_error": 0.0 + }, + { + "representative": 9161, + "members": [ + 9161 + ], + "max_error": 0.0 + }, + { + "representative": 9126, + "members": [ + 9126 + ], + "max_error": 0.0 + }, + { + "representative": 8989, + "members": [ + 8989 + ], + "max_error": 0.0 + }, + { + "representative": 9035, + "members": [ + 9035 + ], + "max_error": 0.0 + }, + { + "representative": 9053, + "members": [ + 9053 + ], + "max_error": 0.0 + }, + { + "representative": 9016, + "members": [ + 9016 + ], + "max_error": 0.0 + }, + { + "representative": 9004, + "members": [ + 9004 + ], + "max_error": 0.0 + }, + { + "representative": 9145, + "members": [ + 9145 + ], + "max_error": 0.0 + }, + { + "representative": 9195, + "members": [ + 9195 + ], + "max_error": 0.0 + }, + { + "representative": 9171, + "members": [ + 9171 + ], + "max_error": 0.0 + }, + { + "representative": 9070, + "members": [ + 9070 + ], + "max_error": 0.0 + }, + { + "representative": 9002, + "members": [ + 9002 + ], + "max_error": 0.0 + }, + { + "representative": 8988, + "members": [ + 8988 + ], + "max_error": 0.0 + }, + { + "representative": 9200, + "members": [ + 9200 + ], + "max_error": 0.0 + }, + { + "representative": 9209, + "members": [ + 9209 + ], + "max_error": 0.0 + }, + { + "representative": 9102, + "members": [ + 9102 + ], + "max_error": 0.0 + }, + { + "representative": 9005, + "members": [ + 9005 + ], + "max_error": 0.0 + }, + { + "representative": 9042, + "members": [ + 9042 + ], + "max_error": 0.0 + }, + { + "representative": 9001, + "members": [ + 9001 + ], + "max_error": 0.0 + }, + { + "representative": 9184, + "members": [ + 9184 + ], + "max_error": 0.0 + }, + { + "representative": 9092, + "members": [ + 9092 + ], + "max_error": 0.0 + }, + { + "representative": 9189, + "members": [ + 9189 + ], + "max_error": 0.0 + }, + { + "representative": 8994, + "members": [ + 8994 + ], + "max_error": 0.0 + }, + { + "representative": 9210, + "members": [ + 9210 + ], + "max_error": 0.0 + }, + { + "representative": 9120, + "members": [ + 9120 + ], + "max_error": 0.0 + }, + { + "representative": 9163, + "members": [ + 9163 + ], + "max_error": 0.0 + }, + { + "representative": 9123, + "members": [ + 9123 + ], + "max_error": 0.0 + }, + { + "representative": 9213, + "members": [ + 9213 + ], + "max_error": 0.0 + }, + { + "representative": 9038, + "members": [ + 9038 + ], + "max_error": 0.0 + }, + { + "representative": 9155, + "members": [ + 9155 + ], + "max_error": 0.0 + }, + { + "representative": 9075, + "members": [ + 9075 + ], + "max_error": 0.0 + }, + { + "representative": 9212, + "members": [ + 9212 + ], + "max_error": 0.0 + }, + { + "representative": 8972, + "members": [ + 8972 + ], + "max_error": 0.0 + }, + { + "representative": 9048, + "members": [ + 9048 + ], + "max_error": 0.0 + }, + { + "representative": 8983, + "members": [ + 8983 + ], + "max_error": 0.0 + }, + { + "representative": 8973, + "members": [ + 8973 + ], + "max_error": 0.0 + }, + { + "representative": 9105, + "members": [ + 9105 + ], + "max_error": 0.0 + }, + { + "representative": 8986, + "members": [ + 8986 + ], + "max_error": 0.0 + }, + { + "representative": 9118, + "members": [ + 9118 + ], + "max_error": 0.0 + }, + { + "representative": 9041, + "members": [ + 9041 + ], + "max_error": 0.0 + }, + { + "representative": 9090, + "members": [ + 9090 + ], + "max_error": 0.0 + }, + { + "representative": 8979, + "members": [ + 8979 + ], + "max_error": 0.0 + }, + { + "representative": 9012, + "members": [ + 9012 + ], + "max_error": 0.0 + }, + { + "representative": 9071, + "members": [ + 9071 + ], + "max_error": 0.0 + }, + { + "representative": 9137, + "members": [ + 9137 + ], + "max_error": 0.0 + }, + { + "representative": 9185, + "members": [ + 9185 + ], + "max_error": 0.0 + }, + { + "representative": 9113, + "members": [ + 9113 + ], + "max_error": 0.0 + }, + { + "representative": 9165, + "members": [ + 9165 + ], + "max_error": 0.0 + }, + { + "representative": 9018, + "members": [ + 9018 + ], + "max_error": 0.0 + }, + { + "representative": 8969, + "members": [ + 8969 + ], + "max_error": 0.0 + }, + { + "representative": 9115, + "members": [ + 9115 + ], + "max_error": 0.0 + }, + { + "representative": 9046, + "members": [ + 9046 + ], + "max_error": 0.0 + }, + { + "representative": 9033, + "members": [ + 9033 + ], + "max_error": 0.0 + }, + { + "representative": 8964, + "members": [ + 8964 + ], + "max_error": 0.0 + }, + { + "representative": 9198, + "members": [ + 9198 + ], + "max_error": 0.0 + }, + { + "representative": 9028, + "members": [ + 9028 + ], + "max_error": 0.0 + }, + { + "representative": 9055, + "members": [ + 9055 + ], + "max_error": 0.0 + }, + { + "representative": 9164, + "members": [ + 9164 + ], + "max_error": 0.0 + }, + { + "representative": 9087, + "members": [ + 9087 + ], + "max_error": 0.0 + }, + { + "representative": 9010, + "members": [ + 9010 + ], + "max_error": 0.0 + }, + { + "representative": 9197, + "members": [ + 9197 + ], + "max_error": 0.0 + }, + { + "representative": 9122, + "members": [ + 9122 + ], + "max_error": 0.0 + }, + { + "representative": 9162, + "members": [ + 9162 + ], + "max_error": 0.0 + }, + { + "representative": 8990, + "members": [ + 8990 + ], + "max_error": 0.0 + }, + { + "representative": 9017, + "members": [ + 9017 + ], + "max_error": 0.0 + }, + { + "representative": 9142, + "members": [ + 9142 + ], + "max_error": 0.0 + }, + { + "representative": 9138, + "members": [ + 9138 + ], + "max_error": 0.0 + }, + { + "representative": 9156, + "members": [ + 9156 + ], + "max_error": 0.0 + }, + { + "representative": 9170, + "members": [ + 9170 + ], + "max_error": 0.0 + }, + { + "representative": 9174, + "members": [ + 9174 + ], + "max_error": 0.0 + }, + { + "representative": 9180, + "members": [ + 9180 + ], + "max_error": 0.0 + }, + { + "representative": 9186, + "members": [ + 9186 + ], + "max_error": 0.0 + }, + { + "representative": 9192, + "members": [ + 9192 + ], + "max_error": 0.0 + }, + { + "representative": 9202, + "members": [ + 9202 + ], + "max_error": 0.0 + }, + { + "representative": 9160, + "members": [ + 9160 + ], + "max_error": 0.0 + }, + { + "representative": 9097, + "members": [ + 9097 + ], + "max_error": 0.0 + }, + { + "representative": 9129, + "members": [ + 9129 + ], + "max_error": 0.0 + }, + { + "representative": 9127, + "members": [ + 9127 + ], + "max_error": 0.0 + }, + { + "representative": 9036, + "members": [ + 9036 + ], + "max_error": 0.0 + }, + { + "representative": 9112, + "members": [ + 9112 + ], + "max_error": 0.0 + }, + { + "representative": 9099, + "members": [ + 9099 + ], + "max_error": 0.0 + }, + { + "representative": 8971, + "members": [ + 8971 + ], + "max_error": 0.0 + }, + { + "representative": 9133, + "members": [ + 9133 + ], + "max_error": 0.0 + }, + { + "representative": 9205, + "members": [ + 9205 + ], + "max_error": 0.0 + }, + { + "representative": 9141, + "members": [ + 9141 + ], + "max_error": 0.0 + }, + { + "representative": 9148, + "members": [ + 9148 + ], + "max_error": 0.0 + }, + { + "representative": 9134, + "members": [ + 9134 + ], + "max_error": 0.0 + }, + { + "representative": 8970, + "members": [ + 8970 + ], + "max_error": 0.0 + }, + { + "representative": 9169, + "members": [ + 9169 + ], + "max_error": 0.0 + }, + { + "representative": 9091, + "members": [ + 9091 + ], + "max_error": 0.0 + }, + { + "representative": 9021, + "members": [ + 9021 + ], + "max_error": 0.0 + }, + { + "representative": 9135, + "members": [ + 9135 + ], + "max_error": 0.0 + }, + { + "representative": 9110, + "members": [ + 9110 + ], + "max_error": 0.0 + }, + { + "representative": 9057, + "members": [ + 9057 + ], + "max_error": 0.0 + }, + { + "representative": 8974, + "members": [ + 8974 + ], + "max_error": 0.0 + }, + { + "representative": 9061, + "members": [ + 9061 + ], + "max_error": 0.0 + }, + { + "representative": 9121, + "members": [ + 9121 + ], + "max_error": 0.0 + }, + { + "representative": 9175, + "members": [ + 9175 + ], + "max_error": 0.0 + }, + { + "representative": 9059, + "members": [ + 9059 + ], + "max_error": 0.0 + }, + { + "representative": 9125, + "members": [ + 9125 + ], + "max_error": 0.0 + }, + { + "representative": 9009, + "members": [ + 9009 + ], + "max_error": 0.0 + }, + { + "representative": 9104, + "members": [ + 9104 + ], + "max_error": 0.0 + }, + { + "representative": 9030, + "members": [ + 9030 + ], + "max_error": 0.0 + }, + { + "representative": 8961, + "members": [ + 8961 + ], + "max_error": 0.0 + }, + { + "representative": 9078, + "members": [ + 9078 + ], + "max_error": 0.0 + }, + { + "representative": 9079, + "members": [ + 9079 + ], + "max_error": 0.0 + }, + { + "representative": 9069, + "members": [ + 9069 + ], + "max_error": 0.0 + }, + { + "representative": 9183, + "members": [ + 9183 + ], + "max_error": 0.0 + }, + { + "representative": 9047, + "members": [ + 9047 + ], + "max_error": 0.0 + }, + { + "representative": 9176, + "members": [ + 9176 + ], + "max_error": 0.0 + }, + { + "representative": 9178, + "members": [ + 9178 + ], + "max_error": 0.0 + }, + { + "representative": 9081, + "members": [ + 9081 + ], + "max_error": 0.0 + }, + { + "representative": 8968, + "members": [ + 8968 + ], + "max_error": 0.0 + }, + { + "representative": 9014, + "members": [ + 9014 + ], + "max_error": 0.0 + }, + { + "representative": 8963, + "members": [ + 8963 + ], + "max_error": 0.0 + }, + { + "representative": 9049, + "members": [ + 9049 + ], + "max_error": 0.0 + }, + { + "representative": 8965, + "members": [ + 8965 + ], + "max_error": 0.0 + }, + { + "representative": 9023, + "members": [ + 9023 + ], + "max_error": 0.0 + }, + { + "representative": 8978, + "members": [ + 8978 + ], + "max_error": 0.0 + }, + { + "representative": 9158, + "members": [ + 9158 + ], + "max_error": 0.0 + }, + { + "representative": 9201, + "members": [ + 9201 + ], + "max_error": 0.0 + }, + { + "representative": 9063, + "members": [ + 9063 + ], + "max_error": 0.0 + }, + { + "representative": 8999, + "members": [ + 8999 + ], + "max_error": 0.0 + }, + { + "representative": 9006, + "members": [ + 9006 + ], + "max_error": 0.0 + }, + { + "representative": 8977, + "members": [ + 8977 + ], + "max_error": 0.0 + }, + { + "representative": 8992, + "members": [ + 8992 + ], + "max_error": 0.0 + }, + { + "representative": 9066, + "members": [ + 9066 + ], + "max_error": 0.0 + }, + { + "representative": 9166, + "members": [ + 9166 + ], + "max_error": 0.0 + }, + { + "representative": 9094, + "members": [ + 9094 + ], + "max_error": 0.0 + }, + { + "representative": 9116, + "members": [ + 9116 + ], + "max_error": 0.0 + }, + { + "representative": 9024, + "members": [ + 9024 + ], + "max_error": 0.0 + }, + { + "representative": 9040, + "members": [ + 9040 + ], + "max_error": 0.0 + }, + { + "representative": 9043, + "members": [ + 9043 + ], + "max_error": 0.0 + }, + { + "representative": 9026, + "members": [ + 9026 + ], + "max_error": 0.0 + }, + { + "representative": 9044, + "members": [ + 9044 + ], + "max_error": 0.0 + }, + { + "representative": 9027, + "members": [ + 9027 + ], + "max_error": 0.0 + }, + { + "representative": 9054, + "members": [ + 9054 + ], + "max_error": 0.0 + }, + { + "representative": 9067, + "members": [ + 9067 + ], + "max_error": 0.0 + }, + { + "representative": 9068, + "members": [ + 9068 + ], + "max_error": 0.0 + }, + { + "representative": 9083, + "members": [ + 9083 + ], + "max_error": 0.0 + }, + { + "representative": 9084, + "members": [ + 9084 + ], + "max_error": 0.0 + }, + { + "representative": 9196, + "members": [ + 9196 + ], + "max_error": 0.0 + }, + { + "representative": 9177, + "members": [ + 9177 + ], + "max_error": 0.0 + }, + { + "representative": 9011, + "members": [ + 9011 + ], + "max_error": 0.0 + }, + { + "representative": 9159, + "members": [ + 9159 + ], + "max_error": 0.0 + }, + { + "representative": 9144, + "members": [ + 9144 + ], + "max_error": 0.0 + }, + { + "representative": 9034, + "members": [ + 9034 + ], + "max_error": 0.0 + }, + { + "representative": 9167, + "members": [ + 9167 + ], + "max_error": 0.0 + }, + { + "representative": 9172, + "members": [ + 9172 + ], + "max_error": 0.0 + }, + { + "representative": 9077, + "members": [ + 9077 + ], + "max_error": 0.0 + }, + { + "representative": 9031, + "members": [ + 9031 + ], + "max_error": 0.0 + }, + { + "representative": 9173, + "members": [ + 9173 + ], + "max_error": 0.0 + }, + { + "representative": 9000, + "members": [ + 9000 + ], + "max_error": 0.0 + }, + { + "representative": 9019, + "members": [ + 9019 + ], + "max_error": 0.0 + }, + { + "representative": 9086, + "members": [ + 9086 + ], + "max_error": 0.0 + }, + { + "representative": 9114, + "members": [ + 9114 + ], + "max_error": 0.0 + }, + { + "representative": 9147, + "members": [ + 9147 + ], + "max_error": 0.0 + }, + { + "representative": 9008, + "members": [ + 9008 + ], + "max_error": 0.0 + }, + { + "representative": 8985, + "members": [ + 8985 + ], + "max_error": 0.0 + }, + { + "representative": 9076, + "members": [ + 9076 + ], + "max_error": 0.0 + }, + { + "representative": 9157, + "members": [ + 9157 + ], + "max_error": 0.0 + }, + { + "representative": 9214, + "members": [ + 9214 + ], + "max_error": 0.0 + }, + { + "representative": 9204, + "members": [ + 9204 + ], + "max_error": 0.0 + }, + { + "representative": 9056, + "members": [ + 9056 + ], + "max_error": 0.0 + }, + { + "representative": 9062, + "members": [ + 9062 + ], + "max_error": 0.0 + }, + { + "representative": 8982, + "members": [ + 8982 + ], + "max_error": 0.0 + }, + { + "representative": 9199, + "members": [ + 9199 + ], + "max_error": 0.0 + }, + { + "representative": 9093, + "members": [ + 9093 + ], + "max_error": 0.0 + }, + { + "representative": 9029, + "members": [ + 9029 + ], + "max_error": 0.0 + }, + { + "representative": 9098, + "members": [ + 9098 + ], + "max_error": 0.0 + }, + { + "representative": 9080, + "members": [ + 9080 + ], + "max_error": 0.0 + }, + { + "representative": 8984, + "members": [ + 8984 + ], + "max_error": 0.0 + }, + { + "representative": 9117, + "members": [ + 9117 + ], + "max_error": 0.0 + }, + { + "representative": 9060, + "members": [ + 9060 + ], + "max_error": 0.0 + }, + { + "representative": 8995, + "members": [ + 8995 + ], + "max_error": 0.0 + }, + { + "representative": 9037, + "members": [ + 9037 + ], + "max_error": 0.0 + }, + { + "representative": 9152, + "members": [ + 9152 + ], + "max_error": 0.0 + }, + { + "representative": 9045, + "members": [ + 9045 + ], + "max_error": 0.0 + }, + { + "representative": 9088, + "members": [ + 9088 + ], + "max_error": 0.0 + }, + { + "representative": 9020, + "members": [ + 9020 + ], + "max_error": 0.0 + }, + { + "representative": 9065, + "members": [ + 9065 + ], + "max_error": 0.0 + }, + { + "representative": 9179, + "members": [ + 9179 + ], + "max_error": 0.0 + }, + { + "representative": 9003, + "members": [ + 9003 + ], + "max_error": 0.0 + }, + { + "representative": 9022, + "members": [ + 9022 + ], + "max_error": 0.0 + }, + { + "representative": 9187, + "members": [ + 9187 + ], + "max_error": 0.0 + }, + { + "representative": 8998, + "members": [ + 8998 + ], + "max_error": 0.0 + }, + { + "representative": 9051, + "members": [ + 9051 + ], + "max_error": 0.0 + }, + { + "representative": 9168, + "members": [ + 9168 + ], + "max_error": 0.0 + }, + { + "representative": 9074, + "members": [ + 9074 + ], + "max_error": 0.0 + }, + { + "representative": 9181, + "members": [ + 9181 + ], + "max_error": 0.0 + }, + { + "representative": 9072, + "members": [ + 9072 + ], + "max_error": 0.0 + }, + { + "representative": 9363, + "members": [ + 9363 + ], + "max_error": 0.0 + }, + { + "representative": 9365, + "members": [ + 9365 + ], + "max_error": 0.0 + }, + { + "representative": 9366, + "members": [ + 9366 + ], + "max_error": 0.0 + }, + { + "representative": 9370, + "members": [ + 9370 + ], + "max_error": 0.0 + }, + { + "representative": 9557, + "members": [ + 9557 + ], + "max_error": 0.0 + }, + { + "representative": 9578, + "members": [ + 9578 + ], + "max_error": 0.0 + }, + { + "representative": 9481, + "members": [ + 9481 + ], + "max_error": 0.0 + }, + { + "representative": 9581, + "members": [ + 9581 + ], + "max_error": 0.0 + }, + { + "representative": 9497, + "members": [ + 9497 + ], + "max_error": 0.0 + }, + { + "representative": 9499, + "members": [ + 9499 + ], + "max_error": 0.0 + }, + { + "representative": 9486, + "members": [ + 9486 + ], + "max_error": 0.0 + }, + { + "representative": 9364, + "members": [ + 9364 + ], + "max_error": 0.0 + }, + { + "representative": 9527, + "members": [ + 9527 + ], + "max_error": 0.0 + }, + { + "representative": 9369, + "members": [ + 9369 + ], + "max_error": 0.0 + }, + { + "representative": 9556, + "members": [ + 9556 + ], + "max_error": 0.0 + }, + { + "representative": 9435, + "members": [ + 9435 + ], + "max_error": 0.0 + }, + { + "representative": 9404, + "members": [ + 9404 + ], + "max_error": 0.0 + }, + { + "representative": 9451, + "members": [ + 9451 + ], + "max_error": 0.0 + }, + { + "representative": 9584, + "members": [ + 9584 + ], + "max_error": 0.0 + }, + { + "representative": 9374, + "members": [ + 9374 + ], + "max_error": 0.0 + }, + { + "representative": 9562, + "members": [ + 9562 + ], + "max_error": 0.0 + }, + { + "representative": 9401, + "members": [ + 9401 + ], + "max_error": 0.0 + }, + { + "representative": 9426, + "members": [ + 9426 + ], + "max_error": 0.0 + }, + { + "representative": 9507, + "members": [ + 9507 + ], + "max_error": 0.0 + }, + { + "representative": 9614, + "members": [ + 9614 + ], + "max_error": 0.0 + }, + { + "representative": 9586, + "members": [ + 9586 + ], + "max_error": 0.0 + }, + { + "representative": 9601, + "members": [ + 9601 + ], + "max_error": 0.0 + }, + { + "representative": 9532, + "members": [ + 9532 + ], + "max_error": 0.0 + }, + { + "representative": 9474, + "members": [ + 9474 + ], + "max_error": 0.0 + }, + { + "representative": 9394, + "members": [ + 9394 + ], + "max_error": 0.0 + }, + { + "representative": 9395, + "members": [ + 9395 + ], + "max_error": 0.0 + }, + { + "representative": 9397, + "members": [ + 9397 + ], + "max_error": 0.0 + }, + { + "representative": 9398, + "members": [ + 9398 + ], + "max_error": 0.0 + }, + { + "representative": 9400, + "members": [ + 9400 + ], + "max_error": 0.0 + }, + { + "representative": 9393, + "members": [ + 9393 + ], + "max_error": 0.0 + }, + { + "representative": 9402, + "members": [ + 9402 + ], + "max_error": 0.0 + }, + { + "representative": 9403, + "members": [ + 9403 + ], + "max_error": 0.0 + }, + { + "representative": 9406, + "members": [ + 9406 + ], + "max_error": 0.0 + }, + { + "representative": 9500, + "members": [ + 9500 + ], + "max_error": 0.0 + }, + { + "representative": 9429, + "members": [ + 9429 + ], + "max_error": 0.0 + }, + { + "representative": 9396, + "members": [ + 9396 + ], + "max_error": 0.0 + }, + { + "representative": 9551, + "members": [ + 9551 + ], + "max_error": 0.0 + }, + { + "representative": 9388, + "members": [ + 9388 + ], + "max_error": 0.0 + }, + { + "representative": 9564, + "members": [ + 9564 + ], + "max_error": 0.0 + }, + { + "representative": 9533, + "members": [ + 9533 + ], + "max_error": 0.0 + }, + { + "representative": 9423, + "members": [ + 9423 + ], + "max_error": 0.0 + }, + { + "representative": 9480, + "members": [ + 9480 + ], + "max_error": 0.0 + }, + { + "representative": 9488, + "members": [ + 9488 + ], + "max_error": 0.0 + }, + { + "representative": 9385, + "members": [ + 9385 + ], + "max_error": 0.0 + }, + { + "representative": 9490, + "members": [ + 9490 + ], + "max_error": 0.0 + }, + { + "representative": 9415, + "members": [ + 9415 + ], + "max_error": 0.0 + }, + { + "representative": 9506, + "members": [ + 9506 + ], + "max_error": 0.0 + }, + { + "representative": 9371, + "members": [ + 9371 + ], + "max_error": 0.0 + }, + { + "representative": 9360, + "members": [ + 9360 + ], + "max_error": 0.0 + }, + { + "representative": 9489, + "members": [ + 9489 + ], + "max_error": 0.0 + }, + { + "representative": 9559, + "members": [ + 9559 + ], + "max_error": 0.0 + }, + { + "representative": 9553, + "members": [ + 9553 + ], + "max_error": 0.0 + }, + { + "representative": 9438, + "members": [ + 9438 + ], + "max_error": 0.0 + }, + { + "representative": 9570, + "members": [ + 9570 + ], + "max_error": 0.0 + }, + { + "representative": 9530, + "members": [ + 9530 + ], + "max_error": 0.0 + }, + { + "representative": 9539, + "members": [ + 9539 + ], + "max_error": 0.0 + }, + { + "representative": 9541, + "members": [ + 9541 + ], + "max_error": 0.0 + }, + { + "representative": 9475, + "members": [ + 9475 + ], + "max_error": 0.0 + }, + { + "representative": 9566, + "members": [ + 9566 + ], + "max_error": 0.0 + }, + { + "representative": 9433, + "members": [ + 9433 + ], + "max_error": 0.0 + }, + { + "representative": 9552, + "members": [ + 9552 + ], + "max_error": 0.0 + }, + { + "representative": 9558, + "members": [ + 9558 + ], + "max_error": 0.0 + }, + { + "representative": 9563, + "members": [ + 9563 + ], + "max_error": 0.0 + }, + { + "representative": 9362, + "members": [ + 9362 + ], + "max_error": 0.0 + }, + { + "representative": 9522, + "members": [ + 9522 + ], + "max_error": 0.0 + }, + { + "representative": 9494, + "members": [ + 9494 + ], + "max_error": 0.0 + }, + { + "representative": 9597, + "members": [ + 9597 + ], + "max_error": 0.0 + }, + { + "representative": 9529, + "members": [ + 9529 + ], + "max_error": 0.0 + }, + { + "representative": 9590, + "members": [ + 9590 + ], + "max_error": 0.0 + }, + { + "representative": 9466, + "members": [ + 9466 + ], + "max_error": 0.0 + }, + { + "representative": 9535, + "members": [ + 9535 + ], + "max_error": 0.0 + }, + { + "representative": 9384, + "members": [ + 9384 + ], + "max_error": 0.0 + }, + { + "representative": 9595, + "members": [ + 9595 + ], + "max_error": 0.0 + }, + { + "representative": 9447, + "members": [ + 9447 + ], + "max_error": 0.0 + }, + { + "representative": 9459, + "members": [ + 9459 + ], + "max_error": 0.0 + }, + { + "representative": 9550, + "members": [ + 9550 + ], + "max_error": 0.0 + }, + { + "representative": 9554, + "members": [ + 9554 + ], + "max_error": 0.0 + }, + { + "representative": 9375, + "members": [ + 9375 + ], + "max_error": 0.0 + }, + { + "representative": 9430, + "members": [ + 9430 + ], + "max_error": 0.0 + }, + { + "representative": 9392, + "members": [ + 9392 + ], + "max_error": 0.0 + }, + { + "representative": 9542, + "members": [ + 9542 + ], + "max_error": 0.0 + }, + { + "representative": 9442, + "members": [ + 9442 + ], + "max_error": 0.0 + }, + { + "representative": 9504, + "members": [ + 9504 + ], + "max_error": 0.0 + }, + { + "representative": 9377, + "members": [ + 9377 + ], + "max_error": 0.0 + }, + { + "representative": 9510, + "members": [ + 9510 + ], + "max_error": 0.0 + }, + { + "representative": 9361, + "members": [ + 9361 + ], + "max_error": 0.0 + }, + { + "representative": 9501, + "members": [ + 9501 + ], + "max_error": 0.0 + }, + { + "representative": 9598, + "members": [ + 9598 + ], + "max_error": 0.0 + }, + { + "representative": 9383, + "members": [ + 9383 + ], + "max_error": 0.0 + }, + { + "representative": 9464, + "members": [ + 9464 + ], + "max_error": 0.0 + }, + { + "representative": 9463, + "members": [ + 9463 + ], + "max_error": 0.0 + }, + { + "representative": 9536, + "members": [ + 9536 + ], + "max_error": 0.0 + }, + { + "representative": 9521, + "members": [ + 9521 + ], + "max_error": 0.0 + }, + { + "representative": 9547, + "members": [ + 9547 + ], + "max_error": 0.0 + }, + { + "representative": 9567, + "members": [ + 9567 + ], + "max_error": 0.0 + }, + { + "representative": 9485, + "members": [ + 9485 + ], + "max_error": 0.0 + }, + { + "representative": 9592, + "members": [ + 9592 + ], + "max_error": 0.0 + }, + { + "representative": 9593, + "members": [ + 9593 + ], + "max_error": 0.0 + }, + { + "representative": 9441, + "members": [ + 9441 + ], + "max_error": 0.0 + }, + { + "representative": 9373, + "members": [ + 9373 + ], + "max_error": 0.0 + }, + { + "representative": 9422, + "members": [ + 9422 + ], + "max_error": 0.0 + }, + { + "representative": 9410, + "members": [ + 9410 + ], + "max_error": 0.0 + }, + { + "representative": 9411, + "members": [ + 9411 + ], + "max_error": 0.0 + }, + { + "representative": 9413, + "members": [ + 9413 + ], + "max_error": 0.0 + }, + { + "representative": 9414, + "members": [ + 9414 + ], + "max_error": 0.0 + }, + { + "representative": 9416, + "members": [ + 9416 + ], + "max_error": 0.0 + }, + { + "representative": 9417, + "members": [ + 9417 + ], + "max_error": 0.0 + }, + { + "representative": 9409, + "members": [ + 9409 + ], + "max_error": 0.0 + }, + { + "representative": 9420, + "members": [ + 9420 + ], + "max_error": 0.0 + }, + { + "representative": 9421, + "members": [ + 9421 + ], + "max_error": 0.0 + }, + { + "representative": 9512, + "members": [ + 9512 + ], + "max_error": 0.0 + }, + { + "representative": 9468, + "members": [ + 9468 + ], + "max_error": 0.0 + }, + { + "representative": 9412, + "members": [ + 9412 + ], + "max_error": 0.0 + }, + { + "representative": 9450, + "members": [ + 9450 + ], + "max_error": 0.0 + }, + { + "representative": 9368, + "members": [ + 9368 + ], + "max_error": 0.0 + }, + { + "representative": 9453, + "members": [ + 9453 + ], + "max_error": 0.0 + }, + { + "representative": 9515, + "members": [ + 9515 + ], + "max_error": 0.0 + }, + { + "representative": 9537, + "members": [ + 9537 + ], + "max_error": 0.0 + }, + { + "representative": 9543, + "members": [ + 9543 + ], + "max_error": 0.0 + }, + { + "representative": 9462, + "members": [ + 9462 + ], + "max_error": 0.0 + }, + { + "representative": 9561, + "members": [ + 9561 + ], + "max_error": 0.0 + }, + { + "representative": 9444, + "members": [ + 9444 + ], + "max_error": 0.0 + }, + { + "representative": 9582, + "members": [ + 9582 + ], + "max_error": 0.0 + }, + { + "representative": 9405, + "members": [ + 9405 + ], + "max_error": 0.0 + }, + { + "representative": 9514, + "members": [ + 9514 + ], + "max_error": 0.0 + }, + { + "representative": 9509, + "members": [ + 9509 + ], + "max_error": 0.0 + }, + { + "representative": 9612, + "members": [ + 9612 + ], + "max_error": 0.0 + }, + { + "representative": 9389, + "members": [ + 9389 + ], + "max_error": 0.0 + }, + { + "representative": 9560, + "members": [ + 9560 + ], + "max_error": 0.0 + }, + { + "representative": 9545, + "members": [ + 9545 + ], + "max_error": 0.0 + }, + { + "representative": 9437, + "members": [ + 9437 + ], + "max_error": 0.0 + }, + { + "representative": 9376, + "members": [ + 9376 + ], + "max_error": 0.0 + }, + { + "representative": 9457, + "members": [ + 9457 + ], + "max_error": 0.0 + }, + { + "representative": 9418, + "members": [ + 9418 + ], + "max_error": 0.0 + }, + { + "representative": 9367, + "members": [ + 9367 + ], + "max_error": 0.0 + }, + { + "representative": 9484, + "members": [ + 9484 + ], + "max_error": 0.0 + }, + { + "representative": 9465, + "members": [ + 9465 + ], + "max_error": 0.0 + }, + { + "representative": 9407, + "members": [ + 9407 + ], + "max_error": 0.0 + }, + { + "representative": 9511, + "members": [ + 9511 + ], + "max_error": 0.0 + }, + { + "representative": 9576, + "members": [ + 9576 + ], + "max_error": 0.0 + }, + { + "representative": 9508, + "members": [ + 9508 + ], + "max_error": 0.0 + }, + { + "representative": 9574, + "members": [ + 9574 + ], + "max_error": 0.0 + }, + { + "representative": 9609, + "members": [ + 9609 + ], + "max_error": 0.0 + }, + { + "representative": 9602, + "members": [ + 9602 + ], + "max_error": 0.0 + }, + { + "representative": 9461, + "members": [ + 9461 + ], + "max_error": 0.0 + }, + { + "representative": 9575, + "members": [ + 9575 + ], + "max_error": 0.0 + }, + { + "representative": 9487, + "members": [ + 9487 + ], + "max_error": 0.0 + }, + { + "representative": 9399, + "members": [ + 9399 + ], + "max_error": 0.0 + }, + { + "representative": 9596, + "members": [ + 9596 + ], + "max_error": 0.0 + }, + { + "representative": 9432, + "members": [ + 9432 + ], + "max_error": 0.0 + }, + { + "representative": 9419, + "members": [ + 9419 + ], + "max_error": 0.0 + }, + { + "representative": 9372, + "members": [ + 9372 + ], + "max_error": 0.0 + }, + { + "representative": 9381, + "members": [ + 9381 + ], + "max_error": 0.0 + }, + { + "representative": 9408, + "members": [ + 9408 + ], + "max_error": 0.0 + }, + { + "representative": 9606, + "members": [ + 9606 + ], + "max_error": 0.0 + }, + { + "representative": 9472, + "members": [ + 9472 + ], + "max_error": 0.0 + }, + { + "representative": 9470, + "members": [ + 9470 + ], + "max_error": 0.0 + }, + { + "representative": 9492, + "members": [ + 9492 + ], + "max_error": 0.0 + }, + { + "representative": 9424, + "members": [ + 9424 + ], + "max_error": 0.0 + }, + { + "representative": 9427, + "members": [ + 9427 + ], + "max_error": 0.0 + }, + { + "representative": 9428, + "members": [ + 9428 + ], + "max_error": 0.0 + }, + { + "representative": 9431, + "members": [ + 9431 + ], + "max_error": 0.0 + }, + { + "representative": 9425, + "members": [ + 9425 + ], + "max_error": 0.0 + }, + { + "representative": 9434, + "members": [ + 9434 + ], + "max_error": 0.0 + }, + { + "representative": 9436, + "members": [ + 9436 + ], + "max_error": 0.0 + }, + { + "representative": 9439, + "members": [ + 9439 + ], + "max_error": 0.0 + }, + { + "representative": 9440, + "members": [ + 9440 + ], + "max_error": 0.0 + }, + { + "representative": 9443, + "members": [ + 9443 + ], + "max_error": 0.0 + }, + { + "representative": 9445, + "members": [ + 9445 + ], + "max_error": 0.0 + }, + { + "representative": 9446, + "members": [ + 9446 + ], + "max_error": 0.0 + }, + { + "representative": 9448, + "members": [ + 9448 + ], + "max_error": 0.0 + }, + { + "representative": 9449, + "members": [ + 9449 + ], + "max_error": 0.0 + }, + { + "representative": 9452, + "members": [ + 9452 + ], + "max_error": 0.0 + }, + { + "representative": 9454, + "members": [ + 9454 + ], + "max_error": 0.0 + }, + { + "representative": 9455, + "members": [ + 9455 + ], + "max_error": 0.0 + }, + { + "representative": 9456, + "members": [ + 9456 + ], + "max_error": 0.0 + }, + { + "representative": 9458, + "members": [ + 9458 + ], + "max_error": 0.0 + }, + { + "representative": 9460, + "members": [ + 9460 + ], + "max_error": 0.0 + }, + { + "representative": 9467, + "members": [ + 9467 + ], + "max_error": 0.0 + }, + { + "representative": 9469, + "members": [ + 9469 + ], + "max_error": 0.0 + }, + { + "representative": 9471, + "members": [ + 9471 + ], + "max_error": 0.0 + }, + { + "representative": 9476, + "members": [ + 9476 + ], + "max_error": 0.0 + }, + { + "representative": 9477, + "members": [ + 9477 + ], + "max_error": 0.0 + }, + { + "representative": 9478, + "members": [ + 9478 + ], + "max_error": 0.0 + }, + { + "representative": 9479, + "members": [ + 9479 + ], + "max_error": 0.0 + }, + { + "representative": 9473, + "members": [ + 9473 + ], + "max_error": 0.0 + }, + { + "representative": 9482, + "members": [ + 9482 + ], + "max_error": 0.0 + }, + { + "representative": 9483, + "members": [ + 9483 + ], + "max_error": 0.0 + }, + { + "representative": 9491, + "members": [ + 9491 + ], + "max_error": 0.0 + }, + { + "representative": 9493, + "members": [ + 9493 + ], + "max_error": 0.0 + }, + { + "representative": 9495, + "members": [ + 9495 + ], + "max_error": 0.0 + }, + { + "representative": 9496, + "members": [ + 9496 + ], + "max_error": 0.0 + }, + { + "representative": 9498, + "members": [ + 9498 + ], + "max_error": 0.0 + }, + { + "representative": 9502, + "members": [ + 9502 + ], + "max_error": 0.0 + }, + { + "representative": 9503, + "members": [ + 9503 + ], + "max_error": 0.0 + }, + { + "representative": 9513, + "members": [ + 9513 + ], + "max_error": 0.0 + }, + { + "representative": 9505, + "members": [ + 9505 + ], + "max_error": 0.0 + }, + { + "representative": 9516, + "members": [ + 9516 + ], + "max_error": 0.0 + }, + { + "representative": 9517, + "members": [ + 9517 + ], + "max_error": 0.0 + }, + { + "representative": 9518, + "members": [ + 9518 + ], + "max_error": 0.0 + }, + { + "representative": 9519, + "members": [ + 9519 + ], + "max_error": 0.0 + }, + { + "representative": 9378, + "members": [ + 9378 + ], + "max_error": 0.0 + }, + { + "representative": 9379, + "members": [ + 9379 + ], + "max_error": 0.0 + }, + { + "representative": 9380, + "members": [ + 9380 + ], + "max_error": 0.0 + }, + { + "representative": 9382, + "members": [ + 9382 + ], + "max_error": 0.0 + }, + { + "representative": 9386, + "members": [ + 9386 + ], + "max_error": 0.0 + }, + { + "representative": 9387, + "members": [ + 9387 + ], + "max_error": 0.0 + }, + { + "representative": 9390, + "members": [ + 9390 + ], + "max_error": 0.0 + }, + { + "representative": 9391, + "members": [ + 9391 + ], + "max_error": 0.0 + }, + { + "representative": 9520, + "members": [ + 9520 + ], + "max_error": 0.0 + }, + { + "representative": 9523, + "members": [ + 9523 + ], + "max_error": 0.0 + }, + { + "representative": 9524, + "members": [ + 9524 + ], + "max_error": 0.0 + }, + { + "representative": 9525, + "members": [ + 9525 + ], + "max_error": 0.0 + }, + { + "representative": 9526, + "members": [ + 9526 + ], + "max_error": 0.0 + }, + { + "representative": 9528, + "members": [ + 9528 + ], + "max_error": 0.0 + }, + { + "representative": 9531, + "members": [ + 9531 + ], + "max_error": 0.0 + }, + { + "representative": 9534, + "members": [ + 9534 + ], + "max_error": 0.0 + }, + { + "representative": 9538, + "members": [ + 9538 + ], + "max_error": 0.0 + }, + { + "representative": 9540, + "members": [ + 9540 + ], + "max_error": 0.0 + }, + { + "representative": 9544, + "members": [ + 9544 + ], + "max_error": 0.0 + }, + { + "representative": 9546, + "members": [ + 9546 + ], + "max_error": 0.0 + }, + { + "representative": 9548, + "members": [ + 9548 + ], + "max_error": 0.0 + }, + { + "representative": 9549, + "members": [ + 9549 + ], + "max_error": 0.0 + }, + { + "representative": 9555, + "members": [ + 9555 + ], + "max_error": 0.0 + }, + { + "representative": 9565, + "members": [ + 9565 + ], + "max_error": 0.0 + }, + { + "representative": 9568, + "members": [ + 9568 + ], + "max_error": 0.0 + }, + { + "representative": 9571, + "members": [ + 9571 + ], + "max_error": 0.0 + }, + { + "representative": 9572, + "members": [ + 9572 + ], + "max_error": 0.0 + }, + { + "representative": 9573, + "members": [ + 9573 + ], + "max_error": 0.0 + }, + { + "representative": 9577, + "members": [ + 9577 + ], + "max_error": 0.0 + }, + { + "representative": 9569, + "members": [ + 9569 + ], + "max_error": 0.0 + }, + { + "representative": 9579, + "members": [ + 9579 + ], + "max_error": 0.0 + }, + { + "representative": 9580, + "members": [ + 9580 + ], + "max_error": 0.0 + }, + { + "representative": 9583, + "members": [ + 9583 + ], + "max_error": 0.0 + }, + { + "representative": 9587, + "members": [ + 9587 + ], + "max_error": 0.0 + }, + { + "representative": 9588, + "members": [ + 9588 + ], + "max_error": 0.0 + }, + { + "representative": 9589, + "members": [ + 9589 + ], + "max_error": 0.0 + }, + { + "representative": 9591, + "members": [ + 9591 + ], + "max_error": 0.0 + }, + { + "representative": 9585, + "members": [ + 9585 + ], + "max_error": 0.0 + }, + { + "representative": 9594, + "members": [ + 9594 + ], + "max_error": 0.0 + }, + { + "representative": 9599, + "members": [ + 9599 + ], + "max_error": 0.0 + }, + { + "representative": 9600, + "members": [ + 9600 + ], + "max_error": 0.0 + }, + { + "representative": 9603, + "members": [ + 9603 + ], + "max_error": 0.0 + }, + { + "representative": 9604, + "members": [ + 9604 + ], + "max_error": 0.0 + }, + { + "representative": 9605, + "members": [ + 9605 + ], + "max_error": 0.0 + }, + { + "representative": 9607, + "members": [ + 9607 + ], + "max_error": 0.0 + }, + { + "representative": 9608, + "members": [ + 9608 + ], + "max_error": 0.0 + }, + { + "representative": 9610, + "members": [ + 9610 + ], + "max_error": 0.0 + }, + { + "representative": 9611, + "members": [ + 9611 + ], + "max_error": 0.0 + }, + { + "representative": 9613, + "members": [ + 9613 + ], + "max_error": 0.0 + }, + { + "representative": 9615, + "members": [ + 9615 + ], + "max_error": 0.0 + }, + { + "representative": 9905, + "members": [ + 9905 + ], + "max_error": 0.0 + }, + { + "representative": 9906, + "members": [ + 9906 + ], + "max_error": 0.0 + }, + { + "representative": 9907, + "members": [ + 9907 + ], + "max_error": 0.0 + }, + { + "representative": 9919, + "members": [ + 9919 + ], + "max_error": 0.0 + }, + { + "representative": 9921, + "members": [ + 9921 + ], + "max_error": 0.0 + }, + { + "representative": 9879, + "members": [ + 9879 + ], + "max_error": 0.0 + }, + { + "representative": 9873, + "members": [ + 9873 + ], + "max_error": 0.0 + }, + { + "representative": 9885, + "members": [ + 9885 + ], + "max_error": 0.0 + }, + { + "representative": 10117, + "members": [ + 10117 + ], + "max_error": 0.0 + }, + { + "representative": 9960, + "members": [ + 9960 + ], + "max_error": 0.0 + }, + { + "representative": 10088, + "members": [ + 10088 + ], + "max_error": 0.0 + }, + { + "representative": 10009, + "members": [ + 10009 + ], + "max_error": 0.0 + }, + { + "representative": 10114, + "members": [ + 10114 + ], + "max_error": 0.0 + }, + { + "representative": 9951, + "members": [ + 9951 + ], + "max_error": 0.0 + }, + { + "representative": 9964, + "members": [ + 9964 + ], + "max_error": 0.0 + }, + { + "representative": 10069, + "members": [ + 10069 + ], + "max_error": 0.0 + }, + { + "representative": 10032, + "members": [ + 10032 + ], + "max_error": 0.0 + }, + { + "representative": 9989, + "members": [ + 9989 + ], + "max_error": 0.0 + }, + { + "representative": 10074, + "members": [ + 10074 + ], + "max_error": 0.0 + }, + { + "representative": 9977, + "members": [ + 9977 + ], + "max_error": 0.0 + }, + { + "representative": 10060, + "members": [ + 10060 + ], + "max_error": 0.0 + }, + { + "representative": 9932, + "members": [ + 9932 + ], + "max_error": 0.0 + }, + { + "representative": 9888, + "members": [ + 9888 + ], + "max_error": 0.0 + }, + { + "representative": 10077, + "members": [ + 10077 + ], + "max_error": 0.0 + }, + { + "representative": 10106, + "members": [ + 10106 + ], + "max_error": 0.0 + }, + { + "representative": 10104, + "members": [ + 10104 + ], + "max_error": 0.0 + }, + { + "representative": 9991, + "members": [ + 9991 + ], + "max_error": 0.0 + }, + { + "representative": 10008, + "members": [ + 10008 + ], + "max_error": 0.0 + }, + { + "representative": 9918, + "members": [ + 9918 + ], + "max_error": 0.0 + }, + { + "representative": 10043, + "members": [ + 10043 + ], + "max_error": 0.0 + }, + { + "representative": 9985, + "members": [ + 9985 + ], + "max_error": 0.0 + }, + { + "representative": 9986, + "members": [ + 9986 + ], + "max_error": 0.0 + }, + { + "representative": 10027, + "members": [ + 10027 + ], + "max_error": 0.0 + }, + { + "representative": 9912, + "members": [ + 9912 + ], + "max_error": 0.0 + }, + { + "representative": 9896, + "members": [ + 9896 + ], + "max_error": 0.0 + }, + { + "representative": 9990, + "members": [ + 9990 + ], + "max_error": 0.0 + }, + { + "representative": 9955, + "members": [ + 9955 + ], + "max_error": 0.0 + }, + { + "representative": 10076, + "members": [ + 10076 + ], + "max_error": 0.0 + }, + { + "representative": 9913, + "members": [ + 9913 + ], + "max_error": 0.0 + }, + { + "representative": 9976, + "members": [ + 9976 + ], + "max_error": 0.0 + }, + { + "representative": 10119, + "members": [ + 10119 + ], + "max_error": 0.0 + }, + { + "representative": 9908, + "members": [ + 9908 + ], + "max_error": 0.0 + }, + { + "representative": 10045, + "members": [ + 10045 + ], + "max_error": 0.0 + }, + { + "representative": 10126, + "members": [ + 10126 + ], + "max_error": 0.0 + }, + { + "representative": 9934, + "members": [ + 9934 + ], + "max_error": 0.0 + }, + { + "representative": 10095, + "members": [ + 10095 + ], + "max_error": 0.0 + }, + { + "representative": 10000, + "members": [ + 10000 + ], + "max_error": 0.0 + }, + { + "representative": 10036, + "members": [ + 10036 + ], + "max_error": 0.0 + }, + { + "representative": 10042, + "members": [ + 10042 + ], + "max_error": 0.0 + }, + { + "representative": 10044, + "members": [ + 10044 + ], + "max_error": 0.0 + }, + { + "representative": 10050, + "members": [ + 10050 + ], + "max_error": 0.0 + }, + { + "representative": 10063, + "members": [ + 10063 + ], + "max_error": 0.0 + }, + { + "representative": 10065, + "members": [ + 10065 + ], + "max_error": 0.0 + }, + { + "representative": 9965, + "members": [ + 9965 + ], + "max_error": 0.0 + }, + { + "representative": 9909, + "members": [ + 9909 + ], + "max_error": 0.0 + }, + { + "representative": 9882, + "members": [ + 9882 + ], + "max_error": 0.0 + }, + { + "representative": 9878, + "members": [ + 9878 + ], + "max_error": 0.0 + }, + { + "representative": 9915, + "members": [ + 9915 + ], + "max_error": 0.0 + }, + { + "representative": 9901, + "members": [ + 9901 + ], + "max_error": 0.0 + }, + { + "representative": 9998, + "members": [ + 9998 + ], + "max_error": 0.0 + }, + { + "representative": 10016, + "members": [ + 10016 + ], + "max_error": 0.0 + }, + { + "representative": 10038, + "members": [ + 10038 + ], + "max_error": 0.0 + }, + { + "representative": 9880, + "members": [ + 9880 + ], + "max_error": 0.0 + }, + { + "representative": 9875, + "members": [ + 9875 + ], + "max_error": 0.0 + }, + { + "representative": 9938, + "members": [ + 9938 + ], + "max_error": 0.0 + }, + { + "representative": 9929, + "members": [ + 9929 + ], + "max_error": 0.0 + }, + { + "representative": 9947, + "members": [ + 9947 + ], + "max_error": 0.0 + }, + { + "representative": 10099, + "members": [ + 10099 + ], + "max_error": 0.0 + }, + { + "representative": 9973, + "members": [ + 9973 + ], + "max_error": 0.0 + }, + { + "representative": 10066, + "members": [ + 10066 + ], + "max_error": 0.0 + }, + { + "representative": 10071, + "members": [ + 10071 + ], + "max_error": 0.0 + }, + { + "representative": 9993, + "members": [ + 9993 + ], + "max_error": 0.0 + }, + { + "representative": 10082, + "members": [ + 10082 + ], + "max_error": 0.0 + }, + { + "representative": 9995, + "members": [ + 9995 + ], + "max_error": 0.0 + }, + { + "representative": 10028, + "members": [ + 10028 + ], + "max_error": 0.0 + }, + { + "representative": 10055, + "members": [ + 10055 + ], + "max_error": 0.0 + }, + { + "representative": 9917, + "members": [ + 9917 + ], + "max_error": 0.0 + }, + { + "representative": 10064, + "members": [ + 10064 + ], + "max_error": 0.0 + }, + { + "representative": 10127, + "members": [ + 10127 + ], + "max_error": 0.0 + }, + { + "representative": 10105, + "members": [ + 10105 + ], + "max_error": 0.0 + }, + { + "representative": 10062, + "members": [ + 10062 + ], + "max_error": 0.0 + }, + { + "representative": 10013, + "members": [ + 10013 + ], + "max_error": 0.0 + }, + { + "representative": 9963, + "members": [ + 9963 + ], + "max_error": 0.0 + }, + { + "representative": 9942, + "members": [ + 9942 + ], + "max_error": 0.0 + }, + { + "representative": 10072, + "members": [ + 10072 + ], + "max_error": 0.0 + }, + { + "representative": 9898, + "members": [ + 9898 + ], + "max_error": 0.0 + }, + { + "representative": 10041, + "members": [ + 10041 + ], + "max_error": 0.0 + }, + { + "representative": 10051, + "members": [ + 10051 + ], + "max_error": 0.0 + }, + { + "representative": 9887, + "members": [ + 9887 + ], + "max_error": 0.0 + }, + { + "representative": 10029, + "members": [ + 10029 + ], + "max_error": 0.0 + }, + { + "representative": 9940, + "members": [ + 9940 + ], + "max_error": 0.0 + }, + { + "representative": 10025, + "members": [ + 10025 + ], + "max_error": 0.0 + }, + { + "representative": 9997, + "members": [ + 9997 + ], + "max_error": 0.0 + }, + { + "representative": 10079, + "members": [ + 10079 + ], + "max_error": 0.0 + }, + { + "representative": 9943, + "members": [ + 9943 + ], + "max_error": 0.0 + }, + { + "representative": 9967, + "members": [ + 9967 + ], + "max_error": 0.0 + }, + { + "representative": 10107, + "members": [ + 10107 + ], + "max_error": 0.0 + }, + { + "representative": 9897, + "members": [ + 9897 + ], + "max_error": 0.0 + }, + { + "representative": 9996, + "members": [ + 9996 + ], + "max_error": 0.0 + }, + { + "representative": 9902, + "members": [ + 9902 + ], + "max_error": 0.0 + }, + { + "representative": 10019, + "members": [ + 10019 + ], + "max_error": 0.0 + }, + { + "representative": 9971, + "members": [ + 9971 + ], + "max_error": 0.0 + }, + { + "representative": 10022, + "members": [ + 10022 + ], + "max_error": 0.0 + }, + { + "representative": 9941, + "members": [ + 9941 + ], + "max_error": 0.0 + }, + { + "representative": 10024, + "members": [ + 10024 + ], + "max_error": 0.0 + }, + { + "representative": 9958, + "members": [ + 9958 + ], + "max_error": 0.0 + }, + { + "representative": 10068, + "members": [ + 10068 + ], + "max_error": 0.0 + }, + { + "representative": 9969, + "members": [ + 9969 + ], + "max_error": 0.0 + }, + { + "representative": 10109, + "members": [ + 10109 + ], + "max_error": 0.0 + }, + { + "representative": 9895, + "members": [ + 9895 + ], + "max_error": 0.0 + }, + { + "representative": 10102, + "members": [ + 10102 + ], + "max_error": 0.0 + }, + { + "representative": 9889, + "members": [ + 9889 + ], + "max_error": 0.0 + }, + { + "representative": 9979, + "members": [ + 9979 + ], + "max_error": 0.0 + }, + { + "representative": 10116, + "members": [ + 10116 + ], + "max_error": 0.0 + }, + { + "representative": 9928, + "members": [ + 9928 + ], + "max_error": 0.0 + }, + { + "representative": 9910, + "members": [ + 9910 + ], + "max_error": 0.0 + }, + { + "representative": 9980, + "members": [ + 9980 + ], + "max_error": 0.0 + }, + { + "representative": 10037, + "members": [ + 10037 + ], + "max_error": 0.0 + }, + { + "representative": 10001, + "members": [ + 10001 + ], + "max_error": 0.0 + }, + { + "representative": 9950, + "members": [ + 9950 + ], + "max_error": 0.0 + }, + { + "representative": 10096, + "members": [ + 10096 + ], + "max_error": 0.0 + }, + { + "representative": 9962, + "members": [ + 9962 + ], + "max_error": 0.0 + }, + { + "representative": 9922, + "members": [ + 9922 + ], + "max_error": 0.0 + }, + { + "representative": 9923, + "members": [ + 9923 + ], + "max_error": 0.0 + }, + { + "representative": 10012, + "members": [ + 10012 + ], + "max_error": 0.0 + }, + { + "representative": 9984, + "members": [ + 9984 + ], + "max_error": 0.0 + }, + { + "representative": 10021, + "members": [ + 10021 + ], + "max_error": 0.0 + }, + { + "representative": 9893, + "members": [ + 9893 + ], + "max_error": 0.0 + }, + { + "representative": 10089, + "members": [ + 10089 + ], + "max_error": 0.0 + }, + { + "representative": 9978, + "members": [ + 9978 + ], + "max_error": 0.0 + }, + { + "representative": 10005, + "members": [ + 10005 + ], + "max_error": 0.0 + }, + { + "representative": 10087, + "members": [ + 10087 + ], + "max_error": 0.0 + }, + { + "representative": 10052, + "members": [ + 10052 + ], + "max_error": 0.0 + }, + { + "representative": 10056, + "members": [ + 10056 + ], + "max_error": 0.0 + }, + { + "representative": 10084, + "members": [ + 10084 + ], + "max_error": 0.0 + }, + { + "representative": 10097, + "members": [ + 10097 + ], + "max_error": 0.0 + }, + { + "representative": 10103, + "members": [ + 10103 + ], + "max_error": 0.0 + }, + { + "representative": 10115, + "members": [ + 10115 + ], + "max_error": 0.0 + }, + { + "representative": 10118, + "members": [ + 10118 + ], + "max_error": 0.0 + }, + { + "representative": 10120, + "members": [ + 10120 + ], + "max_error": 0.0 + }, + { + "representative": 10070, + "members": [ + 10070 + ], + "max_error": 0.0 + }, + { + "representative": 10053, + "members": [ + 10053 + ], + "max_error": 0.0 + }, + { + "representative": 9936, + "members": [ + 9936 + ], + "max_error": 0.0 + }, + { + "representative": 10010, + "members": [ + 10010 + ], + "max_error": 0.0 + }, + { + "representative": 10006, + "members": [ + 10006 + ], + "max_error": 0.0 + }, + { + "representative": 9914, + "members": [ + 9914 + ], + "max_error": 0.0 + }, + { + "representative": 10081, + "members": [ + 10081 + ], + "max_error": 0.0 + }, + { + "representative": 9872, + "members": [ + 9872 + ], + "max_error": 0.0 + }, + { + "representative": 9946, + "members": [ + 9946 + ], + "max_error": 0.0 + }, + { + "representative": 10122, + "members": [ + 10122 + ], + "max_error": 0.0 + }, + { + "representative": 9949, + "members": [ + 9949 + ], + "max_error": 0.0 + }, + { + "representative": 9927, + "members": [ + 9927 + ], + "max_error": 0.0 + }, + { + "representative": 10046, + "members": [ + 10046 + ], + "max_error": 0.0 + }, + { + "representative": 10083, + "members": [ + 10083 + ], + "max_error": 0.0 + }, + { + "representative": 9876, + "members": [ + 9876 + ], + "max_error": 0.0 + }, + { + "representative": 10098, + "members": [ + 10098 + ], + "max_error": 0.0 + }, + { + "representative": 10113, + "members": [ + 10113 + ], + "max_error": 0.0 + }, + { + "representative": 9924, + "members": [ + 9924 + ], + "max_error": 0.0 + }, + { + "representative": 10110, + "members": [ + 10110 + ], + "max_error": 0.0 + }, + { + "representative": 9884, + "members": [ + 9884 + ], + "max_error": 0.0 + }, + { + "representative": 9903, + "members": [ + 9903 + ], + "max_error": 0.0 + }, + { + "representative": 9894, + "members": [ + 9894 + ], + "max_error": 0.0 + }, + { + "representative": 9999, + "members": [ + 9999 + ], + "max_error": 0.0 + }, + { + "representative": 10040, + "members": [ + 10040 + ], + "max_error": 0.0 + }, + { + "representative": 10108, + "members": [ + 10108 + ], + "max_error": 0.0 + }, + { + "representative": 9966, + "members": [ + 9966 + ], + "max_error": 0.0 + }, + { + "representative": 10123, + "members": [ + 10123 + ], + "max_error": 0.0 + }, + { + "representative": 9911, + "members": [ + 9911 + ], + "max_error": 0.0 + }, + { + "representative": 9945, + "members": [ + 9945 + ], + "max_error": 0.0 + }, + { + "representative": 10091, + "members": [ + 10091 + ], + "max_error": 0.0 + }, + { + "representative": 10002, + "members": [ + 10002 + ], + "max_error": 0.0 + }, + { + "representative": 10112, + "members": [ + 10112 + ], + "max_error": 0.0 + }, + { + "representative": 9916, + "members": [ + 9916 + ], + "max_error": 0.0 + }, + { + "representative": 9877, + "members": [ + 9877 + ], + "max_error": 0.0 + }, + { + "representative": 10015, + "members": [ + 10015 + ], + "max_error": 0.0 + }, + { + "representative": 10011, + "members": [ + 10011 + ], + "max_error": 0.0 + }, + { + "representative": 10007, + "members": [ + 10007 + ], + "max_error": 0.0 + }, + { + "representative": 9930, + "members": [ + 9930 + ], + "max_error": 0.0 + }, + { + "representative": 10124, + "members": [ + 10124 + ], + "max_error": 0.0 + }, + { + "representative": 10026, + "members": [ + 10026 + ], + "max_error": 0.0 + }, + { + "representative": 9956, + "members": [ + 9956 + ], + "max_error": 0.0 + }, + { + "representative": 10061, + "members": [ + 10061 + ], + "max_error": 0.0 + }, + { + "representative": 9959, + "members": [ + 9959 + ], + "max_error": 0.0 + }, + { + "representative": 10034, + "members": [ + 10034 + ], + "max_error": 0.0 + }, + { + "representative": 10058, + "members": [ + 10058 + ], + "max_error": 0.0 + }, + { + "representative": 10125, + "members": [ + 10125 + ], + "max_error": 0.0 + }, + { + "representative": 9992, + "members": [ + 9992 + ], + "max_error": 0.0 + }, + { + "representative": 10039, + "members": [ + 10039 + ], + "max_error": 0.0 + }, + { + "representative": 9968, + "members": [ + 9968 + ], + "max_error": 0.0 + }, + { + "representative": 9900, + "members": [ + 9900 + ], + "max_error": 0.0 + }, + { + "representative": 10003, + "members": [ + 10003 + ], + "max_error": 0.0 + }, + { + "representative": 10075, + "members": [ + 10075 + ], + "max_error": 0.0 + }, + { + "representative": 10111, + "members": [ + 10111 + ], + "max_error": 0.0 + }, + { + "representative": 10094, + "members": [ + 10094 + ], + "max_error": 0.0 + }, + { + "representative": 10090, + "members": [ + 10090 + ], + "max_error": 0.0 + }, + { + "representative": 9961, + "members": [ + 9961 + ], + "max_error": 0.0 + }, + { + "representative": 9892, + "members": [ + 9892 + ], + "max_error": 0.0 + }, + { + "representative": 10033, + "members": [ + 10033 + ], + "max_error": 0.0 + }, + { + "representative": 10101, + "members": [ + 10101 + ], + "max_error": 0.0 + }, + { + "representative": 9891, + "members": [ + 9891 + ], + "max_error": 0.0 + }, + { + "representative": 10085, + "members": [ + 10085 + ], + "max_error": 0.0 + }, + { + "representative": 9931, + "members": [ + 9931 + ], + "max_error": 0.0 + }, + { + "representative": 10054, + "members": [ + 10054 + ], + "max_error": 0.0 + }, + { + "representative": 9957, + "members": [ + 9957 + ], + "max_error": 0.0 + }, + { + "representative": 10059, + "members": [ + 10059 + ], + "max_error": 0.0 + }, + { + "representative": 10100, + "members": [ + 10100 + ], + "max_error": 0.0 + }, + { + "representative": 10080, + "members": [ + 10080 + ], + "max_error": 0.0 + }, + { + "representative": 9952, + "members": [ + 9952 + ], + "max_error": 0.0 + }, + { + "representative": 9954, + "members": [ + 9954 + ], + "max_error": 0.0 + }, + { + "representative": 9939, + "members": [ + 9939 + ], + "max_error": 0.0 + }, + { + "representative": 9970, + "members": [ + 9970 + ], + "max_error": 0.0 + }, + { + "representative": 9974, + "members": [ + 9974 + ], + "max_error": 0.0 + }, + { + "representative": 9981, + "members": [ + 9981 + ], + "max_error": 0.0 + }, + { + "representative": 9994, + "members": [ + 9994 + ], + "max_error": 0.0 + }, + { + "representative": 9944, + "members": [ + 9944 + ], + "max_error": 0.0 + }, + { + "representative": 9937, + "members": [ + 9937 + ], + "max_error": 0.0 + }, + { + "representative": 10078, + "members": [ + 10078 + ], + "max_error": 0.0 + }, + { + "representative": 10093, + "members": [ + 10093 + ], + "max_error": 0.0 + }, + { + "representative": 10017, + "members": [ + 10017 + ], + "max_error": 0.0 + }, + { + "representative": 9983, + "members": [ + 9983 + ], + "max_error": 0.0 + }, + { + "representative": 10121, + "members": [ + 10121 + ], + "max_error": 0.0 + }, + { + "representative": 9899, + "members": [ + 9899 + ], + "max_error": 0.0 + }, + { + "representative": 10092, + "members": [ + 10092 + ], + "max_error": 0.0 + }, + { + "representative": 9890, + "members": [ + 9890 + ], + "max_error": 0.0 + }, + { + "representative": 9948, + "members": [ + 9948 + ], + "max_error": 0.0 + }, + { + "representative": 9904, + "members": [ + 9904 + ], + "max_error": 0.0 + }, + { + "representative": 10030, + "members": [ + 10030 + ], + "max_error": 0.0 + }, + { + "representative": 10048, + "members": [ + 10048 + ], + "max_error": 0.0 + }, + { + "representative": 9935, + "members": [ + 9935 + ], + "max_error": 0.0 + }, + { + "representative": 10035, + "members": [ + 10035 + ], + "max_error": 0.0 + }, + { + "representative": 9886, + "members": [ + 9886 + ], + "max_error": 0.0 + }, + { + "representative": 10057, + "members": [ + 10057 + ], + "max_error": 0.0 + }, + { + "representative": 10049, + "members": [ + 10049 + ], + "max_error": 0.0 + }, + { + "representative": 10031, + "members": [ + 10031 + ], + "max_error": 0.0 + }, + { + "representative": 10067, + "members": [ + 10067 + ], + "max_error": 0.0 + }, + { + "representative": 9920, + "members": [ + 9920 + ], + "max_error": 0.0 + }, + { + "representative": 9982, + "members": [ + 9982 + ], + "max_error": 0.0 + }, + { + "representative": 9874, + "members": [ + 9874 + ], + "max_error": 0.0 + }, + { + "representative": 10023, + "members": [ + 10023 + ], + "max_error": 0.0 + }, + { + "representative": 9925, + "members": [ + 9925 + ], + "max_error": 0.0 + }, + { + "representative": 9972, + "members": [ + 9972 + ], + "max_error": 0.0 + }, + { + "representative": 10004, + "members": [ + 10004 + ], + "max_error": 0.0 + }, + { + "representative": 10014, + "members": [ + 10014 + ], + "max_error": 0.0 + }, + { + "representative": 10086, + "members": [ + 10086 + ], + "max_error": 0.0 + }, + { + "representative": 10073, + "members": [ + 10073 + ], + "max_error": 0.0 + }, + { + "representative": 9987, + "members": [ + 9987 + ], + "max_error": 0.0 + }, + { + "representative": 10020, + "members": [ + 10020 + ], + "max_error": 0.0 + }, + { + "representative": 9933, + "members": [ + 9933 + ], + "max_error": 0.0 + }, + { + "representative": 9988, + "members": [ + 9988 + ], + "max_error": 0.0 + }, + { + "representative": 9975, + "members": [ + 9975 + ], + "max_error": 0.0 + }, + { + "representative": 9881, + "members": [ + 9881 + ], + "max_error": 0.0 + }, + { + "representative": 10018, + "members": [ + 10018 + ], + "max_error": 0.0 + }, + { + "representative": 10047, + "members": [ + 10047 + ], + "max_error": 0.0 + }, + { + "representative": 9953, + "members": [ + 9953 + ], + "max_error": 0.0 + }, + { + "representative": 9883, + "members": [ + 9883 + ], + "max_error": 0.0 + }, + { + "representative": 9926, + "members": [ + 9926 + ], + "max_error": 0.0 + }, + { + "representative": 10413, + "members": [ + 10413 + ], + "max_error": 0.0 + }, + { + "representative": 10430, + "members": [ + 10430 + ], + "max_error": 0.0 + }, + { + "representative": 10389, + "members": [ + 10389 + ], + "max_error": 0.0 + }, + { + "representative": 10434, + "members": [ + 10434 + ], + "max_error": 0.0 + }, + { + "representative": 10436, + "members": [ + 10436 + ], + "max_error": 0.0 + }, + { + "representative": 10442, + "members": [ + 10442 + ], + "max_error": 0.0 + }, + { + "representative": 10445, + "members": [ + 10445 + ], + "max_error": 0.0 + }, + { + "representative": 10467, + "members": [ + 10467 + ], + "max_error": 0.0 + }, + { + "representative": 10475, + "members": [ + 10475 + ], + "max_error": 0.0 + }, + { + "representative": 10485, + "members": [ + 10485 + ], + "max_error": 0.0 + }, + { + "representative": 10433, + "members": [ + 10433 + ], + "max_error": 0.0 + }, + { + "representative": 10619, + "members": [ + 10619 + ], + "max_error": 0.0 + }, + { + "representative": 10471, + "members": [ + 10471 + ], + "max_error": 0.0 + }, + { + "representative": 10462, + "members": [ + 10462 + ], + "max_error": 0.0 + }, + { + "representative": 10635, + "members": [ + 10635 + ], + "max_error": 0.0 + }, + { + "representative": 10500, + "members": [ + 10500 + ], + "max_error": 0.0 + }, + { + "representative": 10546, + "members": [ + 10546 + ], + "max_error": 0.0 + }, + { + "representative": 10568, + "members": [ + 10568 + ], + "max_error": 0.0 + }, + { + "representative": 10387, + "members": [ + 10387 + ], + "max_error": 0.0 + }, + { + "representative": 10549, + "members": [ + 10549 + ], + "max_error": 0.0 + }, + { + "representative": 10441, + "members": [ + 10441 + ], + "max_error": 0.0 + }, + { + "representative": 10569, + "members": [ + 10569 + ], + "max_error": 0.0 + }, + { + "representative": 10598, + "members": [ + 10598 + ], + "max_error": 0.0 + }, + { + "representative": 10565, + "members": [ + 10565 + ], + "max_error": 0.0 + }, + { + "representative": 10486, + "members": [ + 10486 + ], + "max_error": 0.0 + }, + { + "representative": 10589, + "members": [ + 10589 + ], + "max_error": 0.0 + }, + { + "representative": 10452, + "members": [ + 10452 + ], + "max_error": 0.0 + }, + { + "representative": 10545, + "members": [ + 10545 + ], + "max_error": 0.0 + }, + { + "representative": 10423, + "members": [ + 10423 + ], + "max_error": 0.0 + }, + { + "representative": 10506, + "members": [ + 10506 + ], + "max_error": 0.0 + }, + { + "representative": 10557, + "members": [ + 10557 + ], + "max_error": 0.0 + }, + { + "representative": 10395, + "members": [ + 10395 + ], + "max_error": 0.0 + }, + { + "representative": 10487, + "members": [ + 10487 + ], + "max_error": 0.0 + }, + { + "representative": 10637, + "members": [ + 10637 + ], + "max_error": 0.0 + }, + { + "representative": 10574, + "members": [ + 10574 + ], + "max_error": 0.0 + }, + { + "representative": 10505, + "members": [ + 10505 + ], + "max_error": 0.0 + }, + { + "representative": 10502, + "members": [ + 10502 + ], + "max_error": 0.0 + }, + { + "representative": 10473, + "members": [ + 10473 + ], + "max_error": 0.0 + }, + { + "representative": 10609, + "members": [ + 10609 + ], + "max_error": 0.0 + }, + { + "representative": 10638, + "members": [ + 10638 + ], + "max_error": 0.0 + }, + { + "representative": 10630, + "members": [ + 10630 + ], + "max_error": 0.0 + }, + { + "representative": 10524, + "members": [ + 10524 + ], + "max_error": 0.0 + }, + { + "representative": 10526, + "members": [ + 10526 + ], + "max_error": 0.0 + }, + { + "representative": 10415, + "members": [ + 10415 + ], + "max_error": 0.0 + }, + { + "representative": 10562, + "members": [ + 10562 + ], + "max_error": 0.0 + }, + { + "representative": 10625, + "members": [ + 10625 + ], + "max_error": 0.0 + }, + { + "representative": 10600, + "members": [ + 10600 + ], + "max_error": 0.0 + }, + { + "representative": 10497, + "members": [ + 10497 + ], + "max_error": 0.0 + }, + { + "representative": 10397, + "members": [ + 10397 + ], + "max_error": 0.0 + }, + { + "representative": 10580, + "members": [ + 10580 + ], + "max_error": 0.0 + }, + { + "representative": 10495, + "members": [ + 10495 + ], + "max_error": 0.0 + }, + { + "representative": 10610, + "members": [ + 10610 + ], + "max_error": 0.0 + }, + { + "representative": 10392, + "members": [ + 10392 + ], + "max_error": 0.0 + }, + { + "representative": 10615, + "members": [ + 10615 + ], + "max_error": 0.0 + }, + { + "representative": 10460, + "members": [ + 10460 + ], + "max_error": 0.0 + }, + { + "representative": 10542, + "members": [ + 10542 + ], + "max_error": 0.0 + }, + { + "representative": 10607, + "members": [ + 10607 + ], + "max_error": 0.0 + }, + { + "representative": 10498, + "members": [ + 10498 + ], + "max_error": 0.0 + }, + { + "representative": 10579, + "members": [ + 10579 + ], + "max_error": 0.0 + }, + { + "representative": 10627, + "members": [ + 10627 + ], + "max_error": 0.0 + }, + { + "representative": 10548, + "members": [ + 10548 + ], + "max_error": 0.0 + }, + { + "representative": 10540, + "members": [ + 10540 + ], + "max_error": 0.0 + }, + { + "representative": 10596, + "members": [ + 10596 + ], + "max_error": 0.0 + }, + { + "representative": 10539, + "members": [ + 10539 + ], + "max_error": 0.0 + }, + { + "representative": 10581, + "members": [ + 10581 + ], + "max_error": 0.0 + }, + { + "representative": 10591, + "members": [ + 10591 + ], + "max_error": 0.0 + }, + { + "representative": 10427, + "members": [ + 10427 + ], + "max_error": 0.0 + }, + { + "representative": 10594, + "members": [ + 10594 + ], + "max_error": 0.0 + }, + { + "representative": 10407, + "members": [ + 10407 + ], + "max_error": 0.0 + }, + { + "representative": 10555, + "members": [ + 10555 + ], + "max_error": 0.0 + }, + { + "representative": 10541, + "members": [ + 10541 + ], + "max_error": 0.0 + }, + { + "representative": 10529, + "members": [ + 10529 + ], + "max_error": 0.0 + }, + { + "representative": 10553, + "members": [ + 10553 + ], + "max_error": 0.0 + }, + { + "representative": 10602, + "members": [ + 10602 + ], + "max_error": 0.0 + }, + { + "representative": 10536, + "members": [ + 10536 + ], + "max_error": 0.0 + }, + { + "representative": 10393, + "members": [ + 10393 + ], + "max_error": 0.0 + }, + { + "representative": 10429, + "members": [ + 10429 + ], + "max_error": 0.0 + }, + { + "representative": 10488, + "members": [ + 10488 + ], + "max_error": 0.0 + }, + { + "representative": 10396, + "members": [ + 10396 + ], + "max_error": 0.0 + }, + { + "representative": 10623, + "members": [ + 10623 + ], + "max_error": 0.0 + }, + { + "representative": 10455, + "members": [ + 10455 + ], + "max_error": 0.0 + }, + { + "representative": 10622, + "members": [ + 10622 + ], + "max_error": 0.0 + }, + { + "representative": 10538, + "members": [ + 10538 + ], + "max_error": 0.0 + }, + { + "representative": 10554, + "members": [ + 10554 + ], + "max_error": 0.0 + }, + { + "representative": 10511, + "members": [ + 10511 + ], + "max_error": 0.0 + }, + { + "representative": 10418, + "members": [ + 10418 + ], + "max_error": 0.0 + }, + { + "representative": 10586, + "members": [ + 10586 + ], + "max_error": 0.0 + }, + { + "representative": 10510, + "members": [ + 10510 + ], + "max_error": 0.0 + }, + { + "representative": 10584, + "members": [ + 10584 + ], + "max_error": 0.0 + }, + { + "representative": 10444, + "members": [ + 10444 + ], + "max_error": 0.0 + }, + { + "representative": 10449, + "members": [ + 10449 + ], + "max_error": 0.0 + }, + { + "representative": 10543, + "members": [ + 10543 + ], + "max_error": 0.0 + }, + { + "representative": 10573, + "members": [ + 10573 + ], + "max_error": 0.0 + }, + { + "representative": 10624, + "members": [ + 10624 + ], + "max_error": 0.0 + }, + { + "representative": 10507, + "members": [ + 10507 + ], + "max_error": 0.0 + }, + { + "representative": 10403, + "members": [ + 10403 + ], + "max_error": 0.0 + }, + { + "representative": 10559, + "members": [ + 10559 + ], + "max_error": 0.0 + }, + { + "representative": 10478, + "members": [ + 10478 + ], + "max_error": 0.0 + }, + { + "representative": 10532, + "members": [ + 10532 + ], + "max_error": 0.0 + }, + { + "representative": 10629, + "members": [ + 10629 + ], + "max_error": 0.0 + }, + { + "representative": 10512, + "members": [ + 10512 + ], + "max_error": 0.0 + }, + { + "representative": 10611, + "members": [ + 10611 + ], + "max_error": 0.0 + }, + { + "representative": 10409, + "members": [ + 10409 + ], + "max_error": 0.0 + }, + { + "representative": 10489, + "members": [ + 10489 + ], + "max_error": 0.0 + }, + { + "representative": 10617, + "members": [ + 10617 + ], + "max_error": 0.0 + }, + { + "representative": 10412, + "members": [ + 10412 + ], + "max_error": 0.0 + }, + { + "representative": 10614, + "members": [ + 10614 + ], + "max_error": 0.0 + }, + { + "representative": 10561, + "members": [ + 10561 + ], + "max_error": 0.0 + }, + { + "representative": 10636, + "members": [ + 10636 + ], + "max_error": 0.0 + }, + { + "representative": 10523, + "members": [ + 10523 + ], + "max_error": 0.0 + }, + { + "representative": 10461, + "members": [ + 10461 + ], + "max_error": 0.0 + }, + { + "representative": 10416, + "members": [ + 10416 + ], + "max_error": 0.0 + }, + { + "representative": 10628, + "members": [ + 10628 + ], + "max_error": 0.0 + }, + { + "representative": 10490, + "members": [ + 10490 + ], + "max_error": 0.0 + }, + { + "representative": 10394, + "members": [ + 10394 + ], + "max_error": 0.0 + }, + { + "representative": 10454, + "members": [ + 10454 + ], + "max_error": 0.0 + }, + { + "representative": 10595, + "members": [ + 10595 + ], + "max_error": 0.0 + }, + { + "representative": 10499, + "members": [ + 10499 + ], + "max_error": 0.0 + }, + { + "representative": 10583, + "members": [ + 10583 + ], + "max_error": 0.0 + }, + { + "representative": 10448, + "members": [ + 10448 + ], + "max_error": 0.0 + }, + { + "representative": 10618, + "members": [ + 10618 + ], + "max_error": 0.0 + }, + { + "representative": 10577, + "members": [ + 10577 + ], + "max_error": 0.0 + }, + { + "representative": 10457, + "members": [ + 10457 + ], + "max_error": 0.0 + }, + { + "representative": 10606, + "members": [ + 10606 + ], + "max_error": 0.0 + }, + { + "representative": 10447, + "members": [ + 10447 + ], + "max_error": 0.0 + }, + { + "representative": 10432, + "members": [ + 10432 + ], + "max_error": 0.0 + }, + { + "representative": 10530, + "members": [ + 10530 + ], + "max_error": 0.0 + }, + { + "representative": 10631, + "members": [ + 10631 + ], + "max_error": 0.0 + }, + { + "representative": 10443, + "members": [ + 10443 + ], + "max_error": 0.0 + }, + { + "representative": 10551, + "members": [ + 10551 + ], + "max_error": 0.0 + }, + { + "representative": 10388, + "members": [ + 10388 + ], + "max_error": 0.0 + }, + { + "representative": 10483, + "members": [ + 10483 + ], + "max_error": 0.0 + }, + { + "representative": 10480, + "members": [ + 10480 + ], + "max_error": 0.0 + }, + { + "representative": 10470, + "members": [ + 10470 + ], + "max_error": 0.0 + }, + { + "representative": 10459, + "members": [ + 10459 + ], + "max_error": 0.0 + }, + { + "representative": 10472, + "members": [ + 10472 + ], + "max_error": 0.0 + }, + { + "representative": 10590, + "members": [ + 10590 + ], + "max_error": 0.0 + }, + { + "representative": 10482, + "members": [ + 10482 + ], + "max_error": 0.0 + }, + { + "representative": 10468, + "members": [ + 10468 + ], + "max_error": 0.0 + }, + { + "representative": 10639, + "members": [ + 10639 + ], + "max_error": 0.0 + }, + { + "representative": 10477, + "members": [ + 10477 + ], + "max_error": 0.0 + }, + { + "representative": 10476, + "members": [ + 10476 + ], + "max_error": 0.0 + }, + { + "representative": 10464, + "members": [ + 10464 + ], + "max_error": 0.0 + }, + { + "representative": 10501, + "members": [ + 10501 + ], + "max_error": 0.0 + }, + { + "representative": 10414, + "members": [ + 10414 + ], + "max_error": 0.0 + }, + { + "representative": 10547, + "members": [ + 10547 + ], + "max_error": 0.0 + }, + { + "representative": 10517, + "members": [ + 10517 + ], + "max_error": 0.0 + }, + { + "representative": 10544, + "members": [ + 10544 + ], + "max_error": 0.0 + }, + { + "representative": 10552, + "members": [ + 10552 + ], + "max_error": 0.0 + }, + { + "representative": 10513, + "members": [ + 10513 + ], + "max_error": 0.0 + }, + { + "representative": 10438, + "members": [ + 10438 + ], + "max_error": 0.0 + }, + { + "representative": 10446, + "members": [ + 10446 + ], + "max_error": 0.0 + }, + { + "representative": 10404, + "members": [ + 10404 + ], + "max_error": 0.0 + }, + { + "representative": 10402, + "members": [ + 10402 + ], + "max_error": 0.0 + }, + { + "representative": 10578, + "members": [ + 10578 + ], + "max_error": 0.0 + }, + { + "representative": 10401, + "members": [ + 10401 + ], + "max_error": 0.0 + }, + { + "representative": 10621, + "members": [ + 10621 + ], + "max_error": 0.0 + }, + { + "representative": 10384, + "members": [ + 10384 + ], + "max_error": 0.0 + }, + { + "representative": 10492, + "members": [ + 10492 + ], + "max_error": 0.0 + }, + { + "representative": 10518, + "members": [ + 10518 + ], + "max_error": 0.0 + }, + { + "representative": 10599, + "members": [ + 10599 + ], + "max_error": 0.0 + }, + { + "representative": 10597, + "members": [ + 10597 + ], + "max_error": 0.0 + }, + { + "representative": 10426, + "members": [ + 10426 + ], + "max_error": 0.0 + }, + { + "representative": 10534, + "members": [ + 10534 + ], + "max_error": 0.0 + }, + { + "representative": 10601, + "members": [ + 10601 + ], + "max_error": 0.0 + }, + { + "representative": 10484, + "members": [ + 10484 + ], + "max_error": 0.0 + }, + { + "representative": 10508, + "members": [ + 10508 + ], + "max_error": 0.0 + }, + { + "representative": 10525, + "members": [ + 10525 + ], + "max_error": 0.0 + }, + { + "representative": 10410, + "members": [ + 10410 + ], + "max_error": 0.0 + }, + { + "representative": 10425, + "members": [ + 10425 + ], + "max_error": 0.0 + }, + { + "representative": 10458, + "members": [ + 10458 + ], + "max_error": 0.0 + }, + { + "representative": 10528, + "members": [ + 10528 + ], + "max_error": 0.0 + }, + { + "representative": 10463, + "members": [ + 10463 + ], + "max_error": 0.0 + }, + { + "representative": 10603, + "members": [ + 10603 + ], + "max_error": 0.0 + }, + { + "representative": 10570, + "members": [ + 10570 + ], + "max_error": 0.0 + }, + { + "representative": 10405, + "members": [ + 10405 + ], + "max_error": 0.0 + }, + { + "representative": 10424, + "members": [ + 10424 + ], + "max_error": 0.0 + }, + { + "representative": 10613, + "members": [ + 10613 + ], + "max_error": 0.0 + }, + { + "representative": 10633, + "members": [ + 10633 + ], + "max_error": 0.0 + }, + { + "representative": 10605, + "members": [ + 10605 + ], + "max_error": 0.0 + }, + { + "representative": 10391, + "members": [ + 10391 + ], + "max_error": 0.0 + }, + { + "representative": 10560, + "members": [ + 10560 + ], + "max_error": 0.0 + }, + { + "representative": 10385, + "members": [ + 10385 + ], + "max_error": 0.0 + }, + { + "representative": 10604, + "members": [ + 10604 + ], + "max_error": 0.0 + }, + { + "representative": 10593, + "members": [ + 10593 + ], + "max_error": 0.0 + }, + { + "representative": 10504, + "members": [ + 10504 + ], + "max_error": 0.0 + }, + { + "representative": 10450, + "members": [ + 10450 + ], + "max_error": 0.0 + }, + { + "representative": 10516, + "members": [ + 10516 + ], + "max_error": 0.0 + }, + { + "representative": 10585, + "members": [ + 10585 + ], + "max_error": 0.0 + }, + { + "representative": 10481, + "members": [ + 10481 + ], + "max_error": 0.0 + }, + { + "representative": 10451, + "members": [ + 10451 + ], + "max_error": 0.0 + }, + { + "representative": 10440, + "members": [ + 10440 + ], + "max_error": 0.0 + }, + { + "representative": 10491, + "members": [ + 10491 + ], + "max_error": 0.0 + }, + { + "representative": 10420, + "members": [ + 10420 + ], + "max_error": 0.0 + }, + { + "representative": 10634, + "members": [ + 10634 + ], + "max_error": 0.0 + }, + { + "representative": 10572, + "members": [ + 10572 + ], + "max_error": 0.0 + }, + { + "representative": 10620, + "members": [ + 10620 + ], + "max_error": 0.0 + }, + { + "representative": 10419, + "members": [ + 10419 + ], + "max_error": 0.0 + }, + { + "representative": 10632, + "members": [ + 10632 + ], + "max_error": 0.0 + }, + { + "representative": 10453, + "members": [ + 10453 + ], + "max_error": 0.0 + }, + { + "representative": 10469, + "members": [ + 10469 + ], + "max_error": 0.0 + }, + { + "representative": 10575, + "members": [ + 10575 + ], + "max_error": 0.0 + }, + { + "representative": 10465, + "members": [ + 10465 + ], + "max_error": 0.0 + }, + { + "representative": 10503, + "members": [ + 10503 + ], + "max_error": 0.0 + }, + { + "representative": 10515, + "members": [ + 10515 + ], + "max_error": 0.0 + }, + { + "representative": 10520, + "members": [ + 10520 + ], + "max_error": 0.0 + }, + { + "representative": 10527, + "members": [ + 10527 + ], + "max_error": 0.0 + }, + { + "representative": 10550, + "members": [ + 10550 + ], + "max_error": 0.0 + }, + { + "representative": 10564, + "members": [ + 10564 + ], + "max_error": 0.0 + }, + { + "representative": 10592, + "members": [ + 10592 + ], + "max_error": 0.0 + }, + { + "representative": 10466, + "members": [ + 10466 + ], + "max_error": 0.0 + }, + { + "representative": 10567, + "members": [ + 10567 + ], + "max_error": 0.0 + }, + { + "representative": 10417, + "members": [ + 10417 + ], + "max_error": 0.0 + }, + { + "representative": 10587, + "members": [ + 10587 + ], + "max_error": 0.0 + }, + { + "representative": 10399, + "members": [ + 10399 + ], + "max_error": 0.0 + }, + { + "representative": 10535, + "members": [ + 10535 + ], + "max_error": 0.0 + }, + { + "representative": 10582, + "members": [ + 10582 + ], + "max_error": 0.0 + }, + { + "representative": 10522, + "members": [ + 10522 + ], + "max_error": 0.0 + }, + { + "representative": 10514, + "members": [ + 10514 + ], + "max_error": 0.0 + }, + { + "representative": 10608, + "members": [ + 10608 + ], + "max_error": 0.0 + }, + { + "representative": 10496, + "members": [ + 10496 + ], + "max_error": 0.0 + }, + { + "representative": 10533, + "members": [ + 10533 + ], + "max_error": 0.0 + }, + { + "representative": 10421, + "members": [ + 10421 + ], + "max_error": 0.0 + }, + { + "representative": 10521, + "members": [ + 10521 + ], + "max_error": 0.0 + }, + { + "representative": 10474, + "members": [ + 10474 + ], + "max_error": 0.0 + }, + { + "representative": 10435, + "members": [ + 10435 + ], + "max_error": 0.0 + }, + { + "representative": 10494, + "members": [ + 10494 + ], + "max_error": 0.0 + }, + { + "representative": 10439, + "members": [ + 10439 + ], + "max_error": 0.0 + }, + { + "representative": 10398, + "members": [ + 10398 + ], + "max_error": 0.0 + }, + { + "representative": 10422, + "members": [ + 10422 + ], + "max_error": 0.0 + }, + { + "representative": 10400, + "members": [ + 10400 + ], + "max_error": 0.0 + }, + { + "representative": 10479, + "members": [ + 10479 + ], + "max_error": 0.0 + }, + { + "representative": 10390, + "members": [ + 10390 + ], + "max_error": 0.0 + }, + { + "representative": 10411, + "members": [ + 10411 + ], + "max_error": 0.0 + }, + { + "representative": 10386, + "members": [ + 10386 + ], + "max_error": 0.0 + }, + { + "representative": 10537, + "members": [ + 10537 + ], + "max_error": 0.0 + }, + { + "representative": 10556, + "members": [ + 10556 + ], + "max_error": 0.0 + }, + { + "representative": 10431, + "members": [ + 10431 + ], + "max_error": 0.0 + }, + { + "representative": 10519, + "members": [ + 10519 + ], + "max_error": 0.0 + }, + { + "representative": 10456, + "members": [ + 10456 + ], + "max_error": 0.0 + }, + { + "representative": 10571, + "members": [ + 10571 + ], + "max_error": 0.0 + }, + { + "representative": 10428, + "members": [ + 10428 + ], + "max_error": 0.0 + }, + { + "representative": 10576, + "members": [ + 10576 + ], + "max_error": 0.0 + }, + { + "representative": 10437, + "members": [ + 10437 + ], + "max_error": 0.0 + }, + { + "representative": 10563, + "members": [ + 10563 + ], + "max_error": 0.0 + }, + { + "representative": 10588, + "members": [ + 10588 + ], + "max_error": 0.0 + }, + { + "representative": 10509, + "members": [ + 10509 + ], + "max_error": 0.0 + }, + { + "representative": 10406, + "members": [ + 10406 + ], + "max_error": 0.0 + }, + { + "representative": 10493, + "members": [ + 10493 + ], + "max_error": 0.0 + }, + { + "representative": 10616, + "members": [ + 10616 + ], + "max_error": 0.0 + }, + { + "representative": 10531, + "members": [ + 10531 + ], + "max_error": 0.0 + }, + { + "representative": 10626, + "members": [ + 10626 + ], + "max_error": 0.0 + }, + { + "representative": 10408, + "members": [ + 10408 + ], + "max_error": 0.0 + }, + { + "representative": 10612, + "members": [ + 10612 + ], + "max_error": 0.0 + }, + { + "representative": 10558, + "members": [ + 10558 + ], + "max_error": 0.0 + }, + { + "representative": 10566, + "members": [ + 10566 + ], + "max_error": 0.0 + }, + { + "representative": 10917, + "members": [ + 10917 + ], + "max_error": 0.0 + }, + { + "representative": 10923, + "members": [ + 10923 + ], + "max_error": 0.0 + }, + { + "representative": 10897, + "members": [ + 10897 + ], + "max_error": 0.0 + }, + { + "representative": 10906, + "members": [ + 10906 + ], + "max_error": 0.0 + }, + { + "representative": 10908, + "members": [ + 10908 + ], + "max_error": 0.0 + }, + { + "representative": 10902, + "members": [ + 10902 + ], + "max_error": 0.0 + }, + { + "representative": 11150, + "members": [ + 11150 + ], + "max_error": 0.0 + }, + { + "representative": 10984, + "members": [ + 10984 + ], + "max_error": 0.0 + }, + { + "representative": 10967, + "members": [ + 10967 + ], + "max_error": 0.0 + }, + { + "representative": 10931, + "members": [ + 10931 + ], + "max_error": 0.0 + }, + { + "representative": 11011, + "members": [ + 11011 + ], + "max_error": 0.0 + }, + { + "representative": 10965, + "members": [ + 10965 + ], + "max_error": 0.0 + }, + { + "representative": 11055, + "members": [ + 11055 + ], + "max_error": 0.0 + }, + { + "representative": 11082, + "members": [ + 11082 + ], + "max_error": 0.0 + }, + { + "representative": 11119, + "members": [ + 11119 + ], + "max_error": 0.0 + }, + { + "representative": 10943, + "members": [ + 10943 + ], + "max_error": 0.0 + }, + { + "representative": 10980, + "members": [ + 10980 + ], + "max_error": 0.0 + }, + { + "representative": 11115, + "members": [ + 11115 + ], + "max_error": 0.0 + }, + { + "representative": 11132, + "members": [ + 11132 + ], + "max_error": 0.0 + }, + { + "representative": 11113, + "members": [ + 11113 + ], + "max_error": 0.0 + }, + { + "representative": 11005, + "members": [ + 11005 + ], + "max_error": 0.0 + }, + { + "representative": 11107, + "members": [ + 11107 + ], + "max_error": 0.0 + }, + { + "representative": 10956, + "members": [ + 10956 + ], + "max_error": 0.0 + }, + { + "representative": 11127, + "members": [ + 11127 + ], + "max_error": 0.0 + }, + { + "representative": 11130, + "members": [ + 11130 + ], + "max_error": 0.0 + }, + { + "representative": 10951, + "members": [ + 10951 + ], + "max_error": 0.0 + }, + { + "representative": 10961, + "members": [ + 10961 + ], + "max_error": 0.0 + }, + { + "representative": 11147, + "members": [ + 11147 + ], + "max_error": 0.0 + }, + { + "representative": 10996, + "members": [ + 10996 + ], + "max_error": 0.0 + }, + { + "representative": 11045, + "members": [ + 11045 + ], + "max_error": 0.0 + }, + { + "representative": 10946, + "members": [ + 10946 + ], + "max_error": 0.0 + }, + { + "representative": 10992, + "members": [ + 10992 + ], + "max_error": 0.0 + }, + { + "representative": 11138, + "members": [ + 11138 + ], + "max_error": 0.0 + }, + { + "representative": 11103, + "members": [ + 11103 + ], + "max_error": 0.0 + }, + { + "representative": 10964, + "members": [ + 10964 + ], + "max_error": 0.0 + }, + { + "representative": 11004, + "members": [ + 11004 + ], + "max_error": 0.0 + }, + { + "representative": 11128, + "members": [ + 11128 + ], + "max_error": 0.0 + }, + { + "representative": 11051, + "members": [ + 11051 + ], + "max_error": 0.0 + }, + { + "representative": 11014, + "members": [ + 11014 + ], + "max_error": 0.0 + }, + { + "representative": 11006, + "members": [ + 11006 + ], + "max_error": 0.0 + }, + { + "representative": 10903, + "members": [ + 10903 + ], + "max_error": 0.0 + }, + { + "representative": 10993, + "members": [ + 10993 + ], + "max_error": 0.0 + }, + { + "representative": 10916, + "members": [ + 10916 + ], + "max_error": 0.0 + }, + { + "representative": 11116, + "members": [ + 11116 + ], + "max_error": 0.0 + }, + { + "representative": 11035, + "members": [ + 11035 + ], + "max_error": 0.0 + }, + { + "representative": 10922, + "members": [ + 10922 + ], + "max_error": 0.0 + }, + { + "representative": 10905, + "members": [ + 10905 + ], + "max_error": 0.0 + }, + { + "representative": 10911, + "members": [ + 10911 + ], + "max_error": 0.0 + }, + { + "representative": 11071, + "members": [ + 11071 + ], + "max_error": 0.0 + }, + { + "representative": 11020, + "members": [ + 11020 + ], + "max_error": 0.0 + }, + { + "representative": 11021, + "members": [ + 11021 + ], + "max_error": 0.0 + }, + { + "representative": 11022, + "members": [ + 11022 + ], + "max_error": 0.0 + }, + { + "representative": 10997, + "members": [ + 10997 + ], + "max_error": 0.0 + }, + { + "representative": 10914, + "members": [ + 10914 + ], + "max_error": 0.0 + }, + { + "representative": 11109, + "members": [ + 11109 + ], + "max_error": 0.0 + }, + { + "representative": 11000, + "members": [ + 11000 + ], + "max_error": 0.0 + }, + { + "representative": 10968, + "members": [ + 10968 + ], + "max_error": 0.0 + }, + { + "representative": 10986, + "members": [ + 10986 + ], + "max_error": 0.0 + }, + { + "representative": 10950, + "members": [ + 10950 + ], + "max_error": 0.0 + }, + { + "representative": 10981, + "members": [ + 10981 + ], + "max_error": 0.0 + }, + { + "representative": 11079, + "members": [ + 11079 + ], + "max_error": 0.0 + }, + { + "representative": 11041, + "members": [ + 11041 + ], + "max_error": 0.0 + }, + { + "representative": 10947, + "members": [ + 10947 + ], + "max_error": 0.0 + }, + { + "representative": 11001, + "members": [ + 11001 + ], + "max_error": 0.0 + }, + { + "representative": 10949, + "members": [ + 10949 + ], + "max_error": 0.0 + }, + { + "representative": 10966, + "members": [ + 10966 + ], + "max_error": 0.0 + }, + { + "representative": 11007, + "members": [ + 11007 + ], + "max_error": 0.0 + }, + { + "representative": 11072, + "members": [ + 11072 + ], + "max_error": 0.0 + }, + { + "representative": 11148, + "members": [ + 11148 + ], + "max_error": 0.0 + }, + { + "representative": 11122, + "members": [ + 11122 + ], + "max_error": 0.0 + }, + { + "representative": 11110, + "members": [ + 11110 + ], + "max_error": 0.0 + }, + { + "representative": 11083, + "members": [ + 11083 + ], + "max_error": 0.0 + }, + { + "representative": 10976, + "members": [ + 10976 + ], + "max_error": 0.0 + }, + { + "representative": 11145, + "members": [ + 11145 + ], + "max_error": 0.0 + }, + { + "representative": 10971, + "members": [ + 10971 + ], + "max_error": 0.0 + }, + { + "representative": 10912, + "members": [ + 10912 + ], + "max_error": 0.0 + }, + { + "representative": 11075, + "members": [ + 11075 + ], + "max_error": 0.0 + }, + { + "representative": 11091, + "members": [ + 11091 + ], + "max_error": 0.0 + }, + { + "representative": 10921, + "members": [ + 10921 + ], + "max_error": 0.0 + }, + { + "representative": 11027, + "members": [ + 11027 + ], + "max_error": 0.0 + }, + { + "representative": 11025, + "members": [ + 11025 + ], + "max_error": 0.0 + }, + { + "representative": 11068, + "members": [ + 11068 + ], + "max_error": 0.0 + }, + { + "representative": 10999, + "members": [ + 10999 + ], + "max_error": 0.0 + }, + { + "representative": 10974, + "members": [ + 10974 + ], + "max_error": 0.0 + }, + { + "representative": 11048, + "members": [ + 11048 + ], + "max_error": 0.0 + }, + { + "representative": 10962, + "members": [ + 10962 + ], + "max_error": 0.0 + }, + { + "representative": 11059, + "members": [ + 11059 + ], + "max_error": 0.0 + }, + { + "representative": 10926, + "members": [ + 10926 + ], + "max_error": 0.0 + }, + { + "representative": 11037, + "members": [ + 11037 + ], + "max_error": 0.0 + }, + { + "representative": 11018, + "members": [ + 11018 + ], + "max_error": 0.0 + }, + { + "representative": 11032, + "members": [ + 11032 + ], + "max_error": 0.0 + }, + { + "representative": 11125, + "members": [ + 11125 + ], + "max_error": 0.0 + }, + { + "representative": 10958, + "members": [ + 10958 + ], + "max_error": 0.0 + }, + { + "representative": 11038, + "members": [ + 11038 + ], + "max_error": 0.0 + }, + { + "representative": 11043, + "members": [ + 11043 + ], + "max_error": 0.0 + }, + { + "representative": 11139, + "members": [ + 11139 + ], + "max_error": 0.0 + }, + { + "representative": 10939, + "members": [ + 10939 + ], + "max_error": 0.0 + }, + { + "representative": 10978, + "members": [ + 10978 + ], + "max_error": 0.0 + }, + { + "representative": 11100, + "members": [ + 11100 + ], + "max_error": 0.0 + }, + { + "representative": 11140, + "members": [ + 11140 + ], + "max_error": 0.0 + }, + { + "representative": 11003, + "members": [ + 11003 + ], + "max_error": 0.0 + }, + { + "representative": 10919, + "members": [ + 10919 + ], + "max_error": 0.0 + }, + { + "representative": 11050, + "members": [ + 11050 + ], + "max_error": 0.0 + }, + { + "representative": 11054, + "members": [ + 11054 + ], + "max_error": 0.0 + }, + { + "representative": 10948, + "members": [ + 10948 + ], + "max_error": 0.0 + }, + { + "representative": 10945, + "members": [ + 10945 + ], + "max_error": 0.0 + }, + { + "representative": 11096, + "members": [ + 11096 + ], + "max_error": 0.0 + }, + { + "representative": 11028, + "members": [ + 11028 + ], + "max_error": 0.0 + }, + { + "representative": 11078, + "members": [ + 11078 + ], + "max_error": 0.0 + }, + { + "representative": 11133, + "members": [ + 11133 + ], + "max_error": 0.0 + }, + { + "representative": 11031, + "members": [ + 11031 + ], + "max_error": 0.0 + }, + { + "representative": 11126, + "members": [ + 11126 + ], + "max_error": 0.0 + }, + { + "representative": 11151, + "members": [ + 11151 + ], + "max_error": 0.0 + }, + { + "representative": 10991, + "members": [ + 10991 + ], + "max_error": 0.0 + }, + { + "representative": 11012, + "members": [ + 11012 + ], + "max_error": 0.0 + }, + { + "representative": 11135, + "members": [ + 11135 + ], + "max_error": 0.0 + }, + { + "representative": 11131, + "members": [ + 11131 + ], + "max_error": 0.0 + }, + { + "representative": 11084, + "members": [ + 11084 + ], + "max_error": 0.0 + }, + { + "representative": 11085, + "members": [ + 11085 + ], + "max_error": 0.0 + }, + { + "representative": 10989, + "members": [ + 10989 + ], + "max_error": 0.0 + }, + { + "representative": 10925, + "members": [ + 10925 + ], + "max_error": 0.0 + }, + { + "representative": 11104, + "members": [ + 11104 + ], + "max_error": 0.0 + }, + { + "representative": 10930, + "members": [ + 10930 + ], + "max_error": 0.0 + }, + { + "representative": 11040, + "members": [ + 11040 + ], + "max_error": 0.0 + }, + { + "representative": 11144, + "members": [ + 11144 + ], + "max_error": 0.0 + }, + { + "representative": 11121, + "members": [ + 11121 + ], + "max_error": 0.0 + }, + { + "representative": 11058, + "members": [ + 11058 + ], + "max_error": 0.0 + }, + { + "representative": 10953, + "members": [ + 10953 + ], + "max_error": 0.0 + }, + { + "representative": 11009, + "members": [ + 11009 + ], + "max_error": 0.0 + }, + { + "representative": 11024, + "members": [ + 11024 + ], + "max_error": 0.0 + }, + { + "representative": 11002, + "members": [ + 11002 + ], + "max_error": 0.0 + }, + { + "representative": 11056, + "members": [ + 11056 + ], + "max_error": 0.0 + }, + { + "representative": 11070, + "members": [ + 11070 + ], + "max_error": 0.0 + }, + { + "representative": 11105, + "members": [ + 11105 + ], + "max_error": 0.0 + }, + { + "representative": 11106, + "members": [ + 11106 + ], + "max_error": 0.0 + }, + { + "representative": 11112, + "members": [ + 11112 + ], + "max_error": 0.0 + }, + { + "representative": 11117, + "members": [ + 11117 + ], + "max_error": 0.0 + }, + { + "representative": 11118, + "members": [ + 11118 + ], + "max_error": 0.0 + }, + { + "representative": 11093, + "members": [ + 11093 + ], + "max_error": 0.0 + }, + { + "representative": 10910, + "members": [ + 10910 + ], + "max_error": 0.0 + }, + { + "representative": 11029, + "members": [ + 11029 + ], + "max_error": 0.0 + }, + { + "representative": 11101, + "members": [ + 11101 + ], + "max_error": 0.0 + }, + { + "representative": 10979, + "members": [ + 10979 + ], + "max_error": 0.0 + }, + { + "representative": 10957, + "members": [ + 10957 + ], + "max_error": 0.0 + }, + { + "representative": 10975, + "members": [ + 10975 + ], + "max_error": 0.0 + }, + { + "representative": 10982, + "members": [ + 10982 + ], + "max_error": 0.0 + }, + { + "representative": 11080, + "members": [ + 11080 + ], + "max_error": 0.0 + }, + { + "representative": 10959, + "members": [ + 10959 + ], + "max_error": 0.0 + }, + { + "representative": 10904, + "members": [ + 10904 + ], + "max_error": 0.0 + }, + { + "representative": 10994, + "members": [ + 10994 + ], + "max_error": 0.0 + }, + { + "representative": 11136, + "members": [ + 11136 + ], + "max_error": 0.0 + }, + { + "representative": 11013, + "members": [ + 11013 + ], + "max_error": 0.0 + }, + { + "representative": 11099, + "members": [ + 11099 + ], + "max_error": 0.0 + }, + { + "representative": 11060, + "members": [ + 11060 + ], + "max_error": 0.0 + }, + { + "representative": 10941, + "members": [ + 10941 + ], + "max_error": 0.0 + }, + { + "representative": 11086, + "members": [ + 11086 + ], + "max_error": 0.0 + }, + { + "representative": 11057, + "members": [ + 11057 + ], + "max_error": 0.0 + }, + { + "representative": 11074, + "members": [ + 11074 + ], + "max_error": 0.0 + }, + { + "representative": 10927, + "members": [ + 10927 + ], + "max_error": 0.0 + }, + { + "representative": 11077, + "members": [ + 11077 + ], + "max_error": 0.0 + }, + { + "representative": 11102, + "members": [ + 11102 + ], + "max_error": 0.0 + }, + { + "representative": 11069, + "members": [ + 11069 + ], + "max_error": 0.0 + }, + { + "representative": 11120, + "members": [ + 11120 + ], + "max_error": 0.0 + }, + { + "representative": 11061, + "members": [ + 11061 + ], + "max_error": 0.0 + }, + { + "representative": 10909, + "members": [ + 10909 + ], + "max_error": 0.0 + }, + { + "representative": 10936, + "members": [ + 10936 + ], + "max_error": 0.0 + }, + { + "representative": 10899, + "members": [ + 10899 + ], + "max_error": 0.0 + }, + { + "representative": 11108, + "members": [ + 11108 + ], + "max_error": 0.0 + }, + { + "representative": 11034, + "members": [ + 11034 + ], + "max_error": 0.0 + }, + { + "representative": 11143, + "members": [ + 11143 + ], + "max_error": 0.0 + }, + { + "representative": 10983, + "members": [ + 10983 + ], + "max_error": 0.0 + }, + { + "representative": 10944, + "members": [ + 10944 + ], + "max_error": 0.0 + }, + { + "representative": 11016, + "members": [ + 11016 + ], + "max_error": 0.0 + }, + { + "representative": 11066, + "members": [ + 11066 + ], + "max_error": 0.0 + }, + { + "representative": 10977, + "members": [ + 10977 + ], + "max_error": 0.0 + }, + { + "representative": 10924, + "members": [ + 10924 + ], + "max_error": 0.0 + }, + { + "representative": 10954, + "members": [ + 10954 + ], + "max_error": 0.0 + }, + { + "representative": 11030, + "members": [ + 11030 + ], + "max_error": 0.0 + }, + { + "representative": 11065, + "members": [ + 11065 + ], + "max_error": 0.0 + }, + { + "representative": 10937, + "members": [ + 10937 + ], + "max_error": 0.0 + }, + { + "representative": 11015, + "members": [ + 11015 + ], + "max_error": 0.0 + }, + { + "representative": 10907, + "members": [ + 10907 + ], + "max_error": 0.0 + }, + { + "representative": 11039, + "members": [ + 11039 + ], + "max_error": 0.0 + }, + { + "representative": 11081, + "members": [ + 11081 + ], + "max_error": 0.0 + }, + { + "representative": 10901, + "members": [ + 10901 + ], + "max_error": 0.0 + }, + { + "representative": 10972, + "members": [ + 10972 + ], + "max_error": 0.0 + }, + { + "representative": 10918, + "members": [ + 10918 + ], + "max_error": 0.0 + }, + { + "representative": 11008, + "members": [ + 11008 + ], + "max_error": 0.0 + }, + { + "representative": 10898, + "members": [ + 10898 + ], + "max_error": 0.0 + }, + { + "representative": 10998, + "members": [ + 10998 + ], + "max_error": 0.0 + }, + { + "representative": 11114, + "members": [ + 11114 + ], + "max_error": 0.0 + }, + { + "representative": 11087, + "members": [ + 11087 + ], + "max_error": 0.0 + }, + { + "representative": 10990, + "members": [ + 10990 + ], + "max_error": 0.0 + }, + { + "representative": 11098, + "members": [ + 11098 + ], + "max_error": 0.0 + }, + { + "representative": 11142, + "members": [ + 11142 + ], + "max_error": 0.0 + }, + { + "representative": 11149, + "members": [ + 11149 + ], + "max_error": 0.0 + }, + { + "representative": 10934, + "members": [ + 10934 + ], + "max_error": 0.0 + }, + { + "representative": 11063, + "members": [ + 11063 + ], + "max_error": 0.0 + }, + { + "representative": 11137, + "members": [ + 11137 + ], + "max_error": 0.0 + }, + { + "representative": 10932, + "members": [ + 10932 + ], + "max_error": 0.0 + }, + { + "representative": 11129, + "members": [ + 11129 + ], + "max_error": 0.0 + }, + { + "representative": 10952, + "members": [ + 10952 + ], + "max_error": 0.0 + }, + { + "representative": 11026, + "members": [ + 11026 + ], + "max_error": 0.0 + }, + { + "representative": 11047, + "members": [ + 11047 + ], + "max_error": 0.0 + }, + { + "representative": 11033, + "members": [ + 11033 + ], + "max_error": 0.0 + }, + { + "representative": 11019, + "members": [ + 11019 + ], + "max_error": 0.0 + }, + { + "representative": 10970, + "members": [ + 10970 + ], + "max_error": 0.0 + }, + { + "representative": 10985, + "members": [ + 10985 + ], + "max_error": 0.0 + }, + { + "representative": 11046, + "members": [ + 11046 + ], + "max_error": 0.0 + }, + { + "representative": 11049, + "members": [ + 11049 + ], + "max_error": 0.0 + }, + { + "representative": 11064, + "members": [ + 11064 + ], + "max_error": 0.0 + }, + { + "representative": 11053, + "members": [ + 11053 + ], + "max_error": 0.0 + }, + { + "representative": 10896, + "members": [ + 10896 + ], + "max_error": 0.0 + }, + { + "representative": 10973, + "members": [ + 10973 + ], + "max_error": 0.0 + }, + { + "representative": 10940, + "members": [ + 10940 + ], + "max_error": 0.0 + }, + { + "representative": 11042, + "members": [ + 11042 + ], + "max_error": 0.0 + }, + { + "representative": 10920, + "members": [ + 10920 + ], + "max_error": 0.0 + }, + { + "representative": 11146, + "members": [ + 11146 + ], + "max_error": 0.0 + }, + { + "representative": 10929, + "members": [ + 10929 + ], + "max_error": 0.0 + }, + { + "representative": 11089, + "members": [ + 11089 + ], + "max_error": 0.0 + }, + { + "representative": 11090, + "members": [ + 11090 + ], + "max_error": 0.0 + }, + { + "representative": 10988, + "members": [ + 10988 + ], + "max_error": 0.0 + }, + { + "representative": 11023, + "members": [ + 11023 + ], + "max_error": 0.0 + }, + { + "representative": 11017, + "members": [ + 11017 + ], + "max_error": 0.0 + }, + { + "representative": 10995, + "members": [ + 10995 + ], + "max_error": 0.0 + }, + { + "representative": 11076, + "members": [ + 11076 + ], + "max_error": 0.0 + }, + { + "representative": 11073, + "members": [ + 11073 + ], + "max_error": 0.0 + }, + { + "representative": 11088, + "members": [ + 11088 + ], + "max_error": 0.0 + }, + { + "representative": 10942, + "members": [ + 10942 + ], + "max_error": 0.0 + }, + { + "representative": 11134, + "members": [ + 11134 + ], + "max_error": 0.0 + }, + { + "representative": 11097, + "members": [ + 11097 + ], + "max_error": 0.0 + }, + { + "representative": 11094, + "members": [ + 11094 + ], + "max_error": 0.0 + }, + { + "representative": 10913, + "members": [ + 10913 + ], + "max_error": 0.0 + }, + { + "representative": 11067, + "members": [ + 11067 + ], + "max_error": 0.0 + }, + { + "representative": 10987, + "members": [ + 10987 + ], + "max_error": 0.0 + }, + { + "representative": 10900, + "members": [ + 10900 + ], + "max_error": 0.0 + }, + { + "representative": 11044, + "members": [ + 11044 + ], + "max_error": 0.0 + }, + { + "representative": 11062, + "members": [ + 11062 + ], + "max_error": 0.0 + }, + { + "representative": 10928, + "members": [ + 10928 + ], + "max_error": 0.0 + }, + { + "representative": 10933, + "members": [ + 10933 + ], + "max_error": 0.0 + }, + { + "representative": 10935, + "members": [ + 10935 + ], + "max_error": 0.0 + }, + { + "representative": 10938, + "members": [ + 10938 + ], + "max_error": 0.0 + }, + { + "representative": 11010, + "members": [ + 11010 + ], + "max_error": 0.0 + }, + { + "representative": 11052, + "members": [ + 11052 + ], + "max_error": 0.0 + }, + { + "representative": 11124, + "members": [ + 11124 + ], + "max_error": 0.0 + }, + { + "representative": 11036, + "members": [ + 11036 + ], + "max_error": 0.0 + }, + { + "representative": 10960, + "members": [ + 10960 + ], + "max_error": 0.0 + }, + { + "representative": 11111, + "members": [ + 11111 + ], + "max_error": 0.0 + }, + { + "representative": 11092, + "members": [ + 11092 + ], + "max_error": 0.0 + }, + { + "representative": 11095, + "members": [ + 11095 + ], + "max_error": 0.0 + }, + { + "representative": 10915, + "members": [ + 10915 + ], + "max_error": 0.0 + }, + { + "representative": 10969, + "members": [ + 10969 + ], + "max_error": 0.0 + }, + { + "representative": 10955, + "members": [ + 10955 + ], + "max_error": 0.0 + }, + { + "representative": 11123, + "members": [ + 11123 + ], + "max_error": 0.0 + }, + { + "representative": 10963, + "members": [ + 10963 + ], + "max_error": 0.0 + }, + { + "representative": 11141, + "members": [ + 11141 + ], + "max_error": 0.0 + }, + { + "representative": 11424, + "members": [ + 11424 + ], + "max_error": 0.0 + }, + { + "representative": 11421, + "members": [ + 11421 + ], + "max_error": 0.0 + }, + { + "representative": 11422, + "members": [ + 11422 + ], + "max_error": 0.0 + }, + { + "representative": 11487, + "members": [ + 11487 + ], + "max_error": 0.0 + }, + { + "representative": 11581, + "members": [ + 11581 + ], + "max_error": 0.0 + }, + { + "representative": 11594, + "members": [ + 11594 + ], + "max_error": 0.0 + }, + { + "representative": 11600, + "members": [ + 11600 + ], + "max_error": 0.0 + }, + { + "representative": 11519, + "members": [ + 11519 + ], + "max_error": 0.0 + }, + { + "representative": 11646, + "members": [ + 11646 + ], + "max_error": 0.0 + }, + { + "representative": 11495, + "members": [ + 11495 + ], + "max_error": 0.0 + }, + { + "representative": 11499, + "members": [ + 11499 + ], + "max_error": 0.0 + }, + { + "representative": 11501, + "members": [ + 11501 + ], + "max_error": 0.0 + }, + { + "representative": 11502, + "members": [ + 11502 + ], + "max_error": 0.0 + }, + { + "representative": 11490, + "members": [ + 11490 + ], + "max_error": 0.0 + }, + { + "representative": 11650, + "members": [ + 11650 + ], + "max_error": 0.0 + }, + { + "representative": 11444, + "members": [ + 11444 + ], + "max_error": 0.0 + }, + { + "representative": 11582, + "members": [ + 11582 + ], + "max_error": 0.0 + }, + { + "representative": 11589, + "members": [ + 11589 + ], + "max_error": 0.0 + }, + { + "representative": 11467, + "members": [ + 11467 + ], + "max_error": 0.0 + }, + { + "representative": 11644, + "members": [ + 11644 + ], + "max_error": 0.0 + }, + { + "representative": 11520, + "members": [ + 11520 + ], + "max_error": 0.0 + }, + { + "representative": 11466, + "members": [ + 11466 + ], + "max_error": 0.0 + }, + { + "representative": 11605, + "members": [ + 11605 + ], + "max_error": 0.0 + }, + { + "representative": 11569, + "members": [ + 11569 + ], + "max_error": 0.0 + }, + { + "representative": 11659, + "members": [ + 11659 + ], + "max_error": 0.0 + }, + { + "representative": 11508, + "members": [ + 11508 + ], + "max_error": 0.0 + }, + { + "representative": 11507, + "members": [ + 11507 + ], + "max_error": 0.0 + }, + { + "representative": 11620, + "members": [ + 11620 + ], + "max_error": 0.0 + }, + { + "representative": 11609, + "members": [ + 11609 + ], + "max_error": 0.0 + }, + { + "representative": 11515, + "members": [ + 11515 + ], + "max_error": 0.0 + }, + { + "representative": 11416, + "members": [ + 11416 + ], + "max_error": 0.0 + }, + { + "representative": 11540, + "members": [ + 11540 + ], + "max_error": 0.0 + }, + { + "representative": 11552, + "members": [ + 11552 + ], + "max_error": 0.0 + }, + { + "representative": 11654, + "members": [ + 11654 + ], + "max_error": 0.0 + }, + { + "representative": 11417, + "members": [ + 11417 + ], + "max_error": 0.0 + }, + { + "representative": 11485, + "members": [ + 11485 + ], + "max_error": 0.0 + }, + { + "representative": 11592, + "members": [ + 11592 + ], + "max_error": 0.0 + }, + { + "representative": 11544, + "members": [ + 11544 + ], + "max_error": 0.0 + }, + { + "representative": 11577, + "members": [ + 11577 + ], + "max_error": 0.0 + }, + { + "representative": 11513, + "members": [ + 11513 + ], + "max_error": 0.0 + }, + { + "representative": 11420, + "members": [ + 11420 + ], + "max_error": 0.0 + }, + { + "representative": 11541, + "members": [ + 11541 + ], + "max_error": 0.0 + }, + { + "representative": 11621, + "members": [ + 11621 + ], + "max_error": 0.0 + }, + { + "representative": 11553, + "members": [ + 11553 + ], + "max_error": 0.0 + }, + { + "representative": 11527, + "members": [ + 11527 + ], + "max_error": 0.0 + }, + { + "representative": 11517, + "members": [ + 11517 + ], + "max_error": 0.0 + }, + { + "representative": 11643, + "members": [ + 11643 + ], + "max_error": 0.0 + }, + { + "representative": 11556, + "members": [ + 11556 + ], + "max_error": 0.0 + }, + { + "representative": 11628, + "members": [ + 11628 + ], + "max_error": 0.0 + }, + { + "representative": 11489, + "members": [ + 11489 + ], + "max_error": 0.0 + }, + { + "representative": 11436, + "members": [ + 11436 + ], + "max_error": 0.0 + }, + { + "representative": 11622, + "members": [ + 11622 + ], + "max_error": 0.0 + }, + { + "representative": 11525, + "members": [ + 11525 + ], + "max_error": 0.0 + }, + { + "representative": 11446, + "members": [ + 11446 + ], + "max_error": 0.0 + }, + { + "representative": 11560, + "members": [ + 11560 + ], + "max_error": 0.0 + }, + { + "representative": 11413, + "members": [ + 11413 + ], + "max_error": 0.0 + }, + { + "representative": 11440, + "members": [ + 11440 + ], + "max_error": 0.0 + }, + { + "representative": 11410, + "members": [ + 11410 + ], + "max_error": 0.0 + }, + { + "representative": 11610, + "members": [ + 11610 + ], + "max_error": 0.0 + }, + { + "representative": 11432, + "members": [ + 11432 + ], + "max_error": 0.0 + }, + { + "representative": 11514, + "members": [ + 11514 + ], + "max_error": 0.0 + }, + { + "representative": 11409, + "members": [ + 11409 + ], + "max_error": 0.0 + }, + { + "representative": 11524, + "members": [ + 11524 + ], + "max_error": 0.0 + }, + { + "representative": 11561, + "members": [ + 11561 + ], + "max_error": 0.0 + }, + { + "representative": 11575, + "members": [ + 11575 + ], + "max_error": 0.0 + }, + { + "representative": 11630, + "members": [ + 11630 + ], + "max_error": 0.0 + }, + { + "representative": 11419, + "members": [ + 11419 + ], + "max_error": 0.0 + }, + { + "representative": 11434, + "members": [ + 11434 + ], + "max_error": 0.0 + }, + { + "representative": 11415, + "members": [ + 11415 + ], + "max_error": 0.0 + }, + { + "representative": 11625, + "members": [ + 11625 + ], + "max_error": 0.0 + }, + { + "representative": 11478, + "members": [ + 11478 + ], + "max_error": 0.0 + }, + { + "representative": 11599, + "members": [ + 11599 + ], + "max_error": 0.0 + }, + { + "representative": 11534, + "members": [ + 11534 + ], + "max_error": 0.0 + }, + { + "representative": 11554, + "members": [ + 11554 + ], + "max_error": 0.0 + }, + { + "representative": 11547, + "members": [ + 11547 + ], + "max_error": 0.0 + }, + { + "representative": 11579, + "members": [ + 11579 + ], + "max_error": 0.0 + }, + { + "representative": 11428, + "members": [ + 11428 + ], + "max_error": 0.0 + }, + { + "representative": 11584, + "members": [ + 11584 + ], + "max_error": 0.0 + }, + { + "representative": 11615, + "members": [ + 11615 + ], + "max_error": 0.0 + }, + { + "representative": 11530, + "members": [ + 11530 + ], + "max_error": 0.0 + }, + { + "representative": 11662, + "members": [ + 11662 + ], + "max_error": 0.0 + }, + { + "representative": 11430, + "members": [ + 11430 + ], + "max_error": 0.0 + }, + { + "representative": 11563, + "members": [ + 11563 + ], + "max_error": 0.0 + }, + { + "representative": 11464, + "members": [ + 11464 + ], + "max_error": 0.0 + }, + { + "representative": 11452, + "members": [ + 11452 + ], + "max_error": 0.0 + }, + { + "representative": 11602, + "members": [ + 11602 + ], + "max_error": 0.0 + }, + { + "representative": 11535, + "members": [ + 11535 + ], + "max_error": 0.0 + }, + { + "representative": 11611, + "members": [ + 11611 + ], + "max_error": 0.0 + }, + { + "representative": 11510, + "members": [ + 11510 + ], + "max_error": 0.0 + }, + { + "representative": 11549, + "members": [ + 11549 + ], + "max_error": 0.0 + }, + { + "representative": 11657, + "members": [ + 11657 + ], + "max_error": 0.0 + }, + { + "representative": 11558, + "members": [ + 11558 + ], + "max_error": 0.0 + }, + { + "representative": 11512, + "members": [ + 11512 + ], + "max_error": 0.0 + }, + { + "representative": 11496, + "members": [ + 11496 + ], + "max_error": 0.0 + }, + { + "representative": 11497, + "members": [ + 11497 + ], + "max_error": 0.0 + }, + { + "representative": 11536, + "members": [ + 11536 + ], + "max_error": 0.0 + }, + { + "representative": 11408, + "members": [ + 11408 + ], + "max_error": 0.0 + }, + { + "representative": 11411, + "members": [ + 11411 + ], + "max_error": 0.0 + }, + { + "representative": 11500, + "members": [ + 11500 + ], + "max_error": 0.0 + }, + { + "representative": 11546, + "members": [ + 11546 + ], + "max_error": 0.0 + }, + { + "representative": 11641, + "members": [ + 11641 + ], + "max_error": 0.0 + }, + { + "representative": 11533, + "members": [ + 11533 + ], + "max_error": 0.0 + }, + { + "representative": 11591, + "members": [ + 11591 + ], + "max_error": 0.0 + }, + { + "representative": 11571, + "members": [ + 11571 + ], + "max_error": 0.0 + }, + { + "representative": 11572, + "members": [ + 11572 + ], + "max_error": 0.0 + }, + { + "representative": 11583, + "members": [ + 11583 + ], + "max_error": 0.0 + }, + { + "representative": 11511, + "members": [ + 11511 + ], + "max_error": 0.0 + }, + { + "representative": 11627, + "members": [ + 11627 + ], + "max_error": 0.0 + }, + { + "representative": 11588, + "members": [ + 11588 + ], + "max_error": 0.0 + }, + { + "representative": 11590, + "members": [ + 11590 + ], + "max_error": 0.0 + }, + { + "representative": 11626, + "members": [ + 11626 + ], + "max_error": 0.0 + }, + { + "representative": 11555, + "members": [ + 11555 + ], + "max_error": 0.0 + }, + { + "representative": 11537, + "members": [ + 11537 + ], + "max_error": 0.0 + }, + { + "representative": 11574, + "members": [ + 11574 + ], + "max_error": 0.0 + }, + { + "representative": 11653, + "members": [ + 11653 + ], + "max_error": 0.0 + }, + { + "representative": 11492, + "members": [ + 11492 + ], + "max_error": 0.0 + }, + { + "representative": 11564, + "members": [ + 11564 + ], + "max_error": 0.0 + }, + { + "representative": 11636, + "members": [ + 11636 + ], + "max_error": 0.0 + }, + { + "representative": 11637, + "members": [ + 11637 + ], + "max_error": 0.0 + }, + { + "representative": 11482, + "members": [ + 11482 + ], + "max_error": 0.0 + }, + { + "representative": 11656, + "members": [ + 11656 + ], + "max_error": 0.0 + }, + { + "representative": 11567, + "members": [ + 11567 + ], + "max_error": 0.0 + }, + { + "representative": 11566, + "members": [ + 11566 + ], + "max_error": 0.0 + }, + { + "representative": 11425, + "members": [ + 11425 + ], + "max_error": 0.0 + }, + { + "representative": 11639, + "members": [ + 11639 + ], + "max_error": 0.0 + }, + { + "representative": 11474, + "members": [ + 11474 + ], + "max_error": 0.0 + }, + { + "representative": 11570, + "members": [ + 11570 + ], + "max_error": 0.0 + }, + { + "representative": 11483, + "members": [ + 11483 + ], + "max_error": 0.0 + }, + { + "representative": 11454, + "members": [ + 11454 + ], + "max_error": 0.0 + }, + { + "representative": 11429, + "members": [ + 11429 + ], + "max_error": 0.0 + }, + { + "representative": 11532, + "members": [ + 11532 + ], + "max_error": 0.0 + }, + { + "representative": 11445, + "members": [ + 11445 + ], + "max_error": 0.0 + }, + { + "representative": 11596, + "members": [ + 11596 + ], + "max_error": 0.0 + }, + { + "representative": 11663, + "members": [ + 11663 + ], + "max_error": 0.0 + }, + { + "representative": 11459, + "members": [ + 11459 + ], + "max_error": 0.0 + }, + { + "representative": 11647, + "members": [ + 11647 + ], + "max_error": 0.0 + }, + { + "representative": 11480, + "members": [ + 11480 + ], + "max_error": 0.0 + }, + { + "representative": 11629, + "members": [ + 11629 + ], + "max_error": 0.0 + }, + { + "representative": 11601, + "members": [ + 11601 + ], + "max_error": 0.0 + }, + { + "representative": 11612, + "members": [ + 11612 + ], + "max_error": 0.0 + }, + { + "representative": 11616, + "members": [ + 11616 + ], + "max_error": 0.0 + }, + { + "representative": 11624, + "members": [ + 11624 + ], + "max_error": 0.0 + }, + { + "representative": 11423, + "members": [ + 11423 + ], + "max_error": 0.0 + }, + { + "representative": 11505, + "members": [ + 11505 + ], + "max_error": 0.0 + }, + { + "representative": 11649, + "members": [ + 11649 + ], + "max_error": 0.0 + }, + { + "representative": 11456, + "members": [ + 11456 + ], + "max_error": 0.0 + }, + { + "representative": 11503, + "members": [ + 11503 + ], + "max_error": 0.0 + }, + { + "representative": 11640, + "members": [ + 11640 + ], + "max_error": 0.0 + }, + { + "representative": 11576, + "members": [ + 11576 + ], + "max_error": 0.0 + }, + { + "representative": 11465, + "members": [ + 11465 + ], + "max_error": 0.0 + }, + { + "representative": 11463, + "members": [ + 11463 + ], + "max_error": 0.0 + }, + { + "representative": 11443, + "members": [ + 11443 + ], + "max_error": 0.0 + }, + { + "representative": 11528, + "members": [ + 11528 + ], + "max_error": 0.0 + }, + { + "representative": 11438, + "members": [ + 11438 + ], + "max_error": 0.0 + }, + { + "representative": 11562, + "members": [ + 11562 + ], + "max_error": 0.0 + }, + { + "representative": 11635, + "members": [ + 11635 + ], + "max_error": 0.0 + }, + { + "representative": 11632, + "members": [ + 11632 + ], + "max_error": 0.0 + }, + { + "representative": 11597, + "members": [ + 11597 + ], + "max_error": 0.0 + }, + { + "representative": 11633, + "members": [ + 11633 + ], + "max_error": 0.0 + }, + { + "representative": 11565, + "members": [ + 11565 + ], + "max_error": 0.0 + }, + { + "representative": 11522, + "members": [ + 11522 + ], + "max_error": 0.0 + }, + { + "representative": 11606, + "members": [ + 11606 + ], + "max_error": 0.0 + }, + { + "representative": 11412, + "members": [ + 11412 + ], + "max_error": 0.0 + }, + { + "representative": 11479, + "members": [ + 11479 + ], + "max_error": 0.0 + }, + { + "representative": 11658, + "members": [ + 11658 + ], + "max_error": 0.0 + }, + { + "representative": 11457, + "members": [ + 11457 + ], + "max_error": 0.0 + }, + { + "representative": 11587, + "members": [ + 11587 + ], + "max_error": 0.0 + }, + { + "representative": 11593, + "members": [ + 11593 + ], + "max_error": 0.0 + }, + { + "representative": 11661, + "members": [ + 11661 + ], + "max_error": 0.0 + }, + { + "representative": 11516, + "members": [ + 11516 + ], + "max_error": 0.0 + }, + { + "representative": 11426, + "members": [ + 11426 + ], + "max_error": 0.0 + }, + { + "representative": 11608, + "members": [ + 11608 + ], + "max_error": 0.0 + }, + { + "representative": 11518, + "members": [ + 11518 + ], + "max_error": 0.0 + }, + { + "representative": 11521, + "members": [ + 11521 + ], + "max_error": 0.0 + }, + { + "representative": 11471, + "members": [ + 11471 + ], + "max_error": 0.0 + }, + { + "representative": 11550, + "members": [ + 11550 + ], + "max_error": 0.0 + }, + { + "representative": 11548, + "members": [ + 11548 + ], + "max_error": 0.0 + }, + { + "representative": 11607, + "members": [ + 11607 + ], + "max_error": 0.0 + }, + { + "representative": 11488, + "members": [ + 11488 + ], + "max_error": 0.0 + }, + { + "representative": 11619, + "members": [ + 11619 + ], + "max_error": 0.0 + }, + { + "representative": 11449, + "members": [ + 11449 + ], + "max_error": 0.0 + }, + { + "representative": 11557, + "members": [ + 11557 + ], + "max_error": 0.0 + }, + { + "representative": 11585, + "members": [ + 11585 + ], + "max_error": 0.0 + }, + { + "representative": 11631, + "members": [ + 11631 + ], + "max_error": 0.0 + }, + { + "representative": 11652, + "members": [ + 11652 + ], + "max_error": 0.0 + }, + { + "representative": 11439, + "members": [ + 11439 + ], + "max_error": 0.0 + }, + { + "representative": 11494, + "members": [ + 11494 + ], + "max_error": 0.0 + }, + { + "representative": 11451, + "members": [ + 11451 + ], + "max_error": 0.0 + }, + { + "representative": 11473, + "members": [ + 11473 + ], + "max_error": 0.0 + }, + { + "representative": 11618, + "members": [ + 11618 + ], + "max_error": 0.0 + }, + { + "representative": 11559, + "members": [ + 11559 + ], + "max_error": 0.0 + }, + { + "representative": 11437, + "members": [ + 11437 + ], + "max_error": 0.0 + }, + { + "representative": 11453, + "members": [ + 11453 + ], + "max_error": 0.0 + }, + { + "representative": 11523, + "members": [ + 11523 + ], + "max_error": 0.0 + }, + { + "representative": 11484, + "members": [ + 11484 + ], + "max_error": 0.0 + }, + { + "representative": 11543, + "members": [ + 11543 + ], + "max_error": 0.0 + }, + { + "representative": 11509, + "members": [ + 11509 + ], + "max_error": 0.0 + }, + { + "representative": 11427, + "members": [ + 11427 + ], + "max_error": 0.0 + }, + { + "representative": 11531, + "members": [ + 11531 + ], + "max_error": 0.0 + }, + { + "representative": 11491, + "members": [ + 11491 + ], + "max_error": 0.0 + }, + { + "representative": 11481, + "members": [ + 11481 + ], + "max_error": 0.0 + }, + { + "representative": 11595, + "members": [ + 11595 + ], + "max_error": 0.0 + }, + { + "representative": 11414, + "members": [ + 11414 + ], + "max_error": 0.0 + }, + { + "representative": 11642, + "members": [ + 11642 + ], + "max_error": 0.0 + }, + { + "representative": 11545, + "members": [ + 11545 + ], + "max_error": 0.0 + }, + { + "representative": 11568, + "members": [ + 11568 + ], + "max_error": 0.0 + }, + { + "representative": 11431, + "members": [ + 11431 + ], + "max_error": 0.0 + }, + { + "representative": 11586, + "members": [ + 11586 + ], + "max_error": 0.0 + }, + { + "representative": 11526, + "members": [ + 11526 + ], + "max_error": 0.0 + }, + { + "representative": 11604, + "members": [ + 11604 + ], + "max_error": 0.0 + }, + { + "representative": 11551, + "members": [ + 11551 + ], + "max_error": 0.0 + }, + { + "representative": 11433, + "members": [ + 11433 + ], + "max_error": 0.0 + }, + { + "representative": 11442, + "members": [ + 11442 + ], + "max_error": 0.0 + }, + { + "representative": 11468, + "members": [ + 11468 + ], + "max_error": 0.0 + }, + { + "representative": 11580, + "members": [ + 11580 + ], + "max_error": 0.0 + }, + { + "representative": 11461, + "members": [ + 11461 + ], + "max_error": 0.0 + }, + { + "representative": 11506, + "members": [ + 11506 + ], + "max_error": 0.0 + }, + { + "representative": 11542, + "members": [ + 11542 + ], + "max_error": 0.0 + }, + { + "representative": 11539, + "members": [ + 11539 + ], + "max_error": 0.0 + }, + { + "representative": 11614, + "members": [ + 11614 + ], + "max_error": 0.0 + }, + { + "representative": 11617, + "members": [ + 11617 + ], + "max_error": 0.0 + }, + { + "representative": 11470, + "members": [ + 11470 + ], + "max_error": 0.0 + }, + { + "representative": 11462, + "members": [ + 11462 + ], + "max_error": 0.0 + }, + { + "representative": 11448, + "members": [ + 11448 + ], + "max_error": 0.0 + }, + { + "representative": 11477, + "members": [ + 11477 + ], + "max_error": 0.0 + }, + { + "representative": 11498, + "members": [ + 11498 + ], + "max_error": 0.0 + }, + { + "representative": 11418, + "members": [ + 11418 + ], + "max_error": 0.0 + }, + { + "representative": 11651, + "members": [ + 11651 + ], + "max_error": 0.0 + }, + { + "representative": 11573, + "members": [ + 11573 + ], + "max_error": 0.0 + }, + { + "representative": 11538, + "members": [ + 11538 + ], + "max_error": 0.0 + }, + { + "representative": 11504, + "members": [ + 11504 + ], + "max_error": 0.0 + }, + { + "representative": 11458, + "members": [ + 11458 + ], + "max_error": 0.0 + }, + { + "representative": 11441, + "members": [ + 11441 + ], + "max_error": 0.0 + }, + { + "representative": 11475, + "members": [ + 11475 + ], + "max_error": 0.0 + }, + { + "representative": 11598, + "members": [ + 11598 + ], + "max_error": 0.0 + }, + { + "representative": 11613, + "members": [ + 11613 + ], + "max_error": 0.0 + }, + { + "representative": 11529, + "members": [ + 11529 + ], + "max_error": 0.0 + }, + { + "representative": 11634, + "members": [ + 11634 + ], + "max_error": 0.0 + }, + { + "representative": 11655, + "members": [ + 11655 + ], + "max_error": 0.0 + }, + { + "representative": 11638, + "members": [ + 11638 + ], + "max_error": 0.0 + }, + { + "representative": 11648, + "members": [ + 11648 + ], + "max_error": 0.0 + }, + { + "representative": 11447, + "members": [ + 11447 + ], + "max_error": 0.0 + }, + { + "representative": 11486, + "members": [ + 11486 + ], + "max_error": 0.0 + }, + { + "representative": 11603, + "members": [ + 11603 + ], + "max_error": 0.0 + }, + { + "representative": 11469, + "members": [ + 11469 + ], + "max_error": 0.0 + }, + { + "representative": 11455, + "members": [ + 11455 + ], + "max_error": 0.0 + }, + { + "representative": 11623, + "members": [ + 11623 + ], + "max_error": 0.0 + }, + { + "representative": 11493, + "members": [ + 11493 + ], + "max_error": 0.0 + }, + { + "representative": 11645, + "members": [ + 11645 + ], + "max_error": 0.0 + }, + { + "representative": 11460, + "members": [ + 11460 + ], + "max_error": 0.0 + }, + { + "representative": 11435, + "members": [ + 11435 + ], + "max_error": 0.0 + }, + { + "representative": 11660, + "members": [ + 11660 + ], + "max_error": 0.0 + }, + { + "representative": 11476, + "members": [ + 11476 + ], + "max_error": 0.0 + }, + { + "representative": 11578, + "members": [ + 11578 + ], + "max_error": 0.0 + }, + { + "representative": 11472, + "members": [ + 11472 + ], + "max_error": 0.0 + }, + { + "representative": 11450, + "members": [ + 11450 + ], + "max_error": 0.0 + }, + { + "representative": 11728, + "members": [ + 11728 + ], + "max_error": 0.0 + }, + { + "representative": 11744, + "members": [ + 11744 + ], + "max_error": 0.0 + }, + { + "representative": 11745, + "members": [ + 11745 + ], + "max_error": 0.0 + }, + { + "representative": 11746, + "members": [ + 11746 + ], + "max_error": 0.0 + }, + { + "representative": 11747, + "members": [ + 11747 + ], + "max_error": 0.0 + }, + { + "representative": 11730, + "members": [ + 11730 + ], + "max_error": 0.0 + }, + { + "representative": 11748, + "members": [ + 11748 + ], + "max_error": 0.0 + }, + { + "representative": 11749, + "members": [ + 11749 + ], + "max_error": 0.0 + }, + { + "representative": 11750, + "members": [ + 11750 + ], + "max_error": 0.0 + }, + { + "representative": 11751, + "members": [ + 11751 + ], + "max_error": 0.0 + }, + { + "representative": 11752, + "members": [ + 11752 + ], + "max_error": 0.0 + }, + { + "representative": 11753, + "members": [ + 11753 + ], + "max_error": 0.0 + }, + { + "representative": 11754, + "members": [ + 11754 + ], + "max_error": 0.0 + }, + { + "representative": 11755, + "members": [ + 11755 + ], + "max_error": 0.0 + }, + { + "representative": 11756, + "members": [ + 11756 + ], + "max_error": 0.0 + }, + { + "representative": 11757, + "members": [ + 11757 + ], + "max_error": 0.0 + }, + { + "representative": 11731, + "members": [ + 11731 + ], + "max_error": 0.0 + }, + { + "representative": 11758, + "members": [ + 11758 + ], + "max_error": 0.0 + }, + { + "representative": 11759, + "members": [ + 11759 + ], + "max_error": 0.0 + }, + { + "representative": 11732, + "members": [ + 11732 + ], + "max_error": 0.0 + }, + { + "representative": 11733, + "members": [ + 11733 + ], + "max_error": 0.0 + }, + { + "representative": 11734, + "members": [ + 11734 + ], + "max_error": 0.0 + }, + { + "representative": 11735, + "members": [ + 11735 + ], + "max_error": 0.0 + }, + { + "representative": 11736, + "members": [ + 11736 + ], + "max_error": 0.0 + }, + { + "representative": 11737, + "members": [ + 11737 + ], + "max_error": 0.0 + }, + { + "representative": 11729, + "members": [ + 11729 + ], + "max_error": 0.0 + }, + { + "representative": 11738, + "members": [ + 11738 + ], + "max_error": 0.0 + }, + { + "representative": 11739, + "members": [ + 11739 + ], + "max_error": 0.0 + }, + { + "representative": 11740, + "members": [ + 11740 + ], + "max_error": 0.0 + }, + { + "representative": 11741, + "members": [ + 11741 + ], + "max_error": 0.0 + }, + { + "representative": 11742, + "members": [ + 11742 + ], + "max_error": 0.0 + }, + { + "representative": 11743, + "members": [ + 11743 + ], + "max_error": 0.0 + }, + { + "representative": 11792, + "members": [ + 11792 + ], + "max_error": 0.0 + }, + { + "representative": 11808, + "members": [ + 11808 + ], + "max_error": 0.0 + }, + { + "representative": 11809, + "members": [ + 11809 + ], + "max_error": 0.0 + }, + { + "representative": 11810, + "members": [ + 11810 + ], + "max_error": 0.0 + }, + { + "representative": 11811, + "members": [ + 11811 + ], + "max_error": 0.0 + }, + { + "representative": 11794, + "members": [ + 11794 + ], + "max_error": 0.0 + }, + { + "representative": 11812, + "members": [ + 11812 + ], + "max_error": 0.0 + }, + { + "representative": 11813, + "members": [ + 11813 + ], + "max_error": 0.0 + }, + { + "representative": 11814, + "members": [ + 11814 + ], + "max_error": 0.0 + }, + { + "representative": 11815, + "members": [ + 11815 + ], + "max_error": 0.0 + }, + { + "representative": 11816, + "members": [ + 11816 + ], + "max_error": 0.0 + }, + { + "representative": 11817, + "members": [ + 11817 + ], + "max_error": 0.0 + }, + { + "representative": 11818, + "members": [ + 11818 + ], + "max_error": 0.0 + }, + { + "representative": 11819, + "members": [ + 11819 + ], + "max_error": 0.0 + }, + { + "representative": 11820, + "members": [ + 11820 + ], + "max_error": 0.0 + }, + { + "representative": 11821, + "members": [ + 11821 + ], + "max_error": 0.0 + }, + { + "representative": 11795, + "members": [ + 11795 + ], + "max_error": 0.0 + }, + { + "representative": 11822, + "members": [ + 11822 + ], + "max_error": 0.0 + }, + { + "representative": 11823, + "members": [ + 11823 + ], + "max_error": 0.0 + }, + { + "representative": 11796, + "members": [ + 11796 + ], + "max_error": 0.0 + }, + { + "representative": 11797, + "members": [ + 11797 + ], + "max_error": 0.0 + }, + { + "representative": 11798, + "members": [ + 11798 + ], + "max_error": 0.0 + }, + { + "representative": 11799, + "members": [ + 11799 + ], + "max_error": 0.0 + }, + { + "representative": 11800, + "members": [ + 11800 + ], + "max_error": 0.0 + }, + { + "representative": 11801, + "members": [ + 11801 + ], + "max_error": 0.0 + }, + { + "representative": 11793, + "members": [ + 11793 + ], + "max_error": 0.0 + }, + { + "representative": 11802, + "members": [ + 11802 + ], + "max_error": 0.0 + }, + { + "representative": 11803, + "members": [ + 11803 + ], + "max_error": 0.0 + }, + { + "representative": 11804, + "members": [ + 11804 + ], + "max_error": 0.0 + }, + { + "representative": 11805, + "members": [ + 11805 + ], + "max_error": 0.0 + }, + { + "representative": 11806, + "members": [ + 11806 + ], + "max_error": 0.0 + }, + { + "representative": 11807, + "members": [ + 11807 + ], + "max_error": 0.0 + }, + { + "representative": 11824, + "members": [ + 11824 + ], + "max_error": 0.0 + }, + { + "representative": 11840, + "members": [ + 11840 + ], + "max_error": 0.0 + }, + { + "representative": 11841, + "members": [ + 11841 + ], + "max_error": 0.0 + }, + { + "representative": 11842, + "members": [ + 11842 + ], + "max_error": 0.0 + }, + { + "representative": 11843, + "members": [ + 11843 + ], + "max_error": 0.0 + }, + { + "representative": 11826, + "members": [ + 11826 + ], + "max_error": 0.0 + }, + { + "representative": 11844, + "members": [ + 11844 + ], + "max_error": 0.0 + }, + { + "representative": 11845, + "members": [ + 11845 + ], + "max_error": 0.0 + }, + { + "representative": 11846, + "members": [ + 11846 + ], + "max_error": 0.0 + }, + { + "representative": 11847, + "members": [ + 11847 + ], + "max_error": 0.0 + }, + { + "representative": 11848, + "members": [ + 11848 + ], + "max_error": 0.0 + }, + { + "representative": 11849, + "members": [ + 11849 + ], + "max_error": 0.0 + }, + { + "representative": 11850, + "members": [ + 11850 + ], + "max_error": 0.0 + }, + { + "representative": 11851, + "members": [ + 11851 + ], + "max_error": 0.0 + }, + { + "representative": 11852, + "members": [ + 11852 + ], + "max_error": 0.0 + }, + { + "representative": 11853, + "members": [ + 11853 + ], + "max_error": 0.0 + }, + { + "representative": 11827, + "members": [ + 11827 + ], + "max_error": 0.0 + }, + { + "representative": 11854, + "members": [ + 11854 + ], + "max_error": 0.0 + }, + { + "representative": 11855, + "members": [ + 11855 + ], + "max_error": 0.0 + }, + { + "representative": 11828, + "members": [ + 11828 + ], + "max_error": 0.0 + }, + { + "representative": 11829, + "members": [ + 11829 + ], + "max_error": 0.0 + }, + { + "representative": 11830, + "members": [ + 11830 + ], + "max_error": 0.0 + }, + { + "representative": 11831, + "members": [ + 11831 + ], + "max_error": 0.0 + }, + { + "representative": 11832, + "members": [ + 11832 + ], + "max_error": 0.0 + }, + { + "representative": 11833, + "members": [ + 11833 + ], + "max_error": 0.0 + }, + { + "representative": 11825, + "members": [ + 11825 + ], + "max_error": 0.0 + }, + { + "representative": 11834, + "members": [ + 11834 + ], + "max_error": 0.0 + }, + { + "representative": 11835, + "members": [ + 11835 + ], + "max_error": 0.0 + }, + { + "representative": 11836, + "members": [ + 11836 + ], + "max_error": 0.0 + }, + { + "representative": 11837, + "members": [ + 11837 + ], + "max_error": 0.0 + }, + { + "representative": 11838, + "members": [ + 11838 + ], + "max_error": 0.0 + }, + { + "representative": 11839, + "members": [ + 11839 + ], + "max_error": 0.0 + }, + { + "representative": 11856, + "members": [ + 11856 + ], + "max_error": 0.0 + }, + { + "representative": 11872, + "members": [ + 11872 + ], + "max_error": 0.0 + }, + { + "representative": 11873, + "members": [ + 11873 + ], + "max_error": 0.0 + }, + { + "representative": 11874, + "members": [ + 11874 + ], + "max_error": 0.0 + }, + { + "representative": 11875, + "members": [ + 11875 + ], + "max_error": 0.0 + }, + { + "representative": 11858, + "members": [ + 11858 + ], + "max_error": 0.0 + }, + { + "representative": 11876, + "members": [ + 11876 + ], + "max_error": 0.0 + }, + { + "representative": 11877, + "members": [ + 11877 + ], + "max_error": 0.0 + }, + { + "representative": 11878, + "members": [ + 11878 + ], + "max_error": 0.0 + }, + { + "representative": 11879, + "members": [ + 11879 + ], + "max_error": 0.0 + }, + { + "representative": 11880, + "members": [ + 11880 + ], + "max_error": 0.0 + }, + { + "representative": 11881, + "members": [ + 11881 + ], + "max_error": 0.0 + }, + { + "representative": 11882, + "members": [ + 11882 + ], + "max_error": 0.0 + }, + { + "representative": 11883, + "members": [ + 11883 + ], + "max_error": 0.0 + }, + { + "representative": 11884, + "members": [ + 11884 + ], + "max_error": 0.0 + }, + { + "representative": 11885, + "members": [ + 11885 + ], + "max_error": 0.0 + }, + { + "representative": 11859, + "members": [ + 11859 + ], + "max_error": 0.0 + }, + { + "representative": 11886, + "members": [ + 11886 + ], + "max_error": 0.0 + }, + { + "representative": 11887, + "members": [ + 11887 + ], + "max_error": 0.0 + }, + { + "representative": 11860, + "members": [ + 11860 + ], + "max_error": 0.0 + }, + { + "representative": 11861, + "members": [ + 11861 + ], + "max_error": 0.0 + }, + { + "representative": 11862, + "members": [ + 11862 + ], + "max_error": 0.0 + }, + { + "representative": 11863, + "members": [ + 11863 + ], + "max_error": 0.0 + }, + { + "representative": 11864, + "members": [ + 11864 + ], + "max_error": 0.0 + }, + { + "representative": 11865, + "members": [ + 11865 + ], + "max_error": 0.0 + }, + { + "representative": 11857, + "members": [ + 11857 + ], + "max_error": 0.0 + }, + { + "representative": 11866, + "members": [ + 11866 + ], + "max_error": 0.0 + }, + { + "representative": 11867, + "members": [ + 11867 + ], + "max_error": 0.0 + }, + { + "representative": 11868, + "members": [ + 11868 + ], + "max_error": 0.0 + }, + { + "representative": 11869, + "members": [ + 11869 + ], + "max_error": 0.0 + }, + { + "representative": 11870, + "members": [ + 11870 + ], + "max_error": 0.0 + }, + { + "representative": 11871, + "members": [ + 11871 + ], + "max_error": 0.0 + }, + { + "representative": 11888, + "members": [ + 11888 + ], + "max_error": 0.0 + }, + { + "representative": 11904, + "members": [ + 11904 + ], + "max_error": 0.0 + }, + { + "representative": 11905, + "members": [ + 11905 + ], + "max_error": 0.0 + }, + { + "representative": 11906, + "members": [ + 11906 + ], + "max_error": 0.0 + }, + { + "representative": 11907, + "members": [ + 11907 + ], + "max_error": 0.0 + }, + { + "representative": 11890, + "members": [ + 11890 + ], + "max_error": 0.0 + }, + { + "representative": 11908, + "members": [ + 11908 + ], + "max_error": 0.0 + }, + { + "representative": 11909, + "members": [ + 11909 + ], + "max_error": 0.0 + }, + { + "representative": 11910, + "members": [ + 11910 + ], + "max_error": 0.0 + }, + { + "representative": 11911, + "members": [ + 11911 + ], + "max_error": 0.0 + }, + { + "representative": 11912, + "members": [ + 11912 + ], + "max_error": 0.0 + }, + { + "representative": 11913, + "members": [ + 11913 + ], + "max_error": 0.0 + }, + { + "representative": 11914, + "members": [ + 11914 + ], + "max_error": 0.0 + }, + { + "representative": 11915, + "members": [ + 11915 + ], + "max_error": 0.0 + }, + { + "representative": 11916, + "members": [ + 11916 + ], + "max_error": 0.0 + }, + { + "representative": 11917, + "members": [ + 11917 + ], + "max_error": 0.0 + }, + { + "representative": 11891, + "members": [ + 11891 + ], + "max_error": 0.0 + }, + { + "representative": 11918, + "members": [ + 11918 + ], + "max_error": 0.0 + }, + { + "representative": 11919, + "members": [ + 11919 + ], + "max_error": 0.0 + }, + { + "representative": 11892, + "members": [ + 11892 + ], + "max_error": 0.0 + }, + { + "representative": 11893, + "members": [ + 11893 + ], + "max_error": 0.0 + }, + { + "representative": 11894, + "members": [ + 11894 + ], + "max_error": 0.0 + }, + { + "representative": 11895, + "members": [ + 11895 + ], + "max_error": 0.0 + }, + { + "representative": 11896, + "members": [ + 11896 + ], + "max_error": 0.0 + }, + { + "representative": 11897, + "members": [ + 11897 + ], + "max_error": 0.0 + }, + { + "representative": 11889, + "members": [ + 11889 + ], + "max_error": 0.0 + }, + { + "representative": 11898, + "members": [ + 11898 + ], + "max_error": 0.0 + }, + { + "representative": 11899, + "members": [ + 11899 + ], + "max_error": 0.0 + }, + { + "representative": 11900, + "members": [ + 11900 + ], + "max_error": 0.0 + }, + { + "representative": 11901, + "members": [ + 11901 + ], + "max_error": 0.0 + }, + { + "representative": 11902, + "members": [ + 11902 + ], + "max_error": 0.0 + }, + { + "representative": 11903, + "members": [ + 11903 + ], + "max_error": 0.0 + }, + { + "representative": 11920, + "members": [ + 11920 + ], + "max_error": 0.0 + }, + { + "representative": 11936, + "members": [ + 11936 + ], + "max_error": 0.0 + }, + { + "representative": 11937, + "members": [ + 11937 + ], + "max_error": 0.0 + }, + { + "representative": 11938, + "members": [ + 11938 + ], + "max_error": 0.0 + }, + { + "representative": 11939, + "members": [ + 11939 + ], + "max_error": 0.0 + }, + { + "representative": 11922, + "members": [ + 11922 + ], + "max_error": 0.0 + }, + { + "representative": 11940, + "members": [ + 11940 + ], + "max_error": 0.0 + }, + { + "representative": 11941, + "members": [ + 11941 + ], + "max_error": 0.0 + }, + { + "representative": 11942, + "members": [ + 11942 + ], + "max_error": 0.0 + }, + { + "representative": 11943, + "members": [ + 11943 + ], + "max_error": 0.0 + }, + { + "representative": 11944, + "members": [ + 11944 + ], + "max_error": 0.0 + }, + { + "representative": 11945, + "members": [ + 11945 + ], + "max_error": 0.0 + }, + { + "representative": 11946, + "members": [ + 11946 + ], + "max_error": 0.0 + }, + { + "representative": 11947, + "members": [ + 11947 + ], + "max_error": 0.0 + }, + { + "representative": 11948, + "members": [ + 11948 + ], + "max_error": 0.0 + }, + { + "representative": 11949, + "members": [ + 11949 + ], + "max_error": 0.0 + }, + { + "representative": 11923, + "members": [ + 11923 + ], + "max_error": 0.0 + }, + { + "representative": 11950, + "members": [ + 11950 + ], + "max_error": 0.0 + }, + { + "representative": 11951, + "members": [ + 11951 + ], + "max_error": 0.0 + }, + { + "representative": 11924, + "members": [ + 11924 + ], + "max_error": 0.0 + }, + { + "representative": 11925, + "members": [ + 11925 + ], + "max_error": 0.0 + }, + { + "representative": 11926, + "members": [ + 11926 + ], + "max_error": 0.0 + }, + { + "representative": 11927, + "members": [ + 11927 + ], + "max_error": 0.0 + }, + { + "representative": 11928, + "members": [ + 11928 + ], + "max_error": 0.0 + }, + { + "representative": 11929, + "members": [ + 11929 + ], + "max_error": 0.0 + }, + { + "representative": 11921, + "members": [ + 11921 + ], + "max_error": 0.0 + }, + { + "representative": 11930, + "members": [ + 11930 + ], + "max_error": 0.0 + }, + { + "representative": 11931, + "members": [ + 11931 + ], + "max_error": 0.0 + }, + { + "representative": 11932, + "members": [ + 11932 + ], + "max_error": 0.0 + }, + { + "representative": 11933, + "members": [ + 11933 + ], + "max_error": 0.0 + }, + { + "representative": 11934, + "members": [ + 11934 + ], + "max_error": 0.0 + }, + { + "representative": 11935, + "members": [ + 11935 + ], + "max_error": 0.0 + }, + { + "representative": 11952, + "members": [ + 11952 + ], + "max_error": 0.0 + }, + { + "representative": 11968, + "members": [ + 11968 + ], + "max_error": 0.0 + }, + { + "representative": 11969, + "members": [ + 11969 + ], + "max_error": 0.0 + }, + { + "representative": 11970, + "members": [ + 11970 + ], + "max_error": 0.0 + }, + { + "representative": 11971, + "members": [ + 11971 + ], + "max_error": 0.0 + }, + { + "representative": 11954, + "members": [ + 11954 + ], + "max_error": 0.0 + }, + { + "representative": 11972, + "members": [ + 11972 + ], + "max_error": 0.0 + }, + { + "representative": 11973, + "members": [ + 11973 + ], + "max_error": 0.0 + }, + { + "representative": 11974, + "members": [ + 11974 + ], + "max_error": 0.0 + }, + { + "representative": 11975, + "members": [ + 11975 + ], + "max_error": 0.0 + }, + { + "representative": 11976, + "members": [ + 11976 + ], + "max_error": 0.0 + }, + { + "representative": 11977, + "members": [ + 11977 + ], + "max_error": 0.0 + }, + { + "representative": 11978, + "members": [ + 11978 + ], + "max_error": 0.0 + }, + { + "representative": 11979, + "members": [ + 11979 + ], + "max_error": 0.0 + }, + { + "representative": 11980, + "members": [ + 11980 + ], + "max_error": 0.0 + }, + { + "representative": 11981, + "members": [ + 11981 + ], + "max_error": 0.0 + }, + { + "representative": 11955, + "members": [ + 11955 + ], + "max_error": 0.0 + }, + { + "representative": 11982, + "members": [ + 11982 + ], + "max_error": 0.0 + }, + { + "representative": 11983, + "members": [ + 11983 + ], + "max_error": 0.0 + }, + { + "representative": 11956, + "members": [ + 11956 + ], + "max_error": 0.0 + }, + { + "representative": 11957, + "members": [ + 11957 + ], + "max_error": 0.0 + }, + { + "representative": 11958, + "members": [ + 11958 + ], + "max_error": 0.0 + }, + { + "representative": 11959, + "members": [ + 11959 + ], + "max_error": 0.0 + }, + { + "representative": 11960, + "members": [ + 11960 + ], + "max_error": 0.0 + }, + { + "representative": 11961, + "members": [ + 11961 + ], + "max_error": 0.0 + }, + { + "representative": 11953, + "members": [ + 11953 + ], + "max_error": 0.0 + }, + { + "representative": 11962, + "members": [ + 11962 + ], + "max_error": 0.0 + }, + { + "representative": 11963, + "members": [ + 11963 + ], + "max_error": 0.0 + }, + { + "representative": 11964, + "members": [ + 11964 + ], + "max_error": 0.0 + }, + { + "representative": 11965, + "members": [ + 11965 + ], + "max_error": 0.0 + }, + { + "representative": 11966, + "members": [ + 11966 + ], + "max_error": 0.0 + }, + { + "representative": 11967, + "members": [ + 11967 + ], + "max_error": 0.0 + }, + { + "representative": 11760, + "members": [ + 11760 + ], + "max_error": 0.0 + }, + { + "representative": 11776, + "members": [ + 11776 + ], + "max_error": 0.0 + }, + { + "representative": 11777, + "members": [ + 11777 + ], + "max_error": 0.0 + }, + { + "representative": 11778, + "members": [ + 11778 + ], + "max_error": 0.0 + }, + { + "representative": 11779, + "members": [ + 11779 + ], + "max_error": 0.0 + }, + { + "representative": 11762, + "members": [ + 11762 + ], + "max_error": 0.0 + }, + { + "representative": 11780, + "members": [ + 11780 + ], + "max_error": 0.0 + }, + { + "representative": 11781, + "members": [ + 11781 + ], + "max_error": 0.0 + }, + { + "representative": 11782, + "members": [ + 11782 + ], + "max_error": 0.0 + }, + { + "representative": 11783, + "members": [ + 11783 + ], + "max_error": 0.0 + }, + { + "representative": 11784, + "members": [ + 11784 + ], + "max_error": 0.0 + }, + { + "representative": 11785, + "members": [ + 11785 + ], + "max_error": 0.0 + }, + { + "representative": 11786, + "members": [ + 11786 + ], + "max_error": 0.0 + }, + { + "representative": 11787, + "members": [ + 11787 + ], + "max_error": 0.0 + }, + { + "representative": 11788, + "members": [ + 11788 + ], + "max_error": 0.0 + }, + { + "representative": 11789, + "members": [ + 11789 + ], + "max_error": 0.0 + }, + { + "representative": 11763, + "members": [ + 11763 + ], + "max_error": 0.0 + }, + { + "representative": 11790, + "members": [ + 11790 + ], + "max_error": 0.0 + }, + { + "representative": 11791, + "members": [ + 11791 + ], + "max_error": 0.0 + }, + { + "representative": 11764, + "members": [ + 11764 + ], + "max_error": 0.0 + }, + { + "representative": 11765, + "members": [ + 11765 + ], + "max_error": 0.0 + }, + { + "representative": 11766, + "members": [ + 11766 + ], + "max_error": 0.0 + }, + { + "representative": 11767, + "members": [ + 11767 + ], + "max_error": 0.0 + }, + { + "representative": 11768, + "members": [ + 11768 + ], + "max_error": 0.0 + }, + { + "representative": 11769, + "members": [ + 11769 + ], + "max_error": 0.0 + }, + { + "representative": 11761, + "members": [ + 11761 + ], + "max_error": 0.0 + }, + { + "representative": 11770, + "members": [ + 11770 + ], + "max_error": 0.0 + }, + { + "representative": 11771, + "members": [ + 11771 + ], + "max_error": 0.0 + }, + { + "representative": 11772, + "members": [ + 11772 + ], + "max_error": 0.0 + }, + { + "representative": 11773, + "members": [ + 11773 + ], + "max_error": 0.0 + }, + { + "representative": 11774, + "members": [ + 11774 + ], + "max_error": 0.0 + }, + { + "representative": 11775, + "members": [ + 11775 + ], + "max_error": 0.0 + }, + { + "representative": 12264, + "members": [ + 12264 + ], + "max_error": 0.0 + }, + { + "representative": 12267, + "members": [ + 12267 + ], + "max_error": 0.0 + }, + { + "representative": 12269, + "members": [ + 12269 + ], + "max_error": 0.0 + }, + { + "representative": 12243, + "members": [ + 12243 + ], + "max_error": 0.0 + }, + { + "representative": 12270, + "members": [ + 12270 + ], + "max_error": 0.0 + }, + { + "representative": 12244, + "members": [ + 12244 + ], + "max_error": 0.0 + }, + { + "representative": 12252, + "members": [ + 12252 + ], + "max_error": 0.0 + }, + { + "representative": 12253, + "members": [ + 12253 + ], + "max_error": 0.0 + }, + { + "representative": 12254, + "members": [ + 12254 + ], + "max_error": 0.0 + }, + { + "representative": 12483, + "members": [ + 12483 + ], + "max_error": 0.0 + }, + { + "representative": 12377, + "members": [ + 12377 + ], + "max_error": 0.0 + }, + { + "representative": 12299, + "members": [ + 12299 + ], + "max_error": 0.0 + }, + { + "representative": 12240, + "members": [ + 12240 + ], + "max_error": 0.0 + }, + { + "representative": 12274, + "members": [ + 12274 + ], + "max_error": 0.0 + }, + { + "representative": 12362, + "members": [ + 12362 + ], + "max_error": 0.0 + }, + { + "representative": 12444, + "members": [ + 12444 + ], + "max_error": 0.0 + }, + { + "representative": 12329, + "members": [ + 12329 + ], + "max_error": 0.0 + }, + { + "representative": 12465, + "members": [ + 12465 + ], + "max_error": 0.0 + }, + { + "representative": 12242, + "members": [ + 12242 + ], + "max_error": 0.0 + }, + { + "representative": 12439, + "members": [ + 12439 + ], + "max_error": 0.0 + }, + { + "representative": 12350, + "members": [ + 12350 + ], + "max_error": 0.0 + }, + { + "representative": 12337, + "members": [ + 12337 + ], + "max_error": 0.0 + }, + { + "representative": 12472, + "members": [ + 12472 + ], + "max_error": 0.0 + }, + { + "representative": 12493, + "members": [ + 12493 + ], + "max_error": 0.0 + }, + { + "representative": 12297, + "members": [ + 12297 + ], + "max_error": 0.0 + }, + { + "representative": 12333, + "members": [ + 12333 + ], + "max_error": 0.0 + }, + { + "representative": 12401, + "members": [ + 12401 + ], + "max_error": 0.0 + }, + { + "representative": 12352, + "members": [ + 12352 + ], + "max_error": 0.0 + }, + { + "representative": 12311, + "members": [ + 12311 + ], + "max_error": 0.0 + }, + { + "representative": 12292, + "members": [ + 12292 + ], + "max_error": 0.0 + }, + { + "representative": 12464, + "members": [ + 12464 + ], + "max_error": 0.0 + }, + { + "representative": 12454, + "members": [ + 12454 + ], + "max_error": 0.0 + }, + { + "representative": 12341, + "members": [ + 12341 + ], + "max_error": 0.0 + }, + { + "representative": 12375, + "members": [ + 12375 + ], + "max_error": 0.0 + }, + { + "representative": 12383, + "members": [ + 12383 + ], + "max_error": 0.0 + }, + { + "representative": 12320, + "members": [ + 12320 + ], + "max_error": 0.0 + }, + { + "representative": 12471, + "members": [ + 12471 + ], + "max_error": 0.0 + }, + { + "representative": 12363, + "members": [ + 12363 + ], + "max_error": 0.0 + }, + { + "representative": 12405, + "members": [ + 12405 + ], + "max_error": 0.0 + }, + { + "representative": 12304, + "members": [ + 12304 + ], + "max_error": 0.0 + }, + { + "representative": 12322, + "members": [ + 12322 + ], + "max_error": 0.0 + }, + { + "representative": 12325, + "members": [ + 12325 + ], + "max_error": 0.0 + }, + { + "representative": 12330, + "members": [ + 12330 + ], + "max_error": 0.0 + }, + { + "representative": 12331, + "members": [ + 12331 + ], + "max_error": 0.0 + }, + { + "representative": 12309, + "members": [ + 12309 + ], + "max_error": 0.0 + }, + { + "representative": 12314, + "members": [ + 12314 + ], + "max_error": 0.0 + }, + { + "representative": 12317, + "members": [ + 12317 + ], + "max_error": 0.0 + }, + { + "representative": 12381, + "members": [ + 12381 + ], + "max_error": 0.0 + }, + { + "representative": 12494, + "members": [ + 12494 + ], + "max_error": 0.0 + }, + { + "representative": 12368, + "members": [ + 12368 + ], + "max_error": 0.0 + }, + { + "representative": 12479, + "members": [ + 12479 + ], + "max_error": 0.0 + }, + { + "representative": 12390, + "members": [ + 12390 + ], + "max_error": 0.0 + }, + { + "representative": 12250, + "members": [ + 12250 + ], + "max_error": 0.0 + }, + { + "representative": 12308, + "members": [ + 12308 + ], + "max_error": 0.0 + }, + { + "representative": 12392, + "members": [ + 12392 + ], + "max_error": 0.0 + }, + { + "representative": 12467, + "members": [ + 12467 + ], + "max_error": 0.0 + }, + { + "representative": 12336, + "members": [ + 12336 + ], + "max_error": 0.0 + }, + { + "representative": 12285, + "members": [ + 12285 + ], + "max_error": 0.0 + }, + { + "representative": 12410, + "members": [ + 12410 + ], + "max_error": 0.0 + }, + { + "representative": 12404, + "members": [ + 12404 + ], + "max_error": 0.0 + }, + { + "representative": 12310, + "members": [ + 12310 + ], + "max_error": 0.0 + }, + { + "representative": 12481, + "members": [ + 12481 + ], + "max_error": 0.0 + }, + { + "representative": 12452, + "members": [ + 12452 + ], + "max_error": 0.0 + }, + { + "representative": 12396, + "members": [ + 12396 + ], + "max_error": 0.0 + }, + { + "representative": 12428, + "members": [ + 12428 + ], + "max_error": 0.0 + }, + { + "representative": 12495, + "members": [ + 12495 + ], + "max_error": 0.0 + }, + { + "representative": 12289, + "members": [ + 12289 + ], + "max_error": 0.0 + }, + { + "representative": 12372, + "members": [ + 12372 + ], + "max_error": 0.0 + }, + { + "representative": 12480, + "members": [ + 12480 + ], + "max_error": 0.0 + }, + { + "representative": 12490, + "members": [ + 12490 + ], + "max_error": 0.0 + }, + { + "representative": 12427, + "members": [ + 12427 + ], + "max_error": 0.0 + }, + { + "representative": 12456, + "members": [ + 12456 + ], + "max_error": 0.0 + }, + { + "representative": 12272, + "members": [ + 12272 + ], + "max_error": 0.0 + }, + { + "representative": 12376, + "members": [ + 12376 + ], + "max_error": 0.0 + }, + { + "representative": 12409, + "members": [ + 12409 + ], + "max_error": 0.0 + }, + { + "representative": 12306, + "members": [ + 12306 + ], + "max_error": 0.0 + }, + { + "representative": 12475, + "members": [ + 12475 + ], + "max_error": 0.0 + }, + { + "representative": 12359, + "members": [ + 12359 + ], + "max_error": 0.0 + }, + { + "representative": 12318, + "members": [ + 12318 + ], + "max_error": 0.0 + }, + { + "representative": 12262, + "members": [ + 12262 + ], + "max_error": 0.0 + }, + { + "representative": 12440, + "members": [ + 12440 + ], + "max_error": 0.0 + }, + { + "representative": 12279, + "members": [ + 12279 + ], + "max_error": 0.0 + }, + { + "representative": 12298, + "members": [ + 12298 + ], + "max_error": 0.0 + }, + { + "representative": 12315, + "members": [ + 12315 + ], + "max_error": 0.0 + }, + { + "representative": 12445, + "members": [ + 12445 + ], + "max_error": 0.0 + }, + { + "representative": 12340, + "members": [ + 12340 + ], + "max_error": 0.0 + }, + { + "representative": 12344, + "members": [ + 12344 + ], + "max_error": 0.0 + }, + { + "representative": 12257, + "members": [ + 12257 + ], + "max_error": 0.0 + }, + { + "representative": 12295, + "members": [ + 12295 + ], + "max_error": 0.0 + }, + { + "representative": 12268, + "members": [ + 12268 + ], + "max_error": 0.0 + }, + { + "representative": 12278, + "members": [ + 12278 + ], + "max_error": 0.0 + }, + { + "representative": 12458, + "members": [ + 12458 + ], + "max_error": 0.0 + }, + { + "representative": 12482, + "members": [ + 12482 + ], + "max_error": 0.0 + }, + { + "representative": 12248, + "members": [ + 12248 + ], + "max_error": 0.0 + }, + { + "representative": 12259, + "members": [ + 12259 + ], + "max_error": 0.0 + }, + { + "representative": 12266, + "members": [ + 12266 + ], + "max_error": 0.0 + }, + { + "representative": 12423, + "members": [ + 12423 + ], + "max_error": 0.0 + }, + { + "representative": 12426, + "members": [ + 12426 + ], + "max_error": 0.0 + }, + { + "representative": 12327, + "members": [ + 12327 + ], + "max_error": 0.0 + }, + { + "representative": 12326, + "members": [ + 12326 + ], + "max_error": 0.0 + }, + { + "representative": 12397, + "members": [ + 12397 + ], + "max_error": 0.0 + }, + { + "representative": 12302, + "members": [ + 12302 + ], + "max_error": 0.0 + }, + { + "representative": 12319, + "members": [ + 12319 + ], + "max_error": 0.0 + }, + { + "representative": 12388, + "members": [ + 12388 + ], + "max_error": 0.0 + }, + { + "representative": 12434, + "members": [ + 12434 + ], + "max_error": 0.0 + }, + { + "representative": 12367, + "members": [ + 12367 + ], + "max_error": 0.0 + }, + { + "representative": 12249, + "members": [ + 12249 + ], + "max_error": 0.0 + }, + { + "representative": 12442, + "members": [ + 12442 + ], + "max_error": 0.0 + }, + { + "representative": 12287, + "members": [ + 12287 + ], + "max_error": 0.0 + }, + { + "representative": 12492, + "members": [ + 12492 + ], + "max_error": 0.0 + }, + { + "representative": 12260, + "members": [ + 12260 + ], + "max_error": 0.0 + }, + { + "representative": 12245, + "members": [ + 12245 + ], + "max_error": 0.0 + }, + { + "representative": 12265, + "members": [ + 12265 + ], + "max_error": 0.0 + }, + { + "representative": 12313, + "members": [ + 12313 + ], + "max_error": 0.0 + }, + { + "representative": 12316, + "members": [ + 12316 + ], + "max_error": 0.0 + }, + { + "representative": 12369, + "members": [ + 12369 + ], + "max_error": 0.0 + }, + { + "representative": 12312, + "members": [ + 12312 + ], + "max_error": 0.0 + }, + { + "representative": 12247, + "members": [ + 12247 + ], + "max_error": 0.0 + }, + { + "representative": 12305, + "members": [ + 12305 + ], + "max_error": 0.0 + }, + { + "representative": 12403, + "members": [ + 12403 + ], + "max_error": 0.0 + }, + { + "representative": 12332, + "members": [ + 12332 + ], + "max_error": 0.0 + }, + { + "representative": 12484, + "members": [ + 12484 + ], + "max_error": 0.0 + }, + { + "representative": 12349, + "members": [ + 12349 + ], + "max_error": 0.0 + }, + { + "representative": 12374, + "members": [ + 12374 + ], + "max_error": 0.0 + }, + { + "representative": 12277, + "members": [ + 12277 + ], + "max_error": 0.0 + }, + { + "representative": 12286, + "members": [ + 12286 + ], + "max_error": 0.0 + }, + { + "representative": 12459, + "members": [ + 12459 + ], + "max_error": 0.0 + }, + { + "representative": 12382, + "members": [ + 12382 + ], + "max_error": 0.0 + }, + { + "representative": 12353, + "members": [ + 12353 + ], + "max_error": 0.0 + }, + { + "representative": 12473, + "members": [ + 12473 + ], + "max_error": 0.0 + }, + { + "representative": 12433, + "members": [ + 12433 + ], + "max_error": 0.0 + }, + { + "representative": 12354, + "members": [ + 12354 + ], + "max_error": 0.0 + }, + { + "representative": 12356, + "members": [ + 12356 + ], + "max_error": 0.0 + }, + { + "representative": 12357, + "members": [ + 12357 + ], + "max_error": 0.0 + }, + { + "representative": 12360, + "members": [ + 12360 + ], + "max_error": 0.0 + }, + { + "representative": 12342, + "members": [ + 12342 + ], + "max_error": 0.0 + }, + { + "representative": 12351, + "members": [ + 12351 + ], + "max_error": 0.0 + }, + { + "representative": 12291, + "members": [ + 12291 + ], + "max_error": 0.0 + }, + { + "representative": 12437, + "members": [ + 12437 + ], + "max_error": 0.0 + }, + { + "representative": 12280, + "members": [ + 12280 + ], + "max_error": 0.0 + }, + { + "representative": 12432, + "members": [ + 12432 + ], + "max_error": 0.0 + }, + { + "representative": 12328, + "members": [ + 12328 + ], + "max_error": 0.0 + }, + { + "representative": 12414, + "members": [ + 12414 + ], + "max_error": 0.0 + }, + { + "representative": 12379, + "members": [ + 12379 + ], + "max_error": 0.0 + }, + { + "representative": 12407, + "members": [ + 12407 + ], + "max_error": 0.0 + }, + { + "representative": 12462, + "members": [ + 12462 + ], + "max_error": 0.0 + }, + { + "representative": 12448, + "members": [ + 12448 + ], + "max_error": 0.0 + }, + { + "representative": 12348, + "members": [ + 12348 + ], + "max_error": 0.0 + }, + { + "representative": 12418, + "members": [ + 12418 + ], + "max_error": 0.0 + }, + { + "representative": 12491, + "members": [ + 12491 + ], + "max_error": 0.0 + }, + { + "representative": 12385, + "members": [ + 12385 + ], + "max_error": 0.0 + }, + { + "representative": 12386, + "members": [ + 12386 + ], + "max_error": 0.0 + }, + { + "representative": 12387, + "members": [ + 12387 + ], + "max_error": 0.0 + }, + { + "representative": 12370, + "members": [ + 12370 + ], + "max_error": 0.0 + }, + { + "representative": 12393, + "members": [ + 12393 + ], + "max_error": 0.0 + }, + { + "representative": 12394, + "members": [ + 12394 + ], + "max_error": 0.0 + }, + { + "representative": 12395, + "members": [ + 12395 + ], + "max_error": 0.0 + }, + { + "representative": 12371, + "members": [ + 12371 + ], + "max_error": 0.0 + }, + { + "representative": 12398, + "members": [ + 12398 + ], + "max_error": 0.0 + }, + { + "representative": 12399, + "members": [ + 12399 + ], + "max_error": 0.0 + }, + { + "representative": 12380, + "members": [ + 12380 + ], + "max_error": 0.0 + }, + { + "representative": 12400, + "members": [ + 12400 + ], + "max_error": 0.0 + }, + { + "representative": 12416, + "members": [ + 12416 + ], + "max_error": 0.0 + }, + { + "representative": 12417, + "members": [ + 12417 + ], + "max_error": 0.0 + }, + { + "representative": 12419, + "members": [ + 12419 + ], + "max_error": 0.0 + }, + { + "representative": 12420, + "members": [ + 12420 + ], + "max_error": 0.0 + }, + { + "representative": 12422, + "members": [ + 12422 + ], + "max_error": 0.0 + }, + { + "representative": 12425, + "members": [ + 12425 + ], + "max_error": 0.0 + }, + { + "representative": 12431, + "members": [ + 12431 + ], + "max_error": 0.0 + }, + { + "representative": 12406, + "members": [ + 12406 + ], + "max_error": 0.0 + }, + { + "representative": 12413, + "members": [ + 12413 + ], + "max_error": 0.0 + }, + { + "representative": 12449, + "members": [ + 12449 + ], + "max_error": 0.0 + }, + { + "representative": 12450, + "members": [ + 12450 + ], + "max_error": 0.0 + }, + { + "representative": 12451, + "members": [ + 12451 + ], + "max_error": 0.0 + }, + { + "representative": 12453, + "members": [ + 12453 + ], + "max_error": 0.0 + }, + { + "representative": 12455, + "members": [ + 12455 + ], + "max_error": 0.0 + }, + { + "representative": 12457, + "members": [ + 12457 + ], + "max_error": 0.0 + }, + { + "representative": 12461, + "members": [ + 12461 + ], + "max_error": 0.0 + }, + { + "representative": 12435, + "members": [ + 12435 + ], + "max_error": 0.0 + }, + { + "representative": 12443, + "members": [ + 12443 + ], + "max_error": 0.0 + }, + { + "representative": 12446, + "members": [ + 12446 + ], + "max_error": 0.0 + }, + { + "representative": 12447, + "members": [ + 12447 + ], + "max_error": 0.0 + }, + { + "representative": 12466, + "members": [ + 12466 + ], + "max_error": 0.0 + }, + { + "representative": 12485, + "members": [ + 12485 + ], + "max_error": 0.0 + }, + { + "representative": 12489, + "members": [ + 12489 + ], + "max_error": 0.0 + }, + { + "representative": 12281, + "members": [ + 12281 + ], + "max_error": 0.0 + }, + { + "representative": 12321, + "members": [ + 12321 + ], + "max_error": 0.0 + }, + { + "representative": 12389, + "members": [ + 12389 + ], + "max_error": 0.0 + }, + { + "representative": 12271, + "members": [ + 12271 + ], + "max_error": 0.0 + }, + { + "representative": 12301, + "members": [ + 12301 + ], + "max_error": 0.0 + }, + { + "representative": 12411, + "members": [ + 12411 + ], + "max_error": 0.0 + }, + { + "representative": 12339, + "members": [ + 12339 + ], + "max_error": 0.0 + }, + { + "representative": 12343, + "members": [ + 12343 + ], + "max_error": 0.0 + }, + { + "representative": 12408, + "members": [ + 12408 + ], + "max_error": 0.0 + }, + { + "representative": 12258, + "members": [ + 12258 + ], + "max_error": 0.0 + }, + { + "representative": 12460, + "members": [ + 12460 + ], + "max_error": 0.0 + }, + { + "representative": 12384, + "members": [ + 12384 + ], + "max_error": 0.0 + }, + { + "representative": 12275, + "members": [ + 12275 + ], + "max_error": 0.0 + }, + { + "representative": 12424, + "members": [ + 12424 + ], + "max_error": 0.0 + }, + { + "representative": 12251, + "members": [ + 12251 + ], + "max_error": 0.0 + }, + { + "representative": 12346, + "members": [ + 12346 + ], + "max_error": 0.0 + }, + { + "representative": 12402, + "members": [ + 12402 + ], + "max_error": 0.0 + }, + { + "representative": 12288, + "members": [ + 12288 + ], + "max_error": 0.0 + }, + { + "representative": 12290, + "members": [ + 12290 + ], + "max_error": 0.0 + }, + { + "representative": 12293, + "members": [ + 12293 + ], + "max_error": 0.0 + }, + { + "representative": 12294, + "members": [ + 12294 + ], + "max_error": 0.0 + }, + { + "representative": 12296, + "members": [ + 12296 + ], + "max_error": 0.0 + }, + { + "representative": 12300, + "members": [ + 12300 + ], + "max_error": 0.0 + }, + { + "representative": 12273, + "members": [ + 12273 + ], + "max_error": 0.0 + }, + { + "representative": 12282, + "members": [ + 12282 + ], + "max_error": 0.0 + }, + { + "representative": 12283, + "members": [ + 12283 + ], + "max_error": 0.0 + }, + { + "representative": 12284, + "members": [ + 12284 + ], + "max_error": 0.0 + }, + { + "representative": 12415, + "members": [ + 12415 + ], + "max_error": 0.0 + }, + { + "representative": 12358, + "members": [ + 12358 + ], + "max_error": 0.0 + }, + { + "representative": 12463, + "members": [ + 12463 + ], + "max_error": 0.0 + }, + { + "representative": 12323, + "members": [ + 12323 + ], + "max_error": 0.0 + }, + { + "representative": 12474, + "members": [ + 12474 + ], + "max_error": 0.0 + }, + { + "representative": 12488, + "members": [ + 12488 + ], + "max_error": 0.0 + }, + { + "representative": 12347, + "members": [ + 12347 + ], + "max_error": 0.0 + }, + { + "representative": 12307, + "members": [ + 12307 + ], + "max_error": 0.0 + }, + { + "representative": 12468, + "members": [ + 12468 + ], + "max_error": 0.0 + }, + { + "representative": 12361, + "members": [ + 12361 + ], + "max_error": 0.0 + }, + { + "representative": 12487, + "members": [ + 12487 + ], + "max_error": 0.0 + }, + { + "representative": 12429, + "members": [ + 12429 + ], + "max_error": 0.0 + }, + { + "representative": 12476, + "members": [ + 12476 + ], + "max_error": 0.0 + }, + { + "representative": 12261, + "members": [ + 12261 + ], + "max_error": 0.0 + }, + { + "representative": 12421, + "members": [ + 12421 + ], + "max_error": 0.0 + }, + { + "representative": 12365, + "members": [ + 12365 + ], + "max_error": 0.0 + }, + { + "representative": 12324, + "members": [ + 12324 + ], + "max_error": 0.0 + }, + { + "representative": 12478, + "members": [ + 12478 + ], + "max_error": 0.0 + }, + { + "representative": 12391, + "members": [ + 12391 + ], + "max_error": 0.0 + }, + { + "representative": 12470, + "members": [ + 12470 + ], + "max_error": 0.0 + }, + { + "representative": 12364, + "members": [ + 12364 + ], + "max_error": 0.0 + }, + { + "representative": 12438, + "members": [ + 12438 + ], + "max_error": 0.0 + }, + { + "representative": 12430, + "members": [ + 12430 + ], + "max_error": 0.0 + }, + { + "representative": 12345, + "members": [ + 12345 + ], + "max_error": 0.0 + }, + { + "representative": 12477, + "members": [ + 12477 + ], + "max_error": 0.0 + }, + { + "representative": 12378, + "members": [ + 12378 + ], + "max_error": 0.0 + }, + { + "representative": 12255, + "members": [ + 12255 + ], + "max_error": 0.0 + }, + { + "representative": 12303, + "members": [ + 12303 + ], + "max_error": 0.0 + }, + { + "representative": 12412, + "members": [ + 12412 + ], + "max_error": 0.0 + }, + { + "representative": 12469, + "members": [ + 12469 + ], + "max_error": 0.0 + }, + { + "representative": 12338, + "members": [ + 12338 + ], + "max_error": 0.0 + }, + { + "representative": 12263, + "members": [ + 12263 + ], + "max_error": 0.0 + }, + { + "representative": 12334, + "members": [ + 12334 + ], + "max_error": 0.0 + }, + { + "representative": 12276, + "members": [ + 12276 + ], + "max_error": 0.0 + }, + { + "representative": 12335, + "members": [ + 12335 + ], + "max_error": 0.0 + }, + { + "representative": 12441, + "members": [ + 12441 + ], + "max_error": 0.0 + }, + { + "representative": 12366, + "members": [ + 12366 + ], + "max_error": 0.0 + }, + { + "representative": 12256, + "members": [ + 12256 + ], + "max_error": 0.0 + }, + { + "representative": 12241, + "members": [ + 12241 + ], + "max_error": 0.0 + }, + { + "representative": 12355, + "members": [ + 12355 + ], + "max_error": 0.0 + }, + { + "representative": 12246, + "members": [ + 12246 + ], + "max_error": 0.0 + }, + { + "representative": 12486, + "members": [ + 12486 + ], + "max_error": 0.0 + }, + { + "representative": 12436, + "members": [ + 12436 + ], + "max_error": 0.0 + }, + { + "representative": 12373, + "members": [ + 12373 + ], + "max_error": 0.0 + }, + { + "representative": 12752, + "members": [ + 12752 + ], + "max_error": 0.0 + }, + { + "representative": 12773, + "members": [ + 12773 + ], + "max_error": 0.0 + }, + { + "representative": 12776, + "members": [ + 12776 + ], + "max_error": 0.0 + }, + { + "representative": 12763, + "members": [ + 12763 + ], + "max_error": 0.0 + }, + { + "representative": 12941, + "members": [ + 12941 + ], + "max_error": 0.0 + }, + { + "representative": 12802, + "members": [ + 12802 + ], + "max_error": 0.0 + }, + { + "representative": 12967, + "members": [ + 12967 + ], + "max_error": 0.0 + }, + { + "representative": 12893, + "members": [ + 12893 + ], + "max_error": 0.0 + }, + { + "representative": 12850, + "members": [ + 12850 + ], + "max_error": 0.0 + }, + { + "representative": 12811, + "members": [ + 12811 + ], + "max_error": 0.0 + }, + { + "representative": 12797, + "members": [ + 12797 + ], + "max_error": 0.0 + }, + { + "representative": 12836, + "members": [ + 12836 + ], + "max_error": 0.0 + }, + { + "representative": 12928, + "members": [ + 12928 + ], + "max_error": 0.0 + }, + { + "representative": 12759, + "members": [ + 12759 + ], + "max_error": 0.0 + }, + { + "representative": 12780, + "members": [ + 12780 + ], + "max_error": 0.0 + }, + { + "representative": 12777, + "members": [ + 12777 + ], + "max_error": 0.0 + }, + { + "representative": 12842, + "members": [ + 12842 + ], + "max_error": 0.0 + }, + { + "representative": 12887, + "members": [ + 12887 + ], + "max_error": 0.0 + }, + { + "representative": 12863, + "members": [ + 12863 + ], + "max_error": 0.0 + }, + { + "representative": 12923, + "members": [ + 12923 + ], + "max_error": 0.0 + }, + { + "representative": 12833, + "members": [ + 12833 + ], + "max_error": 0.0 + }, + { + "representative": 12832, + "members": [ + 12832 + ], + "max_error": 0.0 + }, + { + "representative": 12835, + "members": [ + 12835 + ], + "max_error": 0.0 + }, + { + "representative": 12818, + "members": [ + 12818 + ], + "max_error": 0.0 + }, + { + "representative": 12831, + "members": [ + 12831 + ], + "max_error": 0.0 + }, + { + "representative": 12985, + "members": [ + 12985 + ], + "max_error": 0.0 + }, + { + "representative": 12869, + "members": [ + 12869 + ], + "max_error": 0.0 + }, + { + "representative": 12769, + "members": [ + 12769 + ], + "max_error": 0.0 + }, + { + "representative": 12883, + "members": [ + 12883 + ], + "max_error": 0.0 + }, + { + "representative": 12969, + "members": [ + 12969 + ], + "max_error": 0.0 + }, + { + "representative": 12803, + "members": [ + 12803 + ], + "max_error": 0.0 + }, + { + "representative": 12975, + "members": [ + 12975 + ], + "max_error": 0.0 + }, + { + "representative": 12766, + "members": [ + 12766 + ], + "max_error": 0.0 + }, + { + "representative": 12843, + "members": [ + 12843 + ], + "max_error": 0.0 + }, + { + "representative": 13007, + "members": [ + 13007 + ], + "max_error": 0.0 + }, + { + "representative": 12837, + "members": [ + 12837 + ], + "max_error": 0.0 + }, + { + "representative": 13006, + "members": [ + 13006 + ], + "max_error": 0.0 + }, + { + "representative": 12891, + "members": [ + 12891 + ], + "max_error": 0.0 + }, + { + "representative": 12824, + "members": [ + 12824 + ], + "max_error": 0.0 + }, + { + "representative": 12884, + "members": [ + 12884 + ], + "max_error": 0.0 + }, + { + "representative": 12946, + "members": [ + 12946 + ], + "max_error": 0.0 + }, + { + "representative": 12892, + "members": [ + 12892 + ], + "max_error": 0.0 + }, + { + "representative": 12795, + "members": [ + 12795 + ], + "max_error": 0.0 + }, + { + "representative": 12800, + "members": [ + 12800 + ], + "max_error": 0.0 + }, + { + "representative": 12830, + "members": [ + 12830 + ], + "max_error": 0.0 + }, + { + "representative": 12936, + "members": [ + 12936 + ], + "max_error": 0.0 + }, + { + "representative": 12758, + "members": [ + 12758 + ], + "max_error": 0.0 + }, + { + "representative": 12826, + "members": [ + 12826 + ], + "max_error": 0.0 + }, + { + "representative": 12908, + "members": [ + 12908 + ], + "max_error": 0.0 + }, + { + "representative": 12890, + "members": [ + 12890 + ], + "max_error": 0.0 + }, + { + "representative": 12754, + "members": [ + 12754 + ], + "max_error": 0.0 + }, + { + "representative": 12825, + "members": [ + 12825 + ], + "max_error": 0.0 + }, + { + "representative": 12785, + "members": [ + 12785 + ], + "max_error": 0.0 + }, + { + "representative": 12983, + "members": [ + 12983 + ], + "max_error": 0.0 + }, + { + "representative": 12864, + "members": [ + 12864 + ], + "max_error": 0.0 + }, + { + "representative": 12768, + "members": [ + 12768 + ], + "max_error": 0.0 + }, + { + "representative": 12851, + "members": [ + 12851 + ], + "max_error": 0.0 + }, + { + "representative": 12898, + "members": [ + 12898 + ], + "max_error": 0.0 + }, + { + "representative": 12993, + "members": [ + 12993 + ], + "max_error": 0.0 + }, + { + "representative": 12960, + "members": [ + 12960 + ], + "max_error": 0.0 + }, + { + "representative": 12911, + "members": [ + 12911 + ], + "max_error": 0.0 + }, + { + "representative": 12787, + "members": [ + 12787 + ], + "max_error": 0.0 + }, + { + "representative": 12996, + "members": [ + 12996 + ], + "max_error": 0.0 + }, + { + "representative": 12914, + "members": [ + 12914 + ], + "max_error": 0.0 + }, + { + "representative": 12814, + "members": [ + 12814 + ], + "max_error": 0.0 + }, + { + "representative": 12820, + "members": [ + 12820 + ], + "max_error": 0.0 + }, + { + "representative": 12885, + "members": [ + 12885 + ], + "max_error": 0.0 + }, + { + "representative": 12895, + "members": [ + 12895 + ], + "max_error": 0.0 + }, + { + "representative": 12872, + "members": [ + 12872 + ], + "max_error": 0.0 + }, + { + "representative": 12877, + "members": [ + 12877 + ], + "max_error": 0.0 + }, + { + "representative": 12849, + "members": [ + 12849 + ], + "max_error": 0.0 + }, + { + "representative": 12844, + "members": [ + 12844 + ], + "max_error": 0.0 + }, + { + "representative": 12860, + "members": [ + 12860 + ], + "max_error": 0.0 + }, + { + "representative": 12976, + "members": [ + 12976 + ], + "max_error": 0.0 + }, + { + "representative": 12779, + "members": [ + 12779 + ], + "max_error": 0.0 + }, + { + "representative": 12986, + "members": [ + 12986 + ], + "max_error": 0.0 + }, + { + "representative": 12940, + "members": [ + 12940 + ], + "max_error": 0.0 + }, + { + "representative": 12854, + "members": [ + 12854 + ], + "max_error": 0.0 + }, + { + "representative": 12953, + "members": [ + 12953 + ], + "max_error": 0.0 + }, + { + "representative": 12772, + "members": [ + 12772 + ], + "max_error": 0.0 + }, + { + "representative": 12774, + "members": [ + 12774 + ], + "max_error": 0.0 + }, + { + "representative": 12950, + "members": [ + 12950 + ], + "max_error": 0.0 + }, + { + "representative": 12929, + "members": [ + 12929 + ], + "max_error": 0.0 + }, + { + "representative": 12952, + "members": [ + 12952 + ], + "max_error": 0.0 + }, + { + "representative": 12917, + "members": [ + 12917 + ], + "max_error": 0.0 + }, + { + "representative": 12981, + "members": [ + 12981 + ], + "max_error": 0.0 + }, + { + "representative": 12873, + "members": [ + 12873 + ], + "max_error": 0.0 + }, + { + "representative": 12839, + "members": [ + 12839 + ], + "max_error": 0.0 + }, + { + "representative": 12871, + "members": [ + 12871 + ], + "max_error": 0.0 + }, + { + "representative": 12804, + "members": [ + 12804 + ], + "max_error": 0.0 + }, + { + "representative": 12821, + "members": [ + 12821 + ], + "max_error": 0.0 + }, + { + "representative": 12853, + "members": [ + 12853 + ], + "max_error": 0.0 + }, + { + "representative": 12817, + "members": [ + 12817 + ], + "max_error": 0.0 + }, + { + "representative": 12757, + "members": [ + 12757 + ], + "max_error": 0.0 + }, + { + "representative": 12919, + "members": [ + 12919 + ], + "max_error": 0.0 + }, + { + "representative": 12943, + "members": [ + 12943 + ], + "max_error": 0.0 + }, + { + "representative": 12756, + "members": [ + 12756 + ], + "max_error": 0.0 + }, + { + "representative": 12870, + "members": [ + 12870 + ], + "max_error": 0.0 + }, + { + "representative": 12786, + "members": [ + 12786 + ], + "max_error": 0.0 + }, + { + "representative": 12951, + "members": [ + 12951 + ], + "max_error": 0.0 + }, + { + "representative": 12859, + "members": [ + 12859 + ], + "max_error": 0.0 + }, + { + "representative": 12806, + "members": [ + 12806 + ], + "max_error": 0.0 + }, + { + "representative": 12880, + "members": [ + 12880 + ], + "max_error": 0.0 + }, + { + "representative": 12876, + "members": [ + 12876 + ], + "max_error": 0.0 + }, + { + "representative": 12889, + "members": [ + 12889 + ], + "max_error": 0.0 + }, + { + "representative": 12796, + "members": [ + 12796 + ], + "max_error": 0.0 + }, + { + "representative": 12974, + "members": [ + 12974 + ], + "max_error": 0.0 + }, + { + "representative": 12897, + "members": [ + 12897 + ], + "max_error": 0.0 + }, + { + "representative": 12903, + "members": [ + 12903 + ], + "max_error": 0.0 + }, + { + "representative": 12894, + "members": [ + 12894 + ], + "max_error": 0.0 + }, + { + "representative": 12852, + "members": [ + 12852 + ], + "max_error": 0.0 + }, + { + "representative": 12938, + "members": [ + 12938 + ], + "max_error": 0.0 + }, + { + "representative": 12991, + "members": [ + 12991 + ], + "max_error": 0.0 + }, + { + "representative": 12961, + "members": [ + 12961 + ], + "max_error": 0.0 + }, + { + "representative": 12907, + "members": [ + 12907 + ], + "max_error": 0.0 + }, + { + "representative": 12753, + "members": [ + 12753 + ], + "max_error": 0.0 + }, + { + "representative": 12878, + "members": [ + 12878 + ], + "max_error": 0.0 + }, + { + "representative": 12809, + "members": [ + 12809 + ], + "max_error": 0.0 + }, + { + "representative": 12879, + "members": [ + 12879 + ], + "max_error": 0.0 + }, + { + "representative": 12900, + "members": [ + 12900 + ], + "max_error": 0.0 + }, + { + "representative": 12845, + "members": [ + 12845 + ], + "max_error": 0.0 + }, + { + "representative": 12972, + "members": [ + 12972 + ], + "max_error": 0.0 + }, + { + "representative": 12966, + "members": [ + 12966 + ], + "max_error": 0.0 + }, + { + "representative": 12920, + "members": [ + 12920 + ], + "max_error": 0.0 + }, + { + "representative": 12782, + "members": [ + 12782 + ], + "max_error": 0.0 + }, + { + "representative": 12867, + "members": [ + 12867 + ], + "max_error": 0.0 + }, + { + "representative": 12874, + "members": [ + 12874 + ], + "max_error": 0.0 + }, + { + "representative": 12865, + "members": [ + 12865 + ], + "max_error": 0.0 + }, + { + "representative": 12886, + "members": [ + 12886 + ], + "max_error": 0.0 + }, + { + "representative": 12924, + "members": [ + 12924 + ], + "max_error": 0.0 + }, + { + "representative": 12760, + "members": [ + 12760 + ], + "max_error": 0.0 + }, + { + "representative": 12906, + "members": [ + 12906 + ], + "max_error": 0.0 + }, + { + "representative": 12915, + "members": [ + 12915 + ], + "max_error": 0.0 + }, + { + "representative": 13004, + "members": [ + 13004 + ], + "max_error": 0.0 + }, + { + "representative": 12964, + "members": [ + 12964 + ], + "max_error": 0.0 + }, + { + "representative": 12998, + "members": [ + 12998 + ], + "max_error": 0.0 + }, + { + "representative": 12810, + "members": [ + 12810 + ], + "max_error": 0.0 + }, + { + "representative": 12921, + "members": [ + 12921 + ], + "max_error": 0.0 + }, + { + "representative": 12762, + "members": [ + 12762 + ], + "max_error": 0.0 + }, + { + "representative": 12881, + "members": [ + 12881 + ], + "max_error": 0.0 + }, + { + "representative": 12767, + "members": [ + 12767 + ], + "max_error": 0.0 + }, + { + "representative": 12980, + "members": [ + 12980 + ], + "max_error": 0.0 + }, + { + "representative": 12959, + "members": [ + 12959 + ], + "max_error": 0.0 + }, + { + "representative": 12939, + "members": [ + 12939 + ], + "max_error": 0.0 + }, + { + "representative": 12862, + "members": [ + 12862 + ], + "max_error": 0.0 + }, + { + "representative": 12935, + "members": [ + 12935 + ], + "max_error": 0.0 + }, + { + "representative": 12770, + "members": [ + 12770 + ], + "max_error": 0.0 + }, + { + "representative": 12989, + "members": [ + 12989 + ], + "max_error": 0.0 + }, + { + "representative": 12956, + "members": [ + 12956 + ], + "max_error": 0.0 + }, + { + "representative": 12922, + "members": [ + 12922 + ], + "max_error": 0.0 + }, + { + "representative": 12909, + "members": [ + 12909 + ], + "max_error": 0.0 + }, + { + "representative": 12971, + "members": [ + 12971 + ], + "max_error": 0.0 + }, + { + "representative": 12955, + "members": [ + 12955 + ], + "max_error": 0.0 + }, + { + "representative": 12912, + "members": [ + 12912 + ], + "max_error": 0.0 + }, + { + "representative": 12930, + "members": [ + 12930 + ], + "max_error": 0.0 + }, + { + "representative": 12932, + "members": [ + 12932 + ], + "max_error": 0.0 + }, + { + "representative": 12933, + "members": [ + 12933 + ], + "max_error": 0.0 + }, + { + "representative": 12896, + "members": [ + 12896 + ], + "max_error": 0.0 + }, + { + "representative": 12764, + "members": [ + 12764 + ], + "max_error": 0.0 + }, + { + "representative": 12789, + "members": [ + 12789 + ], + "max_error": 0.0 + }, + { + "representative": 12901, + "members": [ + 12901 + ], + "max_error": 0.0 + }, + { + "representative": 12977, + "members": [ + 12977 + ], + "max_error": 0.0 + }, + { + "representative": 12834, + "members": [ + 12834 + ], + "max_error": 0.0 + }, + { + "representative": 13001, + "members": [ + 13001 + ], + "max_error": 0.0 + }, + { + "representative": 12899, + "members": [ + 12899 + ], + "max_error": 0.0 + }, + { + "representative": 12905, + "members": [ + 12905 + ], + "max_error": 0.0 + }, + { + "representative": 12904, + "members": [ + 12904 + ], + "max_error": 0.0 + }, + { + "representative": 12918, + "members": [ + 12918 + ], + "max_error": 0.0 + }, + { + "representative": 12931, + "members": [ + 12931 + ], + "max_error": 0.0 + }, + { + "representative": 12822, + "members": [ + 12822 + ], + "max_error": 0.0 + }, + { + "representative": 12765, + "members": [ + 12765 + ], + "max_error": 0.0 + }, + { + "representative": 12926, + "members": [ + 12926 + ], + "max_error": 0.0 + }, + { + "representative": 12916, + "members": [ + 12916 + ], + "max_error": 0.0 + }, + { + "representative": 12838, + "members": [ + 12838 + ], + "max_error": 0.0 + }, + { + "representative": 12925, + "members": [ + 12925 + ], + "max_error": 0.0 + }, + { + "representative": 12937, + "members": [ + 12937 + ], + "max_error": 0.0 + }, + { + "representative": 12945, + "members": [ + 12945 + ], + "max_error": 0.0 + }, + { + "representative": 12798, + "members": [ + 12798 + ], + "max_error": 0.0 + }, + { + "representative": 12947, + "members": [ + 12947 + ], + "max_error": 0.0 + }, + { + "representative": 12801, + "members": [ + 12801 + ], + "max_error": 0.0 + }, + { + "representative": 12840, + "members": [ + 12840 + ], + "max_error": 0.0 + }, + { + "representative": 12910, + "members": [ + 12910 + ], + "max_error": 0.0 + }, + { + "representative": 12934, + "members": [ + 12934 + ], + "max_error": 0.0 + }, + { + "representative": 13000, + "members": [ + 13000 + ], + "max_error": 0.0 + }, + { + "representative": 12858, + "members": [ + 12858 + ], + "max_error": 0.0 + }, + { + "representative": 12848, + "members": [ + 12848 + ], + "max_error": 0.0 + }, + { + "representative": 12847, + "members": [ + 12847 + ], + "max_error": 0.0 + }, + { + "representative": 13002, + "members": [ + 13002 + ], + "max_error": 0.0 + }, + { + "representative": 12755, + "members": [ + 12755 + ], + "max_error": 0.0 + }, + { + "representative": 12962, + "members": [ + 12962 + ], + "max_error": 0.0 + }, + { + "representative": 12963, + "members": [ + 12963 + ], + "max_error": 0.0 + }, + { + "representative": 12968, + "members": [ + 12968 + ], + "max_error": 0.0 + }, + { + "representative": 12949, + "members": [ + 12949 + ], + "max_error": 0.0 + }, + { + "representative": 12957, + "members": [ + 12957 + ], + "max_error": 0.0 + }, + { + "representative": 12958, + "members": [ + 12958 + ], + "max_error": 0.0 + }, + { + "representative": 12973, + "members": [ + 12973 + ], + "max_error": 0.0 + }, + { + "representative": 12868, + "members": [ + 12868 + ], + "max_error": 0.0 + }, + { + "representative": 12902, + "members": [ + 12902 + ], + "max_error": 0.0 + }, + { + "representative": 12856, + "members": [ + 12856 + ], + "max_error": 0.0 + }, + { + "representative": 12819, + "members": [ + 12819 + ], + "max_error": 0.0 + }, + { + "representative": 12944, + "members": [ + 12944 + ], + "max_error": 0.0 + }, + { + "representative": 12841, + "members": [ + 12841 + ], + "max_error": 0.0 + }, + { + "representative": 12999, + "members": [ + 12999 + ], + "max_error": 0.0 + }, + { + "representative": 12794, + "members": [ + 12794 + ], + "max_error": 0.0 + }, + { + "representative": 12875, + "members": [ + 12875 + ], + "max_error": 0.0 + }, + { + "representative": 12823, + "members": [ + 12823 + ], + "max_error": 0.0 + }, + { + "representative": 12888, + "members": [ + 12888 + ], + "max_error": 0.0 + }, + { + "representative": 12970, + "members": [ + 12970 + ], + "max_error": 0.0 + }, + { + "representative": 12784, + "members": [ + 12784 + ], + "max_error": 0.0 + }, + { + "representative": 12992, + "members": [ + 12992 + ], + "max_error": 0.0 + }, + { + "representative": 12994, + "members": [ + 12994 + ], + "max_error": 0.0 + }, + { + "representative": 12978, + "members": [ + 12978 + ], + "max_error": 0.0 + }, + { + "representative": 13003, + "members": [ + 13003 + ], + "max_error": 0.0 + }, + { + "representative": 12979, + "members": [ + 12979 + ], + "max_error": 0.0 + }, + { + "representative": 12982, + "members": [ + 12982 + ], + "max_error": 0.0 + }, + { + "representative": 12984, + "members": [ + 12984 + ], + "max_error": 0.0 + }, + { + "representative": 12990, + "members": [ + 12990 + ], + "max_error": 0.0 + }, + { + "representative": 12827, + "members": [ + 12827 + ], + "max_error": 0.0 + }, + { + "representative": 12816, + "members": [ + 12816 + ], + "max_error": 0.0 + }, + { + "representative": 12761, + "members": [ + 12761 + ], + "max_error": 0.0 + }, + { + "representative": 12829, + "members": [ + 12829 + ], + "max_error": 0.0 + }, + { + "representative": 12987, + "members": [ + 12987 + ], + "max_error": 0.0 + }, + { + "representative": 12988, + "members": [ + 12988 + ], + "max_error": 0.0 + }, + { + "representative": 12828, + "members": [ + 12828 + ], + "max_error": 0.0 + }, + { + "representative": 12799, + "members": [ + 12799 + ], + "max_error": 0.0 + }, + { + "representative": 12783, + "members": [ + 12783 + ], + "max_error": 0.0 + }, + { + "representative": 12882, + "members": [ + 12882 + ], + "max_error": 0.0 + }, + { + "representative": 12771, + "members": [ + 12771 + ], + "max_error": 0.0 + }, + { + "representative": 12807, + "members": [ + 12807 + ], + "max_error": 0.0 + }, + { + "representative": 12812, + "members": [ + 12812 + ], + "max_error": 0.0 + }, + { + "representative": 12813, + "members": [ + 12813 + ], + "max_error": 0.0 + }, + { + "representative": 12790, + "members": [ + 12790 + ], + "max_error": 0.0 + }, + { + "representative": 12792, + "members": [ + 12792 + ], + "max_error": 0.0 + }, + { + "representative": 12793, + "members": [ + 12793 + ], + "max_error": 0.0 + }, + { + "representative": 13005, + "members": [ + 13005 + ], + "max_error": 0.0 + }, + { + "representative": 12948, + "members": [ + 12948 + ], + "max_error": 0.0 + }, + { + "representative": 12861, + "members": [ + 12861 + ], + "max_error": 0.0 + }, + { + "representative": 12942, + "members": [ + 12942 + ], + "max_error": 0.0 + }, + { + "representative": 12791, + "members": [ + 12791 + ], + "max_error": 0.0 + }, + { + "representative": 12778, + "members": [ + 12778 + ], + "max_error": 0.0 + }, + { + "representative": 12781, + "members": [ + 12781 + ], + "max_error": 0.0 + }, + { + "representative": 12997, + "members": [ + 12997 + ], + "max_error": 0.0 + }, + { + "representative": 12913, + "members": [ + 12913 + ], + "max_error": 0.0 + }, + { + "representative": 12995, + "members": [ + 12995 + ], + "max_error": 0.0 + }, + { + "representative": 12805, + "members": [ + 12805 + ], + "max_error": 0.0 + }, + { + "representative": 12866, + "members": [ + 12866 + ], + "max_error": 0.0 + }, + { + "representative": 12965, + "members": [ + 12965 + ], + "max_error": 0.0 + }, + { + "representative": 12927, + "members": [ + 12927 + ], + "max_error": 0.0 + }, + { + "representative": 12808, + "members": [ + 12808 + ], + "max_error": 0.0 + }, + { + "representative": 12954, + "members": [ + 12954 + ], + "max_error": 0.0 + }, + { + "representative": 12775, + "members": [ + 12775 + ], + "max_error": 0.0 + }, + { + "representative": 12846, + "members": [ + 12846 + ], + "max_error": 0.0 + }, + { + "representative": 12788, + "members": [ + 12788 + ], + "max_error": 0.0 + }, + { + "representative": 12815, + "members": [ + 12815 + ], + "max_error": 0.0 + }, + { + "representative": 12855, + "members": [ + 12855 + ], + "max_error": 0.0 + }, + { + "representative": 12857, + "members": [ + 12857 + ], + "max_error": 0.0 + }, + { + "representative": 13072, + "members": [ + 13072 + ], + "max_error": 0.0 + }, + { + "representative": 13088, + "members": [ + 13088 + ], + "max_error": 0.0 + }, + { + "representative": 13089, + "members": [ + 13089 + ], + "max_error": 0.0 + }, + { + "representative": 13090, + "members": [ + 13090 + ], + "max_error": 0.0 + }, + { + "representative": 13091, + "members": [ + 13091 + ], + "max_error": 0.0 + }, + { + "representative": 13074, + "members": [ + 13074 + ], + "max_error": 0.0 + }, + { + "representative": 13092, + "members": [ + 13092 + ], + "max_error": 0.0 + }, + { + "representative": 13093, + "members": [ + 13093 + ], + "max_error": 0.0 + }, + { + "representative": 13094, + "members": [ + 13094 + ], + "max_error": 0.0 + }, + { + "representative": 13095, + "members": [ + 13095 + ], + "max_error": 0.0 + }, + { + "representative": 13096, + "members": [ + 13096 + ], + "max_error": 0.0 + }, + { + "representative": 13097, + "members": [ + 13097 + ], + "max_error": 0.0 + }, + { + "representative": 13098, + "members": [ + 13098 + ], + "max_error": 0.0 + }, + { + "representative": 13099, + "members": [ + 13099 + ], + "max_error": 0.0 + }, + { + "representative": 13100, + "members": [ + 13100 + ], + "max_error": 0.0 + }, + { + "representative": 13101, + "members": [ + 13101 + ], + "max_error": 0.0 + }, + { + "representative": 13075, + "members": [ + 13075 + ], + "max_error": 0.0 + }, + { + "representative": 13102, + "members": [ + 13102 + ], + "max_error": 0.0 + }, + { + "representative": 13103, + "members": [ + 13103 + ], + "max_error": 0.0 + }, + { + "representative": 13076, + "members": [ + 13076 + ], + "max_error": 0.0 + }, + { + "representative": 13077, + "members": [ + 13077 + ], + "max_error": 0.0 + }, + { + "representative": 13078, + "members": [ + 13078 + ], + "max_error": 0.0 + }, + { + "representative": 13079, + "members": [ + 13079 + ], + "max_error": 0.0 + }, + { + "representative": 13080, + "members": [ + 13080 + ], + "max_error": 0.0 + }, + { + "representative": 13081, + "members": [ + 13081 + ], + "max_error": 0.0 + }, + { + "representative": 13073, + "members": [ + 13073 + ], + "max_error": 0.0 + }, + { + "representative": 13082, + "members": [ + 13082 + ], + "max_error": 0.0 + }, + { + "representative": 13083, + "members": [ + 13083 + ], + "max_error": 0.0 + }, + { + "representative": 13084, + "members": [ + 13084 + ], + "max_error": 0.0 + }, + { + "representative": 13085, + "members": [ + 13085 + ], + "max_error": 0.0 + }, + { + "representative": 13086, + "members": [ + 13086 + ], + "max_error": 0.0 + }, + { + "representative": 13087, + "members": [ + 13087 + ], + "max_error": 0.0 + }, + { + "representative": 13136, + "members": [ + 13136 + ], + "max_error": 0.0 + }, + { + "representative": 13152, + "members": [ + 13152 + ], + "max_error": 0.0 + }, + { + "representative": 13153, + "members": [ + 13153 + ], + "max_error": 0.0 + }, + { + "representative": 13154, + "members": [ + 13154 + ], + "max_error": 0.0 + }, + { + "representative": 13155, + "members": [ + 13155 + ], + "max_error": 0.0 + }, + { + "representative": 13138, + "members": [ + 13138 + ], + "max_error": 0.0 + }, + { + "representative": 13156, + "members": [ + 13156 + ], + "max_error": 0.0 + }, + { + "representative": 13157, + "members": [ + 13157 + ], + "max_error": 0.0 + }, + { + "representative": 13158, + "members": [ + 13158 + ], + "max_error": 0.0 + }, + { + "representative": 13159, + "members": [ + 13159 + ], + "max_error": 0.0 + }, + { + "representative": 13160, + "members": [ + 13160 + ], + "max_error": 0.0 + }, + { + "representative": 13161, + "members": [ + 13161 + ], + "max_error": 0.0 + }, + { + "representative": 13162, + "members": [ + 13162 + ], + "max_error": 0.0 + }, + { + "representative": 13163, + "members": [ + 13163 + ], + "max_error": 0.0 + }, + { + "representative": 13164, + "members": [ + 13164 + ], + "max_error": 0.0 + }, + { + "representative": 13165, + "members": [ + 13165 + ], + "max_error": 0.0 + }, + { + "representative": 13139, + "members": [ + 13139 + ], + "max_error": 0.0 + }, + { + "representative": 13166, + "members": [ + 13166 + ], + "max_error": 0.0 + }, + { + "representative": 13167, + "members": [ + 13167 + ], + "max_error": 0.0 + }, + { + "representative": 13140, + "members": [ + 13140 + ], + "max_error": 0.0 + }, + { + "representative": 13141, + "members": [ + 13141 + ], + "max_error": 0.0 + }, + { + "representative": 13142, + "members": [ + 13142 + ], + "max_error": 0.0 + }, + { + "representative": 13143, + "members": [ + 13143 + ], + "max_error": 0.0 + }, + { + "representative": 13144, + "members": [ + 13144 + ], + "max_error": 0.0 + }, + { + "representative": 13145, + "members": [ + 13145 + ], + "max_error": 0.0 + }, + { + "representative": 13137, + "members": [ + 13137 + ], + "max_error": 0.0 + }, + { + "representative": 13146, + "members": [ + 13146 + ], + "max_error": 0.0 + }, + { + "representative": 13147, + "members": [ + 13147 + ], + "max_error": 0.0 + }, + { + "representative": 13148, + "members": [ + 13148 + ], + "max_error": 0.0 + }, + { + "representative": 13149, + "members": [ + 13149 + ], + "max_error": 0.0 + }, + { + "representative": 13150, + "members": [ + 13150 + ], + "max_error": 0.0 + }, + { + "representative": 13151, + "members": [ + 13151 + ], + "max_error": 0.0 + }, + { + "representative": 13168, + "members": [ + 13168 + ], + "max_error": 0.0 + }, + { + "representative": 13184, + "members": [ + 13184 + ], + "max_error": 0.0 + }, + { + "representative": 13185, + "members": [ + 13185 + ], + "max_error": 0.0 + }, + { + "representative": 13186, + "members": [ + 13186 + ], + "max_error": 0.0 + }, + { + "representative": 13187, + "members": [ + 13187 + ], + "max_error": 0.0 + }, + { + "representative": 13170, + "members": [ + 13170 + ], + "max_error": 0.0 + }, + { + "representative": 13188, + "members": [ + 13188 + ], + "max_error": 0.0 + }, + { + "representative": 13189, + "members": [ + 13189 + ], + "max_error": 0.0 + }, + { + "representative": 13190, + "members": [ + 13190 + ], + "max_error": 0.0 + }, + { + "representative": 13191, + "members": [ + 13191 + ], + "max_error": 0.0 + }, + { + "representative": 13192, + "members": [ + 13192 + ], + "max_error": 0.0 + }, + { + "representative": 13193, + "members": [ + 13193 + ], + "max_error": 0.0 + }, + { + "representative": 13194, + "members": [ + 13194 + ], + "max_error": 0.0 + }, + { + "representative": 13195, + "members": [ + 13195 + ], + "max_error": 0.0 + }, + { + "representative": 13196, + "members": [ + 13196 + ], + "max_error": 0.0 + }, + { + "representative": 13197, + "members": [ + 13197 + ], + "max_error": 0.0 + }, + { + "representative": 13171, + "members": [ + 13171 + ], + "max_error": 0.0 + }, + { + "representative": 13198, + "members": [ + 13198 + ], + "max_error": 0.0 + }, + { + "representative": 13199, + "members": [ + 13199 + ], + "max_error": 0.0 + }, + { + "representative": 13172, + "members": [ + 13172 + ], + "max_error": 0.0 + }, + { + "representative": 13173, + "members": [ + 13173 + ], + "max_error": 0.0 + }, + { + "representative": 13174, + "members": [ + 13174 + ], + "max_error": 0.0 + }, + { + "representative": 13175, + "members": [ + 13175 + ], + "max_error": 0.0 + }, + { + "representative": 13176, + "members": [ + 13176 + ], + "max_error": 0.0 + }, + { + "representative": 13177, + "members": [ + 13177 + ], + "max_error": 0.0 + }, + { + "representative": 13169, + "members": [ + 13169 + ], + "max_error": 0.0 + }, + { + "representative": 13178, + "members": [ + 13178 + ], + "max_error": 0.0 + }, + { + "representative": 13179, + "members": [ + 13179 + ], + "max_error": 0.0 + }, + { + "representative": 13180, + "members": [ + 13180 + ], + "max_error": 0.0 + }, + { + "representative": 13181, + "members": [ + 13181 + ], + "max_error": 0.0 + }, + { + "representative": 13182, + "members": [ + 13182 + ], + "max_error": 0.0 + }, + { + "representative": 13183, + "members": [ + 13183 + ], + "max_error": 0.0 + }, + { + "representative": 13200, + "members": [ + 13200 + ], + "max_error": 0.0 + }, + { + "representative": 13216, + "members": [ + 13216 + ], + "max_error": 0.0 + }, + { + "representative": 13217, + "members": [ + 13217 + ], + "max_error": 0.0 + }, + { + "representative": 13218, + "members": [ + 13218 + ], + "max_error": 0.0 + }, + { + "representative": 13219, + "members": [ + 13219 + ], + "max_error": 0.0 + }, + { + "representative": 13202, + "members": [ + 13202 + ], + "max_error": 0.0 + }, + { + "representative": 13220, + "members": [ + 13220 + ], + "max_error": 0.0 + }, + { + "representative": 13221, + "members": [ + 13221 + ], + "max_error": 0.0 + }, + { + "representative": 13222, + "members": [ + 13222 + ], + "max_error": 0.0 + }, + { + "representative": 13223, + "members": [ + 13223 + ], + "max_error": 0.0 + }, + { + "representative": 13224, + "members": [ + 13224 + ], + "max_error": 0.0 + }, + { + "representative": 13225, + "members": [ + 13225 + ], + "max_error": 0.0 + }, + { + "representative": 13226, + "members": [ + 13226 + ], + "max_error": 0.0 + }, + { + "representative": 13227, + "members": [ + 13227 + ], + "max_error": 0.0 + }, + { + "representative": 13228, + "members": [ + 13228 + ], + "max_error": 0.0 + }, + { + "representative": 13229, + "members": [ + 13229 + ], + "max_error": 0.0 + }, + { + "representative": 13203, + "members": [ + 13203 + ], + "max_error": 0.0 + }, + { + "representative": 13230, + "members": [ + 13230 + ], + "max_error": 0.0 + }, + { + "representative": 13231, + "members": [ + 13231 + ], + "max_error": 0.0 + }, + { + "representative": 13204, + "members": [ + 13204 + ], + "max_error": 0.0 + }, + { + "representative": 13205, + "members": [ + 13205 + ], + "max_error": 0.0 + }, + { + "representative": 13206, + "members": [ + 13206 + ], + "max_error": 0.0 + }, + { + "representative": 13207, + "members": [ + 13207 + ], + "max_error": 0.0 + }, + { + "representative": 13208, + "members": [ + 13208 + ], + "max_error": 0.0 + }, + { + "representative": 13209, + "members": [ + 13209 + ], + "max_error": 0.0 + }, + { + "representative": 13201, + "members": [ + 13201 + ], + "max_error": 0.0 + }, + { + "representative": 13210, + "members": [ + 13210 + ], + "max_error": 0.0 + }, + { + "representative": 13211, + "members": [ + 13211 + ], + "max_error": 0.0 + }, + { + "representative": 13212, + "members": [ + 13212 + ], + "max_error": 0.0 + }, + { + "representative": 13213, + "members": [ + 13213 + ], + "max_error": 0.0 + }, + { + "representative": 13214, + "members": [ + 13214 + ], + "max_error": 0.0 + }, + { + "representative": 13215, + "members": [ + 13215 + ], + "max_error": 0.0 + }, + { + "representative": 13232, + "members": [ + 13232 + ], + "max_error": 0.0 + }, + { + "representative": 13248, + "members": [ + 13248 + ], + "max_error": 0.0 + }, + { + "representative": 13249, + "members": [ + 13249 + ], + "max_error": 0.0 + }, + { + "representative": 13250, + "members": [ + 13250 + ], + "max_error": 0.0 + }, + { + "representative": 13251, + "members": [ + 13251 + ], + "max_error": 0.0 + }, + { + "representative": 13234, + "members": [ + 13234 + ], + "max_error": 0.0 + }, + { + "representative": 13252, + "members": [ + 13252 + ], + "max_error": 0.0 + }, + { + "representative": 13253, + "members": [ + 13253 + ], + "max_error": 0.0 + }, + { + "representative": 13254, + "members": [ + 13254 + ], + "max_error": 0.0 + }, + { + "representative": 13255, + "members": [ + 13255 + ], + "max_error": 0.0 + }, + { + "representative": 13256, + "members": [ + 13256 + ], + "max_error": 0.0 + }, + { + "representative": 13257, + "members": [ + 13257 + ], + "max_error": 0.0 + }, + { + "representative": 13258, + "members": [ + 13258 + ], + "max_error": 0.0 + }, + { + "representative": 13259, + "members": [ + 13259 + ], + "max_error": 0.0 + }, + { + "representative": 13260, + "members": [ + 13260 + ], + "max_error": 0.0 + }, + { + "representative": 13261, + "members": [ + 13261 + ], + "max_error": 0.0 + }, + { + "representative": 13235, + "members": [ + 13235 + ], + "max_error": 0.0 + }, + { + "representative": 13262, + "members": [ + 13262 + ], + "max_error": 0.0 + }, + { + "representative": 13263, + "members": [ + 13263 + ], + "max_error": 0.0 + }, + { + "representative": 13236, + "members": [ + 13236 + ], + "max_error": 0.0 + }, + { + "representative": 13237, + "members": [ + 13237 + ], + "max_error": 0.0 + }, + { + "representative": 13238, + "members": [ + 13238 + ], + "max_error": 0.0 + }, + { + "representative": 13239, + "members": [ + 13239 + ], + "max_error": 0.0 + }, + { + "representative": 13240, + "members": [ + 13240 + ], + "max_error": 0.0 + }, + { + "representative": 13241, + "members": [ + 13241 + ], + "max_error": 0.0 + }, + { + "representative": 13233, + "members": [ + 13233 + ], + "max_error": 0.0 + }, + { + "representative": 13242, + "members": [ + 13242 + ], + "max_error": 0.0 + }, + { + "representative": 13243, + "members": [ + 13243 + ], + "max_error": 0.0 + }, + { + "representative": 13244, + "members": [ + 13244 + ], + "max_error": 0.0 + }, + { + "representative": 13245, + "members": [ + 13245 + ], + "max_error": 0.0 + }, + { + "representative": 13246, + "members": [ + 13246 + ], + "max_error": 0.0 + }, + { + "representative": 13247, + "members": [ + 13247 + ], + "max_error": 0.0 + }, + { + "representative": 13264, + "members": [ + 13264 + ], + "max_error": 0.0 + }, + { + "representative": 13280, + "members": [ + 13280 + ], + "max_error": 0.0 + }, + { + "representative": 13281, + "members": [ + 13281 + ], + "max_error": 0.0 + }, + { + "representative": 13282, + "members": [ + 13282 + ], + "max_error": 0.0 + }, + { + "representative": 13283, + "members": [ + 13283 + ], + "max_error": 0.0 + }, + { + "representative": 13266, + "members": [ + 13266 + ], + "max_error": 0.0 + }, + { + "representative": 13284, + "members": [ + 13284 + ], + "max_error": 0.0 + }, + { + "representative": 13285, + "members": [ + 13285 + ], + "max_error": 0.0 + }, + { + "representative": 13286, + "members": [ + 13286 + ], + "max_error": 0.0 + }, + { + "representative": 13287, + "members": [ + 13287 + ], + "max_error": 0.0 + }, + { + "representative": 13288, + "members": [ + 13288 + ], + "max_error": 0.0 + }, + { + "representative": 13289, + "members": [ + 13289 + ], + "max_error": 0.0 + }, + { + "representative": 13290, + "members": [ + 13290 + ], + "max_error": 0.0 + }, + { + "representative": 13291, + "members": [ + 13291 + ], + "max_error": 0.0 + }, + { + "representative": 13292, + "members": [ + 13292 + ], + "max_error": 0.0 + }, + { + "representative": 13293, + "members": [ + 13293 + ], + "max_error": 0.0 + }, + { + "representative": 13267, + "members": [ + 13267 + ], + "max_error": 0.0 + }, + { + "representative": 13294, + "members": [ + 13294 + ], + "max_error": 0.0 + }, + { + "representative": 13295, + "members": [ + 13295 + ], + "max_error": 0.0 + }, + { + "representative": 13268, + "members": [ + 13268 + ], + "max_error": 0.0 + }, + { + "representative": 13269, + "members": [ + 13269 + ], + "max_error": 0.0 + }, + { + "representative": 13270, + "members": [ + 13270 + ], + "max_error": 0.0 + }, + { + "representative": 13271, + "members": [ + 13271 + ], + "max_error": 0.0 + }, + { + "representative": 13272, + "members": [ + 13272 + ], + "max_error": 0.0 + }, + { + "representative": 13273, + "members": [ + 13273 + ], + "max_error": 0.0 + }, + { + "representative": 13265, + "members": [ + 13265 + ], + "max_error": 0.0 + }, + { + "representative": 13274, + "members": [ + 13274 + ], + "max_error": 0.0 + }, + { + "representative": 13275, + "members": [ + 13275 + ], + "max_error": 0.0 + }, + { + "representative": 13276, + "members": [ + 13276 + ], + "max_error": 0.0 + }, + { + "representative": 13277, + "members": [ + 13277 + ], + "max_error": 0.0 + }, + { + "representative": 13278, + "members": [ + 13278 + ], + "max_error": 0.0 + }, + { + "representative": 13279, + "members": [ + 13279 + ], + "max_error": 0.0 + }, + { + "representative": 13296, + "members": [ + 13296 + ], + "max_error": 0.0 + }, + { + "representative": 13312, + "members": [ + 13312 + ], + "max_error": 0.0 + }, + { + "representative": 13313, + "members": [ + 13313 + ], + "max_error": 0.0 + }, + { + "representative": 13314, + "members": [ + 13314 + ], + "max_error": 0.0 + }, + { + "representative": 13315, + "members": [ + 13315 + ], + "max_error": 0.0 + }, + { + "representative": 13298, + "members": [ + 13298 + ], + "max_error": 0.0 + }, + { + "representative": 13316, + "members": [ + 13316 + ], + "max_error": 0.0 + }, + { + "representative": 13317, + "members": [ + 13317 + ], + "max_error": 0.0 + }, + { + "representative": 13318, + "members": [ + 13318 + ], + "max_error": 0.0 + }, + { + "representative": 13319, + "members": [ + 13319 + ], + "max_error": 0.0 + }, + { + "representative": 13320, + "members": [ + 13320 + ], + "max_error": 0.0 + }, + { + "representative": 13321, + "members": [ + 13321 + ], + "max_error": 0.0 + }, + { + "representative": 13322, + "members": [ + 13322 + ], + "max_error": 0.0 + }, + { + "representative": 13323, + "members": [ + 13323 + ], + "max_error": 0.0 + }, + { + "representative": 13324, + "members": [ + 13324 + ], + "max_error": 0.0 + }, + { + "representative": 13325, + "members": [ + 13325 + ], + "max_error": 0.0 + }, + { + "representative": 13299, + "members": [ + 13299 + ], + "max_error": 0.0 + }, + { + "representative": 13326, + "members": [ + 13326 + ], + "max_error": 0.0 + }, + { + "representative": 13327, + "members": [ + 13327 + ], + "max_error": 0.0 + }, + { + "representative": 13300, + "members": [ + 13300 + ], + "max_error": 0.0 + }, + { + "representative": 13301, + "members": [ + 13301 + ], + "max_error": 0.0 + }, + { + "representative": 13302, + "members": [ + 13302 + ], + "max_error": 0.0 + }, + { + "representative": 13303, + "members": [ + 13303 + ], + "max_error": 0.0 + }, + { + "representative": 13304, + "members": [ + 13304 + ], + "max_error": 0.0 + }, + { + "representative": 13305, + "members": [ + 13305 + ], + "max_error": 0.0 + }, + { + "representative": 13297, + "members": [ + 13297 + ], + "max_error": 0.0 + }, + { + "representative": 13306, + "members": [ + 13306 + ], + "max_error": 0.0 + }, + { + "representative": 13307, + "members": [ + 13307 + ], + "max_error": 0.0 + }, + { + "representative": 13308, + "members": [ + 13308 + ], + "max_error": 0.0 + }, + { + "representative": 13309, + "members": [ + 13309 + ], + "max_error": 0.0 + }, + { + "representative": 13310, + "members": [ + 13310 + ], + "max_error": 0.0 + }, + { + "representative": 13311, + "members": [ + 13311 + ], + "max_error": 0.0 + }, + { + "representative": 13104, + "members": [ + 13104 + ], + "max_error": 0.0 + }, + { + "representative": 13120, + "members": [ + 13120 + ], + "max_error": 0.0 + }, + { + "representative": 13121, + "members": [ + 13121 + ], + "max_error": 0.0 + }, + { + "representative": 13122, + "members": [ + 13122 + ], + "max_error": 0.0 + }, + { + "representative": 13123, + "members": [ + 13123 + ], + "max_error": 0.0 + }, + { + "representative": 13106, + "members": [ + 13106 + ], + "max_error": 0.0 + }, + { + "representative": 13124, + "members": [ + 13124 + ], + "max_error": 0.0 + }, + { + "representative": 13125, + "members": [ + 13125 + ], + "max_error": 0.0 + }, + { + "representative": 13126, + "members": [ + 13126 + ], + "max_error": 0.0 + }, + { + "representative": 13127, + "members": [ + 13127 + ], + "max_error": 0.0 + }, + { + "representative": 13128, + "members": [ + 13128 + ], + "max_error": 0.0 + }, + { + "representative": 13129, + "members": [ + 13129 + ], + "max_error": 0.0 + }, + { + "representative": 13130, + "members": [ + 13130 + ], + "max_error": 0.0 + }, + { + "representative": 13131, + "members": [ + 13131 + ], + "max_error": 0.0 + }, + { + "representative": 13132, + "members": [ + 13132 + ], + "max_error": 0.0 + }, + { + "representative": 13133, + "members": [ + 13133 + ], + "max_error": 0.0 + }, + { + "representative": 13107, + "members": [ + 13107 + ], + "max_error": 0.0 + }, + { + "representative": 13134, + "members": [ + 13134 + ], + "max_error": 0.0 + }, + { + "representative": 13135, + "members": [ + 13135 + ], + "max_error": 0.0 + }, + { + "representative": 13108, + "members": [ + 13108 + ], + "max_error": 0.0 + }, + { + "representative": 13109, + "members": [ + 13109 + ], + "max_error": 0.0 + }, + { + "representative": 13110, + "members": [ + 13110 + ], + "max_error": 0.0 + }, + { + "representative": 13111, + "members": [ + 13111 + ], + "max_error": 0.0 + }, + { + "representative": 13112, + "members": [ + 13112 + ], + "max_error": 0.0 + }, + { + "representative": 13113, + "members": [ + 13113 + ], + "max_error": 0.0 + }, + { + "representative": 13105, + "members": [ + 13105 + ], + "max_error": 0.0 + }, + { + "representative": 13114, + "members": [ + 13114 + ], + "max_error": 0.0 + }, + { + "representative": 13115, + "members": [ + 13115 + ], + "max_error": 0.0 + }, + { + "representative": 13116, + "members": [ + 13116 + ], + "max_error": 0.0 + }, + { + "representative": 13117, + "members": [ + 13117 + ], + "max_error": 0.0 + }, + { + "representative": 13118, + "members": [ + 13118 + ], + "max_error": 0.0 + }, + { + "representative": 13119, + "members": [ + 13119 + ], + "max_error": 0.0 + } +] \ No newline at end of file diff --git a/results/qwen35-2b/analysis/groups_block_2d-64_0.05.json b/results/qwen35-2b/analysis/groups_block_2d-64_0.05.json new file mode 100644 index 0000000..aa6f103 --- /dev/null +++ b/results/qwen35-2b/analysis/groups_block_2d-64_0.05.json @@ -0,0 +1,46594 @@ +[ + { + "representative": 491, + "members": [ + 491 + ], + "max_error": 0.0 + }, + { + "representative": 426, + "members": [ + 426 + ], + "max_error": 0.0 + }, + { + "representative": 296, + "members": [ + 296 + ], + "max_error": 0.0 + }, + { + "representative": 505, + "members": [ + 505 + ], + "max_error": 0.0 + }, + { + "representative": 304, + "members": [ + 304 + ], + "max_error": 0.0 + }, + { + "representative": 359, + "members": [ + 359 + ], + "max_error": 0.0 + }, + { + "representative": 344, + "members": [ + 344 + ], + "max_error": 0.0 + }, + { + "representative": 403, + "members": [ + 403 + ], + "max_error": 0.0 + }, + { + "representative": 347, + "members": [ + 347 + ], + "max_error": 0.0 + }, + { + "representative": 498, + "members": [ + 498 + ], + "max_error": 0.0 + }, + { + "representative": 420, + "members": [ + 420 + ], + "max_error": 0.0 + }, + { + "representative": 341, + "members": [ + 341 + ], + "max_error": 0.0 + }, + { + "representative": 483, + "members": [ + 483 + ], + "max_error": 0.0 + }, + { + "representative": 271, + "members": [ + 271 + ], + "max_error": 0.0 + }, + { + "representative": 446, + "members": [ + 446 + ], + "max_error": 0.0 + }, + { + "representative": 401, + "members": [ + 401 + ], + "max_error": 0.0 + }, + { + "representative": 488, + "members": [ + 488 + ], + "max_error": 0.0 + }, + { + "representative": 285, + "members": [ + 285 + ], + "max_error": 0.0 + }, + { + "representative": 402, + "members": [ + 402 + ], + "max_error": 0.0 + }, + { + "representative": 323, + "members": [ + 323 + ], + "max_error": 0.0 + }, + { + "representative": 504, + "members": [ + 504 + ], + "max_error": 0.0 + }, + { + "representative": 312, + "members": [ + 312 + ], + "max_error": 0.0 + }, + { + "representative": 257, + "members": [ + 257 + ], + "max_error": 0.0 + }, + { + "representative": 269, + "members": [ + 269 + ], + "max_error": 0.0 + }, + { + "representative": 372, + "members": [ + 372 + ], + "max_error": 0.0 + }, + { + "representative": 424, + "members": [ + 424 + ], + "max_error": 0.0 + }, + { + "representative": 495, + "members": [ + 495 + ], + "max_error": 0.0 + }, + { + "representative": 436, + "members": [ + 436 + ], + "max_error": 0.0 + }, + { + "representative": 324, + "members": [ + 324 + ], + "max_error": 0.0 + }, + { + "representative": 400, + "members": [ + 400 + ], + "max_error": 0.0 + }, + { + "representative": 509, + "members": [ + 509 + ], + "max_error": 0.0 + }, + { + "representative": 361, + "members": [ + 361 + ], + "max_error": 0.0 + }, + { + "representative": 328, + "members": [ + 328 + ], + "max_error": 0.0 + }, + { + "representative": 267, + "members": [ + 267 + ], + "max_error": 0.0 + }, + { + "representative": 466, + "members": [ + 466 + ], + "max_error": 0.0 + }, + { + "representative": 338, + "members": [ + 338 + ], + "max_error": 0.0 + }, + { + "representative": 418, + "members": [ + 418 + ], + "max_error": 0.0 + }, + { + "representative": 482, + "members": [ + 482 + ], + "max_error": 0.0 + }, + { + "representative": 460, + "members": [ + 460 + ], + "max_error": 0.0 + }, + { + "representative": 291, + "members": [ + 291 + ], + "max_error": 0.0 + }, + { + "representative": 465, + "members": [ + 465 + ], + "max_error": 0.0 + }, + { + "representative": 506, + "members": [ + 506 + ], + "max_error": 0.0 + }, + { + "representative": 314, + "members": [ + 314 + ], + "max_error": 0.0 + }, + { + "representative": 320, + "members": [ + 320 + ], + "max_error": 0.0 + }, + { + "representative": 441, + "members": [ + 441 + ], + "max_error": 0.0 + }, + { + "representative": 404, + "members": [ + 404 + ], + "max_error": 0.0 + }, + { + "representative": 490, + "members": [ + 490 + ], + "max_error": 0.0 + }, + { + "representative": 467, + "members": [ + 467 + ], + "max_error": 0.0 + }, + { + "representative": 475, + "members": [ + 475 + ], + "max_error": 0.0 + }, + { + "representative": 503, + "members": [ + 503 + ], + "max_error": 0.0 + }, + { + "representative": 499, + "members": [ + 499 + ], + "max_error": 0.0 + }, + { + "representative": 336, + "members": [ + 336 + ], + "max_error": 0.0 + }, + { + "representative": 421, + "members": [ + 421 + ], + "max_error": 0.0 + }, + { + "representative": 457, + "members": [ + 457 + ], + "max_error": 0.0 + }, + { + "representative": 472, + "members": [ + 472 + ], + "max_error": 0.0 + }, + { + "representative": 322, + "members": [ + 322 + ], + "max_error": 0.0 + }, + { + "representative": 415, + "members": [ + 415 + ], + "max_error": 0.0 + }, + { + "representative": 355, + "members": [ + 355 + ], + "max_error": 0.0 + }, + { + "representative": 332, + "members": [ + 332 + ], + "max_error": 0.0 + }, + { + "representative": 473, + "members": [ + 473 + ], + "max_error": 0.0 + }, + { + "representative": 311, + "members": [ + 311 + ], + "max_error": 0.0 + }, + { + "representative": 351, + "members": [ + 351 + ], + "max_error": 0.0 + }, + { + "representative": 345, + "members": [ + 345 + ], + "max_error": 0.0 + }, + { + "representative": 387, + "members": [ + 387 + ], + "max_error": 0.0 + }, + { + "representative": 431, + "members": [ + 431 + ], + "max_error": 0.0 + }, + { + "representative": 380, + "members": [ + 380 + ], + "max_error": 0.0 + }, + { + "representative": 370, + "members": [ + 370 + ], + "max_error": 0.0 + }, + { + "representative": 368, + "members": [ + 368 + ], + "max_error": 0.0 + }, + { + "representative": 456, + "members": [ + 456 + ], + "max_error": 0.0 + }, + { + "representative": 427, + "members": [ + 427 + ], + "max_error": 0.0 + }, + { + "representative": 348, + "members": [ + 348 + ], + "max_error": 0.0 + }, + { + "representative": 264, + "members": [ + 264 + ], + "max_error": 0.0 + }, + { + "representative": 301, + "members": [ + 301 + ], + "max_error": 0.0 + }, + { + "representative": 333, + "members": [ + 333 + ], + "max_error": 0.0 + }, + { + "representative": 330, + "members": [ + 330 + ], + "max_error": 0.0 + }, + { + "representative": 364, + "members": [ + 364 + ], + "max_error": 0.0 + }, + { + "representative": 437, + "members": [ + 437 + ], + "max_error": 0.0 + }, + { + "representative": 272, + "members": [ + 272 + ], + "max_error": 0.0 + }, + { + "representative": 273, + "members": [ + 273 + ], + "max_error": 0.0 + }, + { + "representative": 317, + "members": [ + 317 + ], + "max_error": 0.0 + }, + { + "representative": 354, + "members": [ + 354 + ], + "max_error": 0.0 + }, + { + "representative": 362, + "members": [ + 362 + ], + "max_error": 0.0 + }, + { + "representative": 343, + "members": [ + 343 + ], + "max_error": 0.0 + }, + { + "representative": 422, + "members": [ + 422 + ], + "max_error": 0.0 + }, + { + "representative": 358, + "members": [ + 358 + ], + "max_error": 0.0 + }, + { + "representative": 388, + "members": [ + 388 + ], + "max_error": 0.0 + }, + { + "representative": 282, + "members": [ + 282 + ], + "max_error": 0.0 + }, + { + "representative": 293, + "members": [ + 293 + ], + "max_error": 0.0 + }, + { + "representative": 430, + "members": [ + 430 + ], + "max_error": 0.0 + }, + { + "representative": 335, + "members": [ + 335 + ], + "max_error": 0.0 + }, + { + "representative": 383, + "members": [ + 383 + ], + "max_error": 0.0 + }, + { + "representative": 500, + "members": [ + 500 + ], + "max_error": 0.0 + }, + { + "representative": 318, + "members": [ + 318 + ], + "max_error": 0.0 + }, + { + "representative": 459, + "members": [ + 459 + ], + "max_error": 0.0 + }, + { + "representative": 484, + "members": [ + 484 + ], + "max_error": 0.0 + }, + { + "representative": 476, + "members": [ + 476 + ], + "max_error": 0.0 + }, + { + "representative": 398, + "members": [ + 398 + ], + "max_error": 0.0 + }, + { + "representative": 461, + "members": [ + 461 + ], + "max_error": 0.0 + }, + { + "representative": 394, + "members": [ + 394 + ], + "max_error": 0.0 + }, + { + "representative": 406, + "members": [ + 406 + ], + "max_error": 0.0 + }, + { + "representative": 280, + "members": [ + 280 + ], + "max_error": 0.0 + }, + { + "representative": 298, + "members": [ + 298 + ], + "max_error": 0.0 + }, + { + "representative": 471, + "members": [ + 471 + ], + "max_error": 0.0 + }, + { + "representative": 405, + "members": [ + 405 + ], + "max_error": 0.0 + }, + { + "representative": 389, + "members": [ + 389 + ], + "max_error": 0.0 + }, + { + "representative": 268, + "members": [ + 268 + ], + "max_error": 0.0 + }, + { + "representative": 283, + "members": [ + 283 + ], + "max_error": 0.0 + }, + { + "representative": 309, + "members": [ + 309 + ], + "max_error": 0.0 + }, + { + "representative": 277, + "members": [ + 277 + ], + "max_error": 0.0 + }, + { + "representative": 371, + "members": [ + 371 + ], + "max_error": 0.0 + }, + { + "representative": 329, + "members": [ + 329 + ], + "max_error": 0.0 + }, + { + "representative": 463, + "members": [ + 463 + ], + "max_error": 0.0 + }, + { + "representative": 290, + "members": [ + 290 + ], + "max_error": 0.0 + }, + { + "representative": 306, + "members": [ + 306 + ], + "max_error": 0.0 + }, + { + "representative": 407, + "members": [ + 407 + ], + "max_error": 0.0 + }, + { + "representative": 449, + "members": [ + 449 + ], + "max_error": 0.0 + }, + { + "representative": 507, + "members": [ + 507 + ], + "max_error": 0.0 + }, + { + "representative": 511, + "members": [ + 511 + ], + "max_error": 0.0 + }, + { + "representative": 357, + "members": [ + 357 + ], + "max_error": 0.0 + }, + { + "representative": 360, + "members": [ + 360 + ], + "max_error": 0.0 + }, + { + "representative": 384, + "members": [ + 384 + ], + "max_error": 0.0 + }, + { + "representative": 315, + "members": [ + 315 + ], + "max_error": 0.0 + }, + { + "representative": 260, + "members": [ + 260 + ], + "max_error": 0.0 + }, + { + "representative": 340, + "members": [ + 340 + ], + "max_error": 0.0 + }, + { + "representative": 294, + "members": [ + 294 + ], + "max_error": 0.0 + }, + { + "representative": 353, + "members": [ + 353 + ], + "max_error": 0.0 + }, + { + "representative": 356, + "members": [ + 356 + ], + "max_error": 0.0 + }, + { + "representative": 377, + "members": [ + 377 + ], + "max_error": 0.0 + }, + { + "representative": 492, + "members": [ + 492 + ], + "max_error": 0.0 + }, + { + "representative": 396, + "members": [ + 396 + ], + "max_error": 0.0 + }, + { + "representative": 486, + "members": [ + 486 + ], + "max_error": 0.0 + }, + { + "representative": 279, + "members": [ + 279 + ], + "max_error": 0.0 + }, + { + "representative": 302, + "members": [ + 302 + ], + "max_error": 0.0 + }, + { + "representative": 443, + "members": [ + 443 + ], + "max_error": 0.0 + }, + { + "representative": 442, + "members": [ + 442 + ], + "max_error": 0.0 + }, + { + "representative": 299, + "members": [ + 299 + ], + "max_error": 0.0 + }, + { + "representative": 391, + "members": [ + 391 + ], + "max_error": 0.0 + }, + { + "representative": 305, + "members": [ + 305 + ], + "max_error": 0.0 + }, + { + "representative": 508, + "members": [ + 508 + ], + "max_error": 0.0 + }, + { + "representative": 390, + "members": [ + 390 + ], + "max_error": 0.0 + }, + { + "representative": 409, + "members": [ + 409 + ], + "max_error": 0.0 + }, + { + "representative": 481, + "members": [ + 481 + ], + "max_error": 0.0 + }, + { + "representative": 408, + "members": [ + 408 + ], + "max_error": 0.0 + }, + { + "representative": 444, + "members": [ + 444 + ], + "max_error": 0.0 + }, + { + "representative": 366, + "members": [ + 366 + ], + "max_error": 0.0 + }, + { + "representative": 487, + "members": [ + 487 + ], + "max_error": 0.0 + }, + { + "representative": 410, + "members": [ + 410 + ], + "max_error": 0.0 + }, + { + "representative": 321, + "members": [ + 321 + ], + "max_error": 0.0 + }, + { + "representative": 367, + "members": [ + 367 + ], + "max_error": 0.0 + }, + { + "representative": 276, + "members": [ + 276 + ], + "max_error": 0.0 + }, + { + "representative": 363, + "members": [ + 363 + ], + "max_error": 0.0 + }, + { + "representative": 432, + "members": [ + 432 + ], + "max_error": 0.0 + }, + { + "representative": 373, + "members": [ + 373 + ], + "max_error": 0.0 + }, + { + "representative": 303, + "members": [ + 303 + ], + "max_error": 0.0 + }, + { + "representative": 417, + "members": [ + 417 + ], + "max_error": 0.0 + }, + { + "representative": 278, + "members": [ + 278 + ], + "max_error": 0.0 + }, + { + "representative": 478, + "members": [ + 478 + ], + "max_error": 0.0 + }, + { + "representative": 453, + "members": [ + 453 + ], + "max_error": 0.0 + }, + { + "representative": 342, + "members": [ + 342 + ], + "max_error": 0.0 + }, + { + "representative": 448, + "members": [ + 448 + ], + "max_error": 0.0 + }, + { + "representative": 281, + "members": [ + 281 + ], + "max_error": 0.0 + }, + { + "representative": 439, + "members": [ + 439 + ], + "max_error": 0.0 + }, + { + "representative": 458, + "members": [ + 458 + ], + "max_error": 0.0 + }, + { + "representative": 352, + "members": [ + 352 + ], + "max_error": 0.0 + }, + { + "representative": 501, + "members": [ + 501 + ], + "max_error": 0.0 + }, + { + "representative": 393, + "members": [ + 393 + ], + "max_error": 0.0 + }, + { + "representative": 397, + "members": [ + 397 + ], + "max_error": 0.0 + }, + { + "representative": 470, + "members": [ + 470 + ], + "max_error": 0.0 + }, + { + "representative": 258, + "members": [ + 258 + ], + "max_error": 0.0 + }, + { + "representative": 454, + "members": [ + 454 + ], + "max_error": 0.0 + }, + { + "representative": 462, + "members": [ + 462 + ], + "max_error": 0.0 + }, + { + "representative": 386, + "members": [ + 386 + ], + "max_error": 0.0 + }, + { + "representative": 425, + "members": [ + 425 + ], + "max_error": 0.0 + }, + { + "representative": 327, + "members": [ + 327 + ], + "max_error": 0.0 + }, + { + "representative": 326, + "members": [ + 326 + ], + "max_error": 0.0 + }, + { + "representative": 265, + "members": [ + 265 + ], + "max_error": 0.0 + }, + { + "representative": 369, + "members": [ + 369 + ], + "max_error": 0.0 + }, + { + "representative": 316, + "members": [ + 316 + ], + "max_error": 0.0 + }, + { + "representative": 334, + "members": [ + 334 + ], + "max_error": 0.0 + }, + { + "representative": 313, + "members": [ + 313 + ], + "max_error": 0.0 + }, + { + "representative": 349, + "members": [ + 349 + ], + "max_error": 0.0 + }, + { + "representative": 381, + "members": [ + 381 + ], + "max_error": 0.0 + }, + { + "representative": 450, + "members": [ + 450 + ], + "max_error": 0.0 + }, + { + "representative": 451, + "members": [ + 451 + ], + "max_error": 0.0 + }, + { + "representative": 395, + "members": [ + 395 + ], + "max_error": 0.0 + }, + { + "representative": 307, + "members": [ + 307 + ], + "max_error": 0.0 + }, + { + "representative": 374, + "members": [ + 374 + ], + "max_error": 0.0 + }, + { + "representative": 423, + "members": [ + 423 + ], + "max_error": 0.0 + }, + { + "representative": 428, + "members": [ + 428 + ], + "max_error": 0.0 + }, + { + "representative": 480, + "members": [ + 480 + ], + "max_error": 0.0 + }, + { + "representative": 382, + "members": [ + 382 + ], + "max_error": 0.0 + }, + { + "representative": 455, + "members": [ + 455 + ], + "max_error": 0.0 + }, + { + "representative": 496, + "members": [ + 496 + ], + "max_error": 0.0 + }, + { + "representative": 434, + "members": [ + 434 + ], + "max_error": 0.0 + }, + { + "representative": 337, + "members": [ + 337 + ], + "max_error": 0.0 + }, + { + "representative": 440, + "members": [ + 440 + ], + "max_error": 0.0 + }, + { + "representative": 502, + "members": [ + 502 + ], + "max_error": 0.0 + }, + { + "representative": 275, + "members": [ + 275 + ], + "max_error": 0.0 + }, + { + "representative": 297, + "members": [ + 297 + ], + "max_error": 0.0 + }, + { + "representative": 263, + "members": [ + 263 + ], + "max_error": 0.0 + }, + { + "representative": 412, + "members": [ + 412 + ], + "max_error": 0.0 + }, + { + "representative": 416, + "members": [ + 416 + ], + "max_error": 0.0 + }, + { + "representative": 259, + "members": [ + 259 + ], + "max_error": 0.0 + }, + { + "representative": 287, + "members": [ + 287 + ], + "max_error": 0.0 + }, + { + "representative": 452, + "members": [ + 452 + ], + "max_error": 0.0 + }, + { + "representative": 274, + "members": [ + 274 + ], + "max_error": 0.0 + }, + { + "representative": 270, + "members": [ + 270 + ], + "max_error": 0.0 + }, + { + "representative": 385, + "members": [ + 385 + ], + "max_error": 0.0 + }, + { + "representative": 433, + "members": [ + 433 + ], + "max_error": 0.0 + }, + { + "representative": 261, + "members": [ + 261 + ], + "max_error": 0.0 + }, + { + "representative": 497, + "members": [ + 497 + ], + "max_error": 0.0 + }, + { + "representative": 411, + "members": [ + 411 + ], + "max_error": 0.0 + }, + { + "representative": 399, + "members": [ + 399 + ], + "max_error": 0.0 + }, + { + "representative": 494, + "members": [ + 494 + ], + "max_error": 0.0 + }, + { + "representative": 464, + "members": [ + 464 + ], + "max_error": 0.0 + }, + { + "representative": 469, + "members": [ + 469 + ], + "max_error": 0.0 + }, + { + "representative": 286, + "members": [ + 286 + ], + "max_error": 0.0 + }, + { + "representative": 319, + "members": [ + 319 + ], + "max_error": 0.0 + }, + { + "representative": 379, + "members": [ + 379 + ], + "max_error": 0.0 + }, + { + "representative": 474, + "members": [ + 474 + ], + "max_error": 0.0 + }, + { + "representative": 468, + "members": [ + 468 + ], + "max_error": 0.0 + }, + { + "representative": 493, + "members": [ + 493 + ], + "max_error": 0.0 + }, + { + "representative": 477, + "members": [ + 477 + ], + "max_error": 0.0 + }, + { + "representative": 479, + "members": [ + 479 + ], + "max_error": 0.0 + }, + { + "representative": 266, + "members": [ + 266 + ], + "max_error": 0.0 + }, + { + "representative": 392, + "members": [ + 392 + ], + "max_error": 0.0 + }, + { + "representative": 413, + "members": [ + 413 + ], + "max_error": 0.0 + }, + { + "representative": 310, + "members": [ + 310 + ], + "max_error": 0.0 + }, + { + "representative": 288, + "members": [ + 288 + ], + "max_error": 0.0 + }, + { + "representative": 262, + "members": [ + 262 + ], + "max_error": 0.0 + }, + { + "representative": 435, + "members": [ + 435 + ], + "max_error": 0.0 + }, + { + "representative": 376, + "members": [ + 376 + ], + "max_error": 0.0 + }, + { + "representative": 295, + "members": [ + 295 + ], + "max_error": 0.0 + }, + { + "representative": 414, + "members": [ + 414 + ], + "max_error": 0.0 + }, + { + "representative": 429, + "members": [ + 429 + ], + "max_error": 0.0 + }, + { + "representative": 339, + "members": [ + 339 + ], + "max_error": 0.0 + }, + { + "representative": 325, + "members": [ + 325 + ], + "max_error": 0.0 + }, + { + "representative": 292, + "members": [ + 292 + ], + "max_error": 0.0 + }, + { + "representative": 365, + "members": [ + 365 + ], + "max_error": 0.0 + }, + { + "representative": 284, + "members": [ + 284 + ], + "max_error": 0.0 + }, + { + "representative": 346, + "members": [ + 346 + ], + "max_error": 0.0 + }, + { + "representative": 308, + "members": [ + 308 + ], + "max_error": 0.0 + }, + { + "representative": 300, + "members": [ + 300 + ], + "max_error": 0.0 + }, + { + "representative": 378, + "members": [ + 378 + ], + "max_error": 0.0 + }, + { + "representative": 510, + "members": [ + 510 + ], + "max_error": 0.0 + }, + { + "representative": 489, + "members": [ + 489 + ], + "max_error": 0.0 + }, + { + "representative": 485, + "members": [ + 485 + ], + "max_error": 0.0 + }, + { + "representative": 289, + "members": [ + 289 + ], + "max_error": 0.0 + }, + { + "representative": 375, + "members": [ + 375 + ], + "max_error": 0.0 + }, + { + "representative": 350, + "members": [ + 350 + ], + "max_error": 0.0 + }, + { + "representative": 419, + "members": [ + 419 + ], + "max_error": 0.0 + }, + { + "representative": 256, + "members": [ + 256 + ], + "max_error": 0.0 + }, + { + "representative": 331, + "members": [ + 331 + ], + "max_error": 0.0 + }, + { + "representative": 445, + "members": [ + 445 + ], + "max_error": 0.0 + }, + { + "representative": 438, + "members": [ + 438 + ], + "max_error": 0.0 + }, + { + "representative": 447, + "members": [ + 447 + ], + "max_error": 0.0 + }, + { + "representative": 1392, + "members": [ + 1392 + ], + "max_error": 0.0 + }, + { + "representative": 1351, + "members": [ + 1351 + ], + "max_error": 0.0 + }, + { + "representative": 1312, + "members": [ + 1312 + ], + "max_error": 0.0 + }, + { + "representative": 1499, + "members": [ + 1499 + ], + "max_error": 0.0 + }, + { + "representative": 1519, + "members": [ + 1519 + ], + "max_error": 0.0 + }, + { + "representative": 1507, + "members": [ + 1507 + ], + "max_error": 0.0 + }, + { + "representative": 1441, + "members": [ + 1441 + ], + "max_error": 0.0 + }, + { + "representative": 1444, + "members": [ + 1444 + ], + "max_error": 0.0 + }, + { + "representative": 1414, + "members": [ + 1414 + ], + "max_error": 0.0 + }, + { + "representative": 1282, + "members": [ + 1282 + ], + "max_error": 0.0 + }, + { + "representative": 1416, + "members": [ + 1416 + ], + "max_error": 0.0 + }, + { + "representative": 1433, + "members": [ + 1433 + ], + "max_error": 0.0 + }, + { + "representative": 1332, + "members": [ + 1332 + ], + "max_error": 0.0 + }, + { + "representative": 1458, + "members": [ + 1458 + ], + "max_error": 0.0 + }, + { + "representative": 1511, + "members": [ + 1511 + ], + "max_error": 0.0 + }, + { + "representative": 2026, + "members": [ + 2026 + ], + "max_error": 0.0 + }, + { + "representative": 1895, + "members": [ + 1895 + ], + "max_error": 0.0 + }, + { + "representative": 1843, + "members": [ + 1843 + ], + "max_error": 0.0 + }, + { + "representative": 1888, + "members": [ + 1888 + ], + "max_error": 0.0 + }, + { + "representative": 1800, + "members": [ + 1800 + ], + "max_error": 0.0 + }, + { + "representative": 1823, + "members": [ + 1823 + ], + "max_error": 0.0 + }, + { + "representative": 1851, + "members": [ + 1851 + ], + "max_error": 0.0 + }, + { + "representative": 1828, + "members": [ + 1828 + ], + "max_error": 0.0 + }, + { + "representative": 1834, + "members": [ + 1834 + ], + "max_error": 0.0 + }, + { + "representative": 1911, + "members": [ + 1911 + ], + "max_error": 0.0 + }, + { + "representative": 1974, + "members": [ + 1974 + ], + "max_error": 0.0 + }, + { + "representative": 1903, + "members": [ + 1903 + ], + "max_error": 0.0 + }, + { + "representative": 2017, + "members": [ + 2017 + ], + "max_error": 0.0 + }, + { + "representative": 1990, + "members": [ + 1990 + ], + "max_error": 0.0 + }, + { + "representative": 1836, + "members": [ + 1836 + ], + "max_error": 0.0 + }, + { + "representative": 1943, + "members": [ + 1943 + ], + "max_error": 0.0 + }, + { + "representative": 2002, + "members": [ + 2002 + ], + "max_error": 0.0 + }, + { + "representative": 2385, + "members": [ + 2385 + ], + "max_error": 0.0 + }, + { + "representative": 2378, + "members": [ + 2378 + ], + "max_error": 0.0 + }, + { + "representative": 2415, + "members": [ + 2415 + ], + "max_error": 0.0 + }, + { + "representative": 2443, + "members": [ + 2443 + ], + "max_error": 0.0 + }, + { + "representative": 2459, + "members": [ + 2459 + ], + "max_error": 0.0 + }, + { + "representative": 2555, + "members": [ + 2555 + ], + "max_error": 0.0 + }, + { + "representative": 2407, + "members": [ + 2407 + ], + "max_error": 0.0 + }, + { + "representative": 2350, + "members": [ + 2350 + ], + "max_error": 0.0 + }, + { + "representative": 2462, + "members": [ + 2462 + ], + "max_error": 0.0 + }, + { + "representative": 2827, + "members": [ + 2827 + ], + "max_error": 0.0 + }, + { + "representative": 2903, + "members": [ + 2903 + ], + "max_error": 0.0 + }, + { + "representative": 3062, + "members": [ + 3062 + ], + "max_error": 0.0 + }, + { + "representative": 2873, + "members": [ + 2873 + ], + "max_error": 0.0 + }, + { + "representative": 3051, + "members": [ + 3051 + ], + "max_error": 0.0 + }, + { + "representative": 3017, + "members": [ + 3017 + ], + "max_error": 0.0 + }, + { + "representative": 3004, + "members": [ + 3004 + ], + "max_error": 0.0 + }, + { + "representative": 3059, + "members": [ + 3059 + ], + "max_error": 0.0 + }, + { + "representative": 2997, + "members": [ + 2997 + ], + "max_error": 0.0 + }, + { + "representative": 3063, + "members": [ + 3063 + ], + "max_error": 0.0 + }, + { + "representative": 2817, + "members": [ + 2817 + ], + "max_error": 0.0 + }, + { + "representative": 2938, + "members": [ + 2938 + ], + "max_error": 0.0 + }, + { + "representative": 2947, + "members": [ + 2947 + ], + "max_error": 0.0 + }, + { + "representative": 2945, + "members": [ + 2945 + ], + "max_error": 0.0 + }, + { + "representative": 3536, + "members": [ + 3536 + ], + "max_error": 0.0 + }, + { + "representative": 3454, + "members": [ + 3454 + ], + "max_error": 0.0 + }, + { + "representative": 3462, + "members": [ + 3462 + ], + "max_error": 0.0 + }, + { + "representative": 3515, + "members": [ + 3515 + ], + "max_error": 0.0 + }, + { + "representative": 3439, + "members": [ + 3439 + ], + "max_error": 0.0 + }, + { + "representative": 3458, + "members": [ + 3458 + ], + "max_error": 0.0 + }, + { + "representative": 3487, + "members": [ + 3487 + ], + "max_error": 0.0 + }, + { + "representative": 3406, + "members": [ + 3406 + ], + "max_error": 0.0 + }, + { + "representative": 3476, + "members": [ + 3476 + ], + "max_error": 0.0 + }, + { + "representative": 3557, + "members": [ + 3557 + ], + "max_error": 0.0 + }, + { + "representative": 3996, + "members": [ + 3996 + ], + "max_error": 0.0 + }, + { + "representative": 3852, + "members": [ + 3852 + ], + "max_error": 0.0 + }, + { + "representative": 4057, + "members": [ + 4057 + ], + "max_error": 0.0 + }, + { + "representative": 3891, + "members": [ + 3891 + ], + "max_error": 0.0 + }, + { + "representative": 3883, + "members": [ + 3883 + ], + "max_error": 0.0 + }, + { + "representative": 3975, + "members": [ + 3975 + ], + "max_error": 0.0 + }, + { + "representative": 4064, + "members": [ + 4064 + ], + "max_error": 0.0 + }, + { + "representative": 3863, + "members": [ + 3863 + ], + "max_error": 0.0 + }, + { + "representative": 4038, + "members": [ + 4038 + ], + "max_error": 0.0 + }, + { + "representative": 3949, + "members": [ + 3949 + ], + "max_error": 0.0 + }, + { + "representative": 3936, + "members": [ + 3936 + ], + "max_error": 0.0 + }, + { + "representative": 3933, + "members": [ + 3933 + ], + "max_error": 0.0 + }, + { + "representative": 3977, + "members": [ + 3977 + ], + "max_error": 0.0 + }, + { + "representative": 4070, + "members": [ + 4070 + ], + "max_error": 0.0 + }, + { + "representative": 1368, + "members": [ + 1368 + ], + "max_error": 0.0 + }, + { + "representative": 1337, + "members": [ + 1337 + ], + "max_error": 0.0 + }, + { + "representative": 1419, + "members": [ + 1419 + ], + "max_error": 0.0 + }, + { + "representative": 1296, + "members": [ + 1296 + ], + "max_error": 0.0 + }, + { + "representative": 1373, + "members": [ + 1373 + ], + "max_error": 0.0 + }, + { + "representative": 1490, + "members": [ + 1490 + ], + "max_error": 0.0 + }, + { + "representative": 1362, + "members": [ + 1362 + ], + "max_error": 0.0 + }, + { + "representative": 1330, + "members": [ + 1330 + ], + "max_error": 0.0 + }, + { + "representative": 1280, + "members": [ + 1280 + ], + "max_error": 0.0 + }, + { + "representative": 1459, + "members": [ + 1459 + ], + "max_error": 0.0 + }, + { + "representative": 1288, + "members": [ + 1288 + ], + "max_error": 0.0 + }, + { + "representative": 1827, + "members": [ + 1827 + ], + "max_error": 0.0 + }, + { + "representative": 1970, + "members": [ + 1970 + ], + "max_error": 0.0 + }, + { + "representative": 2001, + "members": [ + 2001 + ], + "max_error": 0.0 + }, + { + "representative": 1919, + "members": [ + 1919 + ], + "max_error": 0.0 + }, + { + "representative": 1906, + "members": [ + 1906 + ], + "max_error": 0.0 + }, + { + "representative": 1857, + "members": [ + 1857 + ], + "max_error": 0.0 + }, + { + "representative": 1805, + "members": [ + 1805 + ], + "max_error": 0.0 + }, + { + "representative": 1830, + "members": [ + 1830 + ], + "max_error": 0.0 + }, + { + "representative": 1935, + "members": [ + 1935 + ], + "max_error": 0.0 + }, + { + "representative": 2014, + "members": [ + 2014 + ], + "max_error": 0.0 + }, + { + "representative": 1878, + "members": [ + 1878 + ], + "max_error": 0.0 + }, + { + "representative": 1856, + "members": [ + 1856 + ], + "max_error": 0.0 + }, + { + "representative": 1844, + "members": [ + 1844 + ], + "max_error": 0.0 + }, + { + "representative": 2013, + "members": [ + 2013 + ], + "max_error": 0.0 + }, + { + "representative": 1949, + "members": [ + 1949 + ], + "max_error": 0.0 + }, + { + "representative": 1858, + "members": [ + 1858 + ], + "max_error": 0.0 + }, + { + "representative": 1994, + "members": [ + 1994 + ], + "max_error": 0.0 + }, + { + "representative": 2444, + "members": [ + 2444 + ], + "max_error": 0.0 + }, + { + "representative": 2495, + "members": [ + 2495 + ], + "max_error": 0.0 + }, + { + "representative": 2404, + "members": [ + 2404 + ], + "max_error": 0.0 + }, + { + "representative": 2341, + "members": [ + 2341 + ], + "max_error": 0.0 + }, + { + "representative": 2516, + "members": [ + 2516 + ], + "max_error": 0.0 + }, + { + "representative": 2361, + "members": [ + 2361 + ], + "max_error": 0.0 + }, + { + "representative": 2474, + "members": [ + 2474 + ], + "max_error": 0.0 + }, + { + "representative": 2432, + "members": [ + 2432 + ], + "max_error": 0.0 + }, + { + "representative": 2322, + "members": [ + 2322 + ], + "max_error": 0.0 + }, + { + "representative": 2504, + "members": [ + 2504 + ], + "max_error": 0.0 + }, + { + "representative": 2493, + "members": [ + 2493 + ], + "max_error": 0.0 + }, + { + "representative": 3021, + "members": [ + 3021 + ], + "max_error": 0.0 + }, + { + "representative": 2973, + "members": [ + 2973 + ], + "max_error": 0.0 + }, + { + "representative": 2926, + "members": [ + 2926 + ], + "max_error": 0.0 + }, + { + "representative": 2840, + "members": [ + 2840 + ], + "max_error": 0.0 + }, + { + "representative": 2917, + "members": [ + 2917 + ], + "max_error": 0.0 + }, + { + "representative": 2966, + "members": [ + 2966 + ], + "max_error": 0.0 + }, + { + "representative": 2887, + "members": [ + 2887 + ], + "max_error": 0.0 + }, + { + "representative": 2856, + "members": [ + 2856 + ], + "max_error": 0.0 + }, + { + "representative": 2848, + "members": [ + 2848 + ], + "max_error": 0.0 + }, + { + "representative": 2833, + "members": [ + 2833 + ], + "max_error": 0.0 + }, + { + "representative": 2910, + "members": [ + 2910 + ], + "max_error": 0.0 + }, + { + "representative": 2949, + "members": [ + 2949 + ], + "max_error": 0.0 + }, + { + "representative": 3025, + "members": [ + 3025 + ], + "max_error": 0.0 + }, + { + "representative": 3022, + "members": [ + 3022 + ], + "max_error": 0.0 + }, + { + "representative": 2900, + "members": [ + 2900 + ], + "max_error": 0.0 + }, + { + "representative": 2989, + "members": [ + 2989 + ], + "max_error": 0.0 + }, + { + "representative": 2864, + "members": [ + 2864 + ], + "max_error": 0.0 + }, + { + "representative": 3459, + "members": [ + 3459 + ], + "max_error": 0.0 + }, + { + "representative": 3401, + "members": [ + 3401 + ], + "max_error": 0.0 + }, + { + "representative": 3549, + "members": [ + 3549 + ], + "max_error": 0.0 + }, + { + "representative": 3578, + "members": [ + 3578 + ], + "max_error": 0.0 + }, + { + "representative": 3512, + "members": [ + 3512 + ], + "max_error": 0.0 + }, + { + "representative": 3559, + "members": [ + 3559 + ], + "max_error": 0.0 + }, + { + "representative": 3372, + "members": [ + 3372 + ], + "max_error": 0.0 + }, + { + "representative": 3470, + "members": [ + 3470 + ], + "max_error": 0.0 + }, + { + "representative": 3574, + "members": [ + 3574 + ], + "max_error": 0.0 + }, + { + "representative": 3503, + "members": [ + 3503 + ], + "max_error": 0.0 + }, + { + "representative": 3504, + "members": [ + 3504 + ], + "max_error": 0.0 + }, + { + "representative": 3390, + "members": [ + 3390 + ], + "max_error": 0.0 + }, + { + "representative": 3351, + "members": [ + 3351 + ], + "max_error": 0.0 + }, + { + "representative": 3367, + "members": [ + 3367 + ], + "max_error": 0.0 + }, + { + "representative": 3418, + "members": [ + 3418 + ], + "max_error": 0.0 + }, + { + "representative": 4027, + "members": [ + 4027 + ], + "max_error": 0.0 + }, + { + "representative": 3917, + "members": [ + 3917 + ], + "max_error": 0.0 + }, + { + "representative": 3921, + "members": [ + 3921 + ], + "max_error": 0.0 + }, + { + "representative": 3885, + "members": [ + 3885 + ], + "max_error": 0.0 + }, + { + "representative": 4065, + "members": [ + 4065 + ], + "max_error": 0.0 + }, + { + "representative": 4043, + "members": [ + 4043 + ], + "max_error": 0.0 + }, + { + "representative": 3937, + "members": [ + 3937 + ], + "max_error": 0.0 + }, + { + "representative": 4015, + "members": [ + 4015 + ], + "max_error": 0.0 + }, + { + "representative": 3971, + "members": [ + 3971 + ], + "max_error": 0.0 + }, + { + "representative": 4020, + "members": [ + 4020 + ], + "max_error": 0.0 + }, + { + "representative": 3865, + "members": [ + 3865 + ], + "max_error": 0.0 + }, + { + "representative": 4044, + "members": [ + 4044 + ], + "max_error": 0.0 + }, + { + "representative": 3968, + "members": [ + 3968 + ], + "max_error": 0.0 + }, + { + "representative": 3882, + "members": [ + 3882 + ], + "max_error": 0.0 + }, + { + "representative": 4022, + "members": [ + 4022 + ], + "max_error": 0.0 + }, + { + "representative": 1363, + "members": [ + 1363 + ], + "max_error": 0.0 + }, + { + "representative": 1403, + "members": [ + 1403 + ], + "max_error": 0.0 + }, + { + "representative": 1341, + "members": [ + 1341 + ], + "max_error": 0.0 + }, + { + "representative": 1497, + "members": [ + 1497 + ], + "max_error": 0.0 + }, + { + "representative": 1505, + "members": [ + 1505 + ], + "max_error": 0.0 + }, + { + "representative": 1397, + "members": [ + 1397 + ], + "max_error": 0.0 + }, + { + "representative": 1398, + "members": [ + 1398 + ], + "max_error": 0.0 + }, + { + "representative": 1354, + "members": [ + 1354 + ], + "max_error": 0.0 + }, + { + "representative": 1340, + "members": [ + 1340 + ], + "max_error": 0.0 + }, + { + "representative": 1320, + "members": [ + 1320 + ], + "max_error": 0.0 + }, + { + "representative": 1367, + "members": [ + 1367 + ], + "max_error": 0.0 + }, + { + "representative": 1999, + "members": [ + 1999 + ], + "max_error": 0.0 + }, + { + "representative": 1866, + "members": [ + 1866 + ], + "max_error": 0.0 + }, + { + "representative": 1926, + "members": [ + 1926 + ], + "max_error": 0.0 + }, + { + "representative": 2023, + "members": [ + 2023 + ], + "max_error": 0.0 + }, + { + "representative": 2007, + "members": [ + 2007 + ], + "max_error": 0.0 + }, + { + "representative": 1941, + "members": [ + 1941 + ], + "max_error": 0.0 + }, + { + "representative": 1998, + "members": [ + 1998 + ], + "max_error": 0.0 + }, + { + "representative": 1839, + "members": [ + 1839 + ], + "max_error": 0.0 + }, + { + "representative": 1954, + "members": [ + 1954 + ], + "max_error": 0.0 + }, + { + "representative": 2038, + "members": [ + 2038 + ], + "max_error": 0.0 + }, + { + "representative": 1927, + "members": [ + 1927 + ], + "max_error": 0.0 + }, + { + "representative": 1933, + "members": [ + 1933 + ], + "max_error": 0.0 + }, + { + "representative": 1984, + "members": [ + 1984 + ], + "max_error": 0.0 + }, + { + "representative": 2318, + "members": [ + 2318 + ], + "max_error": 0.0 + }, + { + "representative": 2522, + "members": [ + 2522 + ], + "max_error": 0.0 + }, + { + "representative": 2451, + "members": [ + 2451 + ], + "max_error": 0.0 + }, + { + "representative": 2335, + "members": [ + 2335 + ], + "max_error": 0.0 + }, + { + "representative": 2328, + "members": [ + 2328 + ], + "max_error": 0.0 + }, + { + "representative": 2505, + "members": [ + 2505 + ], + "max_error": 0.0 + }, + { + "representative": 2314, + "members": [ + 2314 + ], + "max_error": 0.0 + }, + { + "representative": 2313, + "members": [ + 2313 + ], + "max_error": 0.0 + }, + { + "representative": 2434, + "members": [ + 2434 + ], + "max_error": 0.0 + }, + { + "representative": 2450, + "members": [ + 2450 + ], + "max_error": 0.0 + }, + { + "representative": 2344, + "members": [ + 2344 + ], + "max_error": 0.0 + }, + { + "representative": 2531, + "members": [ + 2531 + ], + "max_error": 0.0 + }, + { + "representative": 2380, + "members": [ + 2380 + ], + "max_error": 0.0 + }, + { + "representative": 2347, + "members": [ + 2347 + ], + "max_error": 0.0 + }, + { + "representative": 2332, + "members": [ + 2332 + ], + "max_error": 0.0 + }, + { + "representative": 2396, + "members": [ + 2396 + ], + "max_error": 0.0 + }, + { + "representative": 2537, + "members": [ + 2537 + ], + "max_error": 0.0 + }, + { + "representative": 2384, + "members": [ + 2384 + ], + "max_error": 0.0 + }, + { + "representative": 2825, + "members": [ + 2825 + ], + "max_error": 0.0 + }, + { + "representative": 2886, + "members": [ + 2886 + ], + "max_error": 0.0 + }, + { + "representative": 3058, + "members": [ + 3058 + ], + "max_error": 0.0 + }, + { + "representative": 3065, + "members": [ + 3065 + ], + "max_error": 0.0 + }, + { + "representative": 2944, + "members": [ + 2944 + ], + "max_error": 0.0 + }, + { + "representative": 2839, + "members": [ + 2839 + ], + "max_error": 0.0 + }, + { + "representative": 2897, + "members": [ + 2897 + ], + "max_error": 0.0 + }, + { + "representative": 2914, + "members": [ + 2914 + ], + "max_error": 0.0 + }, + { + "representative": 3053, + "members": [ + 3053 + ], + "max_error": 0.0 + }, + { + "representative": 3571, + "members": [ + 3571 + ], + "max_error": 0.0 + }, + { + "representative": 3544, + "members": [ + 3544 + ], + "max_error": 0.0 + }, + { + "representative": 3570, + "members": [ + 3570 + ], + "max_error": 0.0 + }, + { + "representative": 3521, + "members": [ + 3521 + ], + "max_error": 0.0 + }, + { + "representative": 3420, + "members": [ + 3420 + ], + "max_error": 0.0 + }, + { + "representative": 3464, + "members": [ + 3464 + ], + "max_error": 0.0 + }, + { + "representative": 3426, + "members": [ + 3426 + ], + "max_error": 0.0 + }, + { + "representative": 3540, + "members": [ + 3540 + ], + "max_error": 0.0 + }, + { + "representative": 3417, + "members": [ + 3417 + ], + "max_error": 0.0 + }, + { + "representative": 3448, + "members": [ + 3448 + ], + "max_error": 0.0 + }, + { + "representative": 3500, + "members": [ + 3500 + ], + "max_error": 0.0 + }, + { + "representative": 3358, + "members": [ + 3358 + ], + "max_error": 0.0 + }, + { + "representative": 3998, + "members": [ + 3998 + ], + "max_error": 0.0 + }, + { + "representative": 3944, + "members": [ + 3944 + ], + "max_error": 0.0 + }, + { + "representative": 4076, + "members": [ + 4076 + ], + "max_error": 0.0 + }, + { + "representative": 3900, + "members": [ + 3900 + ], + "max_error": 0.0 + }, + { + "representative": 3946, + "members": [ + 3946 + ], + "max_error": 0.0 + }, + { + "representative": 4075, + "members": [ + 4075 + ], + "max_error": 0.0 + }, + { + "representative": 3940, + "members": [ + 3940 + ], + "max_error": 0.0 + }, + { + "representative": 4029, + "members": [ + 4029 + ], + "max_error": 0.0 + }, + { + "representative": 3045, + "members": [ + 3045 + ], + "max_error": 0.0 + }, + { + "representative": 3068, + "members": [ + 3068 + ], + "max_error": 0.0 + }, + { + "representative": 2890, + "members": [ + 2890 + ], + "max_error": 0.0 + }, + { + "representative": 3027, + "members": [ + 3027 + ], + "max_error": 0.0 + }, + { + "representative": 2845, + "members": [ + 2845 + ], + "max_error": 0.0 + }, + { + "representative": 3057, + "members": [ + 3057 + ], + "max_error": 0.0 + }, + { + "representative": 3007, + "members": [ + 3007 + ], + "max_error": 0.0 + }, + { + "representative": 3029, + "members": [ + 3029 + ], + "max_error": 0.0 + }, + { + "representative": 2984, + "members": [ + 2984 + ], + "max_error": 0.0 + }, + { + "representative": 2936, + "members": [ + 2936 + ], + "max_error": 0.0 + }, + { + "representative": 3037, + "members": [ + 3037 + ], + "max_error": 0.0 + }, + { + "representative": 3582, + "members": [ + 3582 + ], + "max_error": 0.0 + }, + { + "representative": 3396, + "members": [ + 3396 + ], + "max_error": 0.0 + }, + { + "representative": 3560, + "members": [ + 3560 + ], + "max_error": 0.0 + }, + { + "representative": 3387, + "members": [ + 3387 + ], + "max_error": 0.0 + }, + { + "representative": 3342, + "members": [ + 3342 + ], + "max_error": 0.0 + }, + { + "representative": 3382, + "members": [ + 3382 + ], + "max_error": 0.0 + }, + { + "representative": 3366, + "members": [ + 3366 + ], + "max_error": 0.0 + }, + { + "representative": 3364, + "members": [ + 3364 + ], + "max_error": 0.0 + }, + { + "representative": 3548, + "members": [ + 3548 + ], + "max_error": 0.0 + }, + { + "representative": 3345, + "members": [ + 3345 + ], + "max_error": 0.0 + }, + { + "representative": 3393, + "members": [ + 3393 + ], + "max_error": 0.0 + }, + { + "representative": 3566, + "members": [ + 3566 + ], + "max_error": 0.0 + }, + { + "representative": 3336, + "members": [ + 3336 + ], + "max_error": 0.0 + }, + { + "representative": 3518, + "members": [ + 3518 + ], + "max_error": 0.0 + }, + { + "representative": 3569, + "members": [ + 3569 + ], + "max_error": 0.0 + }, + { + "representative": 3467, + "members": [ + 3467 + ], + "max_error": 0.0 + }, + { + "representative": 3970, + "members": [ + 3970 + ], + "max_error": 0.0 + }, + { + "representative": 4087, + "members": [ + 4087 + ], + "max_error": 0.0 + }, + { + "representative": 3892, + "members": [ + 3892 + ], + "max_error": 0.0 + }, + { + "representative": 4009, + "members": [ + 4009 + ], + "max_error": 0.0 + }, + { + "representative": 4092, + "members": [ + 4092 + ], + "max_error": 0.0 + }, + { + "representative": 4025, + "members": [ + 4025 + ], + "max_error": 0.0 + }, + { + "representative": 4372, + "members": [ + 4372 + ], + "max_error": 0.0 + }, + { + "representative": 4373, + "members": [ + 4373 + ], + "max_error": 0.0 + }, + { + "representative": 4376, + "members": [ + 4376 + ], + "max_error": 0.0 + }, + { + "representative": 4383, + "members": [ + 4383 + ], + "max_error": 0.0 + }, + { + "representative": 4356, + "members": [ + 4356 + ], + "max_error": 0.0 + }, + { + "representative": 4357, + "members": [ + 4357 + ], + "max_error": 0.0 + }, + { + "representative": 4363, + "members": [ + 4363 + ], + "max_error": 0.0 + }, + { + "representative": 4366, + "members": [ + 4366 + ], + "max_error": 0.0 + }, + { + "representative": 4416, + "members": [ + 4416 + ], + "max_error": 0.0 + }, + { + "representative": 4432, + "members": [ + 4432 + ], + "max_error": 0.0 + }, + { + "representative": 4435, + "members": [ + 4435 + ], + "max_error": 0.0 + }, + { + "representative": 4418, + "members": [ + 4418 + ], + "max_error": 0.0 + }, + { + "representative": 4464, + "members": [ + 4464 + ], + "max_error": 0.0 + }, + { + "representative": 4465, + "members": [ + 4465 + ], + "max_error": 0.0 + }, + { + "representative": 4450, + "members": [ + 4450 + ], + "max_error": 0.0 + }, + { + "representative": 4474, + "members": [ + 4474 + ], + "max_error": 0.0 + }, + { + "representative": 4451, + "members": [ + 4451 + ], + "max_error": 0.0 + }, + { + "representative": 4460, + "members": [ + 4460 + ], + "max_error": 0.0 + }, + { + "representative": 4461, + "members": [ + 4461 + ], + "max_error": 0.0 + }, + { + "representative": 4462, + "members": [ + 4462 + ], + "max_error": 0.0 + }, + { + "representative": 4496, + "members": [ + 4496 + ], + "max_error": 0.0 + }, + { + "representative": 4508, + "members": [ + 4508 + ], + "max_error": 0.0 + }, + { + "representative": 4510, + "members": [ + 4510 + ], + "max_error": 0.0 + }, + { + "representative": 4485, + "members": [ + 4485 + ], + "max_error": 0.0 + }, + { + "representative": 4491, + "members": [ + 4491 + ], + "max_error": 0.0 + }, + { + "representative": 4529, + "members": [ + 4529 + ], + "max_error": 0.0 + }, + { + "representative": 4538, + "members": [ + 4538 + ], + "max_error": 0.0 + }, + { + "representative": 4524, + "members": [ + 4524 + ], + "max_error": 0.0 + }, + { + "representative": 4573, + "members": [ + 4573 + ], + "max_error": 0.0 + }, + { + "representative": 4556, + "members": [ + 4556 + ], + "max_error": 0.0 + }, + { + "representative": 4578, + "members": [ + 4578 + ], + "max_error": 0.0 + }, + { + "representative": 4579, + "members": [ + 4579 + ], + "max_error": 0.0 + }, + { + "representative": 4581, + "members": [ + 4581 + ], + "max_error": 0.0 + }, + { + "representative": 4589, + "members": [ + 4589 + ], + "max_error": 0.0 + }, + { + "representative": 4408, + "members": [ + 4408 + ], + "max_error": 0.0 + }, + { + "representative": 4413, + "members": [ + 4413 + ], + "max_error": 0.0 + }, + { + "representative": 4393, + "members": [ + 4393 + ], + "max_error": 0.0 + }, + { + "representative": 4890, + "members": [ + 4890 + ], + "max_error": 0.0 + }, + { + "representative": 4870, + "members": [ + 4870 + ], + "max_error": 0.0 + }, + { + "representative": 5052, + "members": [ + 5052 + ], + "max_error": 0.0 + }, + { + "representative": 5038, + "members": [ + 5038 + ], + "max_error": 0.0 + }, + { + "representative": 4895, + "members": [ + 4895 + ], + "max_error": 0.0 + }, + { + "representative": 5014, + "members": [ + 5014 + ], + "max_error": 0.0 + }, + { + "representative": 5084, + "members": [ + 5084 + ], + "max_error": 0.0 + }, + { + "representative": 5106, + "members": [ + 5106 + ], + "max_error": 0.0 + }, + { + "representative": 4915, + "members": [ + 4915 + ], + "max_error": 0.0 + }, + { + "representative": 5109, + "members": [ + 5109 + ], + "max_error": 0.0 + }, + { + "representative": 4990, + "members": [ + 4990 + ], + "max_error": 0.0 + }, + { + "representative": 5074, + "members": [ + 5074 + ], + "max_error": 0.0 + }, + { + "representative": 4924, + "members": [ + 4924 + ], + "max_error": 0.0 + }, + { + "representative": 4903, + "members": [ + 4903 + ], + "max_error": 0.0 + }, + { + "representative": 5063, + "members": [ + 5063 + ], + "max_error": 0.0 + }, + { + "representative": 4978, + "members": [ + 4978 + ], + "max_error": 0.0 + }, + { + "representative": 4991, + "members": [ + 4991 + ], + "max_error": 0.0 + }, + { + "representative": 5036, + "members": [ + 5036 + ], + "max_error": 0.0 + }, + { + "representative": 5029, + "members": [ + 5029 + ], + "max_error": 0.0 + }, + { + "representative": 5025, + "members": [ + 5025 + ], + "max_error": 0.0 + }, + { + "representative": 5056, + "members": [ + 5056 + ], + "max_error": 0.0 + }, + { + "representative": 5075, + "members": [ + 5075 + ], + "max_error": 0.0 + }, + { + "representative": 5076, + "members": [ + 5076 + ], + "max_error": 0.0 + }, + { + "representative": 5117, + "members": [ + 5117 + ], + "max_error": 0.0 + }, + { + "representative": 5102, + "members": [ + 5102 + ], + "max_error": 0.0 + }, + { + "representative": 5030, + "members": [ + 5030 + ], + "max_error": 0.0 + }, + { + "representative": 5086, + "members": [ + 5086 + ], + "max_error": 0.0 + }, + { + "representative": 4901, + "members": [ + 4901 + ], + "max_error": 0.0 + }, + { + "representative": 4979, + "members": [ + 4979 + ], + "max_error": 0.0 + }, + { + "representative": 5020, + "members": [ + 5020 + ], + "max_error": 0.0 + }, + { + "representative": 5008, + "members": [ + 5008 + ], + "max_error": 0.0 + }, + { + "representative": 4909, + "members": [ + 4909 + ], + "max_error": 0.0 + }, + { + "representative": 4935, + "members": [ + 4935 + ], + "max_error": 0.0 + }, + { + "representative": 4871, + "members": [ + 4871 + ], + "max_error": 0.0 + }, + { + "representative": 5031, + "members": [ + 5031 + ], + "max_error": 0.0 + }, + { + "representative": 4993, + "members": [ + 4993 + ], + "max_error": 0.0 + }, + { + "representative": 5401, + "members": [ + 5401 + ], + "max_error": 0.0 + }, + { + "representative": 5450, + "members": [ + 5450 + ], + "max_error": 0.0 + }, + { + "representative": 5440, + "members": [ + 5440 + ], + "max_error": 0.0 + }, + { + "representative": 5403, + "members": [ + 5403 + ], + "max_error": 0.0 + }, + { + "representative": 5607, + "members": [ + 5607 + ], + "max_error": 0.0 + }, + { + "representative": 5554, + "members": [ + 5554 + ], + "max_error": 0.0 + }, + { + "representative": 5543, + "members": [ + 5543 + ], + "max_error": 0.0 + }, + { + "representative": 5547, + "members": [ + 5547 + ], + "max_error": 0.0 + }, + { + "representative": 5396, + "members": [ + 5396 + ], + "max_error": 0.0 + }, + { + "representative": 5376, + "members": [ + 5376 + ], + "max_error": 0.0 + }, + { + "representative": 5412, + "members": [ + 5412 + ], + "max_error": 0.0 + }, + { + "representative": 5551, + "members": [ + 5551 + ], + "max_error": 0.0 + }, + { + "representative": 5480, + "members": [ + 5480 + ], + "max_error": 0.0 + }, + { + "representative": 5395, + "members": [ + 5395 + ], + "max_error": 0.0 + }, + { + "representative": 5499, + "members": [ + 5499 + ], + "max_error": 0.0 + }, + { + "representative": 5477, + "members": [ + 5477 + ], + "max_error": 0.0 + }, + { + "representative": 5563, + "members": [ + 5563 + ], + "max_error": 0.0 + }, + { + "representative": 5545, + "members": [ + 5545 + ], + "max_error": 0.0 + }, + { + "representative": 5541, + "members": [ + 5541 + ], + "max_error": 0.0 + }, + { + "representative": 5625, + "members": [ + 5625 + ], + "max_error": 0.0 + }, + { + "representative": 5512, + "members": [ + 5512 + ], + "max_error": 0.0 + }, + { + "representative": 5616, + "members": [ + 5616 + ], + "max_error": 0.0 + }, + { + "representative": 5448, + "members": [ + 5448 + ], + "max_error": 0.0 + }, + { + "representative": 5556, + "members": [ + 5556 + ], + "max_error": 0.0 + }, + { + "representative": 5397, + "members": [ + 5397 + ], + "max_error": 0.0 + }, + { + "representative": 5432, + "members": [ + 5432 + ], + "max_error": 0.0 + }, + { + "representative": 5606, + "members": [ + 5606 + ], + "max_error": 0.0 + }, + { + "representative": 5390, + "members": [ + 5390 + ], + "max_error": 0.0 + }, + { + "representative": 5464, + "members": [ + 5464 + ], + "max_error": 0.0 + }, + { + "representative": 5626, + "members": [ + 5626 + ], + "max_error": 0.0 + }, + { + "representative": 5458, + "members": [ + 5458 + ], + "max_error": 0.0 + }, + { + "representative": 5630, + "members": [ + 5630 + ], + "max_error": 0.0 + }, + { + "representative": 5612, + "members": [ + 5612 + ], + "max_error": 0.0 + }, + { + "representative": 5394, + "members": [ + 5394 + ], + "max_error": 0.0 + }, + { + "representative": 5444, + "members": [ + 5444 + ], + "max_error": 0.0 + }, + { + "representative": 5525, + "members": [ + 5525 + ], + "max_error": 0.0 + }, + { + "representative": 5503, + "members": [ + 5503 + ], + "max_error": 0.0 + }, + { + "representative": 5457, + "members": [ + 5457 + ], + "max_error": 0.0 + }, + { + "representative": 5589, + "members": [ + 5589 + ], + "max_error": 0.0 + }, + { + "representative": 5386, + "members": [ + 5386 + ], + "max_error": 0.0 + }, + { + "representative": 5438, + "members": [ + 5438 + ], + "max_error": 0.0 + }, + { + "representative": 5598, + "members": [ + 5598 + ], + "max_error": 0.0 + }, + { + "representative": 5413, + "members": [ + 5413 + ], + "max_error": 0.0 + }, + { + "representative": 5610, + "members": [ + 5610 + ], + "max_error": 0.0 + }, + { + "representative": 5581, + "members": [ + 5581 + ], + "max_error": 0.0 + }, + { + "representative": 5520, + "members": [ + 5520 + ], + "max_error": 0.0 + }, + { + "representative": 5904, + "members": [ + 5904 + ], + "max_error": 0.0 + }, + { + "representative": 5907, + "members": [ + 5907 + ], + "max_error": 0.0 + }, + { + "representative": 5912, + "members": [ + 5912 + ], + "max_error": 0.0 + }, + { + "representative": 5914, + "members": [ + 5914 + ], + "max_error": 0.0 + }, + { + "representative": 5891, + "members": [ + 5891 + ], + "max_error": 0.0 + }, + { + "representative": 5918, + "members": [ + 5918 + ], + "max_error": 0.0 + }, + { + "representative": 5893, + "members": [ + 5893 + ], + "max_error": 0.0 + }, + { + "representative": 5889, + "members": [ + 5889 + ], + "max_error": 0.0 + }, + { + "representative": 5898, + "members": [ + 5898 + ], + "max_error": 0.0 + }, + { + "representative": 5899, + "members": [ + 5899 + ], + "max_error": 0.0 + }, + { + "representative": 5968, + "members": [ + 5968 + ], + "max_error": 0.0 + }, + { + "representative": 5969, + "members": [ + 5969 + ], + "max_error": 0.0 + }, + { + "representative": 5978, + "members": [ + 5978 + ], + "max_error": 0.0 + }, + { + "representative": 5983, + "members": [ + 5983 + ], + "max_error": 0.0 + }, + { + "representative": 5958, + "members": [ + 5958 + ], + "max_error": 0.0 + }, + { + "representative": 6010, + "members": [ + 6010 + ], + "max_error": 0.0 + }, + { + "representative": 5992, + "members": [ + 5992 + ], + "max_error": 0.0 + }, + { + "representative": 5996, + "members": [ + 5996 + ], + "max_error": 0.0 + }, + { + "representative": 6034, + "members": [ + 6034 + ], + "max_error": 0.0 + }, + { + "representative": 6040, + "members": [ + 6040 + ], + "max_error": 0.0 + }, + { + "representative": 6044, + "members": [ + 6044 + ], + "max_error": 0.0 + }, + { + "representative": 6024, + "members": [ + 6024 + ], + "max_error": 0.0 + }, + { + "representative": 6025, + "members": [ + 6025 + ], + "max_error": 0.0 + }, + { + "representative": 6029, + "members": [ + 6029 + ], + "max_error": 0.0 + }, + { + "representative": 6064, + "members": [ + 6064 + ], + "max_error": 0.0 + }, + { + "representative": 6068, + "members": [ + 6068 + ], + "max_error": 0.0 + }, + { + "representative": 6069, + "members": [ + 6069 + ], + "max_error": 0.0 + }, + { + "representative": 6071, + "members": [ + 6071 + ], + "max_error": 0.0 + }, + { + "representative": 6078, + "members": [ + 6078 + ], + "max_error": 0.0 + }, + { + "representative": 6052, + "members": [ + 6052 + ], + "max_error": 0.0 + }, + { + "representative": 6060, + "members": [ + 6060 + ], + "max_error": 0.0 + }, + { + "representative": 6099, + "members": [ + 6099 + ], + "max_error": 0.0 + }, + { + "representative": 6102, + "members": [ + 6102 + ], + "max_error": 0.0 + }, + { + "representative": 6110, + "members": [ + 6110 + ], + "max_error": 0.0 + }, + { + "representative": 6086, + "members": [ + 6086 + ], + "max_error": 0.0 + }, + { + "representative": 6089, + "members": [ + 6089 + ], + "max_error": 0.0 + }, + { + "representative": 6136, + "members": [ + 6136 + ], + "max_error": 0.0 + }, + { + "representative": 6138, + "members": [ + 6138 + ], + "max_error": 0.0 + }, + { + "representative": 6142, + "members": [ + 6142 + ], + "max_error": 0.0 + }, + { + "representative": 6117, + "members": [ + 6117 + ], + "max_error": 0.0 + }, + { + "representative": 6121, + "members": [ + 6121 + ], + "max_error": 0.0 + }, + { + "representative": 6123, + "members": [ + 6123 + ], + "max_error": 0.0 + }, + { + "representative": 6126, + "members": [ + 6126 + ], + "max_error": 0.0 + }, + { + "representative": 5927, + "members": [ + 5927 + ], + "max_error": 0.0 + }, + { + "representative": 5928, + "members": [ + 5928 + ], + "max_error": 0.0 + }, + { + "representative": 5929, + "members": [ + 5929 + ], + "max_error": 0.0 + }, + { + "representative": 5935, + "members": [ + 5935 + ], + "max_error": 0.0 + }, + { + "representative": 1284, + "members": [ + 1284 + ], + "max_error": 0.0 + }, + { + "representative": 1525, + "members": [ + 1525 + ], + "max_error": 0.0 + }, + { + "representative": 1388, + "members": [ + 1388 + ], + "max_error": 0.0 + }, + { + "representative": 1411, + "members": [ + 1411 + ], + "max_error": 0.0 + }, + { + "representative": 1405, + "members": [ + 1405 + ], + "max_error": 0.0 + }, + { + "representative": 1443, + "members": [ + 1443 + ], + "max_error": 0.0 + }, + { + "representative": 1435, + "members": [ + 1435 + ], + "max_error": 0.0 + }, + { + "representative": 1500, + "members": [ + 1500 + ], + "max_error": 0.0 + }, + { + "representative": 1290, + "members": [ + 1290 + ], + "max_error": 0.0 + }, + { + "representative": 1310, + "members": [ + 1310 + ], + "max_error": 0.0 + }, + { + "representative": 1885, + "members": [ + 1885 + ], + "max_error": 0.0 + }, + { + "representative": 2018, + "members": [ + 2018 + ], + "max_error": 0.0 + }, + { + "representative": 1808, + "members": [ + 1808 + ], + "max_error": 0.0 + }, + { + "representative": 1934, + "members": [ + 1934 + ], + "max_error": 0.0 + }, + { + "representative": 1917, + "members": [ + 1917 + ], + "max_error": 0.0 + }, + { + "representative": 1821, + "members": [ + 1821 + ], + "max_error": 0.0 + }, + { + "representative": 1812, + "members": [ + 1812 + ], + "max_error": 0.0 + }, + { + "representative": 1818, + "members": [ + 1818 + ], + "max_error": 0.0 + }, + { + "representative": 1810, + "members": [ + 1810 + ], + "max_error": 0.0 + }, + { + "representative": 1992, + "members": [ + 1992 + ], + "max_error": 0.0 + }, + { + "representative": 2046, + "members": [ + 2046 + ], + "max_error": 0.0 + }, + { + "representative": 2030, + "members": [ + 2030 + ], + "max_error": 0.0 + }, + { + "representative": 2032, + "members": [ + 2032 + ], + "max_error": 0.0 + }, + { + "representative": 2512, + "members": [ + 2512 + ], + "max_error": 0.0 + }, + { + "representative": 2436, + "members": [ + 2436 + ], + "max_error": 0.0 + }, + { + "representative": 2305, + "members": [ + 2305 + ], + "max_error": 0.0 + }, + { + "representative": 2530, + "members": [ + 2530 + ], + "max_error": 0.0 + }, + { + "representative": 2311, + "members": [ + 2311 + ], + "max_error": 0.0 + }, + { + "representative": 2374, + "members": [ + 2374 + ], + "max_error": 0.0 + }, + { + "representative": 2491, + "members": [ + 2491 + ], + "max_error": 0.0 + }, + { + "representative": 2317, + "members": [ + 2317 + ], + "max_error": 0.0 + }, + { + "representative": 2422, + "members": [ + 2422 + ], + "max_error": 0.0 + }, + { + "representative": 2394, + "members": [ + 2394 + ], + "max_error": 0.0 + }, + { + "representative": 2403, + "members": [ + 2403 + ], + "max_error": 0.0 + }, + { + "representative": 2357, + "members": [ + 2357 + ], + "max_error": 0.0 + }, + { + "representative": 2529, + "members": [ + 2529 + ], + "max_error": 0.0 + }, + { + "representative": 2372, + "members": [ + 2372 + ], + "max_error": 0.0 + }, + { + "representative": 2360, + "members": [ + 2360 + ], + "max_error": 0.0 + }, + { + "representative": 2369, + "members": [ + 2369 + ], + "max_error": 0.0 + }, + { + "representative": 2909, + "members": [ + 2909 + ], + "max_error": 0.0 + }, + { + "representative": 3000, + "members": [ + 3000 + ], + "max_error": 0.0 + }, + { + "representative": 2889, + "members": [ + 2889 + ], + "max_error": 0.0 + }, + { + "representative": 2918, + "members": [ + 2918 + ], + "max_error": 0.0 + }, + { + "representative": 2920, + "members": [ + 2920 + ], + "max_error": 0.0 + }, + { + "representative": 2994, + "members": [ + 2994 + ], + "max_error": 0.0 + }, + { + "representative": 2980, + "members": [ + 2980 + ], + "max_error": 0.0 + }, + { + "representative": 2963, + "members": [ + 2963 + ], + "max_error": 0.0 + }, + { + "representative": 3009, + "members": [ + 3009 + ], + "max_error": 0.0 + }, + { + "representative": 3568, + "members": [ + 3568 + ], + "max_error": 0.0 + }, + { + "representative": 3380, + "members": [ + 3380 + ], + "max_error": 0.0 + }, + { + "representative": 3395, + "members": [ + 3395 + ], + "max_error": 0.0 + }, + { + "representative": 3494, + "members": [ + 3494 + ], + "max_error": 0.0 + }, + { + "representative": 3404, + "members": [ + 3404 + ], + "max_error": 0.0 + }, + { + "representative": 3527, + "members": [ + 3527 + ], + "max_error": 0.0 + }, + { + "representative": 3447, + "members": [ + 3447 + ], + "max_error": 0.0 + }, + { + "representative": 3463, + "members": [ + 3463 + ], + "max_error": 0.0 + }, + { + "representative": 3573, + "members": [ + 3573 + ], + "max_error": 0.0 + }, + { + "representative": 3472, + "members": [ + 3472 + ], + "max_error": 0.0 + }, + { + "representative": 3543, + "members": [ + 3543 + ], + "max_error": 0.0 + }, + { + "representative": 3490, + "members": [ + 3490 + ], + "max_error": 0.0 + }, + { + "representative": 3580, + "members": [ + 3580 + ], + "max_error": 0.0 + }, + { + "representative": 3957, + "members": [ + 3957 + ], + "max_error": 0.0 + }, + { + "representative": 3978, + "members": [ + 3978 + ], + "max_error": 0.0 + }, + { + "representative": 3950, + "members": [ + 3950 + ], + "max_error": 0.0 + }, + { + "representative": 3934, + "members": [ + 3934 + ], + "max_error": 0.0 + }, + { + "representative": 4079, + "members": [ + 4079 + ], + "max_error": 0.0 + }, + { + "representative": 4036, + "members": [ + 4036 + ], + "max_error": 0.0 + }, + { + "representative": 4018, + "members": [ + 4018 + ], + "max_error": 0.0 + }, + { + "representative": 3849, + "members": [ + 3849 + ], + "max_error": 0.0 + }, + { + "representative": 3905, + "members": [ + 3905 + ], + "max_error": 0.0 + }, + { + "representative": 3871, + "members": [ + 3871 + ], + "max_error": 0.0 + }, + { + "representative": 3962, + "members": [ + 3962 + ], + "max_error": 0.0 + }, + { + "representative": 4091, + "members": [ + 4091 + ], + "max_error": 0.0 + }, + { + "representative": 4010, + "members": [ + 4010 + ], + "max_error": 0.0 + }, + { + "representative": 3874, + "members": [ + 3874 + ], + "max_error": 0.0 + }, + { + "representative": 3985, + "members": [ + 3985 + ], + "max_error": 0.0 + }, + { + "representative": 3890, + "members": [ + 3890 + ], + "max_error": 0.0 + }, + { + "representative": 1464, + "members": [ + 1464 + ], + "max_error": 0.0 + }, + { + "representative": 1301, + "members": [ + 1301 + ], + "max_error": 0.0 + }, + { + "representative": 1409, + "members": [ + 1409 + ], + "max_error": 0.0 + }, + { + "representative": 1437, + "members": [ + 1437 + ], + "max_error": 0.0 + }, + { + "representative": 1379, + "members": [ + 1379 + ], + "max_error": 0.0 + }, + { + "representative": 1375, + "members": [ + 1375 + ], + "max_error": 0.0 + }, + { + "representative": 1424, + "members": [ + 1424 + ], + "max_error": 0.0 + }, + { + "representative": 1421, + "members": [ + 1421 + ], + "max_error": 0.0 + }, + { + "representative": 1478, + "members": [ + 1478 + ], + "max_error": 0.0 + }, + { + "representative": 1532, + "members": [ + 1532 + ], + "max_error": 0.0 + }, + { + "representative": 1533, + "members": [ + 1533 + ], + "max_error": 0.0 + }, + { + "representative": 1372, + "members": [ + 1372 + ], + "max_error": 0.0 + }, + { + "representative": 1324, + "members": [ + 1324 + ], + "max_error": 0.0 + }, + { + "representative": 1462, + "members": [ + 1462 + ], + "max_error": 0.0 + }, + { + "representative": 1401, + "members": [ + 1401 + ], + "max_error": 0.0 + }, + { + "representative": 1955, + "members": [ + 1955 + ], + "max_error": 0.0 + }, + { + "representative": 1854, + "members": [ + 1854 + ], + "max_error": 0.0 + }, + { + "representative": 1840, + "members": [ + 1840 + ], + "max_error": 0.0 + }, + { + "representative": 1945, + "members": [ + 1945 + ], + "max_error": 0.0 + }, + { + "representative": 1942, + "members": [ + 1942 + ], + "max_error": 0.0 + }, + { + "representative": 1852, + "members": [ + 1852 + ], + "max_error": 0.0 + }, + { + "representative": 1875, + "members": [ + 1875 + ], + "max_error": 0.0 + }, + { + "representative": 1835, + "members": [ + 1835 + ], + "max_error": 0.0 + }, + { + "representative": 1815, + "members": [ + 1815 + ], + "max_error": 0.0 + }, + { + "representative": 1847, + "members": [ + 1847 + ], + "max_error": 0.0 + }, + { + "representative": 2418, + "members": [ + 2418 + ], + "max_error": 0.0 + }, + { + "representative": 2557, + "members": [ + 2557 + ], + "max_error": 0.0 + }, + { + "representative": 2409, + "members": [ + 2409 + ], + "max_error": 0.0 + }, + { + "representative": 2487, + "members": [ + 2487 + ], + "max_error": 0.0 + }, + { + "representative": 2375, + "members": [ + 2375 + ], + "max_error": 0.0 + }, + { + "representative": 2348, + "members": [ + 2348 + ], + "max_error": 0.0 + }, + { + "representative": 2386, + "members": [ + 2386 + ], + "max_error": 0.0 + }, + { + "representative": 2503, + "members": [ + 2503 + ], + "max_error": 0.0 + }, + { + "representative": 2517, + "members": [ + 2517 + ], + "max_error": 0.0 + }, + { + "representative": 2349, + "members": [ + 2349 + ], + "max_error": 0.0 + }, + { + "representative": 2417, + "members": [ + 2417 + ], + "max_error": 0.0 + }, + { + "representative": 2370, + "members": [ + 2370 + ], + "max_error": 0.0 + }, + { + "representative": 2339, + "members": [ + 2339 + ], + "max_error": 0.0 + }, + { + "representative": 2457, + "members": [ + 2457 + ], + "max_error": 0.0 + }, + { + "representative": 2424, + "members": [ + 2424 + ], + "max_error": 0.0 + }, + { + "representative": 2974, + "members": [ + 2974 + ], + "max_error": 0.0 + }, + { + "representative": 2898, + "members": [ + 2898 + ], + "max_error": 0.0 + }, + { + "representative": 3069, + "members": [ + 3069 + ], + "max_error": 0.0 + }, + { + "representative": 2972, + "members": [ + 2972 + ], + "max_error": 0.0 + }, + { + "representative": 2906, + "members": [ + 2906 + ], + "max_error": 0.0 + }, + { + "representative": 2950, + "members": [ + 2950 + ], + "max_error": 0.0 + }, + { + "representative": 3067, + "members": [ + 3067 + ], + "max_error": 0.0 + }, + { + "representative": 2893, + "members": [ + 2893 + ], + "max_error": 0.0 + }, + { + "representative": 2927, + "members": [ + 2927 + ], + "max_error": 0.0 + }, + { + "representative": 2952, + "members": [ + 2952 + ], + "max_error": 0.0 + }, + { + "representative": 2832, + "members": [ + 2832 + ], + "max_error": 0.0 + }, + { + "representative": 2990, + "members": [ + 2990 + ], + "max_error": 0.0 + }, + { + "representative": 3377, + "members": [ + 3377 + ], + "max_error": 0.0 + }, + { + "representative": 3452, + "members": [ + 3452 + ], + "max_error": 0.0 + }, + { + "representative": 3575, + "members": [ + 3575 + ], + "max_error": 0.0 + }, + { + "representative": 3558, + "members": [ + 3558 + ], + "max_error": 0.0 + }, + { + "representative": 3334, + "members": [ + 3334 + ], + "max_error": 0.0 + }, + { + "representative": 3361, + "members": [ + 3361 + ], + "max_error": 0.0 + }, + { + "representative": 3533, + "members": [ + 3533 + ], + "max_error": 0.0 + }, + { + "representative": 3444, + "members": [ + 3444 + ], + "max_error": 0.0 + }, + { + "representative": 3524, + "members": [ + 3524 + ], + "max_error": 0.0 + }, + { + "representative": 3392, + "members": [ + 3392 + ], + "max_error": 0.0 + }, + { + "representative": 3855, + "members": [ + 3855 + ], + "max_error": 0.0 + }, + { + "representative": 3988, + "members": [ + 3988 + ], + "max_error": 0.0 + }, + { + "representative": 4089, + "members": [ + 4089 + ], + "max_error": 0.0 + }, + { + "representative": 3856, + "members": [ + 3856 + ], + "max_error": 0.0 + }, + { + "representative": 4088, + "members": [ + 4088 + ], + "max_error": 0.0 + }, + { + "representative": 4080, + "members": [ + 4080 + ], + "max_error": 0.0 + }, + { + "representative": 3974, + "members": [ + 3974 + ], + "max_error": 0.0 + }, + { + "representative": 3877, + "members": [ + 3877 + ], + "max_error": 0.0 + }, + { + "representative": 3864, + "members": [ + 3864 + ], + "max_error": 0.0 + }, + { + "representative": 3886, + "members": [ + 3886 + ], + "max_error": 0.0 + }, + { + "representative": 4042, + "members": [ + 4042 + ], + "max_error": 0.0 + }, + { + "representative": 3876, + "members": [ + 3876 + ], + "max_error": 0.0 + }, + { + "representative": 3932, + "members": [ + 3932 + ], + "max_error": 0.0 + }, + { + "representative": 3867, + "members": [ + 3867 + ], + "max_error": 0.0 + }, + { + "representative": 4013, + "members": [ + 4013 + ], + "max_error": 0.0 + }, + { + "representative": 3993, + "members": [ + 3993 + ], + "max_error": 0.0 + }, + { + "representative": 1321, + "members": [ + 1321 + ], + "max_error": 0.0 + }, + { + "representative": 1357, + "members": [ + 1357 + ], + "max_error": 0.0 + }, + { + "representative": 1328, + "members": [ + 1328 + ], + "max_error": 0.0 + }, + { + "representative": 1381, + "members": [ + 1381 + ], + "max_error": 0.0 + }, + { + "representative": 1415, + "members": [ + 1415 + ], + "max_error": 0.0 + }, + { + "representative": 1299, + "members": [ + 1299 + ], + "max_error": 0.0 + }, + { + "representative": 1289, + "members": [ + 1289 + ], + "max_error": 0.0 + }, + { + "representative": 1517, + "members": [ + 1517 + ], + "max_error": 0.0 + }, + { + "representative": 1399, + "members": [ + 1399 + ], + "max_error": 0.0 + }, + { + "representative": 1449, + "members": [ + 1449 + ], + "max_error": 0.0 + }, + { + "representative": 1298, + "members": [ + 1298 + ], + "max_error": 0.0 + }, + { + "representative": 1503, + "members": [ + 1503 + ], + "max_error": 0.0 + }, + { + "representative": 1506, + "members": [ + 1506 + ], + "max_error": 0.0 + }, + { + "representative": 1325, + "members": [ + 1325 + ], + "max_error": 0.0 + }, + { + "representative": 1879, + "members": [ + 1879 + ], + "max_error": 0.0 + }, + { + "representative": 1921, + "members": [ + 1921 + ], + "max_error": 0.0 + }, + { + "representative": 1947, + "members": [ + 1947 + ], + "max_error": 0.0 + }, + { + "representative": 1822, + "members": [ + 1822 + ], + "max_error": 0.0 + }, + { + "representative": 1803, + "members": [ + 1803 + ], + "max_error": 0.0 + }, + { + "representative": 2040, + "members": [ + 2040 + ], + "max_error": 0.0 + }, + { + "representative": 2044, + "members": [ + 2044 + ], + "max_error": 0.0 + }, + { + "representative": 1796, + "members": [ + 1796 + ], + "max_error": 0.0 + }, + { + "representative": 1912, + "members": [ + 1912 + ], + "max_error": 0.0 + }, + { + "representative": 2027, + "members": [ + 2027 + ], + "max_error": 0.0 + }, + { + "representative": 1983, + "members": [ + 1983 + ], + "max_error": 0.0 + }, + { + "representative": 1928, + "members": [ + 1928 + ], + "max_error": 0.0 + }, + { + "representative": 2441, + "members": [ + 2441 + ], + "max_error": 0.0 + }, + { + "representative": 2461, + "members": [ + 2461 + ], + "max_error": 0.0 + }, + { + "representative": 2508, + "members": [ + 2508 + ], + "max_error": 0.0 + }, + { + "representative": 2486, + "members": [ + 2486 + ], + "max_error": 0.0 + }, + { + "representative": 2445, + "members": [ + 2445 + ], + "max_error": 0.0 + }, + { + "representative": 2467, + "members": [ + 2467 + ], + "max_error": 0.0 + }, + { + "representative": 2476, + "members": [ + 2476 + ], + "max_error": 0.0 + }, + { + "representative": 2325, + "members": [ + 2325 + ], + "max_error": 0.0 + }, + { + "representative": 2363, + "members": [ + 2363 + ], + "max_error": 0.0 + }, + { + "representative": 2524, + "members": [ + 2524 + ], + "max_error": 0.0 + }, + { + "representative": 2532, + "members": [ + 2532 + ], + "max_error": 0.0 + }, + { + "representative": 2536, + "members": [ + 2536 + ], + "max_error": 0.0 + }, + { + "representative": 2413, + "members": [ + 2413 + ], + "max_error": 0.0 + }, + { + "representative": 2472, + "members": [ + 2472 + ], + "max_error": 0.0 + }, + { + "representative": 2549, + "members": [ + 2549 + ], + "max_error": 0.0 + }, + { + "representative": 2545, + "members": [ + 2545 + ], + "max_error": 0.0 + }, + { + "representative": 2511, + "members": [ + 2511 + ], + "max_error": 0.0 + }, + { + "representative": 2310, + "members": [ + 2310 + ], + "max_error": 0.0 + }, + { + "representative": 2331, + "members": [ + 2331 + ], + "max_error": 0.0 + }, + { + "representative": 2496, + "members": [ + 2496 + ], + "max_error": 0.0 + }, + { + "representative": 2924, + "members": [ + 2924 + ], + "max_error": 0.0 + }, + { + "representative": 2961, + "members": [ + 2961 + ], + "max_error": 0.0 + }, + { + "representative": 3003, + "members": [ + 3003 + ], + "max_error": 0.0 + }, + { + "representative": 3006, + "members": [ + 3006 + ], + "max_error": 0.0 + }, + { + "representative": 2851, + "members": [ + 2851 + ], + "max_error": 0.0 + }, + { + "representative": 3001, + "members": [ + 3001 + ], + "max_error": 0.0 + }, + { + "representative": 2822, + "members": [ + 2822 + ], + "max_error": 0.0 + }, + { + "representative": 2894, + "members": [ + 2894 + ], + "max_error": 0.0 + }, + { + "representative": 2842, + "members": [ + 2842 + ], + "max_error": 0.0 + }, + { + "representative": 2969, + "members": [ + 2969 + ], + "max_error": 0.0 + }, + { + "representative": 3048, + "members": [ + 3048 + ], + "max_error": 0.0 + }, + { + "representative": 3042, + "members": [ + 3042 + ], + "max_error": 0.0 + }, + { + "representative": 2940, + "members": [ + 2940 + ], + "max_error": 0.0 + }, + { + "representative": 3443, + "members": [ + 3443 + ], + "max_error": 0.0 + }, + { + "representative": 3478, + "members": [ + 3478 + ], + "max_error": 0.0 + }, + { + "representative": 3520, + "members": [ + 3520 + ], + "max_error": 0.0 + }, + { + "representative": 3517, + "members": [ + 3517 + ], + "max_error": 0.0 + }, + { + "representative": 3488, + "members": [ + 3488 + ], + "max_error": 0.0 + }, + { + "representative": 3424, + "members": [ + 3424 + ], + "max_error": 0.0 + }, + { + "representative": 3481, + "members": [ + 3481 + ], + "max_error": 0.0 + }, + { + "representative": 3456, + "members": [ + 3456 + ], + "max_error": 0.0 + }, + { + "representative": 3381, + "members": [ + 3381 + ], + "max_error": 0.0 + }, + { + "representative": 3553, + "members": [ + 3553 + ], + "max_error": 0.0 + }, + { + "representative": 3362, + "members": [ + 3362 + ], + "max_error": 0.0 + }, + { + "representative": 3388, + "members": [ + 3388 + ], + "max_error": 0.0 + }, + { + "representative": 3577, + "members": [ + 3577 + ], + "max_error": 0.0 + }, + { + "representative": 3920, + "members": [ + 3920 + ], + "max_error": 0.0 + }, + { + "representative": 3992, + "members": [ + 3992 + ], + "max_error": 0.0 + }, + { + "representative": 4083, + "members": [ + 4083 + ], + "max_error": 0.0 + }, + { + "representative": 3846, + "members": [ + 3846 + ], + "max_error": 0.0 + }, + { + "representative": 3967, + "members": [ + 3967 + ], + "max_error": 0.0 + }, + { + "representative": 4054, + "members": [ + 4054 + ], + "max_error": 0.0 + }, + { + "representative": 3983, + "members": [ + 3983 + ], + "max_error": 0.0 + }, + { + "representative": 3914, + "members": [ + 3914 + ], + "max_error": 0.0 + }, + { + "representative": 3945, + "members": [ + 3945 + ], + "max_error": 0.0 + }, + { + "representative": 3987, + "members": [ + 3987 + ], + "max_error": 0.0 + }, + { + "representative": 3941, + "members": [ + 3941 + ], + "max_error": 0.0 + }, + { + "representative": 2964, + "members": [ + 2964 + ], + "max_error": 0.0 + }, + { + "representative": 2857, + "members": [ + 2857 + ], + "max_error": 0.0 + }, + { + "representative": 2935, + "members": [ + 2935 + ], + "max_error": 0.0 + }, + { + "representative": 2967, + "members": [ + 2967 + ], + "max_error": 0.0 + }, + { + "representative": 3041, + "members": [ + 3041 + ], + "max_error": 0.0 + }, + { + "representative": 2962, + "members": [ + 2962 + ], + "max_error": 0.0 + }, + { + "representative": 2891, + "members": [ + 2891 + ], + "max_error": 0.0 + }, + { + "representative": 2823, + "members": [ + 2823 + ], + "max_error": 0.0 + }, + { + "representative": 3046, + "members": [ + 3046 + ], + "max_error": 0.0 + }, + { + "representative": 2892, + "members": [ + 2892 + ], + "max_error": 0.0 + }, + { + "representative": 2986, + "members": [ + 2986 + ], + "max_error": 0.0 + }, + { + "representative": 2878, + "members": [ + 2878 + ], + "max_error": 0.0 + }, + { + "representative": 2925, + "members": [ + 2925 + ], + "max_error": 0.0 + }, + { + "representative": 3408, + "members": [ + 3408 + ], + "max_error": 0.0 + }, + { + "representative": 3440, + "members": [ + 3440 + ], + "max_error": 0.0 + }, + { + "representative": 3461, + "members": [ + 3461 + ], + "max_error": 0.0 + }, + { + "representative": 3414, + "members": [ + 3414 + ], + "max_error": 0.0 + }, + { + "representative": 3430, + "members": [ + 3430 + ], + "max_error": 0.0 + }, + { + "representative": 3371, + "members": [ + 3371 + ], + "max_error": 0.0 + }, + { + "representative": 3513, + "members": [ + 3513 + ], + "max_error": 0.0 + }, + { + "representative": 3465, + "members": [ + 3465 + ], + "max_error": 0.0 + }, + { + "representative": 3399, + "members": [ + 3399 + ], + "max_error": 0.0 + }, + { + "representative": 3535, + "members": [ + 3535 + ], + "max_error": 0.0 + }, + { + "representative": 3541, + "members": [ + 3541 + ], + "max_error": 0.0 + }, + { + "representative": 3550, + "members": [ + 3550 + ], + "max_error": 0.0 + }, + { + "representative": 3427, + "members": [ + 3427 + ], + "max_error": 0.0 + }, + { + "representative": 4011, + "members": [ + 4011 + ], + "max_error": 0.0 + }, + { + "representative": 4024, + "members": [ + 4024 + ], + "max_error": 0.0 + }, + { + "representative": 3910, + "members": [ + 3910 + ], + "max_error": 0.0 + }, + { + "representative": 3887, + "members": [ + 3887 + ], + "max_error": 0.0 + }, + { + "representative": 3884, + "members": [ + 3884 + ], + "max_error": 0.0 + }, + { + "representative": 3973, + "members": [ + 3973 + ], + "max_error": 0.0 + }, + { + "representative": 4436, + "members": [ + 4436 + ], + "max_error": 0.0 + }, + { + "representative": 4557, + "members": [ + 4557 + ], + "max_error": 0.0 + }, + { + "representative": 4429, + "members": [ + 4429 + ], + "max_error": 0.0 + }, + { + "representative": 4379, + "members": [ + 4379 + ], + "max_error": 0.0 + }, + { + "representative": 4403, + "members": [ + 4403 + ], + "max_error": 0.0 + }, + { + "representative": 4558, + "members": [ + 4558 + ], + "max_error": 0.0 + }, + { + "representative": 4387, + "members": [ + 4387 + ], + "max_error": 0.0 + }, + { + "representative": 4527, + "members": [ + 4527 + ], + "max_error": 0.0 + }, + { + "representative": 4426, + "members": [ + 4426 + ], + "max_error": 0.0 + }, + { + "representative": 4499, + "members": [ + 4499 + ], + "max_error": 0.0 + }, + { + "representative": 4534, + "members": [ + 4534 + ], + "max_error": 0.0 + }, + { + "representative": 4507, + "members": [ + 4507 + ], + "max_error": 0.0 + }, + { + "representative": 4399, + "members": [ + 4399 + ], + "max_error": 0.0 + }, + { + "representative": 4583, + "members": [ + 4583 + ], + "max_error": 0.0 + }, + { + "representative": 4522, + "members": [ + 4522 + ], + "max_error": 0.0 + }, + { + "representative": 4591, + "members": [ + 4591 + ], + "max_error": 0.0 + }, + { + "representative": 4577, + "members": [ + 4577 + ], + "max_error": 0.0 + }, + { + "representative": 4537, + "members": [ + 4537 + ], + "max_error": 0.0 + }, + { + "representative": 4555, + "members": [ + 4555 + ], + "max_error": 0.0 + }, + { + "representative": 4472, + "members": [ + 4472 + ], + "max_error": 0.0 + }, + { + "representative": 4476, + "members": [ + 4476 + ], + "max_error": 0.0 + }, + { + "representative": 4402, + "members": [ + 4402 + ], + "max_error": 0.0 + }, + { + "representative": 4515, + "members": [ + 4515 + ], + "max_error": 0.0 + }, + { + "representative": 4541, + "members": [ + 4541 + ], + "max_error": 0.0 + }, + { + "representative": 4492, + "members": [ + 4492 + ], + "max_error": 0.0 + }, + { + "representative": 4401, + "members": [ + 4401 + ], + "max_error": 0.0 + }, + { + "representative": 4452, + "members": [ + 4452 + ], + "max_error": 0.0 + }, + { + "representative": 4488, + "members": [ + 4488 + ], + "max_error": 0.0 + }, + { + "representative": 4469, + "members": [ + 4469 + ], + "max_error": 0.0 + }, + { + "representative": 4359, + "members": [ + 4359 + ], + "max_error": 0.0 + }, + { + "representative": 4424, + "members": [ + 4424 + ], + "max_error": 0.0 + }, + { + "representative": 4548, + "members": [ + 4548 + ], + "max_error": 0.0 + }, + { + "representative": 4441, + "members": [ + 4441 + ], + "max_error": 0.0 + }, + { + "representative": 4367, + "members": [ + 4367 + ], + "max_error": 0.0 + }, + { + "representative": 4576, + "members": [ + 4576 + ], + "max_error": 0.0 + }, + { + "representative": 4437, + "members": [ + 4437 + ], + "max_error": 0.0 + }, + { + "representative": 4528, + "members": [ + 4528 + ], + "max_error": 0.0 + }, + { + "representative": 4563, + "members": [ + 4563 + ], + "max_error": 0.0 + }, + { + "representative": 4358, + "members": [ + 4358 + ], + "max_error": 0.0 + }, + { + "representative": 4407, + "members": [ + 4407 + ], + "max_error": 0.0 + }, + { + "representative": 4434, + "members": [ + 4434 + ], + "max_error": 0.0 + }, + { + "representative": 4570, + "members": [ + 4570 + ], + "max_error": 0.0 + }, + { + "representative": 4494, + "members": [ + 4494 + ], + "max_error": 0.0 + }, + { + "representative": 4478, + "members": [ + 4478 + ], + "max_error": 0.0 + }, + { + "representative": 4500, + "members": [ + 4500 + ], + "max_error": 0.0 + }, + { + "representative": 4580, + "members": [ + 4580 + ], + "max_error": 0.0 + }, + { + "representative": 4481, + "members": [ + 4481 + ], + "max_error": 0.0 + }, + { + "representative": 5081, + "members": [ + 5081 + ], + "max_error": 0.0 + }, + { + "representative": 4876, + "members": [ + 4876 + ], + "max_error": 0.0 + }, + { + "representative": 4925, + "members": [ + 4925 + ], + "max_error": 0.0 + }, + { + "representative": 5011, + "members": [ + 5011 + ], + "max_error": 0.0 + }, + { + "representative": 5119, + "members": [ + 5119 + ], + "max_error": 0.0 + }, + { + "representative": 5024, + "members": [ + 5024 + ], + "max_error": 0.0 + }, + { + "representative": 4958, + "members": [ + 4958 + ], + "max_error": 0.0 + }, + { + "representative": 4941, + "members": [ + 4941 + ], + "max_error": 0.0 + }, + { + "representative": 4995, + "members": [ + 4995 + ], + "max_error": 0.0 + }, + { + "representative": 4953, + "members": [ + 4953 + ], + "max_error": 0.0 + }, + { + "representative": 4880, + "members": [ + 4880 + ], + "max_error": 0.0 + }, + { + "representative": 5046, + "members": [ + 5046 + ], + "max_error": 0.0 + }, + { + "representative": 5026, + "members": [ + 5026 + ], + "max_error": 0.0 + }, + { + "representative": 4949, + "members": [ + 4949 + ], + "max_error": 0.0 + }, + { + "representative": 5040, + "members": [ + 5040 + ], + "max_error": 0.0 + }, + { + "representative": 5070, + "members": [ + 5070 + ], + "max_error": 0.0 + }, + { + "representative": 5054, + "members": [ + 5054 + ], + "max_error": 0.0 + }, + { + "representative": 4932, + "members": [ + 4932 + ], + "max_error": 0.0 + }, + { + "representative": 5034, + "members": [ + 5034 + ], + "max_error": 0.0 + }, + { + "representative": 5027, + "members": [ + 5027 + ], + "max_error": 0.0 + }, + { + "representative": 5028, + "members": [ + 5028 + ], + "max_error": 0.0 + }, + { + "representative": 4942, + "members": [ + 4942 + ], + "max_error": 0.0 + }, + { + "representative": 5105, + "members": [ + 5105 + ], + "max_error": 0.0 + }, + { + "representative": 5001, + "members": [ + 5001 + ], + "max_error": 0.0 + }, + { + "representative": 4989, + "members": [ + 4989 + ], + "max_error": 0.0 + }, + { + "representative": 4946, + "members": [ + 4946 + ], + "max_error": 0.0 + }, + { + "representative": 4970, + "members": [ + 4970 + ], + "max_error": 0.0 + }, + { + "representative": 5080, + "members": [ + 5080 + ], + "max_error": 0.0 + }, + { + "representative": 5097, + "members": [ + 5097 + ], + "max_error": 0.0 + }, + { + "representative": 4954, + "members": [ + 4954 + ], + "max_error": 0.0 + }, + { + "representative": 4917, + "members": [ + 4917 + ], + "max_error": 0.0 + }, + { + "representative": 5087, + "members": [ + 5087 + ], + "max_error": 0.0 + }, + { + "representative": 5058, + "members": [ + 5058 + ], + "max_error": 0.0 + }, + { + "representative": 4996, + "members": [ + 4996 + ], + "max_error": 0.0 + }, + { + "representative": 4972, + "members": [ + 4972 + ], + "max_error": 0.0 + }, + { + "representative": 4887, + "members": [ + 4887 + ], + "max_error": 0.0 + }, + { + "representative": 4944, + "members": [ + 4944 + ], + "max_error": 0.0 + }, + { + "representative": 5479, + "members": [ + 5479 + ], + "max_error": 0.0 + }, + { + "representative": 5379, + "members": [ + 5379 + ], + "max_error": 0.0 + }, + { + "representative": 5567, + "members": [ + 5567 + ], + "max_error": 0.0 + }, + { + "representative": 5593, + "members": [ + 5593 + ], + "max_error": 0.0 + }, + { + "representative": 5442, + "members": [ + 5442 + ], + "max_error": 0.0 + }, + { + "representative": 5436, + "members": [ + 5436 + ], + "max_error": 0.0 + }, + { + "representative": 5576, + "members": [ + 5576 + ], + "max_error": 0.0 + }, + { + "representative": 5487, + "members": [ + 5487 + ], + "max_error": 0.0 + }, + { + "representative": 5378, + "members": [ + 5378 + ], + "max_error": 0.0 + }, + { + "representative": 5496, + "members": [ + 5496 + ], + "max_error": 0.0 + }, + { + "representative": 5431, + "members": [ + 5431 + ], + "max_error": 0.0 + }, + { + "representative": 5553, + "members": [ + 5553 + ], + "max_error": 0.0 + }, + { + "representative": 5484, + "members": [ + 5484 + ], + "max_error": 0.0 + }, + { + "representative": 5382, + "members": [ + 5382 + ], + "max_error": 0.0 + }, + { + "representative": 5466, + "members": [ + 5466 + ], + "max_error": 0.0 + }, + { + "representative": 5400, + "members": [ + 5400 + ], + "max_error": 0.0 + }, + { + "representative": 5481, + "members": [ + 5481 + ], + "max_error": 0.0 + }, + { + "representative": 5483, + "members": [ + 5483 + ], + "max_error": 0.0 + }, + { + "representative": 5562, + "members": [ + 5562 + ], + "max_error": 0.0 + }, + { + "representative": 5486, + "members": [ + 5486 + ], + "max_error": 0.0 + }, + { + "representative": 5437, + "members": [ + 5437 + ], + "max_error": 0.0 + }, + { + "representative": 5514, + "members": [ + 5514 + ], + "max_error": 0.0 + }, + { + "representative": 5582, + "members": [ + 5582 + ], + "max_error": 0.0 + }, + { + "representative": 5446, + "members": [ + 5446 + ], + "max_error": 0.0 + }, + { + "representative": 5420, + "members": [ + 5420 + ], + "max_error": 0.0 + }, + { + "representative": 5381, + "members": [ + 5381 + ], + "max_error": 0.0 + }, + { + "representative": 5416, + "members": [ + 5416 + ], + "max_error": 0.0 + }, + { + "representative": 5447, + "members": [ + 5447 + ], + "max_error": 0.0 + }, + { + "representative": 5605, + "members": [ + 5605 + ], + "max_error": 0.0 + }, + { + "representative": 5500, + "members": [ + 5500 + ], + "max_error": 0.0 + }, + { + "representative": 5421, + "members": [ + 5421 + ], + "max_error": 0.0 + }, + { + "representative": 5578, + "members": [ + 5578 + ], + "max_error": 0.0 + }, + { + "representative": 5617, + "members": [ + 5617 + ], + "max_error": 0.0 + }, + { + "representative": 5460, + "members": [ + 5460 + ], + "max_error": 0.0 + }, + { + "representative": 5462, + "members": [ + 5462 + ], + "max_error": 0.0 + }, + { + "representative": 5584, + "members": [ + 5584 + ], + "max_error": 0.0 + }, + { + "representative": 5497, + "members": [ + 5497 + ], + "max_error": 0.0 + }, + { + "representative": 5513, + "members": [ + 5513 + ], + "max_error": 0.0 + }, + { + "representative": 5495, + "members": [ + 5495 + ], + "max_error": 0.0 + }, + { + "representative": 5550, + "members": [ + 5550 + ], + "max_error": 0.0 + }, + { + "representative": 5445, + "members": [ + 5445 + ], + "max_error": 0.0 + }, + { + "representative": 5516, + "members": [ + 5516 + ], + "max_error": 0.0 + }, + { + "representative": 5569, + "members": [ + 5569 + ], + "max_error": 0.0 + }, + { + "representative": 5417, + "members": [ + 5417 + ], + "max_error": 0.0 + }, + { + "representative": 5383, + "members": [ + 5383 + ], + "max_error": 0.0 + }, + { + "representative": 5384, + "members": [ + 5384 + ], + "max_error": 0.0 + }, + { + "representative": 5549, + "members": [ + 5549 + ], + "max_error": 0.0 + }, + { + "representative": 5410, + "members": [ + 5410 + ], + "max_error": 0.0 + }, + { + "representative": 6002, + "members": [ + 6002 + ], + "max_error": 0.0 + }, + { + "representative": 6007, + "members": [ + 6007 + ], + "max_error": 0.0 + }, + { + "representative": 5951, + "members": [ + 5951 + ], + "max_error": 0.0 + }, + { + "representative": 6016, + "members": [ + 6016 + ], + "max_error": 0.0 + }, + { + "representative": 6053, + "members": [ + 6053 + ], + "max_error": 0.0 + }, + { + "representative": 6128, + "members": [ + 6128 + ], + "max_error": 0.0 + }, + { + "representative": 5991, + "members": [ + 5991 + ], + "max_error": 0.0 + }, + { + "representative": 5926, + "members": [ + 5926 + ], + "max_error": 0.0 + }, + { + "representative": 6019, + "members": [ + 6019 + ], + "max_error": 0.0 + }, + { + "representative": 5900, + "members": [ + 5900 + ], + "max_error": 0.0 + }, + { + "representative": 6143, + "members": [ + 6143 + ], + "max_error": 0.0 + }, + { + "representative": 6026, + "members": [ + 6026 + ], + "max_error": 0.0 + }, + { + "representative": 6049, + "members": [ + 6049 + ], + "max_error": 0.0 + }, + { + "representative": 5941, + "members": [ + 5941 + ], + "max_error": 0.0 + }, + { + "representative": 6139, + "members": [ + 6139 + ], + "max_error": 0.0 + }, + { + "representative": 5942, + "members": [ + 5942 + ], + "max_error": 0.0 + }, + { + "representative": 6093, + "members": [ + 6093 + ], + "max_error": 0.0 + }, + { + "representative": 6028, + "members": [ + 6028 + ], + "max_error": 0.0 + }, + { + "representative": 6103, + "members": [ + 6103 + ], + "max_error": 0.0 + }, + { + "representative": 5945, + "members": [ + 5945 + ], + "max_error": 0.0 + }, + { + "representative": 6111, + "members": [ + 6111 + ], + "max_error": 0.0 + }, + { + "representative": 6114, + "members": [ + 6114 + ], + "max_error": 0.0 + }, + { + "representative": 5974, + "members": [ + 5974 + ], + "max_error": 0.0 + }, + { + "representative": 5967, + "members": [ + 5967 + ], + "max_error": 0.0 + }, + { + "representative": 5903, + "members": [ + 5903 + ], + "max_error": 0.0 + }, + { + "representative": 5920, + "members": [ + 5920 + ], + "max_error": 0.0 + }, + { + "representative": 6000, + "members": [ + 6000 + ], + "max_error": 0.0 + }, + { + "representative": 5946, + "members": [ + 5946 + ], + "max_error": 0.0 + }, + { + "representative": 5999, + "members": [ + 5999 + ], + "max_error": 0.0 + }, + { + "representative": 5950, + "members": [ + 5950 + ], + "max_error": 0.0 + }, + { + "representative": 5980, + "members": [ + 5980 + ], + "max_error": 0.0 + }, + { + "representative": 5902, + "members": [ + 5902 + ], + "max_error": 0.0 + }, + { + "representative": 5987, + "members": [ + 5987 + ], + "max_error": 0.0 + }, + { + "representative": 6120, + "members": [ + 6120 + ], + "max_error": 0.0 + }, + { + "representative": 5932, + "members": [ + 5932 + ], + "max_error": 0.0 + }, + { + "representative": 6088, + "members": [ + 6088 + ], + "max_error": 0.0 + }, + { + "representative": 5894, + "members": [ + 5894 + ], + "max_error": 0.0 + }, + { + "representative": 6043, + "members": [ + 6043 + ], + "max_error": 0.0 + }, + { + "representative": 5981, + "members": [ + 5981 + ], + "max_error": 0.0 + }, + { + "representative": 6006, + "members": [ + 6006 + ], + "max_error": 0.0 + }, + { + "representative": 5986, + "members": [ + 5986 + ], + "max_error": 0.0 + }, + { + "representative": 5901, + "members": [ + 5901 + ], + "max_error": 0.0 + }, + { + "representative": 6021, + "members": [ + 6021 + ], + "max_error": 0.0 + }, + { + "representative": 6001, + "members": [ + 6001 + ], + "max_error": 0.0 + }, + { + "representative": 5995, + "members": [ + 5995 + ], + "max_error": 0.0 + }, + { + "representative": 5940, + "members": [ + 5940 + ], + "max_error": 0.0 + }, + { + "representative": 6051, + "members": [ + 6051 + ], + "max_error": 0.0 + }, + { + "representative": 5913, + "members": [ + 5913 + ], + "max_error": 0.0 + }, + { + "representative": 6037, + "members": [ + 6037 + ], + "max_error": 0.0 + }, + { + "representative": 5910, + "members": [ + 5910 + ], + "max_error": 0.0 + }, + { + "representative": 5966, + "members": [ + 5966 + ], + "max_error": 0.0 + }, + { + "representative": 1383, + "members": [ + 1383 + ], + "max_error": 0.0 + }, + { + "representative": 1498, + "members": [ + 1498 + ], + "max_error": 0.0 + }, + { + "representative": 1360, + "members": [ + 1360 + ], + "max_error": 0.0 + }, + { + "representative": 1450, + "members": [ + 1450 + ], + "max_error": 0.0 + }, + { + "representative": 1285, + "members": [ + 1285 + ], + "max_error": 0.0 + }, + { + "representative": 1338, + "members": [ + 1338 + ], + "max_error": 0.0 + }, + { + "representative": 1460, + "members": [ + 1460 + ], + "max_error": 0.0 + }, + { + "representative": 1476, + "members": [ + 1476 + ], + "max_error": 0.0 + }, + { + "representative": 1482, + "members": [ + 1482 + ], + "max_error": 0.0 + }, + { + "representative": 1293, + "members": [ + 1293 + ], + "max_error": 0.0 + }, + { + "representative": 1306, + "members": [ + 1306 + ], + "max_error": 0.0 + }, + { + "representative": 1494, + "members": [ + 1494 + ], + "max_error": 0.0 + }, + { + "representative": 1508, + "members": [ + 1508 + ], + "max_error": 0.0 + }, + { + "representative": 1487, + "members": [ + 1487 + ], + "max_error": 0.0 + }, + { + "representative": 1833, + "members": [ + 1833 + ], + "max_error": 0.0 + }, + { + "representative": 1870, + "members": [ + 1870 + ], + "max_error": 0.0 + }, + { + "representative": 2000, + "members": [ + 2000 + ], + "max_error": 0.0 + }, + { + "representative": 1918, + "members": [ + 1918 + ], + "max_error": 0.0 + }, + { + "representative": 1841, + "members": [ + 1841 + ], + "max_error": 0.0 + }, + { + "representative": 1792, + "members": [ + 1792 + ], + "max_error": 0.0 + }, + { + "representative": 2006, + "members": [ + 2006 + ], + "max_error": 0.0 + }, + { + "representative": 1909, + "members": [ + 1909 + ], + "max_error": 0.0 + }, + { + "representative": 1861, + "members": [ + 1861 + ], + "max_error": 0.0 + }, + { + "representative": 2021, + "members": [ + 2021 + ], + "max_error": 0.0 + }, + { + "representative": 1977, + "members": [ + 1977 + ], + "max_error": 0.0 + }, + { + "representative": 2458, + "members": [ + 2458 + ], + "max_error": 0.0 + }, + { + "representative": 2366, + "members": [ + 2366 + ], + "max_error": 0.0 + }, + { + "representative": 2535, + "members": [ + 2535 + ], + "max_error": 0.0 + }, + { + "representative": 2475, + "members": [ + 2475 + ], + "max_error": 0.0 + }, + { + "representative": 2306, + "members": [ + 2306 + ], + "max_error": 0.0 + }, + { + "representative": 2465, + "members": [ + 2465 + ], + "max_error": 0.0 + }, + { + "representative": 2456, + "members": [ + 2456 + ], + "max_error": 0.0 + }, + { + "representative": 2550, + "members": [ + 2550 + ], + "max_error": 0.0 + }, + { + "representative": 2401, + "members": [ + 2401 + ], + "max_error": 0.0 + }, + { + "representative": 2514, + "members": [ + 2514 + ], + "max_error": 0.0 + }, + { + "representative": 2498, + "members": [ + 2498 + ], + "max_error": 0.0 + }, + { + "representative": 2440, + "members": [ + 2440 + ], + "max_error": 0.0 + }, + { + "representative": 2965, + "members": [ + 2965 + ], + "max_error": 0.0 + }, + { + "representative": 2930, + "members": [ + 2930 + ], + "max_error": 0.0 + }, + { + "representative": 2858, + "members": [ + 2858 + ], + "max_error": 0.0 + }, + { + "representative": 3036, + "members": [ + 3036 + ], + "max_error": 0.0 + }, + { + "representative": 3024, + "members": [ + 3024 + ], + "max_error": 0.0 + }, + { + "representative": 2901, + "members": [ + 2901 + ], + "max_error": 0.0 + }, + { + "representative": 2883, + "members": [ + 2883 + ], + "max_error": 0.0 + }, + { + "representative": 2946, + "members": [ + 2946 + ], + "max_error": 0.0 + }, + { + "representative": 3016, + "members": [ + 3016 + ], + "max_error": 0.0 + }, + { + "representative": 3071, + "members": [ + 3071 + ], + "max_error": 0.0 + }, + { + "representative": 3064, + "members": [ + 3064 + ], + "max_error": 0.0 + }, + { + "representative": 3332, + "members": [ + 3332 + ], + "max_error": 0.0 + }, + { + "representative": 3411, + "members": [ + 3411 + ], + "max_error": 0.0 + }, + { + "representative": 3369, + "members": [ + 3369 + ], + "max_error": 0.0 + }, + { + "representative": 3329, + "members": [ + 3329 + ], + "max_error": 0.0 + }, + { + "representative": 3546, + "members": [ + 3546 + ], + "max_error": 0.0 + }, + { + "representative": 3469, + "members": [ + 3469 + ], + "max_error": 0.0 + }, + { + "representative": 3363, + "members": [ + 3363 + ], + "max_error": 0.0 + }, + { + "representative": 3374, + "members": [ + 3374 + ], + "max_error": 0.0 + }, + { + "representative": 3446, + "members": [ + 3446 + ], + "max_error": 0.0 + }, + { + "representative": 3492, + "members": [ + 3492 + ], + "max_error": 0.0 + }, + { + "representative": 3499, + "members": [ + 3499 + ], + "max_error": 0.0 + }, + { + "representative": 3924, + "members": [ + 3924 + ], + "max_error": 0.0 + }, + { + "representative": 3986, + "members": [ + 3986 + ], + "max_error": 0.0 + }, + { + "representative": 3875, + "members": [ + 3875 + ], + "max_error": 0.0 + }, + { + "representative": 3984, + "members": [ + 3984 + ], + "max_error": 0.0 + }, + { + "representative": 3981, + "members": [ + 3981 + ], + "max_error": 0.0 + }, + { + "representative": 3909, + "members": [ + 3909 + ], + "max_error": 0.0 + }, + { + "representative": 3881, + "members": [ + 3881 + ], + "max_error": 0.0 + }, + { + "representative": 4048, + "members": [ + 4048 + ], + "max_error": 0.0 + }, + { + "representative": 3878, + "members": [ + 3878 + ], + "max_error": 0.0 + }, + { + "representative": 4058, + "members": [ + 4058 + ], + "max_error": 0.0 + }, + { + "representative": 3915, + "members": [ + 3915 + ], + "max_error": 0.0 + }, + { + "representative": 4052, + "members": [ + 4052 + ], + "max_error": 0.0 + }, + { + "representative": 4001, + "members": [ + 4001 + ], + "max_error": 0.0 + }, + { + "representative": 4086, + "members": [ + 4086 + ], + "max_error": 0.0 + }, + { + "representative": 1287, + "members": [ + 1287 + ], + "max_error": 0.0 + }, + { + "representative": 1327, + "members": [ + 1327 + ], + "max_error": 0.0 + }, + { + "representative": 1402, + "members": [ + 1402 + ], + "max_error": 0.0 + }, + { + "representative": 1455, + "members": [ + 1455 + ], + "max_error": 0.0 + }, + { + "representative": 1469, + "members": [ + 1469 + ], + "max_error": 0.0 + }, + { + "representative": 1473, + "members": [ + 1473 + ], + "max_error": 0.0 + }, + { + "representative": 1317, + "members": [ + 1317 + ], + "max_error": 0.0 + }, + { + "representative": 2019, + "members": [ + 2019 + ], + "max_error": 0.0 + }, + { + "representative": 2035, + "members": [ + 2035 + ], + "max_error": 0.0 + }, + { + "representative": 1893, + "members": [ + 1893 + ], + "max_error": 0.0 + }, + { + "representative": 1940, + "members": [ + 1940 + ], + "max_error": 0.0 + }, + { + "representative": 2024, + "members": [ + 2024 + ], + "max_error": 0.0 + }, + { + "representative": 1901, + "members": [ + 1901 + ], + "max_error": 0.0 + }, + { + "representative": 1798, + "members": [ + 1798 + ], + "max_error": 0.0 + }, + { + "representative": 1838, + "members": [ + 1838 + ], + "max_error": 0.0 + }, + { + "representative": 1946, + "members": [ + 1946 + ], + "max_error": 0.0 + }, + { + "representative": 1978, + "members": [ + 1978 + ], + "max_error": 0.0 + }, + { + "representative": 1825, + "members": [ + 1825 + ], + "max_error": 0.0 + }, + { + "representative": 1806, + "members": [ + 1806 + ], + "max_error": 0.0 + }, + { + "representative": 1899, + "members": [ + 1899 + ], + "max_error": 0.0 + }, + { + "representative": 2551, + "members": [ + 2551 + ], + "max_error": 0.0 + }, + { + "representative": 2533, + "members": [ + 2533 + ], + "max_error": 0.0 + }, + { + "representative": 2435, + "members": [ + 2435 + ], + "max_error": 0.0 + }, + { + "representative": 2390, + "members": [ + 2390 + ], + "max_error": 0.0 + }, + { + "representative": 2521, + "members": [ + 2521 + ], + "max_error": 0.0 + }, + { + "representative": 2346, + "members": [ + 2346 + ], + "max_error": 0.0 + }, + { + "representative": 2430, + "members": [ + 2430 + ], + "max_error": 0.0 + }, + { + "representative": 2334, + "members": [ + 2334 + ], + "max_error": 0.0 + }, + { + "representative": 2419, + "members": [ + 2419 + ], + "max_error": 0.0 + }, + { + "representative": 3044, + "members": [ + 3044 + ], + "max_error": 0.0 + }, + { + "representative": 2981, + "members": [ + 2981 + ], + "max_error": 0.0 + }, + { + "representative": 2977, + "members": [ + 2977 + ], + "max_error": 0.0 + }, + { + "representative": 2996, + "members": [ + 2996 + ], + "max_error": 0.0 + }, + { + "representative": 3019, + "members": [ + 3019 + ], + "max_error": 0.0 + }, + { + "representative": 2960, + "members": [ + 2960 + ], + "max_error": 0.0 + }, + { + "representative": 3477, + "members": [ + 3477 + ], + "max_error": 0.0 + }, + { + "representative": 3421, + "members": [ + 3421 + ], + "max_error": 0.0 + }, + { + "representative": 3360, + "members": [ + 3360 + ], + "max_error": 0.0 + }, + { + "representative": 3562, + "members": [ + 3562 + ], + "max_error": 0.0 + }, + { + "representative": 3449, + "members": [ + 3449 + ], + "max_error": 0.0 + }, + { + "representative": 3493, + "members": [ + 3493 + ], + "max_error": 0.0 + }, + { + "representative": 3483, + "members": [ + 3483 + ], + "max_error": 0.0 + }, + { + "representative": 3432, + "members": [ + 3432 + ], + "max_error": 0.0 + }, + { + "representative": 3576, + "members": [ + 3576 + ], + "max_error": 0.0 + }, + { + "representative": 3565, + "members": [ + 3565 + ], + "max_error": 0.0 + }, + { + "representative": 3413, + "members": [ + 3413 + ], + "max_error": 0.0 + }, + { + "representative": 3581, + "members": [ + 3581 + ], + "max_error": 0.0 + }, + { + "representative": 4085, + "members": [ + 4085 + ], + "max_error": 0.0 + }, + { + "representative": 3911, + "members": [ + 3911 + ], + "max_error": 0.0 + }, + { + "representative": 4034, + "members": [ + 4034 + ], + "max_error": 0.0 + }, + { + "representative": 4060, + "members": [ + 4060 + ], + "max_error": 0.0 + }, + { + "representative": 4046, + "members": [ + 4046 + ], + "max_error": 0.0 + }, + { + "representative": 3960, + "members": [ + 3960 + ], + "max_error": 0.0 + }, + { + "representative": 3907, + "members": [ + 3907 + ], + "max_error": 0.0 + }, + { + "representative": 4072, + "members": [ + 4072 + ], + "max_error": 0.0 + }, + { + "representative": 4004, + "members": [ + 4004 + ], + "max_error": 0.0 + }, + { + "representative": 3896, + "members": [ + 3896 + ], + "max_error": 0.0 + }, + { + "representative": 3861, + "members": [ + 3861 + ], + "max_error": 0.0 + }, + { + "representative": 1318, + "members": [ + 1318 + ], + "max_error": 0.0 + }, + { + "representative": 1448, + "members": [ + 1448 + ], + "max_error": 0.0 + }, + { + "representative": 1297, + "members": [ + 1297 + ], + "max_error": 0.0 + }, + { + "representative": 1472, + "members": [ + 1472 + ], + "max_error": 0.0 + }, + { + "representative": 1451, + "members": [ + 1451 + ], + "max_error": 0.0 + }, + { + "representative": 1395, + "members": [ + 1395 + ], + "max_error": 0.0 + }, + { + "representative": 1461, + "members": [ + 1461 + ], + "max_error": 0.0 + }, + { + "representative": 1514, + "members": [ + 1514 + ], + "max_error": 0.0 + }, + { + "representative": 1352, + "members": [ + 1352 + ], + "max_error": 0.0 + }, + { + "representative": 1802, + "members": [ + 1802 + ], + "max_error": 0.0 + }, + { + "representative": 1892, + "members": [ + 1892 + ], + "max_error": 0.0 + }, + { + "representative": 1813, + "members": [ + 1813 + ], + "max_error": 0.0 + }, + { + "representative": 2031, + "members": [ + 2031 + ], + "max_error": 0.0 + }, + { + "representative": 2012, + "members": [ + 2012 + ], + "max_error": 0.0 + }, + { + "representative": 1891, + "members": [ + 1891 + ], + "max_error": 0.0 + }, + { + "representative": 2005, + "members": [ + 2005 + ], + "max_error": 0.0 + }, + { + "representative": 2009, + "members": [ + 2009 + ], + "max_error": 0.0 + }, + { + "representative": 1849, + "members": [ + 1849 + ], + "max_error": 0.0 + }, + { + "representative": 1862, + "members": [ + 1862 + ], + "max_error": 0.0 + }, + { + "representative": 1914, + "members": [ + 1914 + ], + "max_error": 0.0 + }, + { + "representative": 1936, + "members": [ + 1936 + ], + "max_error": 0.0 + }, + { + "representative": 1811, + "members": [ + 1811 + ], + "max_error": 0.0 + }, + { + "representative": 1794, + "members": [ + 1794 + ], + "max_error": 0.0 + }, + { + "representative": 1931, + "members": [ + 1931 + ], + "max_error": 0.0 + }, + { + "representative": 1859, + "members": [ + 1859 + ], + "max_error": 0.0 + }, + { + "representative": 1850, + "members": [ + 1850 + ], + "max_error": 0.0 + }, + { + "representative": 2520, + "members": [ + 2520 + ], + "max_error": 0.0 + }, + { + "representative": 2353, + "members": [ + 2353 + ], + "max_error": 0.0 + }, + { + "representative": 2534, + "members": [ + 2534 + ], + "max_error": 0.0 + }, + { + "representative": 2484, + "members": [ + 2484 + ], + "max_error": 0.0 + }, + { + "representative": 2442, + "members": [ + 2442 + ], + "max_error": 0.0 + }, + { + "representative": 2492, + "members": [ + 2492 + ], + "max_error": 0.0 + }, + { + "representative": 2477, + "members": [ + 2477 + ], + "max_error": 0.0 + }, + { + "representative": 2421, + "members": [ + 2421 + ], + "max_error": 0.0 + }, + { + "representative": 2308, + "members": [ + 2308 + ], + "max_error": 0.0 + }, + { + "representative": 2321, + "members": [ + 2321 + ], + "max_error": 0.0 + }, + { + "representative": 2473, + "members": [ + 2473 + ], + "max_error": 0.0 + }, + { + "representative": 2392, + "members": [ + 2392 + ], + "max_error": 0.0 + }, + { + "representative": 2391, + "members": [ + 2391 + ], + "max_error": 0.0 + }, + { + "representative": 2402, + "members": [ + 2402 + ], + "max_error": 0.0 + }, + { + "representative": 2351, + "members": [ + 2351 + ], + "max_error": 0.0 + }, + { + "representative": 2393, + "members": [ + 2393 + ], + "max_error": 0.0 + }, + { + "representative": 2359, + "members": [ + 2359 + ], + "max_error": 0.0 + }, + { + "representative": 2446, + "members": [ + 2446 + ], + "max_error": 0.0 + }, + { + "representative": 2490, + "members": [ + 2490 + ], + "max_error": 0.0 + }, + { + "representative": 3030, + "members": [ + 3030 + ], + "max_error": 0.0 + }, + { + "representative": 2957, + "members": [ + 2957 + ], + "max_error": 0.0 + }, + { + "representative": 2880, + "members": [ + 2880 + ], + "max_error": 0.0 + }, + { + "representative": 2853, + "members": [ + 2853 + ], + "max_error": 0.0 + }, + { + "representative": 2987, + "members": [ + 2987 + ], + "max_error": 0.0 + }, + { + "representative": 2970, + "members": [ + 2970 + ], + "max_error": 0.0 + }, + { + "representative": 2968, + "members": [ + 2968 + ], + "max_error": 0.0 + }, + { + "representative": 2818, + "members": [ + 2818 + ], + "max_error": 0.0 + }, + { + "representative": 2915, + "members": [ + 2915 + ], + "max_error": 0.0 + }, + { + "representative": 3050, + "members": [ + 3050 + ], + "max_error": 0.0 + }, + { + "representative": 3525, + "members": [ + 3525 + ], + "max_error": 0.0 + }, + { + "representative": 3410, + "members": [ + 3410 + ], + "max_error": 0.0 + }, + { + "representative": 3419, + "members": [ + 3419 + ], + "max_error": 0.0 + }, + { + "representative": 3359, + "members": [ + 3359 + ], + "max_error": 0.0 + }, + { + "representative": 3416, + "members": [ + 3416 + ], + "max_error": 0.0 + }, + { + "representative": 3383, + "members": [ + 3383 + ], + "max_error": 0.0 + }, + { + "representative": 3431, + "members": [ + 3431 + ], + "max_error": 0.0 + }, + { + "representative": 4026, + "members": [ + 4026 + ], + "max_error": 0.0 + }, + { + "representative": 4090, + "members": [ + 4090 + ], + "max_error": 0.0 + }, + { + "representative": 3956, + "members": [ + 3956 + ], + "max_error": 0.0 + }, + { + "representative": 4061, + "members": [ + 4061 + ], + "max_error": 0.0 + }, + { + "representative": 3939, + "members": [ + 3939 + ], + "max_error": 0.0 + }, + { + "representative": 4067, + "members": [ + 4067 + ], + "max_error": 0.0 + }, + { + "representative": 3894, + "members": [ + 3894 + ], + "max_error": 0.0 + }, + { + "representative": 4078, + "members": [ + 4078 + ], + "max_error": 0.0 + }, + { + "representative": 4023, + "members": [ + 4023 + ], + "max_error": 0.0 + }, + { + "representative": 3961, + "members": [ + 3961 + ], + "max_error": 0.0 + }, + { + "representative": 2919, + "members": [ + 2919 + ], + "max_error": 0.0 + }, + { + "representative": 2870, + "members": [ + 2870 + ], + "max_error": 0.0 + }, + { + "representative": 2885, + "members": [ + 2885 + ], + "max_error": 0.0 + }, + { + "representative": 2836, + "members": [ + 2836 + ], + "max_error": 0.0 + }, + { + "representative": 3033, + "members": [ + 3033 + ], + "max_error": 0.0 + }, + { + "representative": 3049, + "members": [ + 3049 + ], + "max_error": 0.0 + }, + { + "representative": 2847, + "members": [ + 2847 + ], + "max_error": 0.0 + }, + { + "representative": 3008, + "members": [ + 3008 + ], + "max_error": 0.0 + }, + { + "representative": 2902, + "members": [ + 2902 + ], + "max_error": 0.0 + }, + { + "representative": 3563, + "members": [ + 3563 + ], + "max_error": 0.0 + }, + { + "representative": 3343, + "members": [ + 3343 + ], + "max_error": 0.0 + }, + { + "representative": 3498, + "members": [ + 3498 + ], + "max_error": 0.0 + }, + { + "representative": 3331, + "members": [ + 3331 + ], + "max_error": 0.0 + }, + { + "representative": 3423, + "members": [ + 3423 + ], + "max_error": 0.0 + }, + { + "representative": 4053, + "members": [ + 4053 + ], + "max_error": 0.0 + }, + { + "representative": 4007, + "members": [ + 4007 + ], + "max_error": 0.0 + }, + { + "representative": 3990, + "members": [ + 3990 + ], + "max_error": 0.0 + }, + { + "representative": 3868, + "members": [ + 3868 + ], + "max_error": 0.0 + }, + { + "representative": 4040, + "members": [ + 4040 + ], + "max_error": 0.0 + }, + { + "representative": 3889, + "members": [ + 3889 + ], + "max_error": 0.0 + }, + { + "representative": 3919, + "members": [ + 3919 + ], + "max_error": 0.0 + }, + { + "representative": 4002, + "members": [ + 4002 + ], + "max_error": 0.0 + }, + { + "representative": 3922, + "members": [ + 3922 + ], + "max_error": 0.0 + }, + { + "representative": 3906, + "members": [ + 3906 + ], + "max_error": 0.0 + }, + { + "representative": 3895, + "members": [ + 3895 + ], + "max_error": 0.0 + }, + { + "representative": 4028, + "members": [ + 4028 + ], + "max_error": 0.0 + }, + { + "representative": 4021, + "members": [ + 4021 + ], + "max_error": 0.0 + }, + { + "representative": 4440, + "members": [ + 4440 + ], + "max_error": 0.0 + }, + { + "representative": 4421, + "members": [ + 4421 + ], + "max_error": 0.0 + }, + { + "representative": 4535, + "members": [ + 4535 + ], + "max_error": 0.0 + }, + { + "representative": 4597, + "members": [ + 4597 + ], + "max_error": 0.0 + }, + { + "representative": 4600, + "members": [ + 4600 + ], + "max_error": 0.0 + }, + { + "representative": 4519, + "members": [ + 4519 + ], + "max_error": 0.0 + }, + { + "representative": 4564, + "members": [ + 4564 + ], + "max_error": 0.0 + }, + { + "representative": 4568, + "members": [ + 4568 + ], + "max_error": 0.0 + }, + { + "representative": 4518, + "members": [ + 4518 + ], + "max_error": 0.0 + }, + { + "representative": 4420, + "members": [ + 4420 + ], + "max_error": 0.0 + }, + { + "representative": 4414, + "members": [ + 4414 + ], + "max_error": 0.0 + }, + { + "representative": 4449, + "members": [ + 4449 + ], + "max_error": 0.0 + }, + { + "representative": 4458, + "members": [ + 4458 + ], + "max_error": 0.0 + }, + { + "representative": 4559, + "members": [ + 4559 + ], + "max_error": 0.0 + }, + { + "representative": 4425, + "members": [ + 4425 + ], + "max_error": 0.0 + }, + { + "representative": 4354, + "members": [ + 4354 + ], + "max_error": 0.0 + }, + { + "representative": 4588, + "members": [ + 4588 + ], + "max_error": 0.0 + }, + { + "representative": 4374, + "members": [ + 4374 + ], + "max_error": 0.0 + }, + { + "representative": 4566, + "members": [ + 4566 + ], + "max_error": 0.0 + }, + { + "representative": 4384, + "members": [ + 4384 + ], + "max_error": 0.0 + }, + { + "representative": 4501, + "members": [ + 4501 + ], + "max_error": 0.0 + }, + { + "representative": 4431, + "members": [ + 4431 + ], + "max_error": 0.0 + }, + { + "representative": 4352, + "members": [ + 4352 + ], + "max_error": 0.0 + }, + { + "representative": 4392, + "members": [ + 4392 + ], + "max_error": 0.0 + }, + { + "representative": 4405, + "members": [ + 4405 + ], + "max_error": 0.0 + }, + { + "representative": 4575, + "members": [ + 4575 + ], + "max_error": 0.0 + }, + { + "representative": 4439, + "members": [ + 4439 + ], + "max_error": 0.0 + }, + { + "representative": 4546, + "members": [ + 4546 + ], + "max_error": 0.0 + }, + { + "representative": 4394, + "members": [ + 4394 + ], + "max_error": 0.0 + }, + { + "representative": 4364, + "members": [ + 4364 + ], + "max_error": 0.0 + }, + { + "representative": 4545, + "members": [ + 4545 + ], + "max_error": 0.0 + }, + { + "representative": 4371, + "members": [ + 4371 + ], + "max_error": 0.0 + }, + { + "representative": 4471, + "members": [ + 4471 + ], + "max_error": 0.0 + }, + { + "representative": 4571, + "members": [ + 4571 + ], + "max_error": 0.0 + }, + { + "representative": 4386, + "members": [ + 4386 + ], + "max_error": 0.0 + }, + { + "representative": 4531, + "members": [ + 4531 + ], + "max_error": 0.0 + }, + { + "representative": 4455, + "members": [ + 4455 + ], + "max_error": 0.0 + }, + { + "representative": 4456, + "members": [ + 4456 + ], + "max_error": 0.0 + }, + { + "representative": 4594, + "members": [ + 4594 + ], + "max_error": 0.0 + }, + { + "representative": 4503, + "members": [ + 4503 + ], + "max_error": 0.0 + }, + { + "representative": 4397, + "members": [ + 4397 + ], + "max_error": 0.0 + }, + { + "representative": 4595, + "members": [ + 4595 + ], + "max_error": 0.0 + }, + { + "representative": 4605, + "members": [ + 4605 + ], + "max_error": 0.0 + }, + { + "representative": 4599, + "members": [ + 4599 + ], + "max_error": 0.0 + }, + { + "representative": 4412, + "members": [ + 4412 + ], + "max_error": 0.0 + }, + { + "representative": 4486, + "members": [ + 4486 + ], + "max_error": 0.0 + }, + { + "representative": 4517, + "members": [ + 4517 + ], + "max_error": 0.0 + }, + { + "representative": 4395, + "members": [ + 4395 + ], + "max_error": 0.0 + }, + { + "representative": 4483, + "members": [ + 4483 + ], + "max_error": 0.0 + }, + { + "representative": 4593, + "members": [ + 4593 + ], + "max_error": 0.0 + }, + { + "representative": 5018, + "members": [ + 5018 + ], + "max_error": 0.0 + }, + { + "representative": 4943, + "members": [ + 4943 + ], + "max_error": 0.0 + }, + { + "representative": 5101, + "members": [ + 5101 + ], + "max_error": 0.0 + }, + { + "representative": 4974, + "members": [ + 4974 + ], + "max_error": 0.0 + }, + { + "representative": 4966, + "members": [ + 4966 + ], + "max_error": 0.0 + }, + { + "representative": 4907, + "members": [ + 4907 + ], + "max_error": 0.0 + }, + { + "representative": 4916, + "members": [ + 4916 + ], + "max_error": 0.0 + }, + { + "representative": 4911, + "members": [ + 4911 + ], + "max_error": 0.0 + }, + { + "representative": 4877, + "members": [ + 4877 + ], + "max_error": 0.0 + }, + { + "representative": 4897, + "members": [ + 4897 + ], + "max_error": 0.0 + }, + { + "representative": 4962, + "members": [ + 4962 + ], + "max_error": 0.0 + }, + { + "representative": 4893, + "members": [ + 4893 + ], + "max_error": 0.0 + }, + { + "representative": 5093, + "members": [ + 5093 + ], + "max_error": 0.0 + }, + { + "representative": 5059, + "members": [ + 5059 + ], + "max_error": 0.0 + }, + { + "representative": 5077, + "members": [ + 5077 + ], + "max_error": 0.0 + }, + { + "representative": 4968, + "members": [ + 4968 + ], + "max_error": 0.0 + }, + { + "representative": 5037, + "members": [ + 5037 + ], + "max_error": 0.0 + }, + { + "representative": 4872, + "members": [ + 4872 + ], + "max_error": 0.0 + }, + { + "representative": 5051, + "members": [ + 5051 + ], + "max_error": 0.0 + }, + { + "representative": 5041, + "members": [ + 5041 + ], + "max_error": 0.0 + }, + { + "representative": 5089, + "members": [ + 5089 + ], + "max_error": 0.0 + }, + { + "representative": 4960, + "members": [ + 4960 + ], + "max_error": 0.0 + }, + { + "representative": 4900, + "members": [ + 4900 + ], + "max_error": 0.0 + }, + { + "representative": 5061, + "members": [ + 5061 + ], + "max_error": 0.0 + }, + { + "representative": 4912, + "members": [ + 4912 + ], + "max_error": 0.0 + }, + { + "representative": 4873, + "members": [ + 4873 + ], + "max_error": 0.0 + }, + { + "representative": 5060, + "members": [ + 5060 + ], + "max_error": 0.0 + }, + { + "representative": 5092, + "members": [ + 5092 + ], + "max_error": 0.0 + }, + { + "representative": 4980, + "members": [ + 4980 + ], + "max_error": 0.0 + }, + { + "representative": 5032, + "members": [ + 5032 + ], + "max_error": 0.0 + }, + { + "representative": 4898, + "members": [ + 4898 + ], + "max_error": 0.0 + }, + { + "representative": 4938, + "members": [ + 4938 + ], + "max_error": 0.0 + }, + { + "representative": 5108, + "members": [ + 5108 + ], + "max_error": 0.0 + }, + { + "representative": 4948, + "members": [ + 4948 + ], + "max_error": 0.0 + }, + { + "representative": 5099, + "members": [ + 5099 + ], + "max_error": 0.0 + }, + { + "representative": 4913, + "members": [ + 4913 + ], + "max_error": 0.0 + }, + { + "representative": 5039, + "members": [ + 5039 + ], + "max_error": 0.0 + }, + { + "representative": 4892, + "members": [ + 4892 + ], + "max_error": 0.0 + }, + { + "representative": 4977, + "members": [ + 4977 + ], + "max_error": 0.0 + }, + { + "representative": 5022, + "members": [ + 5022 + ], + "max_error": 0.0 + }, + { + "representative": 4864, + "members": [ + 4864 + ], + "max_error": 0.0 + }, + { + "representative": 5113, + "members": [ + 5113 + ], + "max_error": 0.0 + }, + { + "representative": 4889, + "members": [ + 4889 + ], + "max_error": 0.0 + }, + { + "representative": 4964, + "members": [ + 4964 + ], + "max_error": 0.0 + }, + { + "representative": 4896, + "members": [ + 4896 + ], + "max_error": 0.0 + }, + { + "representative": 4921, + "members": [ + 4921 + ], + "max_error": 0.0 + }, + { + "representative": 5042, + "members": [ + 5042 + ], + "max_error": 0.0 + }, + { + "representative": 5085, + "members": [ + 5085 + ], + "max_error": 0.0 + }, + { + "representative": 5509, + "members": [ + 5509 + ], + "max_error": 0.0 + }, + { + "representative": 5498, + "members": [ + 5498 + ], + "max_error": 0.0 + }, + { + "representative": 5542, + "members": [ + 5542 + ], + "max_error": 0.0 + }, + { + "representative": 5532, + "members": [ + 5532 + ], + "max_error": 0.0 + }, + { + "representative": 5478, + "members": [ + 5478 + ], + "max_error": 0.0 + }, + { + "representative": 5601, + "members": [ + 5601 + ], + "max_error": 0.0 + }, + { + "representative": 5492, + "members": [ + 5492 + ], + "max_error": 0.0 + }, + { + "representative": 5392, + "members": [ + 5392 + ], + "max_error": 0.0 + }, + { + "representative": 5559, + "members": [ + 5559 + ], + "max_error": 0.0 + }, + { + "representative": 5534, + "members": [ + 5534 + ], + "max_error": 0.0 + }, + { + "representative": 5409, + "members": [ + 5409 + ], + "max_error": 0.0 + }, + { + "representative": 5424, + "members": [ + 5424 + ], + "max_error": 0.0 + }, + { + "representative": 5491, + "members": [ + 5491 + ], + "max_error": 0.0 + }, + { + "representative": 5398, + "members": [ + 5398 + ], + "max_error": 0.0 + }, + { + "representative": 5451, + "members": [ + 5451 + ], + "max_error": 0.0 + }, + { + "representative": 5574, + "members": [ + 5574 + ], + "max_error": 0.0 + }, + { + "representative": 5454, + "members": [ + 5454 + ], + "max_error": 0.0 + }, + { + "representative": 5597, + "members": [ + 5597 + ], + "max_error": 0.0 + }, + { + "representative": 5508, + "members": [ + 5508 + ], + "max_error": 0.0 + }, + { + "representative": 5402, + "members": [ + 5402 + ], + "max_error": 0.0 + }, + { + "representative": 5613, + "members": [ + 5613 + ], + "max_error": 0.0 + }, + { + "representative": 5627, + "members": [ + 5627 + ], + "max_error": 0.0 + }, + { + "representative": 5527, + "members": [ + 5527 + ], + "max_error": 0.0 + }, + { + "representative": 5533, + "members": [ + 5533 + ], + "max_error": 0.0 + }, + { + "representative": 5530, + "members": [ + 5530 + ], + "max_error": 0.0 + }, + { + "representative": 5599, + "members": [ + 5599 + ], + "max_error": 0.0 + }, + { + "representative": 5575, + "members": [ + 5575 + ], + "max_error": 0.0 + }, + { + "representative": 5427, + "members": [ + 5427 + ], + "max_error": 0.0 + }, + { + "representative": 5624, + "members": [ + 5624 + ], + "max_error": 0.0 + }, + { + "representative": 5539, + "members": [ + 5539 + ], + "max_error": 0.0 + }, + { + "representative": 5546, + "members": [ + 5546 + ], + "max_error": 0.0 + }, + { + "representative": 5388, + "members": [ + 5388 + ], + "max_error": 0.0 + }, + { + "representative": 5399, + "members": [ + 5399 + ], + "max_error": 0.0 + }, + { + "representative": 5526, + "members": [ + 5526 + ], + "max_error": 0.0 + }, + { + "representative": 5555, + "members": [ + 5555 + ], + "max_error": 0.0 + }, + { + "representative": 5629, + "members": [ + 5629 + ], + "max_error": 0.0 + }, + { + "representative": 5552, + "members": [ + 5552 + ], + "max_error": 0.0 + }, + { + "representative": 5434, + "members": [ + 5434 + ], + "max_error": 0.0 + }, + { + "representative": 6067, + "members": [ + 6067 + ], + "max_error": 0.0 + }, + { + "representative": 5931, + "members": [ + 5931 + ], + "max_error": 0.0 + }, + { + "representative": 6080, + "members": [ + 6080 + ], + "max_error": 0.0 + }, + { + "representative": 6056, + "members": [ + 6056 + ], + "max_error": 0.0 + }, + { + "representative": 5949, + "members": [ + 5949 + ], + "max_error": 0.0 + }, + { + "representative": 6046, + "members": [ + 6046 + ], + "max_error": 0.0 + }, + { + "representative": 5970, + "members": [ + 5970 + ], + "max_error": 0.0 + }, + { + "representative": 5943, + "members": [ + 5943 + ], + "max_error": 0.0 + }, + { + "representative": 6083, + "members": [ + 6083 + ], + "max_error": 0.0 + }, + { + "representative": 5916, + "members": [ + 5916 + ], + "max_error": 0.0 + }, + { + "representative": 5937, + "members": [ + 5937 + ], + "max_error": 0.0 + }, + { + "representative": 6112, + "members": [ + 6112 + ], + "max_error": 0.0 + }, + { + "representative": 5919, + "members": [ + 5919 + ], + "max_error": 0.0 + }, + { + "representative": 6115, + "members": [ + 6115 + ], + "max_error": 0.0 + }, + { + "representative": 5975, + "members": [ + 5975 + ], + "max_error": 0.0 + }, + { + "representative": 6094, + "members": [ + 6094 + ], + "max_error": 0.0 + }, + { + "representative": 5917, + "members": [ + 5917 + ], + "max_error": 0.0 + }, + { + "representative": 6109, + "members": [ + 6109 + ], + "max_error": 0.0 + }, + { + "representative": 5954, + "members": [ + 5954 + ], + "max_error": 0.0 + }, + { + "representative": 5997, + "members": [ + 5997 + ], + "max_error": 0.0 + }, + { + "representative": 5972, + "members": [ + 5972 + ], + "max_error": 0.0 + }, + { + "representative": 6041, + "members": [ + 6041 + ], + "max_error": 0.0 + }, + { + "representative": 5923, + "members": [ + 5923 + ], + "max_error": 0.0 + }, + { + "representative": 6065, + "members": [ + 6065 + ], + "max_error": 0.0 + }, + { + "representative": 6104, + "members": [ + 6104 + ], + "max_error": 0.0 + }, + { + "representative": 5957, + "members": [ + 5957 + ], + "max_error": 0.0 + }, + { + "representative": 5963, + "members": [ + 5963 + ], + "max_error": 0.0 + }, + { + "representative": 5956, + "members": [ + 5956 + ], + "max_error": 0.0 + }, + { + "representative": 5939, + "members": [ + 5939 + ], + "max_error": 0.0 + }, + { + "representative": 6066, + "members": [ + 6066 + ], + "max_error": 0.0 + }, + { + "representative": 6092, + "members": [ + 6092 + ], + "max_error": 0.0 + }, + { + "representative": 6070, + "members": [ + 6070 + ], + "max_error": 0.0 + }, + { + "representative": 6023, + "members": [ + 6023 + ], + "max_error": 0.0 + }, + { + "representative": 5947, + "members": [ + 5947 + ], + "max_error": 0.0 + }, + { + "representative": 5985, + "members": [ + 5985 + ], + "max_error": 0.0 + }, + { + "representative": 6012, + "members": [ + 6012 + ], + "max_error": 0.0 + }, + { + "representative": 5993, + "members": [ + 5993 + ], + "max_error": 0.0 + }, + { + "representative": 6097, + "members": [ + 6097 + ], + "max_error": 0.0 + }, + { + "representative": 6124, + "members": [ + 6124 + ], + "max_error": 0.0 + }, + { + "representative": 5953, + "members": [ + 5953 + ], + "max_error": 0.0 + }, + { + "representative": 5965, + "members": [ + 5965 + ], + "max_error": 0.0 + }, + { + "representative": 5998, + "members": [ + 5998 + ], + "max_error": 0.0 + }, + { + "representative": 6048, + "members": [ + 6048 + ], + "max_error": 0.0 + }, + { + "representative": 6122, + "members": [ + 6122 + ], + "max_error": 0.0 + }, + { + "representative": 6054, + "members": [ + 6054 + ], + "max_error": 0.0 + }, + { + "representative": 6038, + "members": [ + 6038 + ], + "max_error": 0.0 + }, + { + "representative": 5979, + "members": [ + 5979 + ], + "max_error": 0.0 + }, + { + "representative": 1353, + "members": [ + 1353 + ], + "max_error": 0.0 + }, + { + "representative": 1361, + "members": [ + 1361 + ], + "max_error": 0.0 + }, + { + "representative": 1408, + "members": [ + 1408 + ], + "max_error": 0.0 + }, + { + "representative": 1302, + "members": [ + 1302 + ], + "max_error": 0.0 + }, + { + "representative": 1386, + "members": [ + 1386 + ], + "max_error": 0.0 + }, + { + "representative": 1358, + "members": [ + 1358 + ], + "max_error": 0.0 + }, + { + "representative": 1283, + "members": [ + 1283 + ], + "max_error": 0.0 + }, + { + "representative": 1410, + "members": [ + 1410 + ], + "max_error": 0.0 + }, + { + "representative": 1382, + "members": [ + 1382 + ], + "max_error": 0.0 + }, + { + "representative": 1309, + "members": [ + 1309 + ], + "max_error": 0.0 + }, + { + "representative": 1440, + "members": [ + 1440 + ], + "max_error": 0.0 + }, + { + "representative": 1465, + "members": [ + 1465 + ], + "max_error": 0.0 + }, + { + "representative": 1348, + "members": [ + 1348 + ], + "max_error": 0.0 + }, + { + "representative": 1486, + "members": [ + 1486 + ], + "max_error": 0.0 + }, + { + "representative": 1521, + "members": [ + 1521 + ], + "max_error": 0.0 + }, + { + "representative": 1407, + "members": [ + 1407 + ], + "max_error": 0.0 + }, + { + "representative": 1471, + "members": [ + 1471 + ], + "max_error": 0.0 + }, + { + "representative": 1315, + "members": [ + 1315 + ], + "max_error": 0.0 + }, + { + "representative": 1512, + "members": [ + 1512 + ], + "max_error": 0.0 + }, + { + "representative": 1961, + "members": [ + 1961 + ], + "max_error": 0.0 + }, + { + "representative": 1987, + "members": [ + 1987 + ], + "max_error": 0.0 + }, + { + "representative": 1890, + "members": [ + 1890 + ], + "max_error": 0.0 + }, + { + "representative": 2036, + "members": [ + 2036 + ], + "max_error": 0.0 + }, + { + "representative": 1963, + "members": [ + 1963 + ], + "max_error": 0.0 + }, + { + "representative": 1853, + "members": [ + 1853 + ], + "max_error": 0.0 + }, + { + "representative": 1801, + "members": [ + 1801 + ], + "max_error": 0.0 + }, + { + "representative": 1950, + "members": [ + 1950 + ], + "max_error": 0.0 + }, + { + "representative": 1900, + "members": [ + 1900 + ], + "max_error": 0.0 + }, + { + "representative": 1980, + "members": [ + 1980 + ], + "max_error": 0.0 + }, + { + "representative": 1925, + "members": [ + 1925 + ], + "max_error": 0.0 + }, + { + "representative": 1902, + "members": [ + 1902 + ], + "max_error": 0.0 + }, + { + "representative": 1882, + "members": [ + 1882 + ], + "max_error": 0.0 + }, + { + "representative": 1886, + "members": [ + 1886 + ], + "max_error": 0.0 + }, + { + "representative": 1930, + "members": [ + 1930 + ], + "max_error": 0.0 + }, + { + "representative": 2033, + "members": [ + 2033 + ], + "max_error": 0.0 + }, + { + "representative": 1965, + "members": [ + 1965 + ], + "max_error": 0.0 + }, + { + "representative": 1887, + "members": [ + 1887 + ], + "max_error": 0.0 + }, + { + "representative": 1829, + "members": [ + 1829 + ], + "max_error": 0.0 + }, + { + "representative": 1975, + "members": [ + 1975 + ], + "max_error": 0.0 + }, + { + "representative": 2010, + "members": [ + 2010 + ], + "max_error": 0.0 + }, + { + "representative": 2041, + "members": [ + 2041 + ], + "max_error": 0.0 + }, + { + "representative": 1964, + "members": [ + 1964 + ], + "max_error": 0.0 + }, + { + "representative": 1793, + "members": [ + 1793 + ], + "max_error": 0.0 + }, + { + "representative": 2022, + "members": [ + 2022 + ], + "max_error": 0.0 + }, + { + "representative": 2408, + "members": [ + 2408 + ], + "max_error": 0.0 + }, + { + "representative": 2481, + "members": [ + 2481 + ], + "max_error": 0.0 + }, + { + "representative": 2398, + "members": [ + 2398 + ], + "max_error": 0.0 + }, + { + "representative": 2406, + "members": [ + 2406 + ], + "max_error": 0.0 + }, + { + "representative": 2540, + "members": [ + 2540 + ], + "max_error": 0.0 + }, + { + "representative": 2330, + "members": [ + 2330 + ], + "max_error": 0.0 + }, + { + "representative": 2460, + "members": [ + 2460 + ], + "max_error": 0.0 + }, + { + "representative": 2518, + "members": [ + 2518 + ], + "max_error": 0.0 + }, + { + "representative": 2371, + "members": [ + 2371 + ], + "max_error": 0.0 + }, + { + "representative": 2431, + "members": [ + 2431 + ], + "max_error": 0.0 + }, + { + "representative": 2506, + "members": [ + 2506 + ], + "max_error": 0.0 + }, + { + "representative": 2358, + "members": [ + 2358 + ], + "max_error": 0.0 + }, + { + "representative": 2452, + "members": [ + 2452 + ], + "max_error": 0.0 + }, + { + "representative": 2340, + "members": [ + 2340 + ], + "max_error": 0.0 + }, + { + "representative": 2466, + "members": [ + 2466 + ], + "max_error": 0.0 + }, + { + "representative": 2554, + "members": [ + 2554 + ], + "max_error": 0.0 + }, + { + "representative": 3034, + "members": [ + 3034 + ], + "max_error": 0.0 + }, + { + "representative": 2979, + "members": [ + 2979 + ], + "max_error": 0.0 + }, + { + "representative": 3052, + "members": [ + 3052 + ], + "max_error": 0.0 + }, + { + "representative": 2852, + "members": [ + 2852 + ], + "max_error": 0.0 + }, + { + "representative": 2879, + "members": [ + 2879 + ], + "max_error": 0.0 + }, + { + "representative": 2922, + "members": [ + 2922 + ], + "max_error": 0.0 + }, + { + "representative": 2955, + "members": [ + 2955 + ], + "max_error": 0.0 + }, + { + "representative": 2877, + "members": [ + 2877 + ], + "max_error": 0.0 + }, + { + "representative": 2939, + "members": [ + 2939 + ], + "max_error": 0.0 + }, + { + "representative": 2843, + "members": [ + 2843 + ], + "max_error": 0.0 + }, + { + "representative": 2844, + "members": [ + 2844 + ], + "max_error": 0.0 + }, + { + "representative": 3507, + "members": [ + 3507 + ], + "max_error": 0.0 + }, + { + "representative": 3538, + "members": [ + 3538 + ], + "max_error": 0.0 + }, + { + "representative": 3579, + "members": [ + 3579 + ], + "max_error": 0.0 + }, + { + "representative": 3496, + "members": [ + 3496 + ], + "max_error": 0.0 + }, + { + "representative": 3530, + "members": [ + 3530 + ], + "max_error": 0.0 + }, + { + "representative": 3436, + "members": [ + 3436 + ], + "max_error": 0.0 + }, + { + "representative": 3412, + "members": [ + 3412 + ], + "max_error": 0.0 + }, + { + "representative": 3475, + "members": [ + 3475 + ], + "max_error": 0.0 + }, + { + "representative": 3561, + "members": [ + 3561 + ], + "max_error": 0.0 + }, + { + "representative": 3534, + "members": [ + 3534 + ], + "max_error": 0.0 + }, + { + "representative": 3428, + "members": [ + 3428 + ], + "max_error": 0.0 + }, + { + "representative": 3457, + "members": [ + 3457 + ], + "max_error": 0.0 + }, + { + "representative": 3564, + "members": [ + 3564 + ], + "max_error": 0.0 + }, + { + "representative": 3519, + "members": [ + 3519 + ], + "max_error": 0.0 + }, + { + "representative": 3897, + "members": [ + 3897 + ], + "max_error": 0.0 + }, + { + "representative": 3840, + "members": [ + 3840 + ], + "max_error": 0.0 + }, + { + "representative": 3888, + "members": [ + 3888 + ], + "max_error": 0.0 + }, + { + "representative": 3926, + "members": [ + 3926 + ], + "max_error": 0.0 + }, + { + "representative": 4059, + "members": [ + 4059 + ], + "max_error": 0.0 + }, + { + "representative": 3930, + "members": [ + 3930 + ], + "max_error": 0.0 + }, + { + "representative": 3850, + "members": [ + 3850 + ], + "max_error": 0.0 + }, + { + "representative": 3964, + "members": [ + 3964 + ], + "max_error": 0.0 + }, + { + "representative": 4068, + "members": [ + 4068 + ], + "max_error": 0.0 + }, + { + "representative": 3929, + "members": [ + 3929 + ], + "max_error": 0.0 + }, + { + "representative": 4047, + "members": [ + 4047 + ], + "max_error": 0.0 + }, + { + "representative": 4084, + "members": [ + 4084 + ], + "max_error": 0.0 + }, + { + "representative": 3903, + "members": [ + 3903 + ], + "max_error": 0.0 + }, + { + "representative": 3991, + "members": [ + 3991 + ], + "max_error": 0.0 + }, + { + "representative": 1515, + "members": [ + 1515 + ], + "max_error": 0.0 + }, + { + "representative": 1439, + "members": [ + 1439 + ], + "max_error": 0.0 + }, + { + "representative": 1294, + "members": [ + 1294 + ], + "max_error": 0.0 + }, + { + "representative": 1467, + "members": [ + 1467 + ], + "max_error": 0.0 + }, + { + "representative": 1347, + "members": [ + 1347 + ], + "max_error": 0.0 + }, + { + "representative": 1420, + "members": [ + 1420 + ], + "max_error": 0.0 + }, + { + "representative": 1527, + "members": [ + 1527 + ], + "max_error": 0.0 + }, + { + "representative": 1423, + "members": [ + 1423 + ], + "max_error": 0.0 + }, + { + "representative": 1530, + "members": [ + 1530 + ], + "max_error": 0.0 + }, + { + "representative": 1434, + "members": [ + 1434 + ], + "max_error": 0.0 + }, + { + "representative": 1346, + "members": [ + 1346 + ], + "max_error": 0.0 + }, + { + "representative": 1339, + "members": [ + 1339 + ], + "max_error": 0.0 + }, + { + "representative": 1369, + "members": [ + 1369 + ], + "max_error": 0.0 + }, + { + "representative": 1524, + "members": [ + 1524 + ], + "max_error": 0.0 + }, + { + "representative": 1526, + "members": [ + 1526 + ], + "max_error": 0.0 + }, + { + "representative": 1948, + "members": [ + 1948 + ], + "max_error": 0.0 + }, + { + "representative": 2029, + "members": [ + 2029 + ], + "max_error": 0.0 + }, + { + "representative": 1846, + "members": [ + 1846 + ], + "max_error": 0.0 + }, + { + "representative": 1837, + "members": [ + 1837 + ], + "max_error": 0.0 + }, + { + "representative": 1884, + "members": [ + 1884 + ], + "max_error": 0.0 + }, + { + "representative": 2047, + "members": [ + 2047 + ], + "max_error": 0.0 + }, + { + "representative": 1971, + "members": [ + 1971 + ], + "max_error": 0.0 + }, + { + "representative": 1907, + "members": [ + 1907 + ], + "max_error": 0.0 + }, + { + "representative": 1864, + "members": [ + 1864 + ], + "max_error": 0.0 + }, + { + "representative": 1972, + "members": [ + 1972 + ], + "max_error": 0.0 + }, + { + "representative": 1897, + "members": [ + 1897 + ], + "max_error": 0.0 + }, + { + "representative": 1797, + "members": [ + 1797 + ], + "max_error": 0.0 + }, + { + "representative": 1820, + "members": [ + 1820 + ], + "max_error": 0.0 + }, + { + "representative": 1991, + "members": [ + 1991 + ], + "max_error": 0.0 + }, + { + "representative": 1896, + "members": [ + 1896 + ], + "max_error": 0.0 + }, + { + "representative": 1876, + "members": [ + 1876 + ], + "max_error": 0.0 + }, + { + "representative": 1898, + "members": [ + 1898 + ], + "max_error": 0.0 + }, + { + "representative": 1795, + "members": [ + 1795 + ], + "max_error": 0.0 + }, + { + "representative": 2479, + "members": [ + 2479 + ], + "max_error": 0.0 + }, + { + "representative": 2329, + "members": [ + 2329 + ], + "max_error": 0.0 + }, + { + "representative": 2438, + "members": [ + 2438 + ], + "max_error": 0.0 + }, + { + "representative": 2307, + "members": [ + 2307 + ], + "max_error": 0.0 + }, + { + "representative": 2538, + "members": [ + 2538 + ], + "max_error": 0.0 + }, + { + "representative": 2356, + "members": [ + 2356 + ], + "max_error": 0.0 + }, + { + "representative": 2483, + "members": [ + 2483 + ], + "max_error": 0.0 + }, + { + "representative": 2426, + "members": [ + 2426 + ], + "max_error": 0.0 + }, + { + "representative": 2379, + "members": [ + 2379 + ], + "max_error": 0.0 + }, + { + "representative": 2448, + "members": [ + 2448 + ], + "max_error": 0.0 + }, + { + "representative": 2510, + "members": [ + 2510 + ], + "max_error": 0.0 + }, + { + "representative": 2411, + "members": [ + 2411 + ], + "max_error": 0.0 + }, + { + "representative": 2501, + "members": [ + 2501 + ], + "max_error": 0.0 + }, + { + "representative": 2552, + "members": [ + 2552 + ], + "max_error": 0.0 + }, + { + "representative": 2544, + "members": [ + 2544 + ], + "max_error": 0.0 + }, + { + "representative": 2420, + "members": [ + 2420 + ], + "max_error": 0.0 + }, + { + "representative": 2388, + "members": [ + 2388 + ], + "max_error": 0.0 + }, + { + "representative": 2983, + "members": [ + 2983 + ], + "max_error": 0.0 + }, + { + "representative": 2820, + "members": [ + 2820 + ], + "max_error": 0.0 + }, + { + "representative": 2824, + "members": [ + 2824 + ], + "max_error": 0.0 + }, + { + "representative": 2855, + "members": [ + 2855 + ], + "max_error": 0.0 + }, + { + "representative": 2831, + "members": [ + 2831 + ], + "max_error": 0.0 + }, + { + "representative": 2929, + "members": [ + 2929 + ], + "max_error": 0.0 + }, + { + "representative": 2834, + "members": [ + 2834 + ], + "max_error": 0.0 + }, + { + "representative": 2932, + "members": [ + 2932 + ], + "max_error": 0.0 + }, + { + "representative": 3468, + "members": [ + 3468 + ], + "max_error": 0.0 + }, + { + "representative": 3378, + "members": [ + 3378 + ], + "max_error": 0.0 + }, + { + "representative": 3346, + "members": [ + 3346 + ], + "max_error": 0.0 + }, + { + "representative": 3554, + "members": [ + 3554 + ], + "max_error": 0.0 + }, + { + "representative": 3373, + "members": [ + 3373 + ], + "max_error": 0.0 + }, + { + "representative": 3479, + "members": [ + 3479 + ], + "max_error": 0.0 + }, + { + "representative": 3337, + "members": [ + 3337 + ], + "max_error": 0.0 + }, + { + "representative": 3340, + "members": [ + 3340 + ], + "max_error": 0.0 + }, + { + "representative": 3516, + "members": [ + 3516 + ], + "max_error": 0.0 + }, + { + "representative": 3339, + "members": [ + 3339 + ], + "max_error": 0.0 + }, + { + "representative": 3916, + "members": [ + 3916 + ], + "max_error": 0.0 + }, + { + "representative": 3862, + "members": [ + 3862 + ], + "max_error": 0.0 + }, + { + "representative": 3935, + "members": [ + 3935 + ], + "max_error": 0.0 + }, + { + "representative": 3854, + "members": [ + 3854 + ], + "max_error": 0.0 + }, + { + "representative": 4005, + "members": [ + 4005 + ], + "max_error": 0.0 + }, + { + "representative": 1326, + "members": [ + 1326 + ], + "max_error": 0.0 + }, + { + "representative": 1396, + "members": [ + 1396 + ], + "max_error": 0.0 + }, + { + "representative": 1529, + "members": [ + 1529 + ], + "max_error": 0.0 + }, + { + "representative": 1389, + "members": [ + 1389 + ], + "max_error": 0.0 + }, + { + "representative": 1493, + "members": [ + 1493 + ], + "max_error": 0.0 + }, + { + "representative": 1477, + "members": [ + 1477 + ], + "max_error": 0.0 + }, + { + "representative": 1428, + "members": [ + 1428 + ], + "max_error": 0.0 + }, + { + "representative": 1355, + "members": [ + 1355 + ], + "max_error": 0.0 + }, + { + "representative": 1453, + "members": [ + 1453 + ], + "max_error": 0.0 + }, + { + "representative": 1366, + "members": [ + 1366 + ], + "max_error": 0.0 + }, + { + "representative": 1438, + "members": [ + 1438 + ], + "max_error": 0.0 + }, + { + "representative": 1520, + "members": [ + 1520 + ], + "max_error": 0.0 + }, + { + "representative": 1436, + "members": [ + 1436 + ], + "max_error": 0.0 + }, + { + "representative": 1491, + "members": [ + 1491 + ], + "max_error": 0.0 + }, + { + "representative": 1427, + "members": [ + 1427 + ], + "max_error": 0.0 + }, + { + "representative": 1350, + "members": [ + 1350 + ], + "max_error": 0.0 + }, + { + "representative": 1345, + "members": [ + 1345 + ], + "max_error": 0.0 + }, + { + "representative": 1479, + "members": [ + 1479 + ], + "max_error": 0.0 + }, + { + "representative": 1480, + "members": [ + 1480 + ], + "max_error": 0.0 + }, + { + "representative": 1292, + "members": [ + 1292 + ], + "max_error": 0.0 + }, + { + "representative": 1406, + "members": [ + 1406 + ], + "max_error": 0.0 + }, + { + "representative": 1295, + "members": [ + 1295 + ], + "max_error": 0.0 + }, + { + "representative": 1951, + "members": [ + 1951 + ], + "max_error": 0.0 + }, + { + "representative": 1904, + "members": [ + 1904 + ], + "max_error": 0.0 + }, + { + "representative": 1915, + "members": [ + 1915 + ], + "max_error": 0.0 + }, + { + "representative": 1932, + "members": [ + 1932 + ], + "max_error": 0.0 + }, + { + "representative": 1873, + "members": [ + 1873 + ], + "max_error": 0.0 + }, + { + "representative": 1996, + "members": [ + 1996 + ], + "max_error": 0.0 + }, + { + "representative": 1872, + "members": [ + 1872 + ], + "max_error": 0.0 + }, + { + "representative": 1826, + "members": [ + 1826 + ], + "max_error": 0.0 + }, + { + "representative": 1960, + "members": [ + 1960 + ], + "max_error": 0.0 + }, + { + "representative": 1905, + "members": [ + 1905 + ], + "max_error": 0.0 + }, + { + "representative": 1867, + "members": [ + 1867 + ], + "max_error": 0.0 + }, + { + "representative": 2414, + "members": [ + 2414 + ], + "max_error": 0.0 + }, + { + "representative": 2354, + "members": [ + 2354 + ], + "max_error": 0.0 + }, + { + "representative": 2373, + "members": [ + 2373 + ], + "max_error": 0.0 + }, + { + "representative": 2541, + "members": [ + 2541 + ], + "max_error": 0.0 + }, + { + "representative": 2362, + "members": [ + 2362 + ], + "max_error": 0.0 + }, + { + "representative": 2523, + "members": [ + 2523 + ], + "max_error": 0.0 + }, + { + "representative": 2352, + "members": [ + 2352 + ], + "max_error": 0.0 + }, + { + "representative": 2427, + "members": [ + 2427 + ], + "max_error": 0.0 + }, + { + "representative": 2943, + "members": [ + 2943 + ], + "max_error": 0.0 + }, + { + "representative": 2868, + "members": [ + 2868 + ], + "max_error": 0.0 + }, + { + "representative": 3026, + "members": [ + 3026 + ], + "max_error": 0.0 + }, + { + "representative": 2816, + "members": [ + 2816 + ], + "max_error": 0.0 + }, + { + "representative": 2959, + "members": [ + 2959 + ], + "max_error": 0.0 + }, + { + "representative": 2895, + "members": [ + 2895 + ], + "max_error": 0.0 + }, + { + "representative": 2867, + "members": [ + 2867 + ], + "max_error": 0.0 + }, + { + "representative": 2875, + "members": [ + 2875 + ], + "max_error": 0.0 + }, + { + "representative": 3066, + "members": [ + 3066 + ], + "max_error": 0.0 + }, + { + "representative": 2860, + "members": [ + 2860 + ], + "max_error": 0.0 + }, + { + "representative": 2862, + "members": [ + 2862 + ], + "max_error": 0.0 + }, + { + "representative": 3509, + "members": [ + 3509 + ], + "max_error": 0.0 + }, + { + "representative": 3438, + "members": [ + 3438 + ], + "max_error": 0.0 + }, + { + "representative": 3405, + "members": [ + 3405 + ], + "max_error": 0.0 + }, + { + "representative": 3365, + "members": [ + 3365 + ], + "max_error": 0.0 + }, + { + "representative": 3402, + "members": [ + 3402 + ], + "max_error": 0.0 + }, + { + "representative": 3531, + "members": [ + 3531 + ], + "max_error": 0.0 + }, + { + "representative": 3403, + "members": [ + 3403 + ], + "max_error": 0.0 + }, + { + "representative": 3335, + "members": [ + 3335 + ], + "max_error": 0.0 + }, + { + "representative": 3506, + "members": [ + 3506 + ], + "max_error": 0.0 + }, + { + "representative": 3859, + "members": [ + 3859 + ], + "max_error": 0.0 + }, + { + "representative": 4094, + "members": [ + 4094 + ], + "max_error": 0.0 + }, + { + "representative": 3999, + "members": [ + 3999 + ], + "max_error": 0.0 + }, + { + "representative": 3918, + "members": [ + 3918 + ], + "max_error": 0.0 + }, + { + "representative": 3853, + "members": [ + 3853 + ], + "max_error": 0.0 + }, + { + "representative": 3942, + "members": [ + 3942 + ], + "max_error": 0.0 + }, + { + "representative": 3995, + "members": [ + 3995 + ], + "max_error": 0.0 + }, + { + "representative": 4077, + "members": [ + 4077 + ], + "max_error": 0.0 + }, + { + "representative": 4012, + "members": [ + 4012 + ], + "max_error": 0.0 + }, + { + "representative": 1319, + "members": [ + 1319 + ], + "max_error": 0.0 + }, + { + "representative": 1311, + "members": [ + 1311 + ], + "max_error": 0.0 + }, + { + "representative": 1335, + "members": [ + 1335 + ], + "max_error": 0.0 + }, + { + "representative": 1336, + "members": [ + 1336 + ], + "max_error": 0.0 + }, + { + "representative": 1468, + "members": [ + 1468 + ], + "max_error": 0.0 + }, + { + "representative": 1300, + "members": [ + 1300 + ], + "max_error": 0.0 + }, + { + "representative": 1430, + "members": [ + 1430 + ], + "max_error": 0.0 + }, + { + "representative": 1374, + "members": [ + 1374 + ], + "max_error": 0.0 + }, + { + "representative": 1531, + "members": [ + 1531 + ], + "max_error": 0.0 + }, + { + "representative": 1393, + "members": [ + 1393 + ], + "max_error": 0.0 + }, + { + "representative": 1334, + "members": [ + 1334 + ], + "max_error": 0.0 + }, + { + "representative": 1518, + "members": [ + 1518 + ], + "max_error": 0.0 + }, + { + "representative": 1343, + "members": [ + 1343 + ], + "max_error": 0.0 + }, + { + "representative": 1501, + "members": [ + 1501 + ], + "max_error": 0.0 + }, + { + "representative": 1376, + "members": [ + 1376 + ], + "max_error": 0.0 + }, + { + "representative": 1344, + "members": [ + 1344 + ], + "max_error": 0.0 + }, + { + "representative": 1881, + "members": [ + 1881 + ], + "max_error": 0.0 + }, + { + "representative": 1986, + "members": [ + 1986 + ], + "max_error": 0.0 + }, + { + "representative": 1908, + "members": [ + 1908 + ], + "max_error": 0.0 + }, + { + "representative": 1957, + "members": [ + 1957 + ], + "max_error": 0.0 + }, + { + "representative": 1883, + "members": [ + 1883 + ], + "max_error": 0.0 + }, + { + "representative": 1923, + "members": [ + 1923 + ], + "max_error": 0.0 + }, + { + "representative": 1804, + "members": [ + 1804 + ], + "max_error": 0.0 + }, + { + "representative": 1845, + "members": [ + 1845 + ], + "max_error": 0.0 + }, + { + "representative": 1968, + "members": [ + 1968 + ], + "max_error": 0.0 + }, + { + "representative": 1868, + "members": [ + 1868 + ], + "max_error": 0.0 + }, + { + "representative": 1993, + "members": [ + 1993 + ], + "max_error": 0.0 + }, + { + "representative": 1819, + "members": [ + 1819 + ], + "max_error": 0.0 + }, + { + "representative": 1814, + "members": [ + 1814 + ], + "max_error": 0.0 + }, + { + "representative": 1894, + "members": [ + 1894 + ], + "max_error": 0.0 + }, + { + "representative": 1967, + "members": [ + 1967 + ], + "max_error": 0.0 + }, + { + "representative": 2045, + "members": [ + 2045 + ], + "max_error": 0.0 + }, + { + "representative": 2315, + "members": [ + 2315 + ], + "max_error": 0.0 + }, + { + "representative": 2526, + "members": [ + 2526 + ], + "max_error": 0.0 + }, + { + "representative": 2327, + "members": [ + 2327 + ], + "max_error": 0.0 + }, + { + "representative": 2455, + "members": [ + 2455 + ], + "max_error": 0.0 + }, + { + "representative": 2500, + "members": [ + 2500 + ], + "max_error": 0.0 + }, + { + "representative": 2364, + "members": [ + 2364 + ], + "max_error": 0.0 + }, + { + "representative": 2333, + "members": [ + 2333 + ], + "max_error": 0.0 + }, + { + "representative": 2342, + "members": [ + 2342 + ], + "max_error": 0.0 + }, + { + "representative": 2463, + "members": [ + 2463 + ], + "max_error": 0.0 + }, + { + "representative": 2439, + "members": [ + 2439 + ], + "max_error": 0.0 + }, + { + "representative": 2499, + "members": [ + 2499 + ], + "max_error": 0.0 + }, + { + "representative": 2558, + "members": [ + 2558 + ], + "max_error": 0.0 + }, + { + "representative": 2324, + "members": [ + 2324 + ], + "max_error": 0.0 + }, + { + "representative": 2395, + "members": [ + 2395 + ], + "max_error": 0.0 + }, + { + "representative": 2874, + "members": [ + 2874 + ], + "max_error": 0.0 + }, + { + "representative": 2995, + "members": [ + 2995 + ], + "max_error": 0.0 + }, + { + "representative": 2849, + "members": [ + 2849 + ], + "max_error": 0.0 + }, + { + "representative": 2876, + "members": [ + 2876 + ], + "max_error": 0.0 + }, + { + "representative": 3532, + "members": [ + 3532 + ], + "max_error": 0.0 + }, + { + "representative": 3528, + "members": [ + 3528 + ], + "max_error": 0.0 + }, + { + "representative": 3370, + "members": [ + 3370 + ], + "max_error": 0.0 + }, + { + "representative": 3545, + "members": [ + 3545 + ], + "max_error": 0.0 + }, + { + "representative": 3453, + "members": [ + 3453 + ], + "max_error": 0.0 + }, + { + "representative": 3497, + "members": [ + 3497 + ], + "max_error": 0.0 + }, + { + "representative": 3523, + "members": [ + 3523 + ], + "max_error": 0.0 + }, + { + "representative": 3466, + "members": [ + 3466 + ], + "max_error": 0.0 + }, + { + "representative": 3429, + "members": [ + 3429 + ], + "max_error": 0.0 + }, + { + "representative": 3471, + "members": [ + 3471 + ], + "max_error": 0.0 + }, + { + "representative": 3394, + "members": [ + 3394 + ], + "max_error": 0.0 + }, + { + "representative": 3422, + "members": [ + 3422 + ], + "max_error": 0.0 + }, + { + "representative": 3551, + "members": [ + 3551 + ], + "max_error": 0.0 + }, + { + "representative": 3931, + "members": [ + 3931 + ], + "max_error": 0.0 + }, + { + "representative": 4037, + "members": [ + 4037 + ], + "max_error": 0.0 + }, + { + "representative": 4019, + "members": [ + 4019 + ], + "max_error": 0.0 + }, + { + "representative": 3976, + "members": [ + 3976 + ], + "max_error": 0.0 + }, + { + "representative": 3952, + "members": [ + 3952 + ], + "max_error": 0.0 + }, + { + "representative": 3958, + "members": [ + 3958 + ], + "max_error": 0.0 + }, + { + "representative": 3963, + "members": [ + 3963 + ], + "max_error": 0.0 + }, + { + "representative": 3908, + "members": [ + 3908 + ], + "max_error": 0.0 + }, + { + "representative": 3927, + "members": [ + 3927 + ], + "max_error": 0.0 + }, + { + "representative": 3997, + "members": [ + 3997 + ], + "max_error": 0.0 + }, + { + "representative": 3851, + "members": [ + 3851 + ], + "max_error": 0.0 + }, + { + "representative": 4063, + "members": [ + 4063 + ], + "max_error": 0.0 + }, + { + "representative": 4032, + "members": [ + 4032 + ], + "max_error": 0.0 + }, + { + "representative": 2916, + "members": [ + 2916 + ], + "max_error": 0.0 + }, + { + "representative": 2863, + "members": [ + 2863 + ], + "max_error": 0.0 + }, + { + "representative": 3055, + "members": [ + 3055 + ], + "max_error": 0.0 + }, + { + "representative": 3040, + "members": [ + 3040 + ], + "max_error": 0.0 + }, + { + "representative": 3547, + "members": [ + 3547 + ], + "max_error": 0.0 + }, + { + "representative": 3349, + "members": [ + 3349 + ], + "max_error": 0.0 + }, + { + "representative": 3435, + "members": [ + 3435 + ], + "max_error": 0.0 + }, + { + "representative": 3441, + "members": [ + 3441 + ], + "max_error": 0.0 + }, + { + "representative": 3539, + "members": [ + 3539 + ], + "max_error": 0.0 + }, + { + "representative": 3425, + "members": [ + 3425 + ], + "max_error": 0.0 + }, + { + "representative": 3537, + "members": [ + 3537 + ], + "max_error": 0.0 + }, + { + "representative": 3338, + "members": [ + 3338 + ], + "max_error": 0.0 + }, + { + "representative": 3407, + "members": [ + 3407 + ], + "max_error": 0.0 + }, + { + "representative": 3433, + "members": [ + 3433 + ], + "max_error": 0.0 + }, + { + "representative": 3482, + "members": [ + 3482 + ], + "max_error": 0.0 + }, + { + "representative": 4074, + "members": [ + 4074 + ], + "max_error": 0.0 + }, + { + "representative": 3869, + "members": [ + 3869 + ], + "max_error": 0.0 + }, + { + "representative": 3898, + "members": [ + 3898 + ], + "max_error": 0.0 + }, + { + "representative": 4045, + "members": [ + 4045 + ], + "max_error": 0.0 + }, + { + "representative": 4017, + "members": [ + 4017 + ], + "max_error": 0.0 + }, + { + "representative": 4066, + "members": [ + 4066 + ], + "max_error": 0.0 + }, + { + "representative": 4051, + "members": [ + 4051 + ], + "max_error": 0.0 + }, + { + "representative": 4362, + "members": [ + 4362 + ], + "max_error": 0.0 + }, + { + "representative": 4561, + "members": [ + 4561 + ], + "max_error": 0.0 + }, + { + "representative": 4495, + "members": [ + 4495 + ], + "max_error": 0.0 + }, + { + "representative": 4601, + "members": [ + 4601 + ], + "max_error": 0.0 + }, + { + "representative": 4427, + "members": [ + 4427 + ], + "max_error": 0.0 + }, + { + "representative": 4509, + "members": [ + 4509 + ], + "max_error": 0.0 + }, + { + "representative": 4442, + "members": [ + 4442 + ], + "max_error": 0.0 + }, + { + "representative": 4598, + "members": [ + 4598 + ], + "max_error": 0.0 + }, + { + "representative": 4433, + "members": [ + 4433 + ], + "max_error": 0.0 + }, + { + "representative": 4406, + "members": [ + 4406 + ], + "max_error": 0.0 + }, + { + "representative": 4423, + "members": [ + 4423 + ], + "max_error": 0.0 + }, + { + "representative": 4540, + "members": [ + 4540 + ], + "max_error": 0.0 + }, + { + "representative": 4513, + "members": [ + 4513 + ], + "max_error": 0.0 + }, + { + "representative": 4490, + "members": [ + 4490 + ], + "max_error": 0.0 + }, + { + "representative": 4409, + "members": [ + 4409 + ], + "max_error": 0.0 + }, + { + "representative": 4506, + "members": [ + 4506 + ], + "max_error": 0.0 + }, + { + "representative": 4514, + "members": [ + 4514 + ], + "max_error": 0.0 + }, + { + "representative": 4375, + "members": [ + 4375 + ], + "max_error": 0.0 + }, + { + "representative": 4365, + "members": [ + 4365 + ], + "max_error": 0.0 + }, + { + "representative": 4542, + "members": [ + 4542 + ], + "max_error": 0.0 + }, + { + "representative": 4504, + "members": [ + 4504 + ], + "max_error": 0.0 + }, + { + "representative": 4361, + "members": [ + 4361 + ], + "max_error": 0.0 + }, + { + "representative": 4443, + "members": [ + 4443 + ], + "max_error": 0.0 + }, + { + "representative": 4453, + "members": [ + 4453 + ], + "max_error": 0.0 + }, + { + "representative": 4584, + "members": [ + 4584 + ], + "max_error": 0.0 + }, + { + "representative": 4572, + "members": [ + 4572 + ], + "max_error": 0.0 + }, + { + "representative": 4516, + "members": [ + 4516 + ], + "max_error": 0.0 + }, + { + "representative": 4385, + "members": [ + 4385 + ], + "max_error": 0.0 + }, + { + "representative": 4606, + "members": [ + 4606 + ], + "max_error": 0.0 + }, + { + "representative": 4526, + "members": [ + 4526 + ], + "max_error": 0.0 + }, + { + "representative": 4547, + "members": [ + 4547 + ], + "max_error": 0.0 + }, + { + "representative": 4447, + "members": [ + 4447 + ], + "max_error": 0.0 + }, + { + "representative": 4388, + "members": [ + 4388 + ], + "max_error": 0.0 + }, + { + "representative": 4448, + "members": [ + 4448 + ], + "max_error": 0.0 + }, + { + "representative": 4430, + "members": [ + 4430 + ], + "max_error": 0.0 + }, + { + "representative": 4574, + "members": [ + 4574 + ], + "max_error": 0.0 + }, + { + "representative": 4482, + "members": [ + 4482 + ], + "max_error": 0.0 + }, + { + "representative": 4502, + "members": [ + 4502 + ], + "max_error": 0.0 + }, + { + "representative": 4931, + "members": [ + 4931 + ], + "max_error": 0.0 + }, + { + "representative": 4937, + "members": [ + 4937 + ], + "max_error": 0.0 + }, + { + "representative": 5010, + "members": [ + 5010 + ], + "max_error": 0.0 + }, + { + "representative": 4988, + "members": [ + 4988 + ], + "max_error": 0.0 + }, + { + "representative": 4983, + "members": [ + 4983 + ], + "max_error": 0.0 + }, + { + "representative": 4940, + "members": [ + 4940 + ], + "max_error": 0.0 + }, + { + "representative": 5088, + "members": [ + 5088 + ], + "max_error": 0.0 + }, + { + "representative": 5023, + "members": [ + 5023 + ], + "max_error": 0.0 + }, + { + "representative": 4908, + "members": [ + 4908 + ], + "max_error": 0.0 + }, + { + "representative": 5033, + "members": [ + 5033 + ], + "max_error": 0.0 + }, + { + "representative": 4928, + "members": [ + 4928 + ], + "max_error": 0.0 + }, + { + "representative": 5083, + "members": [ + 5083 + ], + "max_error": 0.0 + }, + { + "representative": 4884, + "members": [ + 4884 + ], + "max_error": 0.0 + }, + { + "representative": 4957, + "members": [ + 4957 + ], + "max_error": 0.0 + }, + { + "representative": 4934, + "members": [ + 4934 + ], + "max_error": 0.0 + }, + { + "representative": 5035, + "members": [ + 5035 + ], + "max_error": 0.0 + }, + { + "representative": 4947, + "members": [ + 4947 + ], + "max_error": 0.0 + }, + { + "representative": 5067, + "members": [ + 5067 + ], + "max_error": 0.0 + }, + { + "representative": 4955, + "members": [ + 4955 + ], + "max_error": 0.0 + }, + { + "representative": 4906, + "members": [ + 4906 + ], + "max_error": 0.0 + }, + { + "representative": 5005, + "members": [ + 5005 + ], + "max_error": 0.0 + }, + { + "representative": 4976, + "members": [ + 4976 + ], + "max_error": 0.0 + }, + { + "representative": 4999, + "members": [ + 4999 + ], + "max_error": 0.0 + }, + { + "representative": 4952, + "members": [ + 4952 + ], + "max_error": 0.0 + }, + { + "representative": 4875, + "members": [ + 4875 + ], + "max_error": 0.0 + }, + { + "representative": 4882, + "members": [ + 4882 + ], + "max_error": 0.0 + }, + { + "representative": 4994, + "members": [ + 4994 + ], + "max_error": 0.0 + }, + { + "representative": 4998, + "members": [ + 4998 + ], + "max_error": 0.0 + }, + { + "representative": 4902, + "members": [ + 4902 + ], + "max_error": 0.0 + }, + { + "representative": 4981, + "members": [ + 4981 + ], + "max_error": 0.0 + }, + { + "representative": 5096, + "members": [ + 5096 + ], + "max_error": 0.0 + }, + { + "representative": 5012, + "members": [ + 5012 + ], + "max_error": 0.0 + }, + { + "representative": 5115, + "members": [ + 5115 + ], + "max_error": 0.0 + }, + { + "representative": 5045, + "members": [ + 5045 + ], + "max_error": 0.0 + }, + { + "representative": 5111, + "members": [ + 5111 + ], + "max_error": 0.0 + }, + { + "representative": 4881, + "members": [ + 4881 + ], + "max_error": 0.0 + }, + { + "representative": 5013, + "members": [ + 5013 + ], + "max_error": 0.0 + }, + { + "representative": 5079, + "members": [ + 5079 + ], + "max_error": 0.0 + }, + { + "representative": 5066, + "members": [ + 5066 + ], + "max_error": 0.0 + }, + { + "representative": 4969, + "members": [ + 4969 + ], + "max_error": 0.0 + }, + { + "representative": 5094, + "members": [ + 5094 + ], + "max_error": 0.0 + }, + { + "representative": 4982, + "members": [ + 4982 + ], + "max_error": 0.0 + }, + { + "representative": 4865, + "members": [ + 4865 + ], + "max_error": 0.0 + }, + { + "representative": 4963, + "members": [ + 4963 + ], + "max_error": 0.0 + }, + { + "representative": 4939, + "members": [ + 4939 + ], + "max_error": 0.0 + }, + { + "representative": 5110, + "members": [ + 5110 + ], + "max_error": 0.0 + }, + { + "representative": 4985, + "members": [ + 4985 + ], + "max_error": 0.0 + }, + { + "representative": 5016, + "members": [ + 5016 + ], + "max_error": 0.0 + }, + { + "representative": 5118, + "members": [ + 5118 + ], + "max_error": 0.0 + }, + { + "representative": 4922, + "members": [ + 4922 + ], + "max_error": 0.0 + }, + { + "representative": 5062, + "members": [ + 5062 + ], + "max_error": 0.0 + }, + { + "representative": 5007, + "members": [ + 5007 + ], + "max_error": 0.0 + }, + { + "representative": 4961, + "members": [ + 4961 + ], + "max_error": 0.0 + }, + { + "representative": 4950, + "members": [ + 4950 + ], + "max_error": 0.0 + }, + { + "representative": 4868, + "members": [ + 4868 + ], + "max_error": 0.0 + }, + { + "representative": 4987, + "members": [ + 4987 + ], + "max_error": 0.0 + }, + { + "representative": 4930, + "members": [ + 4930 + ], + "max_error": 0.0 + }, + { + "representative": 5098, + "members": [ + 5098 + ], + "max_error": 0.0 + }, + { + "representative": 5590, + "members": [ + 5590 + ], + "max_error": 0.0 + }, + { + "representative": 5430, + "members": [ + 5430 + ], + "max_error": 0.0 + }, + { + "representative": 5558, + "members": [ + 5558 + ], + "max_error": 0.0 + }, + { + "representative": 5510, + "members": [ + 5510 + ], + "max_error": 0.0 + }, + { + "representative": 5428, + "members": [ + 5428 + ], + "max_error": 0.0 + }, + { + "representative": 5608, + "members": [ + 5608 + ], + "max_error": 0.0 + }, + { + "representative": 5565, + "members": [ + 5565 + ], + "max_error": 0.0 + }, + { + "representative": 5467, + "members": [ + 5467 + ], + "max_error": 0.0 + }, + { + "representative": 5544, + "members": [ + 5544 + ], + "max_error": 0.0 + }, + { + "representative": 5522, + "members": [ + 5522 + ], + "max_error": 0.0 + }, + { + "representative": 5415, + "members": [ + 5415 + ], + "max_error": 0.0 + }, + { + "representative": 5423, + "members": [ + 5423 + ], + "max_error": 0.0 + }, + { + "representative": 5435, + "members": [ + 5435 + ], + "max_error": 0.0 + }, + { + "representative": 5517, + "members": [ + 5517 + ], + "max_error": 0.0 + }, + { + "representative": 5535, + "members": [ + 5535 + ], + "max_error": 0.0 + }, + { + "representative": 5504, + "members": [ + 5504 + ], + "max_error": 0.0 + }, + { + "representative": 5414, + "members": [ + 5414 + ], + "max_error": 0.0 + }, + { + "representative": 5570, + "members": [ + 5570 + ], + "max_error": 0.0 + }, + { + "representative": 5461, + "members": [ + 5461 + ], + "max_error": 0.0 + }, + { + "representative": 5557, + "members": [ + 5557 + ], + "max_error": 0.0 + }, + { + "representative": 5474, + "members": [ + 5474 + ], + "max_error": 0.0 + }, + { + "representative": 5476, + "members": [ + 5476 + ], + "max_error": 0.0 + }, + { + "representative": 5493, + "members": [ + 5493 + ], + "max_error": 0.0 + }, + { + "representative": 5586, + "members": [ + 5586 + ], + "max_error": 0.0 + }, + { + "representative": 5456, + "members": [ + 5456 + ], + "max_error": 0.0 + }, + { + "representative": 5380, + "members": [ + 5380 + ], + "max_error": 0.0 + }, + { + "representative": 5518, + "members": [ + 5518 + ], + "max_error": 0.0 + }, + { + "representative": 5459, + "members": [ + 5459 + ], + "max_error": 0.0 + }, + { + "representative": 5387, + "members": [ + 5387 + ], + "max_error": 0.0 + }, + { + "representative": 5502, + "members": [ + 5502 + ], + "max_error": 0.0 + }, + { + "representative": 5377, + "members": [ + 5377 + ], + "max_error": 0.0 + }, + { + "representative": 5418, + "members": [ + 5418 + ], + "max_error": 0.0 + }, + { + "representative": 5407, + "members": [ + 5407 + ], + "max_error": 0.0 + }, + { + "representative": 5489, + "members": [ + 5489 + ], + "max_error": 0.0 + }, + { + "representative": 5560, + "members": [ + 5560 + ], + "max_error": 0.0 + }, + { + "representative": 5577, + "members": [ + 5577 + ], + "max_error": 0.0 + }, + { + "representative": 5419, + "members": [ + 5419 + ], + "max_error": 0.0 + }, + { + "representative": 5890, + "members": [ + 5890 + ], + "max_error": 0.0 + }, + { + "representative": 5964, + "members": [ + 5964 + ], + "max_error": 0.0 + }, + { + "representative": 5976, + "members": [ + 5976 + ], + "max_error": 0.0 + }, + { + "representative": 6077, + "members": [ + 6077 + ], + "max_error": 0.0 + }, + { + "representative": 6055, + "members": [ + 6055 + ], + "max_error": 0.0 + }, + { + "representative": 5925, + "members": [ + 5925 + ], + "max_error": 0.0 + }, + { + "representative": 6061, + "members": [ + 6061 + ], + "max_error": 0.0 + }, + { + "representative": 6032, + "members": [ + 6032 + ], + "max_error": 0.0 + }, + { + "representative": 5977, + "members": [ + 5977 + ], + "max_error": 0.0 + }, + { + "representative": 6105, + "members": [ + 6105 + ], + "max_error": 0.0 + }, + { + "representative": 6131, + "members": [ + 6131 + ], + "max_error": 0.0 + }, + { + "representative": 5990, + "members": [ + 5990 + ], + "max_error": 0.0 + }, + { + "representative": 5906, + "members": [ + 5906 + ], + "max_error": 0.0 + }, + { + "representative": 5994, + "members": [ + 5994 + ], + "max_error": 0.0 + }, + { + "representative": 6018, + "members": [ + 6018 + ], + "max_error": 0.0 + }, + { + "representative": 5955, + "members": [ + 5955 + ], + "max_error": 0.0 + }, + { + "representative": 6047, + "members": [ + 6047 + ], + "max_error": 0.0 + }, + { + "representative": 6116, + "members": [ + 6116 + ], + "max_error": 0.0 + }, + { + "representative": 6008, + "members": [ + 6008 + ], + "max_error": 0.0 + }, + { + "representative": 6096, + "members": [ + 6096 + ], + "max_error": 0.0 + }, + { + "representative": 6009, + "members": [ + 6009 + ], + "max_error": 0.0 + }, + { + "representative": 6058, + "members": [ + 6058 + ], + "max_error": 0.0 + }, + { + "representative": 6098, + "members": [ + 6098 + ], + "max_error": 0.0 + }, + { + "representative": 6057, + "members": [ + 6057 + ], + "max_error": 0.0 + }, + { + "representative": 6133, + "members": [ + 6133 + ], + "max_error": 0.0 + }, + { + "representative": 6087, + "members": [ + 6087 + ], + "max_error": 0.0 + }, + { + "representative": 6130, + "members": [ + 6130 + ], + "max_error": 0.0 + }, + { + "representative": 6027, + "members": [ + 6027 + ], + "max_error": 0.0 + }, + { + "representative": 6140, + "members": [ + 6140 + ], + "max_error": 0.0 + }, + { + "representative": 5989, + "members": [ + 5989 + ], + "max_error": 0.0 + }, + { + "representative": 5892, + "members": [ + 5892 + ], + "max_error": 0.0 + }, + { + "representative": 6050, + "members": [ + 6050 + ], + "max_error": 0.0 + }, + { + "representative": 5933, + "members": [ + 5933 + ], + "max_error": 0.0 + }, + { + "representative": 5897, + "members": [ + 5897 + ], + "max_error": 0.0 + }, + { + "representative": 5938, + "members": [ + 5938 + ], + "max_error": 0.0 + }, + { + "representative": 6075, + "members": [ + 6075 + ], + "max_error": 0.0 + }, + { + "representative": 6079, + "members": [ + 6079 + ], + "max_error": 0.0 + }, + { + "representative": 2942, + "members": [ + 2942 + ], + "max_error": 0.0 + }, + { + "representative": 2905, + "members": [ + 2905 + ], + "max_error": 0.0 + }, + { + "representative": 3013, + "members": [ + 3013 + ], + "max_error": 0.0 + }, + { + "representative": 2921, + "members": [ + 2921 + ], + "max_error": 0.0 + }, + { + "representative": 2937, + "members": [ + 2937 + ], + "max_error": 0.0 + }, + { + "representative": 3018, + "members": [ + 3018 + ], + "max_error": 0.0 + }, + { + "representative": 3070, + "members": [ + 3070 + ], + "max_error": 0.0 + }, + { + "representative": 2933, + "members": [ + 2933 + ], + "max_error": 0.0 + }, + { + "representative": 3012, + "members": [ + 3012 + ], + "max_error": 0.0 + }, + { + "representative": 2865, + "members": [ + 2865 + ], + "max_error": 0.0 + }, + { + "representative": 2958, + "members": [ + 2958 + ], + "max_error": 0.0 + }, + { + "representative": 2821, + "members": [ + 2821 + ], + "max_error": 0.0 + }, + { + "representative": 2846, + "members": [ + 2846 + ], + "max_error": 0.0 + }, + { + "representative": 2978, + "members": [ + 2978 + ], + "max_error": 0.0 + }, + { + "representative": 3344, + "members": [ + 3344 + ], + "max_error": 0.0 + }, + { + "representative": 3529, + "members": [ + 3529 + ], + "max_error": 0.0 + }, + { + "representative": 3473, + "members": [ + 3473 + ], + "max_error": 0.0 + }, + { + "representative": 3514, + "members": [ + 3514 + ], + "max_error": 0.0 + }, + { + "representative": 3526, + "members": [ + 3526 + ], + "max_error": 0.0 + }, + { + "representative": 3397, + "members": [ + 3397 + ], + "max_error": 0.0 + }, + { + "representative": 3510, + "members": [ + 3510 + ], + "max_error": 0.0 + }, + { + "representative": 4093, + "members": [ + 4093 + ], + "max_error": 0.0 + }, + { + "representative": 4039, + "members": [ + 4039 + ], + "max_error": 0.0 + }, + { + "representative": 3969, + "members": [ + 3969 + ], + "max_error": 0.0 + }, + { + "representative": 4030, + "members": [ + 4030 + ], + "max_error": 0.0 + }, + { + "representative": 4082, + "members": [ + 4082 + ], + "max_error": 0.0 + }, + { + "representative": 4050, + "members": [ + 4050 + ], + "max_error": 0.0 + }, + { + "representative": 4470, + "members": [ + 4470 + ], + "max_error": 0.0 + }, + { + "representative": 4497, + "members": [ + 4497 + ], + "max_error": 0.0 + }, + { + "representative": 4391, + "members": [ + 4391 + ], + "max_error": 0.0 + }, + { + "representative": 4569, + "members": [ + 4569 + ], + "max_error": 0.0 + }, + { + "representative": 4602, + "members": [ + 4602 + ], + "max_error": 0.0 + }, + { + "representative": 4467, + "members": [ + 4467 + ], + "max_error": 0.0 + }, + { + "representative": 4521, + "members": [ + 4521 + ], + "max_error": 0.0 + }, + { + "representative": 4353, + "members": [ + 4353 + ], + "max_error": 0.0 + }, + { + "representative": 4417, + "members": [ + 4417 + ], + "max_error": 0.0 + }, + { + "representative": 4369, + "members": [ + 4369 + ], + "max_error": 0.0 + }, + { + "representative": 4567, + "members": [ + 4567 + ], + "max_error": 0.0 + }, + { + "representative": 4484, + "members": [ + 4484 + ], + "max_error": 0.0 + }, + { + "representative": 4512, + "members": [ + 4512 + ], + "max_error": 0.0 + }, + { + "representative": 4596, + "members": [ + 4596 + ], + "max_error": 0.0 + }, + { + "representative": 4477, + "members": [ + 4477 + ], + "max_error": 0.0 + }, + { + "representative": 4382, + "members": [ + 4382 + ], + "max_error": 0.0 + }, + { + "representative": 4607, + "members": [ + 4607 + ], + "max_error": 0.0 + }, + { + "representative": 4530, + "members": [ + 4530 + ], + "max_error": 0.0 + }, + { + "representative": 4586, + "members": [ + 4586 + ], + "max_error": 0.0 + }, + { + "representative": 4377, + "members": [ + 4377 + ], + "max_error": 0.0 + }, + { + "representative": 4587, + "members": [ + 4587 + ], + "max_error": 0.0 + }, + { + "representative": 4411, + "members": [ + 4411 + ], + "max_error": 0.0 + }, + { + "representative": 4419, + "members": [ + 4419 + ], + "max_error": 0.0 + }, + { + "representative": 4475, + "members": [ + 4475 + ], + "max_error": 0.0 + }, + { + "representative": 4422, + "members": [ + 4422 + ], + "max_error": 0.0 + }, + { + "representative": 4562, + "members": [ + 4562 + ], + "max_error": 0.0 + }, + { + "representative": 4400, + "members": [ + 4400 + ], + "max_error": 0.0 + }, + { + "representative": 4552, + "members": [ + 4552 + ], + "max_error": 0.0 + }, + { + "representative": 4551, + "members": [ + 4551 + ], + "max_error": 0.0 + }, + { + "representative": 4592, + "members": [ + 4592 + ], + "max_error": 0.0 + }, + { + "representative": 4355, + "members": [ + 4355 + ], + "max_error": 0.0 + }, + { + "representative": 4396, + "members": [ + 4396 + ], + "max_error": 0.0 + }, + { + "representative": 4445, + "members": [ + 4445 + ], + "max_error": 0.0 + }, + { + "representative": 4544, + "members": [ + 4544 + ], + "max_error": 0.0 + }, + { + "representative": 4360, + "members": [ + 4360 + ], + "max_error": 0.0 + }, + { + "representative": 4489, + "members": [ + 4489 + ], + "max_error": 0.0 + }, + { + "representative": 4543, + "members": [ + 4543 + ], + "max_error": 0.0 + }, + { + "representative": 4539, + "members": [ + 4539 + ], + "max_error": 0.0 + }, + { + "representative": 4536, + "members": [ + 4536 + ], + "max_error": 0.0 + }, + { + "representative": 4604, + "members": [ + 4604 + ], + "max_error": 0.0 + }, + { + "representative": 4466, + "members": [ + 4466 + ], + "max_error": 0.0 + }, + { + "representative": 4549, + "members": [ + 4549 + ], + "max_error": 0.0 + }, + { + "representative": 4523, + "members": [ + 4523 + ], + "max_error": 0.0 + }, + { + "representative": 4473, + "members": [ + 4473 + ], + "max_error": 0.0 + }, + { + "representative": 4487, + "members": [ + 4487 + ], + "max_error": 0.0 + }, + { + "representative": 4582, + "members": [ + 4582 + ], + "max_error": 0.0 + }, + { + "representative": 4511, + "members": [ + 4511 + ], + "max_error": 0.0 + }, + { + "representative": 4378, + "members": [ + 4378 + ], + "max_error": 0.0 + }, + { + "representative": 4410, + "members": [ + 4410 + ], + "max_error": 0.0 + }, + { + "representative": 4438, + "members": [ + 4438 + ], + "max_error": 0.0 + }, + { + "representative": 5017, + "members": [ + 5017 + ], + "max_error": 0.0 + }, + { + "representative": 5095, + "members": [ + 5095 + ], + "max_error": 0.0 + }, + { + "representative": 5112, + "members": [ + 5112 + ], + "max_error": 0.0 + }, + { + "representative": 5072, + "members": [ + 5072 + ], + "max_error": 0.0 + }, + { + "representative": 5050, + "members": [ + 5050 + ], + "max_error": 0.0 + }, + { + "representative": 5090, + "members": [ + 5090 + ], + "max_error": 0.0 + }, + { + "representative": 5064, + "members": [ + 5064 + ], + "max_error": 0.0 + }, + { + "representative": 4951, + "members": [ + 4951 + ], + "max_error": 0.0 + }, + { + "representative": 4883, + "members": [ + 4883 + ], + "max_error": 0.0 + }, + { + "representative": 4920, + "members": [ + 4920 + ], + "max_error": 0.0 + }, + { + "representative": 4888, + "members": [ + 4888 + ], + "max_error": 0.0 + }, + { + "representative": 4929, + "members": [ + 4929 + ], + "max_error": 0.0 + }, + { + "representative": 5068, + "members": [ + 5068 + ], + "max_error": 0.0 + }, + { + "representative": 4878, + "members": [ + 4878 + ], + "max_error": 0.0 + }, + { + "representative": 5071, + "members": [ + 5071 + ], + "max_error": 0.0 + }, + { + "representative": 4874, + "members": [ + 4874 + ], + "max_error": 0.0 + }, + { + "representative": 5069, + "members": [ + 5069 + ], + "max_error": 0.0 + }, + { + "representative": 4933, + "members": [ + 4933 + ], + "max_error": 0.0 + }, + { + "representative": 4973, + "members": [ + 4973 + ], + "max_error": 0.0 + }, + { + "representative": 5000, + "members": [ + 5000 + ], + "max_error": 0.0 + }, + { + "representative": 5078, + "members": [ + 5078 + ], + "max_error": 0.0 + }, + { + "representative": 4945, + "members": [ + 4945 + ], + "max_error": 0.0 + }, + { + "representative": 5049, + "members": [ + 5049 + ], + "max_error": 0.0 + }, + { + "representative": 5047, + "members": [ + 5047 + ], + "max_error": 0.0 + }, + { + "representative": 4886, + "members": [ + 4886 + ], + "max_error": 0.0 + }, + { + "representative": 4956, + "members": [ + 4956 + ], + "max_error": 0.0 + }, + { + "representative": 5006, + "members": [ + 5006 + ], + "max_error": 0.0 + }, + { + "representative": 4967, + "members": [ + 4967 + ], + "max_error": 0.0 + }, + { + "representative": 5019, + "members": [ + 5019 + ], + "max_error": 0.0 + }, + { + "representative": 4869, + "members": [ + 4869 + ], + "max_error": 0.0 + }, + { + "representative": 5048, + "members": [ + 5048 + ], + "max_error": 0.0 + }, + { + "representative": 5091, + "members": [ + 5091 + ], + "max_error": 0.0 + }, + { + "representative": 5100, + "members": [ + 5100 + ], + "max_error": 0.0 + }, + { + "representative": 5073, + "members": [ + 5073 + ], + "max_error": 0.0 + }, + { + "representative": 5021, + "members": [ + 5021 + ], + "max_error": 0.0 + }, + { + "representative": 5044, + "members": [ + 5044 + ], + "max_error": 0.0 + }, + { + "representative": 5065, + "members": [ + 5065 + ], + "max_error": 0.0 + }, + { + "representative": 5055, + "members": [ + 5055 + ], + "max_error": 0.0 + }, + { + "representative": 4904, + "members": [ + 4904 + ], + "max_error": 0.0 + }, + { + "representative": 5114, + "members": [ + 5114 + ], + "max_error": 0.0 + }, + { + "representative": 4905, + "members": [ + 4905 + ], + "max_error": 0.0 + }, + { + "representative": 5621, + "members": [ + 5621 + ], + "max_error": 0.0 + }, + { + "representative": 5469, + "members": [ + 5469 + ], + "max_error": 0.0 + }, + { + "representative": 5471, + "members": [ + 5471 + ], + "max_error": 0.0 + }, + { + "representative": 5571, + "members": [ + 5571 + ], + "max_error": 0.0 + }, + { + "representative": 5422, + "members": [ + 5422 + ], + "max_error": 0.0 + }, + { + "representative": 5587, + "members": [ + 5587 + ], + "max_error": 0.0 + }, + { + "representative": 5528, + "members": [ + 5528 + ], + "max_error": 0.0 + }, + { + "representative": 5433, + "members": [ + 5433 + ], + "max_error": 0.0 + }, + { + "representative": 5596, + "members": [ + 5596 + ], + "max_error": 0.0 + }, + { + "representative": 5455, + "members": [ + 5455 + ], + "max_error": 0.0 + }, + { + "representative": 5609, + "members": [ + 5609 + ], + "max_error": 0.0 + }, + { + "representative": 5540, + "members": [ + 5540 + ], + "max_error": 0.0 + }, + { + "representative": 5524, + "members": [ + 5524 + ], + "max_error": 0.0 + }, + { + "representative": 5628, + "members": [ + 5628 + ], + "max_error": 0.0 + }, + { + "representative": 5425, + "members": [ + 5425 + ], + "max_error": 0.0 + }, + { + "representative": 5595, + "members": [ + 5595 + ], + "max_error": 0.0 + }, + { + "representative": 5579, + "members": [ + 5579 + ], + "max_error": 0.0 + }, + { + "representative": 5452, + "members": [ + 5452 + ], + "max_error": 0.0 + }, + { + "representative": 5472, + "members": [ + 5472 + ], + "max_error": 0.0 + }, + { + "representative": 5614, + "members": [ + 5614 + ], + "max_error": 0.0 + }, + { + "representative": 5592, + "members": [ + 5592 + ], + "max_error": 0.0 + }, + { + "representative": 5619, + "members": [ + 5619 + ], + "max_error": 0.0 + }, + { + "representative": 5507, + "members": [ + 5507 + ], + "max_error": 0.0 + }, + { + "representative": 5580, + "members": [ + 5580 + ], + "max_error": 0.0 + }, + { + "representative": 5519, + "members": [ + 5519 + ], + "max_error": 0.0 + }, + { + "representative": 5603, + "members": [ + 5603 + ], + "max_error": 0.0 + }, + { + "representative": 5473, + "members": [ + 5473 + ], + "max_error": 0.0 + }, + { + "representative": 5572, + "members": [ + 5572 + ], + "max_error": 0.0 + }, + { + "representative": 5515, + "members": [ + 5515 + ], + "max_error": 0.0 + }, + { + "representative": 5631, + "members": [ + 5631 + ], + "max_error": 0.0 + }, + { + "representative": 5573, + "members": [ + 5573 + ], + "max_error": 0.0 + }, + { + "representative": 5449, + "members": [ + 5449 + ], + "max_error": 0.0 + }, + { + "representative": 5602, + "members": [ + 5602 + ], + "max_error": 0.0 + }, + { + "representative": 5604, + "members": [ + 5604 + ], + "max_error": 0.0 + }, + { + "representative": 5406, + "members": [ + 5406 + ], + "max_error": 0.0 + }, + { + "representative": 5391, + "members": [ + 5391 + ], + "max_error": 0.0 + }, + { + "representative": 5591, + "members": [ + 5591 + ], + "max_error": 0.0 + }, + { + "representative": 5505, + "members": [ + 5505 + ], + "max_error": 0.0 + }, + { + "representative": 5439, + "members": [ + 5439 + ], + "max_error": 0.0 + }, + { + "representative": 5482, + "members": [ + 5482 + ], + "max_error": 0.0 + }, + { + "representative": 5465, + "members": [ + 5465 + ], + "max_error": 0.0 + }, + { + "representative": 5441, + "members": [ + 5441 + ], + "max_error": 0.0 + }, + { + "representative": 5561, + "members": [ + 5561 + ], + "max_error": 0.0 + }, + { + "representative": 5506, + "members": [ + 5506 + ], + "max_error": 0.0 + }, + { + "representative": 5588, + "members": [ + 5588 + ], + "max_error": 0.0 + }, + { + "representative": 5411, + "members": [ + 5411 + ], + "max_error": 0.0 + }, + { + "representative": 5523, + "members": [ + 5523 + ], + "max_error": 0.0 + }, + { + "representative": 5537, + "members": [ + 5537 + ], + "max_error": 0.0 + }, + { + "representative": 5389, + "members": [ + 5389 + ], + "max_error": 0.0 + }, + { + "representative": 5408, + "members": [ + 5408 + ], + "max_error": 0.0 + }, + { + "representative": 5548, + "members": [ + 5548 + ], + "max_error": 0.0 + }, + { + "representative": 5521, + "members": [ + 5521 + ], + "max_error": 0.0 + }, + { + "representative": 5470, + "members": [ + 5470 + ], + "max_error": 0.0 + }, + { + "representative": 5915, + "members": [ + 5915 + ], + "max_error": 0.0 + }, + { + "representative": 5984, + "members": [ + 5984 + ], + "max_error": 0.0 + }, + { + "representative": 6107, + "members": [ + 6107 + ], + "max_error": 0.0 + }, + { + "representative": 6014, + "members": [ + 6014 + ], + "max_error": 0.0 + }, + { + "representative": 6033, + "members": [ + 6033 + ], + "max_error": 0.0 + }, + { + "representative": 6141, + "members": [ + 6141 + ], + "max_error": 0.0 + }, + { + "representative": 6015, + "members": [ + 6015 + ], + "max_error": 0.0 + }, + { + "representative": 5911, + "members": [ + 5911 + ], + "max_error": 0.0 + }, + { + "representative": 5971, + "members": [ + 5971 + ], + "max_error": 0.0 + }, + { + "representative": 5895, + "members": [ + 5895 + ], + "max_error": 0.0 + }, + { + "representative": 6031, + "members": [ + 6031 + ], + "max_error": 0.0 + }, + { + "representative": 6004, + "members": [ + 6004 + ], + "max_error": 0.0 + }, + { + "representative": 6062, + "members": [ + 6062 + ], + "max_error": 0.0 + }, + { + "representative": 5921, + "members": [ + 5921 + ], + "max_error": 0.0 + }, + { + "representative": 5930, + "members": [ + 5930 + ], + "max_error": 0.0 + }, + { + "representative": 6132, + "members": [ + 6132 + ], + "max_error": 0.0 + }, + { + "representative": 6118, + "members": [ + 6118 + ], + "max_error": 0.0 + }, + { + "representative": 6084, + "members": [ + 6084 + ], + "max_error": 0.0 + }, + { + "representative": 5944, + "members": [ + 5944 + ], + "max_error": 0.0 + }, + { + "representative": 6134, + "members": [ + 6134 + ], + "max_error": 0.0 + }, + { + "representative": 6095, + "members": [ + 6095 + ], + "max_error": 0.0 + }, + { + "representative": 6127, + "members": [ + 6127 + ], + "max_error": 0.0 + }, + { + "representative": 6125, + "members": [ + 6125 + ], + "max_error": 0.0 + }, + { + "representative": 6076, + "members": [ + 6076 + ], + "max_error": 0.0 + }, + { + "representative": 6108, + "members": [ + 6108 + ], + "max_error": 0.0 + }, + { + "representative": 6135, + "members": [ + 6135 + ], + "max_error": 0.0 + }, + { + "representative": 6063, + "members": [ + 6063 + ], + "max_error": 0.0 + }, + { + "representative": 5934, + "members": [ + 5934 + ], + "max_error": 0.0 + }, + { + "representative": 6085, + "members": [ + 6085 + ], + "max_error": 0.0 + }, + { + "representative": 6090, + "members": [ + 6090 + ], + "max_error": 0.0 + }, + { + "representative": 5888, + "members": [ + 5888 + ], + "max_error": 0.0 + }, + { + "representative": 6091, + "members": [ + 6091 + ], + "max_error": 0.0 + }, + { + "representative": 6013, + "members": [ + 6013 + ], + "max_error": 0.0 + }, + { + "representative": 5961, + "members": [ + 5961 + ], + "max_error": 0.0 + }, + { + "representative": 5936, + "members": [ + 5936 + ], + "max_error": 0.0 + }, + { + "representative": 6113, + "members": [ + 6113 + ], + "max_error": 0.0 + }, + { + "representative": 6035, + "members": [ + 6035 + ], + "max_error": 0.0 + }, + { + "representative": 6119, + "members": [ + 6119 + ], + "max_error": 0.0 + }, + { + "representative": 1509, + "members": [ + 1509 + ], + "max_error": 0.0 + }, + { + "representative": 1426, + "members": [ + 1426 + ], + "max_error": 0.0 + }, + { + "representative": 1495, + "members": [ + 1495 + ], + "max_error": 0.0 + }, + { + "representative": 1349, + "members": [ + 1349 + ], + "max_error": 0.0 + }, + { + "representative": 1370, + "members": [ + 1370 + ], + "max_error": 0.0 + }, + { + "representative": 1528, + "members": [ + 1528 + ], + "max_error": 0.0 + }, + { + "representative": 1314, + "members": [ + 1314 + ], + "max_error": 0.0 + }, + { + "representative": 1307, + "members": [ + 1307 + ], + "max_error": 0.0 + }, + { + "representative": 1313, + "members": [ + 1313 + ], + "max_error": 0.0 + }, + { + "representative": 1404, + "members": [ + 1404 + ], + "max_error": 0.0 + }, + { + "representative": 1447, + "members": [ + 1447 + ], + "max_error": 0.0 + }, + { + "representative": 1457, + "members": [ + 1457 + ], + "max_error": 0.0 + }, + { + "representative": 1323, + "members": [ + 1323 + ], + "max_error": 0.0 + }, + { + "representative": 1456, + "members": [ + 1456 + ], + "max_error": 0.0 + }, + { + "representative": 1378, + "members": [ + 1378 + ], + "max_error": 0.0 + }, + { + "representative": 1510, + "members": [ + 1510 + ], + "max_error": 0.0 + }, + { + "representative": 1442, + "members": [ + 1442 + ], + "max_error": 0.0 + }, + { + "representative": 1504, + "members": [ + 1504 + ], + "max_error": 0.0 + }, + { + "representative": 2003, + "members": [ + 2003 + ], + "max_error": 0.0 + }, + { + "representative": 1962, + "members": [ + 1962 + ], + "max_error": 0.0 + }, + { + "representative": 1979, + "members": [ + 1979 + ], + "max_error": 0.0 + }, + { + "representative": 2004, + "members": [ + 2004 + ], + "max_error": 0.0 + }, + { + "representative": 2016, + "members": [ + 2016 + ], + "max_error": 0.0 + }, + { + "representative": 1831, + "members": [ + 1831 + ], + "max_error": 0.0 + }, + { + "representative": 1952, + "members": [ + 1952 + ], + "max_error": 0.0 + }, + { + "representative": 1989, + "members": [ + 1989 + ], + "max_error": 0.0 + }, + { + "representative": 1860, + "members": [ + 1860 + ], + "max_error": 0.0 + }, + { + "representative": 1956, + "members": [ + 1956 + ], + "max_error": 0.0 + }, + { + "representative": 1959, + "members": [ + 1959 + ], + "max_error": 0.0 + }, + { + "representative": 1869, + "members": [ + 1869 + ], + "max_error": 0.0 + }, + { + "representative": 1922, + "members": [ + 1922 + ], + "max_error": 0.0 + }, + { + "representative": 1889, + "members": [ + 1889 + ], + "max_error": 0.0 + }, + { + "representative": 2509, + "members": [ + 2509 + ], + "max_error": 0.0 + }, + { + "representative": 2556, + "members": [ + 2556 + ], + "max_error": 0.0 + }, + { + "representative": 2381, + "members": [ + 2381 + ], + "max_error": 0.0 + }, + { + "representative": 2337, + "members": [ + 2337 + ], + "max_error": 0.0 + }, + { + "representative": 2338, + "members": [ + 2338 + ], + "max_error": 0.0 + }, + { + "representative": 2416, + "members": [ + 2416 + ], + "max_error": 0.0 + }, + { + "representative": 2485, + "members": [ + 2485 + ], + "max_error": 0.0 + }, + { + "representative": 2542, + "members": [ + 2542 + ], + "max_error": 0.0 + }, + { + "representative": 2507, + "members": [ + 2507 + ], + "max_error": 0.0 + }, + { + "representative": 2904, + "members": [ + 2904 + ], + "max_error": 0.0 + }, + { + "representative": 3035, + "members": [ + 3035 + ], + "max_error": 0.0 + }, + { + "representative": 3031, + "members": [ + 3031 + ], + "max_error": 0.0 + }, + { + "representative": 2931, + "members": [ + 2931 + ], + "max_error": 0.0 + }, + { + "representative": 2956, + "members": [ + 2956 + ], + "max_error": 0.0 + }, + { + "representative": 2861, + "members": [ + 2861 + ], + "max_error": 0.0 + }, + { + "representative": 2884, + "members": [ + 2884 + ], + "max_error": 0.0 + }, + { + "representative": 2837, + "members": [ + 2837 + ], + "max_error": 0.0 + }, + { + "representative": 3039, + "members": [ + 3039 + ], + "max_error": 0.0 + }, + { + "representative": 3014, + "members": [ + 3014 + ], + "max_error": 0.0 + }, + { + "representative": 2913, + "members": [ + 2913 + ], + "max_error": 0.0 + }, + { + "representative": 2869, + "members": [ + 2869 + ], + "max_error": 0.0 + }, + { + "representative": 2881, + "members": [ + 2881 + ], + "max_error": 0.0 + }, + { + "representative": 3434, + "members": [ + 3434 + ], + "max_error": 0.0 + }, + { + "representative": 3375, + "members": [ + 3375 + ], + "max_error": 0.0 + }, + { + "representative": 3567, + "members": [ + 3567 + ], + "max_error": 0.0 + }, + { + "representative": 3542, + "members": [ + 3542 + ], + "max_error": 0.0 + }, + { + "representative": 3491, + "members": [ + 3491 + ], + "max_error": 0.0 + }, + { + "representative": 3357, + "members": [ + 3357 + ], + "max_error": 0.0 + }, + { + "representative": 3486, + "members": [ + 3486 + ], + "max_error": 0.0 + }, + { + "representative": 3350, + "members": [ + 3350 + ], + "max_error": 0.0 + }, + { + "representative": 3572, + "members": [ + 3572 + ], + "max_error": 0.0 + }, + { + "representative": 3368, + "members": [ + 3368 + ], + "max_error": 0.0 + }, + { + "representative": 3442, + "members": [ + 3442 + ], + "max_error": 0.0 + }, + { + "representative": 3356, + "members": [ + 3356 + ], + "max_error": 0.0 + }, + { + "representative": 3893, + "members": [ + 3893 + ], + "max_error": 0.0 + }, + { + "representative": 3951, + "members": [ + 3951 + ], + "max_error": 0.0 + }, + { + "representative": 4035, + "members": [ + 4035 + ], + "max_error": 0.0 + }, + { + "representative": 3844, + "members": [ + 3844 + ], + "max_error": 0.0 + }, + { + "representative": 3980, + "members": [ + 3980 + ], + "max_error": 0.0 + }, + { + "representative": 4062, + "members": [ + 4062 + ], + "max_error": 0.0 + }, + { + "representative": 3866, + "members": [ + 3866 + ], + "max_error": 0.0 + }, + { + "representative": 1502, + "members": [ + 1502 + ], + "max_error": 0.0 + }, + { + "representative": 1308, + "members": [ + 1308 + ], + "max_error": 0.0 + }, + { + "representative": 1394, + "members": [ + 1394 + ], + "max_error": 0.0 + }, + { + "representative": 1422, + "members": [ + 1422 + ], + "max_error": 0.0 + }, + { + "representative": 1365, + "members": [ + 1365 + ], + "max_error": 0.0 + }, + { + "representative": 1446, + "members": [ + 1446 + ], + "max_error": 0.0 + }, + { + "representative": 1452, + "members": [ + 1452 + ], + "max_error": 0.0 + }, + { + "representative": 1342, + "members": [ + 1342 + ], + "max_error": 0.0 + }, + { + "representative": 1356, + "members": [ + 1356 + ], + "max_error": 0.0 + }, + { + "representative": 1387, + "members": [ + 1387 + ], + "max_error": 0.0 + }, + { + "representative": 1304, + "members": [ + 1304 + ], + "max_error": 0.0 + }, + { + "representative": 1522, + "members": [ + 1522 + ], + "max_error": 0.0 + }, + { + "representative": 1331, + "members": [ + 1331 + ], + "max_error": 0.0 + }, + { + "representative": 1417, + "members": [ + 1417 + ], + "max_error": 0.0 + }, + { + "representative": 2008, + "members": [ + 2008 + ], + "max_error": 0.0 + }, + { + "representative": 1976, + "members": [ + 1976 + ], + "max_error": 0.0 + }, + { + "representative": 2028, + "members": [ + 2028 + ], + "max_error": 0.0 + }, + { + "representative": 1809, + "members": [ + 1809 + ], + "max_error": 0.0 + }, + { + "representative": 2037, + "members": [ + 2037 + ], + "max_error": 0.0 + }, + { + "representative": 2020, + "members": [ + 2020 + ], + "max_error": 0.0 + }, + { + "representative": 1877, + "members": [ + 1877 + ], + "max_error": 0.0 + }, + { + "representative": 1966, + "members": [ + 1966 + ], + "max_error": 0.0 + }, + { + "representative": 1848, + "members": [ + 1848 + ], + "max_error": 0.0 + }, + { + "representative": 2043, + "members": [ + 2043 + ], + "max_error": 0.0 + }, + { + "representative": 1855, + "members": [ + 1855 + ], + "max_error": 0.0 + }, + { + "representative": 2034, + "members": [ + 2034 + ], + "max_error": 0.0 + }, + { + "representative": 2039, + "members": [ + 2039 + ], + "max_error": 0.0 + }, + { + "representative": 1924, + "members": [ + 1924 + ], + "max_error": 0.0 + }, + { + "representative": 1865, + "members": [ + 1865 + ], + "max_error": 0.0 + }, + { + "representative": 2309, + "members": [ + 2309 + ], + "max_error": 0.0 + }, + { + "representative": 2437, + "members": [ + 2437 + ], + "max_error": 0.0 + }, + { + "representative": 2345, + "members": [ + 2345 + ], + "max_error": 0.0 + }, + { + "representative": 2367, + "members": [ + 2367 + ], + "max_error": 0.0 + }, + { + "representative": 2405, + "members": [ + 2405 + ], + "max_error": 0.0 + }, + { + "representative": 2553, + "members": [ + 2553 + ], + "max_error": 0.0 + }, + { + "representative": 2383, + "members": [ + 2383 + ], + "max_error": 0.0 + }, + { + "representative": 2382, + "members": [ + 2382 + ], + "max_error": 0.0 + }, + { + "representative": 2488, + "members": [ + 2488 + ], + "max_error": 0.0 + }, + { + "representative": 2454, + "members": [ + 2454 + ], + "max_error": 0.0 + }, + { + "representative": 2320, + "members": [ + 2320 + ], + "max_error": 0.0 + }, + { + "representative": 2478, + "members": [ + 2478 + ], + "max_error": 0.0 + }, + { + "representative": 2376, + "members": [ + 2376 + ], + "max_error": 0.0 + }, + { + "representative": 2464, + "members": [ + 2464 + ], + "max_error": 0.0 + }, + { + "representative": 2453, + "members": [ + 2453 + ], + "max_error": 0.0 + }, + { + "representative": 2872, + "members": [ + 2872 + ], + "max_error": 0.0 + }, + { + "representative": 3047, + "members": [ + 3047 + ], + "max_error": 0.0 + }, + { + "representative": 3054, + "members": [ + 3054 + ], + "max_error": 0.0 + }, + { + "representative": 2976, + "members": [ + 2976 + ], + "max_error": 0.0 + }, + { + "representative": 3010, + "members": [ + 3010 + ], + "max_error": 0.0 + }, + { + "representative": 3023, + "members": [ + 3023 + ], + "max_error": 0.0 + }, + { + "representative": 2819, + "members": [ + 2819 + ], + "max_error": 0.0 + }, + { + "representative": 3011, + "members": [ + 3011 + ], + "max_error": 0.0 + }, + { + "representative": 2826, + "members": [ + 2826 + ], + "max_error": 0.0 + }, + { + "representative": 3060, + "members": [ + 3060 + ], + "max_error": 0.0 + }, + { + "representative": 2954, + "members": [ + 2954 + ], + "max_error": 0.0 + }, + { + "representative": 3061, + "members": [ + 3061 + ], + "max_error": 0.0 + }, + { + "representative": 2829, + "members": [ + 2829 + ], + "max_error": 0.0 + }, + { + "representative": 3552, + "members": [ + 3552 + ], + "max_error": 0.0 + }, + { + "representative": 3355, + "members": [ + 3355 + ], + "max_error": 0.0 + }, + { + "representative": 3495, + "members": [ + 3495 + ], + "max_error": 0.0 + }, + { + "representative": 3556, + "members": [ + 3556 + ], + "max_error": 0.0 + }, + { + "representative": 3522, + "members": [ + 3522 + ], + "max_error": 0.0 + }, + { + "representative": 3455, + "members": [ + 3455 + ], + "max_error": 0.0 + }, + { + "representative": 3333, + "members": [ + 3333 + ], + "max_error": 0.0 + }, + { + "representative": 3913, + "members": [ + 3913 + ], + "max_error": 0.0 + }, + { + "representative": 4049, + "members": [ + 4049 + ], + "max_error": 0.0 + }, + { + "representative": 4016, + "members": [ + 4016 + ], + "max_error": 0.0 + }, + { + "representative": 3848, + "members": [ + 3848 + ], + "max_error": 0.0 + }, + { + "representative": 3860, + "members": [ + 3860 + ], + "max_error": 0.0 + }, + { + "representative": 3879, + "members": [ + 3879 + ], + "max_error": 0.0 + }, + { + "representative": 4056, + "members": [ + 4056 + ], + "max_error": 0.0 + }, + { + "representative": 3870, + "members": [ + 3870 + ], + "max_error": 0.0 + }, + { + "representative": 4071, + "members": [ + 4071 + ], + "max_error": 0.0 + }, + { + "representative": 3972, + "members": [ + 3972 + ], + "max_error": 0.0 + }, + { + "representative": 1377, + "members": [ + 1377 + ], + "max_error": 0.0 + }, + { + "representative": 1384, + "members": [ + 1384 + ], + "max_error": 0.0 + }, + { + "representative": 1390, + "members": [ + 1390 + ], + "max_error": 0.0 + }, + { + "representative": 1322, + "members": [ + 1322 + ], + "max_error": 0.0 + }, + { + "representative": 1333, + "members": [ + 1333 + ], + "max_error": 0.0 + }, + { + "representative": 1432, + "members": [ + 1432 + ], + "max_error": 0.0 + }, + { + "representative": 1400, + "members": [ + 1400 + ], + "max_error": 0.0 + }, + { + "representative": 1463, + "members": [ + 1463 + ], + "max_error": 0.0 + }, + { + "representative": 1413, + "members": [ + 1413 + ], + "max_error": 0.0 + }, + { + "representative": 1523, + "members": [ + 1523 + ], + "max_error": 0.0 + }, + { + "representative": 1359, + "members": [ + 1359 + ], + "max_error": 0.0 + }, + { + "representative": 1303, + "members": [ + 1303 + ], + "max_error": 0.0 + }, + { + "representative": 1380, + "members": [ + 1380 + ], + "max_error": 0.0 + }, + { + "representative": 1431, + "members": [ + 1431 + ], + "max_error": 0.0 + }, + { + "representative": 1513, + "members": [ + 1513 + ], + "max_error": 0.0 + }, + { + "representative": 1470, + "members": [ + 1470 + ], + "max_error": 0.0 + }, + { + "representative": 1985, + "members": [ + 1985 + ], + "max_error": 0.0 + }, + { + "representative": 1995, + "members": [ + 1995 + ], + "max_error": 0.0 + }, + { + "representative": 2011, + "members": [ + 2011 + ], + "max_error": 0.0 + }, + { + "representative": 1817, + "members": [ + 1817 + ], + "max_error": 0.0 + }, + { + "representative": 1973, + "members": [ + 1973 + ], + "max_error": 0.0 + }, + { + "representative": 1929, + "members": [ + 1929 + ], + "max_error": 0.0 + }, + { + "representative": 1938, + "members": [ + 1938 + ], + "max_error": 0.0 + }, + { + "representative": 1937, + "members": [ + 1937 + ], + "max_error": 0.0 + }, + { + "representative": 1871, + "members": [ + 1871 + ], + "max_error": 0.0 + }, + { + "representative": 1958, + "members": [ + 1958 + ], + "max_error": 0.0 + }, + { + "representative": 2480, + "members": [ + 2480 + ], + "max_error": 0.0 + }, + { + "representative": 2389, + "members": [ + 2389 + ], + "max_error": 0.0 + }, + { + "representative": 2433, + "members": [ + 2433 + ], + "max_error": 0.0 + }, + { + "representative": 2425, + "members": [ + 2425 + ], + "max_error": 0.0 + }, + { + "representative": 2397, + "members": [ + 2397 + ], + "max_error": 0.0 + }, + { + "representative": 2410, + "members": [ + 2410 + ], + "max_error": 0.0 + }, + { + "representative": 2365, + "members": [ + 2365 + ], + "max_error": 0.0 + }, + { + "representative": 2316, + "members": [ + 2316 + ], + "max_error": 0.0 + }, + { + "representative": 2546, + "members": [ + 2546 + ], + "max_error": 0.0 + }, + { + "representative": 2502, + "members": [ + 2502 + ], + "max_error": 0.0 + }, + { + "representative": 2525, + "members": [ + 2525 + ], + "max_error": 0.0 + }, + { + "representative": 2543, + "members": [ + 2543 + ], + "max_error": 0.0 + }, + { + "representative": 2323, + "members": [ + 2323 + ], + "max_error": 0.0 + }, + { + "representative": 2988, + "members": [ + 2988 + ], + "max_error": 0.0 + }, + { + "representative": 3005, + "members": [ + 3005 + ], + "max_error": 0.0 + }, + { + "representative": 2854, + "members": [ + 2854 + ], + "max_error": 0.0 + }, + { + "representative": 2866, + "members": [ + 2866 + ], + "max_error": 0.0 + }, + { + "representative": 3038, + "members": [ + 3038 + ], + "max_error": 0.0 + }, + { + "representative": 2882, + "members": [ + 2882 + ], + "max_error": 0.0 + }, + { + "representative": 3020, + "members": [ + 3020 + ], + "max_error": 0.0 + }, + { + "representative": 2992, + "members": [ + 2992 + ], + "max_error": 0.0 + }, + { + "representative": 2871, + "members": [ + 2871 + ], + "max_error": 0.0 + }, + { + "representative": 2911, + "members": [ + 2911 + ], + "max_error": 0.0 + }, + { + "representative": 2941, + "members": [ + 2941 + ], + "max_error": 0.0 + }, + { + "representative": 3451, + "members": [ + 3451 + ], + "max_error": 0.0 + }, + { + "representative": 3354, + "members": [ + 3354 + ], + "max_error": 0.0 + }, + { + "representative": 3389, + "members": [ + 3389 + ], + "max_error": 0.0 + }, + { + "representative": 3508, + "members": [ + 3508 + ], + "max_error": 0.0 + }, + { + "representative": 3460, + "members": [ + 3460 + ], + "max_error": 0.0 + }, + { + "representative": 3409, + "members": [ + 3409 + ], + "max_error": 0.0 + }, + { + "representative": 3505, + "members": [ + 3505 + ], + "max_error": 0.0 + }, + { + "representative": 3901, + "members": [ + 3901 + ], + "max_error": 0.0 + }, + { + "representative": 3857, + "members": [ + 3857 + ], + "max_error": 0.0 + }, + { + "representative": 3912, + "members": [ + 3912 + ], + "max_error": 0.0 + }, + { + "representative": 4069, + "members": [ + 4069 + ], + "max_error": 0.0 + }, + { + "representative": 3954, + "members": [ + 3954 + ], + "max_error": 0.0 + }, + { + "representative": 3928, + "members": [ + 3928 + ], + "max_error": 0.0 + }, + { + "representative": 3938, + "members": [ + 3938 + ], + "max_error": 0.0 + }, + { + "representative": 4031, + "members": [ + 4031 + ], + "max_error": 0.0 + }, + { + "representative": 3943, + "members": [ + 3943 + ], + "max_error": 0.0 + }, + { + "representative": 4008, + "members": [ + 4008 + ], + "max_error": 0.0 + }, + { + "representative": 3947, + "members": [ + 3947 + ], + "max_error": 0.0 + }, + { + "representative": 3847, + "members": [ + 3847 + ], + "max_error": 0.0 + }, + { + "representative": 3966, + "members": [ + 3966 + ], + "max_error": 0.0 + }, + { + "representative": 2912, + "members": [ + 2912 + ], + "max_error": 0.0 + }, + { + "representative": 2907, + "members": [ + 2907 + ], + "max_error": 0.0 + }, + { + "representative": 2985, + "members": [ + 2985 + ], + "max_error": 0.0 + }, + { + "representative": 2953, + "members": [ + 2953 + ], + "max_error": 0.0 + }, + { + "representative": 2928, + "members": [ + 2928 + ], + "max_error": 0.0 + }, + { + "representative": 2859, + "members": [ + 2859 + ], + "max_error": 0.0 + }, + { + "representative": 3376, + "members": [ + 3376 + ], + "max_error": 0.0 + }, + { + "representative": 3385, + "members": [ + 3385 + ], + "max_error": 0.0 + }, + { + "representative": 3501, + "members": [ + 3501 + ], + "max_error": 0.0 + }, + { + "representative": 3398, + "members": [ + 3398 + ], + "max_error": 0.0 + }, + { + "representative": 3445, + "members": [ + 3445 + ], + "max_error": 0.0 + }, + { + "representative": 3347, + "members": [ + 3347 + ], + "max_error": 0.0 + }, + { + "representative": 3415, + "members": [ + 3415 + ], + "max_error": 0.0 + }, + { + "representative": 3450, + "members": [ + 3450 + ], + "max_error": 0.0 + }, + { + "representative": 3480, + "members": [ + 3480 + ], + "max_error": 0.0 + }, + { + "representative": 3330, + "members": [ + 3330 + ], + "max_error": 0.0 + }, + { + "representative": 4081, + "members": [ + 4081 + ], + "max_error": 0.0 + }, + { + "representative": 3982, + "members": [ + 3982 + ], + "max_error": 0.0 + }, + { + "representative": 3880, + "members": [ + 3880 + ], + "max_error": 0.0 + }, + { + "representative": 3923, + "members": [ + 3923 + ], + "max_error": 0.0 + }, + { + "representative": 3843, + "members": [ + 3843 + ], + "max_error": 0.0 + }, + { + "representative": 3959, + "members": [ + 3959 + ], + "max_error": 0.0 + }, + { + "representative": 3989, + "members": [ + 3989 + ], + "max_error": 0.0 + }, + { + "representative": 3872, + "members": [ + 3872 + ], + "max_error": 0.0 + }, + { + "representative": 3965, + "members": [ + 3965 + ], + "max_error": 0.0 + }, + { + "representative": 3953, + "members": [ + 3953 + ], + "max_error": 0.0 + }, + { + "representative": 4550, + "members": [ + 4550 + ], + "max_error": 0.0 + }, + { + "representative": 4446, + "members": [ + 4446 + ], + "max_error": 0.0 + }, + { + "representative": 4590, + "members": [ + 4590 + ], + "max_error": 0.0 + }, + { + "representative": 4381, + "members": [ + 4381 + ], + "max_error": 0.0 + }, + { + "representative": 4533, + "members": [ + 4533 + ], + "max_error": 0.0 + }, + { + "representative": 4480, + "members": [ + 4480 + ], + "max_error": 0.0 + }, + { + "representative": 4370, + "members": [ + 4370 + ], + "max_error": 0.0 + }, + { + "representative": 4459, + "members": [ + 4459 + ], + "max_error": 0.0 + }, + { + "representative": 4498, + "members": [ + 4498 + ], + "max_error": 0.0 + }, + { + "representative": 4585, + "members": [ + 4585 + ], + "max_error": 0.0 + }, + { + "representative": 4398, + "members": [ + 4398 + ], + "max_error": 0.0 + }, + { + "representative": 4463, + "members": [ + 4463 + ], + "max_error": 0.0 + }, + { + "representative": 4554, + "members": [ + 4554 + ], + "max_error": 0.0 + }, + { + "representative": 4389, + "members": [ + 4389 + ], + "max_error": 0.0 + }, + { + "representative": 4532, + "members": [ + 4532 + ], + "max_error": 0.0 + }, + { + "representative": 4404, + "members": [ + 4404 + ], + "max_error": 0.0 + }, + { + "representative": 4565, + "members": [ + 4565 + ], + "max_error": 0.0 + }, + { + "representative": 4479, + "members": [ + 4479 + ], + "max_error": 0.0 + }, + { + "representative": 4468, + "members": [ + 4468 + ], + "max_error": 0.0 + }, + { + "representative": 4520, + "members": [ + 4520 + ], + "max_error": 0.0 + }, + { + "representative": 4457, + "members": [ + 4457 + ], + "max_error": 0.0 + }, + { + "representative": 4505, + "members": [ + 4505 + ], + "max_error": 0.0 + }, + { + "representative": 4454, + "members": [ + 4454 + ], + "max_error": 0.0 + }, + { + "representative": 4444, + "members": [ + 4444 + ], + "max_error": 0.0 + }, + { + "representative": 4428, + "members": [ + 4428 + ], + "max_error": 0.0 + }, + { + "representative": 4390, + "members": [ + 4390 + ], + "max_error": 0.0 + }, + { + "representative": 4380, + "members": [ + 4380 + ], + "max_error": 0.0 + }, + { + "representative": 4368, + "members": [ + 4368 + ], + "max_error": 0.0 + }, + { + "representative": 4525, + "members": [ + 4525 + ], + "max_error": 0.0 + }, + { + "representative": 4415, + "members": [ + 4415 + ], + "max_error": 0.0 + }, + { + "representative": 4553, + "members": [ + 4553 + ], + "max_error": 0.0 + }, + { + "representative": 4560, + "members": [ + 4560 + ], + "max_error": 0.0 + }, + { + "representative": 4603, + "members": [ + 4603 + ], + "max_error": 0.0 + }, + { + "representative": 4493, + "members": [ + 4493 + ], + "max_error": 0.0 + }, + { + "representative": 5015, + "members": [ + 5015 + ], + "max_error": 0.0 + }, + { + "representative": 4959, + "members": [ + 4959 + ], + "max_error": 0.0 + }, + { + "representative": 4866, + "members": [ + 4866 + ], + "max_error": 0.0 + }, + { + "representative": 5002, + "members": [ + 5002 + ], + "max_error": 0.0 + }, + { + "representative": 4891, + "members": [ + 4891 + ], + "max_error": 0.0 + }, + { + "representative": 4927, + "members": [ + 4927 + ], + "max_error": 0.0 + }, + { + "representative": 4910, + "members": [ + 4910 + ], + "max_error": 0.0 + }, + { + "representative": 5082, + "members": [ + 5082 + ], + "max_error": 0.0 + }, + { + "representative": 4923, + "members": [ + 4923 + ], + "max_error": 0.0 + }, + { + "representative": 4885, + "members": [ + 4885 + ], + "max_error": 0.0 + }, + { + "representative": 4965, + "members": [ + 4965 + ], + "max_error": 0.0 + }, + { + "representative": 4914, + "members": [ + 4914 + ], + "max_error": 0.0 + }, + { + "representative": 5043, + "members": [ + 5043 + ], + "max_error": 0.0 + }, + { + "representative": 4926, + "members": [ + 4926 + ], + "max_error": 0.0 + }, + { + "representative": 5004, + "members": [ + 5004 + ], + "max_error": 0.0 + }, + { + "representative": 5009, + "members": [ + 5009 + ], + "max_error": 0.0 + }, + { + "representative": 5104, + "members": [ + 5104 + ], + "max_error": 0.0 + }, + { + "representative": 4919, + "members": [ + 4919 + ], + "max_error": 0.0 + }, + { + "representative": 4971, + "members": [ + 4971 + ], + "max_error": 0.0 + }, + { + "representative": 4984, + "members": [ + 4984 + ], + "max_error": 0.0 + }, + { + "representative": 5003, + "members": [ + 5003 + ], + "max_error": 0.0 + }, + { + "representative": 5116, + "members": [ + 5116 + ], + "max_error": 0.0 + }, + { + "representative": 5103, + "members": [ + 5103 + ], + "max_error": 0.0 + }, + { + "representative": 4879, + "members": [ + 4879 + ], + "max_error": 0.0 + }, + { + "representative": 5057, + "members": [ + 5057 + ], + "max_error": 0.0 + }, + { + "representative": 4975, + "members": [ + 4975 + ], + "max_error": 0.0 + }, + { + "representative": 4986, + "members": [ + 4986 + ], + "max_error": 0.0 + }, + { + "representative": 5053, + "members": [ + 5053 + ], + "max_error": 0.0 + }, + { + "representative": 5107, + "members": [ + 5107 + ], + "max_error": 0.0 + }, + { + "representative": 4867, + "members": [ + 4867 + ], + "max_error": 0.0 + }, + { + "representative": 4894, + "members": [ + 4894 + ], + "max_error": 0.0 + }, + { + "representative": 4918, + "members": [ + 4918 + ], + "max_error": 0.0 + }, + { + "representative": 4936, + "members": [ + 4936 + ], + "max_error": 0.0 + }, + { + "representative": 4899, + "members": [ + 4899 + ], + "max_error": 0.0 + }, + { + "representative": 4992, + "members": [ + 4992 + ], + "max_error": 0.0 + }, + { + "representative": 4997, + "members": [ + 4997 + ], + "max_error": 0.0 + }, + { + "representative": 5615, + "members": [ + 5615 + ], + "max_error": 0.0 + }, + { + "representative": 5501, + "members": [ + 5501 + ], + "max_error": 0.0 + }, + { + "representative": 5585, + "members": [ + 5585 + ], + "max_error": 0.0 + }, + { + "representative": 5538, + "members": [ + 5538 + ], + "max_error": 0.0 + }, + { + "representative": 5531, + "members": [ + 5531 + ], + "max_error": 0.0 + }, + { + "representative": 5426, + "members": [ + 5426 + ], + "max_error": 0.0 + }, + { + "representative": 5468, + "members": [ + 5468 + ], + "max_error": 0.0 + }, + { + "representative": 5429, + "members": [ + 5429 + ], + "max_error": 0.0 + }, + { + "representative": 5623, + "members": [ + 5623 + ], + "max_error": 0.0 + }, + { + "representative": 5485, + "members": [ + 5485 + ], + "max_error": 0.0 + }, + { + "representative": 5568, + "members": [ + 5568 + ], + "max_error": 0.0 + }, + { + "representative": 5536, + "members": [ + 5536 + ], + "max_error": 0.0 + }, + { + "representative": 5404, + "members": [ + 5404 + ], + "max_error": 0.0 + }, + { + "representative": 5475, + "members": [ + 5475 + ], + "max_error": 0.0 + }, + { + "representative": 5443, + "members": [ + 5443 + ], + "max_error": 0.0 + }, + { + "representative": 5620, + "members": [ + 5620 + ], + "max_error": 0.0 + }, + { + "representative": 5618, + "members": [ + 5618 + ], + "max_error": 0.0 + }, + { + "representative": 5583, + "members": [ + 5583 + ], + "max_error": 0.0 + }, + { + "representative": 5494, + "members": [ + 5494 + ], + "max_error": 0.0 + }, + { + "representative": 5600, + "members": [ + 5600 + ], + "max_error": 0.0 + }, + { + "representative": 5405, + "members": [ + 5405 + ], + "max_error": 0.0 + }, + { + "representative": 5511, + "members": [ + 5511 + ], + "max_error": 0.0 + }, + { + "representative": 5611, + "members": [ + 5611 + ], + "max_error": 0.0 + }, + { + "representative": 5463, + "members": [ + 5463 + ], + "max_error": 0.0 + }, + { + "representative": 5566, + "members": [ + 5566 + ], + "max_error": 0.0 + }, + { + "representative": 5529, + "members": [ + 5529 + ], + "max_error": 0.0 + }, + { + "representative": 5453, + "members": [ + 5453 + ], + "max_error": 0.0 + }, + { + "representative": 5385, + "members": [ + 5385 + ], + "max_error": 0.0 + }, + { + "representative": 5564, + "members": [ + 5564 + ], + "max_error": 0.0 + }, + { + "representative": 5622, + "members": [ + 5622 + ], + "max_error": 0.0 + }, + { + "representative": 5490, + "members": [ + 5490 + ], + "max_error": 0.0 + }, + { + "representative": 5594, + "members": [ + 5594 + ], + "max_error": 0.0 + }, + { + "representative": 5393, + "members": [ + 5393 + ], + "max_error": 0.0 + }, + { + "representative": 5488, + "members": [ + 5488 + ], + "max_error": 0.0 + }, + { + "representative": 6100, + "members": [ + 6100 + ], + "max_error": 0.0 + }, + { + "representative": 6073, + "members": [ + 6073 + ], + "max_error": 0.0 + }, + { + "representative": 6137, + "members": [ + 6137 + ], + "max_error": 0.0 + }, + { + "representative": 6003, + "members": [ + 6003 + ], + "max_error": 0.0 + }, + { + "representative": 6106, + "members": [ + 6106 + ], + "max_error": 0.0 + }, + { + "representative": 5948, + "members": [ + 5948 + ], + "max_error": 0.0 + }, + { + "representative": 6011, + "members": [ + 6011 + ], + "max_error": 0.0 + }, + { + "representative": 6022, + "members": [ + 6022 + ], + "max_error": 0.0 + }, + { + "representative": 6082, + "members": [ + 6082 + ], + "max_error": 0.0 + }, + { + "representative": 6005, + "members": [ + 6005 + ], + "max_error": 0.0 + }, + { + "representative": 6101, + "members": [ + 6101 + ], + "max_error": 0.0 + }, + { + "representative": 6074, + "members": [ + 6074 + ], + "max_error": 0.0 + }, + { + "representative": 6072, + "members": [ + 6072 + ], + "max_error": 0.0 + }, + { + "representative": 6020, + "members": [ + 6020 + ], + "max_error": 0.0 + }, + { + "representative": 5896, + "members": [ + 5896 + ], + "max_error": 0.0 + }, + { + "representative": 5982, + "members": [ + 5982 + ], + "max_error": 0.0 + }, + { + "representative": 5959, + "members": [ + 5959 + ], + "max_error": 0.0 + }, + { + "representative": 6081, + "members": [ + 6081 + ], + "max_error": 0.0 + }, + { + "representative": 6045, + "members": [ + 6045 + ], + "max_error": 0.0 + }, + { + "representative": 5922, + "members": [ + 5922 + ], + "max_error": 0.0 + }, + { + "representative": 5952, + "members": [ + 5952 + ], + "max_error": 0.0 + }, + { + "representative": 5960, + "members": [ + 5960 + ], + "max_error": 0.0 + }, + { + "representative": 6036, + "members": [ + 6036 + ], + "max_error": 0.0 + }, + { + "representative": 5924, + "members": [ + 5924 + ], + "max_error": 0.0 + }, + { + "representative": 6042, + "members": [ + 6042 + ], + "max_error": 0.0 + }, + { + "representative": 5905, + "members": [ + 5905 + ], + "max_error": 0.0 + }, + { + "representative": 5908, + "members": [ + 5908 + ], + "max_error": 0.0 + }, + { + "representative": 6129, + "members": [ + 6129 + ], + "max_error": 0.0 + }, + { + "representative": 5988, + "members": [ + 5988 + ], + "max_error": 0.0 + }, + { + "representative": 5962, + "members": [ + 5962 + ], + "max_error": 0.0 + }, + { + "representative": 6059, + "members": [ + 6059 + ], + "max_error": 0.0 + }, + { + "representative": 6017, + "members": [ + 6017 + ], + "max_error": 0.0 + }, + { + "representative": 5909, + "members": [ + 5909 + ], + "max_error": 0.0 + }, + { + "representative": 6039, + "members": [ + 6039 + ], + "max_error": 0.0 + }, + { + "representative": 6030, + "members": [ + 6030 + ], + "max_error": 0.0 + }, + { + "representative": 5973, + "members": [ + 5973 + ], + "max_error": 0.0 + }, + { + "representative": 1481, + "members": [ + 1481 + ], + "max_error": 0.0 + }, + { + "representative": 1516, + "members": [ + 1516 + ], + "max_error": 0.0 + }, + { + "representative": 1364, + "members": [ + 1364 + ], + "max_error": 0.0 + }, + { + "representative": 1489, + "members": [ + 1489 + ], + "max_error": 0.0 + }, + { + "representative": 1445, + "members": [ + 1445 + ], + "max_error": 0.0 + }, + { + "representative": 1454, + "members": [ + 1454 + ], + "max_error": 0.0 + }, + { + "representative": 1534, + "members": [ + 1534 + ], + "max_error": 0.0 + }, + { + "representative": 1291, + "members": [ + 1291 + ], + "max_error": 0.0 + }, + { + "representative": 1474, + "members": [ + 1474 + ], + "max_error": 0.0 + }, + { + "representative": 1418, + "members": [ + 1418 + ], + "max_error": 0.0 + }, + { + "representative": 1535, + "members": [ + 1535 + ], + "max_error": 0.0 + }, + { + "representative": 1286, + "members": [ + 1286 + ], + "max_error": 0.0 + }, + { + "representative": 1485, + "members": [ + 1485 + ], + "max_error": 0.0 + }, + { + "representative": 1475, + "members": [ + 1475 + ], + "max_error": 0.0 + }, + { + "representative": 1483, + "members": [ + 1483 + ], + "max_error": 0.0 + }, + { + "representative": 1939, + "members": [ + 1939 + ], + "max_error": 0.0 + }, + { + "representative": 1997, + "members": [ + 1997 + ], + "max_error": 0.0 + }, + { + "representative": 1842, + "members": [ + 1842 + ], + "max_error": 0.0 + }, + { + "representative": 1799, + "members": [ + 1799 + ], + "max_error": 0.0 + }, + { + "representative": 1874, + "members": [ + 1874 + ], + "max_error": 0.0 + }, + { + "representative": 1880, + "members": [ + 1880 + ], + "max_error": 0.0 + }, + { + "representative": 1910, + "members": [ + 1910 + ], + "max_error": 0.0 + }, + { + "representative": 2025, + "members": [ + 2025 + ], + "max_error": 0.0 + }, + { + "representative": 2471, + "members": [ + 2471 + ], + "max_error": 0.0 + }, + { + "representative": 2412, + "members": [ + 2412 + ], + "max_error": 0.0 + }, + { + "representative": 2399, + "members": [ + 2399 + ], + "max_error": 0.0 + }, + { + "representative": 2312, + "members": [ + 2312 + ], + "max_error": 0.0 + }, + { + "representative": 2368, + "members": [ + 2368 + ], + "max_error": 0.0 + }, + { + "representative": 2468, + "members": [ + 2468 + ], + "max_error": 0.0 + }, + { + "representative": 2336, + "members": [ + 2336 + ], + "max_error": 0.0 + }, + { + "representative": 2539, + "members": [ + 2539 + ], + "max_error": 0.0 + }, + { + "representative": 2326, + "members": [ + 2326 + ], + "max_error": 0.0 + }, + { + "representative": 2377, + "members": [ + 2377 + ], + "max_error": 0.0 + }, + { + "representative": 2470, + "members": [ + 2470 + ], + "max_error": 0.0 + }, + { + "representative": 2515, + "members": [ + 2515 + ], + "max_error": 0.0 + }, + { + "representative": 2304, + "members": [ + 2304 + ], + "max_error": 0.0 + }, + { + "representative": 2447, + "members": [ + 2447 + ], + "max_error": 0.0 + }, + { + "representative": 2449, + "members": [ + 2449 + ], + "max_error": 0.0 + }, + { + "representative": 2428, + "members": [ + 2428 + ], + "max_error": 0.0 + }, + { + "representative": 2527, + "members": [ + 2527 + ], + "max_error": 0.0 + }, + { + "representative": 3043, + "members": [ + 3043 + ], + "max_error": 0.0 + }, + { + "representative": 2934, + "members": [ + 2934 + ], + "max_error": 0.0 + }, + { + "representative": 2838, + "members": [ + 2838 + ], + "max_error": 0.0 + }, + { + "representative": 2975, + "members": [ + 2975 + ], + "max_error": 0.0 + }, + { + "representative": 2850, + "members": [ + 2850 + ], + "max_error": 0.0 + }, + { + "representative": 3002, + "members": [ + 3002 + ], + "max_error": 0.0 + }, + { + "representative": 2835, + "members": [ + 2835 + ], + "max_error": 0.0 + }, + { + "representative": 2971, + "members": [ + 2971 + ], + "max_error": 0.0 + }, + { + "representative": 2841, + "members": [ + 2841 + ], + "max_error": 0.0 + }, + { + "representative": 2982, + "members": [ + 2982 + ], + "max_error": 0.0 + }, + { + "representative": 3437, + "members": [ + 3437 + ], + "max_error": 0.0 + }, + { + "representative": 3348, + "members": [ + 3348 + ], + "max_error": 0.0 + }, + { + "representative": 3502, + "members": [ + 3502 + ], + "max_error": 0.0 + }, + { + "representative": 3485, + "members": [ + 3485 + ], + "max_error": 0.0 + }, + { + "representative": 3555, + "members": [ + 3555 + ], + "max_error": 0.0 + }, + { + "representative": 3353, + "members": [ + 3353 + ], + "max_error": 0.0 + }, + { + "representative": 3484, + "members": [ + 3484 + ], + "max_error": 0.0 + }, + { + "representative": 3352, + "members": [ + 3352 + ], + "max_error": 0.0 + }, + { + "representative": 3511, + "members": [ + 3511 + ], + "max_error": 0.0 + }, + { + "representative": 3386, + "members": [ + 3386 + ], + "max_error": 0.0 + }, + { + "representative": 4041, + "members": [ + 4041 + ], + "max_error": 0.0 + }, + { + "representative": 3842, + "members": [ + 3842 + ], + "max_error": 0.0 + }, + { + "representative": 4033, + "members": [ + 4033 + ], + "max_error": 0.0 + }, + { + "representative": 4055, + "members": [ + 4055 + ], + "max_error": 0.0 + }, + { + "representative": 3925, + "members": [ + 3925 + ], + "max_error": 0.0 + }, + { + "representative": 3902, + "members": [ + 3902 + ], + "max_error": 0.0 + }, + { + "representative": 3845, + "members": [ + 3845 + ], + "max_error": 0.0 + }, + { + "representative": 3899, + "members": [ + 3899 + ], + "max_error": 0.0 + }, + { + "representative": 3979, + "members": [ + 3979 + ], + "max_error": 0.0 + }, + { + "representative": 3873, + "members": [ + 3873 + ], + "max_error": 0.0 + }, + { + "representative": 3948, + "members": [ + 3948 + ], + "max_error": 0.0 + }, + { + "representative": 4000, + "members": [ + 4000 + ], + "max_error": 0.0 + }, + { + "representative": 4073, + "members": [ + 4073 + ], + "max_error": 0.0 + }, + { + "representative": 1391, + "members": [ + 1391 + ], + "max_error": 0.0 + }, + { + "representative": 1329, + "members": [ + 1329 + ], + "max_error": 0.0 + }, + { + "representative": 1305, + "members": [ + 1305 + ], + "max_error": 0.0 + }, + { + "representative": 1496, + "members": [ + 1496 + ], + "max_error": 0.0 + }, + { + "representative": 1281, + "members": [ + 1281 + ], + "max_error": 0.0 + }, + { + "representative": 1385, + "members": [ + 1385 + ], + "max_error": 0.0 + }, + { + "representative": 1492, + "members": [ + 1492 + ], + "max_error": 0.0 + }, + { + "representative": 1488, + "members": [ + 1488 + ], + "max_error": 0.0 + }, + { + "representative": 1484, + "members": [ + 1484 + ], + "max_error": 0.0 + }, + { + "representative": 1466, + "members": [ + 1466 + ], + "max_error": 0.0 + }, + { + "representative": 1316, + "members": [ + 1316 + ], + "max_error": 0.0 + }, + { + "representative": 1371, + "members": [ + 1371 + ], + "max_error": 0.0 + }, + { + "representative": 1425, + "members": [ + 1425 + ], + "max_error": 0.0 + }, + { + "representative": 1412, + "members": [ + 1412 + ], + "max_error": 0.0 + }, + { + "representative": 1429, + "members": [ + 1429 + ], + "max_error": 0.0 + }, + { + "representative": 1981, + "members": [ + 1981 + ], + "max_error": 0.0 + }, + { + "representative": 1807, + "members": [ + 1807 + ], + "max_error": 0.0 + }, + { + "representative": 1824, + "members": [ + 1824 + ], + "max_error": 0.0 + }, + { + "representative": 2042, + "members": [ + 2042 + ], + "max_error": 0.0 + }, + { + "representative": 1969, + "members": [ + 1969 + ], + "max_error": 0.0 + }, + { + "representative": 1916, + "members": [ + 1916 + ], + "max_error": 0.0 + }, + { + "representative": 1832, + "members": [ + 1832 + ], + "max_error": 0.0 + }, + { + "representative": 1863, + "members": [ + 1863 + ], + "max_error": 0.0 + }, + { + "representative": 1920, + "members": [ + 1920 + ], + "max_error": 0.0 + }, + { + "representative": 1913, + "members": [ + 1913 + ], + "max_error": 0.0 + }, + { + "representative": 1953, + "members": [ + 1953 + ], + "max_error": 0.0 + }, + { + "representative": 1944, + "members": [ + 1944 + ], + "max_error": 0.0 + }, + { + "representative": 1988, + "members": [ + 1988 + ], + "max_error": 0.0 + }, + { + "representative": 2015, + "members": [ + 2015 + ], + "max_error": 0.0 + }, + { + "representative": 1816, + "members": [ + 1816 + ], + "max_error": 0.0 + }, + { + "representative": 1982, + "members": [ + 1982 + ], + "max_error": 0.0 + }, + { + "representative": 2429, + "members": [ + 2429 + ], + "max_error": 0.0 + }, + { + "representative": 2355, + "members": [ + 2355 + ], + "max_error": 0.0 + }, + { + "representative": 2469, + "members": [ + 2469 + ], + "max_error": 0.0 + }, + { + "representative": 2319, + "members": [ + 2319 + ], + "max_error": 0.0 + }, + { + "representative": 2489, + "members": [ + 2489 + ], + "max_error": 0.0 + }, + { + "representative": 2547, + "members": [ + 2547 + ], + "max_error": 0.0 + }, + { + "representative": 2519, + "members": [ + 2519 + ], + "max_error": 0.0 + }, + { + "representative": 2400, + "members": [ + 2400 + ], + "max_error": 0.0 + }, + { + "representative": 2494, + "members": [ + 2494 + ], + "max_error": 0.0 + }, + { + "representative": 2387, + "members": [ + 2387 + ], + "max_error": 0.0 + }, + { + "representative": 2513, + "members": [ + 2513 + ], + "max_error": 0.0 + }, + { + "representative": 2548, + "members": [ + 2548 + ], + "max_error": 0.0 + }, + { + "representative": 2528, + "members": [ + 2528 + ], + "max_error": 0.0 + }, + { + "representative": 2423, + "members": [ + 2423 + ], + "max_error": 0.0 + }, + { + "representative": 2559, + "members": [ + 2559 + ], + "max_error": 0.0 + }, + { + "representative": 2497, + "members": [ + 2497 + ], + "max_error": 0.0 + }, + { + "representative": 2482, + "members": [ + 2482 + ], + "max_error": 0.0 + }, + { + "representative": 2343, + "members": [ + 2343 + ], + "max_error": 0.0 + }, + { + "representative": 2896, + "members": [ + 2896 + ], + "max_error": 0.0 + }, + { + "representative": 2830, + "members": [ + 2830 + ], + "max_error": 0.0 + }, + { + "representative": 2993, + "members": [ + 2993 + ], + "max_error": 0.0 + }, + { + "representative": 2951, + "members": [ + 2951 + ], + "max_error": 0.0 + }, + { + "representative": 3056, + "members": [ + 3056 + ], + "max_error": 0.0 + }, + { + "representative": 2998, + "members": [ + 2998 + ], + "max_error": 0.0 + }, + { + "representative": 3015, + "members": [ + 3015 + ], + "max_error": 0.0 + }, + { + "representative": 2948, + "members": [ + 2948 + ], + "max_error": 0.0 + }, + { + "representative": 3032, + "members": [ + 3032 + ], + "max_error": 0.0 + }, + { + "representative": 3028, + "members": [ + 3028 + ], + "max_error": 0.0 + }, + { + "representative": 2899, + "members": [ + 2899 + ], + "max_error": 0.0 + }, + { + "representative": 2828, + "members": [ + 2828 + ], + "max_error": 0.0 + }, + { + "representative": 2991, + "members": [ + 2991 + ], + "max_error": 0.0 + }, + { + "representative": 2888, + "members": [ + 2888 + ], + "max_error": 0.0 + }, + { + "representative": 2923, + "members": [ + 2923 + ], + "max_error": 0.0 + }, + { + "representative": 2999, + "members": [ + 2999 + ], + "max_error": 0.0 + }, + { + "representative": 2908, + "members": [ + 2908 + ], + "max_error": 0.0 + }, + { + "representative": 3400, + "members": [ + 3400 + ], + "max_error": 0.0 + }, + { + "representative": 3379, + "members": [ + 3379 + ], + "max_error": 0.0 + }, + { + "representative": 3341, + "members": [ + 3341 + ], + "max_error": 0.0 + }, + { + "representative": 3583, + "members": [ + 3583 + ], + "max_error": 0.0 + }, + { + "representative": 3391, + "members": [ + 3391 + ], + "max_error": 0.0 + }, + { + "representative": 3489, + "members": [ + 3489 + ], + "max_error": 0.0 + }, + { + "representative": 3328, + "members": [ + 3328 + ], + "max_error": 0.0 + }, + { + "representative": 3384, + "members": [ + 3384 + ], + "max_error": 0.0 + }, + { + "representative": 3474, + "members": [ + 3474 + ], + "max_error": 0.0 + }, + { + "representative": 4095, + "members": [ + 4095 + ], + "max_error": 0.0 + }, + { + "representative": 3994, + "members": [ + 3994 + ], + "max_error": 0.0 + }, + { + "representative": 4003, + "members": [ + 4003 + ], + "max_error": 0.0 + }, + { + "representative": 3858, + "members": [ + 3858 + ], + "max_error": 0.0 + }, + { + "representative": 3955, + "members": [ + 3955 + ], + "max_error": 0.0 + }, + { + "representative": 3904, + "members": [ + 3904 + ], + "max_error": 0.0 + }, + { + "representative": 4006, + "members": [ + 4006 + ], + "max_error": 0.0 + }, + { + "representative": 4014, + "members": [ + 4014 + ], + "max_error": 0.0 + }, + { + "representative": 3841, + "members": [ + 3841 + ], + "max_error": 0.0 + }, + { + "representative": 6402, + "members": [ + 6402 + ], + "max_error": 0.0 + }, + { + "representative": 6405, + "members": [ + 6405 + ], + "max_error": 0.0 + }, + { + "representative": 6439, + "members": [ + 6439 + ], + "max_error": 0.0 + }, + { + "representative": 6449, + "members": [ + 6449 + ], + "max_error": 0.0 + }, + { + "representative": 6496, + "members": [ + 6496 + ], + "max_error": 0.0 + }, + { + "representative": 6498, + "members": [ + 6498 + ], + "max_error": 0.0 + }, + { + "representative": 6511, + "members": [ + 6511 + ], + "max_error": 0.0 + }, + { + "representative": 6524, + "members": [ + 6524 + ], + "max_error": 0.0 + }, + { + "representative": 6549, + "members": [ + 6549 + ], + "max_error": 0.0 + }, + { + "representative": 6426, + "members": [ + 6426 + ], + "max_error": 0.0 + }, + { + "representative": 6429, + "members": [ + 6429 + ], + "max_error": 0.0 + }, + { + "representative": 6565, + "members": [ + 6565 + ], + "max_error": 0.0 + }, + { + "representative": 6570, + "members": [ + 6570 + ], + "max_error": 0.0 + }, + { + "representative": 6618, + "members": [ + 6618 + ], + "max_error": 0.0 + }, + { + "representative": 6633, + "members": [ + 6633 + ], + "max_error": 0.0 + }, + { + "representative": 6625, + "members": [ + 6625 + ], + "max_error": 0.0 + }, + { + "representative": 6649, + "members": [ + 6649 + ], + "max_error": 0.0 + }, + { + "representative": 7079, + "members": [ + 7079 + ], + "max_error": 0.0 + }, + { + "representative": 6962, + "members": [ + 6962 + ], + "max_error": 0.0 + }, + { + "representative": 7090, + "members": [ + 7090 + ], + "max_error": 0.0 + }, + { + "representative": 7106, + "members": [ + 7106 + ], + "max_error": 0.0 + }, + { + "representative": 6971, + "members": [ + 6971 + ], + "max_error": 0.0 + }, + { + "representative": 7063, + "members": [ + 7063 + ], + "max_error": 0.0 + }, + { + "representative": 7061, + "members": [ + 7061 + ], + "max_error": 0.0 + }, + { + "representative": 7078, + "members": [ + 7078 + ], + "max_error": 0.0 + }, + { + "representative": 7006, + "members": [ + 7006 + ], + "max_error": 0.0 + }, + { + "representative": 6936, + "members": [ + 6936 + ], + "max_error": 0.0 + }, + { + "representative": 6940, + "members": [ + 6940 + ], + "max_error": 0.0 + }, + { + "representative": 7446, + "members": [ + 7446 + ], + "max_error": 0.0 + }, + { + "representative": 7461, + "members": [ + 7461 + ], + "max_error": 0.0 + }, + { + "representative": 7643, + "members": [ + 7643 + ], + "max_error": 0.0 + }, + { + "representative": 7658, + "members": [ + 7658 + ], + "max_error": 0.0 + }, + { + "representative": 8130, + "members": [ + 8130 + ], + "max_error": 0.0 + }, + { + "representative": 7945, + "members": [ + 7945 + ], + "max_error": 0.0 + }, + { + "representative": 8133, + "members": [ + 8133 + ], + "max_error": 0.0 + }, + { + "representative": 8057, + "members": [ + 8057 + ], + "max_error": 0.0 + }, + { + "representative": 7947, + "members": [ + 7947 + ], + "max_error": 0.0 + }, + { + "representative": 8098, + "members": [ + 8098 + ], + "max_error": 0.0 + }, + { + "representative": 8123, + "members": [ + 8123 + ], + "max_error": 0.0 + }, + { + "representative": 8169, + "members": [ + 8169 + ], + "max_error": 0.0 + }, + { + "representative": 8045, + "members": [ + 8045 + ], + "max_error": 0.0 + }, + { + "representative": 8096, + "members": [ + 8096 + ], + "max_error": 0.0 + }, + { + "representative": 6487, + "members": [ + 6487 + ], + "max_error": 0.0 + }, + { + "representative": 6579, + "members": [ + 6579 + ], + "max_error": 0.0 + }, + { + "representative": 6488, + "members": [ + 6488 + ], + "max_error": 0.0 + }, + { + "representative": 6502, + "members": [ + 6502 + ], + "max_error": 0.0 + }, + { + "representative": 6497, + "members": [ + 6497 + ], + "max_error": 0.0 + }, + { + "representative": 6612, + "members": [ + 6612 + ], + "max_error": 0.0 + }, + { + "representative": 6472, + "members": [ + 6472 + ], + "max_error": 0.0 + }, + { + "representative": 6912, + "members": [ + 6912 + ], + "max_error": 0.0 + }, + { + "representative": 7082, + "members": [ + 7082 + ], + "max_error": 0.0 + }, + { + "representative": 7112, + "members": [ + 7112 + ], + "max_error": 0.0 + }, + { + "representative": 7058, + "members": [ + 7058 + ], + "max_error": 0.0 + }, + { + "representative": 7028, + "members": [ + 7028 + ], + "max_error": 0.0 + }, + { + "representative": 7074, + "members": [ + 7074 + ], + "max_error": 0.0 + }, + { + "representative": 7465, + "members": [ + 7465 + ], + "max_error": 0.0 + }, + { + "representative": 7522, + "members": [ + 7522 + ], + "max_error": 0.0 + }, + { + "representative": 7589, + "members": [ + 7589 + ], + "max_error": 0.0 + }, + { + "representative": 7639, + "members": [ + 7639 + ], + "max_error": 0.0 + }, + { + "representative": 7575, + "members": [ + 7575 + ], + "max_error": 0.0 + }, + { + "representative": 7492, + "members": [ + 7492 + ], + "max_error": 0.0 + }, + { + "representative": 7592, + "members": [ + 7592 + ], + "max_error": 0.0 + }, + { + "representative": 7678, + "members": [ + 7678 + ], + "max_error": 0.0 + }, + { + "representative": 7640, + "members": [ + 7640 + ], + "max_error": 0.0 + }, + { + "representative": 7644, + "members": [ + 7644 + ], + "max_error": 0.0 + }, + { + "representative": 7638, + "members": [ + 7638 + ], + "max_error": 0.0 + }, + { + "representative": 7543, + "members": [ + 7543 + ], + "max_error": 0.0 + }, + { + "representative": 7616, + "members": [ + 7616 + ], + "max_error": 0.0 + }, + { + "representative": 8015, + "members": [ + 8015 + ], + "max_error": 0.0 + }, + { + "representative": 8157, + "members": [ + 8157 + ], + "max_error": 0.0 + }, + { + "representative": 7990, + "members": [ + 7990 + ], + "max_error": 0.0 + }, + { + "representative": 8147, + "members": [ + 8147 + ], + "max_error": 0.0 + }, + { + "representative": 7966, + "members": [ + 7966 + ], + "max_error": 0.0 + }, + { + "representative": 7994, + "members": [ + 7994 + ], + "max_error": 0.0 + }, + { + "representative": 7995, + "members": [ + 7995 + ], + "max_error": 0.0 + }, + { + "representative": 7996, + "members": [ + 7996 + ], + "max_error": 0.0 + }, + { + "representative": 8070, + "members": [ + 8070 + ], + "max_error": 0.0 + }, + { + "representative": 6417, + "members": [ + 6417 + ], + "max_error": 0.0 + }, + { + "representative": 6461, + "members": [ + 6461 + ], + "max_error": 0.0 + }, + { + "representative": 6518, + "members": [ + 6518 + ], + "max_error": 0.0 + }, + { + "representative": 6523, + "members": [ + 6523 + ], + "max_error": 0.0 + }, + { + "representative": 6455, + "members": [ + 6455 + ], + "max_error": 0.0 + }, + { + "representative": 6651, + "members": [ + 6651 + ], + "max_error": 0.0 + }, + { + "representative": 6500, + "members": [ + 6500 + ], + "max_error": 0.0 + }, + { + "representative": 6531, + "members": [ + 6531 + ], + "max_error": 0.0 + }, + { + "representative": 6622, + "members": [ + 6622 + ], + "max_error": 0.0 + }, + { + "representative": 6544, + "members": [ + 6544 + ], + "max_error": 0.0 + }, + { + "representative": 6514, + "members": [ + 6514 + ], + "max_error": 0.0 + }, + { + "representative": 6516, + "members": [ + 6516 + ], + "max_error": 0.0 + }, + { + "representative": 7150, + "members": [ + 7150 + ], + "max_error": 0.0 + }, + { + "representative": 7102, + "members": [ + 7102 + ], + "max_error": 0.0 + }, + { + "representative": 7133, + "members": [ + 7133 + ], + "max_error": 0.0 + }, + { + "representative": 7034, + "members": [ + 7034 + ], + "max_error": 0.0 + }, + { + "representative": 6974, + "members": [ + 6974 + ], + "max_error": 0.0 + }, + { + "representative": 6994, + "members": [ + 6994 + ], + "max_error": 0.0 + }, + { + "representative": 7146, + "members": [ + 7146 + ], + "max_error": 0.0 + }, + { + "representative": 7108, + "members": [ + 7108 + ], + "max_error": 0.0 + }, + { + "representative": 7010, + "members": [ + 7010 + ], + "max_error": 0.0 + }, + { + "representative": 6965, + "members": [ + 6965 + ], + "max_error": 0.0 + }, + { + "representative": 7066, + "members": [ + 7066 + ], + "max_error": 0.0 + }, + { + "representative": 7059, + "members": [ + 7059 + ], + "max_error": 0.0 + }, + { + "representative": 7631, + "members": [ + 7631 + ], + "max_error": 0.0 + }, + { + "representative": 7618, + "members": [ + 7618 + ], + "max_error": 0.0 + }, + { + "representative": 7578, + "members": [ + 7578 + ], + "max_error": 0.0 + }, + { + "representative": 7594, + "members": [ + 7594 + ], + "max_error": 0.0 + }, + { + "representative": 7670, + "members": [ + 7670 + ], + "max_error": 0.0 + }, + { + "representative": 7569, + "members": [ + 7569 + ], + "max_error": 0.0 + }, + { + "representative": 7602, + "members": [ + 7602 + ], + "max_error": 0.0 + }, + { + "representative": 7619, + "members": [ + 7619 + ], + "max_error": 0.0 + }, + { + "representative": 7547, + "members": [ + 7547 + ], + "max_error": 0.0 + }, + { + "representative": 7636, + "members": [ + 7636 + ], + "max_error": 0.0 + }, + { + "representative": 7563, + "members": [ + 7563 + ], + "max_error": 0.0 + }, + { + "representative": 7679, + "members": [ + 7679 + ], + "max_error": 0.0 + }, + { + "representative": 7651, + "members": [ + 7651 + ], + "max_error": 0.0 + }, + { + "representative": 8095, + "members": [ + 8095 + ], + "max_error": 0.0 + }, + { + "representative": 7958, + "members": [ + 7958 + ], + "max_error": 0.0 + }, + { + "representative": 8189, + "members": [ + 8189 + ], + "max_error": 0.0 + }, + { + "representative": 8114, + "members": [ + 8114 + ], + "max_error": 0.0 + }, + { + "representative": 7942, + "members": [ + 7942 + ], + "max_error": 0.0 + }, + { + "representative": 8073, + "members": [ + 8073 + ], + "max_error": 0.0 + }, + { + "representative": 8104, + "members": [ + 8104 + ], + "max_error": 0.0 + }, + { + "representative": 8111, + "members": [ + 8111 + ], + "max_error": 0.0 + }, + { + "representative": 8078, + "members": [ + 8078 + ], + "max_error": 0.0 + }, + { + "representative": 8071, + "members": [ + 8071 + ], + "max_error": 0.0 + }, + { + "representative": 8083, + "members": [ + 8083 + ], + "max_error": 0.0 + }, + { + "representative": 7957, + "members": [ + 7957 + ], + "max_error": 0.0 + }, + { + "representative": 8161, + "members": [ + 8161 + ], + "max_error": 0.0 + }, + { + "representative": 8010, + "members": [ + 8010 + ], + "max_error": 0.0 + }, + { + "representative": 6536, + "members": [ + 6536 + ], + "max_error": 0.0 + }, + { + "representative": 6561, + "members": [ + 6561 + ], + "max_error": 0.0 + }, + { + "representative": 6521, + "members": [ + 6521 + ], + "max_error": 0.0 + }, + { + "representative": 6446, + "members": [ + 6446 + ], + "max_error": 0.0 + }, + { + "representative": 6469, + "members": [ + 6469 + ], + "max_error": 0.0 + }, + { + "representative": 6463, + "members": [ + 6463 + ], + "max_error": 0.0 + }, + { + "representative": 6542, + "members": [ + 6542 + ], + "max_error": 0.0 + }, + { + "representative": 6452, + "members": [ + 6452 + ], + "max_error": 0.0 + }, + { + "representative": 6650, + "members": [ + 6650 + ], + "max_error": 0.0 + }, + { + "representative": 6414, + "members": [ + 6414 + ], + "max_error": 0.0 + }, + { + "representative": 6474, + "members": [ + 6474 + ], + "max_error": 0.0 + }, + { + "representative": 6489, + "members": [ + 6489 + ], + "max_error": 0.0 + }, + { + "representative": 6409, + "members": [ + 6409 + ], + "max_error": 0.0 + }, + { + "representative": 6963, + "members": [ + 6963 + ], + "max_error": 0.0 + }, + { + "representative": 6979, + "members": [ + 6979 + ], + "max_error": 0.0 + }, + { + "representative": 7124, + "members": [ + 7124 + ], + "max_error": 0.0 + }, + { + "representative": 6913, + "members": [ + 6913 + ], + "max_error": 0.0 + }, + { + "representative": 7110, + "members": [ + 7110 + ], + "max_error": 0.0 + }, + { + "representative": 6981, + "members": [ + 6981 + ], + "max_error": 0.0 + }, + { + "representative": 7121, + "members": [ + 7121 + ], + "max_error": 0.0 + }, + { + "representative": 6942, + "members": [ + 6942 + ], + "max_error": 0.0 + }, + { + "representative": 7103, + "members": [ + 7103 + ], + "max_error": 0.0 + }, + { + "representative": 6995, + "members": [ + 6995 + ], + "max_error": 0.0 + }, + { + "representative": 6952, + "members": [ + 6952 + ], + "max_error": 0.0 + }, + { + "representative": 7007, + "members": [ + 7007 + ], + "max_error": 0.0 + }, + { + "representative": 6989, + "members": [ + 6989 + ], + "max_error": 0.0 + }, + { + "representative": 7117, + "members": [ + 7117 + ], + "max_error": 0.0 + }, + { + "representative": 7614, + "members": [ + 7614 + ], + "max_error": 0.0 + }, + { + "representative": 7485, + "members": [ + 7485 + ], + "max_error": 0.0 + }, + { + "representative": 7587, + "members": [ + 7587 + ], + "max_error": 0.0 + }, + { + "representative": 7529, + "members": [ + 7529 + ], + "max_error": 0.0 + }, + { + "representative": 7473, + "members": [ + 7473 + ], + "max_error": 0.0 + }, + { + "representative": 7677, + "members": [ + 7677 + ], + "max_error": 0.0 + }, + { + "representative": 7515, + "members": [ + 7515 + ], + "max_error": 0.0 + }, + { + "representative": 7516, + "members": [ + 7516 + ], + "max_error": 0.0 + }, + { + "representative": 7613, + "members": [ + 7613 + ], + "max_error": 0.0 + }, + { + "representative": 7497, + "members": [ + 7497 + ], + "max_error": 0.0 + }, + { + "representative": 8158, + "members": [ + 8158 + ], + "max_error": 0.0 + }, + { + "representative": 8028, + "members": [ + 8028 + ], + "max_error": 0.0 + }, + { + "representative": 7971, + "members": [ + 7971 + ], + "max_error": 0.0 + }, + { + "representative": 8025, + "members": [ + 8025 + ], + "max_error": 0.0 + }, + { + "representative": 8100, + "members": [ + 8100 + ], + "max_error": 0.0 + }, + { + "representative": 8079, + "members": [ + 8079 + ], + "max_error": 0.0 + }, + { + "representative": 7944, + "members": [ + 7944 + ], + "max_error": 0.0 + }, + { + "representative": 8041, + "members": [ + 8041 + ], + "max_error": 0.0 + }, + { + "representative": 7959, + "members": [ + 7959 + ], + "max_error": 0.0 + }, + { + "representative": 8119, + "members": [ + 8119 + ], + "max_error": 0.0 + }, + { + "representative": 7965, + "members": [ + 7965 + ], + "max_error": 0.0 + }, + { + "representative": 8140, + "members": [ + 8140 + ], + "max_error": 0.0 + }, + { + "representative": 6413, + "members": [ + 6413 + ], + "max_error": 0.0 + }, + { + "representative": 6420, + "members": [ + 6420 + ], + "max_error": 0.0 + }, + { + "representative": 6425, + "members": [ + 6425 + ], + "max_error": 0.0 + }, + { + "representative": 6438, + "members": [ + 6438 + ], + "max_error": 0.0 + }, + { + "representative": 6591, + "members": [ + 6591 + ], + "max_error": 0.0 + }, + { + "representative": 6470, + "members": [ + 6470 + ], + "max_error": 0.0 + }, + { + "representative": 6406, + "members": [ + 6406 + ], + "max_error": 0.0 + }, + { + "representative": 6436, + "members": [ + 6436 + ], + "max_error": 0.0 + }, + { + "representative": 7051, + "members": [ + 7051 + ], + "max_error": 0.0 + }, + { + "representative": 7024, + "members": [ + 7024 + ], + "max_error": 0.0 + }, + { + "representative": 7043, + "members": [ + 7043 + ], + "max_error": 0.0 + }, + { + "representative": 7089, + "members": [ + 7089 + ], + "max_error": 0.0 + }, + { + "representative": 7149, + "members": [ + 7149 + ], + "max_error": 0.0 + }, + { + "representative": 7085, + "members": [ + 7085 + ], + "max_error": 0.0 + }, + { + "representative": 7036, + "members": [ + 7036 + ], + "max_error": 0.0 + }, + { + "representative": 7579, + "members": [ + 7579 + ], + "max_error": 0.0 + }, + { + "representative": 7627, + "members": [ + 7627 + ], + "max_error": 0.0 + }, + { + "representative": 7567, + "members": [ + 7567 + ], + "max_error": 0.0 + }, + { + "representative": 7490, + "members": [ + 7490 + ], + "max_error": 0.0 + }, + { + "representative": 8108, + "members": [ + 8108 + ], + "max_error": 0.0 + }, + { + "representative": 8085, + "members": [ + 8085 + ], + "max_error": 0.0 + }, + { + "representative": 7970, + "members": [ + 7970 + ], + "max_error": 0.0 + }, + { + "representative": 8043, + "members": [ + 8043 + ], + "max_error": 0.0 + }, + { + "representative": 8033, + "members": [ + 8033 + ], + "max_error": 0.0 + }, + { + "representative": 7999, + "members": [ + 7999 + ], + "max_error": 0.0 + }, + { + "representative": 8103, + "members": [ + 8103 + ], + "max_error": 0.0 + }, + { + "representative": 8089, + "members": [ + 8089 + ], + "max_error": 0.0 + }, + { + "representative": 8142, + "members": [ + 8142 + ], + "max_error": 0.0 + }, + { + "representative": 6477, + "members": [ + 6477 + ], + "max_error": 0.0 + }, + { + "representative": 6490, + "members": [ + 6490 + ], + "max_error": 0.0 + }, + { + "representative": 6586, + "members": [ + 6586 + ], + "max_error": 0.0 + }, + { + "representative": 6545, + "members": [ + 6545 + ], + "max_error": 0.0 + }, + { + "representative": 6600, + "members": [ + 6600 + ], + "max_error": 0.0 + }, + { + "representative": 6501, + "members": [ + 6501 + ], + "max_error": 0.0 + }, + { + "representative": 6983, + "members": [ + 6983 + ], + "max_error": 0.0 + }, + { + "representative": 7068, + "members": [ + 7068 + ], + "max_error": 0.0 + }, + { + "representative": 6923, + "members": [ + 6923 + ], + "max_error": 0.0 + }, + { + "representative": 7003, + "members": [ + 7003 + ], + "max_error": 0.0 + }, + { + "representative": 7042, + "members": [ + 7042 + ], + "max_error": 0.0 + }, + { + "representative": 6997, + "members": [ + 6997 + ], + "max_error": 0.0 + }, + { + "representative": 7080, + "members": [ + 7080 + ], + "max_error": 0.0 + }, + { + "representative": 6998, + "members": [ + 6998 + ], + "max_error": 0.0 + }, + { + "representative": 7156, + "members": [ + 7156 + ], + "max_error": 0.0 + }, + { + "representative": 7153, + "members": [ + 7153 + ], + "max_error": 0.0 + }, + { + "representative": 7632, + "members": [ + 7632 + ], + "max_error": 0.0 + }, + { + "representative": 7511, + "members": [ + 7511 + ], + "max_error": 0.0 + }, + { + "representative": 7604, + "members": [ + 7604 + ], + "max_error": 0.0 + }, + { + "representative": 7657, + "members": [ + 7657 + ], + "max_error": 0.0 + }, + { + "representative": 7560, + "members": [ + 7560 + ], + "max_error": 0.0 + }, + { + "representative": 7574, + "members": [ + 7574 + ], + "max_error": 0.0 + }, + { + "representative": 8042, + "members": [ + 8042 + ], + "max_error": 0.0 + }, + { + "representative": 8159, + "members": [ + 8159 + ], + "max_error": 0.0 + }, + { + "representative": 8134, + "members": [ + 8134 + ], + "max_error": 0.0 + }, + { + "representative": 7943, + "members": [ + 7943 + ], + "max_error": 0.0 + }, + { + "representative": 8163, + "members": [ + 8163 + ], + "max_error": 0.0 + }, + { + "representative": 8039, + "members": [ + 8039 + ], + "max_error": 0.0 + }, + { + "representative": 8022, + "members": [ + 8022 + ], + "max_error": 0.0 + }, + { + "representative": 8183, + "members": [ + 8183 + ], + "max_error": 0.0 + }, + { + "representative": 6520, + "members": [ + 6520 + ], + "max_error": 0.0 + }, + { + "representative": 6459, + "members": [ + 6459 + ], + "max_error": 0.0 + }, + { + "representative": 6626, + "members": [ + 6626 + ], + "max_error": 0.0 + }, + { + "representative": 6559, + "members": [ + 6559 + ], + "max_error": 0.0 + }, + { + "representative": 6645, + "members": [ + 6645 + ], + "max_error": 0.0 + }, + { + "representative": 6431, + "members": [ + 6431 + ], + "max_error": 0.0 + }, + { + "representative": 6515, + "members": [ + 6515 + ], + "max_error": 0.0 + }, + { + "representative": 6428, + "members": [ + 6428 + ], + "max_error": 0.0 + }, + { + "representative": 6631, + "members": [ + 6631 + ], + "max_error": 0.0 + }, + { + "representative": 6571, + "members": [ + 6571 + ], + "max_error": 0.0 + }, + { + "representative": 6525, + "members": [ + 6525 + ], + "max_error": 0.0 + }, + { + "representative": 6458, + "members": [ + 6458 + ], + "max_error": 0.0 + }, + { + "representative": 6580, + "members": [ + 6580 + ], + "max_error": 0.0 + }, + { + "representative": 6576, + "members": [ + 6576 + ], + "max_error": 0.0 + }, + { + "representative": 6550, + "members": [ + 6550 + ], + "max_error": 0.0 + }, + { + "representative": 6982, + "members": [ + 6982 + ], + "max_error": 0.0 + }, + { + "representative": 7105, + "members": [ + 7105 + ], + "max_error": 0.0 + }, + { + "representative": 7057, + "members": [ + 7057 + ], + "max_error": 0.0 + }, + { + "representative": 7095, + "members": [ + 7095 + ], + "max_error": 0.0 + }, + { + "representative": 6930, + "members": [ + 6930 + ], + "max_error": 0.0 + }, + { + "representative": 7070, + "members": [ + 7070 + ], + "max_error": 0.0 + }, + { + "representative": 7482, + "members": [ + 7482 + ], + "max_error": 0.0 + }, + { + "representative": 7633, + "members": [ + 7633 + ], + "max_error": 0.0 + }, + { + "representative": 7439, + "members": [ + 7439 + ], + "max_error": 0.0 + }, + { + "representative": 7598, + "members": [ + 7598 + ], + "max_error": 0.0 + }, + { + "representative": 7518, + "members": [ + 7518 + ], + "max_error": 0.0 + }, + { + "representative": 7672, + "members": [ + 7672 + ], + "max_error": 0.0 + }, + { + "representative": 7663, + "members": [ + 7663 + ], + "max_error": 0.0 + }, + { + "representative": 7558, + "members": [ + 7558 + ], + "max_error": 0.0 + }, + { + "representative": 7429, + "members": [ + 7429 + ], + "max_error": 0.0 + }, + { + "representative": 7956, + "members": [ + 7956 + ], + "max_error": 0.0 + }, + { + "representative": 8139, + "members": [ + 8139 + ], + "max_error": 0.0 + }, + { + "representative": 8075, + "members": [ + 8075 + ], + "max_error": 0.0 + }, + { + "representative": 8016, + "members": [ + 8016 + ], + "max_error": 0.0 + }, + { + "representative": 8138, + "members": [ + 8138 + ], + "max_error": 0.0 + }, + { + "representative": 7973, + "members": [ + 7973 + ], + "max_error": 0.0 + }, + { + "representative": 6575, + "members": [ + 6575 + ], + "max_error": 0.0 + }, + { + "representative": 6432, + "members": [ + 6432 + ], + "max_error": 0.0 + }, + { + "representative": 6478, + "members": [ + 6478 + ], + "max_error": 0.0 + }, + { + "representative": 6465, + "members": [ + 6465 + ], + "max_error": 0.0 + }, + { + "representative": 6611, + "members": [ + 6611 + ], + "max_error": 0.0 + }, + { + "representative": 6654, + "members": [ + 6654 + ], + "max_error": 0.0 + }, + { + "representative": 6408, + "members": [ + 6408 + ], + "max_error": 0.0 + }, + { + "representative": 6627, + "members": [ + 6627 + ], + "max_error": 0.0 + }, + { + "representative": 6616, + "members": [ + 6616 + ], + "max_error": 0.0 + }, + { + "representative": 6541, + "members": [ + 6541 + ], + "max_error": 0.0 + }, + { + "representative": 6555, + "members": [ + 6555 + ], + "max_error": 0.0 + }, + { + "representative": 6424, + "members": [ + 6424 + ], + "max_error": 0.0 + }, + { + "representative": 6566, + "members": [ + 6566 + ], + "max_error": 0.0 + }, + { + "representative": 6451, + "members": [ + 6451 + ], + "max_error": 0.0 + }, + { + "representative": 6639, + "members": [ + 6639 + ], + "max_error": 0.0 + }, + { + "representative": 6569, + "members": [ + 6569 + ], + "max_error": 0.0 + }, + { + "representative": 6440, + "members": [ + 6440 + ], + "max_error": 0.0 + }, + { + "representative": 6964, + "members": [ + 6964 + ], + "max_error": 0.0 + }, + { + "representative": 7021, + "members": [ + 7021 + ], + "max_error": 0.0 + }, + { + "representative": 7096, + "members": [ + 7096 + ], + "max_error": 0.0 + }, + { + "representative": 7081, + "members": [ + 7081 + ], + "max_error": 0.0 + }, + { + "representative": 7060, + "members": [ + 7060 + ], + "max_error": 0.0 + }, + { + "representative": 7109, + "members": [ + 7109 + ], + "max_error": 0.0 + }, + { + "representative": 7015, + "members": [ + 7015 + ], + "max_error": 0.0 + }, + { + "representative": 6928, + "members": [ + 6928 + ], + "max_error": 0.0 + }, + { + "representative": 7127, + "members": [ + 7127 + ], + "max_error": 0.0 + }, + { + "representative": 6939, + "members": [ + 6939 + ], + "max_error": 0.0 + }, + { + "representative": 7113, + "members": [ + 7113 + ], + "max_error": 0.0 + }, + { + "representative": 7039, + "members": [ + 7039 + ], + "max_error": 0.0 + }, + { + "representative": 6929, + "members": [ + 6929 + ], + "max_error": 0.0 + }, + { + "representative": 7163, + "members": [ + 7163 + ], + "max_error": 0.0 + }, + { + "representative": 6932, + "members": [ + 6932 + ], + "max_error": 0.0 + }, + { + "representative": 7577, + "members": [ + 7577 + ], + "max_error": 0.0 + }, + { + "representative": 7500, + "members": [ + 7500 + ], + "max_error": 0.0 + }, + { + "representative": 7665, + "members": [ + 7665 + ], + "max_error": 0.0 + }, + { + "representative": 7584, + "members": [ + 7584 + ], + "max_error": 0.0 + }, + { + "representative": 7647, + "members": [ + 7647 + ], + "max_error": 0.0 + }, + { + "representative": 7471, + "members": [ + 7471 + ], + "max_error": 0.0 + }, + { + "representative": 7470, + "members": [ + 7470 + ], + "max_error": 0.0 + }, + { + "representative": 7628, + "members": [ + 7628 + ], + "max_error": 0.0 + }, + { + "representative": 7654, + "members": [ + 7654 + ], + "max_error": 0.0 + }, + { + "representative": 7527, + "members": [ + 7527 + ], + "max_error": 0.0 + }, + { + "representative": 7513, + "members": [ + 7513 + ], + "max_error": 0.0 + }, + { + "representative": 7434, + "members": [ + 7434 + ], + "max_error": 0.0 + }, + { + "representative": 8003, + "members": [ + 8003 + ], + "max_error": 0.0 + }, + { + "representative": 8013, + "members": [ + 8013 + ], + "max_error": 0.0 + }, + { + "representative": 8115, + "members": [ + 8115 + ], + "max_error": 0.0 + }, + { + "representative": 8187, + "members": [ + 8187 + ], + "max_error": 0.0 + }, + { + "representative": 8053, + "members": [ + 8053 + ], + "max_error": 0.0 + }, + { + "representative": 7975, + "members": [ + 7975 + ], + "max_error": 0.0 + }, + { + "representative": 8009, + "members": [ + 8009 + ], + "max_error": 0.0 + }, + { + "representative": 7972, + "members": [ + 7972 + ], + "max_error": 0.0 + }, + { + "representative": 7986, + "members": [ + 7986 + ], + "max_error": 0.0 + }, + { + "representative": 8122, + "members": [ + 8122 + ], + "max_error": 0.0 + }, + { + "representative": 6538, + "members": [ + 6538 + ], + "max_error": 0.0 + }, + { + "representative": 6526, + "members": [ + 6526 + ], + "max_error": 0.0 + }, + { + "representative": 6620, + "members": [ + 6620 + ], + "max_error": 0.0 + }, + { + "representative": 6484, + "members": [ + 6484 + ], + "max_error": 0.0 + }, + { + "representative": 6539, + "members": [ + 6539 + ], + "max_error": 0.0 + }, + { + "representative": 6619, + "members": [ + 6619 + ], + "max_error": 0.0 + }, + { + "representative": 6590, + "members": [ + 6590 + ], + "max_error": 0.0 + }, + { + "representative": 6583, + "members": [ + 6583 + ], + "max_error": 0.0 + }, + { + "representative": 6491, + "members": [ + 6491 + ], + "max_error": 0.0 + }, + { + "representative": 6614, + "members": [ + 6614 + ], + "max_error": 0.0 + }, + { + "representative": 6917, + "members": [ + 6917 + ], + "max_error": 0.0 + }, + { + "representative": 7071, + "members": [ + 7071 + ], + "max_error": 0.0 + }, + { + "representative": 7166, + "members": [ + 7166 + ], + "max_error": 0.0 + }, + { + "representative": 6969, + "members": [ + 6969 + ], + "max_error": 0.0 + }, + { + "representative": 6980, + "members": [ + 6980 + ], + "max_error": 0.0 + }, + { + "representative": 6921, + "members": [ + 6921 + ], + "max_error": 0.0 + }, + { + "representative": 7047, + "members": [ + 7047 + ], + "max_error": 0.0 + }, + { + "representative": 6948, + "members": [ + 6948 + ], + "max_error": 0.0 + }, + { + "representative": 6993, + "members": [ + 6993 + ], + "max_error": 0.0 + }, + { + "representative": 7084, + "members": [ + 7084 + ], + "max_error": 0.0 + }, + { + "representative": 7148, + "members": [ + 7148 + ], + "max_error": 0.0 + }, + { + "representative": 6966, + "members": [ + 6966 + ], + "max_error": 0.0 + }, + { + "representative": 6944, + "members": [ + 6944 + ], + "max_error": 0.0 + }, + { + "representative": 6990, + "members": [ + 6990 + ], + "max_error": 0.0 + }, + { + "representative": 7016, + "members": [ + 7016 + ], + "max_error": 0.0 + }, + { + "representative": 7142, + "members": [ + 7142 + ], + "max_error": 0.0 + }, + { + "representative": 7625, + "members": [ + 7625 + ], + "max_error": 0.0 + }, + { + "representative": 7447, + "members": [ + 7447 + ], + "max_error": 0.0 + }, + { + "representative": 7573, + "members": [ + 7573 + ], + "max_error": 0.0 + }, + { + "representative": 7609, + "members": [ + 7609 + ], + "max_error": 0.0 + }, + { + "representative": 7566, + "members": [ + 7566 + ], + "max_error": 0.0 + }, + { + "representative": 7505, + "members": [ + 7505 + ], + "max_error": 0.0 + }, + { + "representative": 7487, + "members": [ + 7487 + ], + "max_error": 0.0 + }, + { + "representative": 7469, + "members": [ + 7469 + ], + "max_error": 0.0 + }, + { + "representative": 7459, + "members": [ + 7459 + ], + "max_error": 0.0 + }, + { + "representative": 7549, + "members": [ + 7549 + ], + "max_error": 0.0 + }, + { + "representative": 7452, + "members": [ + 7452 + ], + "max_error": 0.0 + }, + { + "representative": 7481, + "members": [ + 7481 + ], + "max_error": 0.0 + }, + { + "representative": 7955, + "members": [ + 7955 + ], + "max_error": 0.0 + }, + { + "representative": 7948, + "members": [ + 7948 + ], + "max_error": 0.0 + }, + { + "representative": 8067, + "members": [ + 8067 + ], + "max_error": 0.0 + }, + { + "representative": 8102, + "members": [ + 8102 + ], + "max_error": 0.0 + }, + { + "representative": 7982, + "members": [ + 7982 + ], + "max_error": 0.0 + }, + { + "representative": 8148, + "members": [ + 8148 + ], + "max_error": 0.0 + }, + { + "representative": 8062, + "members": [ + 8062 + ], + "max_error": 0.0 + }, + { + "representative": 8064, + "members": [ + 8064 + ], + "max_error": 0.0 + }, + { + "representative": 8172, + "members": [ + 8172 + ], + "max_error": 0.0 + }, + { + "representative": 8146, + "members": [ + 8146 + ], + "max_error": 0.0 + }, + { + "representative": 8031, + "members": [ + 8031 + ], + "max_error": 0.0 + }, + { + "representative": 6589, + "members": [ + 6589 + ], + "max_error": 0.0 + }, + { + "representative": 6617, + "members": [ + 6617 + ], + "max_error": 0.0 + }, + { + "representative": 6637, + "members": [ + 6637 + ], + "max_error": 0.0 + }, + { + "representative": 6401, + "members": [ + 6401 + ], + "max_error": 0.0 + }, + { + "representative": 6466, + "members": [ + 6466 + ], + "max_error": 0.0 + }, + { + "representative": 6582, + "members": [ + 6582 + ], + "max_error": 0.0 + }, + { + "representative": 6935, + "members": [ + 6935 + ], + "max_error": 0.0 + }, + { + "representative": 7114, + "members": [ + 7114 + ], + "max_error": 0.0 + }, + { + "representative": 7025, + "members": [ + 7025 + ], + "max_error": 0.0 + }, + { + "representative": 7053, + "members": [ + 7053 + ], + "max_error": 0.0 + }, + { + "representative": 6947, + "members": [ + 6947 + ], + "max_error": 0.0 + }, + { + "representative": 7022, + "members": [ + 7022 + ], + "max_error": 0.0 + }, + { + "representative": 7111, + "members": [ + 7111 + ], + "max_error": 0.0 + }, + { + "representative": 7141, + "members": [ + 7141 + ], + "max_error": 0.0 + }, + { + "representative": 6953, + "members": [ + 6953 + ], + "max_error": 0.0 + }, + { + "representative": 7030, + "members": [ + 7030 + ], + "max_error": 0.0 + }, + { + "representative": 7139, + "members": [ + 7139 + ], + "max_error": 0.0 + }, + { + "representative": 7126, + "members": [ + 7126 + ], + "max_error": 0.0 + }, + { + "representative": 6967, + "members": [ + 6967 + ], + "max_error": 0.0 + }, + { + "representative": 7510, + "members": [ + 7510 + ], + "max_error": 0.0 + }, + { + "representative": 7548, + "members": [ + 7548 + ], + "max_error": 0.0 + }, + { + "representative": 7615, + "members": [ + 7615 + ], + "max_error": 0.0 + }, + { + "representative": 7666, + "members": [ + 7666 + ], + "max_error": 0.0 + }, + { + "representative": 7555, + "members": [ + 7555 + ], + "max_error": 0.0 + }, + { + "representative": 7655, + "members": [ + 7655 + ], + "max_error": 0.0 + }, + { + "representative": 7435, + "members": [ + 7435 + ], + "max_error": 0.0 + }, + { + "representative": 7623, + "members": [ + 7623 + ], + "max_error": 0.0 + }, + { + "representative": 7550, + "members": [ + 7550 + ], + "max_error": 0.0 + }, + { + "representative": 7441, + "members": [ + 7441 + ], + "max_error": 0.0 + }, + { + "representative": 8092, + "members": [ + 8092 + ], + "max_error": 0.0 + }, + { + "representative": 8164, + "members": [ + 8164 + ], + "max_error": 0.0 + }, + { + "representative": 8136, + "members": [ + 8136 + ], + "max_error": 0.0 + }, + { + "representative": 8007, + "members": [ + 8007 + ], + "max_error": 0.0 + }, + { + "representative": 8058, + "members": [ + 8058 + ], + "max_error": 0.0 + }, + { + "representative": 8165, + "members": [ + 8165 + ], + "max_error": 0.0 + }, + { + "representative": 8129, + "members": [ + 8129 + ], + "max_error": 0.0 + }, + { + "representative": 8117, + "members": [ + 8117 + ], + "max_error": 0.0 + }, + { + "representative": 8143, + "members": [ + 8143 + ], + "max_error": 0.0 + }, + { + "representative": 8019, + "members": [ + 8019 + ], + "max_error": 0.0 + }, + { + "representative": 6509, + "members": [ + 6509 + ], + "max_error": 0.0 + }, + { + "representative": 6510, + "members": [ + 6510 + ], + "max_error": 0.0 + }, + { + "representative": 6517, + "members": [ + 6517 + ], + "max_error": 0.0 + }, + { + "representative": 6594, + "members": [ + 6594 + ], + "max_error": 0.0 + }, + { + "representative": 6551, + "members": [ + 6551 + ], + "max_error": 0.0 + }, + { + "representative": 6642, + "members": [ + 6642 + ], + "max_error": 0.0 + }, + { + "representative": 6557, + "members": [ + 6557 + ], + "max_error": 0.0 + }, + { + "representative": 6640, + "members": [ + 6640 + ], + "max_error": 0.0 + }, + { + "representative": 6415, + "members": [ + 6415 + ], + "max_error": 0.0 + }, + { + "representative": 6493, + "members": [ + 6493 + ], + "max_error": 0.0 + }, + { + "representative": 6437, + "members": [ + 6437 + ], + "max_error": 0.0 + }, + { + "representative": 7130, + "members": [ + 7130 + ], + "max_error": 0.0 + }, + { + "representative": 7145, + "members": [ + 7145 + ], + "max_error": 0.0 + }, + { + "representative": 6958, + "members": [ + 6958 + ], + "max_error": 0.0 + }, + { + "representative": 6926, + "members": [ + 6926 + ], + "max_error": 0.0 + }, + { + "representative": 7087, + "members": [ + 7087 + ], + "max_error": 0.0 + }, + { + "representative": 7062, + "members": [ + 7062 + ], + "max_error": 0.0 + }, + { + "representative": 7099, + "members": [ + 7099 + ], + "max_error": 0.0 + }, + { + "representative": 6920, + "members": [ + 6920 + ], + "max_error": 0.0 + }, + { + "representative": 7035, + "members": [ + 7035 + ], + "max_error": 0.0 + }, + { + "representative": 7041, + "members": [ + 7041 + ], + "max_error": 0.0 + }, + { + "representative": 7118, + "members": [ + 7118 + ], + "max_error": 0.0 + }, + { + "representative": 7120, + "members": [ + 7120 + ], + "max_error": 0.0 + }, + { + "representative": 7116, + "members": [ + 7116 + ], + "max_error": 0.0 + }, + { + "representative": 6956, + "members": [ + 6956 + ], + "max_error": 0.0 + }, + { + "representative": 7437, + "members": [ + 7437 + ], + "max_error": 0.0 + }, + { + "representative": 7600, + "members": [ + 7600 + ], + "max_error": 0.0 + }, + { + "representative": 7597, + "members": [ + 7597 + ], + "max_error": 0.0 + }, + { + "representative": 7535, + "members": [ + 7535 + ], + "max_error": 0.0 + }, + { + "representative": 7463, + "members": [ + 7463 + ], + "max_error": 0.0 + }, + { + "representative": 7495, + "members": [ + 7495 + ], + "max_error": 0.0 + }, + { + "representative": 7620, + "members": [ + 7620 + ], + "max_error": 0.0 + }, + { + "representative": 7642, + "members": [ + 7642 + ], + "max_error": 0.0 + }, + { + "representative": 7608, + "members": [ + 7608 + ], + "max_error": 0.0 + }, + { + "representative": 8006, + "members": [ + 8006 + ], + "max_error": 0.0 + }, + { + "representative": 7946, + "members": [ + 7946 + ], + "max_error": 0.0 + }, + { + "representative": 8101, + "members": [ + 8101 + ], + "max_error": 0.0 + }, + { + "representative": 8124, + "members": [ + 8124 + ], + "max_error": 0.0 + }, + { + "representative": 8178, + "members": [ + 8178 + ], + "max_error": 0.0 + }, + { + "representative": 7969, + "members": [ + 7969 + ], + "max_error": 0.0 + }, + { + "representative": 8175, + "members": [ + 8175 + ], + "max_error": 0.0 + }, + { + "representative": 8128, + "members": [ + 8128 + ], + "max_error": 0.0 + }, + { + "representative": 8005, + "members": [ + 8005 + ], + "max_error": 0.0 + }, + { + "representative": 7968, + "members": [ + 7968 + ], + "max_error": 0.0 + }, + { + "representative": 8068, + "members": [ + 8068 + ], + "max_error": 0.0 + }, + { + "representative": 8066, + "members": [ + 8066 + ], + "max_error": 0.0 + }, + { + "representative": 8011, + "members": [ + 8011 + ], + "max_error": 0.0 + }, + { + "representative": 8121, + "members": [ + 8121 + ], + "max_error": 0.0 + }, + { + "representative": 6454, + "members": [ + 6454 + ], + "max_error": 0.0 + }, + { + "representative": 6507, + "members": [ + 6507 + ], + "max_error": 0.0 + }, + { + "representative": 6647, + "members": [ + 6647 + ], + "max_error": 0.0 + }, + { + "representative": 6608, + "members": [ + 6608 + ], + "max_error": 0.0 + }, + { + "representative": 6499, + "members": [ + 6499 + ], + "max_error": 0.0 + }, + { + "representative": 6441, + "members": [ + 6441 + ], + "max_error": 0.0 + }, + { + "representative": 6522, + "members": [ + 6522 + ], + "max_error": 0.0 + }, + { + "representative": 6578, + "members": [ + 6578 + ], + "max_error": 0.0 + }, + { + "representative": 6588, + "members": [ + 6588 + ], + "max_error": 0.0 + }, + { + "representative": 6418, + "members": [ + 6418 + ], + "max_error": 0.0 + }, + { + "representative": 6486, + "members": [ + 6486 + ], + "max_error": 0.0 + }, + { + "representative": 6445, + "members": [ + 6445 + ], + "max_error": 0.0 + }, + { + "representative": 7046, + "members": [ + 7046 + ], + "max_error": 0.0 + }, + { + "representative": 6938, + "members": [ + 6938 + ], + "max_error": 0.0 + }, + { + "representative": 7002, + "members": [ + 7002 + ], + "max_error": 0.0 + }, + { + "representative": 6991, + "members": [ + 6991 + ], + "max_error": 0.0 + }, + { + "representative": 7055, + "members": [ + 7055 + ], + "max_error": 0.0 + }, + { + "representative": 7023, + "members": [ + 7023 + ], + "max_error": 0.0 + }, + { + "representative": 7072, + "members": [ + 7072 + ], + "max_error": 0.0 + }, + { + "representative": 6955, + "members": [ + 6955 + ], + "max_error": 0.0 + }, + { + "representative": 7100, + "members": [ + 7100 + ], + "max_error": 0.0 + }, + { + "representative": 6915, + "members": [ + 6915 + ], + "max_error": 0.0 + }, + { + "representative": 7621, + "members": [ + 7621 + ], + "max_error": 0.0 + }, + { + "representative": 7669, + "members": [ + 7669 + ], + "max_error": 0.0 + }, + { + "representative": 7538, + "members": [ + 7538 + ], + "max_error": 0.0 + }, + { + "representative": 7599, + "members": [ + 7599 + ], + "max_error": 0.0 + }, + { + "representative": 7545, + "members": [ + 7545 + ], + "max_error": 0.0 + }, + { + "representative": 7506, + "members": [ + 7506 + ], + "max_error": 0.0 + }, + { + "representative": 7472, + "members": [ + 7472 + ], + "max_error": 0.0 + }, + { + "representative": 7460, + "members": [ + 7460 + ], + "max_error": 0.0 + }, + { + "representative": 7431, + "members": [ + 7431 + ], + "max_error": 0.0 + }, + { + "representative": 7498, + "members": [ + 7498 + ], + "max_error": 0.0 + }, + { + "representative": 8048, + "members": [ + 8048 + ], + "max_error": 0.0 + }, + { + "representative": 8135, + "members": [ + 8135 + ], + "max_error": 0.0 + }, + { + "representative": 8084, + "members": [ + 8084 + ], + "max_error": 0.0 + }, + { + "representative": 8032, + "members": [ + 8032 + ], + "max_error": 0.0 + }, + { + "representative": 8154, + "members": [ + 8154 + ], + "max_error": 0.0 + }, + { + "representative": 6450, + "members": [ + 6450 + ], + "max_error": 0.0 + }, + { + "representative": 6529, + "members": [ + 6529 + ], + "max_error": 0.0 + }, + { + "representative": 6532, + "members": [ + 6532 + ], + "max_error": 0.0 + }, + { + "representative": 6553, + "members": [ + 6553 + ], + "max_error": 0.0 + }, + { + "representative": 6505, + "members": [ + 6505 + ], + "max_error": 0.0 + }, + { + "representative": 6599, + "members": [ + 6599 + ], + "max_error": 0.0 + }, + { + "representative": 6453, + "members": [ + 6453 + ], + "max_error": 0.0 + }, + { + "representative": 6584, + "members": [ + 6584 + ], + "max_error": 0.0 + }, + { + "representative": 6552, + "members": [ + 6552 + ], + "max_error": 0.0 + }, + { + "representative": 6492, + "members": [ + 6492 + ], + "max_error": 0.0 + }, + { + "representative": 6560, + "members": [ + 6560 + ], + "max_error": 0.0 + }, + { + "representative": 6481, + "members": [ + 6481 + ], + "max_error": 0.0 + }, + { + "representative": 6653, + "members": [ + 6653 + ], + "max_error": 0.0 + }, + { + "representative": 6598, + "members": [ + 6598 + ], + "max_error": 0.0 + }, + { + "representative": 6558, + "members": [ + 6558 + ], + "max_error": 0.0 + }, + { + "representative": 7019, + "members": [ + 7019 + ], + "max_error": 0.0 + }, + { + "representative": 6931, + "members": [ + 6931 + ], + "max_error": 0.0 + }, + { + "representative": 7155, + "members": [ + 7155 + ], + "max_error": 0.0 + }, + { + "representative": 7167, + "members": [ + 7167 + ], + "max_error": 0.0 + }, + { + "representative": 7083, + "members": [ + 7083 + ], + "max_error": 0.0 + }, + { + "representative": 7147, + "members": [ + 7147 + ], + "max_error": 0.0 + }, + { + "representative": 7027, + "members": [ + 7027 + ], + "max_error": 0.0 + }, + { + "representative": 6984, + "members": [ + 6984 + ], + "max_error": 0.0 + }, + { + "representative": 7088, + "members": [ + 7088 + ], + "max_error": 0.0 + }, + { + "representative": 7073, + "members": [ + 7073 + ], + "max_error": 0.0 + }, + { + "representative": 7652, + "members": [ + 7652 + ], + "max_error": 0.0 + }, + { + "representative": 7451, + "members": [ + 7451 + ], + "max_error": 0.0 + }, + { + "representative": 7489, + "members": [ + 7489 + ], + "max_error": 0.0 + }, + { + "representative": 7430, + "members": [ + 7430 + ], + "max_error": 0.0 + }, + { + "representative": 7526, + "members": [ + 7526 + ], + "max_error": 0.0 + }, + { + "representative": 7512, + "members": [ + 7512 + ], + "max_error": 0.0 + }, + { + "representative": 7520, + "members": [ + 7520 + ], + "max_error": 0.0 + }, + { + "representative": 7477, + "members": [ + 7477 + ], + "max_error": 0.0 + }, + { + "representative": 7659, + "members": [ + 7659 + ], + "max_error": 0.0 + }, + { + "representative": 7466, + "members": [ + 7466 + ], + "max_error": 0.0 + }, + { + "representative": 7493, + "members": [ + 7493 + ], + "max_error": 0.0 + }, + { + "representative": 7967, + "members": [ + 7967 + ], + "max_error": 0.0 + }, + { + "representative": 8044, + "members": [ + 8044 + ], + "max_error": 0.0 + }, + { + "representative": 8060, + "members": [ + 8060 + ], + "max_error": 0.0 + }, + { + "representative": 7991, + "members": [ + 7991 + ], + "max_error": 0.0 + }, + { + "representative": 8023, + "members": [ + 8023 + ], + "max_error": 0.0 + }, + { + "representative": 8012, + "members": [ + 8012 + ], + "max_error": 0.0 + }, + { + "representative": 8037, + "members": [ + 8037 + ], + "max_error": 0.0 + }, + { + "representative": 8109, + "members": [ + 8109 + ], + "max_error": 0.0 + }, + { + "representative": 8056, + "members": [ + 8056 + ], + "max_error": 0.0 + }, + { + "representative": 7974, + "members": [ + 7974 + ], + "max_error": 0.0 + }, + { + "representative": 7979, + "members": [ + 7979 + ], + "max_error": 0.0 + }, + { + "representative": 7937, + "members": [ + 7937 + ], + "max_error": 0.0 + }, + { + "representative": 8004, + "members": [ + 8004 + ], + "max_error": 0.0 + }, + { + "representative": 8126, + "members": [ + 8126 + ], + "max_error": 0.0 + }, + { + "representative": 6621, + "members": [ + 6621 + ], + "max_error": 0.0 + }, + { + "representative": 6495, + "members": [ + 6495 + ], + "max_error": 0.0 + }, + { + "representative": 6567, + "members": [ + 6567 + ], + "max_error": 0.0 + }, + { + "representative": 6548, + "members": [ + 6548 + ], + "max_error": 0.0 + }, + { + "representative": 6564, + "members": [ + 6564 + ], + "max_error": 0.0 + }, + { + "representative": 6644, + "members": [ + 6644 + ], + "max_error": 0.0 + }, + { + "representative": 6596, + "members": [ + 6596 + ], + "max_error": 0.0 + }, + { + "representative": 6519, + "members": [ + 6519 + ], + "max_error": 0.0 + }, + { + "representative": 6603, + "members": [ + 6603 + ], + "max_error": 0.0 + }, + { + "representative": 6593, + "members": [ + 6593 + ], + "max_error": 0.0 + }, + { + "representative": 6508, + "members": [ + 6508 + ], + "max_error": 0.0 + }, + { + "representative": 7143, + "members": [ + 7143 + ], + "max_error": 0.0 + }, + { + "representative": 7093, + "members": [ + 7093 + ], + "max_error": 0.0 + }, + { + "representative": 7029, + "members": [ + 7029 + ], + "max_error": 0.0 + }, + { + "representative": 7128, + "members": [ + 7128 + ], + "max_error": 0.0 + }, + { + "representative": 7131, + "members": [ + 7131 + ], + "max_error": 0.0 + }, + { + "representative": 7165, + "members": [ + 7165 + ], + "max_error": 0.0 + }, + { + "representative": 7104, + "members": [ + 7104 + ], + "max_error": 0.0 + }, + { + "representative": 7018, + "members": [ + 7018 + ], + "max_error": 0.0 + }, + { + "representative": 7151, + "members": [ + 7151 + ], + "max_error": 0.0 + }, + { + "representative": 7076, + "members": [ + 7076 + ], + "max_error": 0.0 + }, + { + "representative": 7138, + "members": [ + 7138 + ], + "max_error": 0.0 + }, + { + "representative": 6977, + "members": [ + 6977 + ], + "max_error": 0.0 + }, + { + "representative": 6946, + "members": [ + 6946 + ], + "max_error": 0.0 + }, + { + "representative": 7135, + "members": [ + 7135 + ], + "max_error": 0.0 + }, + { + "representative": 7540, + "members": [ + 7540 + ], + "max_error": 0.0 + }, + { + "representative": 7480, + "members": [ + 7480 + ], + "max_error": 0.0 + }, + { + "representative": 7432, + "members": [ + 7432 + ], + "max_error": 0.0 + }, + { + "representative": 7457, + "members": [ + 7457 + ], + "max_error": 0.0 + }, + { + "representative": 7478, + "members": [ + 7478 + ], + "max_error": 0.0 + }, + { + "representative": 7438, + "members": [ + 7438 + ], + "max_error": 0.0 + }, + { + "representative": 7462, + "members": [ + 7462 + ], + "max_error": 0.0 + }, + { + "representative": 7624, + "members": [ + 7624 + ], + "max_error": 0.0 + }, + { + "representative": 7570, + "members": [ + 7570 + ], + "max_error": 0.0 + }, + { + "representative": 7646, + "members": [ + 7646 + ], + "max_error": 0.0 + }, + { + "representative": 7585, + "members": [ + 7585 + ], + "max_error": 0.0 + }, + { + "representative": 7450, + "members": [ + 7450 + ], + "max_error": 0.0 + }, + { + "representative": 7582, + "members": [ + 7582 + ], + "max_error": 0.0 + }, + { + "representative": 7606, + "members": [ + 7606 + ], + "max_error": 0.0 + }, + { + "representative": 7484, + "members": [ + 7484 + ], + "max_error": 0.0 + }, + { + "representative": 7499, + "members": [ + 7499 + ], + "max_error": 0.0 + }, + { + "representative": 7552, + "members": [ + 7552 + ], + "max_error": 0.0 + }, + { + "representative": 7977, + "members": [ + 7977 + ], + "max_error": 0.0 + }, + { + "representative": 7938, + "members": [ + 7938 + ], + "max_error": 0.0 + }, + { + "representative": 8087, + "members": [ + 8087 + ], + "max_error": 0.0 + }, + { + "representative": 8150, + "members": [ + 8150 + ], + "max_error": 0.0 + }, + { + "representative": 8190, + "members": [ + 8190 + ], + "max_error": 0.0 + }, + { + "representative": 8063, + "members": [ + 8063 + ], + "max_error": 0.0 + }, + { + "representative": 8107, + "members": [ + 8107 + ], + "max_error": 0.0 + }, + { + "representative": 8020, + "members": [ + 8020 + ], + "max_error": 0.0 + }, + { + "representative": 8174, + "members": [ + 8174 + ], + "max_error": 0.0 + }, + { + "representative": 7976, + "members": [ + 7976 + ], + "max_error": 0.0 + }, + { + "representative": 6630, + "members": [ + 6630 + ], + "max_error": 0.0 + }, + { + "representative": 6605, + "members": [ + 6605 + ], + "max_error": 0.0 + }, + { + "representative": 6577, + "members": [ + 6577 + ], + "max_error": 0.0 + }, + { + "representative": 6643, + "members": [ + 6643 + ], + "max_error": 0.0 + }, + { + "representative": 6410, + "members": [ + 6410 + ], + "max_error": 0.0 + }, + { + "representative": 7048, + "members": [ + 7048 + ], + "max_error": 0.0 + }, + { + "representative": 7044, + "members": [ + 7044 + ], + "max_error": 0.0 + }, + { + "representative": 7137, + "members": [ + 7137 + ], + "max_error": 0.0 + }, + { + "representative": 6996, + "members": [ + 6996 + ], + "max_error": 0.0 + }, + { + "representative": 6968, + "members": [ + 6968 + ], + "max_error": 0.0 + }, + { + "representative": 7008, + "members": [ + 7008 + ], + "max_error": 0.0 + }, + { + "representative": 6988, + "members": [ + 6988 + ], + "max_error": 0.0 + }, + { + "representative": 7067, + "members": [ + 7067 + ], + "max_error": 0.0 + }, + { + "representative": 7154, + "members": [ + 7154 + ], + "max_error": 0.0 + }, + { + "representative": 7509, + "members": [ + 7509 + ], + "max_error": 0.0 + }, + { + "representative": 7444, + "members": [ + 7444 + ], + "max_error": 0.0 + }, + { + "representative": 7445, + "members": [ + 7445 + ], + "max_error": 0.0 + }, + { + "representative": 7539, + "members": [ + 7539 + ], + "max_error": 0.0 + }, + { + "representative": 7440, + "members": [ + 7440 + ], + "max_error": 0.0 + }, + { + "representative": 7508, + "members": [ + 7508 + ], + "max_error": 0.0 + }, + { + "representative": 7595, + "members": [ + 7595 + ], + "max_error": 0.0 + }, + { + "representative": 7486, + "members": [ + 7486 + ], + "max_error": 0.0 + }, + { + "representative": 7629, + "members": [ + 7629 + ], + "max_error": 0.0 + }, + { + "representative": 7443, + "members": [ + 7443 + ], + "max_error": 0.0 + }, + { + "representative": 7568, + "members": [ + 7568 + ], + "max_error": 0.0 + }, + { + "representative": 7454, + "members": [ + 7454 + ], + "max_error": 0.0 + }, + { + "representative": 8036, + "members": [ + 8036 + ], + "max_error": 0.0 + }, + { + "representative": 8145, + "members": [ + 8145 + ], + "max_error": 0.0 + }, + { + "representative": 8059, + "members": [ + 8059 + ], + "max_error": 0.0 + }, + { + "representative": 7997, + "members": [ + 7997 + ], + "max_error": 0.0 + }, + { + "representative": 8118, + "members": [ + 8118 + ], + "max_error": 0.0 + }, + { + "representative": 7978, + "members": [ + 7978 + ], + "max_error": 0.0 + }, + { + "representative": 7953, + "members": [ + 7953 + ], + "max_error": 0.0 + }, + { + "representative": 8099, + "members": [ + 8099 + ], + "max_error": 0.0 + }, + { + "representative": 8024, + "members": [ + 8024 + ], + "max_error": 0.0 + }, + { + "representative": 8110, + "members": [ + 8110 + ], + "max_error": 0.0 + }, + { + "representative": 8132, + "members": [ + 8132 + ], + "max_error": 0.0 + }, + { + "representative": 7941, + "members": [ + 7941 + ], + "max_error": 0.0 + }, + { + "representative": 8166, + "members": [ + 8166 + ], + "max_error": 0.0 + }, + { + "representative": 8038, + "members": [ + 8038 + ], + "max_error": 0.0 + }, + { + "representative": 7980, + "members": [ + 7980 + ], + "max_error": 0.0 + }, + { + "representative": 7962, + "members": [ + 7962 + ], + "max_error": 0.0 + }, + { + "representative": 8116, + "members": [ + 8116 + ], + "max_error": 0.0 + }, + { + "representative": 8170, + "members": [ + 8170 + ], + "max_error": 0.0 + }, + { + "representative": 6444, + "members": [ + 6444 + ], + "max_error": 0.0 + }, + { + "representative": 6471, + "members": [ + 6471 + ], + "max_error": 0.0 + }, + { + "representative": 6543, + "members": [ + 6543 + ], + "max_error": 0.0 + }, + { + "representative": 6609, + "members": [ + 6609 + ], + "max_error": 0.0 + }, + { + "representative": 6585, + "members": [ + 6585 + ], + "max_error": 0.0 + }, + { + "representative": 6595, + "members": [ + 6595 + ], + "max_error": 0.0 + }, + { + "representative": 6447, + "members": [ + 6447 + ], + "max_error": 0.0 + }, + { + "representative": 6615, + "members": [ + 6615 + ], + "max_error": 0.0 + }, + { + "representative": 6646, + "members": [ + 6646 + ], + "max_error": 0.0 + }, + { + "representative": 6613, + "members": [ + 6613 + ], + "max_error": 0.0 + }, + { + "representative": 6945, + "members": [ + 6945 + ], + "max_error": 0.0 + }, + { + "representative": 6919, + "members": [ + 6919 + ], + "max_error": 0.0 + }, + { + "representative": 6972, + "members": [ + 6972 + ], + "max_error": 0.0 + }, + { + "representative": 7161, + "members": [ + 7161 + ], + "max_error": 0.0 + }, + { + "representative": 6985, + "members": [ + 6985 + ], + "max_error": 0.0 + }, + { + "representative": 7056, + "members": [ + 7056 + ], + "max_error": 0.0 + }, + { + "representative": 6922, + "members": [ + 6922 + ], + "max_error": 0.0 + }, + { + "representative": 7077, + "members": [ + 7077 + ], + "max_error": 0.0 + }, + { + "representative": 7157, + "members": [ + 7157 + ], + "max_error": 0.0 + }, + { + "representative": 6925, + "members": [ + 6925 + ], + "max_error": 0.0 + }, + { + "representative": 7000, + "members": [ + 7000 + ], + "max_error": 0.0 + }, + { + "representative": 7556, + "members": [ + 7556 + ], + "max_error": 0.0 + }, + { + "representative": 7611, + "members": [ + 7611 + ], + "max_error": 0.0 + }, + { + "representative": 7534, + "members": [ + 7534 + ], + "max_error": 0.0 + }, + { + "representative": 7474, + "members": [ + 7474 + ], + "max_error": 0.0 + }, + { + "representative": 7660, + "members": [ + 7660 + ], + "max_error": 0.0 + }, + { + "representative": 7488, + "members": [ + 7488 + ], + "max_error": 0.0 + }, + { + "representative": 7637, + "members": [ + 7637 + ], + "max_error": 0.0 + }, + { + "representative": 7476, + "members": [ + 7476 + ], + "max_error": 0.0 + }, + { + "representative": 7467, + "members": [ + 7467 + ], + "max_error": 0.0 + }, + { + "representative": 7612, + "members": [ + 7612 + ], + "max_error": 0.0 + }, + { + "representative": 7662, + "members": [ + 7662 + ], + "max_error": 0.0 + }, + { + "representative": 7483, + "members": [ + 7483 + ], + "max_error": 0.0 + }, + { + "representative": 8144, + "members": [ + 8144 + ], + "max_error": 0.0 + }, + { + "representative": 8162, + "members": [ + 8162 + ], + "max_error": 0.0 + }, + { + "representative": 8055, + "members": [ + 8055 + ], + "max_error": 0.0 + }, + { + "representative": 8002, + "members": [ + 8002 + ], + "max_error": 0.0 + }, + { + "representative": 8188, + "members": [ + 8188 + ], + "max_error": 0.0 + }, + { + "representative": 8061, + "members": [ + 8061 + ], + "max_error": 0.0 + }, + { + "representative": 8029, + "members": [ + 8029 + ], + "max_error": 0.0 + }, + { + "representative": 7993, + "members": [ + 7993 + ], + "max_error": 0.0 + }, + { + "representative": 6592, + "members": [ + 6592 + ], + "max_error": 0.0 + }, + { + "representative": 6512, + "members": [ + 6512 + ], + "max_error": 0.0 + }, + { + "representative": 6648, + "members": [ + 6648 + ], + "max_error": 0.0 + }, + { + "representative": 6540, + "members": [ + 6540 + ], + "max_error": 0.0 + }, + { + "representative": 6430, + "members": [ + 6430 + ], + "max_error": 0.0 + }, + { + "representative": 6419, + "members": [ + 6419 + ], + "max_error": 0.0 + }, + { + "representative": 6433, + "members": [ + 6433 + ], + "max_error": 0.0 + }, + { + "representative": 6978, + "members": [ + 6978 + ], + "max_error": 0.0 + }, + { + "representative": 7026, + "members": [ + 7026 + ], + "max_error": 0.0 + }, + { + "representative": 7050, + "members": [ + 7050 + ], + "max_error": 0.0 + }, + { + "representative": 6941, + "members": [ + 6941 + ], + "max_error": 0.0 + }, + { + "representative": 7037, + "members": [ + 7037 + ], + "max_error": 0.0 + }, + { + "representative": 7013, + "members": [ + 7013 + ], + "max_error": 0.0 + }, + { + "representative": 7119, + "members": [ + 7119 + ], + "max_error": 0.0 + }, + { + "representative": 7014, + "members": [ + 7014 + ], + "max_error": 0.0 + }, + { + "representative": 7004, + "members": [ + 7004 + ], + "max_error": 0.0 + }, + { + "representative": 7045, + "members": [ + 7045 + ], + "max_error": 0.0 + }, + { + "representative": 6950, + "members": [ + 6950 + ], + "max_error": 0.0 + }, + { + "representative": 7641, + "members": [ + 7641 + ], + "max_error": 0.0 + }, + { + "representative": 7544, + "members": [ + 7544 + ], + "max_error": 0.0 + }, + { + "representative": 7588, + "members": [ + 7588 + ], + "max_error": 0.0 + }, + { + "representative": 7667, + "members": [ + 7667 + ], + "max_error": 0.0 + }, + { + "representative": 7562, + "members": [ + 7562 + ], + "max_error": 0.0 + }, + { + "representative": 7668, + "members": [ + 7668 + ], + "max_error": 0.0 + }, + { + "representative": 7661, + "members": [ + 7661 + ], + "max_error": 0.0 + }, + { + "representative": 7648, + "members": [ + 7648 + ], + "max_error": 0.0 + }, + { + "representative": 7559, + "members": [ + 7559 + ], + "max_error": 0.0 + }, + { + "representative": 7424, + "members": [ + 7424 + ], + "max_error": 0.0 + }, + { + "representative": 7656, + "members": [ + 7656 + ], + "max_error": 0.0 + }, + { + "representative": 7442, + "members": [ + 7442 + ], + "max_error": 0.0 + }, + { + "representative": 7453, + "members": [ + 7453 + ], + "max_error": 0.0 + }, + { + "representative": 7530, + "members": [ + 7530 + ], + "max_error": 0.0 + }, + { + "representative": 7603, + "members": [ + 7603 + ], + "max_error": 0.0 + }, + { + "representative": 7590, + "members": [ + 7590 + ], + "max_error": 0.0 + }, + { + "representative": 7532, + "members": [ + 7532 + ], + "max_error": 0.0 + }, + { + "representative": 7491, + "members": [ + 7491 + ], + "max_error": 0.0 + }, + { + "representative": 8177, + "members": [ + 8177 + ], + "max_error": 0.0 + }, + { + "representative": 8171, + "members": [ + 8171 + ], + "max_error": 0.0 + }, + { + "representative": 7964, + "members": [ + 7964 + ], + "max_error": 0.0 + }, + { + "representative": 8072, + "members": [ + 8072 + ], + "max_error": 0.0 + }, + { + "representative": 7954, + "members": [ + 7954 + ], + "max_error": 0.0 + }, + { + "representative": 8069, + "members": [ + 8069 + ], + "max_error": 0.0 + }, + { + "representative": 8137, + "members": [ + 8137 + ], + "max_error": 0.0 + }, + { + "representative": 8000, + "members": [ + 8000 + ], + "max_error": 0.0 + }, + { + "representative": 8076, + "members": [ + 8076 + ], + "max_error": 0.0 + }, + { + "representative": 8091, + "members": [ + 8091 + ], + "max_error": 0.0 + }, + { + "representative": 8021, + "members": [ + 8021 + ], + "max_error": 0.0 + }, + { + "representative": 8008, + "members": [ + 8008 + ], + "max_error": 0.0 + }, + { + "representative": 6427, + "members": [ + 6427 + ], + "max_error": 0.0 + }, + { + "representative": 6404, + "members": [ + 6404 + ], + "max_error": 0.0 + }, + { + "representative": 6480, + "members": [ + 6480 + ], + "max_error": 0.0 + }, + { + "representative": 6635, + "members": [ + 6635 + ], + "max_error": 0.0 + }, + { + "representative": 6602, + "members": [ + 6602 + ], + "max_error": 0.0 + }, + { + "representative": 6513, + "members": [ + 6513 + ], + "max_error": 0.0 + }, + { + "representative": 6407, + "members": [ + 6407 + ], + "max_error": 0.0 + }, + { + "representative": 6494, + "members": [ + 6494 + ], + "max_error": 0.0 + }, + { + "representative": 6572, + "members": [ + 6572 + ], + "max_error": 0.0 + }, + { + "representative": 6473, + "members": [ + 6473 + ], + "max_error": 0.0 + }, + { + "representative": 7129, + "members": [ + 7129 + ], + "max_error": 0.0 + }, + { + "representative": 6934, + "members": [ + 6934 + ], + "max_error": 0.0 + }, + { + "representative": 7011, + "members": [ + 7011 + ], + "max_error": 0.0 + }, + { + "representative": 7115, + "members": [ + 7115 + ], + "max_error": 0.0 + }, + { + "representative": 7123, + "members": [ + 7123 + ], + "max_error": 0.0 + }, + { + "representative": 6957, + "members": [ + 6957 + ], + "max_error": 0.0 + }, + { + "representative": 7075, + "members": [ + 7075 + ], + "max_error": 0.0 + }, + { + "representative": 6954, + "members": [ + 6954 + ], + "max_error": 0.0 + }, + { + "representative": 7152, + "members": [ + 7152 + ], + "max_error": 0.0 + }, + { + "representative": 7132, + "members": [ + 7132 + ], + "max_error": 0.0 + }, + { + "representative": 7091, + "members": [ + 7091 + ], + "max_error": 0.0 + }, + { + "representative": 7020, + "members": [ + 7020 + ], + "max_error": 0.0 + }, + { + "representative": 7136, + "members": [ + 7136 + ], + "max_error": 0.0 + }, + { + "representative": 7164, + "members": [ + 7164 + ], + "max_error": 0.0 + }, + { + "representative": 6975, + "members": [ + 6975 + ], + "max_error": 0.0 + }, + { + "representative": 7542, + "members": [ + 7542 + ], + "max_error": 0.0 + }, + { + "representative": 7428, + "members": [ + 7428 + ], + "max_error": 0.0 + }, + { + "representative": 7605, + "members": [ + 7605 + ], + "max_error": 0.0 + }, + { + "representative": 7565, + "members": [ + 7565 + ], + "max_error": 0.0 + }, + { + "representative": 7673, + "members": [ + 7673 + ], + "max_error": 0.0 + }, + { + "representative": 7564, + "members": [ + 7564 + ], + "max_error": 0.0 + }, + { + "representative": 7607, + "members": [ + 7607 + ], + "max_error": 0.0 + }, + { + "representative": 7455, + "members": [ + 7455 + ], + "max_error": 0.0 + }, + { + "representative": 7649, + "members": [ + 7649 + ], + "max_error": 0.0 + }, + { + "representative": 7557, + "members": [ + 7557 + ], + "max_error": 0.0 + }, + { + "representative": 7553, + "members": [ + 7553 + ], + "max_error": 0.0 + }, + { + "representative": 7521, + "members": [ + 7521 + ], + "max_error": 0.0 + }, + { + "representative": 7634, + "members": [ + 7634 + ], + "max_error": 0.0 + }, + { + "representative": 7475, + "members": [ + 7475 + ], + "max_error": 0.0 + }, + { + "representative": 7676, + "members": [ + 7676 + ], + "max_error": 0.0 + }, + { + "representative": 7988, + "members": [ + 7988 + ], + "max_error": 0.0 + }, + { + "representative": 8173, + "members": [ + 8173 + ], + "max_error": 0.0 + }, + { + "representative": 8168, + "members": [ + 8168 + ], + "max_error": 0.0 + }, + { + "representative": 8001, + "members": [ + 8001 + ], + "max_error": 0.0 + }, + { + "representative": 8049, + "members": [ + 8049 + ], + "max_error": 0.0 + }, + { + "representative": 8152, + "members": [ + 8152 + ], + "max_error": 0.0 + }, + { + "representative": 8082, + "members": [ + 8082 + ], + "max_error": 0.0 + }, + { + "representative": 7961, + "members": [ + 7961 + ], + "max_error": 0.0 + }, + { + "representative": 7939, + "members": [ + 7939 + ], + "max_error": 0.0 + }, + { + "representative": 7952, + "members": [ + 7952 + ], + "max_error": 0.0 + }, + { + "representative": 8125, + "members": [ + 8125 + ], + "max_error": 0.0 + }, + { + "representative": 6468, + "members": [ + 6468 + ], + "max_error": 0.0 + }, + { + "representative": 6485, + "members": [ + 6485 + ], + "max_error": 0.0 + }, + { + "representative": 6604, + "members": [ + 6604 + ], + "max_error": 0.0 + }, + { + "representative": 6554, + "members": [ + 6554 + ], + "max_error": 0.0 + }, + { + "representative": 7009, + "members": [ + 7009 + ], + "max_error": 0.0 + }, + { + "representative": 7069, + "members": [ + 7069 + ], + "max_error": 0.0 + }, + { + "representative": 7134, + "members": [ + 7134 + ], + "max_error": 0.0 + }, + { + "representative": 7097, + "members": [ + 7097 + ], + "max_error": 0.0 + }, + { + "representative": 6951, + "members": [ + 6951 + ], + "max_error": 0.0 + }, + { + "representative": 6986, + "members": [ + 6986 + ], + "max_error": 0.0 + }, + { + "representative": 6960, + "members": [ + 6960 + ], + "max_error": 0.0 + }, + { + "representative": 7065, + "members": [ + 7065 + ], + "max_error": 0.0 + }, + { + "representative": 6961, + "members": [ + 6961 + ], + "max_error": 0.0 + }, + { + "representative": 7671, + "members": [ + 7671 + ], + "max_error": 0.0 + }, + { + "representative": 7514, + "members": [ + 7514 + ], + "max_error": 0.0 + }, + { + "representative": 7586, + "members": [ + 7586 + ], + "max_error": 0.0 + }, + { + "representative": 7546, + "members": [ + 7546 + ], + "max_error": 0.0 + }, + { + "representative": 7596, + "members": [ + 7596 + ], + "max_error": 0.0 + }, + { + "representative": 7458, + "members": [ + 7458 + ], + "max_error": 0.0 + }, + { + "representative": 7427, + "members": [ + 7427 + ], + "max_error": 0.0 + }, + { + "representative": 7494, + "members": [ + 7494 + ], + "max_error": 0.0 + }, + { + "representative": 8054, + "members": [ + 8054 + ], + "max_error": 0.0 + }, + { + "representative": 8086, + "members": [ + 8086 + ], + "max_error": 0.0 + }, + { + "representative": 8017, + "members": [ + 8017 + ], + "max_error": 0.0 + }, + { + "representative": 7989, + "members": [ + 7989 + ], + "max_error": 0.0 + }, + { + "representative": 7963, + "members": [ + 7963 + ], + "max_error": 0.0 + }, + { + "representative": 8156, + "members": [ + 8156 + ], + "max_error": 0.0 + }, + { + "representative": 8181, + "members": [ + 8181 + ], + "max_error": 0.0 + }, + { + "representative": 7950, + "members": [ + 7950 + ], + "max_error": 0.0 + }, + { + "representative": 8081, + "members": [ + 8081 + ], + "max_error": 0.0 + }, + { + "representative": 7960, + "members": [ + 7960 + ], + "max_error": 0.0 + }, + { + "representative": 8035, + "members": [ + 8035 + ], + "max_error": 0.0 + }, + { + "representative": 8030, + "members": [ + 8030 + ], + "max_error": 0.0 + }, + { + "representative": 8180, + "members": [ + 8180 + ], + "max_error": 0.0 + }, + { + "representative": 7951, + "members": [ + 7951 + ], + "max_error": 0.0 + }, + { + "representative": 8184, + "members": [ + 8184 + ], + "max_error": 0.0 + }, + { + "representative": 8153, + "members": [ + 8153 + ], + "max_error": 0.0 + }, + { + "representative": 6457, + "members": [ + 6457 + ], + "max_error": 0.0 + }, + { + "representative": 6460, + "members": [ + 6460 + ], + "max_error": 0.0 + }, + { + "representative": 6528, + "members": [ + 6528 + ], + "max_error": 0.0 + }, + { + "representative": 6423, + "members": [ + 6423 + ], + "max_error": 0.0 + }, + { + "representative": 6556, + "members": [ + 6556 + ], + "max_error": 0.0 + }, + { + "representative": 6634, + "members": [ + 6634 + ], + "max_error": 0.0 + }, + { + "representative": 7125, + "members": [ + 7125 + ], + "max_error": 0.0 + }, + { + "representative": 6937, + "members": [ + 6937 + ], + "max_error": 0.0 + }, + { + "representative": 7033, + "members": [ + 7033 + ], + "max_error": 0.0 + }, + { + "representative": 7630, + "members": [ + 7630 + ], + "max_error": 0.0 + }, + { + "representative": 7504, + "members": [ + 7504 + ], + "max_error": 0.0 + }, + { + "representative": 7517, + "members": [ + 7517 + ], + "max_error": 0.0 + }, + { + "representative": 7675, + "members": [ + 7675 + ], + "max_error": 0.0 + }, + { + "representative": 7449, + "members": [ + 7449 + ], + "max_error": 0.0 + }, + { + "representative": 7456, + "members": [ + 7456 + ], + "max_error": 0.0 + }, + { + "representative": 7541, + "members": [ + 7541 + ], + "max_error": 0.0 + }, + { + "representative": 8047, + "members": [ + 8047 + ], + "max_error": 0.0 + }, + { + "representative": 7949, + "members": [ + 7949 + ], + "max_error": 0.0 + }, + { + "representative": 8027, + "members": [ + 8027 + ], + "max_error": 0.0 + }, + { + "representative": 7998, + "members": [ + 7998 + ], + "max_error": 0.0 + }, + { + "representative": 7985, + "members": [ + 7985 + ], + "max_error": 0.0 + }, + { + "representative": 8186, + "members": [ + 8186 + ], + "max_error": 0.0 + }, + { + "representative": 8176, + "members": [ + 8176 + ], + "max_error": 0.0 + }, + { + "representative": 8113, + "members": [ + 8113 + ], + "max_error": 0.0 + }, + { + "representative": 6464, + "members": [ + 6464 + ], + "max_error": 0.0 + }, + { + "representative": 6624, + "members": [ + 6624 + ], + "max_error": 0.0 + }, + { + "representative": 6412, + "members": [ + 6412 + ], + "max_error": 0.0 + }, + { + "representative": 6530, + "members": [ + 6530 + ], + "max_error": 0.0 + }, + { + "representative": 6632, + "members": [ + 6632 + ], + "max_error": 0.0 + }, + { + "representative": 6533, + "members": [ + 6533 + ], + "max_error": 0.0 + }, + { + "representative": 6442, + "members": [ + 6442 + ], + "max_error": 0.0 + }, + { + "representative": 6400, + "members": [ + 6400 + ], + "max_error": 0.0 + }, + { + "representative": 6562, + "members": [ + 6562 + ], + "max_error": 0.0 + }, + { + "representative": 6607, + "members": [ + 6607 + ], + "max_error": 0.0 + }, + { + "representative": 6606, + "members": [ + 6606 + ], + "max_error": 0.0 + }, + { + "representative": 6581, + "members": [ + 6581 + ], + "max_error": 0.0 + }, + { + "representative": 7049, + "members": [ + 7049 + ], + "max_error": 0.0 + }, + { + "representative": 6949, + "members": [ + 6949 + ], + "max_error": 0.0 + }, + { + "representative": 7054, + "members": [ + 7054 + ], + "max_error": 0.0 + }, + { + "representative": 7032, + "members": [ + 7032 + ], + "max_error": 0.0 + }, + { + "representative": 6918, + "members": [ + 6918 + ], + "max_error": 0.0 + }, + { + "representative": 7092, + "members": [ + 7092 + ], + "max_error": 0.0 + }, + { + "representative": 6916, + "members": [ + 6916 + ], + "max_error": 0.0 + }, + { + "representative": 7001, + "members": [ + 7001 + ], + "max_error": 0.0 + }, + { + "representative": 7086, + "members": [ + 7086 + ], + "max_error": 0.0 + }, + { + "representative": 7626, + "members": [ + 7626 + ], + "max_error": 0.0 + }, + { + "representative": 7653, + "members": [ + 7653 + ], + "max_error": 0.0 + }, + { + "representative": 7635, + "members": [ + 7635 + ], + "max_error": 0.0 + }, + { + "representative": 7561, + "members": [ + 7561 + ], + "max_error": 0.0 + }, + { + "representative": 7436, + "members": [ + 7436 + ], + "max_error": 0.0 + }, + { + "representative": 7533, + "members": [ + 7533 + ], + "max_error": 0.0 + }, + { + "representative": 7479, + "members": [ + 7479 + ], + "max_error": 0.0 + }, + { + "representative": 8106, + "members": [ + 8106 + ], + "max_error": 0.0 + }, + { + "representative": 8097, + "members": [ + 8097 + ], + "max_error": 0.0 + }, + { + "representative": 8034, + "members": [ + 8034 + ], + "max_error": 0.0 + }, + { + "representative": 8191, + "members": [ + 8191 + ], + "max_error": 0.0 + }, + { + "representative": 8105, + "members": [ + 8105 + ], + "max_error": 0.0 + }, + { + "representative": 7940, + "members": [ + 7940 + ], + "max_error": 0.0 + }, + { + "representative": 7992, + "members": [ + 7992 + ], + "max_error": 0.0 + }, + { + "representative": 8120, + "members": [ + 8120 + ], + "max_error": 0.0 + }, + { + "representative": 6573, + "members": [ + 6573 + ], + "max_error": 0.0 + }, + { + "representative": 6547, + "members": [ + 6547 + ], + "max_error": 0.0 + }, + { + "representative": 6535, + "members": [ + 6535 + ], + "max_error": 0.0 + }, + { + "representative": 6435, + "members": [ + 6435 + ], + "max_error": 0.0 + }, + { + "representative": 6479, + "members": [ + 6479 + ], + "max_error": 0.0 + }, + { + "representative": 6652, + "members": [ + 6652 + ], + "max_error": 0.0 + }, + { + "representative": 6641, + "members": [ + 6641 + ], + "max_error": 0.0 + }, + { + "representative": 6601, + "members": [ + 6601 + ], + "max_error": 0.0 + }, + { + "representative": 6587, + "members": [ + 6587 + ], + "max_error": 0.0 + }, + { + "representative": 6421, + "members": [ + 6421 + ], + "max_error": 0.0 + }, + { + "representative": 6574, + "members": [ + 6574 + ], + "max_error": 0.0 + }, + { + "representative": 7098, + "members": [ + 7098 + ], + "max_error": 0.0 + }, + { + "representative": 7122, + "members": [ + 7122 + ], + "max_error": 0.0 + }, + { + "representative": 6992, + "members": [ + 6992 + ], + "max_error": 0.0 + }, + { + "representative": 7017, + "members": [ + 7017 + ], + "max_error": 0.0 + }, + { + "representative": 7107, + "members": [ + 7107 + ], + "max_error": 0.0 + }, + { + "representative": 7159, + "members": [ + 7159 + ], + "max_error": 0.0 + }, + { + "representative": 7160, + "members": [ + 7160 + ], + "max_error": 0.0 + }, + { + "representative": 7005, + "members": [ + 7005 + ], + "max_error": 0.0 + }, + { + "representative": 7140, + "members": [ + 7140 + ], + "max_error": 0.0 + }, + { + "representative": 7162, + "members": [ + 7162 + ], + "max_error": 0.0 + }, + { + "representative": 7531, + "members": [ + 7531 + ], + "max_error": 0.0 + }, + { + "representative": 7496, + "members": [ + 7496 + ], + "max_error": 0.0 + }, + { + "representative": 7610, + "members": [ + 7610 + ], + "max_error": 0.0 + }, + { + "representative": 7674, + "members": [ + 7674 + ], + "max_error": 0.0 + }, + { + "representative": 7601, + "members": [ + 7601 + ], + "max_error": 0.0 + }, + { + "representative": 7464, + "members": [ + 7464 + ], + "max_error": 0.0 + }, + { + "representative": 7425, + "members": [ + 7425 + ], + "max_error": 0.0 + }, + { + "representative": 7536, + "members": [ + 7536 + ], + "max_error": 0.0 + }, + { + "representative": 7580, + "members": [ + 7580 + ], + "max_error": 0.0 + }, + { + "representative": 7571, + "members": [ + 7571 + ], + "max_error": 0.0 + }, + { + "representative": 7622, + "members": [ + 7622 + ], + "max_error": 0.0 + }, + { + "representative": 7572, + "members": [ + 7572 + ], + "max_error": 0.0 + }, + { + "representative": 7426, + "members": [ + 7426 + ], + "max_error": 0.0 + }, + { + "representative": 8185, + "members": [ + 8185 + ], + "max_error": 0.0 + }, + { + "representative": 8182, + "members": [ + 8182 + ], + "max_error": 0.0 + }, + { + "representative": 8093, + "members": [ + 8093 + ], + "max_error": 0.0 + }, + { + "representative": 8141, + "members": [ + 8141 + ], + "max_error": 0.0 + }, + { + "representative": 7987, + "members": [ + 7987 + ], + "max_error": 0.0 + }, + { + "representative": 7936, + "members": [ + 7936 + ], + "max_error": 0.0 + }, + { + "representative": 8088, + "members": [ + 8088 + ], + "max_error": 0.0 + }, + { + "representative": 7983, + "members": [ + 7983 + ], + "max_error": 0.0 + }, + { + "representative": 8167, + "members": [ + 8167 + ], + "max_error": 0.0 + }, + { + "representative": 8026, + "members": [ + 8026 + ], + "max_error": 0.0 + }, + { + "representative": 7984, + "members": [ + 7984 + ], + "max_error": 0.0 + }, + { + "representative": 8074, + "members": [ + 8074 + ], + "max_error": 0.0 + }, + { + "representative": 7981, + "members": [ + 7981 + ], + "max_error": 0.0 + }, + { + "representative": 8018, + "members": [ + 8018 + ], + "max_error": 0.0 + }, + { + "representative": 6462, + "members": [ + 6462 + ], + "max_error": 0.0 + }, + { + "representative": 6568, + "members": [ + 6568 + ], + "max_error": 0.0 + }, + { + "representative": 6629, + "members": [ + 6629 + ], + "max_error": 0.0 + }, + { + "representative": 6506, + "members": [ + 6506 + ], + "max_error": 0.0 + }, + { + "representative": 6636, + "members": [ + 6636 + ], + "max_error": 0.0 + }, + { + "representative": 6476, + "members": [ + 6476 + ], + "max_error": 0.0 + }, + { + "representative": 6563, + "members": [ + 6563 + ], + "max_error": 0.0 + }, + { + "representative": 6416, + "members": [ + 6416 + ], + "max_error": 0.0 + }, + { + "representative": 6597, + "members": [ + 6597 + ], + "max_error": 0.0 + }, + { + "representative": 6503, + "members": [ + 6503 + ], + "max_error": 0.0 + }, + { + "representative": 6456, + "members": [ + 6456 + ], + "max_error": 0.0 + }, + { + "representative": 6467, + "members": [ + 6467 + ], + "max_error": 0.0 + }, + { + "representative": 6443, + "members": [ + 6443 + ], + "max_error": 0.0 + }, + { + "representative": 6483, + "members": [ + 6483 + ], + "max_error": 0.0 + }, + { + "representative": 7144, + "members": [ + 7144 + ], + "max_error": 0.0 + }, + { + "representative": 6914, + "members": [ + 6914 + ], + "max_error": 0.0 + }, + { + "representative": 6959, + "members": [ + 6959 + ], + "max_error": 0.0 + }, + { + "representative": 6943, + "members": [ + 6943 + ], + "max_error": 0.0 + }, + { + "representative": 7038, + "members": [ + 7038 + ], + "max_error": 0.0 + }, + { + "representative": 6999, + "members": [ + 6999 + ], + "max_error": 0.0 + }, + { + "representative": 7012, + "members": [ + 7012 + ], + "max_error": 0.0 + }, + { + "representative": 6976, + "members": [ + 6976 + ], + "max_error": 0.0 + }, + { + "representative": 7031, + "members": [ + 7031 + ], + "max_error": 0.0 + }, + { + "representative": 7094, + "members": [ + 7094 + ], + "max_error": 0.0 + }, + { + "representative": 6933, + "members": [ + 6933 + ], + "max_error": 0.0 + }, + { + "representative": 7525, + "members": [ + 7525 + ], + "max_error": 0.0 + }, + { + "representative": 7448, + "members": [ + 7448 + ], + "max_error": 0.0 + }, + { + "representative": 7528, + "members": [ + 7528 + ], + "max_error": 0.0 + }, + { + "representative": 7503, + "members": [ + 7503 + ], + "max_error": 0.0 + }, + { + "representative": 7468, + "members": [ + 7468 + ], + "max_error": 0.0 + }, + { + "representative": 7523, + "members": [ + 7523 + ], + "max_error": 0.0 + }, + { + "representative": 7501, + "members": [ + 7501 + ], + "max_error": 0.0 + }, + { + "representative": 7591, + "members": [ + 7591 + ], + "max_error": 0.0 + }, + { + "representative": 8046, + "members": [ + 8046 + ], + "max_error": 0.0 + }, + { + "representative": 8051, + "members": [ + 8051 + ], + "max_error": 0.0 + }, + { + "representative": 8094, + "members": [ + 8094 + ], + "max_error": 0.0 + }, + { + "representative": 8052, + "members": [ + 8052 + ], + "max_error": 0.0 + }, + { + "representative": 8014, + "members": [ + 8014 + ], + "max_error": 0.0 + }, + { + "representative": 8050, + "members": [ + 8050 + ], + "max_error": 0.0 + }, + { + "representative": 8127, + "members": [ + 8127 + ], + "max_error": 0.0 + }, + { + "representative": 8160, + "members": [ + 8160 + ], + "max_error": 0.0 + }, + { + "representative": 8112, + "members": [ + 8112 + ], + "max_error": 0.0 + }, + { + "representative": 8080, + "members": [ + 8080 + ], + "max_error": 0.0 + }, + { + "representative": 8040, + "members": [ + 8040 + ], + "max_error": 0.0 + }, + { + "representative": 6411, + "members": [ + 6411 + ], + "max_error": 0.0 + }, + { + "representative": 6534, + "members": [ + 6534 + ], + "max_error": 0.0 + }, + { + "representative": 6623, + "members": [ + 6623 + ], + "max_error": 0.0 + }, + { + "representative": 6638, + "members": [ + 6638 + ], + "max_error": 0.0 + }, + { + "representative": 6434, + "members": [ + 6434 + ], + "max_error": 0.0 + }, + { + "representative": 6482, + "members": [ + 6482 + ], + "max_error": 0.0 + }, + { + "representative": 6610, + "members": [ + 6610 + ], + "max_error": 0.0 + }, + { + "representative": 6655, + "members": [ + 6655 + ], + "max_error": 0.0 + }, + { + "representative": 6527, + "members": [ + 6527 + ], + "max_error": 0.0 + }, + { + "representative": 6504, + "members": [ + 6504 + ], + "max_error": 0.0 + }, + { + "representative": 6546, + "members": [ + 6546 + ], + "max_error": 0.0 + }, + { + "representative": 6448, + "members": [ + 6448 + ], + "max_error": 0.0 + }, + { + "representative": 6475, + "members": [ + 6475 + ], + "max_error": 0.0 + }, + { + "representative": 6628, + "members": [ + 6628 + ], + "max_error": 0.0 + }, + { + "representative": 6403, + "members": [ + 6403 + ], + "max_error": 0.0 + }, + { + "representative": 6537, + "members": [ + 6537 + ], + "max_error": 0.0 + }, + { + "representative": 6422, + "members": [ + 6422 + ], + "max_error": 0.0 + }, + { + "representative": 6927, + "members": [ + 6927 + ], + "max_error": 0.0 + }, + { + "representative": 7101, + "members": [ + 7101 + ], + "max_error": 0.0 + }, + { + "representative": 7052, + "members": [ + 7052 + ], + "max_error": 0.0 + }, + { + "representative": 7064, + "members": [ + 7064 + ], + "max_error": 0.0 + }, + { + "representative": 6973, + "members": [ + 6973 + ], + "max_error": 0.0 + }, + { + "representative": 7040, + "members": [ + 7040 + ], + "max_error": 0.0 + }, + { + "representative": 6924, + "members": [ + 6924 + ], + "max_error": 0.0 + }, + { + "representative": 7158, + "members": [ + 7158 + ], + "max_error": 0.0 + }, + { + "representative": 6970, + "members": [ + 6970 + ], + "max_error": 0.0 + }, + { + "representative": 6987, + "members": [ + 6987 + ], + "max_error": 0.0 + }, + { + "representative": 7551, + "members": [ + 7551 + ], + "max_error": 0.0 + }, + { + "representative": 7581, + "members": [ + 7581 + ], + "max_error": 0.0 + }, + { + "representative": 7554, + "members": [ + 7554 + ], + "max_error": 0.0 + }, + { + "representative": 7519, + "members": [ + 7519 + ], + "max_error": 0.0 + }, + { + "representative": 7664, + "members": [ + 7664 + ], + "max_error": 0.0 + }, + { + "representative": 7650, + "members": [ + 7650 + ], + "max_error": 0.0 + }, + { + "representative": 7524, + "members": [ + 7524 + ], + "max_error": 0.0 + }, + { + "representative": 7593, + "members": [ + 7593 + ], + "max_error": 0.0 + }, + { + "representative": 7502, + "members": [ + 7502 + ], + "max_error": 0.0 + }, + { + "representative": 7617, + "members": [ + 7617 + ], + "max_error": 0.0 + }, + { + "representative": 7537, + "members": [ + 7537 + ], + "max_error": 0.0 + }, + { + "representative": 7433, + "members": [ + 7433 + ], + "max_error": 0.0 + }, + { + "representative": 7507, + "members": [ + 7507 + ], + "max_error": 0.0 + }, + { + "representative": 7583, + "members": [ + 7583 + ], + "max_error": 0.0 + }, + { + "representative": 7576, + "members": [ + 7576 + ], + "max_error": 0.0 + }, + { + "representative": 7645, + "members": [ + 7645 + ], + "max_error": 0.0 + }, + { + "representative": 8155, + "members": [ + 8155 + ], + "max_error": 0.0 + }, + { + "representative": 8149, + "members": [ + 8149 + ], + "max_error": 0.0 + }, + { + "representative": 8065, + "members": [ + 8065 + ], + "max_error": 0.0 + }, + { + "representative": 8151, + "members": [ + 8151 + ], + "max_error": 0.0 + }, + { + "representative": 8131, + "members": [ + 8131 + ], + "max_error": 0.0 + }, + { + "representative": 8090, + "members": [ + 8090 + ], + "max_error": 0.0 + }, + { + "representative": 8179, + "members": [ + 8179 + ], + "max_error": 0.0 + }, + { + "representative": 8077, + "members": [ + 8077 + ], + "max_error": 0.0 + }, + { + "representative": 8477, + "members": [ + 8477 + ], + "max_error": 0.0 + }, + { + "representative": 8496, + "members": [ + 8496 + ], + "max_error": 0.0 + }, + { + "representative": 8504, + "members": [ + 8504 + ], + "max_error": 0.0 + }, + { + "representative": 8630, + "members": [ + 8630 + ], + "max_error": 0.0 + }, + { + "representative": 8579, + "members": [ + 8579 + ], + "max_error": 0.0 + }, + { + "representative": 8695, + "members": [ + 8695 + ], + "max_error": 0.0 + }, + { + "representative": 8547, + "members": [ + 8547 + ], + "max_error": 0.0 + }, + { + "representative": 8673, + "members": [ + 8673 + ], + "max_error": 0.0 + }, + { + "representative": 8699, + "members": [ + 8699 + ], + "max_error": 0.0 + }, + { + "representative": 8586, + "members": [ + 8586 + ], + "max_error": 0.0 + }, + { + "representative": 8489, + "members": [ + 8489 + ], + "max_error": 0.0 + }, + { + "representative": 8609, + "members": [ + 8609 + ], + "max_error": 0.0 + }, + { + "representative": 8537, + "members": [ + 8537 + ], + "max_error": 0.0 + }, + { + "representative": 8558, + "members": [ + 8558 + ], + "max_error": 0.0 + }, + { + "representative": 8690, + "members": [ + 8690 + ], + "max_error": 0.0 + }, + { + "representative": 8534, + "members": [ + 8534 + ], + "max_error": 0.0 + }, + { + "representative": 8580, + "members": [ + 8580 + ], + "max_error": 0.0 + }, + { + "representative": 8524, + "members": [ + 8524 + ], + "max_error": 0.0 + }, + { + "representative": 8645, + "members": [ + 8645 + ], + "max_error": 0.0 + }, + { + "representative": 8526, + "members": [ + 8526 + ], + "max_error": 0.0 + }, + { + "representative": 8682, + "members": [ + 8682 + ], + "max_error": 0.0 + }, + { + "representative": 8592, + "members": [ + 8592 + ], + "max_error": 0.0 + }, + { + "representative": 8604, + "members": [ + 8604 + ], + "max_error": 0.0 + }, + { + "representative": 8621, + "members": [ + 8621 + ], + "max_error": 0.0 + }, + { + "representative": 8629, + "members": [ + 8629 + ], + "max_error": 0.0 + }, + { + "representative": 8639, + "members": [ + 8639 + ], + "max_error": 0.0 + }, + { + "representative": 8584, + "members": [ + 8584 + ], + "max_error": 0.0 + }, + { + "representative": 8696, + "members": [ + 8696 + ], + "max_error": 0.0 + }, + { + "representative": 8500, + "members": [ + 8500 + ], + "max_error": 0.0 + }, + { + "representative": 8624, + "members": [ + 8624 + ], + "max_error": 0.0 + }, + { + "representative": 8594, + "members": [ + 8594 + ], + "max_error": 0.0 + }, + { + "representative": 8451, + "members": [ + 8451 + ], + "max_error": 0.0 + }, + { + "representative": 8455, + "members": [ + 8455 + ], + "max_error": 0.0 + }, + { + "representative": 8566, + "members": [ + 8566 + ], + "max_error": 0.0 + }, + { + "representative": 8492, + "members": [ + 8492 + ], + "max_error": 0.0 + }, + { + "representative": 8510, + "members": [ + 8510 + ], + "max_error": 0.0 + }, + { + "representative": 8523, + "members": [ + 8523 + ], + "max_error": 0.0 + }, + { + "representative": 8544, + "members": [ + 8544 + ], + "max_error": 0.0 + }, + { + "representative": 8527, + "members": [ + 8527 + ], + "max_error": 0.0 + }, + { + "representative": 8640, + "members": [ + 8640 + ], + "max_error": 0.0 + }, + { + "representative": 8549, + "members": [ + 8549 + ], + "max_error": 0.0 + }, + { + "representative": 8556, + "members": [ + 8556 + ], + "max_error": 0.0 + }, + { + "representative": 8545, + "members": [ + 8545 + ], + "max_error": 0.0 + }, + { + "representative": 8677, + "members": [ + 8677 + ], + "max_error": 0.0 + }, + { + "representative": 8502, + "members": [ + 8502 + ], + "max_error": 0.0 + }, + { + "representative": 8680, + "members": [ + 8680 + ], + "max_error": 0.0 + }, + { + "representative": 8581, + "members": [ + 8581 + ], + "max_error": 0.0 + }, + { + "representative": 8674, + "members": [ + 8674 + ], + "max_error": 0.0 + }, + { + "representative": 8641, + "members": [ + 8641 + ], + "max_error": 0.0 + }, + { + "representative": 8557, + "members": [ + 8557 + ], + "max_error": 0.0 + }, + { + "representative": 8555, + "members": [ + 8555 + ], + "max_error": 0.0 + }, + { + "representative": 8548, + "members": [ + 8548 + ], + "max_error": 0.0 + }, + { + "representative": 8490, + "members": [ + 8490 + ], + "max_error": 0.0 + }, + { + "representative": 8450, + "members": [ + 8450 + ], + "max_error": 0.0 + }, + { + "representative": 8472, + "members": [ + 8472 + ], + "max_error": 0.0 + }, + { + "representative": 8448, + "members": [ + 8448 + ], + "max_error": 0.0 + }, + { + "representative": 8529, + "members": [ + 8529 + ], + "max_error": 0.0 + }, + { + "representative": 8654, + "members": [ + 8654 + ], + "max_error": 0.0 + }, + { + "representative": 8700, + "members": [ + 8700 + ], + "max_error": 0.0 + }, + { + "representative": 8703, + "members": [ + 8703 + ], + "max_error": 0.0 + }, + { + "representative": 8503, + "members": [ + 8503 + ], + "max_error": 0.0 + }, + { + "representative": 8483, + "members": [ + 8483 + ], + "max_error": 0.0 + }, + { + "representative": 8635, + "members": [ + 8635 + ], + "max_error": 0.0 + }, + { + "representative": 8470, + "members": [ + 8470 + ], + "max_error": 0.0 + }, + { + "representative": 8505, + "members": [ + 8505 + ], + "max_error": 0.0 + }, + { + "representative": 8459, + "members": [ + 8459 + ], + "max_error": 0.0 + }, + { + "representative": 8622, + "members": [ + 8622 + ], + "max_error": 0.0 + }, + { + "representative": 8457, + "members": [ + 8457 + ], + "max_error": 0.0 + }, + { + "representative": 8661, + "members": [ + 8661 + ], + "max_error": 0.0 + }, + { + "representative": 8693, + "members": [ + 8693 + ], + "max_error": 0.0 + }, + { + "representative": 8694, + "members": [ + 8694 + ], + "max_error": 0.0 + }, + { + "representative": 8521, + "members": [ + 8521 + ], + "max_error": 0.0 + }, + { + "representative": 8493, + "members": [ + 8493 + ], + "max_error": 0.0 + }, + { + "representative": 8507, + "members": [ + 8507 + ], + "max_error": 0.0 + }, + { + "representative": 8572, + "members": [ + 8572 + ], + "max_error": 0.0 + }, + { + "representative": 8615, + "members": [ + 8615 + ], + "max_error": 0.0 + }, + { + "representative": 8590, + "members": [ + 8590 + ], + "max_error": 0.0 + }, + { + "representative": 8687, + "members": [ + 8687 + ], + "max_error": 0.0 + }, + { + "representative": 8454, + "members": [ + 8454 + ], + "max_error": 0.0 + }, + { + "representative": 8494, + "members": [ + 8494 + ], + "max_error": 0.0 + }, + { + "representative": 8541, + "members": [ + 8541 + ], + "max_error": 0.0 + }, + { + "representative": 8702, + "members": [ + 8702 + ], + "max_error": 0.0 + }, + { + "representative": 8469, + "members": [ + 8469 + ], + "max_error": 0.0 + }, + { + "representative": 8668, + "members": [ + 8668 + ], + "max_error": 0.0 + }, + { + "representative": 8603, + "members": [ + 8603 + ], + "max_error": 0.0 + }, + { + "representative": 8585, + "members": [ + 8585 + ], + "max_error": 0.0 + }, + { + "representative": 8618, + "members": [ + 8618 + ], + "max_error": 0.0 + }, + { + "representative": 8651, + "members": [ + 8651 + ], + "max_error": 0.0 + }, + { + "representative": 8569, + "members": [ + 8569 + ], + "max_error": 0.0 + }, + { + "representative": 8607, + "members": [ + 8607 + ], + "max_error": 0.0 + }, + { + "representative": 8638, + "members": [ + 8638 + ], + "max_error": 0.0 + }, + { + "representative": 8575, + "members": [ + 8575 + ], + "max_error": 0.0 + }, + { + "representative": 8634, + "members": [ + 8634 + ], + "max_error": 0.0 + }, + { + "representative": 8601, + "members": [ + 8601 + ], + "max_error": 0.0 + }, + { + "representative": 8669, + "members": [ + 8669 + ], + "max_error": 0.0 + }, + { + "representative": 8525, + "members": [ + 8525 + ], + "max_error": 0.0 + }, + { + "representative": 8577, + "members": [ + 8577 + ], + "max_error": 0.0 + }, + { + "representative": 8627, + "members": [ + 8627 + ], + "max_error": 0.0 + }, + { + "representative": 8686, + "members": [ + 8686 + ], + "max_error": 0.0 + }, + { + "representative": 8642, + "members": [ + 8642 + ], + "max_error": 0.0 + }, + { + "representative": 8487, + "members": [ + 8487 + ], + "max_error": 0.0 + }, + { + "representative": 8598, + "members": [ + 8598 + ], + "max_error": 0.0 + }, + { + "representative": 8568, + "members": [ + 8568 + ], + "max_error": 0.0 + }, + { + "representative": 8522, + "members": [ + 8522 + ], + "max_error": 0.0 + }, + { + "representative": 8636, + "members": [ + 8636 + ], + "max_error": 0.0 + }, + { + "representative": 8688, + "members": [ + 8688 + ], + "max_error": 0.0 + }, + { + "representative": 8485, + "members": [ + 8485 + ], + "max_error": 0.0 + }, + { + "representative": 8675, + "members": [ + 8675 + ], + "max_error": 0.0 + }, + { + "representative": 8449, + "members": [ + 8449 + ], + "max_error": 0.0 + }, + { + "representative": 8684, + "members": [ + 8684 + ], + "max_error": 0.0 + }, + { + "representative": 8474, + "members": [ + 8474 + ], + "max_error": 0.0 + }, + { + "representative": 8679, + "members": [ + 8679 + ], + "max_error": 0.0 + }, + { + "representative": 8662, + "members": [ + 8662 + ], + "max_error": 0.0 + }, + { + "representative": 8462, + "members": [ + 8462 + ], + "max_error": 0.0 + }, + { + "representative": 8637, + "members": [ + 8637 + ], + "max_error": 0.0 + }, + { + "representative": 8456, + "members": [ + 8456 + ], + "max_error": 0.0 + }, + { + "representative": 8678, + "members": [ + 8678 + ], + "max_error": 0.0 + }, + { + "representative": 8571, + "members": [ + 8571 + ], + "max_error": 0.0 + }, + { + "representative": 8656, + "members": [ + 8656 + ], + "max_error": 0.0 + }, + { + "representative": 8498, + "members": [ + 8498 + ], + "max_error": 0.0 + }, + { + "representative": 8588, + "members": [ + 8588 + ], + "max_error": 0.0 + }, + { + "representative": 8561, + "members": [ + 8561 + ], + "max_error": 0.0 + }, + { + "representative": 8516, + "members": [ + 8516 + ], + "max_error": 0.0 + }, + { + "representative": 8587, + "members": [ + 8587 + ], + "max_error": 0.0 + }, + { + "representative": 8562, + "members": [ + 8562 + ], + "max_error": 0.0 + }, + { + "representative": 8625, + "members": [ + 8625 + ], + "max_error": 0.0 + }, + { + "representative": 8495, + "members": [ + 8495 + ], + "max_error": 0.0 + }, + { + "representative": 8486, + "members": [ + 8486 + ], + "max_error": 0.0 + }, + { + "representative": 8665, + "members": [ + 8665 + ], + "max_error": 0.0 + }, + { + "representative": 8660, + "members": [ + 8660 + ], + "max_error": 0.0 + }, + { + "representative": 8582, + "members": [ + 8582 + ], + "max_error": 0.0 + }, + { + "representative": 8559, + "members": [ + 8559 + ], + "max_error": 0.0 + }, + { + "representative": 8514, + "members": [ + 8514 + ], + "max_error": 0.0 + }, + { + "representative": 8671, + "members": [ + 8671 + ], + "max_error": 0.0 + }, + { + "representative": 8576, + "members": [ + 8576 + ], + "max_error": 0.0 + }, + { + "representative": 8499, + "members": [ + 8499 + ], + "max_error": 0.0 + }, + { + "representative": 8551, + "members": [ + 8551 + ], + "max_error": 0.0 + }, + { + "representative": 8652, + "members": [ + 8652 + ], + "max_error": 0.0 + }, + { + "representative": 8532, + "members": [ + 8532 + ], + "max_error": 0.0 + }, + { + "representative": 8599, + "members": [ + 8599 + ], + "max_error": 0.0 + }, + { + "representative": 8553, + "members": [ + 8553 + ], + "max_error": 0.0 + }, + { + "representative": 8620, + "members": [ + 8620 + ], + "max_error": 0.0 + }, + { + "representative": 8697, + "members": [ + 8697 + ], + "max_error": 0.0 + }, + { + "representative": 8614, + "members": [ + 8614 + ], + "max_error": 0.0 + }, + { + "representative": 8471, + "members": [ + 8471 + ], + "max_error": 0.0 + }, + { + "representative": 8460, + "members": [ + 8460 + ], + "max_error": 0.0 + }, + { + "representative": 8464, + "members": [ + 8464 + ], + "max_error": 0.0 + }, + { + "representative": 8467, + "members": [ + 8467 + ], + "max_error": 0.0 + }, + { + "representative": 8461, + "members": [ + 8461 + ], + "max_error": 0.0 + }, + { + "representative": 8488, + "members": [ + 8488 + ], + "max_error": 0.0 + }, + { + "representative": 8648, + "members": [ + 8648 + ], + "max_error": 0.0 + }, + { + "representative": 8595, + "members": [ + 8595 + ], + "max_error": 0.0 + }, + { + "representative": 8476, + "members": [ + 8476 + ], + "max_error": 0.0 + }, + { + "representative": 8539, + "members": [ + 8539 + ], + "max_error": 0.0 + }, + { + "representative": 8667, + "members": [ + 8667 + ], + "max_error": 0.0 + }, + { + "representative": 8543, + "members": [ + 8543 + ], + "max_error": 0.0 + }, + { + "representative": 8610, + "members": [ + 8610 + ], + "max_error": 0.0 + }, + { + "representative": 8683, + "members": [ + 8683 + ], + "max_error": 0.0 + }, + { + "representative": 8466, + "members": [ + 8466 + ], + "max_error": 0.0 + }, + { + "representative": 8567, + "members": [ + 8567 + ], + "max_error": 0.0 + }, + { + "representative": 8628, + "members": [ + 8628 + ], + "max_error": 0.0 + }, + { + "representative": 8655, + "members": [ + 8655 + ], + "max_error": 0.0 + }, + { + "representative": 8478, + "members": [ + 8478 + ], + "max_error": 0.0 + }, + { + "representative": 8564, + "members": [ + 8564 + ], + "max_error": 0.0 + }, + { + "representative": 8701, + "members": [ + 8701 + ], + "max_error": 0.0 + }, + { + "representative": 8692, + "members": [ + 8692 + ], + "max_error": 0.0 + }, + { + "representative": 8538, + "members": [ + 8538 + ], + "max_error": 0.0 + }, + { + "representative": 8691, + "members": [ + 8691 + ], + "max_error": 0.0 + }, + { + "representative": 8481, + "members": [ + 8481 + ], + "max_error": 0.0 + }, + { + "representative": 8612, + "members": [ + 8612 + ], + "max_error": 0.0 + }, + { + "representative": 8540, + "members": [ + 8540 + ], + "max_error": 0.0 + }, + { + "representative": 8519, + "members": [ + 8519 + ], + "max_error": 0.0 + }, + { + "representative": 8663, + "members": [ + 8663 + ], + "max_error": 0.0 + }, + { + "representative": 8484, + "members": [ + 8484 + ], + "max_error": 0.0 + }, + { + "representative": 8479, + "members": [ + 8479 + ], + "max_error": 0.0 + }, + { + "representative": 8570, + "members": [ + 8570 + ], + "max_error": 0.0 + }, + { + "representative": 8491, + "members": [ + 8491 + ], + "max_error": 0.0 + }, + { + "representative": 8698, + "members": [ + 8698 + ], + "max_error": 0.0 + }, + { + "representative": 8596, + "members": [ + 8596 + ], + "max_error": 0.0 + }, + { + "representative": 8659, + "members": [ + 8659 + ], + "max_error": 0.0 + }, + { + "representative": 8597, + "members": [ + 8597 + ], + "max_error": 0.0 + }, + { + "representative": 8468, + "members": [ + 8468 + ], + "max_error": 0.0 + }, + { + "representative": 8626, + "members": [ + 8626 + ], + "max_error": 0.0 + }, + { + "representative": 8517, + "members": [ + 8517 + ], + "max_error": 0.0 + }, + { + "representative": 8643, + "members": [ + 8643 + ], + "max_error": 0.0 + }, + { + "representative": 8565, + "members": [ + 8565 + ], + "max_error": 0.0 + }, + { + "representative": 8513, + "members": [ + 8513 + ], + "max_error": 0.0 + }, + { + "representative": 8666, + "members": [ + 8666 + ], + "max_error": 0.0 + }, + { + "representative": 8664, + "members": [ + 8664 + ], + "max_error": 0.0 + }, + { + "representative": 8528, + "members": [ + 8528 + ], + "max_error": 0.0 + }, + { + "representative": 8574, + "members": [ + 8574 + ], + "max_error": 0.0 + }, + { + "representative": 8606, + "members": [ + 8606 + ], + "max_error": 0.0 + }, + { + "representative": 8616, + "members": [ + 8616 + ], + "max_error": 0.0 + }, + { + "representative": 8681, + "members": [ + 8681 + ], + "max_error": 0.0 + }, + { + "representative": 8473, + "members": [ + 8473 + ], + "max_error": 0.0 + }, + { + "representative": 8511, + "members": [ + 8511 + ], + "max_error": 0.0 + }, + { + "representative": 8512, + "members": [ + 8512 + ], + "max_error": 0.0 + }, + { + "representative": 8465, + "members": [ + 8465 + ], + "max_error": 0.0 + }, + { + "representative": 8689, + "members": [ + 8689 + ], + "max_error": 0.0 + }, + { + "representative": 8453, + "members": [ + 8453 + ], + "max_error": 0.0 + }, + { + "representative": 8672, + "members": [ + 8672 + ], + "max_error": 0.0 + }, + { + "representative": 8542, + "members": [ + 8542 + ], + "max_error": 0.0 + }, + { + "representative": 8546, + "members": [ + 8546 + ], + "max_error": 0.0 + }, + { + "representative": 8552, + "members": [ + 8552 + ], + "max_error": 0.0 + }, + { + "representative": 8653, + "members": [ + 8653 + ], + "max_error": 0.0 + }, + { + "representative": 8650, + "members": [ + 8650 + ], + "max_error": 0.0 + }, + { + "representative": 8515, + "members": [ + 8515 + ], + "max_error": 0.0 + }, + { + "representative": 8676, + "members": [ + 8676 + ], + "max_error": 0.0 + }, + { + "representative": 8605, + "members": [ + 8605 + ], + "max_error": 0.0 + }, + { + "representative": 8658, + "members": [ + 8658 + ], + "max_error": 0.0 + }, + { + "representative": 8657, + "members": [ + 8657 + ], + "max_error": 0.0 + }, + { + "representative": 8480, + "members": [ + 8480 + ], + "max_error": 0.0 + }, + { + "representative": 8644, + "members": [ + 8644 + ], + "max_error": 0.0 + }, + { + "representative": 8631, + "members": [ + 8631 + ], + "max_error": 0.0 + }, + { + "representative": 8646, + "members": [ + 8646 + ], + "max_error": 0.0 + }, + { + "representative": 8518, + "members": [ + 8518 + ], + "max_error": 0.0 + }, + { + "representative": 8608, + "members": [ + 8608 + ], + "max_error": 0.0 + }, + { + "representative": 8475, + "members": [ + 8475 + ], + "max_error": 0.0 + }, + { + "representative": 8670, + "members": [ + 8670 + ], + "max_error": 0.0 + }, + { + "representative": 8520, + "members": [ + 8520 + ], + "max_error": 0.0 + }, + { + "representative": 8593, + "members": [ + 8593 + ], + "max_error": 0.0 + }, + { + "representative": 8649, + "members": [ + 8649 + ], + "max_error": 0.0 + }, + { + "representative": 8463, + "members": [ + 8463 + ], + "max_error": 0.0 + }, + { + "representative": 8508, + "members": [ + 8508 + ], + "max_error": 0.0 + }, + { + "representative": 8647, + "members": [ + 8647 + ], + "max_error": 0.0 + }, + { + "representative": 8623, + "members": [ + 8623 + ], + "max_error": 0.0 + }, + { + "representative": 8530, + "members": [ + 8530 + ], + "max_error": 0.0 + }, + { + "representative": 8554, + "members": [ + 8554 + ], + "max_error": 0.0 + }, + { + "representative": 8560, + "members": [ + 8560 + ], + "max_error": 0.0 + }, + { + "representative": 8573, + "members": [ + 8573 + ], + "max_error": 0.0 + }, + { + "representative": 8685, + "members": [ + 8685 + ], + "max_error": 0.0 + }, + { + "representative": 8632, + "members": [ + 8632 + ], + "max_error": 0.0 + }, + { + "representative": 8506, + "members": [ + 8506 + ], + "max_error": 0.0 + }, + { + "representative": 8531, + "members": [ + 8531 + ], + "max_error": 0.0 + }, + { + "representative": 8578, + "members": [ + 8578 + ], + "max_error": 0.0 + }, + { + "representative": 8563, + "members": [ + 8563 + ], + "max_error": 0.0 + }, + { + "representative": 8509, + "members": [ + 8509 + ], + "max_error": 0.0 + }, + { + "representative": 8602, + "members": [ + 8602 + ], + "max_error": 0.0 + }, + { + "representative": 8452, + "members": [ + 8452 + ], + "max_error": 0.0 + }, + { + "representative": 8482, + "members": [ + 8482 + ], + "max_error": 0.0 + }, + { + "representative": 8619, + "members": [ + 8619 + ], + "max_error": 0.0 + }, + { + "representative": 8583, + "members": [ + 8583 + ], + "max_error": 0.0 + }, + { + "representative": 8535, + "members": [ + 8535 + ], + "max_error": 0.0 + }, + { + "representative": 8458, + "members": [ + 8458 + ], + "max_error": 0.0 + }, + { + "representative": 8611, + "members": [ + 8611 + ], + "max_error": 0.0 + }, + { + "representative": 8633, + "members": [ + 8633 + ], + "max_error": 0.0 + }, + { + "representative": 8501, + "members": [ + 8501 + ], + "max_error": 0.0 + }, + { + "representative": 8591, + "members": [ + 8591 + ], + "max_error": 0.0 + }, + { + "representative": 8550, + "members": [ + 8550 + ], + "max_error": 0.0 + }, + { + "representative": 8589, + "members": [ + 8589 + ], + "max_error": 0.0 + }, + { + "representative": 8536, + "members": [ + 8536 + ], + "max_error": 0.0 + }, + { + "representative": 8617, + "members": [ + 8617 + ], + "max_error": 0.0 + }, + { + "representative": 8613, + "members": [ + 8613 + ], + "max_error": 0.0 + }, + { + "representative": 8497, + "members": [ + 8497 + ], + "max_error": 0.0 + }, + { + "representative": 8600, + "members": [ + 8600 + ], + "max_error": 0.0 + }, + { + "representative": 8533, + "members": [ + 8533 + ], + "max_error": 0.0 + }, + { + "representative": 8976, + "members": [ + 8976 + ], + "max_error": 0.0 + }, + { + "representative": 8980, + "members": [ + 8980 + ], + "max_error": 0.0 + }, + { + "representative": 8991, + "members": [ + 8991 + ], + "max_error": 0.0 + }, + { + "representative": 8996, + "members": [ + 8996 + ], + "max_error": 0.0 + }, + { + "representative": 9007, + "members": [ + 9007 + ], + "max_error": 0.0 + }, + { + "representative": 9106, + "members": [ + 9106 + ], + "max_error": 0.0 + }, + { + "representative": 9101, + "members": [ + 9101 + ], + "max_error": 0.0 + }, + { + "representative": 9032, + "members": [ + 9032 + ], + "max_error": 0.0 + }, + { + "representative": 9191, + "members": [ + 9191 + ], + "max_error": 0.0 + }, + { + "representative": 9111, + "members": [ + 9111 + ], + "max_error": 0.0 + }, + { + "representative": 9103, + "members": [ + 9103 + ], + "max_error": 0.0 + }, + { + "representative": 8997, + "members": [ + 8997 + ], + "max_error": 0.0 + }, + { + "representative": 9215, + "members": [ + 9215 + ], + "max_error": 0.0 + }, + { + "representative": 9139, + "members": [ + 9139 + ], + "max_error": 0.0 + }, + { + "representative": 9073, + "members": [ + 9073 + ], + "max_error": 0.0 + }, + { + "representative": 9119, + "members": [ + 9119 + ], + "max_error": 0.0 + }, + { + "representative": 9211, + "members": [ + 9211 + ], + "max_error": 0.0 + }, + { + "representative": 9052, + "members": [ + 9052 + ], + "max_error": 0.0 + }, + { + "representative": 9025, + "members": [ + 9025 + ], + "max_error": 0.0 + }, + { + "representative": 9206, + "members": [ + 9206 + ], + "max_error": 0.0 + }, + { + "representative": 8981, + "members": [ + 8981 + ], + "max_error": 0.0 + }, + { + "representative": 9064, + "members": [ + 9064 + ], + "max_error": 0.0 + }, + { + "representative": 8967, + "members": [ + 8967 + ], + "max_error": 0.0 + }, + { + "representative": 9194, + "members": [ + 9194 + ], + "max_error": 0.0 + }, + { + "representative": 8966, + "members": [ + 8966 + ], + "max_error": 0.0 + }, + { + "representative": 8987, + "members": [ + 8987 + ], + "max_error": 0.0 + }, + { + "representative": 8993, + "members": [ + 8993 + ], + "max_error": 0.0 + }, + { + "representative": 9015, + "members": [ + 9015 + ], + "max_error": 0.0 + }, + { + "representative": 9143, + "members": [ + 9143 + ], + "max_error": 0.0 + }, + { + "representative": 9013, + "members": [ + 9013 + ], + "max_error": 0.0 + }, + { + "representative": 8975, + "members": [ + 8975 + ], + "max_error": 0.0 + }, + { + "representative": 9203, + "members": [ + 9203 + ], + "max_error": 0.0 + }, + { + "representative": 9124, + "members": [ + 9124 + ], + "max_error": 0.0 + }, + { + "representative": 9131, + "members": [ + 9131 + ], + "max_error": 0.0 + }, + { + "representative": 9100, + "members": [ + 9100 + ], + "max_error": 0.0 + }, + { + "representative": 9058, + "members": [ + 9058 + ], + "max_error": 0.0 + }, + { + "representative": 9188, + "members": [ + 9188 + ], + "max_error": 0.0 + }, + { + "representative": 9207, + "members": [ + 9207 + ], + "max_error": 0.0 + }, + { + "representative": 9153, + "members": [ + 9153 + ], + "max_error": 0.0 + }, + { + "representative": 9107, + "members": [ + 9107 + ], + "max_error": 0.0 + }, + { + "representative": 9128, + "members": [ + 9128 + ], + "max_error": 0.0 + }, + { + "representative": 9130, + "members": [ + 9130 + ], + "max_error": 0.0 + }, + { + "representative": 9136, + "members": [ + 9136 + ], + "max_error": 0.0 + }, + { + "representative": 9140, + "members": [ + 9140 + ], + "max_error": 0.0 + }, + { + "representative": 9146, + "members": [ + 9146 + ], + "max_error": 0.0 + }, + { + "representative": 9149, + "members": [ + 9149 + ], + "max_error": 0.0 + }, + { + "representative": 9150, + "members": [ + 9150 + ], + "max_error": 0.0 + }, + { + "representative": 9151, + "members": [ + 9151 + ], + "max_error": 0.0 + }, + { + "representative": 9096, + "members": [ + 9096 + ], + "max_error": 0.0 + }, + { + "representative": 9089, + "members": [ + 9089 + ], + "max_error": 0.0 + }, + { + "representative": 9190, + "members": [ + 9190 + ], + "max_error": 0.0 + }, + { + "representative": 9182, + "members": [ + 9182 + ], + "max_error": 0.0 + }, + { + "representative": 9154, + "members": [ + 9154 + ], + "max_error": 0.0 + }, + { + "representative": 9095, + "members": [ + 9095 + ], + "max_error": 0.0 + }, + { + "representative": 9193, + "members": [ + 9193 + ], + "max_error": 0.0 + }, + { + "representative": 9039, + "members": [ + 9039 + ], + "max_error": 0.0 + }, + { + "representative": 8962, + "members": [ + 8962 + ], + "max_error": 0.0 + }, + { + "representative": 9108, + "members": [ + 9108 + ], + "max_error": 0.0 + }, + { + "representative": 9050, + "members": [ + 9050 + ], + "max_error": 0.0 + }, + { + "representative": 8960, + "members": [ + 8960 + ], + "max_error": 0.0 + }, + { + "representative": 9085, + "members": [ + 9085 + ], + "max_error": 0.0 + }, + { + "representative": 9109, + "members": [ + 9109 + ], + "max_error": 0.0 + }, + { + "representative": 9208, + "members": [ + 9208 + ], + "max_error": 0.0 + }, + { + "representative": 9082, + "members": [ + 9082 + ], + "max_error": 0.0 + }, + { + "representative": 9132, + "members": [ + 9132 + ], + "max_error": 0.0 + }, + { + "representative": 9161, + "members": [ + 9161 + ], + "max_error": 0.0 + }, + { + "representative": 9126, + "members": [ + 9126 + ], + "max_error": 0.0 + }, + { + "representative": 8989, + "members": [ + 8989 + ], + "max_error": 0.0 + }, + { + "representative": 9035, + "members": [ + 9035 + ], + "max_error": 0.0 + }, + { + "representative": 9053, + "members": [ + 9053 + ], + "max_error": 0.0 + }, + { + "representative": 9016, + "members": [ + 9016 + ], + "max_error": 0.0 + }, + { + "representative": 9004, + "members": [ + 9004 + ], + "max_error": 0.0 + }, + { + "representative": 9145, + "members": [ + 9145 + ], + "max_error": 0.0 + }, + { + "representative": 9195, + "members": [ + 9195 + ], + "max_error": 0.0 + }, + { + "representative": 9171, + "members": [ + 9171 + ], + "max_error": 0.0 + }, + { + "representative": 9070, + "members": [ + 9070 + ], + "max_error": 0.0 + }, + { + "representative": 9002, + "members": [ + 9002 + ], + "max_error": 0.0 + }, + { + "representative": 8988, + "members": [ + 8988 + ], + "max_error": 0.0 + }, + { + "representative": 9200, + "members": [ + 9200 + ], + "max_error": 0.0 + }, + { + "representative": 9209, + "members": [ + 9209 + ], + "max_error": 0.0 + }, + { + "representative": 9102, + "members": [ + 9102 + ], + "max_error": 0.0 + }, + { + "representative": 9005, + "members": [ + 9005 + ], + "max_error": 0.0 + }, + { + "representative": 9042, + "members": [ + 9042 + ], + "max_error": 0.0 + }, + { + "representative": 9001, + "members": [ + 9001 + ], + "max_error": 0.0 + }, + { + "representative": 9184, + "members": [ + 9184 + ], + "max_error": 0.0 + }, + { + "representative": 9092, + "members": [ + 9092 + ], + "max_error": 0.0 + }, + { + "representative": 9189, + "members": [ + 9189 + ], + "max_error": 0.0 + }, + { + "representative": 8994, + "members": [ + 8994 + ], + "max_error": 0.0 + }, + { + "representative": 9210, + "members": [ + 9210 + ], + "max_error": 0.0 + }, + { + "representative": 9120, + "members": [ + 9120 + ], + "max_error": 0.0 + }, + { + "representative": 9163, + "members": [ + 9163 + ], + "max_error": 0.0 + }, + { + "representative": 9123, + "members": [ + 9123 + ], + "max_error": 0.0 + }, + { + "representative": 9213, + "members": [ + 9213 + ], + "max_error": 0.0 + }, + { + "representative": 9038, + "members": [ + 9038 + ], + "max_error": 0.0 + }, + { + "representative": 9155, + "members": [ + 9155 + ], + "max_error": 0.0 + }, + { + "representative": 9075, + "members": [ + 9075 + ], + "max_error": 0.0 + }, + { + "representative": 9212, + "members": [ + 9212 + ], + "max_error": 0.0 + }, + { + "representative": 8972, + "members": [ + 8972 + ], + "max_error": 0.0 + }, + { + "representative": 9048, + "members": [ + 9048 + ], + "max_error": 0.0 + }, + { + "representative": 8983, + "members": [ + 8983 + ], + "max_error": 0.0 + }, + { + "representative": 8973, + "members": [ + 8973 + ], + "max_error": 0.0 + }, + { + "representative": 9105, + "members": [ + 9105 + ], + "max_error": 0.0 + }, + { + "representative": 8986, + "members": [ + 8986 + ], + "max_error": 0.0 + }, + { + "representative": 9118, + "members": [ + 9118 + ], + "max_error": 0.0 + }, + { + "representative": 9041, + "members": [ + 9041 + ], + "max_error": 0.0 + }, + { + "representative": 9090, + "members": [ + 9090 + ], + "max_error": 0.0 + }, + { + "representative": 8979, + "members": [ + 8979 + ], + "max_error": 0.0 + }, + { + "representative": 9012, + "members": [ + 9012 + ], + "max_error": 0.0 + }, + { + "representative": 9071, + "members": [ + 9071 + ], + "max_error": 0.0 + }, + { + "representative": 9137, + "members": [ + 9137 + ], + "max_error": 0.0 + }, + { + "representative": 9185, + "members": [ + 9185 + ], + "max_error": 0.0 + }, + { + "representative": 9113, + "members": [ + 9113 + ], + "max_error": 0.0 + }, + { + "representative": 9165, + "members": [ + 9165 + ], + "max_error": 0.0 + }, + { + "representative": 9018, + "members": [ + 9018 + ], + "max_error": 0.0 + }, + { + "representative": 8969, + "members": [ + 8969 + ], + "max_error": 0.0 + }, + { + "representative": 9115, + "members": [ + 9115 + ], + "max_error": 0.0 + }, + { + "representative": 9046, + "members": [ + 9046 + ], + "max_error": 0.0 + }, + { + "representative": 9033, + "members": [ + 9033 + ], + "max_error": 0.0 + }, + { + "representative": 8964, + "members": [ + 8964 + ], + "max_error": 0.0 + }, + { + "representative": 9198, + "members": [ + 9198 + ], + "max_error": 0.0 + }, + { + "representative": 9028, + "members": [ + 9028 + ], + "max_error": 0.0 + }, + { + "representative": 9055, + "members": [ + 9055 + ], + "max_error": 0.0 + }, + { + "representative": 9164, + "members": [ + 9164 + ], + "max_error": 0.0 + }, + { + "representative": 9087, + "members": [ + 9087 + ], + "max_error": 0.0 + }, + { + "representative": 9010, + "members": [ + 9010 + ], + "max_error": 0.0 + }, + { + "representative": 9197, + "members": [ + 9197 + ], + "max_error": 0.0 + }, + { + "representative": 9122, + "members": [ + 9122 + ], + "max_error": 0.0 + }, + { + "representative": 9162, + "members": [ + 9162 + ], + "max_error": 0.0 + }, + { + "representative": 8990, + "members": [ + 8990 + ], + "max_error": 0.0 + }, + { + "representative": 9017, + "members": [ + 9017 + ], + "max_error": 0.0 + }, + { + "representative": 9142, + "members": [ + 9142 + ], + "max_error": 0.0 + }, + { + "representative": 9138, + "members": [ + 9138 + ], + "max_error": 0.0 + }, + { + "representative": 9156, + "members": [ + 9156 + ], + "max_error": 0.0 + }, + { + "representative": 9170, + "members": [ + 9170 + ], + "max_error": 0.0 + }, + { + "representative": 9174, + "members": [ + 9174 + ], + "max_error": 0.0 + }, + { + "representative": 9180, + "members": [ + 9180 + ], + "max_error": 0.0 + }, + { + "representative": 9186, + "members": [ + 9186 + ], + "max_error": 0.0 + }, + { + "representative": 9192, + "members": [ + 9192 + ], + "max_error": 0.0 + }, + { + "representative": 9202, + "members": [ + 9202 + ], + "max_error": 0.0 + }, + { + "representative": 9160, + "members": [ + 9160 + ], + "max_error": 0.0 + }, + { + "representative": 9097, + "members": [ + 9097 + ], + "max_error": 0.0 + }, + { + "representative": 9129, + "members": [ + 9129 + ], + "max_error": 0.0 + }, + { + "representative": 9127, + "members": [ + 9127 + ], + "max_error": 0.0 + }, + { + "representative": 9036, + "members": [ + 9036 + ], + "max_error": 0.0 + }, + { + "representative": 9112, + "members": [ + 9112 + ], + "max_error": 0.0 + }, + { + "representative": 9099, + "members": [ + 9099 + ], + "max_error": 0.0 + }, + { + "representative": 8971, + "members": [ + 8971 + ], + "max_error": 0.0 + }, + { + "representative": 9133, + "members": [ + 9133 + ], + "max_error": 0.0 + }, + { + "representative": 9205, + "members": [ + 9205 + ], + "max_error": 0.0 + }, + { + "representative": 9141, + "members": [ + 9141 + ], + "max_error": 0.0 + }, + { + "representative": 9148, + "members": [ + 9148 + ], + "max_error": 0.0 + }, + { + "representative": 9134, + "members": [ + 9134 + ], + "max_error": 0.0 + }, + { + "representative": 8970, + "members": [ + 8970 + ], + "max_error": 0.0 + }, + { + "representative": 9169, + "members": [ + 9169 + ], + "max_error": 0.0 + }, + { + "representative": 9091, + "members": [ + 9091 + ], + "max_error": 0.0 + }, + { + "representative": 9021, + "members": [ + 9021 + ], + "max_error": 0.0 + }, + { + "representative": 9135, + "members": [ + 9135 + ], + "max_error": 0.0 + }, + { + "representative": 9110, + "members": [ + 9110 + ], + "max_error": 0.0 + }, + { + "representative": 9057, + "members": [ + 9057 + ], + "max_error": 0.0 + }, + { + "representative": 8974, + "members": [ + 8974 + ], + "max_error": 0.0 + }, + { + "representative": 9061, + "members": [ + 9061 + ], + "max_error": 0.0 + }, + { + "representative": 9121, + "members": [ + 9121 + ], + "max_error": 0.0 + }, + { + "representative": 9175, + "members": [ + 9175 + ], + "max_error": 0.0 + }, + { + "representative": 9059, + "members": [ + 9059 + ], + "max_error": 0.0 + }, + { + "representative": 9125, + "members": [ + 9125 + ], + "max_error": 0.0 + }, + { + "representative": 9009, + "members": [ + 9009 + ], + "max_error": 0.0 + }, + { + "representative": 9104, + "members": [ + 9104 + ], + "max_error": 0.0 + }, + { + "representative": 9030, + "members": [ + 9030 + ], + "max_error": 0.0 + }, + { + "representative": 8961, + "members": [ + 8961 + ], + "max_error": 0.0 + }, + { + "representative": 9078, + "members": [ + 9078 + ], + "max_error": 0.0 + }, + { + "representative": 9079, + "members": [ + 9079 + ], + "max_error": 0.0 + }, + { + "representative": 9069, + "members": [ + 9069 + ], + "max_error": 0.0 + }, + { + "representative": 9183, + "members": [ + 9183 + ], + "max_error": 0.0 + }, + { + "representative": 9047, + "members": [ + 9047 + ], + "max_error": 0.0 + }, + { + "representative": 9176, + "members": [ + 9176 + ], + "max_error": 0.0 + }, + { + "representative": 9178, + "members": [ + 9178 + ], + "max_error": 0.0 + }, + { + "representative": 9081, + "members": [ + 9081 + ], + "max_error": 0.0 + }, + { + "representative": 8968, + "members": [ + 8968 + ], + "max_error": 0.0 + }, + { + "representative": 9014, + "members": [ + 9014 + ], + "max_error": 0.0 + }, + { + "representative": 8963, + "members": [ + 8963 + ], + "max_error": 0.0 + }, + { + "representative": 9049, + "members": [ + 9049 + ], + "max_error": 0.0 + }, + { + "representative": 8965, + "members": [ + 8965 + ], + "max_error": 0.0 + }, + { + "representative": 9023, + "members": [ + 9023 + ], + "max_error": 0.0 + }, + { + "representative": 8978, + "members": [ + 8978 + ], + "max_error": 0.0 + }, + { + "representative": 9158, + "members": [ + 9158 + ], + "max_error": 0.0 + }, + { + "representative": 9201, + "members": [ + 9201 + ], + "max_error": 0.0 + }, + { + "representative": 9063, + "members": [ + 9063 + ], + "max_error": 0.0 + }, + { + "representative": 8999, + "members": [ + 8999 + ], + "max_error": 0.0 + }, + { + "representative": 9006, + "members": [ + 9006 + ], + "max_error": 0.0 + }, + { + "representative": 8977, + "members": [ + 8977 + ], + "max_error": 0.0 + }, + { + "representative": 8992, + "members": [ + 8992 + ], + "max_error": 0.0 + }, + { + "representative": 9066, + "members": [ + 9066 + ], + "max_error": 0.0 + }, + { + "representative": 9166, + "members": [ + 9166 + ], + "max_error": 0.0 + }, + { + "representative": 9094, + "members": [ + 9094 + ], + "max_error": 0.0 + }, + { + "representative": 9116, + "members": [ + 9116 + ], + "max_error": 0.0 + }, + { + "representative": 9024, + "members": [ + 9024 + ], + "max_error": 0.0 + }, + { + "representative": 9040, + "members": [ + 9040 + ], + "max_error": 0.0 + }, + { + "representative": 9043, + "members": [ + 9043 + ], + "max_error": 0.0 + }, + { + "representative": 9026, + "members": [ + 9026 + ], + "max_error": 0.0 + }, + { + "representative": 9044, + "members": [ + 9044 + ], + "max_error": 0.0 + }, + { + "representative": 9027, + "members": [ + 9027 + ], + "max_error": 0.0 + }, + { + "representative": 9054, + "members": [ + 9054 + ], + "max_error": 0.0 + }, + { + "representative": 9067, + "members": [ + 9067 + ], + "max_error": 0.0 + }, + { + "representative": 9068, + "members": [ + 9068 + ], + "max_error": 0.0 + }, + { + "representative": 9083, + "members": [ + 9083 + ], + "max_error": 0.0 + }, + { + "representative": 9084, + "members": [ + 9084 + ], + "max_error": 0.0 + }, + { + "representative": 9196, + "members": [ + 9196 + ], + "max_error": 0.0 + }, + { + "representative": 9177, + "members": [ + 9177 + ], + "max_error": 0.0 + }, + { + "representative": 9011, + "members": [ + 9011 + ], + "max_error": 0.0 + }, + { + "representative": 9159, + "members": [ + 9159 + ], + "max_error": 0.0 + }, + { + "representative": 9144, + "members": [ + 9144 + ], + "max_error": 0.0 + }, + { + "representative": 9034, + "members": [ + 9034 + ], + "max_error": 0.0 + }, + { + "representative": 9167, + "members": [ + 9167 + ], + "max_error": 0.0 + }, + { + "representative": 9172, + "members": [ + 9172 + ], + "max_error": 0.0 + }, + { + "representative": 9077, + "members": [ + 9077 + ], + "max_error": 0.0 + }, + { + "representative": 9031, + "members": [ + 9031 + ], + "max_error": 0.0 + }, + { + "representative": 9173, + "members": [ + 9173 + ], + "max_error": 0.0 + }, + { + "representative": 9000, + "members": [ + 9000 + ], + "max_error": 0.0 + }, + { + "representative": 9019, + "members": [ + 9019 + ], + "max_error": 0.0 + }, + { + "representative": 9086, + "members": [ + 9086 + ], + "max_error": 0.0 + }, + { + "representative": 9114, + "members": [ + 9114 + ], + "max_error": 0.0 + }, + { + "representative": 9147, + "members": [ + 9147 + ], + "max_error": 0.0 + }, + { + "representative": 9008, + "members": [ + 9008 + ], + "max_error": 0.0 + }, + { + "representative": 8985, + "members": [ + 8985 + ], + "max_error": 0.0 + }, + { + "representative": 9076, + "members": [ + 9076 + ], + "max_error": 0.0 + }, + { + "representative": 9157, + "members": [ + 9157 + ], + "max_error": 0.0 + }, + { + "representative": 9214, + "members": [ + 9214 + ], + "max_error": 0.0 + }, + { + "representative": 9204, + "members": [ + 9204 + ], + "max_error": 0.0 + }, + { + "representative": 9056, + "members": [ + 9056 + ], + "max_error": 0.0 + }, + { + "representative": 9062, + "members": [ + 9062 + ], + "max_error": 0.0 + }, + { + "representative": 8982, + "members": [ + 8982 + ], + "max_error": 0.0 + }, + { + "representative": 9199, + "members": [ + 9199 + ], + "max_error": 0.0 + }, + { + "representative": 9093, + "members": [ + 9093 + ], + "max_error": 0.0 + }, + { + "representative": 9029, + "members": [ + 9029 + ], + "max_error": 0.0 + }, + { + "representative": 9098, + "members": [ + 9098 + ], + "max_error": 0.0 + }, + { + "representative": 9080, + "members": [ + 9080 + ], + "max_error": 0.0 + }, + { + "representative": 8984, + "members": [ + 8984 + ], + "max_error": 0.0 + }, + { + "representative": 9117, + "members": [ + 9117 + ], + "max_error": 0.0 + }, + { + "representative": 9060, + "members": [ + 9060 + ], + "max_error": 0.0 + }, + { + "representative": 8995, + "members": [ + 8995 + ], + "max_error": 0.0 + }, + { + "representative": 9037, + "members": [ + 9037 + ], + "max_error": 0.0 + }, + { + "representative": 9152, + "members": [ + 9152 + ], + "max_error": 0.0 + }, + { + "representative": 9045, + "members": [ + 9045 + ], + "max_error": 0.0 + }, + { + "representative": 9088, + "members": [ + 9088 + ], + "max_error": 0.0 + }, + { + "representative": 9020, + "members": [ + 9020 + ], + "max_error": 0.0 + }, + { + "representative": 9065, + "members": [ + 9065 + ], + "max_error": 0.0 + }, + { + "representative": 9179, + "members": [ + 9179 + ], + "max_error": 0.0 + }, + { + "representative": 9003, + "members": [ + 9003 + ], + "max_error": 0.0 + }, + { + "representative": 9022, + "members": [ + 9022 + ], + "max_error": 0.0 + }, + { + "representative": 9187, + "members": [ + 9187 + ], + "max_error": 0.0 + }, + { + "representative": 8998, + "members": [ + 8998 + ], + "max_error": 0.0 + }, + { + "representative": 9051, + "members": [ + 9051 + ], + "max_error": 0.0 + }, + { + "representative": 9168, + "members": [ + 9168 + ], + "max_error": 0.0 + }, + { + "representative": 9074, + "members": [ + 9074 + ], + "max_error": 0.0 + }, + { + "representative": 9181, + "members": [ + 9181 + ], + "max_error": 0.0 + }, + { + "representative": 9072, + "members": [ + 9072 + ], + "max_error": 0.0 + }, + { + "representative": 9363, + "members": [ + 9363 + ], + "max_error": 0.0 + }, + { + "representative": 9365, + "members": [ + 9365 + ], + "max_error": 0.0 + }, + { + "representative": 9366, + "members": [ + 9366 + ], + "max_error": 0.0 + }, + { + "representative": 9370, + "members": [ + 9370 + ], + "max_error": 0.0 + }, + { + "representative": 9557, + "members": [ + 9557 + ], + "max_error": 0.0 + }, + { + "representative": 9578, + "members": [ + 9578 + ], + "max_error": 0.0 + }, + { + "representative": 9481, + "members": [ + 9481 + ], + "max_error": 0.0 + }, + { + "representative": 9581, + "members": [ + 9581 + ], + "max_error": 0.0 + }, + { + "representative": 9497, + "members": [ + 9497 + ], + "max_error": 0.0 + }, + { + "representative": 9499, + "members": [ + 9499 + ], + "max_error": 0.0 + }, + { + "representative": 9486, + "members": [ + 9486 + ], + "max_error": 0.0 + }, + { + "representative": 9364, + "members": [ + 9364 + ], + "max_error": 0.0 + }, + { + "representative": 9527, + "members": [ + 9527 + ], + "max_error": 0.0 + }, + { + "representative": 9369, + "members": [ + 9369 + ], + "max_error": 0.0 + }, + { + "representative": 9556, + "members": [ + 9556 + ], + "max_error": 0.0 + }, + { + "representative": 9435, + "members": [ + 9435 + ], + "max_error": 0.0 + }, + { + "representative": 9404, + "members": [ + 9404 + ], + "max_error": 0.0 + }, + { + "representative": 9451, + "members": [ + 9451 + ], + "max_error": 0.0 + }, + { + "representative": 9584, + "members": [ + 9584 + ], + "max_error": 0.0 + }, + { + "representative": 9374, + "members": [ + 9374 + ], + "max_error": 0.0 + }, + { + "representative": 9562, + "members": [ + 9562 + ], + "max_error": 0.0 + }, + { + "representative": 9401, + "members": [ + 9401 + ], + "max_error": 0.0 + }, + { + "representative": 9426, + "members": [ + 9426 + ], + "max_error": 0.0 + }, + { + "representative": 9507, + "members": [ + 9507 + ], + "max_error": 0.0 + }, + { + "representative": 9614, + "members": [ + 9614 + ], + "max_error": 0.0 + }, + { + "representative": 9586, + "members": [ + 9586 + ], + "max_error": 0.0 + }, + { + "representative": 9601, + "members": [ + 9601 + ], + "max_error": 0.0 + }, + { + "representative": 9532, + "members": [ + 9532 + ], + "max_error": 0.0 + }, + { + "representative": 9474, + "members": [ + 9474 + ], + "max_error": 0.0 + }, + { + "representative": 9394, + "members": [ + 9394 + ], + "max_error": 0.0 + }, + { + "representative": 9395, + "members": [ + 9395 + ], + "max_error": 0.0 + }, + { + "representative": 9397, + "members": [ + 9397 + ], + "max_error": 0.0 + }, + { + "representative": 9398, + "members": [ + 9398 + ], + "max_error": 0.0 + }, + { + "representative": 9400, + "members": [ + 9400 + ], + "max_error": 0.0 + }, + { + "representative": 9393, + "members": [ + 9393 + ], + "max_error": 0.0 + }, + { + "representative": 9402, + "members": [ + 9402 + ], + "max_error": 0.0 + }, + { + "representative": 9403, + "members": [ + 9403 + ], + "max_error": 0.0 + }, + { + "representative": 9406, + "members": [ + 9406 + ], + "max_error": 0.0 + }, + { + "representative": 9500, + "members": [ + 9500 + ], + "max_error": 0.0 + }, + { + "representative": 9429, + "members": [ + 9429 + ], + "max_error": 0.0 + }, + { + "representative": 9396, + "members": [ + 9396 + ], + "max_error": 0.0 + }, + { + "representative": 9551, + "members": [ + 9551 + ], + "max_error": 0.0 + }, + { + "representative": 9388, + "members": [ + 9388 + ], + "max_error": 0.0 + }, + { + "representative": 9564, + "members": [ + 9564 + ], + "max_error": 0.0 + }, + { + "representative": 9533, + "members": [ + 9533 + ], + "max_error": 0.0 + }, + { + "representative": 9423, + "members": [ + 9423 + ], + "max_error": 0.0 + }, + { + "representative": 9480, + "members": [ + 9480 + ], + "max_error": 0.0 + }, + { + "representative": 9488, + "members": [ + 9488 + ], + "max_error": 0.0 + }, + { + "representative": 9385, + "members": [ + 9385 + ], + "max_error": 0.0 + }, + { + "representative": 9490, + "members": [ + 9490 + ], + "max_error": 0.0 + }, + { + "representative": 9415, + "members": [ + 9415 + ], + "max_error": 0.0 + }, + { + "representative": 9506, + "members": [ + 9506 + ], + "max_error": 0.0 + }, + { + "representative": 9371, + "members": [ + 9371 + ], + "max_error": 0.0 + }, + { + "representative": 9360, + "members": [ + 9360 + ], + "max_error": 0.0 + }, + { + "representative": 9489, + "members": [ + 9489 + ], + "max_error": 0.0 + }, + { + "representative": 9559, + "members": [ + 9559 + ], + "max_error": 0.0 + }, + { + "representative": 9553, + "members": [ + 9553 + ], + "max_error": 0.0 + }, + { + "representative": 9438, + "members": [ + 9438 + ], + "max_error": 0.0 + }, + { + "representative": 9570, + "members": [ + 9570 + ], + "max_error": 0.0 + }, + { + "representative": 9530, + "members": [ + 9530 + ], + "max_error": 0.0 + }, + { + "representative": 9539, + "members": [ + 9539 + ], + "max_error": 0.0 + }, + { + "representative": 9541, + "members": [ + 9541 + ], + "max_error": 0.0 + }, + { + "representative": 9475, + "members": [ + 9475 + ], + "max_error": 0.0 + }, + { + "representative": 9566, + "members": [ + 9566 + ], + "max_error": 0.0 + }, + { + "representative": 9433, + "members": [ + 9433 + ], + "max_error": 0.0 + }, + { + "representative": 9552, + "members": [ + 9552 + ], + "max_error": 0.0 + }, + { + "representative": 9558, + "members": [ + 9558 + ], + "max_error": 0.0 + }, + { + "representative": 9563, + "members": [ + 9563 + ], + "max_error": 0.0 + }, + { + "representative": 9362, + "members": [ + 9362 + ], + "max_error": 0.0 + }, + { + "representative": 9522, + "members": [ + 9522 + ], + "max_error": 0.0 + }, + { + "representative": 9494, + "members": [ + 9494 + ], + "max_error": 0.0 + }, + { + "representative": 9597, + "members": [ + 9597 + ], + "max_error": 0.0 + }, + { + "representative": 9529, + "members": [ + 9529 + ], + "max_error": 0.0 + }, + { + "representative": 9590, + "members": [ + 9590 + ], + "max_error": 0.0 + }, + { + "representative": 9466, + "members": [ + 9466 + ], + "max_error": 0.0 + }, + { + "representative": 9535, + "members": [ + 9535 + ], + "max_error": 0.0 + }, + { + "representative": 9384, + "members": [ + 9384 + ], + "max_error": 0.0 + }, + { + "representative": 9595, + "members": [ + 9595 + ], + "max_error": 0.0 + }, + { + "representative": 9447, + "members": [ + 9447 + ], + "max_error": 0.0 + }, + { + "representative": 9459, + "members": [ + 9459 + ], + "max_error": 0.0 + }, + { + "representative": 9550, + "members": [ + 9550 + ], + "max_error": 0.0 + }, + { + "representative": 9554, + "members": [ + 9554 + ], + "max_error": 0.0 + }, + { + "representative": 9375, + "members": [ + 9375 + ], + "max_error": 0.0 + }, + { + "representative": 9430, + "members": [ + 9430 + ], + "max_error": 0.0 + }, + { + "representative": 9392, + "members": [ + 9392 + ], + "max_error": 0.0 + }, + { + "representative": 9542, + "members": [ + 9542 + ], + "max_error": 0.0 + }, + { + "representative": 9442, + "members": [ + 9442 + ], + "max_error": 0.0 + }, + { + "representative": 9504, + "members": [ + 9504 + ], + "max_error": 0.0 + }, + { + "representative": 9377, + "members": [ + 9377 + ], + "max_error": 0.0 + }, + { + "representative": 9510, + "members": [ + 9510 + ], + "max_error": 0.0 + }, + { + "representative": 9361, + "members": [ + 9361 + ], + "max_error": 0.0 + }, + { + "representative": 9501, + "members": [ + 9501 + ], + "max_error": 0.0 + }, + { + "representative": 9598, + "members": [ + 9598 + ], + "max_error": 0.0 + }, + { + "representative": 9383, + "members": [ + 9383 + ], + "max_error": 0.0 + }, + { + "representative": 9464, + "members": [ + 9464 + ], + "max_error": 0.0 + }, + { + "representative": 9463, + "members": [ + 9463 + ], + "max_error": 0.0 + }, + { + "representative": 9536, + "members": [ + 9536 + ], + "max_error": 0.0 + }, + { + "representative": 9521, + "members": [ + 9521 + ], + "max_error": 0.0 + }, + { + "representative": 9547, + "members": [ + 9547 + ], + "max_error": 0.0 + }, + { + "representative": 9567, + "members": [ + 9567 + ], + "max_error": 0.0 + }, + { + "representative": 9485, + "members": [ + 9485 + ], + "max_error": 0.0 + }, + { + "representative": 9592, + "members": [ + 9592 + ], + "max_error": 0.0 + }, + { + "representative": 9593, + "members": [ + 9593 + ], + "max_error": 0.0 + }, + { + "representative": 9441, + "members": [ + 9441 + ], + "max_error": 0.0 + }, + { + "representative": 9373, + "members": [ + 9373 + ], + "max_error": 0.0 + }, + { + "representative": 9422, + "members": [ + 9422 + ], + "max_error": 0.0 + }, + { + "representative": 9410, + "members": [ + 9410 + ], + "max_error": 0.0 + }, + { + "representative": 9411, + "members": [ + 9411 + ], + "max_error": 0.0 + }, + { + "representative": 9413, + "members": [ + 9413 + ], + "max_error": 0.0 + }, + { + "representative": 9414, + "members": [ + 9414 + ], + "max_error": 0.0 + }, + { + "representative": 9416, + "members": [ + 9416 + ], + "max_error": 0.0 + }, + { + "representative": 9417, + "members": [ + 9417 + ], + "max_error": 0.0 + }, + { + "representative": 9409, + "members": [ + 9409 + ], + "max_error": 0.0 + }, + { + "representative": 9420, + "members": [ + 9420 + ], + "max_error": 0.0 + }, + { + "representative": 9421, + "members": [ + 9421 + ], + "max_error": 0.0 + }, + { + "representative": 9512, + "members": [ + 9512 + ], + "max_error": 0.0 + }, + { + "representative": 9468, + "members": [ + 9468 + ], + "max_error": 0.0 + }, + { + "representative": 9412, + "members": [ + 9412 + ], + "max_error": 0.0 + }, + { + "representative": 9450, + "members": [ + 9450 + ], + "max_error": 0.0 + }, + { + "representative": 9368, + "members": [ + 9368 + ], + "max_error": 0.0 + }, + { + "representative": 9453, + "members": [ + 9453 + ], + "max_error": 0.0 + }, + { + "representative": 9515, + "members": [ + 9515 + ], + "max_error": 0.0 + }, + { + "representative": 9537, + "members": [ + 9537 + ], + "max_error": 0.0 + }, + { + "representative": 9543, + "members": [ + 9543 + ], + "max_error": 0.0 + }, + { + "representative": 9462, + "members": [ + 9462 + ], + "max_error": 0.0 + }, + { + "representative": 9561, + "members": [ + 9561 + ], + "max_error": 0.0 + }, + { + "representative": 9444, + "members": [ + 9444 + ], + "max_error": 0.0 + }, + { + "representative": 9582, + "members": [ + 9582 + ], + "max_error": 0.0 + }, + { + "representative": 9405, + "members": [ + 9405 + ], + "max_error": 0.0 + }, + { + "representative": 9514, + "members": [ + 9514 + ], + "max_error": 0.0 + }, + { + "representative": 9509, + "members": [ + 9509 + ], + "max_error": 0.0 + }, + { + "representative": 9612, + "members": [ + 9612 + ], + "max_error": 0.0 + }, + { + "representative": 9389, + "members": [ + 9389 + ], + "max_error": 0.0 + }, + { + "representative": 9560, + "members": [ + 9560 + ], + "max_error": 0.0 + }, + { + "representative": 9545, + "members": [ + 9545 + ], + "max_error": 0.0 + }, + { + "representative": 9437, + "members": [ + 9437 + ], + "max_error": 0.0 + }, + { + "representative": 9376, + "members": [ + 9376 + ], + "max_error": 0.0 + }, + { + "representative": 9457, + "members": [ + 9457 + ], + "max_error": 0.0 + }, + { + "representative": 9418, + "members": [ + 9418 + ], + "max_error": 0.0 + }, + { + "representative": 9367, + "members": [ + 9367 + ], + "max_error": 0.0 + }, + { + "representative": 9484, + "members": [ + 9484 + ], + "max_error": 0.0 + }, + { + "representative": 9465, + "members": [ + 9465 + ], + "max_error": 0.0 + }, + { + "representative": 9407, + "members": [ + 9407 + ], + "max_error": 0.0 + }, + { + "representative": 9511, + "members": [ + 9511 + ], + "max_error": 0.0 + }, + { + "representative": 9576, + "members": [ + 9576 + ], + "max_error": 0.0 + }, + { + "representative": 9508, + "members": [ + 9508 + ], + "max_error": 0.0 + }, + { + "representative": 9574, + "members": [ + 9574 + ], + "max_error": 0.0 + }, + { + "representative": 9609, + "members": [ + 9609 + ], + "max_error": 0.0 + }, + { + "representative": 9602, + "members": [ + 9602 + ], + "max_error": 0.0 + }, + { + "representative": 9461, + "members": [ + 9461 + ], + "max_error": 0.0 + }, + { + "representative": 9575, + "members": [ + 9575 + ], + "max_error": 0.0 + }, + { + "representative": 9487, + "members": [ + 9487 + ], + "max_error": 0.0 + }, + { + "representative": 9399, + "members": [ + 9399 + ], + "max_error": 0.0 + }, + { + "representative": 9596, + "members": [ + 9596 + ], + "max_error": 0.0 + }, + { + "representative": 9432, + "members": [ + 9432 + ], + "max_error": 0.0 + }, + { + "representative": 9419, + "members": [ + 9419 + ], + "max_error": 0.0 + }, + { + "representative": 9372, + "members": [ + 9372 + ], + "max_error": 0.0 + }, + { + "representative": 9381, + "members": [ + 9381 + ], + "max_error": 0.0 + }, + { + "representative": 9408, + "members": [ + 9408 + ], + "max_error": 0.0 + }, + { + "representative": 9606, + "members": [ + 9606 + ], + "max_error": 0.0 + }, + { + "representative": 9472, + "members": [ + 9472 + ], + "max_error": 0.0 + }, + { + "representative": 9470, + "members": [ + 9470 + ], + "max_error": 0.0 + }, + { + "representative": 9492, + "members": [ + 9492 + ], + "max_error": 0.0 + }, + { + "representative": 9424, + "members": [ + 9424 + ], + "max_error": 0.0 + }, + { + "representative": 9427, + "members": [ + 9427 + ], + "max_error": 0.0 + }, + { + "representative": 9428, + "members": [ + 9428 + ], + "max_error": 0.0 + }, + { + "representative": 9431, + "members": [ + 9431 + ], + "max_error": 0.0 + }, + { + "representative": 9425, + "members": [ + 9425 + ], + "max_error": 0.0 + }, + { + "representative": 9434, + "members": [ + 9434 + ], + "max_error": 0.0 + }, + { + "representative": 9436, + "members": [ + 9436 + ], + "max_error": 0.0 + }, + { + "representative": 9439, + "members": [ + 9439 + ], + "max_error": 0.0 + }, + { + "representative": 9440, + "members": [ + 9440 + ], + "max_error": 0.0 + }, + { + "representative": 9443, + "members": [ + 9443 + ], + "max_error": 0.0 + }, + { + "representative": 9445, + "members": [ + 9445 + ], + "max_error": 0.0 + }, + { + "representative": 9446, + "members": [ + 9446 + ], + "max_error": 0.0 + }, + { + "representative": 9448, + "members": [ + 9448 + ], + "max_error": 0.0 + }, + { + "representative": 9449, + "members": [ + 9449 + ], + "max_error": 0.0 + }, + { + "representative": 9452, + "members": [ + 9452 + ], + "max_error": 0.0 + }, + { + "representative": 9454, + "members": [ + 9454 + ], + "max_error": 0.0 + }, + { + "representative": 9455, + "members": [ + 9455 + ], + "max_error": 0.0 + }, + { + "representative": 9456, + "members": [ + 9456 + ], + "max_error": 0.0 + }, + { + "representative": 9458, + "members": [ + 9458 + ], + "max_error": 0.0 + }, + { + "representative": 9460, + "members": [ + 9460 + ], + "max_error": 0.0 + }, + { + "representative": 9467, + "members": [ + 9467 + ], + "max_error": 0.0 + }, + { + "representative": 9469, + "members": [ + 9469 + ], + "max_error": 0.0 + }, + { + "representative": 9471, + "members": [ + 9471 + ], + "max_error": 0.0 + }, + { + "representative": 9476, + "members": [ + 9476 + ], + "max_error": 0.0 + }, + { + "representative": 9477, + "members": [ + 9477 + ], + "max_error": 0.0 + }, + { + "representative": 9478, + "members": [ + 9478 + ], + "max_error": 0.0 + }, + { + "representative": 9479, + "members": [ + 9479 + ], + "max_error": 0.0 + }, + { + "representative": 9473, + "members": [ + 9473 + ], + "max_error": 0.0 + }, + { + "representative": 9482, + "members": [ + 9482 + ], + "max_error": 0.0 + }, + { + "representative": 9483, + "members": [ + 9483 + ], + "max_error": 0.0 + }, + { + "representative": 9491, + "members": [ + 9491 + ], + "max_error": 0.0 + }, + { + "representative": 9493, + "members": [ + 9493 + ], + "max_error": 0.0 + }, + { + "representative": 9495, + "members": [ + 9495 + ], + "max_error": 0.0 + }, + { + "representative": 9496, + "members": [ + 9496 + ], + "max_error": 0.0 + }, + { + "representative": 9498, + "members": [ + 9498 + ], + "max_error": 0.0 + }, + { + "representative": 9502, + "members": [ + 9502 + ], + "max_error": 0.0 + }, + { + "representative": 9503, + "members": [ + 9503 + ], + "max_error": 0.0 + }, + { + "representative": 9513, + "members": [ + 9513 + ], + "max_error": 0.0 + }, + { + "representative": 9505, + "members": [ + 9505 + ], + "max_error": 0.0 + }, + { + "representative": 9516, + "members": [ + 9516 + ], + "max_error": 0.0 + }, + { + "representative": 9517, + "members": [ + 9517 + ], + "max_error": 0.0 + }, + { + "representative": 9518, + "members": [ + 9518 + ], + "max_error": 0.0 + }, + { + "representative": 9519, + "members": [ + 9519 + ], + "max_error": 0.0 + }, + { + "representative": 9378, + "members": [ + 9378 + ], + "max_error": 0.0 + }, + { + "representative": 9379, + "members": [ + 9379 + ], + "max_error": 0.0 + }, + { + "representative": 9380, + "members": [ + 9380 + ], + "max_error": 0.0 + }, + { + "representative": 9382, + "members": [ + 9382 + ], + "max_error": 0.0 + }, + { + "representative": 9386, + "members": [ + 9386 + ], + "max_error": 0.0 + }, + { + "representative": 9387, + "members": [ + 9387 + ], + "max_error": 0.0 + }, + { + "representative": 9390, + "members": [ + 9390 + ], + "max_error": 0.0 + }, + { + "representative": 9391, + "members": [ + 9391 + ], + "max_error": 0.0 + }, + { + "representative": 9520, + "members": [ + 9520 + ], + "max_error": 0.0 + }, + { + "representative": 9523, + "members": [ + 9523 + ], + "max_error": 0.0 + }, + { + "representative": 9524, + "members": [ + 9524 + ], + "max_error": 0.0 + }, + { + "representative": 9525, + "members": [ + 9525 + ], + "max_error": 0.0 + }, + { + "representative": 9526, + "members": [ + 9526 + ], + "max_error": 0.0 + }, + { + "representative": 9528, + "members": [ + 9528 + ], + "max_error": 0.0 + }, + { + "representative": 9531, + "members": [ + 9531 + ], + "max_error": 0.0 + }, + { + "representative": 9534, + "members": [ + 9534 + ], + "max_error": 0.0 + }, + { + "representative": 9538, + "members": [ + 9538 + ], + "max_error": 0.0 + }, + { + "representative": 9540, + "members": [ + 9540 + ], + "max_error": 0.0 + }, + { + "representative": 9544, + "members": [ + 9544 + ], + "max_error": 0.0 + }, + { + "representative": 9546, + "members": [ + 9546 + ], + "max_error": 0.0 + }, + { + "representative": 9548, + "members": [ + 9548 + ], + "max_error": 0.0 + }, + { + "representative": 9549, + "members": [ + 9549 + ], + "max_error": 0.0 + }, + { + "representative": 9555, + "members": [ + 9555 + ], + "max_error": 0.0 + }, + { + "representative": 9565, + "members": [ + 9565 + ], + "max_error": 0.0 + }, + { + "representative": 9568, + "members": [ + 9568 + ], + "max_error": 0.0 + }, + { + "representative": 9571, + "members": [ + 9571 + ], + "max_error": 0.0 + }, + { + "representative": 9572, + "members": [ + 9572 + ], + "max_error": 0.0 + }, + { + "representative": 9573, + "members": [ + 9573 + ], + "max_error": 0.0 + }, + { + "representative": 9577, + "members": [ + 9577 + ], + "max_error": 0.0 + }, + { + "representative": 9569, + "members": [ + 9569 + ], + "max_error": 0.0 + }, + { + "representative": 9579, + "members": [ + 9579 + ], + "max_error": 0.0 + }, + { + "representative": 9580, + "members": [ + 9580 + ], + "max_error": 0.0 + }, + { + "representative": 9583, + "members": [ + 9583 + ], + "max_error": 0.0 + }, + { + "representative": 9587, + "members": [ + 9587 + ], + "max_error": 0.0 + }, + { + "representative": 9588, + "members": [ + 9588 + ], + "max_error": 0.0 + }, + { + "representative": 9589, + "members": [ + 9589 + ], + "max_error": 0.0 + }, + { + "representative": 9591, + "members": [ + 9591 + ], + "max_error": 0.0 + }, + { + "representative": 9585, + "members": [ + 9585 + ], + "max_error": 0.0 + }, + { + "representative": 9594, + "members": [ + 9594 + ], + "max_error": 0.0 + }, + { + "representative": 9599, + "members": [ + 9599 + ], + "max_error": 0.0 + }, + { + "representative": 9600, + "members": [ + 9600 + ], + "max_error": 0.0 + }, + { + "representative": 9603, + "members": [ + 9603 + ], + "max_error": 0.0 + }, + { + "representative": 9604, + "members": [ + 9604 + ], + "max_error": 0.0 + }, + { + "representative": 9605, + "members": [ + 9605 + ], + "max_error": 0.0 + }, + { + "representative": 9607, + "members": [ + 9607 + ], + "max_error": 0.0 + }, + { + "representative": 9608, + "members": [ + 9608 + ], + "max_error": 0.0 + }, + { + "representative": 9610, + "members": [ + 9610 + ], + "max_error": 0.0 + }, + { + "representative": 9611, + "members": [ + 9611 + ], + "max_error": 0.0 + }, + { + "representative": 9613, + "members": [ + 9613 + ], + "max_error": 0.0 + }, + { + "representative": 9615, + "members": [ + 9615 + ], + "max_error": 0.0 + }, + { + "representative": 9905, + "members": [ + 9905 + ], + "max_error": 0.0 + }, + { + "representative": 9906, + "members": [ + 9906 + ], + "max_error": 0.0 + }, + { + "representative": 9907, + "members": [ + 9907 + ], + "max_error": 0.0 + }, + { + "representative": 9919, + "members": [ + 9919 + ], + "max_error": 0.0 + }, + { + "representative": 9921, + "members": [ + 9921 + ], + "max_error": 0.0 + }, + { + "representative": 9879, + "members": [ + 9879 + ], + "max_error": 0.0 + }, + { + "representative": 9873, + "members": [ + 9873 + ], + "max_error": 0.0 + }, + { + "representative": 9885, + "members": [ + 9885 + ], + "max_error": 0.0 + }, + { + "representative": 10117, + "members": [ + 10117 + ], + "max_error": 0.0 + }, + { + "representative": 9960, + "members": [ + 9960 + ], + "max_error": 0.0 + }, + { + "representative": 10088, + "members": [ + 10088 + ], + "max_error": 0.0 + }, + { + "representative": 10009, + "members": [ + 10009 + ], + "max_error": 0.0 + }, + { + "representative": 10114, + "members": [ + 10114 + ], + "max_error": 0.0 + }, + { + "representative": 9951, + "members": [ + 9951 + ], + "max_error": 0.0 + }, + { + "representative": 9964, + "members": [ + 9964 + ], + "max_error": 0.0 + }, + { + "representative": 10069, + "members": [ + 10069 + ], + "max_error": 0.0 + }, + { + "representative": 10032, + "members": [ + 10032 + ], + "max_error": 0.0 + }, + { + "representative": 9989, + "members": [ + 9989 + ], + "max_error": 0.0 + }, + { + "representative": 10074, + "members": [ + 10074 + ], + "max_error": 0.0 + }, + { + "representative": 9977, + "members": [ + 9977 + ], + "max_error": 0.0 + }, + { + "representative": 10060, + "members": [ + 10060 + ], + "max_error": 0.0 + }, + { + "representative": 9932, + "members": [ + 9932 + ], + "max_error": 0.0 + }, + { + "representative": 9888, + "members": [ + 9888 + ], + "max_error": 0.0 + }, + { + "representative": 10077, + "members": [ + 10077 + ], + "max_error": 0.0 + }, + { + "representative": 10106, + "members": [ + 10106 + ], + "max_error": 0.0 + }, + { + "representative": 10104, + "members": [ + 10104 + ], + "max_error": 0.0 + }, + { + "representative": 9991, + "members": [ + 9991 + ], + "max_error": 0.0 + }, + { + "representative": 10008, + "members": [ + 10008 + ], + "max_error": 0.0 + }, + { + "representative": 9918, + "members": [ + 9918 + ], + "max_error": 0.0 + }, + { + "representative": 10043, + "members": [ + 10043 + ], + "max_error": 0.0 + }, + { + "representative": 9985, + "members": [ + 9985 + ], + "max_error": 0.0 + }, + { + "representative": 9986, + "members": [ + 9986 + ], + "max_error": 0.0 + }, + { + "representative": 10027, + "members": [ + 10027 + ], + "max_error": 0.0 + }, + { + "representative": 9912, + "members": [ + 9912 + ], + "max_error": 0.0 + }, + { + "representative": 9896, + "members": [ + 9896 + ], + "max_error": 0.0 + }, + { + "representative": 9990, + "members": [ + 9990 + ], + "max_error": 0.0 + }, + { + "representative": 9955, + "members": [ + 9955 + ], + "max_error": 0.0 + }, + { + "representative": 10076, + "members": [ + 10076 + ], + "max_error": 0.0 + }, + { + "representative": 9913, + "members": [ + 9913 + ], + "max_error": 0.0 + }, + { + "representative": 9976, + "members": [ + 9976 + ], + "max_error": 0.0 + }, + { + "representative": 10119, + "members": [ + 10119 + ], + "max_error": 0.0 + }, + { + "representative": 9908, + "members": [ + 9908 + ], + "max_error": 0.0 + }, + { + "representative": 10045, + "members": [ + 10045 + ], + "max_error": 0.0 + }, + { + "representative": 10126, + "members": [ + 10126 + ], + "max_error": 0.0 + }, + { + "representative": 9934, + "members": [ + 9934 + ], + "max_error": 0.0 + }, + { + "representative": 10095, + "members": [ + 10095 + ], + "max_error": 0.0 + }, + { + "representative": 10000, + "members": [ + 10000 + ], + "max_error": 0.0 + }, + { + "representative": 10036, + "members": [ + 10036 + ], + "max_error": 0.0 + }, + { + "representative": 10042, + "members": [ + 10042 + ], + "max_error": 0.0 + }, + { + "representative": 10044, + "members": [ + 10044 + ], + "max_error": 0.0 + }, + { + "representative": 10050, + "members": [ + 10050 + ], + "max_error": 0.0 + }, + { + "representative": 10063, + "members": [ + 10063 + ], + "max_error": 0.0 + }, + { + "representative": 10065, + "members": [ + 10065 + ], + "max_error": 0.0 + }, + { + "representative": 9965, + "members": [ + 9965 + ], + "max_error": 0.0 + }, + { + "representative": 9909, + "members": [ + 9909 + ], + "max_error": 0.0 + }, + { + "representative": 9882, + "members": [ + 9882 + ], + "max_error": 0.0 + }, + { + "representative": 9878, + "members": [ + 9878 + ], + "max_error": 0.0 + }, + { + "representative": 9915, + "members": [ + 9915 + ], + "max_error": 0.0 + }, + { + "representative": 9901, + "members": [ + 9901 + ], + "max_error": 0.0 + }, + { + "representative": 9998, + "members": [ + 9998 + ], + "max_error": 0.0 + }, + { + "representative": 10016, + "members": [ + 10016 + ], + "max_error": 0.0 + }, + { + "representative": 10038, + "members": [ + 10038 + ], + "max_error": 0.0 + }, + { + "representative": 9880, + "members": [ + 9880 + ], + "max_error": 0.0 + }, + { + "representative": 9875, + "members": [ + 9875 + ], + "max_error": 0.0 + }, + { + "representative": 9938, + "members": [ + 9938 + ], + "max_error": 0.0 + }, + { + "representative": 9929, + "members": [ + 9929 + ], + "max_error": 0.0 + }, + { + "representative": 9947, + "members": [ + 9947 + ], + "max_error": 0.0 + }, + { + "representative": 10099, + "members": [ + 10099 + ], + "max_error": 0.0 + }, + { + "representative": 9973, + "members": [ + 9973 + ], + "max_error": 0.0 + }, + { + "representative": 10066, + "members": [ + 10066 + ], + "max_error": 0.0 + }, + { + "representative": 10071, + "members": [ + 10071 + ], + "max_error": 0.0 + }, + { + "representative": 9993, + "members": [ + 9993 + ], + "max_error": 0.0 + }, + { + "representative": 10082, + "members": [ + 10082 + ], + "max_error": 0.0 + }, + { + "representative": 9995, + "members": [ + 9995 + ], + "max_error": 0.0 + }, + { + "representative": 10028, + "members": [ + 10028 + ], + "max_error": 0.0 + }, + { + "representative": 10055, + "members": [ + 10055 + ], + "max_error": 0.0 + }, + { + "representative": 9917, + "members": [ + 9917 + ], + "max_error": 0.0 + }, + { + "representative": 10064, + "members": [ + 10064 + ], + "max_error": 0.0 + }, + { + "representative": 10127, + "members": [ + 10127 + ], + "max_error": 0.0 + }, + { + "representative": 10105, + "members": [ + 10105 + ], + "max_error": 0.0 + }, + { + "representative": 10062, + "members": [ + 10062 + ], + "max_error": 0.0 + }, + { + "representative": 10013, + "members": [ + 10013 + ], + "max_error": 0.0 + }, + { + "representative": 9963, + "members": [ + 9963 + ], + "max_error": 0.0 + }, + { + "representative": 9942, + "members": [ + 9942 + ], + "max_error": 0.0 + }, + { + "representative": 10072, + "members": [ + 10072 + ], + "max_error": 0.0 + }, + { + "representative": 9898, + "members": [ + 9898 + ], + "max_error": 0.0 + }, + { + "representative": 10041, + "members": [ + 10041 + ], + "max_error": 0.0 + }, + { + "representative": 10051, + "members": [ + 10051 + ], + "max_error": 0.0 + }, + { + "representative": 9887, + "members": [ + 9887 + ], + "max_error": 0.0 + }, + { + "representative": 10029, + "members": [ + 10029 + ], + "max_error": 0.0 + }, + { + "representative": 9940, + "members": [ + 9940 + ], + "max_error": 0.0 + }, + { + "representative": 10025, + "members": [ + 10025 + ], + "max_error": 0.0 + }, + { + "representative": 9997, + "members": [ + 9997 + ], + "max_error": 0.0 + }, + { + "representative": 10079, + "members": [ + 10079 + ], + "max_error": 0.0 + }, + { + "representative": 9943, + "members": [ + 9943 + ], + "max_error": 0.0 + }, + { + "representative": 9967, + "members": [ + 9967 + ], + "max_error": 0.0 + }, + { + "representative": 10107, + "members": [ + 10107 + ], + "max_error": 0.0 + }, + { + "representative": 9897, + "members": [ + 9897 + ], + "max_error": 0.0 + }, + { + "representative": 9996, + "members": [ + 9996 + ], + "max_error": 0.0 + }, + { + "representative": 9902, + "members": [ + 9902 + ], + "max_error": 0.0 + }, + { + "representative": 10019, + "members": [ + 10019 + ], + "max_error": 0.0 + }, + { + "representative": 9971, + "members": [ + 9971 + ], + "max_error": 0.0 + }, + { + "representative": 10022, + "members": [ + 10022 + ], + "max_error": 0.0 + }, + { + "representative": 9941, + "members": [ + 9941 + ], + "max_error": 0.0 + }, + { + "representative": 10024, + "members": [ + 10024 + ], + "max_error": 0.0 + }, + { + "representative": 9958, + "members": [ + 9958 + ], + "max_error": 0.0 + }, + { + "representative": 10068, + "members": [ + 10068 + ], + "max_error": 0.0 + }, + { + "representative": 9969, + "members": [ + 9969 + ], + "max_error": 0.0 + }, + { + "representative": 10109, + "members": [ + 10109 + ], + "max_error": 0.0 + }, + { + "representative": 9895, + "members": [ + 9895 + ], + "max_error": 0.0 + }, + { + "representative": 10102, + "members": [ + 10102 + ], + "max_error": 0.0 + }, + { + "representative": 9889, + "members": [ + 9889 + ], + "max_error": 0.0 + }, + { + "representative": 9979, + "members": [ + 9979 + ], + "max_error": 0.0 + }, + { + "representative": 10116, + "members": [ + 10116 + ], + "max_error": 0.0 + }, + { + "representative": 9928, + "members": [ + 9928 + ], + "max_error": 0.0 + }, + { + "representative": 9910, + "members": [ + 9910 + ], + "max_error": 0.0 + }, + { + "representative": 9980, + "members": [ + 9980 + ], + "max_error": 0.0 + }, + { + "representative": 10037, + "members": [ + 10037 + ], + "max_error": 0.0 + }, + { + "representative": 10001, + "members": [ + 10001 + ], + "max_error": 0.0 + }, + { + "representative": 9950, + "members": [ + 9950 + ], + "max_error": 0.0 + }, + { + "representative": 10096, + "members": [ + 10096 + ], + "max_error": 0.0 + }, + { + "representative": 9962, + "members": [ + 9962 + ], + "max_error": 0.0 + }, + { + "representative": 9922, + "members": [ + 9922 + ], + "max_error": 0.0 + }, + { + "representative": 9923, + "members": [ + 9923 + ], + "max_error": 0.0 + }, + { + "representative": 10012, + "members": [ + 10012 + ], + "max_error": 0.0 + }, + { + "representative": 9984, + "members": [ + 9984 + ], + "max_error": 0.0 + }, + { + "representative": 10021, + "members": [ + 10021 + ], + "max_error": 0.0 + }, + { + "representative": 9893, + "members": [ + 9893 + ], + "max_error": 0.0 + }, + { + "representative": 10089, + "members": [ + 10089 + ], + "max_error": 0.0 + }, + { + "representative": 9978, + "members": [ + 9978 + ], + "max_error": 0.0 + }, + { + "representative": 10005, + "members": [ + 10005 + ], + "max_error": 0.0 + }, + { + "representative": 10087, + "members": [ + 10087 + ], + "max_error": 0.0 + }, + { + "representative": 10052, + "members": [ + 10052 + ], + "max_error": 0.0 + }, + { + "representative": 10056, + "members": [ + 10056 + ], + "max_error": 0.0 + }, + { + "representative": 10084, + "members": [ + 10084 + ], + "max_error": 0.0 + }, + { + "representative": 10097, + "members": [ + 10097 + ], + "max_error": 0.0 + }, + { + "representative": 10103, + "members": [ + 10103 + ], + "max_error": 0.0 + }, + { + "representative": 10115, + "members": [ + 10115 + ], + "max_error": 0.0 + }, + { + "representative": 10118, + "members": [ + 10118 + ], + "max_error": 0.0 + }, + { + "representative": 10120, + "members": [ + 10120 + ], + "max_error": 0.0 + }, + { + "representative": 10070, + "members": [ + 10070 + ], + "max_error": 0.0 + }, + { + "representative": 10053, + "members": [ + 10053 + ], + "max_error": 0.0 + }, + { + "representative": 9936, + "members": [ + 9936 + ], + "max_error": 0.0 + }, + { + "representative": 10010, + "members": [ + 10010 + ], + "max_error": 0.0 + }, + { + "representative": 10006, + "members": [ + 10006 + ], + "max_error": 0.0 + }, + { + "representative": 9914, + "members": [ + 9914 + ], + "max_error": 0.0 + }, + { + "representative": 10081, + "members": [ + 10081 + ], + "max_error": 0.0 + }, + { + "representative": 9872, + "members": [ + 9872 + ], + "max_error": 0.0 + }, + { + "representative": 9946, + "members": [ + 9946 + ], + "max_error": 0.0 + }, + { + "representative": 10122, + "members": [ + 10122 + ], + "max_error": 0.0 + }, + { + "representative": 9949, + "members": [ + 9949 + ], + "max_error": 0.0 + }, + { + "representative": 9927, + "members": [ + 9927 + ], + "max_error": 0.0 + }, + { + "representative": 10046, + "members": [ + 10046 + ], + "max_error": 0.0 + }, + { + "representative": 10083, + "members": [ + 10083 + ], + "max_error": 0.0 + }, + { + "representative": 9876, + "members": [ + 9876 + ], + "max_error": 0.0 + }, + { + "representative": 10098, + "members": [ + 10098 + ], + "max_error": 0.0 + }, + { + "representative": 10113, + "members": [ + 10113 + ], + "max_error": 0.0 + }, + { + "representative": 9924, + "members": [ + 9924 + ], + "max_error": 0.0 + }, + { + "representative": 10110, + "members": [ + 10110 + ], + "max_error": 0.0 + }, + { + "representative": 9884, + "members": [ + 9884 + ], + "max_error": 0.0 + }, + { + "representative": 9903, + "members": [ + 9903 + ], + "max_error": 0.0 + }, + { + "representative": 9894, + "members": [ + 9894 + ], + "max_error": 0.0 + }, + { + "representative": 9999, + "members": [ + 9999 + ], + "max_error": 0.0 + }, + { + "representative": 10040, + "members": [ + 10040 + ], + "max_error": 0.0 + }, + { + "representative": 10108, + "members": [ + 10108 + ], + "max_error": 0.0 + }, + { + "representative": 9966, + "members": [ + 9966 + ], + "max_error": 0.0 + }, + { + "representative": 10123, + "members": [ + 10123 + ], + "max_error": 0.0 + }, + { + "representative": 9911, + "members": [ + 9911 + ], + "max_error": 0.0 + }, + { + "representative": 9945, + "members": [ + 9945 + ], + "max_error": 0.0 + }, + { + "representative": 10091, + "members": [ + 10091 + ], + "max_error": 0.0 + }, + { + "representative": 10002, + "members": [ + 10002 + ], + "max_error": 0.0 + }, + { + "representative": 10112, + "members": [ + 10112 + ], + "max_error": 0.0 + }, + { + "representative": 9916, + "members": [ + 9916 + ], + "max_error": 0.0 + }, + { + "representative": 9877, + "members": [ + 9877 + ], + "max_error": 0.0 + }, + { + "representative": 10015, + "members": [ + 10015 + ], + "max_error": 0.0 + }, + { + "representative": 10011, + "members": [ + 10011 + ], + "max_error": 0.0 + }, + { + "representative": 10007, + "members": [ + 10007 + ], + "max_error": 0.0 + }, + { + "representative": 9930, + "members": [ + 9930 + ], + "max_error": 0.0 + }, + { + "representative": 10124, + "members": [ + 10124 + ], + "max_error": 0.0 + }, + { + "representative": 10026, + "members": [ + 10026 + ], + "max_error": 0.0 + }, + { + "representative": 9956, + "members": [ + 9956 + ], + "max_error": 0.0 + }, + { + "representative": 10061, + "members": [ + 10061 + ], + "max_error": 0.0 + }, + { + "representative": 9959, + "members": [ + 9959 + ], + "max_error": 0.0 + }, + { + "representative": 10034, + "members": [ + 10034 + ], + "max_error": 0.0 + }, + { + "representative": 10058, + "members": [ + 10058 + ], + "max_error": 0.0 + }, + { + "representative": 10125, + "members": [ + 10125 + ], + "max_error": 0.0 + }, + { + "representative": 9992, + "members": [ + 9992 + ], + "max_error": 0.0 + }, + { + "representative": 10039, + "members": [ + 10039 + ], + "max_error": 0.0 + }, + { + "representative": 9968, + "members": [ + 9968 + ], + "max_error": 0.0 + }, + { + "representative": 9900, + "members": [ + 9900 + ], + "max_error": 0.0 + }, + { + "representative": 10003, + "members": [ + 10003 + ], + "max_error": 0.0 + }, + { + "representative": 10075, + "members": [ + 10075 + ], + "max_error": 0.0 + }, + { + "representative": 10111, + "members": [ + 10111 + ], + "max_error": 0.0 + }, + { + "representative": 10094, + "members": [ + 10094 + ], + "max_error": 0.0 + }, + { + "representative": 10090, + "members": [ + 10090 + ], + "max_error": 0.0 + }, + { + "representative": 9961, + "members": [ + 9961 + ], + "max_error": 0.0 + }, + { + "representative": 9892, + "members": [ + 9892 + ], + "max_error": 0.0 + }, + { + "representative": 10033, + "members": [ + 10033 + ], + "max_error": 0.0 + }, + { + "representative": 10101, + "members": [ + 10101 + ], + "max_error": 0.0 + }, + { + "representative": 9891, + "members": [ + 9891 + ], + "max_error": 0.0 + }, + { + "representative": 10085, + "members": [ + 10085 + ], + "max_error": 0.0 + }, + { + "representative": 9931, + "members": [ + 9931 + ], + "max_error": 0.0 + }, + { + "representative": 10054, + "members": [ + 10054 + ], + "max_error": 0.0 + }, + { + "representative": 9957, + "members": [ + 9957 + ], + "max_error": 0.0 + }, + { + "representative": 10059, + "members": [ + 10059 + ], + "max_error": 0.0 + }, + { + "representative": 10100, + "members": [ + 10100 + ], + "max_error": 0.0 + }, + { + "representative": 10080, + "members": [ + 10080 + ], + "max_error": 0.0 + }, + { + "representative": 9952, + "members": [ + 9952 + ], + "max_error": 0.0 + }, + { + "representative": 9954, + "members": [ + 9954 + ], + "max_error": 0.0 + }, + { + "representative": 9939, + "members": [ + 9939 + ], + "max_error": 0.0 + }, + { + "representative": 9970, + "members": [ + 9970 + ], + "max_error": 0.0 + }, + { + "representative": 9974, + "members": [ + 9974 + ], + "max_error": 0.0 + }, + { + "representative": 9981, + "members": [ + 9981 + ], + "max_error": 0.0 + }, + { + "representative": 9994, + "members": [ + 9994 + ], + "max_error": 0.0 + }, + { + "representative": 9944, + "members": [ + 9944 + ], + "max_error": 0.0 + }, + { + "representative": 9937, + "members": [ + 9937 + ], + "max_error": 0.0 + }, + { + "representative": 10078, + "members": [ + 10078 + ], + "max_error": 0.0 + }, + { + "representative": 10093, + "members": [ + 10093 + ], + "max_error": 0.0 + }, + { + "representative": 10017, + "members": [ + 10017 + ], + "max_error": 0.0 + }, + { + "representative": 9983, + "members": [ + 9983 + ], + "max_error": 0.0 + }, + { + "representative": 10121, + "members": [ + 10121 + ], + "max_error": 0.0 + }, + { + "representative": 9899, + "members": [ + 9899 + ], + "max_error": 0.0 + }, + { + "representative": 10092, + "members": [ + 10092 + ], + "max_error": 0.0 + }, + { + "representative": 9890, + "members": [ + 9890 + ], + "max_error": 0.0 + }, + { + "representative": 9948, + "members": [ + 9948 + ], + "max_error": 0.0 + }, + { + "representative": 9904, + "members": [ + 9904 + ], + "max_error": 0.0 + }, + { + "representative": 10030, + "members": [ + 10030 + ], + "max_error": 0.0 + }, + { + "representative": 10048, + "members": [ + 10048 + ], + "max_error": 0.0 + }, + { + "representative": 9935, + "members": [ + 9935 + ], + "max_error": 0.0 + }, + { + "representative": 10035, + "members": [ + 10035 + ], + "max_error": 0.0 + }, + { + "representative": 9886, + "members": [ + 9886 + ], + "max_error": 0.0 + }, + { + "representative": 10057, + "members": [ + 10057 + ], + "max_error": 0.0 + }, + { + "representative": 10049, + "members": [ + 10049 + ], + "max_error": 0.0 + }, + { + "representative": 10031, + "members": [ + 10031 + ], + "max_error": 0.0 + }, + { + "representative": 10067, + "members": [ + 10067 + ], + "max_error": 0.0 + }, + { + "representative": 9920, + "members": [ + 9920 + ], + "max_error": 0.0 + }, + { + "representative": 9982, + "members": [ + 9982 + ], + "max_error": 0.0 + }, + { + "representative": 9874, + "members": [ + 9874 + ], + "max_error": 0.0 + }, + { + "representative": 10023, + "members": [ + 10023 + ], + "max_error": 0.0 + }, + { + "representative": 9925, + "members": [ + 9925 + ], + "max_error": 0.0 + }, + { + "representative": 9972, + "members": [ + 9972 + ], + "max_error": 0.0 + }, + { + "representative": 10004, + "members": [ + 10004 + ], + "max_error": 0.0 + }, + { + "representative": 10014, + "members": [ + 10014 + ], + "max_error": 0.0 + }, + { + "representative": 10086, + "members": [ + 10086 + ], + "max_error": 0.0 + }, + { + "representative": 10073, + "members": [ + 10073 + ], + "max_error": 0.0 + }, + { + "representative": 9987, + "members": [ + 9987 + ], + "max_error": 0.0 + }, + { + "representative": 10020, + "members": [ + 10020 + ], + "max_error": 0.0 + }, + { + "representative": 9933, + "members": [ + 9933 + ], + "max_error": 0.0 + }, + { + "representative": 9988, + "members": [ + 9988 + ], + "max_error": 0.0 + }, + { + "representative": 9975, + "members": [ + 9975 + ], + "max_error": 0.0 + }, + { + "representative": 9881, + "members": [ + 9881 + ], + "max_error": 0.0 + }, + { + "representative": 10018, + "members": [ + 10018 + ], + "max_error": 0.0 + }, + { + "representative": 10047, + "members": [ + 10047 + ], + "max_error": 0.0 + }, + { + "representative": 9953, + "members": [ + 9953 + ], + "max_error": 0.0 + }, + { + "representative": 9883, + "members": [ + 9883 + ], + "max_error": 0.0 + }, + { + "representative": 9926, + "members": [ + 9926 + ], + "max_error": 0.0 + }, + { + "representative": 10413, + "members": [ + 10413 + ], + "max_error": 0.0 + }, + { + "representative": 10430, + "members": [ + 10430 + ], + "max_error": 0.0 + }, + { + "representative": 10389, + "members": [ + 10389 + ], + "max_error": 0.0 + }, + { + "representative": 10434, + "members": [ + 10434 + ], + "max_error": 0.0 + }, + { + "representative": 10436, + "members": [ + 10436 + ], + "max_error": 0.0 + }, + { + "representative": 10442, + "members": [ + 10442 + ], + "max_error": 0.0 + }, + { + "representative": 10445, + "members": [ + 10445 + ], + "max_error": 0.0 + }, + { + "representative": 10467, + "members": [ + 10467 + ], + "max_error": 0.0 + }, + { + "representative": 10475, + "members": [ + 10475 + ], + "max_error": 0.0 + }, + { + "representative": 10485, + "members": [ + 10485 + ], + "max_error": 0.0 + }, + { + "representative": 10433, + "members": [ + 10433 + ], + "max_error": 0.0 + }, + { + "representative": 10619, + "members": [ + 10619 + ], + "max_error": 0.0 + }, + { + "representative": 10471, + "members": [ + 10471 + ], + "max_error": 0.0 + }, + { + "representative": 10462, + "members": [ + 10462 + ], + "max_error": 0.0 + }, + { + "representative": 10635, + "members": [ + 10635 + ], + "max_error": 0.0 + }, + { + "representative": 10500, + "members": [ + 10500 + ], + "max_error": 0.0 + }, + { + "representative": 10546, + "members": [ + 10546 + ], + "max_error": 0.0 + }, + { + "representative": 10568, + "members": [ + 10568 + ], + "max_error": 0.0 + }, + { + "representative": 10387, + "members": [ + 10387 + ], + "max_error": 0.0 + }, + { + "representative": 10549, + "members": [ + 10549 + ], + "max_error": 0.0 + }, + { + "representative": 10441, + "members": [ + 10441 + ], + "max_error": 0.0 + }, + { + "representative": 10569, + "members": [ + 10569 + ], + "max_error": 0.0 + }, + { + "representative": 10598, + "members": [ + 10598 + ], + "max_error": 0.0 + }, + { + "representative": 10565, + "members": [ + 10565 + ], + "max_error": 0.0 + }, + { + "representative": 10486, + "members": [ + 10486 + ], + "max_error": 0.0 + }, + { + "representative": 10589, + "members": [ + 10589 + ], + "max_error": 0.0 + }, + { + "representative": 10452, + "members": [ + 10452 + ], + "max_error": 0.0 + }, + { + "representative": 10545, + "members": [ + 10545 + ], + "max_error": 0.0 + }, + { + "representative": 10423, + "members": [ + 10423 + ], + "max_error": 0.0 + }, + { + "representative": 10506, + "members": [ + 10506 + ], + "max_error": 0.0 + }, + { + "representative": 10557, + "members": [ + 10557 + ], + "max_error": 0.0 + }, + { + "representative": 10395, + "members": [ + 10395 + ], + "max_error": 0.0 + }, + { + "representative": 10487, + "members": [ + 10487 + ], + "max_error": 0.0 + }, + { + "representative": 10637, + "members": [ + 10637 + ], + "max_error": 0.0 + }, + { + "representative": 10574, + "members": [ + 10574 + ], + "max_error": 0.0 + }, + { + "representative": 10505, + "members": [ + 10505 + ], + "max_error": 0.0 + }, + { + "representative": 10502, + "members": [ + 10502 + ], + "max_error": 0.0 + }, + { + "representative": 10473, + "members": [ + 10473 + ], + "max_error": 0.0 + }, + { + "representative": 10609, + "members": [ + 10609 + ], + "max_error": 0.0 + }, + { + "representative": 10638, + "members": [ + 10638 + ], + "max_error": 0.0 + }, + { + "representative": 10630, + "members": [ + 10630 + ], + "max_error": 0.0 + }, + { + "representative": 10524, + "members": [ + 10524 + ], + "max_error": 0.0 + }, + { + "representative": 10526, + "members": [ + 10526 + ], + "max_error": 0.0 + }, + { + "representative": 10415, + "members": [ + 10415 + ], + "max_error": 0.0 + }, + { + "representative": 10562, + "members": [ + 10562 + ], + "max_error": 0.0 + }, + { + "representative": 10625, + "members": [ + 10625 + ], + "max_error": 0.0 + }, + { + "representative": 10600, + "members": [ + 10600 + ], + "max_error": 0.0 + }, + { + "representative": 10497, + "members": [ + 10497 + ], + "max_error": 0.0 + }, + { + "representative": 10397, + "members": [ + 10397 + ], + "max_error": 0.0 + }, + { + "representative": 10580, + "members": [ + 10580 + ], + "max_error": 0.0 + }, + { + "representative": 10495, + "members": [ + 10495 + ], + "max_error": 0.0 + }, + { + "representative": 10610, + "members": [ + 10610 + ], + "max_error": 0.0 + }, + { + "representative": 10392, + "members": [ + 10392 + ], + "max_error": 0.0 + }, + { + "representative": 10615, + "members": [ + 10615 + ], + "max_error": 0.0 + }, + { + "representative": 10460, + "members": [ + 10460 + ], + "max_error": 0.0 + }, + { + "representative": 10542, + "members": [ + 10542 + ], + "max_error": 0.0 + }, + { + "representative": 10607, + "members": [ + 10607 + ], + "max_error": 0.0 + }, + { + "representative": 10498, + "members": [ + 10498 + ], + "max_error": 0.0 + }, + { + "representative": 10579, + "members": [ + 10579 + ], + "max_error": 0.0 + }, + { + "representative": 10627, + "members": [ + 10627 + ], + "max_error": 0.0 + }, + { + "representative": 10548, + "members": [ + 10548 + ], + "max_error": 0.0 + }, + { + "representative": 10540, + "members": [ + 10540 + ], + "max_error": 0.0 + }, + { + "representative": 10596, + "members": [ + 10596 + ], + "max_error": 0.0 + }, + { + "representative": 10539, + "members": [ + 10539 + ], + "max_error": 0.0 + }, + { + "representative": 10581, + "members": [ + 10581 + ], + "max_error": 0.0 + }, + { + "representative": 10591, + "members": [ + 10591 + ], + "max_error": 0.0 + }, + { + "representative": 10427, + "members": [ + 10427 + ], + "max_error": 0.0 + }, + { + "representative": 10594, + "members": [ + 10594 + ], + "max_error": 0.0 + }, + { + "representative": 10407, + "members": [ + 10407 + ], + "max_error": 0.0 + }, + { + "representative": 10555, + "members": [ + 10555 + ], + "max_error": 0.0 + }, + { + "representative": 10541, + "members": [ + 10541 + ], + "max_error": 0.0 + }, + { + "representative": 10529, + "members": [ + 10529 + ], + "max_error": 0.0 + }, + { + "representative": 10553, + "members": [ + 10553 + ], + "max_error": 0.0 + }, + { + "representative": 10602, + "members": [ + 10602 + ], + "max_error": 0.0 + }, + { + "representative": 10536, + "members": [ + 10536 + ], + "max_error": 0.0 + }, + { + "representative": 10393, + "members": [ + 10393 + ], + "max_error": 0.0 + }, + { + "representative": 10429, + "members": [ + 10429 + ], + "max_error": 0.0 + }, + { + "representative": 10488, + "members": [ + 10488 + ], + "max_error": 0.0 + }, + { + "representative": 10396, + "members": [ + 10396 + ], + "max_error": 0.0 + }, + { + "representative": 10623, + "members": [ + 10623 + ], + "max_error": 0.0 + }, + { + "representative": 10455, + "members": [ + 10455 + ], + "max_error": 0.0 + }, + { + "representative": 10622, + "members": [ + 10622 + ], + "max_error": 0.0 + }, + { + "representative": 10538, + "members": [ + 10538 + ], + "max_error": 0.0 + }, + { + "representative": 10554, + "members": [ + 10554 + ], + "max_error": 0.0 + }, + { + "representative": 10511, + "members": [ + 10511 + ], + "max_error": 0.0 + }, + { + "representative": 10418, + "members": [ + 10418 + ], + "max_error": 0.0 + }, + { + "representative": 10586, + "members": [ + 10586 + ], + "max_error": 0.0 + }, + { + "representative": 10510, + "members": [ + 10510 + ], + "max_error": 0.0 + }, + { + "representative": 10584, + "members": [ + 10584 + ], + "max_error": 0.0 + }, + { + "representative": 10444, + "members": [ + 10444 + ], + "max_error": 0.0 + }, + { + "representative": 10449, + "members": [ + 10449 + ], + "max_error": 0.0 + }, + { + "representative": 10543, + "members": [ + 10543 + ], + "max_error": 0.0 + }, + { + "representative": 10573, + "members": [ + 10573 + ], + "max_error": 0.0 + }, + { + "representative": 10624, + "members": [ + 10624 + ], + "max_error": 0.0 + }, + { + "representative": 10507, + "members": [ + 10507 + ], + "max_error": 0.0 + }, + { + "representative": 10403, + "members": [ + 10403 + ], + "max_error": 0.0 + }, + { + "representative": 10559, + "members": [ + 10559 + ], + "max_error": 0.0 + }, + { + "representative": 10478, + "members": [ + 10478 + ], + "max_error": 0.0 + }, + { + "representative": 10532, + "members": [ + 10532 + ], + "max_error": 0.0 + }, + { + "representative": 10629, + "members": [ + 10629 + ], + "max_error": 0.0 + }, + { + "representative": 10512, + "members": [ + 10512 + ], + "max_error": 0.0 + }, + { + "representative": 10611, + "members": [ + 10611 + ], + "max_error": 0.0 + }, + { + "representative": 10409, + "members": [ + 10409 + ], + "max_error": 0.0 + }, + { + "representative": 10489, + "members": [ + 10489 + ], + "max_error": 0.0 + }, + { + "representative": 10617, + "members": [ + 10617 + ], + "max_error": 0.0 + }, + { + "representative": 10412, + "members": [ + 10412 + ], + "max_error": 0.0 + }, + { + "representative": 10614, + "members": [ + 10614 + ], + "max_error": 0.0 + }, + { + "representative": 10561, + "members": [ + 10561 + ], + "max_error": 0.0 + }, + { + "representative": 10636, + "members": [ + 10636 + ], + "max_error": 0.0 + }, + { + "representative": 10523, + "members": [ + 10523 + ], + "max_error": 0.0 + }, + { + "representative": 10461, + "members": [ + 10461 + ], + "max_error": 0.0 + }, + { + "representative": 10416, + "members": [ + 10416 + ], + "max_error": 0.0 + }, + { + "representative": 10628, + "members": [ + 10628 + ], + "max_error": 0.0 + }, + { + "representative": 10490, + "members": [ + 10490 + ], + "max_error": 0.0 + }, + { + "representative": 10394, + "members": [ + 10394 + ], + "max_error": 0.0 + }, + { + "representative": 10454, + "members": [ + 10454 + ], + "max_error": 0.0 + }, + { + "representative": 10595, + "members": [ + 10595 + ], + "max_error": 0.0 + }, + { + "representative": 10499, + "members": [ + 10499 + ], + "max_error": 0.0 + }, + { + "representative": 10583, + "members": [ + 10583 + ], + "max_error": 0.0 + }, + { + "representative": 10448, + "members": [ + 10448 + ], + "max_error": 0.0 + }, + { + "representative": 10618, + "members": [ + 10618 + ], + "max_error": 0.0 + }, + { + "representative": 10577, + "members": [ + 10577 + ], + "max_error": 0.0 + }, + { + "representative": 10457, + "members": [ + 10457 + ], + "max_error": 0.0 + }, + { + "representative": 10606, + "members": [ + 10606 + ], + "max_error": 0.0 + }, + { + "representative": 10447, + "members": [ + 10447 + ], + "max_error": 0.0 + }, + { + "representative": 10432, + "members": [ + 10432 + ], + "max_error": 0.0 + }, + { + "representative": 10530, + "members": [ + 10530 + ], + "max_error": 0.0 + }, + { + "representative": 10631, + "members": [ + 10631 + ], + "max_error": 0.0 + }, + { + "representative": 10443, + "members": [ + 10443 + ], + "max_error": 0.0 + }, + { + "representative": 10551, + "members": [ + 10551 + ], + "max_error": 0.0 + }, + { + "representative": 10388, + "members": [ + 10388 + ], + "max_error": 0.0 + }, + { + "representative": 10483, + "members": [ + 10483 + ], + "max_error": 0.0 + }, + { + "representative": 10480, + "members": [ + 10480 + ], + "max_error": 0.0 + }, + { + "representative": 10470, + "members": [ + 10470 + ], + "max_error": 0.0 + }, + { + "representative": 10459, + "members": [ + 10459 + ], + "max_error": 0.0 + }, + { + "representative": 10472, + "members": [ + 10472 + ], + "max_error": 0.0 + }, + { + "representative": 10590, + "members": [ + 10590 + ], + "max_error": 0.0 + }, + { + "representative": 10482, + "members": [ + 10482 + ], + "max_error": 0.0 + }, + { + "representative": 10468, + "members": [ + 10468 + ], + "max_error": 0.0 + }, + { + "representative": 10639, + "members": [ + 10639 + ], + "max_error": 0.0 + }, + { + "representative": 10477, + "members": [ + 10477 + ], + "max_error": 0.0 + }, + { + "representative": 10476, + "members": [ + 10476 + ], + "max_error": 0.0 + }, + { + "representative": 10464, + "members": [ + 10464 + ], + "max_error": 0.0 + }, + { + "representative": 10501, + "members": [ + 10501 + ], + "max_error": 0.0 + }, + { + "representative": 10414, + "members": [ + 10414 + ], + "max_error": 0.0 + }, + { + "representative": 10547, + "members": [ + 10547 + ], + "max_error": 0.0 + }, + { + "representative": 10517, + "members": [ + 10517 + ], + "max_error": 0.0 + }, + { + "representative": 10544, + "members": [ + 10544 + ], + "max_error": 0.0 + }, + { + "representative": 10552, + "members": [ + 10552 + ], + "max_error": 0.0 + }, + { + "representative": 10513, + "members": [ + 10513 + ], + "max_error": 0.0 + }, + { + "representative": 10438, + "members": [ + 10438 + ], + "max_error": 0.0 + }, + { + "representative": 10446, + "members": [ + 10446 + ], + "max_error": 0.0 + }, + { + "representative": 10404, + "members": [ + 10404 + ], + "max_error": 0.0 + }, + { + "representative": 10402, + "members": [ + 10402 + ], + "max_error": 0.0 + }, + { + "representative": 10578, + "members": [ + 10578 + ], + "max_error": 0.0 + }, + { + "representative": 10401, + "members": [ + 10401 + ], + "max_error": 0.0 + }, + { + "representative": 10621, + "members": [ + 10621 + ], + "max_error": 0.0 + }, + { + "representative": 10384, + "members": [ + 10384 + ], + "max_error": 0.0 + }, + { + "representative": 10492, + "members": [ + 10492 + ], + "max_error": 0.0 + }, + { + "representative": 10518, + "members": [ + 10518 + ], + "max_error": 0.0 + }, + { + "representative": 10599, + "members": [ + 10599 + ], + "max_error": 0.0 + }, + { + "representative": 10597, + "members": [ + 10597 + ], + "max_error": 0.0 + }, + { + "representative": 10426, + "members": [ + 10426 + ], + "max_error": 0.0 + }, + { + "representative": 10534, + "members": [ + 10534 + ], + "max_error": 0.0 + }, + { + "representative": 10601, + "members": [ + 10601 + ], + "max_error": 0.0 + }, + { + "representative": 10484, + "members": [ + 10484 + ], + "max_error": 0.0 + }, + { + "representative": 10508, + "members": [ + 10508 + ], + "max_error": 0.0 + }, + { + "representative": 10525, + "members": [ + 10525 + ], + "max_error": 0.0 + }, + { + "representative": 10410, + "members": [ + 10410 + ], + "max_error": 0.0 + }, + { + "representative": 10425, + "members": [ + 10425 + ], + "max_error": 0.0 + }, + { + "representative": 10458, + "members": [ + 10458 + ], + "max_error": 0.0 + }, + { + "representative": 10528, + "members": [ + 10528 + ], + "max_error": 0.0 + }, + { + "representative": 10463, + "members": [ + 10463 + ], + "max_error": 0.0 + }, + { + "representative": 10603, + "members": [ + 10603 + ], + "max_error": 0.0 + }, + { + "representative": 10570, + "members": [ + 10570 + ], + "max_error": 0.0 + }, + { + "representative": 10405, + "members": [ + 10405 + ], + "max_error": 0.0 + }, + { + "representative": 10424, + "members": [ + 10424 + ], + "max_error": 0.0 + }, + { + "representative": 10613, + "members": [ + 10613 + ], + "max_error": 0.0 + }, + { + "representative": 10633, + "members": [ + 10633 + ], + "max_error": 0.0 + }, + { + "representative": 10605, + "members": [ + 10605 + ], + "max_error": 0.0 + }, + { + "representative": 10391, + "members": [ + 10391 + ], + "max_error": 0.0 + }, + { + "representative": 10560, + "members": [ + 10560 + ], + "max_error": 0.0 + }, + { + "representative": 10385, + "members": [ + 10385 + ], + "max_error": 0.0 + }, + { + "representative": 10604, + "members": [ + 10604 + ], + "max_error": 0.0 + }, + { + "representative": 10593, + "members": [ + 10593 + ], + "max_error": 0.0 + }, + { + "representative": 10504, + "members": [ + 10504 + ], + "max_error": 0.0 + }, + { + "representative": 10450, + "members": [ + 10450 + ], + "max_error": 0.0 + }, + { + "representative": 10516, + "members": [ + 10516 + ], + "max_error": 0.0 + }, + { + "representative": 10585, + "members": [ + 10585 + ], + "max_error": 0.0 + }, + { + "representative": 10481, + "members": [ + 10481 + ], + "max_error": 0.0 + }, + { + "representative": 10451, + "members": [ + 10451 + ], + "max_error": 0.0 + }, + { + "representative": 10440, + "members": [ + 10440 + ], + "max_error": 0.0 + }, + { + "representative": 10491, + "members": [ + 10491 + ], + "max_error": 0.0 + }, + { + "representative": 10420, + "members": [ + 10420 + ], + "max_error": 0.0 + }, + { + "representative": 10634, + "members": [ + 10634 + ], + "max_error": 0.0 + }, + { + "representative": 10572, + "members": [ + 10572 + ], + "max_error": 0.0 + }, + { + "representative": 10620, + "members": [ + 10620 + ], + "max_error": 0.0 + }, + { + "representative": 10419, + "members": [ + 10419 + ], + "max_error": 0.0 + }, + { + "representative": 10632, + "members": [ + 10632 + ], + "max_error": 0.0 + }, + { + "representative": 10453, + "members": [ + 10453 + ], + "max_error": 0.0 + }, + { + "representative": 10469, + "members": [ + 10469 + ], + "max_error": 0.0 + }, + { + "representative": 10575, + "members": [ + 10575 + ], + "max_error": 0.0 + }, + { + "representative": 10465, + "members": [ + 10465 + ], + "max_error": 0.0 + }, + { + "representative": 10503, + "members": [ + 10503 + ], + "max_error": 0.0 + }, + { + "representative": 10515, + "members": [ + 10515 + ], + "max_error": 0.0 + }, + { + "representative": 10520, + "members": [ + 10520 + ], + "max_error": 0.0 + }, + { + "representative": 10527, + "members": [ + 10527 + ], + "max_error": 0.0 + }, + { + "representative": 10550, + "members": [ + 10550 + ], + "max_error": 0.0 + }, + { + "representative": 10564, + "members": [ + 10564 + ], + "max_error": 0.0 + }, + { + "representative": 10592, + "members": [ + 10592 + ], + "max_error": 0.0 + }, + { + "representative": 10466, + "members": [ + 10466 + ], + "max_error": 0.0 + }, + { + "representative": 10567, + "members": [ + 10567 + ], + "max_error": 0.0 + }, + { + "representative": 10417, + "members": [ + 10417 + ], + "max_error": 0.0 + }, + { + "representative": 10587, + "members": [ + 10587 + ], + "max_error": 0.0 + }, + { + "representative": 10399, + "members": [ + 10399 + ], + "max_error": 0.0 + }, + { + "representative": 10535, + "members": [ + 10535 + ], + "max_error": 0.0 + }, + { + "representative": 10582, + "members": [ + 10582 + ], + "max_error": 0.0 + }, + { + "representative": 10522, + "members": [ + 10522 + ], + "max_error": 0.0 + }, + { + "representative": 10514, + "members": [ + 10514 + ], + "max_error": 0.0 + }, + { + "representative": 10608, + "members": [ + 10608 + ], + "max_error": 0.0 + }, + { + "representative": 10496, + "members": [ + 10496 + ], + "max_error": 0.0 + }, + { + "representative": 10533, + "members": [ + 10533 + ], + "max_error": 0.0 + }, + { + "representative": 10421, + "members": [ + 10421 + ], + "max_error": 0.0 + }, + { + "representative": 10521, + "members": [ + 10521 + ], + "max_error": 0.0 + }, + { + "representative": 10474, + "members": [ + 10474 + ], + "max_error": 0.0 + }, + { + "representative": 10435, + "members": [ + 10435 + ], + "max_error": 0.0 + }, + { + "representative": 10494, + "members": [ + 10494 + ], + "max_error": 0.0 + }, + { + "representative": 10439, + "members": [ + 10439 + ], + "max_error": 0.0 + }, + { + "representative": 10398, + "members": [ + 10398 + ], + "max_error": 0.0 + }, + { + "representative": 10422, + "members": [ + 10422 + ], + "max_error": 0.0 + }, + { + "representative": 10400, + "members": [ + 10400 + ], + "max_error": 0.0 + }, + { + "representative": 10479, + "members": [ + 10479 + ], + "max_error": 0.0 + }, + { + "representative": 10390, + "members": [ + 10390 + ], + "max_error": 0.0 + }, + { + "representative": 10411, + "members": [ + 10411 + ], + "max_error": 0.0 + }, + { + "representative": 10386, + "members": [ + 10386 + ], + "max_error": 0.0 + }, + { + "representative": 10537, + "members": [ + 10537 + ], + "max_error": 0.0 + }, + { + "representative": 10556, + "members": [ + 10556 + ], + "max_error": 0.0 + }, + { + "representative": 10431, + "members": [ + 10431 + ], + "max_error": 0.0 + }, + { + "representative": 10519, + "members": [ + 10519 + ], + "max_error": 0.0 + }, + { + "representative": 10456, + "members": [ + 10456 + ], + "max_error": 0.0 + }, + { + "representative": 10571, + "members": [ + 10571 + ], + "max_error": 0.0 + }, + { + "representative": 10428, + "members": [ + 10428 + ], + "max_error": 0.0 + }, + { + "representative": 10576, + "members": [ + 10576 + ], + "max_error": 0.0 + }, + { + "representative": 10437, + "members": [ + 10437 + ], + "max_error": 0.0 + }, + { + "representative": 10563, + "members": [ + 10563 + ], + "max_error": 0.0 + }, + { + "representative": 10588, + "members": [ + 10588 + ], + "max_error": 0.0 + }, + { + "representative": 10509, + "members": [ + 10509 + ], + "max_error": 0.0 + }, + { + "representative": 10406, + "members": [ + 10406 + ], + "max_error": 0.0 + }, + { + "representative": 10493, + "members": [ + 10493 + ], + "max_error": 0.0 + }, + { + "representative": 10616, + "members": [ + 10616 + ], + "max_error": 0.0 + }, + { + "representative": 10531, + "members": [ + 10531 + ], + "max_error": 0.0 + }, + { + "representative": 10626, + "members": [ + 10626 + ], + "max_error": 0.0 + }, + { + "representative": 10408, + "members": [ + 10408 + ], + "max_error": 0.0 + }, + { + "representative": 10612, + "members": [ + 10612 + ], + "max_error": 0.0 + }, + { + "representative": 10558, + "members": [ + 10558 + ], + "max_error": 0.0 + }, + { + "representative": 10566, + "members": [ + 10566 + ], + "max_error": 0.0 + }, + { + "representative": 10917, + "members": [ + 10917 + ], + "max_error": 0.0 + }, + { + "representative": 10923, + "members": [ + 10923 + ], + "max_error": 0.0 + }, + { + "representative": 10897, + "members": [ + 10897 + ], + "max_error": 0.0 + }, + { + "representative": 10906, + "members": [ + 10906 + ], + "max_error": 0.0 + }, + { + "representative": 10908, + "members": [ + 10908 + ], + "max_error": 0.0 + }, + { + "representative": 10902, + "members": [ + 10902 + ], + "max_error": 0.0 + }, + { + "representative": 11150, + "members": [ + 11150 + ], + "max_error": 0.0 + }, + { + "representative": 10984, + "members": [ + 10984 + ], + "max_error": 0.0 + }, + { + "representative": 10967, + "members": [ + 10967 + ], + "max_error": 0.0 + }, + { + "representative": 10931, + "members": [ + 10931 + ], + "max_error": 0.0 + }, + { + "representative": 11011, + "members": [ + 11011 + ], + "max_error": 0.0 + }, + { + "representative": 10965, + "members": [ + 10965 + ], + "max_error": 0.0 + }, + { + "representative": 11055, + "members": [ + 11055 + ], + "max_error": 0.0 + }, + { + "representative": 11082, + "members": [ + 11082 + ], + "max_error": 0.0 + }, + { + "representative": 11119, + "members": [ + 11119 + ], + "max_error": 0.0 + }, + { + "representative": 10943, + "members": [ + 10943 + ], + "max_error": 0.0 + }, + { + "representative": 10980, + "members": [ + 10980 + ], + "max_error": 0.0 + }, + { + "representative": 11115, + "members": [ + 11115 + ], + "max_error": 0.0 + }, + { + "representative": 11132, + "members": [ + 11132 + ], + "max_error": 0.0 + }, + { + "representative": 11113, + "members": [ + 11113 + ], + "max_error": 0.0 + }, + { + "representative": 11005, + "members": [ + 11005 + ], + "max_error": 0.0 + }, + { + "representative": 11107, + "members": [ + 11107 + ], + "max_error": 0.0 + }, + { + "representative": 10956, + "members": [ + 10956 + ], + "max_error": 0.0 + }, + { + "representative": 11127, + "members": [ + 11127 + ], + "max_error": 0.0 + }, + { + "representative": 11130, + "members": [ + 11130 + ], + "max_error": 0.0 + }, + { + "representative": 10951, + "members": [ + 10951 + ], + "max_error": 0.0 + }, + { + "representative": 10961, + "members": [ + 10961 + ], + "max_error": 0.0 + }, + { + "representative": 11147, + "members": [ + 11147 + ], + "max_error": 0.0 + }, + { + "representative": 10996, + "members": [ + 10996 + ], + "max_error": 0.0 + }, + { + "representative": 11045, + "members": [ + 11045 + ], + "max_error": 0.0 + }, + { + "representative": 10946, + "members": [ + 10946 + ], + "max_error": 0.0 + }, + { + "representative": 10992, + "members": [ + 10992 + ], + "max_error": 0.0 + }, + { + "representative": 11138, + "members": [ + 11138 + ], + "max_error": 0.0 + }, + { + "representative": 11103, + "members": [ + 11103 + ], + "max_error": 0.0 + }, + { + "representative": 10964, + "members": [ + 10964 + ], + "max_error": 0.0 + }, + { + "representative": 11004, + "members": [ + 11004 + ], + "max_error": 0.0 + }, + { + "representative": 11128, + "members": [ + 11128 + ], + "max_error": 0.0 + }, + { + "representative": 11051, + "members": [ + 11051 + ], + "max_error": 0.0 + }, + { + "representative": 11014, + "members": [ + 11014 + ], + "max_error": 0.0 + }, + { + "representative": 11006, + "members": [ + 11006 + ], + "max_error": 0.0 + }, + { + "representative": 10903, + "members": [ + 10903 + ], + "max_error": 0.0 + }, + { + "representative": 10993, + "members": [ + 10993 + ], + "max_error": 0.0 + }, + { + "representative": 10916, + "members": [ + 10916 + ], + "max_error": 0.0 + }, + { + "representative": 11116, + "members": [ + 11116 + ], + "max_error": 0.0 + }, + { + "representative": 11035, + "members": [ + 11035 + ], + "max_error": 0.0 + }, + { + "representative": 10922, + "members": [ + 10922 + ], + "max_error": 0.0 + }, + { + "representative": 10905, + "members": [ + 10905 + ], + "max_error": 0.0 + }, + { + "representative": 10911, + "members": [ + 10911 + ], + "max_error": 0.0 + }, + { + "representative": 11071, + "members": [ + 11071 + ], + "max_error": 0.0 + }, + { + "representative": 11020, + "members": [ + 11020 + ], + "max_error": 0.0 + }, + { + "representative": 11021, + "members": [ + 11021 + ], + "max_error": 0.0 + }, + { + "representative": 11022, + "members": [ + 11022 + ], + "max_error": 0.0 + }, + { + "representative": 10997, + "members": [ + 10997 + ], + "max_error": 0.0 + }, + { + "representative": 10914, + "members": [ + 10914 + ], + "max_error": 0.0 + }, + { + "representative": 11109, + "members": [ + 11109 + ], + "max_error": 0.0 + }, + { + "representative": 11000, + "members": [ + 11000 + ], + "max_error": 0.0 + }, + { + "representative": 10968, + "members": [ + 10968 + ], + "max_error": 0.0 + }, + { + "representative": 10986, + "members": [ + 10986 + ], + "max_error": 0.0 + }, + { + "representative": 10950, + "members": [ + 10950 + ], + "max_error": 0.0 + }, + { + "representative": 10981, + "members": [ + 10981 + ], + "max_error": 0.0 + }, + { + "representative": 11079, + "members": [ + 11079 + ], + "max_error": 0.0 + }, + { + "representative": 11041, + "members": [ + 11041 + ], + "max_error": 0.0 + }, + { + "representative": 10947, + "members": [ + 10947 + ], + "max_error": 0.0 + }, + { + "representative": 11001, + "members": [ + 11001 + ], + "max_error": 0.0 + }, + { + "representative": 10949, + "members": [ + 10949 + ], + "max_error": 0.0 + }, + { + "representative": 10966, + "members": [ + 10966 + ], + "max_error": 0.0 + }, + { + "representative": 11007, + "members": [ + 11007 + ], + "max_error": 0.0 + }, + { + "representative": 11072, + "members": [ + 11072 + ], + "max_error": 0.0 + }, + { + "representative": 11148, + "members": [ + 11148 + ], + "max_error": 0.0 + }, + { + "representative": 11122, + "members": [ + 11122 + ], + "max_error": 0.0 + }, + { + "representative": 11110, + "members": [ + 11110 + ], + "max_error": 0.0 + }, + { + "representative": 11083, + "members": [ + 11083 + ], + "max_error": 0.0 + }, + { + "representative": 10976, + "members": [ + 10976 + ], + "max_error": 0.0 + }, + { + "representative": 11145, + "members": [ + 11145 + ], + "max_error": 0.0 + }, + { + "representative": 10971, + "members": [ + 10971 + ], + "max_error": 0.0 + }, + { + "representative": 10912, + "members": [ + 10912 + ], + "max_error": 0.0 + }, + { + "representative": 11075, + "members": [ + 11075 + ], + "max_error": 0.0 + }, + { + "representative": 11091, + "members": [ + 11091 + ], + "max_error": 0.0 + }, + { + "representative": 10921, + "members": [ + 10921 + ], + "max_error": 0.0 + }, + { + "representative": 11027, + "members": [ + 11027 + ], + "max_error": 0.0 + }, + { + "representative": 11025, + "members": [ + 11025 + ], + "max_error": 0.0 + }, + { + "representative": 11068, + "members": [ + 11068 + ], + "max_error": 0.0 + }, + { + "representative": 10999, + "members": [ + 10999 + ], + "max_error": 0.0 + }, + { + "representative": 10974, + "members": [ + 10974 + ], + "max_error": 0.0 + }, + { + "representative": 11048, + "members": [ + 11048 + ], + "max_error": 0.0 + }, + { + "representative": 10962, + "members": [ + 10962 + ], + "max_error": 0.0 + }, + { + "representative": 11059, + "members": [ + 11059 + ], + "max_error": 0.0 + }, + { + "representative": 10926, + "members": [ + 10926 + ], + "max_error": 0.0 + }, + { + "representative": 11037, + "members": [ + 11037 + ], + "max_error": 0.0 + }, + { + "representative": 11018, + "members": [ + 11018 + ], + "max_error": 0.0 + }, + { + "representative": 11032, + "members": [ + 11032 + ], + "max_error": 0.0 + }, + { + "representative": 11125, + "members": [ + 11125 + ], + "max_error": 0.0 + }, + { + "representative": 10958, + "members": [ + 10958 + ], + "max_error": 0.0 + }, + { + "representative": 11038, + "members": [ + 11038 + ], + "max_error": 0.0 + }, + { + "representative": 11043, + "members": [ + 11043 + ], + "max_error": 0.0 + }, + { + "representative": 11139, + "members": [ + 11139 + ], + "max_error": 0.0 + }, + { + "representative": 10939, + "members": [ + 10939 + ], + "max_error": 0.0 + }, + { + "representative": 10978, + "members": [ + 10978 + ], + "max_error": 0.0 + }, + { + "representative": 11100, + "members": [ + 11100 + ], + "max_error": 0.0 + }, + { + "representative": 11140, + "members": [ + 11140 + ], + "max_error": 0.0 + }, + { + "representative": 11003, + "members": [ + 11003 + ], + "max_error": 0.0 + }, + { + "representative": 10919, + "members": [ + 10919 + ], + "max_error": 0.0 + }, + { + "representative": 11050, + "members": [ + 11050 + ], + "max_error": 0.0 + }, + { + "representative": 11054, + "members": [ + 11054 + ], + "max_error": 0.0 + }, + { + "representative": 10948, + "members": [ + 10948 + ], + "max_error": 0.0 + }, + { + "representative": 10945, + "members": [ + 10945 + ], + "max_error": 0.0 + }, + { + "representative": 11096, + "members": [ + 11096 + ], + "max_error": 0.0 + }, + { + "representative": 11028, + "members": [ + 11028 + ], + "max_error": 0.0 + }, + { + "representative": 11078, + "members": [ + 11078 + ], + "max_error": 0.0 + }, + { + "representative": 11133, + "members": [ + 11133 + ], + "max_error": 0.0 + }, + { + "representative": 11031, + "members": [ + 11031 + ], + "max_error": 0.0 + }, + { + "representative": 11126, + "members": [ + 11126 + ], + "max_error": 0.0 + }, + { + "representative": 11151, + "members": [ + 11151 + ], + "max_error": 0.0 + }, + { + "representative": 10991, + "members": [ + 10991 + ], + "max_error": 0.0 + }, + { + "representative": 11012, + "members": [ + 11012 + ], + "max_error": 0.0 + }, + { + "representative": 11135, + "members": [ + 11135 + ], + "max_error": 0.0 + }, + { + "representative": 11131, + "members": [ + 11131 + ], + "max_error": 0.0 + }, + { + "representative": 11084, + "members": [ + 11084 + ], + "max_error": 0.0 + }, + { + "representative": 11085, + "members": [ + 11085 + ], + "max_error": 0.0 + }, + { + "representative": 10989, + "members": [ + 10989 + ], + "max_error": 0.0 + }, + { + "representative": 10925, + "members": [ + 10925 + ], + "max_error": 0.0 + }, + { + "representative": 11104, + "members": [ + 11104 + ], + "max_error": 0.0 + }, + { + "representative": 10930, + "members": [ + 10930 + ], + "max_error": 0.0 + }, + { + "representative": 11040, + "members": [ + 11040 + ], + "max_error": 0.0 + }, + { + "representative": 11144, + "members": [ + 11144 + ], + "max_error": 0.0 + }, + { + "representative": 11121, + "members": [ + 11121 + ], + "max_error": 0.0 + }, + { + "representative": 11058, + "members": [ + 11058 + ], + "max_error": 0.0 + }, + { + "representative": 10953, + "members": [ + 10953 + ], + "max_error": 0.0 + }, + { + "representative": 11009, + "members": [ + 11009 + ], + "max_error": 0.0 + }, + { + "representative": 11024, + "members": [ + 11024 + ], + "max_error": 0.0 + }, + { + "representative": 11002, + "members": [ + 11002 + ], + "max_error": 0.0 + }, + { + "representative": 11056, + "members": [ + 11056 + ], + "max_error": 0.0 + }, + { + "representative": 11070, + "members": [ + 11070 + ], + "max_error": 0.0 + }, + { + "representative": 11105, + "members": [ + 11105 + ], + "max_error": 0.0 + }, + { + "representative": 11106, + "members": [ + 11106 + ], + "max_error": 0.0 + }, + { + "representative": 11112, + "members": [ + 11112 + ], + "max_error": 0.0 + }, + { + "representative": 11117, + "members": [ + 11117 + ], + "max_error": 0.0 + }, + { + "representative": 11118, + "members": [ + 11118 + ], + "max_error": 0.0 + }, + { + "representative": 11093, + "members": [ + 11093 + ], + "max_error": 0.0 + }, + { + "representative": 10910, + "members": [ + 10910 + ], + "max_error": 0.0 + }, + { + "representative": 11029, + "members": [ + 11029 + ], + "max_error": 0.0 + }, + { + "representative": 11101, + "members": [ + 11101 + ], + "max_error": 0.0 + }, + { + "representative": 10979, + "members": [ + 10979 + ], + "max_error": 0.0 + }, + { + "representative": 10957, + "members": [ + 10957 + ], + "max_error": 0.0 + }, + { + "representative": 10975, + "members": [ + 10975 + ], + "max_error": 0.0 + }, + { + "representative": 10982, + "members": [ + 10982 + ], + "max_error": 0.0 + }, + { + "representative": 11080, + "members": [ + 11080 + ], + "max_error": 0.0 + }, + { + "representative": 10959, + "members": [ + 10959 + ], + "max_error": 0.0 + }, + { + "representative": 10904, + "members": [ + 10904 + ], + "max_error": 0.0 + }, + { + "representative": 10994, + "members": [ + 10994 + ], + "max_error": 0.0 + }, + { + "representative": 11136, + "members": [ + 11136 + ], + "max_error": 0.0 + }, + { + "representative": 11013, + "members": [ + 11013 + ], + "max_error": 0.0 + }, + { + "representative": 11099, + "members": [ + 11099 + ], + "max_error": 0.0 + }, + { + "representative": 11060, + "members": [ + 11060 + ], + "max_error": 0.0 + }, + { + "representative": 10941, + "members": [ + 10941 + ], + "max_error": 0.0 + }, + { + "representative": 11086, + "members": [ + 11086 + ], + "max_error": 0.0 + }, + { + "representative": 11057, + "members": [ + 11057 + ], + "max_error": 0.0 + }, + { + "representative": 11074, + "members": [ + 11074 + ], + "max_error": 0.0 + }, + { + "representative": 10927, + "members": [ + 10927 + ], + "max_error": 0.0 + }, + { + "representative": 11077, + "members": [ + 11077 + ], + "max_error": 0.0 + }, + { + "representative": 11102, + "members": [ + 11102 + ], + "max_error": 0.0 + }, + { + "representative": 11069, + "members": [ + 11069 + ], + "max_error": 0.0 + }, + { + "representative": 11120, + "members": [ + 11120 + ], + "max_error": 0.0 + }, + { + "representative": 11061, + "members": [ + 11061 + ], + "max_error": 0.0 + }, + { + "representative": 10909, + "members": [ + 10909 + ], + "max_error": 0.0 + }, + { + "representative": 10936, + "members": [ + 10936 + ], + "max_error": 0.0 + }, + { + "representative": 10899, + "members": [ + 10899 + ], + "max_error": 0.0 + }, + { + "representative": 11108, + "members": [ + 11108 + ], + "max_error": 0.0 + }, + { + "representative": 11034, + "members": [ + 11034 + ], + "max_error": 0.0 + }, + { + "representative": 11143, + "members": [ + 11143 + ], + "max_error": 0.0 + }, + { + "representative": 10983, + "members": [ + 10983 + ], + "max_error": 0.0 + }, + { + "representative": 10944, + "members": [ + 10944 + ], + "max_error": 0.0 + }, + { + "representative": 11016, + "members": [ + 11016 + ], + "max_error": 0.0 + }, + { + "representative": 11066, + "members": [ + 11066 + ], + "max_error": 0.0 + }, + { + "representative": 10977, + "members": [ + 10977 + ], + "max_error": 0.0 + }, + { + "representative": 10924, + "members": [ + 10924 + ], + "max_error": 0.0 + }, + { + "representative": 10954, + "members": [ + 10954 + ], + "max_error": 0.0 + }, + { + "representative": 11030, + "members": [ + 11030 + ], + "max_error": 0.0 + }, + { + "representative": 11065, + "members": [ + 11065 + ], + "max_error": 0.0 + }, + { + "representative": 10937, + "members": [ + 10937 + ], + "max_error": 0.0 + }, + { + "representative": 11015, + "members": [ + 11015 + ], + "max_error": 0.0 + }, + { + "representative": 10907, + "members": [ + 10907 + ], + "max_error": 0.0 + }, + { + "representative": 11039, + "members": [ + 11039 + ], + "max_error": 0.0 + }, + { + "representative": 11081, + "members": [ + 11081 + ], + "max_error": 0.0 + }, + { + "representative": 10901, + "members": [ + 10901 + ], + "max_error": 0.0 + }, + { + "representative": 10972, + "members": [ + 10972 + ], + "max_error": 0.0 + }, + { + "representative": 10918, + "members": [ + 10918 + ], + "max_error": 0.0 + }, + { + "representative": 11008, + "members": [ + 11008 + ], + "max_error": 0.0 + }, + { + "representative": 10898, + "members": [ + 10898 + ], + "max_error": 0.0 + }, + { + "representative": 10998, + "members": [ + 10998 + ], + "max_error": 0.0 + }, + { + "representative": 11114, + "members": [ + 11114 + ], + "max_error": 0.0 + }, + { + "representative": 11087, + "members": [ + 11087 + ], + "max_error": 0.0 + }, + { + "representative": 10990, + "members": [ + 10990 + ], + "max_error": 0.0 + }, + { + "representative": 11098, + "members": [ + 11098 + ], + "max_error": 0.0 + }, + { + "representative": 11142, + "members": [ + 11142 + ], + "max_error": 0.0 + }, + { + "representative": 11149, + "members": [ + 11149 + ], + "max_error": 0.0 + }, + { + "representative": 10934, + "members": [ + 10934 + ], + "max_error": 0.0 + }, + { + "representative": 11063, + "members": [ + 11063 + ], + "max_error": 0.0 + }, + { + "representative": 11137, + "members": [ + 11137 + ], + "max_error": 0.0 + }, + { + "representative": 10932, + "members": [ + 10932 + ], + "max_error": 0.0 + }, + { + "representative": 11129, + "members": [ + 11129 + ], + "max_error": 0.0 + }, + { + "representative": 10952, + "members": [ + 10952 + ], + "max_error": 0.0 + }, + { + "representative": 11026, + "members": [ + 11026 + ], + "max_error": 0.0 + }, + { + "representative": 11047, + "members": [ + 11047 + ], + "max_error": 0.0 + }, + { + "representative": 11033, + "members": [ + 11033 + ], + "max_error": 0.0 + }, + { + "representative": 11019, + "members": [ + 11019 + ], + "max_error": 0.0 + }, + { + "representative": 10970, + "members": [ + 10970 + ], + "max_error": 0.0 + }, + { + "representative": 10985, + "members": [ + 10985 + ], + "max_error": 0.0 + }, + { + "representative": 11046, + "members": [ + 11046 + ], + "max_error": 0.0 + }, + { + "representative": 11049, + "members": [ + 11049 + ], + "max_error": 0.0 + }, + { + "representative": 11064, + "members": [ + 11064 + ], + "max_error": 0.0 + }, + { + "representative": 11053, + "members": [ + 11053 + ], + "max_error": 0.0 + }, + { + "representative": 10896, + "members": [ + 10896 + ], + "max_error": 0.0 + }, + { + "representative": 10973, + "members": [ + 10973 + ], + "max_error": 0.0 + }, + { + "representative": 10940, + "members": [ + 10940 + ], + "max_error": 0.0 + }, + { + "representative": 11042, + "members": [ + 11042 + ], + "max_error": 0.0 + }, + { + "representative": 10920, + "members": [ + 10920 + ], + "max_error": 0.0 + }, + { + "representative": 11146, + "members": [ + 11146 + ], + "max_error": 0.0 + }, + { + "representative": 10929, + "members": [ + 10929 + ], + "max_error": 0.0 + }, + { + "representative": 11089, + "members": [ + 11089 + ], + "max_error": 0.0 + }, + { + "representative": 11090, + "members": [ + 11090 + ], + "max_error": 0.0 + }, + { + "representative": 10988, + "members": [ + 10988 + ], + "max_error": 0.0 + }, + { + "representative": 11023, + "members": [ + 11023 + ], + "max_error": 0.0 + }, + { + "representative": 11017, + "members": [ + 11017 + ], + "max_error": 0.0 + }, + { + "representative": 10995, + "members": [ + 10995 + ], + "max_error": 0.0 + }, + { + "representative": 11076, + "members": [ + 11076 + ], + "max_error": 0.0 + }, + { + "representative": 11073, + "members": [ + 11073 + ], + "max_error": 0.0 + }, + { + "representative": 11088, + "members": [ + 11088 + ], + "max_error": 0.0 + }, + { + "representative": 10942, + "members": [ + 10942 + ], + "max_error": 0.0 + }, + { + "representative": 11134, + "members": [ + 11134 + ], + "max_error": 0.0 + }, + { + "representative": 11097, + "members": [ + 11097 + ], + "max_error": 0.0 + }, + { + "representative": 11094, + "members": [ + 11094 + ], + "max_error": 0.0 + }, + { + "representative": 10913, + "members": [ + 10913 + ], + "max_error": 0.0 + }, + { + "representative": 11067, + "members": [ + 11067 + ], + "max_error": 0.0 + }, + { + "representative": 10987, + "members": [ + 10987 + ], + "max_error": 0.0 + }, + { + "representative": 10900, + "members": [ + 10900 + ], + "max_error": 0.0 + }, + { + "representative": 11044, + "members": [ + 11044 + ], + "max_error": 0.0 + }, + { + "representative": 11062, + "members": [ + 11062 + ], + "max_error": 0.0 + }, + { + "representative": 10928, + "members": [ + 10928 + ], + "max_error": 0.0 + }, + { + "representative": 10933, + "members": [ + 10933 + ], + "max_error": 0.0 + }, + { + "representative": 10935, + "members": [ + 10935 + ], + "max_error": 0.0 + }, + { + "representative": 10938, + "members": [ + 10938 + ], + "max_error": 0.0 + }, + { + "representative": 11010, + "members": [ + 11010 + ], + "max_error": 0.0 + }, + { + "representative": 11052, + "members": [ + 11052 + ], + "max_error": 0.0 + }, + { + "representative": 11124, + "members": [ + 11124 + ], + "max_error": 0.0 + }, + { + "representative": 11036, + "members": [ + 11036 + ], + "max_error": 0.0 + }, + { + "representative": 10960, + "members": [ + 10960 + ], + "max_error": 0.0 + }, + { + "representative": 11111, + "members": [ + 11111 + ], + "max_error": 0.0 + }, + { + "representative": 11092, + "members": [ + 11092 + ], + "max_error": 0.0 + }, + { + "representative": 11095, + "members": [ + 11095 + ], + "max_error": 0.0 + }, + { + "representative": 10915, + "members": [ + 10915 + ], + "max_error": 0.0 + }, + { + "representative": 10969, + "members": [ + 10969 + ], + "max_error": 0.0 + }, + { + "representative": 10955, + "members": [ + 10955 + ], + "max_error": 0.0 + }, + { + "representative": 11123, + "members": [ + 11123 + ], + "max_error": 0.0 + }, + { + "representative": 10963, + "members": [ + 10963 + ], + "max_error": 0.0 + }, + { + "representative": 11141, + "members": [ + 11141 + ], + "max_error": 0.0 + }, + { + "representative": 11424, + "members": [ + 11424 + ], + "max_error": 0.0 + }, + { + "representative": 11421, + "members": [ + 11421 + ], + "max_error": 0.0 + }, + { + "representative": 11422, + "members": [ + 11422 + ], + "max_error": 0.0 + }, + { + "representative": 11487, + "members": [ + 11487 + ], + "max_error": 0.0 + }, + { + "representative": 11581, + "members": [ + 11581 + ], + "max_error": 0.0 + }, + { + "representative": 11594, + "members": [ + 11594 + ], + "max_error": 0.0 + }, + { + "representative": 11600, + "members": [ + 11600 + ], + "max_error": 0.0 + }, + { + "representative": 11519, + "members": [ + 11519 + ], + "max_error": 0.0 + }, + { + "representative": 11646, + "members": [ + 11646 + ], + "max_error": 0.0 + }, + { + "representative": 11495, + "members": [ + 11495 + ], + "max_error": 0.0 + }, + { + "representative": 11499, + "members": [ + 11499 + ], + "max_error": 0.0 + }, + { + "representative": 11501, + "members": [ + 11501 + ], + "max_error": 0.0 + }, + { + "representative": 11502, + "members": [ + 11502 + ], + "max_error": 0.0 + }, + { + "representative": 11490, + "members": [ + 11490 + ], + "max_error": 0.0 + }, + { + "representative": 11650, + "members": [ + 11650 + ], + "max_error": 0.0 + }, + { + "representative": 11444, + "members": [ + 11444 + ], + "max_error": 0.0 + }, + { + "representative": 11582, + "members": [ + 11582 + ], + "max_error": 0.0 + }, + { + "representative": 11589, + "members": [ + 11589 + ], + "max_error": 0.0 + }, + { + "representative": 11467, + "members": [ + 11467 + ], + "max_error": 0.0 + }, + { + "representative": 11644, + "members": [ + 11644 + ], + "max_error": 0.0 + }, + { + "representative": 11520, + "members": [ + 11520 + ], + "max_error": 0.0 + }, + { + "representative": 11466, + "members": [ + 11466 + ], + "max_error": 0.0 + }, + { + "representative": 11605, + "members": [ + 11605 + ], + "max_error": 0.0 + }, + { + "representative": 11569, + "members": [ + 11569 + ], + "max_error": 0.0 + }, + { + "representative": 11659, + "members": [ + 11659 + ], + "max_error": 0.0 + }, + { + "representative": 11508, + "members": [ + 11508 + ], + "max_error": 0.0 + }, + { + "representative": 11507, + "members": [ + 11507 + ], + "max_error": 0.0 + }, + { + "representative": 11620, + "members": [ + 11620 + ], + "max_error": 0.0 + }, + { + "representative": 11609, + "members": [ + 11609 + ], + "max_error": 0.0 + }, + { + "representative": 11515, + "members": [ + 11515 + ], + "max_error": 0.0 + }, + { + "representative": 11416, + "members": [ + 11416 + ], + "max_error": 0.0 + }, + { + "representative": 11540, + "members": [ + 11540 + ], + "max_error": 0.0 + }, + { + "representative": 11552, + "members": [ + 11552 + ], + "max_error": 0.0 + }, + { + "representative": 11654, + "members": [ + 11654 + ], + "max_error": 0.0 + }, + { + "representative": 11417, + "members": [ + 11417 + ], + "max_error": 0.0 + }, + { + "representative": 11485, + "members": [ + 11485 + ], + "max_error": 0.0 + }, + { + "representative": 11592, + "members": [ + 11592 + ], + "max_error": 0.0 + }, + { + "representative": 11544, + "members": [ + 11544 + ], + "max_error": 0.0 + }, + { + "representative": 11577, + "members": [ + 11577 + ], + "max_error": 0.0 + }, + { + "representative": 11513, + "members": [ + 11513 + ], + "max_error": 0.0 + }, + { + "representative": 11420, + "members": [ + 11420 + ], + "max_error": 0.0 + }, + { + "representative": 11541, + "members": [ + 11541 + ], + "max_error": 0.0 + }, + { + "representative": 11621, + "members": [ + 11621 + ], + "max_error": 0.0 + }, + { + "representative": 11553, + "members": [ + 11553 + ], + "max_error": 0.0 + }, + { + "representative": 11527, + "members": [ + 11527 + ], + "max_error": 0.0 + }, + { + "representative": 11517, + "members": [ + 11517 + ], + "max_error": 0.0 + }, + { + "representative": 11643, + "members": [ + 11643 + ], + "max_error": 0.0 + }, + { + "representative": 11556, + "members": [ + 11556 + ], + "max_error": 0.0 + }, + { + "representative": 11628, + "members": [ + 11628 + ], + "max_error": 0.0 + }, + { + "representative": 11489, + "members": [ + 11489 + ], + "max_error": 0.0 + }, + { + "representative": 11436, + "members": [ + 11436 + ], + "max_error": 0.0 + }, + { + "representative": 11622, + "members": [ + 11622 + ], + "max_error": 0.0 + }, + { + "representative": 11525, + "members": [ + 11525 + ], + "max_error": 0.0 + }, + { + "representative": 11446, + "members": [ + 11446 + ], + "max_error": 0.0 + }, + { + "representative": 11560, + "members": [ + 11560 + ], + "max_error": 0.0 + }, + { + "representative": 11413, + "members": [ + 11413 + ], + "max_error": 0.0 + }, + { + "representative": 11440, + "members": [ + 11440 + ], + "max_error": 0.0 + }, + { + "representative": 11410, + "members": [ + 11410 + ], + "max_error": 0.0 + }, + { + "representative": 11610, + "members": [ + 11610 + ], + "max_error": 0.0 + }, + { + "representative": 11432, + "members": [ + 11432 + ], + "max_error": 0.0 + }, + { + "representative": 11514, + "members": [ + 11514 + ], + "max_error": 0.0 + }, + { + "representative": 11409, + "members": [ + 11409 + ], + "max_error": 0.0 + }, + { + "representative": 11524, + "members": [ + 11524 + ], + "max_error": 0.0 + }, + { + "representative": 11561, + "members": [ + 11561 + ], + "max_error": 0.0 + }, + { + "representative": 11575, + "members": [ + 11575 + ], + "max_error": 0.0 + }, + { + "representative": 11630, + "members": [ + 11630 + ], + "max_error": 0.0 + }, + { + "representative": 11419, + "members": [ + 11419 + ], + "max_error": 0.0 + }, + { + "representative": 11434, + "members": [ + 11434 + ], + "max_error": 0.0 + }, + { + "representative": 11415, + "members": [ + 11415 + ], + "max_error": 0.0 + }, + { + "representative": 11625, + "members": [ + 11625 + ], + "max_error": 0.0 + }, + { + "representative": 11478, + "members": [ + 11478 + ], + "max_error": 0.0 + }, + { + "representative": 11599, + "members": [ + 11599 + ], + "max_error": 0.0 + }, + { + "representative": 11534, + "members": [ + 11534 + ], + "max_error": 0.0 + }, + { + "representative": 11554, + "members": [ + 11554 + ], + "max_error": 0.0 + }, + { + "representative": 11547, + "members": [ + 11547 + ], + "max_error": 0.0 + }, + { + "representative": 11579, + "members": [ + 11579 + ], + "max_error": 0.0 + }, + { + "representative": 11428, + "members": [ + 11428 + ], + "max_error": 0.0 + }, + { + "representative": 11584, + "members": [ + 11584 + ], + "max_error": 0.0 + }, + { + "representative": 11615, + "members": [ + 11615 + ], + "max_error": 0.0 + }, + { + "representative": 11530, + "members": [ + 11530 + ], + "max_error": 0.0 + }, + { + "representative": 11662, + "members": [ + 11662 + ], + "max_error": 0.0 + }, + { + "representative": 11430, + "members": [ + 11430 + ], + "max_error": 0.0 + }, + { + "representative": 11563, + "members": [ + 11563 + ], + "max_error": 0.0 + }, + { + "representative": 11464, + "members": [ + 11464 + ], + "max_error": 0.0 + }, + { + "representative": 11452, + "members": [ + 11452 + ], + "max_error": 0.0 + }, + { + "representative": 11602, + "members": [ + 11602 + ], + "max_error": 0.0 + }, + { + "representative": 11535, + "members": [ + 11535 + ], + "max_error": 0.0 + }, + { + "representative": 11611, + "members": [ + 11611 + ], + "max_error": 0.0 + }, + { + "representative": 11510, + "members": [ + 11510 + ], + "max_error": 0.0 + }, + { + "representative": 11549, + "members": [ + 11549 + ], + "max_error": 0.0 + }, + { + "representative": 11657, + "members": [ + 11657 + ], + "max_error": 0.0 + }, + { + "representative": 11558, + "members": [ + 11558 + ], + "max_error": 0.0 + }, + { + "representative": 11512, + "members": [ + 11512 + ], + "max_error": 0.0 + }, + { + "representative": 11496, + "members": [ + 11496 + ], + "max_error": 0.0 + }, + { + "representative": 11497, + "members": [ + 11497 + ], + "max_error": 0.0 + }, + { + "representative": 11536, + "members": [ + 11536 + ], + "max_error": 0.0 + }, + { + "representative": 11408, + "members": [ + 11408 + ], + "max_error": 0.0 + }, + { + "representative": 11411, + "members": [ + 11411 + ], + "max_error": 0.0 + }, + { + "representative": 11500, + "members": [ + 11500 + ], + "max_error": 0.0 + }, + { + "representative": 11546, + "members": [ + 11546 + ], + "max_error": 0.0 + }, + { + "representative": 11641, + "members": [ + 11641 + ], + "max_error": 0.0 + }, + { + "representative": 11533, + "members": [ + 11533 + ], + "max_error": 0.0 + }, + { + "representative": 11591, + "members": [ + 11591 + ], + "max_error": 0.0 + }, + { + "representative": 11571, + "members": [ + 11571 + ], + "max_error": 0.0 + }, + { + "representative": 11572, + "members": [ + 11572 + ], + "max_error": 0.0 + }, + { + "representative": 11583, + "members": [ + 11583 + ], + "max_error": 0.0 + }, + { + "representative": 11511, + "members": [ + 11511 + ], + "max_error": 0.0 + }, + { + "representative": 11627, + "members": [ + 11627 + ], + "max_error": 0.0 + }, + { + "representative": 11588, + "members": [ + 11588 + ], + "max_error": 0.0 + }, + { + "representative": 11590, + "members": [ + 11590 + ], + "max_error": 0.0 + }, + { + "representative": 11626, + "members": [ + 11626 + ], + "max_error": 0.0 + }, + { + "representative": 11555, + "members": [ + 11555 + ], + "max_error": 0.0 + }, + { + "representative": 11537, + "members": [ + 11537 + ], + "max_error": 0.0 + }, + { + "representative": 11574, + "members": [ + 11574 + ], + "max_error": 0.0 + }, + { + "representative": 11653, + "members": [ + 11653 + ], + "max_error": 0.0 + }, + { + "representative": 11492, + "members": [ + 11492 + ], + "max_error": 0.0 + }, + { + "representative": 11564, + "members": [ + 11564 + ], + "max_error": 0.0 + }, + { + "representative": 11636, + "members": [ + 11636 + ], + "max_error": 0.0 + }, + { + "representative": 11637, + "members": [ + 11637 + ], + "max_error": 0.0 + }, + { + "representative": 11482, + "members": [ + 11482 + ], + "max_error": 0.0 + }, + { + "representative": 11656, + "members": [ + 11656 + ], + "max_error": 0.0 + }, + { + "representative": 11567, + "members": [ + 11567 + ], + "max_error": 0.0 + }, + { + "representative": 11566, + "members": [ + 11566 + ], + "max_error": 0.0 + }, + { + "representative": 11425, + "members": [ + 11425 + ], + "max_error": 0.0 + }, + { + "representative": 11639, + "members": [ + 11639 + ], + "max_error": 0.0 + }, + { + "representative": 11474, + "members": [ + 11474 + ], + "max_error": 0.0 + }, + { + "representative": 11570, + "members": [ + 11570 + ], + "max_error": 0.0 + }, + { + "representative": 11483, + "members": [ + 11483 + ], + "max_error": 0.0 + }, + { + "representative": 11454, + "members": [ + 11454 + ], + "max_error": 0.0 + }, + { + "representative": 11429, + "members": [ + 11429 + ], + "max_error": 0.0 + }, + { + "representative": 11532, + "members": [ + 11532 + ], + "max_error": 0.0 + }, + { + "representative": 11445, + "members": [ + 11445 + ], + "max_error": 0.0 + }, + { + "representative": 11596, + "members": [ + 11596 + ], + "max_error": 0.0 + }, + { + "representative": 11663, + "members": [ + 11663 + ], + "max_error": 0.0 + }, + { + "representative": 11459, + "members": [ + 11459 + ], + "max_error": 0.0 + }, + { + "representative": 11647, + "members": [ + 11647 + ], + "max_error": 0.0 + }, + { + "representative": 11480, + "members": [ + 11480 + ], + "max_error": 0.0 + }, + { + "representative": 11629, + "members": [ + 11629 + ], + "max_error": 0.0 + }, + { + "representative": 11601, + "members": [ + 11601 + ], + "max_error": 0.0 + }, + { + "representative": 11612, + "members": [ + 11612 + ], + "max_error": 0.0 + }, + { + "representative": 11616, + "members": [ + 11616 + ], + "max_error": 0.0 + }, + { + "representative": 11624, + "members": [ + 11624 + ], + "max_error": 0.0 + }, + { + "representative": 11423, + "members": [ + 11423 + ], + "max_error": 0.0 + }, + { + "representative": 11505, + "members": [ + 11505 + ], + "max_error": 0.0 + }, + { + "representative": 11649, + "members": [ + 11649 + ], + "max_error": 0.0 + }, + { + "representative": 11456, + "members": [ + 11456 + ], + "max_error": 0.0 + }, + { + "representative": 11503, + "members": [ + 11503 + ], + "max_error": 0.0 + }, + { + "representative": 11640, + "members": [ + 11640 + ], + "max_error": 0.0 + }, + { + "representative": 11576, + "members": [ + 11576 + ], + "max_error": 0.0 + }, + { + "representative": 11465, + "members": [ + 11465 + ], + "max_error": 0.0 + }, + { + "representative": 11463, + "members": [ + 11463 + ], + "max_error": 0.0 + }, + { + "representative": 11443, + "members": [ + 11443 + ], + "max_error": 0.0 + }, + { + "representative": 11528, + "members": [ + 11528 + ], + "max_error": 0.0 + }, + { + "representative": 11438, + "members": [ + 11438 + ], + "max_error": 0.0 + }, + { + "representative": 11562, + "members": [ + 11562 + ], + "max_error": 0.0 + }, + { + "representative": 11635, + "members": [ + 11635 + ], + "max_error": 0.0 + }, + { + "representative": 11632, + "members": [ + 11632 + ], + "max_error": 0.0 + }, + { + "representative": 11597, + "members": [ + 11597 + ], + "max_error": 0.0 + }, + { + "representative": 11633, + "members": [ + 11633 + ], + "max_error": 0.0 + }, + { + "representative": 11565, + "members": [ + 11565 + ], + "max_error": 0.0 + }, + { + "representative": 11522, + "members": [ + 11522 + ], + "max_error": 0.0 + }, + { + "representative": 11606, + "members": [ + 11606 + ], + "max_error": 0.0 + }, + { + "representative": 11412, + "members": [ + 11412 + ], + "max_error": 0.0 + }, + { + "representative": 11479, + "members": [ + 11479 + ], + "max_error": 0.0 + }, + { + "representative": 11658, + "members": [ + 11658 + ], + "max_error": 0.0 + }, + { + "representative": 11457, + "members": [ + 11457 + ], + "max_error": 0.0 + }, + { + "representative": 11587, + "members": [ + 11587 + ], + "max_error": 0.0 + }, + { + "representative": 11593, + "members": [ + 11593 + ], + "max_error": 0.0 + }, + { + "representative": 11661, + "members": [ + 11661 + ], + "max_error": 0.0 + }, + { + "representative": 11516, + "members": [ + 11516 + ], + "max_error": 0.0 + }, + { + "representative": 11426, + "members": [ + 11426 + ], + "max_error": 0.0 + }, + { + "representative": 11608, + "members": [ + 11608 + ], + "max_error": 0.0 + }, + { + "representative": 11518, + "members": [ + 11518 + ], + "max_error": 0.0 + }, + { + "representative": 11521, + "members": [ + 11521 + ], + "max_error": 0.0 + }, + { + "representative": 11471, + "members": [ + 11471 + ], + "max_error": 0.0 + }, + { + "representative": 11550, + "members": [ + 11550 + ], + "max_error": 0.0 + }, + { + "representative": 11548, + "members": [ + 11548 + ], + "max_error": 0.0 + }, + { + "representative": 11607, + "members": [ + 11607 + ], + "max_error": 0.0 + }, + { + "representative": 11488, + "members": [ + 11488 + ], + "max_error": 0.0 + }, + { + "representative": 11619, + "members": [ + 11619 + ], + "max_error": 0.0 + }, + { + "representative": 11449, + "members": [ + 11449 + ], + "max_error": 0.0 + }, + { + "representative": 11557, + "members": [ + 11557 + ], + "max_error": 0.0 + }, + { + "representative": 11585, + "members": [ + 11585 + ], + "max_error": 0.0 + }, + { + "representative": 11631, + "members": [ + 11631 + ], + "max_error": 0.0 + }, + { + "representative": 11652, + "members": [ + 11652 + ], + "max_error": 0.0 + }, + { + "representative": 11439, + "members": [ + 11439 + ], + "max_error": 0.0 + }, + { + "representative": 11494, + "members": [ + 11494 + ], + "max_error": 0.0 + }, + { + "representative": 11451, + "members": [ + 11451 + ], + "max_error": 0.0 + }, + { + "representative": 11473, + "members": [ + 11473 + ], + "max_error": 0.0 + }, + { + "representative": 11618, + "members": [ + 11618 + ], + "max_error": 0.0 + }, + { + "representative": 11559, + "members": [ + 11559 + ], + "max_error": 0.0 + }, + { + "representative": 11437, + "members": [ + 11437 + ], + "max_error": 0.0 + }, + { + "representative": 11453, + "members": [ + 11453 + ], + "max_error": 0.0 + }, + { + "representative": 11523, + "members": [ + 11523 + ], + "max_error": 0.0 + }, + { + "representative": 11484, + "members": [ + 11484 + ], + "max_error": 0.0 + }, + { + "representative": 11543, + "members": [ + 11543 + ], + "max_error": 0.0 + }, + { + "representative": 11509, + "members": [ + 11509 + ], + "max_error": 0.0 + }, + { + "representative": 11427, + "members": [ + 11427 + ], + "max_error": 0.0 + }, + { + "representative": 11531, + "members": [ + 11531 + ], + "max_error": 0.0 + }, + { + "representative": 11491, + "members": [ + 11491 + ], + "max_error": 0.0 + }, + { + "representative": 11481, + "members": [ + 11481 + ], + "max_error": 0.0 + }, + { + "representative": 11595, + "members": [ + 11595 + ], + "max_error": 0.0 + }, + { + "representative": 11414, + "members": [ + 11414 + ], + "max_error": 0.0 + }, + { + "representative": 11642, + "members": [ + 11642 + ], + "max_error": 0.0 + }, + { + "representative": 11545, + "members": [ + 11545 + ], + "max_error": 0.0 + }, + { + "representative": 11568, + "members": [ + 11568 + ], + "max_error": 0.0 + }, + { + "representative": 11431, + "members": [ + 11431 + ], + "max_error": 0.0 + }, + { + "representative": 11586, + "members": [ + 11586 + ], + "max_error": 0.0 + }, + { + "representative": 11526, + "members": [ + 11526 + ], + "max_error": 0.0 + }, + { + "representative": 11604, + "members": [ + 11604 + ], + "max_error": 0.0 + }, + { + "representative": 11551, + "members": [ + 11551 + ], + "max_error": 0.0 + }, + { + "representative": 11433, + "members": [ + 11433 + ], + "max_error": 0.0 + }, + { + "representative": 11442, + "members": [ + 11442 + ], + "max_error": 0.0 + }, + { + "representative": 11468, + "members": [ + 11468 + ], + "max_error": 0.0 + }, + { + "representative": 11580, + "members": [ + 11580 + ], + "max_error": 0.0 + }, + { + "representative": 11461, + "members": [ + 11461 + ], + "max_error": 0.0 + }, + { + "representative": 11506, + "members": [ + 11506 + ], + "max_error": 0.0 + }, + { + "representative": 11542, + "members": [ + 11542 + ], + "max_error": 0.0 + }, + { + "representative": 11539, + "members": [ + 11539 + ], + "max_error": 0.0 + }, + { + "representative": 11614, + "members": [ + 11614 + ], + "max_error": 0.0 + }, + { + "representative": 11617, + "members": [ + 11617 + ], + "max_error": 0.0 + }, + { + "representative": 11470, + "members": [ + 11470 + ], + "max_error": 0.0 + }, + { + "representative": 11462, + "members": [ + 11462 + ], + "max_error": 0.0 + }, + { + "representative": 11448, + "members": [ + 11448 + ], + "max_error": 0.0 + }, + { + "representative": 11477, + "members": [ + 11477 + ], + "max_error": 0.0 + }, + { + "representative": 11498, + "members": [ + 11498 + ], + "max_error": 0.0 + }, + { + "representative": 11418, + "members": [ + 11418 + ], + "max_error": 0.0 + }, + { + "representative": 11651, + "members": [ + 11651 + ], + "max_error": 0.0 + }, + { + "representative": 11573, + "members": [ + 11573 + ], + "max_error": 0.0 + }, + { + "representative": 11538, + "members": [ + 11538 + ], + "max_error": 0.0 + }, + { + "representative": 11504, + "members": [ + 11504 + ], + "max_error": 0.0 + }, + { + "representative": 11458, + "members": [ + 11458 + ], + "max_error": 0.0 + }, + { + "representative": 11441, + "members": [ + 11441 + ], + "max_error": 0.0 + }, + { + "representative": 11475, + "members": [ + 11475 + ], + "max_error": 0.0 + }, + { + "representative": 11598, + "members": [ + 11598 + ], + "max_error": 0.0 + }, + { + "representative": 11613, + "members": [ + 11613 + ], + "max_error": 0.0 + }, + { + "representative": 11529, + "members": [ + 11529 + ], + "max_error": 0.0 + }, + { + "representative": 11634, + "members": [ + 11634 + ], + "max_error": 0.0 + }, + { + "representative": 11655, + "members": [ + 11655 + ], + "max_error": 0.0 + }, + { + "representative": 11638, + "members": [ + 11638 + ], + "max_error": 0.0 + }, + { + "representative": 11648, + "members": [ + 11648 + ], + "max_error": 0.0 + }, + { + "representative": 11447, + "members": [ + 11447 + ], + "max_error": 0.0 + }, + { + "representative": 11486, + "members": [ + 11486 + ], + "max_error": 0.0 + }, + { + "representative": 11603, + "members": [ + 11603 + ], + "max_error": 0.0 + }, + { + "representative": 11469, + "members": [ + 11469 + ], + "max_error": 0.0 + }, + { + "representative": 11455, + "members": [ + 11455 + ], + "max_error": 0.0 + }, + { + "representative": 11623, + "members": [ + 11623 + ], + "max_error": 0.0 + }, + { + "representative": 11493, + "members": [ + 11493 + ], + "max_error": 0.0 + }, + { + "representative": 11645, + "members": [ + 11645 + ], + "max_error": 0.0 + }, + { + "representative": 11460, + "members": [ + 11460 + ], + "max_error": 0.0 + }, + { + "representative": 11435, + "members": [ + 11435 + ], + "max_error": 0.0 + }, + { + "representative": 11660, + "members": [ + 11660 + ], + "max_error": 0.0 + }, + { + "representative": 11476, + "members": [ + 11476 + ], + "max_error": 0.0 + }, + { + "representative": 11578, + "members": [ + 11578 + ], + "max_error": 0.0 + }, + { + "representative": 11472, + "members": [ + 11472 + ], + "max_error": 0.0 + }, + { + "representative": 11450, + "members": [ + 11450 + ], + "max_error": 0.0 + }, + { + "representative": 11728, + "members": [ + 11728 + ], + "max_error": 0.0 + }, + { + "representative": 11744, + "members": [ + 11744 + ], + "max_error": 0.0 + }, + { + "representative": 11745, + "members": [ + 11745 + ], + "max_error": 0.0 + }, + { + "representative": 11746, + "members": [ + 11746 + ], + "max_error": 0.0 + }, + { + "representative": 11747, + "members": [ + 11747 + ], + "max_error": 0.0 + }, + { + "representative": 11730, + "members": [ + 11730 + ], + "max_error": 0.0 + }, + { + "representative": 11748, + "members": [ + 11748 + ], + "max_error": 0.0 + }, + { + "representative": 11749, + "members": [ + 11749 + ], + "max_error": 0.0 + }, + { + "representative": 11750, + "members": [ + 11750 + ], + "max_error": 0.0 + }, + { + "representative": 11751, + "members": [ + 11751 + ], + "max_error": 0.0 + }, + { + "representative": 11752, + "members": [ + 11752 + ], + "max_error": 0.0 + }, + { + "representative": 11753, + "members": [ + 11753 + ], + "max_error": 0.0 + }, + { + "representative": 11754, + "members": [ + 11754 + ], + "max_error": 0.0 + }, + { + "representative": 11755, + "members": [ + 11755 + ], + "max_error": 0.0 + }, + { + "representative": 11756, + "members": [ + 11756 + ], + "max_error": 0.0 + }, + { + "representative": 11757, + "members": [ + 11757 + ], + "max_error": 0.0 + }, + { + "representative": 11731, + "members": [ + 11731 + ], + "max_error": 0.0 + }, + { + "representative": 11758, + "members": [ + 11758 + ], + "max_error": 0.0 + }, + { + "representative": 11759, + "members": [ + 11759 + ], + "max_error": 0.0 + }, + { + "representative": 11732, + "members": [ + 11732 + ], + "max_error": 0.0 + }, + { + "representative": 11733, + "members": [ + 11733 + ], + "max_error": 0.0 + }, + { + "representative": 11734, + "members": [ + 11734 + ], + "max_error": 0.0 + }, + { + "representative": 11735, + "members": [ + 11735 + ], + "max_error": 0.0 + }, + { + "representative": 11736, + "members": [ + 11736 + ], + "max_error": 0.0 + }, + { + "representative": 11737, + "members": [ + 11737 + ], + "max_error": 0.0 + }, + { + "representative": 11729, + "members": [ + 11729 + ], + "max_error": 0.0 + }, + { + "representative": 11738, + "members": [ + 11738 + ], + "max_error": 0.0 + }, + { + "representative": 11739, + "members": [ + 11739 + ], + "max_error": 0.0 + }, + { + "representative": 11740, + "members": [ + 11740 + ], + "max_error": 0.0 + }, + { + "representative": 11741, + "members": [ + 11741 + ], + "max_error": 0.0 + }, + { + "representative": 11742, + "members": [ + 11742 + ], + "max_error": 0.0 + }, + { + "representative": 11743, + "members": [ + 11743 + ], + "max_error": 0.0 + }, + { + "representative": 11792, + "members": [ + 11792 + ], + "max_error": 0.0 + }, + { + "representative": 11808, + "members": [ + 11808 + ], + "max_error": 0.0 + }, + { + "representative": 11809, + "members": [ + 11809 + ], + "max_error": 0.0 + }, + { + "representative": 11810, + "members": [ + 11810 + ], + "max_error": 0.0 + }, + { + "representative": 11811, + "members": [ + 11811 + ], + "max_error": 0.0 + }, + { + "representative": 11794, + "members": [ + 11794 + ], + "max_error": 0.0 + }, + { + "representative": 11812, + "members": [ + 11812 + ], + "max_error": 0.0 + }, + { + "representative": 11813, + "members": [ + 11813 + ], + "max_error": 0.0 + }, + { + "representative": 11814, + "members": [ + 11814 + ], + "max_error": 0.0 + }, + { + "representative": 11815, + "members": [ + 11815 + ], + "max_error": 0.0 + }, + { + "representative": 11816, + "members": [ + 11816 + ], + "max_error": 0.0 + }, + { + "representative": 11817, + "members": [ + 11817 + ], + "max_error": 0.0 + }, + { + "representative": 11818, + "members": [ + 11818 + ], + "max_error": 0.0 + }, + { + "representative": 11819, + "members": [ + 11819 + ], + "max_error": 0.0 + }, + { + "representative": 11820, + "members": [ + 11820 + ], + "max_error": 0.0 + }, + { + "representative": 11821, + "members": [ + 11821 + ], + "max_error": 0.0 + }, + { + "representative": 11795, + "members": [ + 11795 + ], + "max_error": 0.0 + }, + { + "representative": 11822, + "members": [ + 11822 + ], + "max_error": 0.0 + }, + { + "representative": 11823, + "members": [ + 11823 + ], + "max_error": 0.0 + }, + { + "representative": 11796, + "members": [ + 11796 + ], + "max_error": 0.0 + }, + { + "representative": 11797, + "members": [ + 11797 + ], + "max_error": 0.0 + }, + { + "representative": 11798, + "members": [ + 11798 + ], + "max_error": 0.0 + }, + { + "representative": 11799, + "members": [ + 11799 + ], + "max_error": 0.0 + }, + { + "representative": 11800, + "members": [ + 11800 + ], + "max_error": 0.0 + }, + { + "representative": 11801, + "members": [ + 11801 + ], + "max_error": 0.0 + }, + { + "representative": 11793, + "members": [ + 11793 + ], + "max_error": 0.0 + }, + { + "representative": 11802, + "members": [ + 11802 + ], + "max_error": 0.0 + }, + { + "representative": 11803, + "members": [ + 11803 + ], + "max_error": 0.0 + }, + { + "representative": 11804, + "members": [ + 11804 + ], + "max_error": 0.0 + }, + { + "representative": 11805, + "members": [ + 11805 + ], + "max_error": 0.0 + }, + { + "representative": 11806, + "members": [ + 11806 + ], + "max_error": 0.0 + }, + { + "representative": 11807, + "members": [ + 11807 + ], + "max_error": 0.0 + }, + { + "representative": 11824, + "members": [ + 11824 + ], + "max_error": 0.0 + }, + { + "representative": 11840, + "members": [ + 11840 + ], + "max_error": 0.0 + }, + { + "representative": 11841, + "members": [ + 11841 + ], + "max_error": 0.0 + }, + { + "representative": 11842, + "members": [ + 11842 + ], + "max_error": 0.0 + }, + { + "representative": 11843, + "members": [ + 11843 + ], + "max_error": 0.0 + }, + { + "representative": 11826, + "members": [ + 11826 + ], + "max_error": 0.0 + }, + { + "representative": 11844, + "members": [ + 11844 + ], + "max_error": 0.0 + }, + { + "representative": 11845, + "members": [ + 11845 + ], + "max_error": 0.0 + }, + { + "representative": 11846, + "members": [ + 11846 + ], + "max_error": 0.0 + }, + { + "representative": 11847, + "members": [ + 11847 + ], + "max_error": 0.0 + }, + { + "representative": 11848, + "members": [ + 11848 + ], + "max_error": 0.0 + }, + { + "representative": 11849, + "members": [ + 11849 + ], + "max_error": 0.0 + }, + { + "representative": 11850, + "members": [ + 11850 + ], + "max_error": 0.0 + }, + { + "representative": 11851, + "members": [ + 11851 + ], + "max_error": 0.0 + }, + { + "representative": 11852, + "members": [ + 11852 + ], + "max_error": 0.0 + }, + { + "representative": 11853, + "members": [ + 11853 + ], + "max_error": 0.0 + }, + { + "representative": 11827, + "members": [ + 11827 + ], + "max_error": 0.0 + }, + { + "representative": 11854, + "members": [ + 11854 + ], + "max_error": 0.0 + }, + { + "representative": 11855, + "members": [ + 11855 + ], + "max_error": 0.0 + }, + { + "representative": 11828, + "members": [ + 11828 + ], + "max_error": 0.0 + }, + { + "representative": 11829, + "members": [ + 11829 + ], + "max_error": 0.0 + }, + { + "representative": 11830, + "members": [ + 11830 + ], + "max_error": 0.0 + }, + { + "representative": 11831, + "members": [ + 11831 + ], + "max_error": 0.0 + }, + { + "representative": 11832, + "members": [ + 11832 + ], + "max_error": 0.0 + }, + { + "representative": 11833, + "members": [ + 11833 + ], + "max_error": 0.0 + }, + { + "representative": 11825, + "members": [ + 11825 + ], + "max_error": 0.0 + }, + { + "representative": 11834, + "members": [ + 11834 + ], + "max_error": 0.0 + }, + { + "representative": 11835, + "members": [ + 11835 + ], + "max_error": 0.0 + }, + { + "representative": 11836, + "members": [ + 11836 + ], + "max_error": 0.0 + }, + { + "representative": 11837, + "members": [ + 11837 + ], + "max_error": 0.0 + }, + { + "representative": 11838, + "members": [ + 11838 + ], + "max_error": 0.0 + }, + { + "representative": 11839, + "members": [ + 11839 + ], + "max_error": 0.0 + }, + { + "representative": 11856, + "members": [ + 11856 + ], + "max_error": 0.0 + }, + { + "representative": 11872, + "members": [ + 11872 + ], + "max_error": 0.0 + }, + { + "representative": 11873, + "members": [ + 11873 + ], + "max_error": 0.0 + }, + { + "representative": 11874, + "members": [ + 11874 + ], + "max_error": 0.0 + }, + { + "representative": 11875, + "members": [ + 11875 + ], + "max_error": 0.0 + }, + { + "representative": 11858, + "members": [ + 11858 + ], + "max_error": 0.0 + }, + { + "representative": 11876, + "members": [ + 11876 + ], + "max_error": 0.0 + }, + { + "representative": 11877, + "members": [ + 11877 + ], + "max_error": 0.0 + }, + { + "representative": 11878, + "members": [ + 11878 + ], + "max_error": 0.0 + }, + { + "representative": 11879, + "members": [ + 11879 + ], + "max_error": 0.0 + }, + { + "representative": 11880, + "members": [ + 11880 + ], + "max_error": 0.0 + }, + { + "representative": 11881, + "members": [ + 11881 + ], + "max_error": 0.0 + }, + { + "representative": 11882, + "members": [ + 11882 + ], + "max_error": 0.0 + }, + { + "representative": 11883, + "members": [ + 11883 + ], + "max_error": 0.0 + }, + { + "representative": 11884, + "members": [ + 11884 + ], + "max_error": 0.0 + }, + { + "representative": 11885, + "members": [ + 11885 + ], + "max_error": 0.0 + }, + { + "representative": 11859, + "members": [ + 11859 + ], + "max_error": 0.0 + }, + { + "representative": 11886, + "members": [ + 11886 + ], + "max_error": 0.0 + }, + { + "representative": 11887, + "members": [ + 11887 + ], + "max_error": 0.0 + }, + { + "representative": 11860, + "members": [ + 11860 + ], + "max_error": 0.0 + }, + { + "representative": 11861, + "members": [ + 11861 + ], + "max_error": 0.0 + }, + { + "representative": 11862, + "members": [ + 11862 + ], + "max_error": 0.0 + }, + { + "representative": 11863, + "members": [ + 11863 + ], + "max_error": 0.0 + }, + { + "representative": 11864, + "members": [ + 11864 + ], + "max_error": 0.0 + }, + { + "representative": 11865, + "members": [ + 11865 + ], + "max_error": 0.0 + }, + { + "representative": 11857, + "members": [ + 11857 + ], + "max_error": 0.0 + }, + { + "representative": 11866, + "members": [ + 11866 + ], + "max_error": 0.0 + }, + { + "representative": 11867, + "members": [ + 11867 + ], + "max_error": 0.0 + }, + { + "representative": 11868, + "members": [ + 11868 + ], + "max_error": 0.0 + }, + { + "representative": 11869, + "members": [ + 11869 + ], + "max_error": 0.0 + }, + { + "representative": 11870, + "members": [ + 11870 + ], + "max_error": 0.0 + }, + { + "representative": 11871, + "members": [ + 11871 + ], + "max_error": 0.0 + }, + { + "representative": 11888, + "members": [ + 11888 + ], + "max_error": 0.0 + }, + { + "representative": 11904, + "members": [ + 11904 + ], + "max_error": 0.0 + }, + { + "representative": 11905, + "members": [ + 11905 + ], + "max_error": 0.0 + }, + { + "representative": 11906, + "members": [ + 11906 + ], + "max_error": 0.0 + }, + { + "representative": 11907, + "members": [ + 11907 + ], + "max_error": 0.0 + }, + { + "representative": 11890, + "members": [ + 11890 + ], + "max_error": 0.0 + }, + { + "representative": 11908, + "members": [ + 11908 + ], + "max_error": 0.0 + }, + { + "representative": 11909, + "members": [ + 11909 + ], + "max_error": 0.0 + }, + { + "representative": 11910, + "members": [ + 11910 + ], + "max_error": 0.0 + }, + { + "representative": 11911, + "members": [ + 11911 + ], + "max_error": 0.0 + }, + { + "representative": 11912, + "members": [ + 11912 + ], + "max_error": 0.0 + }, + { + "representative": 11913, + "members": [ + 11913 + ], + "max_error": 0.0 + }, + { + "representative": 11914, + "members": [ + 11914 + ], + "max_error": 0.0 + }, + { + "representative": 11915, + "members": [ + 11915 + ], + "max_error": 0.0 + }, + { + "representative": 11916, + "members": [ + 11916 + ], + "max_error": 0.0 + }, + { + "representative": 11917, + "members": [ + 11917 + ], + "max_error": 0.0 + }, + { + "representative": 11891, + "members": [ + 11891 + ], + "max_error": 0.0 + }, + { + "representative": 11918, + "members": [ + 11918 + ], + "max_error": 0.0 + }, + { + "representative": 11919, + "members": [ + 11919 + ], + "max_error": 0.0 + }, + { + "representative": 11892, + "members": [ + 11892 + ], + "max_error": 0.0 + }, + { + "representative": 11893, + "members": [ + 11893 + ], + "max_error": 0.0 + }, + { + "representative": 11894, + "members": [ + 11894 + ], + "max_error": 0.0 + }, + { + "representative": 11895, + "members": [ + 11895 + ], + "max_error": 0.0 + }, + { + "representative": 11896, + "members": [ + 11896 + ], + "max_error": 0.0 + }, + { + "representative": 11897, + "members": [ + 11897 + ], + "max_error": 0.0 + }, + { + "representative": 11889, + "members": [ + 11889 + ], + "max_error": 0.0 + }, + { + "representative": 11898, + "members": [ + 11898 + ], + "max_error": 0.0 + }, + { + "representative": 11899, + "members": [ + 11899 + ], + "max_error": 0.0 + }, + { + "representative": 11900, + "members": [ + 11900 + ], + "max_error": 0.0 + }, + { + "representative": 11901, + "members": [ + 11901 + ], + "max_error": 0.0 + }, + { + "representative": 11902, + "members": [ + 11902 + ], + "max_error": 0.0 + }, + { + "representative": 11903, + "members": [ + 11903 + ], + "max_error": 0.0 + }, + { + "representative": 11920, + "members": [ + 11920 + ], + "max_error": 0.0 + }, + { + "representative": 11936, + "members": [ + 11936 + ], + "max_error": 0.0 + }, + { + "representative": 11937, + "members": [ + 11937 + ], + "max_error": 0.0 + }, + { + "representative": 11938, + "members": [ + 11938 + ], + "max_error": 0.0 + }, + { + "representative": 11939, + "members": [ + 11939 + ], + "max_error": 0.0 + }, + { + "representative": 11922, + "members": [ + 11922 + ], + "max_error": 0.0 + }, + { + "representative": 11940, + "members": [ + 11940 + ], + "max_error": 0.0 + }, + { + "representative": 11941, + "members": [ + 11941 + ], + "max_error": 0.0 + }, + { + "representative": 11942, + "members": [ + 11942 + ], + "max_error": 0.0 + }, + { + "representative": 11943, + "members": [ + 11943 + ], + "max_error": 0.0 + }, + { + "representative": 11944, + "members": [ + 11944 + ], + "max_error": 0.0 + }, + { + "representative": 11945, + "members": [ + 11945 + ], + "max_error": 0.0 + }, + { + "representative": 11946, + "members": [ + 11946 + ], + "max_error": 0.0 + }, + { + "representative": 11947, + "members": [ + 11947 + ], + "max_error": 0.0 + }, + { + "representative": 11948, + "members": [ + 11948 + ], + "max_error": 0.0 + }, + { + "representative": 11949, + "members": [ + 11949 + ], + "max_error": 0.0 + }, + { + "representative": 11923, + "members": [ + 11923 + ], + "max_error": 0.0 + }, + { + "representative": 11950, + "members": [ + 11950 + ], + "max_error": 0.0 + }, + { + "representative": 11951, + "members": [ + 11951 + ], + "max_error": 0.0 + }, + { + "representative": 11924, + "members": [ + 11924 + ], + "max_error": 0.0 + }, + { + "representative": 11925, + "members": [ + 11925 + ], + "max_error": 0.0 + }, + { + "representative": 11926, + "members": [ + 11926 + ], + "max_error": 0.0 + }, + { + "representative": 11927, + "members": [ + 11927 + ], + "max_error": 0.0 + }, + { + "representative": 11928, + "members": [ + 11928 + ], + "max_error": 0.0 + }, + { + "representative": 11929, + "members": [ + 11929 + ], + "max_error": 0.0 + }, + { + "representative": 11921, + "members": [ + 11921 + ], + "max_error": 0.0 + }, + { + "representative": 11930, + "members": [ + 11930 + ], + "max_error": 0.0 + }, + { + "representative": 11931, + "members": [ + 11931 + ], + "max_error": 0.0 + }, + { + "representative": 11932, + "members": [ + 11932 + ], + "max_error": 0.0 + }, + { + "representative": 11933, + "members": [ + 11933 + ], + "max_error": 0.0 + }, + { + "representative": 11934, + "members": [ + 11934 + ], + "max_error": 0.0 + }, + { + "representative": 11935, + "members": [ + 11935 + ], + "max_error": 0.0 + }, + { + "representative": 11952, + "members": [ + 11952 + ], + "max_error": 0.0 + }, + { + "representative": 11968, + "members": [ + 11968 + ], + "max_error": 0.0 + }, + { + "representative": 11969, + "members": [ + 11969 + ], + "max_error": 0.0 + }, + { + "representative": 11970, + "members": [ + 11970 + ], + "max_error": 0.0 + }, + { + "representative": 11971, + "members": [ + 11971 + ], + "max_error": 0.0 + }, + { + "representative": 11954, + "members": [ + 11954 + ], + "max_error": 0.0 + }, + { + "representative": 11972, + "members": [ + 11972 + ], + "max_error": 0.0 + }, + { + "representative": 11973, + "members": [ + 11973 + ], + "max_error": 0.0 + }, + { + "representative": 11974, + "members": [ + 11974 + ], + "max_error": 0.0 + }, + { + "representative": 11975, + "members": [ + 11975 + ], + "max_error": 0.0 + }, + { + "representative": 11976, + "members": [ + 11976 + ], + "max_error": 0.0 + }, + { + "representative": 11977, + "members": [ + 11977 + ], + "max_error": 0.0 + }, + { + "representative": 11978, + "members": [ + 11978 + ], + "max_error": 0.0 + }, + { + "representative": 11979, + "members": [ + 11979 + ], + "max_error": 0.0 + }, + { + "representative": 11980, + "members": [ + 11980 + ], + "max_error": 0.0 + }, + { + "representative": 11981, + "members": [ + 11981 + ], + "max_error": 0.0 + }, + { + "representative": 11955, + "members": [ + 11955 + ], + "max_error": 0.0 + }, + { + "representative": 11982, + "members": [ + 11982 + ], + "max_error": 0.0 + }, + { + "representative": 11983, + "members": [ + 11983 + ], + "max_error": 0.0 + }, + { + "representative": 11956, + "members": [ + 11956 + ], + "max_error": 0.0 + }, + { + "representative": 11957, + "members": [ + 11957 + ], + "max_error": 0.0 + }, + { + "representative": 11958, + "members": [ + 11958 + ], + "max_error": 0.0 + }, + { + "representative": 11959, + "members": [ + 11959 + ], + "max_error": 0.0 + }, + { + "representative": 11960, + "members": [ + 11960 + ], + "max_error": 0.0 + }, + { + "representative": 11961, + "members": [ + 11961 + ], + "max_error": 0.0 + }, + { + "representative": 11953, + "members": [ + 11953 + ], + "max_error": 0.0 + }, + { + "representative": 11962, + "members": [ + 11962 + ], + "max_error": 0.0 + }, + { + "representative": 11963, + "members": [ + 11963 + ], + "max_error": 0.0 + }, + { + "representative": 11964, + "members": [ + 11964 + ], + "max_error": 0.0 + }, + { + "representative": 11965, + "members": [ + 11965 + ], + "max_error": 0.0 + }, + { + "representative": 11966, + "members": [ + 11966 + ], + "max_error": 0.0 + }, + { + "representative": 11967, + "members": [ + 11967 + ], + "max_error": 0.0 + }, + { + "representative": 11760, + "members": [ + 11760 + ], + "max_error": 0.0 + }, + { + "representative": 11776, + "members": [ + 11776 + ], + "max_error": 0.0 + }, + { + "representative": 11777, + "members": [ + 11777 + ], + "max_error": 0.0 + }, + { + "representative": 11778, + "members": [ + 11778 + ], + "max_error": 0.0 + }, + { + "representative": 11779, + "members": [ + 11779 + ], + "max_error": 0.0 + }, + { + "representative": 11762, + "members": [ + 11762 + ], + "max_error": 0.0 + }, + { + "representative": 11780, + "members": [ + 11780 + ], + "max_error": 0.0 + }, + { + "representative": 11781, + "members": [ + 11781 + ], + "max_error": 0.0 + }, + { + "representative": 11782, + "members": [ + 11782 + ], + "max_error": 0.0 + }, + { + "representative": 11783, + "members": [ + 11783 + ], + "max_error": 0.0 + }, + { + "representative": 11784, + "members": [ + 11784 + ], + "max_error": 0.0 + }, + { + "representative": 11785, + "members": [ + 11785 + ], + "max_error": 0.0 + }, + { + "representative": 11786, + "members": [ + 11786 + ], + "max_error": 0.0 + }, + { + "representative": 11787, + "members": [ + 11787 + ], + "max_error": 0.0 + }, + { + "representative": 11788, + "members": [ + 11788 + ], + "max_error": 0.0 + }, + { + "representative": 11789, + "members": [ + 11789 + ], + "max_error": 0.0 + }, + { + "representative": 11763, + "members": [ + 11763 + ], + "max_error": 0.0 + }, + { + "representative": 11790, + "members": [ + 11790 + ], + "max_error": 0.0 + }, + { + "representative": 11791, + "members": [ + 11791 + ], + "max_error": 0.0 + }, + { + "representative": 11764, + "members": [ + 11764 + ], + "max_error": 0.0 + }, + { + "representative": 11765, + "members": [ + 11765 + ], + "max_error": 0.0 + }, + { + "representative": 11766, + "members": [ + 11766 + ], + "max_error": 0.0 + }, + { + "representative": 11767, + "members": [ + 11767 + ], + "max_error": 0.0 + }, + { + "representative": 11768, + "members": [ + 11768 + ], + "max_error": 0.0 + }, + { + "representative": 11769, + "members": [ + 11769 + ], + "max_error": 0.0 + }, + { + "representative": 11761, + "members": [ + 11761 + ], + "max_error": 0.0 + }, + { + "representative": 11770, + "members": [ + 11770 + ], + "max_error": 0.0 + }, + { + "representative": 11771, + "members": [ + 11771 + ], + "max_error": 0.0 + }, + { + "representative": 11772, + "members": [ + 11772 + ], + "max_error": 0.0 + }, + { + "representative": 11773, + "members": [ + 11773 + ], + "max_error": 0.0 + }, + { + "representative": 11774, + "members": [ + 11774 + ], + "max_error": 0.0 + }, + { + "representative": 11775, + "members": [ + 11775 + ], + "max_error": 0.0 + }, + { + "representative": 12264, + "members": [ + 12264 + ], + "max_error": 0.0 + }, + { + "representative": 12267, + "members": [ + 12267 + ], + "max_error": 0.0 + }, + { + "representative": 12269, + "members": [ + 12269 + ], + "max_error": 0.0 + }, + { + "representative": 12243, + "members": [ + 12243 + ], + "max_error": 0.0 + }, + { + "representative": 12270, + "members": [ + 12270 + ], + "max_error": 0.0 + }, + { + "representative": 12244, + "members": [ + 12244 + ], + "max_error": 0.0 + }, + { + "representative": 12252, + "members": [ + 12252 + ], + "max_error": 0.0 + }, + { + "representative": 12253, + "members": [ + 12253 + ], + "max_error": 0.0 + }, + { + "representative": 12254, + "members": [ + 12254 + ], + "max_error": 0.0 + }, + { + "representative": 12483, + "members": [ + 12483 + ], + "max_error": 0.0 + }, + { + "representative": 12377, + "members": [ + 12377 + ], + "max_error": 0.0 + }, + { + "representative": 12299, + "members": [ + 12299 + ], + "max_error": 0.0 + }, + { + "representative": 12240, + "members": [ + 12240 + ], + "max_error": 0.0 + }, + { + "representative": 12274, + "members": [ + 12274 + ], + "max_error": 0.0 + }, + { + "representative": 12362, + "members": [ + 12362 + ], + "max_error": 0.0 + }, + { + "representative": 12444, + "members": [ + 12444 + ], + "max_error": 0.0 + }, + { + "representative": 12329, + "members": [ + 12329 + ], + "max_error": 0.0 + }, + { + "representative": 12465, + "members": [ + 12465 + ], + "max_error": 0.0 + }, + { + "representative": 12242, + "members": [ + 12242 + ], + "max_error": 0.0 + }, + { + "representative": 12439, + "members": [ + 12439 + ], + "max_error": 0.0 + }, + { + "representative": 12350, + "members": [ + 12350 + ], + "max_error": 0.0 + }, + { + "representative": 12337, + "members": [ + 12337 + ], + "max_error": 0.0 + }, + { + "representative": 12472, + "members": [ + 12472 + ], + "max_error": 0.0 + }, + { + "representative": 12493, + "members": [ + 12493 + ], + "max_error": 0.0 + }, + { + "representative": 12297, + "members": [ + 12297 + ], + "max_error": 0.0 + }, + { + "representative": 12333, + "members": [ + 12333 + ], + "max_error": 0.0 + }, + { + "representative": 12401, + "members": [ + 12401 + ], + "max_error": 0.0 + }, + { + "representative": 12352, + "members": [ + 12352 + ], + "max_error": 0.0 + }, + { + "representative": 12311, + "members": [ + 12311 + ], + "max_error": 0.0 + }, + { + "representative": 12292, + "members": [ + 12292 + ], + "max_error": 0.0 + }, + { + "representative": 12464, + "members": [ + 12464 + ], + "max_error": 0.0 + }, + { + "representative": 12454, + "members": [ + 12454 + ], + "max_error": 0.0 + }, + { + "representative": 12341, + "members": [ + 12341 + ], + "max_error": 0.0 + }, + { + "representative": 12375, + "members": [ + 12375 + ], + "max_error": 0.0 + }, + { + "representative": 12383, + "members": [ + 12383 + ], + "max_error": 0.0 + }, + { + "representative": 12320, + "members": [ + 12320 + ], + "max_error": 0.0 + }, + { + "representative": 12471, + "members": [ + 12471 + ], + "max_error": 0.0 + }, + { + "representative": 12363, + "members": [ + 12363 + ], + "max_error": 0.0 + }, + { + "representative": 12405, + "members": [ + 12405 + ], + "max_error": 0.0 + }, + { + "representative": 12304, + "members": [ + 12304 + ], + "max_error": 0.0 + }, + { + "representative": 12322, + "members": [ + 12322 + ], + "max_error": 0.0 + }, + { + "representative": 12325, + "members": [ + 12325 + ], + "max_error": 0.0 + }, + { + "representative": 12330, + "members": [ + 12330 + ], + "max_error": 0.0 + }, + { + "representative": 12331, + "members": [ + 12331 + ], + "max_error": 0.0 + }, + { + "representative": 12309, + "members": [ + 12309 + ], + "max_error": 0.0 + }, + { + "representative": 12314, + "members": [ + 12314 + ], + "max_error": 0.0 + }, + { + "representative": 12317, + "members": [ + 12317 + ], + "max_error": 0.0 + }, + { + "representative": 12381, + "members": [ + 12381 + ], + "max_error": 0.0 + }, + { + "representative": 12494, + "members": [ + 12494 + ], + "max_error": 0.0 + }, + { + "representative": 12368, + "members": [ + 12368 + ], + "max_error": 0.0 + }, + { + "representative": 12479, + "members": [ + 12479 + ], + "max_error": 0.0 + }, + { + "representative": 12390, + "members": [ + 12390 + ], + "max_error": 0.0 + }, + { + "representative": 12250, + "members": [ + 12250 + ], + "max_error": 0.0 + }, + { + "representative": 12308, + "members": [ + 12308 + ], + "max_error": 0.0 + }, + { + "representative": 12392, + "members": [ + 12392 + ], + "max_error": 0.0 + }, + { + "representative": 12467, + "members": [ + 12467 + ], + "max_error": 0.0 + }, + { + "representative": 12336, + "members": [ + 12336 + ], + "max_error": 0.0 + }, + { + "representative": 12285, + "members": [ + 12285 + ], + "max_error": 0.0 + }, + { + "representative": 12410, + "members": [ + 12410 + ], + "max_error": 0.0 + }, + { + "representative": 12404, + "members": [ + 12404 + ], + "max_error": 0.0 + }, + { + "representative": 12310, + "members": [ + 12310 + ], + "max_error": 0.0 + }, + { + "representative": 12481, + "members": [ + 12481 + ], + "max_error": 0.0 + }, + { + "representative": 12452, + "members": [ + 12452 + ], + "max_error": 0.0 + }, + { + "representative": 12396, + "members": [ + 12396 + ], + "max_error": 0.0 + }, + { + "representative": 12428, + "members": [ + 12428 + ], + "max_error": 0.0 + }, + { + "representative": 12495, + "members": [ + 12495 + ], + "max_error": 0.0 + }, + { + "representative": 12289, + "members": [ + 12289 + ], + "max_error": 0.0 + }, + { + "representative": 12372, + "members": [ + 12372 + ], + "max_error": 0.0 + }, + { + "representative": 12480, + "members": [ + 12480 + ], + "max_error": 0.0 + }, + { + "representative": 12490, + "members": [ + 12490 + ], + "max_error": 0.0 + }, + { + "representative": 12427, + "members": [ + 12427 + ], + "max_error": 0.0 + }, + { + "representative": 12456, + "members": [ + 12456 + ], + "max_error": 0.0 + }, + { + "representative": 12272, + "members": [ + 12272 + ], + "max_error": 0.0 + }, + { + "representative": 12376, + "members": [ + 12376 + ], + "max_error": 0.0 + }, + { + "representative": 12409, + "members": [ + 12409 + ], + "max_error": 0.0 + }, + { + "representative": 12306, + "members": [ + 12306 + ], + "max_error": 0.0 + }, + { + "representative": 12475, + "members": [ + 12475 + ], + "max_error": 0.0 + }, + { + "representative": 12359, + "members": [ + 12359 + ], + "max_error": 0.0 + }, + { + "representative": 12318, + "members": [ + 12318 + ], + "max_error": 0.0 + }, + { + "representative": 12262, + "members": [ + 12262 + ], + "max_error": 0.0 + }, + { + "representative": 12440, + "members": [ + 12440 + ], + "max_error": 0.0 + }, + { + "representative": 12279, + "members": [ + 12279 + ], + "max_error": 0.0 + }, + { + "representative": 12298, + "members": [ + 12298 + ], + "max_error": 0.0 + }, + { + "representative": 12315, + "members": [ + 12315 + ], + "max_error": 0.0 + }, + { + "representative": 12445, + "members": [ + 12445 + ], + "max_error": 0.0 + }, + { + "representative": 12340, + "members": [ + 12340 + ], + "max_error": 0.0 + }, + { + "representative": 12344, + "members": [ + 12344 + ], + "max_error": 0.0 + }, + { + "representative": 12257, + "members": [ + 12257 + ], + "max_error": 0.0 + }, + { + "representative": 12295, + "members": [ + 12295 + ], + "max_error": 0.0 + }, + { + "representative": 12268, + "members": [ + 12268 + ], + "max_error": 0.0 + }, + { + "representative": 12278, + "members": [ + 12278 + ], + "max_error": 0.0 + }, + { + "representative": 12458, + "members": [ + 12458 + ], + "max_error": 0.0 + }, + { + "representative": 12482, + "members": [ + 12482 + ], + "max_error": 0.0 + }, + { + "representative": 12248, + "members": [ + 12248 + ], + "max_error": 0.0 + }, + { + "representative": 12259, + "members": [ + 12259 + ], + "max_error": 0.0 + }, + { + "representative": 12266, + "members": [ + 12266 + ], + "max_error": 0.0 + }, + { + "representative": 12423, + "members": [ + 12423 + ], + "max_error": 0.0 + }, + { + "representative": 12426, + "members": [ + 12426 + ], + "max_error": 0.0 + }, + { + "representative": 12327, + "members": [ + 12327 + ], + "max_error": 0.0 + }, + { + "representative": 12326, + "members": [ + 12326 + ], + "max_error": 0.0 + }, + { + "representative": 12397, + "members": [ + 12397 + ], + "max_error": 0.0 + }, + { + "representative": 12302, + "members": [ + 12302 + ], + "max_error": 0.0 + }, + { + "representative": 12319, + "members": [ + 12319 + ], + "max_error": 0.0 + }, + { + "representative": 12388, + "members": [ + 12388 + ], + "max_error": 0.0 + }, + { + "representative": 12434, + "members": [ + 12434 + ], + "max_error": 0.0 + }, + { + "representative": 12367, + "members": [ + 12367 + ], + "max_error": 0.0 + }, + { + "representative": 12249, + "members": [ + 12249 + ], + "max_error": 0.0 + }, + { + "representative": 12442, + "members": [ + 12442 + ], + "max_error": 0.0 + }, + { + "representative": 12287, + "members": [ + 12287 + ], + "max_error": 0.0 + }, + { + "representative": 12492, + "members": [ + 12492 + ], + "max_error": 0.0 + }, + { + "representative": 12260, + "members": [ + 12260 + ], + "max_error": 0.0 + }, + { + "representative": 12245, + "members": [ + 12245 + ], + "max_error": 0.0 + }, + { + "representative": 12265, + "members": [ + 12265 + ], + "max_error": 0.0 + }, + { + "representative": 12313, + "members": [ + 12313 + ], + "max_error": 0.0 + }, + { + "representative": 12316, + "members": [ + 12316 + ], + "max_error": 0.0 + }, + { + "representative": 12369, + "members": [ + 12369 + ], + "max_error": 0.0 + }, + { + "representative": 12312, + "members": [ + 12312 + ], + "max_error": 0.0 + }, + { + "representative": 12247, + "members": [ + 12247 + ], + "max_error": 0.0 + }, + { + "representative": 12305, + "members": [ + 12305 + ], + "max_error": 0.0 + }, + { + "representative": 12403, + "members": [ + 12403 + ], + "max_error": 0.0 + }, + { + "representative": 12332, + "members": [ + 12332 + ], + "max_error": 0.0 + }, + { + "representative": 12484, + "members": [ + 12484 + ], + "max_error": 0.0 + }, + { + "representative": 12349, + "members": [ + 12349 + ], + "max_error": 0.0 + }, + { + "representative": 12374, + "members": [ + 12374 + ], + "max_error": 0.0 + }, + { + "representative": 12277, + "members": [ + 12277 + ], + "max_error": 0.0 + }, + { + "representative": 12286, + "members": [ + 12286 + ], + "max_error": 0.0 + }, + { + "representative": 12459, + "members": [ + 12459 + ], + "max_error": 0.0 + }, + { + "representative": 12382, + "members": [ + 12382 + ], + "max_error": 0.0 + }, + { + "representative": 12353, + "members": [ + 12353 + ], + "max_error": 0.0 + }, + { + "representative": 12473, + "members": [ + 12473 + ], + "max_error": 0.0 + }, + { + "representative": 12433, + "members": [ + 12433 + ], + "max_error": 0.0 + }, + { + "representative": 12354, + "members": [ + 12354 + ], + "max_error": 0.0 + }, + { + "representative": 12356, + "members": [ + 12356 + ], + "max_error": 0.0 + }, + { + "representative": 12357, + "members": [ + 12357 + ], + "max_error": 0.0 + }, + { + "representative": 12360, + "members": [ + 12360 + ], + "max_error": 0.0 + }, + { + "representative": 12342, + "members": [ + 12342 + ], + "max_error": 0.0 + }, + { + "representative": 12351, + "members": [ + 12351 + ], + "max_error": 0.0 + }, + { + "representative": 12291, + "members": [ + 12291 + ], + "max_error": 0.0 + }, + { + "representative": 12437, + "members": [ + 12437 + ], + "max_error": 0.0 + }, + { + "representative": 12280, + "members": [ + 12280 + ], + "max_error": 0.0 + }, + { + "representative": 12432, + "members": [ + 12432 + ], + "max_error": 0.0 + }, + { + "representative": 12328, + "members": [ + 12328 + ], + "max_error": 0.0 + }, + { + "representative": 12414, + "members": [ + 12414 + ], + "max_error": 0.0 + }, + { + "representative": 12379, + "members": [ + 12379 + ], + "max_error": 0.0 + }, + { + "representative": 12407, + "members": [ + 12407 + ], + "max_error": 0.0 + }, + { + "representative": 12462, + "members": [ + 12462 + ], + "max_error": 0.0 + }, + { + "representative": 12448, + "members": [ + 12448 + ], + "max_error": 0.0 + }, + { + "representative": 12348, + "members": [ + 12348 + ], + "max_error": 0.0 + }, + { + "representative": 12418, + "members": [ + 12418 + ], + "max_error": 0.0 + }, + { + "representative": 12491, + "members": [ + 12491 + ], + "max_error": 0.0 + }, + { + "representative": 12385, + "members": [ + 12385 + ], + "max_error": 0.0 + }, + { + "representative": 12386, + "members": [ + 12386 + ], + "max_error": 0.0 + }, + { + "representative": 12387, + "members": [ + 12387 + ], + "max_error": 0.0 + }, + { + "representative": 12370, + "members": [ + 12370 + ], + "max_error": 0.0 + }, + { + "representative": 12393, + "members": [ + 12393 + ], + "max_error": 0.0 + }, + { + "representative": 12394, + "members": [ + 12394 + ], + "max_error": 0.0 + }, + { + "representative": 12395, + "members": [ + 12395 + ], + "max_error": 0.0 + }, + { + "representative": 12371, + "members": [ + 12371 + ], + "max_error": 0.0 + }, + { + "representative": 12398, + "members": [ + 12398 + ], + "max_error": 0.0 + }, + { + "representative": 12399, + "members": [ + 12399 + ], + "max_error": 0.0 + }, + { + "representative": 12380, + "members": [ + 12380 + ], + "max_error": 0.0 + }, + { + "representative": 12400, + "members": [ + 12400 + ], + "max_error": 0.0 + }, + { + "representative": 12416, + "members": [ + 12416 + ], + "max_error": 0.0 + }, + { + "representative": 12417, + "members": [ + 12417 + ], + "max_error": 0.0 + }, + { + "representative": 12419, + "members": [ + 12419 + ], + "max_error": 0.0 + }, + { + "representative": 12420, + "members": [ + 12420 + ], + "max_error": 0.0 + }, + { + "representative": 12422, + "members": [ + 12422 + ], + "max_error": 0.0 + }, + { + "representative": 12425, + "members": [ + 12425 + ], + "max_error": 0.0 + }, + { + "representative": 12431, + "members": [ + 12431 + ], + "max_error": 0.0 + }, + { + "representative": 12406, + "members": [ + 12406 + ], + "max_error": 0.0 + }, + { + "representative": 12413, + "members": [ + 12413 + ], + "max_error": 0.0 + }, + { + "representative": 12449, + "members": [ + 12449 + ], + "max_error": 0.0 + }, + { + "representative": 12450, + "members": [ + 12450 + ], + "max_error": 0.0 + }, + { + "representative": 12451, + "members": [ + 12451 + ], + "max_error": 0.0 + }, + { + "representative": 12453, + "members": [ + 12453 + ], + "max_error": 0.0 + }, + { + "representative": 12455, + "members": [ + 12455 + ], + "max_error": 0.0 + }, + { + "representative": 12457, + "members": [ + 12457 + ], + "max_error": 0.0 + }, + { + "representative": 12461, + "members": [ + 12461 + ], + "max_error": 0.0 + }, + { + "representative": 12435, + "members": [ + 12435 + ], + "max_error": 0.0 + }, + { + "representative": 12443, + "members": [ + 12443 + ], + "max_error": 0.0 + }, + { + "representative": 12446, + "members": [ + 12446 + ], + "max_error": 0.0 + }, + { + "representative": 12447, + "members": [ + 12447 + ], + "max_error": 0.0 + }, + { + "representative": 12466, + "members": [ + 12466 + ], + "max_error": 0.0 + }, + { + "representative": 12485, + "members": [ + 12485 + ], + "max_error": 0.0 + }, + { + "representative": 12489, + "members": [ + 12489 + ], + "max_error": 0.0 + }, + { + "representative": 12281, + "members": [ + 12281 + ], + "max_error": 0.0 + }, + { + "representative": 12321, + "members": [ + 12321 + ], + "max_error": 0.0 + }, + { + "representative": 12389, + "members": [ + 12389 + ], + "max_error": 0.0 + }, + { + "representative": 12271, + "members": [ + 12271 + ], + "max_error": 0.0 + }, + { + "representative": 12301, + "members": [ + 12301 + ], + "max_error": 0.0 + }, + { + "representative": 12411, + "members": [ + 12411 + ], + "max_error": 0.0 + }, + { + "representative": 12339, + "members": [ + 12339 + ], + "max_error": 0.0 + }, + { + "representative": 12343, + "members": [ + 12343 + ], + "max_error": 0.0 + }, + { + "representative": 12408, + "members": [ + 12408 + ], + "max_error": 0.0 + }, + { + "representative": 12258, + "members": [ + 12258 + ], + "max_error": 0.0 + }, + { + "representative": 12460, + "members": [ + 12460 + ], + "max_error": 0.0 + }, + { + "representative": 12384, + "members": [ + 12384 + ], + "max_error": 0.0 + }, + { + "representative": 12275, + "members": [ + 12275 + ], + "max_error": 0.0 + }, + { + "representative": 12424, + "members": [ + 12424 + ], + "max_error": 0.0 + }, + { + "representative": 12251, + "members": [ + 12251 + ], + "max_error": 0.0 + }, + { + "representative": 12346, + "members": [ + 12346 + ], + "max_error": 0.0 + }, + { + "representative": 12402, + "members": [ + 12402 + ], + "max_error": 0.0 + }, + { + "representative": 12288, + "members": [ + 12288 + ], + "max_error": 0.0 + }, + { + "representative": 12290, + "members": [ + 12290 + ], + "max_error": 0.0 + }, + { + "representative": 12293, + "members": [ + 12293 + ], + "max_error": 0.0 + }, + { + "representative": 12294, + "members": [ + 12294 + ], + "max_error": 0.0 + }, + { + "representative": 12296, + "members": [ + 12296 + ], + "max_error": 0.0 + }, + { + "representative": 12300, + "members": [ + 12300 + ], + "max_error": 0.0 + }, + { + "representative": 12273, + "members": [ + 12273 + ], + "max_error": 0.0 + }, + { + "representative": 12282, + "members": [ + 12282 + ], + "max_error": 0.0 + }, + { + "representative": 12283, + "members": [ + 12283 + ], + "max_error": 0.0 + }, + { + "representative": 12284, + "members": [ + 12284 + ], + "max_error": 0.0 + }, + { + "representative": 12415, + "members": [ + 12415 + ], + "max_error": 0.0 + }, + { + "representative": 12358, + "members": [ + 12358 + ], + "max_error": 0.0 + }, + { + "representative": 12463, + "members": [ + 12463 + ], + "max_error": 0.0 + }, + { + "representative": 12323, + "members": [ + 12323 + ], + "max_error": 0.0 + }, + { + "representative": 12474, + "members": [ + 12474 + ], + "max_error": 0.0 + }, + { + "representative": 12488, + "members": [ + 12488 + ], + "max_error": 0.0 + }, + { + "representative": 12347, + "members": [ + 12347 + ], + "max_error": 0.0 + }, + { + "representative": 12307, + "members": [ + 12307 + ], + "max_error": 0.0 + }, + { + "representative": 12468, + "members": [ + 12468 + ], + "max_error": 0.0 + }, + { + "representative": 12361, + "members": [ + 12361 + ], + "max_error": 0.0 + }, + { + "representative": 12487, + "members": [ + 12487 + ], + "max_error": 0.0 + }, + { + "representative": 12429, + "members": [ + 12429 + ], + "max_error": 0.0 + }, + { + "representative": 12476, + "members": [ + 12476 + ], + "max_error": 0.0 + }, + { + "representative": 12261, + "members": [ + 12261 + ], + "max_error": 0.0 + }, + { + "representative": 12421, + "members": [ + 12421 + ], + "max_error": 0.0 + }, + { + "representative": 12365, + "members": [ + 12365 + ], + "max_error": 0.0 + }, + { + "representative": 12324, + "members": [ + 12324 + ], + "max_error": 0.0 + }, + { + "representative": 12478, + "members": [ + 12478 + ], + "max_error": 0.0 + }, + { + "representative": 12391, + "members": [ + 12391 + ], + "max_error": 0.0 + }, + { + "representative": 12470, + "members": [ + 12470 + ], + "max_error": 0.0 + }, + { + "representative": 12364, + "members": [ + 12364 + ], + "max_error": 0.0 + }, + { + "representative": 12438, + "members": [ + 12438 + ], + "max_error": 0.0 + }, + { + "representative": 12430, + "members": [ + 12430 + ], + "max_error": 0.0 + }, + { + "representative": 12345, + "members": [ + 12345 + ], + "max_error": 0.0 + }, + { + "representative": 12477, + "members": [ + 12477 + ], + "max_error": 0.0 + }, + { + "representative": 12378, + "members": [ + 12378 + ], + "max_error": 0.0 + }, + { + "representative": 12255, + "members": [ + 12255 + ], + "max_error": 0.0 + }, + { + "representative": 12303, + "members": [ + 12303 + ], + "max_error": 0.0 + }, + { + "representative": 12412, + "members": [ + 12412 + ], + "max_error": 0.0 + }, + { + "representative": 12469, + "members": [ + 12469 + ], + "max_error": 0.0 + }, + { + "representative": 12338, + "members": [ + 12338 + ], + "max_error": 0.0 + }, + { + "representative": 12263, + "members": [ + 12263 + ], + "max_error": 0.0 + }, + { + "representative": 12334, + "members": [ + 12334 + ], + "max_error": 0.0 + }, + { + "representative": 12276, + "members": [ + 12276 + ], + "max_error": 0.0 + }, + { + "representative": 12335, + "members": [ + 12335 + ], + "max_error": 0.0 + }, + { + "representative": 12441, + "members": [ + 12441 + ], + "max_error": 0.0 + }, + { + "representative": 12366, + "members": [ + 12366 + ], + "max_error": 0.0 + }, + { + "representative": 12256, + "members": [ + 12256 + ], + "max_error": 0.0 + }, + { + "representative": 12241, + "members": [ + 12241 + ], + "max_error": 0.0 + }, + { + "representative": 12355, + "members": [ + 12355 + ], + "max_error": 0.0 + }, + { + "representative": 12246, + "members": [ + 12246 + ], + "max_error": 0.0 + }, + { + "representative": 12486, + "members": [ + 12486 + ], + "max_error": 0.0 + }, + { + "representative": 12436, + "members": [ + 12436 + ], + "max_error": 0.0 + }, + { + "representative": 12373, + "members": [ + 12373 + ], + "max_error": 0.0 + }, + { + "representative": 12752, + "members": [ + 12752 + ], + "max_error": 0.0 + }, + { + "representative": 12773, + "members": [ + 12773 + ], + "max_error": 0.0 + }, + { + "representative": 12776, + "members": [ + 12776 + ], + "max_error": 0.0 + }, + { + "representative": 12763, + "members": [ + 12763 + ], + "max_error": 0.0 + }, + { + "representative": 12941, + "members": [ + 12941 + ], + "max_error": 0.0 + }, + { + "representative": 12802, + "members": [ + 12802 + ], + "max_error": 0.0 + }, + { + "representative": 12967, + "members": [ + 12967 + ], + "max_error": 0.0 + }, + { + "representative": 12893, + "members": [ + 12893 + ], + "max_error": 0.0 + }, + { + "representative": 12850, + "members": [ + 12850 + ], + "max_error": 0.0 + }, + { + "representative": 12811, + "members": [ + 12811 + ], + "max_error": 0.0 + }, + { + "representative": 12797, + "members": [ + 12797 + ], + "max_error": 0.0 + }, + { + "representative": 12836, + "members": [ + 12836 + ], + "max_error": 0.0 + }, + { + "representative": 12928, + "members": [ + 12928 + ], + "max_error": 0.0 + }, + { + "representative": 12759, + "members": [ + 12759 + ], + "max_error": 0.0 + }, + { + "representative": 12780, + "members": [ + 12780 + ], + "max_error": 0.0 + }, + { + "representative": 12777, + "members": [ + 12777 + ], + "max_error": 0.0 + }, + { + "representative": 12842, + "members": [ + 12842 + ], + "max_error": 0.0 + }, + { + "representative": 12887, + "members": [ + 12887 + ], + "max_error": 0.0 + }, + { + "representative": 12863, + "members": [ + 12863 + ], + "max_error": 0.0 + }, + { + "representative": 12923, + "members": [ + 12923 + ], + "max_error": 0.0 + }, + { + "representative": 12833, + "members": [ + 12833 + ], + "max_error": 0.0 + }, + { + "representative": 12832, + "members": [ + 12832 + ], + "max_error": 0.0 + }, + { + "representative": 12835, + "members": [ + 12835 + ], + "max_error": 0.0 + }, + { + "representative": 12818, + "members": [ + 12818 + ], + "max_error": 0.0 + }, + { + "representative": 12831, + "members": [ + 12831 + ], + "max_error": 0.0 + }, + { + "representative": 12985, + "members": [ + 12985 + ], + "max_error": 0.0 + }, + { + "representative": 12869, + "members": [ + 12869 + ], + "max_error": 0.0 + }, + { + "representative": 12769, + "members": [ + 12769 + ], + "max_error": 0.0 + }, + { + "representative": 12883, + "members": [ + 12883 + ], + "max_error": 0.0 + }, + { + "representative": 12969, + "members": [ + 12969 + ], + "max_error": 0.0 + }, + { + "representative": 12803, + "members": [ + 12803 + ], + "max_error": 0.0 + }, + { + "representative": 12975, + "members": [ + 12975 + ], + "max_error": 0.0 + }, + { + "representative": 12766, + "members": [ + 12766 + ], + "max_error": 0.0 + }, + { + "representative": 12843, + "members": [ + 12843 + ], + "max_error": 0.0 + }, + { + "representative": 13007, + "members": [ + 13007 + ], + "max_error": 0.0 + }, + { + "representative": 12837, + "members": [ + 12837 + ], + "max_error": 0.0 + }, + { + "representative": 13006, + "members": [ + 13006 + ], + "max_error": 0.0 + }, + { + "representative": 12891, + "members": [ + 12891 + ], + "max_error": 0.0 + }, + { + "representative": 12824, + "members": [ + 12824 + ], + "max_error": 0.0 + }, + { + "representative": 12884, + "members": [ + 12884 + ], + "max_error": 0.0 + }, + { + "representative": 12946, + "members": [ + 12946 + ], + "max_error": 0.0 + }, + { + "representative": 12892, + "members": [ + 12892 + ], + "max_error": 0.0 + }, + { + "representative": 12795, + "members": [ + 12795 + ], + "max_error": 0.0 + }, + { + "representative": 12800, + "members": [ + 12800 + ], + "max_error": 0.0 + }, + { + "representative": 12830, + "members": [ + 12830 + ], + "max_error": 0.0 + }, + { + "representative": 12936, + "members": [ + 12936 + ], + "max_error": 0.0 + }, + { + "representative": 12758, + "members": [ + 12758 + ], + "max_error": 0.0 + }, + { + "representative": 12826, + "members": [ + 12826 + ], + "max_error": 0.0 + }, + { + "representative": 12908, + "members": [ + 12908 + ], + "max_error": 0.0 + }, + { + "representative": 12890, + "members": [ + 12890 + ], + "max_error": 0.0 + }, + { + "representative": 12754, + "members": [ + 12754 + ], + "max_error": 0.0 + }, + { + "representative": 12825, + "members": [ + 12825 + ], + "max_error": 0.0 + }, + { + "representative": 12785, + "members": [ + 12785 + ], + "max_error": 0.0 + }, + { + "representative": 12983, + "members": [ + 12983 + ], + "max_error": 0.0 + }, + { + "representative": 12864, + "members": [ + 12864 + ], + "max_error": 0.0 + }, + { + "representative": 12768, + "members": [ + 12768 + ], + "max_error": 0.0 + }, + { + "representative": 12851, + "members": [ + 12851 + ], + "max_error": 0.0 + }, + { + "representative": 12898, + "members": [ + 12898 + ], + "max_error": 0.0 + }, + { + "representative": 12993, + "members": [ + 12993 + ], + "max_error": 0.0 + }, + { + "representative": 12960, + "members": [ + 12960 + ], + "max_error": 0.0 + }, + { + "representative": 12911, + "members": [ + 12911 + ], + "max_error": 0.0 + }, + { + "representative": 12787, + "members": [ + 12787 + ], + "max_error": 0.0 + }, + { + "representative": 12996, + "members": [ + 12996 + ], + "max_error": 0.0 + }, + { + "representative": 12914, + "members": [ + 12914 + ], + "max_error": 0.0 + }, + { + "representative": 12814, + "members": [ + 12814 + ], + "max_error": 0.0 + }, + { + "representative": 12820, + "members": [ + 12820 + ], + "max_error": 0.0 + }, + { + "representative": 12885, + "members": [ + 12885 + ], + "max_error": 0.0 + }, + { + "representative": 12895, + "members": [ + 12895 + ], + "max_error": 0.0 + }, + { + "representative": 12872, + "members": [ + 12872 + ], + "max_error": 0.0 + }, + { + "representative": 12877, + "members": [ + 12877 + ], + "max_error": 0.0 + }, + { + "representative": 12849, + "members": [ + 12849 + ], + "max_error": 0.0 + }, + { + "representative": 12844, + "members": [ + 12844 + ], + "max_error": 0.0 + }, + { + "representative": 12860, + "members": [ + 12860 + ], + "max_error": 0.0 + }, + { + "representative": 12976, + "members": [ + 12976 + ], + "max_error": 0.0 + }, + { + "representative": 12779, + "members": [ + 12779 + ], + "max_error": 0.0 + }, + { + "representative": 12986, + "members": [ + 12986 + ], + "max_error": 0.0 + }, + { + "representative": 12940, + "members": [ + 12940 + ], + "max_error": 0.0 + }, + { + "representative": 12854, + "members": [ + 12854 + ], + "max_error": 0.0 + }, + { + "representative": 12953, + "members": [ + 12953 + ], + "max_error": 0.0 + }, + { + "representative": 12772, + "members": [ + 12772 + ], + "max_error": 0.0 + }, + { + "representative": 12774, + "members": [ + 12774 + ], + "max_error": 0.0 + }, + { + "representative": 12950, + "members": [ + 12950 + ], + "max_error": 0.0 + }, + { + "representative": 12929, + "members": [ + 12929 + ], + "max_error": 0.0 + }, + { + "representative": 12952, + "members": [ + 12952 + ], + "max_error": 0.0 + }, + { + "representative": 12917, + "members": [ + 12917 + ], + "max_error": 0.0 + }, + { + "representative": 12981, + "members": [ + 12981 + ], + "max_error": 0.0 + }, + { + "representative": 12873, + "members": [ + 12873 + ], + "max_error": 0.0 + }, + { + "representative": 12839, + "members": [ + 12839 + ], + "max_error": 0.0 + }, + { + "representative": 12871, + "members": [ + 12871 + ], + "max_error": 0.0 + }, + { + "representative": 12804, + "members": [ + 12804 + ], + "max_error": 0.0 + }, + { + "representative": 12821, + "members": [ + 12821 + ], + "max_error": 0.0 + }, + { + "representative": 12853, + "members": [ + 12853 + ], + "max_error": 0.0 + }, + { + "representative": 12817, + "members": [ + 12817 + ], + "max_error": 0.0 + }, + { + "representative": 12757, + "members": [ + 12757 + ], + "max_error": 0.0 + }, + { + "representative": 12919, + "members": [ + 12919 + ], + "max_error": 0.0 + }, + { + "representative": 12943, + "members": [ + 12943 + ], + "max_error": 0.0 + }, + { + "representative": 12756, + "members": [ + 12756 + ], + "max_error": 0.0 + }, + { + "representative": 12870, + "members": [ + 12870 + ], + "max_error": 0.0 + }, + { + "representative": 12786, + "members": [ + 12786 + ], + "max_error": 0.0 + }, + { + "representative": 12951, + "members": [ + 12951 + ], + "max_error": 0.0 + }, + { + "representative": 12859, + "members": [ + 12859 + ], + "max_error": 0.0 + }, + { + "representative": 12806, + "members": [ + 12806 + ], + "max_error": 0.0 + }, + { + "representative": 12880, + "members": [ + 12880 + ], + "max_error": 0.0 + }, + { + "representative": 12876, + "members": [ + 12876 + ], + "max_error": 0.0 + }, + { + "representative": 12889, + "members": [ + 12889 + ], + "max_error": 0.0 + }, + { + "representative": 12796, + "members": [ + 12796 + ], + "max_error": 0.0 + }, + { + "representative": 12974, + "members": [ + 12974 + ], + "max_error": 0.0 + }, + { + "representative": 12897, + "members": [ + 12897 + ], + "max_error": 0.0 + }, + { + "representative": 12903, + "members": [ + 12903 + ], + "max_error": 0.0 + }, + { + "representative": 12894, + "members": [ + 12894 + ], + "max_error": 0.0 + }, + { + "representative": 12852, + "members": [ + 12852 + ], + "max_error": 0.0 + }, + { + "representative": 12938, + "members": [ + 12938 + ], + "max_error": 0.0 + }, + { + "representative": 12991, + "members": [ + 12991 + ], + "max_error": 0.0 + }, + { + "representative": 12961, + "members": [ + 12961 + ], + "max_error": 0.0 + }, + { + "representative": 12907, + "members": [ + 12907 + ], + "max_error": 0.0 + }, + { + "representative": 12753, + "members": [ + 12753 + ], + "max_error": 0.0 + }, + { + "representative": 12878, + "members": [ + 12878 + ], + "max_error": 0.0 + }, + { + "representative": 12809, + "members": [ + 12809 + ], + "max_error": 0.0 + }, + { + "representative": 12879, + "members": [ + 12879 + ], + "max_error": 0.0 + }, + { + "representative": 12900, + "members": [ + 12900 + ], + "max_error": 0.0 + }, + { + "representative": 12845, + "members": [ + 12845 + ], + "max_error": 0.0 + }, + { + "representative": 12972, + "members": [ + 12972 + ], + "max_error": 0.0 + }, + { + "representative": 12966, + "members": [ + 12966 + ], + "max_error": 0.0 + }, + { + "representative": 12920, + "members": [ + 12920 + ], + "max_error": 0.0 + }, + { + "representative": 12782, + "members": [ + 12782 + ], + "max_error": 0.0 + }, + { + "representative": 12867, + "members": [ + 12867 + ], + "max_error": 0.0 + }, + { + "representative": 12874, + "members": [ + 12874 + ], + "max_error": 0.0 + }, + { + "representative": 12865, + "members": [ + 12865 + ], + "max_error": 0.0 + }, + { + "representative": 12886, + "members": [ + 12886 + ], + "max_error": 0.0 + }, + { + "representative": 12924, + "members": [ + 12924 + ], + "max_error": 0.0 + }, + { + "representative": 12760, + "members": [ + 12760 + ], + "max_error": 0.0 + }, + { + "representative": 12906, + "members": [ + 12906 + ], + "max_error": 0.0 + }, + { + "representative": 12915, + "members": [ + 12915 + ], + "max_error": 0.0 + }, + { + "representative": 13004, + "members": [ + 13004 + ], + "max_error": 0.0 + }, + { + "representative": 12964, + "members": [ + 12964 + ], + "max_error": 0.0 + }, + { + "representative": 12998, + "members": [ + 12998 + ], + "max_error": 0.0 + }, + { + "representative": 12810, + "members": [ + 12810 + ], + "max_error": 0.0 + }, + { + "representative": 12921, + "members": [ + 12921 + ], + "max_error": 0.0 + }, + { + "representative": 12762, + "members": [ + 12762 + ], + "max_error": 0.0 + }, + { + "representative": 12881, + "members": [ + 12881 + ], + "max_error": 0.0 + }, + { + "representative": 12767, + "members": [ + 12767 + ], + "max_error": 0.0 + }, + { + "representative": 12980, + "members": [ + 12980 + ], + "max_error": 0.0 + }, + { + "representative": 12959, + "members": [ + 12959 + ], + "max_error": 0.0 + }, + { + "representative": 12939, + "members": [ + 12939 + ], + "max_error": 0.0 + }, + { + "representative": 12862, + "members": [ + 12862 + ], + "max_error": 0.0 + }, + { + "representative": 12935, + "members": [ + 12935 + ], + "max_error": 0.0 + }, + { + "representative": 12770, + "members": [ + 12770 + ], + "max_error": 0.0 + }, + { + "representative": 12989, + "members": [ + 12989 + ], + "max_error": 0.0 + }, + { + "representative": 12956, + "members": [ + 12956 + ], + "max_error": 0.0 + }, + { + "representative": 12922, + "members": [ + 12922 + ], + "max_error": 0.0 + }, + { + "representative": 12909, + "members": [ + 12909 + ], + "max_error": 0.0 + }, + { + "representative": 12971, + "members": [ + 12971 + ], + "max_error": 0.0 + }, + { + "representative": 12955, + "members": [ + 12955 + ], + "max_error": 0.0 + }, + { + "representative": 12912, + "members": [ + 12912 + ], + "max_error": 0.0 + }, + { + "representative": 12930, + "members": [ + 12930 + ], + "max_error": 0.0 + }, + { + "representative": 12932, + "members": [ + 12932 + ], + "max_error": 0.0 + }, + { + "representative": 12933, + "members": [ + 12933 + ], + "max_error": 0.0 + }, + { + "representative": 12896, + "members": [ + 12896 + ], + "max_error": 0.0 + }, + { + "representative": 12764, + "members": [ + 12764 + ], + "max_error": 0.0 + }, + { + "representative": 12789, + "members": [ + 12789 + ], + "max_error": 0.0 + }, + { + "representative": 12901, + "members": [ + 12901 + ], + "max_error": 0.0 + }, + { + "representative": 12977, + "members": [ + 12977 + ], + "max_error": 0.0 + }, + { + "representative": 12834, + "members": [ + 12834 + ], + "max_error": 0.0 + }, + { + "representative": 13001, + "members": [ + 13001 + ], + "max_error": 0.0 + }, + { + "representative": 12899, + "members": [ + 12899 + ], + "max_error": 0.0 + }, + { + "representative": 12905, + "members": [ + 12905 + ], + "max_error": 0.0 + }, + { + "representative": 12904, + "members": [ + 12904 + ], + "max_error": 0.0 + }, + { + "representative": 12918, + "members": [ + 12918 + ], + "max_error": 0.0 + }, + { + "representative": 12931, + "members": [ + 12931 + ], + "max_error": 0.0 + }, + { + "representative": 12822, + "members": [ + 12822 + ], + "max_error": 0.0 + }, + { + "representative": 12765, + "members": [ + 12765 + ], + "max_error": 0.0 + }, + { + "representative": 12926, + "members": [ + 12926 + ], + "max_error": 0.0 + }, + { + "representative": 12916, + "members": [ + 12916 + ], + "max_error": 0.0 + }, + { + "representative": 12838, + "members": [ + 12838 + ], + "max_error": 0.0 + }, + { + "representative": 12925, + "members": [ + 12925 + ], + "max_error": 0.0 + }, + { + "representative": 12937, + "members": [ + 12937 + ], + "max_error": 0.0 + }, + { + "representative": 12945, + "members": [ + 12945 + ], + "max_error": 0.0 + }, + { + "representative": 12798, + "members": [ + 12798 + ], + "max_error": 0.0 + }, + { + "representative": 12947, + "members": [ + 12947 + ], + "max_error": 0.0 + }, + { + "representative": 12801, + "members": [ + 12801 + ], + "max_error": 0.0 + }, + { + "representative": 12840, + "members": [ + 12840 + ], + "max_error": 0.0 + }, + { + "representative": 12910, + "members": [ + 12910 + ], + "max_error": 0.0 + }, + { + "representative": 12934, + "members": [ + 12934 + ], + "max_error": 0.0 + }, + { + "representative": 13000, + "members": [ + 13000 + ], + "max_error": 0.0 + }, + { + "representative": 12858, + "members": [ + 12858 + ], + "max_error": 0.0 + }, + { + "representative": 12848, + "members": [ + 12848 + ], + "max_error": 0.0 + }, + { + "representative": 12847, + "members": [ + 12847 + ], + "max_error": 0.0 + }, + { + "representative": 13002, + "members": [ + 13002 + ], + "max_error": 0.0 + }, + { + "representative": 12755, + "members": [ + 12755 + ], + "max_error": 0.0 + }, + { + "representative": 12962, + "members": [ + 12962 + ], + "max_error": 0.0 + }, + { + "representative": 12963, + "members": [ + 12963 + ], + "max_error": 0.0 + }, + { + "representative": 12968, + "members": [ + 12968 + ], + "max_error": 0.0 + }, + { + "representative": 12949, + "members": [ + 12949 + ], + "max_error": 0.0 + }, + { + "representative": 12957, + "members": [ + 12957 + ], + "max_error": 0.0 + }, + { + "representative": 12958, + "members": [ + 12958 + ], + "max_error": 0.0 + }, + { + "representative": 12973, + "members": [ + 12973 + ], + "max_error": 0.0 + }, + { + "representative": 12868, + "members": [ + 12868 + ], + "max_error": 0.0 + }, + { + "representative": 12902, + "members": [ + 12902 + ], + "max_error": 0.0 + }, + { + "representative": 12856, + "members": [ + 12856 + ], + "max_error": 0.0 + }, + { + "representative": 12819, + "members": [ + 12819 + ], + "max_error": 0.0 + }, + { + "representative": 12944, + "members": [ + 12944 + ], + "max_error": 0.0 + }, + { + "representative": 12841, + "members": [ + 12841 + ], + "max_error": 0.0 + }, + { + "representative": 12999, + "members": [ + 12999 + ], + "max_error": 0.0 + }, + { + "representative": 12794, + "members": [ + 12794 + ], + "max_error": 0.0 + }, + { + "representative": 12875, + "members": [ + 12875 + ], + "max_error": 0.0 + }, + { + "representative": 12823, + "members": [ + 12823 + ], + "max_error": 0.0 + }, + { + "representative": 12888, + "members": [ + 12888 + ], + "max_error": 0.0 + }, + { + "representative": 12970, + "members": [ + 12970 + ], + "max_error": 0.0 + }, + { + "representative": 12784, + "members": [ + 12784 + ], + "max_error": 0.0 + }, + { + "representative": 12992, + "members": [ + 12992 + ], + "max_error": 0.0 + }, + { + "representative": 12994, + "members": [ + 12994 + ], + "max_error": 0.0 + }, + { + "representative": 12978, + "members": [ + 12978 + ], + "max_error": 0.0 + }, + { + "representative": 13003, + "members": [ + 13003 + ], + "max_error": 0.0 + }, + { + "representative": 12979, + "members": [ + 12979 + ], + "max_error": 0.0 + }, + { + "representative": 12982, + "members": [ + 12982 + ], + "max_error": 0.0 + }, + { + "representative": 12984, + "members": [ + 12984 + ], + "max_error": 0.0 + }, + { + "representative": 12990, + "members": [ + 12990 + ], + "max_error": 0.0 + }, + { + "representative": 12827, + "members": [ + 12827 + ], + "max_error": 0.0 + }, + { + "representative": 12816, + "members": [ + 12816 + ], + "max_error": 0.0 + }, + { + "representative": 12761, + "members": [ + 12761 + ], + "max_error": 0.0 + }, + { + "representative": 12829, + "members": [ + 12829 + ], + "max_error": 0.0 + }, + { + "representative": 12987, + "members": [ + 12987 + ], + "max_error": 0.0 + }, + { + "representative": 12988, + "members": [ + 12988 + ], + "max_error": 0.0 + }, + { + "representative": 12828, + "members": [ + 12828 + ], + "max_error": 0.0 + }, + { + "representative": 12799, + "members": [ + 12799 + ], + "max_error": 0.0 + }, + { + "representative": 12783, + "members": [ + 12783 + ], + "max_error": 0.0 + }, + { + "representative": 12882, + "members": [ + 12882 + ], + "max_error": 0.0 + }, + { + "representative": 12771, + "members": [ + 12771 + ], + "max_error": 0.0 + }, + { + "representative": 12807, + "members": [ + 12807 + ], + "max_error": 0.0 + }, + { + "representative": 12812, + "members": [ + 12812 + ], + "max_error": 0.0 + }, + { + "representative": 12813, + "members": [ + 12813 + ], + "max_error": 0.0 + }, + { + "representative": 12790, + "members": [ + 12790 + ], + "max_error": 0.0 + }, + { + "representative": 12792, + "members": [ + 12792 + ], + "max_error": 0.0 + }, + { + "representative": 12793, + "members": [ + 12793 + ], + "max_error": 0.0 + }, + { + "representative": 13005, + "members": [ + 13005 + ], + "max_error": 0.0 + }, + { + "representative": 12948, + "members": [ + 12948 + ], + "max_error": 0.0 + }, + { + "representative": 12861, + "members": [ + 12861 + ], + "max_error": 0.0 + }, + { + "representative": 12942, + "members": [ + 12942 + ], + "max_error": 0.0 + }, + { + "representative": 12791, + "members": [ + 12791 + ], + "max_error": 0.0 + }, + { + "representative": 12778, + "members": [ + 12778 + ], + "max_error": 0.0 + }, + { + "representative": 12781, + "members": [ + 12781 + ], + "max_error": 0.0 + }, + { + "representative": 12997, + "members": [ + 12997 + ], + "max_error": 0.0 + }, + { + "representative": 12913, + "members": [ + 12913 + ], + "max_error": 0.0 + }, + { + "representative": 12995, + "members": [ + 12995 + ], + "max_error": 0.0 + }, + { + "representative": 12805, + "members": [ + 12805 + ], + "max_error": 0.0 + }, + { + "representative": 12866, + "members": [ + 12866 + ], + "max_error": 0.0 + }, + { + "representative": 12965, + "members": [ + 12965 + ], + "max_error": 0.0 + }, + { + "representative": 12927, + "members": [ + 12927 + ], + "max_error": 0.0 + }, + { + "representative": 12808, + "members": [ + 12808 + ], + "max_error": 0.0 + }, + { + "representative": 12954, + "members": [ + 12954 + ], + "max_error": 0.0 + }, + { + "representative": 12775, + "members": [ + 12775 + ], + "max_error": 0.0 + }, + { + "representative": 12846, + "members": [ + 12846 + ], + "max_error": 0.0 + }, + { + "representative": 12788, + "members": [ + 12788 + ], + "max_error": 0.0 + }, + { + "representative": 12815, + "members": [ + 12815 + ], + "max_error": 0.0 + }, + { + "representative": 12855, + "members": [ + 12855 + ], + "max_error": 0.0 + }, + { + "representative": 12857, + "members": [ + 12857 + ], + "max_error": 0.0 + }, + { + "representative": 13072, + "members": [ + 13072 + ], + "max_error": 0.0 + }, + { + "representative": 13088, + "members": [ + 13088 + ], + "max_error": 0.0 + }, + { + "representative": 13089, + "members": [ + 13089 + ], + "max_error": 0.0 + }, + { + "representative": 13090, + "members": [ + 13090 + ], + "max_error": 0.0 + }, + { + "representative": 13091, + "members": [ + 13091 + ], + "max_error": 0.0 + }, + { + "representative": 13074, + "members": [ + 13074 + ], + "max_error": 0.0 + }, + { + "representative": 13092, + "members": [ + 13092 + ], + "max_error": 0.0 + }, + { + "representative": 13093, + "members": [ + 13093 + ], + "max_error": 0.0 + }, + { + "representative": 13094, + "members": [ + 13094 + ], + "max_error": 0.0 + }, + { + "representative": 13095, + "members": [ + 13095 + ], + "max_error": 0.0 + }, + { + "representative": 13096, + "members": [ + 13096 + ], + "max_error": 0.0 + }, + { + "representative": 13097, + "members": [ + 13097 + ], + "max_error": 0.0 + }, + { + "representative": 13098, + "members": [ + 13098 + ], + "max_error": 0.0 + }, + { + "representative": 13099, + "members": [ + 13099 + ], + "max_error": 0.0 + }, + { + "representative": 13100, + "members": [ + 13100 + ], + "max_error": 0.0 + }, + { + "representative": 13101, + "members": [ + 13101 + ], + "max_error": 0.0 + }, + { + "representative": 13075, + "members": [ + 13075 + ], + "max_error": 0.0 + }, + { + "representative": 13102, + "members": [ + 13102 + ], + "max_error": 0.0 + }, + { + "representative": 13103, + "members": [ + 13103 + ], + "max_error": 0.0 + }, + { + "representative": 13076, + "members": [ + 13076 + ], + "max_error": 0.0 + }, + { + "representative": 13077, + "members": [ + 13077 + ], + "max_error": 0.0 + }, + { + "representative": 13078, + "members": [ + 13078 + ], + "max_error": 0.0 + }, + { + "representative": 13079, + "members": [ + 13079 + ], + "max_error": 0.0 + }, + { + "representative": 13080, + "members": [ + 13080 + ], + "max_error": 0.0 + }, + { + "representative": 13081, + "members": [ + 13081 + ], + "max_error": 0.0 + }, + { + "representative": 13073, + "members": [ + 13073 + ], + "max_error": 0.0 + }, + { + "representative": 13082, + "members": [ + 13082 + ], + "max_error": 0.0 + }, + { + "representative": 13083, + "members": [ + 13083 + ], + "max_error": 0.0 + }, + { + "representative": 13084, + "members": [ + 13084 + ], + "max_error": 0.0 + }, + { + "representative": 13085, + "members": [ + 13085 + ], + "max_error": 0.0 + }, + { + "representative": 13086, + "members": [ + 13086 + ], + "max_error": 0.0 + }, + { + "representative": 13087, + "members": [ + 13087 + ], + "max_error": 0.0 + }, + { + "representative": 13136, + "members": [ + 13136 + ], + "max_error": 0.0 + }, + { + "representative": 13152, + "members": [ + 13152 + ], + "max_error": 0.0 + }, + { + "representative": 13153, + "members": [ + 13153 + ], + "max_error": 0.0 + }, + { + "representative": 13154, + "members": [ + 13154 + ], + "max_error": 0.0 + }, + { + "representative": 13155, + "members": [ + 13155 + ], + "max_error": 0.0 + }, + { + "representative": 13138, + "members": [ + 13138 + ], + "max_error": 0.0 + }, + { + "representative": 13156, + "members": [ + 13156 + ], + "max_error": 0.0 + }, + { + "representative": 13157, + "members": [ + 13157 + ], + "max_error": 0.0 + }, + { + "representative": 13158, + "members": [ + 13158 + ], + "max_error": 0.0 + }, + { + "representative": 13159, + "members": [ + 13159 + ], + "max_error": 0.0 + }, + { + "representative": 13160, + "members": [ + 13160 + ], + "max_error": 0.0 + }, + { + "representative": 13161, + "members": [ + 13161 + ], + "max_error": 0.0 + }, + { + "representative": 13162, + "members": [ + 13162 + ], + "max_error": 0.0 + }, + { + "representative": 13163, + "members": [ + 13163 + ], + "max_error": 0.0 + }, + { + "representative": 13164, + "members": [ + 13164 + ], + "max_error": 0.0 + }, + { + "representative": 13165, + "members": [ + 13165 + ], + "max_error": 0.0 + }, + { + "representative": 13139, + "members": [ + 13139 + ], + "max_error": 0.0 + }, + { + "representative": 13166, + "members": [ + 13166 + ], + "max_error": 0.0 + }, + { + "representative": 13167, + "members": [ + 13167 + ], + "max_error": 0.0 + }, + { + "representative": 13140, + "members": [ + 13140 + ], + "max_error": 0.0 + }, + { + "representative": 13141, + "members": [ + 13141 + ], + "max_error": 0.0 + }, + { + "representative": 13142, + "members": [ + 13142 + ], + "max_error": 0.0 + }, + { + "representative": 13143, + "members": [ + 13143 + ], + "max_error": 0.0 + }, + { + "representative": 13144, + "members": [ + 13144 + ], + "max_error": 0.0 + }, + { + "representative": 13145, + "members": [ + 13145 + ], + "max_error": 0.0 + }, + { + "representative": 13137, + "members": [ + 13137 + ], + "max_error": 0.0 + }, + { + "representative": 13146, + "members": [ + 13146 + ], + "max_error": 0.0 + }, + { + "representative": 13147, + "members": [ + 13147 + ], + "max_error": 0.0 + }, + { + "representative": 13148, + "members": [ + 13148 + ], + "max_error": 0.0 + }, + { + "representative": 13149, + "members": [ + 13149 + ], + "max_error": 0.0 + }, + { + "representative": 13150, + "members": [ + 13150 + ], + "max_error": 0.0 + }, + { + "representative": 13151, + "members": [ + 13151 + ], + "max_error": 0.0 + }, + { + "representative": 13168, + "members": [ + 13168 + ], + "max_error": 0.0 + }, + { + "representative": 13184, + "members": [ + 13184 + ], + "max_error": 0.0 + }, + { + "representative": 13185, + "members": [ + 13185 + ], + "max_error": 0.0 + }, + { + "representative": 13186, + "members": [ + 13186 + ], + "max_error": 0.0 + }, + { + "representative": 13187, + "members": [ + 13187 + ], + "max_error": 0.0 + }, + { + "representative": 13170, + "members": [ + 13170 + ], + "max_error": 0.0 + }, + { + "representative": 13188, + "members": [ + 13188 + ], + "max_error": 0.0 + }, + { + "representative": 13189, + "members": [ + 13189 + ], + "max_error": 0.0 + }, + { + "representative": 13190, + "members": [ + 13190 + ], + "max_error": 0.0 + }, + { + "representative": 13191, + "members": [ + 13191 + ], + "max_error": 0.0 + }, + { + "representative": 13192, + "members": [ + 13192 + ], + "max_error": 0.0 + }, + { + "representative": 13193, + "members": [ + 13193 + ], + "max_error": 0.0 + }, + { + "representative": 13194, + "members": [ + 13194 + ], + "max_error": 0.0 + }, + { + "representative": 13195, + "members": [ + 13195 + ], + "max_error": 0.0 + }, + { + "representative": 13196, + "members": [ + 13196 + ], + "max_error": 0.0 + }, + { + "representative": 13197, + "members": [ + 13197 + ], + "max_error": 0.0 + }, + { + "representative": 13171, + "members": [ + 13171 + ], + "max_error": 0.0 + }, + { + "representative": 13198, + "members": [ + 13198 + ], + "max_error": 0.0 + }, + { + "representative": 13199, + "members": [ + 13199 + ], + "max_error": 0.0 + }, + { + "representative": 13172, + "members": [ + 13172 + ], + "max_error": 0.0 + }, + { + "representative": 13173, + "members": [ + 13173 + ], + "max_error": 0.0 + }, + { + "representative": 13174, + "members": [ + 13174 + ], + "max_error": 0.0 + }, + { + "representative": 13175, + "members": [ + 13175 + ], + "max_error": 0.0 + }, + { + "representative": 13176, + "members": [ + 13176 + ], + "max_error": 0.0 + }, + { + "representative": 13177, + "members": [ + 13177 + ], + "max_error": 0.0 + }, + { + "representative": 13169, + "members": [ + 13169 + ], + "max_error": 0.0 + }, + { + "representative": 13178, + "members": [ + 13178 + ], + "max_error": 0.0 + }, + { + "representative": 13179, + "members": [ + 13179 + ], + "max_error": 0.0 + }, + { + "representative": 13180, + "members": [ + 13180 + ], + "max_error": 0.0 + }, + { + "representative": 13181, + "members": [ + 13181 + ], + "max_error": 0.0 + }, + { + "representative": 13182, + "members": [ + 13182 + ], + "max_error": 0.0 + }, + { + "representative": 13183, + "members": [ + 13183 + ], + "max_error": 0.0 + }, + { + "representative": 13200, + "members": [ + 13200 + ], + "max_error": 0.0 + }, + { + "representative": 13216, + "members": [ + 13216 + ], + "max_error": 0.0 + }, + { + "representative": 13217, + "members": [ + 13217 + ], + "max_error": 0.0 + }, + { + "representative": 13218, + "members": [ + 13218 + ], + "max_error": 0.0 + }, + { + "representative": 13219, + "members": [ + 13219 + ], + "max_error": 0.0 + }, + { + "representative": 13202, + "members": [ + 13202 + ], + "max_error": 0.0 + }, + { + "representative": 13220, + "members": [ + 13220 + ], + "max_error": 0.0 + }, + { + "representative": 13221, + "members": [ + 13221 + ], + "max_error": 0.0 + }, + { + "representative": 13222, + "members": [ + 13222 + ], + "max_error": 0.0 + }, + { + "representative": 13223, + "members": [ + 13223 + ], + "max_error": 0.0 + }, + { + "representative": 13224, + "members": [ + 13224 + ], + "max_error": 0.0 + }, + { + "representative": 13225, + "members": [ + 13225 + ], + "max_error": 0.0 + }, + { + "representative": 13226, + "members": [ + 13226 + ], + "max_error": 0.0 + }, + { + "representative": 13227, + "members": [ + 13227 + ], + "max_error": 0.0 + }, + { + "representative": 13228, + "members": [ + 13228 + ], + "max_error": 0.0 + }, + { + "representative": 13229, + "members": [ + 13229 + ], + "max_error": 0.0 + }, + { + "representative": 13203, + "members": [ + 13203 + ], + "max_error": 0.0 + }, + { + "representative": 13230, + "members": [ + 13230 + ], + "max_error": 0.0 + }, + { + "representative": 13231, + "members": [ + 13231 + ], + "max_error": 0.0 + }, + { + "representative": 13204, + "members": [ + 13204 + ], + "max_error": 0.0 + }, + { + "representative": 13205, + "members": [ + 13205 + ], + "max_error": 0.0 + }, + { + "representative": 13206, + "members": [ + 13206 + ], + "max_error": 0.0 + }, + { + "representative": 13207, + "members": [ + 13207 + ], + "max_error": 0.0 + }, + { + "representative": 13208, + "members": [ + 13208 + ], + "max_error": 0.0 + }, + { + "representative": 13209, + "members": [ + 13209 + ], + "max_error": 0.0 + }, + { + "representative": 13201, + "members": [ + 13201 + ], + "max_error": 0.0 + }, + { + "representative": 13210, + "members": [ + 13210 + ], + "max_error": 0.0 + }, + { + "representative": 13211, + "members": [ + 13211 + ], + "max_error": 0.0 + }, + { + "representative": 13212, + "members": [ + 13212 + ], + "max_error": 0.0 + }, + { + "representative": 13213, + "members": [ + 13213 + ], + "max_error": 0.0 + }, + { + "representative": 13214, + "members": [ + 13214 + ], + "max_error": 0.0 + }, + { + "representative": 13215, + "members": [ + 13215 + ], + "max_error": 0.0 + }, + { + "representative": 13232, + "members": [ + 13232 + ], + "max_error": 0.0 + }, + { + "representative": 13248, + "members": [ + 13248 + ], + "max_error": 0.0 + }, + { + "representative": 13249, + "members": [ + 13249 + ], + "max_error": 0.0 + }, + { + "representative": 13250, + "members": [ + 13250 + ], + "max_error": 0.0 + }, + { + "representative": 13251, + "members": [ + 13251 + ], + "max_error": 0.0 + }, + { + "representative": 13234, + "members": [ + 13234 + ], + "max_error": 0.0 + }, + { + "representative": 13252, + "members": [ + 13252 + ], + "max_error": 0.0 + }, + { + "representative": 13253, + "members": [ + 13253 + ], + "max_error": 0.0 + }, + { + "representative": 13254, + "members": [ + 13254 + ], + "max_error": 0.0 + }, + { + "representative": 13255, + "members": [ + 13255 + ], + "max_error": 0.0 + }, + { + "representative": 13256, + "members": [ + 13256 + ], + "max_error": 0.0 + }, + { + "representative": 13257, + "members": [ + 13257 + ], + "max_error": 0.0 + }, + { + "representative": 13258, + "members": [ + 13258 + ], + "max_error": 0.0 + }, + { + "representative": 13259, + "members": [ + 13259 + ], + "max_error": 0.0 + }, + { + "representative": 13260, + "members": [ + 13260 + ], + "max_error": 0.0 + }, + { + "representative": 13261, + "members": [ + 13261 + ], + "max_error": 0.0 + }, + { + "representative": 13235, + "members": [ + 13235 + ], + "max_error": 0.0 + }, + { + "representative": 13262, + "members": [ + 13262 + ], + "max_error": 0.0 + }, + { + "representative": 13263, + "members": [ + 13263 + ], + "max_error": 0.0 + }, + { + "representative": 13236, + "members": [ + 13236 + ], + "max_error": 0.0 + }, + { + "representative": 13237, + "members": [ + 13237 + ], + "max_error": 0.0 + }, + { + "representative": 13238, + "members": [ + 13238 + ], + "max_error": 0.0 + }, + { + "representative": 13239, + "members": [ + 13239 + ], + "max_error": 0.0 + }, + { + "representative": 13240, + "members": [ + 13240 + ], + "max_error": 0.0 + }, + { + "representative": 13241, + "members": [ + 13241 + ], + "max_error": 0.0 + }, + { + "representative": 13233, + "members": [ + 13233 + ], + "max_error": 0.0 + }, + { + "representative": 13242, + "members": [ + 13242 + ], + "max_error": 0.0 + }, + { + "representative": 13243, + "members": [ + 13243 + ], + "max_error": 0.0 + }, + { + "representative": 13244, + "members": [ + 13244 + ], + "max_error": 0.0 + }, + { + "representative": 13245, + "members": [ + 13245 + ], + "max_error": 0.0 + }, + { + "representative": 13246, + "members": [ + 13246 + ], + "max_error": 0.0 + }, + { + "representative": 13247, + "members": [ + 13247 + ], + "max_error": 0.0 + }, + { + "representative": 13264, + "members": [ + 13264 + ], + "max_error": 0.0 + }, + { + "representative": 13280, + "members": [ + 13280 + ], + "max_error": 0.0 + }, + { + "representative": 13281, + "members": [ + 13281 + ], + "max_error": 0.0 + }, + { + "representative": 13282, + "members": [ + 13282 + ], + "max_error": 0.0 + }, + { + "representative": 13283, + "members": [ + 13283 + ], + "max_error": 0.0 + }, + { + "representative": 13266, + "members": [ + 13266 + ], + "max_error": 0.0 + }, + { + "representative": 13284, + "members": [ + 13284 + ], + "max_error": 0.0 + }, + { + "representative": 13285, + "members": [ + 13285 + ], + "max_error": 0.0 + }, + { + "representative": 13286, + "members": [ + 13286 + ], + "max_error": 0.0 + }, + { + "representative": 13287, + "members": [ + 13287 + ], + "max_error": 0.0 + }, + { + "representative": 13288, + "members": [ + 13288 + ], + "max_error": 0.0 + }, + { + "representative": 13289, + "members": [ + 13289 + ], + "max_error": 0.0 + }, + { + "representative": 13290, + "members": [ + 13290 + ], + "max_error": 0.0 + }, + { + "representative": 13291, + "members": [ + 13291 + ], + "max_error": 0.0 + }, + { + "representative": 13292, + "members": [ + 13292 + ], + "max_error": 0.0 + }, + { + "representative": 13293, + "members": [ + 13293 + ], + "max_error": 0.0 + }, + { + "representative": 13267, + "members": [ + 13267 + ], + "max_error": 0.0 + }, + { + "representative": 13294, + "members": [ + 13294 + ], + "max_error": 0.0 + }, + { + "representative": 13295, + "members": [ + 13295 + ], + "max_error": 0.0 + }, + { + "representative": 13268, + "members": [ + 13268 + ], + "max_error": 0.0 + }, + { + "representative": 13269, + "members": [ + 13269 + ], + "max_error": 0.0 + }, + { + "representative": 13270, + "members": [ + 13270 + ], + "max_error": 0.0 + }, + { + "representative": 13271, + "members": [ + 13271 + ], + "max_error": 0.0 + }, + { + "representative": 13272, + "members": [ + 13272 + ], + "max_error": 0.0 + }, + { + "representative": 13273, + "members": [ + 13273 + ], + "max_error": 0.0 + }, + { + "representative": 13265, + "members": [ + 13265 + ], + "max_error": 0.0 + }, + { + "representative": 13274, + "members": [ + 13274 + ], + "max_error": 0.0 + }, + { + "representative": 13275, + "members": [ + 13275 + ], + "max_error": 0.0 + }, + { + "representative": 13276, + "members": [ + 13276 + ], + "max_error": 0.0 + }, + { + "representative": 13277, + "members": [ + 13277 + ], + "max_error": 0.0 + }, + { + "representative": 13278, + "members": [ + 13278 + ], + "max_error": 0.0 + }, + { + "representative": 13279, + "members": [ + 13279 + ], + "max_error": 0.0 + }, + { + "representative": 13296, + "members": [ + 13296 + ], + "max_error": 0.0 + }, + { + "representative": 13312, + "members": [ + 13312 + ], + "max_error": 0.0 + }, + { + "representative": 13313, + "members": [ + 13313 + ], + "max_error": 0.0 + }, + { + "representative": 13314, + "members": [ + 13314 + ], + "max_error": 0.0 + }, + { + "representative": 13315, + "members": [ + 13315 + ], + "max_error": 0.0 + }, + { + "representative": 13298, + "members": [ + 13298 + ], + "max_error": 0.0 + }, + { + "representative": 13316, + "members": [ + 13316 + ], + "max_error": 0.0 + }, + { + "representative": 13317, + "members": [ + 13317 + ], + "max_error": 0.0 + }, + { + "representative": 13318, + "members": [ + 13318 + ], + "max_error": 0.0 + }, + { + "representative": 13319, + "members": [ + 13319 + ], + "max_error": 0.0 + }, + { + "representative": 13320, + "members": [ + 13320 + ], + "max_error": 0.0 + }, + { + "representative": 13321, + "members": [ + 13321 + ], + "max_error": 0.0 + }, + { + "representative": 13322, + "members": [ + 13322 + ], + "max_error": 0.0 + }, + { + "representative": 13323, + "members": [ + 13323 + ], + "max_error": 0.0 + }, + { + "representative": 13324, + "members": [ + 13324 + ], + "max_error": 0.0 + }, + { + "representative": 13325, + "members": [ + 13325 + ], + "max_error": 0.0 + }, + { + "representative": 13299, + "members": [ + 13299 + ], + "max_error": 0.0 + }, + { + "representative": 13326, + "members": [ + 13326 + ], + "max_error": 0.0 + }, + { + "representative": 13327, + "members": [ + 13327 + ], + "max_error": 0.0 + }, + { + "representative": 13300, + "members": [ + 13300 + ], + "max_error": 0.0 + }, + { + "representative": 13301, + "members": [ + 13301 + ], + "max_error": 0.0 + }, + { + "representative": 13302, + "members": [ + 13302 + ], + "max_error": 0.0 + }, + { + "representative": 13303, + "members": [ + 13303 + ], + "max_error": 0.0 + }, + { + "representative": 13304, + "members": [ + 13304 + ], + "max_error": 0.0 + }, + { + "representative": 13305, + "members": [ + 13305 + ], + "max_error": 0.0 + }, + { + "representative": 13297, + "members": [ + 13297 + ], + "max_error": 0.0 + }, + { + "representative": 13306, + "members": [ + 13306 + ], + "max_error": 0.0 + }, + { + "representative": 13307, + "members": [ + 13307 + ], + "max_error": 0.0 + }, + { + "representative": 13308, + "members": [ + 13308 + ], + "max_error": 0.0 + }, + { + "representative": 13309, + "members": [ + 13309 + ], + "max_error": 0.0 + }, + { + "representative": 13310, + "members": [ + 13310 + ], + "max_error": 0.0 + }, + { + "representative": 13311, + "members": [ + 13311 + ], + "max_error": 0.0 + }, + { + "representative": 13104, + "members": [ + 13104 + ], + "max_error": 0.0 + }, + { + "representative": 13120, + "members": [ + 13120 + ], + "max_error": 0.0 + }, + { + "representative": 13121, + "members": [ + 13121 + ], + "max_error": 0.0 + }, + { + "representative": 13122, + "members": [ + 13122 + ], + "max_error": 0.0 + }, + { + "representative": 13123, + "members": [ + 13123 + ], + "max_error": 0.0 + }, + { + "representative": 13106, + "members": [ + 13106 + ], + "max_error": 0.0 + }, + { + "representative": 13124, + "members": [ + 13124 + ], + "max_error": 0.0 + }, + { + "representative": 13125, + "members": [ + 13125 + ], + "max_error": 0.0 + }, + { + "representative": 13126, + "members": [ + 13126 + ], + "max_error": 0.0 + }, + { + "representative": 13127, + "members": [ + 13127 + ], + "max_error": 0.0 + }, + { + "representative": 13128, + "members": [ + 13128 + ], + "max_error": 0.0 + }, + { + "representative": 13129, + "members": [ + 13129 + ], + "max_error": 0.0 + }, + { + "representative": 13130, + "members": [ + 13130 + ], + "max_error": 0.0 + }, + { + "representative": 13131, + "members": [ + 13131 + ], + "max_error": 0.0 + }, + { + "representative": 13132, + "members": [ + 13132 + ], + "max_error": 0.0 + }, + { + "representative": 13133, + "members": [ + 13133 + ], + "max_error": 0.0 + }, + { + "representative": 13107, + "members": [ + 13107 + ], + "max_error": 0.0 + }, + { + "representative": 13134, + "members": [ + 13134 + ], + "max_error": 0.0 + }, + { + "representative": 13135, + "members": [ + 13135 + ], + "max_error": 0.0 + }, + { + "representative": 13108, + "members": [ + 13108 + ], + "max_error": 0.0 + }, + { + "representative": 13109, + "members": [ + 13109 + ], + "max_error": 0.0 + }, + { + "representative": 13110, + "members": [ + 13110 + ], + "max_error": 0.0 + }, + { + "representative": 13111, + "members": [ + 13111 + ], + "max_error": 0.0 + }, + { + "representative": 13112, + "members": [ + 13112 + ], + "max_error": 0.0 + }, + { + "representative": 13113, + "members": [ + 13113 + ], + "max_error": 0.0 + }, + { + "representative": 13105, + "members": [ + 13105 + ], + "max_error": 0.0 + }, + { + "representative": 13114, + "members": [ + 13114 + ], + "max_error": 0.0 + }, + { + "representative": 13115, + "members": [ + 13115 + ], + "max_error": 0.0 + }, + { + "representative": 13116, + "members": [ + 13116 + ], + "max_error": 0.0 + }, + { + "representative": 13117, + "members": [ + 13117 + ], + "max_error": 0.0 + }, + { + "representative": 13118, + "members": [ + 13118 + ], + "max_error": 0.0 + }, + { + "representative": 13119, + "members": [ + 13119 + ], + "max_error": 0.0 + } +] \ No newline at end of file diff --git a/results/qwen35-2b/analysis/groups_block_2d-64_0.10.json b/results/qwen35-2b/analysis/groups_block_2d-64_0.10.json new file mode 100644 index 0000000..e5bde88 --- /dev/null +++ b/results/qwen35-2b/analysis/groups_block_2d-64_0.10.json @@ -0,0 +1,46588 @@ +[ + { + "representative": 9364, + "members": [ + 9583, + 9364 + ], + "max_error": 0.09362662282834061 + }, + { + "representative": 9474, + "members": [ + 9474 + ], + "max_error": 0.0 + }, + { + "representative": 491, + "members": [ + 491 + ], + "max_error": 0.0 + }, + { + "representative": 426, + "members": [ + 426 + ], + "max_error": 0.0 + }, + { + "representative": 296, + "members": [ + 296 + ], + "max_error": 0.0 + }, + { + "representative": 505, + "members": [ + 505 + ], + "max_error": 0.0 + }, + { + "representative": 304, + "members": [ + 304 + ], + "max_error": 0.0 + }, + { + "representative": 359, + "members": [ + 359 + ], + "max_error": 0.0 + }, + { + "representative": 344, + "members": [ + 344 + ], + "max_error": 0.0 + }, + { + "representative": 403, + "members": [ + 403 + ], + "max_error": 0.0 + }, + { + "representative": 347, + "members": [ + 347 + ], + "max_error": 0.0 + }, + { + "representative": 498, + "members": [ + 498 + ], + "max_error": 0.0 + }, + { + "representative": 420, + "members": [ + 420 + ], + "max_error": 0.0 + }, + { + "representative": 341, + "members": [ + 341 + ], + "max_error": 0.0 + }, + { + "representative": 483, + "members": [ + 483 + ], + "max_error": 0.0 + }, + { + "representative": 271, + "members": [ + 271 + ], + "max_error": 0.0 + }, + { + "representative": 446, + "members": [ + 446 + ], + "max_error": 0.0 + }, + { + "representative": 401, + "members": [ + 401 + ], + "max_error": 0.0 + }, + { + "representative": 488, + "members": [ + 488 + ], + "max_error": 0.0 + }, + { + "representative": 285, + "members": [ + 285 + ], + "max_error": 0.0 + }, + { + "representative": 402, + "members": [ + 402 + ], + "max_error": 0.0 + }, + { + "representative": 323, + "members": [ + 323 + ], + "max_error": 0.0 + }, + { + "representative": 504, + "members": [ + 504 + ], + "max_error": 0.0 + }, + { + "representative": 312, + "members": [ + 312 + ], + "max_error": 0.0 + }, + { + "representative": 257, + "members": [ + 257 + ], + "max_error": 0.0 + }, + { + "representative": 269, + "members": [ + 269 + ], + "max_error": 0.0 + }, + { + "representative": 372, + "members": [ + 372 + ], + "max_error": 0.0 + }, + { + "representative": 424, + "members": [ + 424 + ], + "max_error": 0.0 + }, + { + "representative": 495, + "members": [ + 495 + ], + "max_error": 0.0 + }, + { + "representative": 436, + "members": [ + 436 + ], + "max_error": 0.0 + }, + { + "representative": 324, + "members": [ + 324 + ], + "max_error": 0.0 + }, + { + "representative": 400, + "members": [ + 400 + ], + "max_error": 0.0 + }, + { + "representative": 509, + "members": [ + 509 + ], + "max_error": 0.0 + }, + { + "representative": 361, + "members": [ + 361 + ], + "max_error": 0.0 + }, + { + "representative": 328, + "members": [ + 328 + ], + "max_error": 0.0 + }, + { + "representative": 267, + "members": [ + 267 + ], + "max_error": 0.0 + }, + { + "representative": 466, + "members": [ + 466 + ], + "max_error": 0.0 + }, + { + "representative": 338, + "members": [ + 338 + ], + "max_error": 0.0 + }, + { + "representative": 418, + "members": [ + 418 + ], + "max_error": 0.0 + }, + { + "representative": 482, + "members": [ + 482 + ], + "max_error": 0.0 + }, + { + "representative": 460, + "members": [ + 460 + ], + "max_error": 0.0 + }, + { + "representative": 291, + "members": [ + 291 + ], + "max_error": 0.0 + }, + { + "representative": 465, + "members": [ + 465 + ], + "max_error": 0.0 + }, + { + "representative": 506, + "members": [ + 506 + ], + "max_error": 0.0 + }, + { + "representative": 314, + "members": [ + 314 + ], + "max_error": 0.0 + }, + { + "representative": 320, + "members": [ + 320 + ], + "max_error": 0.0 + }, + { + "representative": 441, + "members": [ + 441 + ], + "max_error": 0.0 + }, + { + "representative": 404, + "members": [ + 404 + ], + "max_error": 0.0 + }, + { + "representative": 490, + "members": [ + 490 + ], + "max_error": 0.0 + }, + { + "representative": 467, + "members": [ + 467 + ], + "max_error": 0.0 + }, + { + "representative": 475, + "members": [ + 475 + ], + "max_error": 0.0 + }, + { + "representative": 503, + "members": [ + 503 + ], + "max_error": 0.0 + }, + { + "representative": 499, + "members": [ + 499 + ], + "max_error": 0.0 + }, + { + "representative": 336, + "members": [ + 336 + ], + "max_error": 0.0 + }, + { + "representative": 421, + "members": [ + 421 + ], + "max_error": 0.0 + }, + { + "representative": 457, + "members": [ + 457 + ], + "max_error": 0.0 + }, + { + "representative": 472, + "members": [ + 472 + ], + "max_error": 0.0 + }, + { + "representative": 322, + "members": [ + 322 + ], + "max_error": 0.0 + }, + { + "representative": 415, + "members": [ + 415 + ], + "max_error": 0.0 + }, + { + "representative": 355, + "members": [ + 355 + ], + "max_error": 0.0 + }, + { + "representative": 332, + "members": [ + 332 + ], + "max_error": 0.0 + }, + { + "representative": 473, + "members": [ + 473 + ], + "max_error": 0.0 + }, + { + "representative": 311, + "members": [ + 311 + ], + "max_error": 0.0 + }, + { + "representative": 351, + "members": [ + 351 + ], + "max_error": 0.0 + }, + { + "representative": 345, + "members": [ + 345 + ], + "max_error": 0.0 + }, + { + "representative": 387, + "members": [ + 387 + ], + "max_error": 0.0 + }, + { + "representative": 431, + "members": [ + 431 + ], + "max_error": 0.0 + }, + { + "representative": 380, + "members": [ + 380 + ], + "max_error": 0.0 + }, + { + "representative": 370, + "members": [ + 370 + ], + "max_error": 0.0 + }, + { + "representative": 368, + "members": [ + 368 + ], + "max_error": 0.0 + }, + { + "representative": 456, + "members": [ + 456 + ], + "max_error": 0.0 + }, + { + "representative": 427, + "members": [ + 427 + ], + "max_error": 0.0 + }, + { + "representative": 348, + "members": [ + 348 + ], + "max_error": 0.0 + }, + { + "representative": 264, + "members": [ + 264 + ], + "max_error": 0.0 + }, + { + "representative": 301, + "members": [ + 301 + ], + "max_error": 0.0 + }, + { + "representative": 333, + "members": [ + 333 + ], + "max_error": 0.0 + }, + { + "representative": 330, + "members": [ + 330 + ], + "max_error": 0.0 + }, + { + "representative": 364, + "members": [ + 364 + ], + "max_error": 0.0 + }, + { + "representative": 437, + "members": [ + 437 + ], + "max_error": 0.0 + }, + { + "representative": 272, + "members": [ + 272 + ], + "max_error": 0.0 + }, + { + "representative": 273, + "members": [ + 273 + ], + "max_error": 0.0 + }, + { + "representative": 317, + "members": [ + 317 + ], + "max_error": 0.0 + }, + { + "representative": 354, + "members": [ + 354 + ], + "max_error": 0.0 + }, + { + "representative": 362, + "members": [ + 362 + ], + "max_error": 0.0 + }, + { + "representative": 343, + "members": [ + 343 + ], + "max_error": 0.0 + }, + { + "representative": 422, + "members": [ + 422 + ], + "max_error": 0.0 + }, + { + "representative": 358, + "members": [ + 358 + ], + "max_error": 0.0 + }, + { + "representative": 388, + "members": [ + 388 + ], + "max_error": 0.0 + }, + { + "representative": 282, + "members": [ + 282 + ], + "max_error": 0.0 + }, + { + "representative": 293, + "members": [ + 293 + ], + "max_error": 0.0 + }, + { + "representative": 430, + "members": [ + 430 + ], + "max_error": 0.0 + }, + { + "representative": 335, + "members": [ + 335 + ], + "max_error": 0.0 + }, + { + "representative": 383, + "members": [ + 383 + ], + "max_error": 0.0 + }, + { + "representative": 500, + "members": [ + 500 + ], + "max_error": 0.0 + }, + { + "representative": 318, + "members": [ + 318 + ], + "max_error": 0.0 + }, + { + "representative": 459, + "members": [ + 459 + ], + "max_error": 0.0 + }, + { + "representative": 484, + "members": [ + 484 + ], + "max_error": 0.0 + }, + { + "representative": 476, + "members": [ + 476 + ], + "max_error": 0.0 + }, + { + "representative": 398, + "members": [ + 398 + ], + "max_error": 0.0 + }, + { + "representative": 461, + "members": [ + 461 + ], + "max_error": 0.0 + }, + { + "representative": 394, + "members": [ + 394 + ], + "max_error": 0.0 + }, + { + "representative": 406, + "members": [ + 406 + ], + "max_error": 0.0 + }, + { + "representative": 280, + "members": [ + 280 + ], + "max_error": 0.0 + }, + { + "representative": 298, + "members": [ + 298 + ], + "max_error": 0.0 + }, + { + "representative": 471, + "members": [ + 471 + ], + "max_error": 0.0 + }, + { + "representative": 405, + "members": [ + 405 + ], + "max_error": 0.0 + }, + { + "representative": 389, + "members": [ + 389 + ], + "max_error": 0.0 + }, + { + "representative": 268, + "members": [ + 268 + ], + "max_error": 0.0 + }, + { + "representative": 283, + "members": [ + 283 + ], + "max_error": 0.0 + }, + { + "representative": 309, + "members": [ + 309 + ], + "max_error": 0.0 + }, + { + "representative": 277, + "members": [ + 277 + ], + "max_error": 0.0 + }, + { + "representative": 371, + "members": [ + 371 + ], + "max_error": 0.0 + }, + { + "representative": 329, + "members": [ + 329 + ], + "max_error": 0.0 + }, + { + "representative": 463, + "members": [ + 463 + ], + "max_error": 0.0 + }, + { + "representative": 290, + "members": [ + 290 + ], + "max_error": 0.0 + }, + { + "representative": 306, + "members": [ + 306 + ], + "max_error": 0.0 + }, + { + "representative": 407, + "members": [ + 407 + ], + "max_error": 0.0 + }, + { + "representative": 449, + "members": [ + 449 + ], + "max_error": 0.0 + }, + { + "representative": 507, + "members": [ + 507 + ], + "max_error": 0.0 + }, + { + "representative": 511, + "members": [ + 511 + ], + "max_error": 0.0 + }, + { + "representative": 357, + "members": [ + 357 + ], + "max_error": 0.0 + }, + { + "representative": 360, + "members": [ + 360 + ], + "max_error": 0.0 + }, + { + "representative": 384, + "members": [ + 384 + ], + "max_error": 0.0 + }, + { + "representative": 315, + "members": [ + 315 + ], + "max_error": 0.0 + }, + { + "representative": 260, + "members": [ + 260 + ], + "max_error": 0.0 + }, + { + "representative": 340, + "members": [ + 340 + ], + "max_error": 0.0 + }, + { + "representative": 294, + "members": [ + 294 + ], + "max_error": 0.0 + }, + { + "representative": 353, + "members": [ + 353 + ], + "max_error": 0.0 + }, + { + "representative": 356, + "members": [ + 356 + ], + "max_error": 0.0 + }, + { + "representative": 377, + "members": [ + 377 + ], + "max_error": 0.0 + }, + { + "representative": 492, + "members": [ + 492 + ], + "max_error": 0.0 + }, + { + "representative": 396, + "members": [ + 396 + ], + "max_error": 0.0 + }, + { + "representative": 486, + "members": [ + 486 + ], + "max_error": 0.0 + }, + { + "representative": 279, + "members": [ + 279 + ], + "max_error": 0.0 + }, + { + "representative": 302, + "members": [ + 302 + ], + "max_error": 0.0 + }, + { + "representative": 443, + "members": [ + 443 + ], + "max_error": 0.0 + }, + { + "representative": 442, + "members": [ + 442 + ], + "max_error": 0.0 + }, + { + "representative": 299, + "members": [ + 299 + ], + "max_error": 0.0 + }, + { + "representative": 391, + "members": [ + 391 + ], + "max_error": 0.0 + }, + { + "representative": 305, + "members": [ + 305 + ], + "max_error": 0.0 + }, + { + "representative": 508, + "members": [ + 508 + ], + "max_error": 0.0 + }, + { + "representative": 390, + "members": [ + 390 + ], + "max_error": 0.0 + }, + { + "representative": 409, + "members": [ + 409 + ], + "max_error": 0.0 + }, + { + "representative": 481, + "members": [ + 481 + ], + "max_error": 0.0 + }, + { + "representative": 408, + "members": [ + 408 + ], + "max_error": 0.0 + }, + { + "representative": 444, + "members": [ + 444 + ], + "max_error": 0.0 + }, + { + "representative": 366, + "members": [ + 366 + ], + "max_error": 0.0 + }, + { + "representative": 487, + "members": [ + 487 + ], + "max_error": 0.0 + }, + { + "representative": 410, + "members": [ + 410 + ], + "max_error": 0.0 + }, + { + "representative": 321, + "members": [ + 321 + ], + "max_error": 0.0 + }, + { + "representative": 367, + "members": [ + 367 + ], + "max_error": 0.0 + }, + { + "representative": 276, + "members": [ + 276 + ], + "max_error": 0.0 + }, + { + "representative": 363, + "members": [ + 363 + ], + "max_error": 0.0 + }, + { + "representative": 432, + "members": [ + 432 + ], + "max_error": 0.0 + }, + { + "representative": 373, + "members": [ + 373 + ], + "max_error": 0.0 + }, + { + "representative": 303, + "members": [ + 303 + ], + "max_error": 0.0 + }, + { + "representative": 417, + "members": [ + 417 + ], + "max_error": 0.0 + }, + { + "representative": 278, + "members": [ + 278 + ], + "max_error": 0.0 + }, + { + "representative": 478, + "members": [ + 478 + ], + "max_error": 0.0 + }, + { + "representative": 453, + "members": [ + 453 + ], + "max_error": 0.0 + }, + { + "representative": 342, + "members": [ + 342 + ], + "max_error": 0.0 + }, + { + "representative": 448, + "members": [ + 448 + ], + "max_error": 0.0 + }, + { + "representative": 281, + "members": [ + 281 + ], + "max_error": 0.0 + }, + { + "representative": 439, + "members": [ + 439 + ], + "max_error": 0.0 + }, + { + "representative": 458, + "members": [ + 458 + ], + "max_error": 0.0 + }, + { + "representative": 352, + "members": [ + 352 + ], + "max_error": 0.0 + }, + { + "representative": 501, + "members": [ + 501 + ], + "max_error": 0.0 + }, + { + "representative": 393, + "members": [ + 393 + ], + "max_error": 0.0 + }, + { + "representative": 397, + "members": [ + 397 + ], + "max_error": 0.0 + }, + { + "representative": 470, + "members": [ + 470 + ], + "max_error": 0.0 + }, + { + "representative": 258, + "members": [ + 258 + ], + "max_error": 0.0 + }, + { + "representative": 454, + "members": [ + 454 + ], + "max_error": 0.0 + }, + { + "representative": 462, + "members": [ + 462 + ], + "max_error": 0.0 + }, + { + "representative": 386, + "members": [ + 386 + ], + "max_error": 0.0 + }, + { + "representative": 425, + "members": [ + 425 + ], + "max_error": 0.0 + }, + { + "representative": 327, + "members": [ + 327 + ], + "max_error": 0.0 + }, + { + "representative": 326, + "members": [ + 326 + ], + "max_error": 0.0 + }, + { + "representative": 265, + "members": [ + 265 + ], + "max_error": 0.0 + }, + { + "representative": 369, + "members": [ + 369 + ], + "max_error": 0.0 + }, + { + "representative": 316, + "members": [ + 316 + ], + "max_error": 0.0 + }, + { + "representative": 334, + "members": [ + 334 + ], + "max_error": 0.0 + }, + { + "representative": 313, + "members": [ + 313 + ], + "max_error": 0.0 + }, + { + "representative": 349, + "members": [ + 349 + ], + "max_error": 0.0 + }, + { + "representative": 381, + "members": [ + 381 + ], + "max_error": 0.0 + }, + { + "representative": 450, + "members": [ + 450 + ], + "max_error": 0.0 + }, + { + "representative": 451, + "members": [ + 451 + ], + "max_error": 0.0 + }, + { + "representative": 395, + "members": [ + 395 + ], + "max_error": 0.0 + }, + { + "representative": 307, + "members": [ + 307 + ], + "max_error": 0.0 + }, + { + "representative": 374, + "members": [ + 374 + ], + "max_error": 0.0 + }, + { + "representative": 423, + "members": [ + 423 + ], + "max_error": 0.0 + }, + { + "representative": 428, + "members": [ + 428 + ], + "max_error": 0.0 + }, + { + "representative": 480, + "members": [ + 480 + ], + "max_error": 0.0 + }, + { + "representative": 382, + "members": [ + 382 + ], + "max_error": 0.0 + }, + { + "representative": 455, + "members": [ + 455 + ], + "max_error": 0.0 + }, + { + "representative": 496, + "members": [ + 496 + ], + "max_error": 0.0 + }, + { + "representative": 434, + "members": [ + 434 + ], + "max_error": 0.0 + }, + { + "representative": 337, + "members": [ + 337 + ], + "max_error": 0.0 + }, + { + "representative": 440, + "members": [ + 440 + ], + "max_error": 0.0 + }, + { + "representative": 502, + "members": [ + 502 + ], + "max_error": 0.0 + }, + { + "representative": 275, + "members": [ + 275 + ], + "max_error": 0.0 + }, + { + "representative": 297, + "members": [ + 297 + ], + "max_error": 0.0 + }, + { + "representative": 263, + "members": [ + 263 + ], + "max_error": 0.0 + }, + { + "representative": 412, + "members": [ + 412 + ], + "max_error": 0.0 + }, + { + "representative": 416, + "members": [ + 416 + ], + "max_error": 0.0 + }, + { + "representative": 259, + "members": [ + 259 + ], + "max_error": 0.0 + }, + { + "representative": 287, + "members": [ + 287 + ], + "max_error": 0.0 + }, + { + "representative": 452, + "members": [ + 452 + ], + "max_error": 0.0 + }, + { + "representative": 274, + "members": [ + 274 + ], + "max_error": 0.0 + }, + { + "representative": 270, + "members": [ + 270 + ], + "max_error": 0.0 + }, + { + "representative": 385, + "members": [ + 385 + ], + "max_error": 0.0 + }, + { + "representative": 433, + "members": [ + 433 + ], + "max_error": 0.0 + }, + { + "representative": 261, + "members": [ + 261 + ], + "max_error": 0.0 + }, + { + "representative": 497, + "members": [ + 497 + ], + "max_error": 0.0 + }, + { + "representative": 411, + "members": [ + 411 + ], + "max_error": 0.0 + }, + { + "representative": 399, + "members": [ + 399 + ], + "max_error": 0.0 + }, + { + "representative": 494, + "members": [ + 494 + ], + "max_error": 0.0 + }, + { + "representative": 464, + "members": [ + 464 + ], + "max_error": 0.0 + }, + { + "representative": 469, + "members": [ + 469 + ], + "max_error": 0.0 + }, + { + "representative": 286, + "members": [ + 286 + ], + "max_error": 0.0 + }, + { + "representative": 319, + "members": [ + 319 + ], + "max_error": 0.0 + }, + { + "representative": 379, + "members": [ + 379 + ], + "max_error": 0.0 + }, + { + "representative": 474, + "members": [ + 474 + ], + "max_error": 0.0 + }, + { + "representative": 468, + "members": [ + 468 + ], + "max_error": 0.0 + }, + { + "representative": 493, + "members": [ + 493 + ], + "max_error": 0.0 + }, + { + "representative": 477, + "members": [ + 477 + ], + "max_error": 0.0 + }, + { + "representative": 479, + "members": [ + 479 + ], + "max_error": 0.0 + }, + { + "representative": 266, + "members": [ + 266 + ], + "max_error": 0.0 + }, + { + "representative": 392, + "members": [ + 392 + ], + "max_error": 0.0 + }, + { + "representative": 413, + "members": [ + 413 + ], + "max_error": 0.0 + }, + { + "representative": 310, + "members": [ + 310 + ], + "max_error": 0.0 + }, + { + "representative": 288, + "members": [ + 288 + ], + "max_error": 0.0 + }, + { + "representative": 262, + "members": [ + 262 + ], + "max_error": 0.0 + }, + { + "representative": 435, + "members": [ + 435 + ], + "max_error": 0.0 + }, + { + "representative": 376, + "members": [ + 376 + ], + "max_error": 0.0 + }, + { + "representative": 295, + "members": [ + 295 + ], + "max_error": 0.0 + }, + { + "representative": 414, + "members": [ + 414 + ], + "max_error": 0.0 + }, + { + "representative": 429, + "members": [ + 429 + ], + "max_error": 0.0 + }, + { + "representative": 339, + "members": [ + 339 + ], + "max_error": 0.0 + }, + { + "representative": 325, + "members": [ + 325 + ], + "max_error": 0.0 + }, + { + "representative": 292, + "members": [ + 292 + ], + "max_error": 0.0 + }, + { + "representative": 365, + "members": [ + 365 + ], + "max_error": 0.0 + }, + { + "representative": 284, + "members": [ + 284 + ], + "max_error": 0.0 + }, + { + "representative": 346, + "members": [ + 346 + ], + "max_error": 0.0 + }, + { + "representative": 308, + "members": [ + 308 + ], + "max_error": 0.0 + }, + { + "representative": 300, + "members": [ + 300 + ], + "max_error": 0.0 + }, + { + "representative": 378, + "members": [ + 378 + ], + "max_error": 0.0 + }, + { + "representative": 510, + "members": [ + 510 + ], + "max_error": 0.0 + }, + { + "representative": 489, + "members": [ + 489 + ], + "max_error": 0.0 + }, + { + "representative": 485, + "members": [ + 485 + ], + "max_error": 0.0 + }, + { + "representative": 289, + "members": [ + 289 + ], + "max_error": 0.0 + }, + { + "representative": 375, + "members": [ + 375 + ], + "max_error": 0.0 + }, + { + "representative": 350, + "members": [ + 350 + ], + "max_error": 0.0 + }, + { + "representative": 419, + "members": [ + 419 + ], + "max_error": 0.0 + }, + { + "representative": 256, + "members": [ + 256 + ], + "max_error": 0.0 + }, + { + "representative": 331, + "members": [ + 331 + ], + "max_error": 0.0 + }, + { + "representative": 445, + "members": [ + 445 + ], + "max_error": 0.0 + }, + { + "representative": 438, + "members": [ + 438 + ], + "max_error": 0.0 + }, + { + "representative": 447, + "members": [ + 447 + ], + "max_error": 0.0 + }, + { + "representative": 1392, + "members": [ + 1392 + ], + "max_error": 0.0 + }, + { + "representative": 1351, + "members": [ + 1351 + ], + "max_error": 0.0 + }, + { + "representative": 1312, + "members": [ + 1312 + ], + "max_error": 0.0 + }, + { + "representative": 1499, + "members": [ + 1499 + ], + "max_error": 0.0 + }, + { + "representative": 1519, + "members": [ + 1519 + ], + "max_error": 0.0 + }, + { + "representative": 1507, + "members": [ + 1507 + ], + "max_error": 0.0 + }, + { + "representative": 1441, + "members": [ + 1441 + ], + "max_error": 0.0 + }, + { + "representative": 1444, + "members": [ + 1444 + ], + "max_error": 0.0 + }, + { + "representative": 1414, + "members": [ + 1414 + ], + "max_error": 0.0 + }, + { + "representative": 1282, + "members": [ + 1282 + ], + "max_error": 0.0 + }, + { + "representative": 1416, + "members": [ + 1416 + ], + "max_error": 0.0 + }, + { + "representative": 1433, + "members": [ + 1433 + ], + "max_error": 0.0 + }, + { + "representative": 1332, + "members": [ + 1332 + ], + "max_error": 0.0 + }, + { + "representative": 1458, + "members": [ + 1458 + ], + "max_error": 0.0 + }, + { + "representative": 1511, + "members": [ + 1511 + ], + "max_error": 0.0 + }, + { + "representative": 2026, + "members": [ + 2026 + ], + "max_error": 0.0 + }, + { + "representative": 1895, + "members": [ + 1895 + ], + "max_error": 0.0 + }, + { + "representative": 1843, + "members": [ + 1843 + ], + "max_error": 0.0 + }, + { + "representative": 1888, + "members": [ + 1888 + ], + "max_error": 0.0 + }, + { + "representative": 1800, + "members": [ + 1800 + ], + "max_error": 0.0 + }, + { + "representative": 1823, + "members": [ + 1823 + ], + "max_error": 0.0 + }, + { + "representative": 1851, + "members": [ + 1851 + ], + "max_error": 0.0 + }, + { + "representative": 1828, + "members": [ + 1828 + ], + "max_error": 0.0 + }, + { + "representative": 1834, + "members": [ + 1834 + ], + "max_error": 0.0 + }, + { + "representative": 1911, + "members": [ + 1911 + ], + "max_error": 0.0 + }, + { + "representative": 1974, + "members": [ + 1974 + ], + "max_error": 0.0 + }, + { + "representative": 1903, + "members": [ + 1903 + ], + "max_error": 0.0 + }, + { + "representative": 2017, + "members": [ + 2017 + ], + "max_error": 0.0 + }, + { + "representative": 1990, + "members": [ + 1990 + ], + "max_error": 0.0 + }, + { + "representative": 1836, + "members": [ + 1836 + ], + "max_error": 0.0 + }, + { + "representative": 1943, + "members": [ + 1943 + ], + "max_error": 0.0 + }, + { + "representative": 2002, + "members": [ + 2002 + ], + "max_error": 0.0 + }, + { + "representative": 2385, + "members": [ + 2385 + ], + "max_error": 0.0 + }, + { + "representative": 2378, + "members": [ + 2378 + ], + "max_error": 0.0 + }, + { + "representative": 2415, + "members": [ + 2415 + ], + "max_error": 0.0 + }, + { + "representative": 2443, + "members": [ + 2443 + ], + "max_error": 0.0 + }, + { + "representative": 2459, + "members": [ + 2459 + ], + "max_error": 0.0 + }, + { + "representative": 2555, + "members": [ + 2555 + ], + "max_error": 0.0 + }, + { + "representative": 2407, + "members": [ + 2407 + ], + "max_error": 0.0 + }, + { + "representative": 2350, + "members": [ + 2350 + ], + "max_error": 0.0 + }, + { + "representative": 2462, + "members": [ + 2462 + ], + "max_error": 0.0 + }, + { + "representative": 2827, + "members": [ + 2827 + ], + "max_error": 0.0 + }, + { + "representative": 2903, + "members": [ + 2903 + ], + "max_error": 0.0 + }, + { + "representative": 3062, + "members": [ + 3062 + ], + "max_error": 0.0 + }, + { + "representative": 2873, + "members": [ + 2873 + ], + "max_error": 0.0 + }, + { + "representative": 3051, + "members": [ + 3051 + ], + "max_error": 0.0 + }, + { + "representative": 3017, + "members": [ + 3017 + ], + "max_error": 0.0 + }, + { + "representative": 3004, + "members": [ + 3004 + ], + "max_error": 0.0 + }, + { + "representative": 3059, + "members": [ + 3059 + ], + "max_error": 0.0 + }, + { + "representative": 2997, + "members": [ + 2997 + ], + "max_error": 0.0 + }, + { + "representative": 3063, + "members": [ + 3063 + ], + "max_error": 0.0 + }, + { + "representative": 2817, + "members": [ + 2817 + ], + "max_error": 0.0 + }, + { + "representative": 2938, + "members": [ + 2938 + ], + "max_error": 0.0 + }, + { + "representative": 2947, + "members": [ + 2947 + ], + "max_error": 0.0 + }, + { + "representative": 2945, + "members": [ + 2945 + ], + "max_error": 0.0 + }, + { + "representative": 3536, + "members": [ + 3536 + ], + "max_error": 0.0 + }, + { + "representative": 3454, + "members": [ + 3454 + ], + "max_error": 0.0 + }, + { + "representative": 3462, + "members": [ + 3462 + ], + "max_error": 0.0 + }, + { + "representative": 3515, + "members": [ + 3515 + ], + "max_error": 0.0 + }, + { + "representative": 3439, + "members": [ + 3439 + ], + "max_error": 0.0 + }, + { + "representative": 3458, + "members": [ + 3458 + ], + "max_error": 0.0 + }, + { + "representative": 3487, + "members": [ + 3487 + ], + "max_error": 0.0 + }, + { + "representative": 3406, + "members": [ + 3406 + ], + "max_error": 0.0 + }, + { + "representative": 3476, + "members": [ + 3476 + ], + "max_error": 0.0 + }, + { + "representative": 3557, + "members": [ + 3557 + ], + "max_error": 0.0 + }, + { + "representative": 3996, + "members": [ + 3996 + ], + "max_error": 0.0 + }, + { + "representative": 3852, + "members": [ + 3852 + ], + "max_error": 0.0 + }, + { + "representative": 4057, + "members": [ + 4057 + ], + "max_error": 0.0 + }, + { + "representative": 3891, + "members": [ + 3891 + ], + "max_error": 0.0 + }, + { + "representative": 3883, + "members": [ + 3883 + ], + "max_error": 0.0 + }, + { + "representative": 3975, + "members": [ + 3975 + ], + "max_error": 0.0 + }, + { + "representative": 4064, + "members": [ + 4064 + ], + "max_error": 0.0 + }, + { + "representative": 3863, + "members": [ + 3863 + ], + "max_error": 0.0 + }, + { + "representative": 4038, + "members": [ + 4038 + ], + "max_error": 0.0 + }, + { + "representative": 3949, + "members": [ + 3949 + ], + "max_error": 0.0 + }, + { + "representative": 3936, + "members": [ + 3936 + ], + "max_error": 0.0 + }, + { + "representative": 3933, + "members": [ + 3933 + ], + "max_error": 0.0 + }, + { + "representative": 3977, + "members": [ + 3977 + ], + "max_error": 0.0 + }, + { + "representative": 4070, + "members": [ + 4070 + ], + "max_error": 0.0 + }, + { + "representative": 1368, + "members": [ + 1368 + ], + "max_error": 0.0 + }, + { + "representative": 1337, + "members": [ + 1337 + ], + "max_error": 0.0 + }, + { + "representative": 1419, + "members": [ + 1419 + ], + "max_error": 0.0 + }, + { + "representative": 1296, + "members": [ + 1296 + ], + "max_error": 0.0 + }, + { + "representative": 1373, + "members": [ + 1373 + ], + "max_error": 0.0 + }, + { + "representative": 1490, + "members": [ + 1490 + ], + "max_error": 0.0 + }, + { + "representative": 1362, + "members": [ + 1362 + ], + "max_error": 0.0 + }, + { + "representative": 1330, + "members": [ + 1330 + ], + "max_error": 0.0 + }, + { + "representative": 1280, + "members": [ + 1280 + ], + "max_error": 0.0 + }, + { + "representative": 1459, + "members": [ + 1459 + ], + "max_error": 0.0 + }, + { + "representative": 1288, + "members": [ + 1288 + ], + "max_error": 0.0 + }, + { + "representative": 1827, + "members": [ + 1827 + ], + "max_error": 0.0 + }, + { + "representative": 1970, + "members": [ + 1970 + ], + "max_error": 0.0 + }, + { + "representative": 2001, + "members": [ + 2001 + ], + "max_error": 0.0 + }, + { + "representative": 1919, + "members": [ + 1919 + ], + "max_error": 0.0 + }, + { + "representative": 1906, + "members": [ + 1906 + ], + "max_error": 0.0 + }, + { + "representative": 1857, + "members": [ + 1857 + ], + "max_error": 0.0 + }, + { + "representative": 1805, + "members": [ + 1805 + ], + "max_error": 0.0 + }, + { + "representative": 1830, + "members": [ + 1830 + ], + "max_error": 0.0 + }, + { + "representative": 1935, + "members": [ + 1935 + ], + "max_error": 0.0 + }, + { + "representative": 2014, + "members": [ + 2014 + ], + "max_error": 0.0 + }, + { + "representative": 1878, + "members": [ + 1878 + ], + "max_error": 0.0 + }, + { + "representative": 1856, + "members": [ + 1856 + ], + "max_error": 0.0 + }, + { + "representative": 1844, + "members": [ + 1844 + ], + "max_error": 0.0 + }, + { + "representative": 2013, + "members": [ + 2013 + ], + "max_error": 0.0 + }, + { + "representative": 1949, + "members": [ + 1949 + ], + "max_error": 0.0 + }, + { + "representative": 1858, + "members": [ + 1858 + ], + "max_error": 0.0 + }, + { + "representative": 1994, + "members": [ + 1994 + ], + "max_error": 0.0 + }, + { + "representative": 2444, + "members": [ + 2444 + ], + "max_error": 0.0 + }, + { + "representative": 2495, + "members": [ + 2495 + ], + "max_error": 0.0 + }, + { + "representative": 2404, + "members": [ + 2404 + ], + "max_error": 0.0 + }, + { + "representative": 2341, + "members": [ + 2341 + ], + "max_error": 0.0 + }, + { + "representative": 2516, + "members": [ + 2516 + ], + "max_error": 0.0 + }, + { + "representative": 2361, + "members": [ + 2361 + ], + "max_error": 0.0 + }, + { + "representative": 2474, + "members": [ + 2474 + ], + "max_error": 0.0 + }, + { + "representative": 2432, + "members": [ + 2432 + ], + "max_error": 0.0 + }, + { + "representative": 2322, + "members": [ + 2322 + ], + "max_error": 0.0 + }, + { + "representative": 2504, + "members": [ + 2504 + ], + "max_error": 0.0 + }, + { + "representative": 2493, + "members": [ + 2493 + ], + "max_error": 0.0 + }, + { + "representative": 3021, + "members": [ + 3021 + ], + "max_error": 0.0 + }, + { + "representative": 2973, + "members": [ + 2973 + ], + "max_error": 0.0 + }, + { + "representative": 2926, + "members": [ + 2926 + ], + "max_error": 0.0 + }, + { + "representative": 2840, + "members": [ + 2840 + ], + "max_error": 0.0 + }, + { + "representative": 2917, + "members": [ + 2917 + ], + "max_error": 0.0 + }, + { + "representative": 2966, + "members": [ + 2966 + ], + "max_error": 0.0 + }, + { + "representative": 2887, + "members": [ + 2887 + ], + "max_error": 0.0 + }, + { + "representative": 2856, + "members": [ + 2856 + ], + "max_error": 0.0 + }, + { + "representative": 2848, + "members": [ + 2848 + ], + "max_error": 0.0 + }, + { + "representative": 2833, + "members": [ + 2833 + ], + "max_error": 0.0 + }, + { + "representative": 2910, + "members": [ + 2910 + ], + "max_error": 0.0 + }, + { + "representative": 2949, + "members": [ + 2949 + ], + "max_error": 0.0 + }, + { + "representative": 3025, + "members": [ + 3025 + ], + "max_error": 0.0 + }, + { + "representative": 3022, + "members": [ + 3022 + ], + "max_error": 0.0 + }, + { + "representative": 2900, + "members": [ + 2900 + ], + "max_error": 0.0 + }, + { + "representative": 2989, + "members": [ + 2989 + ], + "max_error": 0.0 + }, + { + "representative": 2864, + "members": [ + 2864 + ], + "max_error": 0.0 + }, + { + "representative": 3459, + "members": [ + 3459 + ], + "max_error": 0.0 + }, + { + "representative": 3401, + "members": [ + 3401 + ], + "max_error": 0.0 + }, + { + "representative": 3549, + "members": [ + 3549 + ], + "max_error": 0.0 + }, + { + "representative": 3578, + "members": [ + 3578 + ], + "max_error": 0.0 + }, + { + "representative": 3512, + "members": [ + 3512 + ], + "max_error": 0.0 + }, + { + "representative": 3559, + "members": [ + 3559 + ], + "max_error": 0.0 + }, + { + "representative": 3372, + "members": [ + 3372 + ], + "max_error": 0.0 + }, + { + "representative": 3470, + "members": [ + 3470 + ], + "max_error": 0.0 + }, + { + "representative": 3574, + "members": [ + 3574 + ], + "max_error": 0.0 + }, + { + "representative": 3503, + "members": [ + 3503 + ], + "max_error": 0.0 + }, + { + "representative": 3504, + "members": [ + 3504 + ], + "max_error": 0.0 + }, + { + "representative": 3390, + "members": [ + 3390 + ], + "max_error": 0.0 + }, + { + "representative": 3351, + "members": [ + 3351 + ], + "max_error": 0.0 + }, + { + "representative": 3367, + "members": [ + 3367 + ], + "max_error": 0.0 + }, + { + "representative": 3418, + "members": [ + 3418 + ], + "max_error": 0.0 + }, + { + "representative": 4027, + "members": [ + 4027 + ], + "max_error": 0.0 + }, + { + "representative": 3917, + "members": [ + 3917 + ], + "max_error": 0.0 + }, + { + "representative": 3921, + "members": [ + 3921 + ], + "max_error": 0.0 + }, + { + "representative": 3885, + "members": [ + 3885 + ], + "max_error": 0.0 + }, + { + "representative": 4065, + "members": [ + 4065 + ], + "max_error": 0.0 + }, + { + "representative": 4043, + "members": [ + 4043 + ], + "max_error": 0.0 + }, + { + "representative": 3937, + "members": [ + 3937 + ], + "max_error": 0.0 + }, + { + "representative": 4015, + "members": [ + 4015 + ], + "max_error": 0.0 + }, + { + "representative": 3971, + "members": [ + 3971 + ], + "max_error": 0.0 + }, + { + "representative": 4020, + "members": [ + 4020 + ], + "max_error": 0.0 + }, + { + "representative": 3865, + "members": [ + 3865 + ], + "max_error": 0.0 + }, + { + "representative": 4044, + "members": [ + 4044 + ], + "max_error": 0.0 + }, + { + "representative": 3968, + "members": [ + 3968 + ], + "max_error": 0.0 + }, + { + "representative": 3882, + "members": [ + 3882 + ], + "max_error": 0.0 + }, + { + "representative": 4022, + "members": [ + 4022 + ], + "max_error": 0.0 + }, + { + "representative": 1363, + "members": [ + 1363 + ], + "max_error": 0.0 + }, + { + "representative": 1403, + "members": [ + 1403 + ], + "max_error": 0.0 + }, + { + "representative": 1341, + "members": [ + 1341 + ], + "max_error": 0.0 + }, + { + "representative": 1497, + "members": [ + 1497 + ], + "max_error": 0.0 + }, + { + "representative": 1505, + "members": [ + 1505 + ], + "max_error": 0.0 + }, + { + "representative": 1397, + "members": [ + 1397 + ], + "max_error": 0.0 + }, + { + "representative": 1398, + "members": [ + 1398 + ], + "max_error": 0.0 + }, + { + "representative": 1354, + "members": [ + 1354 + ], + "max_error": 0.0 + }, + { + "representative": 1340, + "members": [ + 1340 + ], + "max_error": 0.0 + }, + { + "representative": 1320, + "members": [ + 1320 + ], + "max_error": 0.0 + }, + { + "representative": 1367, + "members": [ + 1367 + ], + "max_error": 0.0 + }, + { + "representative": 1999, + "members": [ + 1999 + ], + "max_error": 0.0 + }, + { + "representative": 1866, + "members": [ + 1866 + ], + "max_error": 0.0 + }, + { + "representative": 1926, + "members": [ + 1926 + ], + "max_error": 0.0 + }, + { + "representative": 2023, + "members": [ + 2023 + ], + "max_error": 0.0 + }, + { + "representative": 2007, + "members": [ + 2007 + ], + "max_error": 0.0 + }, + { + "representative": 1941, + "members": [ + 1941 + ], + "max_error": 0.0 + }, + { + "representative": 1998, + "members": [ + 1998 + ], + "max_error": 0.0 + }, + { + "representative": 1839, + "members": [ + 1839 + ], + "max_error": 0.0 + }, + { + "representative": 1954, + "members": [ + 1954 + ], + "max_error": 0.0 + }, + { + "representative": 2038, + "members": [ + 2038 + ], + "max_error": 0.0 + }, + { + "representative": 1927, + "members": [ + 1927 + ], + "max_error": 0.0 + }, + { + "representative": 1933, + "members": [ + 1933 + ], + "max_error": 0.0 + }, + { + "representative": 1984, + "members": [ + 1984 + ], + "max_error": 0.0 + }, + { + "representative": 2318, + "members": [ + 2318 + ], + "max_error": 0.0 + }, + { + "representative": 2522, + "members": [ + 2522 + ], + "max_error": 0.0 + }, + { + "representative": 2451, + "members": [ + 2451 + ], + "max_error": 0.0 + }, + { + "representative": 2335, + "members": [ + 2335 + ], + "max_error": 0.0 + }, + { + "representative": 2328, + "members": [ + 2328 + ], + "max_error": 0.0 + }, + { + "representative": 2505, + "members": [ + 2505 + ], + "max_error": 0.0 + }, + { + "representative": 2314, + "members": [ + 2314 + ], + "max_error": 0.0 + }, + { + "representative": 2313, + "members": [ + 2313 + ], + "max_error": 0.0 + }, + { + "representative": 2434, + "members": [ + 2434 + ], + "max_error": 0.0 + }, + { + "representative": 2450, + "members": [ + 2450 + ], + "max_error": 0.0 + }, + { + "representative": 2344, + "members": [ + 2344 + ], + "max_error": 0.0 + }, + { + "representative": 2531, + "members": [ + 2531 + ], + "max_error": 0.0 + }, + { + "representative": 2380, + "members": [ + 2380 + ], + "max_error": 0.0 + }, + { + "representative": 2347, + "members": [ + 2347 + ], + "max_error": 0.0 + }, + { + "representative": 2332, + "members": [ + 2332 + ], + "max_error": 0.0 + }, + { + "representative": 2396, + "members": [ + 2396 + ], + "max_error": 0.0 + }, + { + "representative": 2537, + "members": [ + 2537 + ], + "max_error": 0.0 + }, + { + "representative": 2384, + "members": [ + 2384 + ], + "max_error": 0.0 + }, + { + "representative": 2825, + "members": [ + 2825 + ], + "max_error": 0.0 + }, + { + "representative": 2886, + "members": [ + 2886 + ], + "max_error": 0.0 + }, + { + "representative": 3058, + "members": [ + 3058 + ], + "max_error": 0.0 + }, + { + "representative": 3065, + "members": [ + 3065 + ], + "max_error": 0.0 + }, + { + "representative": 2944, + "members": [ + 2944 + ], + "max_error": 0.0 + }, + { + "representative": 2839, + "members": [ + 2839 + ], + "max_error": 0.0 + }, + { + "representative": 2897, + "members": [ + 2897 + ], + "max_error": 0.0 + }, + { + "representative": 2914, + "members": [ + 2914 + ], + "max_error": 0.0 + }, + { + "representative": 3053, + "members": [ + 3053 + ], + "max_error": 0.0 + }, + { + "representative": 3571, + "members": [ + 3571 + ], + "max_error": 0.0 + }, + { + "representative": 3544, + "members": [ + 3544 + ], + "max_error": 0.0 + }, + { + "representative": 3570, + "members": [ + 3570 + ], + "max_error": 0.0 + }, + { + "representative": 3521, + "members": [ + 3521 + ], + "max_error": 0.0 + }, + { + "representative": 3420, + "members": [ + 3420 + ], + "max_error": 0.0 + }, + { + "representative": 3464, + "members": [ + 3464 + ], + "max_error": 0.0 + }, + { + "representative": 3426, + "members": [ + 3426 + ], + "max_error": 0.0 + }, + { + "representative": 3540, + "members": [ + 3540 + ], + "max_error": 0.0 + }, + { + "representative": 3417, + "members": [ + 3417 + ], + "max_error": 0.0 + }, + { + "representative": 3448, + "members": [ + 3448 + ], + "max_error": 0.0 + }, + { + "representative": 3500, + "members": [ + 3500 + ], + "max_error": 0.0 + }, + { + "representative": 3358, + "members": [ + 3358 + ], + "max_error": 0.0 + }, + { + "representative": 3998, + "members": [ + 3998 + ], + "max_error": 0.0 + }, + { + "representative": 3944, + "members": [ + 3944 + ], + "max_error": 0.0 + }, + { + "representative": 4076, + "members": [ + 4076 + ], + "max_error": 0.0 + }, + { + "representative": 3900, + "members": [ + 3900 + ], + "max_error": 0.0 + }, + { + "representative": 3946, + "members": [ + 3946 + ], + "max_error": 0.0 + }, + { + "representative": 4075, + "members": [ + 4075 + ], + "max_error": 0.0 + }, + { + "representative": 3940, + "members": [ + 3940 + ], + "max_error": 0.0 + }, + { + "representative": 4029, + "members": [ + 4029 + ], + "max_error": 0.0 + }, + { + "representative": 3045, + "members": [ + 3045 + ], + "max_error": 0.0 + }, + { + "representative": 3068, + "members": [ + 3068 + ], + "max_error": 0.0 + }, + { + "representative": 2890, + "members": [ + 2890 + ], + "max_error": 0.0 + }, + { + "representative": 3027, + "members": [ + 3027 + ], + "max_error": 0.0 + }, + { + "representative": 2845, + "members": [ + 2845 + ], + "max_error": 0.0 + }, + { + "representative": 3057, + "members": [ + 3057 + ], + "max_error": 0.0 + }, + { + "representative": 3007, + "members": [ + 3007 + ], + "max_error": 0.0 + }, + { + "representative": 3029, + "members": [ + 3029 + ], + "max_error": 0.0 + }, + { + "representative": 2984, + "members": [ + 2984 + ], + "max_error": 0.0 + }, + { + "representative": 2936, + "members": [ + 2936 + ], + "max_error": 0.0 + }, + { + "representative": 3037, + "members": [ + 3037 + ], + "max_error": 0.0 + }, + { + "representative": 3582, + "members": [ + 3582 + ], + "max_error": 0.0 + }, + { + "representative": 3396, + "members": [ + 3396 + ], + "max_error": 0.0 + }, + { + "representative": 3560, + "members": [ + 3560 + ], + "max_error": 0.0 + }, + { + "representative": 3387, + "members": [ + 3387 + ], + "max_error": 0.0 + }, + { + "representative": 3342, + "members": [ + 3342 + ], + "max_error": 0.0 + }, + { + "representative": 3382, + "members": [ + 3382 + ], + "max_error": 0.0 + }, + { + "representative": 3366, + "members": [ + 3366 + ], + "max_error": 0.0 + }, + { + "representative": 3364, + "members": [ + 3364 + ], + "max_error": 0.0 + }, + { + "representative": 3548, + "members": [ + 3548 + ], + "max_error": 0.0 + }, + { + "representative": 3345, + "members": [ + 3345 + ], + "max_error": 0.0 + }, + { + "representative": 3393, + "members": [ + 3393 + ], + "max_error": 0.0 + }, + { + "representative": 3566, + "members": [ + 3566 + ], + "max_error": 0.0 + }, + { + "representative": 3336, + "members": [ + 3336 + ], + "max_error": 0.0 + }, + { + "representative": 3518, + "members": [ + 3518 + ], + "max_error": 0.0 + }, + { + "representative": 3569, + "members": [ + 3569 + ], + "max_error": 0.0 + }, + { + "representative": 3467, + "members": [ + 3467 + ], + "max_error": 0.0 + }, + { + "representative": 3970, + "members": [ + 3970 + ], + "max_error": 0.0 + }, + { + "representative": 4087, + "members": [ + 4087 + ], + "max_error": 0.0 + }, + { + "representative": 3892, + "members": [ + 3892 + ], + "max_error": 0.0 + }, + { + "representative": 4009, + "members": [ + 4009 + ], + "max_error": 0.0 + }, + { + "representative": 4092, + "members": [ + 4092 + ], + "max_error": 0.0 + }, + { + "representative": 4025, + "members": [ + 4025 + ], + "max_error": 0.0 + }, + { + "representative": 4372, + "members": [ + 4372 + ], + "max_error": 0.0 + }, + { + "representative": 4373, + "members": [ + 4373 + ], + "max_error": 0.0 + }, + { + "representative": 4376, + "members": [ + 4376 + ], + "max_error": 0.0 + }, + { + "representative": 4383, + "members": [ + 4383 + ], + "max_error": 0.0 + }, + { + "representative": 4356, + "members": [ + 4356 + ], + "max_error": 0.0 + }, + { + "representative": 4357, + "members": [ + 4357 + ], + "max_error": 0.0 + }, + { + "representative": 4363, + "members": [ + 4363 + ], + "max_error": 0.0 + }, + { + "representative": 4366, + "members": [ + 4366 + ], + "max_error": 0.0 + }, + { + "representative": 4416, + "members": [ + 4416 + ], + "max_error": 0.0 + }, + { + "representative": 4432, + "members": [ + 4432 + ], + "max_error": 0.0 + }, + { + "representative": 4435, + "members": [ + 4435 + ], + "max_error": 0.0 + }, + { + "representative": 4418, + "members": [ + 4418 + ], + "max_error": 0.0 + }, + { + "representative": 4464, + "members": [ + 4464 + ], + "max_error": 0.0 + }, + { + "representative": 4465, + "members": [ + 4465 + ], + "max_error": 0.0 + }, + { + "representative": 4450, + "members": [ + 4450 + ], + "max_error": 0.0 + }, + { + "representative": 4474, + "members": [ + 4474 + ], + "max_error": 0.0 + }, + { + "representative": 4451, + "members": [ + 4451 + ], + "max_error": 0.0 + }, + { + "representative": 4460, + "members": [ + 4460 + ], + "max_error": 0.0 + }, + { + "representative": 4461, + "members": [ + 4461 + ], + "max_error": 0.0 + }, + { + "representative": 4462, + "members": [ + 4462 + ], + "max_error": 0.0 + }, + { + "representative": 4496, + "members": [ + 4496 + ], + "max_error": 0.0 + }, + { + "representative": 4508, + "members": [ + 4508 + ], + "max_error": 0.0 + }, + { + "representative": 4510, + "members": [ + 4510 + ], + "max_error": 0.0 + }, + { + "representative": 4485, + "members": [ + 4485 + ], + "max_error": 0.0 + }, + { + "representative": 4491, + "members": [ + 4491 + ], + "max_error": 0.0 + }, + { + "representative": 4529, + "members": [ + 4529 + ], + "max_error": 0.0 + }, + { + "representative": 4538, + "members": [ + 4538 + ], + "max_error": 0.0 + }, + { + "representative": 4524, + "members": [ + 4524 + ], + "max_error": 0.0 + }, + { + "representative": 4573, + "members": [ + 4573 + ], + "max_error": 0.0 + }, + { + "representative": 4556, + "members": [ + 4556 + ], + "max_error": 0.0 + }, + { + "representative": 4578, + "members": [ + 4578 + ], + "max_error": 0.0 + }, + { + "representative": 4579, + "members": [ + 4579 + ], + "max_error": 0.0 + }, + { + "representative": 4581, + "members": [ + 4581 + ], + "max_error": 0.0 + }, + { + "representative": 4589, + "members": [ + 4589 + ], + "max_error": 0.0 + }, + { + "representative": 4408, + "members": [ + 4408 + ], + "max_error": 0.0 + }, + { + "representative": 4413, + "members": [ + 4413 + ], + "max_error": 0.0 + }, + { + "representative": 4393, + "members": [ + 4393 + ], + "max_error": 0.0 + }, + { + "representative": 4890, + "members": [ + 4890 + ], + "max_error": 0.0 + }, + { + "representative": 4870, + "members": [ + 4870 + ], + "max_error": 0.0 + }, + { + "representative": 5052, + "members": [ + 5052 + ], + "max_error": 0.0 + }, + { + "representative": 5038, + "members": [ + 5038 + ], + "max_error": 0.0 + }, + { + "representative": 4895, + "members": [ + 4895 + ], + "max_error": 0.0 + }, + { + "representative": 5014, + "members": [ + 5014 + ], + "max_error": 0.0 + }, + { + "representative": 5084, + "members": [ + 5084 + ], + "max_error": 0.0 + }, + { + "representative": 5106, + "members": [ + 5106 + ], + "max_error": 0.0 + }, + { + "representative": 4915, + "members": [ + 4915 + ], + "max_error": 0.0 + }, + { + "representative": 5109, + "members": [ + 5109 + ], + "max_error": 0.0 + }, + { + "representative": 4990, + "members": [ + 4990 + ], + "max_error": 0.0 + }, + { + "representative": 5074, + "members": [ + 5074 + ], + "max_error": 0.0 + }, + { + "representative": 4924, + "members": [ + 4924 + ], + "max_error": 0.0 + }, + { + "representative": 4903, + "members": [ + 4903 + ], + "max_error": 0.0 + }, + { + "representative": 5063, + "members": [ + 5063 + ], + "max_error": 0.0 + }, + { + "representative": 4978, + "members": [ + 4978 + ], + "max_error": 0.0 + }, + { + "representative": 4991, + "members": [ + 4991 + ], + "max_error": 0.0 + }, + { + "representative": 5036, + "members": [ + 5036 + ], + "max_error": 0.0 + }, + { + "representative": 5029, + "members": [ + 5029 + ], + "max_error": 0.0 + }, + { + "representative": 5025, + "members": [ + 5025 + ], + "max_error": 0.0 + }, + { + "representative": 5056, + "members": [ + 5056 + ], + "max_error": 0.0 + }, + { + "representative": 5075, + "members": [ + 5075 + ], + "max_error": 0.0 + }, + { + "representative": 5076, + "members": [ + 5076 + ], + "max_error": 0.0 + }, + { + "representative": 5117, + "members": [ + 5117 + ], + "max_error": 0.0 + }, + { + "representative": 5102, + "members": [ + 5102 + ], + "max_error": 0.0 + }, + { + "representative": 5030, + "members": [ + 5030 + ], + "max_error": 0.0 + }, + { + "representative": 5086, + "members": [ + 5086 + ], + "max_error": 0.0 + }, + { + "representative": 4901, + "members": [ + 4901 + ], + "max_error": 0.0 + }, + { + "representative": 4979, + "members": [ + 4979 + ], + "max_error": 0.0 + }, + { + "representative": 5020, + "members": [ + 5020 + ], + "max_error": 0.0 + }, + { + "representative": 5008, + "members": [ + 5008 + ], + "max_error": 0.0 + }, + { + "representative": 4909, + "members": [ + 4909 + ], + "max_error": 0.0 + }, + { + "representative": 4935, + "members": [ + 4935 + ], + "max_error": 0.0 + }, + { + "representative": 4871, + "members": [ + 4871 + ], + "max_error": 0.0 + }, + { + "representative": 5031, + "members": [ + 5031 + ], + "max_error": 0.0 + }, + { + "representative": 4993, + "members": [ + 4993 + ], + "max_error": 0.0 + }, + { + "representative": 5401, + "members": [ + 5401 + ], + "max_error": 0.0 + }, + { + "representative": 5450, + "members": [ + 5450 + ], + "max_error": 0.0 + }, + { + "representative": 5440, + "members": [ + 5440 + ], + "max_error": 0.0 + }, + { + "representative": 5403, + "members": [ + 5403 + ], + "max_error": 0.0 + }, + { + "representative": 5607, + "members": [ + 5607 + ], + "max_error": 0.0 + }, + { + "representative": 5554, + "members": [ + 5554 + ], + "max_error": 0.0 + }, + { + "representative": 5543, + "members": [ + 5543 + ], + "max_error": 0.0 + }, + { + "representative": 5547, + "members": [ + 5547 + ], + "max_error": 0.0 + }, + { + "representative": 5396, + "members": [ + 5396 + ], + "max_error": 0.0 + }, + { + "representative": 5376, + "members": [ + 5376 + ], + "max_error": 0.0 + }, + { + "representative": 5412, + "members": [ + 5412 + ], + "max_error": 0.0 + }, + { + "representative": 5551, + "members": [ + 5551 + ], + "max_error": 0.0 + }, + { + "representative": 5480, + "members": [ + 5480 + ], + "max_error": 0.0 + }, + { + "representative": 5395, + "members": [ + 5395 + ], + "max_error": 0.0 + }, + { + "representative": 5499, + "members": [ + 5499 + ], + "max_error": 0.0 + }, + { + "representative": 5477, + "members": [ + 5477 + ], + "max_error": 0.0 + }, + { + "representative": 5563, + "members": [ + 5563 + ], + "max_error": 0.0 + }, + { + "representative": 5545, + "members": [ + 5545 + ], + "max_error": 0.0 + }, + { + "representative": 5541, + "members": [ + 5541 + ], + "max_error": 0.0 + }, + { + "representative": 5625, + "members": [ + 5625 + ], + "max_error": 0.0 + }, + { + "representative": 5512, + "members": [ + 5512 + ], + "max_error": 0.0 + }, + { + "representative": 5616, + "members": [ + 5616 + ], + "max_error": 0.0 + }, + { + "representative": 5448, + "members": [ + 5448 + ], + "max_error": 0.0 + }, + { + "representative": 5556, + "members": [ + 5556 + ], + "max_error": 0.0 + }, + { + "representative": 5397, + "members": [ + 5397 + ], + "max_error": 0.0 + }, + { + "representative": 5432, + "members": [ + 5432 + ], + "max_error": 0.0 + }, + { + "representative": 5606, + "members": [ + 5606 + ], + "max_error": 0.0 + }, + { + "representative": 5390, + "members": [ + 5390 + ], + "max_error": 0.0 + }, + { + "representative": 5464, + "members": [ + 5464 + ], + "max_error": 0.0 + }, + { + "representative": 5626, + "members": [ + 5626 + ], + "max_error": 0.0 + }, + { + "representative": 5458, + "members": [ + 5458 + ], + "max_error": 0.0 + }, + { + "representative": 5630, + "members": [ + 5630 + ], + "max_error": 0.0 + }, + { + "representative": 5612, + "members": [ + 5612 + ], + "max_error": 0.0 + }, + { + "representative": 5394, + "members": [ + 5394 + ], + "max_error": 0.0 + }, + { + "representative": 5444, + "members": [ + 5444 + ], + "max_error": 0.0 + }, + { + "representative": 5525, + "members": [ + 5525 + ], + "max_error": 0.0 + }, + { + "representative": 5503, + "members": [ + 5503 + ], + "max_error": 0.0 + }, + { + "representative": 5457, + "members": [ + 5457 + ], + "max_error": 0.0 + }, + { + "representative": 5589, + "members": [ + 5589 + ], + "max_error": 0.0 + }, + { + "representative": 5386, + "members": [ + 5386 + ], + "max_error": 0.0 + }, + { + "representative": 5438, + "members": [ + 5438 + ], + "max_error": 0.0 + }, + { + "representative": 5598, + "members": [ + 5598 + ], + "max_error": 0.0 + }, + { + "representative": 5413, + "members": [ + 5413 + ], + "max_error": 0.0 + }, + { + "representative": 5610, + "members": [ + 5610 + ], + "max_error": 0.0 + }, + { + "representative": 5581, + "members": [ + 5581 + ], + "max_error": 0.0 + }, + { + "representative": 5520, + "members": [ + 5520 + ], + "max_error": 0.0 + }, + { + "representative": 5904, + "members": [ + 5904 + ], + "max_error": 0.0 + }, + { + "representative": 5907, + "members": [ + 5907 + ], + "max_error": 0.0 + }, + { + "representative": 5912, + "members": [ + 5912 + ], + "max_error": 0.0 + }, + { + "representative": 5914, + "members": [ + 5914 + ], + "max_error": 0.0 + }, + { + "representative": 5891, + "members": [ + 5891 + ], + "max_error": 0.0 + }, + { + "representative": 5918, + "members": [ + 5918 + ], + "max_error": 0.0 + }, + { + "representative": 5893, + "members": [ + 5893 + ], + "max_error": 0.0 + }, + { + "representative": 5889, + "members": [ + 5889 + ], + "max_error": 0.0 + }, + { + "representative": 5898, + "members": [ + 5898 + ], + "max_error": 0.0 + }, + { + "representative": 5899, + "members": [ + 5899 + ], + "max_error": 0.0 + }, + { + "representative": 5968, + "members": [ + 5968 + ], + "max_error": 0.0 + }, + { + "representative": 5969, + "members": [ + 5969 + ], + "max_error": 0.0 + }, + { + "representative": 5978, + "members": [ + 5978 + ], + "max_error": 0.0 + }, + { + "representative": 5983, + "members": [ + 5983 + ], + "max_error": 0.0 + }, + { + "representative": 5958, + "members": [ + 5958 + ], + "max_error": 0.0 + }, + { + "representative": 6010, + "members": [ + 6010 + ], + "max_error": 0.0 + }, + { + "representative": 5992, + "members": [ + 5992 + ], + "max_error": 0.0 + }, + { + "representative": 5996, + "members": [ + 5996 + ], + "max_error": 0.0 + }, + { + "representative": 6034, + "members": [ + 6034 + ], + "max_error": 0.0 + }, + { + "representative": 6040, + "members": [ + 6040 + ], + "max_error": 0.0 + }, + { + "representative": 6044, + "members": [ + 6044 + ], + "max_error": 0.0 + }, + { + "representative": 6024, + "members": [ + 6024 + ], + "max_error": 0.0 + }, + { + "representative": 6025, + "members": [ + 6025 + ], + "max_error": 0.0 + }, + { + "representative": 6029, + "members": [ + 6029 + ], + "max_error": 0.0 + }, + { + "representative": 6064, + "members": [ + 6064 + ], + "max_error": 0.0 + }, + { + "representative": 6068, + "members": [ + 6068 + ], + "max_error": 0.0 + }, + { + "representative": 6069, + "members": [ + 6069 + ], + "max_error": 0.0 + }, + { + "representative": 6071, + "members": [ + 6071 + ], + "max_error": 0.0 + }, + { + "representative": 6078, + "members": [ + 6078 + ], + "max_error": 0.0 + }, + { + "representative": 6052, + "members": [ + 6052 + ], + "max_error": 0.0 + }, + { + "representative": 6060, + "members": [ + 6060 + ], + "max_error": 0.0 + }, + { + "representative": 6099, + "members": [ + 6099 + ], + "max_error": 0.0 + }, + { + "representative": 6102, + "members": [ + 6102 + ], + "max_error": 0.0 + }, + { + "representative": 6110, + "members": [ + 6110 + ], + "max_error": 0.0 + }, + { + "representative": 6086, + "members": [ + 6086 + ], + "max_error": 0.0 + }, + { + "representative": 6089, + "members": [ + 6089 + ], + "max_error": 0.0 + }, + { + "representative": 6136, + "members": [ + 6136 + ], + "max_error": 0.0 + }, + { + "representative": 6138, + "members": [ + 6138 + ], + "max_error": 0.0 + }, + { + "representative": 6142, + "members": [ + 6142 + ], + "max_error": 0.0 + }, + { + "representative": 6117, + "members": [ + 6117 + ], + "max_error": 0.0 + }, + { + "representative": 6121, + "members": [ + 6121 + ], + "max_error": 0.0 + }, + { + "representative": 6123, + "members": [ + 6123 + ], + "max_error": 0.0 + }, + { + "representative": 6126, + "members": [ + 6126 + ], + "max_error": 0.0 + }, + { + "representative": 5927, + "members": [ + 5927 + ], + "max_error": 0.0 + }, + { + "representative": 5928, + "members": [ + 5928 + ], + "max_error": 0.0 + }, + { + "representative": 5929, + "members": [ + 5929 + ], + "max_error": 0.0 + }, + { + "representative": 5935, + "members": [ + 5935 + ], + "max_error": 0.0 + }, + { + "representative": 1284, + "members": [ + 1284 + ], + "max_error": 0.0 + }, + { + "representative": 1525, + "members": [ + 1525 + ], + "max_error": 0.0 + }, + { + "representative": 1388, + "members": [ + 1388 + ], + "max_error": 0.0 + }, + { + "representative": 1411, + "members": [ + 1411 + ], + "max_error": 0.0 + }, + { + "representative": 1405, + "members": [ + 1405 + ], + "max_error": 0.0 + }, + { + "representative": 1443, + "members": [ + 1443 + ], + "max_error": 0.0 + }, + { + "representative": 1435, + "members": [ + 1435 + ], + "max_error": 0.0 + }, + { + "representative": 1500, + "members": [ + 1500 + ], + "max_error": 0.0 + }, + { + "representative": 1290, + "members": [ + 1290 + ], + "max_error": 0.0 + }, + { + "representative": 1310, + "members": [ + 1310 + ], + "max_error": 0.0 + }, + { + "representative": 1885, + "members": [ + 1885 + ], + "max_error": 0.0 + }, + { + "representative": 2018, + "members": [ + 2018 + ], + "max_error": 0.0 + }, + { + "representative": 1808, + "members": [ + 1808 + ], + "max_error": 0.0 + }, + { + "representative": 1934, + "members": [ + 1934 + ], + "max_error": 0.0 + }, + { + "representative": 1917, + "members": [ + 1917 + ], + "max_error": 0.0 + }, + { + "representative": 1821, + "members": [ + 1821 + ], + "max_error": 0.0 + }, + { + "representative": 1812, + "members": [ + 1812 + ], + "max_error": 0.0 + }, + { + "representative": 1818, + "members": [ + 1818 + ], + "max_error": 0.0 + }, + { + "representative": 1810, + "members": [ + 1810 + ], + "max_error": 0.0 + }, + { + "representative": 1992, + "members": [ + 1992 + ], + "max_error": 0.0 + }, + { + "representative": 2046, + "members": [ + 2046 + ], + "max_error": 0.0 + }, + { + "representative": 2030, + "members": [ + 2030 + ], + "max_error": 0.0 + }, + { + "representative": 2032, + "members": [ + 2032 + ], + "max_error": 0.0 + }, + { + "representative": 2512, + "members": [ + 2512 + ], + "max_error": 0.0 + }, + { + "representative": 2436, + "members": [ + 2436 + ], + "max_error": 0.0 + }, + { + "representative": 2305, + "members": [ + 2305 + ], + "max_error": 0.0 + }, + { + "representative": 2530, + "members": [ + 2530 + ], + "max_error": 0.0 + }, + { + "representative": 2311, + "members": [ + 2311 + ], + "max_error": 0.0 + }, + { + "representative": 2374, + "members": [ + 2374 + ], + "max_error": 0.0 + }, + { + "representative": 2491, + "members": [ + 2491 + ], + "max_error": 0.0 + }, + { + "representative": 2317, + "members": [ + 2317 + ], + "max_error": 0.0 + }, + { + "representative": 2422, + "members": [ + 2422 + ], + "max_error": 0.0 + }, + { + "representative": 2394, + "members": [ + 2394 + ], + "max_error": 0.0 + }, + { + "representative": 2403, + "members": [ + 2403 + ], + "max_error": 0.0 + }, + { + "representative": 2357, + "members": [ + 2357 + ], + "max_error": 0.0 + }, + { + "representative": 2529, + "members": [ + 2529 + ], + "max_error": 0.0 + }, + { + "representative": 2372, + "members": [ + 2372 + ], + "max_error": 0.0 + }, + { + "representative": 2360, + "members": [ + 2360 + ], + "max_error": 0.0 + }, + { + "representative": 2369, + "members": [ + 2369 + ], + "max_error": 0.0 + }, + { + "representative": 2909, + "members": [ + 2909 + ], + "max_error": 0.0 + }, + { + "representative": 3000, + "members": [ + 3000 + ], + "max_error": 0.0 + }, + { + "representative": 2889, + "members": [ + 2889 + ], + "max_error": 0.0 + }, + { + "representative": 2918, + "members": [ + 2918 + ], + "max_error": 0.0 + }, + { + "representative": 2920, + "members": [ + 2920 + ], + "max_error": 0.0 + }, + { + "representative": 2994, + "members": [ + 2994 + ], + "max_error": 0.0 + }, + { + "representative": 2980, + "members": [ + 2980 + ], + "max_error": 0.0 + }, + { + "representative": 2963, + "members": [ + 2963 + ], + "max_error": 0.0 + }, + { + "representative": 3009, + "members": [ + 3009 + ], + "max_error": 0.0 + }, + { + "representative": 3568, + "members": [ + 3568 + ], + "max_error": 0.0 + }, + { + "representative": 3380, + "members": [ + 3380 + ], + "max_error": 0.0 + }, + { + "representative": 3395, + "members": [ + 3395 + ], + "max_error": 0.0 + }, + { + "representative": 3494, + "members": [ + 3494 + ], + "max_error": 0.0 + }, + { + "representative": 3404, + "members": [ + 3404 + ], + "max_error": 0.0 + }, + { + "representative": 3527, + "members": [ + 3527 + ], + "max_error": 0.0 + }, + { + "representative": 3447, + "members": [ + 3447 + ], + "max_error": 0.0 + }, + { + "representative": 3463, + "members": [ + 3463 + ], + "max_error": 0.0 + }, + { + "representative": 3573, + "members": [ + 3573 + ], + "max_error": 0.0 + }, + { + "representative": 3472, + "members": [ + 3472 + ], + "max_error": 0.0 + }, + { + "representative": 3543, + "members": [ + 3543 + ], + "max_error": 0.0 + }, + { + "representative": 3490, + "members": [ + 3490 + ], + "max_error": 0.0 + }, + { + "representative": 3580, + "members": [ + 3580 + ], + "max_error": 0.0 + }, + { + "representative": 3957, + "members": [ + 3957 + ], + "max_error": 0.0 + }, + { + "representative": 3978, + "members": [ + 3978 + ], + "max_error": 0.0 + }, + { + "representative": 3950, + "members": [ + 3950 + ], + "max_error": 0.0 + }, + { + "representative": 3934, + "members": [ + 3934 + ], + "max_error": 0.0 + }, + { + "representative": 4079, + "members": [ + 4079 + ], + "max_error": 0.0 + }, + { + "representative": 4036, + "members": [ + 4036 + ], + "max_error": 0.0 + }, + { + "representative": 4018, + "members": [ + 4018 + ], + "max_error": 0.0 + }, + { + "representative": 3849, + "members": [ + 3849 + ], + "max_error": 0.0 + }, + { + "representative": 3905, + "members": [ + 3905 + ], + "max_error": 0.0 + }, + { + "representative": 3871, + "members": [ + 3871 + ], + "max_error": 0.0 + }, + { + "representative": 3962, + "members": [ + 3962 + ], + "max_error": 0.0 + }, + { + "representative": 4091, + "members": [ + 4091 + ], + "max_error": 0.0 + }, + { + "representative": 4010, + "members": [ + 4010 + ], + "max_error": 0.0 + }, + { + "representative": 3874, + "members": [ + 3874 + ], + "max_error": 0.0 + }, + { + "representative": 3985, + "members": [ + 3985 + ], + "max_error": 0.0 + }, + { + "representative": 3890, + "members": [ + 3890 + ], + "max_error": 0.0 + }, + { + "representative": 1464, + "members": [ + 1464 + ], + "max_error": 0.0 + }, + { + "representative": 1301, + "members": [ + 1301 + ], + "max_error": 0.0 + }, + { + "representative": 1409, + "members": [ + 1409 + ], + "max_error": 0.0 + }, + { + "representative": 1437, + "members": [ + 1437 + ], + "max_error": 0.0 + }, + { + "representative": 1379, + "members": [ + 1379 + ], + "max_error": 0.0 + }, + { + "representative": 1375, + "members": [ + 1375 + ], + "max_error": 0.0 + }, + { + "representative": 1424, + "members": [ + 1424 + ], + "max_error": 0.0 + }, + { + "representative": 1421, + "members": [ + 1421 + ], + "max_error": 0.0 + }, + { + "representative": 1478, + "members": [ + 1478 + ], + "max_error": 0.0 + }, + { + "representative": 1532, + "members": [ + 1532 + ], + "max_error": 0.0 + }, + { + "representative": 1533, + "members": [ + 1533 + ], + "max_error": 0.0 + }, + { + "representative": 1372, + "members": [ + 1372 + ], + "max_error": 0.0 + }, + { + "representative": 1324, + "members": [ + 1324 + ], + "max_error": 0.0 + }, + { + "representative": 1462, + "members": [ + 1462 + ], + "max_error": 0.0 + }, + { + "representative": 1401, + "members": [ + 1401 + ], + "max_error": 0.0 + }, + { + "representative": 1955, + "members": [ + 1955 + ], + "max_error": 0.0 + }, + { + "representative": 1854, + "members": [ + 1854 + ], + "max_error": 0.0 + }, + { + "representative": 1840, + "members": [ + 1840 + ], + "max_error": 0.0 + }, + { + "representative": 1945, + "members": [ + 1945 + ], + "max_error": 0.0 + }, + { + "representative": 1942, + "members": [ + 1942 + ], + "max_error": 0.0 + }, + { + "representative": 1852, + "members": [ + 1852 + ], + "max_error": 0.0 + }, + { + "representative": 1875, + "members": [ + 1875 + ], + "max_error": 0.0 + }, + { + "representative": 1835, + "members": [ + 1835 + ], + "max_error": 0.0 + }, + { + "representative": 1815, + "members": [ + 1815 + ], + "max_error": 0.0 + }, + { + "representative": 1847, + "members": [ + 1847 + ], + "max_error": 0.0 + }, + { + "representative": 2418, + "members": [ + 2418 + ], + "max_error": 0.0 + }, + { + "representative": 2557, + "members": [ + 2557 + ], + "max_error": 0.0 + }, + { + "representative": 2409, + "members": [ + 2409 + ], + "max_error": 0.0 + }, + { + "representative": 2487, + "members": [ + 2487 + ], + "max_error": 0.0 + }, + { + "representative": 2375, + "members": [ + 2375 + ], + "max_error": 0.0 + }, + { + "representative": 2348, + "members": [ + 2348 + ], + "max_error": 0.0 + }, + { + "representative": 2386, + "members": [ + 2386 + ], + "max_error": 0.0 + }, + { + "representative": 2503, + "members": [ + 2503 + ], + "max_error": 0.0 + }, + { + "representative": 2517, + "members": [ + 2517 + ], + "max_error": 0.0 + }, + { + "representative": 2349, + "members": [ + 2349 + ], + "max_error": 0.0 + }, + { + "representative": 2417, + "members": [ + 2417 + ], + "max_error": 0.0 + }, + { + "representative": 2370, + "members": [ + 2370 + ], + "max_error": 0.0 + }, + { + "representative": 2339, + "members": [ + 2339 + ], + "max_error": 0.0 + }, + { + "representative": 2457, + "members": [ + 2457 + ], + "max_error": 0.0 + }, + { + "representative": 2424, + "members": [ + 2424 + ], + "max_error": 0.0 + }, + { + "representative": 2974, + "members": [ + 2974 + ], + "max_error": 0.0 + }, + { + "representative": 2898, + "members": [ + 2898 + ], + "max_error": 0.0 + }, + { + "representative": 3069, + "members": [ + 3069 + ], + "max_error": 0.0 + }, + { + "representative": 2972, + "members": [ + 2972 + ], + "max_error": 0.0 + }, + { + "representative": 2906, + "members": [ + 2906 + ], + "max_error": 0.0 + }, + { + "representative": 2950, + "members": [ + 2950 + ], + "max_error": 0.0 + }, + { + "representative": 3067, + "members": [ + 3067 + ], + "max_error": 0.0 + }, + { + "representative": 2893, + "members": [ + 2893 + ], + "max_error": 0.0 + }, + { + "representative": 2927, + "members": [ + 2927 + ], + "max_error": 0.0 + }, + { + "representative": 2952, + "members": [ + 2952 + ], + "max_error": 0.0 + }, + { + "representative": 2832, + "members": [ + 2832 + ], + "max_error": 0.0 + }, + { + "representative": 2990, + "members": [ + 2990 + ], + "max_error": 0.0 + }, + { + "representative": 3377, + "members": [ + 3377 + ], + "max_error": 0.0 + }, + { + "representative": 3452, + "members": [ + 3452 + ], + "max_error": 0.0 + }, + { + "representative": 3575, + "members": [ + 3575 + ], + "max_error": 0.0 + }, + { + "representative": 3558, + "members": [ + 3558 + ], + "max_error": 0.0 + }, + { + "representative": 3334, + "members": [ + 3334 + ], + "max_error": 0.0 + }, + { + "representative": 3361, + "members": [ + 3361 + ], + "max_error": 0.0 + }, + { + "representative": 3533, + "members": [ + 3533 + ], + "max_error": 0.0 + }, + { + "representative": 3444, + "members": [ + 3444 + ], + "max_error": 0.0 + }, + { + "representative": 3524, + "members": [ + 3524 + ], + "max_error": 0.0 + }, + { + "representative": 3392, + "members": [ + 3392 + ], + "max_error": 0.0 + }, + { + "representative": 3855, + "members": [ + 3855 + ], + "max_error": 0.0 + }, + { + "representative": 3988, + "members": [ + 3988 + ], + "max_error": 0.0 + }, + { + "representative": 4089, + "members": [ + 4089 + ], + "max_error": 0.0 + }, + { + "representative": 3856, + "members": [ + 3856 + ], + "max_error": 0.0 + }, + { + "representative": 4088, + "members": [ + 4088 + ], + "max_error": 0.0 + }, + { + "representative": 4080, + "members": [ + 4080 + ], + "max_error": 0.0 + }, + { + "representative": 3974, + "members": [ + 3974 + ], + "max_error": 0.0 + }, + { + "representative": 3877, + "members": [ + 3877 + ], + "max_error": 0.0 + }, + { + "representative": 3864, + "members": [ + 3864 + ], + "max_error": 0.0 + }, + { + "representative": 3886, + "members": [ + 3886 + ], + "max_error": 0.0 + }, + { + "representative": 4042, + "members": [ + 4042 + ], + "max_error": 0.0 + }, + { + "representative": 3876, + "members": [ + 3876 + ], + "max_error": 0.0 + }, + { + "representative": 3932, + "members": [ + 3932 + ], + "max_error": 0.0 + }, + { + "representative": 3867, + "members": [ + 3867 + ], + "max_error": 0.0 + }, + { + "representative": 4013, + "members": [ + 4013 + ], + "max_error": 0.0 + }, + { + "representative": 3993, + "members": [ + 3993 + ], + "max_error": 0.0 + }, + { + "representative": 1321, + "members": [ + 1321 + ], + "max_error": 0.0 + }, + { + "representative": 1357, + "members": [ + 1357 + ], + "max_error": 0.0 + }, + { + "representative": 1328, + "members": [ + 1328 + ], + "max_error": 0.0 + }, + { + "representative": 1381, + "members": [ + 1381 + ], + "max_error": 0.0 + }, + { + "representative": 1415, + "members": [ + 1415 + ], + "max_error": 0.0 + }, + { + "representative": 1299, + "members": [ + 1299 + ], + "max_error": 0.0 + }, + { + "representative": 1289, + "members": [ + 1289 + ], + "max_error": 0.0 + }, + { + "representative": 1517, + "members": [ + 1517 + ], + "max_error": 0.0 + }, + { + "representative": 1399, + "members": [ + 1399 + ], + "max_error": 0.0 + }, + { + "representative": 1449, + "members": [ + 1449 + ], + "max_error": 0.0 + }, + { + "representative": 1298, + "members": [ + 1298 + ], + "max_error": 0.0 + }, + { + "representative": 1503, + "members": [ + 1503 + ], + "max_error": 0.0 + }, + { + "representative": 1506, + "members": [ + 1506 + ], + "max_error": 0.0 + }, + { + "representative": 1325, + "members": [ + 1325 + ], + "max_error": 0.0 + }, + { + "representative": 1879, + "members": [ + 1879 + ], + "max_error": 0.0 + }, + { + "representative": 1921, + "members": [ + 1921 + ], + "max_error": 0.0 + }, + { + "representative": 1947, + "members": [ + 1947 + ], + "max_error": 0.0 + }, + { + "representative": 1822, + "members": [ + 1822 + ], + "max_error": 0.0 + }, + { + "representative": 1803, + "members": [ + 1803 + ], + "max_error": 0.0 + }, + { + "representative": 2040, + "members": [ + 2040 + ], + "max_error": 0.0 + }, + { + "representative": 2044, + "members": [ + 2044 + ], + "max_error": 0.0 + }, + { + "representative": 1796, + "members": [ + 1796 + ], + "max_error": 0.0 + }, + { + "representative": 1912, + "members": [ + 1912 + ], + "max_error": 0.0 + }, + { + "representative": 2027, + "members": [ + 2027 + ], + "max_error": 0.0 + }, + { + "representative": 1983, + "members": [ + 1983 + ], + "max_error": 0.0 + }, + { + "representative": 1928, + "members": [ + 1928 + ], + "max_error": 0.0 + }, + { + "representative": 2441, + "members": [ + 2441 + ], + "max_error": 0.0 + }, + { + "representative": 2461, + "members": [ + 2461 + ], + "max_error": 0.0 + }, + { + "representative": 2508, + "members": [ + 2508 + ], + "max_error": 0.0 + }, + { + "representative": 2486, + "members": [ + 2486 + ], + "max_error": 0.0 + }, + { + "representative": 2445, + "members": [ + 2445 + ], + "max_error": 0.0 + }, + { + "representative": 2467, + "members": [ + 2467 + ], + "max_error": 0.0 + }, + { + "representative": 2476, + "members": [ + 2476 + ], + "max_error": 0.0 + }, + { + "representative": 2325, + "members": [ + 2325 + ], + "max_error": 0.0 + }, + { + "representative": 2363, + "members": [ + 2363 + ], + "max_error": 0.0 + }, + { + "representative": 2524, + "members": [ + 2524 + ], + "max_error": 0.0 + }, + { + "representative": 2532, + "members": [ + 2532 + ], + "max_error": 0.0 + }, + { + "representative": 2536, + "members": [ + 2536 + ], + "max_error": 0.0 + }, + { + "representative": 2413, + "members": [ + 2413 + ], + "max_error": 0.0 + }, + { + "representative": 2472, + "members": [ + 2472 + ], + "max_error": 0.0 + }, + { + "representative": 2549, + "members": [ + 2549 + ], + "max_error": 0.0 + }, + { + "representative": 2545, + "members": [ + 2545 + ], + "max_error": 0.0 + }, + { + "representative": 2511, + "members": [ + 2511 + ], + "max_error": 0.0 + }, + { + "representative": 2310, + "members": [ + 2310 + ], + "max_error": 0.0 + }, + { + "representative": 2331, + "members": [ + 2331 + ], + "max_error": 0.0 + }, + { + "representative": 2496, + "members": [ + 2496 + ], + "max_error": 0.0 + }, + { + "representative": 2924, + "members": [ + 2924 + ], + "max_error": 0.0 + }, + { + "representative": 2961, + "members": [ + 2961 + ], + "max_error": 0.0 + }, + { + "representative": 3003, + "members": [ + 3003 + ], + "max_error": 0.0 + }, + { + "representative": 3006, + "members": [ + 3006 + ], + "max_error": 0.0 + }, + { + "representative": 2851, + "members": [ + 2851 + ], + "max_error": 0.0 + }, + { + "representative": 3001, + "members": [ + 3001 + ], + "max_error": 0.0 + }, + { + "representative": 2822, + "members": [ + 2822 + ], + "max_error": 0.0 + }, + { + "representative": 2894, + "members": [ + 2894 + ], + "max_error": 0.0 + }, + { + "representative": 2842, + "members": [ + 2842 + ], + "max_error": 0.0 + }, + { + "representative": 2969, + "members": [ + 2969 + ], + "max_error": 0.0 + }, + { + "representative": 3048, + "members": [ + 3048 + ], + "max_error": 0.0 + }, + { + "representative": 3042, + "members": [ + 3042 + ], + "max_error": 0.0 + }, + { + "representative": 2940, + "members": [ + 2940 + ], + "max_error": 0.0 + }, + { + "representative": 3443, + "members": [ + 3443 + ], + "max_error": 0.0 + }, + { + "representative": 3478, + "members": [ + 3478 + ], + "max_error": 0.0 + }, + { + "representative": 3520, + "members": [ + 3520 + ], + "max_error": 0.0 + }, + { + "representative": 3517, + "members": [ + 3517 + ], + "max_error": 0.0 + }, + { + "representative": 3488, + "members": [ + 3488 + ], + "max_error": 0.0 + }, + { + "representative": 3424, + "members": [ + 3424 + ], + "max_error": 0.0 + }, + { + "representative": 3481, + "members": [ + 3481 + ], + "max_error": 0.0 + }, + { + "representative": 3456, + "members": [ + 3456 + ], + "max_error": 0.0 + }, + { + "representative": 3381, + "members": [ + 3381 + ], + "max_error": 0.0 + }, + { + "representative": 3553, + "members": [ + 3553 + ], + "max_error": 0.0 + }, + { + "representative": 3362, + "members": [ + 3362 + ], + "max_error": 0.0 + }, + { + "representative": 3388, + "members": [ + 3388 + ], + "max_error": 0.0 + }, + { + "representative": 3577, + "members": [ + 3577 + ], + "max_error": 0.0 + }, + { + "representative": 3920, + "members": [ + 3920 + ], + "max_error": 0.0 + }, + { + "representative": 3992, + "members": [ + 3992 + ], + "max_error": 0.0 + }, + { + "representative": 4083, + "members": [ + 4083 + ], + "max_error": 0.0 + }, + { + "representative": 3846, + "members": [ + 3846 + ], + "max_error": 0.0 + }, + { + "representative": 3967, + "members": [ + 3967 + ], + "max_error": 0.0 + }, + { + "representative": 4054, + "members": [ + 4054 + ], + "max_error": 0.0 + }, + { + "representative": 3983, + "members": [ + 3983 + ], + "max_error": 0.0 + }, + { + "representative": 3914, + "members": [ + 3914 + ], + "max_error": 0.0 + }, + { + "representative": 3945, + "members": [ + 3945 + ], + "max_error": 0.0 + }, + { + "representative": 3987, + "members": [ + 3987 + ], + "max_error": 0.0 + }, + { + "representative": 3941, + "members": [ + 3941 + ], + "max_error": 0.0 + }, + { + "representative": 2964, + "members": [ + 2964 + ], + "max_error": 0.0 + }, + { + "representative": 2857, + "members": [ + 2857 + ], + "max_error": 0.0 + }, + { + "representative": 2935, + "members": [ + 2935 + ], + "max_error": 0.0 + }, + { + "representative": 2967, + "members": [ + 2967 + ], + "max_error": 0.0 + }, + { + "representative": 3041, + "members": [ + 3041 + ], + "max_error": 0.0 + }, + { + "representative": 2962, + "members": [ + 2962 + ], + "max_error": 0.0 + }, + { + "representative": 2891, + "members": [ + 2891 + ], + "max_error": 0.0 + }, + { + "representative": 2823, + "members": [ + 2823 + ], + "max_error": 0.0 + }, + { + "representative": 3046, + "members": [ + 3046 + ], + "max_error": 0.0 + }, + { + "representative": 2892, + "members": [ + 2892 + ], + "max_error": 0.0 + }, + { + "representative": 2986, + "members": [ + 2986 + ], + "max_error": 0.0 + }, + { + "representative": 2878, + "members": [ + 2878 + ], + "max_error": 0.0 + }, + { + "representative": 2925, + "members": [ + 2925 + ], + "max_error": 0.0 + }, + { + "representative": 3408, + "members": [ + 3408 + ], + "max_error": 0.0 + }, + { + "representative": 3440, + "members": [ + 3440 + ], + "max_error": 0.0 + }, + { + "representative": 3461, + "members": [ + 3461 + ], + "max_error": 0.0 + }, + { + "representative": 3414, + "members": [ + 3414 + ], + "max_error": 0.0 + }, + { + "representative": 3430, + "members": [ + 3430 + ], + "max_error": 0.0 + }, + { + "representative": 3371, + "members": [ + 3371 + ], + "max_error": 0.0 + }, + { + "representative": 3513, + "members": [ + 3513 + ], + "max_error": 0.0 + }, + { + "representative": 3465, + "members": [ + 3465 + ], + "max_error": 0.0 + }, + { + "representative": 3399, + "members": [ + 3399 + ], + "max_error": 0.0 + }, + { + "representative": 3535, + "members": [ + 3535 + ], + "max_error": 0.0 + }, + { + "representative": 3541, + "members": [ + 3541 + ], + "max_error": 0.0 + }, + { + "representative": 3550, + "members": [ + 3550 + ], + "max_error": 0.0 + }, + { + "representative": 3427, + "members": [ + 3427 + ], + "max_error": 0.0 + }, + { + "representative": 4011, + "members": [ + 4011 + ], + "max_error": 0.0 + }, + { + "representative": 4024, + "members": [ + 4024 + ], + "max_error": 0.0 + }, + { + "representative": 3910, + "members": [ + 3910 + ], + "max_error": 0.0 + }, + { + "representative": 3887, + "members": [ + 3887 + ], + "max_error": 0.0 + }, + { + "representative": 3884, + "members": [ + 3884 + ], + "max_error": 0.0 + }, + { + "representative": 3973, + "members": [ + 3973 + ], + "max_error": 0.0 + }, + { + "representative": 4436, + "members": [ + 4436 + ], + "max_error": 0.0 + }, + { + "representative": 4557, + "members": [ + 4557 + ], + "max_error": 0.0 + }, + { + "representative": 4429, + "members": [ + 4429 + ], + "max_error": 0.0 + }, + { + "representative": 4379, + "members": [ + 4379 + ], + "max_error": 0.0 + }, + { + "representative": 4403, + "members": [ + 4403 + ], + "max_error": 0.0 + }, + { + "representative": 4558, + "members": [ + 4558 + ], + "max_error": 0.0 + }, + { + "representative": 4387, + "members": [ + 4387 + ], + "max_error": 0.0 + }, + { + "representative": 4527, + "members": [ + 4527 + ], + "max_error": 0.0 + }, + { + "representative": 4426, + "members": [ + 4426 + ], + "max_error": 0.0 + }, + { + "representative": 4499, + "members": [ + 4499 + ], + "max_error": 0.0 + }, + { + "representative": 4534, + "members": [ + 4534 + ], + "max_error": 0.0 + }, + { + "representative": 4507, + "members": [ + 4507 + ], + "max_error": 0.0 + }, + { + "representative": 4399, + "members": [ + 4399 + ], + "max_error": 0.0 + }, + { + "representative": 4583, + "members": [ + 4583 + ], + "max_error": 0.0 + }, + { + "representative": 4522, + "members": [ + 4522 + ], + "max_error": 0.0 + }, + { + "representative": 4591, + "members": [ + 4591 + ], + "max_error": 0.0 + }, + { + "representative": 4577, + "members": [ + 4577 + ], + "max_error": 0.0 + }, + { + "representative": 4537, + "members": [ + 4537 + ], + "max_error": 0.0 + }, + { + "representative": 4555, + "members": [ + 4555 + ], + "max_error": 0.0 + }, + { + "representative": 4472, + "members": [ + 4472 + ], + "max_error": 0.0 + }, + { + "representative": 4476, + "members": [ + 4476 + ], + "max_error": 0.0 + }, + { + "representative": 4402, + "members": [ + 4402 + ], + "max_error": 0.0 + }, + { + "representative": 4515, + "members": [ + 4515 + ], + "max_error": 0.0 + }, + { + "representative": 4541, + "members": [ + 4541 + ], + "max_error": 0.0 + }, + { + "representative": 4492, + "members": [ + 4492 + ], + "max_error": 0.0 + }, + { + "representative": 4401, + "members": [ + 4401 + ], + "max_error": 0.0 + }, + { + "representative": 4452, + "members": [ + 4452 + ], + "max_error": 0.0 + }, + { + "representative": 4488, + "members": [ + 4488 + ], + "max_error": 0.0 + }, + { + "representative": 4469, + "members": [ + 4469 + ], + "max_error": 0.0 + }, + { + "representative": 4359, + "members": [ + 4359 + ], + "max_error": 0.0 + }, + { + "representative": 4424, + "members": [ + 4424 + ], + "max_error": 0.0 + }, + { + "representative": 4548, + "members": [ + 4548 + ], + "max_error": 0.0 + }, + { + "representative": 4441, + "members": [ + 4441 + ], + "max_error": 0.0 + }, + { + "representative": 4367, + "members": [ + 4367 + ], + "max_error": 0.0 + }, + { + "representative": 4576, + "members": [ + 4576 + ], + "max_error": 0.0 + }, + { + "representative": 4437, + "members": [ + 4437 + ], + "max_error": 0.0 + }, + { + "representative": 4528, + "members": [ + 4528 + ], + "max_error": 0.0 + }, + { + "representative": 4563, + "members": [ + 4563 + ], + "max_error": 0.0 + }, + { + "representative": 4358, + "members": [ + 4358 + ], + "max_error": 0.0 + }, + { + "representative": 4407, + "members": [ + 4407 + ], + "max_error": 0.0 + }, + { + "representative": 4434, + "members": [ + 4434 + ], + "max_error": 0.0 + }, + { + "representative": 4570, + "members": [ + 4570 + ], + "max_error": 0.0 + }, + { + "representative": 4494, + "members": [ + 4494 + ], + "max_error": 0.0 + }, + { + "representative": 4478, + "members": [ + 4478 + ], + "max_error": 0.0 + }, + { + "representative": 4500, + "members": [ + 4500 + ], + "max_error": 0.0 + }, + { + "representative": 4580, + "members": [ + 4580 + ], + "max_error": 0.0 + }, + { + "representative": 4481, + "members": [ + 4481 + ], + "max_error": 0.0 + }, + { + "representative": 5081, + "members": [ + 5081 + ], + "max_error": 0.0 + }, + { + "representative": 4876, + "members": [ + 4876 + ], + "max_error": 0.0 + }, + { + "representative": 4925, + "members": [ + 4925 + ], + "max_error": 0.0 + }, + { + "representative": 5011, + "members": [ + 5011 + ], + "max_error": 0.0 + }, + { + "representative": 5119, + "members": [ + 5119 + ], + "max_error": 0.0 + }, + { + "representative": 5024, + "members": [ + 5024 + ], + "max_error": 0.0 + }, + { + "representative": 4958, + "members": [ + 4958 + ], + "max_error": 0.0 + }, + { + "representative": 4941, + "members": [ + 4941 + ], + "max_error": 0.0 + }, + { + "representative": 4995, + "members": [ + 4995 + ], + "max_error": 0.0 + }, + { + "representative": 4953, + "members": [ + 4953 + ], + "max_error": 0.0 + }, + { + "representative": 4880, + "members": [ + 4880 + ], + "max_error": 0.0 + }, + { + "representative": 5046, + "members": [ + 5046 + ], + "max_error": 0.0 + }, + { + "representative": 5026, + "members": [ + 5026 + ], + "max_error": 0.0 + }, + { + "representative": 4949, + "members": [ + 4949 + ], + "max_error": 0.0 + }, + { + "representative": 5040, + "members": [ + 5040 + ], + "max_error": 0.0 + }, + { + "representative": 5070, + "members": [ + 5070 + ], + "max_error": 0.0 + }, + { + "representative": 5054, + "members": [ + 5054 + ], + "max_error": 0.0 + }, + { + "representative": 4932, + "members": [ + 4932 + ], + "max_error": 0.0 + }, + { + "representative": 5034, + "members": [ + 5034 + ], + "max_error": 0.0 + }, + { + "representative": 5027, + "members": [ + 5027 + ], + "max_error": 0.0 + }, + { + "representative": 5028, + "members": [ + 5028 + ], + "max_error": 0.0 + }, + { + "representative": 4942, + "members": [ + 4942 + ], + "max_error": 0.0 + }, + { + "representative": 5105, + "members": [ + 5105 + ], + "max_error": 0.0 + }, + { + "representative": 5001, + "members": [ + 5001 + ], + "max_error": 0.0 + }, + { + "representative": 4989, + "members": [ + 4989 + ], + "max_error": 0.0 + }, + { + "representative": 4946, + "members": [ + 4946 + ], + "max_error": 0.0 + }, + { + "representative": 4970, + "members": [ + 4970 + ], + "max_error": 0.0 + }, + { + "representative": 5080, + "members": [ + 5080 + ], + "max_error": 0.0 + }, + { + "representative": 5097, + "members": [ + 5097 + ], + "max_error": 0.0 + }, + { + "representative": 4954, + "members": [ + 4954 + ], + "max_error": 0.0 + }, + { + "representative": 4917, + "members": [ + 4917 + ], + "max_error": 0.0 + }, + { + "representative": 5087, + "members": [ + 5087 + ], + "max_error": 0.0 + }, + { + "representative": 5058, + "members": [ + 5058 + ], + "max_error": 0.0 + }, + { + "representative": 4996, + "members": [ + 4996 + ], + "max_error": 0.0 + }, + { + "representative": 4972, + "members": [ + 4972 + ], + "max_error": 0.0 + }, + { + "representative": 4887, + "members": [ + 4887 + ], + "max_error": 0.0 + }, + { + "representative": 4944, + "members": [ + 4944 + ], + "max_error": 0.0 + }, + { + "representative": 5479, + "members": [ + 5479 + ], + "max_error": 0.0 + }, + { + "representative": 5379, + "members": [ + 5379 + ], + "max_error": 0.0 + }, + { + "representative": 5567, + "members": [ + 5567 + ], + "max_error": 0.0 + }, + { + "representative": 5593, + "members": [ + 5593 + ], + "max_error": 0.0 + }, + { + "representative": 5442, + "members": [ + 5442 + ], + "max_error": 0.0 + }, + { + "representative": 5436, + "members": [ + 5436 + ], + "max_error": 0.0 + }, + { + "representative": 5576, + "members": [ + 5576 + ], + "max_error": 0.0 + }, + { + "representative": 5487, + "members": [ + 5487 + ], + "max_error": 0.0 + }, + { + "representative": 5378, + "members": [ + 5378 + ], + "max_error": 0.0 + }, + { + "representative": 5496, + "members": [ + 5496 + ], + "max_error": 0.0 + }, + { + "representative": 5431, + "members": [ + 5431 + ], + "max_error": 0.0 + }, + { + "representative": 5553, + "members": [ + 5553 + ], + "max_error": 0.0 + }, + { + "representative": 5484, + "members": [ + 5484 + ], + "max_error": 0.0 + }, + { + "representative": 5382, + "members": [ + 5382 + ], + "max_error": 0.0 + }, + { + "representative": 5466, + "members": [ + 5466 + ], + "max_error": 0.0 + }, + { + "representative": 5400, + "members": [ + 5400 + ], + "max_error": 0.0 + }, + { + "representative": 5481, + "members": [ + 5481 + ], + "max_error": 0.0 + }, + { + "representative": 5483, + "members": [ + 5483 + ], + "max_error": 0.0 + }, + { + "representative": 5562, + "members": [ + 5562 + ], + "max_error": 0.0 + }, + { + "representative": 5486, + "members": [ + 5486 + ], + "max_error": 0.0 + }, + { + "representative": 5437, + "members": [ + 5437 + ], + "max_error": 0.0 + }, + { + "representative": 5514, + "members": [ + 5514 + ], + "max_error": 0.0 + }, + { + "representative": 5582, + "members": [ + 5582 + ], + "max_error": 0.0 + }, + { + "representative": 5446, + "members": [ + 5446 + ], + "max_error": 0.0 + }, + { + "representative": 5420, + "members": [ + 5420 + ], + "max_error": 0.0 + }, + { + "representative": 5381, + "members": [ + 5381 + ], + "max_error": 0.0 + }, + { + "representative": 5416, + "members": [ + 5416 + ], + "max_error": 0.0 + }, + { + "representative": 5447, + "members": [ + 5447 + ], + "max_error": 0.0 + }, + { + "representative": 5605, + "members": [ + 5605 + ], + "max_error": 0.0 + }, + { + "representative": 5500, + "members": [ + 5500 + ], + "max_error": 0.0 + }, + { + "representative": 5421, + "members": [ + 5421 + ], + "max_error": 0.0 + }, + { + "representative": 5578, + "members": [ + 5578 + ], + "max_error": 0.0 + }, + { + "representative": 5617, + "members": [ + 5617 + ], + "max_error": 0.0 + }, + { + "representative": 5460, + "members": [ + 5460 + ], + "max_error": 0.0 + }, + { + "representative": 5462, + "members": [ + 5462 + ], + "max_error": 0.0 + }, + { + "representative": 5584, + "members": [ + 5584 + ], + "max_error": 0.0 + }, + { + "representative": 5497, + "members": [ + 5497 + ], + "max_error": 0.0 + }, + { + "representative": 5513, + "members": [ + 5513 + ], + "max_error": 0.0 + }, + { + "representative": 5495, + "members": [ + 5495 + ], + "max_error": 0.0 + }, + { + "representative": 5550, + "members": [ + 5550 + ], + "max_error": 0.0 + }, + { + "representative": 5445, + "members": [ + 5445 + ], + "max_error": 0.0 + }, + { + "representative": 5516, + "members": [ + 5516 + ], + "max_error": 0.0 + }, + { + "representative": 5569, + "members": [ + 5569 + ], + "max_error": 0.0 + }, + { + "representative": 5417, + "members": [ + 5417 + ], + "max_error": 0.0 + }, + { + "representative": 5383, + "members": [ + 5383 + ], + "max_error": 0.0 + }, + { + "representative": 5384, + "members": [ + 5384 + ], + "max_error": 0.0 + }, + { + "representative": 5549, + "members": [ + 5549 + ], + "max_error": 0.0 + }, + { + "representative": 5410, + "members": [ + 5410 + ], + "max_error": 0.0 + }, + { + "representative": 6002, + "members": [ + 6002 + ], + "max_error": 0.0 + }, + { + "representative": 6007, + "members": [ + 6007 + ], + "max_error": 0.0 + }, + { + "representative": 5951, + "members": [ + 5951 + ], + "max_error": 0.0 + }, + { + "representative": 6016, + "members": [ + 6016 + ], + "max_error": 0.0 + }, + { + "representative": 6053, + "members": [ + 6053 + ], + "max_error": 0.0 + }, + { + "representative": 6128, + "members": [ + 6128 + ], + "max_error": 0.0 + }, + { + "representative": 5991, + "members": [ + 5991 + ], + "max_error": 0.0 + }, + { + "representative": 5926, + "members": [ + 5926 + ], + "max_error": 0.0 + }, + { + "representative": 6019, + "members": [ + 6019 + ], + "max_error": 0.0 + }, + { + "representative": 5900, + "members": [ + 5900 + ], + "max_error": 0.0 + }, + { + "representative": 6143, + "members": [ + 6143 + ], + "max_error": 0.0 + }, + { + "representative": 6026, + "members": [ + 6026 + ], + "max_error": 0.0 + }, + { + "representative": 6049, + "members": [ + 6049 + ], + "max_error": 0.0 + }, + { + "representative": 5941, + "members": [ + 5941 + ], + "max_error": 0.0 + }, + { + "representative": 6139, + "members": [ + 6139 + ], + "max_error": 0.0 + }, + { + "representative": 5942, + "members": [ + 5942 + ], + "max_error": 0.0 + }, + { + "representative": 6093, + "members": [ + 6093 + ], + "max_error": 0.0 + }, + { + "representative": 6028, + "members": [ + 6028 + ], + "max_error": 0.0 + }, + { + "representative": 6103, + "members": [ + 6103 + ], + "max_error": 0.0 + }, + { + "representative": 5945, + "members": [ + 5945 + ], + "max_error": 0.0 + }, + { + "representative": 6111, + "members": [ + 6111 + ], + "max_error": 0.0 + }, + { + "representative": 6114, + "members": [ + 6114 + ], + "max_error": 0.0 + }, + { + "representative": 5974, + "members": [ + 5974 + ], + "max_error": 0.0 + }, + { + "representative": 5967, + "members": [ + 5967 + ], + "max_error": 0.0 + }, + { + "representative": 5903, + "members": [ + 5903 + ], + "max_error": 0.0 + }, + { + "representative": 5920, + "members": [ + 5920 + ], + "max_error": 0.0 + }, + { + "representative": 6000, + "members": [ + 6000 + ], + "max_error": 0.0 + }, + { + "representative": 5946, + "members": [ + 5946 + ], + "max_error": 0.0 + }, + { + "representative": 5999, + "members": [ + 5999 + ], + "max_error": 0.0 + }, + { + "representative": 5950, + "members": [ + 5950 + ], + "max_error": 0.0 + }, + { + "representative": 5980, + "members": [ + 5980 + ], + "max_error": 0.0 + }, + { + "representative": 5902, + "members": [ + 5902 + ], + "max_error": 0.0 + }, + { + "representative": 5987, + "members": [ + 5987 + ], + "max_error": 0.0 + }, + { + "representative": 6120, + "members": [ + 6120 + ], + "max_error": 0.0 + }, + { + "representative": 5932, + "members": [ + 5932 + ], + "max_error": 0.0 + }, + { + "representative": 6088, + "members": [ + 6088 + ], + "max_error": 0.0 + }, + { + "representative": 5894, + "members": [ + 5894 + ], + "max_error": 0.0 + }, + { + "representative": 6043, + "members": [ + 6043 + ], + "max_error": 0.0 + }, + { + "representative": 5981, + "members": [ + 5981 + ], + "max_error": 0.0 + }, + { + "representative": 6006, + "members": [ + 6006 + ], + "max_error": 0.0 + }, + { + "representative": 5986, + "members": [ + 5986 + ], + "max_error": 0.0 + }, + { + "representative": 5901, + "members": [ + 5901 + ], + "max_error": 0.0 + }, + { + "representative": 6021, + "members": [ + 6021 + ], + "max_error": 0.0 + }, + { + "representative": 6001, + "members": [ + 6001 + ], + "max_error": 0.0 + }, + { + "representative": 5995, + "members": [ + 5995 + ], + "max_error": 0.0 + }, + { + "representative": 5940, + "members": [ + 5940 + ], + "max_error": 0.0 + }, + { + "representative": 6051, + "members": [ + 6051 + ], + "max_error": 0.0 + }, + { + "representative": 5913, + "members": [ + 5913 + ], + "max_error": 0.0 + }, + { + "representative": 6037, + "members": [ + 6037 + ], + "max_error": 0.0 + }, + { + "representative": 5910, + "members": [ + 5910 + ], + "max_error": 0.0 + }, + { + "representative": 5966, + "members": [ + 5966 + ], + "max_error": 0.0 + }, + { + "representative": 1383, + "members": [ + 1383 + ], + "max_error": 0.0 + }, + { + "representative": 1498, + "members": [ + 1498 + ], + "max_error": 0.0 + }, + { + "representative": 1360, + "members": [ + 1360 + ], + "max_error": 0.0 + }, + { + "representative": 1450, + "members": [ + 1450 + ], + "max_error": 0.0 + }, + { + "representative": 1285, + "members": [ + 1285 + ], + "max_error": 0.0 + }, + { + "representative": 1338, + "members": [ + 1338 + ], + "max_error": 0.0 + }, + { + "representative": 1460, + "members": [ + 1460 + ], + "max_error": 0.0 + }, + { + "representative": 1476, + "members": [ + 1476 + ], + "max_error": 0.0 + }, + { + "representative": 1482, + "members": [ + 1482 + ], + "max_error": 0.0 + }, + { + "representative": 1293, + "members": [ + 1293 + ], + "max_error": 0.0 + }, + { + "representative": 1306, + "members": [ + 1306 + ], + "max_error": 0.0 + }, + { + "representative": 1494, + "members": [ + 1494 + ], + "max_error": 0.0 + }, + { + "representative": 1508, + "members": [ + 1508 + ], + "max_error": 0.0 + }, + { + "representative": 1487, + "members": [ + 1487 + ], + "max_error": 0.0 + }, + { + "representative": 1833, + "members": [ + 1833 + ], + "max_error": 0.0 + }, + { + "representative": 1870, + "members": [ + 1870 + ], + "max_error": 0.0 + }, + { + "representative": 2000, + "members": [ + 2000 + ], + "max_error": 0.0 + }, + { + "representative": 1918, + "members": [ + 1918 + ], + "max_error": 0.0 + }, + { + "representative": 1841, + "members": [ + 1841 + ], + "max_error": 0.0 + }, + { + "representative": 1792, + "members": [ + 1792 + ], + "max_error": 0.0 + }, + { + "representative": 2006, + "members": [ + 2006 + ], + "max_error": 0.0 + }, + { + "representative": 1909, + "members": [ + 1909 + ], + "max_error": 0.0 + }, + { + "representative": 1861, + "members": [ + 1861 + ], + "max_error": 0.0 + }, + { + "representative": 2021, + "members": [ + 2021 + ], + "max_error": 0.0 + }, + { + "representative": 1977, + "members": [ + 1977 + ], + "max_error": 0.0 + }, + { + "representative": 2458, + "members": [ + 2458 + ], + "max_error": 0.0 + }, + { + "representative": 2366, + "members": [ + 2366 + ], + "max_error": 0.0 + }, + { + "representative": 2535, + "members": [ + 2535 + ], + "max_error": 0.0 + }, + { + "representative": 2475, + "members": [ + 2475 + ], + "max_error": 0.0 + }, + { + "representative": 2306, + "members": [ + 2306 + ], + "max_error": 0.0 + }, + { + "representative": 2465, + "members": [ + 2465 + ], + "max_error": 0.0 + }, + { + "representative": 2456, + "members": [ + 2456 + ], + "max_error": 0.0 + }, + { + "representative": 2550, + "members": [ + 2550 + ], + "max_error": 0.0 + }, + { + "representative": 2401, + "members": [ + 2401 + ], + "max_error": 0.0 + }, + { + "representative": 2514, + "members": [ + 2514 + ], + "max_error": 0.0 + }, + { + "representative": 2498, + "members": [ + 2498 + ], + "max_error": 0.0 + }, + { + "representative": 2440, + "members": [ + 2440 + ], + "max_error": 0.0 + }, + { + "representative": 2965, + "members": [ + 2965 + ], + "max_error": 0.0 + }, + { + "representative": 2930, + "members": [ + 2930 + ], + "max_error": 0.0 + }, + { + "representative": 2858, + "members": [ + 2858 + ], + "max_error": 0.0 + }, + { + "representative": 3036, + "members": [ + 3036 + ], + "max_error": 0.0 + }, + { + "representative": 3024, + "members": [ + 3024 + ], + "max_error": 0.0 + }, + { + "representative": 2901, + "members": [ + 2901 + ], + "max_error": 0.0 + }, + { + "representative": 2883, + "members": [ + 2883 + ], + "max_error": 0.0 + }, + { + "representative": 2946, + "members": [ + 2946 + ], + "max_error": 0.0 + }, + { + "representative": 3016, + "members": [ + 3016 + ], + "max_error": 0.0 + }, + { + "representative": 3071, + "members": [ + 3071 + ], + "max_error": 0.0 + }, + { + "representative": 3064, + "members": [ + 3064 + ], + "max_error": 0.0 + }, + { + "representative": 3332, + "members": [ + 3332 + ], + "max_error": 0.0 + }, + { + "representative": 3411, + "members": [ + 3411 + ], + "max_error": 0.0 + }, + { + "representative": 3369, + "members": [ + 3369 + ], + "max_error": 0.0 + }, + { + "representative": 3329, + "members": [ + 3329 + ], + "max_error": 0.0 + }, + { + "representative": 3546, + "members": [ + 3546 + ], + "max_error": 0.0 + }, + { + "representative": 3469, + "members": [ + 3469 + ], + "max_error": 0.0 + }, + { + "representative": 3363, + "members": [ + 3363 + ], + "max_error": 0.0 + }, + { + "representative": 3374, + "members": [ + 3374 + ], + "max_error": 0.0 + }, + { + "representative": 3446, + "members": [ + 3446 + ], + "max_error": 0.0 + }, + { + "representative": 3492, + "members": [ + 3492 + ], + "max_error": 0.0 + }, + { + "representative": 3499, + "members": [ + 3499 + ], + "max_error": 0.0 + }, + { + "representative": 3924, + "members": [ + 3924 + ], + "max_error": 0.0 + }, + { + "representative": 3986, + "members": [ + 3986 + ], + "max_error": 0.0 + }, + { + "representative": 3875, + "members": [ + 3875 + ], + "max_error": 0.0 + }, + { + "representative": 3984, + "members": [ + 3984 + ], + "max_error": 0.0 + }, + { + "representative": 3981, + "members": [ + 3981 + ], + "max_error": 0.0 + }, + { + "representative": 3909, + "members": [ + 3909 + ], + "max_error": 0.0 + }, + { + "representative": 3881, + "members": [ + 3881 + ], + "max_error": 0.0 + }, + { + "representative": 4048, + "members": [ + 4048 + ], + "max_error": 0.0 + }, + { + "representative": 3878, + "members": [ + 3878 + ], + "max_error": 0.0 + }, + { + "representative": 4058, + "members": [ + 4058 + ], + "max_error": 0.0 + }, + { + "representative": 3915, + "members": [ + 3915 + ], + "max_error": 0.0 + }, + { + "representative": 4052, + "members": [ + 4052 + ], + "max_error": 0.0 + }, + { + "representative": 4001, + "members": [ + 4001 + ], + "max_error": 0.0 + }, + { + "representative": 4086, + "members": [ + 4086 + ], + "max_error": 0.0 + }, + { + "representative": 1287, + "members": [ + 1287 + ], + "max_error": 0.0 + }, + { + "representative": 1327, + "members": [ + 1327 + ], + "max_error": 0.0 + }, + { + "representative": 1402, + "members": [ + 1402 + ], + "max_error": 0.0 + }, + { + "representative": 1455, + "members": [ + 1455 + ], + "max_error": 0.0 + }, + { + "representative": 1469, + "members": [ + 1469 + ], + "max_error": 0.0 + }, + { + "representative": 1473, + "members": [ + 1473 + ], + "max_error": 0.0 + }, + { + "representative": 1317, + "members": [ + 1317 + ], + "max_error": 0.0 + }, + { + "representative": 2019, + "members": [ + 2019 + ], + "max_error": 0.0 + }, + { + "representative": 2035, + "members": [ + 2035 + ], + "max_error": 0.0 + }, + { + "representative": 1893, + "members": [ + 1893 + ], + "max_error": 0.0 + }, + { + "representative": 1940, + "members": [ + 1940 + ], + "max_error": 0.0 + }, + { + "representative": 2024, + "members": [ + 2024 + ], + "max_error": 0.0 + }, + { + "representative": 1901, + "members": [ + 1901 + ], + "max_error": 0.0 + }, + { + "representative": 1798, + "members": [ + 1798 + ], + "max_error": 0.0 + }, + { + "representative": 1838, + "members": [ + 1838 + ], + "max_error": 0.0 + }, + { + "representative": 1946, + "members": [ + 1946 + ], + "max_error": 0.0 + }, + { + "representative": 1978, + "members": [ + 1978 + ], + "max_error": 0.0 + }, + { + "representative": 1825, + "members": [ + 1825 + ], + "max_error": 0.0 + }, + { + "representative": 1806, + "members": [ + 1806 + ], + "max_error": 0.0 + }, + { + "representative": 1899, + "members": [ + 1899 + ], + "max_error": 0.0 + }, + { + "representative": 2551, + "members": [ + 2551 + ], + "max_error": 0.0 + }, + { + "representative": 2533, + "members": [ + 2533 + ], + "max_error": 0.0 + }, + { + "representative": 2435, + "members": [ + 2435 + ], + "max_error": 0.0 + }, + { + "representative": 2390, + "members": [ + 2390 + ], + "max_error": 0.0 + }, + { + "representative": 2521, + "members": [ + 2521 + ], + "max_error": 0.0 + }, + { + "representative": 2346, + "members": [ + 2346 + ], + "max_error": 0.0 + }, + { + "representative": 2430, + "members": [ + 2430 + ], + "max_error": 0.0 + }, + { + "representative": 2334, + "members": [ + 2334 + ], + "max_error": 0.0 + }, + { + "representative": 2419, + "members": [ + 2419 + ], + "max_error": 0.0 + }, + { + "representative": 3044, + "members": [ + 3044 + ], + "max_error": 0.0 + }, + { + "representative": 2981, + "members": [ + 2981 + ], + "max_error": 0.0 + }, + { + "representative": 2977, + "members": [ + 2977 + ], + "max_error": 0.0 + }, + { + "representative": 2996, + "members": [ + 2996 + ], + "max_error": 0.0 + }, + { + "representative": 3019, + "members": [ + 3019 + ], + "max_error": 0.0 + }, + { + "representative": 2960, + "members": [ + 2960 + ], + "max_error": 0.0 + }, + { + "representative": 3477, + "members": [ + 3477 + ], + "max_error": 0.0 + }, + { + "representative": 3421, + "members": [ + 3421 + ], + "max_error": 0.0 + }, + { + "representative": 3360, + "members": [ + 3360 + ], + "max_error": 0.0 + }, + { + "representative": 3562, + "members": [ + 3562 + ], + "max_error": 0.0 + }, + { + "representative": 3449, + "members": [ + 3449 + ], + "max_error": 0.0 + }, + { + "representative": 3493, + "members": [ + 3493 + ], + "max_error": 0.0 + }, + { + "representative": 3483, + "members": [ + 3483 + ], + "max_error": 0.0 + }, + { + "representative": 3432, + "members": [ + 3432 + ], + "max_error": 0.0 + }, + { + "representative": 3576, + "members": [ + 3576 + ], + "max_error": 0.0 + }, + { + "representative": 3565, + "members": [ + 3565 + ], + "max_error": 0.0 + }, + { + "representative": 3413, + "members": [ + 3413 + ], + "max_error": 0.0 + }, + { + "representative": 3581, + "members": [ + 3581 + ], + "max_error": 0.0 + }, + { + "representative": 4085, + "members": [ + 4085 + ], + "max_error": 0.0 + }, + { + "representative": 3911, + "members": [ + 3911 + ], + "max_error": 0.0 + }, + { + "representative": 4034, + "members": [ + 4034 + ], + "max_error": 0.0 + }, + { + "representative": 4060, + "members": [ + 4060 + ], + "max_error": 0.0 + }, + { + "representative": 4046, + "members": [ + 4046 + ], + "max_error": 0.0 + }, + { + "representative": 3960, + "members": [ + 3960 + ], + "max_error": 0.0 + }, + { + "representative": 3907, + "members": [ + 3907 + ], + "max_error": 0.0 + }, + { + "representative": 4072, + "members": [ + 4072 + ], + "max_error": 0.0 + }, + { + "representative": 4004, + "members": [ + 4004 + ], + "max_error": 0.0 + }, + { + "representative": 3896, + "members": [ + 3896 + ], + "max_error": 0.0 + }, + { + "representative": 3861, + "members": [ + 3861 + ], + "max_error": 0.0 + }, + { + "representative": 1318, + "members": [ + 1318 + ], + "max_error": 0.0 + }, + { + "representative": 1448, + "members": [ + 1448 + ], + "max_error": 0.0 + }, + { + "representative": 1297, + "members": [ + 1297 + ], + "max_error": 0.0 + }, + { + "representative": 1472, + "members": [ + 1472 + ], + "max_error": 0.0 + }, + { + "representative": 1451, + "members": [ + 1451 + ], + "max_error": 0.0 + }, + { + "representative": 1395, + "members": [ + 1395 + ], + "max_error": 0.0 + }, + { + "representative": 1461, + "members": [ + 1461 + ], + "max_error": 0.0 + }, + { + "representative": 1514, + "members": [ + 1514 + ], + "max_error": 0.0 + }, + { + "representative": 1352, + "members": [ + 1352 + ], + "max_error": 0.0 + }, + { + "representative": 1802, + "members": [ + 1802 + ], + "max_error": 0.0 + }, + { + "representative": 1892, + "members": [ + 1892 + ], + "max_error": 0.0 + }, + { + "representative": 1813, + "members": [ + 1813 + ], + "max_error": 0.0 + }, + { + "representative": 2031, + "members": [ + 2031 + ], + "max_error": 0.0 + }, + { + "representative": 2012, + "members": [ + 2012 + ], + "max_error": 0.0 + }, + { + "representative": 1891, + "members": [ + 1891 + ], + "max_error": 0.0 + }, + { + "representative": 2005, + "members": [ + 2005 + ], + "max_error": 0.0 + }, + { + "representative": 2009, + "members": [ + 2009 + ], + "max_error": 0.0 + }, + { + "representative": 1849, + "members": [ + 1849 + ], + "max_error": 0.0 + }, + { + "representative": 1862, + "members": [ + 1862 + ], + "max_error": 0.0 + }, + { + "representative": 1914, + "members": [ + 1914 + ], + "max_error": 0.0 + }, + { + "representative": 1936, + "members": [ + 1936 + ], + "max_error": 0.0 + }, + { + "representative": 1811, + "members": [ + 1811 + ], + "max_error": 0.0 + }, + { + "representative": 1794, + "members": [ + 1794 + ], + "max_error": 0.0 + }, + { + "representative": 1931, + "members": [ + 1931 + ], + "max_error": 0.0 + }, + { + "representative": 1859, + "members": [ + 1859 + ], + "max_error": 0.0 + }, + { + "representative": 1850, + "members": [ + 1850 + ], + "max_error": 0.0 + }, + { + "representative": 2520, + "members": [ + 2520 + ], + "max_error": 0.0 + }, + { + "representative": 2353, + "members": [ + 2353 + ], + "max_error": 0.0 + }, + { + "representative": 2534, + "members": [ + 2534 + ], + "max_error": 0.0 + }, + { + "representative": 2484, + "members": [ + 2484 + ], + "max_error": 0.0 + }, + { + "representative": 2442, + "members": [ + 2442 + ], + "max_error": 0.0 + }, + { + "representative": 2492, + "members": [ + 2492 + ], + "max_error": 0.0 + }, + { + "representative": 2477, + "members": [ + 2477 + ], + "max_error": 0.0 + }, + { + "representative": 2421, + "members": [ + 2421 + ], + "max_error": 0.0 + }, + { + "representative": 2308, + "members": [ + 2308 + ], + "max_error": 0.0 + }, + { + "representative": 2321, + "members": [ + 2321 + ], + "max_error": 0.0 + }, + { + "representative": 2473, + "members": [ + 2473 + ], + "max_error": 0.0 + }, + { + "representative": 2392, + "members": [ + 2392 + ], + "max_error": 0.0 + }, + { + "representative": 2391, + "members": [ + 2391 + ], + "max_error": 0.0 + }, + { + "representative": 2402, + "members": [ + 2402 + ], + "max_error": 0.0 + }, + { + "representative": 2351, + "members": [ + 2351 + ], + "max_error": 0.0 + }, + { + "representative": 2393, + "members": [ + 2393 + ], + "max_error": 0.0 + }, + { + "representative": 2359, + "members": [ + 2359 + ], + "max_error": 0.0 + }, + { + "representative": 2446, + "members": [ + 2446 + ], + "max_error": 0.0 + }, + { + "representative": 2490, + "members": [ + 2490 + ], + "max_error": 0.0 + }, + { + "representative": 3030, + "members": [ + 3030 + ], + "max_error": 0.0 + }, + { + "representative": 2957, + "members": [ + 2957 + ], + "max_error": 0.0 + }, + { + "representative": 2880, + "members": [ + 2880 + ], + "max_error": 0.0 + }, + { + "representative": 2853, + "members": [ + 2853 + ], + "max_error": 0.0 + }, + { + "representative": 2987, + "members": [ + 2987 + ], + "max_error": 0.0 + }, + { + "representative": 2970, + "members": [ + 2970 + ], + "max_error": 0.0 + }, + { + "representative": 2968, + "members": [ + 2968 + ], + "max_error": 0.0 + }, + { + "representative": 2818, + "members": [ + 2818 + ], + "max_error": 0.0 + }, + { + "representative": 2915, + "members": [ + 2915 + ], + "max_error": 0.0 + }, + { + "representative": 3050, + "members": [ + 3050 + ], + "max_error": 0.0 + }, + { + "representative": 3525, + "members": [ + 3525 + ], + "max_error": 0.0 + }, + { + "representative": 3410, + "members": [ + 3410 + ], + "max_error": 0.0 + }, + { + "representative": 3419, + "members": [ + 3419 + ], + "max_error": 0.0 + }, + { + "representative": 3359, + "members": [ + 3359 + ], + "max_error": 0.0 + }, + { + "representative": 3416, + "members": [ + 3416 + ], + "max_error": 0.0 + }, + { + "representative": 3383, + "members": [ + 3383 + ], + "max_error": 0.0 + }, + { + "representative": 3431, + "members": [ + 3431 + ], + "max_error": 0.0 + }, + { + "representative": 4026, + "members": [ + 4026 + ], + "max_error": 0.0 + }, + { + "representative": 4090, + "members": [ + 4090 + ], + "max_error": 0.0 + }, + { + "representative": 3956, + "members": [ + 3956 + ], + "max_error": 0.0 + }, + { + "representative": 4061, + "members": [ + 4061 + ], + "max_error": 0.0 + }, + { + "representative": 3939, + "members": [ + 3939 + ], + "max_error": 0.0 + }, + { + "representative": 4067, + "members": [ + 4067 + ], + "max_error": 0.0 + }, + { + "representative": 3894, + "members": [ + 3894 + ], + "max_error": 0.0 + }, + { + "representative": 4078, + "members": [ + 4078 + ], + "max_error": 0.0 + }, + { + "representative": 4023, + "members": [ + 4023 + ], + "max_error": 0.0 + }, + { + "representative": 3961, + "members": [ + 3961 + ], + "max_error": 0.0 + }, + { + "representative": 2919, + "members": [ + 2919 + ], + "max_error": 0.0 + }, + { + "representative": 2870, + "members": [ + 2870 + ], + "max_error": 0.0 + }, + { + "representative": 2885, + "members": [ + 2885 + ], + "max_error": 0.0 + }, + { + "representative": 2836, + "members": [ + 2836 + ], + "max_error": 0.0 + }, + { + "representative": 3033, + "members": [ + 3033 + ], + "max_error": 0.0 + }, + { + "representative": 3049, + "members": [ + 3049 + ], + "max_error": 0.0 + }, + { + "representative": 2847, + "members": [ + 2847 + ], + "max_error": 0.0 + }, + { + "representative": 3008, + "members": [ + 3008 + ], + "max_error": 0.0 + }, + { + "representative": 2902, + "members": [ + 2902 + ], + "max_error": 0.0 + }, + { + "representative": 3563, + "members": [ + 3563 + ], + "max_error": 0.0 + }, + { + "representative": 3343, + "members": [ + 3343 + ], + "max_error": 0.0 + }, + { + "representative": 3498, + "members": [ + 3498 + ], + "max_error": 0.0 + }, + { + "representative": 3331, + "members": [ + 3331 + ], + "max_error": 0.0 + }, + { + "representative": 3423, + "members": [ + 3423 + ], + "max_error": 0.0 + }, + { + "representative": 4053, + "members": [ + 4053 + ], + "max_error": 0.0 + }, + { + "representative": 4007, + "members": [ + 4007 + ], + "max_error": 0.0 + }, + { + "representative": 3990, + "members": [ + 3990 + ], + "max_error": 0.0 + }, + { + "representative": 3868, + "members": [ + 3868 + ], + "max_error": 0.0 + }, + { + "representative": 4040, + "members": [ + 4040 + ], + "max_error": 0.0 + }, + { + "representative": 3889, + "members": [ + 3889 + ], + "max_error": 0.0 + }, + { + "representative": 3919, + "members": [ + 3919 + ], + "max_error": 0.0 + }, + { + "representative": 4002, + "members": [ + 4002 + ], + "max_error": 0.0 + }, + { + "representative": 3922, + "members": [ + 3922 + ], + "max_error": 0.0 + }, + { + "representative": 3906, + "members": [ + 3906 + ], + "max_error": 0.0 + }, + { + "representative": 3895, + "members": [ + 3895 + ], + "max_error": 0.0 + }, + { + "representative": 4028, + "members": [ + 4028 + ], + "max_error": 0.0 + }, + { + "representative": 4021, + "members": [ + 4021 + ], + "max_error": 0.0 + }, + { + "representative": 4440, + "members": [ + 4440 + ], + "max_error": 0.0 + }, + { + "representative": 4421, + "members": [ + 4421 + ], + "max_error": 0.0 + }, + { + "representative": 4535, + "members": [ + 4535 + ], + "max_error": 0.0 + }, + { + "representative": 4597, + "members": [ + 4597 + ], + "max_error": 0.0 + }, + { + "representative": 4600, + "members": [ + 4600 + ], + "max_error": 0.0 + }, + { + "representative": 4519, + "members": [ + 4519 + ], + "max_error": 0.0 + }, + { + "representative": 4564, + "members": [ + 4564 + ], + "max_error": 0.0 + }, + { + "representative": 4568, + "members": [ + 4568 + ], + "max_error": 0.0 + }, + { + "representative": 4518, + "members": [ + 4518 + ], + "max_error": 0.0 + }, + { + "representative": 4420, + "members": [ + 4420 + ], + "max_error": 0.0 + }, + { + "representative": 4414, + "members": [ + 4414 + ], + "max_error": 0.0 + }, + { + "representative": 4449, + "members": [ + 4449 + ], + "max_error": 0.0 + }, + { + "representative": 4458, + "members": [ + 4458 + ], + "max_error": 0.0 + }, + { + "representative": 4559, + "members": [ + 4559 + ], + "max_error": 0.0 + }, + { + "representative": 4425, + "members": [ + 4425 + ], + "max_error": 0.0 + }, + { + "representative": 4354, + "members": [ + 4354 + ], + "max_error": 0.0 + }, + { + "representative": 4588, + "members": [ + 4588 + ], + "max_error": 0.0 + }, + { + "representative": 4374, + "members": [ + 4374 + ], + "max_error": 0.0 + }, + { + "representative": 4566, + "members": [ + 4566 + ], + "max_error": 0.0 + }, + { + "representative": 4384, + "members": [ + 4384 + ], + "max_error": 0.0 + }, + { + "representative": 4501, + "members": [ + 4501 + ], + "max_error": 0.0 + }, + { + "representative": 4431, + "members": [ + 4431 + ], + "max_error": 0.0 + }, + { + "representative": 4352, + "members": [ + 4352 + ], + "max_error": 0.0 + }, + { + "representative": 4392, + "members": [ + 4392 + ], + "max_error": 0.0 + }, + { + "representative": 4405, + "members": [ + 4405 + ], + "max_error": 0.0 + }, + { + "representative": 4575, + "members": [ + 4575 + ], + "max_error": 0.0 + }, + { + "representative": 4439, + "members": [ + 4439 + ], + "max_error": 0.0 + }, + { + "representative": 4546, + "members": [ + 4546 + ], + "max_error": 0.0 + }, + { + "representative": 4394, + "members": [ + 4394 + ], + "max_error": 0.0 + }, + { + "representative": 4364, + "members": [ + 4364 + ], + "max_error": 0.0 + }, + { + "representative": 4545, + "members": [ + 4545 + ], + "max_error": 0.0 + }, + { + "representative": 4371, + "members": [ + 4371 + ], + "max_error": 0.0 + }, + { + "representative": 4471, + "members": [ + 4471 + ], + "max_error": 0.0 + }, + { + "representative": 4571, + "members": [ + 4571 + ], + "max_error": 0.0 + }, + { + "representative": 4386, + "members": [ + 4386 + ], + "max_error": 0.0 + }, + { + "representative": 4531, + "members": [ + 4531 + ], + "max_error": 0.0 + }, + { + "representative": 4455, + "members": [ + 4455 + ], + "max_error": 0.0 + }, + { + "representative": 4456, + "members": [ + 4456 + ], + "max_error": 0.0 + }, + { + "representative": 4594, + "members": [ + 4594 + ], + "max_error": 0.0 + }, + { + "representative": 4503, + "members": [ + 4503 + ], + "max_error": 0.0 + }, + { + "representative": 4397, + "members": [ + 4397 + ], + "max_error": 0.0 + }, + { + "representative": 4595, + "members": [ + 4595 + ], + "max_error": 0.0 + }, + { + "representative": 4605, + "members": [ + 4605 + ], + "max_error": 0.0 + }, + { + "representative": 4599, + "members": [ + 4599 + ], + "max_error": 0.0 + }, + { + "representative": 4412, + "members": [ + 4412 + ], + "max_error": 0.0 + }, + { + "representative": 4486, + "members": [ + 4486 + ], + "max_error": 0.0 + }, + { + "representative": 4517, + "members": [ + 4517 + ], + "max_error": 0.0 + }, + { + "representative": 4395, + "members": [ + 4395 + ], + "max_error": 0.0 + }, + { + "representative": 4483, + "members": [ + 4483 + ], + "max_error": 0.0 + }, + { + "representative": 4593, + "members": [ + 4593 + ], + "max_error": 0.0 + }, + { + "representative": 5018, + "members": [ + 5018 + ], + "max_error": 0.0 + }, + { + "representative": 4943, + "members": [ + 4943 + ], + "max_error": 0.0 + }, + { + "representative": 5101, + "members": [ + 5101 + ], + "max_error": 0.0 + }, + { + "representative": 4974, + "members": [ + 4974 + ], + "max_error": 0.0 + }, + { + "representative": 4966, + "members": [ + 4966 + ], + "max_error": 0.0 + }, + { + "representative": 4907, + "members": [ + 4907 + ], + "max_error": 0.0 + }, + { + "representative": 4916, + "members": [ + 4916 + ], + "max_error": 0.0 + }, + { + "representative": 4911, + "members": [ + 4911 + ], + "max_error": 0.0 + }, + { + "representative": 4877, + "members": [ + 4877 + ], + "max_error": 0.0 + }, + { + "representative": 4897, + "members": [ + 4897 + ], + "max_error": 0.0 + }, + { + "representative": 4962, + "members": [ + 4962 + ], + "max_error": 0.0 + }, + { + "representative": 4893, + "members": [ + 4893 + ], + "max_error": 0.0 + }, + { + "representative": 5093, + "members": [ + 5093 + ], + "max_error": 0.0 + }, + { + "representative": 5059, + "members": [ + 5059 + ], + "max_error": 0.0 + }, + { + "representative": 5077, + "members": [ + 5077 + ], + "max_error": 0.0 + }, + { + "representative": 4968, + "members": [ + 4968 + ], + "max_error": 0.0 + }, + { + "representative": 5037, + "members": [ + 5037 + ], + "max_error": 0.0 + }, + { + "representative": 4872, + "members": [ + 4872 + ], + "max_error": 0.0 + }, + { + "representative": 5051, + "members": [ + 5051 + ], + "max_error": 0.0 + }, + { + "representative": 5041, + "members": [ + 5041 + ], + "max_error": 0.0 + }, + { + "representative": 5089, + "members": [ + 5089 + ], + "max_error": 0.0 + }, + { + "representative": 4960, + "members": [ + 4960 + ], + "max_error": 0.0 + }, + { + "representative": 4900, + "members": [ + 4900 + ], + "max_error": 0.0 + }, + { + "representative": 5061, + "members": [ + 5061 + ], + "max_error": 0.0 + }, + { + "representative": 4912, + "members": [ + 4912 + ], + "max_error": 0.0 + }, + { + "representative": 4873, + "members": [ + 4873 + ], + "max_error": 0.0 + }, + { + "representative": 5060, + "members": [ + 5060 + ], + "max_error": 0.0 + }, + { + "representative": 5092, + "members": [ + 5092 + ], + "max_error": 0.0 + }, + { + "representative": 4980, + "members": [ + 4980 + ], + "max_error": 0.0 + }, + { + "representative": 5032, + "members": [ + 5032 + ], + "max_error": 0.0 + }, + { + "representative": 4898, + "members": [ + 4898 + ], + "max_error": 0.0 + }, + { + "representative": 4938, + "members": [ + 4938 + ], + "max_error": 0.0 + }, + { + "representative": 5108, + "members": [ + 5108 + ], + "max_error": 0.0 + }, + { + "representative": 4948, + "members": [ + 4948 + ], + "max_error": 0.0 + }, + { + "representative": 5099, + "members": [ + 5099 + ], + "max_error": 0.0 + }, + { + "representative": 4913, + "members": [ + 4913 + ], + "max_error": 0.0 + }, + { + "representative": 5039, + "members": [ + 5039 + ], + "max_error": 0.0 + }, + { + "representative": 4892, + "members": [ + 4892 + ], + "max_error": 0.0 + }, + { + "representative": 4977, + "members": [ + 4977 + ], + "max_error": 0.0 + }, + { + "representative": 5022, + "members": [ + 5022 + ], + "max_error": 0.0 + }, + { + "representative": 4864, + "members": [ + 4864 + ], + "max_error": 0.0 + }, + { + "representative": 5113, + "members": [ + 5113 + ], + "max_error": 0.0 + }, + { + "representative": 4889, + "members": [ + 4889 + ], + "max_error": 0.0 + }, + { + "representative": 4964, + "members": [ + 4964 + ], + "max_error": 0.0 + }, + { + "representative": 4896, + "members": [ + 4896 + ], + "max_error": 0.0 + }, + { + "representative": 4921, + "members": [ + 4921 + ], + "max_error": 0.0 + }, + { + "representative": 5042, + "members": [ + 5042 + ], + "max_error": 0.0 + }, + { + "representative": 5085, + "members": [ + 5085 + ], + "max_error": 0.0 + }, + { + "representative": 5509, + "members": [ + 5509 + ], + "max_error": 0.0 + }, + { + "representative": 5498, + "members": [ + 5498 + ], + "max_error": 0.0 + }, + { + "representative": 5542, + "members": [ + 5542 + ], + "max_error": 0.0 + }, + { + "representative": 5532, + "members": [ + 5532 + ], + "max_error": 0.0 + }, + { + "representative": 5478, + "members": [ + 5478 + ], + "max_error": 0.0 + }, + { + "representative": 5601, + "members": [ + 5601 + ], + "max_error": 0.0 + }, + { + "representative": 5492, + "members": [ + 5492 + ], + "max_error": 0.0 + }, + { + "representative": 5392, + "members": [ + 5392 + ], + "max_error": 0.0 + }, + { + "representative": 5559, + "members": [ + 5559 + ], + "max_error": 0.0 + }, + { + "representative": 5534, + "members": [ + 5534 + ], + "max_error": 0.0 + }, + { + "representative": 5409, + "members": [ + 5409 + ], + "max_error": 0.0 + }, + { + "representative": 5424, + "members": [ + 5424 + ], + "max_error": 0.0 + }, + { + "representative": 5491, + "members": [ + 5491 + ], + "max_error": 0.0 + }, + { + "representative": 5398, + "members": [ + 5398 + ], + "max_error": 0.0 + }, + { + "representative": 5451, + "members": [ + 5451 + ], + "max_error": 0.0 + }, + { + "representative": 5574, + "members": [ + 5574 + ], + "max_error": 0.0 + }, + { + "representative": 5454, + "members": [ + 5454 + ], + "max_error": 0.0 + }, + { + "representative": 5597, + "members": [ + 5597 + ], + "max_error": 0.0 + }, + { + "representative": 5508, + "members": [ + 5508 + ], + "max_error": 0.0 + }, + { + "representative": 5402, + "members": [ + 5402 + ], + "max_error": 0.0 + }, + { + "representative": 5613, + "members": [ + 5613 + ], + "max_error": 0.0 + }, + { + "representative": 5627, + "members": [ + 5627 + ], + "max_error": 0.0 + }, + { + "representative": 5527, + "members": [ + 5527 + ], + "max_error": 0.0 + }, + { + "representative": 5533, + "members": [ + 5533 + ], + "max_error": 0.0 + }, + { + "representative": 5530, + "members": [ + 5530 + ], + "max_error": 0.0 + }, + { + "representative": 5599, + "members": [ + 5599 + ], + "max_error": 0.0 + }, + { + "representative": 5575, + "members": [ + 5575 + ], + "max_error": 0.0 + }, + { + "representative": 5427, + "members": [ + 5427 + ], + "max_error": 0.0 + }, + { + "representative": 5624, + "members": [ + 5624 + ], + "max_error": 0.0 + }, + { + "representative": 5539, + "members": [ + 5539 + ], + "max_error": 0.0 + }, + { + "representative": 5546, + "members": [ + 5546 + ], + "max_error": 0.0 + }, + { + "representative": 5388, + "members": [ + 5388 + ], + "max_error": 0.0 + }, + { + "representative": 5399, + "members": [ + 5399 + ], + "max_error": 0.0 + }, + { + "representative": 5526, + "members": [ + 5526 + ], + "max_error": 0.0 + }, + { + "representative": 5555, + "members": [ + 5555 + ], + "max_error": 0.0 + }, + { + "representative": 5629, + "members": [ + 5629 + ], + "max_error": 0.0 + }, + { + "representative": 5552, + "members": [ + 5552 + ], + "max_error": 0.0 + }, + { + "representative": 5434, + "members": [ + 5434 + ], + "max_error": 0.0 + }, + { + "representative": 6067, + "members": [ + 6067 + ], + "max_error": 0.0 + }, + { + "representative": 5931, + "members": [ + 5931 + ], + "max_error": 0.0 + }, + { + "representative": 6080, + "members": [ + 6080 + ], + "max_error": 0.0 + }, + { + "representative": 6056, + "members": [ + 6056 + ], + "max_error": 0.0 + }, + { + "representative": 5949, + "members": [ + 5949 + ], + "max_error": 0.0 + }, + { + "representative": 6046, + "members": [ + 6046 + ], + "max_error": 0.0 + }, + { + "representative": 5970, + "members": [ + 5970 + ], + "max_error": 0.0 + }, + { + "representative": 5943, + "members": [ + 5943 + ], + "max_error": 0.0 + }, + { + "representative": 6083, + "members": [ + 6083 + ], + "max_error": 0.0 + }, + { + "representative": 5916, + "members": [ + 5916 + ], + "max_error": 0.0 + }, + { + "representative": 5937, + "members": [ + 5937 + ], + "max_error": 0.0 + }, + { + "representative": 6112, + "members": [ + 6112 + ], + "max_error": 0.0 + }, + { + "representative": 5919, + "members": [ + 5919 + ], + "max_error": 0.0 + }, + { + "representative": 6115, + "members": [ + 6115 + ], + "max_error": 0.0 + }, + { + "representative": 5975, + "members": [ + 5975 + ], + "max_error": 0.0 + }, + { + "representative": 6094, + "members": [ + 6094 + ], + "max_error": 0.0 + }, + { + "representative": 5917, + "members": [ + 5917 + ], + "max_error": 0.0 + }, + { + "representative": 6109, + "members": [ + 6109 + ], + "max_error": 0.0 + }, + { + "representative": 5954, + "members": [ + 5954 + ], + "max_error": 0.0 + }, + { + "representative": 5997, + "members": [ + 5997 + ], + "max_error": 0.0 + }, + { + "representative": 5972, + "members": [ + 5972 + ], + "max_error": 0.0 + }, + { + "representative": 6041, + "members": [ + 6041 + ], + "max_error": 0.0 + }, + { + "representative": 5923, + "members": [ + 5923 + ], + "max_error": 0.0 + }, + { + "representative": 6065, + "members": [ + 6065 + ], + "max_error": 0.0 + }, + { + "representative": 6104, + "members": [ + 6104 + ], + "max_error": 0.0 + }, + { + "representative": 5957, + "members": [ + 5957 + ], + "max_error": 0.0 + }, + { + "representative": 5963, + "members": [ + 5963 + ], + "max_error": 0.0 + }, + { + "representative": 5956, + "members": [ + 5956 + ], + "max_error": 0.0 + }, + { + "representative": 5939, + "members": [ + 5939 + ], + "max_error": 0.0 + }, + { + "representative": 6066, + "members": [ + 6066 + ], + "max_error": 0.0 + }, + { + "representative": 6092, + "members": [ + 6092 + ], + "max_error": 0.0 + }, + { + "representative": 6070, + "members": [ + 6070 + ], + "max_error": 0.0 + }, + { + "representative": 6023, + "members": [ + 6023 + ], + "max_error": 0.0 + }, + { + "representative": 5947, + "members": [ + 5947 + ], + "max_error": 0.0 + }, + { + "representative": 5985, + "members": [ + 5985 + ], + "max_error": 0.0 + }, + { + "representative": 6012, + "members": [ + 6012 + ], + "max_error": 0.0 + }, + { + "representative": 5993, + "members": [ + 5993 + ], + "max_error": 0.0 + }, + { + "representative": 6097, + "members": [ + 6097 + ], + "max_error": 0.0 + }, + { + "representative": 6124, + "members": [ + 6124 + ], + "max_error": 0.0 + }, + { + "representative": 5953, + "members": [ + 5953 + ], + "max_error": 0.0 + }, + { + "representative": 5965, + "members": [ + 5965 + ], + "max_error": 0.0 + }, + { + "representative": 5998, + "members": [ + 5998 + ], + "max_error": 0.0 + }, + { + "representative": 6048, + "members": [ + 6048 + ], + "max_error": 0.0 + }, + { + "representative": 6122, + "members": [ + 6122 + ], + "max_error": 0.0 + }, + { + "representative": 6054, + "members": [ + 6054 + ], + "max_error": 0.0 + }, + { + "representative": 6038, + "members": [ + 6038 + ], + "max_error": 0.0 + }, + { + "representative": 5979, + "members": [ + 5979 + ], + "max_error": 0.0 + }, + { + "representative": 1353, + "members": [ + 1353 + ], + "max_error": 0.0 + }, + { + "representative": 1361, + "members": [ + 1361 + ], + "max_error": 0.0 + }, + { + "representative": 1408, + "members": [ + 1408 + ], + "max_error": 0.0 + }, + { + "representative": 1302, + "members": [ + 1302 + ], + "max_error": 0.0 + }, + { + "representative": 1386, + "members": [ + 1386 + ], + "max_error": 0.0 + }, + { + "representative": 1358, + "members": [ + 1358 + ], + "max_error": 0.0 + }, + { + "representative": 1283, + "members": [ + 1283 + ], + "max_error": 0.0 + }, + { + "representative": 1410, + "members": [ + 1410 + ], + "max_error": 0.0 + }, + { + "representative": 1382, + "members": [ + 1382 + ], + "max_error": 0.0 + }, + { + "representative": 1309, + "members": [ + 1309 + ], + "max_error": 0.0 + }, + { + "representative": 1440, + "members": [ + 1440 + ], + "max_error": 0.0 + }, + { + "representative": 1465, + "members": [ + 1465 + ], + "max_error": 0.0 + }, + { + "representative": 1348, + "members": [ + 1348 + ], + "max_error": 0.0 + }, + { + "representative": 1486, + "members": [ + 1486 + ], + "max_error": 0.0 + }, + { + "representative": 1521, + "members": [ + 1521 + ], + "max_error": 0.0 + }, + { + "representative": 1407, + "members": [ + 1407 + ], + "max_error": 0.0 + }, + { + "representative": 1471, + "members": [ + 1471 + ], + "max_error": 0.0 + }, + { + "representative": 1315, + "members": [ + 1315 + ], + "max_error": 0.0 + }, + { + "representative": 1512, + "members": [ + 1512 + ], + "max_error": 0.0 + }, + { + "representative": 1961, + "members": [ + 1961 + ], + "max_error": 0.0 + }, + { + "representative": 1987, + "members": [ + 1987 + ], + "max_error": 0.0 + }, + { + "representative": 1890, + "members": [ + 1890 + ], + "max_error": 0.0 + }, + { + "representative": 2036, + "members": [ + 2036 + ], + "max_error": 0.0 + }, + { + "representative": 1963, + "members": [ + 1963 + ], + "max_error": 0.0 + }, + { + "representative": 1853, + "members": [ + 1853 + ], + "max_error": 0.0 + }, + { + "representative": 1801, + "members": [ + 1801 + ], + "max_error": 0.0 + }, + { + "representative": 1950, + "members": [ + 1950 + ], + "max_error": 0.0 + }, + { + "representative": 1900, + "members": [ + 1900 + ], + "max_error": 0.0 + }, + { + "representative": 1980, + "members": [ + 1980 + ], + "max_error": 0.0 + }, + { + "representative": 1925, + "members": [ + 1925 + ], + "max_error": 0.0 + }, + { + "representative": 1902, + "members": [ + 1902 + ], + "max_error": 0.0 + }, + { + "representative": 1882, + "members": [ + 1882 + ], + "max_error": 0.0 + }, + { + "representative": 1886, + "members": [ + 1886 + ], + "max_error": 0.0 + }, + { + "representative": 1930, + "members": [ + 1930 + ], + "max_error": 0.0 + }, + { + "representative": 2033, + "members": [ + 2033 + ], + "max_error": 0.0 + }, + { + "representative": 1965, + "members": [ + 1965 + ], + "max_error": 0.0 + }, + { + "representative": 1887, + "members": [ + 1887 + ], + "max_error": 0.0 + }, + { + "representative": 1829, + "members": [ + 1829 + ], + "max_error": 0.0 + }, + { + "representative": 1975, + "members": [ + 1975 + ], + "max_error": 0.0 + }, + { + "representative": 2010, + "members": [ + 2010 + ], + "max_error": 0.0 + }, + { + "representative": 2041, + "members": [ + 2041 + ], + "max_error": 0.0 + }, + { + "representative": 1964, + "members": [ + 1964 + ], + "max_error": 0.0 + }, + { + "representative": 1793, + "members": [ + 1793 + ], + "max_error": 0.0 + }, + { + "representative": 2022, + "members": [ + 2022 + ], + "max_error": 0.0 + }, + { + "representative": 2408, + "members": [ + 2408 + ], + "max_error": 0.0 + }, + { + "representative": 2481, + "members": [ + 2481 + ], + "max_error": 0.0 + }, + { + "representative": 2398, + "members": [ + 2398 + ], + "max_error": 0.0 + }, + { + "representative": 2406, + "members": [ + 2406 + ], + "max_error": 0.0 + }, + { + "representative": 2540, + "members": [ + 2540 + ], + "max_error": 0.0 + }, + { + "representative": 2330, + "members": [ + 2330 + ], + "max_error": 0.0 + }, + { + "representative": 2460, + "members": [ + 2460 + ], + "max_error": 0.0 + }, + { + "representative": 2518, + "members": [ + 2518 + ], + "max_error": 0.0 + }, + { + "representative": 2371, + "members": [ + 2371 + ], + "max_error": 0.0 + }, + { + "representative": 2431, + "members": [ + 2431 + ], + "max_error": 0.0 + }, + { + "representative": 2506, + "members": [ + 2506 + ], + "max_error": 0.0 + }, + { + "representative": 2358, + "members": [ + 2358 + ], + "max_error": 0.0 + }, + { + "representative": 2452, + "members": [ + 2452 + ], + "max_error": 0.0 + }, + { + "representative": 2340, + "members": [ + 2340 + ], + "max_error": 0.0 + }, + { + "representative": 2466, + "members": [ + 2466 + ], + "max_error": 0.0 + }, + { + "representative": 2554, + "members": [ + 2554 + ], + "max_error": 0.0 + }, + { + "representative": 3034, + "members": [ + 3034 + ], + "max_error": 0.0 + }, + { + "representative": 2979, + "members": [ + 2979 + ], + "max_error": 0.0 + }, + { + "representative": 3052, + "members": [ + 3052 + ], + "max_error": 0.0 + }, + { + "representative": 2852, + "members": [ + 2852 + ], + "max_error": 0.0 + }, + { + "representative": 2879, + "members": [ + 2879 + ], + "max_error": 0.0 + }, + { + "representative": 2922, + "members": [ + 2922 + ], + "max_error": 0.0 + }, + { + "representative": 2955, + "members": [ + 2955 + ], + "max_error": 0.0 + }, + { + "representative": 2877, + "members": [ + 2877 + ], + "max_error": 0.0 + }, + { + "representative": 2939, + "members": [ + 2939 + ], + "max_error": 0.0 + }, + { + "representative": 2843, + "members": [ + 2843 + ], + "max_error": 0.0 + }, + { + "representative": 2844, + "members": [ + 2844 + ], + "max_error": 0.0 + }, + { + "representative": 3507, + "members": [ + 3507 + ], + "max_error": 0.0 + }, + { + "representative": 3538, + "members": [ + 3538 + ], + "max_error": 0.0 + }, + { + "representative": 3579, + "members": [ + 3579 + ], + "max_error": 0.0 + }, + { + "representative": 3496, + "members": [ + 3496 + ], + "max_error": 0.0 + }, + { + "representative": 3530, + "members": [ + 3530 + ], + "max_error": 0.0 + }, + { + "representative": 3436, + "members": [ + 3436 + ], + "max_error": 0.0 + }, + { + "representative": 3412, + "members": [ + 3412 + ], + "max_error": 0.0 + }, + { + "representative": 3475, + "members": [ + 3475 + ], + "max_error": 0.0 + }, + { + "representative": 3561, + "members": [ + 3561 + ], + "max_error": 0.0 + }, + { + "representative": 3534, + "members": [ + 3534 + ], + "max_error": 0.0 + }, + { + "representative": 3428, + "members": [ + 3428 + ], + "max_error": 0.0 + }, + { + "representative": 3457, + "members": [ + 3457 + ], + "max_error": 0.0 + }, + { + "representative": 3564, + "members": [ + 3564 + ], + "max_error": 0.0 + }, + { + "representative": 3519, + "members": [ + 3519 + ], + "max_error": 0.0 + }, + { + "representative": 3897, + "members": [ + 3897 + ], + "max_error": 0.0 + }, + { + "representative": 3840, + "members": [ + 3840 + ], + "max_error": 0.0 + }, + { + "representative": 3888, + "members": [ + 3888 + ], + "max_error": 0.0 + }, + { + "representative": 3926, + "members": [ + 3926 + ], + "max_error": 0.0 + }, + { + "representative": 4059, + "members": [ + 4059 + ], + "max_error": 0.0 + }, + { + "representative": 3930, + "members": [ + 3930 + ], + "max_error": 0.0 + }, + { + "representative": 3850, + "members": [ + 3850 + ], + "max_error": 0.0 + }, + { + "representative": 3964, + "members": [ + 3964 + ], + "max_error": 0.0 + }, + { + "representative": 4068, + "members": [ + 4068 + ], + "max_error": 0.0 + }, + { + "representative": 3929, + "members": [ + 3929 + ], + "max_error": 0.0 + }, + { + "representative": 4047, + "members": [ + 4047 + ], + "max_error": 0.0 + }, + { + "representative": 4084, + "members": [ + 4084 + ], + "max_error": 0.0 + }, + { + "representative": 3903, + "members": [ + 3903 + ], + "max_error": 0.0 + }, + { + "representative": 3991, + "members": [ + 3991 + ], + "max_error": 0.0 + }, + { + "representative": 1515, + "members": [ + 1515 + ], + "max_error": 0.0 + }, + { + "representative": 1439, + "members": [ + 1439 + ], + "max_error": 0.0 + }, + { + "representative": 1294, + "members": [ + 1294 + ], + "max_error": 0.0 + }, + { + "representative": 1467, + "members": [ + 1467 + ], + "max_error": 0.0 + }, + { + "representative": 1347, + "members": [ + 1347 + ], + "max_error": 0.0 + }, + { + "representative": 1420, + "members": [ + 1420 + ], + "max_error": 0.0 + }, + { + "representative": 1527, + "members": [ + 1527 + ], + "max_error": 0.0 + }, + { + "representative": 1423, + "members": [ + 1423 + ], + "max_error": 0.0 + }, + { + "representative": 1530, + "members": [ + 1530 + ], + "max_error": 0.0 + }, + { + "representative": 1434, + "members": [ + 1434 + ], + "max_error": 0.0 + }, + { + "representative": 1346, + "members": [ + 1346 + ], + "max_error": 0.0 + }, + { + "representative": 1339, + "members": [ + 1339 + ], + "max_error": 0.0 + }, + { + "representative": 1369, + "members": [ + 1369 + ], + "max_error": 0.0 + }, + { + "representative": 1524, + "members": [ + 1524 + ], + "max_error": 0.0 + }, + { + "representative": 1526, + "members": [ + 1526 + ], + "max_error": 0.0 + }, + { + "representative": 1948, + "members": [ + 1948 + ], + "max_error": 0.0 + }, + { + "representative": 2029, + "members": [ + 2029 + ], + "max_error": 0.0 + }, + { + "representative": 1846, + "members": [ + 1846 + ], + "max_error": 0.0 + }, + { + "representative": 1837, + "members": [ + 1837 + ], + "max_error": 0.0 + }, + { + "representative": 1884, + "members": [ + 1884 + ], + "max_error": 0.0 + }, + { + "representative": 2047, + "members": [ + 2047 + ], + "max_error": 0.0 + }, + { + "representative": 1971, + "members": [ + 1971 + ], + "max_error": 0.0 + }, + { + "representative": 1907, + "members": [ + 1907 + ], + "max_error": 0.0 + }, + { + "representative": 1864, + "members": [ + 1864 + ], + "max_error": 0.0 + }, + { + "representative": 1972, + "members": [ + 1972 + ], + "max_error": 0.0 + }, + { + "representative": 1897, + "members": [ + 1897 + ], + "max_error": 0.0 + }, + { + "representative": 1797, + "members": [ + 1797 + ], + "max_error": 0.0 + }, + { + "representative": 1820, + "members": [ + 1820 + ], + "max_error": 0.0 + }, + { + "representative": 1991, + "members": [ + 1991 + ], + "max_error": 0.0 + }, + { + "representative": 1896, + "members": [ + 1896 + ], + "max_error": 0.0 + }, + { + "representative": 1876, + "members": [ + 1876 + ], + "max_error": 0.0 + }, + { + "representative": 1898, + "members": [ + 1898 + ], + "max_error": 0.0 + }, + { + "representative": 1795, + "members": [ + 1795 + ], + "max_error": 0.0 + }, + { + "representative": 2479, + "members": [ + 2479 + ], + "max_error": 0.0 + }, + { + "representative": 2329, + "members": [ + 2329 + ], + "max_error": 0.0 + }, + { + "representative": 2438, + "members": [ + 2438 + ], + "max_error": 0.0 + }, + { + "representative": 2307, + "members": [ + 2307 + ], + "max_error": 0.0 + }, + { + "representative": 2538, + "members": [ + 2538 + ], + "max_error": 0.0 + }, + { + "representative": 2356, + "members": [ + 2356 + ], + "max_error": 0.0 + }, + { + "representative": 2483, + "members": [ + 2483 + ], + "max_error": 0.0 + }, + { + "representative": 2426, + "members": [ + 2426 + ], + "max_error": 0.0 + }, + { + "representative": 2379, + "members": [ + 2379 + ], + "max_error": 0.0 + }, + { + "representative": 2448, + "members": [ + 2448 + ], + "max_error": 0.0 + }, + { + "representative": 2510, + "members": [ + 2510 + ], + "max_error": 0.0 + }, + { + "representative": 2411, + "members": [ + 2411 + ], + "max_error": 0.0 + }, + { + "representative": 2501, + "members": [ + 2501 + ], + "max_error": 0.0 + }, + { + "representative": 2552, + "members": [ + 2552 + ], + "max_error": 0.0 + }, + { + "representative": 2544, + "members": [ + 2544 + ], + "max_error": 0.0 + }, + { + "representative": 2420, + "members": [ + 2420 + ], + "max_error": 0.0 + }, + { + "representative": 2388, + "members": [ + 2388 + ], + "max_error": 0.0 + }, + { + "representative": 2983, + "members": [ + 2983 + ], + "max_error": 0.0 + }, + { + "representative": 2820, + "members": [ + 2820 + ], + "max_error": 0.0 + }, + { + "representative": 2824, + "members": [ + 2824 + ], + "max_error": 0.0 + }, + { + "representative": 2855, + "members": [ + 2855 + ], + "max_error": 0.0 + }, + { + "representative": 2831, + "members": [ + 2831 + ], + "max_error": 0.0 + }, + { + "representative": 2929, + "members": [ + 2929 + ], + "max_error": 0.0 + }, + { + "representative": 2834, + "members": [ + 2834 + ], + "max_error": 0.0 + }, + { + "representative": 2932, + "members": [ + 2932 + ], + "max_error": 0.0 + }, + { + "representative": 3468, + "members": [ + 3468 + ], + "max_error": 0.0 + }, + { + "representative": 3378, + "members": [ + 3378 + ], + "max_error": 0.0 + }, + { + "representative": 3346, + "members": [ + 3346 + ], + "max_error": 0.0 + }, + { + "representative": 3554, + "members": [ + 3554 + ], + "max_error": 0.0 + }, + { + "representative": 3373, + "members": [ + 3373 + ], + "max_error": 0.0 + }, + { + "representative": 3479, + "members": [ + 3479 + ], + "max_error": 0.0 + }, + { + "representative": 3337, + "members": [ + 3337 + ], + "max_error": 0.0 + }, + { + "representative": 3340, + "members": [ + 3340 + ], + "max_error": 0.0 + }, + { + "representative": 3516, + "members": [ + 3516 + ], + "max_error": 0.0 + }, + { + "representative": 3339, + "members": [ + 3339 + ], + "max_error": 0.0 + }, + { + "representative": 3916, + "members": [ + 3916 + ], + "max_error": 0.0 + }, + { + "representative": 3862, + "members": [ + 3862 + ], + "max_error": 0.0 + }, + { + "representative": 3935, + "members": [ + 3935 + ], + "max_error": 0.0 + }, + { + "representative": 3854, + "members": [ + 3854 + ], + "max_error": 0.0 + }, + { + "representative": 4005, + "members": [ + 4005 + ], + "max_error": 0.0 + }, + { + "representative": 1326, + "members": [ + 1326 + ], + "max_error": 0.0 + }, + { + "representative": 1396, + "members": [ + 1396 + ], + "max_error": 0.0 + }, + { + "representative": 1529, + "members": [ + 1529 + ], + "max_error": 0.0 + }, + { + "representative": 1389, + "members": [ + 1389 + ], + "max_error": 0.0 + }, + { + "representative": 1493, + "members": [ + 1493 + ], + "max_error": 0.0 + }, + { + "representative": 1477, + "members": [ + 1477 + ], + "max_error": 0.0 + }, + { + "representative": 1428, + "members": [ + 1428 + ], + "max_error": 0.0 + }, + { + "representative": 1355, + "members": [ + 1355 + ], + "max_error": 0.0 + }, + { + "representative": 1453, + "members": [ + 1453 + ], + "max_error": 0.0 + }, + { + "representative": 1366, + "members": [ + 1366 + ], + "max_error": 0.0 + }, + { + "representative": 1438, + "members": [ + 1438 + ], + "max_error": 0.0 + }, + { + "representative": 1520, + "members": [ + 1520 + ], + "max_error": 0.0 + }, + { + "representative": 1436, + "members": [ + 1436 + ], + "max_error": 0.0 + }, + { + "representative": 1491, + "members": [ + 1491 + ], + "max_error": 0.0 + }, + { + "representative": 1427, + "members": [ + 1427 + ], + "max_error": 0.0 + }, + { + "representative": 1350, + "members": [ + 1350 + ], + "max_error": 0.0 + }, + { + "representative": 1345, + "members": [ + 1345 + ], + "max_error": 0.0 + }, + { + "representative": 1479, + "members": [ + 1479 + ], + "max_error": 0.0 + }, + { + "representative": 1480, + "members": [ + 1480 + ], + "max_error": 0.0 + }, + { + "representative": 1292, + "members": [ + 1292 + ], + "max_error": 0.0 + }, + { + "representative": 1406, + "members": [ + 1406 + ], + "max_error": 0.0 + }, + { + "representative": 1295, + "members": [ + 1295 + ], + "max_error": 0.0 + }, + { + "representative": 1951, + "members": [ + 1951 + ], + "max_error": 0.0 + }, + { + "representative": 1904, + "members": [ + 1904 + ], + "max_error": 0.0 + }, + { + "representative": 1915, + "members": [ + 1915 + ], + "max_error": 0.0 + }, + { + "representative": 1932, + "members": [ + 1932 + ], + "max_error": 0.0 + }, + { + "representative": 1873, + "members": [ + 1873 + ], + "max_error": 0.0 + }, + { + "representative": 1996, + "members": [ + 1996 + ], + "max_error": 0.0 + }, + { + "representative": 1872, + "members": [ + 1872 + ], + "max_error": 0.0 + }, + { + "representative": 1826, + "members": [ + 1826 + ], + "max_error": 0.0 + }, + { + "representative": 1960, + "members": [ + 1960 + ], + "max_error": 0.0 + }, + { + "representative": 1905, + "members": [ + 1905 + ], + "max_error": 0.0 + }, + { + "representative": 1867, + "members": [ + 1867 + ], + "max_error": 0.0 + }, + { + "representative": 2414, + "members": [ + 2414 + ], + "max_error": 0.0 + }, + { + "representative": 2354, + "members": [ + 2354 + ], + "max_error": 0.0 + }, + { + "representative": 2373, + "members": [ + 2373 + ], + "max_error": 0.0 + }, + { + "representative": 2541, + "members": [ + 2541 + ], + "max_error": 0.0 + }, + { + "representative": 2362, + "members": [ + 2362 + ], + "max_error": 0.0 + }, + { + "representative": 2523, + "members": [ + 2523 + ], + "max_error": 0.0 + }, + { + "representative": 2352, + "members": [ + 2352 + ], + "max_error": 0.0 + }, + { + "representative": 2427, + "members": [ + 2427 + ], + "max_error": 0.0 + }, + { + "representative": 2943, + "members": [ + 2943 + ], + "max_error": 0.0 + }, + { + "representative": 2868, + "members": [ + 2868 + ], + "max_error": 0.0 + }, + { + "representative": 3026, + "members": [ + 3026 + ], + "max_error": 0.0 + }, + { + "representative": 2816, + "members": [ + 2816 + ], + "max_error": 0.0 + }, + { + "representative": 2959, + "members": [ + 2959 + ], + "max_error": 0.0 + }, + { + "representative": 2895, + "members": [ + 2895 + ], + "max_error": 0.0 + }, + { + "representative": 2867, + "members": [ + 2867 + ], + "max_error": 0.0 + }, + { + "representative": 2875, + "members": [ + 2875 + ], + "max_error": 0.0 + }, + { + "representative": 3066, + "members": [ + 3066 + ], + "max_error": 0.0 + }, + { + "representative": 2860, + "members": [ + 2860 + ], + "max_error": 0.0 + }, + { + "representative": 2862, + "members": [ + 2862 + ], + "max_error": 0.0 + }, + { + "representative": 3509, + "members": [ + 3509 + ], + "max_error": 0.0 + }, + { + "representative": 3438, + "members": [ + 3438 + ], + "max_error": 0.0 + }, + { + "representative": 3405, + "members": [ + 3405 + ], + "max_error": 0.0 + }, + { + "representative": 3365, + "members": [ + 3365 + ], + "max_error": 0.0 + }, + { + "representative": 3402, + "members": [ + 3402 + ], + "max_error": 0.0 + }, + { + "representative": 3531, + "members": [ + 3531 + ], + "max_error": 0.0 + }, + { + "representative": 3403, + "members": [ + 3403 + ], + "max_error": 0.0 + }, + { + "representative": 3335, + "members": [ + 3335 + ], + "max_error": 0.0 + }, + { + "representative": 3506, + "members": [ + 3506 + ], + "max_error": 0.0 + }, + { + "representative": 3859, + "members": [ + 3859 + ], + "max_error": 0.0 + }, + { + "representative": 4094, + "members": [ + 4094 + ], + "max_error": 0.0 + }, + { + "representative": 3999, + "members": [ + 3999 + ], + "max_error": 0.0 + }, + { + "representative": 3918, + "members": [ + 3918 + ], + "max_error": 0.0 + }, + { + "representative": 3853, + "members": [ + 3853 + ], + "max_error": 0.0 + }, + { + "representative": 3942, + "members": [ + 3942 + ], + "max_error": 0.0 + }, + { + "representative": 3995, + "members": [ + 3995 + ], + "max_error": 0.0 + }, + { + "representative": 4077, + "members": [ + 4077 + ], + "max_error": 0.0 + }, + { + "representative": 4012, + "members": [ + 4012 + ], + "max_error": 0.0 + }, + { + "representative": 1319, + "members": [ + 1319 + ], + "max_error": 0.0 + }, + { + "representative": 1311, + "members": [ + 1311 + ], + "max_error": 0.0 + }, + { + "representative": 1335, + "members": [ + 1335 + ], + "max_error": 0.0 + }, + { + "representative": 1336, + "members": [ + 1336 + ], + "max_error": 0.0 + }, + { + "representative": 1468, + "members": [ + 1468 + ], + "max_error": 0.0 + }, + { + "representative": 1300, + "members": [ + 1300 + ], + "max_error": 0.0 + }, + { + "representative": 1430, + "members": [ + 1430 + ], + "max_error": 0.0 + }, + { + "representative": 1374, + "members": [ + 1374 + ], + "max_error": 0.0 + }, + { + "representative": 1531, + "members": [ + 1531 + ], + "max_error": 0.0 + }, + { + "representative": 1393, + "members": [ + 1393 + ], + "max_error": 0.0 + }, + { + "representative": 1334, + "members": [ + 1334 + ], + "max_error": 0.0 + }, + { + "representative": 1518, + "members": [ + 1518 + ], + "max_error": 0.0 + }, + { + "representative": 1343, + "members": [ + 1343 + ], + "max_error": 0.0 + }, + { + "representative": 1501, + "members": [ + 1501 + ], + "max_error": 0.0 + }, + { + "representative": 1376, + "members": [ + 1376 + ], + "max_error": 0.0 + }, + { + "representative": 1344, + "members": [ + 1344 + ], + "max_error": 0.0 + }, + { + "representative": 1881, + "members": [ + 1881 + ], + "max_error": 0.0 + }, + { + "representative": 1986, + "members": [ + 1986 + ], + "max_error": 0.0 + }, + { + "representative": 1908, + "members": [ + 1908 + ], + "max_error": 0.0 + }, + { + "representative": 1957, + "members": [ + 1957 + ], + "max_error": 0.0 + }, + { + "representative": 1883, + "members": [ + 1883 + ], + "max_error": 0.0 + }, + { + "representative": 1923, + "members": [ + 1923 + ], + "max_error": 0.0 + }, + { + "representative": 1804, + "members": [ + 1804 + ], + "max_error": 0.0 + }, + { + "representative": 1845, + "members": [ + 1845 + ], + "max_error": 0.0 + }, + { + "representative": 1968, + "members": [ + 1968 + ], + "max_error": 0.0 + }, + { + "representative": 1868, + "members": [ + 1868 + ], + "max_error": 0.0 + }, + { + "representative": 1993, + "members": [ + 1993 + ], + "max_error": 0.0 + }, + { + "representative": 1819, + "members": [ + 1819 + ], + "max_error": 0.0 + }, + { + "representative": 1814, + "members": [ + 1814 + ], + "max_error": 0.0 + }, + { + "representative": 1894, + "members": [ + 1894 + ], + "max_error": 0.0 + }, + { + "representative": 1967, + "members": [ + 1967 + ], + "max_error": 0.0 + }, + { + "representative": 2045, + "members": [ + 2045 + ], + "max_error": 0.0 + }, + { + "representative": 2315, + "members": [ + 2315 + ], + "max_error": 0.0 + }, + { + "representative": 2526, + "members": [ + 2526 + ], + "max_error": 0.0 + }, + { + "representative": 2327, + "members": [ + 2327 + ], + "max_error": 0.0 + }, + { + "representative": 2455, + "members": [ + 2455 + ], + "max_error": 0.0 + }, + { + "representative": 2500, + "members": [ + 2500 + ], + "max_error": 0.0 + }, + { + "representative": 2364, + "members": [ + 2364 + ], + "max_error": 0.0 + }, + { + "representative": 2333, + "members": [ + 2333 + ], + "max_error": 0.0 + }, + { + "representative": 2342, + "members": [ + 2342 + ], + "max_error": 0.0 + }, + { + "representative": 2463, + "members": [ + 2463 + ], + "max_error": 0.0 + }, + { + "representative": 2439, + "members": [ + 2439 + ], + "max_error": 0.0 + }, + { + "representative": 2499, + "members": [ + 2499 + ], + "max_error": 0.0 + }, + { + "representative": 2558, + "members": [ + 2558 + ], + "max_error": 0.0 + }, + { + "representative": 2324, + "members": [ + 2324 + ], + "max_error": 0.0 + }, + { + "representative": 2395, + "members": [ + 2395 + ], + "max_error": 0.0 + }, + { + "representative": 2874, + "members": [ + 2874 + ], + "max_error": 0.0 + }, + { + "representative": 2995, + "members": [ + 2995 + ], + "max_error": 0.0 + }, + { + "representative": 2849, + "members": [ + 2849 + ], + "max_error": 0.0 + }, + { + "representative": 2876, + "members": [ + 2876 + ], + "max_error": 0.0 + }, + { + "representative": 3532, + "members": [ + 3532 + ], + "max_error": 0.0 + }, + { + "representative": 3528, + "members": [ + 3528 + ], + "max_error": 0.0 + }, + { + "representative": 3370, + "members": [ + 3370 + ], + "max_error": 0.0 + }, + { + "representative": 3545, + "members": [ + 3545 + ], + "max_error": 0.0 + }, + { + "representative": 3453, + "members": [ + 3453 + ], + "max_error": 0.0 + }, + { + "representative": 3497, + "members": [ + 3497 + ], + "max_error": 0.0 + }, + { + "representative": 3523, + "members": [ + 3523 + ], + "max_error": 0.0 + }, + { + "representative": 3466, + "members": [ + 3466 + ], + "max_error": 0.0 + }, + { + "representative": 3429, + "members": [ + 3429 + ], + "max_error": 0.0 + }, + { + "representative": 3471, + "members": [ + 3471 + ], + "max_error": 0.0 + }, + { + "representative": 3394, + "members": [ + 3394 + ], + "max_error": 0.0 + }, + { + "representative": 3422, + "members": [ + 3422 + ], + "max_error": 0.0 + }, + { + "representative": 3551, + "members": [ + 3551 + ], + "max_error": 0.0 + }, + { + "representative": 3931, + "members": [ + 3931 + ], + "max_error": 0.0 + }, + { + "representative": 4037, + "members": [ + 4037 + ], + "max_error": 0.0 + }, + { + "representative": 4019, + "members": [ + 4019 + ], + "max_error": 0.0 + }, + { + "representative": 3976, + "members": [ + 3976 + ], + "max_error": 0.0 + }, + { + "representative": 3952, + "members": [ + 3952 + ], + "max_error": 0.0 + }, + { + "representative": 3958, + "members": [ + 3958 + ], + "max_error": 0.0 + }, + { + "representative": 3963, + "members": [ + 3963 + ], + "max_error": 0.0 + }, + { + "representative": 3908, + "members": [ + 3908 + ], + "max_error": 0.0 + }, + { + "representative": 3927, + "members": [ + 3927 + ], + "max_error": 0.0 + }, + { + "representative": 3997, + "members": [ + 3997 + ], + "max_error": 0.0 + }, + { + "representative": 3851, + "members": [ + 3851 + ], + "max_error": 0.0 + }, + { + "representative": 4063, + "members": [ + 4063 + ], + "max_error": 0.0 + }, + { + "representative": 4032, + "members": [ + 4032 + ], + "max_error": 0.0 + }, + { + "representative": 2916, + "members": [ + 2916 + ], + "max_error": 0.0 + }, + { + "representative": 2863, + "members": [ + 2863 + ], + "max_error": 0.0 + }, + { + "representative": 3055, + "members": [ + 3055 + ], + "max_error": 0.0 + }, + { + "representative": 3040, + "members": [ + 3040 + ], + "max_error": 0.0 + }, + { + "representative": 3547, + "members": [ + 3547 + ], + "max_error": 0.0 + }, + { + "representative": 3349, + "members": [ + 3349 + ], + "max_error": 0.0 + }, + { + "representative": 3435, + "members": [ + 3435 + ], + "max_error": 0.0 + }, + { + "representative": 3441, + "members": [ + 3441 + ], + "max_error": 0.0 + }, + { + "representative": 3539, + "members": [ + 3539 + ], + "max_error": 0.0 + }, + { + "representative": 3425, + "members": [ + 3425 + ], + "max_error": 0.0 + }, + { + "representative": 3537, + "members": [ + 3537 + ], + "max_error": 0.0 + }, + { + "representative": 3338, + "members": [ + 3338 + ], + "max_error": 0.0 + }, + { + "representative": 3407, + "members": [ + 3407 + ], + "max_error": 0.0 + }, + { + "representative": 3433, + "members": [ + 3433 + ], + "max_error": 0.0 + }, + { + "representative": 3482, + "members": [ + 3482 + ], + "max_error": 0.0 + }, + { + "representative": 4074, + "members": [ + 4074 + ], + "max_error": 0.0 + }, + { + "representative": 3869, + "members": [ + 3869 + ], + "max_error": 0.0 + }, + { + "representative": 3898, + "members": [ + 3898 + ], + "max_error": 0.0 + }, + { + "representative": 4045, + "members": [ + 4045 + ], + "max_error": 0.0 + }, + { + "representative": 4017, + "members": [ + 4017 + ], + "max_error": 0.0 + }, + { + "representative": 4066, + "members": [ + 4066 + ], + "max_error": 0.0 + }, + { + "representative": 4051, + "members": [ + 4051 + ], + "max_error": 0.0 + }, + { + "representative": 4362, + "members": [ + 4362 + ], + "max_error": 0.0 + }, + { + "representative": 4561, + "members": [ + 4561 + ], + "max_error": 0.0 + }, + { + "representative": 4495, + "members": [ + 4495 + ], + "max_error": 0.0 + }, + { + "representative": 4601, + "members": [ + 4601 + ], + "max_error": 0.0 + }, + { + "representative": 4427, + "members": [ + 4427 + ], + "max_error": 0.0 + }, + { + "representative": 4509, + "members": [ + 4509 + ], + "max_error": 0.0 + }, + { + "representative": 4442, + "members": [ + 4442 + ], + "max_error": 0.0 + }, + { + "representative": 4598, + "members": [ + 4598 + ], + "max_error": 0.0 + }, + { + "representative": 4433, + "members": [ + 4433 + ], + "max_error": 0.0 + }, + { + "representative": 4406, + "members": [ + 4406 + ], + "max_error": 0.0 + }, + { + "representative": 4423, + "members": [ + 4423 + ], + "max_error": 0.0 + }, + { + "representative": 4540, + "members": [ + 4540 + ], + "max_error": 0.0 + }, + { + "representative": 4513, + "members": [ + 4513 + ], + "max_error": 0.0 + }, + { + "representative": 4490, + "members": [ + 4490 + ], + "max_error": 0.0 + }, + { + "representative": 4409, + "members": [ + 4409 + ], + "max_error": 0.0 + }, + { + "representative": 4506, + "members": [ + 4506 + ], + "max_error": 0.0 + }, + { + "representative": 4514, + "members": [ + 4514 + ], + "max_error": 0.0 + }, + { + "representative": 4375, + "members": [ + 4375 + ], + "max_error": 0.0 + }, + { + "representative": 4365, + "members": [ + 4365 + ], + "max_error": 0.0 + }, + { + "representative": 4542, + "members": [ + 4542 + ], + "max_error": 0.0 + }, + { + "representative": 4504, + "members": [ + 4504 + ], + "max_error": 0.0 + }, + { + "representative": 4361, + "members": [ + 4361 + ], + "max_error": 0.0 + }, + { + "representative": 4443, + "members": [ + 4443 + ], + "max_error": 0.0 + }, + { + "representative": 4453, + "members": [ + 4453 + ], + "max_error": 0.0 + }, + { + "representative": 4584, + "members": [ + 4584 + ], + "max_error": 0.0 + }, + { + "representative": 4572, + "members": [ + 4572 + ], + "max_error": 0.0 + }, + { + "representative": 4516, + "members": [ + 4516 + ], + "max_error": 0.0 + }, + { + "representative": 4385, + "members": [ + 4385 + ], + "max_error": 0.0 + }, + { + "representative": 4606, + "members": [ + 4606 + ], + "max_error": 0.0 + }, + { + "representative": 4526, + "members": [ + 4526 + ], + "max_error": 0.0 + }, + { + "representative": 4547, + "members": [ + 4547 + ], + "max_error": 0.0 + }, + { + "representative": 4447, + "members": [ + 4447 + ], + "max_error": 0.0 + }, + { + "representative": 4388, + "members": [ + 4388 + ], + "max_error": 0.0 + }, + { + "representative": 4448, + "members": [ + 4448 + ], + "max_error": 0.0 + }, + { + "representative": 4430, + "members": [ + 4430 + ], + "max_error": 0.0 + }, + { + "representative": 4574, + "members": [ + 4574 + ], + "max_error": 0.0 + }, + { + "representative": 4482, + "members": [ + 4482 + ], + "max_error": 0.0 + }, + { + "representative": 4502, + "members": [ + 4502 + ], + "max_error": 0.0 + }, + { + "representative": 4931, + "members": [ + 4931 + ], + "max_error": 0.0 + }, + { + "representative": 4937, + "members": [ + 4937 + ], + "max_error": 0.0 + }, + { + "representative": 5010, + "members": [ + 5010 + ], + "max_error": 0.0 + }, + { + "representative": 4988, + "members": [ + 4988 + ], + "max_error": 0.0 + }, + { + "representative": 4983, + "members": [ + 4983 + ], + "max_error": 0.0 + }, + { + "representative": 4940, + "members": [ + 4940 + ], + "max_error": 0.0 + }, + { + "representative": 5088, + "members": [ + 5088 + ], + "max_error": 0.0 + }, + { + "representative": 5023, + "members": [ + 5023 + ], + "max_error": 0.0 + }, + { + "representative": 4908, + "members": [ + 4908 + ], + "max_error": 0.0 + }, + { + "representative": 5033, + "members": [ + 5033 + ], + "max_error": 0.0 + }, + { + "representative": 4928, + "members": [ + 4928 + ], + "max_error": 0.0 + }, + { + "representative": 5083, + "members": [ + 5083 + ], + "max_error": 0.0 + }, + { + "representative": 4884, + "members": [ + 4884 + ], + "max_error": 0.0 + }, + { + "representative": 4957, + "members": [ + 4957 + ], + "max_error": 0.0 + }, + { + "representative": 4934, + "members": [ + 4934 + ], + "max_error": 0.0 + }, + { + "representative": 5035, + "members": [ + 5035 + ], + "max_error": 0.0 + }, + { + "representative": 4947, + "members": [ + 4947 + ], + "max_error": 0.0 + }, + { + "representative": 5067, + "members": [ + 5067 + ], + "max_error": 0.0 + }, + { + "representative": 4955, + "members": [ + 4955 + ], + "max_error": 0.0 + }, + { + "representative": 4906, + "members": [ + 4906 + ], + "max_error": 0.0 + }, + { + "representative": 5005, + "members": [ + 5005 + ], + "max_error": 0.0 + }, + { + "representative": 4976, + "members": [ + 4976 + ], + "max_error": 0.0 + }, + { + "representative": 4999, + "members": [ + 4999 + ], + "max_error": 0.0 + }, + { + "representative": 4952, + "members": [ + 4952 + ], + "max_error": 0.0 + }, + { + "representative": 4875, + "members": [ + 4875 + ], + "max_error": 0.0 + }, + { + "representative": 4882, + "members": [ + 4882 + ], + "max_error": 0.0 + }, + { + "representative": 4994, + "members": [ + 4994 + ], + "max_error": 0.0 + }, + { + "representative": 4998, + "members": [ + 4998 + ], + "max_error": 0.0 + }, + { + "representative": 4902, + "members": [ + 4902 + ], + "max_error": 0.0 + }, + { + "representative": 4981, + "members": [ + 4981 + ], + "max_error": 0.0 + }, + { + "representative": 5096, + "members": [ + 5096 + ], + "max_error": 0.0 + }, + { + "representative": 5012, + "members": [ + 5012 + ], + "max_error": 0.0 + }, + { + "representative": 5115, + "members": [ + 5115 + ], + "max_error": 0.0 + }, + { + "representative": 5045, + "members": [ + 5045 + ], + "max_error": 0.0 + }, + { + "representative": 5111, + "members": [ + 5111 + ], + "max_error": 0.0 + }, + { + "representative": 4881, + "members": [ + 4881 + ], + "max_error": 0.0 + }, + { + "representative": 5013, + "members": [ + 5013 + ], + "max_error": 0.0 + }, + { + "representative": 5079, + "members": [ + 5079 + ], + "max_error": 0.0 + }, + { + "representative": 5066, + "members": [ + 5066 + ], + "max_error": 0.0 + }, + { + "representative": 4969, + "members": [ + 4969 + ], + "max_error": 0.0 + }, + { + "representative": 5094, + "members": [ + 5094 + ], + "max_error": 0.0 + }, + { + "representative": 4982, + "members": [ + 4982 + ], + "max_error": 0.0 + }, + { + "representative": 4865, + "members": [ + 4865 + ], + "max_error": 0.0 + }, + { + "representative": 4963, + "members": [ + 4963 + ], + "max_error": 0.0 + }, + { + "representative": 4939, + "members": [ + 4939 + ], + "max_error": 0.0 + }, + { + "representative": 5110, + "members": [ + 5110 + ], + "max_error": 0.0 + }, + { + "representative": 4985, + "members": [ + 4985 + ], + "max_error": 0.0 + }, + { + "representative": 5016, + "members": [ + 5016 + ], + "max_error": 0.0 + }, + { + "representative": 5118, + "members": [ + 5118 + ], + "max_error": 0.0 + }, + { + "representative": 4922, + "members": [ + 4922 + ], + "max_error": 0.0 + }, + { + "representative": 5062, + "members": [ + 5062 + ], + "max_error": 0.0 + }, + { + "representative": 5007, + "members": [ + 5007 + ], + "max_error": 0.0 + }, + { + "representative": 4961, + "members": [ + 4961 + ], + "max_error": 0.0 + }, + { + "representative": 4950, + "members": [ + 4950 + ], + "max_error": 0.0 + }, + { + "representative": 4868, + "members": [ + 4868 + ], + "max_error": 0.0 + }, + { + "representative": 4987, + "members": [ + 4987 + ], + "max_error": 0.0 + }, + { + "representative": 4930, + "members": [ + 4930 + ], + "max_error": 0.0 + }, + { + "representative": 5098, + "members": [ + 5098 + ], + "max_error": 0.0 + }, + { + "representative": 5590, + "members": [ + 5590 + ], + "max_error": 0.0 + }, + { + "representative": 5430, + "members": [ + 5430 + ], + "max_error": 0.0 + }, + { + "representative": 5558, + "members": [ + 5558 + ], + "max_error": 0.0 + }, + { + "representative": 5510, + "members": [ + 5510 + ], + "max_error": 0.0 + }, + { + "representative": 5428, + "members": [ + 5428 + ], + "max_error": 0.0 + }, + { + "representative": 5608, + "members": [ + 5608 + ], + "max_error": 0.0 + }, + { + "representative": 5565, + "members": [ + 5565 + ], + "max_error": 0.0 + }, + { + "representative": 5467, + "members": [ + 5467 + ], + "max_error": 0.0 + }, + { + "representative": 5544, + "members": [ + 5544 + ], + "max_error": 0.0 + }, + { + "representative": 5522, + "members": [ + 5522 + ], + "max_error": 0.0 + }, + { + "representative": 5415, + "members": [ + 5415 + ], + "max_error": 0.0 + }, + { + "representative": 5423, + "members": [ + 5423 + ], + "max_error": 0.0 + }, + { + "representative": 5435, + "members": [ + 5435 + ], + "max_error": 0.0 + }, + { + "representative": 5517, + "members": [ + 5517 + ], + "max_error": 0.0 + }, + { + "representative": 5535, + "members": [ + 5535 + ], + "max_error": 0.0 + }, + { + "representative": 5504, + "members": [ + 5504 + ], + "max_error": 0.0 + }, + { + "representative": 5414, + "members": [ + 5414 + ], + "max_error": 0.0 + }, + { + "representative": 5570, + "members": [ + 5570 + ], + "max_error": 0.0 + }, + { + "representative": 5461, + "members": [ + 5461 + ], + "max_error": 0.0 + }, + { + "representative": 5557, + "members": [ + 5557 + ], + "max_error": 0.0 + }, + { + "representative": 5474, + "members": [ + 5474 + ], + "max_error": 0.0 + }, + { + "representative": 5476, + "members": [ + 5476 + ], + "max_error": 0.0 + }, + { + "representative": 5493, + "members": [ + 5493 + ], + "max_error": 0.0 + }, + { + "representative": 5586, + "members": [ + 5586 + ], + "max_error": 0.0 + }, + { + "representative": 5456, + "members": [ + 5456 + ], + "max_error": 0.0 + }, + { + "representative": 5380, + "members": [ + 5380 + ], + "max_error": 0.0 + }, + { + "representative": 5518, + "members": [ + 5518 + ], + "max_error": 0.0 + }, + { + "representative": 5459, + "members": [ + 5459 + ], + "max_error": 0.0 + }, + { + "representative": 5387, + "members": [ + 5387 + ], + "max_error": 0.0 + }, + { + "representative": 5502, + "members": [ + 5502 + ], + "max_error": 0.0 + }, + { + "representative": 5377, + "members": [ + 5377 + ], + "max_error": 0.0 + }, + { + "representative": 5418, + "members": [ + 5418 + ], + "max_error": 0.0 + }, + { + "representative": 5407, + "members": [ + 5407 + ], + "max_error": 0.0 + }, + { + "representative": 5489, + "members": [ + 5489 + ], + "max_error": 0.0 + }, + { + "representative": 5560, + "members": [ + 5560 + ], + "max_error": 0.0 + }, + { + "representative": 5577, + "members": [ + 5577 + ], + "max_error": 0.0 + }, + { + "representative": 5419, + "members": [ + 5419 + ], + "max_error": 0.0 + }, + { + "representative": 5890, + "members": [ + 5890 + ], + "max_error": 0.0 + }, + { + "representative": 5964, + "members": [ + 5964 + ], + "max_error": 0.0 + }, + { + "representative": 5976, + "members": [ + 5976 + ], + "max_error": 0.0 + }, + { + "representative": 6077, + "members": [ + 6077 + ], + "max_error": 0.0 + }, + { + "representative": 6055, + "members": [ + 6055 + ], + "max_error": 0.0 + }, + { + "representative": 5925, + "members": [ + 5925 + ], + "max_error": 0.0 + }, + { + "representative": 6061, + "members": [ + 6061 + ], + "max_error": 0.0 + }, + { + "representative": 6032, + "members": [ + 6032 + ], + "max_error": 0.0 + }, + { + "representative": 5977, + "members": [ + 5977 + ], + "max_error": 0.0 + }, + { + "representative": 6105, + "members": [ + 6105 + ], + "max_error": 0.0 + }, + { + "representative": 6131, + "members": [ + 6131 + ], + "max_error": 0.0 + }, + { + "representative": 5990, + "members": [ + 5990 + ], + "max_error": 0.0 + }, + { + "representative": 5906, + "members": [ + 5906 + ], + "max_error": 0.0 + }, + { + "representative": 5994, + "members": [ + 5994 + ], + "max_error": 0.0 + }, + { + "representative": 6018, + "members": [ + 6018 + ], + "max_error": 0.0 + }, + { + "representative": 5955, + "members": [ + 5955 + ], + "max_error": 0.0 + }, + { + "representative": 6047, + "members": [ + 6047 + ], + "max_error": 0.0 + }, + { + "representative": 6116, + "members": [ + 6116 + ], + "max_error": 0.0 + }, + { + "representative": 6008, + "members": [ + 6008 + ], + "max_error": 0.0 + }, + { + "representative": 6096, + "members": [ + 6096 + ], + "max_error": 0.0 + }, + { + "representative": 6009, + "members": [ + 6009 + ], + "max_error": 0.0 + }, + { + "representative": 6058, + "members": [ + 6058 + ], + "max_error": 0.0 + }, + { + "representative": 6098, + "members": [ + 6098 + ], + "max_error": 0.0 + }, + { + "representative": 6057, + "members": [ + 6057 + ], + "max_error": 0.0 + }, + { + "representative": 6133, + "members": [ + 6133 + ], + "max_error": 0.0 + }, + { + "representative": 6087, + "members": [ + 6087 + ], + "max_error": 0.0 + }, + { + "representative": 6130, + "members": [ + 6130 + ], + "max_error": 0.0 + }, + { + "representative": 6027, + "members": [ + 6027 + ], + "max_error": 0.0 + }, + { + "representative": 6140, + "members": [ + 6140 + ], + "max_error": 0.0 + }, + { + "representative": 5989, + "members": [ + 5989 + ], + "max_error": 0.0 + }, + { + "representative": 5892, + "members": [ + 5892 + ], + "max_error": 0.0 + }, + { + "representative": 6050, + "members": [ + 6050 + ], + "max_error": 0.0 + }, + { + "representative": 5933, + "members": [ + 5933 + ], + "max_error": 0.0 + }, + { + "representative": 5897, + "members": [ + 5897 + ], + "max_error": 0.0 + }, + { + "representative": 5938, + "members": [ + 5938 + ], + "max_error": 0.0 + }, + { + "representative": 6075, + "members": [ + 6075 + ], + "max_error": 0.0 + }, + { + "representative": 6079, + "members": [ + 6079 + ], + "max_error": 0.0 + }, + { + "representative": 2942, + "members": [ + 2942 + ], + "max_error": 0.0 + }, + { + "representative": 2905, + "members": [ + 2905 + ], + "max_error": 0.0 + }, + { + "representative": 3013, + "members": [ + 3013 + ], + "max_error": 0.0 + }, + { + "representative": 2921, + "members": [ + 2921 + ], + "max_error": 0.0 + }, + { + "representative": 2937, + "members": [ + 2937 + ], + "max_error": 0.0 + }, + { + "representative": 3018, + "members": [ + 3018 + ], + "max_error": 0.0 + }, + { + "representative": 3070, + "members": [ + 3070 + ], + "max_error": 0.0 + }, + { + "representative": 2933, + "members": [ + 2933 + ], + "max_error": 0.0 + }, + { + "representative": 3012, + "members": [ + 3012 + ], + "max_error": 0.0 + }, + { + "representative": 2865, + "members": [ + 2865 + ], + "max_error": 0.0 + }, + { + "representative": 2958, + "members": [ + 2958 + ], + "max_error": 0.0 + }, + { + "representative": 2821, + "members": [ + 2821 + ], + "max_error": 0.0 + }, + { + "representative": 2846, + "members": [ + 2846 + ], + "max_error": 0.0 + }, + { + "representative": 2978, + "members": [ + 2978 + ], + "max_error": 0.0 + }, + { + "representative": 3344, + "members": [ + 3344 + ], + "max_error": 0.0 + }, + { + "representative": 3529, + "members": [ + 3529 + ], + "max_error": 0.0 + }, + { + "representative": 3473, + "members": [ + 3473 + ], + "max_error": 0.0 + }, + { + "representative": 3514, + "members": [ + 3514 + ], + "max_error": 0.0 + }, + { + "representative": 3526, + "members": [ + 3526 + ], + "max_error": 0.0 + }, + { + "representative": 3397, + "members": [ + 3397 + ], + "max_error": 0.0 + }, + { + "representative": 3510, + "members": [ + 3510 + ], + "max_error": 0.0 + }, + { + "representative": 4093, + "members": [ + 4093 + ], + "max_error": 0.0 + }, + { + "representative": 4039, + "members": [ + 4039 + ], + "max_error": 0.0 + }, + { + "representative": 3969, + "members": [ + 3969 + ], + "max_error": 0.0 + }, + { + "representative": 4030, + "members": [ + 4030 + ], + "max_error": 0.0 + }, + { + "representative": 4082, + "members": [ + 4082 + ], + "max_error": 0.0 + }, + { + "representative": 4050, + "members": [ + 4050 + ], + "max_error": 0.0 + }, + { + "representative": 4470, + "members": [ + 4470 + ], + "max_error": 0.0 + }, + { + "representative": 4497, + "members": [ + 4497 + ], + "max_error": 0.0 + }, + { + "representative": 4391, + "members": [ + 4391 + ], + "max_error": 0.0 + }, + { + "representative": 4569, + "members": [ + 4569 + ], + "max_error": 0.0 + }, + { + "representative": 4602, + "members": [ + 4602 + ], + "max_error": 0.0 + }, + { + "representative": 4467, + "members": [ + 4467 + ], + "max_error": 0.0 + }, + { + "representative": 4521, + "members": [ + 4521 + ], + "max_error": 0.0 + }, + { + "representative": 4353, + "members": [ + 4353 + ], + "max_error": 0.0 + }, + { + "representative": 4417, + "members": [ + 4417 + ], + "max_error": 0.0 + }, + { + "representative": 4369, + "members": [ + 4369 + ], + "max_error": 0.0 + }, + { + "representative": 4567, + "members": [ + 4567 + ], + "max_error": 0.0 + }, + { + "representative": 4484, + "members": [ + 4484 + ], + "max_error": 0.0 + }, + { + "representative": 4512, + "members": [ + 4512 + ], + "max_error": 0.0 + }, + { + "representative": 4596, + "members": [ + 4596 + ], + "max_error": 0.0 + }, + { + "representative": 4477, + "members": [ + 4477 + ], + "max_error": 0.0 + }, + { + "representative": 4382, + "members": [ + 4382 + ], + "max_error": 0.0 + }, + { + "representative": 4607, + "members": [ + 4607 + ], + "max_error": 0.0 + }, + { + "representative": 4530, + "members": [ + 4530 + ], + "max_error": 0.0 + }, + { + "representative": 4586, + "members": [ + 4586 + ], + "max_error": 0.0 + }, + { + "representative": 4377, + "members": [ + 4377 + ], + "max_error": 0.0 + }, + { + "representative": 4587, + "members": [ + 4587 + ], + "max_error": 0.0 + }, + { + "representative": 4411, + "members": [ + 4411 + ], + "max_error": 0.0 + }, + { + "representative": 4419, + "members": [ + 4419 + ], + "max_error": 0.0 + }, + { + "representative": 4475, + "members": [ + 4475 + ], + "max_error": 0.0 + }, + { + "representative": 4422, + "members": [ + 4422 + ], + "max_error": 0.0 + }, + { + "representative": 4562, + "members": [ + 4562 + ], + "max_error": 0.0 + }, + { + "representative": 4400, + "members": [ + 4400 + ], + "max_error": 0.0 + }, + { + "representative": 4552, + "members": [ + 4552 + ], + "max_error": 0.0 + }, + { + "representative": 4551, + "members": [ + 4551 + ], + "max_error": 0.0 + }, + { + "representative": 4592, + "members": [ + 4592 + ], + "max_error": 0.0 + }, + { + "representative": 4355, + "members": [ + 4355 + ], + "max_error": 0.0 + }, + { + "representative": 4396, + "members": [ + 4396 + ], + "max_error": 0.0 + }, + { + "representative": 4445, + "members": [ + 4445 + ], + "max_error": 0.0 + }, + { + "representative": 4544, + "members": [ + 4544 + ], + "max_error": 0.0 + }, + { + "representative": 4360, + "members": [ + 4360 + ], + "max_error": 0.0 + }, + { + "representative": 4489, + "members": [ + 4489 + ], + "max_error": 0.0 + }, + { + "representative": 4543, + "members": [ + 4543 + ], + "max_error": 0.0 + }, + { + "representative": 4539, + "members": [ + 4539 + ], + "max_error": 0.0 + }, + { + "representative": 4536, + "members": [ + 4536 + ], + "max_error": 0.0 + }, + { + "representative": 4604, + "members": [ + 4604 + ], + "max_error": 0.0 + }, + { + "representative": 4466, + "members": [ + 4466 + ], + "max_error": 0.0 + }, + { + "representative": 4549, + "members": [ + 4549 + ], + "max_error": 0.0 + }, + { + "representative": 4523, + "members": [ + 4523 + ], + "max_error": 0.0 + }, + { + "representative": 4473, + "members": [ + 4473 + ], + "max_error": 0.0 + }, + { + "representative": 4487, + "members": [ + 4487 + ], + "max_error": 0.0 + }, + { + "representative": 4582, + "members": [ + 4582 + ], + "max_error": 0.0 + }, + { + "representative": 4511, + "members": [ + 4511 + ], + "max_error": 0.0 + }, + { + "representative": 4378, + "members": [ + 4378 + ], + "max_error": 0.0 + }, + { + "representative": 4410, + "members": [ + 4410 + ], + "max_error": 0.0 + }, + { + "representative": 4438, + "members": [ + 4438 + ], + "max_error": 0.0 + }, + { + "representative": 5017, + "members": [ + 5017 + ], + "max_error": 0.0 + }, + { + "representative": 5095, + "members": [ + 5095 + ], + "max_error": 0.0 + }, + { + "representative": 5112, + "members": [ + 5112 + ], + "max_error": 0.0 + }, + { + "representative": 5072, + "members": [ + 5072 + ], + "max_error": 0.0 + }, + { + "representative": 5050, + "members": [ + 5050 + ], + "max_error": 0.0 + }, + { + "representative": 5090, + "members": [ + 5090 + ], + "max_error": 0.0 + }, + { + "representative": 5064, + "members": [ + 5064 + ], + "max_error": 0.0 + }, + { + "representative": 4951, + "members": [ + 4951 + ], + "max_error": 0.0 + }, + { + "representative": 4883, + "members": [ + 4883 + ], + "max_error": 0.0 + }, + { + "representative": 4920, + "members": [ + 4920 + ], + "max_error": 0.0 + }, + { + "representative": 4888, + "members": [ + 4888 + ], + "max_error": 0.0 + }, + { + "representative": 4929, + "members": [ + 4929 + ], + "max_error": 0.0 + }, + { + "representative": 5068, + "members": [ + 5068 + ], + "max_error": 0.0 + }, + { + "representative": 4878, + "members": [ + 4878 + ], + "max_error": 0.0 + }, + { + "representative": 5071, + "members": [ + 5071 + ], + "max_error": 0.0 + }, + { + "representative": 4874, + "members": [ + 4874 + ], + "max_error": 0.0 + }, + { + "representative": 5069, + "members": [ + 5069 + ], + "max_error": 0.0 + }, + { + "representative": 4933, + "members": [ + 4933 + ], + "max_error": 0.0 + }, + { + "representative": 4973, + "members": [ + 4973 + ], + "max_error": 0.0 + }, + { + "representative": 5000, + "members": [ + 5000 + ], + "max_error": 0.0 + }, + { + "representative": 5078, + "members": [ + 5078 + ], + "max_error": 0.0 + }, + { + "representative": 4945, + "members": [ + 4945 + ], + "max_error": 0.0 + }, + { + "representative": 5049, + "members": [ + 5049 + ], + "max_error": 0.0 + }, + { + "representative": 5047, + "members": [ + 5047 + ], + "max_error": 0.0 + }, + { + "representative": 4886, + "members": [ + 4886 + ], + "max_error": 0.0 + }, + { + "representative": 4956, + "members": [ + 4956 + ], + "max_error": 0.0 + }, + { + "representative": 5006, + "members": [ + 5006 + ], + "max_error": 0.0 + }, + { + "representative": 4967, + "members": [ + 4967 + ], + "max_error": 0.0 + }, + { + "representative": 5019, + "members": [ + 5019 + ], + "max_error": 0.0 + }, + { + "representative": 4869, + "members": [ + 4869 + ], + "max_error": 0.0 + }, + { + "representative": 5048, + "members": [ + 5048 + ], + "max_error": 0.0 + }, + { + "representative": 5091, + "members": [ + 5091 + ], + "max_error": 0.0 + }, + { + "representative": 5100, + "members": [ + 5100 + ], + "max_error": 0.0 + }, + { + "representative": 5073, + "members": [ + 5073 + ], + "max_error": 0.0 + }, + { + "representative": 5021, + "members": [ + 5021 + ], + "max_error": 0.0 + }, + { + "representative": 5044, + "members": [ + 5044 + ], + "max_error": 0.0 + }, + { + "representative": 5065, + "members": [ + 5065 + ], + "max_error": 0.0 + }, + { + "representative": 5055, + "members": [ + 5055 + ], + "max_error": 0.0 + }, + { + "representative": 4904, + "members": [ + 4904 + ], + "max_error": 0.0 + }, + { + "representative": 5114, + "members": [ + 5114 + ], + "max_error": 0.0 + }, + { + "representative": 4905, + "members": [ + 4905 + ], + "max_error": 0.0 + }, + { + "representative": 5621, + "members": [ + 5621 + ], + "max_error": 0.0 + }, + { + "representative": 5469, + "members": [ + 5469 + ], + "max_error": 0.0 + }, + { + "representative": 5471, + "members": [ + 5471 + ], + "max_error": 0.0 + }, + { + "representative": 5571, + "members": [ + 5571 + ], + "max_error": 0.0 + }, + { + "representative": 5422, + "members": [ + 5422 + ], + "max_error": 0.0 + }, + { + "representative": 5587, + "members": [ + 5587 + ], + "max_error": 0.0 + }, + { + "representative": 5528, + "members": [ + 5528 + ], + "max_error": 0.0 + }, + { + "representative": 5433, + "members": [ + 5433 + ], + "max_error": 0.0 + }, + { + "representative": 5596, + "members": [ + 5596 + ], + "max_error": 0.0 + }, + { + "representative": 5455, + "members": [ + 5455 + ], + "max_error": 0.0 + }, + { + "representative": 5609, + "members": [ + 5609 + ], + "max_error": 0.0 + }, + { + "representative": 5540, + "members": [ + 5540 + ], + "max_error": 0.0 + }, + { + "representative": 5524, + "members": [ + 5524 + ], + "max_error": 0.0 + }, + { + "representative": 5628, + "members": [ + 5628 + ], + "max_error": 0.0 + }, + { + "representative": 5425, + "members": [ + 5425 + ], + "max_error": 0.0 + }, + { + "representative": 5595, + "members": [ + 5595 + ], + "max_error": 0.0 + }, + { + "representative": 5579, + "members": [ + 5579 + ], + "max_error": 0.0 + }, + { + "representative": 5452, + "members": [ + 5452 + ], + "max_error": 0.0 + }, + { + "representative": 5472, + "members": [ + 5472 + ], + "max_error": 0.0 + }, + { + "representative": 5614, + "members": [ + 5614 + ], + "max_error": 0.0 + }, + { + "representative": 5592, + "members": [ + 5592 + ], + "max_error": 0.0 + }, + { + "representative": 5619, + "members": [ + 5619 + ], + "max_error": 0.0 + }, + { + "representative": 5507, + "members": [ + 5507 + ], + "max_error": 0.0 + }, + { + "representative": 5580, + "members": [ + 5580 + ], + "max_error": 0.0 + }, + { + "representative": 5519, + "members": [ + 5519 + ], + "max_error": 0.0 + }, + { + "representative": 5603, + "members": [ + 5603 + ], + "max_error": 0.0 + }, + { + "representative": 5473, + "members": [ + 5473 + ], + "max_error": 0.0 + }, + { + "representative": 5572, + "members": [ + 5572 + ], + "max_error": 0.0 + }, + { + "representative": 5515, + "members": [ + 5515 + ], + "max_error": 0.0 + }, + { + "representative": 5631, + "members": [ + 5631 + ], + "max_error": 0.0 + }, + { + "representative": 5573, + "members": [ + 5573 + ], + "max_error": 0.0 + }, + { + "representative": 5449, + "members": [ + 5449 + ], + "max_error": 0.0 + }, + { + "representative": 5602, + "members": [ + 5602 + ], + "max_error": 0.0 + }, + { + "representative": 5604, + "members": [ + 5604 + ], + "max_error": 0.0 + }, + { + "representative": 5406, + "members": [ + 5406 + ], + "max_error": 0.0 + }, + { + "representative": 5391, + "members": [ + 5391 + ], + "max_error": 0.0 + }, + { + "representative": 5591, + "members": [ + 5591 + ], + "max_error": 0.0 + }, + { + "representative": 5505, + "members": [ + 5505 + ], + "max_error": 0.0 + }, + { + "representative": 5439, + "members": [ + 5439 + ], + "max_error": 0.0 + }, + { + "representative": 5482, + "members": [ + 5482 + ], + "max_error": 0.0 + }, + { + "representative": 5465, + "members": [ + 5465 + ], + "max_error": 0.0 + }, + { + "representative": 5441, + "members": [ + 5441 + ], + "max_error": 0.0 + }, + { + "representative": 5561, + "members": [ + 5561 + ], + "max_error": 0.0 + }, + { + "representative": 5506, + "members": [ + 5506 + ], + "max_error": 0.0 + }, + { + "representative": 5588, + "members": [ + 5588 + ], + "max_error": 0.0 + }, + { + "representative": 5411, + "members": [ + 5411 + ], + "max_error": 0.0 + }, + { + "representative": 5523, + "members": [ + 5523 + ], + "max_error": 0.0 + }, + { + "representative": 5537, + "members": [ + 5537 + ], + "max_error": 0.0 + }, + { + "representative": 5389, + "members": [ + 5389 + ], + "max_error": 0.0 + }, + { + "representative": 5408, + "members": [ + 5408 + ], + "max_error": 0.0 + }, + { + "representative": 5548, + "members": [ + 5548 + ], + "max_error": 0.0 + }, + { + "representative": 5521, + "members": [ + 5521 + ], + "max_error": 0.0 + }, + { + "representative": 5470, + "members": [ + 5470 + ], + "max_error": 0.0 + }, + { + "representative": 5915, + "members": [ + 5915 + ], + "max_error": 0.0 + }, + { + "representative": 5984, + "members": [ + 5984 + ], + "max_error": 0.0 + }, + { + "representative": 6107, + "members": [ + 6107 + ], + "max_error": 0.0 + }, + { + "representative": 6014, + "members": [ + 6014 + ], + "max_error": 0.0 + }, + { + "representative": 6033, + "members": [ + 6033 + ], + "max_error": 0.0 + }, + { + "representative": 6141, + "members": [ + 6141 + ], + "max_error": 0.0 + }, + { + "representative": 6015, + "members": [ + 6015 + ], + "max_error": 0.0 + }, + { + "representative": 5911, + "members": [ + 5911 + ], + "max_error": 0.0 + }, + { + "representative": 5971, + "members": [ + 5971 + ], + "max_error": 0.0 + }, + { + "representative": 5895, + "members": [ + 5895 + ], + "max_error": 0.0 + }, + { + "representative": 6031, + "members": [ + 6031 + ], + "max_error": 0.0 + }, + { + "representative": 6004, + "members": [ + 6004 + ], + "max_error": 0.0 + }, + { + "representative": 6062, + "members": [ + 6062 + ], + "max_error": 0.0 + }, + { + "representative": 5921, + "members": [ + 5921 + ], + "max_error": 0.0 + }, + { + "representative": 5930, + "members": [ + 5930 + ], + "max_error": 0.0 + }, + { + "representative": 6132, + "members": [ + 6132 + ], + "max_error": 0.0 + }, + { + "representative": 6118, + "members": [ + 6118 + ], + "max_error": 0.0 + }, + { + "representative": 6084, + "members": [ + 6084 + ], + "max_error": 0.0 + }, + { + "representative": 5944, + "members": [ + 5944 + ], + "max_error": 0.0 + }, + { + "representative": 6134, + "members": [ + 6134 + ], + "max_error": 0.0 + }, + { + "representative": 6095, + "members": [ + 6095 + ], + "max_error": 0.0 + }, + { + "representative": 6127, + "members": [ + 6127 + ], + "max_error": 0.0 + }, + { + "representative": 6125, + "members": [ + 6125 + ], + "max_error": 0.0 + }, + { + "representative": 6076, + "members": [ + 6076 + ], + "max_error": 0.0 + }, + { + "representative": 6108, + "members": [ + 6108 + ], + "max_error": 0.0 + }, + { + "representative": 6135, + "members": [ + 6135 + ], + "max_error": 0.0 + }, + { + "representative": 6063, + "members": [ + 6063 + ], + "max_error": 0.0 + }, + { + "representative": 5934, + "members": [ + 5934 + ], + "max_error": 0.0 + }, + { + "representative": 6085, + "members": [ + 6085 + ], + "max_error": 0.0 + }, + { + "representative": 6090, + "members": [ + 6090 + ], + "max_error": 0.0 + }, + { + "representative": 5888, + "members": [ + 5888 + ], + "max_error": 0.0 + }, + { + "representative": 6091, + "members": [ + 6091 + ], + "max_error": 0.0 + }, + { + "representative": 6013, + "members": [ + 6013 + ], + "max_error": 0.0 + }, + { + "representative": 5961, + "members": [ + 5961 + ], + "max_error": 0.0 + }, + { + "representative": 5936, + "members": [ + 5936 + ], + "max_error": 0.0 + }, + { + "representative": 6113, + "members": [ + 6113 + ], + "max_error": 0.0 + }, + { + "representative": 6035, + "members": [ + 6035 + ], + "max_error": 0.0 + }, + { + "representative": 6119, + "members": [ + 6119 + ], + "max_error": 0.0 + }, + { + "representative": 1509, + "members": [ + 1509 + ], + "max_error": 0.0 + }, + { + "representative": 1426, + "members": [ + 1426 + ], + "max_error": 0.0 + }, + { + "representative": 1495, + "members": [ + 1495 + ], + "max_error": 0.0 + }, + { + "representative": 1349, + "members": [ + 1349 + ], + "max_error": 0.0 + }, + { + "representative": 1370, + "members": [ + 1370 + ], + "max_error": 0.0 + }, + { + "representative": 1528, + "members": [ + 1528 + ], + "max_error": 0.0 + }, + { + "representative": 1314, + "members": [ + 1314 + ], + "max_error": 0.0 + }, + { + "representative": 1307, + "members": [ + 1307 + ], + "max_error": 0.0 + }, + { + "representative": 1313, + "members": [ + 1313 + ], + "max_error": 0.0 + }, + { + "representative": 1404, + "members": [ + 1404 + ], + "max_error": 0.0 + }, + { + "representative": 1447, + "members": [ + 1447 + ], + "max_error": 0.0 + }, + { + "representative": 1457, + "members": [ + 1457 + ], + "max_error": 0.0 + }, + { + "representative": 1323, + "members": [ + 1323 + ], + "max_error": 0.0 + }, + { + "representative": 1456, + "members": [ + 1456 + ], + "max_error": 0.0 + }, + { + "representative": 1378, + "members": [ + 1378 + ], + "max_error": 0.0 + }, + { + "representative": 1510, + "members": [ + 1510 + ], + "max_error": 0.0 + }, + { + "representative": 1442, + "members": [ + 1442 + ], + "max_error": 0.0 + }, + { + "representative": 1504, + "members": [ + 1504 + ], + "max_error": 0.0 + }, + { + "representative": 2003, + "members": [ + 2003 + ], + "max_error": 0.0 + }, + { + "representative": 1962, + "members": [ + 1962 + ], + "max_error": 0.0 + }, + { + "representative": 1979, + "members": [ + 1979 + ], + "max_error": 0.0 + }, + { + "representative": 2004, + "members": [ + 2004 + ], + "max_error": 0.0 + }, + { + "representative": 2016, + "members": [ + 2016 + ], + "max_error": 0.0 + }, + { + "representative": 1831, + "members": [ + 1831 + ], + "max_error": 0.0 + }, + { + "representative": 1952, + "members": [ + 1952 + ], + "max_error": 0.0 + }, + { + "representative": 1989, + "members": [ + 1989 + ], + "max_error": 0.0 + }, + { + "representative": 1860, + "members": [ + 1860 + ], + "max_error": 0.0 + }, + { + "representative": 1956, + "members": [ + 1956 + ], + "max_error": 0.0 + }, + { + "representative": 1959, + "members": [ + 1959 + ], + "max_error": 0.0 + }, + { + "representative": 1869, + "members": [ + 1869 + ], + "max_error": 0.0 + }, + { + "representative": 1922, + "members": [ + 1922 + ], + "max_error": 0.0 + }, + { + "representative": 1889, + "members": [ + 1889 + ], + "max_error": 0.0 + }, + { + "representative": 2509, + "members": [ + 2509 + ], + "max_error": 0.0 + }, + { + "representative": 2556, + "members": [ + 2556 + ], + "max_error": 0.0 + }, + { + "representative": 2381, + "members": [ + 2381 + ], + "max_error": 0.0 + }, + { + "representative": 2337, + "members": [ + 2337 + ], + "max_error": 0.0 + }, + { + "representative": 2338, + "members": [ + 2338 + ], + "max_error": 0.0 + }, + { + "representative": 2416, + "members": [ + 2416 + ], + "max_error": 0.0 + }, + { + "representative": 2485, + "members": [ + 2485 + ], + "max_error": 0.0 + }, + { + "representative": 2542, + "members": [ + 2542 + ], + "max_error": 0.0 + }, + { + "representative": 2507, + "members": [ + 2507 + ], + "max_error": 0.0 + }, + { + "representative": 2904, + "members": [ + 2904 + ], + "max_error": 0.0 + }, + { + "representative": 3035, + "members": [ + 3035 + ], + "max_error": 0.0 + }, + { + "representative": 3031, + "members": [ + 3031 + ], + "max_error": 0.0 + }, + { + "representative": 2931, + "members": [ + 2931 + ], + "max_error": 0.0 + }, + { + "representative": 2956, + "members": [ + 2956 + ], + "max_error": 0.0 + }, + { + "representative": 2861, + "members": [ + 2861 + ], + "max_error": 0.0 + }, + { + "representative": 2884, + "members": [ + 2884 + ], + "max_error": 0.0 + }, + { + "representative": 2837, + "members": [ + 2837 + ], + "max_error": 0.0 + }, + { + "representative": 3039, + "members": [ + 3039 + ], + "max_error": 0.0 + }, + { + "representative": 3014, + "members": [ + 3014 + ], + "max_error": 0.0 + }, + { + "representative": 2913, + "members": [ + 2913 + ], + "max_error": 0.0 + }, + { + "representative": 2869, + "members": [ + 2869 + ], + "max_error": 0.0 + }, + { + "representative": 2881, + "members": [ + 2881 + ], + "max_error": 0.0 + }, + { + "representative": 3434, + "members": [ + 3434 + ], + "max_error": 0.0 + }, + { + "representative": 3375, + "members": [ + 3375 + ], + "max_error": 0.0 + }, + { + "representative": 3567, + "members": [ + 3567 + ], + "max_error": 0.0 + }, + { + "representative": 3542, + "members": [ + 3542 + ], + "max_error": 0.0 + }, + { + "representative": 3491, + "members": [ + 3491 + ], + "max_error": 0.0 + }, + { + "representative": 3357, + "members": [ + 3357 + ], + "max_error": 0.0 + }, + { + "representative": 3486, + "members": [ + 3486 + ], + "max_error": 0.0 + }, + { + "representative": 3350, + "members": [ + 3350 + ], + "max_error": 0.0 + }, + { + "representative": 3572, + "members": [ + 3572 + ], + "max_error": 0.0 + }, + { + "representative": 3368, + "members": [ + 3368 + ], + "max_error": 0.0 + }, + { + "representative": 3442, + "members": [ + 3442 + ], + "max_error": 0.0 + }, + { + "representative": 3356, + "members": [ + 3356 + ], + "max_error": 0.0 + }, + { + "representative": 3893, + "members": [ + 3893 + ], + "max_error": 0.0 + }, + { + "representative": 3951, + "members": [ + 3951 + ], + "max_error": 0.0 + }, + { + "representative": 4035, + "members": [ + 4035 + ], + "max_error": 0.0 + }, + { + "representative": 3844, + "members": [ + 3844 + ], + "max_error": 0.0 + }, + { + "representative": 3980, + "members": [ + 3980 + ], + "max_error": 0.0 + }, + { + "representative": 4062, + "members": [ + 4062 + ], + "max_error": 0.0 + }, + { + "representative": 3866, + "members": [ + 3866 + ], + "max_error": 0.0 + }, + { + "representative": 1502, + "members": [ + 1502 + ], + "max_error": 0.0 + }, + { + "representative": 1308, + "members": [ + 1308 + ], + "max_error": 0.0 + }, + { + "representative": 1394, + "members": [ + 1394 + ], + "max_error": 0.0 + }, + { + "representative": 1422, + "members": [ + 1422 + ], + "max_error": 0.0 + }, + { + "representative": 1365, + "members": [ + 1365 + ], + "max_error": 0.0 + }, + { + "representative": 1446, + "members": [ + 1446 + ], + "max_error": 0.0 + }, + { + "representative": 1452, + "members": [ + 1452 + ], + "max_error": 0.0 + }, + { + "representative": 1342, + "members": [ + 1342 + ], + "max_error": 0.0 + }, + { + "representative": 1356, + "members": [ + 1356 + ], + "max_error": 0.0 + }, + { + "representative": 1387, + "members": [ + 1387 + ], + "max_error": 0.0 + }, + { + "representative": 1304, + "members": [ + 1304 + ], + "max_error": 0.0 + }, + { + "representative": 1522, + "members": [ + 1522 + ], + "max_error": 0.0 + }, + { + "representative": 1331, + "members": [ + 1331 + ], + "max_error": 0.0 + }, + { + "representative": 1417, + "members": [ + 1417 + ], + "max_error": 0.0 + }, + { + "representative": 2008, + "members": [ + 2008 + ], + "max_error": 0.0 + }, + { + "representative": 1976, + "members": [ + 1976 + ], + "max_error": 0.0 + }, + { + "representative": 2028, + "members": [ + 2028 + ], + "max_error": 0.0 + }, + { + "representative": 1809, + "members": [ + 1809 + ], + "max_error": 0.0 + }, + { + "representative": 2037, + "members": [ + 2037 + ], + "max_error": 0.0 + }, + { + "representative": 2020, + "members": [ + 2020 + ], + "max_error": 0.0 + }, + { + "representative": 1877, + "members": [ + 1877 + ], + "max_error": 0.0 + }, + { + "representative": 1966, + "members": [ + 1966 + ], + "max_error": 0.0 + }, + { + "representative": 1848, + "members": [ + 1848 + ], + "max_error": 0.0 + }, + { + "representative": 2043, + "members": [ + 2043 + ], + "max_error": 0.0 + }, + { + "representative": 1855, + "members": [ + 1855 + ], + "max_error": 0.0 + }, + { + "representative": 2034, + "members": [ + 2034 + ], + "max_error": 0.0 + }, + { + "representative": 2039, + "members": [ + 2039 + ], + "max_error": 0.0 + }, + { + "representative": 1924, + "members": [ + 1924 + ], + "max_error": 0.0 + }, + { + "representative": 1865, + "members": [ + 1865 + ], + "max_error": 0.0 + }, + { + "representative": 2309, + "members": [ + 2309 + ], + "max_error": 0.0 + }, + { + "representative": 2437, + "members": [ + 2437 + ], + "max_error": 0.0 + }, + { + "representative": 2345, + "members": [ + 2345 + ], + "max_error": 0.0 + }, + { + "representative": 2367, + "members": [ + 2367 + ], + "max_error": 0.0 + }, + { + "representative": 2405, + "members": [ + 2405 + ], + "max_error": 0.0 + }, + { + "representative": 2553, + "members": [ + 2553 + ], + "max_error": 0.0 + }, + { + "representative": 2383, + "members": [ + 2383 + ], + "max_error": 0.0 + }, + { + "representative": 2382, + "members": [ + 2382 + ], + "max_error": 0.0 + }, + { + "representative": 2488, + "members": [ + 2488 + ], + "max_error": 0.0 + }, + { + "representative": 2454, + "members": [ + 2454 + ], + "max_error": 0.0 + }, + { + "representative": 2320, + "members": [ + 2320 + ], + "max_error": 0.0 + }, + { + "representative": 2478, + "members": [ + 2478 + ], + "max_error": 0.0 + }, + { + "representative": 2376, + "members": [ + 2376 + ], + "max_error": 0.0 + }, + { + "representative": 2464, + "members": [ + 2464 + ], + "max_error": 0.0 + }, + { + "representative": 2453, + "members": [ + 2453 + ], + "max_error": 0.0 + }, + { + "representative": 2872, + "members": [ + 2872 + ], + "max_error": 0.0 + }, + { + "representative": 3047, + "members": [ + 3047 + ], + "max_error": 0.0 + }, + { + "representative": 3054, + "members": [ + 3054 + ], + "max_error": 0.0 + }, + { + "representative": 2976, + "members": [ + 2976 + ], + "max_error": 0.0 + }, + { + "representative": 3010, + "members": [ + 3010 + ], + "max_error": 0.0 + }, + { + "representative": 3023, + "members": [ + 3023 + ], + "max_error": 0.0 + }, + { + "representative": 2819, + "members": [ + 2819 + ], + "max_error": 0.0 + }, + { + "representative": 3011, + "members": [ + 3011 + ], + "max_error": 0.0 + }, + { + "representative": 2826, + "members": [ + 2826 + ], + "max_error": 0.0 + }, + { + "representative": 3060, + "members": [ + 3060 + ], + "max_error": 0.0 + }, + { + "representative": 2954, + "members": [ + 2954 + ], + "max_error": 0.0 + }, + { + "representative": 3061, + "members": [ + 3061 + ], + "max_error": 0.0 + }, + { + "representative": 2829, + "members": [ + 2829 + ], + "max_error": 0.0 + }, + { + "representative": 3552, + "members": [ + 3552 + ], + "max_error": 0.0 + }, + { + "representative": 3355, + "members": [ + 3355 + ], + "max_error": 0.0 + }, + { + "representative": 3495, + "members": [ + 3495 + ], + "max_error": 0.0 + }, + { + "representative": 3556, + "members": [ + 3556 + ], + "max_error": 0.0 + }, + { + "representative": 3522, + "members": [ + 3522 + ], + "max_error": 0.0 + }, + { + "representative": 3455, + "members": [ + 3455 + ], + "max_error": 0.0 + }, + { + "representative": 3333, + "members": [ + 3333 + ], + "max_error": 0.0 + }, + { + "representative": 3913, + "members": [ + 3913 + ], + "max_error": 0.0 + }, + { + "representative": 4049, + "members": [ + 4049 + ], + "max_error": 0.0 + }, + { + "representative": 4016, + "members": [ + 4016 + ], + "max_error": 0.0 + }, + { + "representative": 3848, + "members": [ + 3848 + ], + "max_error": 0.0 + }, + { + "representative": 3860, + "members": [ + 3860 + ], + "max_error": 0.0 + }, + { + "representative": 3879, + "members": [ + 3879 + ], + "max_error": 0.0 + }, + { + "representative": 4056, + "members": [ + 4056 + ], + "max_error": 0.0 + }, + { + "representative": 3870, + "members": [ + 3870 + ], + "max_error": 0.0 + }, + { + "representative": 4071, + "members": [ + 4071 + ], + "max_error": 0.0 + }, + { + "representative": 3972, + "members": [ + 3972 + ], + "max_error": 0.0 + }, + { + "representative": 1377, + "members": [ + 1377 + ], + "max_error": 0.0 + }, + { + "representative": 1384, + "members": [ + 1384 + ], + "max_error": 0.0 + }, + { + "representative": 1390, + "members": [ + 1390 + ], + "max_error": 0.0 + }, + { + "representative": 1322, + "members": [ + 1322 + ], + "max_error": 0.0 + }, + { + "representative": 1333, + "members": [ + 1333 + ], + "max_error": 0.0 + }, + { + "representative": 1432, + "members": [ + 1432 + ], + "max_error": 0.0 + }, + { + "representative": 1400, + "members": [ + 1400 + ], + "max_error": 0.0 + }, + { + "representative": 1463, + "members": [ + 1463 + ], + "max_error": 0.0 + }, + { + "representative": 1413, + "members": [ + 1413 + ], + "max_error": 0.0 + }, + { + "representative": 1523, + "members": [ + 1523 + ], + "max_error": 0.0 + }, + { + "representative": 1359, + "members": [ + 1359 + ], + "max_error": 0.0 + }, + { + "representative": 1303, + "members": [ + 1303 + ], + "max_error": 0.0 + }, + { + "representative": 1380, + "members": [ + 1380 + ], + "max_error": 0.0 + }, + { + "representative": 1431, + "members": [ + 1431 + ], + "max_error": 0.0 + }, + { + "representative": 1513, + "members": [ + 1513 + ], + "max_error": 0.0 + }, + { + "representative": 1470, + "members": [ + 1470 + ], + "max_error": 0.0 + }, + { + "representative": 1985, + "members": [ + 1985 + ], + "max_error": 0.0 + }, + { + "representative": 1995, + "members": [ + 1995 + ], + "max_error": 0.0 + }, + { + "representative": 2011, + "members": [ + 2011 + ], + "max_error": 0.0 + }, + { + "representative": 1817, + "members": [ + 1817 + ], + "max_error": 0.0 + }, + { + "representative": 1973, + "members": [ + 1973 + ], + "max_error": 0.0 + }, + { + "representative": 1929, + "members": [ + 1929 + ], + "max_error": 0.0 + }, + { + "representative": 1938, + "members": [ + 1938 + ], + "max_error": 0.0 + }, + { + "representative": 1937, + "members": [ + 1937 + ], + "max_error": 0.0 + }, + { + "representative": 1871, + "members": [ + 1871 + ], + "max_error": 0.0 + }, + { + "representative": 1958, + "members": [ + 1958 + ], + "max_error": 0.0 + }, + { + "representative": 2480, + "members": [ + 2480 + ], + "max_error": 0.0 + }, + { + "representative": 2389, + "members": [ + 2389 + ], + "max_error": 0.0 + }, + { + "representative": 2433, + "members": [ + 2433 + ], + "max_error": 0.0 + }, + { + "representative": 2425, + "members": [ + 2425 + ], + "max_error": 0.0 + }, + { + "representative": 2397, + "members": [ + 2397 + ], + "max_error": 0.0 + }, + { + "representative": 2410, + "members": [ + 2410 + ], + "max_error": 0.0 + }, + { + "representative": 2365, + "members": [ + 2365 + ], + "max_error": 0.0 + }, + { + "representative": 2316, + "members": [ + 2316 + ], + "max_error": 0.0 + }, + { + "representative": 2546, + "members": [ + 2546 + ], + "max_error": 0.0 + }, + { + "representative": 2502, + "members": [ + 2502 + ], + "max_error": 0.0 + }, + { + "representative": 2525, + "members": [ + 2525 + ], + "max_error": 0.0 + }, + { + "representative": 2543, + "members": [ + 2543 + ], + "max_error": 0.0 + }, + { + "representative": 2323, + "members": [ + 2323 + ], + "max_error": 0.0 + }, + { + "representative": 2988, + "members": [ + 2988 + ], + "max_error": 0.0 + }, + { + "representative": 3005, + "members": [ + 3005 + ], + "max_error": 0.0 + }, + { + "representative": 2854, + "members": [ + 2854 + ], + "max_error": 0.0 + }, + { + "representative": 2866, + "members": [ + 2866 + ], + "max_error": 0.0 + }, + { + "representative": 3038, + "members": [ + 3038 + ], + "max_error": 0.0 + }, + { + "representative": 2882, + "members": [ + 2882 + ], + "max_error": 0.0 + }, + { + "representative": 3020, + "members": [ + 3020 + ], + "max_error": 0.0 + }, + { + "representative": 2992, + "members": [ + 2992 + ], + "max_error": 0.0 + }, + { + "representative": 2871, + "members": [ + 2871 + ], + "max_error": 0.0 + }, + { + "representative": 2911, + "members": [ + 2911 + ], + "max_error": 0.0 + }, + { + "representative": 2941, + "members": [ + 2941 + ], + "max_error": 0.0 + }, + { + "representative": 3451, + "members": [ + 3451 + ], + "max_error": 0.0 + }, + { + "representative": 3354, + "members": [ + 3354 + ], + "max_error": 0.0 + }, + { + "representative": 3389, + "members": [ + 3389 + ], + "max_error": 0.0 + }, + { + "representative": 3508, + "members": [ + 3508 + ], + "max_error": 0.0 + }, + { + "representative": 3460, + "members": [ + 3460 + ], + "max_error": 0.0 + }, + { + "representative": 3409, + "members": [ + 3409 + ], + "max_error": 0.0 + }, + { + "representative": 3505, + "members": [ + 3505 + ], + "max_error": 0.0 + }, + { + "representative": 3901, + "members": [ + 3901 + ], + "max_error": 0.0 + }, + { + "representative": 3857, + "members": [ + 3857 + ], + "max_error": 0.0 + }, + { + "representative": 3912, + "members": [ + 3912 + ], + "max_error": 0.0 + }, + { + "representative": 4069, + "members": [ + 4069 + ], + "max_error": 0.0 + }, + { + "representative": 3954, + "members": [ + 3954 + ], + "max_error": 0.0 + }, + { + "representative": 3928, + "members": [ + 3928 + ], + "max_error": 0.0 + }, + { + "representative": 3938, + "members": [ + 3938 + ], + "max_error": 0.0 + }, + { + "representative": 4031, + "members": [ + 4031 + ], + "max_error": 0.0 + }, + { + "representative": 3943, + "members": [ + 3943 + ], + "max_error": 0.0 + }, + { + "representative": 4008, + "members": [ + 4008 + ], + "max_error": 0.0 + }, + { + "representative": 3947, + "members": [ + 3947 + ], + "max_error": 0.0 + }, + { + "representative": 3847, + "members": [ + 3847 + ], + "max_error": 0.0 + }, + { + "representative": 3966, + "members": [ + 3966 + ], + "max_error": 0.0 + }, + { + "representative": 2912, + "members": [ + 2912 + ], + "max_error": 0.0 + }, + { + "representative": 2907, + "members": [ + 2907 + ], + "max_error": 0.0 + }, + { + "representative": 2985, + "members": [ + 2985 + ], + "max_error": 0.0 + }, + { + "representative": 2953, + "members": [ + 2953 + ], + "max_error": 0.0 + }, + { + "representative": 2928, + "members": [ + 2928 + ], + "max_error": 0.0 + }, + { + "representative": 2859, + "members": [ + 2859 + ], + "max_error": 0.0 + }, + { + "representative": 3376, + "members": [ + 3376 + ], + "max_error": 0.0 + }, + { + "representative": 3385, + "members": [ + 3385 + ], + "max_error": 0.0 + }, + { + "representative": 3501, + "members": [ + 3501 + ], + "max_error": 0.0 + }, + { + "representative": 3398, + "members": [ + 3398 + ], + "max_error": 0.0 + }, + { + "representative": 3445, + "members": [ + 3445 + ], + "max_error": 0.0 + }, + { + "representative": 3347, + "members": [ + 3347 + ], + "max_error": 0.0 + }, + { + "representative": 3415, + "members": [ + 3415 + ], + "max_error": 0.0 + }, + { + "representative": 3450, + "members": [ + 3450 + ], + "max_error": 0.0 + }, + { + "representative": 3480, + "members": [ + 3480 + ], + "max_error": 0.0 + }, + { + "representative": 3330, + "members": [ + 3330 + ], + "max_error": 0.0 + }, + { + "representative": 4081, + "members": [ + 4081 + ], + "max_error": 0.0 + }, + { + "representative": 3982, + "members": [ + 3982 + ], + "max_error": 0.0 + }, + { + "representative": 3880, + "members": [ + 3880 + ], + "max_error": 0.0 + }, + { + "representative": 3923, + "members": [ + 3923 + ], + "max_error": 0.0 + }, + { + "representative": 3843, + "members": [ + 3843 + ], + "max_error": 0.0 + }, + { + "representative": 3959, + "members": [ + 3959 + ], + "max_error": 0.0 + }, + { + "representative": 3989, + "members": [ + 3989 + ], + "max_error": 0.0 + }, + { + "representative": 3872, + "members": [ + 3872 + ], + "max_error": 0.0 + }, + { + "representative": 3965, + "members": [ + 3965 + ], + "max_error": 0.0 + }, + { + "representative": 3953, + "members": [ + 3953 + ], + "max_error": 0.0 + }, + { + "representative": 4550, + "members": [ + 4550 + ], + "max_error": 0.0 + }, + { + "representative": 4446, + "members": [ + 4446 + ], + "max_error": 0.0 + }, + { + "representative": 4590, + "members": [ + 4590 + ], + "max_error": 0.0 + }, + { + "representative": 4381, + "members": [ + 4381 + ], + "max_error": 0.0 + }, + { + "representative": 4533, + "members": [ + 4533 + ], + "max_error": 0.0 + }, + { + "representative": 4480, + "members": [ + 4480 + ], + "max_error": 0.0 + }, + { + "representative": 4370, + "members": [ + 4370 + ], + "max_error": 0.0 + }, + { + "representative": 4459, + "members": [ + 4459 + ], + "max_error": 0.0 + }, + { + "representative": 4498, + "members": [ + 4498 + ], + "max_error": 0.0 + }, + { + "representative": 4585, + "members": [ + 4585 + ], + "max_error": 0.0 + }, + { + "representative": 4398, + "members": [ + 4398 + ], + "max_error": 0.0 + }, + { + "representative": 4463, + "members": [ + 4463 + ], + "max_error": 0.0 + }, + { + "representative": 4554, + "members": [ + 4554 + ], + "max_error": 0.0 + }, + { + "representative": 4389, + "members": [ + 4389 + ], + "max_error": 0.0 + }, + { + "representative": 4532, + "members": [ + 4532 + ], + "max_error": 0.0 + }, + { + "representative": 4404, + "members": [ + 4404 + ], + "max_error": 0.0 + }, + { + "representative": 4565, + "members": [ + 4565 + ], + "max_error": 0.0 + }, + { + "representative": 4479, + "members": [ + 4479 + ], + "max_error": 0.0 + }, + { + "representative": 4468, + "members": [ + 4468 + ], + "max_error": 0.0 + }, + { + "representative": 4520, + "members": [ + 4520 + ], + "max_error": 0.0 + }, + { + "representative": 4457, + "members": [ + 4457 + ], + "max_error": 0.0 + }, + { + "representative": 4505, + "members": [ + 4505 + ], + "max_error": 0.0 + }, + { + "representative": 4454, + "members": [ + 4454 + ], + "max_error": 0.0 + }, + { + "representative": 4444, + "members": [ + 4444 + ], + "max_error": 0.0 + }, + { + "representative": 4428, + "members": [ + 4428 + ], + "max_error": 0.0 + }, + { + "representative": 4390, + "members": [ + 4390 + ], + "max_error": 0.0 + }, + { + "representative": 4380, + "members": [ + 4380 + ], + "max_error": 0.0 + }, + { + "representative": 4368, + "members": [ + 4368 + ], + "max_error": 0.0 + }, + { + "representative": 4525, + "members": [ + 4525 + ], + "max_error": 0.0 + }, + { + "representative": 4415, + "members": [ + 4415 + ], + "max_error": 0.0 + }, + { + "representative": 4553, + "members": [ + 4553 + ], + "max_error": 0.0 + }, + { + "representative": 4560, + "members": [ + 4560 + ], + "max_error": 0.0 + }, + { + "representative": 4603, + "members": [ + 4603 + ], + "max_error": 0.0 + }, + { + "representative": 4493, + "members": [ + 4493 + ], + "max_error": 0.0 + }, + { + "representative": 5015, + "members": [ + 5015 + ], + "max_error": 0.0 + }, + { + "representative": 4959, + "members": [ + 4959 + ], + "max_error": 0.0 + }, + { + "representative": 4866, + "members": [ + 4866 + ], + "max_error": 0.0 + }, + { + "representative": 5002, + "members": [ + 5002 + ], + "max_error": 0.0 + }, + { + "representative": 4891, + "members": [ + 4891 + ], + "max_error": 0.0 + }, + { + "representative": 4927, + "members": [ + 4927 + ], + "max_error": 0.0 + }, + { + "representative": 4910, + "members": [ + 4910 + ], + "max_error": 0.0 + }, + { + "representative": 5082, + "members": [ + 5082 + ], + "max_error": 0.0 + }, + { + "representative": 4923, + "members": [ + 4923 + ], + "max_error": 0.0 + }, + { + "representative": 4885, + "members": [ + 4885 + ], + "max_error": 0.0 + }, + { + "representative": 4965, + "members": [ + 4965 + ], + "max_error": 0.0 + }, + { + "representative": 4914, + "members": [ + 4914 + ], + "max_error": 0.0 + }, + { + "representative": 5043, + "members": [ + 5043 + ], + "max_error": 0.0 + }, + { + "representative": 4926, + "members": [ + 4926 + ], + "max_error": 0.0 + }, + { + "representative": 5004, + "members": [ + 5004 + ], + "max_error": 0.0 + }, + { + "representative": 5009, + "members": [ + 5009 + ], + "max_error": 0.0 + }, + { + "representative": 5104, + "members": [ + 5104 + ], + "max_error": 0.0 + }, + { + "representative": 4919, + "members": [ + 4919 + ], + "max_error": 0.0 + }, + { + "representative": 4971, + "members": [ + 4971 + ], + "max_error": 0.0 + }, + { + "representative": 4984, + "members": [ + 4984 + ], + "max_error": 0.0 + }, + { + "representative": 5003, + "members": [ + 5003 + ], + "max_error": 0.0 + }, + { + "representative": 5116, + "members": [ + 5116 + ], + "max_error": 0.0 + }, + { + "representative": 5103, + "members": [ + 5103 + ], + "max_error": 0.0 + }, + { + "representative": 4879, + "members": [ + 4879 + ], + "max_error": 0.0 + }, + { + "representative": 5057, + "members": [ + 5057 + ], + "max_error": 0.0 + }, + { + "representative": 4975, + "members": [ + 4975 + ], + "max_error": 0.0 + }, + { + "representative": 4986, + "members": [ + 4986 + ], + "max_error": 0.0 + }, + { + "representative": 5053, + "members": [ + 5053 + ], + "max_error": 0.0 + }, + { + "representative": 5107, + "members": [ + 5107 + ], + "max_error": 0.0 + }, + { + "representative": 4867, + "members": [ + 4867 + ], + "max_error": 0.0 + }, + { + "representative": 4894, + "members": [ + 4894 + ], + "max_error": 0.0 + }, + { + "representative": 4918, + "members": [ + 4918 + ], + "max_error": 0.0 + }, + { + "representative": 4936, + "members": [ + 4936 + ], + "max_error": 0.0 + }, + { + "representative": 4899, + "members": [ + 4899 + ], + "max_error": 0.0 + }, + { + "representative": 4992, + "members": [ + 4992 + ], + "max_error": 0.0 + }, + { + "representative": 4997, + "members": [ + 4997 + ], + "max_error": 0.0 + }, + { + "representative": 5615, + "members": [ + 5615 + ], + "max_error": 0.0 + }, + { + "representative": 5501, + "members": [ + 5501 + ], + "max_error": 0.0 + }, + { + "representative": 5585, + "members": [ + 5585 + ], + "max_error": 0.0 + }, + { + "representative": 5538, + "members": [ + 5538 + ], + "max_error": 0.0 + }, + { + "representative": 5531, + "members": [ + 5531 + ], + "max_error": 0.0 + }, + { + "representative": 5426, + "members": [ + 5426 + ], + "max_error": 0.0 + }, + { + "representative": 5468, + "members": [ + 5468 + ], + "max_error": 0.0 + }, + { + "representative": 5429, + "members": [ + 5429 + ], + "max_error": 0.0 + }, + { + "representative": 5623, + "members": [ + 5623 + ], + "max_error": 0.0 + }, + { + "representative": 5485, + "members": [ + 5485 + ], + "max_error": 0.0 + }, + { + "representative": 5568, + "members": [ + 5568 + ], + "max_error": 0.0 + }, + { + "representative": 5536, + "members": [ + 5536 + ], + "max_error": 0.0 + }, + { + "representative": 5404, + "members": [ + 5404 + ], + "max_error": 0.0 + }, + { + "representative": 5475, + "members": [ + 5475 + ], + "max_error": 0.0 + }, + { + "representative": 5443, + "members": [ + 5443 + ], + "max_error": 0.0 + }, + { + "representative": 5620, + "members": [ + 5620 + ], + "max_error": 0.0 + }, + { + "representative": 5618, + "members": [ + 5618 + ], + "max_error": 0.0 + }, + { + "representative": 5583, + "members": [ + 5583 + ], + "max_error": 0.0 + }, + { + "representative": 5494, + "members": [ + 5494 + ], + "max_error": 0.0 + }, + { + "representative": 5600, + "members": [ + 5600 + ], + "max_error": 0.0 + }, + { + "representative": 5405, + "members": [ + 5405 + ], + "max_error": 0.0 + }, + { + "representative": 5511, + "members": [ + 5511 + ], + "max_error": 0.0 + }, + { + "representative": 5611, + "members": [ + 5611 + ], + "max_error": 0.0 + }, + { + "representative": 5463, + "members": [ + 5463 + ], + "max_error": 0.0 + }, + { + "representative": 5566, + "members": [ + 5566 + ], + "max_error": 0.0 + }, + { + "representative": 5529, + "members": [ + 5529 + ], + "max_error": 0.0 + }, + { + "representative": 5453, + "members": [ + 5453 + ], + "max_error": 0.0 + }, + { + "representative": 5385, + "members": [ + 5385 + ], + "max_error": 0.0 + }, + { + "representative": 5564, + "members": [ + 5564 + ], + "max_error": 0.0 + }, + { + "representative": 5622, + "members": [ + 5622 + ], + "max_error": 0.0 + }, + { + "representative": 5490, + "members": [ + 5490 + ], + "max_error": 0.0 + }, + { + "representative": 5594, + "members": [ + 5594 + ], + "max_error": 0.0 + }, + { + "representative": 5393, + "members": [ + 5393 + ], + "max_error": 0.0 + }, + { + "representative": 5488, + "members": [ + 5488 + ], + "max_error": 0.0 + }, + { + "representative": 6100, + "members": [ + 6100 + ], + "max_error": 0.0 + }, + { + "representative": 6073, + "members": [ + 6073 + ], + "max_error": 0.0 + }, + { + "representative": 6137, + "members": [ + 6137 + ], + "max_error": 0.0 + }, + { + "representative": 6003, + "members": [ + 6003 + ], + "max_error": 0.0 + }, + { + "representative": 6106, + "members": [ + 6106 + ], + "max_error": 0.0 + }, + { + "representative": 5948, + "members": [ + 5948 + ], + "max_error": 0.0 + }, + { + "representative": 6011, + "members": [ + 6011 + ], + "max_error": 0.0 + }, + { + "representative": 6022, + "members": [ + 6022 + ], + "max_error": 0.0 + }, + { + "representative": 6082, + "members": [ + 6082 + ], + "max_error": 0.0 + }, + { + "representative": 6005, + "members": [ + 6005 + ], + "max_error": 0.0 + }, + { + "representative": 6101, + "members": [ + 6101 + ], + "max_error": 0.0 + }, + { + "representative": 6074, + "members": [ + 6074 + ], + "max_error": 0.0 + }, + { + "representative": 6072, + "members": [ + 6072 + ], + "max_error": 0.0 + }, + { + "representative": 6020, + "members": [ + 6020 + ], + "max_error": 0.0 + }, + { + "representative": 5896, + "members": [ + 5896 + ], + "max_error": 0.0 + }, + { + "representative": 5982, + "members": [ + 5982 + ], + "max_error": 0.0 + }, + { + "representative": 5959, + "members": [ + 5959 + ], + "max_error": 0.0 + }, + { + "representative": 6081, + "members": [ + 6081 + ], + "max_error": 0.0 + }, + { + "representative": 6045, + "members": [ + 6045 + ], + "max_error": 0.0 + }, + { + "representative": 5922, + "members": [ + 5922 + ], + "max_error": 0.0 + }, + { + "representative": 5952, + "members": [ + 5952 + ], + "max_error": 0.0 + }, + { + "representative": 5960, + "members": [ + 5960 + ], + "max_error": 0.0 + }, + { + "representative": 6036, + "members": [ + 6036 + ], + "max_error": 0.0 + }, + { + "representative": 5924, + "members": [ + 5924 + ], + "max_error": 0.0 + }, + { + "representative": 6042, + "members": [ + 6042 + ], + "max_error": 0.0 + }, + { + "representative": 5905, + "members": [ + 5905 + ], + "max_error": 0.0 + }, + { + "representative": 5908, + "members": [ + 5908 + ], + "max_error": 0.0 + }, + { + "representative": 6129, + "members": [ + 6129 + ], + "max_error": 0.0 + }, + { + "representative": 5988, + "members": [ + 5988 + ], + "max_error": 0.0 + }, + { + "representative": 5962, + "members": [ + 5962 + ], + "max_error": 0.0 + }, + { + "representative": 6059, + "members": [ + 6059 + ], + "max_error": 0.0 + }, + { + "representative": 6017, + "members": [ + 6017 + ], + "max_error": 0.0 + }, + { + "representative": 5909, + "members": [ + 5909 + ], + "max_error": 0.0 + }, + { + "representative": 6039, + "members": [ + 6039 + ], + "max_error": 0.0 + }, + { + "representative": 6030, + "members": [ + 6030 + ], + "max_error": 0.0 + }, + { + "representative": 5973, + "members": [ + 5973 + ], + "max_error": 0.0 + }, + { + "representative": 1481, + "members": [ + 1481 + ], + "max_error": 0.0 + }, + { + "representative": 1516, + "members": [ + 1516 + ], + "max_error": 0.0 + }, + { + "representative": 1364, + "members": [ + 1364 + ], + "max_error": 0.0 + }, + { + "representative": 1489, + "members": [ + 1489 + ], + "max_error": 0.0 + }, + { + "representative": 1445, + "members": [ + 1445 + ], + "max_error": 0.0 + }, + { + "representative": 1454, + "members": [ + 1454 + ], + "max_error": 0.0 + }, + { + "representative": 1534, + "members": [ + 1534 + ], + "max_error": 0.0 + }, + { + "representative": 1291, + "members": [ + 1291 + ], + "max_error": 0.0 + }, + { + "representative": 1474, + "members": [ + 1474 + ], + "max_error": 0.0 + }, + { + "representative": 1418, + "members": [ + 1418 + ], + "max_error": 0.0 + }, + { + "representative": 1535, + "members": [ + 1535 + ], + "max_error": 0.0 + }, + { + "representative": 1286, + "members": [ + 1286 + ], + "max_error": 0.0 + }, + { + "representative": 1485, + "members": [ + 1485 + ], + "max_error": 0.0 + }, + { + "representative": 1475, + "members": [ + 1475 + ], + "max_error": 0.0 + }, + { + "representative": 1483, + "members": [ + 1483 + ], + "max_error": 0.0 + }, + { + "representative": 1939, + "members": [ + 1939 + ], + "max_error": 0.0 + }, + { + "representative": 1997, + "members": [ + 1997 + ], + "max_error": 0.0 + }, + { + "representative": 1842, + "members": [ + 1842 + ], + "max_error": 0.0 + }, + { + "representative": 1799, + "members": [ + 1799 + ], + "max_error": 0.0 + }, + { + "representative": 1874, + "members": [ + 1874 + ], + "max_error": 0.0 + }, + { + "representative": 1880, + "members": [ + 1880 + ], + "max_error": 0.0 + }, + { + "representative": 1910, + "members": [ + 1910 + ], + "max_error": 0.0 + }, + { + "representative": 2025, + "members": [ + 2025 + ], + "max_error": 0.0 + }, + { + "representative": 2471, + "members": [ + 2471 + ], + "max_error": 0.0 + }, + { + "representative": 2412, + "members": [ + 2412 + ], + "max_error": 0.0 + }, + { + "representative": 2399, + "members": [ + 2399 + ], + "max_error": 0.0 + }, + { + "representative": 2312, + "members": [ + 2312 + ], + "max_error": 0.0 + }, + { + "representative": 2368, + "members": [ + 2368 + ], + "max_error": 0.0 + }, + { + "representative": 2468, + "members": [ + 2468 + ], + "max_error": 0.0 + }, + { + "representative": 2336, + "members": [ + 2336 + ], + "max_error": 0.0 + }, + { + "representative": 2539, + "members": [ + 2539 + ], + "max_error": 0.0 + }, + { + "representative": 2326, + "members": [ + 2326 + ], + "max_error": 0.0 + }, + { + "representative": 2377, + "members": [ + 2377 + ], + "max_error": 0.0 + }, + { + "representative": 2470, + "members": [ + 2470 + ], + "max_error": 0.0 + }, + { + "representative": 2515, + "members": [ + 2515 + ], + "max_error": 0.0 + }, + { + "representative": 2304, + "members": [ + 2304 + ], + "max_error": 0.0 + }, + { + "representative": 2447, + "members": [ + 2447 + ], + "max_error": 0.0 + }, + { + "representative": 2449, + "members": [ + 2449 + ], + "max_error": 0.0 + }, + { + "representative": 2428, + "members": [ + 2428 + ], + "max_error": 0.0 + }, + { + "representative": 2527, + "members": [ + 2527 + ], + "max_error": 0.0 + }, + { + "representative": 3043, + "members": [ + 3043 + ], + "max_error": 0.0 + }, + { + "representative": 2934, + "members": [ + 2934 + ], + "max_error": 0.0 + }, + { + "representative": 2838, + "members": [ + 2838 + ], + "max_error": 0.0 + }, + { + "representative": 2975, + "members": [ + 2975 + ], + "max_error": 0.0 + }, + { + "representative": 2850, + "members": [ + 2850 + ], + "max_error": 0.0 + }, + { + "representative": 3002, + "members": [ + 3002 + ], + "max_error": 0.0 + }, + { + "representative": 2835, + "members": [ + 2835 + ], + "max_error": 0.0 + }, + { + "representative": 2971, + "members": [ + 2971 + ], + "max_error": 0.0 + }, + { + "representative": 2841, + "members": [ + 2841 + ], + "max_error": 0.0 + }, + { + "representative": 2982, + "members": [ + 2982 + ], + "max_error": 0.0 + }, + { + "representative": 3437, + "members": [ + 3437 + ], + "max_error": 0.0 + }, + { + "representative": 3348, + "members": [ + 3348 + ], + "max_error": 0.0 + }, + { + "representative": 3502, + "members": [ + 3502 + ], + "max_error": 0.0 + }, + { + "representative": 3485, + "members": [ + 3485 + ], + "max_error": 0.0 + }, + { + "representative": 3555, + "members": [ + 3555 + ], + "max_error": 0.0 + }, + { + "representative": 3353, + "members": [ + 3353 + ], + "max_error": 0.0 + }, + { + "representative": 3484, + "members": [ + 3484 + ], + "max_error": 0.0 + }, + { + "representative": 3352, + "members": [ + 3352 + ], + "max_error": 0.0 + }, + { + "representative": 3511, + "members": [ + 3511 + ], + "max_error": 0.0 + }, + { + "representative": 3386, + "members": [ + 3386 + ], + "max_error": 0.0 + }, + { + "representative": 4041, + "members": [ + 4041 + ], + "max_error": 0.0 + }, + { + "representative": 3842, + "members": [ + 3842 + ], + "max_error": 0.0 + }, + { + "representative": 4033, + "members": [ + 4033 + ], + "max_error": 0.0 + }, + { + "representative": 4055, + "members": [ + 4055 + ], + "max_error": 0.0 + }, + { + "representative": 3925, + "members": [ + 3925 + ], + "max_error": 0.0 + }, + { + "representative": 3902, + "members": [ + 3902 + ], + "max_error": 0.0 + }, + { + "representative": 3845, + "members": [ + 3845 + ], + "max_error": 0.0 + }, + { + "representative": 3899, + "members": [ + 3899 + ], + "max_error": 0.0 + }, + { + "representative": 3979, + "members": [ + 3979 + ], + "max_error": 0.0 + }, + { + "representative": 3873, + "members": [ + 3873 + ], + "max_error": 0.0 + }, + { + "representative": 3948, + "members": [ + 3948 + ], + "max_error": 0.0 + }, + { + "representative": 4000, + "members": [ + 4000 + ], + "max_error": 0.0 + }, + { + "representative": 4073, + "members": [ + 4073 + ], + "max_error": 0.0 + }, + { + "representative": 1391, + "members": [ + 1391 + ], + "max_error": 0.0 + }, + { + "representative": 1329, + "members": [ + 1329 + ], + "max_error": 0.0 + }, + { + "representative": 1305, + "members": [ + 1305 + ], + "max_error": 0.0 + }, + { + "representative": 1496, + "members": [ + 1496 + ], + "max_error": 0.0 + }, + { + "representative": 1281, + "members": [ + 1281 + ], + "max_error": 0.0 + }, + { + "representative": 1385, + "members": [ + 1385 + ], + "max_error": 0.0 + }, + { + "representative": 1492, + "members": [ + 1492 + ], + "max_error": 0.0 + }, + { + "representative": 1488, + "members": [ + 1488 + ], + "max_error": 0.0 + }, + { + "representative": 1484, + "members": [ + 1484 + ], + "max_error": 0.0 + }, + { + "representative": 1466, + "members": [ + 1466 + ], + "max_error": 0.0 + }, + { + "representative": 1316, + "members": [ + 1316 + ], + "max_error": 0.0 + }, + { + "representative": 1371, + "members": [ + 1371 + ], + "max_error": 0.0 + }, + { + "representative": 1425, + "members": [ + 1425 + ], + "max_error": 0.0 + }, + { + "representative": 1412, + "members": [ + 1412 + ], + "max_error": 0.0 + }, + { + "representative": 1429, + "members": [ + 1429 + ], + "max_error": 0.0 + }, + { + "representative": 1981, + "members": [ + 1981 + ], + "max_error": 0.0 + }, + { + "representative": 1807, + "members": [ + 1807 + ], + "max_error": 0.0 + }, + { + "representative": 1824, + "members": [ + 1824 + ], + "max_error": 0.0 + }, + { + "representative": 2042, + "members": [ + 2042 + ], + "max_error": 0.0 + }, + { + "representative": 1969, + "members": [ + 1969 + ], + "max_error": 0.0 + }, + { + "representative": 1916, + "members": [ + 1916 + ], + "max_error": 0.0 + }, + { + "representative": 1832, + "members": [ + 1832 + ], + "max_error": 0.0 + }, + { + "representative": 1863, + "members": [ + 1863 + ], + "max_error": 0.0 + }, + { + "representative": 1920, + "members": [ + 1920 + ], + "max_error": 0.0 + }, + { + "representative": 1913, + "members": [ + 1913 + ], + "max_error": 0.0 + }, + { + "representative": 1953, + "members": [ + 1953 + ], + "max_error": 0.0 + }, + { + "representative": 1944, + "members": [ + 1944 + ], + "max_error": 0.0 + }, + { + "representative": 1988, + "members": [ + 1988 + ], + "max_error": 0.0 + }, + { + "representative": 2015, + "members": [ + 2015 + ], + "max_error": 0.0 + }, + { + "representative": 1816, + "members": [ + 1816 + ], + "max_error": 0.0 + }, + { + "representative": 1982, + "members": [ + 1982 + ], + "max_error": 0.0 + }, + { + "representative": 2429, + "members": [ + 2429 + ], + "max_error": 0.0 + }, + { + "representative": 2355, + "members": [ + 2355 + ], + "max_error": 0.0 + }, + { + "representative": 2469, + "members": [ + 2469 + ], + "max_error": 0.0 + }, + { + "representative": 2319, + "members": [ + 2319 + ], + "max_error": 0.0 + }, + { + "representative": 2489, + "members": [ + 2489 + ], + "max_error": 0.0 + }, + { + "representative": 2547, + "members": [ + 2547 + ], + "max_error": 0.0 + }, + { + "representative": 2519, + "members": [ + 2519 + ], + "max_error": 0.0 + }, + { + "representative": 2400, + "members": [ + 2400 + ], + "max_error": 0.0 + }, + { + "representative": 2494, + "members": [ + 2494 + ], + "max_error": 0.0 + }, + { + "representative": 2387, + "members": [ + 2387 + ], + "max_error": 0.0 + }, + { + "representative": 2513, + "members": [ + 2513 + ], + "max_error": 0.0 + }, + { + "representative": 2548, + "members": [ + 2548 + ], + "max_error": 0.0 + }, + { + "representative": 2528, + "members": [ + 2528 + ], + "max_error": 0.0 + }, + { + "representative": 2423, + "members": [ + 2423 + ], + "max_error": 0.0 + }, + { + "representative": 2559, + "members": [ + 2559 + ], + "max_error": 0.0 + }, + { + "representative": 2497, + "members": [ + 2497 + ], + "max_error": 0.0 + }, + { + "representative": 2482, + "members": [ + 2482 + ], + "max_error": 0.0 + }, + { + "representative": 2343, + "members": [ + 2343 + ], + "max_error": 0.0 + }, + { + "representative": 2896, + "members": [ + 2896 + ], + "max_error": 0.0 + }, + { + "representative": 2830, + "members": [ + 2830 + ], + "max_error": 0.0 + }, + { + "representative": 2993, + "members": [ + 2993 + ], + "max_error": 0.0 + }, + { + "representative": 2951, + "members": [ + 2951 + ], + "max_error": 0.0 + }, + { + "representative": 3056, + "members": [ + 3056 + ], + "max_error": 0.0 + }, + { + "representative": 2998, + "members": [ + 2998 + ], + "max_error": 0.0 + }, + { + "representative": 3015, + "members": [ + 3015 + ], + "max_error": 0.0 + }, + { + "representative": 2948, + "members": [ + 2948 + ], + "max_error": 0.0 + }, + { + "representative": 3032, + "members": [ + 3032 + ], + "max_error": 0.0 + }, + { + "representative": 3028, + "members": [ + 3028 + ], + "max_error": 0.0 + }, + { + "representative": 2899, + "members": [ + 2899 + ], + "max_error": 0.0 + }, + { + "representative": 2828, + "members": [ + 2828 + ], + "max_error": 0.0 + }, + { + "representative": 2991, + "members": [ + 2991 + ], + "max_error": 0.0 + }, + { + "representative": 2888, + "members": [ + 2888 + ], + "max_error": 0.0 + }, + { + "representative": 2923, + "members": [ + 2923 + ], + "max_error": 0.0 + }, + { + "representative": 2999, + "members": [ + 2999 + ], + "max_error": 0.0 + }, + { + "representative": 2908, + "members": [ + 2908 + ], + "max_error": 0.0 + }, + { + "representative": 3400, + "members": [ + 3400 + ], + "max_error": 0.0 + }, + { + "representative": 3379, + "members": [ + 3379 + ], + "max_error": 0.0 + }, + { + "representative": 3341, + "members": [ + 3341 + ], + "max_error": 0.0 + }, + { + "representative": 3583, + "members": [ + 3583 + ], + "max_error": 0.0 + }, + { + "representative": 3391, + "members": [ + 3391 + ], + "max_error": 0.0 + }, + { + "representative": 3489, + "members": [ + 3489 + ], + "max_error": 0.0 + }, + { + "representative": 3328, + "members": [ + 3328 + ], + "max_error": 0.0 + }, + { + "representative": 3384, + "members": [ + 3384 + ], + "max_error": 0.0 + }, + { + "representative": 3474, + "members": [ + 3474 + ], + "max_error": 0.0 + }, + { + "representative": 4095, + "members": [ + 4095 + ], + "max_error": 0.0 + }, + { + "representative": 3994, + "members": [ + 3994 + ], + "max_error": 0.0 + }, + { + "representative": 4003, + "members": [ + 4003 + ], + "max_error": 0.0 + }, + { + "representative": 3858, + "members": [ + 3858 + ], + "max_error": 0.0 + }, + { + "representative": 3955, + "members": [ + 3955 + ], + "max_error": 0.0 + }, + { + "representative": 3904, + "members": [ + 3904 + ], + "max_error": 0.0 + }, + { + "representative": 4006, + "members": [ + 4006 + ], + "max_error": 0.0 + }, + { + "representative": 4014, + "members": [ + 4014 + ], + "max_error": 0.0 + }, + { + "representative": 3841, + "members": [ + 3841 + ], + "max_error": 0.0 + }, + { + "representative": 6402, + "members": [ + 6402 + ], + "max_error": 0.0 + }, + { + "representative": 6405, + "members": [ + 6405 + ], + "max_error": 0.0 + }, + { + "representative": 6439, + "members": [ + 6439 + ], + "max_error": 0.0 + }, + { + "representative": 6449, + "members": [ + 6449 + ], + "max_error": 0.0 + }, + { + "representative": 6496, + "members": [ + 6496 + ], + "max_error": 0.0 + }, + { + "representative": 6498, + "members": [ + 6498 + ], + "max_error": 0.0 + }, + { + "representative": 6511, + "members": [ + 6511 + ], + "max_error": 0.0 + }, + { + "representative": 6524, + "members": [ + 6524 + ], + "max_error": 0.0 + }, + { + "representative": 6549, + "members": [ + 6549 + ], + "max_error": 0.0 + }, + { + "representative": 6426, + "members": [ + 6426 + ], + "max_error": 0.0 + }, + { + "representative": 6429, + "members": [ + 6429 + ], + "max_error": 0.0 + }, + { + "representative": 6565, + "members": [ + 6565 + ], + "max_error": 0.0 + }, + { + "representative": 6570, + "members": [ + 6570 + ], + "max_error": 0.0 + }, + { + "representative": 6618, + "members": [ + 6618 + ], + "max_error": 0.0 + }, + { + "representative": 6633, + "members": [ + 6633 + ], + "max_error": 0.0 + }, + { + "representative": 6625, + "members": [ + 6625 + ], + "max_error": 0.0 + }, + { + "representative": 6649, + "members": [ + 6649 + ], + "max_error": 0.0 + }, + { + "representative": 7079, + "members": [ + 7079 + ], + "max_error": 0.0 + }, + { + "representative": 6962, + "members": [ + 6962 + ], + "max_error": 0.0 + }, + { + "representative": 7090, + "members": [ + 7090 + ], + "max_error": 0.0 + }, + { + "representative": 7106, + "members": [ + 7106 + ], + "max_error": 0.0 + }, + { + "representative": 6971, + "members": [ + 6971 + ], + "max_error": 0.0 + }, + { + "representative": 7063, + "members": [ + 7063 + ], + "max_error": 0.0 + }, + { + "representative": 7061, + "members": [ + 7061 + ], + "max_error": 0.0 + }, + { + "representative": 7078, + "members": [ + 7078 + ], + "max_error": 0.0 + }, + { + "representative": 7006, + "members": [ + 7006 + ], + "max_error": 0.0 + }, + { + "representative": 6936, + "members": [ + 6936 + ], + "max_error": 0.0 + }, + { + "representative": 6940, + "members": [ + 6940 + ], + "max_error": 0.0 + }, + { + "representative": 7446, + "members": [ + 7446 + ], + "max_error": 0.0 + }, + { + "representative": 7461, + "members": [ + 7461 + ], + "max_error": 0.0 + }, + { + "representative": 7643, + "members": [ + 7643 + ], + "max_error": 0.0 + }, + { + "representative": 7658, + "members": [ + 7658 + ], + "max_error": 0.0 + }, + { + "representative": 8130, + "members": [ + 8130 + ], + "max_error": 0.0 + }, + { + "representative": 7945, + "members": [ + 7945 + ], + "max_error": 0.0 + }, + { + "representative": 8133, + "members": [ + 8133 + ], + "max_error": 0.0 + }, + { + "representative": 8057, + "members": [ + 8057 + ], + "max_error": 0.0 + }, + { + "representative": 7947, + "members": [ + 7947 + ], + "max_error": 0.0 + }, + { + "representative": 8098, + "members": [ + 8098 + ], + "max_error": 0.0 + }, + { + "representative": 8123, + "members": [ + 8123 + ], + "max_error": 0.0 + }, + { + "representative": 8169, + "members": [ + 8169 + ], + "max_error": 0.0 + }, + { + "representative": 8045, + "members": [ + 8045 + ], + "max_error": 0.0 + }, + { + "representative": 8096, + "members": [ + 8096 + ], + "max_error": 0.0 + }, + { + "representative": 6487, + "members": [ + 6487 + ], + "max_error": 0.0 + }, + { + "representative": 6579, + "members": [ + 6579 + ], + "max_error": 0.0 + }, + { + "representative": 6488, + "members": [ + 6488 + ], + "max_error": 0.0 + }, + { + "representative": 6502, + "members": [ + 6502 + ], + "max_error": 0.0 + }, + { + "representative": 6497, + "members": [ + 6497 + ], + "max_error": 0.0 + }, + { + "representative": 6612, + "members": [ + 6612 + ], + "max_error": 0.0 + }, + { + "representative": 6472, + "members": [ + 6472 + ], + "max_error": 0.0 + }, + { + "representative": 6912, + "members": [ + 6912 + ], + "max_error": 0.0 + }, + { + "representative": 7082, + "members": [ + 7082 + ], + "max_error": 0.0 + }, + { + "representative": 7112, + "members": [ + 7112 + ], + "max_error": 0.0 + }, + { + "representative": 7058, + "members": [ + 7058 + ], + "max_error": 0.0 + }, + { + "representative": 7028, + "members": [ + 7028 + ], + "max_error": 0.0 + }, + { + "representative": 7074, + "members": [ + 7074 + ], + "max_error": 0.0 + }, + { + "representative": 7465, + "members": [ + 7465 + ], + "max_error": 0.0 + }, + { + "representative": 7522, + "members": [ + 7522 + ], + "max_error": 0.0 + }, + { + "representative": 7589, + "members": [ + 7589 + ], + "max_error": 0.0 + }, + { + "representative": 7639, + "members": [ + 7639 + ], + "max_error": 0.0 + }, + { + "representative": 7575, + "members": [ + 7575 + ], + "max_error": 0.0 + }, + { + "representative": 7492, + "members": [ + 7492 + ], + "max_error": 0.0 + }, + { + "representative": 7592, + "members": [ + 7592 + ], + "max_error": 0.0 + }, + { + "representative": 7678, + "members": [ + 7678 + ], + "max_error": 0.0 + }, + { + "representative": 7640, + "members": [ + 7640 + ], + "max_error": 0.0 + }, + { + "representative": 7644, + "members": [ + 7644 + ], + "max_error": 0.0 + }, + { + "representative": 7638, + "members": [ + 7638 + ], + "max_error": 0.0 + }, + { + "representative": 7543, + "members": [ + 7543 + ], + "max_error": 0.0 + }, + { + "representative": 7616, + "members": [ + 7616 + ], + "max_error": 0.0 + }, + { + "representative": 8015, + "members": [ + 8015 + ], + "max_error": 0.0 + }, + { + "representative": 8157, + "members": [ + 8157 + ], + "max_error": 0.0 + }, + { + "representative": 7990, + "members": [ + 7990 + ], + "max_error": 0.0 + }, + { + "representative": 8147, + "members": [ + 8147 + ], + "max_error": 0.0 + }, + { + "representative": 7966, + "members": [ + 7966 + ], + "max_error": 0.0 + }, + { + "representative": 7994, + "members": [ + 7994 + ], + "max_error": 0.0 + }, + { + "representative": 7995, + "members": [ + 7995 + ], + "max_error": 0.0 + }, + { + "representative": 7996, + "members": [ + 7996 + ], + "max_error": 0.0 + }, + { + "representative": 8070, + "members": [ + 8070 + ], + "max_error": 0.0 + }, + { + "representative": 6417, + "members": [ + 6417 + ], + "max_error": 0.0 + }, + { + "representative": 6461, + "members": [ + 6461 + ], + "max_error": 0.0 + }, + { + "representative": 6518, + "members": [ + 6518 + ], + "max_error": 0.0 + }, + { + "representative": 6523, + "members": [ + 6523 + ], + "max_error": 0.0 + }, + { + "representative": 6455, + "members": [ + 6455 + ], + "max_error": 0.0 + }, + { + "representative": 6651, + "members": [ + 6651 + ], + "max_error": 0.0 + }, + { + "representative": 6500, + "members": [ + 6500 + ], + "max_error": 0.0 + }, + { + "representative": 6531, + "members": [ + 6531 + ], + "max_error": 0.0 + }, + { + "representative": 6622, + "members": [ + 6622 + ], + "max_error": 0.0 + }, + { + "representative": 6544, + "members": [ + 6544 + ], + "max_error": 0.0 + }, + { + "representative": 6514, + "members": [ + 6514 + ], + "max_error": 0.0 + }, + { + "representative": 6516, + "members": [ + 6516 + ], + "max_error": 0.0 + }, + { + "representative": 7150, + "members": [ + 7150 + ], + "max_error": 0.0 + }, + { + "representative": 7102, + "members": [ + 7102 + ], + "max_error": 0.0 + }, + { + "representative": 7133, + "members": [ + 7133 + ], + "max_error": 0.0 + }, + { + "representative": 7034, + "members": [ + 7034 + ], + "max_error": 0.0 + }, + { + "representative": 6974, + "members": [ + 6974 + ], + "max_error": 0.0 + }, + { + "representative": 6994, + "members": [ + 6994 + ], + "max_error": 0.0 + }, + { + "representative": 7146, + "members": [ + 7146 + ], + "max_error": 0.0 + }, + { + "representative": 7108, + "members": [ + 7108 + ], + "max_error": 0.0 + }, + { + "representative": 7010, + "members": [ + 7010 + ], + "max_error": 0.0 + }, + { + "representative": 6965, + "members": [ + 6965 + ], + "max_error": 0.0 + }, + { + "representative": 7066, + "members": [ + 7066 + ], + "max_error": 0.0 + }, + { + "representative": 7059, + "members": [ + 7059 + ], + "max_error": 0.0 + }, + { + "representative": 7631, + "members": [ + 7631 + ], + "max_error": 0.0 + }, + { + "representative": 7618, + "members": [ + 7618 + ], + "max_error": 0.0 + }, + { + "representative": 7578, + "members": [ + 7578 + ], + "max_error": 0.0 + }, + { + "representative": 7594, + "members": [ + 7594 + ], + "max_error": 0.0 + }, + { + "representative": 7670, + "members": [ + 7670 + ], + "max_error": 0.0 + }, + { + "representative": 7569, + "members": [ + 7569 + ], + "max_error": 0.0 + }, + { + "representative": 7602, + "members": [ + 7602 + ], + "max_error": 0.0 + }, + { + "representative": 7619, + "members": [ + 7619 + ], + "max_error": 0.0 + }, + { + "representative": 7547, + "members": [ + 7547 + ], + "max_error": 0.0 + }, + { + "representative": 7636, + "members": [ + 7636 + ], + "max_error": 0.0 + }, + { + "representative": 7563, + "members": [ + 7563 + ], + "max_error": 0.0 + }, + { + "representative": 7679, + "members": [ + 7679 + ], + "max_error": 0.0 + }, + { + "representative": 7651, + "members": [ + 7651 + ], + "max_error": 0.0 + }, + { + "representative": 8095, + "members": [ + 8095 + ], + "max_error": 0.0 + }, + { + "representative": 7958, + "members": [ + 7958 + ], + "max_error": 0.0 + }, + { + "representative": 8189, + "members": [ + 8189 + ], + "max_error": 0.0 + }, + { + "representative": 8114, + "members": [ + 8114 + ], + "max_error": 0.0 + }, + { + "representative": 7942, + "members": [ + 7942 + ], + "max_error": 0.0 + }, + { + "representative": 8073, + "members": [ + 8073 + ], + "max_error": 0.0 + }, + { + "representative": 8104, + "members": [ + 8104 + ], + "max_error": 0.0 + }, + { + "representative": 8111, + "members": [ + 8111 + ], + "max_error": 0.0 + }, + { + "representative": 8078, + "members": [ + 8078 + ], + "max_error": 0.0 + }, + { + "representative": 8071, + "members": [ + 8071 + ], + "max_error": 0.0 + }, + { + "representative": 8083, + "members": [ + 8083 + ], + "max_error": 0.0 + }, + { + "representative": 7957, + "members": [ + 7957 + ], + "max_error": 0.0 + }, + { + "representative": 8161, + "members": [ + 8161 + ], + "max_error": 0.0 + }, + { + "representative": 8010, + "members": [ + 8010 + ], + "max_error": 0.0 + }, + { + "representative": 6536, + "members": [ + 6536 + ], + "max_error": 0.0 + }, + { + "representative": 6561, + "members": [ + 6561 + ], + "max_error": 0.0 + }, + { + "representative": 6521, + "members": [ + 6521 + ], + "max_error": 0.0 + }, + { + "representative": 6446, + "members": [ + 6446 + ], + "max_error": 0.0 + }, + { + "representative": 6469, + "members": [ + 6469 + ], + "max_error": 0.0 + }, + { + "representative": 6463, + "members": [ + 6463 + ], + "max_error": 0.0 + }, + { + "representative": 6542, + "members": [ + 6542 + ], + "max_error": 0.0 + }, + { + "representative": 6452, + "members": [ + 6452 + ], + "max_error": 0.0 + }, + { + "representative": 6650, + "members": [ + 6650 + ], + "max_error": 0.0 + }, + { + "representative": 6414, + "members": [ + 6414 + ], + "max_error": 0.0 + }, + { + "representative": 6474, + "members": [ + 6474 + ], + "max_error": 0.0 + }, + { + "representative": 6489, + "members": [ + 6489 + ], + "max_error": 0.0 + }, + { + "representative": 6409, + "members": [ + 6409 + ], + "max_error": 0.0 + }, + { + "representative": 6963, + "members": [ + 6963 + ], + "max_error": 0.0 + }, + { + "representative": 6979, + "members": [ + 6979 + ], + "max_error": 0.0 + }, + { + "representative": 7124, + "members": [ + 7124 + ], + "max_error": 0.0 + }, + { + "representative": 6913, + "members": [ + 6913 + ], + "max_error": 0.0 + }, + { + "representative": 7110, + "members": [ + 7110 + ], + "max_error": 0.0 + }, + { + "representative": 6981, + "members": [ + 6981 + ], + "max_error": 0.0 + }, + { + "representative": 7121, + "members": [ + 7121 + ], + "max_error": 0.0 + }, + { + "representative": 6942, + "members": [ + 6942 + ], + "max_error": 0.0 + }, + { + "representative": 7103, + "members": [ + 7103 + ], + "max_error": 0.0 + }, + { + "representative": 6995, + "members": [ + 6995 + ], + "max_error": 0.0 + }, + { + "representative": 6952, + "members": [ + 6952 + ], + "max_error": 0.0 + }, + { + "representative": 7007, + "members": [ + 7007 + ], + "max_error": 0.0 + }, + { + "representative": 6989, + "members": [ + 6989 + ], + "max_error": 0.0 + }, + { + "representative": 7117, + "members": [ + 7117 + ], + "max_error": 0.0 + }, + { + "representative": 7614, + "members": [ + 7614 + ], + "max_error": 0.0 + }, + { + "representative": 7485, + "members": [ + 7485 + ], + "max_error": 0.0 + }, + { + "representative": 7587, + "members": [ + 7587 + ], + "max_error": 0.0 + }, + { + "representative": 7529, + "members": [ + 7529 + ], + "max_error": 0.0 + }, + { + "representative": 7473, + "members": [ + 7473 + ], + "max_error": 0.0 + }, + { + "representative": 7677, + "members": [ + 7677 + ], + "max_error": 0.0 + }, + { + "representative": 7515, + "members": [ + 7515 + ], + "max_error": 0.0 + }, + { + "representative": 7516, + "members": [ + 7516 + ], + "max_error": 0.0 + }, + { + "representative": 7613, + "members": [ + 7613 + ], + "max_error": 0.0 + }, + { + "representative": 7497, + "members": [ + 7497 + ], + "max_error": 0.0 + }, + { + "representative": 8158, + "members": [ + 8158 + ], + "max_error": 0.0 + }, + { + "representative": 8028, + "members": [ + 8028 + ], + "max_error": 0.0 + }, + { + "representative": 7971, + "members": [ + 7971 + ], + "max_error": 0.0 + }, + { + "representative": 8025, + "members": [ + 8025 + ], + "max_error": 0.0 + }, + { + "representative": 8100, + "members": [ + 8100 + ], + "max_error": 0.0 + }, + { + "representative": 8079, + "members": [ + 8079 + ], + "max_error": 0.0 + }, + { + "representative": 7944, + "members": [ + 7944 + ], + "max_error": 0.0 + }, + { + "representative": 8041, + "members": [ + 8041 + ], + "max_error": 0.0 + }, + { + "representative": 7959, + "members": [ + 7959 + ], + "max_error": 0.0 + }, + { + "representative": 8119, + "members": [ + 8119 + ], + "max_error": 0.0 + }, + { + "representative": 7965, + "members": [ + 7965 + ], + "max_error": 0.0 + }, + { + "representative": 8140, + "members": [ + 8140 + ], + "max_error": 0.0 + }, + { + "representative": 6413, + "members": [ + 6413 + ], + "max_error": 0.0 + }, + { + "representative": 6420, + "members": [ + 6420 + ], + "max_error": 0.0 + }, + { + "representative": 6425, + "members": [ + 6425 + ], + "max_error": 0.0 + }, + { + "representative": 6438, + "members": [ + 6438 + ], + "max_error": 0.0 + }, + { + "representative": 6591, + "members": [ + 6591 + ], + "max_error": 0.0 + }, + { + "representative": 6470, + "members": [ + 6470 + ], + "max_error": 0.0 + }, + { + "representative": 6406, + "members": [ + 6406 + ], + "max_error": 0.0 + }, + { + "representative": 6436, + "members": [ + 6436 + ], + "max_error": 0.0 + }, + { + "representative": 7051, + "members": [ + 7051 + ], + "max_error": 0.0 + }, + { + "representative": 7024, + "members": [ + 7024 + ], + "max_error": 0.0 + }, + { + "representative": 7043, + "members": [ + 7043 + ], + "max_error": 0.0 + }, + { + "representative": 7089, + "members": [ + 7089 + ], + "max_error": 0.0 + }, + { + "representative": 7149, + "members": [ + 7149 + ], + "max_error": 0.0 + }, + { + "representative": 7085, + "members": [ + 7085 + ], + "max_error": 0.0 + }, + { + "representative": 7036, + "members": [ + 7036 + ], + "max_error": 0.0 + }, + { + "representative": 7579, + "members": [ + 7579 + ], + "max_error": 0.0 + }, + { + "representative": 7627, + "members": [ + 7627 + ], + "max_error": 0.0 + }, + { + "representative": 7567, + "members": [ + 7567 + ], + "max_error": 0.0 + }, + { + "representative": 7490, + "members": [ + 7490 + ], + "max_error": 0.0 + }, + { + "representative": 8108, + "members": [ + 8108 + ], + "max_error": 0.0 + }, + { + "representative": 8085, + "members": [ + 8085 + ], + "max_error": 0.0 + }, + { + "representative": 7970, + "members": [ + 7970 + ], + "max_error": 0.0 + }, + { + "representative": 8043, + "members": [ + 8043 + ], + "max_error": 0.0 + }, + { + "representative": 8033, + "members": [ + 8033 + ], + "max_error": 0.0 + }, + { + "representative": 7999, + "members": [ + 7999 + ], + "max_error": 0.0 + }, + { + "representative": 8103, + "members": [ + 8103 + ], + "max_error": 0.0 + }, + { + "representative": 8089, + "members": [ + 8089 + ], + "max_error": 0.0 + }, + { + "representative": 8142, + "members": [ + 8142 + ], + "max_error": 0.0 + }, + { + "representative": 6477, + "members": [ + 6477 + ], + "max_error": 0.0 + }, + { + "representative": 6490, + "members": [ + 6490 + ], + "max_error": 0.0 + }, + { + "representative": 6586, + "members": [ + 6586 + ], + "max_error": 0.0 + }, + { + "representative": 6545, + "members": [ + 6545 + ], + "max_error": 0.0 + }, + { + "representative": 6600, + "members": [ + 6600 + ], + "max_error": 0.0 + }, + { + "representative": 6501, + "members": [ + 6501 + ], + "max_error": 0.0 + }, + { + "representative": 6983, + "members": [ + 6983 + ], + "max_error": 0.0 + }, + { + "representative": 7068, + "members": [ + 7068 + ], + "max_error": 0.0 + }, + { + "representative": 6923, + "members": [ + 6923 + ], + "max_error": 0.0 + }, + { + "representative": 7003, + "members": [ + 7003 + ], + "max_error": 0.0 + }, + { + "representative": 7042, + "members": [ + 7042 + ], + "max_error": 0.0 + }, + { + "representative": 6997, + "members": [ + 6997 + ], + "max_error": 0.0 + }, + { + "representative": 7080, + "members": [ + 7080 + ], + "max_error": 0.0 + }, + { + "representative": 6998, + "members": [ + 6998 + ], + "max_error": 0.0 + }, + { + "representative": 7156, + "members": [ + 7156 + ], + "max_error": 0.0 + }, + { + "representative": 7153, + "members": [ + 7153 + ], + "max_error": 0.0 + }, + { + "representative": 7632, + "members": [ + 7632 + ], + "max_error": 0.0 + }, + { + "representative": 7511, + "members": [ + 7511 + ], + "max_error": 0.0 + }, + { + "representative": 7604, + "members": [ + 7604 + ], + "max_error": 0.0 + }, + { + "representative": 7657, + "members": [ + 7657 + ], + "max_error": 0.0 + }, + { + "representative": 7560, + "members": [ + 7560 + ], + "max_error": 0.0 + }, + { + "representative": 7574, + "members": [ + 7574 + ], + "max_error": 0.0 + }, + { + "representative": 8042, + "members": [ + 8042 + ], + "max_error": 0.0 + }, + { + "representative": 8159, + "members": [ + 8159 + ], + "max_error": 0.0 + }, + { + "representative": 8134, + "members": [ + 8134 + ], + "max_error": 0.0 + }, + { + "representative": 7943, + "members": [ + 7943 + ], + "max_error": 0.0 + }, + { + "representative": 8163, + "members": [ + 8163 + ], + "max_error": 0.0 + }, + { + "representative": 8039, + "members": [ + 8039 + ], + "max_error": 0.0 + }, + { + "representative": 8022, + "members": [ + 8022 + ], + "max_error": 0.0 + }, + { + "representative": 8183, + "members": [ + 8183 + ], + "max_error": 0.0 + }, + { + "representative": 6520, + "members": [ + 6520 + ], + "max_error": 0.0 + }, + { + "representative": 6459, + "members": [ + 6459 + ], + "max_error": 0.0 + }, + { + "representative": 6626, + "members": [ + 6626 + ], + "max_error": 0.0 + }, + { + "representative": 6559, + "members": [ + 6559 + ], + "max_error": 0.0 + }, + { + "representative": 6645, + "members": [ + 6645 + ], + "max_error": 0.0 + }, + { + "representative": 6431, + "members": [ + 6431 + ], + "max_error": 0.0 + }, + { + "representative": 6515, + "members": [ + 6515 + ], + "max_error": 0.0 + }, + { + "representative": 6428, + "members": [ + 6428 + ], + "max_error": 0.0 + }, + { + "representative": 6631, + "members": [ + 6631 + ], + "max_error": 0.0 + }, + { + "representative": 6571, + "members": [ + 6571 + ], + "max_error": 0.0 + }, + { + "representative": 6525, + "members": [ + 6525 + ], + "max_error": 0.0 + }, + { + "representative": 6458, + "members": [ + 6458 + ], + "max_error": 0.0 + }, + { + "representative": 6580, + "members": [ + 6580 + ], + "max_error": 0.0 + }, + { + "representative": 6576, + "members": [ + 6576 + ], + "max_error": 0.0 + }, + { + "representative": 6550, + "members": [ + 6550 + ], + "max_error": 0.0 + }, + { + "representative": 6982, + "members": [ + 6982 + ], + "max_error": 0.0 + }, + { + "representative": 7105, + "members": [ + 7105 + ], + "max_error": 0.0 + }, + { + "representative": 7057, + "members": [ + 7057 + ], + "max_error": 0.0 + }, + { + "representative": 7095, + "members": [ + 7095 + ], + "max_error": 0.0 + }, + { + "representative": 6930, + "members": [ + 6930 + ], + "max_error": 0.0 + }, + { + "representative": 7070, + "members": [ + 7070 + ], + "max_error": 0.0 + }, + { + "representative": 7482, + "members": [ + 7482 + ], + "max_error": 0.0 + }, + { + "representative": 7633, + "members": [ + 7633 + ], + "max_error": 0.0 + }, + { + "representative": 7439, + "members": [ + 7439 + ], + "max_error": 0.0 + }, + { + "representative": 7598, + "members": [ + 7598 + ], + "max_error": 0.0 + }, + { + "representative": 7518, + "members": [ + 7518 + ], + "max_error": 0.0 + }, + { + "representative": 7672, + "members": [ + 7672 + ], + "max_error": 0.0 + }, + { + "representative": 7663, + "members": [ + 7663 + ], + "max_error": 0.0 + }, + { + "representative": 7558, + "members": [ + 7558 + ], + "max_error": 0.0 + }, + { + "representative": 7429, + "members": [ + 7429 + ], + "max_error": 0.0 + }, + { + "representative": 7956, + "members": [ + 7956 + ], + "max_error": 0.0 + }, + { + "representative": 8139, + "members": [ + 8139 + ], + "max_error": 0.0 + }, + { + "representative": 8075, + "members": [ + 8075 + ], + "max_error": 0.0 + }, + { + "representative": 8016, + "members": [ + 8016 + ], + "max_error": 0.0 + }, + { + "representative": 8138, + "members": [ + 8138 + ], + "max_error": 0.0 + }, + { + "representative": 7973, + "members": [ + 7973 + ], + "max_error": 0.0 + }, + { + "representative": 6575, + "members": [ + 6575 + ], + "max_error": 0.0 + }, + { + "representative": 6432, + "members": [ + 6432 + ], + "max_error": 0.0 + }, + { + "representative": 6478, + "members": [ + 6478 + ], + "max_error": 0.0 + }, + { + "representative": 6465, + "members": [ + 6465 + ], + "max_error": 0.0 + }, + { + "representative": 6611, + "members": [ + 6611 + ], + "max_error": 0.0 + }, + { + "representative": 6654, + "members": [ + 6654 + ], + "max_error": 0.0 + }, + { + "representative": 6408, + "members": [ + 6408 + ], + "max_error": 0.0 + }, + { + "representative": 6627, + "members": [ + 6627 + ], + "max_error": 0.0 + }, + { + "representative": 6616, + "members": [ + 6616 + ], + "max_error": 0.0 + }, + { + "representative": 6541, + "members": [ + 6541 + ], + "max_error": 0.0 + }, + { + "representative": 6555, + "members": [ + 6555 + ], + "max_error": 0.0 + }, + { + "representative": 6424, + "members": [ + 6424 + ], + "max_error": 0.0 + }, + { + "representative": 6566, + "members": [ + 6566 + ], + "max_error": 0.0 + }, + { + "representative": 6451, + "members": [ + 6451 + ], + "max_error": 0.0 + }, + { + "representative": 6639, + "members": [ + 6639 + ], + "max_error": 0.0 + }, + { + "representative": 6569, + "members": [ + 6569 + ], + "max_error": 0.0 + }, + { + "representative": 6440, + "members": [ + 6440 + ], + "max_error": 0.0 + }, + { + "representative": 6964, + "members": [ + 6964 + ], + "max_error": 0.0 + }, + { + "representative": 7021, + "members": [ + 7021 + ], + "max_error": 0.0 + }, + { + "representative": 7096, + "members": [ + 7096 + ], + "max_error": 0.0 + }, + { + "representative": 7081, + "members": [ + 7081 + ], + "max_error": 0.0 + }, + { + "representative": 7060, + "members": [ + 7060 + ], + "max_error": 0.0 + }, + { + "representative": 7109, + "members": [ + 7109 + ], + "max_error": 0.0 + }, + { + "representative": 7015, + "members": [ + 7015 + ], + "max_error": 0.0 + }, + { + "representative": 6928, + "members": [ + 6928 + ], + "max_error": 0.0 + }, + { + "representative": 7127, + "members": [ + 7127 + ], + "max_error": 0.0 + }, + { + "representative": 6939, + "members": [ + 6939 + ], + "max_error": 0.0 + }, + { + "representative": 7113, + "members": [ + 7113 + ], + "max_error": 0.0 + }, + { + "representative": 7039, + "members": [ + 7039 + ], + "max_error": 0.0 + }, + { + "representative": 6929, + "members": [ + 6929 + ], + "max_error": 0.0 + }, + { + "representative": 7163, + "members": [ + 7163 + ], + "max_error": 0.0 + }, + { + "representative": 6932, + "members": [ + 6932 + ], + "max_error": 0.0 + }, + { + "representative": 7577, + "members": [ + 7577 + ], + "max_error": 0.0 + }, + { + "representative": 7500, + "members": [ + 7500 + ], + "max_error": 0.0 + }, + { + "representative": 7665, + "members": [ + 7665 + ], + "max_error": 0.0 + }, + { + "representative": 7584, + "members": [ + 7584 + ], + "max_error": 0.0 + }, + { + "representative": 7647, + "members": [ + 7647 + ], + "max_error": 0.0 + }, + { + "representative": 7471, + "members": [ + 7471 + ], + "max_error": 0.0 + }, + { + "representative": 7470, + "members": [ + 7470 + ], + "max_error": 0.0 + }, + { + "representative": 7628, + "members": [ + 7628 + ], + "max_error": 0.0 + }, + { + "representative": 7654, + "members": [ + 7654 + ], + "max_error": 0.0 + }, + { + "representative": 7527, + "members": [ + 7527 + ], + "max_error": 0.0 + }, + { + "representative": 7513, + "members": [ + 7513 + ], + "max_error": 0.0 + }, + { + "representative": 7434, + "members": [ + 7434 + ], + "max_error": 0.0 + }, + { + "representative": 8003, + "members": [ + 8003 + ], + "max_error": 0.0 + }, + { + "representative": 8013, + "members": [ + 8013 + ], + "max_error": 0.0 + }, + { + "representative": 8115, + "members": [ + 8115 + ], + "max_error": 0.0 + }, + { + "representative": 8187, + "members": [ + 8187 + ], + "max_error": 0.0 + }, + { + "representative": 8053, + "members": [ + 8053 + ], + "max_error": 0.0 + }, + { + "representative": 7975, + "members": [ + 7975 + ], + "max_error": 0.0 + }, + { + "representative": 8009, + "members": [ + 8009 + ], + "max_error": 0.0 + }, + { + "representative": 7972, + "members": [ + 7972 + ], + "max_error": 0.0 + }, + { + "representative": 7986, + "members": [ + 7986 + ], + "max_error": 0.0 + }, + { + "representative": 8122, + "members": [ + 8122 + ], + "max_error": 0.0 + }, + { + "representative": 6538, + "members": [ + 6538 + ], + "max_error": 0.0 + }, + { + "representative": 6526, + "members": [ + 6526 + ], + "max_error": 0.0 + }, + { + "representative": 6620, + "members": [ + 6620 + ], + "max_error": 0.0 + }, + { + "representative": 6484, + "members": [ + 6484 + ], + "max_error": 0.0 + }, + { + "representative": 6539, + "members": [ + 6539 + ], + "max_error": 0.0 + }, + { + "representative": 6619, + "members": [ + 6619 + ], + "max_error": 0.0 + }, + { + "representative": 6590, + "members": [ + 6590 + ], + "max_error": 0.0 + }, + { + "representative": 6583, + "members": [ + 6583 + ], + "max_error": 0.0 + }, + { + "representative": 6491, + "members": [ + 6491 + ], + "max_error": 0.0 + }, + { + "representative": 6614, + "members": [ + 6614 + ], + "max_error": 0.0 + }, + { + "representative": 6917, + "members": [ + 6917 + ], + "max_error": 0.0 + }, + { + "representative": 7071, + "members": [ + 7071 + ], + "max_error": 0.0 + }, + { + "representative": 7166, + "members": [ + 7166 + ], + "max_error": 0.0 + }, + { + "representative": 6969, + "members": [ + 6969 + ], + "max_error": 0.0 + }, + { + "representative": 6980, + "members": [ + 6980 + ], + "max_error": 0.0 + }, + { + "representative": 6921, + "members": [ + 6921 + ], + "max_error": 0.0 + }, + { + "representative": 7047, + "members": [ + 7047 + ], + "max_error": 0.0 + }, + { + "representative": 6948, + "members": [ + 6948 + ], + "max_error": 0.0 + }, + { + "representative": 6993, + "members": [ + 6993 + ], + "max_error": 0.0 + }, + { + "representative": 7084, + "members": [ + 7084 + ], + "max_error": 0.0 + }, + { + "representative": 7148, + "members": [ + 7148 + ], + "max_error": 0.0 + }, + { + "representative": 6966, + "members": [ + 6966 + ], + "max_error": 0.0 + }, + { + "representative": 6944, + "members": [ + 6944 + ], + "max_error": 0.0 + }, + { + "representative": 6990, + "members": [ + 6990 + ], + "max_error": 0.0 + }, + { + "representative": 7016, + "members": [ + 7016 + ], + "max_error": 0.0 + }, + { + "representative": 7142, + "members": [ + 7142 + ], + "max_error": 0.0 + }, + { + "representative": 7625, + "members": [ + 7625 + ], + "max_error": 0.0 + }, + { + "representative": 7447, + "members": [ + 7447 + ], + "max_error": 0.0 + }, + { + "representative": 7573, + "members": [ + 7573 + ], + "max_error": 0.0 + }, + { + "representative": 7609, + "members": [ + 7609 + ], + "max_error": 0.0 + }, + { + "representative": 7566, + "members": [ + 7566 + ], + "max_error": 0.0 + }, + { + "representative": 7505, + "members": [ + 7505 + ], + "max_error": 0.0 + }, + { + "representative": 7487, + "members": [ + 7487 + ], + "max_error": 0.0 + }, + { + "representative": 7469, + "members": [ + 7469 + ], + "max_error": 0.0 + }, + { + "representative": 7459, + "members": [ + 7459 + ], + "max_error": 0.0 + }, + { + "representative": 7549, + "members": [ + 7549 + ], + "max_error": 0.0 + }, + { + "representative": 7452, + "members": [ + 7452 + ], + "max_error": 0.0 + }, + { + "representative": 7481, + "members": [ + 7481 + ], + "max_error": 0.0 + }, + { + "representative": 7955, + "members": [ + 7955 + ], + "max_error": 0.0 + }, + { + "representative": 7948, + "members": [ + 7948 + ], + "max_error": 0.0 + }, + { + "representative": 8067, + "members": [ + 8067 + ], + "max_error": 0.0 + }, + { + "representative": 8102, + "members": [ + 8102 + ], + "max_error": 0.0 + }, + { + "representative": 7982, + "members": [ + 7982 + ], + "max_error": 0.0 + }, + { + "representative": 8148, + "members": [ + 8148 + ], + "max_error": 0.0 + }, + { + "representative": 8062, + "members": [ + 8062 + ], + "max_error": 0.0 + }, + { + "representative": 8064, + "members": [ + 8064 + ], + "max_error": 0.0 + }, + { + "representative": 8172, + "members": [ + 8172 + ], + "max_error": 0.0 + }, + { + "representative": 8146, + "members": [ + 8146 + ], + "max_error": 0.0 + }, + { + "representative": 8031, + "members": [ + 8031 + ], + "max_error": 0.0 + }, + { + "representative": 6589, + "members": [ + 6589 + ], + "max_error": 0.0 + }, + { + "representative": 6617, + "members": [ + 6617 + ], + "max_error": 0.0 + }, + { + "representative": 6637, + "members": [ + 6637 + ], + "max_error": 0.0 + }, + { + "representative": 6401, + "members": [ + 6401 + ], + "max_error": 0.0 + }, + { + "representative": 6466, + "members": [ + 6466 + ], + "max_error": 0.0 + }, + { + "representative": 6582, + "members": [ + 6582 + ], + "max_error": 0.0 + }, + { + "representative": 6935, + "members": [ + 6935 + ], + "max_error": 0.0 + }, + { + "representative": 7114, + "members": [ + 7114 + ], + "max_error": 0.0 + }, + { + "representative": 7025, + "members": [ + 7025 + ], + "max_error": 0.0 + }, + { + "representative": 7053, + "members": [ + 7053 + ], + "max_error": 0.0 + }, + { + "representative": 6947, + "members": [ + 6947 + ], + "max_error": 0.0 + }, + { + "representative": 7022, + "members": [ + 7022 + ], + "max_error": 0.0 + }, + { + "representative": 7111, + "members": [ + 7111 + ], + "max_error": 0.0 + }, + { + "representative": 7141, + "members": [ + 7141 + ], + "max_error": 0.0 + }, + { + "representative": 6953, + "members": [ + 6953 + ], + "max_error": 0.0 + }, + { + "representative": 7030, + "members": [ + 7030 + ], + "max_error": 0.0 + }, + { + "representative": 7139, + "members": [ + 7139 + ], + "max_error": 0.0 + }, + { + "representative": 7126, + "members": [ + 7126 + ], + "max_error": 0.0 + }, + { + "representative": 6967, + "members": [ + 6967 + ], + "max_error": 0.0 + }, + { + "representative": 7510, + "members": [ + 7510 + ], + "max_error": 0.0 + }, + { + "representative": 7548, + "members": [ + 7548 + ], + "max_error": 0.0 + }, + { + "representative": 7615, + "members": [ + 7615 + ], + "max_error": 0.0 + }, + { + "representative": 7666, + "members": [ + 7666 + ], + "max_error": 0.0 + }, + { + "representative": 7555, + "members": [ + 7555 + ], + "max_error": 0.0 + }, + { + "representative": 7655, + "members": [ + 7655 + ], + "max_error": 0.0 + }, + { + "representative": 7435, + "members": [ + 7435 + ], + "max_error": 0.0 + }, + { + "representative": 7623, + "members": [ + 7623 + ], + "max_error": 0.0 + }, + { + "representative": 7550, + "members": [ + 7550 + ], + "max_error": 0.0 + }, + { + "representative": 7441, + "members": [ + 7441 + ], + "max_error": 0.0 + }, + { + "representative": 8092, + "members": [ + 8092 + ], + "max_error": 0.0 + }, + { + "representative": 8164, + "members": [ + 8164 + ], + "max_error": 0.0 + }, + { + "representative": 8136, + "members": [ + 8136 + ], + "max_error": 0.0 + }, + { + "representative": 8007, + "members": [ + 8007 + ], + "max_error": 0.0 + }, + { + "representative": 8058, + "members": [ + 8058 + ], + "max_error": 0.0 + }, + { + "representative": 8165, + "members": [ + 8165 + ], + "max_error": 0.0 + }, + { + "representative": 8129, + "members": [ + 8129 + ], + "max_error": 0.0 + }, + { + "representative": 8117, + "members": [ + 8117 + ], + "max_error": 0.0 + }, + { + "representative": 8143, + "members": [ + 8143 + ], + "max_error": 0.0 + }, + { + "representative": 8019, + "members": [ + 8019 + ], + "max_error": 0.0 + }, + { + "representative": 6509, + "members": [ + 6509 + ], + "max_error": 0.0 + }, + { + "representative": 6510, + "members": [ + 6510 + ], + "max_error": 0.0 + }, + { + "representative": 6517, + "members": [ + 6517 + ], + "max_error": 0.0 + }, + { + "representative": 6594, + "members": [ + 6594 + ], + "max_error": 0.0 + }, + { + "representative": 6551, + "members": [ + 6551 + ], + "max_error": 0.0 + }, + { + "representative": 6642, + "members": [ + 6642 + ], + "max_error": 0.0 + }, + { + "representative": 6557, + "members": [ + 6557 + ], + "max_error": 0.0 + }, + { + "representative": 6640, + "members": [ + 6640 + ], + "max_error": 0.0 + }, + { + "representative": 6415, + "members": [ + 6415 + ], + "max_error": 0.0 + }, + { + "representative": 6493, + "members": [ + 6493 + ], + "max_error": 0.0 + }, + { + "representative": 6437, + "members": [ + 6437 + ], + "max_error": 0.0 + }, + { + "representative": 7130, + "members": [ + 7130 + ], + "max_error": 0.0 + }, + { + "representative": 7145, + "members": [ + 7145 + ], + "max_error": 0.0 + }, + { + "representative": 6958, + "members": [ + 6958 + ], + "max_error": 0.0 + }, + { + "representative": 6926, + "members": [ + 6926 + ], + "max_error": 0.0 + }, + { + "representative": 7087, + "members": [ + 7087 + ], + "max_error": 0.0 + }, + { + "representative": 7062, + "members": [ + 7062 + ], + "max_error": 0.0 + }, + { + "representative": 7099, + "members": [ + 7099 + ], + "max_error": 0.0 + }, + { + "representative": 6920, + "members": [ + 6920 + ], + "max_error": 0.0 + }, + { + "representative": 7035, + "members": [ + 7035 + ], + "max_error": 0.0 + }, + { + "representative": 7041, + "members": [ + 7041 + ], + "max_error": 0.0 + }, + { + "representative": 7118, + "members": [ + 7118 + ], + "max_error": 0.0 + }, + { + "representative": 7120, + "members": [ + 7120 + ], + "max_error": 0.0 + }, + { + "representative": 7116, + "members": [ + 7116 + ], + "max_error": 0.0 + }, + { + "representative": 6956, + "members": [ + 6956 + ], + "max_error": 0.0 + }, + { + "representative": 7437, + "members": [ + 7437 + ], + "max_error": 0.0 + }, + { + "representative": 7600, + "members": [ + 7600 + ], + "max_error": 0.0 + }, + { + "representative": 7597, + "members": [ + 7597 + ], + "max_error": 0.0 + }, + { + "representative": 7535, + "members": [ + 7535 + ], + "max_error": 0.0 + }, + { + "representative": 7463, + "members": [ + 7463 + ], + "max_error": 0.0 + }, + { + "representative": 7495, + "members": [ + 7495 + ], + "max_error": 0.0 + }, + { + "representative": 7620, + "members": [ + 7620 + ], + "max_error": 0.0 + }, + { + "representative": 7642, + "members": [ + 7642 + ], + "max_error": 0.0 + }, + { + "representative": 7608, + "members": [ + 7608 + ], + "max_error": 0.0 + }, + { + "representative": 8006, + "members": [ + 8006 + ], + "max_error": 0.0 + }, + { + "representative": 7946, + "members": [ + 7946 + ], + "max_error": 0.0 + }, + { + "representative": 8101, + "members": [ + 8101 + ], + "max_error": 0.0 + }, + { + "representative": 8124, + "members": [ + 8124 + ], + "max_error": 0.0 + }, + { + "representative": 8178, + "members": [ + 8178 + ], + "max_error": 0.0 + }, + { + "representative": 7969, + "members": [ + 7969 + ], + "max_error": 0.0 + }, + { + "representative": 8175, + "members": [ + 8175 + ], + "max_error": 0.0 + }, + { + "representative": 8128, + "members": [ + 8128 + ], + "max_error": 0.0 + }, + { + "representative": 8005, + "members": [ + 8005 + ], + "max_error": 0.0 + }, + { + "representative": 7968, + "members": [ + 7968 + ], + "max_error": 0.0 + }, + { + "representative": 8068, + "members": [ + 8068 + ], + "max_error": 0.0 + }, + { + "representative": 8066, + "members": [ + 8066 + ], + "max_error": 0.0 + }, + { + "representative": 8011, + "members": [ + 8011 + ], + "max_error": 0.0 + }, + { + "representative": 8121, + "members": [ + 8121 + ], + "max_error": 0.0 + }, + { + "representative": 6454, + "members": [ + 6454 + ], + "max_error": 0.0 + }, + { + "representative": 6507, + "members": [ + 6507 + ], + "max_error": 0.0 + }, + { + "representative": 6647, + "members": [ + 6647 + ], + "max_error": 0.0 + }, + { + "representative": 6608, + "members": [ + 6608 + ], + "max_error": 0.0 + }, + { + "representative": 6499, + "members": [ + 6499 + ], + "max_error": 0.0 + }, + { + "representative": 6441, + "members": [ + 6441 + ], + "max_error": 0.0 + }, + { + "representative": 6522, + "members": [ + 6522 + ], + "max_error": 0.0 + }, + { + "representative": 6578, + "members": [ + 6578 + ], + "max_error": 0.0 + }, + { + "representative": 6588, + "members": [ + 6588 + ], + "max_error": 0.0 + }, + { + "representative": 6418, + "members": [ + 6418 + ], + "max_error": 0.0 + }, + { + "representative": 6486, + "members": [ + 6486 + ], + "max_error": 0.0 + }, + { + "representative": 6445, + "members": [ + 6445 + ], + "max_error": 0.0 + }, + { + "representative": 7046, + "members": [ + 7046 + ], + "max_error": 0.0 + }, + { + "representative": 6938, + "members": [ + 6938 + ], + "max_error": 0.0 + }, + { + "representative": 7002, + "members": [ + 7002 + ], + "max_error": 0.0 + }, + { + "representative": 6991, + "members": [ + 6991 + ], + "max_error": 0.0 + }, + { + "representative": 7055, + "members": [ + 7055 + ], + "max_error": 0.0 + }, + { + "representative": 7023, + "members": [ + 7023 + ], + "max_error": 0.0 + }, + { + "representative": 7072, + "members": [ + 7072 + ], + "max_error": 0.0 + }, + { + "representative": 6955, + "members": [ + 6955 + ], + "max_error": 0.0 + }, + { + "representative": 7100, + "members": [ + 7100 + ], + "max_error": 0.0 + }, + { + "representative": 6915, + "members": [ + 6915 + ], + "max_error": 0.0 + }, + { + "representative": 7621, + "members": [ + 7621 + ], + "max_error": 0.0 + }, + { + "representative": 7669, + "members": [ + 7669 + ], + "max_error": 0.0 + }, + { + "representative": 7538, + "members": [ + 7538 + ], + "max_error": 0.0 + }, + { + "representative": 7599, + "members": [ + 7599 + ], + "max_error": 0.0 + }, + { + "representative": 7545, + "members": [ + 7545 + ], + "max_error": 0.0 + }, + { + "representative": 7506, + "members": [ + 7506 + ], + "max_error": 0.0 + }, + { + "representative": 7472, + "members": [ + 7472 + ], + "max_error": 0.0 + }, + { + "representative": 7460, + "members": [ + 7460 + ], + "max_error": 0.0 + }, + { + "representative": 7431, + "members": [ + 7431 + ], + "max_error": 0.0 + }, + { + "representative": 7498, + "members": [ + 7498 + ], + "max_error": 0.0 + }, + { + "representative": 8048, + "members": [ + 8048 + ], + "max_error": 0.0 + }, + { + "representative": 8135, + "members": [ + 8135 + ], + "max_error": 0.0 + }, + { + "representative": 8084, + "members": [ + 8084 + ], + "max_error": 0.0 + }, + { + "representative": 8032, + "members": [ + 8032 + ], + "max_error": 0.0 + }, + { + "representative": 8154, + "members": [ + 8154 + ], + "max_error": 0.0 + }, + { + "representative": 6450, + "members": [ + 6450 + ], + "max_error": 0.0 + }, + { + "representative": 6529, + "members": [ + 6529 + ], + "max_error": 0.0 + }, + { + "representative": 6532, + "members": [ + 6532 + ], + "max_error": 0.0 + }, + { + "representative": 6553, + "members": [ + 6553 + ], + "max_error": 0.0 + }, + { + "representative": 6505, + "members": [ + 6505 + ], + "max_error": 0.0 + }, + { + "representative": 6599, + "members": [ + 6599 + ], + "max_error": 0.0 + }, + { + "representative": 6453, + "members": [ + 6453 + ], + "max_error": 0.0 + }, + { + "representative": 6584, + "members": [ + 6584 + ], + "max_error": 0.0 + }, + { + "representative": 6552, + "members": [ + 6552 + ], + "max_error": 0.0 + }, + { + "representative": 6492, + "members": [ + 6492 + ], + "max_error": 0.0 + }, + { + "representative": 6560, + "members": [ + 6560 + ], + "max_error": 0.0 + }, + { + "representative": 6481, + "members": [ + 6481 + ], + "max_error": 0.0 + }, + { + "representative": 6653, + "members": [ + 6653 + ], + "max_error": 0.0 + }, + { + "representative": 6598, + "members": [ + 6598 + ], + "max_error": 0.0 + }, + { + "representative": 6558, + "members": [ + 6558 + ], + "max_error": 0.0 + }, + { + "representative": 7019, + "members": [ + 7019 + ], + "max_error": 0.0 + }, + { + "representative": 6931, + "members": [ + 6931 + ], + "max_error": 0.0 + }, + { + "representative": 7155, + "members": [ + 7155 + ], + "max_error": 0.0 + }, + { + "representative": 7167, + "members": [ + 7167 + ], + "max_error": 0.0 + }, + { + "representative": 7083, + "members": [ + 7083 + ], + "max_error": 0.0 + }, + { + "representative": 7147, + "members": [ + 7147 + ], + "max_error": 0.0 + }, + { + "representative": 7027, + "members": [ + 7027 + ], + "max_error": 0.0 + }, + { + "representative": 6984, + "members": [ + 6984 + ], + "max_error": 0.0 + }, + { + "representative": 7088, + "members": [ + 7088 + ], + "max_error": 0.0 + }, + { + "representative": 7073, + "members": [ + 7073 + ], + "max_error": 0.0 + }, + { + "representative": 7652, + "members": [ + 7652 + ], + "max_error": 0.0 + }, + { + "representative": 7451, + "members": [ + 7451 + ], + "max_error": 0.0 + }, + { + "representative": 7489, + "members": [ + 7489 + ], + "max_error": 0.0 + }, + { + "representative": 7430, + "members": [ + 7430 + ], + "max_error": 0.0 + }, + { + "representative": 7526, + "members": [ + 7526 + ], + "max_error": 0.0 + }, + { + "representative": 7512, + "members": [ + 7512 + ], + "max_error": 0.0 + }, + { + "representative": 7520, + "members": [ + 7520 + ], + "max_error": 0.0 + }, + { + "representative": 7477, + "members": [ + 7477 + ], + "max_error": 0.0 + }, + { + "representative": 7659, + "members": [ + 7659 + ], + "max_error": 0.0 + }, + { + "representative": 7466, + "members": [ + 7466 + ], + "max_error": 0.0 + }, + { + "representative": 7493, + "members": [ + 7493 + ], + "max_error": 0.0 + }, + { + "representative": 7967, + "members": [ + 7967 + ], + "max_error": 0.0 + }, + { + "representative": 8044, + "members": [ + 8044 + ], + "max_error": 0.0 + }, + { + "representative": 8060, + "members": [ + 8060 + ], + "max_error": 0.0 + }, + { + "representative": 7991, + "members": [ + 7991 + ], + "max_error": 0.0 + }, + { + "representative": 8023, + "members": [ + 8023 + ], + "max_error": 0.0 + }, + { + "representative": 8012, + "members": [ + 8012 + ], + "max_error": 0.0 + }, + { + "representative": 8037, + "members": [ + 8037 + ], + "max_error": 0.0 + }, + { + "representative": 8109, + "members": [ + 8109 + ], + "max_error": 0.0 + }, + { + "representative": 8056, + "members": [ + 8056 + ], + "max_error": 0.0 + }, + { + "representative": 7974, + "members": [ + 7974 + ], + "max_error": 0.0 + }, + { + "representative": 7979, + "members": [ + 7979 + ], + "max_error": 0.0 + }, + { + "representative": 7937, + "members": [ + 7937 + ], + "max_error": 0.0 + }, + { + "representative": 8004, + "members": [ + 8004 + ], + "max_error": 0.0 + }, + { + "representative": 8126, + "members": [ + 8126 + ], + "max_error": 0.0 + }, + { + "representative": 6621, + "members": [ + 6621 + ], + "max_error": 0.0 + }, + { + "representative": 6495, + "members": [ + 6495 + ], + "max_error": 0.0 + }, + { + "representative": 6567, + "members": [ + 6567 + ], + "max_error": 0.0 + }, + { + "representative": 6548, + "members": [ + 6548 + ], + "max_error": 0.0 + }, + { + "representative": 6564, + "members": [ + 6564 + ], + "max_error": 0.0 + }, + { + "representative": 6644, + "members": [ + 6644 + ], + "max_error": 0.0 + }, + { + "representative": 6596, + "members": [ + 6596 + ], + "max_error": 0.0 + }, + { + "representative": 6519, + "members": [ + 6519 + ], + "max_error": 0.0 + }, + { + "representative": 6603, + "members": [ + 6603 + ], + "max_error": 0.0 + }, + { + "representative": 6593, + "members": [ + 6593 + ], + "max_error": 0.0 + }, + { + "representative": 6508, + "members": [ + 6508 + ], + "max_error": 0.0 + }, + { + "representative": 7143, + "members": [ + 7143 + ], + "max_error": 0.0 + }, + { + "representative": 7093, + "members": [ + 7093 + ], + "max_error": 0.0 + }, + { + "representative": 7029, + "members": [ + 7029 + ], + "max_error": 0.0 + }, + { + "representative": 7128, + "members": [ + 7128 + ], + "max_error": 0.0 + }, + { + "representative": 7131, + "members": [ + 7131 + ], + "max_error": 0.0 + }, + { + "representative": 7165, + "members": [ + 7165 + ], + "max_error": 0.0 + }, + { + "representative": 7104, + "members": [ + 7104 + ], + "max_error": 0.0 + }, + { + "representative": 7018, + "members": [ + 7018 + ], + "max_error": 0.0 + }, + { + "representative": 7151, + "members": [ + 7151 + ], + "max_error": 0.0 + }, + { + "representative": 7076, + "members": [ + 7076 + ], + "max_error": 0.0 + }, + { + "representative": 7138, + "members": [ + 7138 + ], + "max_error": 0.0 + }, + { + "representative": 6977, + "members": [ + 6977 + ], + "max_error": 0.0 + }, + { + "representative": 6946, + "members": [ + 6946 + ], + "max_error": 0.0 + }, + { + "representative": 7135, + "members": [ + 7135 + ], + "max_error": 0.0 + }, + { + "representative": 7540, + "members": [ + 7540 + ], + "max_error": 0.0 + }, + { + "representative": 7480, + "members": [ + 7480 + ], + "max_error": 0.0 + }, + { + "representative": 7432, + "members": [ + 7432 + ], + "max_error": 0.0 + }, + { + "representative": 7457, + "members": [ + 7457 + ], + "max_error": 0.0 + }, + { + "representative": 7478, + "members": [ + 7478 + ], + "max_error": 0.0 + }, + { + "representative": 7438, + "members": [ + 7438 + ], + "max_error": 0.0 + }, + { + "representative": 7462, + "members": [ + 7462 + ], + "max_error": 0.0 + }, + { + "representative": 7624, + "members": [ + 7624 + ], + "max_error": 0.0 + }, + { + "representative": 7570, + "members": [ + 7570 + ], + "max_error": 0.0 + }, + { + "representative": 7646, + "members": [ + 7646 + ], + "max_error": 0.0 + }, + { + "representative": 7585, + "members": [ + 7585 + ], + "max_error": 0.0 + }, + { + "representative": 7450, + "members": [ + 7450 + ], + "max_error": 0.0 + }, + { + "representative": 7582, + "members": [ + 7582 + ], + "max_error": 0.0 + }, + { + "representative": 7606, + "members": [ + 7606 + ], + "max_error": 0.0 + }, + { + "representative": 7484, + "members": [ + 7484 + ], + "max_error": 0.0 + }, + { + "representative": 7499, + "members": [ + 7499 + ], + "max_error": 0.0 + }, + { + "representative": 7552, + "members": [ + 7552 + ], + "max_error": 0.0 + }, + { + "representative": 7977, + "members": [ + 7977 + ], + "max_error": 0.0 + }, + { + "representative": 7938, + "members": [ + 7938 + ], + "max_error": 0.0 + }, + { + "representative": 8087, + "members": [ + 8087 + ], + "max_error": 0.0 + }, + { + "representative": 8150, + "members": [ + 8150 + ], + "max_error": 0.0 + }, + { + "representative": 8190, + "members": [ + 8190 + ], + "max_error": 0.0 + }, + { + "representative": 8063, + "members": [ + 8063 + ], + "max_error": 0.0 + }, + { + "representative": 8107, + "members": [ + 8107 + ], + "max_error": 0.0 + }, + { + "representative": 8020, + "members": [ + 8020 + ], + "max_error": 0.0 + }, + { + "representative": 8174, + "members": [ + 8174 + ], + "max_error": 0.0 + }, + { + "representative": 7976, + "members": [ + 7976 + ], + "max_error": 0.0 + }, + { + "representative": 6630, + "members": [ + 6630 + ], + "max_error": 0.0 + }, + { + "representative": 6605, + "members": [ + 6605 + ], + "max_error": 0.0 + }, + { + "representative": 6577, + "members": [ + 6577 + ], + "max_error": 0.0 + }, + { + "representative": 6643, + "members": [ + 6643 + ], + "max_error": 0.0 + }, + { + "representative": 6410, + "members": [ + 6410 + ], + "max_error": 0.0 + }, + { + "representative": 7048, + "members": [ + 7048 + ], + "max_error": 0.0 + }, + { + "representative": 7044, + "members": [ + 7044 + ], + "max_error": 0.0 + }, + { + "representative": 7137, + "members": [ + 7137 + ], + "max_error": 0.0 + }, + { + "representative": 6996, + "members": [ + 6996 + ], + "max_error": 0.0 + }, + { + "representative": 6968, + "members": [ + 6968 + ], + "max_error": 0.0 + }, + { + "representative": 7008, + "members": [ + 7008 + ], + "max_error": 0.0 + }, + { + "representative": 6988, + "members": [ + 6988 + ], + "max_error": 0.0 + }, + { + "representative": 7067, + "members": [ + 7067 + ], + "max_error": 0.0 + }, + { + "representative": 7154, + "members": [ + 7154 + ], + "max_error": 0.0 + }, + { + "representative": 7509, + "members": [ + 7509 + ], + "max_error": 0.0 + }, + { + "representative": 7444, + "members": [ + 7444 + ], + "max_error": 0.0 + }, + { + "representative": 7445, + "members": [ + 7445 + ], + "max_error": 0.0 + }, + { + "representative": 7539, + "members": [ + 7539 + ], + "max_error": 0.0 + }, + { + "representative": 7440, + "members": [ + 7440 + ], + "max_error": 0.0 + }, + { + "representative": 7508, + "members": [ + 7508 + ], + "max_error": 0.0 + }, + { + "representative": 7595, + "members": [ + 7595 + ], + "max_error": 0.0 + }, + { + "representative": 7486, + "members": [ + 7486 + ], + "max_error": 0.0 + }, + { + "representative": 7629, + "members": [ + 7629 + ], + "max_error": 0.0 + }, + { + "representative": 7443, + "members": [ + 7443 + ], + "max_error": 0.0 + }, + { + "representative": 7568, + "members": [ + 7568 + ], + "max_error": 0.0 + }, + { + "representative": 7454, + "members": [ + 7454 + ], + "max_error": 0.0 + }, + { + "representative": 8036, + "members": [ + 8036 + ], + "max_error": 0.0 + }, + { + "representative": 8145, + "members": [ + 8145 + ], + "max_error": 0.0 + }, + { + "representative": 8059, + "members": [ + 8059 + ], + "max_error": 0.0 + }, + { + "representative": 7997, + "members": [ + 7997 + ], + "max_error": 0.0 + }, + { + "representative": 8118, + "members": [ + 8118 + ], + "max_error": 0.0 + }, + { + "representative": 7978, + "members": [ + 7978 + ], + "max_error": 0.0 + }, + { + "representative": 7953, + "members": [ + 7953 + ], + "max_error": 0.0 + }, + { + "representative": 8099, + "members": [ + 8099 + ], + "max_error": 0.0 + }, + { + "representative": 8024, + "members": [ + 8024 + ], + "max_error": 0.0 + }, + { + "representative": 8110, + "members": [ + 8110 + ], + "max_error": 0.0 + }, + { + "representative": 8132, + "members": [ + 8132 + ], + "max_error": 0.0 + }, + { + "representative": 7941, + "members": [ + 7941 + ], + "max_error": 0.0 + }, + { + "representative": 8166, + "members": [ + 8166 + ], + "max_error": 0.0 + }, + { + "representative": 8038, + "members": [ + 8038 + ], + "max_error": 0.0 + }, + { + "representative": 7980, + "members": [ + 7980 + ], + "max_error": 0.0 + }, + { + "representative": 7962, + "members": [ + 7962 + ], + "max_error": 0.0 + }, + { + "representative": 8116, + "members": [ + 8116 + ], + "max_error": 0.0 + }, + { + "representative": 8170, + "members": [ + 8170 + ], + "max_error": 0.0 + }, + { + "representative": 6444, + "members": [ + 6444 + ], + "max_error": 0.0 + }, + { + "representative": 6471, + "members": [ + 6471 + ], + "max_error": 0.0 + }, + { + "representative": 6543, + "members": [ + 6543 + ], + "max_error": 0.0 + }, + { + "representative": 6609, + "members": [ + 6609 + ], + "max_error": 0.0 + }, + { + "representative": 6585, + "members": [ + 6585 + ], + "max_error": 0.0 + }, + { + "representative": 6595, + "members": [ + 6595 + ], + "max_error": 0.0 + }, + { + "representative": 6447, + "members": [ + 6447 + ], + "max_error": 0.0 + }, + { + "representative": 6615, + "members": [ + 6615 + ], + "max_error": 0.0 + }, + { + "representative": 6646, + "members": [ + 6646 + ], + "max_error": 0.0 + }, + { + "representative": 6613, + "members": [ + 6613 + ], + "max_error": 0.0 + }, + { + "representative": 6945, + "members": [ + 6945 + ], + "max_error": 0.0 + }, + { + "representative": 6919, + "members": [ + 6919 + ], + "max_error": 0.0 + }, + { + "representative": 6972, + "members": [ + 6972 + ], + "max_error": 0.0 + }, + { + "representative": 7161, + "members": [ + 7161 + ], + "max_error": 0.0 + }, + { + "representative": 6985, + "members": [ + 6985 + ], + "max_error": 0.0 + }, + { + "representative": 7056, + "members": [ + 7056 + ], + "max_error": 0.0 + }, + { + "representative": 6922, + "members": [ + 6922 + ], + "max_error": 0.0 + }, + { + "representative": 7077, + "members": [ + 7077 + ], + "max_error": 0.0 + }, + { + "representative": 7157, + "members": [ + 7157 + ], + "max_error": 0.0 + }, + { + "representative": 6925, + "members": [ + 6925 + ], + "max_error": 0.0 + }, + { + "representative": 7000, + "members": [ + 7000 + ], + "max_error": 0.0 + }, + { + "representative": 7556, + "members": [ + 7556 + ], + "max_error": 0.0 + }, + { + "representative": 7611, + "members": [ + 7611 + ], + "max_error": 0.0 + }, + { + "representative": 7534, + "members": [ + 7534 + ], + "max_error": 0.0 + }, + { + "representative": 7474, + "members": [ + 7474 + ], + "max_error": 0.0 + }, + { + "representative": 7660, + "members": [ + 7660 + ], + "max_error": 0.0 + }, + { + "representative": 7488, + "members": [ + 7488 + ], + "max_error": 0.0 + }, + { + "representative": 7637, + "members": [ + 7637 + ], + "max_error": 0.0 + }, + { + "representative": 7476, + "members": [ + 7476 + ], + "max_error": 0.0 + }, + { + "representative": 7467, + "members": [ + 7467 + ], + "max_error": 0.0 + }, + { + "representative": 7612, + "members": [ + 7612 + ], + "max_error": 0.0 + }, + { + "representative": 7662, + "members": [ + 7662 + ], + "max_error": 0.0 + }, + { + "representative": 7483, + "members": [ + 7483 + ], + "max_error": 0.0 + }, + { + "representative": 8144, + "members": [ + 8144 + ], + "max_error": 0.0 + }, + { + "representative": 8162, + "members": [ + 8162 + ], + "max_error": 0.0 + }, + { + "representative": 8055, + "members": [ + 8055 + ], + "max_error": 0.0 + }, + { + "representative": 8002, + "members": [ + 8002 + ], + "max_error": 0.0 + }, + { + "representative": 8188, + "members": [ + 8188 + ], + "max_error": 0.0 + }, + { + "representative": 8061, + "members": [ + 8061 + ], + "max_error": 0.0 + }, + { + "representative": 8029, + "members": [ + 8029 + ], + "max_error": 0.0 + }, + { + "representative": 7993, + "members": [ + 7993 + ], + "max_error": 0.0 + }, + { + "representative": 6592, + "members": [ + 6592 + ], + "max_error": 0.0 + }, + { + "representative": 6512, + "members": [ + 6512 + ], + "max_error": 0.0 + }, + { + "representative": 6648, + "members": [ + 6648 + ], + "max_error": 0.0 + }, + { + "representative": 6540, + "members": [ + 6540 + ], + "max_error": 0.0 + }, + { + "representative": 6430, + "members": [ + 6430 + ], + "max_error": 0.0 + }, + { + "representative": 6419, + "members": [ + 6419 + ], + "max_error": 0.0 + }, + { + "representative": 6433, + "members": [ + 6433 + ], + "max_error": 0.0 + }, + { + "representative": 6978, + "members": [ + 6978 + ], + "max_error": 0.0 + }, + { + "representative": 7026, + "members": [ + 7026 + ], + "max_error": 0.0 + }, + { + "representative": 7050, + "members": [ + 7050 + ], + "max_error": 0.0 + }, + { + "representative": 6941, + "members": [ + 6941 + ], + "max_error": 0.0 + }, + { + "representative": 7037, + "members": [ + 7037 + ], + "max_error": 0.0 + }, + { + "representative": 7013, + "members": [ + 7013 + ], + "max_error": 0.0 + }, + { + "representative": 7119, + "members": [ + 7119 + ], + "max_error": 0.0 + }, + { + "representative": 7014, + "members": [ + 7014 + ], + "max_error": 0.0 + }, + { + "representative": 7004, + "members": [ + 7004 + ], + "max_error": 0.0 + }, + { + "representative": 7045, + "members": [ + 7045 + ], + "max_error": 0.0 + }, + { + "representative": 6950, + "members": [ + 6950 + ], + "max_error": 0.0 + }, + { + "representative": 7641, + "members": [ + 7641 + ], + "max_error": 0.0 + }, + { + "representative": 7544, + "members": [ + 7544 + ], + "max_error": 0.0 + }, + { + "representative": 7588, + "members": [ + 7588 + ], + "max_error": 0.0 + }, + { + "representative": 7667, + "members": [ + 7667 + ], + "max_error": 0.0 + }, + { + "representative": 7562, + "members": [ + 7562 + ], + "max_error": 0.0 + }, + { + "representative": 7668, + "members": [ + 7668 + ], + "max_error": 0.0 + }, + { + "representative": 7661, + "members": [ + 7661 + ], + "max_error": 0.0 + }, + { + "representative": 7648, + "members": [ + 7648 + ], + "max_error": 0.0 + }, + { + "representative": 7559, + "members": [ + 7559 + ], + "max_error": 0.0 + }, + { + "representative": 7424, + "members": [ + 7424 + ], + "max_error": 0.0 + }, + { + "representative": 7656, + "members": [ + 7656 + ], + "max_error": 0.0 + }, + { + "representative": 7442, + "members": [ + 7442 + ], + "max_error": 0.0 + }, + { + "representative": 7453, + "members": [ + 7453 + ], + "max_error": 0.0 + }, + { + "representative": 7530, + "members": [ + 7530 + ], + "max_error": 0.0 + }, + { + "representative": 7603, + "members": [ + 7603 + ], + "max_error": 0.0 + }, + { + "representative": 7590, + "members": [ + 7590 + ], + "max_error": 0.0 + }, + { + "representative": 7532, + "members": [ + 7532 + ], + "max_error": 0.0 + }, + { + "representative": 7491, + "members": [ + 7491 + ], + "max_error": 0.0 + }, + { + "representative": 8177, + "members": [ + 8177 + ], + "max_error": 0.0 + }, + { + "representative": 8171, + "members": [ + 8171 + ], + "max_error": 0.0 + }, + { + "representative": 7964, + "members": [ + 7964 + ], + "max_error": 0.0 + }, + { + "representative": 8072, + "members": [ + 8072 + ], + "max_error": 0.0 + }, + { + "representative": 7954, + "members": [ + 7954 + ], + "max_error": 0.0 + }, + { + "representative": 8069, + "members": [ + 8069 + ], + "max_error": 0.0 + }, + { + "representative": 8137, + "members": [ + 8137 + ], + "max_error": 0.0 + }, + { + "representative": 8000, + "members": [ + 8000 + ], + "max_error": 0.0 + }, + { + "representative": 8076, + "members": [ + 8076 + ], + "max_error": 0.0 + }, + { + "representative": 8091, + "members": [ + 8091 + ], + "max_error": 0.0 + }, + { + "representative": 8021, + "members": [ + 8021 + ], + "max_error": 0.0 + }, + { + "representative": 8008, + "members": [ + 8008 + ], + "max_error": 0.0 + }, + { + "representative": 6427, + "members": [ + 6427 + ], + "max_error": 0.0 + }, + { + "representative": 6404, + "members": [ + 6404 + ], + "max_error": 0.0 + }, + { + "representative": 6480, + "members": [ + 6480 + ], + "max_error": 0.0 + }, + { + "representative": 6635, + "members": [ + 6635 + ], + "max_error": 0.0 + }, + { + "representative": 6602, + "members": [ + 6602 + ], + "max_error": 0.0 + }, + { + "representative": 6513, + "members": [ + 6513 + ], + "max_error": 0.0 + }, + { + "representative": 6407, + "members": [ + 6407 + ], + "max_error": 0.0 + }, + { + "representative": 6494, + "members": [ + 6494 + ], + "max_error": 0.0 + }, + { + "representative": 6572, + "members": [ + 6572 + ], + "max_error": 0.0 + }, + { + "representative": 6473, + "members": [ + 6473 + ], + "max_error": 0.0 + }, + { + "representative": 7129, + "members": [ + 7129 + ], + "max_error": 0.0 + }, + { + "representative": 6934, + "members": [ + 6934 + ], + "max_error": 0.0 + }, + { + "representative": 7011, + "members": [ + 7011 + ], + "max_error": 0.0 + }, + { + "representative": 7115, + "members": [ + 7115 + ], + "max_error": 0.0 + }, + { + "representative": 7123, + "members": [ + 7123 + ], + "max_error": 0.0 + }, + { + "representative": 6957, + "members": [ + 6957 + ], + "max_error": 0.0 + }, + { + "representative": 7075, + "members": [ + 7075 + ], + "max_error": 0.0 + }, + { + "representative": 6954, + "members": [ + 6954 + ], + "max_error": 0.0 + }, + { + "representative": 7152, + "members": [ + 7152 + ], + "max_error": 0.0 + }, + { + "representative": 7132, + "members": [ + 7132 + ], + "max_error": 0.0 + }, + { + "representative": 7091, + "members": [ + 7091 + ], + "max_error": 0.0 + }, + { + "representative": 7020, + "members": [ + 7020 + ], + "max_error": 0.0 + }, + { + "representative": 7136, + "members": [ + 7136 + ], + "max_error": 0.0 + }, + { + "representative": 7164, + "members": [ + 7164 + ], + "max_error": 0.0 + }, + { + "representative": 6975, + "members": [ + 6975 + ], + "max_error": 0.0 + }, + { + "representative": 7542, + "members": [ + 7542 + ], + "max_error": 0.0 + }, + { + "representative": 7428, + "members": [ + 7428 + ], + "max_error": 0.0 + }, + { + "representative": 7605, + "members": [ + 7605 + ], + "max_error": 0.0 + }, + { + "representative": 7565, + "members": [ + 7565 + ], + "max_error": 0.0 + }, + { + "representative": 7673, + "members": [ + 7673 + ], + "max_error": 0.0 + }, + { + "representative": 7564, + "members": [ + 7564 + ], + "max_error": 0.0 + }, + { + "representative": 7607, + "members": [ + 7607 + ], + "max_error": 0.0 + }, + { + "representative": 7455, + "members": [ + 7455 + ], + "max_error": 0.0 + }, + { + "representative": 7649, + "members": [ + 7649 + ], + "max_error": 0.0 + }, + { + "representative": 7557, + "members": [ + 7557 + ], + "max_error": 0.0 + }, + { + "representative": 7553, + "members": [ + 7553 + ], + "max_error": 0.0 + }, + { + "representative": 7521, + "members": [ + 7521 + ], + "max_error": 0.0 + }, + { + "representative": 7634, + "members": [ + 7634 + ], + "max_error": 0.0 + }, + { + "representative": 7475, + "members": [ + 7475 + ], + "max_error": 0.0 + }, + { + "representative": 7676, + "members": [ + 7676 + ], + "max_error": 0.0 + }, + { + "representative": 7988, + "members": [ + 7988 + ], + "max_error": 0.0 + }, + { + "representative": 8173, + "members": [ + 8173 + ], + "max_error": 0.0 + }, + { + "representative": 8168, + "members": [ + 8168 + ], + "max_error": 0.0 + }, + { + "representative": 8001, + "members": [ + 8001 + ], + "max_error": 0.0 + }, + { + "representative": 8049, + "members": [ + 8049 + ], + "max_error": 0.0 + }, + { + "representative": 8152, + "members": [ + 8152 + ], + "max_error": 0.0 + }, + { + "representative": 8082, + "members": [ + 8082 + ], + "max_error": 0.0 + }, + { + "representative": 7961, + "members": [ + 7961 + ], + "max_error": 0.0 + }, + { + "representative": 7939, + "members": [ + 7939 + ], + "max_error": 0.0 + }, + { + "representative": 7952, + "members": [ + 7952 + ], + "max_error": 0.0 + }, + { + "representative": 8125, + "members": [ + 8125 + ], + "max_error": 0.0 + }, + { + "representative": 6468, + "members": [ + 6468 + ], + "max_error": 0.0 + }, + { + "representative": 6485, + "members": [ + 6485 + ], + "max_error": 0.0 + }, + { + "representative": 6604, + "members": [ + 6604 + ], + "max_error": 0.0 + }, + { + "representative": 6554, + "members": [ + 6554 + ], + "max_error": 0.0 + }, + { + "representative": 7009, + "members": [ + 7009 + ], + "max_error": 0.0 + }, + { + "representative": 7069, + "members": [ + 7069 + ], + "max_error": 0.0 + }, + { + "representative": 7134, + "members": [ + 7134 + ], + "max_error": 0.0 + }, + { + "representative": 7097, + "members": [ + 7097 + ], + "max_error": 0.0 + }, + { + "representative": 6951, + "members": [ + 6951 + ], + "max_error": 0.0 + }, + { + "representative": 6986, + "members": [ + 6986 + ], + "max_error": 0.0 + }, + { + "representative": 6960, + "members": [ + 6960 + ], + "max_error": 0.0 + }, + { + "representative": 7065, + "members": [ + 7065 + ], + "max_error": 0.0 + }, + { + "representative": 6961, + "members": [ + 6961 + ], + "max_error": 0.0 + }, + { + "representative": 7671, + "members": [ + 7671 + ], + "max_error": 0.0 + }, + { + "representative": 7514, + "members": [ + 7514 + ], + "max_error": 0.0 + }, + { + "representative": 7586, + "members": [ + 7586 + ], + "max_error": 0.0 + }, + { + "representative": 7546, + "members": [ + 7546 + ], + "max_error": 0.0 + }, + { + "representative": 7596, + "members": [ + 7596 + ], + "max_error": 0.0 + }, + { + "representative": 7458, + "members": [ + 7458 + ], + "max_error": 0.0 + }, + { + "representative": 7427, + "members": [ + 7427 + ], + "max_error": 0.0 + }, + { + "representative": 7494, + "members": [ + 7494 + ], + "max_error": 0.0 + }, + { + "representative": 8054, + "members": [ + 8054 + ], + "max_error": 0.0 + }, + { + "representative": 8086, + "members": [ + 8086 + ], + "max_error": 0.0 + }, + { + "representative": 8017, + "members": [ + 8017 + ], + "max_error": 0.0 + }, + { + "representative": 7989, + "members": [ + 7989 + ], + "max_error": 0.0 + }, + { + "representative": 7963, + "members": [ + 7963 + ], + "max_error": 0.0 + }, + { + "representative": 8156, + "members": [ + 8156 + ], + "max_error": 0.0 + }, + { + "representative": 8181, + "members": [ + 8181 + ], + "max_error": 0.0 + }, + { + "representative": 7950, + "members": [ + 7950 + ], + "max_error": 0.0 + }, + { + "representative": 8081, + "members": [ + 8081 + ], + "max_error": 0.0 + }, + { + "representative": 7960, + "members": [ + 7960 + ], + "max_error": 0.0 + }, + { + "representative": 8035, + "members": [ + 8035 + ], + "max_error": 0.0 + }, + { + "representative": 8030, + "members": [ + 8030 + ], + "max_error": 0.0 + }, + { + "representative": 8180, + "members": [ + 8180 + ], + "max_error": 0.0 + }, + { + "representative": 7951, + "members": [ + 7951 + ], + "max_error": 0.0 + }, + { + "representative": 8184, + "members": [ + 8184 + ], + "max_error": 0.0 + }, + { + "representative": 8153, + "members": [ + 8153 + ], + "max_error": 0.0 + }, + { + "representative": 6457, + "members": [ + 6457 + ], + "max_error": 0.0 + }, + { + "representative": 6460, + "members": [ + 6460 + ], + "max_error": 0.0 + }, + { + "representative": 6528, + "members": [ + 6528 + ], + "max_error": 0.0 + }, + { + "representative": 6423, + "members": [ + 6423 + ], + "max_error": 0.0 + }, + { + "representative": 6556, + "members": [ + 6556 + ], + "max_error": 0.0 + }, + { + "representative": 6634, + "members": [ + 6634 + ], + "max_error": 0.0 + }, + { + "representative": 7125, + "members": [ + 7125 + ], + "max_error": 0.0 + }, + { + "representative": 6937, + "members": [ + 6937 + ], + "max_error": 0.0 + }, + { + "representative": 7033, + "members": [ + 7033 + ], + "max_error": 0.0 + }, + { + "representative": 7630, + "members": [ + 7630 + ], + "max_error": 0.0 + }, + { + "representative": 7504, + "members": [ + 7504 + ], + "max_error": 0.0 + }, + { + "representative": 7517, + "members": [ + 7517 + ], + "max_error": 0.0 + }, + { + "representative": 7675, + "members": [ + 7675 + ], + "max_error": 0.0 + }, + { + "representative": 7449, + "members": [ + 7449 + ], + "max_error": 0.0 + }, + { + "representative": 7456, + "members": [ + 7456 + ], + "max_error": 0.0 + }, + { + "representative": 7541, + "members": [ + 7541 + ], + "max_error": 0.0 + }, + { + "representative": 8047, + "members": [ + 8047 + ], + "max_error": 0.0 + }, + { + "representative": 7949, + "members": [ + 7949 + ], + "max_error": 0.0 + }, + { + "representative": 8027, + "members": [ + 8027 + ], + "max_error": 0.0 + }, + { + "representative": 7998, + "members": [ + 7998 + ], + "max_error": 0.0 + }, + { + "representative": 7985, + "members": [ + 7985 + ], + "max_error": 0.0 + }, + { + "representative": 8186, + "members": [ + 8186 + ], + "max_error": 0.0 + }, + { + "representative": 8176, + "members": [ + 8176 + ], + "max_error": 0.0 + }, + { + "representative": 8113, + "members": [ + 8113 + ], + "max_error": 0.0 + }, + { + "representative": 6464, + "members": [ + 6464 + ], + "max_error": 0.0 + }, + { + "representative": 6624, + "members": [ + 6624 + ], + "max_error": 0.0 + }, + { + "representative": 6412, + "members": [ + 6412 + ], + "max_error": 0.0 + }, + { + "representative": 6530, + "members": [ + 6530 + ], + "max_error": 0.0 + }, + { + "representative": 6632, + "members": [ + 6632 + ], + "max_error": 0.0 + }, + { + "representative": 6533, + "members": [ + 6533 + ], + "max_error": 0.0 + }, + { + "representative": 6442, + "members": [ + 6442 + ], + "max_error": 0.0 + }, + { + "representative": 6400, + "members": [ + 6400 + ], + "max_error": 0.0 + }, + { + "representative": 6562, + "members": [ + 6562 + ], + "max_error": 0.0 + }, + { + "representative": 6607, + "members": [ + 6607 + ], + "max_error": 0.0 + }, + { + "representative": 6606, + "members": [ + 6606 + ], + "max_error": 0.0 + }, + { + "representative": 6581, + "members": [ + 6581 + ], + "max_error": 0.0 + }, + { + "representative": 7049, + "members": [ + 7049 + ], + "max_error": 0.0 + }, + { + "representative": 6949, + "members": [ + 6949 + ], + "max_error": 0.0 + }, + { + "representative": 7054, + "members": [ + 7054 + ], + "max_error": 0.0 + }, + { + "representative": 7032, + "members": [ + 7032 + ], + "max_error": 0.0 + }, + { + "representative": 6918, + "members": [ + 6918 + ], + "max_error": 0.0 + }, + { + "representative": 7092, + "members": [ + 7092 + ], + "max_error": 0.0 + }, + { + "representative": 6916, + "members": [ + 6916 + ], + "max_error": 0.0 + }, + { + "representative": 7001, + "members": [ + 7001 + ], + "max_error": 0.0 + }, + { + "representative": 7086, + "members": [ + 7086 + ], + "max_error": 0.0 + }, + { + "representative": 7626, + "members": [ + 7626 + ], + "max_error": 0.0 + }, + { + "representative": 7653, + "members": [ + 7653 + ], + "max_error": 0.0 + }, + { + "representative": 7635, + "members": [ + 7635 + ], + "max_error": 0.0 + }, + { + "representative": 7561, + "members": [ + 7561 + ], + "max_error": 0.0 + }, + { + "representative": 7436, + "members": [ + 7436 + ], + "max_error": 0.0 + }, + { + "representative": 7533, + "members": [ + 7533 + ], + "max_error": 0.0 + }, + { + "representative": 7479, + "members": [ + 7479 + ], + "max_error": 0.0 + }, + { + "representative": 8106, + "members": [ + 8106 + ], + "max_error": 0.0 + }, + { + "representative": 8097, + "members": [ + 8097 + ], + "max_error": 0.0 + }, + { + "representative": 8034, + "members": [ + 8034 + ], + "max_error": 0.0 + }, + { + "representative": 8191, + "members": [ + 8191 + ], + "max_error": 0.0 + }, + { + "representative": 8105, + "members": [ + 8105 + ], + "max_error": 0.0 + }, + { + "representative": 7940, + "members": [ + 7940 + ], + "max_error": 0.0 + }, + { + "representative": 7992, + "members": [ + 7992 + ], + "max_error": 0.0 + }, + { + "representative": 8120, + "members": [ + 8120 + ], + "max_error": 0.0 + }, + { + "representative": 6573, + "members": [ + 6573 + ], + "max_error": 0.0 + }, + { + "representative": 6547, + "members": [ + 6547 + ], + "max_error": 0.0 + }, + { + "representative": 6535, + "members": [ + 6535 + ], + "max_error": 0.0 + }, + { + "representative": 6435, + "members": [ + 6435 + ], + "max_error": 0.0 + }, + { + "representative": 6479, + "members": [ + 6479 + ], + "max_error": 0.0 + }, + { + "representative": 6652, + "members": [ + 6652 + ], + "max_error": 0.0 + }, + { + "representative": 6641, + "members": [ + 6641 + ], + "max_error": 0.0 + }, + { + "representative": 6601, + "members": [ + 6601 + ], + "max_error": 0.0 + }, + { + "representative": 6587, + "members": [ + 6587 + ], + "max_error": 0.0 + }, + { + "representative": 6421, + "members": [ + 6421 + ], + "max_error": 0.0 + }, + { + "representative": 6574, + "members": [ + 6574 + ], + "max_error": 0.0 + }, + { + "representative": 7098, + "members": [ + 7098 + ], + "max_error": 0.0 + }, + { + "representative": 7122, + "members": [ + 7122 + ], + "max_error": 0.0 + }, + { + "representative": 6992, + "members": [ + 6992 + ], + "max_error": 0.0 + }, + { + "representative": 7017, + "members": [ + 7017 + ], + "max_error": 0.0 + }, + { + "representative": 7107, + "members": [ + 7107 + ], + "max_error": 0.0 + }, + { + "representative": 7159, + "members": [ + 7159 + ], + "max_error": 0.0 + }, + { + "representative": 7160, + "members": [ + 7160 + ], + "max_error": 0.0 + }, + { + "representative": 7005, + "members": [ + 7005 + ], + "max_error": 0.0 + }, + { + "representative": 7140, + "members": [ + 7140 + ], + "max_error": 0.0 + }, + { + "representative": 7162, + "members": [ + 7162 + ], + "max_error": 0.0 + }, + { + "representative": 7531, + "members": [ + 7531 + ], + "max_error": 0.0 + }, + { + "representative": 7496, + "members": [ + 7496 + ], + "max_error": 0.0 + }, + { + "representative": 7610, + "members": [ + 7610 + ], + "max_error": 0.0 + }, + { + "representative": 7674, + "members": [ + 7674 + ], + "max_error": 0.0 + }, + { + "representative": 7601, + "members": [ + 7601 + ], + "max_error": 0.0 + }, + { + "representative": 7464, + "members": [ + 7464 + ], + "max_error": 0.0 + }, + { + "representative": 7425, + "members": [ + 7425 + ], + "max_error": 0.0 + }, + { + "representative": 7536, + "members": [ + 7536 + ], + "max_error": 0.0 + }, + { + "representative": 7580, + "members": [ + 7580 + ], + "max_error": 0.0 + }, + { + "representative": 7571, + "members": [ + 7571 + ], + "max_error": 0.0 + }, + { + "representative": 7622, + "members": [ + 7622 + ], + "max_error": 0.0 + }, + { + "representative": 7572, + "members": [ + 7572 + ], + "max_error": 0.0 + }, + { + "representative": 7426, + "members": [ + 7426 + ], + "max_error": 0.0 + }, + { + "representative": 8185, + "members": [ + 8185 + ], + "max_error": 0.0 + }, + { + "representative": 8182, + "members": [ + 8182 + ], + "max_error": 0.0 + }, + { + "representative": 8093, + "members": [ + 8093 + ], + "max_error": 0.0 + }, + { + "representative": 8141, + "members": [ + 8141 + ], + "max_error": 0.0 + }, + { + "representative": 7987, + "members": [ + 7987 + ], + "max_error": 0.0 + }, + { + "representative": 7936, + "members": [ + 7936 + ], + "max_error": 0.0 + }, + { + "representative": 8088, + "members": [ + 8088 + ], + "max_error": 0.0 + }, + { + "representative": 7983, + "members": [ + 7983 + ], + "max_error": 0.0 + }, + { + "representative": 8167, + "members": [ + 8167 + ], + "max_error": 0.0 + }, + { + "representative": 8026, + "members": [ + 8026 + ], + "max_error": 0.0 + }, + { + "representative": 7984, + "members": [ + 7984 + ], + "max_error": 0.0 + }, + { + "representative": 8074, + "members": [ + 8074 + ], + "max_error": 0.0 + }, + { + "representative": 7981, + "members": [ + 7981 + ], + "max_error": 0.0 + }, + { + "representative": 8018, + "members": [ + 8018 + ], + "max_error": 0.0 + }, + { + "representative": 6462, + "members": [ + 6462 + ], + "max_error": 0.0 + }, + { + "representative": 6568, + "members": [ + 6568 + ], + "max_error": 0.0 + }, + { + "representative": 6629, + "members": [ + 6629 + ], + "max_error": 0.0 + }, + { + "representative": 6506, + "members": [ + 6506 + ], + "max_error": 0.0 + }, + { + "representative": 6636, + "members": [ + 6636 + ], + "max_error": 0.0 + }, + { + "representative": 6476, + "members": [ + 6476 + ], + "max_error": 0.0 + }, + { + "representative": 6563, + "members": [ + 6563 + ], + "max_error": 0.0 + }, + { + "representative": 6416, + "members": [ + 6416 + ], + "max_error": 0.0 + }, + { + "representative": 6597, + "members": [ + 6597 + ], + "max_error": 0.0 + }, + { + "representative": 6503, + "members": [ + 6503 + ], + "max_error": 0.0 + }, + { + "representative": 6456, + "members": [ + 6456 + ], + "max_error": 0.0 + }, + { + "representative": 6467, + "members": [ + 6467 + ], + "max_error": 0.0 + }, + { + "representative": 6443, + "members": [ + 6443 + ], + "max_error": 0.0 + }, + { + "representative": 6483, + "members": [ + 6483 + ], + "max_error": 0.0 + }, + { + "representative": 7144, + "members": [ + 7144 + ], + "max_error": 0.0 + }, + { + "representative": 6914, + "members": [ + 6914 + ], + "max_error": 0.0 + }, + { + "representative": 6959, + "members": [ + 6959 + ], + "max_error": 0.0 + }, + { + "representative": 6943, + "members": [ + 6943 + ], + "max_error": 0.0 + }, + { + "representative": 7038, + "members": [ + 7038 + ], + "max_error": 0.0 + }, + { + "representative": 6999, + "members": [ + 6999 + ], + "max_error": 0.0 + }, + { + "representative": 7012, + "members": [ + 7012 + ], + "max_error": 0.0 + }, + { + "representative": 6976, + "members": [ + 6976 + ], + "max_error": 0.0 + }, + { + "representative": 7031, + "members": [ + 7031 + ], + "max_error": 0.0 + }, + { + "representative": 7094, + "members": [ + 7094 + ], + "max_error": 0.0 + }, + { + "representative": 6933, + "members": [ + 6933 + ], + "max_error": 0.0 + }, + { + "representative": 7525, + "members": [ + 7525 + ], + "max_error": 0.0 + }, + { + "representative": 7448, + "members": [ + 7448 + ], + "max_error": 0.0 + }, + { + "representative": 7528, + "members": [ + 7528 + ], + "max_error": 0.0 + }, + { + "representative": 7503, + "members": [ + 7503 + ], + "max_error": 0.0 + }, + { + "representative": 7468, + "members": [ + 7468 + ], + "max_error": 0.0 + }, + { + "representative": 7523, + "members": [ + 7523 + ], + "max_error": 0.0 + }, + { + "representative": 7501, + "members": [ + 7501 + ], + "max_error": 0.0 + }, + { + "representative": 7591, + "members": [ + 7591 + ], + "max_error": 0.0 + }, + { + "representative": 8046, + "members": [ + 8046 + ], + "max_error": 0.0 + }, + { + "representative": 8051, + "members": [ + 8051 + ], + "max_error": 0.0 + }, + { + "representative": 8094, + "members": [ + 8094 + ], + "max_error": 0.0 + }, + { + "representative": 8052, + "members": [ + 8052 + ], + "max_error": 0.0 + }, + { + "representative": 8014, + "members": [ + 8014 + ], + "max_error": 0.0 + }, + { + "representative": 8050, + "members": [ + 8050 + ], + "max_error": 0.0 + }, + { + "representative": 8127, + "members": [ + 8127 + ], + "max_error": 0.0 + }, + { + "representative": 8160, + "members": [ + 8160 + ], + "max_error": 0.0 + }, + { + "representative": 8112, + "members": [ + 8112 + ], + "max_error": 0.0 + }, + { + "representative": 8080, + "members": [ + 8080 + ], + "max_error": 0.0 + }, + { + "representative": 8040, + "members": [ + 8040 + ], + "max_error": 0.0 + }, + { + "representative": 6411, + "members": [ + 6411 + ], + "max_error": 0.0 + }, + { + "representative": 6534, + "members": [ + 6534 + ], + "max_error": 0.0 + }, + { + "representative": 6623, + "members": [ + 6623 + ], + "max_error": 0.0 + }, + { + "representative": 6638, + "members": [ + 6638 + ], + "max_error": 0.0 + }, + { + "representative": 6434, + "members": [ + 6434 + ], + "max_error": 0.0 + }, + { + "representative": 6482, + "members": [ + 6482 + ], + "max_error": 0.0 + }, + { + "representative": 6610, + "members": [ + 6610 + ], + "max_error": 0.0 + }, + { + "representative": 6655, + "members": [ + 6655 + ], + "max_error": 0.0 + }, + { + "representative": 6527, + "members": [ + 6527 + ], + "max_error": 0.0 + }, + { + "representative": 6504, + "members": [ + 6504 + ], + "max_error": 0.0 + }, + { + "representative": 6546, + "members": [ + 6546 + ], + "max_error": 0.0 + }, + { + "representative": 6448, + "members": [ + 6448 + ], + "max_error": 0.0 + }, + { + "representative": 6475, + "members": [ + 6475 + ], + "max_error": 0.0 + }, + { + "representative": 6628, + "members": [ + 6628 + ], + "max_error": 0.0 + }, + { + "representative": 6403, + "members": [ + 6403 + ], + "max_error": 0.0 + }, + { + "representative": 6537, + "members": [ + 6537 + ], + "max_error": 0.0 + }, + { + "representative": 6422, + "members": [ + 6422 + ], + "max_error": 0.0 + }, + { + "representative": 6927, + "members": [ + 6927 + ], + "max_error": 0.0 + }, + { + "representative": 7101, + "members": [ + 7101 + ], + "max_error": 0.0 + }, + { + "representative": 7052, + "members": [ + 7052 + ], + "max_error": 0.0 + }, + { + "representative": 7064, + "members": [ + 7064 + ], + "max_error": 0.0 + }, + { + "representative": 6973, + "members": [ + 6973 + ], + "max_error": 0.0 + }, + { + "representative": 7040, + "members": [ + 7040 + ], + "max_error": 0.0 + }, + { + "representative": 6924, + "members": [ + 6924 + ], + "max_error": 0.0 + }, + { + "representative": 7158, + "members": [ + 7158 + ], + "max_error": 0.0 + }, + { + "representative": 6970, + "members": [ + 6970 + ], + "max_error": 0.0 + }, + { + "representative": 6987, + "members": [ + 6987 + ], + "max_error": 0.0 + }, + { + "representative": 7551, + "members": [ + 7551 + ], + "max_error": 0.0 + }, + { + "representative": 7581, + "members": [ + 7581 + ], + "max_error": 0.0 + }, + { + "representative": 7554, + "members": [ + 7554 + ], + "max_error": 0.0 + }, + { + "representative": 7519, + "members": [ + 7519 + ], + "max_error": 0.0 + }, + { + "representative": 7664, + "members": [ + 7664 + ], + "max_error": 0.0 + }, + { + "representative": 7650, + "members": [ + 7650 + ], + "max_error": 0.0 + }, + { + "representative": 7524, + "members": [ + 7524 + ], + "max_error": 0.0 + }, + { + "representative": 7593, + "members": [ + 7593 + ], + "max_error": 0.0 + }, + { + "representative": 7502, + "members": [ + 7502 + ], + "max_error": 0.0 + }, + { + "representative": 7617, + "members": [ + 7617 + ], + "max_error": 0.0 + }, + { + "representative": 7537, + "members": [ + 7537 + ], + "max_error": 0.0 + }, + { + "representative": 7433, + "members": [ + 7433 + ], + "max_error": 0.0 + }, + { + "representative": 7507, + "members": [ + 7507 + ], + "max_error": 0.0 + }, + { + "representative": 7583, + "members": [ + 7583 + ], + "max_error": 0.0 + }, + { + "representative": 7576, + "members": [ + 7576 + ], + "max_error": 0.0 + }, + { + "representative": 7645, + "members": [ + 7645 + ], + "max_error": 0.0 + }, + { + "representative": 8155, + "members": [ + 8155 + ], + "max_error": 0.0 + }, + { + "representative": 8149, + "members": [ + 8149 + ], + "max_error": 0.0 + }, + { + "representative": 8065, + "members": [ + 8065 + ], + "max_error": 0.0 + }, + { + "representative": 8151, + "members": [ + 8151 + ], + "max_error": 0.0 + }, + { + "representative": 8131, + "members": [ + 8131 + ], + "max_error": 0.0 + }, + { + "representative": 8090, + "members": [ + 8090 + ], + "max_error": 0.0 + }, + { + "representative": 8179, + "members": [ + 8179 + ], + "max_error": 0.0 + }, + { + "representative": 8077, + "members": [ + 8077 + ], + "max_error": 0.0 + }, + { + "representative": 8477, + "members": [ + 8477 + ], + "max_error": 0.0 + }, + { + "representative": 8496, + "members": [ + 8496 + ], + "max_error": 0.0 + }, + { + "representative": 8504, + "members": [ + 8504 + ], + "max_error": 0.0 + }, + { + "representative": 8630, + "members": [ + 8630 + ], + "max_error": 0.0 + }, + { + "representative": 8579, + "members": [ + 8579 + ], + "max_error": 0.0 + }, + { + "representative": 8695, + "members": [ + 8695 + ], + "max_error": 0.0 + }, + { + "representative": 8547, + "members": [ + 8547 + ], + "max_error": 0.0 + }, + { + "representative": 8673, + "members": [ + 8673 + ], + "max_error": 0.0 + }, + { + "representative": 8699, + "members": [ + 8699 + ], + "max_error": 0.0 + }, + { + "representative": 8586, + "members": [ + 8586 + ], + "max_error": 0.0 + }, + { + "representative": 8489, + "members": [ + 8489 + ], + "max_error": 0.0 + }, + { + "representative": 8609, + "members": [ + 8609 + ], + "max_error": 0.0 + }, + { + "representative": 8537, + "members": [ + 8537 + ], + "max_error": 0.0 + }, + { + "representative": 8558, + "members": [ + 8558 + ], + "max_error": 0.0 + }, + { + "representative": 8690, + "members": [ + 8690 + ], + "max_error": 0.0 + }, + { + "representative": 8534, + "members": [ + 8534 + ], + "max_error": 0.0 + }, + { + "representative": 8580, + "members": [ + 8580 + ], + "max_error": 0.0 + }, + { + "representative": 8524, + "members": [ + 8524 + ], + "max_error": 0.0 + }, + { + "representative": 8645, + "members": [ + 8645 + ], + "max_error": 0.0 + }, + { + "representative": 8526, + "members": [ + 8526 + ], + "max_error": 0.0 + }, + { + "representative": 8682, + "members": [ + 8682 + ], + "max_error": 0.0 + }, + { + "representative": 8592, + "members": [ + 8592 + ], + "max_error": 0.0 + }, + { + "representative": 8604, + "members": [ + 8604 + ], + "max_error": 0.0 + }, + { + "representative": 8621, + "members": [ + 8621 + ], + "max_error": 0.0 + }, + { + "representative": 8629, + "members": [ + 8629 + ], + "max_error": 0.0 + }, + { + "representative": 8639, + "members": [ + 8639 + ], + "max_error": 0.0 + }, + { + "representative": 8584, + "members": [ + 8584 + ], + "max_error": 0.0 + }, + { + "representative": 8696, + "members": [ + 8696 + ], + "max_error": 0.0 + }, + { + "representative": 8500, + "members": [ + 8500 + ], + "max_error": 0.0 + }, + { + "representative": 8624, + "members": [ + 8624 + ], + "max_error": 0.0 + }, + { + "representative": 8594, + "members": [ + 8594 + ], + "max_error": 0.0 + }, + { + "representative": 8451, + "members": [ + 8451 + ], + "max_error": 0.0 + }, + { + "representative": 8455, + "members": [ + 8455 + ], + "max_error": 0.0 + }, + { + "representative": 8566, + "members": [ + 8566 + ], + "max_error": 0.0 + }, + { + "representative": 8492, + "members": [ + 8492 + ], + "max_error": 0.0 + }, + { + "representative": 8510, + "members": [ + 8510 + ], + "max_error": 0.0 + }, + { + "representative": 8523, + "members": [ + 8523 + ], + "max_error": 0.0 + }, + { + "representative": 8544, + "members": [ + 8544 + ], + "max_error": 0.0 + }, + { + "representative": 8527, + "members": [ + 8527 + ], + "max_error": 0.0 + }, + { + "representative": 8640, + "members": [ + 8640 + ], + "max_error": 0.0 + }, + { + "representative": 8549, + "members": [ + 8549 + ], + "max_error": 0.0 + }, + { + "representative": 8556, + "members": [ + 8556 + ], + "max_error": 0.0 + }, + { + "representative": 8545, + "members": [ + 8545 + ], + "max_error": 0.0 + }, + { + "representative": 8677, + "members": [ + 8677 + ], + "max_error": 0.0 + }, + { + "representative": 8502, + "members": [ + 8502 + ], + "max_error": 0.0 + }, + { + "representative": 8680, + "members": [ + 8680 + ], + "max_error": 0.0 + }, + { + "representative": 8581, + "members": [ + 8581 + ], + "max_error": 0.0 + }, + { + "representative": 8674, + "members": [ + 8674 + ], + "max_error": 0.0 + }, + { + "representative": 8641, + "members": [ + 8641 + ], + "max_error": 0.0 + }, + { + "representative": 8557, + "members": [ + 8557 + ], + "max_error": 0.0 + }, + { + "representative": 8555, + "members": [ + 8555 + ], + "max_error": 0.0 + }, + { + "representative": 8548, + "members": [ + 8548 + ], + "max_error": 0.0 + }, + { + "representative": 8490, + "members": [ + 8490 + ], + "max_error": 0.0 + }, + { + "representative": 8450, + "members": [ + 8450 + ], + "max_error": 0.0 + }, + { + "representative": 8472, + "members": [ + 8472 + ], + "max_error": 0.0 + }, + { + "representative": 8448, + "members": [ + 8448 + ], + "max_error": 0.0 + }, + { + "representative": 8529, + "members": [ + 8529 + ], + "max_error": 0.0 + }, + { + "representative": 8654, + "members": [ + 8654 + ], + "max_error": 0.0 + }, + { + "representative": 8700, + "members": [ + 8700 + ], + "max_error": 0.0 + }, + { + "representative": 8703, + "members": [ + 8703 + ], + "max_error": 0.0 + }, + { + "representative": 8503, + "members": [ + 8503 + ], + "max_error": 0.0 + }, + { + "representative": 8483, + "members": [ + 8483 + ], + "max_error": 0.0 + }, + { + "representative": 8635, + "members": [ + 8635 + ], + "max_error": 0.0 + }, + { + "representative": 8470, + "members": [ + 8470 + ], + "max_error": 0.0 + }, + { + "representative": 8505, + "members": [ + 8505 + ], + "max_error": 0.0 + }, + { + "representative": 8459, + "members": [ + 8459 + ], + "max_error": 0.0 + }, + { + "representative": 8622, + "members": [ + 8622 + ], + "max_error": 0.0 + }, + { + "representative": 8457, + "members": [ + 8457 + ], + "max_error": 0.0 + }, + { + "representative": 8661, + "members": [ + 8661 + ], + "max_error": 0.0 + }, + { + "representative": 8693, + "members": [ + 8693 + ], + "max_error": 0.0 + }, + { + "representative": 8694, + "members": [ + 8694 + ], + "max_error": 0.0 + }, + { + "representative": 8521, + "members": [ + 8521 + ], + "max_error": 0.0 + }, + { + "representative": 8493, + "members": [ + 8493 + ], + "max_error": 0.0 + }, + { + "representative": 8507, + "members": [ + 8507 + ], + "max_error": 0.0 + }, + { + "representative": 8572, + "members": [ + 8572 + ], + "max_error": 0.0 + }, + { + "representative": 8615, + "members": [ + 8615 + ], + "max_error": 0.0 + }, + { + "representative": 8590, + "members": [ + 8590 + ], + "max_error": 0.0 + }, + { + "representative": 8687, + "members": [ + 8687 + ], + "max_error": 0.0 + }, + { + "representative": 8454, + "members": [ + 8454 + ], + "max_error": 0.0 + }, + { + "representative": 8494, + "members": [ + 8494 + ], + "max_error": 0.0 + }, + { + "representative": 8541, + "members": [ + 8541 + ], + "max_error": 0.0 + }, + { + "representative": 8702, + "members": [ + 8702 + ], + "max_error": 0.0 + }, + { + "representative": 8469, + "members": [ + 8469 + ], + "max_error": 0.0 + }, + { + "representative": 8668, + "members": [ + 8668 + ], + "max_error": 0.0 + }, + { + "representative": 8603, + "members": [ + 8603 + ], + "max_error": 0.0 + }, + { + "representative": 8585, + "members": [ + 8585 + ], + "max_error": 0.0 + }, + { + "representative": 8618, + "members": [ + 8618 + ], + "max_error": 0.0 + }, + { + "representative": 8651, + "members": [ + 8651 + ], + "max_error": 0.0 + }, + { + "representative": 8569, + "members": [ + 8569 + ], + "max_error": 0.0 + }, + { + "representative": 8607, + "members": [ + 8607 + ], + "max_error": 0.0 + }, + { + "representative": 8638, + "members": [ + 8638 + ], + "max_error": 0.0 + }, + { + "representative": 8575, + "members": [ + 8575 + ], + "max_error": 0.0 + }, + { + "representative": 8634, + "members": [ + 8634 + ], + "max_error": 0.0 + }, + { + "representative": 8601, + "members": [ + 8601 + ], + "max_error": 0.0 + }, + { + "representative": 8669, + "members": [ + 8669 + ], + "max_error": 0.0 + }, + { + "representative": 8525, + "members": [ + 8525 + ], + "max_error": 0.0 + }, + { + "representative": 8577, + "members": [ + 8577 + ], + "max_error": 0.0 + }, + { + "representative": 8627, + "members": [ + 8627 + ], + "max_error": 0.0 + }, + { + "representative": 8686, + "members": [ + 8686 + ], + "max_error": 0.0 + }, + { + "representative": 8642, + "members": [ + 8642 + ], + "max_error": 0.0 + }, + { + "representative": 8487, + "members": [ + 8487 + ], + "max_error": 0.0 + }, + { + "representative": 8598, + "members": [ + 8598 + ], + "max_error": 0.0 + }, + { + "representative": 8568, + "members": [ + 8568 + ], + "max_error": 0.0 + }, + { + "representative": 8522, + "members": [ + 8522 + ], + "max_error": 0.0 + }, + { + "representative": 8636, + "members": [ + 8636 + ], + "max_error": 0.0 + }, + { + "representative": 8688, + "members": [ + 8688 + ], + "max_error": 0.0 + }, + { + "representative": 8485, + "members": [ + 8485 + ], + "max_error": 0.0 + }, + { + "representative": 8675, + "members": [ + 8675 + ], + "max_error": 0.0 + }, + { + "representative": 8449, + "members": [ + 8449 + ], + "max_error": 0.0 + }, + { + "representative": 8684, + "members": [ + 8684 + ], + "max_error": 0.0 + }, + { + "representative": 8474, + "members": [ + 8474 + ], + "max_error": 0.0 + }, + { + "representative": 8679, + "members": [ + 8679 + ], + "max_error": 0.0 + }, + { + "representative": 8662, + "members": [ + 8662 + ], + "max_error": 0.0 + }, + { + "representative": 8462, + "members": [ + 8462 + ], + "max_error": 0.0 + }, + { + "representative": 8637, + "members": [ + 8637 + ], + "max_error": 0.0 + }, + { + "representative": 8456, + "members": [ + 8456 + ], + "max_error": 0.0 + }, + { + "representative": 8678, + "members": [ + 8678 + ], + "max_error": 0.0 + }, + { + "representative": 8571, + "members": [ + 8571 + ], + "max_error": 0.0 + }, + { + "representative": 8656, + "members": [ + 8656 + ], + "max_error": 0.0 + }, + { + "representative": 8498, + "members": [ + 8498 + ], + "max_error": 0.0 + }, + { + "representative": 8588, + "members": [ + 8588 + ], + "max_error": 0.0 + }, + { + "representative": 8561, + "members": [ + 8561 + ], + "max_error": 0.0 + }, + { + "representative": 8516, + "members": [ + 8516 + ], + "max_error": 0.0 + }, + { + "representative": 8587, + "members": [ + 8587 + ], + "max_error": 0.0 + }, + { + "representative": 8562, + "members": [ + 8562 + ], + "max_error": 0.0 + }, + { + "representative": 8625, + "members": [ + 8625 + ], + "max_error": 0.0 + }, + { + "representative": 8495, + "members": [ + 8495 + ], + "max_error": 0.0 + }, + { + "representative": 8486, + "members": [ + 8486 + ], + "max_error": 0.0 + }, + { + "representative": 8665, + "members": [ + 8665 + ], + "max_error": 0.0 + }, + { + "representative": 8660, + "members": [ + 8660 + ], + "max_error": 0.0 + }, + { + "representative": 8582, + "members": [ + 8582 + ], + "max_error": 0.0 + }, + { + "representative": 8559, + "members": [ + 8559 + ], + "max_error": 0.0 + }, + { + "representative": 8514, + "members": [ + 8514 + ], + "max_error": 0.0 + }, + { + "representative": 8671, + "members": [ + 8671 + ], + "max_error": 0.0 + }, + { + "representative": 8576, + "members": [ + 8576 + ], + "max_error": 0.0 + }, + { + "representative": 8499, + "members": [ + 8499 + ], + "max_error": 0.0 + }, + { + "representative": 8551, + "members": [ + 8551 + ], + "max_error": 0.0 + }, + { + "representative": 8652, + "members": [ + 8652 + ], + "max_error": 0.0 + }, + { + "representative": 8532, + "members": [ + 8532 + ], + "max_error": 0.0 + }, + { + "representative": 8599, + "members": [ + 8599 + ], + "max_error": 0.0 + }, + { + "representative": 8553, + "members": [ + 8553 + ], + "max_error": 0.0 + }, + { + "representative": 8620, + "members": [ + 8620 + ], + "max_error": 0.0 + }, + { + "representative": 8697, + "members": [ + 8697 + ], + "max_error": 0.0 + }, + { + "representative": 8614, + "members": [ + 8614 + ], + "max_error": 0.0 + }, + { + "representative": 8471, + "members": [ + 8471 + ], + "max_error": 0.0 + }, + { + "representative": 8460, + "members": [ + 8460 + ], + "max_error": 0.0 + }, + { + "representative": 8464, + "members": [ + 8464 + ], + "max_error": 0.0 + }, + { + "representative": 8467, + "members": [ + 8467 + ], + "max_error": 0.0 + }, + { + "representative": 8461, + "members": [ + 8461 + ], + "max_error": 0.0 + }, + { + "representative": 8488, + "members": [ + 8488 + ], + "max_error": 0.0 + }, + { + "representative": 8648, + "members": [ + 8648 + ], + "max_error": 0.0 + }, + { + "representative": 8595, + "members": [ + 8595 + ], + "max_error": 0.0 + }, + { + "representative": 8476, + "members": [ + 8476 + ], + "max_error": 0.0 + }, + { + "representative": 8539, + "members": [ + 8539 + ], + "max_error": 0.0 + }, + { + "representative": 8667, + "members": [ + 8667 + ], + "max_error": 0.0 + }, + { + "representative": 8543, + "members": [ + 8543 + ], + "max_error": 0.0 + }, + { + "representative": 8610, + "members": [ + 8610 + ], + "max_error": 0.0 + }, + { + "representative": 8683, + "members": [ + 8683 + ], + "max_error": 0.0 + }, + { + "representative": 8466, + "members": [ + 8466 + ], + "max_error": 0.0 + }, + { + "representative": 8567, + "members": [ + 8567 + ], + "max_error": 0.0 + }, + { + "representative": 8628, + "members": [ + 8628 + ], + "max_error": 0.0 + }, + { + "representative": 8655, + "members": [ + 8655 + ], + "max_error": 0.0 + }, + { + "representative": 8478, + "members": [ + 8478 + ], + "max_error": 0.0 + }, + { + "representative": 8564, + "members": [ + 8564 + ], + "max_error": 0.0 + }, + { + "representative": 8701, + "members": [ + 8701 + ], + "max_error": 0.0 + }, + { + "representative": 8692, + "members": [ + 8692 + ], + "max_error": 0.0 + }, + { + "representative": 8538, + "members": [ + 8538 + ], + "max_error": 0.0 + }, + { + "representative": 8691, + "members": [ + 8691 + ], + "max_error": 0.0 + }, + { + "representative": 8481, + "members": [ + 8481 + ], + "max_error": 0.0 + }, + { + "representative": 8612, + "members": [ + 8612 + ], + "max_error": 0.0 + }, + { + "representative": 8540, + "members": [ + 8540 + ], + "max_error": 0.0 + }, + { + "representative": 8519, + "members": [ + 8519 + ], + "max_error": 0.0 + }, + { + "representative": 8663, + "members": [ + 8663 + ], + "max_error": 0.0 + }, + { + "representative": 8484, + "members": [ + 8484 + ], + "max_error": 0.0 + }, + { + "representative": 8479, + "members": [ + 8479 + ], + "max_error": 0.0 + }, + { + "representative": 8570, + "members": [ + 8570 + ], + "max_error": 0.0 + }, + { + "representative": 8491, + "members": [ + 8491 + ], + "max_error": 0.0 + }, + { + "representative": 8698, + "members": [ + 8698 + ], + "max_error": 0.0 + }, + { + "representative": 8596, + "members": [ + 8596 + ], + "max_error": 0.0 + }, + { + "representative": 8659, + "members": [ + 8659 + ], + "max_error": 0.0 + }, + { + "representative": 8597, + "members": [ + 8597 + ], + "max_error": 0.0 + }, + { + "representative": 8468, + "members": [ + 8468 + ], + "max_error": 0.0 + }, + { + "representative": 8626, + "members": [ + 8626 + ], + "max_error": 0.0 + }, + { + "representative": 8517, + "members": [ + 8517 + ], + "max_error": 0.0 + }, + { + "representative": 8643, + "members": [ + 8643 + ], + "max_error": 0.0 + }, + { + "representative": 8565, + "members": [ + 8565 + ], + "max_error": 0.0 + }, + { + "representative": 8513, + "members": [ + 8513 + ], + "max_error": 0.0 + }, + { + "representative": 8666, + "members": [ + 8666 + ], + "max_error": 0.0 + }, + { + "representative": 8664, + "members": [ + 8664 + ], + "max_error": 0.0 + }, + { + "representative": 8528, + "members": [ + 8528 + ], + "max_error": 0.0 + }, + { + "representative": 8574, + "members": [ + 8574 + ], + "max_error": 0.0 + }, + { + "representative": 8606, + "members": [ + 8606 + ], + "max_error": 0.0 + }, + { + "representative": 8616, + "members": [ + 8616 + ], + "max_error": 0.0 + }, + { + "representative": 8681, + "members": [ + 8681 + ], + "max_error": 0.0 + }, + { + "representative": 8473, + "members": [ + 8473 + ], + "max_error": 0.0 + }, + { + "representative": 8511, + "members": [ + 8511 + ], + "max_error": 0.0 + }, + { + "representative": 8512, + "members": [ + 8512 + ], + "max_error": 0.0 + }, + { + "representative": 8465, + "members": [ + 8465 + ], + "max_error": 0.0 + }, + { + "representative": 8689, + "members": [ + 8689 + ], + "max_error": 0.0 + }, + { + "representative": 8453, + "members": [ + 8453 + ], + "max_error": 0.0 + }, + { + "representative": 8672, + "members": [ + 8672 + ], + "max_error": 0.0 + }, + { + "representative": 8542, + "members": [ + 8542 + ], + "max_error": 0.0 + }, + { + "representative": 8546, + "members": [ + 8546 + ], + "max_error": 0.0 + }, + { + "representative": 8552, + "members": [ + 8552 + ], + "max_error": 0.0 + }, + { + "representative": 8653, + "members": [ + 8653 + ], + "max_error": 0.0 + }, + { + "representative": 8650, + "members": [ + 8650 + ], + "max_error": 0.0 + }, + { + "representative": 8515, + "members": [ + 8515 + ], + "max_error": 0.0 + }, + { + "representative": 8676, + "members": [ + 8676 + ], + "max_error": 0.0 + }, + { + "representative": 8605, + "members": [ + 8605 + ], + "max_error": 0.0 + }, + { + "representative": 8658, + "members": [ + 8658 + ], + "max_error": 0.0 + }, + { + "representative": 8657, + "members": [ + 8657 + ], + "max_error": 0.0 + }, + { + "representative": 8480, + "members": [ + 8480 + ], + "max_error": 0.0 + }, + { + "representative": 8644, + "members": [ + 8644 + ], + "max_error": 0.0 + }, + { + "representative": 8631, + "members": [ + 8631 + ], + "max_error": 0.0 + }, + { + "representative": 8646, + "members": [ + 8646 + ], + "max_error": 0.0 + }, + { + "representative": 8518, + "members": [ + 8518 + ], + "max_error": 0.0 + }, + { + "representative": 8608, + "members": [ + 8608 + ], + "max_error": 0.0 + }, + { + "representative": 8475, + "members": [ + 8475 + ], + "max_error": 0.0 + }, + { + "representative": 8670, + "members": [ + 8670 + ], + "max_error": 0.0 + }, + { + "representative": 8520, + "members": [ + 8520 + ], + "max_error": 0.0 + }, + { + "representative": 8593, + "members": [ + 8593 + ], + "max_error": 0.0 + }, + { + "representative": 8649, + "members": [ + 8649 + ], + "max_error": 0.0 + }, + { + "representative": 8463, + "members": [ + 8463 + ], + "max_error": 0.0 + }, + { + "representative": 8508, + "members": [ + 8508 + ], + "max_error": 0.0 + }, + { + "representative": 8647, + "members": [ + 8647 + ], + "max_error": 0.0 + }, + { + "representative": 8623, + "members": [ + 8623 + ], + "max_error": 0.0 + }, + { + "representative": 8530, + "members": [ + 8530 + ], + "max_error": 0.0 + }, + { + "representative": 8554, + "members": [ + 8554 + ], + "max_error": 0.0 + }, + { + "representative": 8560, + "members": [ + 8560 + ], + "max_error": 0.0 + }, + { + "representative": 8573, + "members": [ + 8573 + ], + "max_error": 0.0 + }, + { + "representative": 8685, + "members": [ + 8685 + ], + "max_error": 0.0 + }, + { + "representative": 8632, + "members": [ + 8632 + ], + "max_error": 0.0 + }, + { + "representative": 8506, + "members": [ + 8506 + ], + "max_error": 0.0 + }, + { + "representative": 8531, + "members": [ + 8531 + ], + "max_error": 0.0 + }, + { + "representative": 8578, + "members": [ + 8578 + ], + "max_error": 0.0 + }, + { + "representative": 8563, + "members": [ + 8563 + ], + "max_error": 0.0 + }, + { + "representative": 8509, + "members": [ + 8509 + ], + "max_error": 0.0 + }, + { + "representative": 8602, + "members": [ + 8602 + ], + "max_error": 0.0 + }, + { + "representative": 8452, + "members": [ + 8452 + ], + "max_error": 0.0 + }, + { + "representative": 8482, + "members": [ + 8482 + ], + "max_error": 0.0 + }, + { + "representative": 8619, + "members": [ + 8619 + ], + "max_error": 0.0 + }, + { + "representative": 8583, + "members": [ + 8583 + ], + "max_error": 0.0 + }, + { + "representative": 8535, + "members": [ + 8535 + ], + "max_error": 0.0 + }, + { + "representative": 8458, + "members": [ + 8458 + ], + "max_error": 0.0 + }, + { + "representative": 8611, + "members": [ + 8611 + ], + "max_error": 0.0 + }, + { + "representative": 8633, + "members": [ + 8633 + ], + "max_error": 0.0 + }, + { + "representative": 8501, + "members": [ + 8501 + ], + "max_error": 0.0 + }, + { + "representative": 8591, + "members": [ + 8591 + ], + "max_error": 0.0 + }, + { + "representative": 8550, + "members": [ + 8550 + ], + "max_error": 0.0 + }, + { + "representative": 8589, + "members": [ + 8589 + ], + "max_error": 0.0 + }, + { + "representative": 8536, + "members": [ + 8536 + ], + "max_error": 0.0 + }, + { + "representative": 8617, + "members": [ + 8617 + ], + "max_error": 0.0 + }, + { + "representative": 8613, + "members": [ + 8613 + ], + "max_error": 0.0 + }, + { + "representative": 8497, + "members": [ + 8497 + ], + "max_error": 0.0 + }, + { + "representative": 8600, + "members": [ + 8600 + ], + "max_error": 0.0 + }, + { + "representative": 8533, + "members": [ + 8533 + ], + "max_error": 0.0 + }, + { + "representative": 8976, + "members": [ + 8976 + ], + "max_error": 0.0 + }, + { + "representative": 8980, + "members": [ + 8980 + ], + "max_error": 0.0 + }, + { + "representative": 8991, + "members": [ + 8991 + ], + "max_error": 0.0 + }, + { + "representative": 8996, + "members": [ + 8996 + ], + "max_error": 0.0 + }, + { + "representative": 9007, + "members": [ + 9007 + ], + "max_error": 0.0 + }, + { + "representative": 9106, + "members": [ + 9106 + ], + "max_error": 0.0 + }, + { + "representative": 9101, + "members": [ + 9101 + ], + "max_error": 0.0 + }, + { + "representative": 9032, + "members": [ + 9032 + ], + "max_error": 0.0 + }, + { + "representative": 9191, + "members": [ + 9191 + ], + "max_error": 0.0 + }, + { + "representative": 9111, + "members": [ + 9111 + ], + "max_error": 0.0 + }, + { + "representative": 9103, + "members": [ + 9103 + ], + "max_error": 0.0 + }, + { + "representative": 8997, + "members": [ + 8997 + ], + "max_error": 0.0 + }, + { + "representative": 9215, + "members": [ + 9215 + ], + "max_error": 0.0 + }, + { + "representative": 9139, + "members": [ + 9139 + ], + "max_error": 0.0 + }, + { + "representative": 9073, + "members": [ + 9073 + ], + "max_error": 0.0 + }, + { + "representative": 9119, + "members": [ + 9119 + ], + "max_error": 0.0 + }, + { + "representative": 9211, + "members": [ + 9211 + ], + "max_error": 0.0 + }, + { + "representative": 9052, + "members": [ + 9052 + ], + "max_error": 0.0 + }, + { + "representative": 9025, + "members": [ + 9025 + ], + "max_error": 0.0 + }, + { + "representative": 9206, + "members": [ + 9206 + ], + "max_error": 0.0 + }, + { + "representative": 8981, + "members": [ + 8981 + ], + "max_error": 0.0 + }, + { + "representative": 9064, + "members": [ + 9064 + ], + "max_error": 0.0 + }, + { + "representative": 8967, + "members": [ + 8967 + ], + "max_error": 0.0 + }, + { + "representative": 9194, + "members": [ + 9194 + ], + "max_error": 0.0 + }, + { + "representative": 8966, + "members": [ + 8966 + ], + "max_error": 0.0 + }, + { + "representative": 8987, + "members": [ + 8987 + ], + "max_error": 0.0 + }, + { + "representative": 8993, + "members": [ + 8993 + ], + "max_error": 0.0 + }, + { + "representative": 9015, + "members": [ + 9015 + ], + "max_error": 0.0 + }, + { + "representative": 9143, + "members": [ + 9143 + ], + "max_error": 0.0 + }, + { + "representative": 9013, + "members": [ + 9013 + ], + "max_error": 0.0 + }, + { + "representative": 8975, + "members": [ + 8975 + ], + "max_error": 0.0 + }, + { + "representative": 9203, + "members": [ + 9203 + ], + "max_error": 0.0 + }, + { + "representative": 9124, + "members": [ + 9124 + ], + "max_error": 0.0 + }, + { + "representative": 9131, + "members": [ + 9131 + ], + "max_error": 0.0 + }, + { + "representative": 9100, + "members": [ + 9100 + ], + "max_error": 0.0 + }, + { + "representative": 9058, + "members": [ + 9058 + ], + "max_error": 0.0 + }, + { + "representative": 9188, + "members": [ + 9188 + ], + "max_error": 0.0 + }, + { + "representative": 9207, + "members": [ + 9207 + ], + "max_error": 0.0 + }, + { + "representative": 9153, + "members": [ + 9153 + ], + "max_error": 0.0 + }, + { + "representative": 9107, + "members": [ + 9107 + ], + "max_error": 0.0 + }, + { + "representative": 9128, + "members": [ + 9128 + ], + "max_error": 0.0 + }, + { + "representative": 9130, + "members": [ + 9130 + ], + "max_error": 0.0 + }, + { + "representative": 9136, + "members": [ + 9136 + ], + "max_error": 0.0 + }, + { + "representative": 9140, + "members": [ + 9140 + ], + "max_error": 0.0 + }, + { + "representative": 9146, + "members": [ + 9146 + ], + "max_error": 0.0 + }, + { + "representative": 9149, + "members": [ + 9149 + ], + "max_error": 0.0 + }, + { + "representative": 9150, + "members": [ + 9150 + ], + "max_error": 0.0 + }, + { + "representative": 9151, + "members": [ + 9151 + ], + "max_error": 0.0 + }, + { + "representative": 9096, + "members": [ + 9096 + ], + "max_error": 0.0 + }, + { + "representative": 9089, + "members": [ + 9089 + ], + "max_error": 0.0 + }, + { + "representative": 9190, + "members": [ + 9190 + ], + "max_error": 0.0 + }, + { + "representative": 9182, + "members": [ + 9182 + ], + "max_error": 0.0 + }, + { + "representative": 9154, + "members": [ + 9154 + ], + "max_error": 0.0 + }, + { + "representative": 9095, + "members": [ + 9095 + ], + "max_error": 0.0 + }, + { + "representative": 9193, + "members": [ + 9193 + ], + "max_error": 0.0 + }, + { + "representative": 9039, + "members": [ + 9039 + ], + "max_error": 0.0 + }, + { + "representative": 8962, + "members": [ + 8962 + ], + "max_error": 0.0 + }, + { + "representative": 9108, + "members": [ + 9108 + ], + "max_error": 0.0 + }, + { + "representative": 9050, + "members": [ + 9050 + ], + "max_error": 0.0 + }, + { + "representative": 8960, + "members": [ + 8960 + ], + "max_error": 0.0 + }, + { + "representative": 9085, + "members": [ + 9085 + ], + "max_error": 0.0 + }, + { + "representative": 9109, + "members": [ + 9109 + ], + "max_error": 0.0 + }, + { + "representative": 9208, + "members": [ + 9208 + ], + "max_error": 0.0 + }, + { + "representative": 9082, + "members": [ + 9082 + ], + "max_error": 0.0 + }, + { + "representative": 9132, + "members": [ + 9132 + ], + "max_error": 0.0 + }, + { + "representative": 9161, + "members": [ + 9161 + ], + "max_error": 0.0 + }, + { + "representative": 9126, + "members": [ + 9126 + ], + "max_error": 0.0 + }, + { + "representative": 8989, + "members": [ + 8989 + ], + "max_error": 0.0 + }, + { + "representative": 9035, + "members": [ + 9035 + ], + "max_error": 0.0 + }, + { + "representative": 9053, + "members": [ + 9053 + ], + "max_error": 0.0 + }, + { + "representative": 9016, + "members": [ + 9016 + ], + "max_error": 0.0 + }, + { + "representative": 9004, + "members": [ + 9004 + ], + "max_error": 0.0 + }, + { + "representative": 9145, + "members": [ + 9145 + ], + "max_error": 0.0 + }, + { + "representative": 9195, + "members": [ + 9195 + ], + "max_error": 0.0 + }, + { + "representative": 9171, + "members": [ + 9171 + ], + "max_error": 0.0 + }, + { + "representative": 9070, + "members": [ + 9070 + ], + "max_error": 0.0 + }, + { + "representative": 9002, + "members": [ + 9002 + ], + "max_error": 0.0 + }, + { + "representative": 8988, + "members": [ + 8988 + ], + "max_error": 0.0 + }, + { + "representative": 9200, + "members": [ + 9200 + ], + "max_error": 0.0 + }, + { + "representative": 9209, + "members": [ + 9209 + ], + "max_error": 0.0 + }, + { + "representative": 9102, + "members": [ + 9102 + ], + "max_error": 0.0 + }, + { + "representative": 9005, + "members": [ + 9005 + ], + "max_error": 0.0 + }, + { + "representative": 9042, + "members": [ + 9042 + ], + "max_error": 0.0 + }, + { + "representative": 9001, + "members": [ + 9001 + ], + "max_error": 0.0 + }, + { + "representative": 9184, + "members": [ + 9184 + ], + "max_error": 0.0 + }, + { + "representative": 9092, + "members": [ + 9092 + ], + "max_error": 0.0 + }, + { + "representative": 9189, + "members": [ + 9189 + ], + "max_error": 0.0 + }, + { + "representative": 8994, + "members": [ + 8994 + ], + "max_error": 0.0 + }, + { + "representative": 9210, + "members": [ + 9210 + ], + "max_error": 0.0 + }, + { + "representative": 9120, + "members": [ + 9120 + ], + "max_error": 0.0 + }, + { + "representative": 9163, + "members": [ + 9163 + ], + "max_error": 0.0 + }, + { + "representative": 9123, + "members": [ + 9123 + ], + "max_error": 0.0 + }, + { + "representative": 9213, + "members": [ + 9213 + ], + "max_error": 0.0 + }, + { + "representative": 9038, + "members": [ + 9038 + ], + "max_error": 0.0 + }, + { + "representative": 9155, + "members": [ + 9155 + ], + "max_error": 0.0 + }, + { + "representative": 9075, + "members": [ + 9075 + ], + "max_error": 0.0 + }, + { + "representative": 9212, + "members": [ + 9212 + ], + "max_error": 0.0 + }, + { + "representative": 8972, + "members": [ + 8972 + ], + "max_error": 0.0 + }, + { + "representative": 9048, + "members": [ + 9048 + ], + "max_error": 0.0 + }, + { + "representative": 8983, + "members": [ + 8983 + ], + "max_error": 0.0 + }, + { + "representative": 8973, + "members": [ + 8973 + ], + "max_error": 0.0 + }, + { + "representative": 9105, + "members": [ + 9105 + ], + "max_error": 0.0 + }, + { + "representative": 8986, + "members": [ + 8986 + ], + "max_error": 0.0 + }, + { + "representative": 9118, + "members": [ + 9118 + ], + "max_error": 0.0 + }, + { + "representative": 9041, + "members": [ + 9041 + ], + "max_error": 0.0 + }, + { + "representative": 9090, + "members": [ + 9090 + ], + "max_error": 0.0 + }, + { + "representative": 8979, + "members": [ + 8979 + ], + "max_error": 0.0 + }, + { + "representative": 9012, + "members": [ + 9012 + ], + "max_error": 0.0 + }, + { + "representative": 9071, + "members": [ + 9071 + ], + "max_error": 0.0 + }, + { + "representative": 9137, + "members": [ + 9137 + ], + "max_error": 0.0 + }, + { + "representative": 9185, + "members": [ + 9185 + ], + "max_error": 0.0 + }, + { + "representative": 9113, + "members": [ + 9113 + ], + "max_error": 0.0 + }, + { + "representative": 9165, + "members": [ + 9165 + ], + "max_error": 0.0 + }, + { + "representative": 9018, + "members": [ + 9018 + ], + "max_error": 0.0 + }, + { + "representative": 8969, + "members": [ + 8969 + ], + "max_error": 0.0 + }, + { + "representative": 9115, + "members": [ + 9115 + ], + "max_error": 0.0 + }, + { + "representative": 9046, + "members": [ + 9046 + ], + "max_error": 0.0 + }, + { + "representative": 9033, + "members": [ + 9033 + ], + "max_error": 0.0 + }, + { + "representative": 8964, + "members": [ + 8964 + ], + "max_error": 0.0 + }, + { + "representative": 9198, + "members": [ + 9198 + ], + "max_error": 0.0 + }, + { + "representative": 9028, + "members": [ + 9028 + ], + "max_error": 0.0 + }, + { + "representative": 9055, + "members": [ + 9055 + ], + "max_error": 0.0 + }, + { + "representative": 9164, + "members": [ + 9164 + ], + "max_error": 0.0 + }, + { + "representative": 9087, + "members": [ + 9087 + ], + "max_error": 0.0 + }, + { + "representative": 9010, + "members": [ + 9010 + ], + "max_error": 0.0 + }, + { + "representative": 9197, + "members": [ + 9197 + ], + "max_error": 0.0 + }, + { + "representative": 9122, + "members": [ + 9122 + ], + "max_error": 0.0 + }, + { + "representative": 9162, + "members": [ + 9162 + ], + "max_error": 0.0 + }, + { + "representative": 8990, + "members": [ + 8990 + ], + "max_error": 0.0 + }, + { + "representative": 9017, + "members": [ + 9017 + ], + "max_error": 0.0 + }, + { + "representative": 9142, + "members": [ + 9142 + ], + "max_error": 0.0 + }, + { + "representative": 9138, + "members": [ + 9138 + ], + "max_error": 0.0 + }, + { + "representative": 9156, + "members": [ + 9156 + ], + "max_error": 0.0 + }, + { + "representative": 9170, + "members": [ + 9170 + ], + "max_error": 0.0 + }, + { + "representative": 9174, + "members": [ + 9174 + ], + "max_error": 0.0 + }, + { + "representative": 9180, + "members": [ + 9180 + ], + "max_error": 0.0 + }, + { + "representative": 9186, + "members": [ + 9186 + ], + "max_error": 0.0 + }, + { + "representative": 9192, + "members": [ + 9192 + ], + "max_error": 0.0 + }, + { + "representative": 9202, + "members": [ + 9202 + ], + "max_error": 0.0 + }, + { + "representative": 9160, + "members": [ + 9160 + ], + "max_error": 0.0 + }, + { + "representative": 9097, + "members": [ + 9097 + ], + "max_error": 0.0 + }, + { + "representative": 9129, + "members": [ + 9129 + ], + "max_error": 0.0 + }, + { + "representative": 9127, + "members": [ + 9127 + ], + "max_error": 0.0 + }, + { + "representative": 9036, + "members": [ + 9036 + ], + "max_error": 0.0 + }, + { + "representative": 9112, + "members": [ + 9112 + ], + "max_error": 0.0 + }, + { + "representative": 9099, + "members": [ + 9099 + ], + "max_error": 0.0 + }, + { + "representative": 8971, + "members": [ + 8971 + ], + "max_error": 0.0 + }, + { + "representative": 9133, + "members": [ + 9133 + ], + "max_error": 0.0 + }, + { + "representative": 9205, + "members": [ + 9205 + ], + "max_error": 0.0 + }, + { + "representative": 9141, + "members": [ + 9141 + ], + "max_error": 0.0 + }, + { + "representative": 9148, + "members": [ + 9148 + ], + "max_error": 0.0 + }, + { + "representative": 9134, + "members": [ + 9134 + ], + "max_error": 0.0 + }, + { + "representative": 8970, + "members": [ + 8970 + ], + "max_error": 0.0 + }, + { + "representative": 9169, + "members": [ + 9169 + ], + "max_error": 0.0 + }, + { + "representative": 9091, + "members": [ + 9091 + ], + "max_error": 0.0 + }, + { + "representative": 9021, + "members": [ + 9021 + ], + "max_error": 0.0 + }, + { + "representative": 9135, + "members": [ + 9135 + ], + "max_error": 0.0 + }, + { + "representative": 9110, + "members": [ + 9110 + ], + "max_error": 0.0 + }, + { + "representative": 9057, + "members": [ + 9057 + ], + "max_error": 0.0 + }, + { + "representative": 8974, + "members": [ + 8974 + ], + "max_error": 0.0 + }, + { + "representative": 9061, + "members": [ + 9061 + ], + "max_error": 0.0 + }, + { + "representative": 9121, + "members": [ + 9121 + ], + "max_error": 0.0 + }, + { + "representative": 9175, + "members": [ + 9175 + ], + "max_error": 0.0 + }, + { + "representative": 9059, + "members": [ + 9059 + ], + "max_error": 0.0 + }, + { + "representative": 9125, + "members": [ + 9125 + ], + "max_error": 0.0 + }, + { + "representative": 9009, + "members": [ + 9009 + ], + "max_error": 0.0 + }, + { + "representative": 9104, + "members": [ + 9104 + ], + "max_error": 0.0 + }, + { + "representative": 9030, + "members": [ + 9030 + ], + "max_error": 0.0 + }, + { + "representative": 8961, + "members": [ + 8961 + ], + "max_error": 0.0 + }, + { + "representative": 9078, + "members": [ + 9078 + ], + "max_error": 0.0 + }, + { + "representative": 9079, + "members": [ + 9079 + ], + "max_error": 0.0 + }, + { + "representative": 9069, + "members": [ + 9069 + ], + "max_error": 0.0 + }, + { + "representative": 9183, + "members": [ + 9183 + ], + "max_error": 0.0 + }, + { + "representative": 9047, + "members": [ + 9047 + ], + "max_error": 0.0 + }, + { + "representative": 9176, + "members": [ + 9176 + ], + "max_error": 0.0 + }, + { + "representative": 9178, + "members": [ + 9178 + ], + "max_error": 0.0 + }, + { + "representative": 9081, + "members": [ + 9081 + ], + "max_error": 0.0 + }, + { + "representative": 8968, + "members": [ + 8968 + ], + "max_error": 0.0 + }, + { + "representative": 9014, + "members": [ + 9014 + ], + "max_error": 0.0 + }, + { + "representative": 8963, + "members": [ + 8963 + ], + "max_error": 0.0 + }, + { + "representative": 9049, + "members": [ + 9049 + ], + "max_error": 0.0 + }, + { + "representative": 8965, + "members": [ + 8965 + ], + "max_error": 0.0 + }, + { + "representative": 9023, + "members": [ + 9023 + ], + "max_error": 0.0 + }, + { + "representative": 8978, + "members": [ + 8978 + ], + "max_error": 0.0 + }, + { + "representative": 9158, + "members": [ + 9158 + ], + "max_error": 0.0 + }, + { + "representative": 9201, + "members": [ + 9201 + ], + "max_error": 0.0 + }, + { + "representative": 9063, + "members": [ + 9063 + ], + "max_error": 0.0 + }, + { + "representative": 8999, + "members": [ + 8999 + ], + "max_error": 0.0 + }, + { + "representative": 9006, + "members": [ + 9006 + ], + "max_error": 0.0 + }, + { + "representative": 8977, + "members": [ + 8977 + ], + "max_error": 0.0 + }, + { + "representative": 8992, + "members": [ + 8992 + ], + "max_error": 0.0 + }, + { + "representative": 9066, + "members": [ + 9066 + ], + "max_error": 0.0 + }, + { + "representative": 9166, + "members": [ + 9166 + ], + "max_error": 0.0 + }, + { + "representative": 9094, + "members": [ + 9094 + ], + "max_error": 0.0 + }, + { + "representative": 9116, + "members": [ + 9116 + ], + "max_error": 0.0 + }, + { + "representative": 9024, + "members": [ + 9024 + ], + "max_error": 0.0 + }, + { + "representative": 9040, + "members": [ + 9040 + ], + "max_error": 0.0 + }, + { + "representative": 9043, + "members": [ + 9043 + ], + "max_error": 0.0 + }, + { + "representative": 9026, + "members": [ + 9026 + ], + "max_error": 0.0 + }, + { + "representative": 9044, + "members": [ + 9044 + ], + "max_error": 0.0 + }, + { + "representative": 9027, + "members": [ + 9027 + ], + "max_error": 0.0 + }, + { + "representative": 9054, + "members": [ + 9054 + ], + "max_error": 0.0 + }, + { + "representative": 9067, + "members": [ + 9067 + ], + "max_error": 0.0 + }, + { + "representative": 9068, + "members": [ + 9068 + ], + "max_error": 0.0 + }, + { + "representative": 9083, + "members": [ + 9083 + ], + "max_error": 0.0 + }, + { + "representative": 9084, + "members": [ + 9084 + ], + "max_error": 0.0 + }, + { + "representative": 9196, + "members": [ + 9196 + ], + "max_error": 0.0 + }, + { + "representative": 9177, + "members": [ + 9177 + ], + "max_error": 0.0 + }, + { + "representative": 9011, + "members": [ + 9011 + ], + "max_error": 0.0 + }, + { + "representative": 9159, + "members": [ + 9159 + ], + "max_error": 0.0 + }, + { + "representative": 9144, + "members": [ + 9144 + ], + "max_error": 0.0 + }, + { + "representative": 9034, + "members": [ + 9034 + ], + "max_error": 0.0 + }, + { + "representative": 9167, + "members": [ + 9167 + ], + "max_error": 0.0 + }, + { + "representative": 9172, + "members": [ + 9172 + ], + "max_error": 0.0 + }, + { + "representative": 9077, + "members": [ + 9077 + ], + "max_error": 0.0 + }, + { + "representative": 9031, + "members": [ + 9031 + ], + "max_error": 0.0 + }, + { + "representative": 9173, + "members": [ + 9173 + ], + "max_error": 0.0 + }, + { + "representative": 9000, + "members": [ + 9000 + ], + "max_error": 0.0 + }, + { + "representative": 9019, + "members": [ + 9019 + ], + "max_error": 0.0 + }, + { + "representative": 9086, + "members": [ + 9086 + ], + "max_error": 0.0 + }, + { + "representative": 9114, + "members": [ + 9114 + ], + "max_error": 0.0 + }, + { + "representative": 9147, + "members": [ + 9147 + ], + "max_error": 0.0 + }, + { + "representative": 9008, + "members": [ + 9008 + ], + "max_error": 0.0 + }, + { + "representative": 8985, + "members": [ + 8985 + ], + "max_error": 0.0 + }, + { + "representative": 9076, + "members": [ + 9076 + ], + "max_error": 0.0 + }, + { + "representative": 9157, + "members": [ + 9157 + ], + "max_error": 0.0 + }, + { + "representative": 9214, + "members": [ + 9214 + ], + "max_error": 0.0 + }, + { + "representative": 9204, + "members": [ + 9204 + ], + "max_error": 0.0 + }, + { + "representative": 9056, + "members": [ + 9056 + ], + "max_error": 0.0 + }, + { + "representative": 9062, + "members": [ + 9062 + ], + "max_error": 0.0 + }, + { + "representative": 8982, + "members": [ + 8982 + ], + "max_error": 0.0 + }, + { + "representative": 9199, + "members": [ + 9199 + ], + "max_error": 0.0 + }, + { + "representative": 9093, + "members": [ + 9093 + ], + "max_error": 0.0 + }, + { + "representative": 9029, + "members": [ + 9029 + ], + "max_error": 0.0 + }, + { + "representative": 9098, + "members": [ + 9098 + ], + "max_error": 0.0 + }, + { + "representative": 9080, + "members": [ + 9080 + ], + "max_error": 0.0 + }, + { + "representative": 8984, + "members": [ + 8984 + ], + "max_error": 0.0 + }, + { + "representative": 9117, + "members": [ + 9117 + ], + "max_error": 0.0 + }, + { + "representative": 9060, + "members": [ + 9060 + ], + "max_error": 0.0 + }, + { + "representative": 8995, + "members": [ + 8995 + ], + "max_error": 0.0 + }, + { + "representative": 9037, + "members": [ + 9037 + ], + "max_error": 0.0 + }, + { + "representative": 9152, + "members": [ + 9152 + ], + "max_error": 0.0 + }, + { + "representative": 9045, + "members": [ + 9045 + ], + "max_error": 0.0 + }, + { + "representative": 9088, + "members": [ + 9088 + ], + "max_error": 0.0 + }, + { + "representative": 9020, + "members": [ + 9020 + ], + "max_error": 0.0 + }, + { + "representative": 9065, + "members": [ + 9065 + ], + "max_error": 0.0 + }, + { + "representative": 9179, + "members": [ + 9179 + ], + "max_error": 0.0 + }, + { + "representative": 9003, + "members": [ + 9003 + ], + "max_error": 0.0 + }, + { + "representative": 9022, + "members": [ + 9022 + ], + "max_error": 0.0 + }, + { + "representative": 9187, + "members": [ + 9187 + ], + "max_error": 0.0 + }, + { + "representative": 8998, + "members": [ + 8998 + ], + "max_error": 0.0 + }, + { + "representative": 9051, + "members": [ + 9051 + ], + "max_error": 0.0 + }, + { + "representative": 9168, + "members": [ + 9168 + ], + "max_error": 0.0 + }, + { + "representative": 9074, + "members": [ + 9074 + ], + "max_error": 0.0 + }, + { + "representative": 9181, + "members": [ + 9181 + ], + "max_error": 0.0 + }, + { + "representative": 9072, + "members": [ + 9072 + ], + "max_error": 0.0 + }, + { + "representative": 9363, + "members": [ + 9363 + ], + "max_error": 0.0 + }, + { + "representative": 9365, + "members": [ + 9365 + ], + "max_error": 0.0 + }, + { + "representative": 9366, + "members": [ + 9366 + ], + "max_error": 0.0 + }, + { + "representative": 9370, + "members": [ + 9370 + ], + "max_error": 0.0 + }, + { + "representative": 9557, + "members": [ + 9557 + ], + "max_error": 0.0 + }, + { + "representative": 9578, + "members": [ + 9578 + ], + "max_error": 0.0 + }, + { + "representative": 9481, + "members": [ + 9481 + ], + "max_error": 0.0 + }, + { + "representative": 9581, + "members": [ + 9581 + ], + "max_error": 0.0 + }, + { + "representative": 9497, + "members": [ + 9497 + ], + "max_error": 0.0 + }, + { + "representative": 9499, + "members": [ + 9499 + ], + "max_error": 0.0 + }, + { + "representative": 9486, + "members": [ + 9486 + ], + "max_error": 0.0 + }, + { + "representative": 9527, + "members": [ + 9527 + ], + "max_error": 0.0 + }, + { + "representative": 9369, + "members": [ + 9369 + ], + "max_error": 0.0 + }, + { + "representative": 9556, + "members": [ + 9556 + ], + "max_error": 0.0 + }, + { + "representative": 9435, + "members": [ + 9435 + ], + "max_error": 0.0 + }, + { + "representative": 9404, + "members": [ + 9404 + ], + "max_error": 0.0 + }, + { + "representative": 9451, + "members": [ + 9451 + ], + "max_error": 0.0 + }, + { + "representative": 9584, + "members": [ + 9584 + ], + "max_error": 0.0 + }, + { + "representative": 9374, + "members": [ + 9374 + ], + "max_error": 0.0 + }, + { + "representative": 9562, + "members": [ + 9562 + ], + "max_error": 0.0 + }, + { + "representative": 9401, + "members": [ + 9401 + ], + "max_error": 0.0 + }, + { + "representative": 9426, + "members": [ + 9426 + ], + "max_error": 0.0 + }, + { + "representative": 9507, + "members": [ + 9507 + ], + "max_error": 0.0 + }, + { + "representative": 9614, + "members": [ + 9614 + ], + "max_error": 0.0 + }, + { + "representative": 9586, + "members": [ + 9586 + ], + "max_error": 0.0 + }, + { + "representative": 9601, + "members": [ + 9601 + ], + "max_error": 0.0 + }, + { + "representative": 9532, + "members": [ + 9532 + ], + "max_error": 0.0 + }, + { + "representative": 9394, + "members": [ + 9394 + ], + "max_error": 0.0 + }, + { + "representative": 9395, + "members": [ + 9395 + ], + "max_error": 0.0 + }, + { + "representative": 9397, + "members": [ + 9397 + ], + "max_error": 0.0 + }, + { + "representative": 9398, + "members": [ + 9398 + ], + "max_error": 0.0 + }, + { + "representative": 9400, + "members": [ + 9400 + ], + "max_error": 0.0 + }, + { + "representative": 9393, + "members": [ + 9393 + ], + "max_error": 0.0 + }, + { + "representative": 9402, + "members": [ + 9402 + ], + "max_error": 0.0 + }, + { + "representative": 9403, + "members": [ + 9403 + ], + "max_error": 0.0 + }, + { + "representative": 9406, + "members": [ + 9406 + ], + "max_error": 0.0 + }, + { + "representative": 9500, + "members": [ + 9500 + ], + "max_error": 0.0 + }, + { + "representative": 9429, + "members": [ + 9429 + ], + "max_error": 0.0 + }, + { + "representative": 9396, + "members": [ + 9396 + ], + "max_error": 0.0 + }, + { + "representative": 9551, + "members": [ + 9551 + ], + "max_error": 0.0 + }, + { + "representative": 9388, + "members": [ + 9388 + ], + "max_error": 0.0 + }, + { + "representative": 9564, + "members": [ + 9564 + ], + "max_error": 0.0 + }, + { + "representative": 9533, + "members": [ + 9533 + ], + "max_error": 0.0 + }, + { + "representative": 9423, + "members": [ + 9423 + ], + "max_error": 0.0 + }, + { + "representative": 9480, + "members": [ + 9480 + ], + "max_error": 0.0 + }, + { + "representative": 9488, + "members": [ + 9488 + ], + "max_error": 0.0 + }, + { + "representative": 9385, + "members": [ + 9385 + ], + "max_error": 0.0 + }, + { + "representative": 9490, + "members": [ + 9490 + ], + "max_error": 0.0 + }, + { + "representative": 9415, + "members": [ + 9415 + ], + "max_error": 0.0 + }, + { + "representative": 9506, + "members": [ + 9506 + ], + "max_error": 0.0 + }, + { + "representative": 9371, + "members": [ + 9371 + ], + "max_error": 0.0 + }, + { + "representative": 9360, + "members": [ + 9360 + ], + "max_error": 0.0 + }, + { + "representative": 9489, + "members": [ + 9489 + ], + "max_error": 0.0 + }, + { + "representative": 9559, + "members": [ + 9559 + ], + "max_error": 0.0 + }, + { + "representative": 9553, + "members": [ + 9553 + ], + "max_error": 0.0 + }, + { + "representative": 9438, + "members": [ + 9438 + ], + "max_error": 0.0 + }, + { + "representative": 9570, + "members": [ + 9570 + ], + "max_error": 0.0 + }, + { + "representative": 9530, + "members": [ + 9530 + ], + "max_error": 0.0 + }, + { + "representative": 9539, + "members": [ + 9539 + ], + "max_error": 0.0 + }, + { + "representative": 9541, + "members": [ + 9541 + ], + "max_error": 0.0 + }, + { + "representative": 9475, + "members": [ + 9475 + ], + "max_error": 0.0 + }, + { + "representative": 9566, + "members": [ + 9566 + ], + "max_error": 0.0 + }, + { + "representative": 9433, + "members": [ + 9433 + ], + "max_error": 0.0 + }, + { + "representative": 9552, + "members": [ + 9552 + ], + "max_error": 0.0 + }, + { + "representative": 9558, + "members": [ + 9558 + ], + "max_error": 0.0 + }, + { + "representative": 9563, + "members": [ + 9563 + ], + "max_error": 0.0 + }, + { + "representative": 9362, + "members": [ + 9362 + ], + "max_error": 0.0 + }, + { + "representative": 9522, + "members": [ + 9522 + ], + "max_error": 0.0 + }, + { + "representative": 9494, + "members": [ + 9494 + ], + "max_error": 0.0 + }, + { + "representative": 9597, + "members": [ + 9597 + ], + "max_error": 0.0 + }, + { + "representative": 9529, + "members": [ + 9529 + ], + "max_error": 0.0 + }, + { + "representative": 9590, + "members": [ + 9590 + ], + "max_error": 0.0 + }, + { + "representative": 9466, + "members": [ + 9466 + ], + "max_error": 0.0 + }, + { + "representative": 9535, + "members": [ + 9535 + ], + "max_error": 0.0 + }, + { + "representative": 9384, + "members": [ + 9384 + ], + "max_error": 0.0 + }, + { + "representative": 9595, + "members": [ + 9595 + ], + "max_error": 0.0 + }, + { + "representative": 9447, + "members": [ + 9447 + ], + "max_error": 0.0 + }, + { + "representative": 9459, + "members": [ + 9459 + ], + "max_error": 0.0 + }, + { + "representative": 9550, + "members": [ + 9550 + ], + "max_error": 0.0 + }, + { + "representative": 9554, + "members": [ + 9554 + ], + "max_error": 0.0 + }, + { + "representative": 9375, + "members": [ + 9375 + ], + "max_error": 0.0 + }, + { + "representative": 9430, + "members": [ + 9430 + ], + "max_error": 0.0 + }, + { + "representative": 9392, + "members": [ + 9392 + ], + "max_error": 0.0 + }, + { + "representative": 9542, + "members": [ + 9542 + ], + "max_error": 0.0 + }, + { + "representative": 9442, + "members": [ + 9442 + ], + "max_error": 0.0 + }, + { + "representative": 9504, + "members": [ + 9504 + ], + "max_error": 0.0 + }, + { + "representative": 9377, + "members": [ + 9377 + ], + "max_error": 0.0 + }, + { + "representative": 9510, + "members": [ + 9510 + ], + "max_error": 0.0 + }, + { + "representative": 9361, + "members": [ + 9361 + ], + "max_error": 0.0 + }, + { + "representative": 9501, + "members": [ + 9501 + ], + "max_error": 0.0 + }, + { + "representative": 9598, + "members": [ + 9598 + ], + "max_error": 0.0 + }, + { + "representative": 9383, + "members": [ + 9383 + ], + "max_error": 0.0 + }, + { + "representative": 9464, + "members": [ + 9464 + ], + "max_error": 0.0 + }, + { + "representative": 9463, + "members": [ + 9463 + ], + "max_error": 0.0 + }, + { + "representative": 9536, + "members": [ + 9536 + ], + "max_error": 0.0 + }, + { + "representative": 9521, + "members": [ + 9521 + ], + "max_error": 0.0 + }, + { + "representative": 9547, + "members": [ + 9547 + ], + "max_error": 0.0 + }, + { + "representative": 9567, + "members": [ + 9567 + ], + "max_error": 0.0 + }, + { + "representative": 9485, + "members": [ + 9485 + ], + "max_error": 0.0 + }, + { + "representative": 9592, + "members": [ + 9592 + ], + "max_error": 0.0 + }, + { + "representative": 9593, + "members": [ + 9593 + ], + "max_error": 0.0 + }, + { + "representative": 9441, + "members": [ + 9441 + ], + "max_error": 0.0 + }, + { + "representative": 9373, + "members": [ + 9373 + ], + "max_error": 0.0 + }, + { + "representative": 9422, + "members": [ + 9422 + ], + "max_error": 0.0 + }, + { + "representative": 9410, + "members": [ + 9410 + ], + "max_error": 0.0 + }, + { + "representative": 9411, + "members": [ + 9411 + ], + "max_error": 0.0 + }, + { + "representative": 9413, + "members": [ + 9413 + ], + "max_error": 0.0 + }, + { + "representative": 9414, + "members": [ + 9414 + ], + "max_error": 0.0 + }, + { + "representative": 9416, + "members": [ + 9416 + ], + "max_error": 0.0 + }, + { + "representative": 9417, + "members": [ + 9417 + ], + "max_error": 0.0 + }, + { + "representative": 9409, + "members": [ + 9409 + ], + "max_error": 0.0 + }, + { + "representative": 9420, + "members": [ + 9420 + ], + "max_error": 0.0 + }, + { + "representative": 9421, + "members": [ + 9421 + ], + "max_error": 0.0 + }, + { + "representative": 9512, + "members": [ + 9512 + ], + "max_error": 0.0 + }, + { + "representative": 9468, + "members": [ + 9468 + ], + "max_error": 0.0 + }, + { + "representative": 9412, + "members": [ + 9412 + ], + "max_error": 0.0 + }, + { + "representative": 9450, + "members": [ + 9450 + ], + "max_error": 0.0 + }, + { + "representative": 9368, + "members": [ + 9368 + ], + "max_error": 0.0 + }, + { + "representative": 9453, + "members": [ + 9453 + ], + "max_error": 0.0 + }, + { + "representative": 9515, + "members": [ + 9515 + ], + "max_error": 0.0 + }, + { + "representative": 9537, + "members": [ + 9537 + ], + "max_error": 0.0 + }, + { + "representative": 9543, + "members": [ + 9543 + ], + "max_error": 0.0 + }, + { + "representative": 9462, + "members": [ + 9462 + ], + "max_error": 0.0 + }, + { + "representative": 9561, + "members": [ + 9561 + ], + "max_error": 0.0 + }, + { + "representative": 9444, + "members": [ + 9444 + ], + "max_error": 0.0 + }, + { + "representative": 9582, + "members": [ + 9582 + ], + "max_error": 0.0 + }, + { + "representative": 9405, + "members": [ + 9405 + ], + "max_error": 0.0 + }, + { + "representative": 9514, + "members": [ + 9514 + ], + "max_error": 0.0 + }, + { + "representative": 9509, + "members": [ + 9509 + ], + "max_error": 0.0 + }, + { + "representative": 9612, + "members": [ + 9612 + ], + "max_error": 0.0 + }, + { + "representative": 9389, + "members": [ + 9389 + ], + "max_error": 0.0 + }, + { + "representative": 9560, + "members": [ + 9560 + ], + "max_error": 0.0 + }, + { + "representative": 9545, + "members": [ + 9545 + ], + "max_error": 0.0 + }, + { + "representative": 9437, + "members": [ + 9437 + ], + "max_error": 0.0 + }, + { + "representative": 9376, + "members": [ + 9376 + ], + "max_error": 0.0 + }, + { + "representative": 9457, + "members": [ + 9457 + ], + "max_error": 0.0 + }, + { + "representative": 9418, + "members": [ + 9418 + ], + "max_error": 0.0 + }, + { + "representative": 9367, + "members": [ + 9367 + ], + "max_error": 0.0 + }, + { + "representative": 9484, + "members": [ + 9484 + ], + "max_error": 0.0 + }, + { + "representative": 9465, + "members": [ + 9465 + ], + "max_error": 0.0 + }, + { + "representative": 9407, + "members": [ + 9407 + ], + "max_error": 0.0 + }, + { + "representative": 9511, + "members": [ + 9511 + ], + "max_error": 0.0 + }, + { + "representative": 9576, + "members": [ + 9576 + ], + "max_error": 0.0 + }, + { + "representative": 9508, + "members": [ + 9508 + ], + "max_error": 0.0 + }, + { + "representative": 9574, + "members": [ + 9574 + ], + "max_error": 0.0 + }, + { + "representative": 9609, + "members": [ + 9609 + ], + "max_error": 0.0 + }, + { + "representative": 9602, + "members": [ + 9602 + ], + "max_error": 0.0 + }, + { + "representative": 9461, + "members": [ + 9461 + ], + "max_error": 0.0 + }, + { + "representative": 9575, + "members": [ + 9575 + ], + "max_error": 0.0 + }, + { + "representative": 9487, + "members": [ + 9487 + ], + "max_error": 0.0 + }, + { + "representative": 9399, + "members": [ + 9399 + ], + "max_error": 0.0 + }, + { + "representative": 9596, + "members": [ + 9596 + ], + "max_error": 0.0 + }, + { + "representative": 9432, + "members": [ + 9432 + ], + "max_error": 0.0 + }, + { + "representative": 9419, + "members": [ + 9419 + ], + "max_error": 0.0 + }, + { + "representative": 9372, + "members": [ + 9372 + ], + "max_error": 0.0 + }, + { + "representative": 9381, + "members": [ + 9381 + ], + "max_error": 0.0 + }, + { + "representative": 9408, + "members": [ + 9408 + ], + "max_error": 0.0 + }, + { + "representative": 9606, + "members": [ + 9606 + ], + "max_error": 0.0 + }, + { + "representative": 9472, + "members": [ + 9472 + ], + "max_error": 0.0 + }, + { + "representative": 9470, + "members": [ + 9470 + ], + "max_error": 0.0 + }, + { + "representative": 9492, + "members": [ + 9492 + ], + "max_error": 0.0 + }, + { + "representative": 9424, + "members": [ + 9424 + ], + "max_error": 0.0 + }, + { + "representative": 9427, + "members": [ + 9427 + ], + "max_error": 0.0 + }, + { + "representative": 9428, + "members": [ + 9428 + ], + "max_error": 0.0 + }, + { + "representative": 9431, + "members": [ + 9431 + ], + "max_error": 0.0 + }, + { + "representative": 9425, + "members": [ + 9425 + ], + "max_error": 0.0 + }, + { + "representative": 9434, + "members": [ + 9434 + ], + "max_error": 0.0 + }, + { + "representative": 9436, + "members": [ + 9436 + ], + "max_error": 0.0 + }, + { + "representative": 9439, + "members": [ + 9439 + ], + "max_error": 0.0 + }, + { + "representative": 9440, + "members": [ + 9440 + ], + "max_error": 0.0 + }, + { + "representative": 9443, + "members": [ + 9443 + ], + "max_error": 0.0 + }, + { + "representative": 9445, + "members": [ + 9445 + ], + "max_error": 0.0 + }, + { + "representative": 9446, + "members": [ + 9446 + ], + "max_error": 0.0 + }, + { + "representative": 9448, + "members": [ + 9448 + ], + "max_error": 0.0 + }, + { + "representative": 9449, + "members": [ + 9449 + ], + "max_error": 0.0 + }, + { + "representative": 9452, + "members": [ + 9452 + ], + "max_error": 0.0 + }, + { + "representative": 9454, + "members": [ + 9454 + ], + "max_error": 0.0 + }, + { + "representative": 9455, + "members": [ + 9455 + ], + "max_error": 0.0 + }, + { + "representative": 9456, + "members": [ + 9456 + ], + "max_error": 0.0 + }, + { + "representative": 9458, + "members": [ + 9458 + ], + "max_error": 0.0 + }, + { + "representative": 9460, + "members": [ + 9460 + ], + "max_error": 0.0 + }, + { + "representative": 9467, + "members": [ + 9467 + ], + "max_error": 0.0 + }, + { + "representative": 9469, + "members": [ + 9469 + ], + "max_error": 0.0 + }, + { + "representative": 9471, + "members": [ + 9471 + ], + "max_error": 0.0 + }, + { + "representative": 9476, + "members": [ + 9476 + ], + "max_error": 0.0 + }, + { + "representative": 9477, + "members": [ + 9477 + ], + "max_error": 0.0 + }, + { + "representative": 9478, + "members": [ + 9478 + ], + "max_error": 0.0 + }, + { + "representative": 9479, + "members": [ + 9479 + ], + "max_error": 0.0 + }, + { + "representative": 9473, + "members": [ + 9473 + ], + "max_error": 0.0 + }, + { + "representative": 9482, + "members": [ + 9482 + ], + "max_error": 0.0 + }, + { + "representative": 9483, + "members": [ + 9483 + ], + "max_error": 0.0 + }, + { + "representative": 9491, + "members": [ + 9491 + ], + "max_error": 0.0 + }, + { + "representative": 9493, + "members": [ + 9493 + ], + "max_error": 0.0 + }, + { + "representative": 9495, + "members": [ + 9495 + ], + "max_error": 0.0 + }, + { + "representative": 9496, + "members": [ + 9496 + ], + "max_error": 0.0 + }, + { + "representative": 9498, + "members": [ + 9498 + ], + "max_error": 0.0 + }, + { + "representative": 9502, + "members": [ + 9502 + ], + "max_error": 0.0 + }, + { + "representative": 9503, + "members": [ + 9503 + ], + "max_error": 0.0 + }, + { + "representative": 9513, + "members": [ + 9513 + ], + "max_error": 0.0 + }, + { + "representative": 9505, + "members": [ + 9505 + ], + "max_error": 0.0 + }, + { + "representative": 9516, + "members": [ + 9516 + ], + "max_error": 0.0 + }, + { + "representative": 9517, + "members": [ + 9517 + ], + "max_error": 0.0 + }, + { + "representative": 9518, + "members": [ + 9518 + ], + "max_error": 0.0 + }, + { + "representative": 9519, + "members": [ + 9519 + ], + "max_error": 0.0 + }, + { + "representative": 9378, + "members": [ + 9378 + ], + "max_error": 0.0 + }, + { + "representative": 9379, + "members": [ + 9379 + ], + "max_error": 0.0 + }, + { + "representative": 9380, + "members": [ + 9380 + ], + "max_error": 0.0 + }, + { + "representative": 9382, + "members": [ + 9382 + ], + "max_error": 0.0 + }, + { + "representative": 9386, + "members": [ + 9386 + ], + "max_error": 0.0 + }, + { + "representative": 9387, + "members": [ + 9387 + ], + "max_error": 0.0 + }, + { + "representative": 9390, + "members": [ + 9390 + ], + "max_error": 0.0 + }, + { + "representative": 9391, + "members": [ + 9391 + ], + "max_error": 0.0 + }, + { + "representative": 9520, + "members": [ + 9520 + ], + "max_error": 0.0 + }, + { + "representative": 9523, + "members": [ + 9523 + ], + "max_error": 0.0 + }, + { + "representative": 9524, + "members": [ + 9524 + ], + "max_error": 0.0 + }, + { + "representative": 9525, + "members": [ + 9525 + ], + "max_error": 0.0 + }, + { + "representative": 9526, + "members": [ + 9526 + ], + "max_error": 0.0 + }, + { + "representative": 9528, + "members": [ + 9528 + ], + "max_error": 0.0 + }, + { + "representative": 9531, + "members": [ + 9531 + ], + "max_error": 0.0 + }, + { + "representative": 9534, + "members": [ + 9534 + ], + "max_error": 0.0 + }, + { + "representative": 9538, + "members": [ + 9538 + ], + "max_error": 0.0 + }, + { + "representative": 9540, + "members": [ + 9540 + ], + "max_error": 0.0 + }, + { + "representative": 9544, + "members": [ + 9544 + ], + "max_error": 0.0 + }, + { + "representative": 9546, + "members": [ + 9546 + ], + "max_error": 0.0 + }, + { + "representative": 9548, + "members": [ + 9548 + ], + "max_error": 0.0 + }, + { + "representative": 9549, + "members": [ + 9549 + ], + "max_error": 0.0 + }, + { + "representative": 9555, + "members": [ + 9555 + ], + "max_error": 0.0 + }, + { + "representative": 9565, + "members": [ + 9565 + ], + "max_error": 0.0 + }, + { + "representative": 9568, + "members": [ + 9568 + ], + "max_error": 0.0 + }, + { + "representative": 9571, + "members": [ + 9571 + ], + "max_error": 0.0 + }, + { + "representative": 9572, + "members": [ + 9572 + ], + "max_error": 0.0 + }, + { + "representative": 9573, + "members": [ + 9573 + ], + "max_error": 0.0 + }, + { + "representative": 9577, + "members": [ + 9577 + ], + "max_error": 0.0 + }, + { + "representative": 9569, + "members": [ + 9569 + ], + "max_error": 0.0 + }, + { + "representative": 9579, + "members": [ + 9579 + ], + "max_error": 0.0 + }, + { + "representative": 9580, + "members": [ + 9580 + ], + "max_error": 0.0 + }, + { + "representative": 9587, + "members": [ + 9587 + ], + "max_error": 0.0 + }, + { + "representative": 9588, + "members": [ + 9588 + ], + "max_error": 0.0 + }, + { + "representative": 9589, + "members": [ + 9589 + ], + "max_error": 0.0 + }, + { + "representative": 9591, + "members": [ + 9591 + ], + "max_error": 0.0 + }, + { + "representative": 9585, + "members": [ + 9585 + ], + "max_error": 0.0 + }, + { + "representative": 9594, + "members": [ + 9594 + ], + "max_error": 0.0 + }, + { + "representative": 9599, + "members": [ + 9599 + ], + "max_error": 0.0 + }, + { + "representative": 9600, + "members": [ + 9600 + ], + "max_error": 0.0 + }, + { + "representative": 9603, + "members": [ + 9603 + ], + "max_error": 0.0 + }, + { + "representative": 9604, + "members": [ + 9604 + ], + "max_error": 0.0 + }, + { + "representative": 9605, + "members": [ + 9605 + ], + "max_error": 0.0 + }, + { + "representative": 9607, + "members": [ + 9607 + ], + "max_error": 0.0 + }, + { + "representative": 9608, + "members": [ + 9608 + ], + "max_error": 0.0 + }, + { + "representative": 9610, + "members": [ + 9610 + ], + "max_error": 0.0 + }, + { + "representative": 9611, + "members": [ + 9611 + ], + "max_error": 0.0 + }, + { + "representative": 9613, + "members": [ + 9613 + ], + "max_error": 0.0 + }, + { + "representative": 9615, + "members": [ + 9615 + ], + "max_error": 0.0 + }, + { + "representative": 9905, + "members": [ + 9905 + ], + "max_error": 0.0 + }, + { + "representative": 9906, + "members": [ + 9906 + ], + "max_error": 0.0 + }, + { + "representative": 9907, + "members": [ + 9907 + ], + "max_error": 0.0 + }, + { + "representative": 9919, + "members": [ + 9919 + ], + "max_error": 0.0 + }, + { + "representative": 9921, + "members": [ + 9921 + ], + "max_error": 0.0 + }, + { + "representative": 9879, + "members": [ + 9879 + ], + "max_error": 0.0 + }, + { + "representative": 9873, + "members": [ + 9873 + ], + "max_error": 0.0 + }, + { + "representative": 9885, + "members": [ + 9885 + ], + "max_error": 0.0 + }, + { + "representative": 10117, + "members": [ + 10117 + ], + "max_error": 0.0 + }, + { + "representative": 9960, + "members": [ + 9960 + ], + "max_error": 0.0 + }, + { + "representative": 10088, + "members": [ + 10088 + ], + "max_error": 0.0 + }, + { + "representative": 10009, + "members": [ + 10009 + ], + "max_error": 0.0 + }, + { + "representative": 10114, + "members": [ + 10114 + ], + "max_error": 0.0 + }, + { + "representative": 9951, + "members": [ + 9951 + ], + "max_error": 0.0 + }, + { + "representative": 9964, + "members": [ + 9964 + ], + "max_error": 0.0 + }, + { + "representative": 10069, + "members": [ + 10069 + ], + "max_error": 0.0 + }, + { + "representative": 10032, + "members": [ + 10032 + ], + "max_error": 0.0 + }, + { + "representative": 9989, + "members": [ + 9989 + ], + "max_error": 0.0 + }, + { + "representative": 10074, + "members": [ + 10074 + ], + "max_error": 0.0 + }, + { + "representative": 9977, + "members": [ + 9977 + ], + "max_error": 0.0 + }, + { + "representative": 10060, + "members": [ + 10060 + ], + "max_error": 0.0 + }, + { + "representative": 9932, + "members": [ + 9932 + ], + "max_error": 0.0 + }, + { + "representative": 9888, + "members": [ + 9888 + ], + "max_error": 0.0 + }, + { + "representative": 10077, + "members": [ + 10077 + ], + "max_error": 0.0 + }, + { + "representative": 10106, + "members": [ + 10106 + ], + "max_error": 0.0 + }, + { + "representative": 10104, + "members": [ + 10104 + ], + "max_error": 0.0 + }, + { + "representative": 9991, + "members": [ + 9991 + ], + "max_error": 0.0 + }, + { + "representative": 10008, + "members": [ + 10008 + ], + "max_error": 0.0 + }, + { + "representative": 9918, + "members": [ + 9918 + ], + "max_error": 0.0 + }, + { + "representative": 10043, + "members": [ + 10043 + ], + "max_error": 0.0 + }, + { + "representative": 9985, + "members": [ + 9985 + ], + "max_error": 0.0 + }, + { + "representative": 9986, + "members": [ + 9986 + ], + "max_error": 0.0 + }, + { + "representative": 10027, + "members": [ + 10027 + ], + "max_error": 0.0 + }, + { + "representative": 9912, + "members": [ + 9912 + ], + "max_error": 0.0 + }, + { + "representative": 9896, + "members": [ + 9896 + ], + "max_error": 0.0 + }, + { + "representative": 9990, + "members": [ + 9990 + ], + "max_error": 0.0 + }, + { + "representative": 9955, + "members": [ + 9955 + ], + "max_error": 0.0 + }, + { + "representative": 10076, + "members": [ + 10076 + ], + "max_error": 0.0 + }, + { + "representative": 9913, + "members": [ + 9913 + ], + "max_error": 0.0 + }, + { + "representative": 9976, + "members": [ + 9976 + ], + "max_error": 0.0 + }, + { + "representative": 10119, + "members": [ + 10119 + ], + "max_error": 0.0 + }, + { + "representative": 9908, + "members": [ + 9908 + ], + "max_error": 0.0 + }, + { + "representative": 10045, + "members": [ + 10045 + ], + "max_error": 0.0 + }, + { + "representative": 10126, + "members": [ + 10126 + ], + "max_error": 0.0 + }, + { + "representative": 9934, + "members": [ + 9934 + ], + "max_error": 0.0 + }, + { + "representative": 10095, + "members": [ + 10095 + ], + "max_error": 0.0 + }, + { + "representative": 10000, + "members": [ + 10000 + ], + "max_error": 0.0 + }, + { + "representative": 10036, + "members": [ + 10036 + ], + "max_error": 0.0 + }, + { + "representative": 10042, + "members": [ + 10042 + ], + "max_error": 0.0 + }, + { + "representative": 10044, + "members": [ + 10044 + ], + "max_error": 0.0 + }, + { + "representative": 10050, + "members": [ + 10050 + ], + "max_error": 0.0 + }, + { + "representative": 10063, + "members": [ + 10063 + ], + "max_error": 0.0 + }, + { + "representative": 10065, + "members": [ + 10065 + ], + "max_error": 0.0 + }, + { + "representative": 9965, + "members": [ + 9965 + ], + "max_error": 0.0 + }, + { + "representative": 9909, + "members": [ + 9909 + ], + "max_error": 0.0 + }, + { + "representative": 9882, + "members": [ + 9882 + ], + "max_error": 0.0 + }, + { + "representative": 9878, + "members": [ + 9878 + ], + "max_error": 0.0 + }, + { + "representative": 9915, + "members": [ + 9915 + ], + "max_error": 0.0 + }, + { + "representative": 9901, + "members": [ + 9901 + ], + "max_error": 0.0 + }, + { + "representative": 9998, + "members": [ + 9998 + ], + "max_error": 0.0 + }, + { + "representative": 10016, + "members": [ + 10016 + ], + "max_error": 0.0 + }, + { + "representative": 10038, + "members": [ + 10038 + ], + "max_error": 0.0 + }, + { + "representative": 9880, + "members": [ + 9880 + ], + "max_error": 0.0 + }, + { + "representative": 9875, + "members": [ + 9875 + ], + "max_error": 0.0 + }, + { + "representative": 9938, + "members": [ + 9938 + ], + "max_error": 0.0 + }, + { + "representative": 9929, + "members": [ + 9929 + ], + "max_error": 0.0 + }, + { + "representative": 9947, + "members": [ + 9947 + ], + "max_error": 0.0 + }, + { + "representative": 10099, + "members": [ + 10099 + ], + "max_error": 0.0 + }, + { + "representative": 9973, + "members": [ + 9973 + ], + "max_error": 0.0 + }, + { + "representative": 10066, + "members": [ + 10066 + ], + "max_error": 0.0 + }, + { + "representative": 10071, + "members": [ + 10071 + ], + "max_error": 0.0 + }, + { + "representative": 9993, + "members": [ + 9993 + ], + "max_error": 0.0 + }, + { + "representative": 10082, + "members": [ + 10082 + ], + "max_error": 0.0 + }, + { + "representative": 9995, + "members": [ + 9995 + ], + "max_error": 0.0 + }, + { + "representative": 10028, + "members": [ + 10028 + ], + "max_error": 0.0 + }, + { + "representative": 10055, + "members": [ + 10055 + ], + "max_error": 0.0 + }, + { + "representative": 9917, + "members": [ + 9917 + ], + "max_error": 0.0 + }, + { + "representative": 10064, + "members": [ + 10064 + ], + "max_error": 0.0 + }, + { + "representative": 10127, + "members": [ + 10127 + ], + "max_error": 0.0 + }, + { + "representative": 10105, + "members": [ + 10105 + ], + "max_error": 0.0 + }, + { + "representative": 10062, + "members": [ + 10062 + ], + "max_error": 0.0 + }, + { + "representative": 10013, + "members": [ + 10013 + ], + "max_error": 0.0 + }, + { + "representative": 9963, + "members": [ + 9963 + ], + "max_error": 0.0 + }, + { + "representative": 9942, + "members": [ + 9942 + ], + "max_error": 0.0 + }, + { + "representative": 10072, + "members": [ + 10072 + ], + "max_error": 0.0 + }, + { + "representative": 9898, + "members": [ + 9898 + ], + "max_error": 0.0 + }, + { + "representative": 10041, + "members": [ + 10041 + ], + "max_error": 0.0 + }, + { + "representative": 10051, + "members": [ + 10051 + ], + "max_error": 0.0 + }, + { + "representative": 9887, + "members": [ + 9887 + ], + "max_error": 0.0 + }, + { + "representative": 10029, + "members": [ + 10029 + ], + "max_error": 0.0 + }, + { + "representative": 9940, + "members": [ + 9940 + ], + "max_error": 0.0 + }, + { + "representative": 10025, + "members": [ + 10025 + ], + "max_error": 0.0 + }, + { + "representative": 9997, + "members": [ + 9997 + ], + "max_error": 0.0 + }, + { + "representative": 10079, + "members": [ + 10079 + ], + "max_error": 0.0 + }, + { + "representative": 9943, + "members": [ + 9943 + ], + "max_error": 0.0 + }, + { + "representative": 9967, + "members": [ + 9967 + ], + "max_error": 0.0 + }, + { + "representative": 10107, + "members": [ + 10107 + ], + "max_error": 0.0 + }, + { + "representative": 9897, + "members": [ + 9897 + ], + "max_error": 0.0 + }, + { + "representative": 9996, + "members": [ + 9996 + ], + "max_error": 0.0 + }, + { + "representative": 9902, + "members": [ + 9902 + ], + "max_error": 0.0 + }, + { + "representative": 10019, + "members": [ + 10019 + ], + "max_error": 0.0 + }, + { + "representative": 9971, + "members": [ + 9971 + ], + "max_error": 0.0 + }, + { + "representative": 10022, + "members": [ + 10022 + ], + "max_error": 0.0 + }, + { + "representative": 9941, + "members": [ + 9941 + ], + "max_error": 0.0 + }, + { + "representative": 10024, + "members": [ + 10024 + ], + "max_error": 0.0 + }, + { + "representative": 9958, + "members": [ + 9958 + ], + "max_error": 0.0 + }, + { + "representative": 10068, + "members": [ + 10068 + ], + "max_error": 0.0 + }, + { + "representative": 9969, + "members": [ + 9969 + ], + "max_error": 0.0 + }, + { + "representative": 10109, + "members": [ + 10109 + ], + "max_error": 0.0 + }, + { + "representative": 9895, + "members": [ + 9895 + ], + "max_error": 0.0 + }, + { + "representative": 10102, + "members": [ + 10102 + ], + "max_error": 0.0 + }, + { + "representative": 9889, + "members": [ + 9889 + ], + "max_error": 0.0 + }, + { + "representative": 9979, + "members": [ + 9979 + ], + "max_error": 0.0 + }, + { + "representative": 10116, + "members": [ + 10116 + ], + "max_error": 0.0 + }, + { + "representative": 9928, + "members": [ + 9928 + ], + "max_error": 0.0 + }, + { + "representative": 9910, + "members": [ + 9910 + ], + "max_error": 0.0 + }, + { + "representative": 9980, + "members": [ + 9980 + ], + "max_error": 0.0 + }, + { + "representative": 10037, + "members": [ + 10037 + ], + "max_error": 0.0 + }, + { + "representative": 10001, + "members": [ + 10001 + ], + "max_error": 0.0 + }, + { + "representative": 9950, + "members": [ + 9950 + ], + "max_error": 0.0 + }, + { + "representative": 10096, + "members": [ + 10096 + ], + "max_error": 0.0 + }, + { + "representative": 9962, + "members": [ + 9962 + ], + "max_error": 0.0 + }, + { + "representative": 9922, + "members": [ + 9922 + ], + "max_error": 0.0 + }, + { + "representative": 9923, + "members": [ + 9923 + ], + "max_error": 0.0 + }, + { + "representative": 10012, + "members": [ + 10012 + ], + "max_error": 0.0 + }, + { + "representative": 9984, + "members": [ + 9984 + ], + "max_error": 0.0 + }, + { + "representative": 10021, + "members": [ + 10021 + ], + "max_error": 0.0 + }, + { + "representative": 9893, + "members": [ + 9893 + ], + "max_error": 0.0 + }, + { + "representative": 10089, + "members": [ + 10089 + ], + "max_error": 0.0 + }, + { + "representative": 9978, + "members": [ + 9978 + ], + "max_error": 0.0 + }, + { + "representative": 10005, + "members": [ + 10005 + ], + "max_error": 0.0 + }, + { + "representative": 10087, + "members": [ + 10087 + ], + "max_error": 0.0 + }, + { + "representative": 10052, + "members": [ + 10052 + ], + "max_error": 0.0 + }, + { + "representative": 10056, + "members": [ + 10056 + ], + "max_error": 0.0 + }, + { + "representative": 10084, + "members": [ + 10084 + ], + "max_error": 0.0 + }, + { + "representative": 10097, + "members": [ + 10097 + ], + "max_error": 0.0 + }, + { + "representative": 10103, + "members": [ + 10103 + ], + "max_error": 0.0 + }, + { + "representative": 10115, + "members": [ + 10115 + ], + "max_error": 0.0 + }, + { + "representative": 10118, + "members": [ + 10118 + ], + "max_error": 0.0 + }, + { + "representative": 10120, + "members": [ + 10120 + ], + "max_error": 0.0 + }, + { + "representative": 10070, + "members": [ + 10070 + ], + "max_error": 0.0 + }, + { + "representative": 10053, + "members": [ + 10053 + ], + "max_error": 0.0 + }, + { + "representative": 9936, + "members": [ + 9936 + ], + "max_error": 0.0 + }, + { + "representative": 10010, + "members": [ + 10010 + ], + "max_error": 0.0 + }, + { + "representative": 10006, + "members": [ + 10006 + ], + "max_error": 0.0 + }, + { + "representative": 9914, + "members": [ + 9914 + ], + "max_error": 0.0 + }, + { + "representative": 10081, + "members": [ + 10081 + ], + "max_error": 0.0 + }, + { + "representative": 9872, + "members": [ + 9872 + ], + "max_error": 0.0 + }, + { + "representative": 9946, + "members": [ + 9946 + ], + "max_error": 0.0 + }, + { + "representative": 10122, + "members": [ + 10122 + ], + "max_error": 0.0 + }, + { + "representative": 9949, + "members": [ + 9949 + ], + "max_error": 0.0 + }, + { + "representative": 9927, + "members": [ + 9927 + ], + "max_error": 0.0 + }, + { + "representative": 10046, + "members": [ + 10046 + ], + "max_error": 0.0 + }, + { + "representative": 10083, + "members": [ + 10083 + ], + "max_error": 0.0 + }, + { + "representative": 9876, + "members": [ + 9876 + ], + "max_error": 0.0 + }, + { + "representative": 10098, + "members": [ + 10098 + ], + "max_error": 0.0 + }, + { + "representative": 10113, + "members": [ + 10113 + ], + "max_error": 0.0 + }, + { + "representative": 9924, + "members": [ + 9924 + ], + "max_error": 0.0 + }, + { + "representative": 10110, + "members": [ + 10110 + ], + "max_error": 0.0 + }, + { + "representative": 9884, + "members": [ + 9884 + ], + "max_error": 0.0 + }, + { + "representative": 9903, + "members": [ + 9903 + ], + "max_error": 0.0 + }, + { + "representative": 9894, + "members": [ + 9894 + ], + "max_error": 0.0 + }, + { + "representative": 9999, + "members": [ + 9999 + ], + "max_error": 0.0 + }, + { + "representative": 10040, + "members": [ + 10040 + ], + "max_error": 0.0 + }, + { + "representative": 10108, + "members": [ + 10108 + ], + "max_error": 0.0 + }, + { + "representative": 9966, + "members": [ + 9966 + ], + "max_error": 0.0 + }, + { + "representative": 10123, + "members": [ + 10123 + ], + "max_error": 0.0 + }, + { + "representative": 9911, + "members": [ + 9911 + ], + "max_error": 0.0 + }, + { + "representative": 9945, + "members": [ + 9945 + ], + "max_error": 0.0 + }, + { + "representative": 10091, + "members": [ + 10091 + ], + "max_error": 0.0 + }, + { + "representative": 10002, + "members": [ + 10002 + ], + "max_error": 0.0 + }, + { + "representative": 10112, + "members": [ + 10112 + ], + "max_error": 0.0 + }, + { + "representative": 9916, + "members": [ + 9916 + ], + "max_error": 0.0 + }, + { + "representative": 9877, + "members": [ + 9877 + ], + "max_error": 0.0 + }, + { + "representative": 10015, + "members": [ + 10015 + ], + "max_error": 0.0 + }, + { + "representative": 10011, + "members": [ + 10011 + ], + "max_error": 0.0 + }, + { + "representative": 10007, + "members": [ + 10007 + ], + "max_error": 0.0 + }, + { + "representative": 9930, + "members": [ + 9930 + ], + "max_error": 0.0 + }, + { + "representative": 10124, + "members": [ + 10124 + ], + "max_error": 0.0 + }, + { + "representative": 10026, + "members": [ + 10026 + ], + "max_error": 0.0 + }, + { + "representative": 9956, + "members": [ + 9956 + ], + "max_error": 0.0 + }, + { + "representative": 10061, + "members": [ + 10061 + ], + "max_error": 0.0 + }, + { + "representative": 9959, + "members": [ + 9959 + ], + "max_error": 0.0 + }, + { + "representative": 10034, + "members": [ + 10034 + ], + "max_error": 0.0 + }, + { + "representative": 10058, + "members": [ + 10058 + ], + "max_error": 0.0 + }, + { + "representative": 10125, + "members": [ + 10125 + ], + "max_error": 0.0 + }, + { + "representative": 9992, + "members": [ + 9992 + ], + "max_error": 0.0 + }, + { + "representative": 10039, + "members": [ + 10039 + ], + "max_error": 0.0 + }, + { + "representative": 9968, + "members": [ + 9968 + ], + "max_error": 0.0 + }, + { + "representative": 9900, + "members": [ + 9900 + ], + "max_error": 0.0 + }, + { + "representative": 10003, + "members": [ + 10003 + ], + "max_error": 0.0 + }, + { + "representative": 10075, + "members": [ + 10075 + ], + "max_error": 0.0 + }, + { + "representative": 10111, + "members": [ + 10111 + ], + "max_error": 0.0 + }, + { + "representative": 10094, + "members": [ + 10094 + ], + "max_error": 0.0 + }, + { + "representative": 10090, + "members": [ + 10090 + ], + "max_error": 0.0 + }, + { + "representative": 9961, + "members": [ + 9961 + ], + "max_error": 0.0 + }, + { + "representative": 9892, + "members": [ + 9892 + ], + "max_error": 0.0 + }, + { + "representative": 10033, + "members": [ + 10033 + ], + "max_error": 0.0 + }, + { + "representative": 10101, + "members": [ + 10101 + ], + "max_error": 0.0 + }, + { + "representative": 9891, + "members": [ + 9891 + ], + "max_error": 0.0 + }, + { + "representative": 10085, + "members": [ + 10085 + ], + "max_error": 0.0 + }, + { + "representative": 9931, + "members": [ + 9931 + ], + "max_error": 0.0 + }, + { + "representative": 10054, + "members": [ + 10054 + ], + "max_error": 0.0 + }, + { + "representative": 9957, + "members": [ + 9957 + ], + "max_error": 0.0 + }, + { + "representative": 10059, + "members": [ + 10059 + ], + "max_error": 0.0 + }, + { + "representative": 10100, + "members": [ + 10100 + ], + "max_error": 0.0 + }, + { + "representative": 10080, + "members": [ + 10080 + ], + "max_error": 0.0 + }, + { + "representative": 9952, + "members": [ + 9952 + ], + "max_error": 0.0 + }, + { + "representative": 9954, + "members": [ + 9954 + ], + "max_error": 0.0 + }, + { + "representative": 9939, + "members": [ + 9939 + ], + "max_error": 0.0 + }, + { + "representative": 9970, + "members": [ + 9970 + ], + "max_error": 0.0 + }, + { + "representative": 9974, + "members": [ + 9974 + ], + "max_error": 0.0 + }, + { + "representative": 9981, + "members": [ + 9981 + ], + "max_error": 0.0 + }, + { + "representative": 9994, + "members": [ + 9994 + ], + "max_error": 0.0 + }, + { + "representative": 9944, + "members": [ + 9944 + ], + "max_error": 0.0 + }, + { + "representative": 9937, + "members": [ + 9937 + ], + "max_error": 0.0 + }, + { + "representative": 10078, + "members": [ + 10078 + ], + "max_error": 0.0 + }, + { + "representative": 10093, + "members": [ + 10093 + ], + "max_error": 0.0 + }, + { + "representative": 10017, + "members": [ + 10017 + ], + "max_error": 0.0 + }, + { + "representative": 9983, + "members": [ + 9983 + ], + "max_error": 0.0 + }, + { + "representative": 10121, + "members": [ + 10121 + ], + "max_error": 0.0 + }, + { + "representative": 9899, + "members": [ + 9899 + ], + "max_error": 0.0 + }, + { + "representative": 10092, + "members": [ + 10092 + ], + "max_error": 0.0 + }, + { + "representative": 9890, + "members": [ + 9890 + ], + "max_error": 0.0 + }, + { + "representative": 9948, + "members": [ + 9948 + ], + "max_error": 0.0 + }, + { + "representative": 9904, + "members": [ + 9904 + ], + "max_error": 0.0 + }, + { + "representative": 10030, + "members": [ + 10030 + ], + "max_error": 0.0 + }, + { + "representative": 10048, + "members": [ + 10048 + ], + "max_error": 0.0 + }, + { + "representative": 9935, + "members": [ + 9935 + ], + "max_error": 0.0 + }, + { + "representative": 10035, + "members": [ + 10035 + ], + "max_error": 0.0 + }, + { + "representative": 9886, + "members": [ + 9886 + ], + "max_error": 0.0 + }, + { + "representative": 10057, + "members": [ + 10057 + ], + "max_error": 0.0 + }, + { + "representative": 10049, + "members": [ + 10049 + ], + "max_error": 0.0 + }, + { + "representative": 10031, + "members": [ + 10031 + ], + "max_error": 0.0 + }, + { + "representative": 10067, + "members": [ + 10067 + ], + "max_error": 0.0 + }, + { + "representative": 9920, + "members": [ + 9920 + ], + "max_error": 0.0 + }, + { + "representative": 9982, + "members": [ + 9982 + ], + "max_error": 0.0 + }, + { + "representative": 9874, + "members": [ + 9874 + ], + "max_error": 0.0 + }, + { + "representative": 10023, + "members": [ + 10023 + ], + "max_error": 0.0 + }, + { + "representative": 9925, + "members": [ + 9925 + ], + "max_error": 0.0 + }, + { + "representative": 9972, + "members": [ + 9972 + ], + "max_error": 0.0 + }, + { + "representative": 10004, + "members": [ + 10004 + ], + "max_error": 0.0 + }, + { + "representative": 10014, + "members": [ + 10014 + ], + "max_error": 0.0 + }, + { + "representative": 10086, + "members": [ + 10086 + ], + "max_error": 0.0 + }, + { + "representative": 10073, + "members": [ + 10073 + ], + "max_error": 0.0 + }, + { + "representative": 9987, + "members": [ + 9987 + ], + "max_error": 0.0 + }, + { + "representative": 10020, + "members": [ + 10020 + ], + "max_error": 0.0 + }, + { + "representative": 9933, + "members": [ + 9933 + ], + "max_error": 0.0 + }, + { + "representative": 9988, + "members": [ + 9988 + ], + "max_error": 0.0 + }, + { + "representative": 9975, + "members": [ + 9975 + ], + "max_error": 0.0 + }, + { + "representative": 9881, + "members": [ + 9881 + ], + "max_error": 0.0 + }, + { + "representative": 10018, + "members": [ + 10018 + ], + "max_error": 0.0 + }, + { + "representative": 10047, + "members": [ + 10047 + ], + "max_error": 0.0 + }, + { + "representative": 9953, + "members": [ + 9953 + ], + "max_error": 0.0 + }, + { + "representative": 9883, + "members": [ + 9883 + ], + "max_error": 0.0 + }, + { + "representative": 9926, + "members": [ + 9926 + ], + "max_error": 0.0 + }, + { + "representative": 10413, + "members": [ + 10413 + ], + "max_error": 0.0 + }, + { + "representative": 10430, + "members": [ + 10430 + ], + "max_error": 0.0 + }, + { + "representative": 10389, + "members": [ + 10389 + ], + "max_error": 0.0 + }, + { + "representative": 10434, + "members": [ + 10434 + ], + "max_error": 0.0 + }, + { + "representative": 10436, + "members": [ + 10436 + ], + "max_error": 0.0 + }, + { + "representative": 10442, + "members": [ + 10442 + ], + "max_error": 0.0 + }, + { + "representative": 10445, + "members": [ + 10445 + ], + "max_error": 0.0 + }, + { + "representative": 10467, + "members": [ + 10467 + ], + "max_error": 0.0 + }, + { + "representative": 10475, + "members": [ + 10475 + ], + "max_error": 0.0 + }, + { + "representative": 10485, + "members": [ + 10485 + ], + "max_error": 0.0 + }, + { + "representative": 10433, + "members": [ + 10433 + ], + "max_error": 0.0 + }, + { + "representative": 10619, + "members": [ + 10619 + ], + "max_error": 0.0 + }, + { + "representative": 10471, + "members": [ + 10471 + ], + "max_error": 0.0 + }, + { + "representative": 10462, + "members": [ + 10462 + ], + "max_error": 0.0 + }, + { + "representative": 10635, + "members": [ + 10635 + ], + "max_error": 0.0 + }, + { + "representative": 10500, + "members": [ + 10500 + ], + "max_error": 0.0 + }, + { + "representative": 10546, + "members": [ + 10546 + ], + "max_error": 0.0 + }, + { + "representative": 10568, + "members": [ + 10568 + ], + "max_error": 0.0 + }, + { + "representative": 10387, + "members": [ + 10387 + ], + "max_error": 0.0 + }, + { + "representative": 10549, + "members": [ + 10549 + ], + "max_error": 0.0 + }, + { + "representative": 10441, + "members": [ + 10441 + ], + "max_error": 0.0 + }, + { + "representative": 10569, + "members": [ + 10569 + ], + "max_error": 0.0 + }, + { + "representative": 10598, + "members": [ + 10598 + ], + "max_error": 0.0 + }, + { + "representative": 10565, + "members": [ + 10565 + ], + "max_error": 0.0 + }, + { + "representative": 10486, + "members": [ + 10486 + ], + "max_error": 0.0 + }, + { + "representative": 10589, + "members": [ + 10589 + ], + "max_error": 0.0 + }, + { + "representative": 10452, + "members": [ + 10452 + ], + "max_error": 0.0 + }, + { + "representative": 10545, + "members": [ + 10545 + ], + "max_error": 0.0 + }, + { + "representative": 10423, + "members": [ + 10423 + ], + "max_error": 0.0 + }, + { + "representative": 10506, + "members": [ + 10506 + ], + "max_error": 0.0 + }, + { + "representative": 10557, + "members": [ + 10557 + ], + "max_error": 0.0 + }, + { + "representative": 10395, + "members": [ + 10395 + ], + "max_error": 0.0 + }, + { + "representative": 10487, + "members": [ + 10487 + ], + "max_error": 0.0 + }, + { + "representative": 10637, + "members": [ + 10637 + ], + "max_error": 0.0 + }, + { + "representative": 10574, + "members": [ + 10574 + ], + "max_error": 0.0 + }, + { + "representative": 10505, + "members": [ + 10505 + ], + "max_error": 0.0 + }, + { + "representative": 10502, + "members": [ + 10502 + ], + "max_error": 0.0 + }, + { + "representative": 10473, + "members": [ + 10473 + ], + "max_error": 0.0 + }, + { + "representative": 10609, + "members": [ + 10609 + ], + "max_error": 0.0 + }, + { + "representative": 10638, + "members": [ + 10638 + ], + "max_error": 0.0 + }, + { + "representative": 10630, + "members": [ + 10630 + ], + "max_error": 0.0 + }, + { + "representative": 10524, + "members": [ + 10524 + ], + "max_error": 0.0 + }, + { + "representative": 10526, + "members": [ + 10526 + ], + "max_error": 0.0 + }, + { + "representative": 10415, + "members": [ + 10415 + ], + "max_error": 0.0 + }, + { + "representative": 10562, + "members": [ + 10562 + ], + "max_error": 0.0 + }, + { + "representative": 10625, + "members": [ + 10625 + ], + "max_error": 0.0 + }, + { + "representative": 10600, + "members": [ + 10600 + ], + "max_error": 0.0 + }, + { + "representative": 10497, + "members": [ + 10497 + ], + "max_error": 0.0 + }, + { + "representative": 10397, + "members": [ + 10397 + ], + "max_error": 0.0 + }, + { + "representative": 10580, + "members": [ + 10580 + ], + "max_error": 0.0 + }, + { + "representative": 10495, + "members": [ + 10495 + ], + "max_error": 0.0 + }, + { + "representative": 10610, + "members": [ + 10610 + ], + "max_error": 0.0 + }, + { + "representative": 10392, + "members": [ + 10392 + ], + "max_error": 0.0 + }, + { + "representative": 10615, + "members": [ + 10615 + ], + "max_error": 0.0 + }, + { + "representative": 10460, + "members": [ + 10460 + ], + "max_error": 0.0 + }, + { + "representative": 10542, + "members": [ + 10542 + ], + "max_error": 0.0 + }, + { + "representative": 10607, + "members": [ + 10607 + ], + "max_error": 0.0 + }, + { + "representative": 10498, + "members": [ + 10498 + ], + "max_error": 0.0 + }, + { + "representative": 10579, + "members": [ + 10579 + ], + "max_error": 0.0 + }, + { + "representative": 10627, + "members": [ + 10627 + ], + "max_error": 0.0 + }, + { + "representative": 10548, + "members": [ + 10548 + ], + "max_error": 0.0 + }, + { + "representative": 10540, + "members": [ + 10540 + ], + "max_error": 0.0 + }, + { + "representative": 10596, + "members": [ + 10596 + ], + "max_error": 0.0 + }, + { + "representative": 10539, + "members": [ + 10539 + ], + "max_error": 0.0 + }, + { + "representative": 10581, + "members": [ + 10581 + ], + "max_error": 0.0 + }, + { + "representative": 10591, + "members": [ + 10591 + ], + "max_error": 0.0 + }, + { + "representative": 10427, + "members": [ + 10427 + ], + "max_error": 0.0 + }, + { + "representative": 10594, + "members": [ + 10594 + ], + "max_error": 0.0 + }, + { + "representative": 10407, + "members": [ + 10407 + ], + "max_error": 0.0 + }, + { + "representative": 10555, + "members": [ + 10555 + ], + "max_error": 0.0 + }, + { + "representative": 10541, + "members": [ + 10541 + ], + "max_error": 0.0 + }, + { + "representative": 10529, + "members": [ + 10529 + ], + "max_error": 0.0 + }, + { + "representative": 10553, + "members": [ + 10553 + ], + "max_error": 0.0 + }, + { + "representative": 10602, + "members": [ + 10602 + ], + "max_error": 0.0 + }, + { + "representative": 10536, + "members": [ + 10536 + ], + "max_error": 0.0 + }, + { + "representative": 10393, + "members": [ + 10393 + ], + "max_error": 0.0 + }, + { + "representative": 10429, + "members": [ + 10429 + ], + "max_error": 0.0 + }, + { + "representative": 10488, + "members": [ + 10488 + ], + "max_error": 0.0 + }, + { + "representative": 10396, + "members": [ + 10396 + ], + "max_error": 0.0 + }, + { + "representative": 10623, + "members": [ + 10623 + ], + "max_error": 0.0 + }, + { + "representative": 10455, + "members": [ + 10455 + ], + "max_error": 0.0 + }, + { + "representative": 10622, + "members": [ + 10622 + ], + "max_error": 0.0 + }, + { + "representative": 10538, + "members": [ + 10538 + ], + "max_error": 0.0 + }, + { + "representative": 10554, + "members": [ + 10554 + ], + "max_error": 0.0 + }, + { + "representative": 10511, + "members": [ + 10511 + ], + "max_error": 0.0 + }, + { + "representative": 10418, + "members": [ + 10418 + ], + "max_error": 0.0 + }, + { + "representative": 10586, + "members": [ + 10586 + ], + "max_error": 0.0 + }, + { + "representative": 10510, + "members": [ + 10510 + ], + "max_error": 0.0 + }, + { + "representative": 10584, + "members": [ + 10584 + ], + "max_error": 0.0 + }, + { + "representative": 10444, + "members": [ + 10444 + ], + "max_error": 0.0 + }, + { + "representative": 10449, + "members": [ + 10449 + ], + "max_error": 0.0 + }, + { + "representative": 10543, + "members": [ + 10543 + ], + "max_error": 0.0 + }, + { + "representative": 10573, + "members": [ + 10573 + ], + "max_error": 0.0 + }, + { + "representative": 10624, + "members": [ + 10624 + ], + "max_error": 0.0 + }, + { + "representative": 10507, + "members": [ + 10507 + ], + "max_error": 0.0 + }, + { + "representative": 10403, + "members": [ + 10403 + ], + "max_error": 0.0 + }, + { + "representative": 10559, + "members": [ + 10559 + ], + "max_error": 0.0 + }, + { + "representative": 10478, + "members": [ + 10478 + ], + "max_error": 0.0 + }, + { + "representative": 10532, + "members": [ + 10532 + ], + "max_error": 0.0 + }, + { + "representative": 10629, + "members": [ + 10629 + ], + "max_error": 0.0 + }, + { + "representative": 10512, + "members": [ + 10512 + ], + "max_error": 0.0 + }, + { + "representative": 10611, + "members": [ + 10611 + ], + "max_error": 0.0 + }, + { + "representative": 10409, + "members": [ + 10409 + ], + "max_error": 0.0 + }, + { + "representative": 10489, + "members": [ + 10489 + ], + "max_error": 0.0 + }, + { + "representative": 10617, + "members": [ + 10617 + ], + "max_error": 0.0 + }, + { + "representative": 10412, + "members": [ + 10412 + ], + "max_error": 0.0 + }, + { + "representative": 10614, + "members": [ + 10614 + ], + "max_error": 0.0 + }, + { + "representative": 10561, + "members": [ + 10561 + ], + "max_error": 0.0 + }, + { + "representative": 10636, + "members": [ + 10636 + ], + "max_error": 0.0 + }, + { + "representative": 10523, + "members": [ + 10523 + ], + "max_error": 0.0 + }, + { + "representative": 10461, + "members": [ + 10461 + ], + "max_error": 0.0 + }, + { + "representative": 10416, + "members": [ + 10416 + ], + "max_error": 0.0 + }, + { + "representative": 10628, + "members": [ + 10628 + ], + "max_error": 0.0 + }, + { + "representative": 10490, + "members": [ + 10490 + ], + "max_error": 0.0 + }, + { + "representative": 10394, + "members": [ + 10394 + ], + "max_error": 0.0 + }, + { + "representative": 10454, + "members": [ + 10454 + ], + "max_error": 0.0 + }, + { + "representative": 10595, + "members": [ + 10595 + ], + "max_error": 0.0 + }, + { + "representative": 10499, + "members": [ + 10499 + ], + "max_error": 0.0 + }, + { + "representative": 10583, + "members": [ + 10583 + ], + "max_error": 0.0 + }, + { + "representative": 10448, + "members": [ + 10448 + ], + "max_error": 0.0 + }, + { + "representative": 10618, + "members": [ + 10618 + ], + "max_error": 0.0 + }, + { + "representative": 10577, + "members": [ + 10577 + ], + "max_error": 0.0 + }, + { + "representative": 10457, + "members": [ + 10457 + ], + "max_error": 0.0 + }, + { + "representative": 10606, + "members": [ + 10606 + ], + "max_error": 0.0 + }, + { + "representative": 10447, + "members": [ + 10447 + ], + "max_error": 0.0 + }, + { + "representative": 10432, + "members": [ + 10432 + ], + "max_error": 0.0 + }, + { + "representative": 10530, + "members": [ + 10530 + ], + "max_error": 0.0 + }, + { + "representative": 10631, + "members": [ + 10631 + ], + "max_error": 0.0 + }, + { + "representative": 10443, + "members": [ + 10443 + ], + "max_error": 0.0 + }, + { + "representative": 10551, + "members": [ + 10551 + ], + "max_error": 0.0 + }, + { + "representative": 10388, + "members": [ + 10388 + ], + "max_error": 0.0 + }, + { + "representative": 10483, + "members": [ + 10483 + ], + "max_error": 0.0 + }, + { + "representative": 10480, + "members": [ + 10480 + ], + "max_error": 0.0 + }, + { + "representative": 10470, + "members": [ + 10470 + ], + "max_error": 0.0 + }, + { + "representative": 10459, + "members": [ + 10459 + ], + "max_error": 0.0 + }, + { + "representative": 10472, + "members": [ + 10472 + ], + "max_error": 0.0 + }, + { + "representative": 10590, + "members": [ + 10590 + ], + "max_error": 0.0 + }, + { + "representative": 10482, + "members": [ + 10482 + ], + "max_error": 0.0 + }, + { + "representative": 10468, + "members": [ + 10468 + ], + "max_error": 0.0 + }, + { + "representative": 10639, + "members": [ + 10639 + ], + "max_error": 0.0 + }, + { + "representative": 10477, + "members": [ + 10477 + ], + "max_error": 0.0 + }, + { + "representative": 10476, + "members": [ + 10476 + ], + "max_error": 0.0 + }, + { + "representative": 10464, + "members": [ + 10464 + ], + "max_error": 0.0 + }, + { + "representative": 10501, + "members": [ + 10501 + ], + "max_error": 0.0 + }, + { + "representative": 10414, + "members": [ + 10414 + ], + "max_error": 0.0 + }, + { + "representative": 10547, + "members": [ + 10547 + ], + "max_error": 0.0 + }, + { + "representative": 10517, + "members": [ + 10517 + ], + "max_error": 0.0 + }, + { + "representative": 10544, + "members": [ + 10544 + ], + "max_error": 0.0 + }, + { + "representative": 10552, + "members": [ + 10552 + ], + "max_error": 0.0 + }, + { + "representative": 10513, + "members": [ + 10513 + ], + "max_error": 0.0 + }, + { + "representative": 10438, + "members": [ + 10438 + ], + "max_error": 0.0 + }, + { + "representative": 10446, + "members": [ + 10446 + ], + "max_error": 0.0 + }, + { + "representative": 10404, + "members": [ + 10404 + ], + "max_error": 0.0 + }, + { + "representative": 10402, + "members": [ + 10402 + ], + "max_error": 0.0 + }, + { + "representative": 10578, + "members": [ + 10578 + ], + "max_error": 0.0 + }, + { + "representative": 10401, + "members": [ + 10401 + ], + "max_error": 0.0 + }, + { + "representative": 10621, + "members": [ + 10621 + ], + "max_error": 0.0 + }, + { + "representative": 10384, + "members": [ + 10384 + ], + "max_error": 0.0 + }, + { + "representative": 10492, + "members": [ + 10492 + ], + "max_error": 0.0 + }, + { + "representative": 10518, + "members": [ + 10518 + ], + "max_error": 0.0 + }, + { + "representative": 10599, + "members": [ + 10599 + ], + "max_error": 0.0 + }, + { + "representative": 10597, + "members": [ + 10597 + ], + "max_error": 0.0 + }, + { + "representative": 10426, + "members": [ + 10426 + ], + "max_error": 0.0 + }, + { + "representative": 10534, + "members": [ + 10534 + ], + "max_error": 0.0 + }, + { + "representative": 10601, + "members": [ + 10601 + ], + "max_error": 0.0 + }, + { + "representative": 10484, + "members": [ + 10484 + ], + "max_error": 0.0 + }, + { + "representative": 10508, + "members": [ + 10508 + ], + "max_error": 0.0 + }, + { + "representative": 10525, + "members": [ + 10525 + ], + "max_error": 0.0 + }, + { + "representative": 10410, + "members": [ + 10410 + ], + "max_error": 0.0 + }, + { + "representative": 10425, + "members": [ + 10425 + ], + "max_error": 0.0 + }, + { + "representative": 10458, + "members": [ + 10458 + ], + "max_error": 0.0 + }, + { + "representative": 10528, + "members": [ + 10528 + ], + "max_error": 0.0 + }, + { + "representative": 10463, + "members": [ + 10463 + ], + "max_error": 0.0 + }, + { + "representative": 10603, + "members": [ + 10603 + ], + "max_error": 0.0 + }, + { + "representative": 10570, + "members": [ + 10570 + ], + "max_error": 0.0 + }, + { + "representative": 10405, + "members": [ + 10405 + ], + "max_error": 0.0 + }, + { + "representative": 10424, + "members": [ + 10424 + ], + "max_error": 0.0 + }, + { + "representative": 10613, + "members": [ + 10613 + ], + "max_error": 0.0 + }, + { + "representative": 10633, + "members": [ + 10633 + ], + "max_error": 0.0 + }, + { + "representative": 10605, + "members": [ + 10605 + ], + "max_error": 0.0 + }, + { + "representative": 10391, + "members": [ + 10391 + ], + "max_error": 0.0 + }, + { + "representative": 10560, + "members": [ + 10560 + ], + "max_error": 0.0 + }, + { + "representative": 10385, + "members": [ + 10385 + ], + "max_error": 0.0 + }, + { + "representative": 10604, + "members": [ + 10604 + ], + "max_error": 0.0 + }, + { + "representative": 10593, + "members": [ + 10593 + ], + "max_error": 0.0 + }, + { + "representative": 10504, + "members": [ + 10504 + ], + "max_error": 0.0 + }, + { + "representative": 10450, + "members": [ + 10450 + ], + "max_error": 0.0 + }, + { + "representative": 10516, + "members": [ + 10516 + ], + "max_error": 0.0 + }, + { + "representative": 10585, + "members": [ + 10585 + ], + "max_error": 0.0 + }, + { + "representative": 10481, + "members": [ + 10481 + ], + "max_error": 0.0 + }, + { + "representative": 10451, + "members": [ + 10451 + ], + "max_error": 0.0 + }, + { + "representative": 10440, + "members": [ + 10440 + ], + "max_error": 0.0 + }, + { + "representative": 10491, + "members": [ + 10491 + ], + "max_error": 0.0 + }, + { + "representative": 10420, + "members": [ + 10420 + ], + "max_error": 0.0 + }, + { + "representative": 10634, + "members": [ + 10634 + ], + "max_error": 0.0 + }, + { + "representative": 10572, + "members": [ + 10572 + ], + "max_error": 0.0 + }, + { + "representative": 10620, + "members": [ + 10620 + ], + "max_error": 0.0 + }, + { + "representative": 10419, + "members": [ + 10419 + ], + "max_error": 0.0 + }, + { + "representative": 10632, + "members": [ + 10632 + ], + "max_error": 0.0 + }, + { + "representative": 10453, + "members": [ + 10453 + ], + "max_error": 0.0 + }, + { + "representative": 10469, + "members": [ + 10469 + ], + "max_error": 0.0 + }, + { + "representative": 10575, + "members": [ + 10575 + ], + "max_error": 0.0 + }, + { + "representative": 10465, + "members": [ + 10465 + ], + "max_error": 0.0 + }, + { + "representative": 10503, + "members": [ + 10503 + ], + "max_error": 0.0 + }, + { + "representative": 10515, + "members": [ + 10515 + ], + "max_error": 0.0 + }, + { + "representative": 10520, + "members": [ + 10520 + ], + "max_error": 0.0 + }, + { + "representative": 10527, + "members": [ + 10527 + ], + "max_error": 0.0 + }, + { + "representative": 10550, + "members": [ + 10550 + ], + "max_error": 0.0 + }, + { + "representative": 10564, + "members": [ + 10564 + ], + "max_error": 0.0 + }, + { + "representative": 10592, + "members": [ + 10592 + ], + "max_error": 0.0 + }, + { + "representative": 10466, + "members": [ + 10466 + ], + "max_error": 0.0 + }, + { + "representative": 10567, + "members": [ + 10567 + ], + "max_error": 0.0 + }, + { + "representative": 10417, + "members": [ + 10417 + ], + "max_error": 0.0 + }, + { + "representative": 10587, + "members": [ + 10587 + ], + "max_error": 0.0 + }, + { + "representative": 10399, + "members": [ + 10399 + ], + "max_error": 0.0 + }, + { + "representative": 10535, + "members": [ + 10535 + ], + "max_error": 0.0 + }, + { + "representative": 10582, + "members": [ + 10582 + ], + "max_error": 0.0 + }, + { + "representative": 10522, + "members": [ + 10522 + ], + "max_error": 0.0 + }, + { + "representative": 10514, + "members": [ + 10514 + ], + "max_error": 0.0 + }, + { + "representative": 10608, + "members": [ + 10608 + ], + "max_error": 0.0 + }, + { + "representative": 10496, + "members": [ + 10496 + ], + "max_error": 0.0 + }, + { + "representative": 10533, + "members": [ + 10533 + ], + "max_error": 0.0 + }, + { + "representative": 10421, + "members": [ + 10421 + ], + "max_error": 0.0 + }, + { + "representative": 10521, + "members": [ + 10521 + ], + "max_error": 0.0 + }, + { + "representative": 10474, + "members": [ + 10474 + ], + "max_error": 0.0 + }, + { + "representative": 10435, + "members": [ + 10435 + ], + "max_error": 0.0 + }, + { + "representative": 10494, + "members": [ + 10494 + ], + "max_error": 0.0 + }, + { + "representative": 10439, + "members": [ + 10439 + ], + "max_error": 0.0 + }, + { + "representative": 10398, + "members": [ + 10398 + ], + "max_error": 0.0 + }, + { + "representative": 10422, + "members": [ + 10422 + ], + "max_error": 0.0 + }, + { + "representative": 10400, + "members": [ + 10400 + ], + "max_error": 0.0 + }, + { + "representative": 10479, + "members": [ + 10479 + ], + "max_error": 0.0 + }, + { + "representative": 10390, + "members": [ + 10390 + ], + "max_error": 0.0 + }, + { + "representative": 10411, + "members": [ + 10411 + ], + "max_error": 0.0 + }, + { + "representative": 10386, + "members": [ + 10386 + ], + "max_error": 0.0 + }, + { + "representative": 10537, + "members": [ + 10537 + ], + "max_error": 0.0 + }, + { + "representative": 10556, + "members": [ + 10556 + ], + "max_error": 0.0 + }, + { + "representative": 10431, + "members": [ + 10431 + ], + "max_error": 0.0 + }, + { + "representative": 10519, + "members": [ + 10519 + ], + "max_error": 0.0 + }, + { + "representative": 10456, + "members": [ + 10456 + ], + "max_error": 0.0 + }, + { + "representative": 10571, + "members": [ + 10571 + ], + "max_error": 0.0 + }, + { + "representative": 10428, + "members": [ + 10428 + ], + "max_error": 0.0 + }, + { + "representative": 10576, + "members": [ + 10576 + ], + "max_error": 0.0 + }, + { + "representative": 10437, + "members": [ + 10437 + ], + "max_error": 0.0 + }, + { + "representative": 10563, + "members": [ + 10563 + ], + "max_error": 0.0 + }, + { + "representative": 10588, + "members": [ + 10588 + ], + "max_error": 0.0 + }, + { + "representative": 10509, + "members": [ + 10509 + ], + "max_error": 0.0 + }, + { + "representative": 10406, + "members": [ + 10406 + ], + "max_error": 0.0 + }, + { + "representative": 10493, + "members": [ + 10493 + ], + "max_error": 0.0 + }, + { + "representative": 10616, + "members": [ + 10616 + ], + "max_error": 0.0 + }, + { + "representative": 10531, + "members": [ + 10531 + ], + "max_error": 0.0 + }, + { + "representative": 10626, + "members": [ + 10626 + ], + "max_error": 0.0 + }, + { + "representative": 10408, + "members": [ + 10408 + ], + "max_error": 0.0 + }, + { + "representative": 10612, + "members": [ + 10612 + ], + "max_error": 0.0 + }, + { + "representative": 10558, + "members": [ + 10558 + ], + "max_error": 0.0 + }, + { + "representative": 10566, + "members": [ + 10566 + ], + "max_error": 0.0 + }, + { + "representative": 10917, + "members": [ + 10917 + ], + "max_error": 0.0 + }, + { + "representative": 10923, + "members": [ + 10923 + ], + "max_error": 0.0 + }, + { + "representative": 10897, + "members": [ + 10897 + ], + "max_error": 0.0 + }, + { + "representative": 10906, + "members": [ + 10906 + ], + "max_error": 0.0 + }, + { + "representative": 10908, + "members": [ + 10908 + ], + "max_error": 0.0 + }, + { + "representative": 10902, + "members": [ + 10902 + ], + "max_error": 0.0 + }, + { + "representative": 11150, + "members": [ + 11150 + ], + "max_error": 0.0 + }, + { + "representative": 10984, + "members": [ + 10984 + ], + "max_error": 0.0 + }, + { + "representative": 10967, + "members": [ + 10967 + ], + "max_error": 0.0 + }, + { + "representative": 10931, + "members": [ + 10931 + ], + "max_error": 0.0 + }, + { + "representative": 11011, + "members": [ + 11011 + ], + "max_error": 0.0 + }, + { + "representative": 10965, + "members": [ + 10965 + ], + "max_error": 0.0 + }, + { + "representative": 11055, + "members": [ + 11055 + ], + "max_error": 0.0 + }, + { + "representative": 11082, + "members": [ + 11082 + ], + "max_error": 0.0 + }, + { + "representative": 11119, + "members": [ + 11119 + ], + "max_error": 0.0 + }, + { + "representative": 10943, + "members": [ + 10943 + ], + "max_error": 0.0 + }, + { + "representative": 10980, + "members": [ + 10980 + ], + "max_error": 0.0 + }, + { + "representative": 11115, + "members": [ + 11115 + ], + "max_error": 0.0 + }, + { + "representative": 11132, + "members": [ + 11132 + ], + "max_error": 0.0 + }, + { + "representative": 11113, + "members": [ + 11113 + ], + "max_error": 0.0 + }, + { + "representative": 11005, + "members": [ + 11005 + ], + "max_error": 0.0 + }, + { + "representative": 11107, + "members": [ + 11107 + ], + "max_error": 0.0 + }, + { + "representative": 10956, + "members": [ + 10956 + ], + "max_error": 0.0 + }, + { + "representative": 11127, + "members": [ + 11127 + ], + "max_error": 0.0 + }, + { + "representative": 11130, + "members": [ + 11130 + ], + "max_error": 0.0 + }, + { + "representative": 10951, + "members": [ + 10951 + ], + "max_error": 0.0 + }, + { + "representative": 10961, + "members": [ + 10961 + ], + "max_error": 0.0 + }, + { + "representative": 11147, + "members": [ + 11147 + ], + "max_error": 0.0 + }, + { + "representative": 10996, + "members": [ + 10996 + ], + "max_error": 0.0 + }, + { + "representative": 11045, + "members": [ + 11045 + ], + "max_error": 0.0 + }, + { + "representative": 10946, + "members": [ + 10946 + ], + "max_error": 0.0 + }, + { + "representative": 10992, + "members": [ + 10992 + ], + "max_error": 0.0 + }, + { + "representative": 11138, + "members": [ + 11138 + ], + "max_error": 0.0 + }, + { + "representative": 11103, + "members": [ + 11103 + ], + "max_error": 0.0 + }, + { + "representative": 10964, + "members": [ + 10964 + ], + "max_error": 0.0 + }, + { + "representative": 11004, + "members": [ + 11004 + ], + "max_error": 0.0 + }, + { + "representative": 11128, + "members": [ + 11128 + ], + "max_error": 0.0 + }, + { + "representative": 11051, + "members": [ + 11051 + ], + "max_error": 0.0 + }, + { + "representative": 11014, + "members": [ + 11014 + ], + "max_error": 0.0 + }, + { + "representative": 11006, + "members": [ + 11006 + ], + "max_error": 0.0 + }, + { + "representative": 10903, + "members": [ + 10903 + ], + "max_error": 0.0 + }, + { + "representative": 10993, + "members": [ + 10993 + ], + "max_error": 0.0 + }, + { + "representative": 10916, + "members": [ + 10916 + ], + "max_error": 0.0 + }, + { + "representative": 11116, + "members": [ + 11116 + ], + "max_error": 0.0 + }, + { + "representative": 11035, + "members": [ + 11035 + ], + "max_error": 0.0 + }, + { + "representative": 10922, + "members": [ + 10922 + ], + "max_error": 0.0 + }, + { + "representative": 10905, + "members": [ + 10905 + ], + "max_error": 0.0 + }, + { + "representative": 10911, + "members": [ + 10911 + ], + "max_error": 0.0 + }, + { + "representative": 11071, + "members": [ + 11071 + ], + "max_error": 0.0 + }, + { + "representative": 11020, + "members": [ + 11020 + ], + "max_error": 0.0 + }, + { + "representative": 11021, + "members": [ + 11021 + ], + "max_error": 0.0 + }, + { + "representative": 11022, + "members": [ + 11022 + ], + "max_error": 0.0 + }, + { + "representative": 10997, + "members": [ + 10997 + ], + "max_error": 0.0 + }, + { + "representative": 10914, + "members": [ + 10914 + ], + "max_error": 0.0 + }, + { + "representative": 11109, + "members": [ + 11109 + ], + "max_error": 0.0 + }, + { + "representative": 11000, + "members": [ + 11000 + ], + "max_error": 0.0 + }, + { + "representative": 10968, + "members": [ + 10968 + ], + "max_error": 0.0 + }, + { + "representative": 10986, + "members": [ + 10986 + ], + "max_error": 0.0 + }, + { + "representative": 10950, + "members": [ + 10950 + ], + "max_error": 0.0 + }, + { + "representative": 10981, + "members": [ + 10981 + ], + "max_error": 0.0 + }, + { + "representative": 11079, + "members": [ + 11079 + ], + "max_error": 0.0 + }, + { + "representative": 11041, + "members": [ + 11041 + ], + "max_error": 0.0 + }, + { + "representative": 10947, + "members": [ + 10947 + ], + "max_error": 0.0 + }, + { + "representative": 11001, + "members": [ + 11001 + ], + "max_error": 0.0 + }, + { + "representative": 10949, + "members": [ + 10949 + ], + "max_error": 0.0 + }, + { + "representative": 10966, + "members": [ + 10966 + ], + "max_error": 0.0 + }, + { + "representative": 11007, + "members": [ + 11007 + ], + "max_error": 0.0 + }, + { + "representative": 11072, + "members": [ + 11072 + ], + "max_error": 0.0 + }, + { + "representative": 11148, + "members": [ + 11148 + ], + "max_error": 0.0 + }, + { + "representative": 11122, + "members": [ + 11122 + ], + "max_error": 0.0 + }, + { + "representative": 11110, + "members": [ + 11110 + ], + "max_error": 0.0 + }, + { + "representative": 11083, + "members": [ + 11083 + ], + "max_error": 0.0 + }, + { + "representative": 10976, + "members": [ + 10976 + ], + "max_error": 0.0 + }, + { + "representative": 11145, + "members": [ + 11145 + ], + "max_error": 0.0 + }, + { + "representative": 10971, + "members": [ + 10971 + ], + "max_error": 0.0 + }, + { + "representative": 10912, + "members": [ + 10912 + ], + "max_error": 0.0 + }, + { + "representative": 11075, + "members": [ + 11075 + ], + "max_error": 0.0 + }, + { + "representative": 11091, + "members": [ + 11091 + ], + "max_error": 0.0 + }, + { + "representative": 10921, + "members": [ + 10921 + ], + "max_error": 0.0 + }, + { + "representative": 11027, + "members": [ + 11027 + ], + "max_error": 0.0 + }, + { + "representative": 11025, + "members": [ + 11025 + ], + "max_error": 0.0 + }, + { + "representative": 11068, + "members": [ + 11068 + ], + "max_error": 0.0 + }, + { + "representative": 10999, + "members": [ + 10999 + ], + "max_error": 0.0 + }, + { + "representative": 10974, + "members": [ + 10974 + ], + "max_error": 0.0 + }, + { + "representative": 11048, + "members": [ + 11048 + ], + "max_error": 0.0 + }, + { + "representative": 10962, + "members": [ + 10962 + ], + "max_error": 0.0 + }, + { + "representative": 11059, + "members": [ + 11059 + ], + "max_error": 0.0 + }, + { + "representative": 10926, + "members": [ + 10926 + ], + "max_error": 0.0 + }, + { + "representative": 11037, + "members": [ + 11037 + ], + "max_error": 0.0 + }, + { + "representative": 11018, + "members": [ + 11018 + ], + "max_error": 0.0 + }, + { + "representative": 11032, + "members": [ + 11032 + ], + "max_error": 0.0 + }, + { + "representative": 11125, + "members": [ + 11125 + ], + "max_error": 0.0 + }, + { + "representative": 10958, + "members": [ + 10958 + ], + "max_error": 0.0 + }, + { + "representative": 11038, + "members": [ + 11038 + ], + "max_error": 0.0 + }, + { + "representative": 11043, + "members": [ + 11043 + ], + "max_error": 0.0 + }, + { + "representative": 11139, + "members": [ + 11139 + ], + "max_error": 0.0 + }, + { + "representative": 10939, + "members": [ + 10939 + ], + "max_error": 0.0 + }, + { + "representative": 10978, + "members": [ + 10978 + ], + "max_error": 0.0 + }, + { + "representative": 11100, + "members": [ + 11100 + ], + "max_error": 0.0 + }, + { + "representative": 11140, + "members": [ + 11140 + ], + "max_error": 0.0 + }, + { + "representative": 11003, + "members": [ + 11003 + ], + "max_error": 0.0 + }, + { + "representative": 10919, + "members": [ + 10919 + ], + "max_error": 0.0 + }, + { + "representative": 11050, + "members": [ + 11050 + ], + "max_error": 0.0 + }, + { + "representative": 11054, + "members": [ + 11054 + ], + "max_error": 0.0 + }, + { + "representative": 10948, + "members": [ + 10948 + ], + "max_error": 0.0 + }, + { + "representative": 10945, + "members": [ + 10945 + ], + "max_error": 0.0 + }, + { + "representative": 11096, + "members": [ + 11096 + ], + "max_error": 0.0 + }, + { + "representative": 11028, + "members": [ + 11028 + ], + "max_error": 0.0 + }, + { + "representative": 11078, + "members": [ + 11078 + ], + "max_error": 0.0 + }, + { + "representative": 11133, + "members": [ + 11133 + ], + "max_error": 0.0 + }, + { + "representative": 11031, + "members": [ + 11031 + ], + "max_error": 0.0 + }, + { + "representative": 11126, + "members": [ + 11126 + ], + "max_error": 0.0 + }, + { + "representative": 11151, + "members": [ + 11151 + ], + "max_error": 0.0 + }, + { + "representative": 10991, + "members": [ + 10991 + ], + "max_error": 0.0 + }, + { + "representative": 11012, + "members": [ + 11012 + ], + "max_error": 0.0 + }, + { + "representative": 11135, + "members": [ + 11135 + ], + "max_error": 0.0 + }, + { + "representative": 11131, + "members": [ + 11131 + ], + "max_error": 0.0 + }, + { + "representative": 11084, + "members": [ + 11084 + ], + "max_error": 0.0 + }, + { + "representative": 11085, + "members": [ + 11085 + ], + "max_error": 0.0 + }, + { + "representative": 10989, + "members": [ + 10989 + ], + "max_error": 0.0 + }, + { + "representative": 10925, + "members": [ + 10925 + ], + "max_error": 0.0 + }, + { + "representative": 11104, + "members": [ + 11104 + ], + "max_error": 0.0 + }, + { + "representative": 10930, + "members": [ + 10930 + ], + "max_error": 0.0 + }, + { + "representative": 11040, + "members": [ + 11040 + ], + "max_error": 0.0 + }, + { + "representative": 11144, + "members": [ + 11144 + ], + "max_error": 0.0 + }, + { + "representative": 11121, + "members": [ + 11121 + ], + "max_error": 0.0 + }, + { + "representative": 11058, + "members": [ + 11058 + ], + "max_error": 0.0 + }, + { + "representative": 10953, + "members": [ + 10953 + ], + "max_error": 0.0 + }, + { + "representative": 11009, + "members": [ + 11009 + ], + "max_error": 0.0 + }, + { + "representative": 11024, + "members": [ + 11024 + ], + "max_error": 0.0 + }, + { + "representative": 11002, + "members": [ + 11002 + ], + "max_error": 0.0 + }, + { + "representative": 11056, + "members": [ + 11056 + ], + "max_error": 0.0 + }, + { + "representative": 11070, + "members": [ + 11070 + ], + "max_error": 0.0 + }, + { + "representative": 11105, + "members": [ + 11105 + ], + "max_error": 0.0 + }, + { + "representative": 11106, + "members": [ + 11106 + ], + "max_error": 0.0 + }, + { + "representative": 11112, + "members": [ + 11112 + ], + "max_error": 0.0 + }, + { + "representative": 11117, + "members": [ + 11117 + ], + "max_error": 0.0 + }, + { + "representative": 11118, + "members": [ + 11118 + ], + "max_error": 0.0 + }, + { + "representative": 11093, + "members": [ + 11093 + ], + "max_error": 0.0 + }, + { + "representative": 10910, + "members": [ + 10910 + ], + "max_error": 0.0 + }, + { + "representative": 11029, + "members": [ + 11029 + ], + "max_error": 0.0 + }, + { + "representative": 11101, + "members": [ + 11101 + ], + "max_error": 0.0 + }, + { + "representative": 10979, + "members": [ + 10979 + ], + "max_error": 0.0 + }, + { + "representative": 10957, + "members": [ + 10957 + ], + "max_error": 0.0 + }, + { + "representative": 10975, + "members": [ + 10975 + ], + "max_error": 0.0 + }, + { + "representative": 10982, + "members": [ + 10982 + ], + "max_error": 0.0 + }, + { + "representative": 11080, + "members": [ + 11080 + ], + "max_error": 0.0 + }, + { + "representative": 10959, + "members": [ + 10959 + ], + "max_error": 0.0 + }, + { + "representative": 10904, + "members": [ + 10904 + ], + "max_error": 0.0 + }, + { + "representative": 10994, + "members": [ + 10994 + ], + "max_error": 0.0 + }, + { + "representative": 11136, + "members": [ + 11136 + ], + "max_error": 0.0 + }, + { + "representative": 11013, + "members": [ + 11013 + ], + "max_error": 0.0 + }, + { + "representative": 11099, + "members": [ + 11099 + ], + "max_error": 0.0 + }, + { + "representative": 11060, + "members": [ + 11060 + ], + "max_error": 0.0 + }, + { + "representative": 10941, + "members": [ + 10941 + ], + "max_error": 0.0 + }, + { + "representative": 11086, + "members": [ + 11086 + ], + "max_error": 0.0 + }, + { + "representative": 11057, + "members": [ + 11057 + ], + "max_error": 0.0 + }, + { + "representative": 11074, + "members": [ + 11074 + ], + "max_error": 0.0 + }, + { + "representative": 10927, + "members": [ + 10927 + ], + "max_error": 0.0 + }, + { + "representative": 11077, + "members": [ + 11077 + ], + "max_error": 0.0 + }, + { + "representative": 11102, + "members": [ + 11102 + ], + "max_error": 0.0 + }, + { + "representative": 11069, + "members": [ + 11069 + ], + "max_error": 0.0 + }, + { + "representative": 11120, + "members": [ + 11120 + ], + "max_error": 0.0 + }, + { + "representative": 11061, + "members": [ + 11061 + ], + "max_error": 0.0 + }, + { + "representative": 10909, + "members": [ + 10909 + ], + "max_error": 0.0 + }, + { + "representative": 10936, + "members": [ + 10936 + ], + "max_error": 0.0 + }, + { + "representative": 10899, + "members": [ + 10899 + ], + "max_error": 0.0 + }, + { + "representative": 11108, + "members": [ + 11108 + ], + "max_error": 0.0 + }, + { + "representative": 11034, + "members": [ + 11034 + ], + "max_error": 0.0 + }, + { + "representative": 11143, + "members": [ + 11143 + ], + "max_error": 0.0 + }, + { + "representative": 10983, + "members": [ + 10983 + ], + "max_error": 0.0 + }, + { + "representative": 10944, + "members": [ + 10944 + ], + "max_error": 0.0 + }, + { + "representative": 11016, + "members": [ + 11016 + ], + "max_error": 0.0 + }, + { + "representative": 11066, + "members": [ + 11066 + ], + "max_error": 0.0 + }, + { + "representative": 10977, + "members": [ + 10977 + ], + "max_error": 0.0 + }, + { + "representative": 10924, + "members": [ + 10924 + ], + "max_error": 0.0 + }, + { + "representative": 10954, + "members": [ + 10954 + ], + "max_error": 0.0 + }, + { + "representative": 11030, + "members": [ + 11030 + ], + "max_error": 0.0 + }, + { + "representative": 11065, + "members": [ + 11065 + ], + "max_error": 0.0 + }, + { + "representative": 10937, + "members": [ + 10937 + ], + "max_error": 0.0 + }, + { + "representative": 11015, + "members": [ + 11015 + ], + "max_error": 0.0 + }, + { + "representative": 10907, + "members": [ + 10907 + ], + "max_error": 0.0 + }, + { + "representative": 11039, + "members": [ + 11039 + ], + "max_error": 0.0 + }, + { + "representative": 11081, + "members": [ + 11081 + ], + "max_error": 0.0 + }, + { + "representative": 10901, + "members": [ + 10901 + ], + "max_error": 0.0 + }, + { + "representative": 10972, + "members": [ + 10972 + ], + "max_error": 0.0 + }, + { + "representative": 10918, + "members": [ + 10918 + ], + "max_error": 0.0 + }, + { + "representative": 11008, + "members": [ + 11008 + ], + "max_error": 0.0 + }, + { + "representative": 10898, + "members": [ + 10898 + ], + "max_error": 0.0 + }, + { + "representative": 10998, + "members": [ + 10998 + ], + "max_error": 0.0 + }, + { + "representative": 11114, + "members": [ + 11114 + ], + "max_error": 0.0 + }, + { + "representative": 11087, + "members": [ + 11087 + ], + "max_error": 0.0 + }, + { + "representative": 10990, + "members": [ + 10990 + ], + "max_error": 0.0 + }, + { + "representative": 11098, + "members": [ + 11098 + ], + "max_error": 0.0 + }, + { + "representative": 11142, + "members": [ + 11142 + ], + "max_error": 0.0 + }, + { + "representative": 11149, + "members": [ + 11149 + ], + "max_error": 0.0 + }, + { + "representative": 10934, + "members": [ + 10934 + ], + "max_error": 0.0 + }, + { + "representative": 11063, + "members": [ + 11063 + ], + "max_error": 0.0 + }, + { + "representative": 11137, + "members": [ + 11137 + ], + "max_error": 0.0 + }, + { + "representative": 10932, + "members": [ + 10932 + ], + "max_error": 0.0 + }, + { + "representative": 11129, + "members": [ + 11129 + ], + "max_error": 0.0 + }, + { + "representative": 10952, + "members": [ + 10952 + ], + "max_error": 0.0 + }, + { + "representative": 11026, + "members": [ + 11026 + ], + "max_error": 0.0 + }, + { + "representative": 11047, + "members": [ + 11047 + ], + "max_error": 0.0 + }, + { + "representative": 11033, + "members": [ + 11033 + ], + "max_error": 0.0 + }, + { + "representative": 11019, + "members": [ + 11019 + ], + "max_error": 0.0 + }, + { + "representative": 10970, + "members": [ + 10970 + ], + "max_error": 0.0 + }, + { + "representative": 10985, + "members": [ + 10985 + ], + "max_error": 0.0 + }, + { + "representative": 11046, + "members": [ + 11046 + ], + "max_error": 0.0 + }, + { + "representative": 11049, + "members": [ + 11049 + ], + "max_error": 0.0 + }, + { + "representative": 11064, + "members": [ + 11064 + ], + "max_error": 0.0 + }, + { + "representative": 11053, + "members": [ + 11053 + ], + "max_error": 0.0 + }, + { + "representative": 10896, + "members": [ + 10896 + ], + "max_error": 0.0 + }, + { + "representative": 10973, + "members": [ + 10973 + ], + "max_error": 0.0 + }, + { + "representative": 10940, + "members": [ + 10940 + ], + "max_error": 0.0 + }, + { + "representative": 11042, + "members": [ + 11042 + ], + "max_error": 0.0 + }, + { + "representative": 10920, + "members": [ + 10920 + ], + "max_error": 0.0 + }, + { + "representative": 11146, + "members": [ + 11146 + ], + "max_error": 0.0 + }, + { + "representative": 10929, + "members": [ + 10929 + ], + "max_error": 0.0 + }, + { + "representative": 11089, + "members": [ + 11089 + ], + "max_error": 0.0 + }, + { + "representative": 11090, + "members": [ + 11090 + ], + "max_error": 0.0 + }, + { + "representative": 10988, + "members": [ + 10988 + ], + "max_error": 0.0 + }, + { + "representative": 11023, + "members": [ + 11023 + ], + "max_error": 0.0 + }, + { + "representative": 11017, + "members": [ + 11017 + ], + "max_error": 0.0 + }, + { + "representative": 10995, + "members": [ + 10995 + ], + "max_error": 0.0 + }, + { + "representative": 11076, + "members": [ + 11076 + ], + "max_error": 0.0 + }, + { + "representative": 11073, + "members": [ + 11073 + ], + "max_error": 0.0 + }, + { + "representative": 11088, + "members": [ + 11088 + ], + "max_error": 0.0 + }, + { + "representative": 10942, + "members": [ + 10942 + ], + "max_error": 0.0 + }, + { + "representative": 11134, + "members": [ + 11134 + ], + "max_error": 0.0 + }, + { + "representative": 11097, + "members": [ + 11097 + ], + "max_error": 0.0 + }, + { + "representative": 11094, + "members": [ + 11094 + ], + "max_error": 0.0 + }, + { + "representative": 10913, + "members": [ + 10913 + ], + "max_error": 0.0 + }, + { + "representative": 11067, + "members": [ + 11067 + ], + "max_error": 0.0 + }, + { + "representative": 10987, + "members": [ + 10987 + ], + "max_error": 0.0 + }, + { + "representative": 10900, + "members": [ + 10900 + ], + "max_error": 0.0 + }, + { + "representative": 11044, + "members": [ + 11044 + ], + "max_error": 0.0 + }, + { + "representative": 11062, + "members": [ + 11062 + ], + "max_error": 0.0 + }, + { + "representative": 10928, + "members": [ + 10928 + ], + "max_error": 0.0 + }, + { + "representative": 10933, + "members": [ + 10933 + ], + "max_error": 0.0 + }, + { + "representative": 10935, + "members": [ + 10935 + ], + "max_error": 0.0 + }, + { + "representative": 10938, + "members": [ + 10938 + ], + "max_error": 0.0 + }, + { + "representative": 11010, + "members": [ + 11010 + ], + "max_error": 0.0 + }, + { + "representative": 11052, + "members": [ + 11052 + ], + "max_error": 0.0 + }, + { + "representative": 11124, + "members": [ + 11124 + ], + "max_error": 0.0 + }, + { + "representative": 11036, + "members": [ + 11036 + ], + "max_error": 0.0 + }, + { + "representative": 10960, + "members": [ + 10960 + ], + "max_error": 0.0 + }, + { + "representative": 11111, + "members": [ + 11111 + ], + "max_error": 0.0 + }, + { + "representative": 11092, + "members": [ + 11092 + ], + "max_error": 0.0 + }, + { + "representative": 11095, + "members": [ + 11095 + ], + "max_error": 0.0 + }, + { + "representative": 10915, + "members": [ + 10915 + ], + "max_error": 0.0 + }, + { + "representative": 10969, + "members": [ + 10969 + ], + "max_error": 0.0 + }, + { + "representative": 10955, + "members": [ + 10955 + ], + "max_error": 0.0 + }, + { + "representative": 11123, + "members": [ + 11123 + ], + "max_error": 0.0 + }, + { + "representative": 10963, + "members": [ + 10963 + ], + "max_error": 0.0 + }, + { + "representative": 11141, + "members": [ + 11141 + ], + "max_error": 0.0 + }, + { + "representative": 11424, + "members": [ + 11424 + ], + "max_error": 0.0 + }, + { + "representative": 11421, + "members": [ + 11421 + ], + "max_error": 0.0 + }, + { + "representative": 11422, + "members": [ + 11422 + ], + "max_error": 0.0 + }, + { + "representative": 11487, + "members": [ + 11487 + ], + "max_error": 0.0 + }, + { + "representative": 11581, + "members": [ + 11581 + ], + "max_error": 0.0 + }, + { + "representative": 11594, + "members": [ + 11594 + ], + "max_error": 0.0 + }, + { + "representative": 11600, + "members": [ + 11600 + ], + "max_error": 0.0 + }, + { + "representative": 11519, + "members": [ + 11519 + ], + "max_error": 0.0 + }, + { + "representative": 11646, + "members": [ + 11646 + ], + "max_error": 0.0 + }, + { + "representative": 11495, + "members": [ + 11495 + ], + "max_error": 0.0 + }, + { + "representative": 11499, + "members": [ + 11499 + ], + "max_error": 0.0 + }, + { + "representative": 11501, + "members": [ + 11501 + ], + "max_error": 0.0 + }, + { + "representative": 11502, + "members": [ + 11502 + ], + "max_error": 0.0 + }, + { + "representative": 11490, + "members": [ + 11490 + ], + "max_error": 0.0 + }, + { + "representative": 11650, + "members": [ + 11650 + ], + "max_error": 0.0 + }, + { + "representative": 11444, + "members": [ + 11444 + ], + "max_error": 0.0 + }, + { + "representative": 11582, + "members": [ + 11582 + ], + "max_error": 0.0 + }, + { + "representative": 11589, + "members": [ + 11589 + ], + "max_error": 0.0 + }, + { + "representative": 11467, + "members": [ + 11467 + ], + "max_error": 0.0 + }, + { + "representative": 11644, + "members": [ + 11644 + ], + "max_error": 0.0 + }, + { + "representative": 11520, + "members": [ + 11520 + ], + "max_error": 0.0 + }, + { + "representative": 11466, + "members": [ + 11466 + ], + "max_error": 0.0 + }, + { + "representative": 11605, + "members": [ + 11605 + ], + "max_error": 0.0 + }, + { + "representative": 11569, + "members": [ + 11569 + ], + "max_error": 0.0 + }, + { + "representative": 11659, + "members": [ + 11659 + ], + "max_error": 0.0 + }, + { + "representative": 11508, + "members": [ + 11508 + ], + "max_error": 0.0 + }, + { + "representative": 11507, + "members": [ + 11507 + ], + "max_error": 0.0 + }, + { + "representative": 11620, + "members": [ + 11620 + ], + "max_error": 0.0 + }, + { + "representative": 11609, + "members": [ + 11609 + ], + "max_error": 0.0 + }, + { + "representative": 11515, + "members": [ + 11515 + ], + "max_error": 0.0 + }, + { + "representative": 11416, + "members": [ + 11416 + ], + "max_error": 0.0 + }, + { + "representative": 11540, + "members": [ + 11540 + ], + "max_error": 0.0 + }, + { + "representative": 11552, + "members": [ + 11552 + ], + "max_error": 0.0 + }, + { + "representative": 11654, + "members": [ + 11654 + ], + "max_error": 0.0 + }, + { + "representative": 11417, + "members": [ + 11417 + ], + "max_error": 0.0 + }, + { + "representative": 11485, + "members": [ + 11485 + ], + "max_error": 0.0 + }, + { + "representative": 11592, + "members": [ + 11592 + ], + "max_error": 0.0 + }, + { + "representative": 11544, + "members": [ + 11544 + ], + "max_error": 0.0 + }, + { + "representative": 11577, + "members": [ + 11577 + ], + "max_error": 0.0 + }, + { + "representative": 11513, + "members": [ + 11513 + ], + "max_error": 0.0 + }, + { + "representative": 11420, + "members": [ + 11420 + ], + "max_error": 0.0 + }, + { + "representative": 11541, + "members": [ + 11541 + ], + "max_error": 0.0 + }, + { + "representative": 11621, + "members": [ + 11621 + ], + "max_error": 0.0 + }, + { + "representative": 11553, + "members": [ + 11553 + ], + "max_error": 0.0 + }, + { + "representative": 11527, + "members": [ + 11527 + ], + "max_error": 0.0 + }, + { + "representative": 11517, + "members": [ + 11517 + ], + "max_error": 0.0 + }, + { + "representative": 11643, + "members": [ + 11643 + ], + "max_error": 0.0 + }, + { + "representative": 11556, + "members": [ + 11556 + ], + "max_error": 0.0 + }, + { + "representative": 11628, + "members": [ + 11628 + ], + "max_error": 0.0 + }, + { + "representative": 11489, + "members": [ + 11489 + ], + "max_error": 0.0 + }, + { + "representative": 11436, + "members": [ + 11436 + ], + "max_error": 0.0 + }, + { + "representative": 11622, + "members": [ + 11622 + ], + "max_error": 0.0 + }, + { + "representative": 11525, + "members": [ + 11525 + ], + "max_error": 0.0 + }, + { + "representative": 11446, + "members": [ + 11446 + ], + "max_error": 0.0 + }, + { + "representative": 11560, + "members": [ + 11560 + ], + "max_error": 0.0 + }, + { + "representative": 11413, + "members": [ + 11413 + ], + "max_error": 0.0 + }, + { + "representative": 11440, + "members": [ + 11440 + ], + "max_error": 0.0 + }, + { + "representative": 11410, + "members": [ + 11410 + ], + "max_error": 0.0 + }, + { + "representative": 11610, + "members": [ + 11610 + ], + "max_error": 0.0 + }, + { + "representative": 11432, + "members": [ + 11432 + ], + "max_error": 0.0 + }, + { + "representative": 11514, + "members": [ + 11514 + ], + "max_error": 0.0 + }, + { + "representative": 11409, + "members": [ + 11409 + ], + "max_error": 0.0 + }, + { + "representative": 11524, + "members": [ + 11524 + ], + "max_error": 0.0 + }, + { + "representative": 11561, + "members": [ + 11561 + ], + "max_error": 0.0 + }, + { + "representative": 11575, + "members": [ + 11575 + ], + "max_error": 0.0 + }, + { + "representative": 11630, + "members": [ + 11630 + ], + "max_error": 0.0 + }, + { + "representative": 11419, + "members": [ + 11419 + ], + "max_error": 0.0 + }, + { + "representative": 11434, + "members": [ + 11434 + ], + "max_error": 0.0 + }, + { + "representative": 11415, + "members": [ + 11415 + ], + "max_error": 0.0 + }, + { + "representative": 11625, + "members": [ + 11625 + ], + "max_error": 0.0 + }, + { + "representative": 11478, + "members": [ + 11478 + ], + "max_error": 0.0 + }, + { + "representative": 11599, + "members": [ + 11599 + ], + "max_error": 0.0 + }, + { + "representative": 11534, + "members": [ + 11534 + ], + "max_error": 0.0 + }, + { + "representative": 11554, + "members": [ + 11554 + ], + "max_error": 0.0 + }, + { + "representative": 11547, + "members": [ + 11547 + ], + "max_error": 0.0 + }, + { + "representative": 11579, + "members": [ + 11579 + ], + "max_error": 0.0 + }, + { + "representative": 11428, + "members": [ + 11428 + ], + "max_error": 0.0 + }, + { + "representative": 11584, + "members": [ + 11584 + ], + "max_error": 0.0 + }, + { + "representative": 11615, + "members": [ + 11615 + ], + "max_error": 0.0 + }, + { + "representative": 11530, + "members": [ + 11530 + ], + "max_error": 0.0 + }, + { + "representative": 11662, + "members": [ + 11662 + ], + "max_error": 0.0 + }, + { + "representative": 11430, + "members": [ + 11430 + ], + "max_error": 0.0 + }, + { + "representative": 11563, + "members": [ + 11563 + ], + "max_error": 0.0 + }, + { + "representative": 11464, + "members": [ + 11464 + ], + "max_error": 0.0 + }, + { + "representative": 11452, + "members": [ + 11452 + ], + "max_error": 0.0 + }, + { + "representative": 11602, + "members": [ + 11602 + ], + "max_error": 0.0 + }, + { + "representative": 11535, + "members": [ + 11535 + ], + "max_error": 0.0 + }, + { + "representative": 11611, + "members": [ + 11611 + ], + "max_error": 0.0 + }, + { + "representative": 11510, + "members": [ + 11510 + ], + "max_error": 0.0 + }, + { + "representative": 11549, + "members": [ + 11549 + ], + "max_error": 0.0 + }, + { + "representative": 11657, + "members": [ + 11657 + ], + "max_error": 0.0 + }, + { + "representative": 11558, + "members": [ + 11558 + ], + "max_error": 0.0 + }, + { + "representative": 11512, + "members": [ + 11512 + ], + "max_error": 0.0 + }, + { + "representative": 11496, + "members": [ + 11496 + ], + "max_error": 0.0 + }, + { + "representative": 11497, + "members": [ + 11497 + ], + "max_error": 0.0 + }, + { + "representative": 11536, + "members": [ + 11536 + ], + "max_error": 0.0 + }, + { + "representative": 11408, + "members": [ + 11408 + ], + "max_error": 0.0 + }, + { + "representative": 11411, + "members": [ + 11411 + ], + "max_error": 0.0 + }, + { + "representative": 11500, + "members": [ + 11500 + ], + "max_error": 0.0 + }, + { + "representative": 11546, + "members": [ + 11546 + ], + "max_error": 0.0 + }, + { + "representative": 11641, + "members": [ + 11641 + ], + "max_error": 0.0 + }, + { + "representative": 11533, + "members": [ + 11533 + ], + "max_error": 0.0 + }, + { + "representative": 11591, + "members": [ + 11591 + ], + "max_error": 0.0 + }, + { + "representative": 11571, + "members": [ + 11571 + ], + "max_error": 0.0 + }, + { + "representative": 11572, + "members": [ + 11572 + ], + "max_error": 0.0 + }, + { + "representative": 11583, + "members": [ + 11583 + ], + "max_error": 0.0 + }, + { + "representative": 11511, + "members": [ + 11511 + ], + "max_error": 0.0 + }, + { + "representative": 11627, + "members": [ + 11627 + ], + "max_error": 0.0 + }, + { + "representative": 11588, + "members": [ + 11588 + ], + "max_error": 0.0 + }, + { + "representative": 11590, + "members": [ + 11590 + ], + "max_error": 0.0 + }, + { + "representative": 11626, + "members": [ + 11626 + ], + "max_error": 0.0 + }, + { + "representative": 11555, + "members": [ + 11555 + ], + "max_error": 0.0 + }, + { + "representative": 11537, + "members": [ + 11537 + ], + "max_error": 0.0 + }, + { + "representative": 11574, + "members": [ + 11574 + ], + "max_error": 0.0 + }, + { + "representative": 11653, + "members": [ + 11653 + ], + "max_error": 0.0 + }, + { + "representative": 11492, + "members": [ + 11492 + ], + "max_error": 0.0 + }, + { + "representative": 11564, + "members": [ + 11564 + ], + "max_error": 0.0 + }, + { + "representative": 11636, + "members": [ + 11636 + ], + "max_error": 0.0 + }, + { + "representative": 11637, + "members": [ + 11637 + ], + "max_error": 0.0 + }, + { + "representative": 11482, + "members": [ + 11482 + ], + "max_error": 0.0 + }, + { + "representative": 11656, + "members": [ + 11656 + ], + "max_error": 0.0 + }, + { + "representative": 11567, + "members": [ + 11567 + ], + "max_error": 0.0 + }, + { + "representative": 11566, + "members": [ + 11566 + ], + "max_error": 0.0 + }, + { + "representative": 11425, + "members": [ + 11425 + ], + "max_error": 0.0 + }, + { + "representative": 11639, + "members": [ + 11639 + ], + "max_error": 0.0 + }, + { + "representative": 11474, + "members": [ + 11474 + ], + "max_error": 0.0 + }, + { + "representative": 11570, + "members": [ + 11570 + ], + "max_error": 0.0 + }, + { + "representative": 11483, + "members": [ + 11483 + ], + "max_error": 0.0 + }, + { + "representative": 11454, + "members": [ + 11454 + ], + "max_error": 0.0 + }, + { + "representative": 11429, + "members": [ + 11429 + ], + "max_error": 0.0 + }, + { + "representative": 11532, + "members": [ + 11532 + ], + "max_error": 0.0 + }, + { + "representative": 11445, + "members": [ + 11445 + ], + "max_error": 0.0 + }, + { + "representative": 11596, + "members": [ + 11596 + ], + "max_error": 0.0 + }, + { + "representative": 11663, + "members": [ + 11663 + ], + "max_error": 0.0 + }, + { + "representative": 11459, + "members": [ + 11459 + ], + "max_error": 0.0 + }, + { + "representative": 11647, + "members": [ + 11647 + ], + "max_error": 0.0 + }, + { + "representative": 11480, + "members": [ + 11480 + ], + "max_error": 0.0 + }, + { + "representative": 11629, + "members": [ + 11629 + ], + "max_error": 0.0 + }, + { + "representative": 11601, + "members": [ + 11601 + ], + "max_error": 0.0 + }, + { + "representative": 11612, + "members": [ + 11612 + ], + "max_error": 0.0 + }, + { + "representative": 11616, + "members": [ + 11616 + ], + "max_error": 0.0 + }, + { + "representative": 11624, + "members": [ + 11624 + ], + "max_error": 0.0 + }, + { + "representative": 11423, + "members": [ + 11423 + ], + "max_error": 0.0 + }, + { + "representative": 11505, + "members": [ + 11505 + ], + "max_error": 0.0 + }, + { + "representative": 11649, + "members": [ + 11649 + ], + "max_error": 0.0 + }, + { + "representative": 11456, + "members": [ + 11456 + ], + "max_error": 0.0 + }, + { + "representative": 11503, + "members": [ + 11503 + ], + "max_error": 0.0 + }, + { + "representative": 11640, + "members": [ + 11640 + ], + "max_error": 0.0 + }, + { + "representative": 11576, + "members": [ + 11576 + ], + "max_error": 0.0 + }, + { + "representative": 11465, + "members": [ + 11465 + ], + "max_error": 0.0 + }, + { + "representative": 11463, + "members": [ + 11463 + ], + "max_error": 0.0 + }, + { + "representative": 11443, + "members": [ + 11443 + ], + "max_error": 0.0 + }, + { + "representative": 11528, + "members": [ + 11528 + ], + "max_error": 0.0 + }, + { + "representative": 11438, + "members": [ + 11438 + ], + "max_error": 0.0 + }, + { + "representative": 11562, + "members": [ + 11562 + ], + "max_error": 0.0 + }, + { + "representative": 11635, + "members": [ + 11635 + ], + "max_error": 0.0 + }, + { + "representative": 11632, + "members": [ + 11632 + ], + "max_error": 0.0 + }, + { + "representative": 11597, + "members": [ + 11597 + ], + "max_error": 0.0 + }, + { + "representative": 11633, + "members": [ + 11633 + ], + "max_error": 0.0 + }, + { + "representative": 11565, + "members": [ + 11565 + ], + "max_error": 0.0 + }, + { + "representative": 11522, + "members": [ + 11522 + ], + "max_error": 0.0 + }, + { + "representative": 11606, + "members": [ + 11606 + ], + "max_error": 0.0 + }, + { + "representative": 11412, + "members": [ + 11412 + ], + "max_error": 0.0 + }, + { + "representative": 11479, + "members": [ + 11479 + ], + "max_error": 0.0 + }, + { + "representative": 11658, + "members": [ + 11658 + ], + "max_error": 0.0 + }, + { + "representative": 11457, + "members": [ + 11457 + ], + "max_error": 0.0 + }, + { + "representative": 11587, + "members": [ + 11587 + ], + "max_error": 0.0 + }, + { + "representative": 11593, + "members": [ + 11593 + ], + "max_error": 0.0 + }, + { + "representative": 11661, + "members": [ + 11661 + ], + "max_error": 0.0 + }, + { + "representative": 11516, + "members": [ + 11516 + ], + "max_error": 0.0 + }, + { + "representative": 11426, + "members": [ + 11426 + ], + "max_error": 0.0 + }, + { + "representative": 11608, + "members": [ + 11608 + ], + "max_error": 0.0 + }, + { + "representative": 11518, + "members": [ + 11518 + ], + "max_error": 0.0 + }, + { + "representative": 11521, + "members": [ + 11521 + ], + "max_error": 0.0 + }, + { + "representative": 11471, + "members": [ + 11471 + ], + "max_error": 0.0 + }, + { + "representative": 11550, + "members": [ + 11550 + ], + "max_error": 0.0 + }, + { + "representative": 11548, + "members": [ + 11548 + ], + "max_error": 0.0 + }, + { + "representative": 11607, + "members": [ + 11607 + ], + "max_error": 0.0 + }, + { + "representative": 11488, + "members": [ + 11488 + ], + "max_error": 0.0 + }, + { + "representative": 11619, + "members": [ + 11619 + ], + "max_error": 0.0 + }, + { + "representative": 11449, + "members": [ + 11449 + ], + "max_error": 0.0 + }, + { + "representative": 11557, + "members": [ + 11557 + ], + "max_error": 0.0 + }, + { + "representative": 11585, + "members": [ + 11585 + ], + "max_error": 0.0 + }, + { + "representative": 11631, + "members": [ + 11631 + ], + "max_error": 0.0 + }, + { + "representative": 11652, + "members": [ + 11652 + ], + "max_error": 0.0 + }, + { + "representative": 11439, + "members": [ + 11439 + ], + "max_error": 0.0 + }, + { + "representative": 11494, + "members": [ + 11494 + ], + "max_error": 0.0 + }, + { + "representative": 11451, + "members": [ + 11451 + ], + "max_error": 0.0 + }, + { + "representative": 11473, + "members": [ + 11473 + ], + "max_error": 0.0 + }, + { + "representative": 11618, + "members": [ + 11618 + ], + "max_error": 0.0 + }, + { + "representative": 11559, + "members": [ + 11559 + ], + "max_error": 0.0 + }, + { + "representative": 11437, + "members": [ + 11437 + ], + "max_error": 0.0 + }, + { + "representative": 11453, + "members": [ + 11453 + ], + "max_error": 0.0 + }, + { + "representative": 11523, + "members": [ + 11523 + ], + "max_error": 0.0 + }, + { + "representative": 11484, + "members": [ + 11484 + ], + "max_error": 0.0 + }, + { + "representative": 11543, + "members": [ + 11543 + ], + "max_error": 0.0 + }, + { + "representative": 11509, + "members": [ + 11509 + ], + "max_error": 0.0 + }, + { + "representative": 11427, + "members": [ + 11427 + ], + "max_error": 0.0 + }, + { + "representative": 11531, + "members": [ + 11531 + ], + "max_error": 0.0 + }, + { + "representative": 11491, + "members": [ + 11491 + ], + "max_error": 0.0 + }, + { + "representative": 11481, + "members": [ + 11481 + ], + "max_error": 0.0 + }, + { + "representative": 11595, + "members": [ + 11595 + ], + "max_error": 0.0 + }, + { + "representative": 11414, + "members": [ + 11414 + ], + "max_error": 0.0 + }, + { + "representative": 11642, + "members": [ + 11642 + ], + "max_error": 0.0 + }, + { + "representative": 11545, + "members": [ + 11545 + ], + "max_error": 0.0 + }, + { + "representative": 11568, + "members": [ + 11568 + ], + "max_error": 0.0 + }, + { + "representative": 11431, + "members": [ + 11431 + ], + "max_error": 0.0 + }, + { + "representative": 11586, + "members": [ + 11586 + ], + "max_error": 0.0 + }, + { + "representative": 11526, + "members": [ + 11526 + ], + "max_error": 0.0 + }, + { + "representative": 11604, + "members": [ + 11604 + ], + "max_error": 0.0 + }, + { + "representative": 11551, + "members": [ + 11551 + ], + "max_error": 0.0 + }, + { + "representative": 11433, + "members": [ + 11433 + ], + "max_error": 0.0 + }, + { + "representative": 11442, + "members": [ + 11442 + ], + "max_error": 0.0 + }, + { + "representative": 11468, + "members": [ + 11468 + ], + "max_error": 0.0 + }, + { + "representative": 11580, + "members": [ + 11580 + ], + "max_error": 0.0 + }, + { + "representative": 11461, + "members": [ + 11461 + ], + "max_error": 0.0 + }, + { + "representative": 11506, + "members": [ + 11506 + ], + "max_error": 0.0 + }, + { + "representative": 11542, + "members": [ + 11542 + ], + "max_error": 0.0 + }, + { + "representative": 11539, + "members": [ + 11539 + ], + "max_error": 0.0 + }, + { + "representative": 11614, + "members": [ + 11614 + ], + "max_error": 0.0 + }, + { + "representative": 11617, + "members": [ + 11617 + ], + "max_error": 0.0 + }, + { + "representative": 11470, + "members": [ + 11470 + ], + "max_error": 0.0 + }, + { + "representative": 11462, + "members": [ + 11462 + ], + "max_error": 0.0 + }, + { + "representative": 11448, + "members": [ + 11448 + ], + "max_error": 0.0 + }, + { + "representative": 11477, + "members": [ + 11477 + ], + "max_error": 0.0 + }, + { + "representative": 11498, + "members": [ + 11498 + ], + "max_error": 0.0 + }, + { + "representative": 11418, + "members": [ + 11418 + ], + "max_error": 0.0 + }, + { + "representative": 11651, + "members": [ + 11651 + ], + "max_error": 0.0 + }, + { + "representative": 11573, + "members": [ + 11573 + ], + "max_error": 0.0 + }, + { + "representative": 11538, + "members": [ + 11538 + ], + "max_error": 0.0 + }, + { + "representative": 11504, + "members": [ + 11504 + ], + "max_error": 0.0 + }, + { + "representative": 11458, + "members": [ + 11458 + ], + "max_error": 0.0 + }, + { + "representative": 11441, + "members": [ + 11441 + ], + "max_error": 0.0 + }, + { + "representative": 11475, + "members": [ + 11475 + ], + "max_error": 0.0 + }, + { + "representative": 11598, + "members": [ + 11598 + ], + "max_error": 0.0 + }, + { + "representative": 11613, + "members": [ + 11613 + ], + "max_error": 0.0 + }, + { + "representative": 11529, + "members": [ + 11529 + ], + "max_error": 0.0 + }, + { + "representative": 11634, + "members": [ + 11634 + ], + "max_error": 0.0 + }, + { + "representative": 11655, + "members": [ + 11655 + ], + "max_error": 0.0 + }, + { + "representative": 11638, + "members": [ + 11638 + ], + "max_error": 0.0 + }, + { + "representative": 11648, + "members": [ + 11648 + ], + "max_error": 0.0 + }, + { + "representative": 11447, + "members": [ + 11447 + ], + "max_error": 0.0 + }, + { + "representative": 11486, + "members": [ + 11486 + ], + "max_error": 0.0 + }, + { + "representative": 11603, + "members": [ + 11603 + ], + "max_error": 0.0 + }, + { + "representative": 11469, + "members": [ + 11469 + ], + "max_error": 0.0 + }, + { + "representative": 11455, + "members": [ + 11455 + ], + "max_error": 0.0 + }, + { + "representative": 11623, + "members": [ + 11623 + ], + "max_error": 0.0 + }, + { + "representative": 11493, + "members": [ + 11493 + ], + "max_error": 0.0 + }, + { + "representative": 11645, + "members": [ + 11645 + ], + "max_error": 0.0 + }, + { + "representative": 11460, + "members": [ + 11460 + ], + "max_error": 0.0 + }, + { + "representative": 11435, + "members": [ + 11435 + ], + "max_error": 0.0 + }, + { + "representative": 11660, + "members": [ + 11660 + ], + "max_error": 0.0 + }, + { + "representative": 11476, + "members": [ + 11476 + ], + "max_error": 0.0 + }, + { + "representative": 11578, + "members": [ + 11578 + ], + "max_error": 0.0 + }, + { + "representative": 11472, + "members": [ + 11472 + ], + "max_error": 0.0 + }, + { + "representative": 11450, + "members": [ + 11450 + ], + "max_error": 0.0 + }, + { + "representative": 11728, + "members": [ + 11728 + ], + "max_error": 0.0 + }, + { + "representative": 11744, + "members": [ + 11744 + ], + "max_error": 0.0 + }, + { + "representative": 11745, + "members": [ + 11745 + ], + "max_error": 0.0 + }, + { + "representative": 11746, + "members": [ + 11746 + ], + "max_error": 0.0 + }, + { + "representative": 11747, + "members": [ + 11747 + ], + "max_error": 0.0 + }, + { + "representative": 11730, + "members": [ + 11730 + ], + "max_error": 0.0 + }, + { + "representative": 11748, + "members": [ + 11748 + ], + "max_error": 0.0 + }, + { + "representative": 11749, + "members": [ + 11749 + ], + "max_error": 0.0 + }, + { + "representative": 11750, + "members": [ + 11750 + ], + "max_error": 0.0 + }, + { + "representative": 11751, + "members": [ + 11751 + ], + "max_error": 0.0 + }, + { + "representative": 11752, + "members": [ + 11752 + ], + "max_error": 0.0 + }, + { + "representative": 11753, + "members": [ + 11753 + ], + "max_error": 0.0 + }, + { + "representative": 11754, + "members": [ + 11754 + ], + "max_error": 0.0 + }, + { + "representative": 11755, + "members": [ + 11755 + ], + "max_error": 0.0 + }, + { + "representative": 11756, + "members": [ + 11756 + ], + "max_error": 0.0 + }, + { + "representative": 11757, + "members": [ + 11757 + ], + "max_error": 0.0 + }, + { + "representative": 11731, + "members": [ + 11731 + ], + "max_error": 0.0 + }, + { + "representative": 11758, + "members": [ + 11758 + ], + "max_error": 0.0 + }, + { + "representative": 11759, + "members": [ + 11759 + ], + "max_error": 0.0 + }, + { + "representative": 11732, + "members": [ + 11732 + ], + "max_error": 0.0 + }, + { + "representative": 11733, + "members": [ + 11733 + ], + "max_error": 0.0 + }, + { + "representative": 11734, + "members": [ + 11734 + ], + "max_error": 0.0 + }, + { + "representative": 11735, + "members": [ + 11735 + ], + "max_error": 0.0 + }, + { + "representative": 11736, + "members": [ + 11736 + ], + "max_error": 0.0 + }, + { + "representative": 11737, + "members": [ + 11737 + ], + "max_error": 0.0 + }, + { + "representative": 11729, + "members": [ + 11729 + ], + "max_error": 0.0 + }, + { + "representative": 11738, + "members": [ + 11738 + ], + "max_error": 0.0 + }, + { + "representative": 11739, + "members": [ + 11739 + ], + "max_error": 0.0 + }, + { + "representative": 11740, + "members": [ + 11740 + ], + "max_error": 0.0 + }, + { + "representative": 11741, + "members": [ + 11741 + ], + "max_error": 0.0 + }, + { + "representative": 11742, + "members": [ + 11742 + ], + "max_error": 0.0 + }, + { + "representative": 11743, + "members": [ + 11743 + ], + "max_error": 0.0 + }, + { + "representative": 11792, + "members": [ + 11792 + ], + "max_error": 0.0 + }, + { + "representative": 11808, + "members": [ + 11808 + ], + "max_error": 0.0 + }, + { + "representative": 11809, + "members": [ + 11809 + ], + "max_error": 0.0 + }, + { + "representative": 11810, + "members": [ + 11810 + ], + "max_error": 0.0 + }, + { + "representative": 11811, + "members": [ + 11811 + ], + "max_error": 0.0 + }, + { + "representative": 11794, + "members": [ + 11794 + ], + "max_error": 0.0 + }, + { + "representative": 11812, + "members": [ + 11812 + ], + "max_error": 0.0 + }, + { + "representative": 11813, + "members": [ + 11813 + ], + "max_error": 0.0 + }, + { + "representative": 11814, + "members": [ + 11814 + ], + "max_error": 0.0 + }, + { + "representative": 11815, + "members": [ + 11815 + ], + "max_error": 0.0 + }, + { + "representative": 11816, + "members": [ + 11816 + ], + "max_error": 0.0 + }, + { + "representative": 11817, + "members": [ + 11817 + ], + "max_error": 0.0 + }, + { + "representative": 11818, + "members": [ + 11818 + ], + "max_error": 0.0 + }, + { + "representative": 11819, + "members": [ + 11819 + ], + "max_error": 0.0 + }, + { + "representative": 11820, + "members": [ + 11820 + ], + "max_error": 0.0 + }, + { + "representative": 11821, + "members": [ + 11821 + ], + "max_error": 0.0 + }, + { + "representative": 11795, + "members": [ + 11795 + ], + "max_error": 0.0 + }, + { + "representative": 11822, + "members": [ + 11822 + ], + "max_error": 0.0 + }, + { + "representative": 11823, + "members": [ + 11823 + ], + "max_error": 0.0 + }, + { + "representative": 11796, + "members": [ + 11796 + ], + "max_error": 0.0 + }, + { + "representative": 11797, + "members": [ + 11797 + ], + "max_error": 0.0 + }, + { + "representative": 11798, + "members": [ + 11798 + ], + "max_error": 0.0 + }, + { + "representative": 11799, + "members": [ + 11799 + ], + "max_error": 0.0 + }, + { + "representative": 11800, + "members": [ + 11800 + ], + "max_error": 0.0 + }, + { + "representative": 11801, + "members": [ + 11801 + ], + "max_error": 0.0 + }, + { + "representative": 11793, + "members": [ + 11793 + ], + "max_error": 0.0 + }, + { + "representative": 11802, + "members": [ + 11802 + ], + "max_error": 0.0 + }, + { + "representative": 11803, + "members": [ + 11803 + ], + "max_error": 0.0 + }, + { + "representative": 11804, + "members": [ + 11804 + ], + "max_error": 0.0 + }, + { + "representative": 11805, + "members": [ + 11805 + ], + "max_error": 0.0 + }, + { + "representative": 11806, + "members": [ + 11806 + ], + "max_error": 0.0 + }, + { + "representative": 11807, + "members": [ + 11807 + ], + "max_error": 0.0 + }, + { + "representative": 11824, + "members": [ + 11824 + ], + "max_error": 0.0 + }, + { + "representative": 11840, + "members": [ + 11840 + ], + "max_error": 0.0 + }, + { + "representative": 11841, + "members": [ + 11841 + ], + "max_error": 0.0 + }, + { + "representative": 11842, + "members": [ + 11842 + ], + "max_error": 0.0 + }, + { + "representative": 11843, + "members": [ + 11843 + ], + "max_error": 0.0 + }, + { + "representative": 11826, + "members": [ + 11826 + ], + "max_error": 0.0 + }, + { + "representative": 11844, + "members": [ + 11844 + ], + "max_error": 0.0 + }, + { + "representative": 11845, + "members": [ + 11845 + ], + "max_error": 0.0 + }, + { + "representative": 11846, + "members": [ + 11846 + ], + "max_error": 0.0 + }, + { + "representative": 11847, + "members": [ + 11847 + ], + "max_error": 0.0 + }, + { + "representative": 11848, + "members": [ + 11848 + ], + "max_error": 0.0 + }, + { + "representative": 11849, + "members": [ + 11849 + ], + "max_error": 0.0 + }, + { + "representative": 11850, + "members": [ + 11850 + ], + "max_error": 0.0 + }, + { + "representative": 11851, + "members": [ + 11851 + ], + "max_error": 0.0 + }, + { + "representative": 11852, + "members": [ + 11852 + ], + "max_error": 0.0 + }, + { + "representative": 11853, + "members": [ + 11853 + ], + "max_error": 0.0 + }, + { + "representative": 11827, + "members": [ + 11827 + ], + "max_error": 0.0 + }, + { + "representative": 11854, + "members": [ + 11854 + ], + "max_error": 0.0 + }, + { + "representative": 11855, + "members": [ + 11855 + ], + "max_error": 0.0 + }, + { + "representative": 11828, + "members": [ + 11828 + ], + "max_error": 0.0 + }, + { + "representative": 11829, + "members": [ + 11829 + ], + "max_error": 0.0 + }, + { + "representative": 11830, + "members": [ + 11830 + ], + "max_error": 0.0 + }, + { + "representative": 11831, + "members": [ + 11831 + ], + "max_error": 0.0 + }, + { + "representative": 11832, + "members": [ + 11832 + ], + "max_error": 0.0 + }, + { + "representative": 11833, + "members": [ + 11833 + ], + "max_error": 0.0 + }, + { + "representative": 11825, + "members": [ + 11825 + ], + "max_error": 0.0 + }, + { + "representative": 11834, + "members": [ + 11834 + ], + "max_error": 0.0 + }, + { + "representative": 11835, + "members": [ + 11835 + ], + "max_error": 0.0 + }, + { + "representative": 11836, + "members": [ + 11836 + ], + "max_error": 0.0 + }, + { + "representative": 11837, + "members": [ + 11837 + ], + "max_error": 0.0 + }, + { + "representative": 11838, + "members": [ + 11838 + ], + "max_error": 0.0 + }, + { + "representative": 11839, + "members": [ + 11839 + ], + "max_error": 0.0 + }, + { + "representative": 11856, + "members": [ + 11856 + ], + "max_error": 0.0 + }, + { + "representative": 11872, + "members": [ + 11872 + ], + "max_error": 0.0 + }, + { + "representative": 11873, + "members": [ + 11873 + ], + "max_error": 0.0 + }, + { + "representative": 11874, + "members": [ + 11874 + ], + "max_error": 0.0 + }, + { + "representative": 11875, + "members": [ + 11875 + ], + "max_error": 0.0 + }, + { + "representative": 11858, + "members": [ + 11858 + ], + "max_error": 0.0 + }, + { + "representative": 11876, + "members": [ + 11876 + ], + "max_error": 0.0 + }, + { + "representative": 11877, + "members": [ + 11877 + ], + "max_error": 0.0 + }, + { + "representative": 11878, + "members": [ + 11878 + ], + "max_error": 0.0 + }, + { + "representative": 11879, + "members": [ + 11879 + ], + "max_error": 0.0 + }, + { + "representative": 11880, + "members": [ + 11880 + ], + "max_error": 0.0 + }, + { + "representative": 11881, + "members": [ + 11881 + ], + "max_error": 0.0 + }, + { + "representative": 11882, + "members": [ + 11882 + ], + "max_error": 0.0 + }, + { + "representative": 11883, + "members": [ + 11883 + ], + "max_error": 0.0 + }, + { + "representative": 11884, + "members": [ + 11884 + ], + "max_error": 0.0 + }, + { + "representative": 11885, + "members": [ + 11885 + ], + "max_error": 0.0 + }, + { + "representative": 11859, + "members": [ + 11859 + ], + "max_error": 0.0 + }, + { + "representative": 11886, + "members": [ + 11886 + ], + "max_error": 0.0 + }, + { + "representative": 11887, + "members": [ + 11887 + ], + "max_error": 0.0 + }, + { + "representative": 11860, + "members": [ + 11860 + ], + "max_error": 0.0 + }, + { + "representative": 11861, + "members": [ + 11861 + ], + "max_error": 0.0 + }, + { + "representative": 11862, + "members": [ + 11862 + ], + "max_error": 0.0 + }, + { + "representative": 11863, + "members": [ + 11863 + ], + "max_error": 0.0 + }, + { + "representative": 11864, + "members": [ + 11864 + ], + "max_error": 0.0 + }, + { + "representative": 11865, + "members": [ + 11865 + ], + "max_error": 0.0 + }, + { + "representative": 11857, + "members": [ + 11857 + ], + "max_error": 0.0 + }, + { + "representative": 11866, + "members": [ + 11866 + ], + "max_error": 0.0 + }, + { + "representative": 11867, + "members": [ + 11867 + ], + "max_error": 0.0 + }, + { + "representative": 11868, + "members": [ + 11868 + ], + "max_error": 0.0 + }, + { + "representative": 11869, + "members": [ + 11869 + ], + "max_error": 0.0 + }, + { + "representative": 11870, + "members": [ + 11870 + ], + "max_error": 0.0 + }, + { + "representative": 11871, + "members": [ + 11871 + ], + "max_error": 0.0 + }, + { + "representative": 11888, + "members": [ + 11888 + ], + "max_error": 0.0 + }, + { + "representative": 11904, + "members": [ + 11904 + ], + "max_error": 0.0 + }, + { + "representative": 11905, + "members": [ + 11905 + ], + "max_error": 0.0 + }, + { + "representative": 11906, + "members": [ + 11906 + ], + "max_error": 0.0 + }, + { + "representative": 11907, + "members": [ + 11907 + ], + "max_error": 0.0 + }, + { + "representative": 11890, + "members": [ + 11890 + ], + "max_error": 0.0 + }, + { + "representative": 11908, + "members": [ + 11908 + ], + "max_error": 0.0 + }, + { + "representative": 11909, + "members": [ + 11909 + ], + "max_error": 0.0 + }, + { + "representative": 11910, + "members": [ + 11910 + ], + "max_error": 0.0 + }, + { + "representative": 11911, + "members": [ + 11911 + ], + "max_error": 0.0 + }, + { + "representative": 11912, + "members": [ + 11912 + ], + "max_error": 0.0 + }, + { + "representative": 11913, + "members": [ + 11913 + ], + "max_error": 0.0 + }, + { + "representative": 11914, + "members": [ + 11914 + ], + "max_error": 0.0 + }, + { + "representative": 11915, + "members": [ + 11915 + ], + "max_error": 0.0 + }, + { + "representative": 11916, + "members": [ + 11916 + ], + "max_error": 0.0 + }, + { + "representative": 11917, + "members": [ + 11917 + ], + "max_error": 0.0 + }, + { + "representative": 11891, + "members": [ + 11891 + ], + "max_error": 0.0 + }, + { + "representative": 11918, + "members": [ + 11918 + ], + "max_error": 0.0 + }, + { + "representative": 11919, + "members": [ + 11919 + ], + "max_error": 0.0 + }, + { + "representative": 11892, + "members": [ + 11892 + ], + "max_error": 0.0 + }, + { + "representative": 11893, + "members": [ + 11893 + ], + "max_error": 0.0 + }, + { + "representative": 11894, + "members": [ + 11894 + ], + "max_error": 0.0 + }, + { + "representative": 11895, + "members": [ + 11895 + ], + "max_error": 0.0 + }, + { + "representative": 11896, + "members": [ + 11896 + ], + "max_error": 0.0 + }, + { + "representative": 11897, + "members": [ + 11897 + ], + "max_error": 0.0 + }, + { + "representative": 11889, + "members": [ + 11889 + ], + "max_error": 0.0 + }, + { + "representative": 11898, + "members": [ + 11898 + ], + "max_error": 0.0 + }, + { + "representative": 11899, + "members": [ + 11899 + ], + "max_error": 0.0 + }, + { + "representative": 11900, + "members": [ + 11900 + ], + "max_error": 0.0 + }, + { + "representative": 11901, + "members": [ + 11901 + ], + "max_error": 0.0 + }, + { + "representative": 11902, + "members": [ + 11902 + ], + "max_error": 0.0 + }, + { + "representative": 11903, + "members": [ + 11903 + ], + "max_error": 0.0 + }, + { + "representative": 11920, + "members": [ + 11920 + ], + "max_error": 0.0 + }, + { + "representative": 11936, + "members": [ + 11936 + ], + "max_error": 0.0 + }, + { + "representative": 11937, + "members": [ + 11937 + ], + "max_error": 0.0 + }, + { + "representative": 11938, + "members": [ + 11938 + ], + "max_error": 0.0 + }, + { + "representative": 11939, + "members": [ + 11939 + ], + "max_error": 0.0 + }, + { + "representative": 11922, + "members": [ + 11922 + ], + "max_error": 0.0 + }, + { + "representative": 11940, + "members": [ + 11940 + ], + "max_error": 0.0 + }, + { + "representative": 11941, + "members": [ + 11941 + ], + "max_error": 0.0 + }, + { + "representative": 11942, + "members": [ + 11942 + ], + "max_error": 0.0 + }, + { + "representative": 11943, + "members": [ + 11943 + ], + "max_error": 0.0 + }, + { + "representative": 11944, + "members": [ + 11944 + ], + "max_error": 0.0 + }, + { + "representative": 11945, + "members": [ + 11945 + ], + "max_error": 0.0 + }, + { + "representative": 11946, + "members": [ + 11946 + ], + "max_error": 0.0 + }, + { + "representative": 11947, + "members": [ + 11947 + ], + "max_error": 0.0 + }, + { + "representative": 11948, + "members": [ + 11948 + ], + "max_error": 0.0 + }, + { + "representative": 11949, + "members": [ + 11949 + ], + "max_error": 0.0 + }, + { + "representative": 11923, + "members": [ + 11923 + ], + "max_error": 0.0 + }, + { + "representative": 11950, + "members": [ + 11950 + ], + "max_error": 0.0 + }, + { + "representative": 11951, + "members": [ + 11951 + ], + "max_error": 0.0 + }, + { + "representative": 11924, + "members": [ + 11924 + ], + "max_error": 0.0 + }, + { + "representative": 11925, + "members": [ + 11925 + ], + "max_error": 0.0 + }, + { + "representative": 11926, + "members": [ + 11926 + ], + "max_error": 0.0 + }, + { + "representative": 11927, + "members": [ + 11927 + ], + "max_error": 0.0 + }, + { + "representative": 11928, + "members": [ + 11928 + ], + "max_error": 0.0 + }, + { + "representative": 11929, + "members": [ + 11929 + ], + "max_error": 0.0 + }, + { + "representative": 11921, + "members": [ + 11921 + ], + "max_error": 0.0 + }, + { + "representative": 11930, + "members": [ + 11930 + ], + "max_error": 0.0 + }, + { + "representative": 11931, + "members": [ + 11931 + ], + "max_error": 0.0 + }, + { + "representative": 11932, + "members": [ + 11932 + ], + "max_error": 0.0 + }, + { + "representative": 11933, + "members": [ + 11933 + ], + "max_error": 0.0 + }, + { + "representative": 11934, + "members": [ + 11934 + ], + "max_error": 0.0 + }, + { + "representative": 11935, + "members": [ + 11935 + ], + "max_error": 0.0 + }, + { + "representative": 11952, + "members": [ + 11952 + ], + "max_error": 0.0 + }, + { + "representative": 11968, + "members": [ + 11968 + ], + "max_error": 0.0 + }, + { + "representative": 11969, + "members": [ + 11969 + ], + "max_error": 0.0 + }, + { + "representative": 11970, + "members": [ + 11970 + ], + "max_error": 0.0 + }, + { + "representative": 11971, + "members": [ + 11971 + ], + "max_error": 0.0 + }, + { + "representative": 11954, + "members": [ + 11954 + ], + "max_error": 0.0 + }, + { + "representative": 11972, + "members": [ + 11972 + ], + "max_error": 0.0 + }, + { + "representative": 11973, + "members": [ + 11973 + ], + "max_error": 0.0 + }, + { + "representative": 11974, + "members": [ + 11974 + ], + "max_error": 0.0 + }, + { + "representative": 11975, + "members": [ + 11975 + ], + "max_error": 0.0 + }, + { + "representative": 11976, + "members": [ + 11976 + ], + "max_error": 0.0 + }, + { + "representative": 11977, + "members": [ + 11977 + ], + "max_error": 0.0 + }, + { + "representative": 11978, + "members": [ + 11978 + ], + "max_error": 0.0 + }, + { + "representative": 11979, + "members": [ + 11979 + ], + "max_error": 0.0 + }, + { + "representative": 11980, + "members": [ + 11980 + ], + "max_error": 0.0 + }, + { + "representative": 11981, + "members": [ + 11981 + ], + "max_error": 0.0 + }, + { + "representative": 11955, + "members": [ + 11955 + ], + "max_error": 0.0 + }, + { + "representative": 11982, + "members": [ + 11982 + ], + "max_error": 0.0 + }, + { + "representative": 11983, + "members": [ + 11983 + ], + "max_error": 0.0 + }, + { + "representative": 11956, + "members": [ + 11956 + ], + "max_error": 0.0 + }, + { + "representative": 11957, + "members": [ + 11957 + ], + "max_error": 0.0 + }, + { + "representative": 11958, + "members": [ + 11958 + ], + "max_error": 0.0 + }, + { + "representative": 11959, + "members": [ + 11959 + ], + "max_error": 0.0 + }, + { + "representative": 11960, + "members": [ + 11960 + ], + "max_error": 0.0 + }, + { + "representative": 11961, + "members": [ + 11961 + ], + "max_error": 0.0 + }, + { + "representative": 11953, + "members": [ + 11953 + ], + "max_error": 0.0 + }, + { + "representative": 11962, + "members": [ + 11962 + ], + "max_error": 0.0 + }, + { + "representative": 11963, + "members": [ + 11963 + ], + "max_error": 0.0 + }, + { + "representative": 11964, + "members": [ + 11964 + ], + "max_error": 0.0 + }, + { + "representative": 11965, + "members": [ + 11965 + ], + "max_error": 0.0 + }, + { + "representative": 11966, + "members": [ + 11966 + ], + "max_error": 0.0 + }, + { + "representative": 11967, + "members": [ + 11967 + ], + "max_error": 0.0 + }, + { + "representative": 11760, + "members": [ + 11760 + ], + "max_error": 0.0 + }, + { + "representative": 11776, + "members": [ + 11776 + ], + "max_error": 0.0 + }, + { + "representative": 11777, + "members": [ + 11777 + ], + "max_error": 0.0 + }, + { + "representative": 11778, + "members": [ + 11778 + ], + "max_error": 0.0 + }, + { + "representative": 11779, + "members": [ + 11779 + ], + "max_error": 0.0 + }, + { + "representative": 11762, + "members": [ + 11762 + ], + "max_error": 0.0 + }, + { + "representative": 11780, + "members": [ + 11780 + ], + "max_error": 0.0 + }, + { + "representative": 11781, + "members": [ + 11781 + ], + "max_error": 0.0 + }, + { + "representative": 11782, + "members": [ + 11782 + ], + "max_error": 0.0 + }, + { + "representative": 11783, + "members": [ + 11783 + ], + "max_error": 0.0 + }, + { + "representative": 11784, + "members": [ + 11784 + ], + "max_error": 0.0 + }, + { + "representative": 11785, + "members": [ + 11785 + ], + "max_error": 0.0 + }, + { + "representative": 11786, + "members": [ + 11786 + ], + "max_error": 0.0 + }, + { + "representative": 11787, + "members": [ + 11787 + ], + "max_error": 0.0 + }, + { + "representative": 11788, + "members": [ + 11788 + ], + "max_error": 0.0 + }, + { + "representative": 11789, + "members": [ + 11789 + ], + "max_error": 0.0 + }, + { + "representative": 11763, + "members": [ + 11763 + ], + "max_error": 0.0 + }, + { + "representative": 11790, + "members": [ + 11790 + ], + "max_error": 0.0 + }, + { + "representative": 11791, + "members": [ + 11791 + ], + "max_error": 0.0 + }, + { + "representative": 11764, + "members": [ + 11764 + ], + "max_error": 0.0 + }, + { + "representative": 11765, + "members": [ + 11765 + ], + "max_error": 0.0 + }, + { + "representative": 11766, + "members": [ + 11766 + ], + "max_error": 0.0 + }, + { + "representative": 11767, + "members": [ + 11767 + ], + "max_error": 0.0 + }, + { + "representative": 11768, + "members": [ + 11768 + ], + "max_error": 0.0 + }, + { + "representative": 11769, + "members": [ + 11769 + ], + "max_error": 0.0 + }, + { + "representative": 11761, + "members": [ + 11761 + ], + "max_error": 0.0 + }, + { + "representative": 11770, + "members": [ + 11770 + ], + "max_error": 0.0 + }, + { + "representative": 11771, + "members": [ + 11771 + ], + "max_error": 0.0 + }, + { + "representative": 11772, + "members": [ + 11772 + ], + "max_error": 0.0 + }, + { + "representative": 11773, + "members": [ + 11773 + ], + "max_error": 0.0 + }, + { + "representative": 11774, + "members": [ + 11774 + ], + "max_error": 0.0 + }, + { + "representative": 11775, + "members": [ + 11775 + ], + "max_error": 0.0 + }, + { + "representative": 12264, + "members": [ + 12264 + ], + "max_error": 0.0 + }, + { + "representative": 12267, + "members": [ + 12267 + ], + "max_error": 0.0 + }, + { + "representative": 12269, + "members": [ + 12269 + ], + "max_error": 0.0 + }, + { + "representative": 12243, + "members": [ + 12243 + ], + "max_error": 0.0 + }, + { + "representative": 12270, + "members": [ + 12270 + ], + "max_error": 0.0 + }, + { + "representative": 12244, + "members": [ + 12244 + ], + "max_error": 0.0 + }, + { + "representative": 12252, + "members": [ + 12252 + ], + "max_error": 0.0 + }, + { + "representative": 12253, + "members": [ + 12253 + ], + "max_error": 0.0 + }, + { + "representative": 12254, + "members": [ + 12254 + ], + "max_error": 0.0 + }, + { + "representative": 12483, + "members": [ + 12483 + ], + "max_error": 0.0 + }, + { + "representative": 12377, + "members": [ + 12377 + ], + "max_error": 0.0 + }, + { + "representative": 12299, + "members": [ + 12299 + ], + "max_error": 0.0 + }, + { + "representative": 12240, + "members": [ + 12240 + ], + "max_error": 0.0 + }, + { + "representative": 12274, + "members": [ + 12274 + ], + "max_error": 0.0 + }, + { + "representative": 12362, + "members": [ + 12362 + ], + "max_error": 0.0 + }, + { + "representative": 12444, + "members": [ + 12444 + ], + "max_error": 0.0 + }, + { + "representative": 12329, + "members": [ + 12329 + ], + "max_error": 0.0 + }, + { + "representative": 12465, + "members": [ + 12465 + ], + "max_error": 0.0 + }, + { + "representative": 12242, + "members": [ + 12242 + ], + "max_error": 0.0 + }, + { + "representative": 12439, + "members": [ + 12439 + ], + "max_error": 0.0 + }, + { + "representative": 12350, + "members": [ + 12350 + ], + "max_error": 0.0 + }, + { + "representative": 12337, + "members": [ + 12337 + ], + "max_error": 0.0 + }, + { + "representative": 12472, + "members": [ + 12472 + ], + "max_error": 0.0 + }, + { + "representative": 12493, + "members": [ + 12493 + ], + "max_error": 0.0 + }, + { + "representative": 12297, + "members": [ + 12297 + ], + "max_error": 0.0 + }, + { + "representative": 12333, + "members": [ + 12333 + ], + "max_error": 0.0 + }, + { + "representative": 12401, + "members": [ + 12401 + ], + "max_error": 0.0 + }, + { + "representative": 12352, + "members": [ + 12352 + ], + "max_error": 0.0 + }, + { + "representative": 12311, + "members": [ + 12311 + ], + "max_error": 0.0 + }, + { + "representative": 12292, + "members": [ + 12292 + ], + "max_error": 0.0 + }, + { + "representative": 12464, + "members": [ + 12464 + ], + "max_error": 0.0 + }, + { + "representative": 12454, + "members": [ + 12454 + ], + "max_error": 0.0 + }, + { + "representative": 12341, + "members": [ + 12341 + ], + "max_error": 0.0 + }, + { + "representative": 12375, + "members": [ + 12375 + ], + "max_error": 0.0 + }, + { + "representative": 12383, + "members": [ + 12383 + ], + "max_error": 0.0 + }, + { + "representative": 12320, + "members": [ + 12320 + ], + "max_error": 0.0 + }, + { + "representative": 12471, + "members": [ + 12471 + ], + "max_error": 0.0 + }, + { + "representative": 12363, + "members": [ + 12363 + ], + "max_error": 0.0 + }, + { + "representative": 12405, + "members": [ + 12405 + ], + "max_error": 0.0 + }, + { + "representative": 12304, + "members": [ + 12304 + ], + "max_error": 0.0 + }, + { + "representative": 12322, + "members": [ + 12322 + ], + "max_error": 0.0 + }, + { + "representative": 12325, + "members": [ + 12325 + ], + "max_error": 0.0 + }, + { + "representative": 12330, + "members": [ + 12330 + ], + "max_error": 0.0 + }, + { + "representative": 12331, + "members": [ + 12331 + ], + "max_error": 0.0 + }, + { + "representative": 12309, + "members": [ + 12309 + ], + "max_error": 0.0 + }, + { + "representative": 12314, + "members": [ + 12314 + ], + "max_error": 0.0 + }, + { + "representative": 12317, + "members": [ + 12317 + ], + "max_error": 0.0 + }, + { + "representative": 12381, + "members": [ + 12381 + ], + "max_error": 0.0 + }, + { + "representative": 12494, + "members": [ + 12494 + ], + "max_error": 0.0 + }, + { + "representative": 12368, + "members": [ + 12368 + ], + "max_error": 0.0 + }, + { + "representative": 12479, + "members": [ + 12479 + ], + "max_error": 0.0 + }, + { + "representative": 12390, + "members": [ + 12390 + ], + "max_error": 0.0 + }, + { + "representative": 12250, + "members": [ + 12250 + ], + "max_error": 0.0 + }, + { + "representative": 12308, + "members": [ + 12308 + ], + "max_error": 0.0 + }, + { + "representative": 12392, + "members": [ + 12392 + ], + "max_error": 0.0 + }, + { + "representative": 12467, + "members": [ + 12467 + ], + "max_error": 0.0 + }, + { + "representative": 12336, + "members": [ + 12336 + ], + "max_error": 0.0 + }, + { + "representative": 12285, + "members": [ + 12285 + ], + "max_error": 0.0 + }, + { + "representative": 12410, + "members": [ + 12410 + ], + "max_error": 0.0 + }, + { + "representative": 12404, + "members": [ + 12404 + ], + "max_error": 0.0 + }, + { + "representative": 12310, + "members": [ + 12310 + ], + "max_error": 0.0 + }, + { + "representative": 12481, + "members": [ + 12481 + ], + "max_error": 0.0 + }, + { + "representative": 12452, + "members": [ + 12452 + ], + "max_error": 0.0 + }, + { + "representative": 12396, + "members": [ + 12396 + ], + "max_error": 0.0 + }, + { + "representative": 12428, + "members": [ + 12428 + ], + "max_error": 0.0 + }, + { + "representative": 12495, + "members": [ + 12495 + ], + "max_error": 0.0 + }, + { + "representative": 12289, + "members": [ + 12289 + ], + "max_error": 0.0 + }, + { + "representative": 12372, + "members": [ + 12372 + ], + "max_error": 0.0 + }, + { + "representative": 12480, + "members": [ + 12480 + ], + "max_error": 0.0 + }, + { + "representative": 12490, + "members": [ + 12490 + ], + "max_error": 0.0 + }, + { + "representative": 12427, + "members": [ + 12427 + ], + "max_error": 0.0 + }, + { + "representative": 12456, + "members": [ + 12456 + ], + "max_error": 0.0 + }, + { + "representative": 12272, + "members": [ + 12272 + ], + "max_error": 0.0 + }, + { + "representative": 12376, + "members": [ + 12376 + ], + "max_error": 0.0 + }, + { + "representative": 12409, + "members": [ + 12409 + ], + "max_error": 0.0 + }, + { + "representative": 12306, + "members": [ + 12306 + ], + "max_error": 0.0 + }, + { + "representative": 12475, + "members": [ + 12475 + ], + "max_error": 0.0 + }, + { + "representative": 12359, + "members": [ + 12359 + ], + "max_error": 0.0 + }, + { + "representative": 12318, + "members": [ + 12318 + ], + "max_error": 0.0 + }, + { + "representative": 12262, + "members": [ + 12262 + ], + "max_error": 0.0 + }, + { + "representative": 12440, + "members": [ + 12440 + ], + "max_error": 0.0 + }, + { + "representative": 12279, + "members": [ + 12279 + ], + "max_error": 0.0 + }, + { + "representative": 12298, + "members": [ + 12298 + ], + "max_error": 0.0 + }, + { + "representative": 12315, + "members": [ + 12315 + ], + "max_error": 0.0 + }, + { + "representative": 12445, + "members": [ + 12445 + ], + "max_error": 0.0 + }, + { + "representative": 12340, + "members": [ + 12340 + ], + "max_error": 0.0 + }, + { + "representative": 12344, + "members": [ + 12344 + ], + "max_error": 0.0 + }, + { + "representative": 12257, + "members": [ + 12257 + ], + "max_error": 0.0 + }, + { + "representative": 12295, + "members": [ + 12295 + ], + "max_error": 0.0 + }, + { + "representative": 12268, + "members": [ + 12268 + ], + "max_error": 0.0 + }, + { + "representative": 12278, + "members": [ + 12278 + ], + "max_error": 0.0 + }, + { + "representative": 12458, + "members": [ + 12458 + ], + "max_error": 0.0 + }, + { + "representative": 12482, + "members": [ + 12482 + ], + "max_error": 0.0 + }, + { + "representative": 12248, + "members": [ + 12248 + ], + "max_error": 0.0 + }, + { + "representative": 12259, + "members": [ + 12259 + ], + "max_error": 0.0 + }, + { + "representative": 12266, + "members": [ + 12266 + ], + "max_error": 0.0 + }, + { + "representative": 12423, + "members": [ + 12423 + ], + "max_error": 0.0 + }, + { + "representative": 12426, + "members": [ + 12426 + ], + "max_error": 0.0 + }, + { + "representative": 12327, + "members": [ + 12327 + ], + "max_error": 0.0 + }, + { + "representative": 12326, + "members": [ + 12326 + ], + "max_error": 0.0 + }, + { + "representative": 12397, + "members": [ + 12397 + ], + "max_error": 0.0 + }, + { + "representative": 12302, + "members": [ + 12302 + ], + "max_error": 0.0 + }, + { + "representative": 12319, + "members": [ + 12319 + ], + "max_error": 0.0 + }, + { + "representative": 12388, + "members": [ + 12388 + ], + "max_error": 0.0 + }, + { + "representative": 12434, + "members": [ + 12434 + ], + "max_error": 0.0 + }, + { + "representative": 12367, + "members": [ + 12367 + ], + "max_error": 0.0 + }, + { + "representative": 12249, + "members": [ + 12249 + ], + "max_error": 0.0 + }, + { + "representative": 12442, + "members": [ + 12442 + ], + "max_error": 0.0 + }, + { + "representative": 12287, + "members": [ + 12287 + ], + "max_error": 0.0 + }, + { + "representative": 12492, + "members": [ + 12492 + ], + "max_error": 0.0 + }, + { + "representative": 12260, + "members": [ + 12260 + ], + "max_error": 0.0 + }, + { + "representative": 12245, + "members": [ + 12245 + ], + "max_error": 0.0 + }, + { + "representative": 12265, + "members": [ + 12265 + ], + "max_error": 0.0 + }, + { + "representative": 12313, + "members": [ + 12313 + ], + "max_error": 0.0 + }, + { + "representative": 12316, + "members": [ + 12316 + ], + "max_error": 0.0 + }, + { + "representative": 12369, + "members": [ + 12369 + ], + "max_error": 0.0 + }, + { + "representative": 12312, + "members": [ + 12312 + ], + "max_error": 0.0 + }, + { + "representative": 12247, + "members": [ + 12247 + ], + "max_error": 0.0 + }, + { + "representative": 12305, + "members": [ + 12305 + ], + "max_error": 0.0 + }, + { + "representative": 12403, + "members": [ + 12403 + ], + "max_error": 0.0 + }, + { + "representative": 12332, + "members": [ + 12332 + ], + "max_error": 0.0 + }, + { + "representative": 12484, + "members": [ + 12484 + ], + "max_error": 0.0 + }, + { + "representative": 12349, + "members": [ + 12349 + ], + "max_error": 0.0 + }, + { + "representative": 12374, + "members": [ + 12374 + ], + "max_error": 0.0 + }, + { + "representative": 12277, + "members": [ + 12277 + ], + "max_error": 0.0 + }, + { + "representative": 12286, + "members": [ + 12286 + ], + "max_error": 0.0 + }, + { + "representative": 12459, + "members": [ + 12459 + ], + "max_error": 0.0 + }, + { + "representative": 12382, + "members": [ + 12382 + ], + "max_error": 0.0 + }, + { + "representative": 12353, + "members": [ + 12353 + ], + "max_error": 0.0 + }, + { + "representative": 12473, + "members": [ + 12473 + ], + "max_error": 0.0 + }, + { + "representative": 12433, + "members": [ + 12433 + ], + "max_error": 0.0 + }, + { + "representative": 12354, + "members": [ + 12354 + ], + "max_error": 0.0 + }, + { + "representative": 12356, + "members": [ + 12356 + ], + "max_error": 0.0 + }, + { + "representative": 12357, + "members": [ + 12357 + ], + "max_error": 0.0 + }, + { + "representative": 12360, + "members": [ + 12360 + ], + "max_error": 0.0 + }, + { + "representative": 12342, + "members": [ + 12342 + ], + "max_error": 0.0 + }, + { + "representative": 12351, + "members": [ + 12351 + ], + "max_error": 0.0 + }, + { + "representative": 12291, + "members": [ + 12291 + ], + "max_error": 0.0 + }, + { + "representative": 12437, + "members": [ + 12437 + ], + "max_error": 0.0 + }, + { + "representative": 12280, + "members": [ + 12280 + ], + "max_error": 0.0 + }, + { + "representative": 12432, + "members": [ + 12432 + ], + "max_error": 0.0 + }, + { + "representative": 12328, + "members": [ + 12328 + ], + "max_error": 0.0 + }, + { + "representative": 12414, + "members": [ + 12414 + ], + "max_error": 0.0 + }, + { + "representative": 12379, + "members": [ + 12379 + ], + "max_error": 0.0 + }, + { + "representative": 12407, + "members": [ + 12407 + ], + "max_error": 0.0 + }, + { + "representative": 12462, + "members": [ + 12462 + ], + "max_error": 0.0 + }, + { + "representative": 12448, + "members": [ + 12448 + ], + "max_error": 0.0 + }, + { + "representative": 12348, + "members": [ + 12348 + ], + "max_error": 0.0 + }, + { + "representative": 12418, + "members": [ + 12418 + ], + "max_error": 0.0 + }, + { + "representative": 12491, + "members": [ + 12491 + ], + "max_error": 0.0 + }, + { + "representative": 12385, + "members": [ + 12385 + ], + "max_error": 0.0 + }, + { + "representative": 12386, + "members": [ + 12386 + ], + "max_error": 0.0 + }, + { + "representative": 12387, + "members": [ + 12387 + ], + "max_error": 0.0 + }, + { + "representative": 12370, + "members": [ + 12370 + ], + "max_error": 0.0 + }, + { + "representative": 12393, + "members": [ + 12393 + ], + "max_error": 0.0 + }, + { + "representative": 12394, + "members": [ + 12394 + ], + "max_error": 0.0 + }, + { + "representative": 12395, + "members": [ + 12395 + ], + "max_error": 0.0 + }, + { + "representative": 12371, + "members": [ + 12371 + ], + "max_error": 0.0 + }, + { + "representative": 12398, + "members": [ + 12398 + ], + "max_error": 0.0 + }, + { + "representative": 12399, + "members": [ + 12399 + ], + "max_error": 0.0 + }, + { + "representative": 12380, + "members": [ + 12380 + ], + "max_error": 0.0 + }, + { + "representative": 12400, + "members": [ + 12400 + ], + "max_error": 0.0 + }, + { + "representative": 12416, + "members": [ + 12416 + ], + "max_error": 0.0 + }, + { + "representative": 12417, + "members": [ + 12417 + ], + "max_error": 0.0 + }, + { + "representative": 12419, + "members": [ + 12419 + ], + "max_error": 0.0 + }, + { + "representative": 12420, + "members": [ + 12420 + ], + "max_error": 0.0 + }, + { + "representative": 12422, + "members": [ + 12422 + ], + "max_error": 0.0 + }, + { + "representative": 12425, + "members": [ + 12425 + ], + "max_error": 0.0 + }, + { + "representative": 12431, + "members": [ + 12431 + ], + "max_error": 0.0 + }, + { + "representative": 12406, + "members": [ + 12406 + ], + "max_error": 0.0 + }, + { + "representative": 12413, + "members": [ + 12413 + ], + "max_error": 0.0 + }, + { + "representative": 12449, + "members": [ + 12449 + ], + "max_error": 0.0 + }, + { + "representative": 12450, + "members": [ + 12450 + ], + "max_error": 0.0 + }, + { + "representative": 12451, + "members": [ + 12451 + ], + "max_error": 0.0 + }, + { + "representative": 12453, + "members": [ + 12453 + ], + "max_error": 0.0 + }, + { + "representative": 12455, + "members": [ + 12455 + ], + "max_error": 0.0 + }, + { + "representative": 12457, + "members": [ + 12457 + ], + "max_error": 0.0 + }, + { + "representative": 12461, + "members": [ + 12461 + ], + "max_error": 0.0 + }, + { + "representative": 12435, + "members": [ + 12435 + ], + "max_error": 0.0 + }, + { + "representative": 12443, + "members": [ + 12443 + ], + "max_error": 0.0 + }, + { + "representative": 12446, + "members": [ + 12446 + ], + "max_error": 0.0 + }, + { + "representative": 12447, + "members": [ + 12447 + ], + "max_error": 0.0 + }, + { + "representative": 12466, + "members": [ + 12466 + ], + "max_error": 0.0 + }, + { + "representative": 12485, + "members": [ + 12485 + ], + "max_error": 0.0 + }, + { + "representative": 12489, + "members": [ + 12489 + ], + "max_error": 0.0 + }, + { + "representative": 12281, + "members": [ + 12281 + ], + "max_error": 0.0 + }, + { + "representative": 12321, + "members": [ + 12321 + ], + "max_error": 0.0 + }, + { + "representative": 12389, + "members": [ + 12389 + ], + "max_error": 0.0 + }, + { + "representative": 12271, + "members": [ + 12271 + ], + "max_error": 0.0 + }, + { + "representative": 12301, + "members": [ + 12301 + ], + "max_error": 0.0 + }, + { + "representative": 12411, + "members": [ + 12411 + ], + "max_error": 0.0 + }, + { + "representative": 12339, + "members": [ + 12339 + ], + "max_error": 0.0 + }, + { + "representative": 12343, + "members": [ + 12343 + ], + "max_error": 0.0 + }, + { + "representative": 12408, + "members": [ + 12408 + ], + "max_error": 0.0 + }, + { + "representative": 12258, + "members": [ + 12258 + ], + "max_error": 0.0 + }, + { + "representative": 12460, + "members": [ + 12460 + ], + "max_error": 0.0 + }, + { + "representative": 12384, + "members": [ + 12384 + ], + "max_error": 0.0 + }, + { + "representative": 12275, + "members": [ + 12275 + ], + "max_error": 0.0 + }, + { + "representative": 12424, + "members": [ + 12424 + ], + "max_error": 0.0 + }, + { + "representative": 12251, + "members": [ + 12251 + ], + "max_error": 0.0 + }, + { + "representative": 12346, + "members": [ + 12346 + ], + "max_error": 0.0 + }, + { + "representative": 12402, + "members": [ + 12402 + ], + "max_error": 0.0 + }, + { + "representative": 12288, + "members": [ + 12288 + ], + "max_error": 0.0 + }, + { + "representative": 12290, + "members": [ + 12290 + ], + "max_error": 0.0 + }, + { + "representative": 12293, + "members": [ + 12293 + ], + "max_error": 0.0 + }, + { + "representative": 12294, + "members": [ + 12294 + ], + "max_error": 0.0 + }, + { + "representative": 12296, + "members": [ + 12296 + ], + "max_error": 0.0 + }, + { + "representative": 12300, + "members": [ + 12300 + ], + "max_error": 0.0 + }, + { + "representative": 12273, + "members": [ + 12273 + ], + "max_error": 0.0 + }, + { + "representative": 12282, + "members": [ + 12282 + ], + "max_error": 0.0 + }, + { + "representative": 12283, + "members": [ + 12283 + ], + "max_error": 0.0 + }, + { + "representative": 12284, + "members": [ + 12284 + ], + "max_error": 0.0 + }, + { + "representative": 12415, + "members": [ + 12415 + ], + "max_error": 0.0 + }, + { + "representative": 12358, + "members": [ + 12358 + ], + "max_error": 0.0 + }, + { + "representative": 12463, + "members": [ + 12463 + ], + "max_error": 0.0 + }, + { + "representative": 12323, + "members": [ + 12323 + ], + "max_error": 0.0 + }, + { + "representative": 12474, + "members": [ + 12474 + ], + "max_error": 0.0 + }, + { + "representative": 12488, + "members": [ + 12488 + ], + "max_error": 0.0 + }, + { + "representative": 12347, + "members": [ + 12347 + ], + "max_error": 0.0 + }, + { + "representative": 12307, + "members": [ + 12307 + ], + "max_error": 0.0 + }, + { + "representative": 12468, + "members": [ + 12468 + ], + "max_error": 0.0 + }, + { + "representative": 12361, + "members": [ + 12361 + ], + "max_error": 0.0 + }, + { + "representative": 12487, + "members": [ + 12487 + ], + "max_error": 0.0 + }, + { + "representative": 12429, + "members": [ + 12429 + ], + "max_error": 0.0 + }, + { + "representative": 12476, + "members": [ + 12476 + ], + "max_error": 0.0 + }, + { + "representative": 12261, + "members": [ + 12261 + ], + "max_error": 0.0 + }, + { + "representative": 12421, + "members": [ + 12421 + ], + "max_error": 0.0 + }, + { + "representative": 12365, + "members": [ + 12365 + ], + "max_error": 0.0 + }, + { + "representative": 12324, + "members": [ + 12324 + ], + "max_error": 0.0 + }, + { + "representative": 12478, + "members": [ + 12478 + ], + "max_error": 0.0 + }, + { + "representative": 12391, + "members": [ + 12391 + ], + "max_error": 0.0 + }, + { + "representative": 12470, + "members": [ + 12470 + ], + "max_error": 0.0 + }, + { + "representative": 12364, + "members": [ + 12364 + ], + "max_error": 0.0 + }, + { + "representative": 12438, + "members": [ + 12438 + ], + "max_error": 0.0 + }, + { + "representative": 12430, + "members": [ + 12430 + ], + "max_error": 0.0 + }, + { + "representative": 12345, + "members": [ + 12345 + ], + "max_error": 0.0 + }, + { + "representative": 12477, + "members": [ + 12477 + ], + "max_error": 0.0 + }, + { + "representative": 12378, + "members": [ + 12378 + ], + "max_error": 0.0 + }, + { + "representative": 12255, + "members": [ + 12255 + ], + "max_error": 0.0 + }, + { + "representative": 12303, + "members": [ + 12303 + ], + "max_error": 0.0 + }, + { + "representative": 12412, + "members": [ + 12412 + ], + "max_error": 0.0 + }, + { + "representative": 12469, + "members": [ + 12469 + ], + "max_error": 0.0 + }, + { + "representative": 12338, + "members": [ + 12338 + ], + "max_error": 0.0 + }, + { + "representative": 12263, + "members": [ + 12263 + ], + "max_error": 0.0 + }, + { + "representative": 12334, + "members": [ + 12334 + ], + "max_error": 0.0 + }, + { + "representative": 12276, + "members": [ + 12276 + ], + "max_error": 0.0 + }, + { + "representative": 12335, + "members": [ + 12335 + ], + "max_error": 0.0 + }, + { + "representative": 12441, + "members": [ + 12441 + ], + "max_error": 0.0 + }, + { + "representative": 12366, + "members": [ + 12366 + ], + "max_error": 0.0 + }, + { + "representative": 12256, + "members": [ + 12256 + ], + "max_error": 0.0 + }, + { + "representative": 12241, + "members": [ + 12241 + ], + "max_error": 0.0 + }, + { + "representative": 12355, + "members": [ + 12355 + ], + "max_error": 0.0 + }, + { + "representative": 12246, + "members": [ + 12246 + ], + "max_error": 0.0 + }, + { + "representative": 12486, + "members": [ + 12486 + ], + "max_error": 0.0 + }, + { + "representative": 12436, + "members": [ + 12436 + ], + "max_error": 0.0 + }, + { + "representative": 12373, + "members": [ + 12373 + ], + "max_error": 0.0 + }, + { + "representative": 12752, + "members": [ + 12752 + ], + "max_error": 0.0 + }, + { + "representative": 12773, + "members": [ + 12773 + ], + "max_error": 0.0 + }, + { + "representative": 12776, + "members": [ + 12776 + ], + "max_error": 0.0 + }, + { + "representative": 12763, + "members": [ + 12763 + ], + "max_error": 0.0 + }, + { + "representative": 12941, + "members": [ + 12941 + ], + "max_error": 0.0 + }, + { + "representative": 12802, + "members": [ + 12802 + ], + "max_error": 0.0 + }, + { + "representative": 12967, + "members": [ + 12967 + ], + "max_error": 0.0 + }, + { + "representative": 12893, + "members": [ + 12893 + ], + "max_error": 0.0 + }, + { + "representative": 12850, + "members": [ + 12850 + ], + "max_error": 0.0 + }, + { + "representative": 12811, + "members": [ + 12811 + ], + "max_error": 0.0 + }, + { + "representative": 12797, + "members": [ + 12797 + ], + "max_error": 0.0 + }, + { + "representative": 12836, + "members": [ + 12836 + ], + "max_error": 0.0 + }, + { + "representative": 12928, + "members": [ + 12928 + ], + "max_error": 0.0 + }, + { + "representative": 12759, + "members": [ + 12759 + ], + "max_error": 0.0 + }, + { + "representative": 12780, + "members": [ + 12780 + ], + "max_error": 0.0 + }, + { + "representative": 12777, + "members": [ + 12777 + ], + "max_error": 0.0 + }, + { + "representative": 12842, + "members": [ + 12842 + ], + "max_error": 0.0 + }, + { + "representative": 12887, + "members": [ + 12887 + ], + "max_error": 0.0 + }, + { + "representative": 12863, + "members": [ + 12863 + ], + "max_error": 0.0 + }, + { + "representative": 12923, + "members": [ + 12923 + ], + "max_error": 0.0 + }, + { + "representative": 12833, + "members": [ + 12833 + ], + "max_error": 0.0 + }, + { + "representative": 12832, + "members": [ + 12832 + ], + "max_error": 0.0 + }, + { + "representative": 12835, + "members": [ + 12835 + ], + "max_error": 0.0 + }, + { + "representative": 12818, + "members": [ + 12818 + ], + "max_error": 0.0 + }, + { + "representative": 12831, + "members": [ + 12831 + ], + "max_error": 0.0 + }, + { + "representative": 12985, + "members": [ + 12985 + ], + "max_error": 0.0 + }, + { + "representative": 12869, + "members": [ + 12869 + ], + "max_error": 0.0 + }, + { + "representative": 12769, + "members": [ + 12769 + ], + "max_error": 0.0 + }, + { + "representative": 12883, + "members": [ + 12883 + ], + "max_error": 0.0 + }, + { + "representative": 12969, + "members": [ + 12969 + ], + "max_error": 0.0 + }, + { + "representative": 12803, + "members": [ + 12803 + ], + "max_error": 0.0 + }, + { + "representative": 12975, + "members": [ + 12975 + ], + "max_error": 0.0 + }, + { + "representative": 12766, + "members": [ + 12766 + ], + "max_error": 0.0 + }, + { + "representative": 12843, + "members": [ + 12843 + ], + "max_error": 0.0 + }, + { + "representative": 13007, + "members": [ + 13007 + ], + "max_error": 0.0 + }, + { + "representative": 12837, + "members": [ + 12837 + ], + "max_error": 0.0 + }, + { + "representative": 13006, + "members": [ + 13006 + ], + "max_error": 0.0 + }, + { + "representative": 12891, + "members": [ + 12891 + ], + "max_error": 0.0 + }, + { + "representative": 12824, + "members": [ + 12824 + ], + "max_error": 0.0 + }, + { + "representative": 12884, + "members": [ + 12884 + ], + "max_error": 0.0 + }, + { + "representative": 12946, + "members": [ + 12946 + ], + "max_error": 0.0 + }, + { + "representative": 12892, + "members": [ + 12892 + ], + "max_error": 0.0 + }, + { + "representative": 12795, + "members": [ + 12795 + ], + "max_error": 0.0 + }, + { + "representative": 12800, + "members": [ + 12800 + ], + "max_error": 0.0 + }, + { + "representative": 12830, + "members": [ + 12830 + ], + "max_error": 0.0 + }, + { + "representative": 12936, + "members": [ + 12936 + ], + "max_error": 0.0 + }, + { + "representative": 12758, + "members": [ + 12758 + ], + "max_error": 0.0 + }, + { + "representative": 12826, + "members": [ + 12826 + ], + "max_error": 0.0 + }, + { + "representative": 12908, + "members": [ + 12908 + ], + "max_error": 0.0 + }, + { + "representative": 12890, + "members": [ + 12890 + ], + "max_error": 0.0 + }, + { + "representative": 12754, + "members": [ + 12754 + ], + "max_error": 0.0 + }, + { + "representative": 12825, + "members": [ + 12825 + ], + "max_error": 0.0 + }, + { + "representative": 12785, + "members": [ + 12785 + ], + "max_error": 0.0 + }, + { + "representative": 12983, + "members": [ + 12983 + ], + "max_error": 0.0 + }, + { + "representative": 12864, + "members": [ + 12864 + ], + "max_error": 0.0 + }, + { + "representative": 12768, + "members": [ + 12768 + ], + "max_error": 0.0 + }, + { + "representative": 12851, + "members": [ + 12851 + ], + "max_error": 0.0 + }, + { + "representative": 12898, + "members": [ + 12898 + ], + "max_error": 0.0 + }, + { + "representative": 12993, + "members": [ + 12993 + ], + "max_error": 0.0 + }, + { + "representative": 12960, + "members": [ + 12960 + ], + "max_error": 0.0 + }, + { + "representative": 12911, + "members": [ + 12911 + ], + "max_error": 0.0 + }, + { + "representative": 12787, + "members": [ + 12787 + ], + "max_error": 0.0 + }, + { + "representative": 12996, + "members": [ + 12996 + ], + "max_error": 0.0 + }, + { + "representative": 12914, + "members": [ + 12914 + ], + "max_error": 0.0 + }, + { + "representative": 12814, + "members": [ + 12814 + ], + "max_error": 0.0 + }, + { + "representative": 12820, + "members": [ + 12820 + ], + "max_error": 0.0 + }, + { + "representative": 12885, + "members": [ + 12885 + ], + "max_error": 0.0 + }, + { + "representative": 12895, + "members": [ + 12895 + ], + "max_error": 0.0 + }, + { + "representative": 12872, + "members": [ + 12872 + ], + "max_error": 0.0 + }, + { + "representative": 12877, + "members": [ + 12877 + ], + "max_error": 0.0 + }, + { + "representative": 12849, + "members": [ + 12849 + ], + "max_error": 0.0 + }, + { + "representative": 12844, + "members": [ + 12844 + ], + "max_error": 0.0 + }, + { + "representative": 12860, + "members": [ + 12860 + ], + "max_error": 0.0 + }, + { + "representative": 12976, + "members": [ + 12976 + ], + "max_error": 0.0 + }, + { + "representative": 12779, + "members": [ + 12779 + ], + "max_error": 0.0 + }, + { + "representative": 12986, + "members": [ + 12986 + ], + "max_error": 0.0 + }, + { + "representative": 12940, + "members": [ + 12940 + ], + "max_error": 0.0 + }, + { + "representative": 12854, + "members": [ + 12854 + ], + "max_error": 0.0 + }, + { + "representative": 12953, + "members": [ + 12953 + ], + "max_error": 0.0 + }, + { + "representative": 12772, + "members": [ + 12772 + ], + "max_error": 0.0 + }, + { + "representative": 12774, + "members": [ + 12774 + ], + "max_error": 0.0 + }, + { + "representative": 12950, + "members": [ + 12950 + ], + "max_error": 0.0 + }, + { + "representative": 12929, + "members": [ + 12929 + ], + "max_error": 0.0 + }, + { + "representative": 12952, + "members": [ + 12952 + ], + "max_error": 0.0 + }, + { + "representative": 12917, + "members": [ + 12917 + ], + "max_error": 0.0 + }, + { + "representative": 12981, + "members": [ + 12981 + ], + "max_error": 0.0 + }, + { + "representative": 12873, + "members": [ + 12873 + ], + "max_error": 0.0 + }, + { + "representative": 12839, + "members": [ + 12839 + ], + "max_error": 0.0 + }, + { + "representative": 12871, + "members": [ + 12871 + ], + "max_error": 0.0 + }, + { + "representative": 12804, + "members": [ + 12804 + ], + "max_error": 0.0 + }, + { + "representative": 12821, + "members": [ + 12821 + ], + "max_error": 0.0 + }, + { + "representative": 12853, + "members": [ + 12853 + ], + "max_error": 0.0 + }, + { + "representative": 12817, + "members": [ + 12817 + ], + "max_error": 0.0 + }, + { + "representative": 12757, + "members": [ + 12757 + ], + "max_error": 0.0 + }, + { + "representative": 12919, + "members": [ + 12919 + ], + "max_error": 0.0 + }, + { + "representative": 12943, + "members": [ + 12943 + ], + "max_error": 0.0 + }, + { + "representative": 12756, + "members": [ + 12756 + ], + "max_error": 0.0 + }, + { + "representative": 12870, + "members": [ + 12870 + ], + "max_error": 0.0 + }, + { + "representative": 12786, + "members": [ + 12786 + ], + "max_error": 0.0 + }, + { + "representative": 12951, + "members": [ + 12951 + ], + "max_error": 0.0 + }, + { + "representative": 12859, + "members": [ + 12859 + ], + "max_error": 0.0 + }, + { + "representative": 12806, + "members": [ + 12806 + ], + "max_error": 0.0 + }, + { + "representative": 12880, + "members": [ + 12880 + ], + "max_error": 0.0 + }, + { + "representative": 12876, + "members": [ + 12876 + ], + "max_error": 0.0 + }, + { + "representative": 12889, + "members": [ + 12889 + ], + "max_error": 0.0 + }, + { + "representative": 12796, + "members": [ + 12796 + ], + "max_error": 0.0 + }, + { + "representative": 12974, + "members": [ + 12974 + ], + "max_error": 0.0 + }, + { + "representative": 12897, + "members": [ + 12897 + ], + "max_error": 0.0 + }, + { + "representative": 12903, + "members": [ + 12903 + ], + "max_error": 0.0 + }, + { + "representative": 12894, + "members": [ + 12894 + ], + "max_error": 0.0 + }, + { + "representative": 12852, + "members": [ + 12852 + ], + "max_error": 0.0 + }, + { + "representative": 12938, + "members": [ + 12938 + ], + "max_error": 0.0 + }, + { + "representative": 12991, + "members": [ + 12991 + ], + "max_error": 0.0 + }, + { + "representative": 12961, + "members": [ + 12961 + ], + "max_error": 0.0 + }, + { + "representative": 12907, + "members": [ + 12907 + ], + "max_error": 0.0 + }, + { + "representative": 12753, + "members": [ + 12753 + ], + "max_error": 0.0 + }, + { + "representative": 12878, + "members": [ + 12878 + ], + "max_error": 0.0 + }, + { + "representative": 12809, + "members": [ + 12809 + ], + "max_error": 0.0 + }, + { + "representative": 12879, + "members": [ + 12879 + ], + "max_error": 0.0 + }, + { + "representative": 12900, + "members": [ + 12900 + ], + "max_error": 0.0 + }, + { + "representative": 12845, + "members": [ + 12845 + ], + "max_error": 0.0 + }, + { + "representative": 12972, + "members": [ + 12972 + ], + "max_error": 0.0 + }, + { + "representative": 12966, + "members": [ + 12966 + ], + "max_error": 0.0 + }, + { + "representative": 12920, + "members": [ + 12920 + ], + "max_error": 0.0 + }, + { + "representative": 12782, + "members": [ + 12782 + ], + "max_error": 0.0 + }, + { + "representative": 12867, + "members": [ + 12867 + ], + "max_error": 0.0 + }, + { + "representative": 12874, + "members": [ + 12874 + ], + "max_error": 0.0 + }, + { + "representative": 12865, + "members": [ + 12865 + ], + "max_error": 0.0 + }, + { + "representative": 12886, + "members": [ + 12886 + ], + "max_error": 0.0 + }, + { + "representative": 12924, + "members": [ + 12924 + ], + "max_error": 0.0 + }, + { + "representative": 12760, + "members": [ + 12760 + ], + "max_error": 0.0 + }, + { + "representative": 12906, + "members": [ + 12906 + ], + "max_error": 0.0 + }, + { + "representative": 12915, + "members": [ + 12915 + ], + "max_error": 0.0 + }, + { + "representative": 13004, + "members": [ + 13004 + ], + "max_error": 0.0 + }, + { + "representative": 12964, + "members": [ + 12964 + ], + "max_error": 0.0 + }, + { + "representative": 12998, + "members": [ + 12998 + ], + "max_error": 0.0 + }, + { + "representative": 12810, + "members": [ + 12810 + ], + "max_error": 0.0 + }, + { + "representative": 12921, + "members": [ + 12921 + ], + "max_error": 0.0 + }, + { + "representative": 12762, + "members": [ + 12762 + ], + "max_error": 0.0 + }, + { + "representative": 12881, + "members": [ + 12881 + ], + "max_error": 0.0 + }, + { + "representative": 12767, + "members": [ + 12767 + ], + "max_error": 0.0 + }, + { + "representative": 12980, + "members": [ + 12980 + ], + "max_error": 0.0 + }, + { + "representative": 12959, + "members": [ + 12959 + ], + "max_error": 0.0 + }, + { + "representative": 12939, + "members": [ + 12939 + ], + "max_error": 0.0 + }, + { + "representative": 12862, + "members": [ + 12862 + ], + "max_error": 0.0 + }, + { + "representative": 12935, + "members": [ + 12935 + ], + "max_error": 0.0 + }, + { + "representative": 12770, + "members": [ + 12770 + ], + "max_error": 0.0 + }, + { + "representative": 12989, + "members": [ + 12989 + ], + "max_error": 0.0 + }, + { + "representative": 12956, + "members": [ + 12956 + ], + "max_error": 0.0 + }, + { + "representative": 12922, + "members": [ + 12922 + ], + "max_error": 0.0 + }, + { + "representative": 12909, + "members": [ + 12909 + ], + "max_error": 0.0 + }, + { + "representative": 12971, + "members": [ + 12971 + ], + "max_error": 0.0 + }, + { + "representative": 12955, + "members": [ + 12955 + ], + "max_error": 0.0 + }, + { + "representative": 12912, + "members": [ + 12912 + ], + "max_error": 0.0 + }, + { + "representative": 12930, + "members": [ + 12930 + ], + "max_error": 0.0 + }, + { + "representative": 12932, + "members": [ + 12932 + ], + "max_error": 0.0 + }, + { + "representative": 12933, + "members": [ + 12933 + ], + "max_error": 0.0 + }, + { + "representative": 12896, + "members": [ + 12896 + ], + "max_error": 0.0 + }, + { + "representative": 12764, + "members": [ + 12764 + ], + "max_error": 0.0 + }, + { + "representative": 12789, + "members": [ + 12789 + ], + "max_error": 0.0 + }, + { + "representative": 12901, + "members": [ + 12901 + ], + "max_error": 0.0 + }, + { + "representative": 12977, + "members": [ + 12977 + ], + "max_error": 0.0 + }, + { + "representative": 12834, + "members": [ + 12834 + ], + "max_error": 0.0 + }, + { + "representative": 13001, + "members": [ + 13001 + ], + "max_error": 0.0 + }, + { + "representative": 12899, + "members": [ + 12899 + ], + "max_error": 0.0 + }, + { + "representative": 12905, + "members": [ + 12905 + ], + "max_error": 0.0 + }, + { + "representative": 12904, + "members": [ + 12904 + ], + "max_error": 0.0 + }, + { + "representative": 12918, + "members": [ + 12918 + ], + "max_error": 0.0 + }, + { + "representative": 12931, + "members": [ + 12931 + ], + "max_error": 0.0 + }, + { + "representative": 12822, + "members": [ + 12822 + ], + "max_error": 0.0 + }, + { + "representative": 12765, + "members": [ + 12765 + ], + "max_error": 0.0 + }, + { + "representative": 12926, + "members": [ + 12926 + ], + "max_error": 0.0 + }, + { + "representative": 12916, + "members": [ + 12916 + ], + "max_error": 0.0 + }, + { + "representative": 12838, + "members": [ + 12838 + ], + "max_error": 0.0 + }, + { + "representative": 12925, + "members": [ + 12925 + ], + "max_error": 0.0 + }, + { + "representative": 12937, + "members": [ + 12937 + ], + "max_error": 0.0 + }, + { + "representative": 12945, + "members": [ + 12945 + ], + "max_error": 0.0 + }, + { + "representative": 12798, + "members": [ + 12798 + ], + "max_error": 0.0 + }, + { + "representative": 12947, + "members": [ + 12947 + ], + "max_error": 0.0 + }, + { + "representative": 12801, + "members": [ + 12801 + ], + "max_error": 0.0 + }, + { + "representative": 12840, + "members": [ + 12840 + ], + "max_error": 0.0 + }, + { + "representative": 12910, + "members": [ + 12910 + ], + "max_error": 0.0 + }, + { + "representative": 12934, + "members": [ + 12934 + ], + "max_error": 0.0 + }, + { + "representative": 13000, + "members": [ + 13000 + ], + "max_error": 0.0 + }, + { + "representative": 12858, + "members": [ + 12858 + ], + "max_error": 0.0 + }, + { + "representative": 12848, + "members": [ + 12848 + ], + "max_error": 0.0 + }, + { + "representative": 12847, + "members": [ + 12847 + ], + "max_error": 0.0 + }, + { + "representative": 13002, + "members": [ + 13002 + ], + "max_error": 0.0 + }, + { + "representative": 12755, + "members": [ + 12755 + ], + "max_error": 0.0 + }, + { + "representative": 12962, + "members": [ + 12962 + ], + "max_error": 0.0 + }, + { + "representative": 12963, + "members": [ + 12963 + ], + "max_error": 0.0 + }, + { + "representative": 12968, + "members": [ + 12968 + ], + "max_error": 0.0 + }, + { + "representative": 12949, + "members": [ + 12949 + ], + "max_error": 0.0 + }, + { + "representative": 12957, + "members": [ + 12957 + ], + "max_error": 0.0 + }, + { + "representative": 12958, + "members": [ + 12958 + ], + "max_error": 0.0 + }, + { + "representative": 12973, + "members": [ + 12973 + ], + "max_error": 0.0 + }, + { + "representative": 12868, + "members": [ + 12868 + ], + "max_error": 0.0 + }, + { + "representative": 12902, + "members": [ + 12902 + ], + "max_error": 0.0 + }, + { + "representative": 12856, + "members": [ + 12856 + ], + "max_error": 0.0 + }, + { + "representative": 12819, + "members": [ + 12819 + ], + "max_error": 0.0 + }, + { + "representative": 12944, + "members": [ + 12944 + ], + "max_error": 0.0 + }, + { + "representative": 12841, + "members": [ + 12841 + ], + "max_error": 0.0 + }, + { + "representative": 12999, + "members": [ + 12999 + ], + "max_error": 0.0 + }, + { + "representative": 12794, + "members": [ + 12794 + ], + "max_error": 0.0 + }, + { + "representative": 12875, + "members": [ + 12875 + ], + "max_error": 0.0 + }, + { + "representative": 12823, + "members": [ + 12823 + ], + "max_error": 0.0 + }, + { + "representative": 12888, + "members": [ + 12888 + ], + "max_error": 0.0 + }, + { + "representative": 12970, + "members": [ + 12970 + ], + "max_error": 0.0 + }, + { + "representative": 12784, + "members": [ + 12784 + ], + "max_error": 0.0 + }, + { + "representative": 12992, + "members": [ + 12992 + ], + "max_error": 0.0 + }, + { + "representative": 12994, + "members": [ + 12994 + ], + "max_error": 0.0 + }, + { + "representative": 12978, + "members": [ + 12978 + ], + "max_error": 0.0 + }, + { + "representative": 13003, + "members": [ + 13003 + ], + "max_error": 0.0 + }, + { + "representative": 12979, + "members": [ + 12979 + ], + "max_error": 0.0 + }, + { + "representative": 12982, + "members": [ + 12982 + ], + "max_error": 0.0 + }, + { + "representative": 12984, + "members": [ + 12984 + ], + "max_error": 0.0 + }, + { + "representative": 12990, + "members": [ + 12990 + ], + "max_error": 0.0 + }, + { + "representative": 12827, + "members": [ + 12827 + ], + "max_error": 0.0 + }, + { + "representative": 12816, + "members": [ + 12816 + ], + "max_error": 0.0 + }, + { + "representative": 12761, + "members": [ + 12761 + ], + "max_error": 0.0 + }, + { + "representative": 12829, + "members": [ + 12829 + ], + "max_error": 0.0 + }, + { + "representative": 12987, + "members": [ + 12987 + ], + "max_error": 0.0 + }, + { + "representative": 12988, + "members": [ + 12988 + ], + "max_error": 0.0 + }, + { + "representative": 12828, + "members": [ + 12828 + ], + "max_error": 0.0 + }, + { + "representative": 12799, + "members": [ + 12799 + ], + "max_error": 0.0 + }, + { + "representative": 12783, + "members": [ + 12783 + ], + "max_error": 0.0 + }, + { + "representative": 12882, + "members": [ + 12882 + ], + "max_error": 0.0 + }, + { + "representative": 12771, + "members": [ + 12771 + ], + "max_error": 0.0 + }, + { + "representative": 12807, + "members": [ + 12807 + ], + "max_error": 0.0 + }, + { + "representative": 12812, + "members": [ + 12812 + ], + "max_error": 0.0 + }, + { + "representative": 12813, + "members": [ + 12813 + ], + "max_error": 0.0 + }, + { + "representative": 12790, + "members": [ + 12790 + ], + "max_error": 0.0 + }, + { + "representative": 12792, + "members": [ + 12792 + ], + "max_error": 0.0 + }, + { + "representative": 12793, + "members": [ + 12793 + ], + "max_error": 0.0 + }, + { + "representative": 13005, + "members": [ + 13005 + ], + "max_error": 0.0 + }, + { + "representative": 12948, + "members": [ + 12948 + ], + "max_error": 0.0 + }, + { + "representative": 12861, + "members": [ + 12861 + ], + "max_error": 0.0 + }, + { + "representative": 12942, + "members": [ + 12942 + ], + "max_error": 0.0 + }, + { + "representative": 12791, + "members": [ + 12791 + ], + "max_error": 0.0 + }, + { + "representative": 12778, + "members": [ + 12778 + ], + "max_error": 0.0 + }, + { + "representative": 12781, + "members": [ + 12781 + ], + "max_error": 0.0 + }, + { + "representative": 12997, + "members": [ + 12997 + ], + "max_error": 0.0 + }, + { + "representative": 12913, + "members": [ + 12913 + ], + "max_error": 0.0 + }, + { + "representative": 12995, + "members": [ + 12995 + ], + "max_error": 0.0 + }, + { + "representative": 12805, + "members": [ + 12805 + ], + "max_error": 0.0 + }, + { + "representative": 12866, + "members": [ + 12866 + ], + "max_error": 0.0 + }, + { + "representative": 12965, + "members": [ + 12965 + ], + "max_error": 0.0 + }, + { + "representative": 12927, + "members": [ + 12927 + ], + "max_error": 0.0 + }, + { + "representative": 12808, + "members": [ + 12808 + ], + "max_error": 0.0 + }, + { + "representative": 12954, + "members": [ + 12954 + ], + "max_error": 0.0 + }, + { + "representative": 12775, + "members": [ + 12775 + ], + "max_error": 0.0 + }, + { + "representative": 12846, + "members": [ + 12846 + ], + "max_error": 0.0 + }, + { + "representative": 12788, + "members": [ + 12788 + ], + "max_error": 0.0 + }, + { + "representative": 12815, + "members": [ + 12815 + ], + "max_error": 0.0 + }, + { + "representative": 12855, + "members": [ + 12855 + ], + "max_error": 0.0 + }, + { + "representative": 12857, + "members": [ + 12857 + ], + "max_error": 0.0 + }, + { + "representative": 13072, + "members": [ + 13072 + ], + "max_error": 0.0 + }, + { + "representative": 13088, + "members": [ + 13088 + ], + "max_error": 0.0 + }, + { + "representative": 13089, + "members": [ + 13089 + ], + "max_error": 0.0 + }, + { + "representative": 13090, + "members": [ + 13090 + ], + "max_error": 0.0 + }, + { + "representative": 13091, + "members": [ + 13091 + ], + "max_error": 0.0 + }, + { + "representative": 13074, + "members": [ + 13074 + ], + "max_error": 0.0 + }, + { + "representative": 13092, + "members": [ + 13092 + ], + "max_error": 0.0 + }, + { + "representative": 13093, + "members": [ + 13093 + ], + "max_error": 0.0 + }, + { + "representative": 13094, + "members": [ + 13094 + ], + "max_error": 0.0 + }, + { + "representative": 13095, + "members": [ + 13095 + ], + "max_error": 0.0 + }, + { + "representative": 13096, + "members": [ + 13096 + ], + "max_error": 0.0 + }, + { + "representative": 13097, + "members": [ + 13097 + ], + "max_error": 0.0 + }, + { + "representative": 13098, + "members": [ + 13098 + ], + "max_error": 0.0 + }, + { + "representative": 13099, + "members": [ + 13099 + ], + "max_error": 0.0 + }, + { + "representative": 13100, + "members": [ + 13100 + ], + "max_error": 0.0 + }, + { + "representative": 13101, + "members": [ + 13101 + ], + "max_error": 0.0 + }, + { + "representative": 13075, + "members": [ + 13075 + ], + "max_error": 0.0 + }, + { + "representative": 13102, + "members": [ + 13102 + ], + "max_error": 0.0 + }, + { + "representative": 13103, + "members": [ + 13103 + ], + "max_error": 0.0 + }, + { + "representative": 13076, + "members": [ + 13076 + ], + "max_error": 0.0 + }, + { + "representative": 13077, + "members": [ + 13077 + ], + "max_error": 0.0 + }, + { + "representative": 13078, + "members": [ + 13078 + ], + "max_error": 0.0 + }, + { + "representative": 13079, + "members": [ + 13079 + ], + "max_error": 0.0 + }, + { + "representative": 13080, + "members": [ + 13080 + ], + "max_error": 0.0 + }, + { + "representative": 13081, + "members": [ + 13081 + ], + "max_error": 0.0 + }, + { + "representative": 13073, + "members": [ + 13073 + ], + "max_error": 0.0 + }, + { + "representative": 13082, + "members": [ + 13082 + ], + "max_error": 0.0 + }, + { + "representative": 13083, + "members": [ + 13083 + ], + "max_error": 0.0 + }, + { + "representative": 13084, + "members": [ + 13084 + ], + "max_error": 0.0 + }, + { + "representative": 13085, + "members": [ + 13085 + ], + "max_error": 0.0 + }, + { + "representative": 13086, + "members": [ + 13086 + ], + "max_error": 0.0 + }, + { + "representative": 13087, + "members": [ + 13087 + ], + "max_error": 0.0 + }, + { + "representative": 13136, + "members": [ + 13136 + ], + "max_error": 0.0 + }, + { + "representative": 13152, + "members": [ + 13152 + ], + "max_error": 0.0 + }, + { + "representative": 13153, + "members": [ + 13153 + ], + "max_error": 0.0 + }, + { + "representative": 13154, + "members": [ + 13154 + ], + "max_error": 0.0 + }, + { + "representative": 13155, + "members": [ + 13155 + ], + "max_error": 0.0 + }, + { + "representative": 13138, + "members": [ + 13138 + ], + "max_error": 0.0 + }, + { + "representative": 13156, + "members": [ + 13156 + ], + "max_error": 0.0 + }, + { + "representative": 13157, + "members": [ + 13157 + ], + "max_error": 0.0 + }, + { + "representative": 13158, + "members": [ + 13158 + ], + "max_error": 0.0 + }, + { + "representative": 13159, + "members": [ + 13159 + ], + "max_error": 0.0 + }, + { + "representative": 13160, + "members": [ + 13160 + ], + "max_error": 0.0 + }, + { + "representative": 13161, + "members": [ + 13161 + ], + "max_error": 0.0 + }, + { + "representative": 13162, + "members": [ + 13162 + ], + "max_error": 0.0 + }, + { + "representative": 13163, + "members": [ + 13163 + ], + "max_error": 0.0 + }, + { + "representative": 13164, + "members": [ + 13164 + ], + "max_error": 0.0 + }, + { + "representative": 13165, + "members": [ + 13165 + ], + "max_error": 0.0 + }, + { + "representative": 13139, + "members": [ + 13139 + ], + "max_error": 0.0 + }, + { + "representative": 13166, + "members": [ + 13166 + ], + "max_error": 0.0 + }, + { + "representative": 13167, + "members": [ + 13167 + ], + "max_error": 0.0 + }, + { + "representative": 13140, + "members": [ + 13140 + ], + "max_error": 0.0 + }, + { + "representative": 13141, + "members": [ + 13141 + ], + "max_error": 0.0 + }, + { + "representative": 13142, + "members": [ + 13142 + ], + "max_error": 0.0 + }, + { + "representative": 13143, + "members": [ + 13143 + ], + "max_error": 0.0 + }, + { + "representative": 13144, + "members": [ + 13144 + ], + "max_error": 0.0 + }, + { + "representative": 13145, + "members": [ + 13145 + ], + "max_error": 0.0 + }, + { + "representative": 13137, + "members": [ + 13137 + ], + "max_error": 0.0 + }, + { + "representative": 13146, + "members": [ + 13146 + ], + "max_error": 0.0 + }, + { + "representative": 13147, + "members": [ + 13147 + ], + "max_error": 0.0 + }, + { + "representative": 13148, + "members": [ + 13148 + ], + "max_error": 0.0 + }, + { + "representative": 13149, + "members": [ + 13149 + ], + "max_error": 0.0 + }, + { + "representative": 13150, + "members": [ + 13150 + ], + "max_error": 0.0 + }, + { + "representative": 13151, + "members": [ + 13151 + ], + "max_error": 0.0 + }, + { + "representative": 13168, + "members": [ + 13168 + ], + "max_error": 0.0 + }, + { + "representative": 13184, + "members": [ + 13184 + ], + "max_error": 0.0 + }, + { + "representative": 13185, + "members": [ + 13185 + ], + "max_error": 0.0 + }, + { + "representative": 13186, + "members": [ + 13186 + ], + "max_error": 0.0 + }, + { + "representative": 13187, + "members": [ + 13187 + ], + "max_error": 0.0 + }, + { + "representative": 13170, + "members": [ + 13170 + ], + "max_error": 0.0 + }, + { + "representative": 13188, + "members": [ + 13188 + ], + "max_error": 0.0 + }, + { + "representative": 13189, + "members": [ + 13189 + ], + "max_error": 0.0 + }, + { + "representative": 13190, + "members": [ + 13190 + ], + "max_error": 0.0 + }, + { + "representative": 13191, + "members": [ + 13191 + ], + "max_error": 0.0 + }, + { + "representative": 13192, + "members": [ + 13192 + ], + "max_error": 0.0 + }, + { + "representative": 13193, + "members": [ + 13193 + ], + "max_error": 0.0 + }, + { + "representative": 13194, + "members": [ + 13194 + ], + "max_error": 0.0 + }, + { + "representative": 13195, + "members": [ + 13195 + ], + "max_error": 0.0 + }, + { + "representative": 13196, + "members": [ + 13196 + ], + "max_error": 0.0 + }, + { + "representative": 13197, + "members": [ + 13197 + ], + "max_error": 0.0 + }, + { + "representative": 13171, + "members": [ + 13171 + ], + "max_error": 0.0 + }, + { + "representative": 13198, + "members": [ + 13198 + ], + "max_error": 0.0 + }, + { + "representative": 13199, + "members": [ + 13199 + ], + "max_error": 0.0 + }, + { + "representative": 13172, + "members": [ + 13172 + ], + "max_error": 0.0 + }, + { + "representative": 13173, + "members": [ + 13173 + ], + "max_error": 0.0 + }, + { + "representative": 13174, + "members": [ + 13174 + ], + "max_error": 0.0 + }, + { + "representative": 13175, + "members": [ + 13175 + ], + "max_error": 0.0 + }, + { + "representative": 13176, + "members": [ + 13176 + ], + "max_error": 0.0 + }, + { + "representative": 13177, + "members": [ + 13177 + ], + "max_error": 0.0 + }, + { + "representative": 13169, + "members": [ + 13169 + ], + "max_error": 0.0 + }, + { + "representative": 13178, + "members": [ + 13178 + ], + "max_error": 0.0 + }, + { + "representative": 13179, + "members": [ + 13179 + ], + "max_error": 0.0 + }, + { + "representative": 13180, + "members": [ + 13180 + ], + "max_error": 0.0 + }, + { + "representative": 13181, + "members": [ + 13181 + ], + "max_error": 0.0 + }, + { + "representative": 13182, + "members": [ + 13182 + ], + "max_error": 0.0 + }, + { + "representative": 13183, + "members": [ + 13183 + ], + "max_error": 0.0 + }, + { + "representative": 13200, + "members": [ + 13200 + ], + "max_error": 0.0 + }, + { + "representative": 13216, + "members": [ + 13216 + ], + "max_error": 0.0 + }, + { + "representative": 13217, + "members": [ + 13217 + ], + "max_error": 0.0 + }, + { + "representative": 13218, + "members": [ + 13218 + ], + "max_error": 0.0 + }, + { + "representative": 13219, + "members": [ + 13219 + ], + "max_error": 0.0 + }, + { + "representative": 13202, + "members": [ + 13202 + ], + "max_error": 0.0 + }, + { + "representative": 13220, + "members": [ + 13220 + ], + "max_error": 0.0 + }, + { + "representative": 13221, + "members": [ + 13221 + ], + "max_error": 0.0 + }, + { + "representative": 13222, + "members": [ + 13222 + ], + "max_error": 0.0 + }, + { + "representative": 13223, + "members": [ + 13223 + ], + "max_error": 0.0 + }, + { + "representative": 13224, + "members": [ + 13224 + ], + "max_error": 0.0 + }, + { + "representative": 13225, + "members": [ + 13225 + ], + "max_error": 0.0 + }, + { + "representative": 13226, + "members": [ + 13226 + ], + "max_error": 0.0 + }, + { + "representative": 13227, + "members": [ + 13227 + ], + "max_error": 0.0 + }, + { + "representative": 13228, + "members": [ + 13228 + ], + "max_error": 0.0 + }, + { + "representative": 13229, + "members": [ + 13229 + ], + "max_error": 0.0 + }, + { + "representative": 13203, + "members": [ + 13203 + ], + "max_error": 0.0 + }, + { + "representative": 13230, + "members": [ + 13230 + ], + "max_error": 0.0 + }, + { + "representative": 13231, + "members": [ + 13231 + ], + "max_error": 0.0 + }, + { + "representative": 13204, + "members": [ + 13204 + ], + "max_error": 0.0 + }, + { + "representative": 13205, + "members": [ + 13205 + ], + "max_error": 0.0 + }, + { + "representative": 13206, + "members": [ + 13206 + ], + "max_error": 0.0 + }, + { + "representative": 13207, + "members": [ + 13207 + ], + "max_error": 0.0 + }, + { + "representative": 13208, + "members": [ + 13208 + ], + "max_error": 0.0 + }, + { + "representative": 13209, + "members": [ + 13209 + ], + "max_error": 0.0 + }, + { + "representative": 13201, + "members": [ + 13201 + ], + "max_error": 0.0 + }, + { + "representative": 13210, + "members": [ + 13210 + ], + "max_error": 0.0 + }, + { + "representative": 13211, + "members": [ + 13211 + ], + "max_error": 0.0 + }, + { + "representative": 13212, + "members": [ + 13212 + ], + "max_error": 0.0 + }, + { + "representative": 13213, + "members": [ + 13213 + ], + "max_error": 0.0 + }, + { + "representative": 13214, + "members": [ + 13214 + ], + "max_error": 0.0 + }, + { + "representative": 13215, + "members": [ + 13215 + ], + "max_error": 0.0 + }, + { + "representative": 13232, + "members": [ + 13232 + ], + "max_error": 0.0 + }, + { + "representative": 13248, + "members": [ + 13248 + ], + "max_error": 0.0 + }, + { + "representative": 13249, + "members": [ + 13249 + ], + "max_error": 0.0 + }, + { + "representative": 13250, + "members": [ + 13250 + ], + "max_error": 0.0 + }, + { + "representative": 13251, + "members": [ + 13251 + ], + "max_error": 0.0 + }, + { + "representative": 13234, + "members": [ + 13234 + ], + "max_error": 0.0 + }, + { + "representative": 13252, + "members": [ + 13252 + ], + "max_error": 0.0 + }, + { + "representative": 13253, + "members": [ + 13253 + ], + "max_error": 0.0 + }, + { + "representative": 13254, + "members": [ + 13254 + ], + "max_error": 0.0 + }, + { + "representative": 13255, + "members": [ + 13255 + ], + "max_error": 0.0 + }, + { + "representative": 13256, + "members": [ + 13256 + ], + "max_error": 0.0 + }, + { + "representative": 13257, + "members": [ + 13257 + ], + "max_error": 0.0 + }, + { + "representative": 13258, + "members": [ + 13258 + ], + "max_error": 0.0 + }, + { + "representative": 13259, + "members": [ + 13259 + ], + "max_error": 0.0 + }, + { + "representative": 13260, + "members": [ + 13260 + ], + "max_error": 0.0 + }, + { + "representative": 13261, + "members": [ + 13261 + ], + "max_error": 0.0 + }, + { + "representative": 13235, + "members": [ + 13235 + ], + "max_error": 0.0 + }, + { + "representative": 13262, + "members": [ + 13262 + ], + "max_error": 0.0 + }, + { + "representative": 13263, + "members": [ + 13263 + ], + "max_error": 0.0 + }, + { + "representative": 13236, + "members": [ + 13236 + ], + "max_error": 0.0 + }, + { + "representative": 13237, + "members": [ + 13237 + ], + "max_error": 0.0 + }, + { + "representative": 13238, + "members": [ + 13238 + ], + "max_error": 0.0 + }, + { + "representative": 13239, + "members": [ + 13239 + ], + "max_error": 0.0 + }, + { + "representative": 13240, + "members": [ + 13240 + ], + "max_error": 0.0 + }, + { + "representative": 13241, + "members": [ + 13241 + ], + "max_error": 0.0 + }, + { + "representative": 13233, + "members": [ + 13233 + ], + "max_error": 0.0 + }, + { + "representative": 13242, + "members": [ + 13242 + ], + "max_error": 0.0 + }, + { + "representative": 13243, + "members": [ + 13243 + ], + "max_error": 0.0 + }, + { + "representative": 13244, + "members": [ + 13244 + ], + "max_error": 0.0 + }, + { + "representative": 13245, + "members": [ + 13245 + ], + "max_error": 0.0 + }, + { + "representative": 13246, + "members": [ + 13246 + ], + "max_error": 0.0 + }, + { + "representative": 13247, + "members": [ + 13247 + ], + "max_error": 0.0 + }, + { + "representative": 13264, + "members": [ + 13264 + ], + "max_error": 0.0 + }, + { + "representative": 13280, + "members": [ + 13280 + ], + "max_error": 0.0 + }, + { + "representative": 13281, + "members": [ + 13281 + ], + "max_error": 0.0 + }, + { + "representative": 13282, + "members": [ + 13282 + ], + "max_error": 0.0 + }, + { + "representative": 13283, + "members": [ + 13283 + ], + "max_error": 0.0 + }, + { + "representative": 13266, + "members": [ + 13266 + ], + "max_error": 0.0 + }, + { + "representative": 13284, + "members": [ + 13284 + ], + "max_error": 0.0 + }, + { + "representative": 13285, + "members": [ + 13285 + ], + "max_error": 0.0 + }, + { + "representative": 13286, + "members": [ + 13286 + ], + "max_error": 0.0 + }, + { + "representative": 13287, + "members": [ + 13287 + ], + "max_error": 0.0 + }, + { + "representative": 13288, + "members": [ + 13288 + ], + "max_error": 0.0 + }, + { + "representative": 13289, + "members": [ + 13289 + ], + "max_error": 0.0 + }, + { + "representative": 13290, + "members": [ + 13290 + ], + "max_error": 0.0 + }, + { + "representative": 13291, + "members": [ + 13291 + ], + "max_error": 0.0 + }, + { + "representative": 13292, + "members": [ + 13292 + ], + "max_error": 0.0 + }, + { + "representative": 13293, + "members": [ + 13293 + ], + "max_error": 0.0 + }, + { + "representative": 13267, + "members": [ + 13267 + ], + "max_error": 0.0 + }, + { + "representative": 13294, + "members": [ + 13294 + ], + "max_error": 0.0 + }, + { + "representative": 13295, + "members": [ + 13295 + ], + "max_error": 0.0 + }, + { + "representative": 13268, + "members": [ + 13268 + ], + "max_error": 0.0 + }, + { + "representative": 13269, + "members": [ + 13269 + ], + "max_error": 0.0 + }, + { + "representative": 13270, + "members": [ + 13270 + ], + "max_error": 0.0 + }, + { + "representative": 13271, + "members": [ + 13271 + ], + "max_error": 0.0 + }, + { + "representative": 13272, + "members": [ + 13272 + ], + "max_error": 0.0 + }, + { + "representative": 13273, + "members": [ + 13273 + ], + "max_error": 0.0 + }, + { + "representative": 13265, + "members": [ + 13265 + ], + "max_error": 0.0 + }, + { + "representative": 13274, + "members": [ + 13274 + ], + "max_error": 0.0 + }, + { + "representative": 13275, + "members": [ + 13275 + ], + "max_error": 0.0 + }, + { + "representative": 13276, + "members": [ + 13276 + ], + "max_error": 0.0 + }, + { + "representative": 13277, + "members": [ + 13277 + ], + "max_error": 0.0 + }, + { + "representative": 13278, + "members": [ + 13278 + ], + "max_error": 0.0 + }, + { + "representative": 13279, + "members": [ + 13279 + ], + "max_error": 0.0 + }, + { + "representative": 13296, + "members": [ + 13296 + ], + "max_error": 0.0 + }, + { + "representative": 13312, + "members": [ + 13312 + ], + "max_error": 0.0 + }, + { + "representative": 13313, + "members": [ + 13313 + ], + "max_error": 0.0 + }, + { + "representative": 13314, + "members": [ + 13314 + ], + "max_error": 0.0 + }, + { + "representative": 13315, + "members": [ + 13315 + ], + "max_error": 0.0 + }, + { + "representative": 13298, + "members": [ + 13298 + ], + "max_error": 0.0 + }, + { + "representative": 13316, + "members": [ + 13316 + ], + "max_error": 0.0 + }, + { + "representative": 13317, + "members": [ + 13317 + ], + "max_error": 0.0 + }, + { + "representative": 13318, + "members": [ + 13318 + ], + "max_error": 0.0 + }, + { + "representative": 13319, + "members": [ + 13319 + ], + "max_error": 0.0 + }, + { + "representative": 13320, + "members": [ + 13320 + ], + "max_error": 0.0 + }, + { + "representative": 13321, + "members": [ + 13321 + ], + "max_error": 0.0 + }, + { + "representative": 13322, + "members": [ + 13322 + ], + "max_error": 0.0 + }, + { + "representative": 13323, + "members": [ + 13323 + ], + "max_error": 0.0 + }, + { + "representative": 13324, + "members": [ + 13324 + ], + "max_error": 0.0 + }, + { + "representative": 13325, + "members": [ + 13325 + ], + "max_error": 0.0 + }, + { + "representative": 13299, + "members": [ + 13299 + ], + "max_error": 0.0 + }, + { + "representative": 13326, + "members": [ + 13326 + ], + "max_error": 0.0 + }, + { + "representative": 13327, + "members": [ + 13327 + ], + "max_error": 0.0 + }, + { + "representative": 13300, + "members": [ + 13300 + ], + "max_error": 0.0 + }, + { + "representative": 13301, + "members": [ + 13301 + ], + "max_error": 0.0 + }, + { + "representative": 13302, + "members": [ + 13302 + ], + "max_error": 0.0 + }, + { + "representative": 13303, + "members": [ + 13303 + ], + "max_error": 0.0 + }, + { + "representative": 13304, + "members": [ + 13304 + ], + "max_error": 0.0 + }, + { + "representative": 13305, + "members": [ + 13305 + ], + "max_error": 0.0 + }, + { + "representative": 13297, + "members": [ + 13297 + ], + "max_error": 0.0 + }, + { + "representative": 13306, + "members": [ + 13306 + ], + "max_error": 0.0 + }, + { + "representative": 13307, + "members": [ + 13307 + ], + "max_error": 0.0 + }, + { + "representative": 13308, + "members": [ + 13308 + ], + "max_error": 0.0 + }, + { + "representative": 13309, + "members": [ + 13309 + ], + "max_error": 0.0 + }, + { + "representative": 13310, + "members": [ + 13310 + ], + "max_error": 0.0 + }, + { + "representative": 13311, + "members": [ + 13311 + ], + "max_error": 0.0 + }, + { + "representative": 13104, + "members": [ + 13104 + ], + "max_error": 0.0 + }, + { + "representative": 13120, + "members": [ + 13120 + ], + "max_error": 0.0 + }, + { + "representative": 13121, + "members": [ + 13121 + ], + "max_error": 0.0 + }, + { + "representative": 13122, + "members": [ + 13122 + ], + "max_error": 0.0 + }, + { + "representative": 13123, + "members": [ + 13123 + ], + "max_error": 0.0 + }, + { + "representative": 13106, + "members": [ + 13106 + ], + "max_error": 0.0 + }, + { + "representative": 13124, + "members": [ + 13124 + ], + "max_error": 0.0 + }, + { + "representative": 13125, + "members": [ + 13125 + ], + "max_error": 0.0 + }, + { + "representative": 13126, + "members": [ + 13126 + ], + "max_error": 0.0 + }, + { + "representative": 13127, + "members": [ + 13127 + ], + "max_error": 0.0 + }, + { + "representative": 13128, + "members": [ + 13128 + ], + "max_error": 0.0 + }, + { + "representative": 13129, + "members": [ + 13129 + ], + "max_error": 0.0 + }, + { + "representative": 13130, + "members": [ + 13130 + ], + "max_error": 0.0 + }, + { + "representative": 13131, + "members": [ + 13131 + ], + "max_error": 0.0 + }, + { + "representative": 13132, + "members": [ + 13132 + ], + "max_error": 0.0 + }, + { + "representative": 13133, + "members": [ + 13133 + ], + "max_error": 0.0 + }, + { + "representative": 13107, + "members": [ + 13107 + ], + "max_error": 0.0 + }, + { + "representative": 13134, + "members": [ + 13134 + ], + "max_error": 0.0 + }, + { + "representative": 13135, + "members": [ + 13135 + ], + "max_error": 0.0 + }, + { + "representative": 13108, + "members": [ + 13108 + ], + "max_error": 0.0 + }, + { + "representative": 13109, + "members": [ + 13109 + ], + "max_error": 0.0 + }, + { + "representative": 13110, + "members": [ + 13110 + ], + "max_error": 0.0 + }, + { + "representative": 13111, + "members": [ + 13111 + ], + "max_error": 0.0 + }, + { + "representative": 13112, + "members": [ + 13112 + ], + "max_error": 0.0 + }, + { + "representative": 13113, + "members": [ + 13113 + ], + "max_error": 0.0 + }, + { + "representative": 13105, + "members": [ + 13105 + ], + "max_error": 0.0 + }, + { + "representative": 13114, + "members": [ + 13114 + ], + "max_error": 0.0 + }, + { + "representative": 13115, + "members": [ + 13115 + ], + "max_error": 0.0 + }, + { + "representative": 13116, + "members": [ + 13116 + ], + "max_error": 0.0 + }, + { + "representative": 13117, + "members": [ + 13117 + ], + "max_error": 0.0 + }, + { + "representative": 13118, + "members": [ + 13118 + ], + "max_error": 0.0 + }, + { + "representative": 13119, + "members": [ + 13119 + ], + "max_error": 0.0 + } +] \ No newline at end of file diff --git a/results/qwen35-2b/analysis/groups_block_2d-64_0.20.json b/results/qwen35-2b/analysis/groups_block_2d-64_0.20.json new file mode 100644 index 0000000..e88c63d --- /dev/null +++ b/results/qwen35-2b/analysis/groups_block_2d-64_0.20.json @@ -0,0 +1,46564 @@ +[ + { + "representative": 9364, + "members": [ + 9474, + 9583, + 9364 + ], + "max_error": 0.10251274734574889 + }, + { + "representative": 9556, + "members": [ + 9503, + 9599, + 9556 + ], + "max_error": 0.18661711940726244 + }, + { + "representative": 9614, + "members": [ + 9615, + 9614 + ], + "max_error": 0.10807882724754828 + }, + { + "representative": 491, + "members": [ + 491 + ], + "max_error": 0.0 + }, + { + "representative": 426, + "members": [ + 426 + ], + "max_error": 0.0 + }, + { + "representative": 296, + "members": [ + 296 + ], + "max_error": 0.0 + }, + { + "representative": 505, + "members": [ + 505 + ], + "max_error": 0.0 + }, + { + "representative": 304, + "members": [ + 304 + ], + "max_error": 0.0 + }, + { + "representative": 359, + "members": [ + 359 + ], + "max_error": 0.0 + }, + { + "representative": 344, + "members": [ + 344 + ], + "max_error": 0.0 + }, + { + "representative": 403, + "members": [ + 403 + ], + "max_error": 0.0 + }, + { + "representative": 347, + "members": [ + 347 + ], + "max_error": 0.0 + }, + { + "representative": 498, + "members": [ + 498 + ], + "max_error": 0.0 + }, + { + "representative": 420, + "members": [ + 420 + ], + "max_error": 0.0 + }, + { + "representative": 341, + "members": [ + 341 + ], + "max_error": 0.0 + }, + { + "representative": 483, + "members": [ + 483 + ], + "max_error": 0.0 + }, + { + "representative": 271, + "members": [ + 271 + ], + "max_error": 0.0 + }, + { + "representative": 446, + "members": [ + 446 + ], + "max_error": 0.0 + }, + { + "representative": 401, + "members": [ + 401 + ], + "max_error": 0.0 + }, + { + "representative": 488, + "members": [ + 488 + ], + "max_error": 0.0 + }, + { + "representative": 285, + "members": [ + 285 + ], + "max_error": 0.0 + }, + { + "representative": 402, + "members": [ + 402 + ], + "max_error": 0.0 + }, + { + "representative": 323, + "members": [ + 323 + ], + "max_error": 0.0 + }, + { + "representative": 504, + "members": [ + 504 + ], + "max_error": 0.0 + }, + { + "representative": 312, + "members": [ + 312 + ], + "max_error": 0.0 + }, + { + "representative": 257, + "members": [ + 257 + ], + "max_error": 0.0 + }, + { + "representative": 269, + "members": [ + 269 + ], + "max_error": 0.0 + }, + { + "representative": 372, + "members": [ + 372 + ], + "max_error": 0.0 + }, + { + "representative": 424, + "members": [ + 424 + ], + "max_error": 0.0 + }, + { + "representative": 495, + "members": [ + 495 + ], + "max_error": 0.0 + }, + { + "representative": 436, + "members": [ + 436 + ], + "max_error": 0.0 + }, + { + "representative": 324, + "members": [ + 324 + ], + "max_error": 0.0 + }, + { + "representative": 400, + "members": [ + 400 + ], + "max_error": 0.0 + }, + { + "representative": 509, + "members": [ + 509 + ], + "max_error": 0.0 + }, + { + "representative": 361, + "members": [ + 361 + ], + "max_error": 0.0 + }, + { + "representative": 328, + "members": [ + 328 + ], + "max_error": 0.0 + }, + { + "representative": 267, + "members": [ + 267 + ], + "max_error": 0.0 + }, + { + "representative": 466, + "members": [ + 466 + ], + "max_error": 0.0 + }, + { + "representative": 338, + "members": [ + 338 + ], + "max_error": 0.0 + }, + { + "representative": 418, + "members": [ + 418 + ], + "max_error": 0.0 + }, + { + "representative": 482, + "members": [ + 482 + ], + "max_error": 0.0 + }, + { + "representative": 460, + "members": [ + 460 + ], + "max_error": 0.0 + }, + { + "representative": 291, + "members": [ + 291 + ], + "max_error": 0.0 + }, + { + "representative": 465, + "members": [ + 465 + ], + "max_error": 0.0 + }, + { + "representative": 506, + "members": [ + 506 + ], + "max_error": 0.0 + }, + { + "representative": 314, + "members": [ + 314 + ], + "max_error": 0.0 + }, + { + "representative": 320, + "members": [ + 320 + ], + "max_error": 0.0 + }, + { + "representative": 441, + "members": [ + 441 + ], + "max_error": 0.0 + }, + { + "representative": 404, + "members": [ + 404 + ], + "max_error": 0.0 + }, + { + "representative": 490, + "members": [ + 490 + ], + "max_error": 0.0 + }, + { + "representative": 467, + "members": [ + 467 + ], + "max_error": 0.0 + }, + { + "representative": 475, + "members": [ + 475 + ], + "max_error": 0.0 + }, + { + "representative": 503, + "members": [ + 503 + ], + "max_error": 0.0 + }, + { + "representative": 499, + "members": [ + 499 + ], + "max_error": 0.0 + }, + { + "representative": 336, + "members": [ + 336 + ], + "max_error": 0.0 + }, + { + "representative": 421, + "members": [ + 421 + ], + "max_error": 0.0 + }, + { + "representative": 457, + "members": [ + 457 + ], + "max_error": 0.0 + }, + { + "representative": 472, + "members": [ + 472 + ], + "max_error": 0.0 + }, + { + "representative": 322, + "members": [ + 322 + ], + "max_error": 0.0 + }, + { + "representative": 415, + "members": [ + 415 + ], + "max_error": 0.0 + }, + { + "representative": 355, + "members": [ + 355 + ], + "max_error": 0.0 + }, + { + "representative": 332, + "members": [ + 332 + ], + "max_error": 0.0 + }, + { + "representative": 473, + "members": [ + 473 + ], + "max_error": 0.0 + }, + { + "representative": 311, + "members": [ + 311 + ], + "max_error": 0.0 + }, + { + "representative": 351, + "members": [ + 351 + ], + "max_error": 0.0 + }, + { + "representative": 345, + "members": [ + 345 + ], + "max_error": 0.0 + }, + { + "representative": 387, + "members": [ + 387 + ], + "max_error": 0.0 + }, + { + "representative": 431, + "members": [ + 431 + ], + "max_error": 0.0 + }, + { + "representative": 380, + "members": [ + 380 + ], + "max_error": 0.0 + }, + { + "representative": 370, + "members": [ + 370 + ], + "max_error": 0.0 + }, + { + "representative": 368, + "members": [ + 368 + ], + "max_error": 0.0 + }, + { + "representative": 456, + "members": [ + 456 + ], + "max_error": 0.0 + }, + { + "representative": 427, + "members": [ + 427 + ], + "max_error": 0.0 + }, + { + "representative": 348, + "members": [ + 348 + ], + "max_error": 0.0 + }, + { + "representative": 264, + "members": [ + 264 + ], + "max_error": 0.0 + }, + { + "representative": 301, + "members": [ + 301 + ], + "max_error": 0.0 + }, + { + "representative": 333, + "members": [ + 333 + ], + "max_error": 0.0 + }, + { + "representative": 330, + "members": [ + 330 + ], + "max_error": 0.0 + }, + { + "representative": 364, + "members": [ + 364 + ], + "max_error": 0.0 + }, + { + "representative": 437, + "members": [ + 437 + ], + "max_error": 0.0 + }, + { + "representative": 272, + "members": [ + 272 + ], + "max_error": 0.0 + }, + { + "representative": 273, + "members": [ + 273 + ], + "max_error": 0.0 + }, + { + "representative": 317, + "members": [ + 317 + ], + "max_error": 0.0 + }, + { + "representative": 354, + "members": [ + 354 + ], + "max_error": 0.0 + }, + { + "representative": 362, + "members": [ + 362 + ], + "max_error": 0.0 + }, + { + "representative": 343, + "members": [ + 343 + ], + "max_error": 0.0 + }, + { + "representative": 422, + "members": [ + 422 + ], + "max_error": 0.0 + }, + { + "representative": 358, + "members": [ + 358 + ], + "max_error": 0.0 + }, + { + "representative": 388, + "members": [ + 388 + ], + "max_error": 0.0 + }, + { + "representative": 282, + "members": [ + 282 + ], + "max_error": 0.0 + }, + { + "representative": 293, + "members": [ + 293 + ], + "max_error": 0.0 + }, + { + "representative": 430, + "members": [ + 430 + ], + "max_error": 0.0 + }, + { + "representative": 335, + "members": [ + 335 + ], + "max_error": 0.0 + }, + { + "representative": 383, + "members": [ + 383 + ], + "max_error": 0.0 + }, + { + "representative": 500, + "members": [ + 500 + ], + "max_error": 0.0 + }, + { + "representative": 318, + "members": [ + 318 + ], + "max_error": 0.0 + }, + { + "representative": 459, + "members": [ + 459 + ], + "max_error": 0.0 + }, + { + "representative": 484, + "members": [ + 484 + ], + "max_error": 0.0 + }, + { + "representative": 476, + "members": [ + 476 + ], + "max_error": 0.0 + }, + { + "representative": 398, + "members": [ + 398 + ], + "max_error": 0.0 + }, + { + "representative": 461, + "members": [ + 461 + ], + "max_error": 0.0 + }, + { + "representative": 394, + "members": [ + 394 + ], + "max_error": 0.0 + }, + { + "representative": 406, + "members": [ + 406 + ], + "max_error": 0.0 + }, + { + "representative": 280, + "members": [ + 280 + ], + "max_error": 0.0 + }, + { + "representative": 298, + "members": [ + 298 + ], + "max_error": 0.0 + }, + { + "representative": 471, + "members": [ + 471 + ], + "max_error": 0.0 + }, + { + "representative": 405, + "members": [ + 405 + ], + "max_error": 0.0 + }, + { + "representative": 389, + "members": [ + 389 + ], + "max_error": 0.0 + }, + { + "representative": 268, + "members": [ + 268 + ], + "max_error": 0.0 + }, + { + "representative": 283, + "members": [ + 283 + ], + "max_error": 0.0 + }, + { + "representative": 309, + "members": [ + 309 + ], + "max_error": 0.0 + }, + { + "representative": 277, + "members": [ + 277 + ], + "max_error": 0.0 + }, + { + "representative": 371, + "members": [ + 371 + ], + "max_error": 0.0 + }, + { + "representative": 329, + "members": [ + 329 + ], + "max_error": 0.0 + }, + { + "representative": 463, + "members": [ + 463 + ], + "max_error": 0.0 + }, + { + "representative": 290, + "members": [ + 290 + ], + "max_error": 0.0 + }, + { + "representative": 306, + "members": [ + 306 + ], + "max_error": 0.0 + }, + { + "representative": 407, + "members": [ + 407 + ], + "max_error": 0.0 + }, + { + "representative": 449, + "members": [ + 449 + ], + "max_error": 0.0 + }, + { + "representative": 507, + "members": [ + 507 + ], + "max_error": 0.0 + }, + { + "representative": 511, + "members": [ + 511 + ], + "max_error": 0.0 + }, + { + "representative": 357, + "members": [ + 357 + ], + "max_error": 0.0 + }, + { + "representative": 360, + "members": [ + 360 + ], + "max_error": 0.0 + }, + { + "representative": 384, + "members": [ + 384 + ], + "max_error": 0.0 + }, + { + "representative": 315, + "members": [ + 315 + ], + "max_error": 0.0 + }, + { + "representative": 260, + "members": [ + 260 + ], + "max_error": 0.0 + }, + { + "representative": 340, + "members": [ + 340 + ], + "max_error": 0.0 + }, + { + "representative": 294, + "members": [ + 294 + ], + "max_error": 0.0 + }, + { + "representative": 353, + "members": [ + 353 + ], + "max_error": 0.0 + }, + { + "representative": 356, + "members": [ + 356 + ], + "max_error": 0.0 + }, + { + "representative": 377, + "members": [ + 377 + ], + "max_error": 0.0 + }, + { + "representative": 492, + "members": [ + 492 + ], + "max_error": 0.0 + }, + { + "representative": 396, + "members": [ + 396 + ], + "max_error": 0.0 + }, + { + "representative": 486, + "members": [ + 486 + ], + "max_error": 0.0 + }, + { + "representative": 279, + "members": [ + 279 + ], + "max_error": 0.0 + }, + { + "representative": 302, + "members": [ + 302 + ], + "max_error": 0.0 + }, + { + "representative": 443, + "members": [ + 443 + ], + "max_error": 0.0 + }, + { + "representative": 442, + "members": [ + 442 + ], + "max_error": 0.0 + }, + { + "representative": 299, + "members": [ + 299 + ], + "max_error": 0.0 + }, + { + "representative": 391, + "members": [ + 391 + ], + "max_error": 0.0 + }, + { + "representative": 305, + "members": [ + 305 + ], + "max_error": 0.0 + }, + { + "representative": 508, + "members": [ + 508 + ], + "max_error": 0.0 + }, + { + "representative": 390, + "members": [ + 390 + ], + "max_error": 0.0 + }, + { + "representative": 409, + "members": [ + 409 + ], + "max_error": 0.0 + }, + { + "representative": 481, + "members": [ + 481 + ], + "max_error": 0.0 + }, + { + "representative": 408, + "members": [ + 408 + ], + "max_error": 0.0 + }, + { + "representative": 444, + "members": [ + 444 + ], + "max_error": 0.0 + }, + { + "representative": 366, + "members": [ + 366 + ], + "max_error": 0.0 + }, + { + "representative": 487, + "members": [ + 487 + ], + "max_error": 0.0 + }, + { + "representative": 410, + "members": [ + 410 + ], + "max_error": 0.0 + }, + { + "representative": 321, + "members": [ + 321 + ], + "max_error": 0.0 + }, + { + "representative": 367, + "members": [ + 367 + ], + "max_error": 0.0 + }, + { + "representative": 276, + "members": [ + 276 + ], + "max_error": 0.0 + }, + { + "representative": 363, + "members": [ + 363 + ], + "max_error": 0.0 + }, + { + "representative": 432, + "members": [ + 432 + ], + "max_error": 0.0 + }, + { + "representative": 373, + "members": [ + 373 + ], + "max_error": 0.0 + }, + { + "representative": 303, + "members": [ + 303 + ], + "max_error": 0.0 + }, + { + "representative": 417, + "members": [ + 417 + ], + "max_error": 0.0 + }, + { + "representative": 278, + "members": [ + 278 + ], + "max_error": 0.0 + }, + { + "representative": 478, + "members": [ + 478 + ], + "max_error": 0.0 + }, + { + "representative": 453, + "members": [ + 453 + ], + "max_error": 0.0 + }, + { + "representative": 342, + "members": [ + 342 + ], + "max_error": 0.0 + }, + { + "representative": 448, + "members": [ + 448 + ], + "max_error": 0.0 + }, + { + "representative": 281, + "members": [ + 281 + ], + "max_error": 0.0 + }, + { + "representative": 439, + "members": [ + 439 + ], + "max_error": 0.0 + }, + { + "representative": 458, + "members": [ + 458 + ], + "max_error": 0.0 + }, + { + "representative": 352, + "members": [ + 352 + ], + "max_error": 0.0 + }, + { + "representative": 501, + "members": [ + 501 + ], + "max_error": 0.0 + }, + { + "representative": 393, + "members": [ + 393 + ], + "max_error": 0.0 + }, + { + "representative": 397, + "members": [ + 397 + ], + "max_error": 0.0 + }, + { + "representative": 470, + "members": [ + 470 + ], + "max_error": 0.0 + }, + { + "representative": 258, + "members": [ + 258 + ], + "max_error": 0.0 + }, + { + "representative": 454, + "members": [ + 454 + ], + "max_error": 0.0 + }, + { + "representative": 462, + "members": [ + 462 + ], + "max_error": 0.0 + }, + { + "representative": 386, + "members": [ + 386 + ], + "max_error": 0.0 + }, + { + "representative": 425, + "members": [ + 425 + ], + "max_error": 0.0 + }, + { + "representative": 327, + "members": [ + 327 + ], + "max_error": 0.0 + }, + { + "representative": 326, + "members": [ + 326 + ], + "max_error": 0.0 + }, + { + "representative": 265, + "members": [ + 265 + ], + "max_error": 0.0 + }, + { + "representative": 369, + "members": [ + 369 + ], + "max_error": 0.0 + }, + { + "representative": 316, + "members": [ + 316 + ], + "max_error": 0.0 + }, + { + "representative": 334, + "members": [ + 334 + ], + "max_error": 0.0 + }, + { + "representative": 313, + "members": [ + 313 + ], + "max_error": 0.0 + }, + { + "representative": 349, + "members": [ + 349 + ], + "max_error": 0.0 + }, + { + "representative": 381, + "members": [ + 381 + ], + "max_error": 0.0 + }, + { + "representative": 450, + "members": [ + 450 + ], + "max_error": 0.0 + }, + { + "representative": 451, + "members": [ + 451 + ], + "max_error": 0.0 + }, + { + "representative": 395, + "members": [ + 395 + ], + "max_error": 0.0 + }, + { + "representative": 307, + "members": [ + 307 + ], + "max_error": 0.0 + }, + { + "representative": 374, + "members": [ + 374 + ], + "max_error": 0.0 + }, + { + "representative": 423, + "members": [ + 423 + ], + "max_error": 0.0 + }, + { + "representative": 428, + "members": [ + 428 + ], + "max_error": 0.0 + }, + { + "representative": 480, + "members": [ + 480 + ], + "max_error": 0.0 + }, + { + "representative": 382, + "members": [ + 382 + ], + "max_error": 0.0 + }, + { + "representative": 455, + "members": [ + 455 + ], + "max_error": 0.0 + }, + { + "representative": 496, + "members": [ + 496 + ], + "max_error": 0.0 + }, + { + "representative": 434, + "members": [ + 434 + ], + "max_error": 0.0 + }, + { + "representative": 337, + "members": [ + 337 + ], + "max_error": 0.0 + }, + { + "representative": 440, + "members": [ + 440 + ], + "max_error": 0.0 + }, + { + "representative": 502, + "members": [ + 502 + ], + "max_error": 0.0 + }, + { + "representative": 275, + "members": [ + 275 + ], + "max_error": 0.0 + }, + { + "representative": 297, + "members": [ + 297 + ], + "max_error": 0.0 + }, + { + "representative": 263, + "members": [ + 263 + ], + "max_error": 0.0 + }, + { + "representative": 412, + "members": [ + 412 + ], + "max_error": 0.0 + }, + { + "representative": 416, + "members": [ + 416 + ], + "max_error": 0.0 + }, + { + "representative": 259, + "members": [ + 259 + ], + "max_error": 0.0 + }, + { + "representative": 287, + "members": [ + 287 + ], + "max_error": 0.0 + }, + { + "representative": 452, + "members": [ + 452 + ], + "max_error": 0.0 + }, + { + "representative": 274, + "members": [ + 274 + ], + "max_error": 0.0 + }, + { + "representative": 270, + "members": [ + 270 + ], + "max_error": 0.0 + }, + { + "representative": 385, + "members": [ + 385 + ], + "max_error": 0.0 + }, + { + "representative": 433, + "members": [ + 433 + ], + "max_error": 0.0 + }, + { + "representative": 261, + "members": [ + 261 + ], + "max_error": 0.0 + }, + { + "representative": 497, + "members": [ + 497 + ], + "max_error": 0.0 + }, + { + "representative": 411, + "members": [ + 411 + ], + "max_error": 0.0 + }, + { + "representative": 399, + "members": [ + 399 + ], + "max_error": 0.0 + }, + { + "representative": 494, + "members": [ + 494 + ], + "max_error": 0.0 + }, + { + "representative": 464, + "members": [ + 464 + ], + "max_error": 0.0 + }, + { + "representative": 469, + "members": [ + 469 + ], + "max_error": 0.0 + }, + { + "representative": 286, + "members": [ + 286 + ], + "max_error": 0.0 + }, + { + "representative": 319, + "members": [ + 319 + ], + "max_error": 0.0 + }, + { + "representative": 379, + "members": [ + 379 + ], + "max_error": 0.0 + }, + { + "representative": 474, + "members": [ + 474 + ], + "max_error": 0.0 + }, + { + "representative": 468, + "members": [ + 468 + ], + "max_error": 0.0 + }, + { + "representative": 493, + "members": [ + 493 + ], + "max_error": 0.0 + }, + { + "representative": 477, + "members": [ + 477 + ], + "max_error": 0.0 + }, + { + "representative": 479, + "members": [ + 479 + ], + "max_error": 0.0 + }, + { + "representative": 266, + "members": [ + 266 + ], + "max_error": 0.0 + }, + { + "representative": 392, + "members": [ + 392 + ], + "max_error": 0.0 + }, + { + "representative": 413, + "members": [ + 413 + ], + "max_error": 0.0 + }, + { + "representative": 310, + "members": [ + 310 + ], + "max_error": 0.0 + }, + { + "representative": 288, + "members": [ + 288 + ], + "max_error": 0.0 + }, + { + "representative": 262, + "members": [ + 262 + ], + "max_error": 0.0 + }, + { + "representative": 435, + "members": [ + 435 + ], + "max_error": 0.0 + }, + { + "representative": 376, + "members": [ + 376 + ], + "max_error": 0.0 + }, + { + "representative": 295, + "members": [ + 295 + ], + "max_error": 0.0 + }, + { + "representative": 414, + "members": [ + 414 + ], + "max_error": 0.0 + }, + { + "representative": 429, + "members": [ + 429 + ], + "max_error": 0.0 + }, + { + "representative": 339, + "members": [ + 339 + ], + "max_error": 0.0 + }, + { + "representative": 325, + "members": [ + 325 + ], + "max_error": 0.0 + }, + { + "representative": 292, + "members": [ + 292 + ], + "max_error": 0.0 + }, + { + "representative": 365, + "members": [ + 365 + ], + "max_error": 0.0 + }, + { + "representative": 284, + "members": [ + 284 + ], + "max_error": 0.0 + }, + { + "representative": 346, + "members": [ + 346 + ], + "max_error": 0.0 + }, + { + "representative": 308, + "members": [ + 308 + ], + "max_error": 0.0 + }, + { + "representative": 300, + "members": [ + 300 + ], + "max_error": 0.0 + }, + { + "representative": 378, + "members": [ + 378 + ], + "max_error": 0.0 + }, + { + "representative": 510, + "members": [ + 510 + ], + "max_error": 0.0 + }, + { + "representative": 489, + "members": [ + 489 + ], + "max_error": 0.0 + }, + { + "representative": 485, + "members": [ + 485 + ], + "max_error": 0.0 + }, + { + "representative": 289, + "members": [ + 289 + ], + "max_error": 0.0 + }, + { + "representative": 375, + "members": [ + 375 + ], + "max_error": 0.0 + }, + { + "representative": 350, + "members": [ + 350 + ], + "max_error": 0.0 + }, + { + "representative": 419, + "members": [ + 419 + ], + "max_error": 0.0 + }, + { + "representative": 256, + "members": [ + 256 + ], + "max_error": 0.0 + }, + { + "representative": 331, + "members": [ + 331 + ], + "max_error": 0.0 + }, + { + "representative": 445, + "members": [ + 445 + ], + "max_error": 0.0 + }, + { + "representative": 438, + "members": [ + 438 + ], + "max_error": 0.0 + }, + { + "representative": 447, + "members": [ + 447 + ], + "max_error": 0.0 + }, + { + "representative": 1392, + "members": [ + 1392 + ], + "max_error": 0.0 + }, + { + "representative": 1351, + "members": [ + 1351 + ], + "max_error": 0.0 + }, + { + "representative": 1312, + "members": [ + 1312 + ], + "max_error": 0.0 + }, + { + "representative": 1499, + "members": [ + 1499 + ], + "max_error": 0.0 + }, + { + "representative": 1519, + "members": [ + 1519 + ], + "max_error": 0.0 + }, + { + "representative": 1507, + "members": [ + 1507 + ], + "max_error": 0.0 + }, + { + "representative": 1441, + "members": [ + 1441 + ], + "max_error": 0.0 + }, + { + "representative": 1444, + "members": [ + 1444 + ], + "max_error": 0.0 + }, + { + "representative": 1414, + "members": [ + 1414 + ], + "max_error": 0.0 + }, + { + "representative": 1282, + "members": [ + 1282 + ], + "max_error": 0.0 + }, + { + "representative": 1416, + "members": [ + 1416 + ], + "max_error": 0.0 + }, + { + "representative": 1433, + "members": [ + 1433 + ], + "max_error": 0.0 + }, + { + "representative": 1332, + "members": [ + 1332 + ], + "max_error": 0.0 + }, + { + "representative": 1458, + "members": [ + 1458 + ], + "max_error": 0.0 + }, + { + "representative": 1511, + "members": [ + 1511 + ], + "max_error": 0.0 + }, + { + "representative": 2026, + "members": [ + 2026 + ], + "max_error": 0.0 + }, + { + "representative": 1895, + "members": [ + 1895 + ], + "max_error": 0.0 + }, + { + "representative": 1843, + "members": [ + 1843 + ], + "max_error": 0.0 + }, + { + "representative": 1888, + "members": [ + 1888 + ], + "max_error": 0.0 + }, + { + "representative": 1800, + "members": [ + 1800 + ], + "max_error": 0.0 + }, + { + "representative": 1823, + "members": [ + 1823 + ], + "max_error": 0.0 + }, + { + "representative": 1851, + "members": [ + 1851 + ], + "max_error": 0.0 + }, + { + "representative": 1828, + "members": [ + 1828 + ], + "max_error": 0.0 + }, + { + "representative": 1834, + "members": [ + 1834 + ], + "max_error": 0.0 + }, + { + "representative": 1911, + "members": [ + 1911 + ], + "max_error": 0.0 + }, + { + "representative": 1974, + "members": [ + 1974 + ], + "max_error": 0.0 + }, + { + "representative": 1903, + "members": [ + 1903 + ], + "max_error": 0.0 + }, + { + "representative": 2017, + "members": [ + 2017 + ], + "max_error": 0.0 + }, + { + "representative": 1990, + "members": [ + 1990 + ], + "max_error": 0.0 + }, + { + "representative": 1836, + "members": [ + 1836 + ], + "max_error": 0.0 + }, + { + "representative": 1943, + "members": [ + 1943 + ], + "max_error": 0.0 + }, + { + "representative": 2002, + "members": [ + 2002 + ], + "max_error": 0.0 + }, + { + "representative": 2385, + "members": [ + 2385 + ], + "max_error": 0.0 + }, + { + "representative": 2378, + "members": [ + 2378 + ], + "max_error": 0.0 + }, + { + "representative": 2415, + "members": [ + 2415 + ], + "max_error": 0.0 + }, + { + "representative": 2443, + "members": [ + 2443 + ], + "max_error": 0.0 + }, + { + "representative": 2459, + "members": [ + 2459 + ], + "max_error": 0.0 + }, + { + "representative": 2555, + "members": [ + 2555 + ], + "max_error": 0.0 + }, + { + "representative": 2407, + "members": [ + 2407 + ], + "max_error": 0.0 + }, + { + "representative": 2350, + "members": [ + 2350 + ], + "max_error": 0.0 + }, + { + "representative": 2462, + "members": [ + 2462 + ], + "max_error": 0.0 + }, + { + "representative": 2827, + "members": [ + 2827 + ], + "max_error": 0.0 + }, + { + "representative": 2903, + "members": [ + 2903 + ], + "max_error": 0.0 + }, + { + "representative": 3062, + "members": [ + 3062 + ], + "max_error": 0.0 + }, + { + "representative": 2873, + "members": [ + 2873 + ], + "max_error": 0.0 + }, + { + "representative": 3051, + "members": [ + 3051 + ], + "max_error": 0.0 + }, + { + "representative": 3017, + "members": [ + 3017 + ], + "max_error": 0.0 + }, + { + "representative": 3004, + "members": [ + 3004 + ], + "max_error": 0.0 + }, + { + "representative": 3059, + "members": [ + 3059 + ], + "max_error": 0.0 + }, + { + "representative": 2997, + "members": [ + 2997 + ], + "max_error": 0.0 + }, + { + "representative": 3063, + "members": [ + 3063 + ], + "max_error": 0.0 + }, + { + "representative": 2817, + "members": [ + 2817 + ], + "max_error": 0.0 + }, + { + "representative": 2938, + "members": [ + 2938 + ], + "max_error": 0.0 + }, + { + "representative": 2947, + "members": [ + 2947 + ], + "max_error": 0.0 + }, + { + "representative": 2945, + "members": [ + 2945 + ], + "max_error": 0.0 + }, + { + "representative": 3536, + "members": [ + 3536 + ], + "max_error": 0.0 + }, + { + "representative": 3454, + "members": [ + 3454 + ], + "max_error": 0.0 + }, + { + "representative": 3462, + "members": [ + 3462 + ], + "max_error": 0.0 + }, + { + "representative": 3515, + "members": [ + 3515 + ], + "max_error": 0.0 + }, + { + "representative": 3439, + "members": [ + 3439 + ], + "max_error": 0.0 + }, + { + "representative": 3458, + "members": [ + 3458 + ], + "max_error": 0.0 + }, + { + "representative": 3487, + "members": [ + 3487 + ], + "max_error": 0.0 + }, + { + "representative": 3406, + "members": [ + 3406 + ], + "max_error": 0.0 + }, + { + "representative": 3476, + "members": [ + 3476 + ], + "max_error": 0.0 + }, + { + "representative": 3557, + "members": [ + 3557 + ], + "max_error": 0.0 + }, + { + "representative": 3996, + "members": [ + 3996 + ], + "max_error": 0.0 + }, + { + "representative": 3852, + "members": [ + 3852 + ], + "max_error": 0.0 + }, + { + "representative": 4057, + "members": [ + 4057 + ], + "max_error": 0.0 + }, + { + "representative": 3891, + "members": [ + 3891 + ], + "max_error": 0.0 + }, + { + "representative": 3883, + "members": [ + 3883 + ], + "max_error": 0.0 + }, + { + "representative": 3975, + "members": [ + 3975 + ], + "max_error": 0.0 + }, + { + "representative": 4064, + "members": [ + 4064 + ], + "max_error": 0.0 + }, + { + "representative": 3863, + "members": [ + 3863 + ], + "max_error": 0.0 + }, + { + "representative": 4038, + "members": [ + 4038 + ], + "max_error": 0.0 + }, + { + "representative": 3949, + "members": [ + 3949 + ], + "max_error": 0.0 + }, + { + "representative": 3936, + "members": [ + 3936 + ], + "max_error": 0.0 + }, + { + "representative": 3933, + "members": [ + 3933 + ], + "max_error": 0.0 + }, + { + "representative": 3977, + "members": [ + 3977 + ], + "max_error": 0.0 + }, + { + "representative": 4070, + "members": [ + 4070 + ], + "max_error": 0.0 + }, + { + "representative": 1368, + "members": [ + 1368 + ], + "max_error": 0.0 + }, + { + "representative": 1337, + "members": [ + 1337 + ], + "max_error": 0.0 + }, + { + "representative": 1419, + "members": [ + 1419 + ], + "max_error": 0.0 + }, + { + "representative": 1296, + "members": [ + 1296 + ], + "max_error": 0.0 + }, + { + "representative": 1373, + "members": [ + 1373 + ], + "max_error": 0.0 + }, + { + "representative": 1490, + "members": [ + 1490 + ], + "max_error": 0.0 + }, + { + "representative": 1362, + "members": [ + 1362 + ], + "max_error": 0.0 + }, + { + "representative": 1330, + "members": [ + 1330 + ], + "max_error": 0.0 + }, + { + "representative": 1280, + "members": [ + 1280 + ], + "max_error": 0.0 + }, + { + "representative": 1459, + "members": [ + 1459 + ], + "max_error": 0.0 + }, + { + "representative": 1288, + "members": [ + 1288 + ], + "max_error": 0.0 + }, + { + "representative": 1827, + "members": [ + 1827 + ], + "max_error": 0.0 + }, + { + "representative": 1970, + "members": [ + 1970 + ], + "max_error": 0.0 + }, + { + "representative": 2001, + "members": [ + 2001 + ], + "max_error": 0.0 + }, + { + "representative": 1919, + "members": [ + 1919 + ], + "max_error": 0.0 + }, + { + "representative": 1906, + "members": [ + 1906 + ], + "max_error": 0.0 + }, + { + "representative": 1857, + "members": [ + 1857 + ], + "max_error": 0.0 + }, + { + "representative": 1805, + "members": [ + 1805 + ], + "max_error": 0.0 + }, + { + "representative": 1830, + "members": [ + 1830 + ], + "max_error": 0.0 + }, + { + "representative": 1935, + "members": [ + 1935 + ], + "max_error": 0.0 + }, + { + "representative": 2014, + "members": [ + 2014 + ], + "max_error": 0.0 + }, + { + "representative": 1878, + "members": [ + 1878 + ], + "max_error": 0.0 + }, + { + "representative": 1856, + "members": [ + 1856 + ], + "max_error": 0.0 + }, + { + "representative": 1844, + "members": [ + 1844 + ], + "max_error": 0.0 + }, + { + "representative": 2013, + "members": [ + 2013 + ], + "max_error": 0.0 + }, + { + "representative": 1949, + "members": [ + 1949 + ], + "max_error": 0.0 + }, + { + "representative": 1858, + "members": [ + 1858 + ], + "max_error": 0.0 + }, + { + "representative": 1994, + "members": [ + 1994 + ], + "max_error": 0.0 + }, + { + "representative": 2444, + "members": [ + 2444 + ], + "max_error": 0.0 + }, + { + "representative": 2495, + "members": [ + 2495 + ], + "max_error": 0.0 + }, + { + "representative": 2404, + "members": [ + 2404 + ], + "max_error": 0.0 + }, + { + "representative": 2341, + "members": [ + 2341 + ], + "max_error": 0.0 + }, + { + "representative": 2516, + "members": [ + 2516 + ], + "max_error": 0.0 + }, + { + "representative": 2361, + "members": [ + 2361 + ], + "max_error": 0.0 + }, + { + "representative": 2474, + "members": [ + 2474 + ], + "max_error": 0.0 + }, + { + "representative": 2432, + "members": [ + 2432 + ], + "max_error": 0.0 + }, + { + "representative": 2322, + "members": [ + 2322 + ], + "max_error": 0.0 + }, + { + "representative": 2504, + "members": [ + 2504 + ], + "max_error": 0.0 + }, + { + "representative": 2493, + "members": [ + 2493 + ], + "max_error": 0.0 + }, + { + "representative": 3021, + "members": [ + 3021 + ], + "max_error": 0.0 + }, + { + "representative": 2973, + "members": [ + 2973 + ], + "max_error": 0.0 + }, + { + "representative": 2926, + "members": [ + 2926 + ], + "max_error": 0.0 + }, + { + "representative": 2840, + "members": [ + 2840 + ], + "max_error": 0.0 + }, + { + "representative": 2917, + "members": [ + 2917 + ], + "max_error": 0.0 + }, + { + "representative": 2966, + "members": [ + 2966 + ], + "max_error": 0.0 + }, + { + "representative": 2887, + "members": [ + 2887 + ], + "max_error": 0.0 + }, + { + "representative": 2856, + "members": [ + 2856 + ], + "max_error": 0.0 + }, + { + "representative": 2848, + "members": [ + 2848 + ], + "max_error": 0.0 + }, + { + "representative": 2833, + "members": [ + 2833 + ], + "max_error": 0.0 + }, + { + "representative": 2910, + "members": [ + 2910 + ], + "max_error": 0.0 + }, + { + "representative": 2949, + "members": [ + 2949 + ], + "max_error": 0.0 + }, + { + "representative": 3025, + "members": [ + 3025 + ], + "max_error": 0.0 + }, + { + "representative": 3022, + "members": [ + 3022 + ], + "max_error": 0.0 + }, + { + "representative": 2900, + "members": [ + 2900 + ], + "max_error": 0.0 + }, + { + "representative": 2989, + "members": [ + 2989 + ], + "max_error": 0.0 + }, + { + "representative": 2864, + "members": [ + 2864 + ], + "max_error": 0.0 + }, + { + "representative": 3459, + "members": [ + 3459 + ], + "max_error": 0.0 + }, + { + "representative": 3401, + "members": [ + 3401 + ], + "max_error": 0.0 + }, + { + "representative": 3549, + "members": [ + 3549 + ], + "max_error": 0.0 + }, + { + "representative": 3578, + "members": [ + 3578 + ], + "max_error": 0.0 + }, + { + "representative": 3512, + "members": [ + 3512 + ], + "max_error": 0.0 + }, + { + "representative": 3559, + "members": [ + 3559 + ], + "max_error": 0.0 + }, + { + "representative": 3372, + "members": [ + 3372 + ], + "max_error": 0.0 + }, + { + "representative": 3470, + "members": [ + 3470 + ], + "max_error": 0.0 + }, + { + "representative": 3574, + "members": [ + 3574 + ], + "max_error": 0.0 + }, + { + "representative": 3503, + "members": [ + 3503 + ], + "max_error": 0.0 + }, + { + "representative": 3504, + "members": [ + 3504 + ], + "max_error": 0.0 + }, + { + "representative": 3390, + "members": [ + 3390 + ], + "max_error": 0.0 + }, + { + "representative": 3351, + "members": [ + 3351 + ], + "max_error": 0.0 + }, + { + "representative": 3367, + "members": [ + 3367 + ], + "max_error": 0.0 + }, + { + "representative": 3418, + "members": [ + 3418 + ], + "max_error": 0.0 + }, + { + "representative": 4027, + "members": [ + 4027 + ], + "max_error": 0.0 + }, + { + "representative": 3917, + "members": [ + 3917 + ], + "max_error": 0.0 + }, + { + "representative": 3921, + "members": [ + 3921 + ], + "max_error": 0.0 + }, + { + "representative": 3885, + "members": [ + 3885 + ], + "max_error": 0.0 + }, + { + "representative": 4065, + "members": [ + 4065 + ], + "max_error": 0.0 + }, + { + "representative": 4043, + "members": [ + 4043 + ], + "max_error": 0.0 + }, + { + "representative": 3937, + "members": [ + 3937 + ], + "max_error": 0.0 + }, + { + "representative": 4015, + "members": [ + 4015 + ], + "max_error": 0.0 + }, + { + "representative": 3971, + "members": [ + 3971 + ], + "max_error": 0.0 + }, + { + "representative": 4020, + "members": [ + 4020 + ], + "max_error": 0.0 + }, + { + "representative": 3865, + "members": [ + 3865 + ], + "max_error": 0.0 + }, + { + "representative": 4044, + "members": [ + 4044 + ], + "max_error": 0.0 + }, + { + "representative": 3968, + "members": [ + 3968 + ], + "max_error": 0.0 + }, + { + "representative": 3882, + "members": [ + 3882 + ], + "max_error": 0.0 + }, + { + "representative": 4022, + "members": [ + 4022 + ], + "max_error": 0.0 + }, + { + "representative": 1363, + "members": [ + 1363 + ], + "max_error": 0.0 + }, + { + "representative": 1403, + "members": [ + 1403 + ], + "max_error": 0.0 + }, + { + "representative": 1341, + "members": [ + 1341 + ], + "max_error": 0.0 + }, + { + "representative": 1497, + "members": [ + 1497 + ], + "max_error": 0.0 + }, + { + "representative": 1505, + "members": [ + 1505 + ], + "max_error": 0.0 + }, + { + "representative": 1397, + "members": [ + 1397 + ], + "max_error": 0.0 + }, + { + "representative": 1398, + "members": [ + 1398 + ], + "max_error": 0.0 + }, + { + "representative": 1354, + "members": [ + 1354 + ], + "max_error": 0.0 + }, + { + "representative": 1340, + "members": [ + 1340 + ], + "max_error": 0.0 + }, + { + "representative": 1320, + "members": [ + 1320 + ], + "max_error": 0.0 + }, + { + "representative": 1367, + "members": [ + 1367 + ], + "max_error": 0.0 + }, + { + "representative": 1999, + "members": [ + 1999 + ], + "max_error": 0.0 + }, + { + "representative": 1866, + "members": [ + 1866 + ], + "max_error": 0.0 + }, + { + "representative": 1926, + "members": [ + 1926 + ], + "max_error": 0.0 + }, + { + "representative": 2023, + "members": [ + 2023 + ], + "max_error": 0.0 + }, + { + "representative": 2007, + "members": [ + 2007 + ], + "max_error": 0.0 + }, + { + "representative": 1941, + "members": [ + 1941 + ], + "max_error": 0.0 + }, + { + "representative": 1998, + "members": [ + 1998 + ], + "max_error": 0.0 + }, + { + "representative": 1839, + "members": [ + 1839 + ], + "max_error": 0.0 + }, + { + "representative": 1954, + "members": [ + 1954 + ], + "max_error": 0.0 + }, + { + "representative": 2038, + "members": [ + 2038 + ], + "max_error": 0.0 + }, + { + "representative": 1927, + "members": [ + 1927 + ], + "max_error": 0.0 + }, + { + "representative": 1933, + "members": [ + 1933 + ], + "max_error": 0.0 + }, + { + "representative": 1984, + "members": [ + 1984 + ], + "max_error": 0.0 + }, + { + "representative": 2318, + "members": [ + 2318 + ], + "max_error": 0.0 + }, + { + "representative": 2522, + "members": [ + 2522 + ], + "max_error": 0.0 + }, + { + "representative": 2451, + "members": [ + 2451 + ], + "max_error": 0.0 + }, + { + "representative": 2335, + "members": [ + 2335 + ], + "max_error": 0.0 + }, + { + "representative": 2328, + "members": [ + 2328 + ], + "max_error": 0.0 + }, + { + "representative": 2505, + "members": [ + 2505 + ], + "max_error": 0.0 + }, + { + "representative": 2314, + "members": [ + 2314 + ], + "max_error": 0.0 + }, + { + "representative": 2313, + "members": [ + 2313 + ], + "max_error": 0.0 + }, + { + "representative": 2434, + "members": [ + 2434 + ], + "max_error": 0.0 + }, + { + "representative": 2450, + "members": [ + 2450 + ], + "max_error": 0.0 + }, + { + "representative": 2344, + "members": [ + 2344 + ], + "max_error": 0.0 + }, + { + "representative": 2531, + "members": [ + 2531 + ], + "max_error": 0.0 + }, + { + "representative": 2380, + "members": [ + 2380 + ], + "max_error": 0.0 + }, + { + "representative": 2347, + "members": [ + 2347 + ], + "max_error": 0.0 + }, + { + "representative": 2332, + "members": [ + 2332 + ], + "max_error": 0.0 + }, + { + "representative": 2396, + "members": [ + 2396 + ], + "max_error": 0.0 + }, + { + "representative": 2537, + "members": [ + 2537 + ], + "max_error": 0.0 + }, + { + "representative": 2384, + "members": [ + 2384 + ], + "max_error": 0.0 + }, + { + "representative": 2825, + "members": [ + 2825 + ], + "max_error": 0.0 + }, + { + "representative": 2886, + "members": [ + 2886 + ], + "max_error": 0.0 + }, + { + "representative": 3058, + "members": [ + 3058 + ], + "max_error": 0.0 + }, + { + "representative": 3065, + "members": [ + 3065 + ], + "max_error": 0.0 + }, + { + "representative": 2944, + "members": [ + 2944 + ], + "max_error": 0.0 + }, + { + "representative": 2839, + "members": [ + 2839 + ], + "max_error": 0.0 + }, + { + "representative": 2897, + "members": [ + 2897 + ], + "max_error": 0.0 + }, + { + "representative": 2914, + "members": [ + 2914 + ], + "max_error": 0.0 + }, + { + "representative": 3053, + "members": [ + 3053 + ], + "max_error": 0.0 + }, + { + "representative": 3571, + "members": [ + 3571 + ], + "max_error": 0.0 + }, + { + "representative": 3544, + "members": [ + 3544 + ], + "max_error": 0.0 + }, + { + "representative": 3570, + "members": [ + 3570 + ], + "max_error": 0.0 + }, + { + "representative": 3521, + "members": [ + 3521 + ], + "max_error": 0.0 + }, + { + "representative": 3420, + "members": [ + 3420 + ], + "max_error": 0.0 + }, + { + "representative": 3464, + "members": [ + 3464 + ], + "max_error": 0.0 + }, + { + "representative": 3426, + "members": [ + 3426 + ], + "max_error": 0.0 + }, + { + "representative": 3540, + "members": [ + 3540 + ], + "max_error": 0.0 + }, + { + "representative": 3417, + "members": [ + 3417 + ], + "max_error": 0.0 + }, + { + "representative": 3448, + "members": [ + 3448 + ], + "max_error": 0.0 + }, + { + "representative": 3500, + "members": [ + 3500 + ], + "max_error": 0.0 + }, + { + "representative": 3358, + "members": [ + 3358 + ], + "max_error": 0.0 + }, + { + "representative": 3998, + "members": [ + 3998 + ], + "max_error": 0.0 + }, + { + "representative": 3944, + "members": [ + 3944 + ], + "max_error": 0.0 + }, + { + "representative": 4076, + "members": [ + 4076 + ], + "max_error": 0.0 + }, + { + "representative": 3900, + "members": [ + 3900 + ], + "max_error": 0.0 + }, + { + "representative": 3946, + "members": [ + 3946 + ], + "max_error": 0.0 + }, + { + "representative": 4075, + "members": [ + 4075 + ], + "max_error": 0.0 + }, + { + "representative": 3940, + "members": [ + 3940 + ], + "max_error": 0.0 + }, + { + "representative": 4029, + "members": [ + 4029 + ], + "max_error": 0.0 + }, + { + "representative": 3045, + "members": [ + 3045 + ], + "max_error": 0.0 + }, + { + "representative": 3068, + "members": [ + 3068 + ], + "max_error": 0.0 + }, + { + "representative": 2890, + "members": [ + 2890 + ], + "max_error": 0.0 + }, + { + "representative": 3027, + "members": [ + 3027 + ], + "max_error": 0.0 + }, + { + "representative": 2845, + "members": [ + 2845 + ], + "max_error": 0.0 + }, + { + "representative": 3057, + "members": [ + 3057 + ], + "max_error": 0.0 + }, + { + "representative": 3007, + "members": [ + 3007 + ], + "max_error": 0.0 + }, + { + "representative": 3029, + "members": [ + 3029 + ], + "max_error": 0.0 + }, + { + "representative": 2984, + "members": [ + 2984 + ], + "max_error": 0.0 + }, + { + "representative": 2936, + "members": [ + 2936 + ], + "max_error": 0.0 + }, + { + "representative": 3037, + "members": [ + 3037 + ], + "max_error": 0.0 + }, + { + "representative": 3582, + "members": [ + 3582 + ], + "max_error": 0.0 + }, + { + "representative": 3396, + "members": [ + 3396 + ], + "max_error": 0.0 + }, + { + "representative": 3560, + "members": [ + 3560 + ], + "max_error": 0.0 + }, + { + "representative": 3387, + "members": [ + 3387 + ], + "max_error": 0.0 + }, + { + "representative": 3342, + "members": [ + 3342 + ], + "max_error": 0.0 + }, + { + "representative": 3382, + "members": [ + 3382 + ], + "max_error": 0.0 + }, + { + "representative": 3366, + "members": [ + 3366 + ], + "max_error": 0.0 + }, + { + "representative": 3364, + "members": [ + 3364 + ], + "max_error": 0.0 + }, + { + "representative": 3548, + "members": [ + 3548 + ], + "max_error": 0.0 + }, + { + "representative": 3345, + "members": [ + 3345 + ], + "max_error": 0.0 + }, + { + "representative": 3393, + "members": [ + 3393 + ], + "max_error": 0.0 + }, + { + "representative": 3566, + "members": [ + 3566 + ], + "max_error": 0.0 + }, + { + "representative": 3336, + "members": [ + 3336 + ], + "max_error": 0.0 + }, + { + "representative": 3518, + "members": [ + 3518 + ], + "max_error": 0.0 + }, + { + "representative": 3569, + "members": [ + 3569 + ], + "max_error": 0.0 + }, + { + "representative": 3467, + "members": [ + 3467 + ], + "max_error": 0.0 + }, + { + "representative": 3970, + "members": [ + 3970 + ], + "max_error": 0.0 + }, + { + "representative": 4087, + "members": [ + 4087 + ], + "max_error": 0.0 + }, + { + "representative": 3892, + "members": [ + 3892 + ], + "max_error": 0.0 + }, + { + "representative": 4009, + "members": [ + 4009 + ], + "max_error": 0.0 + }, + { + "representative": 4092, + "members": [ + 4092 + ], + "max_error": 0.0 + }, + { + "representative": 4025, + "members": [ + 4025 + ], + "max_error": 0.0 + }, + { + "representative": 4372, + "members": [ + 4372 + ], + "max_error": 0.0 + }, + { + "representative": 4373, + "members": [ + 4373 + ], + "max_error": 0.0 + }, + { + "representative": 4376, + "members": [ + 4376 + ], + "max_error": 0.0 + }, + { + "representative": 4383, + "members": [ + 4383 + ], + "max_error": 0.0 + }, + { + "representative": 4356, + "members": [ + 4356 + ], + "max_error": 0.0 + }, + { + "representative": 4357, + "members": [ + 4357 + ], + "max_error": 0.0 + }, + { + "representative": 4363, + "members": [ + 4363 + ], + "max_error": 0.0 + }, + { + "representative": 4366, + "members": [ + 4366 + ], + "max_error": 0.0 + }, + { + "representative": 4416, + "members": [ + 4416 + ], + "max_error": 0.0 + }, + { + "representative": 4432, + "members": [ + 4432 + ], + "max_error": 0.0 + }, + { + "representative": 4435, + "members": [ + 4435 + ], + "max_error": 0.0 + }, + { + "representative": 4418, + "members": [ + 4418 + ], + "max_error": 0.0 + }, + { + "representative": 4464, + "members": [ + 4464 + ], + "max_error": 0.0 + }, + { + "representative": 4465, + "members": [ + 4465 + ], + "max_error": 0.0 + }, + { + "representative": 4450, + "members": [ + 4450 + ], + "max_error": 0.0 + }, + { + "representative": 4474, + "members": [ + 4474 + ], + "max_error": 0.0 + }, + { + "representative": 4451, + "members": [ + 4451 + ], + "max_error": 0.0 + }, + { + "representative": 4460, + "members": [ + 4460 + ], + "max_error": 0.0 + }, + { + "representative": 4461, + "members": [ + 4461 + ], + "max_error": 0.0 + }, + { + "representative": 4462, + "members": [ + 4462 + ], + "max_error": 0.0 + }, + { + "representative": 4496, + "members": [ + 4496 + ], + "max_error": 0.0 + }, + { + "representative": 4508, + "members": [ + 4508 + ], + "max_error": 0.0 + }, + { + "representative": 4510, + "members": [ + 4510 + ], + "max_error": 0.0 + }, + { + "representative": 4485, + "members": [ + 4485 + ], + "max_error": 0.0 + }, + { + "representative": 4491, + "members": [ + 4491 + ], + "max_error": 0.0 + }, + { + "representative": 4529, + "members": [ + 4529 + ], + "max_error": 0.0 + }, + { + "representative": 4538, + "members": [ + 4538 + ], + "max_error": 0.0 + }, + { + "representative": 4524, + "members": [ + 4524 + ], + "max_error": 0.0 + }, + { + "representative": 4573, + "members": [ + 4573 + ], + "max_error": 0.0 + }, + { + "representative": 4556, + "members": [ + 4556 + ], + "max_error": 0.0 + }, + { + "representative": 4578, + "members": [ + 4578 + ], + "max_error": 0.0 + }, + { + "representative": 4579, + "members": [ + 4579 + ], + "max_error": 0.0 + }, + { + "representative": 4581, + "members": [ + 4581 + ], + "max_error": 0.0 + }, + { + "representative": 4589, + "members": [ + 4589 + ], + "max_error": 0.0 + }, + { + "representative": 4408, + "members": [ + 4408 + ], + "max_error": 0.0 + }, + { + "representative": 4413, + "members": [ + 4413 + ], + "max_error": 0.0 + }, + { + "representative": 4393, + "members": [ + 4393 + ], + "max_error": 0.0 + }, + { + "representative": 4890, + "members": [ + 4890 + ], + "max_error": 0.0 + }, + { + "representative": 4870, + "members": [ + 4870 + ], + "max_error": 0.0 + }, + { + "representative": 5052, + "members": [ + 5052 + ], + "max_error": 0.0 + }, + { + "representative": 5038, + "members": [ + 5038 + ], + "max_error": 0.0 + }, + { + "representative": 4895, + "members": [ + 4895 + ], + "max_error": 0.0 + }, + { + "representative": 5014, + "members": [ + 5014 + ], + "max_error": 0.0 + }, + { + "representative": 5084, + "members": [ + 5084 + ], + "max_error": 0.0 + }, + { + "representative": 5106, + "members": [ + 5106 + ], + "max_error": 0.0 + }, + { + "representative": 4915, + "members": [ + 4915 + ], + "max_error": 0.0 + }, + { + "representative": 5109, + "members": [ + 5109 + ], + "max_error": 0.0 + }, + { + "representative": 4990, + "members": [ + 4990 + ], + "max_error": 0.0 + }, + { + "representative": 5074, + "members": [ + 5074 + ], + "max_error": 0.0 + }, + { + "representative": 4924, + "members": [ + 4924 + ], + "max_error": 0.0 + }, + { + "representative": 4903, + "members": [ + 4903 + ], + "max_error": 0.0 + }, + { + "representative": 5063, + "members": [ + 5063 + ], + "max_error": 0.0 + }, + { + "representative": 4978, + "members": [ + 4978 + ], + "max_error": 0.0 + }, + { + "representative": 4991, + "members": [ + 4991 + ], + "max_error": 0.0 + }, + { + "representative": 5036, + "members": [ + 5036 + ], + "max_error": 0.0 + }, + { + "representative": 5029, + "members": [ + 5029 + ], + "max_error": 0.0 + }, + { + "representative": 5025, + "members": [ + 5025 + ], + "max_error": 0.0 + }, + { + "representative": 5056, + "members": [ + 5056 + ], + "max_error": 0.0 + }, + { + "representative": 5075, + "members": [ + 5075 + ], + "max_error": 0.0 + }, + { + "representative": 5076, + "members": [ + 5076 + ], + "max_error": 0.0 + }, + { + "representative": 5117, + "members": [ + 5117 + ], + "max_error": 0.0 + }, + { + "representative": 5102, + "members": [ + 5102 + ], + "max_error": 0.0 + }, + { + "representative": 5030, + "members": [ + 5030 + ], + "max_error": 0.0 + }, + { + "representative": 5086, + "members": [ + 5086 + ], + "max_error": 0.0 + }, + { + "representative": 4901, + "members": [ + 4901 + ], + "max_error": 0.0 + }, + { + "representative": 4979, + "members": [ + 4979 + ], + "max_error": 0.0 + }, + { + "representative": 5020, + "members": [ + 5020 + ], + "max_error": 0.0 + }, + { + "representative": 5008, + "members": [ + 5008 + ], + "max_error": 0.0 + }, + { + "representative": 4909, + "members": [ + 4909 + ], + "max_error": 0.0 + }, + { + "representative": 4935, + "members": [ + 4935 + ], + "max_error": 0.0 + }, + { + "representative": 4871, + "members": [ + 4871 + ], + "max_error": 0.0 + }, + { + "representative": 5031, + "members": [ + 5031 + ], + "max_error": 0.0 + }, + { + "representative": 4993, + "members": [ + 4993 + ], + "max_error": 0.0 + }, + { + "representative": 5401, + "members": [ + 5401 + ], + "max_error": 0.0 + }, + { + "representative": 5450, + "members": [ + 5450 + ], + "max_error": 0.0 + }, + { + "representative": 5440, + "members": [ + 5440 + ], + "max_error": 0.0 + }, + { + "representative": 5403, + "members": [ + 5403 + ], + "max_error": 0.0 + }, + { + "representative": 5607, + "members": [ + 5607 + ], + "max_error": 0.0 + }, + { + "representative": 5554, + "members": [ + 5554 + ], + "max_error": 0.0 + }, + { + "representative": 5543, + "members": [ + 5543 + ], + "max_error": 0.0 + }, + { + "representative": 5547, + "members": [ + 5547 + ], + "max_error": 0.0 + }, + { + "representative": 5396, + "members": [ + 5396 + ], + "max_error": 0.0 + }, + { + "representative": 5376, + "members": [ + 5376 + ], + "max_error": 0.0 + }, + { + "representative": 5412, + "members": [ + 5412 + ], + "max_error": 0.0 + }, + { + "representative": 5551, + "members": [ + 5551 + ], + "max_error": 0.0 + }, + { + "representative": 5480, + "members": [ + 5480 + ], + "max_error": 0.0 + }, + { + "representative": 5395, + "members": [ + 5395 + ], + "max_error": 0.0 + }, + { + "representative": 5499, + "members": [ + 5499 + ], + "max_error": 0.0 + }, + { + "representative": 5477, + "members": [ + 5477 + ], + "max_error": 0.0 + }, + { + "representative": 5563, + "members": [ + 5563 + ], + "max_error": 0.0 + }, + { + "representative": 5545, + "members": [ + 5545 + ], + "max_error": 0.0 + }, + { + "representative": 5541, + "members": [ + 5541 + ], + "max_error": 0.0 + }, + { + "representative": 5625, + "members": [ + 5625 + ], + "max_error": 0.0 + }, + { + "representative": 5512, + "members": [ + 5512 + ], + "max_error": 0.0 + }, + { + "representative": 5616, + "members": [ + 5616 + ], + "max_error": 0.0 + }, + { + "representative": 5448, + "members": [ + 5448 + ], + "max_error": 0.0 + }, + { + "representative": 5556, + "members": [ + 5556 + ], + "max_error": 0.0 + }, + { + "representative": 5397, + "members": [ + 5397 + ], + "max_error": 0.0 + }, + { + "representative": 5432, + "members": [ + 5432 + ], + "max_error": 0.0 + }, + { + "representative": 5606, + "members": [ + 5606 + ], + "max_error": 0.0 + }, + { + "representative": 5390, + "members": [ + 5390 + ], + "max_error": 0.0 + }, + { + "representative": 5464, + "members": [ + 5464 + ], + "max_error": 0.0 + }, + { + "representative": 5626, + "members": [ + 5626 + ], + "max_error": 0.0 + }, + { + "representative": 5458, + "members": [ + 5458 + ], + "max_error": 0.0 + }, + { + "representative": 5630, + "members": [ + 5630 + ], + "max_error": 0.0 + }, + { + "representative": 5612, + "members": [ + 5612 + ], + "max_error": 0.0 + }, + { + "representative": 5394, + "members": [ + 5394 + ], + "max_error": 0.0 + }, + { + "representative": 5444, + "members": [ + 5444 + ], + "max_error": 0.0 + }, + { + "representative": 5525, + "members": [ + 5525 + ], + "max_error": 0.0 + }, + { + "representative": 5503, + "members": [ + 5503 + ], + "max_error": 0.0 + }, + { + "representative": 5457, + "members": [ + 5457 + ], + "max_error": 0.0 + }, + { + "representative": 5589, + "members": [ + 5589 + ], + "max_error": 0.0 + }, + { + "representative": 5386, + "members": [ + 5386 + ], + "max_error": 0.0 + }, + { + "representative": 5438, + "members": [ + 5438 + ], + "max_error": 0.0 + }, + { + "representative": 5598, + "members": [ + 5598 + ], + "max_error": 0.0 + }, + { + "representative": 5413, + "members": [ + 5413 + ], + "max_error": 0.0 + }, + { + "representative": 5610, + "members": [ + 5610 + ], + "max_error": 0.0 + }, + { + "representative": 5581, + "members": [ + 5581 + ], + "max_error": 0.0 + }, + { + "representative": 5520, + "members": [ + 5520 + ], + "max_error": 0.0 + }, + { + "representative": 5904, + "members": [ + 5904 + ], + "max_error": 0.0 + }, + { + "representative": 5907, + "members": [ + 5907 + ], + "max_error": 0.0 + }, + { + "representative": 5912, + "members": [ + 5912 + ], + "max_error": 0.0 + }, + { + "representative": 5914, + "members": [ + 5914 + ], + "max_error": 0.0 + }, + { + "representative": 5891, + "members": [ + 5891 + ], + "max_error": 0.0 + }, + { + "representative": 5918, + "members": [ + 5918 + ], + "max_error": 0.0 + }, + { + "representative": 5893, + "members": [ + 5893 + ], + "max_error": 0.0 + }, + { + "representative": 5889, + "members": [ + 5889 + ], + "max_error": 0.0 + }, + { + "representative": 5898, + "members": [ + 5898 + ], + "max_error": 0.0 + }, + { + "representative": 5899, + "members": [ + 5899 + ], + "max_error": 0.0 + }, + { + "representative": 5968, + "members": [ + 5968 + ], + "max_error": 0.0 + }, + { + "representative": 5969, + "members": [ + 5969 + ], + "max_error": 0.0 + }, + { + "representative": 5978, + "members": [ + 5978 + ], + "max_error": 0.0 + }, + { + "representative": 5983, + "members": [ + 5983 + ], + "max_error": 0.0 + }, + { + "representative": 5958, + "members": [ + 5958 + ], + "max_error": 0.0 + }, + { + "representative": 6010, + "members": [ + 6010 + ], + "max_error": 0.0 + }, + { + "representative": 5992, + "members": [ + 5992 + ], + "max_error": 0.0 + }, + { + "representative": 5996, + "members": [ + 5996 + ], + "max_error": 0.0 + }, + { + "representative": 6034, + "members": [ + 6034 + ], + "max_error": 0.0 + }, + { + "representative": 6040, + "members": [ + 6040 + ], + "max_error": 0.0 + }, + { + "representative": 6044, + "members": [ + 6044 + ], + "max_error": 0.0 + }, + { + "representative": 6024, + "members": [ + 6024 + ], + "max_error": 0.0 + }, + { + "representative": 6025, + "members": [ + 6025 + ], + "max_error": 0.0 + }, + { + "representative": 6029, + "members": [ + 6029 + ], + "max_error": 0.0 + }, + { + "representative": 6064, + "members": [ + 6064 + ], + "max_error": 0.0 + }, + { + "representative": 6068, + "members": [ + 6068 + ], + "max_error": 0.0 + }, + { + "representative": 6069, + "members": [ + 6069 + ], + "max_error": 0.0 + }, + { + "representative": 6071, + "members": [ + 6071 + ], + "max_error": 0.0 + }, + { + "representative": 6078, + "members": [ + 6078 + ], + "max_error": 0.0 + }, + { + "representative": 6052, + "members": [ + 6052 + ], + "max_error": 0.0 + }, + { + "representative": 6060, + "members": [ + 6060 + ], + "max_error": 0.0 + }, + { + "representative": 6099, + "members": [ + 6099 + ], + "max_error": 0.0 + }, + { + "representative": 6102, + "members": [ + 6102 + ], + "max_error": 0.0 + }, + { + "representative": 6110, + "members": [ + 6110 + ], + "max_error": 0.0 + }, + { + "representative": 6086, + "members": [ + 6086 + ], + "max_error": 0.0 + }, + { + "representative": 6089, + "members": [ + 6089 + ], + "max_error": 0.0 + }, + { + "representative": 6136, + "members": [ + 6136 + ], + "max_error": 0.0 + }, + { + "representative": 6138, + "members": [ + 6138 + ], + "max_error": 0.0 + }, + { + "representative": 6142, + "members": [ + 6142 + ], + "max_error": 0.0 + }, + { + "representative": 6117, + "members": [ + 6117 + ], + "max_error": 0.0 + }, + { + "representative": 6121, + "members": [ + 6121 + ], + "max_error": 0.0 + }, + { + "representative": 6123, + "members": [ + 6123 + ], + "max_error": 0.0 + }, + { + "representative": 6126, + "members": [ + 6126 + ], + "max_error": 0.0 + }, + { + "representative": 5927, + "members": [ + 5927 + ], + "max_error": 0.0 + }, + { + "representative": 5928, + "members": [ + 5928 + ], + "max_error": 0.0 + }, + { + "representative": 5929, + "members": [ + 5929 + ], + "max_error": 0.0 + }, + { + "representative": 5935, + "members": [ + 5935 + ], + "max_error": 0.0 + }, + { + "representative": 1284, + "members": [ + 1284 + ], + "max_error": 0.0 + }, + { + "representative": 1525, + "members": [ + 1525 + ], + "max_error": 0.0 + }, + { + "representative": 1388, + "members": [ + 1388 + ], + "max_error": 0.0 + }, + { + "representative": 1411, + "members": [ + 1411 + ], + "max_error": 0.0 + }, + { + "representative": 1405, + "members": [ + 1405 + ], + "max_error": 0.0 + }, + { + "representative": 1443, + "members": [ + 1443 + ], + "max_error": 0.0 + }, + { + "representative": 1435, + "members": [ + 1435 + ], + "max_error": 0.0 + }, + { + "representative": 1500, + "members": [ + 1500 + ], + "max_error": 0.0 + }, + { + "representative": 1290, + "members": [ + 1290 + ], + "max_error": 0.0 + }, + { + "representative": 1310, + "members": [ + 1310 + ], + "max_error": 0.0 + }, + { + "representative": 1885, + "members": [ + 1885 + ], + "max_error": 0.0 + }, + { + "representative": 2018, + "members": [ + 2018 + ], + "max_error": 0.0 + }, + { + "representative": 1808, + "members": [ + 1808 + ], + "max_error": 0.0 + }, + { + "representative": 1934, + "members": [ + 1934 + ], + "max_error": 0.0 + }, + { + "representative": 1917, + "members": [ + 1917 + ], + "max_error": 0.0 + }, + { + "representative": 1821, + "members": [ + 1821 + ], + "max_error": 0.0 + }, + { + "representative": 1812, + "members": [ + 1812 + ], + "max_error": 0.0 + }, + { + "representative": 1818, + "members": [ + 1818 + ], + "max_error": 0.0 + }, + { + "representative": 1810, + "members": [ + 1810 + ], + "max_error": 0.0 + }, + { + "representative": 1992, + "members": [ + 1992 + ], + "max_error": 0.0 + }, + { + "representative": 2046, + "members": [ + 2046 + ], + "max_error": 0.0 + }, + { + "representative": 2030, + "members": [ + 2030 + ], + "max_error": 0.0 + }, + { + "representative": 2032, + "members": [ + 2032 + ], + "max_error": 0.0 + }, + { + "representative": 2512, + "members": [ + 2512 + ], + "max_error": 0.0 + }, + { + "representative": 2436, + "members": [ + 2436 + ], + "max_error": 0.0 + }, + { + "representative": 2305, + "members": [ + 2305 + ], + "max_error": 0.0 + }, + { + "representative": 2530, + "members": [ + 2530 + ], + "max_error": 0.0 + }, + { + "representative": 2311, + "members": [ + 2311 + ], + "max_error": 0.0 + }, + { + "representative": 2374, + "members": [ + 2374 + ], + "max_error": 0.0 + }, + { + "representative": 2491, + "members": [ + 2491 + ], + "max_error": 0.0 + }, + { + "representative": 2317, + "members": [ + 2317 + ], + "max_error": 0.0 + }, + { + "representative": 2422, + "members": [ + 2422 + ], + "max_error": 0.0 + }, + { + "representative": 2394, + "members": [ + 2394 + ], + "max_error": 0.0 + }, + { + "representative": 2403, + "members": [ + 2403 + ], + "max_error": 0.0 + }, + { + "representative": 2357, + "members": [ + 2357 + ], + "max_error": 0.0 + }, + { + "representative": 2529, + "members": [ + 2529 + ], + "max_error": 0.0 + }, + { + "representative": 2372, + "members": [ + 2372 + ], + "max_error": 0.0 + }, + { + "representative": 2360, + "members": [ + 2360 + ], + "max_error": 0.0 + }, + { + "representative": 2369, + "members": [ + 2369 + ], + "max_error": 0.0 + }, + { + "representative": 2909, + "members": [ + 2909 + ], + "max_error": 0.0 + }, + { + "representative": 3000, + "members": [ + 3000 + ], + "max_error": 0.0 + }, + { + "representative": 2889, + "members": [ + 2889 + ], + "max_error": 0.0 + }, + { + "representative": 2918, + "members": [ + 2918 + ], + "max_error": 0.0 + }, + { + "representative": 2920, + "members": [ + 2920 + ], + "max_error": 0.0 + }, + { + "representative": 2994, + "members": [ + 2994 + ], + "max_error": 0.0 + }, + { + "representative": 2980, + "members": [ + 2980 + ], + "max_error": 0.0 + }, + { + "representative": 2963, + "members": [ + 2963 + ], + "max_error": 0.0 + }, + { + "representative": 3009, + "members": [ + 3009 + ], + "max_error": 0.0 + }, + { + "representative": 3568, + "members": [ + 3568 + ], + "max_error": 0.0 + }, + { + "representative": 3380, + "members": [ + 3380 + ], + "max_error": 0.0 + }, + { + "representative": 3395, + "members": [ + 3395 + ], + "max_error": 0.0 + }, + { + "representative": 3494, + "members": [ + 3494 + ], + "max_error": 0.0 + }, + { + "representative": 3404, + "members": [ + 3404 + ], + "max_error": 0.0 + }, + { + "representative": 3527, + "members": [ + 3527 + ], + "max_error": 0.0 + }, + { + "representative": 3447, + "members": [ + 3447 + ], + "max_error": 0.0 + }, + { + "representative": 3463, + "members": [ + 3463 + ], + "max_error": 0.0 + }, + { + "representative": 3573, + "members": [ + 3573 + ], + "max_error": 0.0 + }, + { + "representative": 3472, + "members": [ + 3472 + ], + "max_error": 0.0 + }, + { + "representative": 3543, + "members": [ + 3543 + ], + "max_error": 0.0 + }, + { + "representative": 3490, + "members": [ + 3490 + ], + "max_error": 0.0 + }, + { + "representative": 3580, + "members": [ + 3580 + ], + "max_error": 0.0 + }, + { + "representative": 3957, + "members": [ + 3957 + ], + "max_error": 0.0 + }, + { + "representative": 3978, + "members": [ + 3978 + ], + "max_error": 0.0 + }, + { + "representative": 3950, + "members": [ + 3950 + ], + "max_error": 0.0 + }, + { + "representative": 3934, + "members": [ + 3934 + ], + "max_error": 0.0 + }, + { + "representative": 4079, + "members": [ + 4079 + ], + "max_error": 0.0 + }, + { + "representative": 4036, + "members": [ + 4036 + ], + "max_error": 0.0 + }, + { + "representative": 4018, + "members": [ + 4018 + ], + "max_error": 0.0 + }, + { + "representative": 3849, + "members": [ + 3849 + ], + "max_error": 0.0 + }, + { + "representative": 3905, + "members": [ + 3905 + ], + "max_error": 0.0 + }, + { + "representative": 3871, + "members": [ + 3871 + ], + "max_error": 0.0 + }, + { + "representative": 3962, + "members": [ + 3962 + ], + "max_error": 0.0 + }, + { + "representative": 4091, + "members": [ + 4091 + ], + "max_error": 0.0 + }, + { + "representative": 4010, + "members": [ + 4010 + ], + "max_error": 0.0 + }, + { + "representative": 3874, + "members": [ + 3874 + ], + "max_error": 0.0 + }, + { + "representative": 3985, + "members": [ + 3985 + ], + "max_error": 0.0 + }, + { + "representative": 3890, + "members": [ + 3890 + ], + "max_error": 0.0 + }, + { + "representative": 1464, + "members": [ + 1464 + ], + "max_error": 0.0 + }, + { + "representative": 1301, + "members": [ + 1301 + ], + "max_error": 0.0 + }, + { + "representative": 1409, + "members": [ + 1409 + ], + "max_error": 0.0 + }, + { + "representative": 1437, + "members": [ + 1437 + ], + "max_error": 0.0 + }, + { + "representative": 1379, + "members": [ + 1379 + ], + "max_error": 0.0 + }, + { + "representative": 1375, + "members": [ + 1375 + ], + "max_error": 0.0 + }, + { + "representative": 1424, + "members": [ + 1424 + ], + "max_error": 0.0 + }, + { + "representative": 1421, + "members": [ + 1421 + ], + "max_error": 0.0 + }, + { + "representative": 1478, + "members": [ + 1478 + ], + "max_error": 0.0 + }, + { + "representative": 1532, + "members": [ + 1532 + ], + "max_error": 0.0 + }, + { + "representative": 1533, + "members": [ + 1533 + ], + "max_error": 0.0 + }, + { + "representative": 1372, + "members": [ + 1372 + ], + "max_error": 0.0 + }, + { + "representative": 1324, + "members": [ + 1324 + ], + "max_error": 0.0 + }, + { + "representative": 1462, + "members": [ + 1462 + ], + "max_error": 0.0 + }, + { + "representative": 1401, + "members": [ + 1401 + ], + "max_error": 0.0 + }, + { + "representative": 1955, + "members": [ + 1955 + ], + "max_error": 0.0 + }, + { + "representative": 1854, + "members": [ + 1854 + ], + "max_error": 0.0 + }, + { + "representative": 1840, + "members": [ + 1840 + ], + "max_error": 0.0 + }, + { + "representative": 1945, + "members": [ + 1945 + ], + "max_error": 0.0 + }, + { + "representative": 1942, + "members": [ + 1942 + ], + "max_error": 0.0 + }, + { + "representative": 1852, + "members": [ + 1852 + ], + "max_error": 0.0 + }, + { + "representative": 1875, + "members": [ + 1875 + ], + "max_error": 0.0 + }, + { + "representative": 1835, + "members": [ + 1835 + ], + "max_error": 0.0 + }, + { + "representative": 1815, + "members": [ + 1815 + ], + "max_error": 0.0 + }, + { + "representative": 1847, + "members": [ + 1847 + ], + "max_error": 0.0 + }, + { + "representative": 2418, + "members": [ + 2418 + ], + "max_error": 0.0 + }, + { + "representative": 2557, + "members": [ + 2557 + ], + "max_error": 0.0 + }, + { + "representative": 2409, + "members": [ + 2409 + ], + "max_error": 0.0 + }, + { + "representative": 2487, + "members": [ + 2487 + ], + "max_error": 0.0 + }, + { + "representative": 2375, + "members": [ + 2375 + ], + "max_error": 0.0 + }, + { + "representative": 2348, + "members": [ + 2348 + ], + "max_error": 0.0 + }, + { + "representative": 2386, + "members": [ + 2386 + ], + "max_error": 0.0 + }, + { + "representative": 2503, + "members": [ + 2503 + ], + "max_error": 0.0 + }, + { + "representative": 2517, + "members": [ + 2517 + ], + "max_error": 0.0 + }, + { + "representative": 2349, + "members": [ + 2349 + ], + "max_error": 0.0 + }, + { + "representative": 2417, + "members": [ + 2417 + ], + "max_error": 0.0 + }, + { + "representative": 2370, + "members": [ + 2370 + ], + "max_error": 0.0 + }, + { + "representative": 2339, + "members": [ + 2339 + ], + "max_error": 0.0 + }, + { + "representative": 2457, + "members": [ + 2457 + ], + "max_error": 0.0 + }, + { + "representative": 2424, + "members": [ + 2424 + ], + "max_error": 0.0 + }, + { + "representative": 2974, + "members": [ + 2974 + ], + "max_error": 0.0 + }, + { + "representative": 2898, + "members": [ + 2898 + ], + "max_error": 0.0 + }, + { + "representative": 3069, + "members": [ + 3069 + ], + "max_error": 0.0 + }, + { + "representative": 2972, + "members": [ + 2972 + ], + "max_error": 0.0 + }, + { + "representative": 2906, + "members": [ + 2906 + ], + "max_error": 0.0 + }, + { + "representative": 2950, + "members": [ + 2950 + ], + "max_error": 0.0 + }, + { + "representative": 3067, + "members": [ + 3067 + ], + "max_error": 0.0 + }, + { + "representative": 2893, + "members": [ + 2893 + ], + "max_error": 0.0 + }, + { + "representative": 2927, + "members": [ + 2927 + ], + "max_error": 0.0 + }, + { + "representative": 2952, + "members": [ + 2952 + ], + "max_error": 0.0 + }, + { + "representative": 2832, + "members": [ + 2832 + ], + "max_error": 0.0 + }, + { + "representative": 2990, + "members": [ + 2990 + ], + "max_error": 0.0 + }, + { + "representative": 3377, + "members": [ + 3377 + ], + "max_error": 0.0 + }, + { + "representative": 3452, + "members": [ + 3452 + ], + "max_error": 0.0 + }, + { + "representative": 3575, + "members": [ + 3575 + ], + "max_error": 0.0 + }, + { + "representative": 3558, + "members": [ + 3558 + ], + "max_error": 0.0 + }, + { + "representative": 3334, + "members": [ + 3334 + ], + "max_error": 0.0 + }, + { + "representative": 3361, + "members": [ + 3361 + ], + "max_error": 0.0 + }, + { + "representative": 3533, + "members": [ + 3533 + ], + "max_error": 0.0 + }, + { + "representative": 3444, + "members": [ + 3444 + ], + "max_error": 0.0 + }, + { + "representative": 3524, + "members": [ + 3524 + ], + "max_error": 0.0 + }, + { + "representative": 3392, + "members": [ + 3392 + ], + "max_error": 0.0 + }, + { + "representative": 3855, + "members": [ + 3855 + ], + "max_error": 0.0 + }, + { + "representative": 3988, + "members": [ + 3988 + ], + "max_error": 0.0 + }, + { + "representative": 4089, + "members": [ + 4089 + ], + "max_error": 0.0 + }, + { + "representative": 3856, + "members": [ + 3856 + ], + "max_error": 0.0 + }, + { + "representative": 4088, + "members": [ + 4088 + ], + "max_error": 0.0 + }, + { + "representative": 4080, + "members": [ + 4080 + ], + "max_error": 0.0 + }, + { + "representative": 3974, + "members": [ + 3974 + ], + "max_error": 0.0 + }, + { + "representative": 3877, + "members": [ + 3877 + ], + "max_error": 0.0 + }, + { + "representative": 3864, + "members": [ + 3864 + ], + "max_error": 0.0 + }, + { + "representative": 3886, + "members": [ + 3886 + ], + "max_error": 0.0 + }, + { + "representative": 4042, + "members": [ + 4042 + ], + "max_error": 0.0 + }, + { + "representative": 3876, + "members": [ + 3876 + ], + "max_error": 0.0 + }, + { + "representative": 3932, + "members": [ + 3932 + ], + "max_error": 0.0 + }, + { + "representative": 3867, + "members": [ + 3867 + ], + "max_error": 0.0 + }, + { + "representative": 4013, + "members": [ + 4013 + ], + "max_error": 0.0 + }, + { + "representative": 3993, + "members": [ + 3993 + ], + "max_error": 0.0 + }, + { + "representative": 1321, + "members": [ + 1321 + ], + "max_error": 0.0 + }, + { + "representative": 1357, + "members": [ + 1357 + ], + "max_error": 0.0 + }, + { + "representative": 1328, + "members": [ + 1328 + ], + "max_error": 0.0 + }, + { + "representative": 1381, + "members": [ + 1381 + ], + "max_error": 0.0 + }, + { + "representative": 1415, + "members": [ + 1415 + ], + "max_error": 0.0 + }, + { + "representative": 1299, + "members": [ + 1299 + ], + "max_error": 0.0 + }, + { + "representative": 1289, + "members": [ + 1289 + ], + "max_error": 0.0 + }, + { + "representative": 1517, + "members": [ + 1517 + ], + "max_error": 0.0 + }, + { + "representative": 1399, + "members": [ + 1399 + ], + "max_error": 0.0 + }, + { + "representative": 1449, + "members": [ + 1449 + ], + "max_error": 0.0 + }, + { + "representative": 1298, + "members": [ + 1298 + ], + "max_error": 0.0 + }, + { + "representative": 1503, + "members": [ + 1503 + ], + "max_error": 0.0 + }, + { + "representative": 1506, + "members": [ + 1506 + ], + "max_error": 0.0 + }, + { + "representative": 1325, + "members": [ + 1325 + ], + "max_error": 0.0 + }, + { + "representative": 1879, + "members": [ + 1879 + ], + "max_error": 0.0 + }, + { + "representative": 1921, + "members": [ + 1921 + ], + "max_error": 0.0 + }, + { + "representative": 1947, + "members": [ + 1947 + ], + "max_error": 0.0 + }, + { + "representative": 1822, + "members": [ + 1822 + ], + "max_error": 0.0 + }, + { + "representative": 1803, + "members": [ + 1803 + ], + "max_error": 0.0 + }, + { + "representative": 2040, + "members": [ + 2040 + ], + "max_error": 0.0 + }, + { + "representative": 2044, + "members": [ + 2044 + ], + "max_error": 0.0 + }, + { + "representative": 1796, + "members": [ + 1796 + ], + "max_error": 0.0 + }, + { + "representative": 1912, + "members": [ + 1912 + ], + "max_error": 0.0 + }, + { + "representative": 2027, + "members": [ + 2027 + ], + "max_error": 0.0 + }, + { + "representative": 1983, + "members": [ + 1983 + ], + "max_error": 0.0 + }, + { + "representative": 1928, + "members": [ + 1928 + ], + "max_error": 0.0 + }, + { + "representative": 2441, + "members": [ + 2441 + ], + "max_error": 0.0 + }, + { + "representative": 2461, + "members": [ + 2461 + ], + "max_error": 0.0 + }, + { + "representative": 2508, + "members": [ + 2508 + ], + "max_error": 0.0 + }, + { + "representative": 2486, + "members": [ + 2486 + ], + "max_error": 0.0 + }, + { + "representative": 2445, + "members": [ + 2445 + ], + "max_error": 0.0 + }, + { + "representative": 2467, + "members": [ + 2467 + ], + "max_error": 0.0 + }, + { + "representative": 2476, + "members": [ + 2476 + ], + "max_error": 0.0 + }, + { + "representative": 2325, + "members": [ + 2325 + ], + "max_error": 0.0 + }, + { + "representative": 2363, + "members": [ + 2363 + ], + "max_error": 0.0 + }, + { + "representative": 2524, + "members": [ + 2524 + ], + "max_error": 0.0 + }, + { + "representative": 2532, + "members": [ + 2532 + ], + "max_error": 0.0 + }, + { + "representative": 2536, + "members": [ + 2536 + ], + "max_error": 0.0 + }, + { + "representative": 2413, + "members": [ + 2413 + ], + "max_error": 0.0 + }, + { + "representative": 2472, + "members": [ + 2472 + ], + "max_error": 0.0 + }, + { + "representative": 2549, + "members": [ + 2549 + ], + "max_error": 0.0 + }, + { + "representative": 2545, + "members": [ + 2545 + ], + "max_error": 0.0 + }, + { + "representative": 2511, + "members": [ + 2511 + ], + "max_error": 0.0 + }, + { + "representative": 2310, + "members": [ + 2310 + ], + "max_error": 0.0 + }, + { + "representative": 2331, + "members": [ + 2331 + ], + "max_error": 0.0 + }, + { + "representative": 2496, + "members": [ + 2496 + ], + "max_error": 0.0 + }, + { + "representative": 2924, + "members": [ + 2924 + ], + "max_error": 0.0 + }, + { + "representative": 2961, + "members": [ + 2961 + ], + "max_error": 0.0 + }, + { + "representative": 3003, + "members": [ + 3003 + ], + "max_error": 0.0 + }, + { + "representative": 3006, + "members": [ + 3006 + ], + "max_error": 0.0 + }, + { + "representative": 2851, + "members": [ + 2851 + ], + "max_error": 0.0 + }, + { + "representative": 3001, + "members": [ + 3001 + ], + "max_error": 0.0 + }, + { + "representative": 2822, + "members": [ + 2822 + ], + "max_error": 0.0 + }, + { + "representative": 2894, + "members": [ + 2894 + ], + "max_error": 0.0 + }, + { + "representative": 2842, + "members": [ + 2842 + ], + "max_error": 0.0 + }, + { + "representative": 2969, + "members": [ + 2969 + ], + "max_error": 0.0 + }, + { + "representative": 3048, + "members": [ + 3048 + ], + "max_error": 0.0 + }, + { + "representative": 3042, + "members": [ + 3042 + ], + "max_error": 0.0 + }, + { + "representative": 2940, + "members": [ + 2940 + ], + "max_error": 0.0 + }, + { + "representative": 3443, + "members": [ + 3443 + ], + "max_error": 0.0 + }, + { + "representative": 3478, + "members": [ + 3478 + ], + "max_error": 0.0 + }, + { + "representative": 3520, + "members": [ + 3520 + ], + "max_error": 0.0 + }, + { + "representative": 3517, + "members": [ + 3517 + ], + "max_error": 0.0 + }, + { + "representative": 3488, + "members": [ + 3488 + ], + "max_error": 0.0 + }, + { + "representative": 3424, + "members": [ + 3424 + ], + "max_error": 0.0 + }, + { + "representative": 3481, + "members": [ + 3481 + ], + "max_error": 0.0 + }, + { + "representative": 3456, + "members": [ + 3456 + ], + "max_error": 0.0 + }, + { + "representative": 3381, + "members": [ + 3381 + ], + "max_error": 0.0 + }, + { + "representative": 3553, + "members": [ + 3553 + ], + "max_error": 0.0 + }, + { + "representative": 3362, + "members": [ + 3362 + ], + "max_error": 0.0 + }, + { + "representative": 3388, + "members": [ + 3388 + ], + "max_error": 0.0 + }, + { + "representative": 3577, + "members": [ + 3577 + ], + "max_error": 0.0 + }, + { + "representative": 3920, + "members": [ + 3920 + ], + "max_error": 0.0 + }, + { + "representative": 3992, + "members": [ + 3992 + ], + "max_error": 0.0 + }, + { + "representative": 4083, + "members": [ + 4083 + ], + "max_error": 0.0 + }, + { + "representative": 3846, + "members": [ + 3846 + ], + "max_error": 0.0 + }, + { + "representative": 3967, + "members": [ + 3967 + ], + "max_error": 0.0 + }, + { + "representative": 4054, + "members": [ + 4054 + ], + "max_error": 0.0 + }, + { + "representative": 3983, + "members": [ + 3983 + ], + "max_error": 0.0 + }, + { + "representative": 3914, + "members": [ + 3914 + ], + "max_error": 0.0 + }, + { + "representative": 3945, + "members": [ + 3945 + ], + "max_error": 0.0 + }, + { + "representative": 3987, + "members": [ + 3987 + ], + "max_error": 0.0 + }, + { + "representative": 3941, + "members": [ + 3941 + ], + "max_error": 0.0 + }, + { + "representative": 2964, + "members": [ + 2964 + ], + "max_error": 0.0 + }, + { + "representative": 2857, + "members": [ + 2857 + ], + "max_error": 0.0 + }, + { + "representative": 2935, + "members": [ + 2935 + ], + "max_error": 0.0 + }, + { + "representative": 2967, + "members": [ + 2967 + ], + "max_error": 0.0 + }, + { + "representative": 3041, + "members": [ + 3041 + ], + "max_error": 0.0 + }, + { + "representative": 2962, + "members": [ + 2962 + ], + "max_error": 0.0 + }, + { + "representative": 2891, + "members": [ + 2891 + ], + "max_error": 0.0 + }, + { + "representative": 2823, + "members": [ + 2823 + ], + "max_error": 0.0 + }, + { + "representative": 3046, + "members": [ + 3046 + ], + "max_error": 0.0 + }, + { + "representative": 2892, + "members": [ + 2892 + ], + "max_error": 0.0 + }, + { + "representative": 2986, + "members": [ + 2986 + ], + "max_error": 0.0 + }, + { + "representative": 2878, + "members": [ + 2878 + ], + "max_error": 0.0 + }, + { + "representative": 2925, + "members": [ + 2925 + ], + "max_error": 0.0 + }, + { + "representative": 3408, + "members": [ + 3408 + ], + "max_error": 0.0 + }, + { + "representative": 3440, + "members": [ + 3440 + ], + "max_error": 0.0 + }, + { + "representative": 3461, + "members": [ + 3461 + ], + "max_error": 0.0 + }, + { + "representative": 3414, + "members": [ + 3414 + ], + "max_error": 0.0 + }, + { + "representative": 3430, + "members": [ + 3430 + ], + "max_error": 0.0 + }, + { + "representative": 3371, + "members": [ + 3371 + ], + "max_error": 0.0 + }, + { + "representative": 3513, + "members": [ + 3513 + ], + "max_error": 0.0 + }, + { + "representative": 3465, + "members": [ + 3465 + ], + "max_error": 0.0 + }, + { + "representative": 3399, + "members": [ + 3399 + ], + "max_error": 0.0 + }, + { + "representative": 3535, + "members": [ + 3535 + ], + "max_error": 0.0 + }, + { + "representative": 3541, + "members": [ + 3541 + ], + "max_error": 0.0 + }, + { + "representative": 3550, + "members": [ + 3550 + ], + "max_error": 0.0 + }, + { + "representative": 3427, + "members": [ + 3427 + ], + "max_error": 0.0 + }, + { + "representative": 4011, + "members": [ + 4011 + ], + "max_error": 0.0 + }, + { + "representative": 4024, + "members": [ + 4024 + ], + "max_error": 0.0 + }, + { + "representative": 3910, + "members": [ + 3910 + ], + "max_error": 0.0 + }, + { + "representative": 3887, + "members": [ + 3887 + ], + "max_error": 0.0 + }, + { + "representative": 3884, + "members": [ + 3884 + ], + "max_error": 0.0 + }, + { + "representative": 3973, + "members": [ + 3973 + ], + "max_error": 0.0 + }, + { + "representative": 4436, + "members": [ + 4436 + ], + "max_error": 0.0 + }, + { + "representative": 4557, + "members": [ + 4557 + ], + "max_error": 0.0 + }, + { + "representative": 4429, + "members": [ + 4429 + ], + "max_error": 0.0 + }, + { + "representative": 4379, + "members": [ + 4379 + ], + "max_error": 0.0 + }, + { + "representative": 4403, + "members": [ + 4403 + ], + "max_error": 0.0 + }, + { + "representative": 4558, + "members": [ + 4558 + ], + "max_error": 0.0 + }, + { + "representative": 4387, + "members": [ + 4387 + ], + "max_error": 0.0 + }, + { + "representative": 4527, + "members": [ + 4527 + ], + "max_error": 0.0 + }, + { + "representative": 4426, + "members": [ + 4426 + ], + "max_error": 0.0 + }, + { + "representative": 4499, + "members": [ + 4499 + ], + "max_error": 0.0 + }, + { + "representative": 4534, + "members": [ + 4534 + ], + "max_error": 0.0 + }, + { + "representative": 4507, + "members": [ + 4507 + ], + "max_error": 0.0 + }, + { + "representative": 4399, + "members": [ + 4399 + ], + "max_error": 0.0 + }, + { + "representative": 4583, + "members": [ + 4583 + ], + "max_error": 0.0 + }, + { + "representative": 4522, + "members": [ + 4522 + ], + "max_error": 0.0 + }, + { + "representative": 4591, + "members": [ + 4591 + ], + "max_error": 0.0 + }, + { + "representative": 4577, + "members": [ + 4577 + ], + "max_error": 0.0 + }, + { + "representative": 4537, + "members": [ + 4537 + ], + "max_error": 0.0 + }, + { + "representative": 4555, + "members": [ + 4555 + ], + "max_error": 0.0 + }, + { + "representative": 4472, + "members": [ + 4472 + ], + "max_error": 0.0 + }, + { + "representative": 4476, + "members": [ + 4476 + ], + "max_error": 0.0 + }, + { + "representative": 4402, + "members": [ + 4402 + ], + "max_error": 0.0 + }, + { + "representative": 4515, + "members": [ + 4515 + ], + "max_error": 0.0 + }, + { + "representative": 4541, + "members": [ + 4541 + ], + "max_error": 0.0 + }, + { + "representative": 4492, + "members": [ + 4492 + ], + "max_error": 0.0 + }, + { + "representative": 4401, + "members": [ + 4401 + ], + "max_error": 0.0 + }, + { + "representative": 4452, + "members": [ + 4452 + ], + "max_error": 0.0 + }, + { + "representative": 4488, + "members": [ + 4488 + ], + "max_error": 0.0 + }, + { + "representative": 4469, + "members": [ + 4469 + ], + "max_error": 0.0 + }, + { + "representative": 4359, + "members": [ + 4359 + ], + "max_error": 0.0 + }, + { + "representative": 4424, + "members": [ + 4424 + ], + "max_error": 0.0 + }, + { + "representative": 4548, + "members": [ + 4548 + ], + "max_error": 0.0 + }, + { + "representative": 4441, + "members": [ + 4441 + ], + "max_error": 0.0 + }, + { + "representative": 4367, + "members": [ + 4367 + ], + "max_error": 0.0 + }, + { + "representative": 4576, + "members": [ + 4576 + ], + "max_error": 0.0 + }, + { + "representative": 4437, + "members": [ + 4437 + ], + "max_error": 0.0 + }, + { + "representative": 4528, + "members": [ + 4528 + ], + "max_error": 0.0 + }, + { + "representative": 4563, + "members": [ + 4563 + ], + "max_error": 0.0 + }, + { + "representative": 4358, + "members": [ + 4358 + ], + "max_error": 0.0 + }, + { + "representative": 4407, + "members": [ + 4407 + ], + "max_error": 0.0 + }, + { + "representative": 4434, + "members": [ + 4434 + ], + "max_error": 0.0 + }, + { + "representative": 4570, + "members": [ + 4570 + ], + "max_error": 0.0 + }, + { + "representative": 4494, + "members": [ + 4494 + ], + "max_error": 0.0 + }, + { + "representative": 4478, + "members": [ + 4478 + ], + "max_error": 0.0 + }, + { + "representative": 4500, + "members": [ + 4500 + ], + "max_error": 0.0 + }, + { + "representative": 4580, + "members": [ + 4580 + ], + "max_error": 0.0 + }, + { + "representative": 4481, + "members": [ + 4481 + ], + "max_error": 0.0 + }, + { + "representative": 5081, + "members": [ + 5081 + ], + "max_error": 0.0 + }, + { + "representative": 4876, + "members": [ + 4876 + ], + "max_error": 0.0 + }, + { + "representative": 4925, + "members": [ + 4925 + ], + "max_error": 0.0 + }, + { + "representative": 5011, + "members": [ + 5011 + ], + "max_error": 0.0 + }, + { + "representative": 5119, + "members": [ + 5119 + ], + "max_error": 0.0 + }, + { + "representative": 5024, + "members": [ + 5024 + ], + "max_error": 0.0 + }, + { + "representative": 4958, + "members": [ + 4958 + ], + "max_error": 0.0 + }, + { + "representative": 4941, + "members": [ + 4941 + ], + "max_error": 0.0 + }, + { + "representative": 4995, + "members": [ + 4995 + ], + "max_error": 0.0 + }, + { + "representative": 4953, + "members": [ + 4953 + ], + "max_error": 0.0 + }, + { + "representative": 4880, + "members": [ + 4880 + ], + "max_error": 0.0 + }, + { + "representative": 5046, + "members": [ + 5046 + ], + "max_error": 0.0 + }, + { + "representative": 5026, + "members": [ + 5026 + ], + "max_error": 0.0 + }, + { + "representative": 4949, + "members": [ + 4949 + ], + "max_error": 0.0 + }, + { + "representative": 5040, + "members": [ + 5040 + ], + "max_error": 0.0 + }, + { + "representative": 5070, + "members": [ + 5070 + ], + "max_error": 0.0 + }, + { + "representative": 5054, + "members": [ + 5054 + ], + "max_error": 0.0 + }, + { + "representative": 4932, + "members": [ + 4932 + ], + "max_error": 0.0 + }, + { + "representative": 5034, + "members": [ + 5034 + ], + "max_error": 0.0 + }, + { + "representative": 5027, + "members": [ + 5027 + ], + "max_error": 0.0 + }, + { + "representative": 5028, + "members": [ + 5028 + ], + "max_error": 0.0 + }, + { + "representative": 4942, + "members": [ + 4942 + ], + "max_error": 0.0 + }, + { + "representative": 5105, + "members": [ + 5105 + ], + "max_error": 0.0 + }, + { + "representative": 5001, + "members": [ + 5001 + ], + "max_error": 0.0 + }, + { + "representative": 4989, + "members": [ + 4989 + ], + "max_error": 0.0 + }, + { + "representative": 4946, + "members": [ + 4946 + ], + "max_error": 0.0 + }, + { + "representative": 4970, + "members": [ + 4970 + ], + "max_error": 0.0 + }, + { + "representative": 5080, + "members": [ + 5080 + ], + "max_error": 0.0 + }, + { + "representative": 5097, + "members": [ + 5097 + ], + "max_error": 0.0 + }, + { + "representative": 4954, + "members": [ + 4954 + ], + "max_error": 0.0 + }, + { + "representative": 4917, + "members": [ + 4917 + ], + "max_error": 0.0 + }, + { + "representative": 5087, + "members": [ + 5087 + ], + "max_error": 0.0 + }, + { + "representative": 5058, + "members": [ + 5058 + ], + "max_error": 0.0 + }, + { + "representative": 4996, + "members": [ + 4996 + ], + "max_error": 0.0 + }, + { + "representative": 4972, + "members": [ + 4972 + ], + "max_error": 0.0 + }, + { + "representative": 4887, + "members": [ + 4887 + ], + "max_error": 0.0 + }, + { + "representative": 4944, + "members": [ + 4944 + ], + "max_error": 0.0 + }, + { + "representative": 5479, + "members": [ + 5479 + ], + "max_error": 0.0 + }, + { + "representative": 5379, + "members": [ + 5379 + ], + "max_error": 0.0 + }, + { + "representative": 5567, + "members": [ + 5567 + ], + "max_error": 0.0 + }, + { + "representative": 5593, + "members": [ + 5593 + ], + "max_error": 0.0 + }, + { + "representative": 5442, + "members": [ + 5442 + ], + "max_error": 0.0 + }, + { + "representative": 5436, + "members": [ + 5436 + ], + "max_error": 0.0 + }, + { + "representative": 5576, + "members": [ + 5576 + ], + "max_error": 0.0 + }, + { + "representative": 5487, + "members": [ + 5487 + ], + "max_error": 0.0 + }, + { + "representative": 5378, + "members": [ + 5378 + ], + "max_error": 0.0 + }, + { + "representative": 5496, + "members": [ + 5496 + ], + "max_error": 0.0 + }, + { + "representative": 5431, + "members": [ + 5431 + ], + "max_error": 0.0 + }, + { + "representative": 5553, + "members": [ + 5553 + ], + "max_error": 0.0 + }, + { + "representative": 5484, + "members": [ + 5484 + ], + "max_error": 0.0 + }, + { + "representative": 5382, + "members": [ + 5382 + ], + "max_error": 0.0 + }, + { + "representative": 5466, + "members": [ + 5466 + ], + "max_error": 0.0 + }, + { + "representative": 5400, + "members": [ + 5400 + ], + "max_error": 0.0 + }, + { + "representative": 5481, + "members": [ + 5481 + ], + "max_error": 0.0 + }, + { + "representative": 5483, + "members": [ + 5483 + ], + "max_error": 0.0 + }, + { + "representative": 5562, + "members": [ + 5562 + ], + "max_error": 0.0 + }, + { + "representative": 5486, + "members": [ + 5486 + ], + "max_error": 0.0 + }, + { + "representative": 5437, + "members": [ + 5437 + ], + "max_error": 0.0 + }, + { + "representative": 5514, + "members": [ + 5514 + ], + "max_error": 0.0 + }, + { + "representative": 5582, + "members": [ + 5582 + ], + "max_error": 0.0 + }, + { + "representative": 5446, + "members": [ + 5446 + ], + "max_error": 0.0 + }, + { + "representative": 5420, + "members": [ + 5420 + ], + "max_error": 0.0 + }, + { + "representative": 5381, + "members": [ + 5381 + ], + "max_error": 0.0 + }, + { + "representative": 5416, + "members": [ + 5416 + ], + "max_error": 0.0 + }, + { + "representative": 5447, + "members": [ + 5447 + ], + "max_error": 0.0 + }, + { + "representative": 5605, + "members": [ + 5605 + ], + "max_error": 0.0 + }, + { + "representative": 5500, + "members": [ + 5500 + ], + "max_error": 0.0 + }, + { + "representative": 5421, + "members": [ + 5421 + ], + "max_error": 0.0 + }, + { + "representative": 5578, + "members": [ + 5578 + ], + "max_error": 0.0 + }, + { + "representative": 5617, + "members": [ + 5617 + ], + "max_error": 0.0 + }, + { + "representative": 5460, + "members": [ + 5460 + ], + "max_error": 0.0 + }, + { + "representative": 5462, + "members": [ + 5462 + ], + "max_error": 0.0 + }, + { + "representative": 5584, + "members": [ + 5584 + ], + "max_error": 0.0 + }, + { + "representative": 5497, + "members": [ + 5497 + ], + "max_error": 0.0 + }, + { + "representative": 5513, + "members": [ + 5513 + ], + "max_error": 0.0 + }, + { + "representative": 5495, + "members": [ + 5495 + ], + "max_error": 0.0 + }, + { + "representative": 5550, + "members": [ + 5550 + ], + "max_error": 0.0 + }, + { + "representative": 5445, + "members": [ + 5445 + ], + "max_error": 0.0 + }, + { + "representative": 5516, + "members": [ + 5516 + ], + "max_error": 0.0 + }, + { + "representative": 5569, + "members": [ + 5569 + ], + "max_error": 0.0 + }, + { + "representative": 5417, + "members": [ + 5417 + ], + "max_error": 0.0 + }, + { + "representative": 5383, + "members": [ + 5383 + ], + "max_error": 0.0 + }, + { + "representative": 5384, + "members": [ + 5384 + ], + "max_error": 0.0 + }, + { + "representative": 5549, + "members": [ + 5549 + ], + "max_error": 0.0 + }, + { + "representative": 5410, + "members": [ + 5410 + ], + "max_error": 0.0 + }, + { + "representative": 6002, + "members": [ + 6002 + ], + "max_error": 0.0 + }, + { + "representative": 6007, + "members": [ + 6007 + ], + "max_error": 0.0 + }, + { + "representative": 5951, + "members": [ + 5951 + ], + "max_error": 0.0 + }, + { + "representative": 6016, + "members": [ + 6016 + ], + "max_error": 0.0 + }, + { + "representative": 6053, + "members": [ + 6053 + ], + "max_error": 0.0 + }, + { + "representative": 6128, + "members": [ + 6128 + ], + "max_error": 0.0 + }, + { + "representative": 5991, + "members": [ + 5991 + ], + "max_error": 0.0 + }, + { + "representative": 5926, + "members": [ + 5926 + ], + "max_error": 0.0 + }, + { + "representative": 6019, + "members": [ + 6019 + ], + "max_error": 0.0 + }, + { + "representative": 5900, + "members": [ + 5900 + ], + "max_error": 0.0 + }, + { + "representative": 6143, + "members": [ + 6143 + ], + "max_error": 0.0 + }, + { + "representative": 6026, + "members": [ + 6026 + ], + "max_error": 0.0 + }, + { + "representative": 6049, + "members": [ + 6049 + ], + "max_error": 0.0 + }, + { + "representative": 5941, + "members": [ + 5941 + ], + "max_error": 0.0 + }, + { + "representative": 6139, + "members": [ + 6139 + ], + "max_error": 0.0 + }, + { + "representative": 5942, + "members": [ + 5942 + ], + "max_error": 0.0 + }, + { + "representative": 6093, + "members": [ + 6093 + ], + "max_error": 0.0 + }, + { + "representative": 6028, + "members": [ + 6028 + ], + "max_error": 0.0 + }, + { + "representative": 6103, + "members": [ + 6103 + ], + "max_error": 0.0 + }, + { + "representative": 5945, + "members": [ + 5945 + ], + "max_error": 0.0 + }, + { + "representative": 6111, + "members": [ + 6111 + ], + "max_error": 0.0 + }, + { + "representative": 6114, + "members": [ + 6114 + ], + "max_error": 0.0 + }, + { + "representative": 5974, + "members": [ + 5974 + ], + "max_error": 0.0 + }, + { + "representative": 5967, + "members": [ + 5967 + ], + "max_error": 0.0 + }, + { + "representative": 5903, + "members": [ + 5903 + ], + "max_error": 0.0 + }, + { + "representative": 5920, + "members": [ + 5920 + ], + "max_error": 0.0 + }, + { + "representative": 6000, + "members": [ + 6000 + ], + "max_error": 0.0 + }, + { + "representative": 5946, + "members": [ + 5946 + ], + "max_error": 0.0 + }, + { + "representative": 5999, + "members": [ + 5999 + ], + "max_error": 0.0 + }, + { + "representative": 5950, + "members": [ + 5950 + ], + "max_error": 0.0 + }, + { + "representative": 5980, + "members": [ + 5980 + ], + "max_error": 0.0 + }, + { + "representative": 5902, + "members": [ + 5902 + ], + "max_error": 0.0 + }, + { + "representative": 5987, + "members": [ + 5987 + ], + "max_error": 0.0 + }, + { + "representative": 6120, + "members": [ + 6120 + ], + "max_error": 0.0 + }, + { + "representative": 5932, + "members": [ + 5932 + ], + "max_error": 0.0 + }, + { + "representative": 6088, + "members": [ + 6088 + ], + "max_error": 0.0 + }, + { + "representative": 5894, + "members": [ + 5894 + ], + "max_error": 0.0 + }, + { + "representative": 6043, + "members": [ + 6043 + ], + "max_error": 0.0 + }, + { + "representative": 5981, + "members": [ + 5981 + ], + "max_error": 0.0 + }, + { + "representative": 6006, + "members": [ + 6006 + ], + "max_error": 0.0 + }, + { + "representative": 5986, + "members": [ + 5986 + ], + "max_error": 0.0 + }, + { + "representative": 5901, + "members": [ + 5901 + ], + "max_error": 0.0 + }, + { + "representative": 6021, + "members": [ + 6021 + ], + "max_error": 0.0 + }, + { + "representative": 6001, + "members": [ + 6001 + ], + "max_error": 0.0 + }, + { + "representative": 5995, + "members": [ + 5995 + ], + "max_error": 0.0 + }, + { + "representative": 5940, + "members": [ + 5940 + ], + "max_error": 0.0 + }, + { + "representative": 6051, + "members": [ + 6051 + ], + "max_error": 0.0 + }, + { + "representative": 5913, + "members": [ + 5913 + ], + "max_error": 0.0 + }, + { + "representative": 6037, + "members": [ + 6037 + ], + "max_error": 0.0 + }, + { + "representative": 5910, + "members": [ + 5910 + ], + "max_error": 0.0 + }, + { + "representative": 5966, + "members": [ + 5966 + ], + "max_error": 0.0 + }, + { + "representative": 1383, + "members": [ + 1383 + ], + "max_error": 0.0 + }, + { + "representative": 1498, + "members": [ + 1498 + ], + "max_error": 0.0 + }, + { + "representative": 1360, + "members": [ + 1360 + ], + "max_error": 0.0 + }, + { + "representative": 1450, + "members": [ + 1450 + ], + "max_error": 0.0 + }, + { + "representative": 1285, + "members": [ + 1285 + ], + "max_error": 0.0 + }, + { + "representative": 1338, + "members": [ + 1338 + ], + "max_error": 0.0 + }, + { + "representative": 1460, + "members": [ + 1460 + ], + "max_error": 0.0 + }, + { + "representative": 1476, + "members": [ + 1476 + ], + "max_error": 0.0 + }, + { + "representative": 1482, + "members": [ + 1482 + ], + "max_error": 0.0 + }, + { + "representative": 1293, + "members": [ + 1293 + ], + "max_error": 0.0 + }, + { + "representative": 1306, + "members": [ + 1306 + ], + "max_error": 0.0 + }, + { + "representative": 1494, + "members": [ + 1494 + ], + "max_error": 0.0 + }, + { + "representative": 1508, + "members": [ + 1508 + ], + "max_error": 0.0 + }, + { + "representative": 1487, + "members": [ + 1487 + ], + "max_error": 0.0 + }, + { + "representative": 1833, + "members": [ + 1833 + ], + "max_error": 0.0 + }, + { + "representative": 1870, + "members": [ + 1870 + ], + "max_error": 0.0 + }, + { + "representative": 2000, + "members": [ + 2000 + ], + "max_error": 0.0 + }, + { + "representative": 1918, + "members": [ + 1918 + ], + "max_error": 0.0 + }, + { + "representative": 1841, + "members": [ + 1841 + ], + "max_error": 0.0 + }, + { + "representative": 1792, + "members": [ + 1792 + ], + "max_error": 0.0 + }, + { + "representative": 2006, + "members": [ + 2006 + ], + "max_error": 0.0 + }, + { + "representative": 1909, + "members": [ + 1909 + ], + "max_error": 0.0 + }, + { + "representative": 1861, + "members": [ + 1861 + ], + "max_error": 0.0 + }, + { + "representative": 2021, + "members": [ + 2021 + ], + "max_error": 0.0 + }, + { + "representative": 1977, + "members": [ + 1977 + ], + "max_error": 0.0 + }, + { + "representative": 2458, + "members": [ + 2458 + ], + "max_error": 0.0 + }, + { + "representative": 2366, + "members": [ + 2366 + ], + "max_error": 0.0 + }, + { + "representative": 2535, + "members": [ + 2535 + ], + "max_error": 0.0 + }, + { + "representative": 2475, + "members": [ + 2475 + ], + "max_error": 0.0 + }, + { + "representative": 2306, + "members": [ + 2306 + ], + "max_error": 0.0 + }, + { + "representative": 2465, + "members": [ + 2465 + ], + "max_error": 0.0 + }, + { + "representative": 2456, + "members": [ + 2456 + ], + "max_error": 0.0 + }, + { + "representative": 2550, + "members": [ + 2550 + ], + "max_error": 0.0 + }, + { + "representative": 2401, + "members": [ + 2401 + ], + "max_error": 0.0 + }, + { + "representative": 2514, + "members": [ + 2514 + ], + "max_error": 0.0 + }, + { + "representative": 2498, + "members": [ + 2498 + ], + "max_error": 0.0 + }, + { + "representative": 2440, + "members": [ + 2440 + ], + "max_error": 0.0 + }, + { + "representative": 2965, + "members": [ + 2965 + ], + "max_error": 0.0 + }, + { + "representative": 2930, + "members": [ + 2930 + ], + "max_error": 0.0 + }, + { + "representative": 2858, + "members": [ + 2858 + ], + "max_error": 0.0 + }, + { + "representative": 3036, + "members": [ + 3036 + ], + "max_error": 0.0 + }, + { + "representative": 3024, + "members": [ + 3024 + ], + "max_error": 0.0 + }, + { + "representative": 2901, + "members": [ + 2901 + ], + "max_error": 0.0 + }, + { + "representative": 2883, + "members": [ + 2883 + ], + "max_error": 0.0 + }, + { + "representative": 2946, + "members": [ + 2946 + ], + "max_error": 0.0 + }, + { + "representative": 3016, + "members": [ + 3016 + ], + "max_error": 0.0 + }, + { + "representative": 3071, + "members": [ + 3071 + ], + "max_error": 0.0 + }, + { + "representative": 3064, + "members": [ + 3064 + ], + "max_error": 0.0 + }, + { + "representative": 3332, + "members": [ + 3332 + ], + "max_error": 0.0 + }, + { + "representative": 3411, + "members": [ + 3411 + ], + "max_error": 0.0 + }, + { + "representative": 3369, + "members": [ + 3369 + ], + "max_error": 0.0 + }, + { + "representative": 3329, + "members": [ + 3329 + ], + "max_error": 0.0 + }, + { + "representative": 3546, + "members": [ + 3546 + ], + "max_error": 0.0 + }, + { + "representative": 3469, + "members": [ + 3469 + ], + "max_error": 0.0 + }, + { + "representative": 3363, + "members": [ + 3363 + ], + "max_error": 0.0 + }, + { + "representative": 3374, + "members": [ + 3374 + ], + "max_error": 0.0 + }, + { + "representative": 3446, + "members": [ + 3446 + ], + "max_error": 0.0 + }, + { + "representative": 3492, + "members": [ + 3492 + ], + "max_error": 0.0 + }, + { + "representative": 3499, + "members": [ + 3499 + ], + "max_error": 0.0 + }, + { + "representative": 3924, + "members": [ + 3924 + ], + "max_error": 0.0 + }, + { + "representative": 3986, + "members": [ + 3986 + ], + "max_error": 0.0 + }, + { + "representative": 3875, + "members": [ + 3875 + ], + "max_error": 0.0 + }, + { + "representative": 3984, + "members": [ + 3984 + ], + "max_error": 0.0 + }, + { + "representative": 3981, + "members": [ + 3981 + ], + "max_error": 0.0 + }, + { + "representative": 3909, + "members": [ + 3909 + ], + "max_error": 0.0 + }, + { + "representative": 3881, + "members": [ + 3881 + ], + "max_error": 0.0 + }, + { + "representative": 4048, + "members": [ + 4048 + ], + "max_error": 0.0 + }, + { + "representative": 3878, + "members": [ + 3878 + ], + "max_error": 0.0 + }, + { + "representative": 4058, + "members": [ + 4058 + ], + "max_error": 0.0 + }, + { + "representative": 3915, + "members": [ + 3915 + ], + "max_error": 0.0 + }, + { + "representative": 4052, + "members": [ + 4052 + ], + "max_error": 0.0 + }, + { + "representative": 4001, + "members": [ + 4001 + ], + "max_error": 0.0 + }, + { + "representative": 4086, + "members": [ + 4086 + ], + "max_error": 0.0 + }, + { + "representative": 1287, + "members": [ + 1287 + ], + "max_error": 0.0 + }, + { + "representative": 1327, + "members": [ + 1327 + ], + "max_error": 0.0 + }, + { + "representative": 1402, + "members": [ + 1402 + ], + "max_error": 0.0 + }, + { + "representative": 1455, + "members": [ + 1455 + ], + "max_error": 0.0 + }, + { + "representative": 1469, + "members": [ + 1469 + ], + "max_error": 0.0 + }, + { + "representative": 1473, + "members": [ + 1473 + ], + "max_error": 0.0 + }, + { + "representative": 1317, + "members": [ + 1317 + ], + "max_error": 0.0 + }, + { + "representative": 2019, + "members": [ + 2019 + ], + "max_error": 0.0 + }, + { + "representative": 2035, + "members": [ + 2035 + ], + "max_error": 0.0 + }, + { + "representative": 1893, + "members": [ + 1893 + ], + "max_error": 0.0 + }, + { + "representative": 1940, + "members": [ + 1940 + ], + "max_error": 0.0 + }, + { + "representative": 2024, + "members": [ + 2024 + ], + "max_error": 0.0 + }, + { + "representative": 1901, + "members": [ + 1901 + ], + "max_error": 0.0 + }, + { + "representative": 1798, + "members": [ + 1798 + ], + "max_error": 0.0 + }, + { + "representative": 1838, + "members": [ + 1838 + ], + "max_error": 0.0 + }, + { + "representative": 1946, + "members": [ + 1946 + ], + "max_error": 0.0 + }, + { + "representative": 1978, + "members": [ + 1978 + ], + "max_error": 0.0 + }, + { + "representative": 1825, + "members": [ + 1825 + ], + "max_error": 0.0 + }, + { + "representative": 1806, + "members": [ + 1806 + ], + "max_error": 0.0 + }, + { + "representative": 1899, + "members": [ + 1899 + ], + "max_error": 0.0 + }, + { + "representative": 2551, + "members": [ + 2551 + ], + "max_error": 0.0 + }, + { + "representative": 2533, + "members": [ + 2533 + ], + "max_error": 0.0 + }, + { + "representative": 2435, + "members": [ + 2435 + ], + "max_error": 0.0 + }, + { + "representative": 2390, + "members": [ + 2390 + ], + "max_error": 0.0 + }, + { + "representative": 2521, + "members": [ + 2521 + ], + "max_error": 0.0 + }, + { + "representative": 2346, + "members": [ + 2346 + ], + "max_error": 0.0 + }, + { + "representative": 2430, + "members": [ + 2430 + ], + "max_error": 0.0 + }, + { + "representative": 2334, + "members": [ + 2334 + ], + "max_error": 0.0 + }, + { + "representative": 2419, + "members": [ + 2419 + ], + "max_error": 0.0 + }, + { + "representative": 3044, + "members": [ + 3044 + ], + "max_error": 0.0 + }, + { + "representative": 2981, + "members": [ + 2981 + ], + "max_error": 0.0 + }, + { + "representative": 2977, + "members": [ + 2977 + ], + "max_error": 0.0 + }, + { + "representative": 2996, + "members": [ + 2996 + ], + "max_error": 0.0 + }, + { + "representative": 3019, + "members": [ + 3019 + ], + "max_error": 0.0 + }, + { + "representative": 2960, + "members": [ + 2960 + ], + "max_error": 0.0 + }, + { + "representative": 3477, + "members": [ + 3477 + ], + "max_error": 0.0 + }, + { + "representative": 3421, + "members": [ + 3421 + ], + "max_error": 0.0 + }, + { + "representative": 3360, + "members": [ + 3360 + ], + "max_error": 0.0 + }, + { + "representative": 3562, + "members": [ + 3562 + ], + "max_error": 0.0 + }, + { + "representative": 3449, + "members": [ + 3449 + ], + "max_error": 0.0 + }, + { + "representative": 3493, + "members": [ + 3493 + ], + "max_error": 0.0 + }, + { + "representative": 3483, + "members": [ + 3483 + ], + "max_error": 0.0 + }, + { + "representative": 3432, + "members": [ + 3432 + ], + "max_error": 0.0 + }, + { + "representative": 3576, + "members": [ + 3576 + ], + "max_error": 0.0 + }, + { + "representative": 3565, + "members": [ + 3565 + ], + "max_error": 0.0 + }, + { + "representative": 3413, + "members": [ + 3413 + ], + "max_error": 0.0 + }, + { + "representative": 3581, + "members": [ + 3581 + ], + "max_error": 0.0 + }, + { + "representative": 4085, + "members": [ + 4085 + ], + "max_error": 0.0 + }, + { + "representative": 3911, + "members": [ + 3911 + ], + "max_error": 0.0 + }, + { + "representative": 4034, + "members": [ + 4034 + ], + "max_error": 0.0 + }, + { + "representative": 4060, + "members": [ + 4060 + ], + "max_error": 0.0 + }, + { + "representative": 4046, + "members": [ + 4046 + ], + "max_error": 0.0 + }, + { + "representative": 3960, + "members": [ + 3960 + ], + "max_error": 0.0 + }, + { + "representative": 3907, + "members": [ + 3907 + ], + "max_error": 0.0 + }, + { + "representative": 4072, + "members": [ + 4072 + ], + "max_error": 0.0 + }, + { + "representative": 4004, + "members": [ + 4004 + ], + "max_error": 0.0 + }, + { + "representative": 3896, + "members": [ + 3896 + ], + "max_error": 0.0 + }, + { + "representative": 3861, + "members": [ + 3861 + ], + "max_error": 0.0 + }, + { + "representative": 1318, + "members": [ + 1318 + ], + "max_error": 0.0 + }, + { + "representative": 1448, + "members": [ + 1448 + ], + "max_error": 0.0 + }, + { + "representative": 1297, + "members": [ + 1297 + ], + "max_error": 0.0 + }, + { + "representative": 1472, + "members": [ + 1472 + ], + "max_error": 0.0 + }, + { + "representative": 1451, + "members": [ + 1451 + ], + "max_error": 0.0 + }, + { + "representative": 1395, + "members": [ + 1395 + ], + "max_error": 0.0 + }, + { + "representative": 1461, + "members": [ + 1461 + ], + "max_error": 0.0 + }, + { + "representative": 1514, + "members": [ + 1514 + ], + "max_error": 0.0 + }, + { + "representative": 1352, + "members": [ + 1352 + ], + "max_error": 0.0 + }, + { + "representative": 1802, + "members": [ + 1802 + ], + "max_error": 0.0 + }, + { + "representative": 1892, + "members": [ + 1892 + ], + "max_error": 0.0 + }, + { + "representative": 1813, + "members": [ + 1813 + ], + "max_error": 0.0 + }, + { + "representative": 2031, + "members": [ + 2031 + ], + "max_error": 0.0 + }, + { + "representative": 2012, + "members": [ + 2012 + ], + "max_error": 0.0 + }, + { + "representative": 1891, + "members": [ + 1891 + ], + "max_error": 0.0 + }, + { + "representative": 2005, + "members": [ + 2005 + ], + "max_error": 0.0 + }, + { + "representative": 2009, + "members": [ + 2009 + ], + "max_error": 0.0 + }, + { + "representative": 1849, + "members": [ + 1849 + ], + "max_error": 0.0 + }, + { + "representative": 1862, + "members": [ + 1862 + ], + "max_error": 0.0 + }, + { + "representative": 1914, + "members": [ + 1914 + ], + "max_error": 0.0 + }, + { + "representative": 1936, + "members": [ + 1936 + ], + "max_error": 0.0 + }, + { + "representative": 1811, + "members": [ + 1811 + ], + "max_error": 0.0 + }, + { + "representative": 1794, + "members": [ + 1794 + ], + "max_error": 0.0 + }, + { + "representative": 1931, + "members": [ + 1931 + ], + "max_error": 0.0 + }, + { + "representative": 1859, + "members": [ + 1859 + ], + "max_error": 0.0 + }, + { + "representative": 1850, + "members": [ + 1850 + ], + "max_error": 0.0 + }, + { + "representative": 2520, + "members": [ + 2520 + ], + "max_error": 0.0 + }, + { + "representative": 2353, + "members": [ + 2353 + ], + "max_error": 0.0 + }, + { + "representative": 2534, + "members": [ + 2534 + ], + "max_error": 0.0 + }, + { + "representative": 2484, + "members": [ + 2484 + ], + "max_error": 0.0 + }, + { + "representative": 2442, + "members": [ + 2442 + ], + "max_error": 0.0 + }, + { + "representative": 2492, + "members": [ + 2492 + ], + "max_error": 0.0 + }, + { + "representative": 2477, + "members": [ + 2477 + ], + "max_error": 0.0 + }, + { + "representative": 2421, + "members": [ + 2421 + ], + "max_error": 0.0 + }, + { + "representative": 2308, + "members": [ + 2308 + ], + "max_error": 0.0 + }, + { + "representative": 2321, + "members": [ + 2321 + ], + "max_error": 0.0 + }, + { + "representative": 2473, + "members": [ + 2473 + ], + "max_error": 0.0 + }, + { + "representative": 2392, + "members": [ + 2392 + ], + "max_error": 0.0 + }, + { + "representative": 2391, + "members": [ + 2391 + ], + "max_error": 0.0 + }, + { + "representative": 2402, + "members": [ + 2402 + ], + "max_error": 0.0 + }, + { + "representative": 2351, + "members": [ + 2351 + ], + "max_error": 0.0 + }, + { + "representative": 2393, + "members": [ + 2393 + ], + "max_error": 0.0 + }, + { + "representative": 2359, + "members": [ + 2359 + ], + "max_error": 0.0 + }, + { + "representative": 2446, + "members": [ + 2446 + ], + "max_error": 0.0 + }, + { + "representative": 2490, + "members": [ + 2490 + ], + "max_error": 0.0 + }, + { + "representative": 3030, + "members": [ + 3030 + ], + "max_error": 0.0 + }, + { + "representative": 2957, + "members": [ + 2957 + ], + "max_error": 0.0 + }, + { + "representative": 2880, + "members": [ + 2880 + ], + "max_error": 0.0 + }, + { + "representative": 2853, + "members": [ + 2853 + ], + "max_error": 0.0 + }, + { + "representative": 2987, + "members": [ + 2987 + ], + "max_error": 0.0 + }, + { + "representative": 2970, + "members": [ + 2970 + ], + "max_error": 0.0 + }, + { + "representative": 2968, + "members": [ + 2968 + ], + "max_error": 0.0 + }, + { + "representative": 2818, + "members": [ + 2818 + ], + "max_error": 0.0 + }, + { + "representative": 2915, + "members": [ + 2915 + ], + "max_error": 0.0 + }, + { + "representative": 3050, + "members": [ + 3050 + ], + "max_error": 0.0 + }, + { + "representative": 3525, + "members": [ + 3525 + ], + "max_error": 0.0 + }, + { + "representative": 3410, + "members": [ + 3410 + ], + "max_error": 0.0 + }, + { + "representative": 3419, + "members": [ + 3419 + ], + "max_error": 0.0 + }, + { + "representative": 3359, + "members": [ + 3359 + ], + "max_error": 0.0 + }, + { + "representative": 3416, + "members": [ + 3416 + ], + "max_error": 0.0 + }, + { + "representative": 3383, + "members": [ + 3383 + ], + "max_error": 0.0 + }, + { + "representative": 3431, + "members": [ + 3431 + ], + "max_error": 0.0 + }, + { + "representative": 4026, + "members": [ + 4026 + ], + "max_error": 0.0 + }, + { + "representative": 4090, + "members": [ + 4090 + ], + "max_error": 0.0 + }, + { + "representative": 3956, + "members": [ + 3956 + ], + "max_error": 0.0 + }, + { + "representative": 4061, + "members": [ + 4061 + ], + "max_error": 0.0 + }, + { + "representative": 3939, + "members": [ + 3939 + ], + "max_error": 0.0 + }, + { + "representative": 4067, + "members": [ + 4067 + ], + "max_error": 0.0 + }, + { + "representative": 3894, + "members": [ + 3894 + ], + "max_error": 0.0 + }, + { + "representative": 4078, + "members": [ + 4078 + ], + "max_error": 0.0 + }, + { + "representative": 4023, + "members": [ + 4023 + ], + "max_error": 0.0 + }, + { + "representative": 3961, + "members": [ + 3961 + ], + "max_error": 0.0 + }, + { + "representative": 2919, + "members": [ + 2919 + ], + "max_error": 0.0 + }, + { + "representative": 2870, + "members": [ + 2870 + ], + "max_error": 0.0 + }, + { + "representative": 2885, + "members": [ + 2885 + ], + "max_error": 0.0 + }, + { + "representative": 2836, + "members": [ + 2836 + ], + "max_error": 0.0 + }, + { + "representative": 3033, + "members": [ + 3033 + ], + "max_error": 0.0 + }, + { + "representative": 3049, + "members": [ + 3049 + ], + "max_error": 0.0 + }, + { + "representative": 2847, + "members": [ + 2847 + ], + "max_error": 0.0 + }, + { + "representative": 3008, + "members": [ + 3008 + ], + "max_error": 0.0 + }, + { + "representative": 2902, + "members": [ + 2902 + ], + "max_error": 0.0 + }, + { + "representative": 3563, + "members": [ + 3563 + ], + "max_error": 0.0 + }, + { + "representative": 3343, + "members": [ + 3343 + ], + "max_error": 0.0 + }, + { + "representative": 3498, + "members": [ + 3498 + ], + "max_error": 0.0 + }, + { + "representative": 3331, + "members": [ + 3331 + ], + "max_error": 0.0 + }, + { + "representative": 3423, + "members": [ + 3423 + ], + "max_error": 0.0 + }, + { + "representative": 4053, + "members": [ + 4053 + ], + "max_error": 0.0 + }, + { + "representative": 4007, + "members": [ + 4007 + ], + "max_error": 0.0 + }, + { + "representative": 3990, + "members": [ + 3990 + ], + "max_error": 0.0 + }, + { + "representative": 3868, + "members": [ + 3868 + ], + "max_error": 0.0 + }, + { + "representative": 4040, + "members": [ + 4040 + ], + "max_error": 0.0 + }, + { + "representative": 3889, + "members": [ + 3889 + ], + "max_error": 0.0 + }, + { + "representative": 3919, + "members": [ + 3919 + ], + "max_error": 0.0 + }, + { + "representative": 4002, + "members": [ + 4002 + ], + "max_error": 0.0 + }, + { + "representative": 3922, + "members": [ + 3922 + ], + "max_error": 0.0 + }, + { + "representative": 3906, + "members": [ + 3906 + ], + "max_error": 0.0 + }, + { + "representative": 3895, + "members": [ + 3895 + ], + "max_error": 0.0 + }, + { + "representative": 4028, + "members": [ + 4028 + ], + "max_error": 0.0 + }, + { + "representative": 4021, + "members": [ + 4021 + ], + "max_error": 0.0 + }, + { + "representative": 4440, + "members": [ + 4440 + ], + "max_error": 0.0 + }, + { + "representative": 4421, + "members": [ + 4421 + ], + "max_error": 0.0 + }, + { + "representative": 4535, + "members": [ + 4535 + ], + "max_error": 0.0 + }, + { + "representative": 4597, + "members": [ + 4597 + ], + "max_error": 0.0 + }, + { + "representative": 4600, + "members": [ + 4600 + ], + "max_error": 0.0 + }, + { + "representative": 4519, + "members": [ + 4519 + ], + "max_error": 0.0 + }, + { + "representative": 4564, + "members": [ + 4564 + ], + "max_error": 0.0 + }, + { + "representative": 4568, + "members": [ + 4568 + ], + "max_error": 0.0 + }, + { + "representative": 4518, + "members": [ + 4518 + ], + "max_error": 0.0 + }, + { + "representative": 4420, + "members": [ + 4420 + ], + "max_error": 0.0 + }, + { + "representative": 4414, + "members": [ + 4414 + ], + "max_error": 0.0 + }, + { + "representative": 4449, + "members": [ + 4449 + ], + "max_error": 0.0 + }, + { + "representative": 4458, + "members": [ + 4458 + ], + "max_error": 0.0 + }, + { + "representative": 4559, + "members": [ + 4559 + ], + "max_error": 0.0 + }, + { + "representative": 4425, + "members": [ + 4425 + ], + "max_error": 0.0 + }, + { + "representative": 4354, + "members": [ + 4354 + ], + "max_error": 0.0 + }, + { + "representative": 4588, + "members": [ + 4588 + ], + "max_error": 0.0 + }, + { + "representative": 4374, + "members": [ + 4374 + ], + "max_error": 0.0 + }, + { + "representative": 4566, + "members": [ + 4566 + ], + "max_error": 0.0 + }, + { + "representative": 4384, + "members": [ + 4384 + ], + "max_error": 0.0 + }, + { + "representative": 4501, + "members": [ + 4501 + ], + "max_error": 0.0 + }, + { + "representative": 4431, + "members": [ + 4431 + ], + "max_error": 0.0 + }, + { + "representative": 4352, + "members": [ + 4352 + ], + "max_error": 0.0 + }, + { + "representative": 4392, + "members": [ + 4392 + ], + "max_error": 0.0 + }, + { + "representative": 4405, + "members": [ + 4405 + ], + "max_error": 0.0 + }, + { + "representative": 4575, + "members": [ + 4575 + ], + "max_error": 0.0 + }, + { + "representative": 4439, + "members": [ + 4439 + ], + "max_error": 0.0 + }, + { + "representative": 4546, + "members": [ + 4546 + ], + "max_error": 0.0 + }, + { + "representative": 4394, + "members": [ + 4394 + ], + "max_error": 0.0 + }, + { + "representative": 4364, + "members": [ + 4364 + ], + "max_error": 0.0 + }, + { + "representative": 4545, + "members": [ + 4545 + ], + "max_error": 0.0 + }, + { + "representative": 4371, + "members": [ + 4371 + ], + "max_error": 0.0 + }, + { + "representative": 4471, + "members": [ + 4471 + ], + "max_error": 0.0 + }, + { + "representative": 4571, + "members": [ + 4571 + ], + "max_error": 0.0 + }, + { + "representative": 4386, + "members": [ + 4386 + ], + "max_error": 0.0 + }, + { + "representative": 4531, + "members": [ + 4531 + ], + "max_error": 0.0 + }, + { + "representative": 4455, + "members": [ + 4455 + ], + "max_error": 0.0 + }, + { + "representative": 4456, + "members": [ + 4456 + ], + "max_error": 0.0 + }, + { + "representative": 4594, + "members": [ + 4594 + ], + "max_error": 0.0 + }, + { + "representative": 4503, + "members": [ + 4503 + ], + "max_error": 0.0 + }, + { + "representative": 4397, + "members": [ + 4397 + ], + "max_error": 0.0 + }, + { + "representative": 4595, + "members": [ + 4595 + ], + "max_error": 0.0 + }, + { + "representative": 4605, + "members": [ + 4605 + ], + "max_error": 0.0 + }, + { + "representative": 4599, + "members": [ + 4599 + ], + "max_error": 0.0 + }, + { + "representative": 4412, + "members": [ + 4412 + ], + "max_error": 0.0 + }, + { + "representative": 4486, + "members": [ + 4486 + ], + "max_error": 0.0 + }, + { + "representative": 4517, + "members": [ + 4517 + ], + "max_error": 0.0 + }, + { + "representative": 4395, + "members": [ + 4395 + ], + "max_error": 0.0 + }, + { + "representative": 4483, + "members": [ + 4483 + ], + "max_error": 0.0 + }, + { + "representative": 4593, + "members": [ + 4593 + ], + "max_error": 0.0 + }, + { + "representative": 5018, + "members": [ + 5018 + ], + "max_error": 0.0 + }, + { + "representative": 4943, + "members": [ + 4943 + ], + "max_error": 0.0 + }, + { + "representative": 5101, + "members": [ + 5101 + ], + "max_error": 0.0 + }, + { + "representative": 4974, + "members": [ + 4974 + ], + "max_error": 0.0 + }, + { + "representative": 4966, + "members": [ + 4966 + ], + "max_error": 0.0 + }, + { + "representative": 4907, + "members": [ + 4907 + ], + "max_error": 0.0 + }, + { + "representative": 4916, + "members": [ + 4916 + ], + "max_error": 0.0 + }, + { + "representative": 4911, + "members": [ + 4911 + ], + "max_error": 0.0 + }, + { + "representative": 4877, + "members": [ + 4877 + ], + "max_error": 0.0 + }, + { + "representative": 4897, + "members": [ + 4897 + ], + "max_error": 0.0 + }, + { + "representative": 4962, + "members": [ + 4962 + ], + "max_error": 0.0 + }, + { + "representative": 4893, + "members": [ + 4893 + ], + "max_error": 0.0 + }, + { + "representative": 5093, + "members": [ + 5093 + ], + "max_error": 0.0 + }, + { + "representative": 5059, + "members": [ + 5059 + ], + "max_error": 0.0 + }, + { + "representative": 5077, + "members": [ + 5077 + ], + "max_error": 0.0 + }, + { + "representative": 4968, + "members": [ + 4968 + ], + "max_error": 0.0 + }, + { + "representative": 5037, + "members": [ + 5037 + ], + "max_error": 0.0 + }, + { + "representative": 4872, + "members": [ + 4872 + ], + "max_error": 0.0 + }, + { + "representative": 5051, + "members": [ + 5051 + ], + "max_error": 0.0 + }, + { + "representative": 5041, + "members": [ + 5041 + ], + "max_error": 0.0 + }, + { + "representative": 5089, + "members": [ + 5089 + ], + "max_error": 0.0 + }, + { + "representative": 4960, + "members": [ + 4960 + ], + "max_error": 0.0 + }, + { + "representative": 4900, + "members": [ + 4900 + ], + "max_error": 0.0 + }, + { + "representative": 5061, + "members": [ + 5061 + ], + "max_error": 0.0 + }, + { + "representative": 4912, + "members": [ + 4912 + ], + "max_error": 0.0 + }, + { + "representative": 4873, + "members": [ + 4873 + ], + "max_error": 0.0 + }, + { + "representative": 5060, + "members": [ + 5060 + ], + "max_error": 0.0 + }, + { + "representative": 5092, + "members": [ + 5092 + ], + "max_error": 0.0 + }, + { + "representative": 4980, + "members": [ + 4980 + ], + "max_error": 0.0 + }, + { + "representative": 5032, + "members": [ + 5032 + ], + "max_error": 0.0 + }, + { + "representative": 4898, + "members": [ + 4898 + ], + "max_error": 0.0 + }, + { + "representative": 4938, + "members": [ + 4938 + ], + "max_error": 0.0 + }, + { + "representative": 5108, + "members": [ + 5108 + ], + "max_error": 0.0 + }, + { + "representative": 4948, + "members": [ + 4948 + ], + "max_error": 0.0 + }, + { + "representative": 5099, + "members": [ + 5099 + ], + "max_error": 0.0 + }, + { + "representative": 4913, + "members": [ + 4913 + ], + "max_error": 0.0 + }, + { + "representative": 5039, + "members": [ + 5039 + ], + "max_error": 0.0 + }, + { + "representative": 4892, + "members": [ + 4892 + ], + "max_error": 0.0 + }, + { + "representative": 4977, + "members": [ + 4977 + ], + "max_error": 0.0 + }, + { + "representative": 5022, + "members": [ + 5022 + ], + "max_error": 0.0 + }, + { + "representative": 4864, + "members": [ + 4864 + ], + "max_error": 0.0 + }, + { + "representative": 5113, + "members": [ + 5113 + ], + "max_error": 0.0 + }, + { + "representative": 4889, + "members": [ + 4889 + ], + "max_error": 0.0 + }, + { + "representative": 4964, + "members": [ + 4964 + ], + "max_error": 0.0 + }, + { + "representative": 4896, + "members": [ + 4896 + ], + "max_error": 0.0 + }, + { + "representative": 4921, + "members": [ + 4921 + ], + "max_error": 0.0 + }, + { + "representative": 5042, + "members": [ + 5042 + ], + "max_error": 0.0 + }, + { + "representative": 5085, + "members": [ + 5085 + ], + "max_error": 0.0 + }, + { + "representative": 5509, + "members": [ + 5509 + ], + "max_error": 0.0 + }, + { + "representative": 5498, + "members": [ + 5498 + ], + "max_error": 0.0 + }, + { + "representative": 5542, + "members": [ + 5542 + ], + "max_error": 0.0 + }, + { + "representative": 5532, + "members": [ + 5532 + ], + "max_error": 0.0 + }, + { + "representative": 5478, + "members": [ + 5478 + ], + "max_error": 0.0 + }, + { + "representative": 5601, + "members": [ + 5601 + ], + "max_error": 0.0 + }, + { + "representative": 5492, + "members": [ + 5492 + ], + "max_error": 0.0 + }, + { + "representative": 5392, + "members": [ + 5392 + ], + "max_error": 0.0 + }, + { + "representative": 5559, + "members": [ + 5559 + ], + "max_error": 0.0 + }, + { + "representative": 5534, + "members": [ + 5534 + ], + "max_error": 0.0 + }, + { + "representative": 5409, + "members": [ + 5409 + ], + "max_error": 0.0 + }, + { + "representative": 5424, + "members": [ + 5424 + ], + "max_error": 0.0 + }, + { + "representative": 5491, + "members": [ + 5491 + ], + "max_error": 0.0 + }, + { + "representative": 5398, + "members": [ + 5398 + ], + "max_error": 0.0 + }, + { + "representative": 5451, + "members": [ + 5451 + ], + "max_error": 0.0 + }, + { + "representative": 5574, + "members": [ + 5574 + ], + "max_error": 0.0 + }, + { + "representative": 5454, + "members": [ + 5454 + ], + "max_error": 0.0 + }, + { + "representative": 5597, + "members": [ + 5597 + ], + "max_error": 0.0 + }, + { + "representative": 5508, + "members": [ + 5508 + ], + "max_error": 0.0 + }, + { + "representative": 5402, + "members": [ + 5402 + ], + "max_error": 0.0 + }, + { + "representative": 5613, + "members": [ + 5613 + ], + "max_error": 0.0 + }, + { + "representative": 5627, + "members": [ + 5627 + ], + "max_error": 0.0 + }, + { + "representative": 5527, + "members": [ + 5527 + ], + "max_error": 0.0 + }, + { + "representative": 5533, + "members": [ + 5533 + ], + "max_error": 0.0 + }, + { + "representative": 5530, + "members": [ + 5530 + ], + "max_error": 0.0 + }, + { + "representative": 5599, + "members": [ + 5599 + ], + "max_error": 0.0 + }, + { + "representative": 5575, + "members": [ + 5575 + ], + "max_error": 0.0 + }, + { + "representative": 5427, + "members": [ + 5427 + ], + "max_error": 0.0 + }, + { + "representative": 5624, + "members": [ + 5624 + ], + "max_error": 0.0 + }, + { + "representative": 5539, + "members": [ + 5539 + ], + "max_error": 0.0 + }, + { + "representative": 5546, + "members": [ + 5546 + ], + "max_error": 0.0 + }, + { + "representative": 5388, + "members": [ + 5388 + ], + "max_error": 0.0 + }, + { + "representative": 5399, + "members": [ + 5399 + ], + "max_error": 0.0 + }, + { + "representative": 5526, + "members": [ + 5526 + ], + "max_error": 0.0 + }, + { + "representative": 5555, + "members": [ + 5555 + ], + "max_error": 0.0 + }, + { + "representative": 5629, + "members": [ + 5629 + ], + "max_error": 0.0 + }, + { + "representative": 5552, + "members": [ + 5552 + ], + "max_error": 0.0 + }, + { + "representative": 5434, + "members": [ + 5434 + ], + "max_error": 0.0 + }, + { + "representative": 6067, + "members": [ + 6067 + ], + "max_error": 0.0 + }, + { + "representative": 5931, + "members": [ + 5931 + ], + "max_error": 0.0 + }, + { + "representative": 6080, + "members": [ + 6080 + ], + "max_error": 0.0 + }, + { + "representative": 6056, + "members": [ + 6056 + ], + "max_error": 0.0 + }, + { + "representative": 5949, + "members": [ + 5949 + ], + "max_error": 0.0 + }, + { + "representative": 6046, + "members": [ + 6046 + ], + "max_error": 0.0 + }, + { + "representative": 5970, + "members": [ + 5970 + ], + "max_error": 0.0 + }, + { + "representative": 5943, + "members": [ + 5943 + ], + "max_error": 0.0 + }, + { + "representative": 6083, + "members": [ + 6083 + ], + "max_error": 0.0 + }, + { + "representative": 5916, + "members": [ + 5916 + ], + "max_error": 0.0 + }, + { + "representative": 5937, + "members": [ + 5937 + ], + "max_error": 0.0 + }, + { + "representative": 6112, + "members": [ + 6112 + ], + "max_error": 0.0 + }, + { + "representative": 5919, + "members": [ + 5919 + ], + "max_error": 0.0 + }, + { + "representative": 6115, + "members": [ + 6115 + ], + "max_error": 0.0 + }, + { + "representative": 5975, + "members": [ + 5975 + ], + "max_error": 0.0 + }, + { + "representative": 6094, + "members": [ + 6094 + ], + "max_error": 0.0 + }, + { + "representative": 5917, + "members": [ + 5917 + ], + "max_error": 0.0 + }, + { + "representative": 6109, + "members": [ + 6109 + ], + "max_error": 0.0 + }, + { + "representative": 5954, + "members": [ + 5954 + ], + "max_error": 0.0 + }, + { + "representative": 5997, + "members": [ + 5997 + ], + "max_error": 0.0 + }, + { + "representative": 5972, + "members": [ + 5972 + ], + "max_error": 0.0 + }, + { + "representative": 6041, + "members": [ + 6041 + ], + "max_error": 0.0 + }, + { + "representative": 5923, + "members": [ + 5923 + ], + "max_error": 0.0 + }, + { + "representative": 6065, + "members": [ + 6065 + ], + "max_error": 0.0 + }, + { + "representative": 6104, + "members": [ + 6104 + ], + "max_error": 0.0 + }, + { + "representative": 5957, + "members": [ + 5957 + ], + "max_error": 0.0 + }, + { + "representative": 5963, + "members": [ + 5963 + ], + "max_error": 0.0 + }, + { + "representative": 5956, + "members": [ + 5956 + ], + "max_error": 0.0 + }, + { + "representative": 5939, + "members": [ + 5939 + ], + "max_error": 0.0 + }, + { + "representative": 6066, + "members": [ + 6066 + ], + "max_error": 0.0 + }, + { + "representative": 6092, + "members": [ + 6092 + ], + "max_error": 0.0 + }, + { + "representative": 6070, + "members": [ + 6070 + ], + "max_error": 0.0 + }, + { + "representative": 6023, + "members": [ + 6023 + ], + "max_error": 0.0 + }, + { + "representative": 5947, + "members": [ + 5947 + ], + "max_error": 0.0 + }, + { + "representative": 5985, + "members": [ + 5985 + ], + "max_error": 0.0 + }, + { + "representative": 6012, + "members": [ + 6012 + ], + "max_error": 0.0 + }, + { + "representative": 5993, + "members": [ + 5993 + ], + "max_error": 0.0 + }, + { + "representative": 6097, + "members": [ + 6097 + ], + "max_error": 0.0 + }, + { + "representative": 6124, + "members": [ + 6124 + ], + "max_error": 0.0 + }, + { + "representative": 5953, + "members": [ + 5953 + ], + "max_error": 0.0 + }, + { + "representative": 5965, + "members": [ + 5965 + ], + "max_error": 0.0 + }, + { + "representative": 5998, + "members": [ + 5998 + ], + "max_error": 0.0 + }, + { + "representative": 6048, + "members": [ + 6048 + ], + "max_error": 0.0 + }, + { + "representative": 6122, + "members": [ + 6122 + ], + "max_error": 0.0 + }, + { + "representative": 6054, + "members": [ + 6054 + ], + "max_error": 0.0 + }, + { + "representative": 6038, + "members": [ + 6038 + ], + "max_error": 0.0 + }, + { + "representative": 5979, + "members": [ + 5979 + ], + "max_error": 0.0 + }, + { + "representative": 1353, + "members": [ + 1353 + ], + "max_error": 0.0 + }, + { + "representative": 1361, + "members": [ + 1361 + ], + "max_error": 0.0 + }, + { + "representative": 1408, + "members": [ + 1408 + ], + "max_error": 0.0 + }, + { + "representative": 1302, + "members": [ + 1302 + ], + "max_error": 0.0 + }, + { + "representative": 1386, + "members": [ + 1386 + ], + "max_error": 0.0 + }, + { + "representative": 1358, + "members": [ + 1358 + ], + "max_error": 0.0 + }, + { + "representative": 1283, + "members": [ + 1283 + ], + "max_error": 0.0 + }, + { + "representative": 1410, + "members": [ + 1410 + ], + "max_error": 0.0 + }, + { + "representative": 1382, + "members": [ + 1382 + ], + "max_error": 0.0 + }, + { + "representative": 1309, + "members": [ + 1309 + ], + "max_error": 0.0 + }, + { + "representative": 1440, + "members": [ + 1440 + ], + "max_error": 0.0 + }, + { + "representative": 1465, + "members": [ + 1465 + ], + "max_error": 0.0 + }, + { + "representative": 1348, + "members": [ + 1348 + ], + "max_error": 0.0 + }, + { + "representative": 1486, + "members": [ + 1486 + ], + "max_error": 0.0 + }, + { + "representative": 1521, + "members": [ + 1521 + ], + "max_error": 0.0 + }, + { + "representative": 1407, + "members": [ + 1407 + ], + "max_error": 0.0 + }, + { + "representative": 1471, + "members": [ + 1471 + ], + "max_error": 0.0 + }, + { + "representative": 1315, + "members": [ + 1315 + ], + "max_error": 0.0 + }, + { + "representative": 1512, + "members": [ + 1512 + ], + "max_error": 0.0 + }, + { + "representative": 1961, + "members": [ + 1961 + ], + "max_error": 0.0 + }, + { + "representative": 1987, + "members": [ + 1987 + ], + "max_error": 0.0 + }, + { + "representative": 1890, + "members": [ + 1890 + ], + "max_error": 0.0 + }, + { + "representative": 2036, + "members": [ + 2036 + ], + "max_error": 0.0 + }, + { + "representative": 1963, + "members": [ + 1963 + ], + "max_error": 0.0 + }, + { + "representative": 1853, + "members": [ + 1853 + ], + "max_error": 0.0 + }, + { + "representative": 1801, + "members": [ + 1801 + ], + "max_error": 0.0 + }, + { + "representative": 1950, + "members": [ + 1950 + ], + "max_error": 0.0 + }, + { + "representative": 1900, + "members": [ + 1900 + ], + "max_error": 0.0 + }, + { + "representative": 1980, + "members": [ + 1980 + ], + "max_error": 0.0 + }, + { + "representative": 1925, + "members": [ + 1925 + ], + "max_error": 0.0 + }, + { + "representative": 1902, + "members": [ + 1902 + ], + "max_error": 0.0 + }, + { + "representative": 1882, + "members": [ + 1882 + ], + "max_error": 0.0 + }, + { + "representative": 1886, + "members": [ + 1886 + ], + "max_error": 0.0 + }, + { + "representative": 1930, + "members": [ + 1930 + ], + "max_error": 0.0 + }, + { + "representative": 2033, + "members": [ + 2033 + ], + "max_error": 0.0 + }, + { + "representative": 1965, + "members": [ + 1965 + ], + "max_error": 0.0 + }, + { + "representative": 1887, + "members": [ + 1887 + ], + "max_error": 0.0 + }, + { + "representative": 1829, + "members": [ + 1829 + ], + "max_error": 0.0 + }, + { + "representative": 1975, + "members": [ + 1975 + ], + "max_error": 0.0 + }, + { + "representative": 2010, + "members": [ + 2010 + ], + "max_error": 0.0 + }, + { + "representative": 2041, + "members": [ + 2041 + ], + "max_error": 0.0 + }, + { + "representative": 1964, + "members": [ + 1964 + ], + "max_error": 0.0 + }, + { + "representative": 1793, + "members": [ + 1793 + ], + "max_error": 0.0 + }, + { + "representative": 2022, + "members": [ + 2022 + ], + "max_error": 0.0 + }, + { + "representative": 2408, + "members": [ + 2408 + ], + "max_error": 0.0 + }, + { + "representative": 2481, + "members": [ + 2481 + ], + "max_error": 0.0 + }, + { + "representative": 2398, + "members": [ + 2398 + ], + "max_error": 0.0 + }, + { + "representative": 2406, + "members": [ + 2406 + ], + "max_error": 0.0 + }, + { + "representative": 2540, + "members": [ + 2540 + ], + "max_error": 0.0 + }, + { + "representative": 2330, + "members": [ + 2330 + ], + "max_error": 0.0 + }, + { + "representative": 2460, + "members": [ + 2460 + ], + "max_error": 0.0 + }, + { + "representative": 2518, + "members": [ + 2518 + ], + "max_error": 0.0 + }, + { + "representative": 2371, + "members": [ + 2371 + ], + "max_error": 0.0 + }, + { + "representative": 2431, + "members": [ + 2431 + ], + "max_error": 0.0 + }, + { + "representative": 2506, + "members": [ + 2506 + ], + "max_error": 0.0 + }, + { + "representative": 2358, + "members": [ + 2358 + ], + "max_error": 0.0 + }, + { + "representative": 2452, + "members": [ + 2452 + ], + "max_error": 0.0 + }, + { + "representative": 2340, + "members": [ + 2340 + ], + "max_error": 0.0 + }, + { + "representative": 2466, + "members": [ + 2466 + ], + "max_error": 0.0 + }, + { + "representative": 2554, + "members": [ + 2554 + ], + "max_error": 0.0 + }, + { + "representative": 3034, + "members": [ + 3034 + ], + "max_error": 0.0 + }, + { + "representative": 2979, + "members": [ + 2979 + ], + "max_error": 0.0 + }, + { + "representative": 3052, + "members": [ + 3052 + ], + "max_error": 0.0 + }, + { + "representative": 2852, + "members": [ + 2852 + ], + "max_error": 0.0 + }, + { + "representative": 2879, + "members": [ + 2879 + ], + "max_error": 0.0 + }, + { + "representative": 2922, + "members": [ + 2922 + ], + "max_error": 0.0 + }, + { + "representative": 2955, + "members": [ + 2955 + ], + "max_error": 0.0 + }, + { + "representative": 2877, + "members": [ + 2877 + ], + "max_error": 0.0 + }, + { + "representative": 2939, + "members": [ + 2939 + ], + "max_error": 0.0 + }, + { + "representative": 2843, + "members": [ + 2843 + ], + "max_error": 0.0 + }, + { + "representative": 2844, + "members": [ + 2844 + ], + "max_error": 0.0 + }, + { + "representative": 3507, + "members": [ + 3507 + ], + "max_error": 0.0 + }, + { + "representative": 3538, + "members": [ + 3538 + ], + "max_error": 0.0 + }, + { + "representative": 3579, + "members": [ + 3579 + ], + "max_error": 0.0 + }, + { + "representative": 3496, + "members": [ + 3496 + ], + "max_error": 0.0 + }, + { + "representative": 3530, + "members": [ + 3530 + ], + "max_error": 0.0 + }, + { + "representative": 3436, + "members": [ + 3436 + ], + "max_error": 0.0 + }, + { + "representative": 3412, + "members": [ + 3412 + ], + "max_error": 0.0 + }, + { + "representative": 3475, + "members": [ + 3475 + ], + "max_error": 0.0 + }, + { + "representative": 3561, + "members": [ + 3561 + ], + "max_error": 0.0 + }, + { + "representative": 3534, + "members": [ + 3534 + ], + "max_error": 0.0 + }, + { + "representative": 3428, + "members": [ + 3428 + ], + "max_error": 0.0 + }, + { + "representative": 3457, + "members": [ + 3457 + ], + "max_error": 0.0 + }, + { + "representative": 3564, + "members": [ + 3564 + ], + "max_error": 0.0 + }, + { + "representative": 3519, + "members": [ + 3519 + ], + "max_error": 0.0 + }, + { + "representative": 3897, + "members": [ + 3897 + ], + "max_error": 0.0 + }, + { + "representative": 3840, + "members": [ + 3840 + ], + "max_error": 0.0 + }, + { + "representative": 3888, + "members": [ + 3888 + ], + "max_error": 0.0 + }, + { + "representative": 3926, + "members": [ + 3926 + ], + "max_error": 0.0 + }, + { + "representative": 4059, + "members": [ + 4059 + ], + "max_error": 0.0 + }, + { + "representative": 3930, + "members": [ + 3930 + ], + "max_error": 0.0 + }, + { + "representative": 3850, + "members": [ + 3850 + ], + "max_error": 0.0 + }, + { + "representative": 3964, + "members": [ + 3964 + ], + "max_error": 0.0 + }, + { + "representative": 4068, + "members": [ + 4068 + ], + "max_error": 0.0 + }, + { + "representative": 3929, + "members": [ + 3929 + ], + "max_error": 0.0 + }, + { + "representative": 4047, + "members": [ + 4047 + ], + "max_error": 0.0 + }, + { + "representative": 4084, + "members": [ + 4084 + ], + "max_error": 0.0 + }, + { + "representative": 3903, + "members": [ + 3903 + ], + "max_error": 0.0 + }, + { + "representative": 3991, + "members": [ + 3991 + ], + "max_error": 0.0 + }, + { + "representative": 1515, + "members": [ + 1515 + ], + "max_error": 0.0 + }, + { + "representative": 1439, + "members": [ + 1439 + ], + "max_error": 0.0 + }, + { + "representative": 1294, + "members": [ + 1294 + ], + "max_error": 0.0 + }, + { + "representative": 1467, + "members": [ + 1467 + ], + "max_error": 0.0 + }, + { + "representative": 1347, + "members": [ + 1347 + ], + "max_error": 0.0 + }, + { + "representative": 1420, + "members": [ + 1420 + ], + "max_error": 0.0 + }, + { + "representative": 1527, + "members": [ + 1527 + ], + "max_error": 0.0 + }, + { + "representative": 1423, + "members": [ + 1423 + ], + "max_error": 0.0 + }, + { + "representative": 1530, + "members": [ + 1530 + ], + "max_error": 0.0 + }, + { + "representative": 1434, + "members": [ + 1434 + ], + "max_error": 0.0 + }, + { + "representative": 1346, + "members": [ + 1346 + ], + "max_error": 0.0 + }, + { + "representative": 1339, + "members": [ + 1339 + ], + "max_error": 0.0 + }, + { + "representative": 1369, + "members": [ + 1369 + ], + "max_error": 0.0 + }, + { + "representative": 1524, + "members": [ + 1524 + ], + "max_error": 0.0 + }, + { + "representative": 1526, + "members": [ + 1526 + ], + "max_error": 0.0 + }, + { + "representative": 1948, + "members": [ + 1948 + ], + "max_error": 0.0 + }, + { + "representative": 2029, + "members": [ + 2029 + ], + "max_error": 0.0 + }, + { + "representative": 1846, + "members": [ + 1846 + ], + "max_error": 0.0 + }, + { + "representative": 1837, + "members": [ + 1837 + ], + "max_error": 0.0 + }, + { + "representative": 1884, + "members": [ + 1884 + ], + "max_error": 0.0 + }, + { + "representative": 2047, + "members": [ + 2047 + ], + "max_error": 0.0 + }, + { + "representative": 1971, + "members": [ + 1971 + ], + "max_error": 0.0 + }, + { + "representative": 1907, + "members": [ + 1907 + ], + "max_error": 0.0 + }, + { + "representative": 1864, + "members": [ + 1864 + ], + "max_error": 0.0 + }, + { + "representative": 1972, + "members": [ + 1972 + ], + "max_error": 0.0 + }, + { + "representative": 1897, + "members": [ + 1897 + ], + "max_error": 0.0 + }, + { + "representative": 1797, + "members": [ + 1797 + ], + "max_error": 0.0 + }, + { + "representative": 1820, + "members": [ + 1820 + ], + "max_error": 0.0 + }, + { + "representative": 1991, + "members": [ + 1991 + ], + "max_error": 0.0 + }, + { + "representative": 1896, + "members": [ + 1896 + ], + "max_error": 0.0 + }, + { + "representative": 1876, + "members": [ + 1876 + ], + "max_error": 0.0 + }, + { + "representative": 1898, + "members": [ + 1898 + ], + "max_error": 0.0 + }, + { + "representative": 1795, + "members": [ + 1795 + ], + "max_error": 0.0 + }, + { + "representative": 2479, + "members": [ + 2479 + ], + "max_error": 0.0 + }, + { + "representative": 2329, + "members": [ + 2329 + ], + "max_error": 0.0 + }, + { + "representative": 2438, + "members": [ + 2438 + ], + "max_error": 0.0 + }, + { + "representative": 2307, + "members": [ + 2307 + ], + "max_error": 0.0 + }, + { + "representative": 2538, + "members": [ + 2538 + ], + "max_error": 0.0 + }, + { + "representative": 2356, + "members": [ + 2356 + ], + "max_error": 0.0 + }, + { + "representative": 2483, + "members": [ + 2483 + ], + "max_error": 0.0 + }, + { + "representative": 2426, + "members": [ + 2426 + ], + "max_error": 0.0 + }, + { + "representative": 2379, + "members": [ + 2379 + ], + "max_error": 0.0 + }, + { + "representative": 2448, + "members": [ + 2448 + ], + "max_error": 0.0 + }, + { + "representative": 2510, + "members": [ + 2510 + ], + "max_error": 0.0 + }, + { + "representative": 2411, + "members": [ + 2411 + ], + "max_error": 0.0 + }, + { + "representative": 2501, + "members": [ + 2501 + ], + "max_error": 0.0 + }, + { + "representative": 2552, + "members": [ + 2552 + ], + "max_error": 0.0 + }, + { + "representative": 2544, + "members": [ + 2544 + ], + "max_error": 0.0 + }, + { + "representative": 2420, + "members": [ + 2420 + ], + "max_error": 0.0 + }, + { + "representative": 2388, + "members": [ + 2388 + ], + "max_error": 0.0 + }, + { + "representative": 2983, + "members": [ + 2983 + ], + "max_error": 0.0 + }, + { + "representative": 2820, + "members": [ + 2820 + ], + "max_error": 0.0 + }, + { + "representative": 2824, + "members": [ + 2824 + ], + "max_error": 0.0 + }, + { + "representative": 2855, + "members": [ + 2855 + ], + "max_error": 0.0 + }, + { + "representative": 2831, + "members": [ + 2831 + ], + "max_error": 0.0 + }, + { + "representative": 2929, + "members": [ + 2929 + ], + "max_error": 0.0 + }, + { + "representative": 2834, + "members": [ + 2834 + ], + "max_error": 0.0 + }, + { + "representative": 2932, + "members": [ + 2932 + ], + "max_error": 0.0 + }, + { + "representative": 3468, + "members": [ + 3468 + ], + "max_error": 0.0 + }, + { + "representative": 3378, + "members": [ + 3378 + ], + "max_error": 0.0 + }, + { + "representative": 3346, + "members": [ + 3346 + ], + "max_error": 0.0 + }, + { + "representative": 3554, + "members": [ + 3554 + ], + "max_error": 0.0 + }, + { + "representative": 3373, + "members": [ + 3373 + ], + "max_error": 0.0 + }, + { + "representative": 3479, + "members": [ + 3479 + ], + "max_error": 0.0 + }, + { + "representative": 3337, + "members": [ + 3337 + ], + "max_error": 0.0 + }, + { + "representative": 3340, + "members": [ + 3340 + ], + "max_error": 0.0 + }, + { + "representative": 3516, + "members": [ + 3516 + ], + "max_error": 0.0 + }, + { + "representative": 3339, + "members": [ + 3339 + ], + "max_error": 0.0 + }, + { + "representative": 3916, + "members": [ + 3916 + ], + "max_error": 0.0 + }, + { + "representative": 3862, + "members": [ + 3862 + ], + "max_error": 0.0 + }, + { + "representative": 3935, + "members": [ + 3935 + ], + "max_error": 0.0 + }, + { + "representative": 3854, + "members": [ + 3854 + ], + "max_error": 0.0 + }, + { + "representative": 4005, + "members": [ + 4005 + ], + "max_error": 0.0 + }, + { + "representative": 1326, + "members": [ + 1326 + ], + "max_error": 0.0 + }, + { + "representative": 1396, + "members": [ + 1396 + ], + "max_error": 0.0 + }, + { + "representative": 1529, + "members": [ + 1529 + ], + "max_error": 0.0 + }, + { + "representative": 1389, + "members": [ + 1389 + ], + "max_error": 0.0 + }, + { + "representative": 1493, + "members": [ + 1493 + ], + "max_error": 0.0 + }, + { + "representative": 1477, + "members": [ + 1477 + ], + "max_error": 0.0 + }, + { + "representative": 1428, + "members": [ + 1428 + ], + "max_error": 0.0 + }, + { + "representative": 1355, + "members": [ + 1355 + ], + "max_error": 0.0 + }, + { + "representative": 1453, + "members": [ + 1453 + ], + "max_error": 0.0 + }, + { + "representative": 1366, + "members": [ + 1366 + ], + "max_error": 0.0 + }, + { + "representative": 1438, + "members": [ + 1438 + ], + "max_error": 0.0 + }, + { + "representative": 1520, + "members": [ + 1520 + ], + "max_error": 0.0 + }, + { + "representative": 1436, + "members": [ + 1436 + ], + "max_error": 0.0 + }, + { + "representative": 1491, + "members": [ + 1491 + ], + "max_error": 0.0 + }, + { + "representative": 1427, + "members": [ + 1427 + ], + "max_error": 0.0 + }, + { + "representative": 1350, + "members": [ + 1350 + ], + "max_error": 0.0 + }, + { + "representative": 1345, + "members": [ + 1345 + ], + "max_error": 0.0 + }, + { + "representative": 1479, + "members": [ + 1479 + ], + "max_error": 0.0 + }, + { + "representative": 1480, + "members": [ + 1480 + ], + "max_error": 0.0 + }, + { + "representative": 1292, + "members": [ + 1292 + ], + "max_error": 0.0 + }, + { + "representative": 1406, + "members": [ + 1406 + ], + "max_error": 0.0 + }, + { + "representative": 1295, + "members": [ + 1295 + ], + "max_error": 0.0 + }, + { + "representative": 1951, + "members": [ + 1951 + ], + "max_error": 0.0 + }, + { + "representative": 1904, + "members": [ + 1904 + ], + "max_error": 0.0 + }, + { + "representative": 1915, + "members": [ + 1915 + ], + "max_error": 0.0 + }, + { + "representative": 1932, + "members": [ + 1932 + ], + "max_error": 0.0 + }, + { + "representative": 1873, + "members": [ + 1873 + ], + "max_error": 0.0 + }, + { + "representative": 1996, + "members": [ + 1996 + ], + "max_error": 0.0 + }, + { + "representative": 1872, + "members": [ + 1872 + ], + "max_error": 0.0 + }, + { + "representative": 1826, + "members": [ + 1826 + ], + "max_error": 0.0 + }, + { + "representative": 1960, + "members": [ + 1960 + ], + "max_error": 0.0 + }, + { + "representative": 1905, + "members": [ + 1905 + ], + "max_error": 0.0 + }, + { + "representative": 1867, + "members": [ + 1867 + ], + "max_error": 0.0 + }, + { + "representative": 2414, + "members": [ + 2414 + ], + "max_error": 0.0 + }, + { + "representative": 2354, + "members": [ + 2354 + ], + "max_error": 0.0 + }, + { + "representative": 2373, + "members": [ + 2373 + ], + "max_error": 0.0 + }, + { + "representative": 2541, + "members": [ + 2541 + ], + "max_error": 0.0 + }, + { + "representative": 2362, + "members": [ + 2362 + ], + "max_error": 0.0 + }, + { + "representative": 2523, + "members": [ + 2523 + ], + "max_error": 0.0 + }, + { + "representative": 2352, + "members": [ + 2352 + ], + "max_error": 0.0 + }, + { + "representative": 2427, + "members": [ + 2427 + ], + "max_error": 0.0 + }, + { + "representative": 2943, + "members": [ + 2943 + ], + "max_error": 0.0 + }, + { + "representative": 2868, + "members": [ + 2868 + ], + "max_error": 0.0 + }, + { + "representative": 3026, + "members": [ + 3026 + ], + "max_error": 0.0 + }, + { + "representative": 2816, + "members": [ + 2816 + ], + "max_error": 0.0 + }, + { + "representative": 2959, + "members": [ + 2959 + ], + "max_error": 0.0 + }, + { + "representative": 2895, + "members": [ + 2895 + ], + "max_error": 0.0 + }, + { + "representative": 2867, + "members": [ + 2867 + ], + "max_error": 0.0 + }, + { + "representative": 2875, + "members": [ + 2875 + ], + "max_error": 0.0 + }, + { + "representative": 3066, + "members": [ + 3066 + ], + "max_error": 0.0 + }, + { + "representative": 2860, + "members": [ + 2860 + ], + "max_error": 0.0 + }, + { + "representative": 2862, + "members": [ + 2862 + ], + "max_error": 0.0 + }, + { + "representative": 3509, + "members": [ + 3509 + ], + "max_error": 0.0 + }, + { + "representative": 3438, + "members": [ + 3438 + ], + "max_error": 0.0 + }, + { + "representative": 3405, + "members": [ + 3405 + ], + "max_error": 0.0 + }, + { + "representative": 3365, + "members": [ + 3365 + ], + "max_error": 0.0 + }, + { + "representative": 3402, + "members": [ + 3402 + ], + "max_error": 0.0 + }, + { + "representative": 3531, + "members": [ + 3531 + ], + "max_error": 0.0 + }, + { + "representative": 3403, + "members": [ + 3403 + ], + "max_error": 0.0 + }, + { + "representative": 3335, + "members": [ + 3335 + ], + "max_error": 0.0 + }, + { + "representative": 3506, + "members": [ + 3506 + ], + "max_error": 0.0 + }, + { + "representative": 3859, + "members": [ + 3859 + ], + "max_error": 0.0 + }, + { + "representative": 4094, + "members": [ + 4094 + ], + "max_error": 0.0 + }, + { + "representative": 3999, + "members": [ + 3999 + ], + "max_error": 0.0 + }, + { + "representative": 3918, + "members": [ + 3918 + ], + "max_error": 0.0 + }, + { + "representative": 3853, + "members": [ + 3853 + ], + "max_error": 0.0 + }, + { + "representative": 3942, + "members": [ + 3942 + ], + "max_error": 0.0 + }, + { + "representative": 3995, + "members": [ + 3995 + ], + "max_error": 0.0 + }, + { + "representative": 4077, + "members": [ + 4077 + ], + "max_error": 0.0 + }, + { + "representative": 4012, + "members": [ + 4012 + ], + "max_error": 0.0 + }, + { + "representative": 1319, + "members": [ + 1319 + ], + "max_error": 0.0 + }, + { + "representative": 1311, + "members": [ + 1311 + ], + "max_error": 0.0 + }, + { + "representative": 1335, + "members": [ + 1335 + ], + "max_error": 0.0 + }, + { + "representative": 1336, + "members": [ + 1336 + ], + "max_error": 0.0 + }, + { + "representative": 1468, + "members": [ + 1468 + ], + "max_error": 0.0 + }, + { + "representative": 1300, + "members": [ + 1300 + ], + "max_error": 0.0 + }, + { + "representative": 1430, + "members": [ + 1430 + ], + "max_error": 0.0 + }, + { + "representative": 1374, + "members": [ + 1374 + ], + "max_error": 0.0 + }, + { + "representative": 1531, + "members": [ + 1531 + ], + "max_error": 0.0 + }, + { + "representative": 1393, + "members": [ + 1393 + ], + "max_error": 0.0 + }, + { + "representative": 1334, + "members": [ + 1334 + ], + "max_error": 0.0 + }, + { + "representative": 1518, + "members": [ + 1518 + ], + "max_error": 0.0 + }, + { + "representative": 1343, + "members": [ + 1343 + ], + "max_error": 0.0 + }, + { + "representative": 1501, + "members": [ + 1501 + ], + "max_error": 0.0 + }, + { + "representative": 1376, + "members": [ + 1376 + ], + "max_error": 0.0 + }, + { + "representative": 1344, + "members": [ + 1344 + ], + "max_error": 0.0 + }, + { + "representative": 1881, + "members": [ + 1881 + ], + "max_error": 0.0 + }, + { + "representative": 1986, + "members": [ + 1986 + ], + "max_error": 0.0 + }, + { + "representative": 1908, + "members": [ + 1908 + ], + "max_error": 0.0 + }, + { + "representative": 1957, + "members": [ + 1957 + ], + "max_error": 0.0 + }, + { + "representative": 1883, + "members": [ + 1883 + ], + "max_error": 0.0 + }, + { + "representative": 1923, + "members": [ + 1923 + ], + "max_error": 0.0 + }, + { + "representative": 1804, + "members": [ + 1804 + ], + "max_error": 0.0 + }, + { + "representative": 1845, + "members": [ + 1845 + ], + "max_error": 0.0 + }, + { + "representative": 1968, + "members": [ + 1968 + ], + "max_error": 0.0 + }, + { + "representative": 1868, + "members": [ + 1868 + ], + "max_error": 0.0 + }, + { + "representative": 1993, + "members": [ + 1993 + ], + "max_error": 0.0 + }, + { + "representative": 1819, + "members": [ + 1819 + ], + "max_error": 0.0 + }, + { + "representative": 1814, + "members": [ + 1814 + ], + "max_error": 0.0 + }, + { + "representative": 1894, + "members": [ + 1894 + ], + "max_error": 0.0 + }, + { + "representative": 1967, + "members": [ + 1967 + ], + "max_error": 0.0 + }, + { + "representative": 2045, + "members": [ + 2045 + ], + "max_error": 0.0 + }, + { + "representative": 2315, + "members": [ + 2315 + ], + "max_error": 0.0 + }, + { + "representative": 2526, + "members": [ + 2526 + ], + "max_error": 0.0 + }, + { + "representative": 2327, + "members": [ + 2327 + ], + "max_error": 0.0 + }, + { + "representative": 2455, + "members": [ + 2455 + ], + "max_error": 0.0 + }, + { + "representative": 2500, + "members": [ + 2500 + ], + "max_error": 0.0 + }, + { + "representative": 2364, + "members": [ + 2364 + ], + "max_error": 0.0 + }, + { + "representative": 2333, + "members": [ + 2333 + ], + "max_error": 0.0 + }, + { + "representative": 2342, + "members": [ + 2342 + ], + "max_error": 0.0 + }, + { + "representative": 2463, + "members": [ + 2463 + ], + "max_error": 0.0 + }, + { + "representative": 2439, + "members": [ + 2439 + ], + "max_error": 0.0 + }, + { + "representative": 2499, + "members": [ + 2499 + ], + "max_error": 0.0 + }, + { + "representative": 2558, + "members": [ + 2558 + ], + "max_error": 0.0 + }, + { + "representative": 2324, + "members": [ + 2324 + ], + "max_error": 0.0 + }, + { + "representative": 2395, + "members": [ + 2395 + ], + "max_error": 0.0 + }, + { + "representative": 2874, + "members": [ + 2874 + ], + "max_error": 0.0 + }, + { + "representative": 2995, + "members": [ + 2995 + ], + "max_error": 0.0 + }, + { + "representative": 2849, + "members": [ + 2849 + ], + "max_error": 0.0 + }, + { + "representative": 2876, + "members": [ + 2876 + ], + "max_error": 0.0 + }, + { + "representative": 3532, + "members": [ + 3532 + ], + "max_error": 0.0 + }, + { + "representative": 3528, + "members": [ + 3528 + ], + "max_error": 0.0 + }, + { + "representative": 3370, + "members": [ + 3370 + ], + "max_error": 0.0 + }, + { + "representative": 3545, + "members": [ + 3545 + ], + "max_error": 0.0 + }, + { + "representative": 3453, + "members": [ + 3453 + ], + "max_error": 0.0 + }, + { + "representative": 3497, + "members": [ + 3497 + ], + "max_error": 0.0 + }, + { + "representative": 3523, + "members": [ + 3523 + ], + "max_error": 0.0 + }, + { + "representative": 3466, + "members": [ + 3466 + ], + "max_error": 0.0 + }, + { + "representative": 3429, + "members": [ + 3429 + ], + "max_error": 0.0 + }, + { + "representative": 3471, + "members": [ + 3471 + ], + "max_error": 0.0 + }, + { + "representative": 3394, + "members": [ + 3394 + ], + "max_error": 0.0 + }, + { + "representative": 3422, + "members": [ + 3422 + ], + "max_error": 0.0 + }, + { + "representative": 3551, + "members": [ + 3551 + ], + "max_error": 0.0 + }, + { + "representative": 3931, + "members": [ + 3931 + ], + "max_error": 0.0 + }, + { + "representative": 4037, + "members": [ + 4037 + ], + "max_error": 0.0 + }, + { + "representative": 4019, + "members": [ + 4019 + ], + "max_error": 0.0 + }, + { + "representative": 3976, + "members": [ + 3976 + ], + "max_error": 0.0 + }, + { + "representative": 3952, + "members": [ + 3952 + ], + "max_error": 0.0 + }, + { + "representative": 3958, + "members": [ + 3958 + ], + "max_error": 0.0 + }, + { + "representative": 3963, + "members": [ + 3963 + ], + "max_error": 0.0 + }, + { + "representative": 3908, + "members": [ + 3908 + ], + "max_error": 0.0 + }, + { + "representative": 3927, + "members": [ + 3927 + ], + "max_error": 0.0 + }, + { + "representative": 3997, + "members": [ + 3997 + ], + "max_error": 0.0 + }, + { + "representative": 3851, + "members": [ + 3851 + ], + "max_error": 0.0 + }, + { + "representative": 4063, + "members": [ + 4063 + ], + "max_error": 0.0 + }, + { + "representative": 4032, + "members": [ + 4032 + ], + "max_error": 0.0 + }, + { + "representative": 2916, + "members": [ + 2916 + ], + "max_error": 0.0 + }, + { + "representative": 2863, + "members": [ + 2863 + ], + "max_error": 0.0 + }, + { + "representative": 3055, + "members": [ + 3055 + ], + "max_error": 0.0 + }, + { + "representative": 3040, + "members": [ + 3040 + ], + "max_error": 0.0 + }, + { + "representative": 3547, + "members": [ + 3547 + ], + "max_error": 0.0 + }, + { + "representative": 3349, + "members": [ + 3349 + ], + "max_error": 0.0 + }, + { + "representative": 3435, + "members": [ + 3435 + ], + "max_error": 0.0 + }, + { + "representative": 3441, + "members": [ + 3441 + ], + "max_error": 0.0 + }, + { + "representative": 3539, + "members": [ + 3539 + ], + "max_error": 0.0 + }, + { + "representative": 3425, + "members": [ + 3425 + ], + "max_error": 0.0 + }, + { + "representative": 3537, + "members": [ + 3537 + ], + "max_error": 0.0 + }, + { + "representative": 3338, + "members": [ + 3338 + ], + "max_error": 0.0 + }, + { + "representative": 3407, + "members": [ + 3407 + ], + "max_error": 0.0 + }, + { + "representative": 3433, + "members": [ + 3433 + ], + "max_error": 0.0 + }, + { + "representative": 3482, + "members": [ + 3482 + ], + "max_error": 0.0 + }, + { + "representative": 4074, + "members": [ + 4074 + ], + "max_error": 0.0 + }, + { + "representative": 3869, + "members": [ + 3869 + ], + "max_error": 0.0 + }, + { + "representative": 3898, + "members": [ + 3898 + ], + "max_error": 0.0 + }, + { + "representative": 4045, + "members": [ + 4045 + ], + "max_error": 0.0 + }, + { + "representative": 4017, + "members": [ + 4017 + ], + "max_error": 0.0 + }, + { + "representative": 4066, + "members": [ + 4066 + ], + "max_error": 0.0 + }, + { + "representative": 4051, + "members": [ + 4051 + ], + "max_error": 0.0 + }, + { + "representative": 4362, + "members": [ + 4362 + ], + "max_error": 0.0 + }, + { + "representative": 4561, + "members": [ + 4561 + ], + "max_error": 0.0 + }, + { + "representative": 4495, + "members": [ + 4495 + ], + "max_error": 0.0 + }, + { + "representative": 4601, + "members": [ + 4601 + ], + "max_error": 0.0 + }, + { + "representative": 4427, + "members": [ + 4427 + ], + "max_error": 0.0 + }, + { + "representative": 4509, + "members": [ + 4509 + ], + "max_error": 0.0 + }, + { + "representative": 4442, + "members": [ + 4442 + ], + "max_error": 0.0 + }, + { + "representative": 4598, + "members": [ + 4598 + ], + "max_error": 0.0 + }, + { + "representative": 4433, + "members": [ + 4433 + ], + "max_error": 0.0 + }, + { + "representative": 4406, + "members": [ + 4406 + ], + "max_error": 0.0 + }, + { + "representative": 4423, + "members": [ + 4423 + ], + "max_error": 0.0 + }, + { + "representative": 4540, + "members": [ + 4540 + ], + "max_error": 0.0 + }, + { + "representative": 4513, + "members": [ + 4513 + ], + "max_error": 0.0 + }, + { + "representative": 4490, + "members": [ + 4490 + ], + "max_error": 0.0 + }, + { + "representative": 4409, + "members": [ + 4409 + ], + "max_error": 0.0 + }, + { + "representative": 4506, + "members": [ + 4506 + ], + "max_error": 0.0 + }, + { + "representative": 4514, + "members": [ + 4514 + ], + "max_error": 0.0 + }, + { + "representative": 4375, + "members": [ + 4375 + ], + "max_error": 0.0 + }, + { + "representative": 4365, + "members": [ + 4365 + ], + "max_error": 0.0 + }, + { + "representative": 4542, + "members": [ + 4542 + ], + "max_error": 0.0 + }, + { + "representative": 4504, + "members": [ + 4504 + ], + "max_error": 0.0 + }, + { + "representative": 4361, + "members": [ + 4361 + ], + "max_error": 0.0 + }, + { + "representative": 4443, + "members": [ + 4443 + ], + "max_error": 0.0 + }, + { + "representative": 4453, + "members": [ + 4453 + ], + "max_error": 0.0 + }, + { + "representative": 4584, + "members": [ + 4584 + ], + "max_error": 0.0 + }, + { + "representative": 4572, + "members": [ + 4572 + ], + "max_error": 0.0 + }, + { + "representative": 4516, + "members": [ + 4516 + ], + "max_error": 0.0 + }, + { + "representative": 4385, + "members": [ + 4385 + ], + "max_error": 0.0 + }, + { + "representative": 4606, + "members": [ + 4606 + ], + "max_error": 0.0 + }, + { + "representative": 4526, + "members": [ + 4526 + ], + "max_error": 0.0 + }, + { + "representative": 4547, + "members": [ + 4547 + ], + "max_error": 0.0 + }, + { + "representative": 4447, + "members": [ + 4447 + ], + "max_error": 0.0 + }, + { + "representative": 4388, + "members": [ + 4388 + ], + "max_error": 0.0 + }, + { + "representative": 4448, + "members": [ + 4448 + ], + "max_error": 0.0 + }, + { + "representative": 4430, + "members": [ + 4430 + ], + "max_error": 0.0 + }, + { + "representative": 4574, + "members": [ + 4574 + ], + "max_error": 0.0 + }, + { + "representative": 4482, + "members": [ + 4482 + ], + "max_error": 0.0 + }, + { + "representative": 4502, + "members": [ + 4502 + ], + "max_error": 0.0 + }, + { + "representative": 4931, + "members": [ + 4931 + ], + "max_error": 0.0 + }, + { + "representative": 4937, + "members": [ + 4937 + ], + "max_error": 0.0 + }, + { + "representative": 5010, + "members": [ + 5010 + ], + "max_error": 0.0 + }, + { + "representative": 4988, + "members": [ + 4988 + ], + "max_error": 0.0 + }, + { + "representative": 4983, + "members": [ + 4983 + ], + "max_error": 0.0 + }, + { + "representative": 4940, + "members": [ + 4940 + ], + "max_error": 0.0 + }, + { + "representative": 5088, + "members": [ + 5088 + ], + "max_error": 0.0 + }, + { + "representative": 5023, + "members": [ + 5023 + ], + "max_error": 0.0 + }, + { + "representative": 4908, + "members": [ + 4908 + ], + "max_error": 0.0 + }, + { + "representative": 5033, + "members": [ + 5033 + ], + "max_error": 0.0 + }, + { + "representative": 4928, + "members": [ + 4928 + ], + "max_error": 0.0 + }, + { + "representative": 5083, + "members": [ + 5083 + ], + "max_error": 0.0 + }, + { + "representative": 4884, + "members": [ + 4884 + ], + "max_error": 0.0 + }, + { + "representative": 4957, + "members": [ + 4957 + ], + "max_error": 0.0 + }, + { + "representative": 4934, + "members": [ + 4934 + ], + "max_error": 0.0 + }, + { + "representative": 5035, + "members": [ + 5035 + ], + "max_error": 0.0 + }, + { + "representative": 4947, + "members": [ + 4947 + ], + "max_error": 0.0 + }, + { + "representative": 5067, + "members": [ + 5067 + ], + "max_error": 0.0 + }, + { + "representative": 4955, + "members": [ + 4955 + ], + "max_error": 0.0 + }, + { + "representative": 4906, + "members": [ + 4906 + ], + "max_error": 0.0 + }, + { + "representative": 5005, + "members": [ + 5005 + ], + "max_error": 0.0 + }, + { + "representative": 4976, + "members": [ + 4976 + ], + "max_error": 0.0 + }, + { + "representative": 4999, + "members": [ + 4999 + ], + "max_error": 0.0 + }, + { + "representative": 4952, + "members": [ + 4952 + ], + "max_error": 0.0 + }, + { + "representative": 4875, + "members": [ + 4875 + ], + "max_error": 0.0 + }, + { + "representative": 4882, + "members": [ + 4882 + ], + "max_error": 0.0 + }, + { + "representative": 4994, + "members": [ + 4994 + ], + "max_error": 0.0 + }, + { + "representative": 4998, + "members": [ + 4998 + ], + "max_error": 0.0 + }, + { + "representative": 4902, + "members": [ + 4902 + ], + "max_error": 0.0 + }, + { + "representative": 4981, + "members": [ + 4981 + ], + "max_error": 0.0 + }, + { + "representative": 5096, + "members": [ + 5096 + ], + "max_error": 0.0 + }, + { + "representative": 5012, + "members": [ + 5012 + ], + "max_error": 0.0 + }, + { + "representative": 5115, + "members": [ + 5115 + ], + "max_error": 0.0 + }, + { + "representative": 5045, + "members": [ + 5045 + ], + "max_error": 0.0 + }, + { + "representative": 5111, + "members": [ + 5111 + ], + "max_error": 0.0 + }, + { + "representative": 4881, + "members": [ + 4881 + ], + "max_error": 0.0 + }, + { + "representative": 5013, + "members": [ + 5013 + ], + "max_error": 0.0 + }, + { + "representative": 5079, + "members": [ + 5079 + ], + "max_error": 0.0 + }, + { + "representative": 5066, + "members": [ + 5066 + ], + "max_error": 0.0 + }, + { + "representative": 4969, + "members": [ + 4969 + ], + "max_error": 0.0 + }, + { + "representative": 5094, + "members": [ + 5094 + ], + "max_error": 0.0 + }, + { + "representative": 4982, + "members": [ + 4982 + ], + "max_error": 0.0 + }, + { + "representative": 4865, + "members": [ + 4865 + ], + "max_error": 0.0 + }, + { + "representative": 4963, + "members": [ + 4963 + ], + "max_error": 0.0 + }, + { + "representative": 4939, + "members": [ + 4939 + ], + "max_error": 0.0 + }, + { + "representative": 5110, + "members": [ + 5110 + ], + "max_error": 0.0 + }, + { + "representative": 4985, + "members": [ + 4985 + ], + "max_error": 0.0 + }, + { + "representative": 5016, + "members": [ + 5016 + ], + "max_error": 0.0 + }, + { + "representative": 5118, + "members": [ + 5118 + ], + "max_error": 0.0 + }, + { + "representative": 4922, + "members": [ + 4922 + ], + "max_error": 0.0 + }, + { + "representative": 5062, + "members": [ + 5062 + ], + "max_error": 0.0 + }, + { + "representative": 5007, + "members": [ + 5007 + ], + "max_error": 0.0 + }, + { + "representative": 4961, + "members": [ + 4961 + ], + "max_error": 0.0 + }, + { + "representative": 4950, + "members": [ + 4950 + ], + "max_error": 0.0 + }, + { + "representative": 4868, + "members": [ + 4868 + ], + "max_error": 0.0 + }, + { + "representative": 4987, + "members": [ + 4987 + ], + "max_error": 0.0 + }, + { + "representative": 4930, + "members": [ + 4930 + ], + "max_error": 0.0 + }, + { + "representative": 5098, + "members": [ + 5098 + ], + "max_error": 0.0 + }, + { + "representative": 5590, + "members": [ + 5590 + ], + "max_error": 0.0 + }, + { + "representative": 5430, + "members": [ + 5430 + ], + "max_error": 0.0 + }, + { + "representative": 5558, + "members": [ + 5558 + ], + "max_error": 0.0 + }, + { + "representative": 5510, + "members": [ + 5510 + ], + "max_error": 0.0 + }, + { + "representative": 5428, + "members": [ + 5428 + ], + "max_error": 0.0 + }, + { + "representative": 5608, + "members": [ + 5608 + ], + "max_error": 0.0 + }, + { + "representative": 5565, + "members": [ + 5565 + ], + "max_error": 0.0 + }, + { + "representative": 5467, + "members": [ + 5467 + ], + "max_error": 0.0 + }, + { + "representative": 5544, + "members": [ + 5544 + ], + "max_error": 0.0 + }, + { + "representative": 5522, + "members": [ + 5522 + ], + "max_error": 0.0 + }, + { + "representative": 5415, + "members": [ + 5415 + ], + "max_error": 0.0 + }, + { + "representative": 5423, + "members": [ + 5423 + ], + "max_error": 0.0 + }, + { + "representative": 5435, + "members": [ + 5435 + ], + "max_error": 0.0 + }, + { + "representative": 5517, + "members": [ + 5517 + ], + "max_error": 0.0 + }, + { + "representative": 5535, + "members": [ + 5535 + ], + "max_error": 0.0 + }, + { + "representative": 5504, + "members": [ + 5504 + ], + "max_error": 0.0 + }, + { + "representative": 5414, + "members": [ + 5414 + ], + "max_error": 0.0 + }, + { + "representative": 5570, + "members": [ + 5570 + ], + "max_error": 0.0 + }, + { + "representative": 5461, + "members": [ + 5461 + ], + "max_error": 0.0 + }, + { + "representative": 5557, + "members": [ + 5557 + ], + "max_error": 0.0 + }, + { + "representative": 5474, + "members": [ + 5474 + ], + "max_error": 0.0 + }, + { + "representative": 5476, + "members": [ + 5476 + ], + "max_error": 0.0 + }, + { + "representative": 5493, + "members": [ + 5493 + ], + "max_error": 0.0 + }, + { + "representative": 5586, + "members": [ + 5586 + ], + "max_error": 0.0 + }, + { + "representative": 5456, + "members": [ + 5456 + ], + "max_error": 0.0 + }, + { + "representative": 5380, + "members": [ + 5380 + ], + "max_error": 0.0 + }, + { + "representative": 5518, + "members": [ + 5518 + ], + "max_error": 0.0 + }, + { + "representative": 5459, + "members": [ + 5459 + ], + "max_error": 0.0 + }, + { + "representative": 5387, + "members": [ + 5387 + ], + "max_error": 0.0 + }, + { + "representative": 5502, + "members": [ + 5502 + ], + "max_error": 0.0 + }, + { + "representative": 5377, + "members": [ + 5377 + ], + "max_error": 0.0 + }, + { + "representative": 5418, + "members": [ + 5418 + ], + "max_error": 0.0 + }, + { + "representative": 5407, + "members": [ + 5407 + ], + "max_error": 0.0 + }, + { + "representative": 5489, + "members": [ + 5489 + ], + "max_error": 0.0 + }, + { + "representative": 5560, + "members": [ + 5560 + ], + "max_error": 0.0 + }, + { + "representative": 5577, + "members": [ + 5577 + ], + "max_error": 0.0 + }, + { + "representative": 5419, + "members": [ + 5419 + ], + "max_error": 0.0 + }, + { + "representative": 5890, + "members": [ + 5890 + ], + "max_error": 0.0 + }, + { + "representative": 5964, + "members": [ + 5964 + ], + "max_error": 0.0 + }, + { + "representative": 5976, + "members": [ + 5976 + ], + "max_error": 0.0 + }, + { + "representative": 6077, + "members": [ + 6077 + ], + "max_error": 0.0 + }, + { + "representative": 6055, + "members": [ + 6055 + ], + "max_error": 0.0 + }, + { + "representative": 5925, + "members": [ + 5925 + ], + "max_error": 0.0 + }, + { + "representative": 6061, + "members": [ + 6061 + ], + "max_error": 0.0 + }, + { + "representative": 6032, + "members": [ + 6032 + ], + "max_error": 0.0 + }, + { + "representative": 5977, + "members": [ + 5977 + ], + "max_error": 0.0 + }, + { + "representative": 6105, + "members": [ + 6105 + ], + "max_error": 0.0 + }, + { + "representative": 6131, + "members": [ + 6131 + ], + "max_error": 0.0 + }, + { + "representative": 5990, + "members": [ + 5990 + ], + "max_error": 0.0 + }, + { + "representative": 5906, + "members": [ + 5906 + ], + "max_error": 0.0 + }, + { + "representative": 5994, + "members": [ + 5994 + ], + "max_error": 0.0 + }, + { + "representative": 6018, + "members": [ + 6018 + ], + "max_error": 0.0 + }, + { + "representative": 5955, + "members": [ + 5955 + ], + "max_error": 0.0 + }, + { + "representative": 6047, + "members": [ + 6047 + ], + "max_error": 0.0 + }, + { + "representative": 6116, + "members": [ + 6116 + ], + "max_error": 0.0 + }, + { + "representative": 6008, + "members": [ + 6008 + ], + "max_error": 0.0 + }, + { + "representative": 6096, + "members": [ + 6096 + ], + "max_error": 0.0 + }, + { + "representative": 6009, + "members": [ + 6009 + ], + "max_error": 0.0 + }, + { + "representative": 6058, + "members": [ + 6058 + ], + "max_error": 0.0 + }, + { + "representative": 6098, + "members": [ + 6098 + ], + "max_error": 0.0 + }, + { + "representative": 6057, + "members": [ + 6057 + ], + "max_error": 0.0 + }, + { + "representative": 6133, + "members": [ + 6133 + ], + "max_error": 0.0 + }, + { + "representative": 6087, + "members": [ + 6087 + ], + "max_error": 0.0 + }, + { + "representative": 6130, + "members": [ + 6130 + ], + "max_error": 0.0 + }, + { + "representative": 6027, + "members": [ + 6027 + ], + "max_error": 0.0 + }, + { + "representative": 6140, + "members": [ + 6140 + ], + "max_error": 0.0 + }, + { + "representative": 5989, + "members": [ + 5989 + ], + "max_error": 0.0 + }, + { + "representative": 5892, + "members": [ + 5892 + ], + "max_error": 0.0 + }, + { + "representative": 6050, + "members": [ + 6050 + ], + "max_error": 0.0 + }, + { + "representative": 5933, + "members": [ + 5933 + ], + "max_error": 0.0 + }, + { + "representative": 5897, + "members": [ + 5897 + ], + "max_error": 0.0 + }, + { + "representative": 5938, + "members": [ + 5938 + ], + "max_error": 0.0 + }, + { + "representative": 6075, + "members": [ + 6075 + ], + "max_error": 0.0 + }, + { + "representative": 6079, + "members": [ + 6079 + ], + "max_error": 0.0 + }, + { + "representative": 2942, + "members": [ + 2942 + ], + "max_error": 0.0 + }, + { + "representative": 2905, + "members": [ + 2905 + ], + "max_error": 0.0 + }, + { + "representative": 3013, + "members": [ + 3013 + ], + "max_error": 0.0 + }, + { + "representative": 2921, + "members": [ + 2921 + ], + "max_error": 0.0 + }, + { + "representative": 2937, + "members": [ + 2937 + ], + "max_error": 0.0 + }, + { + "representative": 3018, + "members": [ + 3018 + ], + "max_error": 0.0 + }, + { + "representative": 3070, + "members": [ + 3070 + ], + "max_error": 0.0 + }, + { + "representative": 2933, + "members": [ + 2933 + ], + "max_error": 0.0 + }, + { + "representative": 3012, + "members": [ + 3012 + ], + "max_error": 0.0 + }, + { + "representative": 2865, + "members": [ + 2865 + ], + "max_error": 0.0 + }, + { + "representative": 2958, + "members": [ + 2958 + ], + "max_error": 0.0 + }, + { + "representative": 2821, + "members": [ + 2821 + ], + "max_error": 0.0 + }, + { + "representative": 2846, + "members": [ + 2846 + ], + "max_error": 0.0 + }, + { + "representative": 2978, + "members": [ + 2978 + ], + "max_error": 0.0 + }, + { + "representative": 3344, + "members": [ + 3344 + ], + "max_error": 0.0 + }, + { + "representative": 3529, + "members": [ + 3529 + ], + "max_error": 0.0 + }, + { + "representative": 3473, + "members": [ + 3473 + ], + "max_error": 0.0 + }, + { + "representative": 3514, + "members": [ + 3514 + ], + "max_error": 0.0 + }, + { + "representative": 3526, + "members": [ + 3526 + ], + "max_error": 0.0 + }, + { + "representative": 3397, + "members": [ + 3397 + ], + "max_error": 0.0 + }, + { + "representative": 3510, + "members": [ + 3510 + ], + "max_error": 0.0 + }, + { + "representative": 4093, + "members": [ + 4093 + ], + "max_error": 0.0 + }, + { + "representative": 4039, + "members": [ + 4039 + ], + "max_error": 0.0 + }, + { + "representative": 3969, + "members": [ + 3969 + ], + "max_error": 0.0 + }, + { + "representative": 4030, + "members": [ + 4030 + ], + "max_error": 0.0 + }, + { + "representative": 4082, + "members": [ + 4082 + ], + "max_error": 0.0 + }, + { + "representative": 4050, + "members": [ + 4050 + ], + "max_error": 0.0 + }, + { + "representative": 4470, + "members": [ + 4470 + ], + "max_error": 0.0 + }, + { + "representative": 4497, + "members": [ + 4497 + ], + "max_error": 0.0 + }, + { + "representative": 4391, + "members": [ + 4391 + ], + "max_error": 0.0 + }, + { + "representative": 4569, + "members": [ + 4569 + ], + "max_error": 0.0 + }, + { + "representative": 4602, + "members": [ + 4602 + ], + "max_error": 0.0 + }, + { + "representative": 4467, + "members": [ + 4467 + ], + "max_error": 0.0 + }, + { + "representative": 4521, + "members": [ + 4521 + ], + "max_error": 0.0 + }, + { + "representative": 4353, + "members": [ + 4353 + ], + "max_error": 0.0 + }, + { + "representative": 4417, + "members": [ + 4417 + ], + "max_error": 0.0 + }, + { + "representative": 4369, + "members": [ + 4369 + ], + "max_error": 0.0 + }, + { + "representative": 4567, + "members": [ + 4567 + ], + "max_error": 0.0 + }, + { + "representative": 4484, + "members": [ + 4484 + ], + "max_error": 0.0 + }, + { + "representative": 4512, + "members": [ + 4512 + ], + "max_error": 0.0 + }, + { + "representative": 4596, + "members": [ + 4596 + ], + "max_error": 0.0 + }, + { + "representative": 4477, + "members": [ + 4477 + ], + "max_error": 0.0 + }, + { + "representative": 4382, + "members": [ + 4382 + ], + "max_error": 0.0 + }, + { + "representative": 4607, + "members": [ + 4607 + ], + "max_error": 0.0 + }, + { + "representative": 4530, + "members": [ + 4530 + ], + "max_error": 0.0 + }, + { + "representative": 4586, + "members": [ + 4586 + ], + "max_error": 0.0 + }, + { + "representative": 4377, + "members": [ + 4377 + ], + "max_error": 0.0 + }, + { + "representative": 4587, + "members": [ + 4587 + ], + "max_error": 0.0 + }, + { + "representative": 4411, + "members": [ + 4411 + ], + "max_error": 0.0 + }, + { + "representative": 4419, + "members": [ + 4419 + ], + "max_error": 0.0 + }, + { + "representative": 4475, + "members": [ + 4475 + ], + "max_error": 0.0 + }, + { + "representative": 4422, + "members": [ + 4422 + ], + "max_error": 0.0 + }, + { + "representative": 4562, + "members": [ + 4562 + ], + "max_error": 0.0 + }, + { + "representative": 4400, + "members": [ + 4400 + ], + "max_error": 0.0 + }, + { + "representative": 4552, + "members": [ + 4552 + ], + "max_error": 0.0 + }, + { + "representative": 4551, + "members": [ + 4551 + ], + "max_error": 0.0 + }, + { + "representative": 4592, + "members": [ + 4592 + ], + "max_error": 0.0 + }, + { + "representative": 4355, + "members": [ + 4355 + ], + "max_error": 0.0 + }, + { + "representative": 4396, + "members": [ + 4396 + ], + "max_error": 0.0 + }, + { + "representative": 4445, + "members": [ + 4445 + ], + "max_error": 0.0 + }, + { + "representative": 4544, + "members": [ + 4544 + ], + "max_error": 0.0 + }, + { + "representative": 4360, + "members": [ + 4360 + ], + "max_error": 0.0 + }, + { + "representative": 4489, + "members": [ + 4489 + ], + "max_error": 0.0 + }, + { + "representative": 4543, + "members": [ + 4543 + ], + "max_error": 0.0 + }, + { + "representative": 4539, + "members": [ + 4539 + ], + "max_error": 0.0 + }, + { + "representative": 4536, + "members": [ + 4536 + ], + "max_error": 0.0 + }, + { + "representative": 4604, + "members": [ + 4604 + ], + "max_error": 0.0 + }, + { + "representative": 4466, + "members": [ + 4466 + ], + "max_error": 0.0 + }, + { + "representative": 4549, + "members": [ + 4549 + ], + "max_error": 0.0 + }, + { + "representative": 4523, + "members": [ + 4523 + ], + "max_error": 0.0 + }, + { + "representative": 4473, + "members": [ + 4473 + ], + "max_error": 0.0 + }, + { + "representative": 4487, + "members": [ + 4487 + ], + "max_error": 0.0 + }, + { + "representative": 4582, + "members": [ + 4582 + ], + "max_error": 0.0 + }, + { + "representative": 4511, + "members": [ + 4511 + ], + "max_error": 0.0 + }, + { + "representative": 4378, + "members": [ + 4378 + ], + "max_error": 0.0 + }, + { + "representative": 4410, + "members": [ + 4410 + ], + "max_error": 0.0 + }, + { + "representative": 4438, + "members": [ + 4438 + ], + "max_error": 0.0 + }, + { + "representative": 5017, + "members": [ + 5017 + ], + "max_error": 0.0 + }, + { + "representative": 5095, + "members": [ + 5095 + ], + "max_error": 0.0 + }, + { + "representative": 5112, + "members": [ + 5112 + ], + "max_error": 0.0 + }, + { + "representative": 5072, + "members": [ + 5072 + ], + "max_error": 0.0 + }, + { + "representative": 5050, + "members": [ + 5050 + ], + "max_error": 0.0 + }, + { + "representative": 5090, + "members": [ + 5090 + ], + "max_error": 0.0 + }, + { + "representative": 5064, + "members": [ + 5064 + ], + "max_error": 0.0 + }, + { + "representative": 4951, + "members": [ + 4951 + ], + "max_error": 0.0 + }, + { + "representative": 4883, + "members": [ + 4883 + ], + "max_error": 0.0 + }, + { + "representative": 4920, + "members": [ + 4920 + ], + "max_error": 0.0 + }, + { + "representative": 4888, + "members": [ + 4888 + ], + "max_error": 0.0 + }, + { + "representative": 4929, + "members": [ + 4929 + ], + "max_error": 0.0 + }, + { + "representative": 5068, + "members": [ + 5068 + ], + "max_error": 0.0 + }, + { + "representative": 4878, + "members": [ + 4878 + ], + "max_error": 0.0 + }, + { + "representative": 5071, + "members": [ + 5071 + ], + "max_error": 0.0 + }, + { + "representative": 4874, + "members": [ + 4874 + ], + "max_error": 0.0 + }, + { + "representative": 5069, + "members": [ + 5069 + ], + "max_error": 0.0 + }, + { + "representative": 4933, + "members": [ + 4933 + ], + "max_error": 0.0 + }, + { + "representative": 4973, + "members": [ + 4973 + ], + "max_error": 0.0 + }, + { + "representative": 5000, + "members": [ + 5000 + ], + "max_error": 0.0 + }, + { + "representative": 5078, + "members": [ + 5078 + ], + "max_error": 0.0 + }, + { + "representative": 4945, + "members": [ + 4945 + ], + "max_error": 0.0 + }, + { + "representative": 5049, + "members": [ + 5049 + ], + "max_error": 0.0 + }, + { + "representative": 5047, + "members": [ + 5047 + ], + "max_error": 0.0 + }, + { + "representative": 4886, + "members": [ + 4886 + ], + "max_error": 0.0 + }, + { + "representative": 4956, + "members": [ + 4956 + ], + "max_error": 0.0 + }, + { + "representative": 5006, + "members": [ + 5006 + ], + "max_error": 0.0 + }, + { + "representative": 4967, + "members": [ + 4967 + ], + "max_error": 0.0 + }, + { + "representative": 5019, + "members": [ + 5019 + ], + "max_error": 0.0 + }, + { + "representative": 4869, + "members": [ + 4869 + ], + "max_error": 0.0 + }, + { + "representative": 5048, + "members": [ + 5048 + ], + "max_error": 0.0 + }, + { + "representative": 5091, + "members": [ + 5091 + ], + "max_error": 0.0 + }, + { + "representative": 5100, + "members": [ + 5100 + ], + "max_error": 0.0 + }, + { + "representative": 5073, + "members": [ + 5073 + ], + "max_error": 0.0 + }, + { + "representative": 5021, + "members": [ + 5021 + ], + "max_error": 0.0 + }, + { + "representative": 5044, + "members": [ + 5044 + ], + "max_error": 0.0 + }, + { + "representative": 5065, + "members": [ + 5065 + ], + "max_error": 0.0 + }, + { + "representative": 5055, + "members": [ + 5055 + ], + "max_error": 0.0 + }, + { + "representative": 4904, + "members": [ + 4904 + ], + "max_error": 0.0 + }, + { + "representative": 5114, + "members": [ + 5114 + ], + "max_error": 0.0 + }, + { + "representative": 4905, + "members": [ + 4905 + ], + "max_error": 0.0 + }, + { + "representative": 5621, + "members": [ + 5621 + ], + "max_error": 0.0 + }, + { + "representative": 5469, + "members": [ + 5469 + ], + "max_error": 0.0 + }, + { + "representative": 5471, + "members": [ + 5471 + ], + "max_error": 0.0 + }, + { + "representative": 5571, + "members": [ + 5571 + ], + "max_error": 0.0 + }, + { + "representative": 5422, + "members": [ + 5422 + ], + "max_error": 0.0 + }, + { + "representative": 5587, + "members": [ + 5587 + ], + "max_error": 0.0 + }, + { + "representative": 5528, + "members": [ + 5528 + ], + "max_error": 0.0 + }, + { + "representative": 5433, + "members": [ + 5433 + ], + "max_error": 0.0 + }, + { + "representative": 5596, + "members": [ + 5596 + ], + "max_error": 0.0 + }, + { + "representative": 5455, + "members": [ + 5455 + ], + "max_error": 0.0 + }, + { + "representative": 5609, + "members": [ + 5609 + ], + "max_error": 0.0 + }, + { + "representative": 5540, + "members": [ + 5540 + ], + "max_error": 0.0 + }, + { + "representative": 5524, + "members": [ + 5524 + ], + "max_error": 0.0 + }, + { + "representative": 5628, + "members": [ + 5628 + ], + "max_error": 0.0 + }, + { + "representative": 5425, + "members": [ + 5425 + ], + "max_error": 0.0 + }, + { + "representative": 5595, + "members": [ + 5595 + ], + "max_error": 0.0 + }, + { + "representative": 5579, + "members": [ + 5579 + ], + "max_error": 0.0 + }, + { + "representative": 5452, + "members": [ + 5452 + ], + "max_error": 0.0 + }, + { + "representative": 5472, + "members": [ + 5472 + ], + "max_error": 0.0 + }, + { + "representative": 5614, + "members": [ + 5614 + ], + "max_error": 0.0 + }, + { + "representative": 5592, + "members": [ + 5592 + ], + "max_error": 0.0 + }, + { + "representative": 5619, + "members": [ + 5619 + ], + "max_error": 0.0 + }, + { + "representative": 5507, + "members": [ + 5507 + ], + "max_error": 0.0 + }, + { + "representative": 5580, + "members": [ + 5580 + ], + "max_error": 0.0 + }, + { + "representative": 5519, + "members": [ + 5519 + ], + "max_error": 0.0 + }, + { + "representative": 5603, + "members": [ + 5603 + ], + "max_error": 0.0 + }, + { + "representative": 5473, + "members": [ + 5473 + ], + "max_error": 0.0 + }, + { + "representative": 5572, + "members": [ + 5572 + ], + "max_error": 0.0 + }, + { + "representative": 5515, + "members": [ + 5515 + ], + "max_error": 0.0 + }, + { + "representative": 5631, + "members": [ + 5631 + ], + "max_error": 0.0 + }, + { + "representative": 5573, + "members": [ + 5573 + ], + "max_error": 0.0 + }, + { + "representative": 5449, + "members": [ + 5449 + ], + "max_error": 0.0 + }, + { + "representative": 5602, + "members": [ + 5602 + ], + "max_error": 0.0 + }, + { + "representative": 5604, + "members": [ + 5604 + ], + "max_error": 0.0 + }, + { + "representative": 5406, + "members": [ + 5406 + ], + "max_error": 0.0 + }, + { + "representative": 5391, + "members": [ + 5391 + ], + "max_error": 0.0 + }, + { + "representative": 5591, + "members": [ + 5591 + ], + "max_error": 0.0 + }, + { + "representative": 5505, + "members": [ + 5505 + ], + "max_error": 0.0 + }, + { + "representative": 5439, + "members": [ + 5439 + ], + "max_error": 0.0 + }, + { + "representative": 5482, + "members": [ + 5482 + ], + "max_error": 0.0 + }, + { + "representative": 5465, + "members": [ + 5465 + ], + "max_error": 0.0 + }, + { + "representative": 5441, + "members": [ + 5441 + ], + "max_error": 0.0 + }, + { + "representative": 5561, + "members": [ + 5561 + ], + "max_error": 0.0 + }, + { + "representative": 5506, + "members": [ + 5506 + ], + "max_error": 0.0 + }, + { + "representative": 5588, + "members": [ + 5588 + ], + "max_error": 0.0 + }, + { + "representative": 5411, + "members": [ + 5411 + ], + "max_error": 0.0 + }, + { + "representative": 5523, + "members": [ + 5523 + ], + "max_error": 0.0 + }, + { + "representative": 5537, + "members": [ + 5537 + ], + "max_error": 0.0 + }, + { + "representative": 5389, + "members": [ + 5389 + ], + "max_error": 0.0 + }, + { + "representative": 5408, + "members": [ + 5408 + ], + "max_error": 0.0 + }, + { + "representative": 5548, + "members": [ + 5548 + ], + "max_error": 0.0 + }, + { + "representative": 5521, + "members": [ + 5521 + ], + "max_error": 0.0 + }, + { + "representative": 5470, + "members": [ + 5470 + ], + "max_error": 0.0 + }, + { + "representative": 5915, + "members": [ + 5915 + ], + "max_error": 0.0 + }, + { + "representative": 5984, + "members": [ + 5984 + ], + "max_error": 0.0 + }, + { + "representative": 6107, + "members": [ + 6107 + ], + "max_error": 0.0 + }, + { + "representative": 6014, + "members": [ + 6014 + ], + "max_error": 0.0 + }, + { + "representative": 6033, + "members": [ + 6033 + ], + "max_error": 0.0 + }, + { + "representative": 6141, + "members": [ + 6141 + ], + "max_error": 0.0 + }, + { + "representative": 6015, + "members": [ + 6015 + ], + "max_error": 0.0 + }, + { + "representative": 5911, + "members": [ + 5911 + ], + "max_error": 0.0 + }, + { + "representative": 5971, + "members": [ + 5971 + ], + "max_error": 0.0 + }, + { + "representative": 5895, + "members": [ + 5895 + ], + "max_error": 0.0 + }, + { + "representative": 6031, + "members": [ + 6031 + ], + "max_error": 0.0 + }, + { + "representative": 6004, + "members": [ + 6004 + ], + "max_error": 0.0 + }, + { + "representative": 6062, + "members": [ + 6062 + ], + "max_error": 0.0 + }, + { + "representative": 5921, + "members": [ + 5921 + ], + "max_error": 0.0 + }, + { + "representative": 5930, + "members": [ + 5930 + ], + "max_error": 0.0 + }, + { + "representative": 6132, + "members": [ + 6132 + ], + "max_error": 0.0 + }, + { + "representative": 6118, + "members": [ + 6118 + ], + "max_error": 0.0 + }, + { + "representative": 6084, + "members": [ + 6084 + ], + "max_error": 0.0 + }, + { + "representative": 5944, + "members": [ + 5944 + ], + "max_error": 0.0 + }, + { + "representative": 6134, + "members": [ + 6134 + ], + "max_error": 0.0 + }, + { + "representative": 6095, + "members": [ + 6095 + ], + "max_error": 0.0 + }, + { + "representative": 6127, + "members": [ + 6127 + ], + "max_error": 0.0 + }, + { + "representative": 6125, + "members": [ + 6125 + ], + "max_error": 0.0 + }, + { + "representative": 6076, + "members": [ + 6076 + ], + "max_error": 0.0 + }, + { + "representative": 6108, + "members": [ + 6108 + ], + "max_error": 0.0 + }, + { + "representative": 6135, + "members": [ + 6135 + ], + "max_error": 0.0 + }, + { + "representative": 6063, + "members": [ + 6063 + ], + "max_error": 0.0 + }, + { + "representative": 5934, + "members": [ + 5934 + ], + "max_error": 0.0 + }, + { + "representative": 6085, + "members": [ + 6085 + ], + "max_error": 0.0 + }, + { + "representative": 6090, + "members": [ + 6090 + ], + "max_error": 0.0 + }, + { + "representative": 5888, + "members": [ + 5888 + ], + "max_error": 0.0 + }, + { + "representative": 6091, + "members": [ + 6091 + ], + "max_error": 0.0 + }, + { + "representative": 6013, + "members": [ + 6013 + ], + "max_error": 0.0 + }, + { + "representative": 5961, + "members": [ + 5961 + ], + "max_error": 0.0 + }, + { + "representative": 5936, + "members": [ + 5936 + ], + "max_error": 0.0 + }, + { + "representative": 6113, + "members": [ + 6113 + ], + "max_error": 0.0 + }, + { + "representative": 6035, + "members": [ + 6035 + ], + "max_error": 0.0 + }, + { + "representative": 6119, + "members": [ + 6119 + ], + "max_error": 0.0 + }, + { + "representative": 1509, + "members": [ + 1509 + ], + "max_error": 0.0 + }, + { + "representative": 1426, + "members": [ + 1426 + ], + "max_error": 0.0 + }, + { + "representative": 1495, + "members": [ + 1495 + ], + "max_error": 0.0 + }, + { + "representative": 1349, + "members": [ + 1349 + ], + "max_error": 0.0 + }, + { + "representative": 1370, + "members": [ + 1370 + ], + "max_error": 0.0 + }, + { + "representative": 1528, + "members": [ + 1528 + ], + "max_error": 0.0 + }, + { + "representative": 1314, + "members": [ + 1314 + ], + "max_error": 0.0 + }, + { + "representative": 1307, + "members": [ + 1307 + ], + "max_error": 0.0 + }, + { + "representative": 1313, + "members": [ + 1313 + ], + "max_error": 0.0 + }, + { + "representative": 1404, + "members": [ + 1404 + ], + "max_error": 0.0 + }, + { + "representative": 1447, + "members": [ + 1447 + ], + "max_error": 0.0 + }, + { + "representative": 1457, + "members": [ + 1457 + ], + "max_error": 0.0 + }, + { + "representative": 1323, + "members": [ + 1323 + ], + "max_error": 0.0 + }, + { + "representative": 1456, + "members": [ + 1456 + ], + "max_error": 0.0 + }, + { + "representative": 1378, + "members": [ + 1378 + ], + "max_error": 0.0 + }, + { + "representative": 1510, + "members": [ + 1510 + ], + "max_error": 0.0 + }, + { + "representative": 1442, + "members": [ + 1442 + ], + "max_error": 0.0 + }, + { + "representative": 1504, + "members": [ + 1504 + ], + "max_error": 0.0 + }, + { + "representative": 2003, + "members": [ + 2003 + ], + "max_error": 0.0 + }, + { + "representative": 1962, + "members": [ + 1962 + ], + "max_error": 0.0 + }, + { + "representative": 1979, + "members": [ + 1979 + ], + "max_error": 0.0 + }, + { + "representative": 2004, + "members": [ + 2004 + ], + "max_error": 0.0 + }, + { + "representative": 2016, + "members": [ + 2016 + ], + "max_error": 0.0 + }, + { + "representative": 1831, + "members": [ + 1831 + ], + "max_error": 0.0 + }, + { + "representative": 1952, + "members": [ + 1952 + ], + "max_error": 0.0 + }, + { + "representative": 1989, + "members": [ + 1989 + ], + "max_error": 0.0 + }, + { + "representative": 1860, + "members": [ + 1860 + ], + "max_error": 0.0 + }, + { + "representative": 1956, + "members": [ + 1956 + ], + "max_error": 0.0 + }, + { + "representative": 1959, + "members": [ + 1959 + ], + "max_error": 0.0 + }, + { + "representative": 1869, + "members": [ + 1869 + ], + "max_error": 0.0 + }, + { + "representative": 1922, + "members": [ + 1922 + ], + "max_error": 0.0 + }, + { + "representative": 1889, + "members": [ + 1889 + ], + "max_error": 0.0 + }, + { + "representative": 2509, + "members": [ + 2509 + ], + "max_error": 0.0 + }, + { + "representative": 2556, + "members": [ + 2556 + ], + "max_error": 0.0 + }, + { + "representative": 2381, + "members": [ + 2381 + ], + "max_error": 0.0 + }, + { + "representative": 2337, + "members": [ + 2337 + ], + "max_error": 0.0 + }, + { + "representative": 2338, + "members": [ + 2338 + ], + "max_error": 0.0 + }, + { + "representative": 2416, + "members": [ + 2416 + ], + "max_error": 0.0 + }, + { + "representative": 2485, + "members": [ + 2485 + ], + "max_error": 0.0 + }, + { + "representative": 2542, + "members": [ + 2542 + ], + "max_error": 0.0 + }, + { + "representative": 2507, + "members": [ + 2507 + ], + "max_error": 0.0 + }, + { + "representative": 2904, + "members": [ + 2904 + ], + "max_error": 0.0 + }, + { + "representative": 3035, + "members": [ + 3035 + ], + "max_error": 0.0 + }, + { + "representative": 3031, + "members": [ + 3031 + ], + "max_error": 0.0 + }, + { + "representative": 2931, + "members": [ + 2931 + ], + "max_error": 0.0 + }, + { + "representative": 2956, + "members": [ + 2956 + ], + "max_error": 0.0 + }, + { + "representative": 2861, + "members": [ + 2861 + ], + "max_error": 0.0 + }, + { + "representative": 2884, + "members": [ + 2884 + ], + "max_error": 0.0 + }, + { + "representative": 2837, + "members": [ + 2837 + ], + "max_error": 0.0 + }, + { + "representative": 3039, + "members": [ + 3039 + ], + "max_error": 0.0 + }, + { + "representative": 3014, + "members": [ + 3014 + ], + "max_error": 0.0 + }, + { + "representative": 2913, + "members": [ + 2913 + ], + "max_error": 0.0 + }, + { + "representative": 2869, + "members": [ + 2869 + ], + "max_error": 0.0 + }, + { + "representative": 2881, + "members": [ + 2881 + ], + "max_error": 0.0 + }, + { + "representative": 3434, + "members": [ + 3434 + ], + "max_error": 0.0 + }, + { + "representative": 3375, + "members": [ + 3375 + ], + "max_error": 0.0 + }, + { + "representative": 3567, + "members": [ + 3567 + ], + "max_error": 0.0 + }, + { + "representative": 3542, + "members": [ + 3542 + ], + "max_error": 0.0 + }, + { + "representative": 3491, + "members": [ + 3491 + ], + "max_error": 0.0 + }, + { + "representative": 3357, + "members": [ + 3357 + ], + "max_error": 0.0 + }, + { + "representative": 3486, + "members": [ + 3486 + ], + "max_error": 0.0 + }, + { + "representative": 3350, + "members": [ + 3350 + ], + "max_error": 0.0 + }, + { + "representative": 3572, + "members": [ + 3572 + ], + "max_error": 0.0 + }, + { + "representative": 3368, + "members": [ + 3368 + ], + "max_error": 0.0 + }, + { + "representative": 3442, + "members": [ + 3442 + ], + "max_error": 0.0 + }, + { + "representative": 3356, + "members": [ + 3356 + ], + "max_error": 0.0 + }, + { + "representative": 3893, + "members": [ + 3893 + ], + "max_error": 0.0 + }, + { + "representative": 3951, + "members": [ + 3951 + ], + "max_error": 0.0 + }, + { + "representative": 4035, + "members": [ + 4035 + ], + "max_error": 0.0 + }, + { + "representative": 3844, + "members": [ + 3844 + ], + "max_error": 0.0 + }, + { + "representative": 3980, + "members": [ + 3980 + ], + "max_error": 0.0 + }, + { + "representative": 4062, + "members": [ + 4062 + ], + "max_error": 0.0 + }, + { + "representative": 3866, + "members": [ + 3866 + ], + "max_error": 0.0 + }, + { + "representative": 1502, + "members": [ + 1502 + ], + "max_error": 0.0 + }, + { + "representative": 1308, + "members": [ + 1308 + ], + "max_error": 0.0 + }, + { + "representative": 1394, + "members": [ + 1394 + ], + "max_error": 0.0 + }, + { + "representative": 1422, + "members": [ + 1422 + ], + "max_error": 0.0 + }, + { + "representative": 1365, + "members": [ + 1365 + ], + "max_error": 0.0 + }, + { + "representative": 1446, + "members": [ + 1446 + ], + "max_error": 0.0 + }, + { + "representative": 1452, + "members": [ + 1452 + ], + "max_error": 0.0 + }, + { + "representative": 1342, + "members": [ + 1342 + ], + "max_error": 0.0 + }, + { + "representative": 1356, + "members": [ + 1356 + ], + "max_error": 0.0 + }, + { + "representative": 1387, + "members": [ + 1387 + ], + "max_error": 0.0 + }, + { + "representative": 1304, + "members": [ + 1304 + ], + "max_error": 0.0 + }, + { + "representative": 1522, + "members": [ + 1522 + ], + "max_error": 0.0 + }, + { + "representative": 1331, + "members": [ + 1331 + ], + "max_error": 0.0 + }, + { + "representative": 1417, + "members": [ + 1417 + ], + "max_error": 0.0 + }, + { + "representative": 2008, + "members": [ + 2008 + ], + "max_error": 0.0 + }, + { + "representative": 1976, + "members": [ + 1976 + ], + "max_error": 0.0 + }, + { + "representative": 2028, + "members": [ + 2028 + ], + "max_error": 0.0 + }, + { + "representative": 1809, + "members": [ + 1809 + ], + "max_error": 0.0 + }, + { + "representative": 2037, + "members": [ + 2037 + ], + "max_error": 0.0 + }, + { + "representative": 2020, + "members": [ + 2020 + ], + "max_error": 0.0 + }, + { + "representative": 1877, + "members": [ + 1877 + ], + "max_error": 0.0 + }, + { + "representative": 1966, + "members": [ + 1966 + ], + "max_error": 0.0 + }, + { + "representative": 1848, + "members": [ + 1848 + ], + "max_error": 0.0 + }, + { + "representative": 2043, + "members": [ + 2043 + ], + "max_error": 0.0 + }, + { + "representative": 1855, + "members": [ + 1855 + ], + "max_error": 0.0 + }, + { + "representative": 2034, + "members": [ + 2034 + ], + "max_error": 0.0 + }, + { + "representative": 2039, + "members": [ + 2039 + ], + "max_error": 0.0 + }, + { + "representative": 1924, + "members": [ + 1924 + ], + "max_error": 0.0 + }, + { + "representative": 1865, + "members": [ + 1865 + ], + "max_error": 0.0 + }, + { + "representative": 2309, + "members": [ + 2309 + ], + "max_error": 0.0 + }, + { + "representative": 2437, + "members": [ + 2437 + ], + "max_error": 0.0 + }, + { + "representative": 2345, + "members": [ + 2345 + ], + "max_error": 0.0 + }, + { + "representative": 2367, + "members": [ + 2367 + ], + "max_error": 0.0 + }, + { + "representative": 2405, + "members": [ + 2405 + ], + "max_error": 0.0 + }, + { + "representative": 2553, + "members": [ + 2553 + ], + "max_error": 0.0 + }, + { + "representative": 2383, + "members": [ + 2383 + ], + "max_error": 0.0 + }, + { + "representative": 2382, + "members": [ + 2382 + ], + "max_error": 0.0 + }, + { + "representative": 2488, + "members": [ + 2488 + ], + "max_error": 0.0 + }, + { + "representative": 2454, + "members": [ + 2454 + ], + "max_error": 0.0 + }, + { + "representative": 2320, + "members": [ + 2320 + ], + "max_error": 0.0 + }, + { + "representative": 2478, + "members": [ + 2478 + ], + "max_error": 0.0 + }, + { + "representative": 2376, + "members": [ + 2376 + ], + "max_error": 0.0 + }, + { + "representative": 2464, + "members": [ + 2464 + ], + "max_error": 0.0 + }, + { + "representative": 2453, + "members": [ + 2453 + ], + "max_error": 0.0 + }, + { + "representative": 2872, + "members": [ + 2872 + ], + "max_error": 0.0 + }, + { + "representative": 3047, + "members": [ + 3047 + ], + "max_error": 0.0 + }, + { + "representative": 3054, + "members": [ + 3054 + ], + "max_error": 0.0 + }, + { + "representative": 2976, + "members": [ + 2976 + ], + "max_error": 0.0 + }, + { + "representative": 3010, + "members": [ + 3010 + ], + "max_error": 0.0 + }, + { + "representative": 3023, + "members": [ + 3023 + ], + "max_error": 0.0 + }, + { + "representative": 2819, + "members": [ + 2819 + ], + "max_error": 0.0 + }, + { + "representative": 3011, + "members": [ + 3011 + ], + "max_error": 0.0 + }, + { + "representative": 2826, + "members": [ + 2826 + ], + "max_error": 0.0 + }, + { + "representative": 3060, + "members": [ + 3060 + ], + "max_error": 0.0 + }, + { + "representative": 2954, + "members": [ + 2954 + ], + "max_error": 0.0 + }, + { + "representative": 3061, + "members": [ + 3061 + ], + "max_error": 0.0 + }, + { + "representative": 2829, + "members": [ + 2829 + ], + "max_error": 0.0 + }, + { + "representative": 3552, + "members": [ + 3552 + ], + "max_error": 0.0 + }, + { + "representative": 3355, + "members": [ + 3355 + ], + "max_error": 0.0 + }, + { + "representative": 3495, + "members": [ + 3495 + ], + "max_error": 0.0 + }, + { + "representative": 3556, + "members": [ + 3556 + ], + "max_error": 0.0 + }, + { + "representative": 3522, + "members": [ + 3522 + ], + "max_error": 0.0 + }, + { + "representative": 3455, + "members": [ + 3455 + ], + "max_error": 0.0 + }, + { + "representative": 3333, + "members": [ + 3333 + ], + "max_error": 0.0 + }, + { + "representative": 3913, + "members": [ + 3913 + ], + "max_error": 0.0 + }, + { + "representative": 4049, + "members": [ + 4049 + ], + "max_error": 0.0 + }, + { + "representative": 4016, + "members": [ + 4016 + ], + "max_error": 0.0 + }, + { + "representative": 3848, + "members": [ + 3848 + ], + "max_error": 0.0 + }, + { + "representative": 3860, + "members": [ + 3860 + ], + "max_error": 0.0 + }, + { + "representative": 3879, + "members": [ + 3879 + ], + "max_error": 0.0 + }, + { + "representative": 4056, + "members": [ + 4056 + ], + "max_error": 0.0 + }, + { + "representative": 3870, + "members": [ + 3870 + ], + "max_error": 0.0 + }, + { + "representative": 4071, + "members": [ + 4071 + ], + "max_error": 0.0 + }, + { + "representative": 3972, + "members": [ + 3972 + ], + "max_error": 0.0 + }, + { + "representative": 1377, + "members": [ + 1377 + ], + "max_error": 0.0 + }, + { + "representative": 1384, + "members": [ + 1384 + ], + "max_error": 0.0 + }, + { + "representative": 1390, + "members": [ + 1390 + ], + "max_error": 0.0 + }, + { + "representative": 1322, + "members": [ + 1322 + ], + "max_error": 0.0 + }, + { + "representative": 1333, + "members": [ + 1333 + ], + "max_error": 0.0 + }, + { + "representative": 1432, + "members": [ + 1432 + ], + "max_error": 0.0 + }, + { + "representative": 1400, + "members": [ + 1400 + ], + "max_error": 0.0 + }, + { + "representative": 1463, + "members": [ + 1463 + ], + "max_error": 0.0 + }, + { + "representative": 1413, + "members": [ + 1413 + ], + "max_error": 0.0 + }, + { + "representative": 1523, + "members": [ + 1523 + ], + "max_error": 0.0 + }, + { + "representative": 1359, + "members": [ + 1359 + ], + "max_error": 0.0 + }, + { + "representative": 1303, + "members": [ + 1303 + ], + "max_error": 0.0 + }, + { + "representative": 1380, + "members": [ + 1380 + ], + "max_error": 0.0 + }, + { + "representative": 1431, + "members": [ + 1431 + ], + "max_error": 0.0 + }, + { + "representative": 1513, + "members": [ + 1513 + ], + "max_error": 0.0 + }, + { + "representative": 1470, + "members": [ + 1470 + ], + "max_error": 0.0 + }, + { + "representative": 1985, + "members": [ + 1985 + ], + "max_error": 0.0 + }, + { + "representative": 1995, + "members": [ + 1995 + ], + "max_error": 0.0 + }, + { + "representative": 2011, + "members": [ + 2011 + ], + "max_error": 0.0 + }, + { + "representative": 1817, + "members": [ + 1817 + ], + "max_error": 0.0 + }, + { + "representative": 1973, + "members": [ + 1973 + ], + "max_error": 0.0 + }, + { + "representative": 1929, + "members": [ + 1929 + ], + "max_error": 0.0 + }, + { + "representative": 1938, + "members": [ + 1938 + ], + "max_error": 0.0 + }, + { + "representative": 1937, + "members": [ + 1937 + ], + "max_error": 0.0 + }, + { + "representative": 1871, + "members": [ + 1871 + ], + "max_error": 0.0 + }, + { + "representative": 1958, + "members": [ + 1958 + ], + "max_error": 0.0 + }, + { + "representative": 2480, + "members": [ + 2480 + ], + "max_error": 0.0 + }, + { + "representative": 2389, + "members": [ + 2389 + ], + "max_error": 0.0 + }, + { + "representative": 2433, + "members": [ + 2433 + ], + "max_error": 0.0 + }, + { + "representative": 2425, + "members": [ + 2425 + ], + "max_error": 0.0 + }, + { + "representative": 2397, + "members": [ + 2397 + ], + "max_error": 0.0 + }, + { + "representative": 2410, + "members": [ + 2410 + ], + "max_error": 0.0 + }, + { + "representative": 2365, + "members": [ + 2365 + ], + "max_error": 0.0 + }, + { + "representative": 2316, + "members": [ + 2316 + ], + "max_error": 0.0 + }, + { + "representative": 2546, + "members": [ + 2546 + ], + "max_error": 0.0 + }, + { + "representative": 2502, + "members": [ + 2502 + ], + "max_error": 0.0 + }, + { + "representative": 2525, + "members": [ + 2525 + ], + "max_error": 0.0 + }, + { + "representative": 2543, + "members": [ + 2543 + ], + "max_error": 0.0 + }, + { + "representative": 2323, + "members": [ + 2323 + ], + "max_error": 0.0 + }, + { + "representative": 2988, + "members": [ + 2988 + ], + "max_error": 0.0 + }, + { + "representative": 3005, + "members": [ + 3005 + ], + "max_error": 0.0 + }, + { + "representative": 2854, + "members": [ + 2854 + ], + "max_error": 0.0 + }, + { + "representative": 2866, + "members": [ + 2866 + ], + "max_error": 0.0 + }, + { + "representative": 3038, + "members": [ + 3038 + ], + "max_error": 0.0 + }, + { + "representative": 2882, + "members": [ + 2882 + ], + "max_error": 0.0 + }, + { + "representative": 3020, + "members": [ + 3020 + ], + "max_error": 0.0 + }, + { + "representative": 2992, + "members": [ + 2992 + ], + "max_error": 0.0 + }, + { + "representative": 2871, + "members": [ + 2871 + ], + "max_error": 0.0 + }, + { + "representative": 2911, + "members": [ + 2911 + ], + "max_error": 0.0 + }, + { + "representative": 2941, + "members": [ + 2941 + ], + "max_error": 0.0 + }, + { + "representative": 3451, + "members": [ + 3451 + ], + "max_error": 0.0 + }, + { + "representative": 3354, + "members": [ + 3354 + ], + "max_error": 0.0 + }, + { + "representative": 3389, + "members": [ + 3389 + ], + "max_error": 0.0 + }, + { + "representative": 3508, + "members": [ + 3508 + ], + "max_error": 0.0 + }, + { + "representative": 3460, + "members": [ + 3460 + ], + "max_error": 0.0 + }, + { + "representative": 3409, + "members": [ + 3409 + ], + "max_error": 0.0 + }, + { + "representative": 3505, + "members": [ + 3505 + ], + "max_error": 0.0 + }, + { + "representative": 3901, + "members": [ + 3901 + ], + "max_error": 0.0 + }, + { + "representative": 3857, + "members": [ + 3857 + ], + "max_error": 0.0 + }, + { + "representative": 3912, + "members": [ + 3912 + ], + "max_error": 0.0 + }, + { + "representative": 4069, + "members": [ + 4069 + ], + "max_error": 0.0 + }, + { + "representative": 3954, + "members": [ + 3954 + ], + "max_error": 0.0 + }, + { + "representative": 3928, + "members": [ + 3928 + ], + "max_error": 0.0 + }, + { + "representative": 3938, + "members": [ + 3938 + ], + "max_error": 0.0 + }, + { + "representative": 4031, + "members": [ + 4031 + ], + "max_error": 0.0 + }, + { + "representative": 3943, + "members": [ + 3943 + ], + "max_error": 0.0 + }, + { + "representative": 4008, + "members": [ + 4008 + ], + "max_error": 0.0 + }, + { + "representative": 3947, + "members": [ + 3947 + ], + "max_error": 0.0 + }, + { + "representative": 3847, + "members": [ + 3847 + ], + "max_error": 0.0 + }, + { + "representative": 3966, + "members": [ + 3966 + ], + "max_error": 0.0 + }, + { + "representative": 2912, + "members": [ + 2912 + ], + "max_error": 0.0 + }, + { + "representative": 2907, + "members": [ + 2907 + ], + "max_error": 0.0 + }, + { + "representative": 2985, + "members": [ + 2985 + ], + "max_error": 0.0 + }, + { + "representative": 2953, + "members": [ + 2953 + ], + "max_error": 0.0 + }, + { + "representative": 2928, + "members": [ + 2928 + ], + "max_error": 0.0 + }, + { + "representative": 2859, + "members": [ + 2859 + ], + "max_error": 0.0 + }, + { + "representative": 3376, + "members": [ + 3376 + ], + "max_error": 0.0 + }, + { + "representative": 3385, + "members": [ + 3385 + ], + "max_error": 0.0 + }, + { + "representative": 3501, + "members": [ + 3501 + ], + "max_error": 0.0 + }, + { + "representative": 3398, + "members": [ + 3398 + ], + "max_error": 0.0 + }, + { + "representative": 3445, + "members": [ + 3445 + ], + "max_error": 0.0 + }, + { + "representative": 3347, + "members": [ + 3347 + ], + "max_error": 0.0 + }, + { + "representative": 3415, + "members": [ + 3415 + ], + "max_error": 0.0 + }, + { + "representative": 3450, + "members": [ + 3450 + ], + "max_error": 0.0 + }, + { + "representative": 3480, + "members": [ + 3480 + ], + "max_error": 0.0 + }, + { + "representative": 3330, + "members": [ + 3330 + ], + "max_error": 0.0 + }, + { + "representative": 4081, + "members": [ + 4081 + ], + "max_error": 0.0 + }, + { + "representative": 3982, + "members": [ + 3982 + ], + "max_error": 0.0 + }, + { + "representative": 3880, + "members": [ + 3880 + ], + "max_error": 0.0 + }, + { + "representative": 3923, + "members": [ + 3923 + ], + "max_error": 0.0 + }, + { + "representative": 3843, + "members": [ + 3843 + ], + "max_error": 0.0 + }, + { + "representative": 3959, + "members": [ + 3959 + ], + "max_error": 0.0 + }, + { + "representative": 3989, + "members": [ + 3989 + ], + "max_error": 0.0 + }, + { + "representative": 3872, + "members": [ + 3872 + ], + "max_error": 0.0 + }, + { + "representative": 3965, + "members": [ + 3965 + ], + "max_error": 0.0 + }, + { + "representative": 3953, + "members": [ + 3953 + ], + "max_error": 0.0 + }, + { + "representative": 4550, + "members": [ + 4550 + ], + "max_error": 0.0 + }, + { + "representative": 4446, + "members": [ + 4446 + ], + "max_error": 0.0 + }, + { + "representative": 4590, + "members": [ + 4590 + ], + "max_error": 0.0 + }, + { + "representative": 4381, + "members": [ + 4381 + ], + "max_error": 0.0 + }, + { + "representative": 4533, + "members": [ + 4533 + ], + "max_error": 0.0 + }, + { + "representative": 4480, + "members": [ + 4480 + ], + "max_error": 0.0 + }, + { + "representative": 4370, + "members": [ + 4370 + ], + "max_error": 0.0 + }, + { + "representative": 4459, + "members": [ + 4459 + ], + "max_error": 0.0 + }, + { + "representative": 4498, + "members": [ + 4498 + ], + "max_error": 0.0 + }, + { + "representative": 4585, + "members": [ + 4585 + ], + "max_error": 0.0 + }, + { + "representative": 4398, + "members": [ + 4398 + ], + "max_error": 0.0 + }, + { + "representative": 4463, + "members": [ + 4463 + ], + "max_error": 0.0 + }, + { + "representative": 4554, + "members": [ + 4554 + ], + "max_error": 0.0 + }, + { + "representative": 4389, + "members": [ + 4389 + ], + "max_error": 0.0 + }, + { + "representative": 4532, + "members": [ + 4532 + ], + "max_error": 0.0 + }, + { + "representative": 4404, + "members": [ + 4404 + ], + "max_error": 0.0 + }, + { + "representative": 4565, + "members": [ + 4565 + ], + "max_error": 0.0 + }, + { + "representative": 4479, + "members": [ + 4479 + ], + "max_error": 0.0 + }, + { + "representative": 4468, + "members": [ + 4468 + ], + "max_error": 0.0 + }, + { + "representative": 4520, + "members": [ + 4520 + ], + "max_error": 0.0 + }, + { + "representative": 4457, + "members": [ + 4457 + ], + "max_error": 0.0 + }, + { + "representative": 4505, + "members": [ + 4505 + ], + "max_error": 0.0 + }, + { + "representative": 4454, + "members": [ + 4454 + ], + "max_error": 0.0 + }, + { + "representative": 4444, + "members": [ + 4444 + ], + "max_error": 0.0 + }, + { + "representative": 4428, + "members": [ + 4428 + ], + "max_error": 0.0 + }, + { + "representative": 4390, + "members": [ + 4390 + ], + "max_error": 0.0 + }, + { + "representative": 4380, + "members": [ + 4380 + ], + "max_error": 0.0 + }, + { + "representative": 4368, + "members": [ + 4368 + ], + "max_error": 0.0 + }, + { + "representative": 4525, + "members": [ + 4525 + ], + "max_error": 0.0 + }, + { + "representative": 4415, + "members": [ + 4415 + ], + "max_error": 0.0 + }, + { + "representative": 4553, + "members": [ + 4553 + ], + "max_error": 0.0 + }, + { + "representative": 4560, + "members": [ + 4560 + ], + "max_error": 0.0 + }, + { + "representative": 4603, + "members": [ + 4603 + ], + "max_error": 0.0 + }, + { + "representative": 4493, + "members": [ + 4493 + ], + "max_error": 0.0 + }, + { + "representative": 5015, + "members": [ + 5015 + ], + "max_error": 0.0 + }, + { + "representative": 4959, + "members": [ + 4959 + ], + "max_error": 0.0 + }, + { + "representative": 4866, + "members": [ + 4866 + ], + "max_error": 0.0 + }, + { + "representative": 5002, + "members": [ + 5002 + ], + "max_error": 0.0 + }, + { + "representative": 4891, + "members": [ + 4891 + ], + "max_error": 0.0 + }, + { + "representative": 4927, + "members": [ + 4927 + ], + "max_error": 0.0 + }, + { + "representative": 4910, + "members": [ + 4910 + ], + "max_error": 0.0 + }, + { + "representative": 5082, + "members": [ + 5082 + ], + "max_error": 0.0 + }, + { + "representative": 4923, + "members": [ + 4923 + ], + "max_error": 0.0 + }, + { + "representative": 4885, + "members": [ + 4885 + ], + "max_error": 0.0 + }, + { + "representative": 4965, + "members": [ + 4965 + ], + "max_error": 0.0 + }, + { + "representative": 4914, + "members": [ + 4914 + ], + "max_error": 0.0 + }, + { + "representative": 5043, + "members": [ + 5043 + ], + "max_error": 0.0 + }, + { + "representative": 4926, + "members": [ + 4926 + ], + "max_error": 0.0 + }, + { + "representative": 5004, + "members": [ + 5004 + ], + "max_error": 0.0 + }, + { + "representative": 5009, + "members": [ + 5009 + ], + "max_error": 0.0 + }, + { + "representative": 5104, + "members": [ + 5104 + ], + "max_error": 0.0 + }, + { + "representative": 4919, + "members": [ + 4919 + ], + "max_error": 0.0 + }, + { + "representative": 4971, + "members": [ + 4971 + ], + "max_error": 0.0 + }, + { + "representative": 4984, + "members": [ + 4984 + ], + "max_error": 0.0 + }, + { + "representative": 5003, + "members": [ + 5003 + ], + "max_error": 0.0 + }, + { + "representative": 5116, + "members": [ + 5116 + ], + "max_error": 0.0 + }, + { + "representative": 5103, + "members": [ + 5103 + ], + "max_error": 0.0 + }, + { + "representative": 4879, + "members": [ + 4879 + ], + "max_error": 0.0 + }, + { + "representative": 5057, + "members": [ + 5057 + ], + "max_error": 0.0 + }, + { + "representative": 4975, + "members": [ + 4975 + ], + "max_error": 0.0 + }, + { + "representative": 4986, + "members": [ + 4986 + ], + "max_error": 0.0 + }, + { + "representative": 5053, + "members": [ + 5053 + ], + "max_error": 0.0 + }, + { + "representative": 5107, + "members": [ + 5107 + ], + "max_error": 0.0 + }, + { + "representative": 4867, + "members": [ + 4867 + ], + "max_error": 0.0 + }, + { + "representative": 4894, + "members": [ + 4894 + ], + "max_error": 0.0 + }, + { + "representative": 4918, + "members": [ + 4918 + ], + "max_error": 0.0 + }, + { + "representative": 4936, + "members": [ + 4936 + ], + "max_error": 0.0 + }, + { + "representative": 4899, + "members": [ + 4899 + ], + "max_error": 0.0 + }, + { + "representative": 4992, + "members": [ + 4992 + ], + "max_error": 0.0 + }, + { + "representative": 4997, + "members": [ + 4997 + ], + "max_error": 0.0 + }, + { + "representative": 5615, + "members": [ + 5615 + ], + "max_error": 0.0 + }, + { + "representative": 5501, + "members": [ + 5501 + ], + "max_error": 0.0 + }, + { + "representative": 5585, + "members": [ + 5585 + ], + "max_error": 0.0 + }, + { + "representative": 5538, + "members": [ + 5538 + ], + "max_error": 0.0 + }, + { + "representative": 5531, + "members": [ + 5531 + ], + "max_error": 0.0 + }, + { + "representative": 5426, + "members": [ + 5426 + ], + "max_error": 0.0 + }, + { + "representative": 5468, + "members": [ + 5468 + ], + "max_error": 0.0 + }, + { + "representative": 5429, + "members": [ + 5429 + ], + "max_error": 0.0 + }, + { + "representative": 5623, + "members": [ + 5623 + ], + "max_error": 0.0 + }, + { + "representative": 5485, + "members": [ + 5485 + ], + "max_error": 0.0 + }, + { + "representative": 5568, + "members": [ + 5568 + ], + "max_error": 0.0 + }, + { + "representative": 5536, + "members": [ + 5536 + ], + "max_error": 0.0 + }, + { + "representative": 5404, + "members": [ + 5404 + ], + "max_error": 0.0 + }, + { + "representative": 5475, + "members": [ + 5475 + ], + "max_error": 0.0 + }, + { + "representative": 5443, + "members": [ + 5443 + ], + "max_error": 0.0 + }, + { + "representative": 5620, + "members": [ + 5620 + ], + "max_error": 0.0 + }, + { + "representative": 5618, + "members": [ + 5618 + ], + "max_error": 0.0 + }, + { + "representative": 5583, + "members": [ + 5583 + ], + "max_error": 0.0 + }, + { + "representative": 5494, + "members": [ + 5494 + ], + "max_error": 0.0 + }, + { + "representative": 5600, + "members": [ + 5600 + ], + "max_error": 0.0 + }, + { + "representative": 5405, + "members": [ + 5405 + ], + "max_error": 0.0 + }, + { + "representative": 5511, + "members": [ + 5511 + ], + "max_error": 0.0 + }, + { + "representative": 5611, + "members": [ + 5611 + ], + "max_error": 0.0 + }, + { + "representative": 5463, + "members": [ + 5463 + ], + "max_error": 0.0 + }, + { + "representative": 5566, + "members": [ + 5566 + ], + "max_error": 0.0 + }, + { + "representative": 5529, + "members": [ + 5529 + ], + "max_error": 0.0 + }, + { + "representative": 5453, + "members": [ + 5453 + ], + "max_error": 0.0 + }, + { + "representative": 5385, + "members": [ + 5385 + ], + "max_error": 0.0 + }, + { + "representative": 5564, + "members": [ + 5564 + ], + "max_error": 0.0 + }, + { + "representative": 5622, + "members": [ + 5622 + ], + "max_error": 0.0 + }, + { + "representative": 5490, + "members": [ + 5490 + ], + "max_error": 0.0 + }, + { + "representative": 5594, + "members": [ + 5594 + ], + "max_error": 0.0 + }, + { + "representative": 5393, + "members": [ + 5393 + ], + "max_error": 0.0 + }, + { + "representative": 5488, + "members": [ + 5488 + ], + "max_error": 0.0 + }, + { + "representative": 6100, + "members": [ + 6100 + ], + "max_error": 0.0 + }, + { + "representative": 6073, + "members": [ + 6073 + ], + "max_error": 0.0 + }, + { + "representative": 6137, + "members": [ + 6137 + ], + "max_error": 0.0 + }, + { + "representative": 6003, + "members": [ + 6003 + ], + "max_error": 0.0 + }, + { + "representative": 6106, + "members": [ + 6106 + ], + "max_error": 0.0 + }, + { + "representative": 5948, + "members": [ + 5948 + ], + "max_error": 0.0 + }, + { + "representative": 6011, + "members": [ + 6011 + ], + "max_error": 0.0 + }, + { + "representative": 6022, + "members": [ + 6022 + ], + "max_error": 0.0 + }, + { + "representative": 6082, + "members": [ + 6082 + ], + "max_error": 0.0 + }, + { + "representative": 6005, + "members": [ + 6005 + ], + "max_error": 0.0 + }, + { + "representative": 6101, + "members": [ + 6101 + ], + "max_error": 0.0 + }, + { + "representative": 6074, + "members": [ + 6074 + ], + "max_error": 0.0 + }, + { + "representative": 6072, + "members": [ + 6072 + ], + "max_error": 0.0 + }, + { + "representative": 6020, + "members": [ + 6020 + ], + "max_error": 0.0 + }, + { + "representative": 5896, + "members": [ + 5896 + ], + "max_error": 0.0 + }, + { + "representative": 5982, + "members": [ + 5982 + ], + "max_error": 0.0 + }, + { + "representative": 5959, + "members": [ + 5959 + ], + "max_error": 0.0 + }, + { + "representative": 6081, + "members": [ + 6081 + ], + "max_error": 0.0 + }, + { + "representative": 6045, + "members": [ + 6045 + ], + "max_error": 0.0 + }, + { + "representative": 5922, + "members": [ + 5922 + ], + "max_error": 0.0 + }, + { + "representative": 5952, + "members": [ + 5952 + ], + "max_error": 0.0 + }, + { + "representative": 5960, + "members": [ + 5960 + ], + "max_error": 0.0 + }, + { + "representative": 6036, + "members": [ + 6036 + ], + "max_error": 0.0 + }, + { + "representative": 5924, + "members": [ + 5924 + ], + "max_error": 0.0 + }, + { + "representative": 6042, + "members": [ + 6042 + ], + "max_error": 0.0 + }, + { + "representative": 5905, + "members": [ + 5905 + ], + "max_error": 0.0 + }, + { + "representative": 5908, + "members": [ + 5908 + ], + "max_error": 0.0 + }, + { + "representative": 6129, + "members": [ + 6129 + ], + "max_error": 0.0 + }, + { + "representative": 5988, + "members": [ + 5988 + ], + "max_error": 0.0 + }, + { + "representative": 5962, + "members": [ + 5962 + ], + "max_error": 0.0 + }, + { + "representative": 6059, + "members": [ + 6059 + ], + "max_error": 0.0 + }, + { + "representative": 6017, + "members": [ + 6017 + ], + "max_error": 0.0 + }, + { + "representative": 5909, + "members": [ + 5909 + ], + "max_error": 0.0 + }, + { + "representative": 6039, + "members": [ + 6039 + ], + "max_error": 0.0 + }, + { + "representative": 6030, + "members": [ + 6030 + ], + "max_error": 0.0 + }, + { + "representative": 5973, + "members": [ + 5973 + ], + "max_error": 0.0 + }, + { + "representative": 1481, + "members": [ + 1481 + ], + "max_error": 0.0 + }, + { + "representative": 1516, + "members": [ + 1516 + ], + "max_error": 0.0 + }, + { + "representative": 1364, + "members": [ + 1364 + ], + "max_error": 0.0 + }, + { + "representative": 1489, + "members": [ + 1489 + ], + "max_error": 0.0 + }, + { + "representative": 1445, + "members": [ + 1445 + ], + "max_error": 0.0 + }, + { + "representative": 1454, + "members": [ + 1454 + ], + "max_error": 0.0 + }, + { + "representative": 1534, + "members": [ + 1534 + ], + "max_error": 0.0 + }, + { + "representative": 1291, + "members": [ + 1291 + ], + "max_error": 0.0 + }, + { + "representative": 1474, + "members": [ + 1474 + ], + "max_error": 0.0 + }, + { + "representative": 1418, + "members": [ + 1418 + ], + "max_error": 0.0 + }, + { + "representative": 1535, + "members": [ + 1535 + ], + "max_error": 0.0 + }, + { + "representative": 1286, + "members": [ + 1286 + ], + "max_error": 0.0 + }, + { + "representative": 1485, + "members": [ + 1485 + ], + "max_error": 0.0 + }, + { + "representative": 1475, + "members": [ + 1475 + ], + "max_error": 0.0 + }, + { + "representative": 1483, + "members": [ + 1483 + ], + "max_error": 0.0 + }, + { + "representative": 1939, + "members": [ + 1939 + ], + "max_error": 0.0 + }, + { + "representative": 1997, + "members": [ + 1997 + ], + "max_error": 0.0 + }, + { + "representative": 1842, + "members": [ + 1842 + ], + "max_error": 0.0 + }, + { + "representative": 1799, + "members": [ + 1799 + ], + "max_error": 0.0 + }, + { + "representative": 1874, + "members": [ + 1874 + ], + "max_error": 0.0 + }, + { + "representative": 1880, + "members": [ + 1880 + ], + "max_error": 0.0 + }, + { + "representative": 1910, + "members": [ + 1910 + ], + "max_error": 0.0 + }, + { + "representative": 2025, + "members": [ + 2025 + ], + "max_error": 0.0 + }, + { + "representative": 2471, + "members": [ + 2471 + ], + "max_error": 0.0 + }, + { + "representative": 2412, + "members": [ + 2412 + ], + "max_error": 0.0 + }, + { + "representative": 2399, + "members": [ + 2399 + ], + "max_error": 0.0 + }, + { + "representative": 2312, + "members": [ + 2312 + ], + "max_error": 0.0 + }, + { + "representative": 2368, + "members": [ + 2368 + ], + "max_error": 0.0 + }, + { + "representative": 2468, + "members": [ + 2468 + ], + "max_error": 0.0 + }, + { + "representative": 2336, + "members": [ + 2336 + ], + "max_error": 0.0 + }, + { + "representative": 2539, + "members": [ + 2539 + ], + "max_error": 0.0 + }, + { + "representative": 2326, + "members": [ + 2326 + ], + "max_error": 0.0 + }, + { + "representative": 2377, + "members": [ + 2377 + ], + "max_error": 0.0 + }, + { + "representative": 2470, + "members": [ + 2470 + ], + "max_error": 0.0 + }, + { + "representative": 2515, + "members": [ + 2515 + ], + "max_error": 0.0 + }, + { + "representative": 2304, + "members": [ + 2304 + ], + "max_error": 0.0 + }, + { + "representative": 2447, + "members": [ + 2447 + ], + "max_error": 0.0 + }, + { + "representative": 2449, + "members": [ + 2449 + ], + "max_error": 0.0 + }, + { + "representative": 2428, + "members": [ + 2428 + ], + "max_error": 0.0 + }, + { + "representative": 2527, + "members": [ + 2527 + ], + "max_error": 0.0 + }, + { + "representative": 3043, + "members": [ + 3043 + ], + "max_error": 0.0 + }, + { + "representative": 2934, + "members": [ + 2934 + ], + "max_error": 0.0 + }, + { + "representative": 2838, + "members": [ + 2838 + ], + "max_error": 0.0 + }, + { + "representative": 2975, + "members": [ + 2975 + ], + "max_error": 0.0 + }, + { + "representative": 2850, + "members": [ + 2850 + ], + "max_error": 0.0 + }, + { + "representative": 3002, + "members": [ + 3002 + ], + "max_error": 0.0 + }, + { + "representative": 2835, + "members": [ + 2835 + ], + "max_error": 0.0 + }, + { + "representative": 2971, + "members": [ + 2971 + ], + "max_error": 0.0 + }, + { + "representative": 2841, + "members": [ + 2841 + ], + "max_error": 0.0 + }, + { + "representative": 2982, + "members": [ + 2982 + ], + "max_error": 0.0 + }, + { + "representative": 3437, + "members": [ + 3437 + ], + "max_error": 0.0 + }, + { + "representative": 3348, + "members": [ + 3348 + ], + "max_error": 0.0 + }, + { + "representative": 3502, + "members": [ + 3502 + ], + "max_error": 0.0 + }, + { + "representative": 3485, + "members": [ + 3485 + ], + "max_error": 0.0 + }, + { + "representative": 3555, + "members": [ + 3555 + ], + "max_error": 0.0 + }, + { + "representative": 3353, + "members": [ + 3353 + ], + "max_error": 0.0 + }, + { + "representative": 3484, + "members": [ + 3484 + ], + "max_error": 0.0 + }, + { + "representative": 3352, + "members": [ + 3352 + ], + "max_error": 0.0 + }, + { + "representative": 3511, + "members": [ + 3511 + ], + "max_error": 0.0 + }, + { + "representative": 3386, + "members": [ + 3386 + ], + "max_error": 0.0 + }, + { + "representative": 4041, + "members": [ + 4041 + ], + "max_error": 0.0 + }, + { + "representative": 3842, + "members": [ + 3842 + ], + "max_error": 0.0 + }, + { + "representative": 4033, + "members": [ + 4033 + ], + "max_error": 0.0 + }, + { + "representative": 4055, + "members": [ + 4055 + ], + "max_error": 0.0 + }, + { + "representative": 3925, + "members": [ + 3925 + ], + "max_error": 0.0 + }, + { + "representative": 3902, + "members": [ + 3902 + ], + "max_error": 0.0 + }, + { + "representative": 3845, + "members": [ + 3845 + ], + "max_error": 0.0 + }, + { + "representative": 3899, + "members": [ + 3899 + ], + "max_error": 0.0 + }, + { + "representative": 3979, + "members": [ + 3979 + ], + "max_error": 0.0 + }, + { + "representative": 3873, + "members": [ + 3873 + ], + "max_error": 0.0 + }, + { + "representative": 3948, + "members": [ + 3948 + ], + "max_error": 0.0 + }, + { + "representative": 4000, + "members": [ + 4000 + ], + "max_error": 0.0 + }, + { + "representative": 4073, + "members": [ + 4073 + ], + "max_error": 0.0 + }, + { + "representative": 1391, + "members": [ + 1391 + ], + "max_error": 0.0 + }, + { + "representative": 1329, + "members": [ + 1329 + ], + "max_error": 0.0 + }, + { + "representative": 1305, + "members": [ + 1305 + ], + "max_error": 0.0 + }, + { + "representative": 1496, + "members": [ + 1496 + ], + "max_error": 0.0 + }, + { + "representative": 1281, + "members": [ + 1281 + ], + "max_error": 0.0 + }, + { + "representative": 1385, + "members": [ + 1385 + ], + "max_error": 0.0 + }, + { + "representative": 1492, + "members": [ + 1492 + ], + "max_error": 0.0 + }, + { + "representative": 1488, + "members": [ + 1488 + ], + "max_error": 0.0 + }, + { + "representative": 1484, + "members": [ + 1484 + ], + "max_error": 0.0 + }, + { + "representative": 1466, + "members": [ + 1466 + ], + "max_error": 0.0 + }, + { + "representative": 1316, + "members": [ + 1316 + ], + "max_error": 0.0 + }, + { + "representative": 1371, + "members": [ + 1371 + ], + "max_error": 0.0 + }, + { + "representative": 1425, + "members": [ + 1425 + ], + "max_error": 0.0 + }, + { + "representative": 1412, + "members": [ + 1412 + ], + "max_error": 0.0 + }, + { + "representative": 1429, + "members": [ + 1429 + ], + "max_error": 0.0 + }, + { + "representative": 1981, + "members": [ + 1981 + ], + "max_error": 0.0 + }, + { + "representative": 1807, + "members": [ + 1807 + ], + "max_error": 0.0 + }, + { + "representative": 1824, + "members": [ + 1824 + ], + "max_error": 0.0 + }, + { + "representative": 2042, + "members": [ + 2042 + ], + "max_error": 0.0 + }, + { + "representative": 1969, + "members": [ + 1969 + ], + "max_error": 0.0 + }, + { + "representative": 1916, + "members": [ + 1916 + ], + "max_error": 0.0 + }, + { + "representative": 1832, + "members": [ + 1832 + ], + "max_error": 0.0 + }, + { + "representative": 1863, + "members": [ + 1863 + ], + "max_error": 0.0 + }, + { + "representative": 1920, + "members": [ + 1920 + ], + "max_error": 0.0 + }, + { + "representative": 1913, + "members": [ + 1913 + ], + "max_error": 0.0 + }, + { + "representative": 1953, + "members": [ + 1953 + ], + "max_error": 0.0 + }, + { + "representative": 1944, + "members": [ + 1944 + ], + "max_error": 0.0 + }, + { + "representative": 1988, + "members": [ + 1988 + ], + "max_error": 0.0 + }, + { + "representative": 2015, + "members": [ + 2015 + ], + "max_error": 0.0 + }, + { + "representative": 1816, + "members": [ + 1816 + ], + "max_error": 0.0 + }, + { + "representative": 1982, + "members": [ + 1982 + ], + "max_error": 0.0 + }, + { + "representative": 2429, + "members": [ + 2429 + ], + "max_error": 0.0 + }, + { + "representative": 2355, + "members": [ + 2355 + ], + "max_error": 0.0 + }, + { + "representative": 2469, + "members": [ + 2469 + ], + "max_error": 0.0 + }, + { + "representative": 2319, + "members": [ + 2319 + ], + "max_error": 0.0 + }, + { + "representative": 2489, + "members": [ + 2489 + ], + "max_error": 0.0 + }, + { + "representative": 2547, + "members": [ + 2547 + ], + "max_error": 0.0 + }, + { + "representative": 2519, + "members": [ + 2519 + ], + "max_error": 0.0 + }, + { + "representative": 2400, + "members": [ + 2400 + ], + "max_error": 0.0 + }, + { + "representative": 2494, + "members": [ + 2494 + ], + "max_error": 0.0 + }, + { + "representative": 2387, + "members": [ + 2387 + ], + "max_error": 0.0 + }, + { + "representative": 2513, + "members": [ + 2513 + ], + "max_error": 0.0 + }, + { + "representative": 2548, + "members": [ + 2548 + ], + "max_error": 0.0 + }, + { + "representative": 2528, + "members": [ + 2528 + ], + "max_error": 0.0 + }, + { + "representative": 2423, + "members": [ + 2423 + ], + "max_error": 0.0 + }, + { + "representative": 2559, + "members": [ + 2559 + ], + "max_error": 0.0 + }, + { + "representative": 2497, + "members": [ + 2497 + ], + "max_error": 0.0 + }, + { + "representative": 2482, + "members": [ + 2482 + ], + "max_error": 0.0 + }, + { + "representative": 2343, + "members": [ + 2343 + ], + "max_error": 0.0 + }, + { + "representative": 2896, + "members": [ + 2896 + ], + "max_error": 0.0 + }, + { + "representative": 2830, + "members": [ + 2830 + ], + "max_error": 0.0 + }, + { + "representative": 2993, + "members": [ + 2993 + ], + "max_error": 0.0 + }, + { + "representative": 2951, + "members": [ + 2951 + ], + "max_error": 0.0 + }, + { + "representative": 3056, + "members": [ + 3056 + ], + "max_error": 0.0 + }, + { + "representative": 2998, + "members": [ + 2998 + ], + "max_error": 0.0 + }, + { + "representative": 3015, + "members": [ + 3015 + ], + "max_error": 0.0 + }, + { + "representative": 2948, + "members": [ + 2948 + ], + "max_error": 0.0 + }, + { + "representative": 3032, + "members": [ + 3032 + ], + "max_error": 0.0 + }, + { + "representative": 3028, + "members": [ + 3028 + ], + "max_error": 0.0 + }, + { + "representative": 2899, + "members": [ + 2899 + ], + "max_error": 0.0 + }, + { + "representative": 2828, + "members": [ + 2828 + ], + "max_error": 0.0 + }, + { + "representative": 2991, + "members": [ + 2991 + ], + "max_error": 0.0 + }, + { + "representative": 2888, + "members": [ + 2888 + ], + "max_error": 0.0 + }, + { + "representative": 2923, + "members": [ + 2923 + ], + "max_error": 0.0 + }, + { + "representative": 2999, + "members": [ + 2999 + ], + "max_error": 0.0 + }, + { + "representative": 2908, + "members": [ + 2908 + ], + "max_error": 0.0 + }, + { + "representative": 3400, + "members": [ + 3400 + ], + "max_error": 0.0 + }, + { + "representative": 3379, + "members": [ + 3379 + ], + "max_error": 0.0 + }, + { + "representative": 3341, + "members": [ + 3341 + ], + "max_error": 0.0 + }, + { + "representative": 3583, + "members": [ + 3583 + ], + "max_error": 0.0 + }, + { + "representative": 3391, + "members": [ + 3391 + ], + "max_error": 0.0 + }, + { + "representative": 3489, + "members": [ + 3489 + ], + "max_error": 0.0 + }, + { + "representative": 3328, + "members": [ + 3328 + ], + "max_error": 0.0 + }, + { + "representative": 3384, + "members": [ + 3384 + ], + "max_error": 0.0 + }, + { + "representative": 3474, + "members": [ + 3474 + ], + "max_error": 0.0 + }, + { + "representative": 4095, + "members": [ + 4095 + ], + "max_error": 0.0 + }, + { + "representative": 3994, + "members": [ + 3994 + ], + "max_error": 0.0 + }, + { + "representative": 4003, + "members": [ + 4003 + ], + "max_error": 0.0 + }, + { + "representative": 3858, + "members": [ + 3858 + ], + "max_error": 0.0 + }, + { + "representative": 3955, + "members": [ + 3955 + ], + "max_error": 0.0 + }, + { + "representative": 3904, + "members": [ + 3904 + ], + "max_error": 0.0 + }, + { + "representative": 4006, + "members": [ + 4006 + ], + "max_error": 0.0 + }, + { + "representative": 4014, + "members": [ + 4014 + ], + "max_error": 0.0 + }, + { + "representative": 3841, + "members": [ + 3841 + ], + "max_error": 0.0 + }, + { + "representative": 6402, + "members": [ + 6402 + ], + "max_error": 0.0 + }, + { + "representative": 6405, + "members": [ + 6405 + ], + "max_error": 0.0 + }, + { + "representative": 6439, + "members": [ + 6439 + ], + "max_error": 0.0 + }, + { + "representative": 6449, + "members": [ + 6449 + ], + "max_error": 0.0 + }, + { + "representative": 6496, + "members": [ + 6496 + ], + "max_error": 0.0 + }, + { + "representative": 6498, + "members": [ + 6498 + ], + "max_error": 0.0 + }, + { + "representative": 6511, + "members": [ + 6511 + ], + "max_error": 0.0 + }, + { + "representative": 6524, + "members": [ + 6524 + ], + "max_error": 0.0 + }, + { + "representative": 6549, + "members": [ + 6549 + ], + "max_error": 0.0 + }, + { + "representative": 6426, + "members": [ + 6426 + ], + "max_error": 0.0 + }, + { + "representative": 6429, + "members": [ + 6429 + ], + "max_error": 0.0 + }, + { + "representative": 6565, + "members": [ + 6565 + ], + "max_error": 0.0 + }, + { + "representative": 6570, + "members": [ + 6570 + ], + "max_error": 0.0 + }, + { + "representative": 6618, + "members": [ + 6618 + ], + "max_error": 0.0 + }, + { + "representative": 6633, + "members": [ + 6633 + ], + "max_error": 0.0 + }, + { + "representative": 6625, + "members": [ + 6625 + ], + "max_error": 0.0 + }, + { + "representative": 6649, + "members": [ + 6649 + ], + "max_error": 0.0 + }, + { + "representative": 7079, + "members": [ + 7079 + ], + "max_error": 0.0 + }, + { + "representative": 6962, + "members": [ + 6962 + ], + "max_error": 0.0 + }, + { + "representative": 7090, + "members": [ + 7090 + ], + "max_error": 0.0 + }, + { + "representative": 7106, + "members": [ + 7106 + ], + "max_error": 0.0 + }, + { + "representative": 6971, + "members": [ + 6971 + ], + "max_error": 0.0 + }, + { + "representative": 7063, + "members": [ + 7063 + ], + "max_error": 0.0 + }, + { + "representative": 7061, + "members": [ + 7061 + ], + "max_error": 0.0 + }, + { + "representative": 7078, + "members": [ + 7078 + ], + "max_error": 0.0 + }, + { + "representative": 7006, + "members": [ + 7006 + ], + "max_error": 0.0 + }, + { + "representative": 6936, + "members": [ + 6936 + ], + "max_error": 0.0 + }, + { + "representative": 6940, + "members": [ + 6940 + ], + "max_error": 0.0 + }, + { + "representative": 7446, + "members": [ + 7446 + ], + "max_error": 0.0 + }, + { + "representative": 7461, + "members": [ + 7461 + ], + "max_error": 0.0 + }, + { + "representative": 7643, + "members": [ + 7643 + ], + "max_error": 0.0 + }, + { + "representative": 7658, + "members": [ + 7658 + ], + "max_error": 0.0 + }, + { + "representative": 8130, + "members": [ + 8130 + ], + "max_error": 0.0 + }, + { + "representative": 7945, + "members": [ + 7945 + ], + "max_error": 0.0 + }, + { + "representative": 8133, + "members": [ + 8133 + ], + "max_error": 0.0 + }, + { + "representative": 8057, + "members": [ + 8057 + ], + "max_error": 0.0 + }, + { + "representative": 7947, + "members": [ + 7947 + ], + "max_error": 0.0 + }, + { + "representative": 8098, + "members": [ + 8098 + ], + "max_error": 0.0 + }, + { + "representative": 8123, + "members": [ + 8123 + ], + "max_error": 0.0 + }, + { + "representative": 8169, + "members": [ + 8169 + ], + "max_error": 0.0 + }, + { + "representative": 8045, + "members": [ + 8045 + ], + "max_error": 0.0 + }, + { + "representative": 8096, + "members": [ + 8096 + ], + "max_error": 0.0 + }, + { + "representative": 6487, + "members": [ + 6487 + ], + "max_error": 0.0 + }, + { + "representative": 6579, + "members": [ + 6579 + ], + "max_error": 0.0 + }, + { + "representative": 6488, + "members": [ + 6488 + ], + "max_error": 0.0 + }, + { + "representative": 6502, + "members": [ + 6502 + ], + "max_error": 0.0 + }, + { + "representative": 6497, + "members": [ + 6497 + ], + "max_error": 0.0 + }, + { + "representative": 6612, + "members": [ + 6612 + ], + "max_error": 0.0 + }, + { + "representative": 6472, + "members": [ + 6472 + ], + "max_error": 0.0 + }, + { + "representative": 6912, + "members": [ + 6912 + ], + "max_error": 0.0 + }, + { + "representative": 7082, + "members": [ + 7082 + ], + "max_error": 0.0 + }, + { + "representative": 7112, + "members": [ + 7112 + ], + "max_error": 0.0 + }, + { + "representative": 7058, + "members": [ + 7058 + ], + "max_error": 0.0 + }, + { + "representative": 7028, + "members": [ + 7028 + ], + "max_error": 0.0 + }, + { + "representative": 7074, + "members": [ + 7074 + ], + "max_error": 0.0 + }, + { + "representative": 7465, + "members": [ + 7465 + ], + "max_error": 0.0 + }, + { + "representative": 7522, + "members": [ + 7522 + ], + "max_error": 0.0 + }, + { + "representative": 7589, + "members": [ + 7589 + ], + "max_error": 0.0 + }, + { + "representative": 7639, + "members": [ + 7639 + ], + "max_error": 0.0 + }, + { + "representative": 7575, + "members": [ + 7575 + ], + "max_error": 0.0 + }, + { + "representative": 7492, + "members": [ + 7492 + ], + "max_error": 0.0 + }, + { + "representative": 7592, + "members": [ + 7592 + ], + "max_error": 0.0 + }, + { + "representative": 7678, + "members": [ + 7678 + ], + "max_error": 0.0 + }, + { + "representative": 7640, + "members": [ + 7640 + ], + "max_error": 0.0 + }, + { + "representative": 7644, + "members": [ + 7644 + ], + "max_error": 0.0 + }, + { + "representative": 7638, + "members": [ + 7638 + ], + "max_error": 0.0 + }, + { + "representative": 7543, + "members": [ + 7543 + ], + "max_error": 0.0 + }, + { + "representative": 7616, + "members": [ + 7616 + ], + "max_error": 0.0 + }, + { + "representative": 8015, + "members": [ + 8015 + ], + "max_error": 0.0 + }, + { + "representative": 8157, + "members": [ + 8157 + ], + "max_error": 0.0 + }, + { + "representative": 7990, + "members": [ + 7990 + ], + "max_error": 0.0 + }, + { + "representative": 8147, + "members": [ + 8147 + ], + "max_error": 0.0 + }, + { + "representative": 7966, + "members": [ + 7966 + ], + "max_error": 0.0 + }, + { + "representative": 7994, + "members": [ + 7994 + ], + "max_error": 0.0 + }, + { + "representative": 7995, + "members": [ + 7995 + ], + "max_error": 0.0 + }, + { + "representative": 7996, + "members": [ + 7996 + ], + "max_error": 0.0 + }, + { + "representative": 8070, + "members": [ + 8070 + ], + "max_error": 0.0 + }, + { + "representative": 6417, + "members": [ + 6417 + ], + "max_error": 0.0 + }, + { + "representative": 6461, + "members": [ + 6461 + ], + "max_error": 0.0 + }, + { + "representative": 6518, + "members": [ + 6518 + ], + "max_error": 0.0 + }, + { + "representative": 6523, + "members": [ + 6523 + ], + "max_error": 0.0 + }, + { + "representative": 6455, + "members": [ + 6455 + ], + "max_error": 0.0 + }, + { + "representative": 6651, + "members": [ + 6651 + ], + "max_error": 0.0 + }, + { + "representative": 6500, + "members": [ + 6500 + ], + "max_error": 0.0 + }, + { + "representative": 6531, + "members": [ + 6531 + ], + "max_error": 0.0 + }, + { + "representative": 6622, + "members": [ + 6622 + ], + "max_error": 0.0 + }, + { + "representative": 6544, + "members": [ + 6544 + ], + "max_error": 0.0 + }, + { + "representative": 6514, + "members": [ + 6514 + ], + "max_error": 0.0 + }, + { + "representative": 6516, + "members": [ + 6516 + ], + "max_error": 0.0 + }, + { + "representative": 7150, + "members": [ + 7150 + ], + "max_error": 0.0 + }, + { + "representative": 7102, + "members": [ + 7102 + ], + "max_error": 0.0 + }, + { + "representative": 7133, + "members": [ + 7133 + ], + "max_error": 0.0 + }, + { + "representative": 7034, + "members": [ + 7034 + ], + "max_error": 0.0 + }, + { + "representative": 6974, + "members": [ + 6974 + ], + "max_error": 0.0 + }, + { + "representative": 6994, + "members": [ + 6994 + ], + "max_error": 0.0 + }, + { + "representative": 7146, + "members": [ + 7146 + ], + "max_error": 0.0 + }, + { + "representative": 7108, + "members": [ + 7108 + ], + "max_error": 0.0 + }, + { + "representative": 7010, + "members": [ + 7010 + ], + "max_error": 0.0 + }, + { + "representative": 6965, + "members": [ + 6965 + ], + "max_error": 0.0 + }, + { + "representative": 7066, + "members": [ + 7066 + ], + "max_error": 0.0 + }, + { + "representative": 7059, + "members": [ + 7059 + ], + "max_error": 0.0 + }, + { + "representative": 7631, + "members": [ + 7631 + ], + "max_error": 0.0 + }, + { + "representative": 7618, + "members": [ + 7618 + ], + "max_error": 0.0 + }, + { + "representative": 7578, + "members": [ + 7578 + ], + "max_error": 0.0 + }, + { + "representative": 7594, + "members": [ + 7594 + ], + "max_error": 0.0 + }, + { + "representative": 7670, + "members": [ + 7670 + ], + "max_error": 0.0 + }, + { + "representative": 7569, + "members": [ + 7569 + ], + "max_error": 0.0 + }, + { + "representative": 7602, + "members": [ + 7602 + ], + "max_error": 0.0 + }, + { + "representative": 7619, + "members": [ + 7619 + ], + "max_error": 0.0 + }, + { + "representative": 7547, + "members": [ + 7547 + ], + "max_error": 0.0 + }, + { + "representative": 7636, + "members": [ + 7636 + ], + "max_error": 0.0 + }, + { + "representative": 7563, + "members": [ + 7563 + ], + "max_error": 0.0 + }, + { + "representative": 7679, + "members": [ + 7679 + ], + "max_error": 0.0 + }, + { + "representative": 7651, + "members": [ + 7651 + ], + "max_error": 0.0 + }, + { + "representative": 8095, + "members": [ + 8095 + ], + "max_error": 0.0 + }, + { + "representative": 7958, + "members": [ + 7958 + ], + "max_error": 0.0 + }, + { + "representative": 8189, + "members": [ + 8189 + ], + "max_error": 0.0 + }, + { + "representative": 8114, + "members": [ + 8114 + ], + "max_error": 0.0 + }, + { + "representative": 7942, + "members": [ + 7942 + ], + "max_error": 0.0 + }, + { + "representative": 8073, + "members": [ + 8073 + ], + "max_error": 0.0 + }, + { + "representative": 8104, + "members": [ + 8104 + ], + "max_error": 0.0 + }, + { + "representative": 8111, + "members": [ + 8111 + ], + "max_error": 0.0 + }, + { + "representative": 8078, + "members": [ + 8078 + ], + "max_error": 0.0 + }, + { + "representative": 8071, + "members": [ + 8071 + ], + "max_error": 0.0 + }, + { + "representative": 8083, + "members": [ + 8083 + ], + "max_error": 0.0 + }, + { + "representative": 7957, + "members": [ + 7957 + ], + "max_error": 0.0 + }, + { + "representative": 8161, + "members": [ + 8161 + ], + "max_error": 0.0 + }, + { + "representative": 8010, + "members": [ + 8010 + ], + "max_error": 0.0 + }, + { + "representative": 6536, + "members": [ + 6536 + ], + "max_error": 0.0 + }, + { + "representative": 6561, + "members": [ + 6561 + ], + "max_error": 0.0 + }, + { + "representative": 6521, + "members": [ + 6521 + ], + "max_error": 0.0 + }, + { + "representative": 6446, + "members": [ + 6446 + ], + "max_error": 0.0 + }, + { + "representative": 6469, + "members": [ + 6469 + ], + "max_error": 0.0 + }, + { + "representative": 6463, + "members": [ + 6463 + ], + "max_error": 0.0 + }, + { + "representative": 6542, + "members": [ + 6542 + ], + "max_error": 0.0 + }, + { + "representative": 6452, + "members": [ + 6452 + ], + "max_error": 0.0 + }, + { + "representative": 6650, + "members": [ + 6650 + ], + "max_error": 0.0 + }, + { + "representative": 6414, + "members": [ + 6414 + ], + "max_error": 0.0 + }, + { + "representative": 6474, + "members": [ + 6474 + ], + "max_error": 0.0 + }, + { + "representative": 6489, + "members": [ + 6489 + ], + "max_error": 0.0 + }, + { + "representative": 6409, + "members": [ + 6409 + ], + "max_error": 0.0 + }, + { + "representative": 6963, + "members": [ + 6963 + ], + "max_error": 0.0 + }, + { + "representative": 6979, + "members": [ + 6979 + ], + "max_error": 0.0 + }, + { + "representative": 7124, + "members": [ + 7124 + ], + "max_error": 0.0 + }, + { + "representative": 6913, + "members": [ + 6913 + ], + "max_error": 0.0 + }, + { + "representative": 7110, + "members": [ + 7110 + ], + "max_error": 0.0 + }, + { + "representative": 6981, + "members": [ + 6981 + ], + "max_error": 0.0 + }, + { + "representative": 7121, + "members": [ + 7121 + ], + "max_error": 0.0 + }, + { + "representative": 6942, + "members": [ + 6942 + ], + "max_error": 0.0 + }, + { + "representative": 7103, + "members": [ + 7103 + ], + "max_error": 0.0 + }, + { + "representative": 6995, + "members": [ + 6995 + ], + "max_error": 0.0 + }, + { + "representative": 6952, + "members": [ + 6952 + ], + "max_error": 0.0 + }, + { + "representative": 7007, + "members": [ + 7007 + ], + "max_error": 0.0 + }, + { + "representative": 6989, + "members": [ + 6989 + ], + "max_error": 0.0 + }, + { + "representative": 7117, + "members": [ + 7117 + ], + "max_error": 0.0 + }, + { + "representative": 7614, + "members": [ + 7614 + ], + "max_error": 0.0 + }, + { + "representative": 7485, + "members": [ + 7485 + ], + "max_error": 0.0 + }, + { + "representative": 7587, + "members": [ + 7587 + ], + "max_error": 0.0 + }, + { + "representative": 7529, + "members": [ + 7529 + ], + "max_error": 0.0 + }, + { + "representative": 7473, + "members": [ + 7473 + ], + "max_error": 0.0 + }, + { + "representative": 7677, + "members": [ + 7677 + ], + "max_error": 0.0 + }, + { + "representative": 7515, + "members": [ + 7515 + ], + "max_error": 0.0 + }, + { + "representative": 7516, + "members": [ + 7516 + ], + "max_error": 0.0 + }, + { + "representative": 7613, + "members": [ + 7613 + ], + "max_error": 0.0 + }, + { + "representative": 7497, + "members": [ + 7497 + ], + "max_error": 0.0 + }, + { + "representative": 8158, + "members": [ + 8158 + ], + "max_error": 0.0 + }, + { + "representative": 8028, + "members": [ + 8028 + ], + "max_error": 0.0 + }, + { + "representative": 7971, + "members": [ + 7971 + ], + "max_error": 0.0 + }, + { + "representative": 8025, + "members": [ + 8025 + ], + "max_error": 0.0 + }, + { + "representative": 8100, + "members": [ + 8100 + ], + "max_error": 0.0 + }, + { + "representative": 8079, + "members": [ + 8079 + ], + "max_error": 0.0 + }, + { + "representative": 7944, + "members": [ + 7944 + ], + "max_error": 0.0 + }, + { + "representative": 8041, + "members": [ + 8041 + ], + "max_error": 0.0 + }, + { + "representative": 7959, + "members": [ + 7959 + ], + "max_error": 0.0 + }, + { + "representative": 8119, + "members": [ + 8119 + ], + "max_error": 0.0 + }, + { + "representative": 7965, + "members": [ + 7965 + ], + "max_error": 0.0 + }, + { + "representative": 8140, + "members": [ + 8140 + ], + "max_error": 0.0 + }, + { + "representative": 6413, + "members": [ + 6413 + ], + "max_error": 0.0 + }, + { + "representative": 6420, + "members": [ + 6420 + ], + "max_error": 0.0 + }, + { + "representative": 6425, + "members": [ + 6425 + ], + "max_error": 0.0 + }, + { + "representative": 6438, + "members": [ + 6438 + ], + "max_error": 0.0 + }, + { + "representative": 6591, + "members": [ + 6591 + ], + "max_error": 0.0 + }, + { + "representative": 6470, + "members": [ + 6470 + ], + "max_error": 0.0 + }, + { + "representative": 6406, + "members": [ + 6406 + ], + "max_error": 0.0 + }, + { + "representative": 6436, + "members": [ + 6436 + ], + "max_error": 0.0 + }, + { + "representative": 7051, + "members": [ + 7051 + ], + "max_error": 0.0 + }, + { + "representative": 7024, + "members": [ + 7024 + ], + "max_error": 0.0 + }, + { + "representative": 7043, + "members": [ + 7043 + ], + "max_error": 0.0 + }, + { + "representative": 7089, + "members": [ + 7089 + ], + "max_error": 0.0 + }, + { + "representative": 7149, + "members": [ + 7149 + ], + "max_error": 0.0 + }, + { + "representative": 7085, + "members": [ + 7085 + ], + "max_error": 0.0 + }, + { + "representative": 7036, + "members": [ + 7036 + ], + "max_error": 0.0 + }, + { + "representative": 7579, + "members": [ + 7579 + ], + "max_error": 0.0 + }, + { + "representative": 7627, + "members": [ + 7627 + ], + "max_error": 0.0 + }, + { + "representative": 7567, + "members": [ + 7567 + ], + "max_error": 0.0 + }, + { + "representative": 7490, + "members": [ + 7490 + ], + "max_error": 0.0 + }, + { + "representative": 8108, + "members": [ + 8108 + ], + "max_error": 0.0 + }, + { + "representative": 8085, + "members": [ + 8085 + ], + "max_error": 0.0 + }, + { + "representative": 7970, + "members": [ + 7970 + ], + "max_error": 0.0 + }, + { + "representative": 8043, + "members": [ + 8043 + ], + "max_error": 0.0 + }, + { + "representative": 8033, + "members": [ + 8033 + ], + "max_error": 0.0 + }, + { + "representative": 7999, + "members": [ + 7999 + ], + "max_error": 0.0 + }, + { + "representative": 8103, + "members": [ + 8103 + ], + "max_error": 0.0 + }, + { + "representative": 8089, + "members": [ + 8089 + ], + "max_error": 0.0 + }, + { + "representative": 8142, + "members": [ + 8142 + ], + "max_error": 0.0 + }, + { + "representative": 6477, + "members": [ + 6477 + ], + "max_error": 0.0 + }, + { + "representative": 6490, + "members": [ + 6490 + ], + "max_error": 0.0 + }, + { + "representative": 6586, + "members": [ + 6586 + ], + "max_error": 0.0 + }, + { + "representative": 6545, + "members": [ + 6545 + ], + "max_error": 0.0 + }, + { + "representative": 6600, + "members": [ + 6600 + ], + "max_error": 0.0 + }, + { + "representative": 6501, + "members": [ + 6501 + ], + "max_error": 0.0 + }, + { + "representative": 6983, + "members": [ + 6983 + ], + "max_error": 0.0 + }, + { + "representative": 7068, + "members": [ + 7068 + ], + "max_error": 0.0 + }, + { + "representative": 6923, + "members": [ + 6923 + ], + "max_error": 0.0 + }, + { + "representative": 7003, + "members": [ + 7003 + ], + "max_error": 0.0 + }, + { + "representative": 7042, + "members": [ + 7042 + ], + "max_error": 0.0 + }, + { + "representative": 6997, + "members": [ + 6997 + ], + "max_error": 0.0 + }, + { + "representative": 7080, + "members": [ + 7080 + ], + "max_error": 0.0 + }, + { + "representative": 6998, + "members": [ + 6998 + ], + "max_error": 0.0 + }, + { + "representative": 7156, + "members": [ + 7156 + ], + "max_error": 0.0 + }, + { + "representative": 7153, + "members": [ + 7153 + ], + "max_error": 0.0 + }, + { + "representative": 7632, + "members": [ + 7632 + ], + "max_error": 0.0 + }, + { + "representative": 7511, + "members": [ + 7511 + ], + "max_error": 0.0 + }, + { + "representative": 7604, + "members": [ + 7604 + ], + "max_error": 0.0 + }, + { + "representative": 7657, + "members": [ + 7657 + ], + "max_error": 0.0 + }, + { + "representative": 7560, + "members": [ + 7560 + ], + "max_error": 0.0 + }, + { + "representative": 7574, + "members": [ + 7574 + ], + "max_error": 0.0 + }, + { + "representative": 8042, + "members": [ + 8042 + ], + "max_error": 0.0 + }, + { + "representative": 8159, + "members": [ + 8159 + ], + "max_error": 0.0 + }, + { + "representative": 8134, + "members": [ + 8134 + ], + "max_error": 0.0 + }, + { + "representative": 7943, + "members": [ + 7943 + ], + "max_error": 0.0 + }, + { + "representative": 8163, + "members": [ + 8163 + ], + "max_error": 0.0 + }, + { + "representative": 8039, + "members": [ + 8039 + ], + "max_error": 0.0 + }, + { + "representative": 8022, + "members": [ + 8022 + ], + "max_error": 0.0 + }, + { + "representative": 8183, + "members": [ + 8183 + ], + "max_error": 0.0 + }, + { + "representative": 6520, + "members": [ + 6520 + ], + "max_error": 0.0 + }, + { + "representative": 6459, + "members": [ + 6459 + ], + "max_error": 0.0 + }, + { + "representative": 6626, + "members": [ + 6626 + ], + "max_error": 0.0 + }, + { + "representative": 6559, + "members": [ + 6559 + ], + "max_error": 0.0 + }, + { + "representative": 6645, + "members": [ + 6645 + ], + "max_error": 0.0 + }, + { + "representative": 6431, + "members": [ + 6431 + ], + "max_error": 0.0 + }, + { + "representative": 6515, + "members": [ + 6515 + ], + "max_error": 0.0 + }, + { + "representative": 6428, + "members": [ + 6428 + ], + "max_error": 0.0 + }, + { + "representative": 6631, + "members": [ + 6631 + ], + "max_error": 0.0 + }, + { + "representative": 6571, + "members": [ + 6571 + ], + "max_error": 0.0 + }, + { + "representative": 6525, + "members": [ + 6525 + ], + "max_error": 0.0 + }, + { + "representative": 6458, + "members": [ + 6458 + ], + "max_error": 0.0 + }, + { + "representative": 6580, + "members": [ + 6580 + ], + "max_error": 0.0 + }, + { + "representative": 6576, + "members": [ + 6576 + ], + "max_error": 0.0 + }, + { + "representative": 6550, + "members": [ + 6550 + ], + "max_error": 0.0 + }, + { + "representative": 6982, + "members": [ + 6982 + ], + "max_error": 0.0 + }, + { + "representative": 7105, + "members": [ + 7105 + ], + "max_error": 0.0 + }, + { + "representative": 7057, + "members": [ + 7057 + ], + "max_error": 0.0 + }, + { + "representative": 7095, + "members": [ + 7095 + ], + "max_error": 0.0 + }, + { + "representative": 6930, + "members": [ + 6930 + ], + "max_error": 0.0 + }, + { + "representative": 7070, + "members": [ + 7070 + ], + "max_error": 0.0 + }, + { + "representative": 7482, + "members": [ + 7482 + ], + "max_error": 0.0 + }, + { + "representative": 7633, + "members": [ + 7633 + ], + "max_error": 0.0 + }, + { + "representative": 7439, + "members": [ + 7439 + ], + "max_error": 0.0 + }, + { + "representative": 7598, + "members": [ + 7598 + ], + "max_error": 0.0 + }, + { + "representative": 7518, + "members": [ + 7518 + ], + "max_error": 0.0 + }, + { + "representative": 7672, + "members": [ + 7672 + ], + "max_error": 0.0 + }, + { + "representative": 7663, + "members": [ + 7663 + ], + "max_error": 0.0 + }, + { + "representative": 7558, + "members": [ + 7558 + ], + "max_error": 0.0 + }, + { + "representative": 7429, + "members": [ + 7429 + ], + "max_error": 0.0 + }, + { + "representative": 7956, + "members": [ + 7956 + ], + "max_error": 0.0 + }, + { + "representative": 8139, + "members": [ + 8139 + ], + "max_error": 0.0 + }, + { + "representative": 8075, + "members": [ + 8075 + ], + "max_error": 0.0 + }, + { + "representative": 8016, + "members": [ + 8016 + ], + "max_error": 0.0 + }, + { + "representative": 8138, + "members": [ + 8138 + ], + "max_error": 0.0 + }, + { + "representative": 7973, + "members": [ + 7973 + ], + "max_error": 0.0 + }, + { + "representative": 6575, + "members": [ + 6575 + ], + "max_error": 0.0 + }, + { + "representative": 6432, + "members": [ + 6432 + ], + "max_error": 0.0 + }, + { + "representative": 6478, + "members": [ + 6478 + ], + "max_error": 0.0 + }, + { + "representative": 6465, + "members": [ + 6465 + ], + "max_error": 0.0 + }, + { + "representative": 6611, + "members": [ + 6611 + ], + "max_error": 0.0 + }, + { + "representative": 6654, + "members": [ + 6654 + ], + "max_error": 0.0 + }, + { + "representative": 6408, + "members": [ + 6408 + ], + "max_error": 0.0 + }, + { + "representative": 6627, + "members": [ + 6627 + ], + "max_error": 0.0 + }, + { + "representative": 6616, + "members": [ + 6616 + ], + "max_error": 0.0 + }, + { + "representative": 6541, + "members": [ + 6541 + ], + "max_error": 0.0 + }, + { + "representative": 6555, + "members": [ + 6555 + ], + "max_error": 0.0 + }, + { + "representative": 6424, + "members": [ + 6424 + ], + "max_error": 0.0 + }, + { + "representative": 6566, + "members": [ + 6566 + ], + "max_error": 0.0 + }, + { + "representative": 6451, + "members": [ + 6451 + ], + "max_error": 0.0 + }, + { + "representative": 6639, + "members": [ + 6639 + ], + "max_error": 0.0 + }, + { + "representative": 6569, + "members": [ + 6569 + ], + "max_error": 0.0 + }, + { + "representative": 6440, + "members": [ + 6440 + ], + "max_error": 0.0 + }, + { + "representative": 6964, + "members": [ + 6964 + ], + "max_error": 0.0 + }, + { + "representative": 7021, + "members": [ + 7021 + ], + "max_error": 0.0 + }, + { + "representative": 7096, + "members": [ + 7096 + ], + "max_error": 0.0 + }, + { + "representative": 7081, + "members": [ + 7081 + ], + "max_error": 0.0 + }, + { + "representative": 7060, + "members": [ + 7060 + ], + "max_error": 0.0 + }, + { + "representative": 7109, + "members": [ + 7109 + ], + "max_error": 0.0 + }, + { + "representative": 7015, + "members": [ + 7015 + ], + "max_error": 0.0 + }, + { + "representative": 6928, + "members": [ + 6928 + ], + "max_error": 0.0 + }, + { + "representative": 7127, + "members": [ + 7127 + ], + "max_error": 0.0 + }, + { + "representative": 6939, + "members": [ + 6939 + ], + "max_error": 0.0 + }, + { + "representative": 7113, + "members": [ + 7113 + ], + "max_error": 0.0 + }, + { + "representative": 7039, + "members": [ + 7039 + ], + "max_error": 0.0 + }, + { + "representative": 6929, + "members": [ + 6929 + ], + "max_error": 0.0 + }, + { + "representative": 7163, + "members": [ + 7163 + ], + "max_error": 0.0 + }, + { + "representative": 6932, + "members": [ + 6932 + ], + "max_error": 0.0 + }, + { + "representative": 7577, + "members": [ + 7577 + ], + "max_error": 0.0 + }, + { + "representative": 7500, + "members": [ + 7500 + ], + "max_error": 0.0 + }, + { + "representative": 7665, + "members": [ + 7665 + ], + "max_error": 0.0 + }, + { + "representative": 7584, + "members": [ + 7584 + ], + "max_error": 0.0 + }, + { + "representative": 7647, + "members": [ + 7647 + ], + "max_error": 0.0 + }, + { + "representative": 7471, + "members": [ + 7471 + ], + "max_error": 0.0 + }, + { + "representative": 7470, + "members": [ + 7470 + ], + "max_error": 0.0 + }, + { + "representative": 7628, + "members": [ + 7628 + ], + "max_error": 0.0 + }, + { + "representative": 7654, + "members": [ + 7654 + ], + "max_error": 0.0 + }, + { + "representative": 7527, + "members": [ + 7527 + ], + "max_error": 0.0 + }, + { + "representative": 7513, + "members": [ + 7513 + ], + "max_error": 0.0 + }, + { + "representative": 7434, + "members": [ + 7434 + ], + "max_error": 0.0 + }, + { + "representative": 8003, + "members": [ + 8003 + ], + "max_error": 0.0 + }, + { + "representative": 8013, + "members": [ + 8013 + ], + "max_error": 0.0 + }, + { + "representative": 8115, + "members": [ + 8115 + ], + "max_error": 0.0 + }, + { + "representative": 8187, + "members": [ + 8187 + ], + "max_error": 0.0 + }, + { + "representative": 8053, + "members": [ + 8053 + ], + "max_error": 0.0 + }, + { + "representative": 7975, + "members": [ + 7975 + ], + "max_error": 0.0 + }, + { + "representative": 8009, + "members": [ + 8009 + ], + "max_error": 0.0 + }, + { + "representative": 7972, + "members": [ + 7972 + ], + "max_error": 0.0 + }, + { + "representative": 7986, + "members": [ + 7986 + ], + "max_error": 0.0 + }, + { + "representative": 8122, + "members": [ + 8122 + ], + "max_error": 0.0 + }, + { + "representative": 6538, + "members": [ + 6538 + ], + "max_error": 0.0 + }, + { + "representative": 6526, + "members": [ + 6526 + ], + "max_error": 0.0 + }, + { + "representative": 6620, + "members": [ + 6620 + ], + "max_error": 0.0 + }, + { + "representative": 6484, + "members": [ + 6484 + ], + "max_error": 0.0 + }, + { + "representative": 6539, + "members": [ + 6539 + ], + "max_error": 0.0 + }, + { + "representative": 6619, + "members": [ + 6619 + ], + "max_error": 0.0 + }, + { + "representative": 6590, + "members": [ + 6590 + ], + "max_error": 0.0 + }, + { + "representative": 6583, + "members": [ + 6583 + ], + "max_error": 0.0 + }, + { + "representative": 6491, + "members": [ + 6491 + ], + "max_error": 0.0 + }, + { + "representative": 6614, + "members": [ + 6614 + ], + "max_error": 0.0 + }, + { + "representative": 6917, + "members": [ + 6917 + ], + "max_error": 0.0 + }, + { + "representative": 7071, + "members": [ + 7071 + ], + "max_error": 0.0 + }, + { + "representative": 7166, + "members": [ + 7166 + ], + "max_error": 0.0 + }, + { + "representative": 6969, + "members": [ + 6969 + ], + "max_error": 0.0 + }, + { + "representative": 6980, + "members": [ + 6980 + ], + "max_error": 0.0 + }, + { + "representative": 6921, + "members": [ + 6921 + ], + "max_error": 0.0 + }, + { + "representative": 7047, + "members": [ + 7047 + ], + "max_error": 0.0 + }, + { + "representative": 6948, + "members": [ + 6948 + ], + "max_error": 0.0 + }, + { + "representative": 6993, + "members": [ + 6993 + ], + "max_error": 0.0 + }, + { + "representative": 7084, + "members": [ + 7084 + ], + "max_error": 0.0 + }, + { + "representative": 7148, + "members": [ + 7148 + ], + "max_error": 0.0 + }, + { + "representative": 6966, + "members": [ + 6966 + ], + "max_error": 0.0 + }, + { + "representative": 6944, + "members": [ + 6944 + ], + "max_error": 0.0 + }, + { + "representative": 6990, + "members": [ + 6990 + ], + "max_error": 0.0 + }, + { + "representative": 7016, + "members": [ + 7016 + ], + "max_error": 0.0 + }, + { + "representative": 7142, + "members": [ + 7142 + ], + "max_error": 0.0 + }, + { + "representative": 7625, + "members": [ + 7625 + ], + "max_error": 0.0 + }, + { + "representative": 7447, + "members": [ + 7447 + ], + "max_error": 0.0 + }, + { + "representative": 7573, + "members": [ + 7573 + ], + "max_error": 0.0 + }, + { + "representative": 7609, + "members": [ + 7609 + ], + "max_error": 0.0 + }, + { + "representative": 7566, + "members": [ + 7566 + ], + "max_error": 0.0 + }, + { + "representative": 7505, + "members": [ + 7505 + ], + "max_error": 0.0 + }, + { + "representative": 7487, + "members": [ + 7487 + ], + "max_error": 0.0 + }, + { + "representative": 7469, + "members": [ + 7469 + ], + "max_error": 0.0 + }, + { + "representative": 7459, + "members": [ + 7459 + ], + "max_error": 0.0 + }, + { + "representative": 7549, + "members": [ + 7549 + ], + "max_error": 0.0 + }, + { + "representative": 7452, + "members": [ + 7452 + ], + "max_error": 0.0 + }, + { + "representative": 7481, + "members": [ + 7481 + ], + "max_error": 0.0 + }, + { + "representative": 7955, + "members": [ + 7955 + ], + "max_error": 0.0 + }, + { + "representative": 7948, + "members": [ + 7948 + ], + "max_error": 0.0 + }, + { + "representative": 8067, + "members": [ + 8067 + ], + "max_error": 0.0 + }, + { + "representative": 8102, + "members": [ + 8102 + ], + "max_error": 0.0 + }, + { + "representative": 7982, + "members": [ + 7982 + ], + "max_error": 0.0 + }, + { + "representative": 8148, + "members": [ + 8148 + ], + "max_error": 0.0 + }, + { + "representative": 8062, + "members": [ + 8062 + ], + "max_error": 0.0 + }, + { + "representative": 8064, + "members": [ + 8064 + ], + "max_error": 0.0 + }, + { + "representative": 8172, + "members": [ + 8172 + ], + "max_error": 0.0 + }, + { + "representative": 8146, + "members": [ + 8146 + ], + "max_error": 0.0 + }, + { + "representative": 8031, + "members": [ + 8031 + ], + "max_error": 0.0 + }, + { + "representative": 6589, + "members": [ + 6589 + ], + "max_error": 0.0 + }, + { + "representative": 6617, + "members": [ + 6617 + ], + "max_error": 0.0 + }, + { + "representative": 6637, + "members": [ + 6637 + ], + "max_error": 0.0 + }, + { + "representative": 6401, + "members": [ + 6401 + ], + "max_error": 0.0 + }, + { + "representative": 6466, + "members": [ + 6466 + ], + "max_error": 0.0 + }, + { + "representative": 6582, + "members": [ + 6582 + ], + "max_error": 0.0 + }, + { + "representative": 6935, + "members": [ + 6935 + ], + "max_error": 0.0 + }, + { + "representative": 7114, + "members": [ + 7114 + ], + "max_error": 0.0 + }, + { + "representative": 7025, + "members": [ + 7025 + ], + "max_error": 0.0 + }, + { + "representative": 7053, + "members": [ + 7053 + ], + "max_error": 0.0 + }, + { + "representative": 6947, + "members": [ + 6947 + ], + "max_error": 0.0 + }, + { + "representative": 7022, + "members": [ + 7022 + ], + "max_error": 0.0 + }, + { + "representative": 7111, + "members": [ + 7111 + ], + "max_error": 0.0 + }, + { + "representative": 7141, + "members": [ + 7141 + ], + "max_error": 0.0 + }, + { + "representative": 6953, + "members": [ + 6953 + ], + "max_error": 0.0 + }, + { + "representative": 7030, + "members": [ + 7030 + ], + "max_error": 0.0 + }, + { + "representative": 7139, + "members": [ + 7139 + ], + "max_error": 0.0 + }, + { + "representative": 7126, + "members": [ + 7126 + ], + "max_error": 0.0 + }, + { + "representative": 6967, + "members": [ + 6967 + ], + "max_error": 0.0 + }, + { + "representative": 7510, + "members": [ + 7510 + ], + "max_error": 0.0 + }, + { + "representative": 7548, + "members": [ + 7548 + ], + "max_error": 0.0 + }, + { + "representative": 7615, + "members": [ + 7615 + ], + "max_error": 0.0 + }, + { + "representative": 7666, + "members": [ + 7666 + ], + "max_error": 0.0 + }, + { + "representative": 7555, + "members": [ + 7555 + ], + "max_error": 0.0 + }, + { + "representative": 7655, + "members": [ + 7655 + ], + "max_error": 0.0 + }, + { + "representative": 7435, + "members": [ + 7435 + ], + "max_error": 0.0 + }, + { + "representative": 7623, + "members": [ + 7623 + ], + "max_error": 0.0 + }, + { + "representative": 7550, + "members": [ + 7550 + ], + "max_error": 0.0 + }, + { + "representative": 7441, + "members": [ + 7441 + ], + "max_error": 0.0 + }, + { + "representative": 8092, + "members": [ + 8092 + ], + "max_error": 0.0 + }, + { + "representative": 8164, + "members": [ + 8164 + ], + "max_error": 0.0 + }, + { + "representative": 8136, + "members": [ + 8136 + ], + "max_error": 0.0 + }, + { + "representative": 8007, + "members": [ + 8007 + ], + "max_error": 0.0 + }, + { + "representative": 8058, + "members": [ + 8058 + ], + "max_error": 0.0 + }, + { + "representative": 8165, + "members": [ + 8165 + ], + "max_error": 0.0 + }, + { + "representative": 8129, + "members": [ + 8129 + ], + "max_error": 0.0 + }, + { + "representative": 8117, + "members": [ + 8117 + ], + "max_error": 0.0 + }, + { + "representative": 8143, + "members": [ + 8143 + ], + "max_error": 0.0 + }, + { + "representative": 8019, + "members": [ + 8019 + ], + "max_error": 0.0 + }, + { + "representative": 6509, + "members": [ + 6509 + ], + "max_error": 0.0 + }, + { + "representative": 6510, + "members": [ + 6510 + ], + "max_error": 0.0 + }, + { + "representative": 6517, + "members": [ + 6517 + ], + "max_error": 0.0 + }, + { + "representative": 6594, + "members": [ + 6594 + ], + "max_error": 0.0 + }, + { + "representative": 6551, + "members": [ + 6551 + ], + "max_error": 0.0 + }, + { + "representative": 6642, + "members": [ + 6642 + ], + "max_error": 0.0 + }, + { + "representative": 6557, + "members": [ + 6557 + ], + "max_error": 0.0 + }, + { + "representative": 6640, + "members": [ + 6640 + ], + "max_error": 0.0 + }, + { + "representative": 6415, + "members": [ + 6415 + ], + "max_error": 0.0 + }, + { + "representative": 6493, + "members": [ + 6493 + ], + "max_error": 0.0 + }, + { + "representative": 6437, + "members": [ + 6437 + ], + "max_error": 0.0 + }, + { + "representative": 7130, + "members": [ + 7130 + ], + "max_error": 0.0 + }, + { + "representative": 7145, + "members": [ + 7145 + ], + "max_error": 0.0 + }, + { + "representative": 6958, + "members": [ + 6958 + ], + "max_error": 0.0 + }, + { + "representative": 6926, + "members": [ + 6926 + ], + "max_error": 0.0 + }, + { + "representative": 7087, + "members": [ + 7087 + ], + "max_error": 0.0 + }, + { + "representative": 7062, + "members": [ + 7062 + ], + "max_error": 0.0 + }, + { + "representative": 7099, + "members": [ + 7099 + ], + "max_error": 0.0 + }, + { + "representative": 6920, + "members": [ + 6920 + ], + "max_error": 0.0 + }, + { + "representative": 7035, + "members": [ + 7035 + ], + "max_error": 0.0 + }, + { + "representative": 7041, + "members": [ + 7041 + ], + "max_error": 0.0 + }, + { + "representative": 7118, + "members": [ + 7118 + ], + "max_error": 0.0 + }, + { + "representative": 7120, + "members": [ + 7120 + ], + "max_error": 0.0 + }, + { + "representative": 7116, + "members": [ + 7116 + ], + "max_error": 0.0 + }, + { + "representative": 6956, + "members": [ + 6956 + ], + "max_error": 0.0 + }, + { + "representative": 7437, + "members": [ + 7437 + ], + "max_error": 0.0 + }, + { + "representative": 7600, + "members": [ + 7600 + ], + "max_error": 0.0 + }, + { + "representative": 7597, + "members": [ + 7597 + ], + "max_error": 0.0 + }, + { + "representative": 7535, + "members": [ + 7535 + ], + "max_error": 0.0 + }, + { + "representative": 7463, + "members": [ + 7463 + ], + "max_error": 0.0 + }, + { + "representative": 7495, + "members": [ + 7495 + ], + "max_error": 0.0 + }, + { + "representative": 7620, + "members": [ + 7620 + ], + "max_error": 0.0 + }, + { + "representative": 7642, + "members": [ + 7642 + ], + "max_error": 0.0 + }, + { + "representative": 7608, + "members": [ + 7608 + ], + "max_error": 0.0 + }, + { + "representative": 8006, + "members": [ + 8006 + ], + "max_error": 0.0 + }, + { + "representative": 7946, + "members": [ + 7946 + ], + "max_error": 0.0 + }, + { + "representative": 8101, + "members": [ + 8101 + ], + "max_error": 0.0 + }, + { + "representative": 8124, + "members": [ + 8124 + ], + "max_error": 0.0 + }, + { + "representative": 8178, + "members": [ + 8178 + ], + "max_error": 0.0 + }, + { + "representative": 7969, + "members": [ + 7969 + ], + "max_error": 0.0 + }, + { + "representative": 8175, + "members": [ + 8175 + ], + "max_error": 0.0 + }, + { + "representative": 8128, + "members": [ + 8128 + ], + "max_error": 0.0 + }, + { + "representative": 8005, + "members": [ + 8005 + ], + "max_error": 0.0 + }, + { + "representative": 7968, + "members": [ + 7968 + ], + "max_error": 0.0 + }, + { + "representative": 8068, + "members": [ + 8068 + ], + "max_error": 0.0 + }, + { + "representative": 8066, + "members": [ + 8066 + ], + "max_error": 0.0 + }, + { + "representative": 8011, + "members": [ + 8011 + ], + "max_error": 0.0 + }, + { + "representative": 8121, + "members": [ + 8121 + ], + "max_error": 0.0 + }, + { + "representative": 6454, + "members": [ + 6454 + ], + "max_error": 0.0 + }, + { + "representative": 6507, + "members": [ + 6507 + ], + "max_error": 0.0 + }, + { + "representative": 6647, + "members": [ + 6647 + ], + "max_error": 0.0 + }, + { + "representative": 6608, + "members": [ + 6608 + ], + "max_error": 0.0 + }, + { + "representative": 6499, + "members": [ + 6499 + ], + "max_error": 0.0 + }, + { + "representative": 6441, + "members": [ + 6441 + ], + "max_error": 0.0 + }, + { + "representative": 6522, + "members": [ + 6522 + ], + "max_error": 0.0 + }, + { + "representative": 6578, + "members": [ + 6578 + ], + "max_error": 0.0 + }, + { + "representative": 6588, + "members": [ + 6588 + ], + "max_error": 0.0 + }, + { + "representative": 6418, + "members": [ + 6418 + ], + "max_error": 0.0 + }, + { + "representative": 6486, + "members": [ + 6486 + ], + "max_error": 0.0 + }, + { + "representative": 6445, + "members": [ + 6445 + ], + "max_error": 0.0 + }, + { + "representative": 7046, + "members": [ + 7046 + ], + "max_error": 0.0 + }, + { + "representative": 6938, + "members": [ + 6938 + ], + "max_error": 0.0 + }, + { + "representative": 7002, + "members": [ + 7002 + ], + "max_error": 0.0 + }, + { + "representative": 6991, + "members": [ + 6991 + ], + "max_error": 0.0 + }, + { + "representative": 7055, + "members": [ + 7055 + ], + "max_error": 0.0 + }, + { + "representative": 7023, + "members": [ + 7023 + ], + "max_error": 0.0 + }, + { + "representative": 7072, + "members": [ + 7072 + ], + "max_error": 0.0 + }, + { + "representative": 6955, + "members": [ + 6955 + ], + "max_error": 0.0 + }, + { + "representative": 7100, + "members": [ + 7100 + ], + "max_error": 0.0 + }, + { + "representative": 6915, + "members": [ + 6915 + ], + "max_error": 0.0 + }, + { + "representative": 7621, + "members": [ + 7621 + ], + "max_error": 0.0 + }, + { + "representative": 7669, + "members": [ + 7669 + ], + "max_error": 0.0 + }, + { + "representative": 7538, + "members": [ + 7538 + ], + "max_error": 0.0 + }, + { + "representative": 7599, + "members": [ + 7599 + ], + "max_error": 0.0 + }, + { + "representative": 7545, + "members": [ + 7545 + ], + "max_error": 0.0 + }, + { + "representative": 7506, + "members": [ + 7506 + ], + "max_error": 0.0 + }, + { + "representative": 7472, + "members": [ + 7472 + ], + "max_error": 0.0 + }, + { + "representative": 7460, + "members": [ + 7460 + ], + "max_error": 0.0 + }, + { + "representative": 7431, + "members": [ + 7431 + ], + "max_error": 0.0 + }, + { + "representative": 7498, + "members": [ + 7498 + ], + "max_error": 0.0 + }, + { + "representative": 8048, + "members": [ + 8048 + ], + "max_error": 0.0 + }, + { + "representative": 8135, + "members": [ + 8135 + ], + "max_error": 0.0 + }, + { + "representative": 8084, + "members": [ + 8084 + ], + "max_error": 0.0 + }, + { + "representative": 8032, + "members": [ + 8032 + ], + "max_error": 0.0 + }, + { + "representative": 8154, + "members": [ + 8154 + ], + "max_error": 0.0 + }, + { + "representative": 6450, + "members": [ + 6450 + ], + "max_error": 0.0 + }, + { + "representative": 6529, + "members": [ + 6529 + ], + "max_error": 0.0 + }, + { + "representative": 6532, + "members": [ + 6532 + ], + "max_error": 0.0 + }, + { + "representative": 6553, + "members": [ + 6553 + ], + "max_error": 0.0 + }, + { + "representative": 6505, + "members": [ + 6505 + ], + "max_error": 0.0 + }, + { + "representative": 6599, + "members": [ + 6599 + ], + "max_error": 0.0 + }, + { + "representative": 6453, + "members": [ + 6453 + ], + "max_error": 0.0 + }, + { + "representative": 6584, + "members": [ + 6584 + ], + "max_error": 0.0 + }, + { + "representative": 6552, + "members": [ + 6552 + ], + "max_error": 0.0 + }, + { + "representative": 6492, + "members": [ + 6492 + ], + "max_error": 0.0 + }, + { + "representative": 6560, + "members": [ + 6560 + ], + "max_error": 0.0 + }, + { + "representative": 6481, + "members": [ + 6481 + ], + "max_error": 0.0 + }, + { + "representative": 6653, + "members": [ + 6653 + ], + "max_error": 0.0 + }, + { + "representative": 6598, + "members": [ + 6598 + ], + "max_error": 0.0 + }, + { + "representative": 6558, + "members": [ + 6558 + ], + "max_error": 0.0 + }, + { + "representative": 7019, + "members": [ + 7019 + ], + "max_error": 0.0 + }, + { + "representative": 6931, + "members": [ + 6931 + ], + "max_error": 0.0 + }, + { + "representative": 7155, + "members": [ + 7155 + ], + "max_error": 0.0 + }, + { + "representative": 7167, + "members": [ + 7167 + ], + "max_error": 0.0 + }, + { + "representative": 7083, + "members": [ + 7083 + ], + "max_error": 0.0 + }, + { + "representative": 7147, + "members": [ + 7147 + ], + "max_error": 0.0 + }, + { + "representative": 7027, + "members": [ + 7027 + ], + "max_error": 0.0 + }, + { + "representative": 6984, + "members": [ + 6984 + ], + "max_error": 0.0 + }, + { + "representative": 7088, + "members": [ + 7088 + ], + "max_error": 0.0 + }, + { + "representative": 7073, + "members": [ + 7073 + ], + "max_error": 0.0 + }, + { + "representative": 7652, + "members": [ + 7652 + ], + "max_error": 0.0 + }, + { + "representative": 7451, + "members": [ + 7451 + ], + "max_error": 0.0 + }, + { + "representative": 7489, + "members": [ + 7489 + ], + "max_error": 0.0 + }, + { + "representative": 7430, + "members": [ + 7430 + ], + "max_error": 0.0 + }, + { + "representative": 7526, + "members": [ + 7526 + ], + "max_error": 0.0 + }, + { + "representative": 7512, + "members": [ + 7512 + ], + "max_error": 0.0 + }, + { + "representative": 7520, + "members": [ + 7520 + ], + "max_error": 0.0 + }, + { + "representative": 7477, + "members": [ + 7477 + ], + "max_error": 0.0 + }, + { + "representative": 7659, + "members": [ + 7659 + ], + "max_error": 0.0 + }, + { + "representative": 7466, + "members": [ + 7466 + ], + "max_error": 0.0 + }, + { + "representative": 7493, + "members": [ + 7493 + ], + "max_error": 0.0 + }, + { + "representative": 7967, + "members": [ + 7967 + ], + "max_error": 0.0 + }, + { + "representative": 8044, + "members": [ + 8044 + ], + "max_error": 0.0 + }, + { + "representative": 8060, + "members": [ + 8060 + ], + "max_error": 0.0 + }, + { + "representative": 7991, + "members": [ + 7991 + ], + "max_error": 0.0 + }, + { + "representative": 8023, + "members": [ + 8023 + ], + "max_error": 0.0 + }, + { + "representative": 8012, + "members": [ + 8012 + ], + "max_error": 0.0 + }, + { + "representative": 8037, + "members": [ + 8037 + ], + "max_error": 0.0 + }, + { + "representative": 8109, + "members": [ + 8109 + ], + "max_error": 0.0 + }, + { + "representative": 8056, + "members": [ + 8056 + ], + "max_error": 0.0 + }, + { + "representative": 7974, + "members": [ + 7974 + ], + "max_error": 0.0 + }, + { + "representative": 7979, + "members": [ + 7979 + ], + "max_error": 0.0 + }, + { + "representative": 7937, + "members": [ + 7937 + ], + "max_error": 0.0 + }, + { + "representative": 8004, + "members": [ + 8004 + ], + "max_error": 0.0 + }, + { + "representative": 8126, + "members": [ + 8126 + ], + "max_error": 0.0 + }, + { + "representative": 6621, + "members": [ + 6621 + ], + "max_error": 0.0 + }, + { + "representative": 6495, + "members": [ + 6495 + ], + "max_error": 0.0 + }, + { + "representative": 6567, + "members": [ + 6567 + ], + "max_error": 0.0 + }, + { + "representative": 6548, + "members": [ + 6548 + ], + "max_error": 0.0 + }, + { + "representative": 6564, + "members": [ + 6564 + ], + "max_error": 0.0 + }, + { + "representative": 6644, + "members": [ + 6644 + ], + "max_error": 0.0 + }, + { + "representative": 6596, + "members": [ + 6596 + ], + "max_error": 0.0 + }, + { + "representative": 6519, + "members": [ + 6519 + ], + "max_error": 0.0 + }, + { + "representative": 6603, + "members": [ + 6603 + ], + "max_error": 0.0 + }, + { + "representative": 6593, + "members": [ + 6593 + ], + "max_error": 0.0 + }, + { + "representative": 6508, + "members": [ + 6508 + ], + "max_error": 0.0 + }, + { + "representative": 7143, + "members": [ + 7143 + ], + "max_error": 0.0 + }, + { + "representative": 7093, + "members": [ + 7093 + ], + "max_error": 0.0 + }, + { + "representative": 7029, + "members": [ + 7029 + ], + "max_error": 0.0 + }, + { + "representative": 7128, + "members": [ + 7128 + ], + "max_error": 0.0 + }, + { + "representative": 7131, + "members": [ + 7131 + ], + "max_error": 0.0 + }, + { + "representative": 7165, + "members": [ + 7165 + ], + "max_error": 0.0 + }, + { + "representative": 7104, + "members": [ + 7104 + ], + "max_error": 0.0 + }, + { + "representative": 7018, + "members": [ + 7018 + ], + "max_error": 0.0 + }, + { + "representative": 7151, + "members": [ + 7151 + ], + "max_error": 0.0 + }, + { + "representative": 7076, + "members": [ + 7076 + ], + "max_error": 0.0 + }, + { + "representative": 7138, + "members": [ + 7138 + ], + "max_error": 0.0 + }, + { + "representative": 6977, + "members": [ + 6977 + ], + "max_error": 0.0 + }, + { + "representative": 6946, + "members": [ + 6946 + ], + "max_error": 0.0 + }, + { + "representative": 7135, + "members": [ + 7135 + ], + "max_error": 0.0 + }, + { + "representative": 7540, + "members": [ + 7540 + ], + "max_error": 0.0 + }, + { + "representative": 7480, + "members": [ + 7480 + ], + "max_error": 0.0 + }, + { + "representative": 7432, + "members": [ + 7432 + ], + "max_error": 0.0 + }, + { + "representative": 7457, + "members": [ + 7457 + ], + "max_error": 0.0 + }, + { + "representative": 7478, + "members": [ + 7478 + ], + "max_error": 0.0 + }, + { + "representative": 7438, + "members": [ + 7438 + ], + "max_error": 0.0 + }, + { + "representative": 7462, + "members": [ + 7462 + ], + "max_error": 0.0 + }, + { + "representative": 7624, + "members": [ + 7624 + ], + "max_error": 0.0 + }, + { + "representative": 7570, + "members": [ + 7570 + ], + "max_error": 0.0 + }, + { + "representative": 7646, + "members": [ + 7646 + ], + "max_error": 0.0 + }, + { + "representative": 7585, + "members": [ + 7585 + ], + "max_error": 0.0 + }, + { + "representative": 7450, + "members": [ + 7450 + ], + "max_error": 0.0 + }, + { + "representative": 7582, + "members": [ + 7582 + ], + "max_error": 0.0 + }, + { + "representative": 7606, + "members": [ + 7606 + ], + "max_error": 0.0 + }, + { + "representative": 7484, + "members": [ + 7484 + ], + "max_error": 0.0 + }, + { + "representative": 7499, + "members": [ + 7499 + ], + "max_error": 0.0 + }, + { + "representative": 7552, + "members": [ + 7552 + ], + "max_error": 0.0 + }, + { + "representative": 7977, + "members": [ + 7977 + ], + "max_error": 0.0 + }, + { + "representative": 7938, + "members": [ + 7938 + ], + "max_error": 0.0 + }, + { + "representative": 8087, + "members": [ + 8087 + ], + "max_error": 0.0 + }, + { + "representative": 8150, + "members": [ + 8150 + ], + "max_error": 0.0 + }, + { + "representative": 8190, + "members": [ + 8190 + ], + "max_error": 0.0 + }, + { + "representative": 8063, + "members": [ + 8063 + ], + "max_error": 0.0 + }, + { + "representative": 8107, + "members": [ + 8107 + ], + "max_error": 0.0 + }, + { + "representative": 8020, + "members": [ + 8020 + ], + "max_error": 0.0 + }, + { + "representative": 8174, + "members": [ + 8174 + ], + "max_error": 0.0 + }, + { + "representative": 7976, + "members": [ + 7976 + ], + "max_error": 0.0 + }, + { + "representative": 6630, + "members": [ + 6630 + ], + "max_error": 0.0 + }, + { + "representative": 6605, + "members": [ + 6605 + ], + "max_error": 0.0 + }, + { + "representative": 6577, + "members": [ + 6577 + ], + "max_error": 0.0 + }, + { + "representative": 6643, + "members": [ + 6643 + ], + "max_error": 0.0 + }, + { + "representative": 6410, + "members": [ + 6410 + ], + "max_error": 0.0 + }, + { + "representative": 7048, + "members": [ + 7048 + ], + "max_error": 0.0 + }, + { + "representative": 7044, + "members": [ + 7044 + ], + "max_error": 0.0 + }, + { + "representative": 7137, + "members": [ + 7137 + ], + "max_error": 0.0 + }, + { + "representative": 6996, + "members": [ + 6996 + ], + "max_error": 0.0 + }, + { + "representative": 6968, + "members": [ + 6968 + ], + "max_error": 0.0 + }, + { + "representative": 7008, + "members": [ + 7008 + ], + "max_error": 0.0 + }, + { + "representative": 6988, + "members": [ + 6988 + ], + "max_error": 0.0 + }, + { + "representative": 7067, + "members": [ + 7067 + ], + "max_error": 0.0 + }, + { + "representative": 7154, + "members": [ + 7154 + ], + "max_error": 0.0 + }, + { + "representative": 7509, + "members": [ + 7509 + ], + "max_error": 0.0 + }, + { + "representative": 7444, + "members": [ + 7444 + ], + "max_error": 0.0 + }, + { + "representative": 7445, + "members": [ + 7445 + ], + "max_error": 0.0 + }, + { + "representative": 7539, + "members": [ + 7539 + ], + "max_error": 0.0 + }, + { + "representative": 7440, + "members": [ + 7440 + ], + "max_error": 0.0 + }, + { + "representative": 7508, + "members": [ + 7508 + ], + "max_error": 0.0 + }, + { + "representative": 7595, + "members": [ + 7595 + ], + "max_error": 0.0 + }, + { + "representative": 7486, + "members": [ + 7486 + ], + "max_error": 0.0 + }, + { + "representative": 7629, + "members": [ + 7629 + ], + "max_error": 0.0 + }, + { + "representative": 7443, + "members": [ + 7443 + ], + "max_error": 0.0 + }, + { + "representative": 7568, + "members": [ + 7568 + ], + "max_error": 0.0 + }, + { + "representative": 7454, + "members": [ + 7454 + ], + "max_error": 0.0 + }, + { + "representative": 8036, + "members": [ + 8036 + ], + "max_error": 0.0 + }, + { + "representative": 8145, + "members": [ + 8145 + ], + "max_error": 0.0 + }, + { + "representative": 8059, + "members": [ + 8059 + ], + "max_error": 0.0 + }, + { + "representative": 7997, + "members": [ + 7997 + ], + "max_error": 0.0 + }, + { + "representative": 8118, + "members": [ + 8118 + ], + "max_error": 0.0 + }, + { + "representative": 7978, + "members": [ + 7978 + ], + "max_error": 0.0 + }, + { + "representative": 7953, + "members": [ + 7953 + ], + "max_error": 0.0 + }, + { + "representative": 8099, + "members": [ + 8099 + ], + "max_error": 0.0 + }, + { + "representative": 8024, + "members": [ + 8024 + ], + "max_error": 0.0 + }, + { + "representative": 8110, + "members": [ + 8110 + ], + "max_error": 0.0 + }, + { + "representative": 8132, + "members": [ + 8132 + ], + "max_error": 0.0 + }, + { + "representative": 7941, + "members": [ + 7941 + ], + "max_error": 0.0 + }, + { + "representative": 8166, + "members": [ + 8166 + ], + "max_error": 0.0 + }, + { + "representative": 8038, + "members": [ + 8038 + ], + "max_error": 0.0 + }, + { + "representative": 7980, + "members": [ + 7980 + ], + "max_error": 0.0 + }, + { + "representative": 7962, + "members": [ + 7962 + ], + "max_error": 0.0 + }, + { + "representative": 8116, + "members": [ + 8116 + ], + "max_error": 0.0 + }, + { + "representative": 8170, + "members": [ + 8170 + ], + "max_error": 0.0 + }, + { + "representative": 6444, + "members": [ + 6444 + ], + "max_error": 0.0 + }, + { + "representative": 6471, + "members": [ + 6471 + ], + "max_error": 0.0 + }, + { + "representative": 6543, + "members": [ + 6543 + ], + "max_error": 0.0 + }, + { + "representative": 6609, + "members": [ + 6609 + ], + "max_error": 0.0 + }, + { + "representative": 6585, + "members": [ + 6585 + ], + "max_error": 0.0 + }, + { + "representative": 6595, + "members": [ + 6595 + ], + "max_error": 0.0 + }, + { + "representative": 6447, + "members": [ + 6447 + ], + "max_error": 0.0 + }, + { + "representative": 6615, + "members": [ + 6615 + ], + "max_error": 0.0 + }, + { + "representative": 6646, + "members": [ + 6646 + ], + "max_error": 0.0 + }, + { + "representative": 6613, + "members": [ + 6613 + ], + "max_error": 0.0 + }, + { + "representative": 6945, + "members": [ + 6945 + ], + "max_error": 0.0 + }, + { + "representative": 6919, + "members": [ + 6919 + ], + "max_error": 0.0 + }, + { + "representative": 6972, + "members": [ + 6972 + ], + "max_error": 0.0 + }, + { + "representative": 7161, + "members": [ + 7161 + ], + "max_error": 0.0 + }, + { + "representative": 6985, + "members": [ + 6985 + ], + "max_error": 0.0 + }, + { + "representative": 7056, + "members": [ + 7056 + ], + "max_error": 0.0 + }, + { + "representative": 6922, + "members": [ + 6922 + ], + "max_error": 0.0 + }, + { + "representative": 7077, + "members": [ + 7077 + ], + "max_error": 0.0 + }, + { + "representative": 7157, + "members": [ + 7157 + ], + "max_error": 0.0 + }, + { + "representative": 6925, + "members": [ + 6925 + ], + "max_error": 0.0 + }, + { + "representative": 7000, + "members": [ + 7000 + ], + "max_error": 0.0 + }, + { + "representative": 7556, + "members": [ + 7556 + ], + "max_error": 0.0 + }, + { + "representative": 7611, + "members": [ + 7611 + ], + "max_error": 0.0 + }, + { + "representative": 7534, + "members": [ + 7534 + ], + "max_error": 0.0 + }, + { + "representative": 7474, + "members": [ + 7474 + ], + "max_error": 0.0 + }, + { + "representative": 7660, + "members": [ + 7660 + ], + "max_error": 0.0 + }, + { + "representative": 7488, + "members": [ + 7488 + ], + "max_error": 0.0 + }, + { + "representative": 7637, + "members": [ + 7637 + ], + "max_error": 0.0 + }, + { + "representative": 7476, + "members": [ + 7476 + ], + "max_error": 0.0 + }, + { + "representative": 7467, + "members": [ + 7467 + ], + "max_error": 0.0 + }, + { + "representative": 7612, + "members": [ + 7612 + ], + "max_error": 0.0 + }, + { + "representative": 7662, + "members": [ + 7662 + ], + "max_error": 0.0 + }, + { + "representative": 7483, + "members": [ + 7483 + ], + "max_error": 0.0 + }, + { + "representative": 8144, + "members": [ + 8144 + ], + "max_error": 0.0 + }, + { + "representative": 8162, + "members": [ + 8162 + ], + "max_error": 0.0 + }, + { + "representative": 8055, + "members": [ + 8055 + ], + "max_error": 0.0 + }, + { + "representative": 8002, + "members": [ + 8002 + ], + "max_error": 0.0 + }, + { + "representative": 8188, + "members": [ + 8188 + ], + "max_error": 0.0 + }, + { + "representative": 8061, + "members": [ + 8061 + ], + "max_error": 0.0 + }, + { + "representative": 8029, + "members": [ + 8029 + ], + "max_error": 0.0 + }, + { + "representative": 7993, + "members": [ + 7993 + ], + "max_error": 0.0 + }, + { + "representative": 6592, + "members": [ + 6592 + ], + "max_error": 0.0 + }, + { + "representative": 6512, + "members": [ + 6512 + ], + "max_error": 0.0 + }, + { + "representative": 6648, + "members": [ + 6648 + ], + "max_error": 0.0 + }, + { + "representative": 6540, + "members": [ + 6540 + ], + "max_error": 0.0 + }, + { + "representative": 6430, + "members": [ + 6430 + ], + "max_error": 0.0 + }, + { + "representative": 6419, + "members": [ + 6419 + ], + "max_error": 0.0 + }, + { + "representative": 6433, + "members": [ + 6433 + ], + "max_error": 0.0 + }, + { + "representative": 6978, + "members": [ + 6978 + ], + "max_error": 0.0 + }, + { + "representative": 7026, + "members": [ + 7026 + ], + "max_error": 0.0 + }, + { + "representative": 7050, + "members": [ + 7050 + ], + "max_error": 0.0 + }, + { + "representative": 6941, + "members": [ + 6941 + ], + "max_error": 0.0 + }, + { + "representative": 7037, + "members": [ + 7037 + ], + "max_error": 0.0 + }, + { + "representative": 7013, + "members": [ + 7013 + ], + "max_error": 0.0 + }, + { + "representative": 7119, + "members": [ + 7119 + ], + "max_error": 0.0 + }, + { + "representative": 7014, + "members": [ + 7014 + ], + "max_error": 0.0 + }, + { + "representative": 7004, + "members": [ + 7004 + ], + "max_error": 0.0 + }, + { + "representative": 7045, + "members": [ + 7045 + ], + "max_error": 0.0 + }, + { + "representative": 6950, + "members": [ + 6950 + ], + "max_error": 0.0 + }, + { + "representative": 7641, + "members": [ + 7641 + ], + "max_error": 0.0 + }, + { + "representative": 7544, + "members": [ + 7544 + ], + "max_error": 0.0 + }, + { + "representative": 7588, + "members": [ + 7588 + ], + "max_error": 0.0 + }, + { + "representative": 7667, + "members": [ + 7667 + ], + "max_error": 0.0 + }, + { + "representative": 7562, + "members": [ + 7562 + ], + "max_error": 0.0 + }, + { + "representative": 7668, + "members": [ + 7668 + ], + "max_error": 0.0 + }, + { + "representative": 7661, + "members": [ + 7661 + ], + "max_error": 0.0 + }, + { + "representative": 7648, + "members": [ + 7648 + ], + "max_error": 0.0 + }, + { + "representative": 7559, + "members": [ + 7559 + ], + "max_error": 0.0 + }, + { + "representative": 7424, + "members": [ + 7424 + ], + "max_error": 0.0 + }, + { + "representative": 7656, + "members": [ + 7656 + ], + "max_error": 0.0 + }, + { + "representative": 7442, + "members": [ + 7442 + ], + "max_error": 0.0 + }, + { + "representative": 7453, + "members": [ + 7453 + ], + "max_error": 0.0 + }, + { + "representative": 7530, + "members": [ + 7530 + ], + "max_error": 0.0 + }, + { + "representative": 7603, + "members": [ + 7603 + ], + "max_error": 0.0 + }, + { + "representative": 7590, + "members": [ + 7590 + ], + "max_error": 0.0 + }, + { + "representative": 7532, + "members": [ + 7532 + ], + "max_error": 0.0 + }, + { + "representative": 7491, + "members": [ + 7491 + ], + "max_error": 0.0 + }, + { + "representative": 8177, + "members": [ + 8177 + ], + "max_error": 0.0 + }, + { + "representative": 8171, + "members": [ + 8171 + ], + "max_error": 0.0 + }, + { + "representative": 7964, + "members": [ + 7964 + ], + "max_error": 0.0 + }, + { + "representative": 8072, + "members": [ + 8072 + ], + "max_error": 0.0 + }, + { + "representative": 7954, + "members": [ + 7954 + ], + "max_error": 0.0 + }, + { + "representative": 8069, + "members": [ + 8069 + ], + "max_error": 0.0 + }, + { + "representative": 8137, + "members": [ + 8137 + ], + "max_error": 0.0 + }, + { + "representative": 8000, + "members": [ + 8000 + ], + "max_error": 0.0 + }, + { + "representative": 8076, + "members": [ + 8076 + ], + "max_error": 0.0 + }, + { + "representative": 8091, + "members": [ + 8091 + ], + "max_error": 0.0 + }, + { + "representative": 8021, + "members": [ + 8021 + ], + "max_error": 0.0 + }, + { + "representative": 8008, + "members": [ + 8008 + ], + "max_error": 0.0 + }, + { + "representative": 6427, + "members": [ + 6427 + ], + "max_error": 0.0 + }, + { + "representative": 6404, + "members": [ + 6404 + ], + "max_error": 0.0 + }, + { + "representative": 6480, + "members": [ + 6480 + ], + "max_error": 0.0 + }, + { + "representative": 6635, + "members": [ + 6635 + ], + "max_error": 0.0 + }, + { + "representative": 6602, + "members": [ + 6602 + ], + "max_error": 0.0 + }, + { + "representative": 6513, + "members": [ + 6513 + ], + "max_error": 0.0 + }, + { + "representative": 6407, + "members": [ + 6407 + ], + "max_error": 0.0 + }, + { + "representative": 6494, + "members": [ + 6494 + ], + "max_error": 0.0 + }, + { + "representative": 6572, + "members": [ + 6572 + ], + "max_error": 0.0 + }, + { + "representative": 6473, + "members": [ + 6473 + ], + "max_error": 0.0 + }, + { + "representative": 7129, + "members": [ + 7129 + ], + "max_error": 0.0 + }, + { + "representative": 6934, + "members": [ + 6934 + ], + "max_error": 0.0 + }, + { + "representative": 7011, + "members": [ + 7011 + ], + "max_error": 0.0 + }, + { + "representative": 7115, + "members": [ + 7115 + ], + "max_error": 0.0 + }, + { + "representative": 7123, + "members": [ + 7123 + ], + "max_error": 0.0 + }, + { + "representative": 6957, + "members": [ + 6957 + ], + "max_error": 0.0 + }, + { + "representative": 7075, + "members": [ + 7075 + ], + "max_error": 0.0 + }, + { + "representative": 6954, + "members": [ + 6954 + ], + "max_error": 0.0 + }, + { + "representative": 7152, + "members": [ + 7152 + ], + "max_error": 0.0 + }, + { + "representative": 7132, + "members": [ + 7132 + ], + "max_error": 0.0 + }, + { + "representative": 7091, + "members": [ + 7091 + ], + "max_error": 0.0 + }, + { + "representative": 7020, + "members": [ + 7020 + ], + "max_error": 0.0 + }, + { + "representative": 7136, + "members": [ + 7136 + ], + "max_error": 0.0 + }, + { + "representative": 7164, + "members": [ + 7164 + ], + "max_error": 0.0 + }, + { + "representative": 6975, + "members": [ + 6975 + ], + "max_error": 0.0 + }, + { + "representative": 7542, + "members": [ + 7542 + ], + "max_error": 0.0 + }, + { + "representative": 7428, + "members": [ + 7428 + ], + "max_error": 0.0 + }, + { + "representative": 7605, + "members": [ + 7605 + ], + "max_error": 0.0 + }, + { + "representative": 7565, + "members": [ + 7565 + ], + "max_error": 0.0 + }, + { + "representative": 7673, + "members": [ + 7673 + ], + "max_error": 0.0 + }, + { + "representative": 7564, + "members": [ + 7564 + ], + "max_error": 0.0 + }, + { + "representative": 7607, + "members": [ + 7607 + ], + "max_error": 0.0 + }, + { + "representative": 7455, + "members": [ + 7455 + ], + "max_error": 0.0 + }, + { + "representative": 7649, + "members": [ + 7649 + ], + "max_error": 0.0 + }, + { + "representative": 7557, + "members": [ + 7557 + ], + "max_error": 0.0 + }, + { + "representative": 7553, + "members": [ + 7553 + ], + "max_error": 0.0 + }, + { + "representative": 7521, + "members": [ + 7521 + ], + "max_error": 0.0 + }, + { + "representative": 7634, + "members": [ + 7634 + ], + "max_error": 0.0 + }, + { + "representative": 7475, + "members": [ + 7475 + ], + "max_error": 0.0 + }, + { + "representative": 7676, + "members": [ + 7676 + ], + "max_error": 0.0 + }, + { + "representative": 7988, + "members": [ + 7988 + ], + "max_error": 0.0 + }, + { + "representative": 8173, + "members": [ + 8173 + ], + "max_error": 0.0 + }, + { + "representative": 8168, + "members": [ + 8168 + ], + "max_error": 0.0 + }, + { + "representative": 8001, + "members": [ + 8001 + ], + "max_error": 0.0 + }, + { + "representative": 8049, + "members": [ + 8049 + ], + "max_error": 0.0 + }, + { + "representative": 8152, + "members": [ + 8152 + ], + "max_error": 0.0 + }, + { + "representative": 8082, + "members": [ + 8082 + ], + "max_error": 0.0 + }, + { + "representative": 7961, + "members": [ + 7961 + ], + "max_error": 0.0 + }, + { + "representative": 7939, + "members": [ + 7939 + ], + "max_error": 0.0 + }, + { + "representative": 7952, + "members": [ + 7952 + ], + "max_error": 0.0 + }, + { + "representative": 8125, + "members": [ + 8125 + ], + "max_error": 0.0 + }, + { + "representative": 6468, + "members": [ + 6468 + ], + "max_error": 0.0 + }, + { + "representative": 6485, + "members": [ + 6485 + ], + "max_error": 0.0 + }, + { + "representative": 6604, + "members": [ + 6604 + ], + "max_error": 0.0 + }, + { + "representative": 6554, + "members": [ + 6554 + ], + "max_error": 0.0 + }, + { + "representative": 7009, + "members": [ + 7009 + ], + "max_error": 0.0 + }, + { + "representative": 7069, + "members": [ + 7069 + ], + "max_error": 0.0 + }, + { + "representative": 7134, + "members": [ + 7134 + ], + "max_error": 0.0 + }, + { + "representative": 7097, + "members": [ + 7097 + ], + "max_error": 0.0 + }, + { + "representative": 6951, + "members": [ + 6951 + ], + "max_error": 0.0 + }, + { + "representative": 6986, + "members": [ + 6986 + ], + "max_error": 0.0 + }, + { + "representative": 6960, + "members": [ + 6960 + ], + "max_error": 0.0 + }, + { + "representative": 7065, + "members": [ + 7065 + ], + "max_error": 0.0 + }, + { + "representative": 6961, + "members": [ + 6961 + ], + "max_error": 0.0 + }, + { + "representative": 7671, + "members": [ + 7671 + ], + "max_error": 0.0 + }, + { + "representative": 7514, + "members": [ + 7514 + ], + "max_error": 0.0 + }, + { + "representative": 7586, + "members": [ + 7586 + ], + "max_error": 0.0 + }, + { + "representative": 7546, + "members": [ + 7546 + ], + "max_error": 0.0 + }, + { + "representative": 7596, + "members": [ + 7596 + ], + "max_error": 0.0 + }, + { + "representative": 7458, + "members": [ + 7458 + ], + "max_error": 0.0 + }, + { + "representative": 7427, + "members": [ + 7427 + ], + "max_error": 0.0 + }, + { + "representative": 7494, + "members": [ + 7494 + ], + "max_error": 0.0 + }, + { + "representative": 8054, + "members": [ + 8054 + ], + "max_error": 0.0 + }, + { + "representative": 8086, + "members": [ + 8086 + ], + "max_error": 0.0 + }, + { + "representative": 8017, + "members": [ + 8017 + ], + "max_error": 0.0 + }, + { + "representative": 7989, + "members": [ + 7989 + ], + "max_error": 0.0 + }, + { + "representative": 7963, + "members": [ + 7963 + ], + "max_error": 0.0 + }, + { + "representative": 8156, + "members": [ + 8156 + ], + "max_error": 0.0 + }, + { + "representative": 8181, + "members": [ + 8181 + ], + "max_error": 0.0 + }, + { + "representative": 7950, + "members": [ + 7950 + ], + "max_error": 0.0 + }, + { + "representative": 8081, + "members": [ + 8081 + ], + "max_error": 0.0 + }, + { + "representative": 7960, + "members": [ + 7960 + ], + "max_error": 0.0 + }, + { + "representative": 8035, + "members": [ + 8035 + ], + "max_error": 0.0 + }, + { + "representative": 8030, + "members": [ + 8030 + ], + "max_error": 0.0 + }, + { + "representative": 8180, + "members": [ + 8180 + ], + "max_error": 0.0 + }, + { + "representative": 7951, + "members": [ + 7951 + ], + "max_error": 0.0 + }, + { + "representative": 8184, + "members": [ + 8184 + ], + "max_error": 0.0 + }, + { + "representative": 8153, + "members": [ + 8153 + ], + "max_error": 0.0 + }, + { + "representative": 6457, + "members": [ + 6457 + ], + "max_error": 0.0 + }, + { + "representative": 6460, + "members": [ + 6460 + ], + "max_error": 0.0 + }, + { + "representative": 6528, + "members": [ + 6528 + ], + "max_error": 0.0 + }, + { + "representative": 6423, + "members": [ + 6423 + ], + "max_error": 0.0 + }, + { + "representative": 6556, + "members": [ + 6556 + ], + "max_error": 0.0 + }, + { + "representative": 6634, + "members": [ + 6634 + ], + "max_error": 0.0 + }, + { + "representative": 7125, + "members": [ + 7125 + ], + "max_error": 0.0 + }, + { + "representative": 6937, + "members": [ + 6937 + ], + "max_error": 0.0 + }, + { + "representative": 7033, + "members": [ + 7033 + ], + "max_error": 0.0 + }, + { + "representative": 7630, + "members": [ + 7630 + ], + "max_error": 0.0 + }, + { + "representative": 7504, + "members": [ + 7504 + ], + "max_error": 0.0 + }, + { + "representative": 7517, + "members": [ + 7517 + ], + "max_error": 0.0 + }, + { + "representative": 7675, + "members": [ + 7675 + ], + "max_error": 0.0 + }, + { + "representative": 7449, + "members": [ + 7449 + ], + "max_error": 0.0 + }, + { + "representative": 7456, + "members": [ + 7456 + ], + "max_error": 0.0 + }, + { + "representative": 7541, + "members": [ + 7541 + ], + "max_error": 0.0 + }, + { + "representative": 8047, + "members": [ + 8047 + ], + "max_error": 0.0 + }, + { + "representative": 7949, + "members": [ + 7949 + ], + "max_error": 0.0 + }, + { + "representative": 8027, + "members": [ + 8027 + ], + "max_error": 0.0 + }, + { + "representative": 7998, + "members": [ + 7998 + ], + "max_error": 0.0 + }, + { + "representative": 7985, + "members": [ + 7985 + ], + "max_error": 0.0 + }, + { + "representative": 8186, + "members": [ + 8186 + ], + "max_error": 0.0 + }, + { + "representative": 8176, + "members": [ + 8176 + ], + "max_error": 0.0 + }, + { + "representative": 8113, + "members": [ + 8113 + ], + "max_error": 0.0 + }, + { + "representative": 6464, + "members": [ + 6464 + ], + "max_error": 0.0 + }, + { + "representative": 6624, + "members": [ + 6624 + ], + "max_error": 0.0 + }, + { + "representative": 6412, + "members": [ + 6412 + ], + "max_error": 0.0 + }, + { + "representative": 6530, + "members": [ + 6530 + ], + "max_error": 0.0 + }, + { + "representative": 6632, + "members": [ + 6632 + ], + "max_error": 0.0 + }, + { + "representative": 6533, + "members": [ + 6533 + ], + "max_error": 0.0 + }, + { + "representative": 6442, + "members": [ + 6442 + ], + "max_error": 0.0 + }, + { + "representative": 6400, + "members": [ + 6400 + ], + "max_error": 0.0 + }, + { + "representative": 6562, + "members": [ + 6562 + ], + "max_error": 0.0 + }, + { + "representative": 6607, + "members": [ + 6607 + ], + "max_error": 0.0 + }, + { + "representative": 6606, + "members": [ + 6606 + ], + "max_error": 0.0 + }, + { + "representative": 6581, + "members": [ + 6581 + ], + "max_error": 0.0 + }, + { + "representative": 7049, + "members": [ + 7049 + ], + "max_error": 0.0 + }, + { + "representative": 6949, + "members": [ + 6949 + ], + "max_error": 0.0 + }, + { + "representative": 7054, + "members": [ + 7054 + ], + "max_error": 0.0 + }, + { + "representative": 7032, + "members": [ + 7032 + ], + "max_error": 0.0 + }, + { + "representative": 6918, + "members": [ + 6918 + ], + "max_error": 0.0 + }, + { + "representative": 7092, + "members": [ + 7092 + ], + "max_error": 0.0 + }, + { + "representative": 6916, + "members": [ + 6916 + ], + "max_error": 0.0 + }, + { + "representative": 7001, + "members": [ + 7001 + ], + "max_error": 0.0 + }, + { + "representative": 7086, + "members": [ + 7086 + ], + "max_error": 0.0 + }, + { + "representative": 7626, + "members": [ + 7626 + ], + "max_error": 0.0 + }, + { + "representative": 7653, + "members": [ + 7653 + ], + "max_error": 0.0 + }, + { + "representative": 7635, + "members": [ + 7635 + ], + "max_error": 0.0 + }, + { + "representative": 7561, + "members": [ + 7561 + ], + "max_error": 0.0 + }, + { + "representative": 7436, + "members": [ + 7436 + ], + "max_error": 0.0 + }, + { + "representative": 7533, + "members": [ + 7533 + ], + "max_error": 0.0 + }, + { + "representative": 7479, + "members": [ + 7479 + ], + "max_error": 0.0 + }, + { + "representative": 8106, + "members": [ + 8106 + ], + "max_error": 0.0 + }, + { + "representative": 8097, + "members": [ + 8097 + ], + "max_error": 0.0 + }, + { + "representative": 8034, + "members": [ + 8034 + ], + "max_error": 0.0 + }, + { + "representative": 8191, + "members": [ + 8191 + ], + "max_error": 0.0 + }, + { + "representative": 8105, + "members": [ + 8105 + ], + "max_error": 0.0 + }, + { + "representative": 7940, + "members": [ + 7940 + ], + "max_error": 0.0 + }, + { + "representative": 7992, + "members": [ + 7992 + ], + "max_error": 0.0 + }, + { + "representative": 8120, + "members": [ + 8120 + ], + "max_error": 0.0 + }, + { + "representative": 6573, + "members": [ + 6573 + ], + "max_error": 0.0 + }, + { + "representative": 6547, + "members": [ + 6547 + ], + "max_error": 0.0 + }, + { + "representative": 6535, + "members": [ + 6535 + ], + "max_error": 0.0 + }, + { + "representative": 6435, + "members": [ + 6435 + ], + "max_error": 0.0 + }, + { + "representative": 6479, + "members": [ + 6479 + ], + "max_error": 0.0 + }, + { + "representative": 6652, + "members": [ + 6652 + ], + "max_error": 0.0 + }, + { + "representative": 6641, + "members": [ + 6641 + ], + "max_error": 0.0 + }, + { + "representative": 6601, + "members": [ + 6601 + ], + "max_error": 0.0 + }, + { + "representative": 6587, + "members": [ + 6587 + ], + "max_error": 0.0 + }, + { + "representative": 6421, + "members": [ + 6421 + ], + "max_error": 0.0 + }, + { + "representative": 6574, + "members": [ + 6574 + ], + "max_error": 0.0 + }, + { + "representative": 7098, + "members": [ + 7098 + ], + "max_error": 0.0 + }, + { + "representative": 7122, + "members": [ + 7122 + ], + "max_error": 0.0 + }, + { + "representative": 6992, + "members": [ + 6992 + ], + "max_error": 0.0 + }, + { + "representative": 7017, + "members": [ + 7017 + ], + "max_error": 0.0 + }, + { + "representative": 7107, + "members": [ + 7107 + ], + "max_error": 0.0 + }, + { + "representative": 7159, + "members": [ + 7159 + ], + "max_error": 0.0 + }, + { + "representative": 7160, + "members": [ + 7160 + ], + "max_error": 0.0 + }, + { + "representative": 7005, + "members": [ + 7005 + ], + "max_error": 0.0 + }, + { + "representative": 7140, + "members": [ + 7140 + ], + "max_error": 0.0 + }, + { + "representative": 7162, + "members": [ + 7162 + ], + "max_error": 0.0 + }, + { + "representative": 7531, + "members": [ + 7531 + ], + "max_error": 0.0 + }, + { + "representative": 7496, + "members": [ + 7496 + ], + "max_error": 0.0 + }, + { + "representative": 7610, + "members": [ + 7610 + ], + "max_error": 0.0 + }, + { + "representative": 7674, + "members": [ + 7674 + ], + "max_error": 0.0 + }, + { + "representative": 7601, + "members": [ + 7601 + ], + "max_error": 0.0 + }, + { + "representative": 7464, + "members": [ + 7464 + ], + "max_error": 0.0 + }, + { + "representative": 7425, + "members": [ + 7425 + ], + "max_error": 0.0 + }, + { + "representative": 7536, + "members": [ + 7536 + ], + "max_error": 0.0 + }, + { + "representative": 7580, + "members": [ + 7580 + ], + "max_error": 0.0 + }, + { + "representative": 7571, + "members": [ + 7571 + ], + "max_error": 0.0 + }, + { + "representative": 7622, + "members": [ + 7622 + ], + "max_error": 0.0 + }, + { + "representative": 7572, + "members": [ + 7572 + ], + "max_error": 0.0 + }, + { + "representative": 7426, + "members": [ + 7426 + ], + "max_error": 0.0 + }, + { + "representative": 8185, + "members": [ + 8185 + ], + "max_error": 0.0 + }, + { + "representative": 8182, + "members": [ + 8182 + ], + "max_error": 0.0 + }, + { + "representative": 8093, + "members": [ + 8093 + ], + "max_error": 0.0 + }, + { + "representative": 8141, + "members": [ + 8141 + ], + "max_error": 0.0 + }, + { + "representative": 7987, + "members": [ + 7987 + ], + "max_error": 0.0 + }, + { + "representative": 7936, + "members": [ + 7936 + ], + "max_error": 0.0 + }, + { + "representative": 8088, + "members": [ + 8088 + ], + "max_error": 0.0 + }, + { + "representative": 7983, + "members": [ + 7983 + ], + "max_error": 0.0 + }, + { + "representative": 8167, + "members": [ + 8167 + ], + "max_error": 0.0 + }, + { + "representative": 8026, + "members": [ + 8026 + ], + "max_error": 0.0 + }, + { + "representative": 7984, + "members": [ + 7984 + ], + "max_error": 0.0 + }, + { + "representative": 8074, + "members": [ + 8074 + ], + "max_error": 0.0 + }, + { + "representative": 7981, + "members": [ + 7981 + ], + "max_error": 0.0 + }, + { + "representative": 8018, + "members": [ + 8018 + ], + "max_error": 0.0 + }, + { + "representative": 6462, + "members": [ + 6462 + ], + "max_error": 0.0 + }, + { + "representative": 6568, + "members": [ + 6568 + ], + "max_error": 0.0 + }, + { + "representative": 6629, + "members": [ + 6629 + ], + "max_error": 0.0 + }, + { + "representative": 6506, + "members": [ + 6506 + ], + "max_error": 0.0 + }, + { + "representative": 6636, + "members": [ + 6636 + ], + "max_error": 0.0 + }, + { + "representative": 6476, + "members": [ + 6476 + ], + "max_error": 0.0 + }, + { + "representative": 6563, + "members": [ + 6563 + ], + "max_error": 0.0 + }, + { + "representative": 6416, + "members": [ + 6416 + ], + "max_error": 0.0 + }, + { + "representative": 6597, + "members": [ + 6597 + ], + "max_error": 0.0 + }, + { + "representative": 6503, + "members": [ + 6503 + ], + "max_error": 0.0 + }, + { + "representative": 6456, + "members": [ + 6456 + ], + "max_error": 0.0 + }, + { + "representative": 6467, + "members": [ + 6467 + ], + "max_error": 0.0 + }, + { + "representative": 6443, + "members": [ + 6443 + ], + "max_error": 0.0 + }, + { + "representative": 6483, + "members": [ + 6483 + ], + "max_error": 0.0 + }, + { + "representative": 7144, + "members": [ + 7144 + ], + "max_error": 0.0 + }, + { + "representative": 6914, + "members": [ + 6914 + ], + "max_error": 0.0 + }, + { + "representative": 6959, + "members": [ + 6959 + ], + "max_error": 0.0 + }, + { + "representative": 6943, + "members": [ + 6943 + ], + "max_error": 0.0 + }, + { + "representative": 7038, + "members": [ + 7038 + ], + "max_error": 0.0 + }, + { + "representative": 6999, + "members": [ + 6999 + ], + "max_error": 0.0 + }, + { + "representative": 7012, + "members": [ + 7012 + ], + "max_error": 0.0 + }, + { + "representative": 6976, + "members": [ + 6976 + ], + "max_error": 0.0 + }, + { + "representative": 7031, + "members": [ + 7031 + ], + "max_error": 0.0 + }, + { + "representative": 7094, + "members": [ + 7094 + ], + "max_error": 0.0 + }, + { + "representative": 6933, + "members": [ + 6933 + ], + "max_error": 0.0 + }, + { + "representative": 7525, + "members": [ + 7525 + ], + "max_error": 0.0 + }, + { + "representative": 7448, + "members": [ + 7448 + ], + "max_error": 0.0 + }, + { + "representative": 7528, + "members": [ + 7528 + ], + "max_error": 0.0 + }, + { + "representative": 7503, + "members": [ + 7503 + ], + "max_error": 0.0 + }, + { + "representative": 7468, + "members": [ + 7468 + ], + "max_error": 0.0 + }, + { + "representative": 7523, + "members": [ + 7523 + ], + "max_error": 0.0 + }, + { + "representative": 7501, + "members": [ + 7501 + ], + "max_error": 0.0 + }, + { + "representative": 7591, + "members": [ + 7591 + ], + "max_error": 0.0 + }, + { + "representative": 8046, + "members": [ + 8046 + ], + "max_error": 0.0 + }, + { + "representative": 8051, + "members": [ + 8051 + ], + "max_error": 0.0 + }, + { + "representative": 8094, + "members": [ + 8094 + ], + "max_error": 0.0 + }, + { + "representative": 8052, + "members": [ + 8052 + ], + "max_error": 0.0 + }, + { + "representative": 8014, + "members": [ + 8014 + ], + "max_error": 0.0 + }, + { + "representative": 8050, + "members": [ + 8050 + ], + "max_error": 0.0 + }, + { + "representative": 8127, + "members": [ + 8127 + ], + "max_error": 0.0 + }, + { + "representative": 8160, + "members": [ + 8160 + ], + "max_error": 0.0 + }, + { + "representative": 8112, + "members": [ + 8112 + ], + "max_error": 0.0 + }, + { + "representative": 8080, + "members": [ + 8080 + ], + "max_error": 0.0 + }, + { + "representative": 8040, + "members": [ + 8040 + ], + "max_error": 0.0 + }, + { + "representative": 6411, + "members": [ + 6411 + ], + "max_error": 0.0 + }, + { + "representative": 6534, + "members": [ + 6534 + ], + "max_error": 0.0 + }, + { + "representative": 6623, + "members": [ + 6623 + ], + "max_error": 0.0 + }, + { + "representative": 6638, + "members": [ + 6638 + ], + "max_error": 0.0 + }, + { + "representative": 6434, + "members": [ + 6434 + ], + "max_error": 0.0 + }, + { + "representative": 6482, + "members": [ + 6482 + ], + "max_error": 0.0 + }, + { + "representative": 6610, + "members": [ + 6610 + ], + "max_error": 0.0 + }, + { + "representative": 6655, + "members": [ + 6655 + ], + "max_error": 0.0 + }, + { + "representative": 6527, + "members": [ + 6527 + ], + "max_error": 0.0 + }, + { + "representative": 6504, + "members": [ + 6504 + ], + "max_error": 0.0 + }, + { + "representative": 6546, + "members": [ + 6546 + ], + "max_error": 0.0 + }, + { + "representative": 6448, + "members": [ + 6448 + ], + "max_error": 0.0 + }, + { + "representative": 6475, + "members": [ + 6475 + ], + "max_error": 0.0 + }, + { + "representative": 6628, + "members": [ + 6628 + ], + "max_error": 0.0 + }, + { + "representative": 6403, + "members": [ + 6403 + ], + "max_error": 0.0 + }, + { + "representative": 6537, + "members": [ + 6537 + ], + "max_error": 0.0 + }, + { + "representative": 6422, + "members": [ + 6422 + ], + "max_error": 0.0 + }, + { + "representative": 6927, + "members": [ + 6927 + ], + "max_error": 0.0 + }, + { + "representative": 7101, + "members": [ + 7101 + ], + "max_error": 0.0 + }, + { + "representative": 7052, + "members": [ + 7052 + ], + "max_error": 0.0 + }, + { + "representative": 7064, + "members": [ + 7064 + ], + "max_error": 0.0 + }, + { + "representative": 6973, + "members": [ + 6973 + ], + "max_error": 0.0 + }, + { + "representative": 7040, + "members": [ + 7040 + ], + "max_error": 0.0 + }, + { + "representative": 6924, + "members": [ + 6924 + ], + "max_error": 0.0 + }, + { + "representative": 7158, + "members": [ + 7158 + ], + "max_error": 0.0 + }, + { + "representative": 6970, + "members": [ + 6970 + ], + "max_error": 0.0 + }, + { + "representative": 6987, + "members": [ + 6987 + ], + "max_error": 0.0 + }, + { + "representative": 7551, + "members": [ + 7551 + ], + "max_error": 0.0 + }, + { + "representative": 7581, + "members": [ + 7581 + ], + "max_error": 0.0 + }, + { + "representative": 7554, + "members": [ + 7554 + ], + "max_error": 0.0 + }, + { + "representative": 7519, + "members": [ + 7519 + ], + "max_error": 0.0 + }, + { + "representative": 7664, + "members": [ + 7664 + ], + "max_error": 0.0 + }, + { + "representative": 7650, + "members": [ + 7650 + ], + "max_error": 0.0 + }, + { + "representative": 7524, + "members": [ + 7524 + ], + "max_error": 0.0 + }, + { + "representative": 7593, + "members": [ + 7593 + ], + "max_error": 0.0 + }, + { + "representative": 7502, + "members": [ + 7502 + ], + "max_error": 0.0 + }, + { + "representative": 7617, + "members": [ + 7617 + ], + "max_error": 0.0 + }, + { + "representative": 7537, + "members": [ + 7537 + ], + "max_error": 0.0 + }, + { + "representative": 7433, + "members": [ + 7433 + ], + "max_error": 0.0 + }, + { + "representative": 7507, + "members": [ + 7507 + ], + "max_error": 0.0 + }, + { + "representative": 7583, + "members": [ + 7583 + ], + "max_error": 0.0 + }, + { + "representative": 7576, + "members": [ + 7576 + ], + "max_error": 0.0 + }, + { + "representative": 7645, + "members": [ + 7645 + ], + "max_error": 0.0 + }, + { + "representative": 8155, + "members": [ + 8155 + ], + "max_error": 0.0 + }, + { + "representative": 8149, + "members": [ + 8149 + ], + "max_error": 0.0 + }, + { + "representative": 8065, + "members": [ + 8065 + ], + "max_error": 0.0 + }, + { + "representative": 8151, + "members": [ + 8151 + ], + "max_error": 0.0 + }, + { + "representative": 8131, + "members": [ + 8131 + ], + "max_error": 0.0 + }, + { + "representative": 8090, + "members": [ + 8090 + ], + "max_error": 0.0 + }, + { + "representative": 8179, + "members": [ + 8179 + ], + "max_error": 0.0 + }, + { + "representative": 8077, + "members": [ + 8077 + ], + "max_error": 0.0 + }, + { + "representative": 8477, + "members": [ + 8477 + ], + "max_error": 0.0 + }, + { + "representative": 8496, + "members": [ + 8496 + ], + "max_error": 0.0 + }, + { + "representative": 8504, + "members": [ + 8504 + ], + "max_error": 0.0 + }, + { + "representative": 8630, + "members": [ + 8630 + ], + "max_error": 0.0 + }, + { + "representative": 8579, + "members": [ + 8579 + ], + "max_error": 0.0 + }, + { + "representative": 8695, + "members": [ + 8695 + ], + "max_error": 0.0 + }, + { + "representative": 8547, + "members": [ + 8547 + ], + "max_error": 0.0 + }, + { + "representative": 8673, + "members": [ + 8673 + ], + "max_error": 0.0 + }, + { + "representative": 8699, + "members": [ + 8699 + ], + "max_error": 0.0 + }, + { + "representative": 8586, + "members": [ + 8586 + ], + "max_error": 0.0 + }, + { + "representative": 8489, + "members": [ + 8489 + ], + "max_error": 0.0 + }, + { + "representative": 8609, + "members": [ + 8609 + ], + "max_error": 0.0 + }, + { + "representative": 8537, + "members": [ + 8537 + ], + "max_error": 0.0 + }, + { + "representative": 8558, + "members": [ + 8558 + ], + "max_error": 0.0 + }, + { + "representative": 8690, + "members": [ + 8690 + ], + "max_error": 0.0 + }, + { + "representative": 8534, + "members": [ + 8534 + ], + "max_error": 0.0 + }, + { + "representative": 8580, + "members": [ + 8580 + ], + "max_error": 0.0 + }, + { + "representative": 8524, + "members": [ + 8524 + ], + "max_error": 0.0 + }, + { + "representative": 8645, + "members": [ + 8645 + ], + "max_error": 0.0 + }, + { + "representative": 8526, + "members": [ + 8526 + ], + "max_error": 0.0 + }, + { + "representative": 8682, + "members": [ + 8682 + ], + "max_error": 0.0 + }, + { + "representative": 8592, + "members": [ + 8592 + ], + "max_error": 0.0 + }, + { + "representative": 8604, + "members": [ + 8604 + ], + "max_error": 0.0 + }, + { + "representative": 8621, + "members": [ + 8621 + ], + "max_error": 0.0 + }, + { + "representative": 8629, + "members": [ + 8629 + ], + "max_error": 0.0 + }, + { + "representative": 8639, + "members": [ + 8639 + ], + "max_error": 0.0 + }, + { + "representative": 8584, + "members": [ + 8584 + ], + "max_error": 0.0 + }, + { + "representative": 8696, + "members": [ + 8696 + ], + "max_error": 0.0 + }, + { + "representative": 8500, + "members": [ + 8500 + ], + "max_error": 0.0 + }, + { + "representative": 8624, + "members": [ + 8624 + ], + "max_error": 0.0 + }, + { + "representative": 8594, + "members": [ + 8594 + ], + "max_error": 0.0 + }, + { + "representative": 8451, + "members": [ + 8451 + ], + "max_error": 0.0 + }, + { + "representative": 8455, + "members": [ + 8455 + ], + "max_error": 0.0 + }, + { + "representative": 8566, + "members": [ + 8566 + ], + "max_error": 0.0 + }, + { + "representative": 8492, + "members": [ + 8492 + ], + "max_error": 0.0 + }, + { + "representative": 8510, + "members": [ + 8510 + ], + "max_error": 0.0 + }, + { + "representative": 8523, + "members": [ + 8523 + ], + "max_error": 0.0 + }, + { + "representative": 8544, + "members": [ + 8544 + ], + "max_error": 0.0 + }, + { + "representative": 8527, + "members": [ + 8527 + ], + "max_error": 0.0 + }, + { + "representative": 8640, + "members": [ + 8640 + ], + "max_error": 0.0 + }, + { + "representative": 8549, + "members": [ + 8549 + ], + "max_error": 0.0 + }, + { + "representative": 8556, + "members": [ + 8556 + ], + "max_error": 0.0 + }, + { + "representative": 8545, + "members": [ + 8545 + ], + "max_error": 0.0 + }, + { + "representative": 8677, + "members": [ + 8677 + ], + "max_error": 0.0 + }, + { + "representative": 8502, + "members": [ + 8502 + ], + "max_error": 0.0 + }, + { + "representative": 8680, + "members": [ + 8680 + ], + "max_error": 0.0 + }, + { + "representative": 8581, + "members": [ + 8581 + ], + "max_error": 0.0 + }, + { + "representative": 8674, + "members": [ + 8674 + ], + "max_error": 0.0 + }, + { + "representative": 8641, + "members": [ + 8641 + ], + "max_error": 0.0 + }, + { + "representative": 8557, + "members": [ + 8557 + ], + "max_error": 0.0 + }, + { + "representative": 8555, + "members": [ + 8555 + ], + "max_error": 0.0 + }, + { + "representative": 8548, + "members": [ + 8548 + ], + "max_error": 0.0 + }, + { + "representative": 8490, + "members": [ + 8490 + ], + "max_error": 0.0 + }, + { + "representative": 8450, + "members": [ + 8450 + ], + "max_error": 0.0 + }, + { + "representative": 8472, + "members": [ + 8472 + ], + "max_error": 0.0 + }, + { + "representative": 8448, + "members": [ + 8448 + ], + "max_error": 0.0 + }, + { + "representative": 8529, + "members": [ + 8529 + ], + "max_error": 0.0 + }, + { + "representative": 8654, + "members": [ + 8654 + ], + "max_error": 0.0 + }, + { + "representative": 8700, + "members": [ + 8700 + ], + "max_error": 0.0 + }, + { + "representative": 8703, + "members": [ + 8703 + ], + "max_error": 0.0 + }, + { + "representative": 8503, + "members": [ + 8503 + ], + "max_error": 0.0 + }, + { + "representative": 8483, + "members": [ + 8483 + ], + "max_error": 0.0 + }, + { + "representative": 8635, + "members": [ + 8635 + ], + "max_error": 0.0 + }, + { + "representative": 8470, + "members": [ + 8470 + ], + "max_error": 0.0 + }, + { + "representative": 8505, + "members": [ + 8505 + ], + "max_error": 0.0 + }, + { + "representative": 8459, + "members": [ + 8459 + ], + "max_error": 0.0 + }, + { + "representative": 8622, + "members": [ + 8622 + ], + "max_error": 0.0 + }, + { + "representative": 8457, + "members": [ + 8457 + ], + "max_error": 0.0 + }, + { + "representative": 8661, + "members": [ + 8661 + ], + "max_error": 0.0 + }, + { + "representative": 8693, + "members": [ + 8693 + ], + "max_error": 0.0 + }, + { + "representative": 8694, + "members": [ + 8694 + ], + "max_error": 0.0 + }, + { + "representative": 8521, + "members": [ + 8521 + ], + "max_error": 0.0 + }, + { + "representative": 8493, + "members": [ + 8493 + ], + "max_error": 0.0 + }, + { + "representative": 8507, + "members": [ + 8507 + ], + "max_error": 0.0 + }, + { + "representative": 8572, + "members": [ + 8572 + ], + "max_error": 0.0 + }, + { + "representative": 8615, + "members": [ + 8615 + ], + "max_error": 0.0 + }, + { + "representative": 8590, + "members": [ + 8590 + ], + "max_error": 0.0 + }, + { + "representative": 8687, + "members": [ + 8687 + ], + "max_error": 0.0 + }, + { + "representative": 8454, + "members": [ + 8454 + ], + "max_error": 0.0 + }, + { + "representative": 8494, + "members": [ + 8494 + ], + "max_error": 0.0 + }, + { + "representative": 8541, + "members": [ + 8541 + ], + "max_error": 0.0 + }, + { + "representative": 8702, + "members": [ + 8702 + ], + "max_error": 0.0 + }, + { + "representative": 8469, + "members": [ + 8469 + ], + "max_error": 0.0 + }, + { + "representative": 8668, + "members": [ + 8668 + ], + "max_error": 0.0 + }, + { + "representative": 8603, + "members": [ + 8603 + ], + "max_error": 0.0 + }, + { + "representative": 8585, + "members": [ + 8585 + ], + "max_error": 0.0 + }, + { + "representative": 8618, + "members": [ + 8618 + ], + "max_error": 0.0 + }, + { + "representative": 8651, + "members": [ + 8651 + ], + "max_error": 0.0 + }, + { + "representative": 8569, + "members": [ + 8569 + ], + "max_error": 0.0 + }, + { + "representative": 8607, + "members": [ + 8607 + ], + "max_error": 0.0 + }, + { + "representative": 8638, + "members": [ + 8638 + ], + "max_error": 0.0 + }, + { + "representative": 8575, + "members": [ + 8575 + ], + "max_error": 0.0 + }, + { + "representative": 8634, + "members": [ + 8634 + ], + "max_error": 0.0 + }, + { + "representative": 8601, + "members": [ + 8601 + ], + "max_error": 0.0 + }, + { + "representative": 8669, + "members": [ + 8669 + ], + "max_error": 0.0 + }, + { + "representative": 8525, + "members": [ + 8525 + ], + "max_error": 0.0 + }, + { + "representative": 8577, + "members": [ + 8577 + ], + "max_error": 0.0 + }, + { + "representative": 8627, + "members": [ + 8627 + ], + "max_error": 0.0 + }, + { + "representative": 8686, + "members": [ + 8686 + ], + "max_error": 0.0 + }, + { + "representative": 8642, + "members": [ + 8642 + ], + "max_error": 0.0 + }, + { + "representative": 8487, + "members": [ + 8487 + ], + "max_error": 0.0 + }, + { + "representative": 8598, + "members": [ + 8598 + ], + "max_error": 0.0 + }, + { + "representative": 8568, + "members": [ + 8568 + ], + "max_error": 0.0 + }, + { + "representative": 8522, + "members": [ + 8522 + ], + "max_error": 0.0 + }, + { + "representative": 8636, + "members": [ + 8636 + ], + "max_error": 0.0 + }, + { + "representative": 8688, + "members": [ + 8688 + ], + "max_error": 0.0 + }, + { + "representative": 8485, + "members": [ + 8485 + ], + "max_error": 0.0 + }, + { + "representative": 8675, + "members": [ + 8675 + ], + "max_error": 0.0 + }, + { + "representative": 8449, + "members": [ + 8449 + ], + "max_error": 0.0 + }, + { + "representative": 8684, + "members": [ + 8684 + ], + "max_error": 0.0 + }, + { + "representative": 8474, + "members": [ + 8474 + ], + "max_error": 0.0 + }, + { + "representative": 8679, + "members": [ + 8679 + ], + "max_error": 0.0 + }, + { + "representative": 8662, + "members": [ + 8662 + ], + "max_error": 0.0 + }, + { + "representative": 8462, + "members": [ + 8462 + ], + "max_error": 0.0 + }, + { + "representative": 8637, + "members": [ + 8637 + ], + "max_error": 0.0 + }, + { + "representative": 8456, + "members": [ + 8456 + ], + "max_error": 0.0 + }, + { + "representative": 8678, + "members": [ + 8678 + ], + "max_error": 0.0 + }, + { + "representative": 8571, + "members": [ + 8571 + ], + "max_error": 0.0 + }, + { + "representative": 8656, + "members": [ + 8656 + ], + "max_error": 0.0 + }, + { + "representative": 8498, + "members": [ + 8498 + ], + "max_error": 0.0 + }, + { + "representative": 8588, + "members": [ + 8588 + ], + "max_error": 0.0 + }, + { + "representative": 8561, + "members": [ + 8561 + ], + "max_error": 0.0 + }, + { + "representative": 8516, + "members": [ + 8516 + ], + "max_error": 0.0 + }, + { + "representative": 8587, + "members": [ + 8587 + ], + "max_error": 0.0 + }, + { + "representative": 8562, + "members": [ + 8562 + ], + "max_error": 0.0 + }, + { + "representative": 8625, + "members": [ + 8625 + ], + "max_error": 0.0 + }, + { + "representative": 8495, + "members": [ + 8495 + ], + "max_error": 0.0 + }, + { + "representative": 8486, + "members": [ + 8486 + ], + "max_error": 0.0 + }, + { + "representative": 8665, + "members": [ + 8665 + ], + "max_error": 0.0 + }, + { + "representative": 8660, + "members": [ + 8660 + ], + "max_error": 0.0 + }, + { + "representative": 8582, + "members": [ + 8582 + ], + "max_error": 0.0 + }, + { + "representative": 8559, + "members": [ + 8559 + ], + "max_error": 0.0 + }, + { + "representative": 8514, + "members": [ + 8514 + ], + "max_error": 0.0 + }, + { + "representative": 8671, + "members": [ + 8671 + ], + "max_error": 0.0 + }, + { + "representative": 8576, + "members": [ + 8576 + ], + "max_error": 0.0 + }, + { + "representative": 8499, + "members": [ + 8499 + ], + "max_error": 0.0 + }, + { + "representative": 8551, + "members": [ + 8551 + ], + "max_error": 0.0 + }, + { + "representative": 8652, + "members": [ + 8652 + ], + "max_error": 0.0 + }, + { + "representative": 8532, + "members": [ + 8532 + ], + "max_error": 0.0 + }, + { + "representative": 8599, + "members": [ + 8599 + ], + "max_error": 0.0 + }, + { + "representative": 8553, + "members": [ + 8553 + ], + "max_error": 0.0 + }, + { + "representative": 8620, + "members": [ + 8620 + ], + "max_error": 0.0 + }, + { + "representative": 8697, + "members": [ + 8697 + ], + "max_error": 0.0 + }, + { + "representative": 8614, + "members": [ + 8614 + ], + "max_error": 0.0 + }, + { + "representative": 8471, + "members": [ + 8471 + ], + "max_error": 0.0 + }, + { + "representative": 8460, + "members": [ + 8460 + ], + "max_error": 0.0 + }, + { + "representative": 8464, + "members": [ + 8464 + ], + "max_error": 0.0 + }, + { + "representative": 8467, + "members": [ + 8467 + ], + "max_error": 0.0 + }, + { + "representative": 8461, + "members": [ + 8461 + ], + "max_error": 0.0 + }, + { + "representative": 8488, + "members": [ + 8488 + ], + "max_error": 0.0 + }, + { + "representative": 8648, + "members": [ + 8648 + ], + "max_error": 0.0 + }, + { + "representative": 8595, + "members": [ + 8595 + ], + "max_error": 0.0 + }, + { + "representative": 8476, + "members": [ + 8476 + ], + "max_error": 0.0 + }, + { + "representative": 8539, + "members": [ + 8539 + ], + "max_error": 0.0 + }, + { + "representative": 8667, + "members": [ + 8667 + ], + "max_error": 0.0 + }, + { + "representative": 8543, + "members": [ + 8543 + ], + "max_error": 0.0 + }, + { + "representative": 8610, + "members": [ + 8610 + ], + "max_error": 0.0 + }, + { + "representative": 8683, + "members": [ + 8683 + ], + "max_error": 0.0 + }, + { + "representative": 8466, + "members": [ + 8466 + ], + "max_error": 0.0 + }, + { + "representative": 8567, + "members": [ + 8567 + ], + "max_error": 0.0 + }, + { + "representative": 8628, + "members": [ + 8628 + ], + "max_error": 0.0 + }, + { + "representative": 8655, + "members": [ + 8655 + ], + "max_error": 0.0 + }, + { + "representative": 8478, + "members": [ + 8478 + ], + "max_error": 0.0 + }, + { + "representative": 8564, + "members": [ + 8564 + ], + "max_error": 0.0 + }, + { + "representative": 8701, + "members": [ + 8701 + ], + "max_error": 0.0 + }, + { + "representative": 8692, + "members": [ + 8692 + ], + "max_error": 0.0 + }, + { + "representative": 8538, + "members": [ + 8538 + ], + "max_error": 0.0 + }, + { + "representative": 8691, + "members": [ + 8691 + ], + "max_error": 0.0 + }, + { + "representative": 8481, + "members": [ + 8481 + ], + "max_error": 0.0 + }, + { + "representative": 8612, + "members": [ + 8612 + ], + "max_error": 0.0 + }, + { + "representative": 8540, + "members": [ + 8540 + ], + "max_error": 0.0 + }, + { + "representative": 8519, + "members": [ + 8519 + ], + "max_error": 0.0 + }, + { + "representative": 8663, + "members": [ + 8663 + ], + "max_error": 0.0 + }, + { + "representative": 8484, + "members": [ + 8484 + ], + "max_error": 0.0 + }, + { + "representative": 8479, + "members": [ + 8479 + ], + "max_error": 0.0 + }, + { + "representative": 8570, + "members": [ + 8570 + ], + "max_error": 0.0 + }, + { + "representative": 8491, + "members": [ + 8491 + ], + "max_error": 0.0 + }, + { + "representative": 8698, + "members": [ + 8698 + ], + "max_error": 0.0 + }, + { + "representative": 8596, + "members": [ + 8596 + ], + "max_error": 0.0 + }, + { + "representative": 8659, + "members": [ + 8659 + ], + "max_error": 0.0 + }, + { + "representative": 8597, + "members": [ + 8597 + ], + "max_error": 0.0 + }, + { + "representative": 8468, + "members": [ + 8468 + ], + "max_error": 0.0 + }, + { + "representative": 8626, + "members": [ + 8626 + ], + "max_error": 0.0 + }, + { + "representative": 8517, + "members": [ + 8517 + ], + "max_error": 0.0 + }, + { + "representative": 8643, + "members": [ + 8643 + ], + "max_error": 0.0 + }, + { + "representative": 8565, + "members": [ + 8565 + ], + "max_error": 0.0 + }, + { + "representative": 8513, + "members": [ + 8513 + ], + "max_error": 0.0 + }, + { + "representative": 8666, + "members": [ + 8666 + ], + "max_error": 0.0 + }, + { + "representative": 8664, + "members": [ + 8664 + ], + "max_error": 0.0 + }, + { + "representative": 8528, + "members": [ + 8528 + ], + "max_error": 0.0 + }, + { + "representative": 8574, + "members": [ + 8574 + ], + "max_error": 0.0 + }, + { + "representative": 8606, + "members": [ + 8606 + ], + "max_error": 0.0 + }, + { + "representative": 8616, + "members": [ + 8616 + ], + "max_error": 0.0 + }, + { + "representative": 8681, + "members": [ + 8681 + ], + "max_error": 0.0 + }, + { + "representative": 8473, + "members": [ + 8473 + ], + "max_error": 0.0 + }, + { + "representative": 8511, + "members": [ + 8511 + ], + "max_error": 0.0 + }, + { + "representative": 8512, + "members": [ + 8512 + ], + "max_error": 0.0 + }, + { + "representative": 8465, + "members": [ + 8465 + ], + "max_error": 0.0 + }, + { + "representative": 8689, + "members": [ + 8689 + ], + "max_error": 0.0 + }, + { + "representative": 8453, + "members": [ + 8453 + ], + "max_error": 0.0 + }, + { + "representative": 8672, + "members": [ + 8672 + ], + "max_error": 0.0 + }, + { + "representative": 8542, + "members": [ + 8542 + ], + "max_error": 0.0 + }, + { + "representative": 8546, + "members": [ + 8546 + ], + "max_error": 0.0 + }, + { + "representative": 8552, + "members": [ + 8552 + ], + "max_error": 0.0 + }, + { + "representative": 8653, + "members": [ + 8653 + ], + "max_error": 0.0 + }, + { + "representative": 8650, + "members": [ + 8650 + ], + "max_error": 0.0 + }, + { + "representative": 8515, + "members": [ + 8515 + ], + "max_error": 0.0 + }, + { + "representative": 8676, + "members": [ + 8676 + ], + "max_error": 0.0 + }, + { + "representative": 8605, + "members": [ + 8605 + ], + "max_error": 0.0 + }, + { + "representative": 8658, + "members": [ + 8658 + ], + "max_error": 0.0 + }, + { + "representative": 8657, + "members": [ + 8657 + ], + "max_error": 0.0 + }, + { + "representative": 8480, + "members": [ + 8480 + ], + "max_error": 0.0 + }, + { + "representative": 8644, + "members": [ + 8644 + ], + "max_error": 0.0 + }, + { + "representative": 8631, + "members": [ + 8631 + ], + "max_error": 0.0 + }, + { + "representative": 8646, + "members": [ + 8646 + ], + "max_error": 0.0 + }, + { + "representative": 8518, + "members": [ + 8518 + ], + "max_error": 0.0 + }, + { + "representative": 8608, + "members": [ + 8608 + ], + "max_error": 0.0 + }, + { + "representative": 8475, + "members": [ + 8475 + ], + "max_error": 0.0 + }, + { + "representative": 8670, + "members": [ + 8670 + ], + "max_error": 0.0 + }, + { + "representative": 8520, + "members": [ + 8520 + ], + "max_error": 0.0 + }, + { + "representative": 8593, + "members": [ + 8593 + ], + "max_error": 0.0 + }, + { + "representative": 8649, + "members": [ + 8649 + ], + "max_error": 0.0 + }, + { + "representative": 8463, + "members": [ + 8463 + ], + "max_error": 0.0 + }, + { + "representative": 8508, + "members": [ + 8508 + ], + "max_error": 0.0 + }, + { + "representative": 8647, + "members": [ + 8647 + ], + "max_error": 0.0 + }, + { + "representative": 8623, + "members": [ + 8623 + ], + "max_error": 0.0 + }, + { + "representative": 8530, + "members": [ + 8530 + ], + "max_error": 0.0 + }, + { + "representative": 8554, + "members": [ + 8554 + ], + "max_error": 0.0 + }, + { + "representative": 8560, + "members": [ + 8560 + ], + "max_error": 0.0 + }, + { + "representative": 8573, + "members": [ + 8573 + ], + "max_error": 0.0 + }, + { + "representative": 8685, + "members": [ + 8685 + ], + "max_error": 0.0 + }, + { + "representative": 8632, + "members": [ + 8632 + ], + "max_error": 0.0 + }, + { + "representative": 8506, + "members": [ + 8506 + ], + "max_error": 0.0 + }, + { + "representative": 8531, + "members": [ + 8531 + ], + "max_error": 0.0 + }, + { + "representative": 8578, + "members": [ + 8578 + ], + "max_error": 0.0 + }, + { + "representative": 8563, + "members": [ + 8563 + ], + "max_error": 0.0 + }, + { + "representative": 8509, + "members": [ + 8509 + ], + "max_error": 0.0 + }, + { + "representative": 8602, + "members": [ + 8602 + ], + "max_error": 0.0 + }, + { + "representative": 8452, + "members": [ + 8452 + ], + "max_error": 0.0 + }, + { + "representative": 8482, + "members": [ + 8482 + ], + "max_error": 0.0 + }, + { + "representative": 8619, + "members": [ + 8619 + ], + "max_error": 0.0 + }, + { + "representative": 8583, + "members": [ + 8583 + ], + "max_error": 0.0 + }, + { + "representative": 8535, + "members": [ + 8535 + ], + "max_error": 0.0 + }, + { + "representative": 8458, + "members": [ + 8458 + ], + "max_error": 0.0 + }, + { + "representative": 8611, + "members": [ + 8611 + ], + "max_error": 0.0 + }, + { + "representative": 8633, + "members": [ + 8633 + ], + "max_error": 0.0 + }, + { + "representative": 8501, + "members": [ + 8501 + ], + "max_error": 0.0 + }, + { + "representative": 8591, + "members": [ + 8591 + ], + "max_error": 0.0 + }, + { + "representative": 8550, + "members": [ + 8550 + ], + "max_error": 0.0 + }, + { + "representative": 8589, + "members": [ + 8589 + ], + "max_error": 0.0 + }, + { + "representative": 8536, + "members": [ + 8536 + ], + "max_error": 0.0 + }, + { + "representative": 8617, + "members": [ + 8617 + ], + "max_error": 0.0 + }, + { + "representative": 8613, + "members": [ + 8613 + ], + "max_error": 0.0 + }, + { + "representative": 8497, + "members": [ + 8497 + ], + "max_error": 0.0 + }, + { + "representative": 8600, + "members": [ + 8600 + ], + "max_error": 0.0 + }, + { + "representative": 8533, + "members": [ + 8533 + ], + "max_error": 0.0 + }, + { + "representative": 8976, + "members": [ + 8976 + ], + "max_error": 0.0 + }, + { + "representative": 8980, + "members": [ + 8980 + ], + "max_error": 0.0 + }, + { + "representative": 8991, + "members": [ + 8991 + ], + "max_error": 0.0 + }, + { + "representative": 8996, + "members": [ + 8996 + ], + "max_error": 0.0 + }, + { + "representative": 9007, + "members": [ + 9007 + ], + "max_error": 0.0 + }, + { + "representative": 9106, + "members": [ + 9106 + ], + "max_error": 0.0 + }, + { + "representative": 9101, + "members": [ + 9101 + ], + "max_error": 0.0 + }, + { + "representative": 9032, + "members": [ + 9032 + ], + "max_error": 0.0 + }, + { + "representative": 9191, + "members": [ + 9191 + ], + "max_error": 0.0 + }, + { + "representative": 9111, + "members": [ + 9111 + ], + "max_error": 0.0 + }, + { + "representative": 9103, + "members": [ + 9103 + ], + "max_error": 0.0 + }, + { + "representative": 8997, + "members": [ + 8997 + ], + "max_error": 0.0 + }, + { + "representative": 9215, + "members": [ + 9215 + ], + "max_error": 0.0 + }, + { + "representative": 9139, + "members": [ + 9139 + ], + "max_error": 0.0 + }, + { + "representative": 9073, + "members": [ + 9073 + ], + "max_error": 0.0 + }, + { + "representative": 9119, + "members": [ + 9119 + ], + "max_error": 0.0 + }, + { + "representative": 9211, + "members": [ + 9211 + ], + "max_error": 0.0 + }, + { + "representative": 9052, + "members": [ + 9052 + ], + "max_error": 0.0 + }, + { + "representative": 9025, + "members": [ + 9025 + ], + "max_error": 0.0 + }, + { + "representative": 9206, + "members": [ + 9206 + ], + "max_error": 0.0 + }, + { + "representative": 8981, + "members": [ + 8981 + ], + "max_error": 0.0 + }, + { + "representative": 9064, + "members": [ + 9064 + ], + "max_error": 0.0 + }, + { + "representative": 8967, + "members": [ + 8967 + ], + "max_error": 0.0 + }, + { + "representative": 9194, + "members": [ + 9194 + ], + "max_error": 0.0 + }, + { + "representative": 8966, + "members": [ + 8966 + ], + "max_error": 0.0 + }, + { + "representative": 8987, + "members": [ + 8987 + ], + "max_error": 0.0 + }, + { + "representative": 8993, + "members": [ + 8993 + ], + "max_error": 0.0 + }, + { + "representative": 9015, + "members": [ + 9015 + ], + "max_error": 0.0 + }, + { + "representative": 9143, + "members": [ + 9143 + ], + "max_error": 0.0 + }, + { + "representative": 9013, + "members": [ + 9013 + ], + "max_error": 0.0 + }, + { + "representative": 8975, + "members": [ + 8975 + ], + "max_error": 0.0 + }, + { + "representative": 9203, + "members": [ + 9203 + ], + "max_error": 0.0 + }, + { + "representative": 9124, + "members": [ + 9124 + ], + "max_error": 0.0 + }, + { + "representative": 9131, + "members": [ + 9131 + ], + "max_error": 0.0 + }, + { + "representative": 9100, + "members": [ + 9100 + ], + "max_error": 0.0 + }, + { + "representative": 9058, + "members": [ + 9058 + ], + "max_error": 0.0 + }, + { + "representative": 9188, + "members": [ + 9188 + ], + "max_error": 0.0 + }, + { + "representative": 9207, + "members": [ + 9207 + ], + "max_error": 0.0 + }, + { + "representative": 9153, + "members": [ + 9153 + ], + "max_error": 0.0 + }, + { + "representative": 9107, + "members": [ + 9107 + ], + "max_error": 0.0 + }, + { + "representative": 9128, + "members": [ + 9128 + ], + "max_error": 0.0 + }, + { + "representative": 9130, + "members": [ + 9130 + ], + "max_error": 0.0 + }, + { + "representative": 9136, + "members": [ + 9136 + ], + "max_error": 0.0 + }, + { + "representative": 9140, + "members": [ + 9140 + ], + "max_error": 0.0 + }, + { + "representative": 9146, + "members": [ + 9146 + ], + "max_error": 0.0 + }, + { + "representative": 9149, + "members": [ + 9149 + ], + "max_error": 0.0 + }, + { + "representative": 9150, + "members": [ + 9150 + ], + "max_error": 0.0 + }, + { + "representative": 9151, + "members": [ + 9151 + ], + "max_error": 0.0 + }, + { + "representative": 9096, + "members": [ + 9096 + ], + "max_error": 0.0 + }, + { + "representative": 9089, + "members": [ + 9089 + ], + "max_error": 0.0 + }, + { + "representative": 9190, + "members": [ + 9190 + ], + "max_error": 0.0 + }, + { + "representative": 9182, + "members": [ + 9182 + ], + "max_error": 0.0 + }, + { + "representative": 9154, + "members": [ + 9154 + ], + "max_error": 0.0 + }, + { + "representative": 9095, + "members": [ + 9095 + ], + "max_error": 0.0 + }, + { + "representative": 9193, + "members": [ + 9193 + ], + "max_error": 0.0 + }, + { + "representative": 9039, + "members": [ + 9039 + ], + "max_error": 0.0 + }, + { + "representative": 8962, + "members": [ + 8962 + ], + "max_error": 0.0 + }, + { + "representative": 9108, + "members": [ + 9108 + ], + "max_error": 0.0 + }, + { + "representative": 9050, + "members": [ + 9050 + ], + "max_error": 0.0 + }, + { + "representative": 8960, + "members": [ + 8960 + ], + "max_error": 0.0 + }, + { + "representative": 9085, + "members": [ + 9085 + ], + "max_error": 0.0 + }, + { + "representative": 9109, + "members": [ + 9109 + ], + "max_error": 0.0 + }, + { + "representative": 9208, + "members": [ + 9208 + ], + "max_error": 0.0 + }, + { + "representative": 9082, + "members": [ + 9082 + ], + "max_error": 0.0 + }, + { + "representative": 9132, + "members": [ + 9132 + ], + "max_error": 0.0 + }, + { + "representative": 9161, + "members": [ + 9161 + ], + "max_error": 0.0 + }, + { + "representative": 9126, + "members": [ + 9126 + ], + "max_error": 0.0 + }, + { + "representative": 8989, + "members": [ + 8989 + ], + "max_error": 0.0 + }, + { + "representative": 9035, + "members": [ + 9035 + ], + "max_error": 0.0 + }, + { + "representative": 9053, + "members": [ + 9053 + ], + "max_error": 0.0 + }, + { + "representative": 9016, + "members": [ + 9016 + ], + "max_error": 0.0 + }, + { + "representative": 9004, + "members": [ + 9004 + ], + "max_error": 0.0 + }, + { + "representative": 9145, + "members": [ + 9145 + ], + "max_error": 0.0 + }, + { + "representative": 9195, + "members": [ + 9195 + ], + "max_error": 0.0 + }, + { + "representative": 9171, + "members": [ + 9171 + ], + "max_error": 0.0 + }, + { + "representative": 9070, + "members": [ + 9070 + ], + "max_error": 0.0 + }, + { + "representative": 9002, + "members": [ + 9002 + ], + "max_error": 0.0 + }, + { + "representative": 8988, + "members": [ + 8988 + ], + "max_error": 0.0 + }, + { + "representative": 9200, + "members": [ + 9200 + ], + "max_error": 0.0 + }, + { + "representative": 9209, + "members": [ + 9209 + ], + "max_error": 0.0 + }, + { + "representative": 9102, + "members": [ + 9102 + ], + "max_error": 0.0 + }, + { + "representative": 9005, + "members": [ + 9005 + ], + "max_error": 0.0 + }, + { + "representative": 9042, + "members": [ + 9042 + ], + "max_error": 0.0 + }, + { + "representative": 9001, + "members": [ + 9001 + ], + "max_error": 0.0 + }, + { + "representative": 9184, + "members": [ + 9184 + ], + "max_error": 0.0 + }, + { + "representative": 9092, + "members": [ + 9092 + ], + "max_error": 0.0 + }, + { + "representative": 9189, + "members": [ + 9189 + ], + "max_error": 0.0 + }, + { + "representative": 8994, + "members": [ + 8994 + ], + "max_error": 0.0 + }, + { + "representative": 9210, + "members": [ + 9210 + ], + "max_error": 0.0 + }, + { + "representative": 9120, + "members": [ + 9120 + ], + "max_error": 0.0 + }, + { + "representative": 9163, + "members": [ + 9163 + ], + "max_error": 0.0 + }, + { + "representative": 9123, + "members": [ + 9123 + ], + "max_error": 0.0 + }, + { + "representative": 9213, + "members": [ + 9213 + ], + "max_error": 0.0 + }, + { + "representative": 9038, + "members": [ + 9038 + ], + "max_error": 0.0 + }, + { + "representative": 9155, + "members": [ + 9155 + ], + "max_error": 0.0 + }, + { + "representative": 9075, + "members": [ + 9075 + ], + "max_error": 0.0 + }, + { + "representative": 9212, + "members": [ + 9212 + ], + "max_error": 0.0 + }, + { + "representative": 8972, + "members": [ + 8972 + ], + "max_error": 0.0 + }, + { + "representative": 9048, + "members": [ + 9048 + ], + "max_error": 0.0 + }, + { + "representative": 8983, + "members": [ + 8983 + ], + "max_error": 0.0 + }, + { + "representative": 8973, + "members": [ + 8973 + ], + "max_error": 0.0 + }, + { + "representative": 9105, + "members": [ + 9105 + ], + "max_error": 0.0 + }, + { + "representative": 8986, + "members": [ + 8986 + ], + "max_error": 0.0 + }, + { + "representative": 9118, + "members": [ + 9118 + ], + "max_error": 0.0 + }, + { + "representative": 9041, + "members": [ + 9041 + ], + "max_error": 0.0 + }, + { + "representative": 9090, + "members": [ + 9090 + ], + "max_error": 0.0 + }, + { + "representative": 8979, + "members": [ + 8979 + ], + "max_error": 0.0 + }, + { + "representative": 9012, + "members": [ + 9012 + ], + "max_error": 0.0 + }, + { + "representative": 9071, + "members": [ + 9071 + ], + "max_error": 0.0 + }, + { + "representative": 9137, + "members": [ + 9137 + ], + "max_error": 0.0 + }, + { + "representative": 9185, + "members": [ + 9185 + ], + "max_error": 0.0 + }, + { + "representative": 9113, + "members": [ + 9113 + ], + "max_error": 0.0 + }, + { + "representative": 9165, + "members": [ + 9165 + ], + "max_error": 0.0 + }, + { + "representative": 9018, + "members": [ + 9018 + ], + "max_error": 0.0 + }, + { + "representative": 8969, + "members": [ + 8969 + ], + "max_error": 0.0 + }, + { + "representative": 9115, + "members": [ + 9115 + ], + "max_error": 0.0 + }, + { + "representative": 9046, + "members": [ + 9046 + ], + "max_error": 0.0 + }, + { + "representative": 9033, + "members": [ + 9033 + ], + "max_error": 0.0 + }, + { + "representative": 8964, + "members": [ + 8964 + ], + "max_error": 0.0 + }, + { + "representative": 9198, + "members": [ + 9198 + ], + "max_error": 0.0 + }, + { + "representative": 9028, + "members": [ + 9028 + ], + "max_error": 0.0 + }, + { + "representative": 9055, + "members": [ + 9055 + ], + "max_error": 0.0 + }, + { + "representative": 9164, + "members": [ + 9164 + ], + "max_error": 0.0 + }, + { + "representative": 9087, + "members": [ + 9087 + ], + "max_error": 0.0 + }, + { + "representative": 9010, + "members": [ + 9010 + ], + "max_error": 0.0 + }, + { + "representative": 9197, + "members": [ + 9197 + ], + "max_error": 0.0 + }, + { + "representative": 9122, + "members": [ + 9122 + ], + "max_error": 0.0 + }, + { + "representative": 9162, + "members": [ + 9162 + ], + "max_error": 0.0 + }, + { + "representative": 8990, + "members": [ + 8990 + ], + "max_error": 0.0 + }, + { + "representative": 9017, + "members": [ + 9017 + ], + "max_error": 0.0 + }, + { + "representative": 9142, + "members": [ + 9142 + ], + "max_error": 0.0 + }, + { + "representative": 9138, + "members": [ + 9138 + ], + "max_error": 0.0 + }, + { + "representative": 9156, + "members": [ + 9156 + ], + "max_error": 0.0 + }, + { + "representative": 9170, + "members": [ + 9170 + ], + "max_error": 0.0 + }, + { + "representative": 9174, + "members": [ + 9174 + ], + "max_error": 0.0 + }, + { + "representative": 9180, + "members": [ + 9180 + ], + "max_error": 0.0 + }, + { + "representative": 9186, + "members": [ + 9186 + ], + "max_error": 0.0 + }, + { + "representative": 9192, + "members": [ + 9192 + ], + "max_error": 0.0 + }, + { + "representative": 9202, + "members": [ + 9202 + ], + "max_error": 0.0 + }, + { + "representative": 9160, + "members": [ + 9160 + ], + "max_error": 0.0 + }, + { + "representative": 9097, + "members": [ + 9097 + ], + "max_error": 0.0 + }, + { + "representative": 9129, + "members": [ + 9129 + ], + "max_error": 0.0 + }, + { + "representative": 9127, + "members": [ + 9127 + ], + "max_error": 0.0 + }, + { + "representative": 9036, + "members": [ + 9036 + ], + "max_error": 0.0 + }, + { + "representative": 9112, + "members": [ + 9112 + ], + "max_error": 0.0 + }, + { + "representative": 9099, + "members": [ + 9099 + ], + "max_error": 0.0 + }, + { + "representative": 8971, + "members": [ + 8971 + ], + "max_error": 0.0 + }, + { + "representative": 9133, + "members": [ + 9133 + ], + "max_error": 0.0 + }, + { + "representative": 9205, + "members": [ + 9205 + ], + "max_error": 0.0 + }, + { + "representative": 9141, + "members": [ + 9141 + ], + "max_error": 0.0 + }, + { + "representative": 9148, + "members": [ + 9148 + ], + "max_error": 0.0 + }, + { + "representative": 9134, + "members": [ + 9134 + ], + "max_error": 0.0 + }, + { + "representative": 8970, + "members": [ + 8970 + ], + "max_error": 0.0 + }, + { + "representative": 9169, + "members": [ + 9169 + ], + "max_error": 0.0 + }, + { + "representative": 9091, + "members": [ + 9091 + ], + "max_error": 0.0 + }, + { + "representative": 9021, + "members": [ + 9021 + ], + "max_error": 0.0 + }, + { + "representative": 9135, + "members": [ + 9135 + ], + "max_error": 0.0 + }, + { + "representative": 9110, + "members": [ + 9110 + ], + "max_error": 0.0 + }, + { + "representative": 9057, + "members": [ + 9057 + ], + "max_error": 0.0 + }, + { + "representative": 8974, + "members": [ + 8974 + ], + "max_error": 0.0 + }, + { + "representative": 9061, + "members": [ + 9061 + ], + "max_error": 0.0 + }, + { + "representative": 9121, + "members": [ + 9121 + ], + "max_error": 0.0 + }, + { + "representative": 9175, + "members": [ + 9175 + ], + "max_error": 0.0 + }, + { + "representative": 9059, + "members": [ + 9059 + ], + "max_error": 0.0 + }, + { + "representative": 9125, + "members": [ + 9125 + ], + "max_error": 0.0 + }, + { + "representative": 9009, + "members": [ + 9009 + ], + "max_error": 0.0 + }, + { + "representative": 9104, + "members": [ + 9104 + ], + "max_error": 0.0 + }, + { + "representative": 9030, + "members": [ + 9030 + ], + "max_error": 0.0 + }, + { + "representative": 8961, + "members": [ + 8961 + ], + "max_error": 0.0 + }, + { + "representative": 9078, + "members": [ + 9078 + ], + "max_error": 0.0 + }, + { + "representative": 9079, + "members": [ + 9079 + ], + "max_error": 0.0 + }, + { + "representative": 9069, + "members": [ + 9069 + ], + "max_error": 0.0 + }, + { + "representative": 9183, + "members": [ + 9183 + ], + "max_error": 0.0 + }, + { + "representative": 9047, + "members": [ + 9047 + ], + "max_error": 0.0 + }, + { + "representative": 9176, + "members": [ + 9176 + ], + "max_error": 0.0 + }, + { + "representative": 9178, + "members": [ + 9178 + ], + "max_error": 0.0 + }, + { + "representative": 9081, + "members": [ + 9081 + ], + "max_error": 0.0 + }, + { + "representative": 8968, + "members": [ + 8968 + ], + "max_error": 0.0 + }, + { + "representative": 9014, + "members": [ + 9014 + ], + "max_error": 0.0 + }, + { + "representative": 8963, + "members": [ + 8963 + ], + "max_error": 0.0 + }, + { + "representative": 9049, + "members": [ + 9049 + ], + "max_error": 0.0 + }, + { + "representative": 8965, + "members": [ + 8965 + ], + "max_error": 0.0 + }, + { + "representative": 9023, + "members": [ + 9023 + ], + "max_error": 0.0 + }, + { + "representative": 8978, + "members": [ + 8978 + ], + "max_error": 0.0 + }, + { + "representative": 9158, + "members": [ + 9158 + ], + "max_error": 0.0 + }, + { + "representative": 9201, + "members": [ + 9201 + ], + "max_error": 0.0 + }, + { + "representative": 9063, + "members": [ + 9063 + ], + "max_error": 0.0 + }, + { + "representative": 8999, + "members": [ + 8999 + ], + "max_error": 0.0 + }, + { + "representative": 9006, + "members": [ + 9006 + ], + "max_error": 0.0 + }, + { + "representative": 8977, + "members": [ + 8977 + ], + "max_error": 0.0 + }, + { + "representative": 8992, + "members": [ + 8992 + ], + "max_error": 0.0 + }, + { + "representative": 9066, + "members": [ + 9066 + ], + "max_error": 0.0 + }, + { + "representative": 9166, + "members": [ + 9166 + ], + "max_error": 0.0 + }, + { + "representative": 9094, + "members": [ + 9094 + ], + "max_error": 0.0 + }, + { + "representative": 9116, + "members": [ + 9116 + ], + "max_error": 0.0 + }, + { + "representative": 9024, + "members": [ + 9024 + ], + "max_error": 0.0 + }, + { + "representative": 9040, + "members": [ + 9040 + ], + "max_error": 0.0 + }, + { + "representative": 9043, + "members": [ + 9043 + ], + "max_error": 0.0 + }, + { + "representative": 9026, + "members": [ + 9026 + ], + "max_error": 0.0 + }, + { + "representative": 9044, + "members": [ + 9044 + ], + "max_error": 0.0 + }, + { + "representative": 9027, + "members": [ + 9027 + ], + "max_error": 0.0 + }, + { + "representative": 9054, + "members": [ + 9054 + ], + "max_error": 0.0 + }, + { + "representative": 9067, + "members": [ + 9067 + ], + "max_error": 0.0 + }, + { + "representative": 9068, + "members": [ + 9068 + ], + "max_error": 0.0 + }, + { + "representative": 9083, + "members": [ + 9083 + ], + "max_error": 0.0 + }, + { + "representative": 9084, + "members": [ + 9084 + ], + "max_error": 0.0 + }, + { + "representative": 9196, + "members": [ + 9196 + ], + "max_error": 0.0 + }, + { + "representative": 9177, + "members": [ + 9177 + ], + "max_error": 0.0 + }, + { + "representative": 9011, + "members": [ + 9011 + ], + "max_error": 0.0 + }, + { + "representative": 9159, + "members": [ + 9159 + ], + "max_error": 0.0 + }, + { + "representative": 9144, + "members": [ + 9144 + ], + "max_error": 0.0 + }, + { + "representative": 9034, + "members": [ + 9034 + ], + "max_error": 0.0 + }, + { + "representative": 9167, + "members": [ + 9167 + ], + "max_error": 0.0 + }, + { + "representative": 9172, + "members": [ + 9172 + ], + "max_error": 0.0 + }, + { + "representative": 9077, + "members": [ + 9077 + ], + "max_error": 0.0 + }, + { + "representative": 9031, + "members": [ + 9031 + ], + "max_error": 0.0 + }, + { + "representative": 9173, + "members": [ + 9173 + ], + "max_error": 0.0 + }, + { + "representative": 9000, + "members": [ + 9000 + ], + "max_error": 0.0 + }, + { + "representative": 9019, + "members": [ + 9019 + ], + "max_error": 0.0 + }, + { + "representative": 9086, + "members": [ + 9086 + ], + "max_error": 0.0 + }, + { + "representative": 9114, + "members": [ + 9114 + ], + "max_error": 0.0 + }, + { + "representative": 9147, + "members": [ + 9147 + ], + "max_error": 0.0 + }, + { + "representative": 9008, + "members": [ + 9008 + ], + "max_error": 0.0 + }, + { + "representative": 8985, + "members": [ + 8985 + ], + "max_error": 0.0 + }, + { + "representative": 9076, + "members": [ + 9076 + ], + "max_error": 0.0 + }, + { + "representative": 9157, + "members": [ + 9157 + ], + "max_error": 0.0 + }, + { + "representative": 9214, + "members": [ + 9214 + ], + "max_error": 0.0 + }, + { + "representative": 9204, + "members": [ + 9204 + ], + "max_error": 0.0 + }, + { + "representative": 9056, + "members": [ + 9056 + ], + "max_error": 0.0 + }, + { + "representative": 9062, + "members": [ + 9062 + ], + "max_error": 0.0 + }, + { + "representative": 8982, + "members": [ + 8982 + ], + "max_error": 0.0 + }, + { + "representative": 9199, + "members": [ + 9199 + ], + "max_error": 0.0 + }, + { + "representative": 9093, + "members": [ + 9093 + ], + "max_error": 0.0 + }, + { + "representative": 9029, + "members": [ + 9029 + ], + "max_error": 0.0 + }, + { + "representative": 9098, + "members": [ + 9098 + ], + "max_error": 0.0 + }, + { + "representative": 9080, + "members": [ + 9080 + ], + "max_error": 0.0 + }, + { + "representative": 8984, + "members": [ + 8984 + ], + "max_error": 0.0 + }, + { + "representative": 9117, + "members": [ + 9117 + ], + "max_error": 0.0 + }, + { + "representative": 9060, + "members": [ + 9060 + ], + "max_error": 0.0 + }, + { + "representative": 8995, + "members": [ + 8995 + ], + "max_error": 0.0 + }, + { + "representative": 9037, + "members": [ + 9037 + ], + "max_error": 0.0 + }, + { + "representative": 9152, + "members": [ + 9152 + ], + "max_error": 0.0 + }, + { + "representative": 9045, + "members": [ + 9045 + ], + "max_error": 0.0 + }, + { + "representative": 9088, + "members": [ + 9088 + ], + "max_error": 0.0 + }, + { + "representative": 9020, + "members": [ + 9020 + ], + "max_error": 0.0 + }, + { + "representative": 9065, + "members": [ + 9065 + ], + "max_error": 0.0 + }, + { + "representative": 9179, + "members": [ + 9179 + ], + "max_error": 0.0 + }, + { + "representative": 9003, + "members": [ + 9003 + ], + "max_error": 0.0 + }, + { + "representative": 9022, + "members": [ + 9022 + ], + "max_error": 0.0 + }, + { + "representative": 9187, + "members": [ + 9187 + ], + "max_error": 0.0 + }, + { + "representative": 8998, + "members": [ + 8998 + ], + "max_error": 0.0 + }, + { + "representative": 9051, + "members": [ + 9051 + ], + "max_error": 0.0 + }, + { + "representative": 9168, + "members": [ + 9168 + ], + "max_error": 0.0 + }, + { + "representative": 9074, + "members": [ + 9074 + ], + "max_error": 0.0 + }, + { + "representative": 9181, + "members": [ + 9181 + ], + "max_error": 0.0 + }, + { + "representative": 9072, + "members": [ + 9072 + ], + "max_error": 0.0 + }, + { + "representative": 9363, + "members": [ + 9363 + ], + "max_error": 0.0 + }, + { + "representative": 9365, + "members": [ + 9365 + ], + "max_error": 0.0 + }, + { + "representative": 9366, + "members": [ + 9366 + ], + "max_error": 0.0 + }, + { + "representative": 9370, + "members": [ + 9370 + ], + "max_error": 0.0 + }, + { + "representative": 9557, + "members": [ + 9557 + ], + "max_error": 0.0 + }, + { + "representative": 9578, + "members": [ + 9578 + ], + "max_error": 0.0 + }, + { + "representative": 9481, + "members": [ + 9481 + ], + "max_error": 0.0 + }, + { + "representative": 9581, + "members": [ + 9581 + ], + "max_error": 0.0 + }, + { + "representative": 9497, + "members": [ + 9497 + ], + "max_error": 0.0 + }, + { + "representative": 9499, + "members": [ + 9499 + ], + "max_error": 0.0 + }, + { + "representative": 9486, + "members": [ + 9486 + ], + "max_error": 0.0 + }, + { + "representative": 9527, + "members": [ + 9527 + ], + "max_error": 0.0 + }, + { + "representative": 9369, + "members": [ + 9369 + ], + "max_error": 0.0 + }, + { + "representative": 9435, + "members": [ + 9435 + ], + "max_error": 0.0 + }, + { + "representative": 9404, + "members": [ + 9404 + ], + "max_error": 0.0 + }, + { + "representative": 9451, + "members": [ + 9451 + ], + "max_error": 0.0 + }, + { + "representative": 9584, + "members": [ + 9584 + ], + "max_error": 0.0 + }, + { + "representative": 9374, + "members": [ + 9374 + ], + "max_error": 0.0 + }, + { + "representative": 9562, + "members": [ + 9562 + ], + "max_error": 0.0 + }, + { + "representative": 9401, + "members": [ + 9401 + ], + "max_error": 0.0 + }, + { + "representative": 9426, + "members": [ + 9426 + ], + "max_error": 0.0 + }, + { + "representative": 9507, + "members": [ + 9507 + ], + "max_error": 0.0 + }, + { + "representative": 9586, + "members": [ + 9586 + ], + "max_error": 0.0 + }, + { + "representative": 9601, + "members": [ + 9601 + ], + "max_error": 0.0 + }, + { + "representative": 9532, + "members": [ + 9532 + ], + "max_error": 0.0 + }, + { + "representative": 9394, + "members": [ + 9394 + ], + "max_error": 0.0 + }, + { + "representative": 9395, + "members": [ + 9395 + ], + "max_error": 0.0 + }, + { + "representative": 9397, + "members": [ + 9397 + ], + "max_error": 0.0 + }, + { + "representative": 9398, + "members": [ + 9398 + ], + "max_error": 0.0 + }, + { + "representative": 9400, + "members": [ + 9400 + ], + "max_error": 0.0 + }, + { + "representative": 9393, + "members": [ + 9393 + ], + "max_error": 0.0 + }, + { + "representative": 9402, + "members": [ + 9402 + ], + "max_error": 0.0 + }, + { + "representative": 9403, + "members": [ + 9403 + ], + "max_error": 0.0 + }, + { + "representative": 9406, + "members": [ + 9406 + ], + "max_error": 0.0 + }, + { + "representative": 9500, + "members": [ + 9500 + ], + "max_error": 0.0 + }, + { + "representative": 9429, + "members": [ + 9429 + ], + "max_error": 0.0 + }, + { + "representative": 9396, + "members": [ + 9396 + ], + "max_error": 0.0 + }, + { + "representative": 9551, + "members": [ + 9551 + ], + "max_error": 0.0 + }, + { + "representative": 9388, + "members": [ + 9388 + ], + "max_error": 0.0 + }, + { + "representative": 9564, + "members": [ + 9564 + ], + "max_error": 0.0 + }, + { + "representative": 9533, + "members": [ + 9533 + ], + "max_error": 0.0 + }, + { + "representative": 9423, + "members": [ + 9423 + ], + "max_error": 0.0 + }, + { + "representative": 9480, + "members": [ + 9480 + ], + "max_error": 0.0 + }, + { + "representative": 9488, + "members": [ + 9488 + ], + "max_error": 0.0 + }, + { + "representative": 9385, + "members": [ + 9385 + ], + "max_error": 0.0 + }, + { + "representative": 9490, + "members": [ + 9490 + ], + "max_error": 0.0 + }, + { + "representative": 9415, + "members": [ + 9415 + ], + "max_error": 0.0 + }, + { + "representative": 9506, + "members": [ + 9506 + ], + "max_error": 0.0 + }, + { + "representative": 9371, + "members": [ + 9371 + ], + "max_error": 0.0 + }, + { + "representative": 9360, + "members": [ + 9360 + ], + "max_error": 0.0 + }, + { + "representative": 9489, + "members": [ + 9489 + ], + "max_error": 0.0 + }, + { + "representative": 9559, + "members": [ + 9559 + ], + "max_error": 0.0 + }, + { + "representative": 9553, + "members": [ + 9553 + ], + "max_error": 0.0 + }, + { + "representative": 9438, + "members": [ + 9438 + ], + "max_error": 0.0 + }, + { + "representative": 9570, + "members": [ + 9570 + ], + "max_error": 0.0 + }, + { + "representative": 9530, + "members": [ + 9530 + ], + "max_error": 0.0 + }, + { + "representative": 9539, + "members": [ + 9539 + ], + "max_error": 0.0 + }, + { + "representative": 9541, + "members": [ + 9541 + ], + "max_error": 0.0 + }, + { + "representative": 9475, + "members": [ + 9475 + ], + "max_error": 0.0 + }, + { + "representative": 9566, + "members": [ + 9566 + ], + "max_error": 0.0 + }, + { + "representative": 9433, + "members": [ + 9433 + ], + "max_error": 0.0 + }, + { + "representative": 9552, + "members": [ + 9552 + ], + "max_error": 0.0 + }, + { + "representative": 9558, + "members": [ + 9558 + ], + "max_error": 0.0 + }, + { + "representative": 9563, + "members": [ + 9563 + ], + "max_error": 0.0 + }, + { + "representative": 9362, + "members": [ + 9362 + ], + "max_error": 0.0 + }, + { + "representative": 9522, + "members": [ + 9522 + ], + "max_error": 0.0 + }, + { + "representative": 9494, + "members": [ + 9494 + ], + "max_error": 0.0 + }, + { + "representative": 9597, + "members": [ + 9597 + ], + "max_error": 0.0 + }, + { + "representative": 9529, + "members": [ + 9529 + ], + "max_error": 0.0 + }, + { + "representative": 9590, + "members": [ + 9590 + ], + "max_error": 0.0 + }, + { + "representative": 9466, + "members": [ + 9466 + ], + "max_error": 0.0 + }, + { + "representative": 9535, + "members": [ + 9535 + ], + "max_error": 0.0 + }, + { + "representative": 9384, + "members": [ + 9384 + ], + "max_error": 0.0 + }, + { + "representative": 9595, + "members": [ + 9595 + ], + "max_error": 0.0 + }, + { + "representative": 9447, + "members": [ + 9447 + ], + "max_error": 0.0 + }, + { + "representative": 9459, + "members": [ + 9459 + ], + "max_error": 0.0 + }, + { + "representative": 9550, + "members": [ + 9550 + ], + "max_error": 0.0 + }, + { + "representative": 9554, + "members": [ + 9554 + ], + "max_error": 0.0 + }, + { + "representative": 9375, + "members": [ + 9375 + ], + "max_error": 0.0 + }, + { + "representative": 9430, + "members": [ + 9430 + ], + "max_error": 0.0 + }, + { + "representative": 9392, + "members": [ + 9392 + ], + "max_error": 0.0 + }, + { + "representative": 9542, + "members": [ + 9542 + ], + "max_error": 0.0 + }, + { + "representative": 9442, + "members": [ + 9442 + ], + "max_error": 0.0 + }, + { + "representative": 9504, + "members": [ + 9504 + ], + "max_error": 0.0 + }, + { + "representative": 9377, + "members": [ + 9377 + ], + "max_error": 0.0 + }, + { + "representative": 9510, + "members": [ + 9510 + ], + "max_error": 0.0 + }, + { + "representative": 9361, + "members": [ + 9361 + ], + "max_error": 0.0 + }, + { + "representative": 9501, + "members": [ + 9501 + ], + "max_error": 0.0 + }, + { + "representative": 9598, + "members": [ + 9598 + ], + "max_error": 0.0 + }, + { + "representative": 9383, + "members": [ + 9383 + ], + "max_error": 0.0 + }, + { + "representative": 9464, + "members": [ + 9464 + ], + "max_error": 0.0 + }, + { + "representative": 9463, + "members": [ + 9463 + ], + "max_error": 0.0 + }, + { + "representative": 9536, + "members": [ + 9536 + ], + "max_error": 0.0 + }, + { + "representative": 9521, + "members": [ + 9521 + ], + "max_error": 0.0 + }, + { + "representative": 9547, + "members": [ + 9547 + ], + "max_error": 0.0 + }, + { + "representative": 9567, + "members": [ + 9567 + ], + "max_error": 0.0 + }, + { + "representative": 9485, + "members": [ + 9485 + ], + "max_error": 0.0 + }, + { + "representative": 9592, + "members": [ + 9592 + ], + "max_error": 0.0 + }, + { + "representative": 9593, + "members": [ + 9593 + ], + "max_error": 0.0 + }, + { + "representative": 9441, + "members": [ + 9441 + ], + "max_error": 0.0 + }, + { + "representative": 9373, + "members": [ + 9373 + ], + "max_error": 0.0 + }, + { + "representative": 9422, + "members": [ + 9422 + ], + "max_error": 0.0 + }, + { + "representative": 9410, + "members": [ + 9410 + ], + "max_error": 0.0 + }, + { + "representative": 9411, + "members": [ + 9411 + ], + "max_error": 0.0 + }, + { + "representative": 9413, + "members": [ + 9413 + ], + "max_error": 0.0 + }, + { + "representative": 9414, + "members": [ + 9414 + ], + "max_error": 0.0 + }, + { + "representative": 9416, + "members": [ + 9416 + ], + "max_error": 0.0 + }, + { + "representative": 9417, + "members": [ + 9417 + ], + "max_error": 0.0 + }, + { + "representative": 9409, + "members": [ + 9409 + ], + "max_error": 0.0 + }, + { + "representative": 9420, + "members": [ + 9420 + ], + "max_error": 0.0 + }, + { + "representative": 9421, + "members": [ + 9421 + ], + "max_error": 0.0 + }, + { + "representative": 9512, + "members": [ + 9512 + ], + "max_error": 0.0 + }, + { + "representative": 9468, + "members": [ + 9468 + ], + "max_error": 0.0 + }, + { + "representative": 9412, + "members": [ + 9412 + ], + "max_error": 0.0 + }, + { + "representative": 9450, + "members": [ + 9450 + ], + "max_error": 0.0 + }, + { + "representative": 9368, + "members": [ + 9368 + ], + "max_error": 0.0 + }, + { + "representative": 9453, + "members": [ + 9453 + ], + "max_error": 0.0 + }, + { + "representative": 9515, + "members": [ + 9515 + ], + "max_error": 0.0 + }, + { + "representative": 9537, + "members": [ + 9537 + ], + "max_error": 0.0 + }, + { + "representative": 9543, + "members": [ + 9543 + ], + "max_error": 0.0 + }, + { + "representative": 9462, + "members": [ + 9462 + ], + "max_error": 0.0 + }, + { + "representative": 9561, + "members": [ + 9561 + ], + "max_error": 0.0 + }, + { + "representative": 9444, + "members": [ + 9444 + ], + "max_error": 0.0 + }, + { + "representative": 9582, + "members": [ + 9582 + ], + "max_error": 0.0 + }, + { + "representative": 9405, + "members": [ + 9405 + ], + "max_error": 0.0 + }, + { + "representative": 9514, + "members": [ + 9514 + ], + "max_error": 0.0 + }, + { + "representative": 9509, + "members": [ + 9509 + ], + "max_error": 0.0 + }, + { + "representative": 9612, + "members": [ + 9612 + ], + "max_error": 0.0 + }, + { + "representative": 9389, + "members": [ + 9389 + ], + "max_error": 0.0 + }, + { + "representative": 9560, + "members": [ + 9560 + ], + "max_error": 0.0 + }, + { + "representative": 9545, + "members": [ + 9545 + ], + "max_error": 0.0 + }, + { + "representative": 9437, + "members": [ + 9437 + ], + "max_error": 0.0 + }, + { + "representative": 9376, + "members": [ + 9376 + ], + "max_error": 0.0 + }, + { + "representative": 9457, + "members": [ + 9457 + ], + "max_error": 0.0 + }, + { + "representative": 9418, + "members": [ + 9418 + ], + "max_error": 0.0 + }, + { + "representative": 9367, + "members": [ + 9367 + ], + "max_error": 0.0 + }, + { + "representative": 9484, + "members": [ + 9484 + ], + "max_error": 0.0 + }, + { + "representative": 9465, + "members": [ + 9465 + ], + "max_error": 0.0 + }, + { + "representative": 9407, + "members": [ + 9407 + ], + "max_error": 0.0 + }, + { + "representative": 9511, + "members": [ + 9511 + ], + "max_error": 0.0 + }, + { + "representative": 9576, + "members": [ + 9576 + ], + "max_error": 0.0 + }, + { + "representative": 9508, + "members": [ + 9508 + ], + "max_error": 0.0 + }, + { + "representative": 9574, + "members": [ + 9574 + ], + "max_error": 0.0 + }, + { + "representative": 9609, + "members": [ + 9609 + ], + "max_error": 0.0 + }, + { + "representative": 9602, + "members": [ + 9602 + ], + "max_error": 0.0 + }, + { + "representative": 9461, + "members": [ + 9461 + ], + "max_error": 0.0 + }, + { + "representative": 9575, + "members": [ + 9575 + ], + "max_error": 0.0 + }, + { + "representative": 9487, + "members": [ + 9487 + ], + "max_error": 0.0 + }, + { + "representative": 9399, + "members": [ + 9399 + ], + "max_error": 0.0 + }, + { + "representative": 9596, + "members": [ + 9596 + ], + "max_error": 0.0 + }, + { + "representative": 9432, + "members": [ + 9432 + ], + "max_error": 0.0 + }, + { + "representative": 9419, + "members": [ + 9419 + ], + "max_error": 0.0 + }, + { + "representative": 9372, + "members": [ + 9372 + ], + "max_error": 0.0 + }, + { + "representative": 9381, + "members": [ + 9381 + ], + "max_error": 0.0 + }, + { + "representative": 9408, + "members": [ + 9408 + ], + "max_error": 0.0 + }, + { + "representative": 9606, + "members": [ + 9606 + ], + "max_error": 0.0 + }, + { + "representative": 9472, + "members": [ + 9472 + ], + "max_error": 0.0 + }, + { + "representative": 9470, + "members": [ + 9470 + ], + "max_error": 0.0 + }, + { + "representative": 9492, + "members": [ + 9492 + ], + "max_error": 0.0 + }, + { + "representative": 9424, + "members": [ + 9424 + ], + "max_error": 0.0 + }, + { + "representative": 9427, + "members": [ + 9427 + ], + "max_error": 0.0 + }, + { + "representative": 9428, + "members": [ + 9428 + ], + "max_error": 0.0 + }, + { + "representative": 9431, + "members": [ + 9431 + ], + "max_error": 0.0 + }, + { + "representative": 9425, + "members": [ + 9425 + ], + "max_error": 0.0 + }, + { + "representative": 9434, + "members": [ + 9434 + ], + "max_error": 0.0 + }, + { + "representative": 9436, + "members": [ + 9436 + ], + "max_error": 0.0 + }, + { + "representative": 9439, + "members": [ + 9439 + ], + "max_error": 0.0 + }, + { + "representative": 9440, + "members": [ + 9440 + ], + "max_error": 0.0 + }, + { + "representative": 9443, + "members": [ + 9443 + ], + "max_error": 0.0 + }, + { + "representative": 9445, + "members": [ + 9445 + ], + "max_error": 0.0 + }, + { + "representative": 9446, + "members": [ + 9446 + ], + "max_error": 0.0 + }, + { + "representative": 9448, + "members": [ + 9448 + ], + "max_error": 0.0 + }, + { + "representative": 9449, + "members": [ + 9449 + ], + "max_error": 0.0 + }, + { + "representative": 9452, + "members": [ + 9452 + ], + "max_error": 0.0 + }, + { + "representative": 9454, + "members": [ + 9454 + ], + "max_error": 0.0 + }, + { + "representative": 9455, + "members": [ + 9455 + ], + "max_error": 0.0 + }, + { + "representative": 9456, + "members": [ + 9456 + ], + "max_error": 0.0 + }, + { + "representative": 9458, + "members": [ + 9458 + ], + "max_error": 0.0 + }, + { + "representative": 9460, + "members": [ + 9460 + ], + "max_error": 0.0 + }, + { + "representative": 9467, + "members": [ + 9467 + ], + "max_error": 0.0 + }, + { + "representative": 9469, + "members": [ + 9469 + ], + "max_error": 0.0 + }, + { + "representative": 9471, + "members": [ + 9471 + ], + "max_error": 0.0 + }, + { + "representative": 9476, + "members": [ + 9476 + ], + "max_error": 0.0 + }, + { + "representative": 9477, + "members": [ + 9477 + ], + "max_error": 0.0 + }, + { + "representative": 9478, + "members": [ + 9478 + ], + "max_error": 0.0 + }, + { + "representative": 9479, + "members": [ + 9479 + ], + "max_error": 0.0 + }, + { + "representative": 9473, + "members": [ + 9473 + ], + "max_error": 0.0 + }, + { + "representative": 9482, + "members": [ + 9482 + ], + "max_error": 0.0 + }, + { + "representative": 9483, + "members": [ + 9483 + ], + "max_error": 0.0 + }, + { + "representative": 9491, + "members": [ + 9491 + ], + "max_error": 0.0 + }, + { + "representative": 9493, + "members": [ + 9493 + ], + "max_error": 0.0 + }, + { + "representative": 9495, + "members": [ + 9495 + ], + "max_error": 0.0 + }, + { + "representative": 9496, + "members": [ + 9496 + ], + "max_error": 0.0 + }, + { + "representative": 9498, + "members": [ + 9498 + ], + "max_error": 0.0 + }, + { + "representative": 9502, + "members": [ + 9502 + ], + "max_error": 0.0 + }, + { + "representative": 9513, + "members": [ + 9513 + ], + "max_error": 0.0 + }, + { + "representative": 9505, + "members": [ + 9505 + ], + "max_error": 0.0 + }, + { + "representative": 9516, + "members": [ + 9516 + ], + "max_error": 0.0 + }, + { + "representative": 9517, + "members": [ + 9517 + ], + "max_error": 0.0 + }, + { + "representative": 9518, + "members": [ + 9518 + ], + "max_error": 0.0 + }, + { + "representative": 9519, + "members": [ + 9519 + ], + "max_error": 0.0 + }, + { + "representative": 9378, + "members": [ + 9378 + ], + "max_error": 0.0 + }, + { + "representative": 9379, + "members": [ + 9379 + ], + "max_error": 0.0 + }, + { + "representative": 9380, + "members": [ + 9380 + ], + "max_error": 0.0 + }, + { + "representative": 9382, + "members": [ + 9382 + ], + "max_error": 0.0 + }, + { + "representative": 9386, + "members": [ + 9386 + ], + "max_error": 0.0 + }, + { + "representative": 9387, + "members": [ + 9387 + ], + "max_error": 0.0 + }, + { + "representative": 9390, + "members": [ + 9390 + ], + "max_error": 0.0 + }, + { + "representative": 9391, + "members": [ + 9391 + ], + "max_error": 0.0 + }, + { + "representative": 9520, + "members": [ + 9520 + ], + "max_error": 0.0 + }, + { + "representative": 9523, + "members": [ + 9523 + ], + "max_error": 0.0 + }, + { + "representative": 9524, + "members": [ + 9524 + ], + "max_error": 0.0 + }, + { + "representative": 9525, + "members": [ + 9525 + ], + "max_error": 0.0 + }, + { + "representative": 9526, + "members": [ + 9526 + ], + "max_error": 0.0 + }, + { + "representative": 9528, + "members": [ + 9528 + ], + "max_error": 0.0 + }, + { + "representative": 9531, + "members": [ + 9531 + ], + "max_error": 0.0 + }, + { + "representative": 9534, + "members": [ + 9534 + ], + "max_error": 0.0 + }, + { + "representative": 9538, + "members": [ + 9538 + ], + "max_error": 0.0 + }, + { + "representative": 9540, + "members": [ + 9540 + ], + "max_error": 0.0 + }, + { + "representative": 9544, + "members": [ + 9544 + ], + "max_error": 0.0 + }, + { + "representative": 9546, + "members": [ + 9546 + ], + "max_error": 0.0 + }, + { + "representative": 9548, + "members": [ + 9548 + ], + "max_error": 0.0 + }, + { + "representative": 9549, + "members": [ + 9549 + ], + "max_error": 0.0 + }, + { + "representative": 9555, + "members": [ + 9555 + ], + "max_error": 0.0 + }, + { + "representative": 9565, + "members": [ + 9565 + ], + "max_error": 0.0 + }, + { + "representative": 9568, + "members": [ + 9568 + ], + "max_error": 0.0 + }, + { + "representative": 9571, + "members": [ + 9571 + ], + "max_error": 0.0 + }, + { + "representative": 9572, + "members": [ + 9572 + ], + "max_error": 0.0 + }, + { + "representative": 9573, + "members": [ + 9573 + ], + "max_error": 0.0 + }, + { + "representative": 9577, + "members": [ + 9577 + ], + "max_error": 0.0 + }, + { + "representative": 9569, + "members": [ + 9569 + ], + "max_error": 0.0 + }, + { + "representative": 9579, + "members": [ + 9579 + ], + "max_error": 0.0 + }, + { + "representative": 9580, + "members": [ + 9580 + ], + "max_error": 0.0 + }, + { + "representative": 9587, + "members": [ + 9587 + ], + "max_error": 0.0 + }, + { + "representative": 9588, + "members": [ + 9588 + ], + "max_error": 0.0 + }, + { + "representative": 9589, + "members": [ + 9589 + ], + "max_error": 0.0 + }, + { + "representative": 9591, + "members": [ + 9591 + ], + "max_error": 0.0 + }, + { + "representative": 9585, + "members": [ + 9585 + ], + "max_error": 0.0 + }, + { + "representative": 9594, + "members": [ + 9594 + ], + "max_error": 0.0 + }, + { + "representative": 9600, + "members": [ + 9600 + ], + "max_error": 0.0 + }, + { + "representative": 9603, + "members": [ + 9603 + ], + "max_error": 0.0 + }, + { + "representative": 9604, + "members": [ + 9604 + ], + "max_error": 0.0 + }, + { + "representative": 9605, + "members": [ + 9605 + ], + "max_error": 0.0 + }, + { + "representative": 9607, + "members": [ + 9607 + ], + "max_error": 0.0 + }, + { + "representative": 9608, + "members": [ + 9608 + ], + "max_error": 0.0 + }, + { + "representative": 9610, + "members": [ + 9610 + ], + "max_error": 0.0 + }, + { + "representative": 9611, + "members": [ + 9611 + ], + "max_error": 0.0 + }, + { + "representative": 9613, + "members": [ + 9613 + ], + "max_error": 0.0 + }, + { + "representative": 9905, + "members": [ + 9905 + ], + "max_error": 0.0 + }, + { + "representative": 9906, + "members": [ + 9906 + ], + "max_error": 0.0 + }, + { + "representative": 9907, + "members": [ + 9907 + ], + "max_error": 0.0 + }, + { + "representative": 9919, + "members": [ + 9919 + ], + "max_error": 0.0 + }, + { + "representative": 9921, + "members": [ + 9921 + ], + "max_error": 0.0 + }, + { + "representative": 9879, + "members": [ + 9879 + ], + "max_error": 0.0 + }, + { + "representative": 9873, + "members": [ + 9873 + ], + "max_error": 0.0 + }, + { + "representative": 9885, + "members": [ + 9885 + ], + "max_error": 0.0 + }, + { + "representative": 10117, + "members": [ + 10117 + ], + "max_error": 0.0 + }, + { + "representative": 9960, + "members": [ + 9960 + ], + "max_error": 0.0 + }, + { + "representative": 10088, + "members": [ + 10088 + ], + "max_error": 0.0 + }, + { + "representative": 10009, + "members": [ + 10009 + ], + "max_error": 0.0 + }, + { + "representative": 10114, + "members": [ + 10114 + ], + "max_error": 0.0 + }, + { + "representative": 9951, + "members": [ + 9951 + ], + "max_error": 0.0 + }, + { + "representative": 9964, + "members": [ + 9964 + ], + "max_error": 0.0 + }, + { + "representative": 10069, + "members": [ + 10069 + ], + "max_error": 0.0 + }, + { + "representative": 10032, + "members": [ + 10032 + ], + "max_error": 0.0 + }, + { + "representative": 9989, + "members": [ + 9989 + ], + "max_error": 0.0 + }, + { + "representative": 10074, + "members": [ + 10074 + ], + "max_error": 0.0 + }, + { + "representative": 9977, + "members": [ + 9977 + ], + "max_error": 0.0 + }, + { + "representative": 10060, + "members": [ + 10060 + ], + "max_error": 0.0 + }, + { + "representative": 9932, + "members": [ + 9932 + ], + "max_error": 0.0 + }, + { + "representative": 9888, + "members": [ + 9888 + ], + "max_error": 0.0 + }, + { + "representative": 10077, + "members": [ + 10077 + ], + "max_error": 0.0 + }, + { + "representative": 10106, + "members": [ + 10106 + ], + "max_error": 0.0 + }, + { + "representative": 10104, + "members": [ + 10104 + ], + "max_error": 0.0 + }, + { + "representative": 9991, + "members": [ + 9991 + ], + "max_error": 0.0 + }, + { + "representative": 10008, + "members": [ + 10008 + ], + "max_error": 0.0 + }, + { + "representative": 9918, + "members": [ + 9918 + ], + "max_error": 0.0 + }, + { + "representative": 10043, + "members": [ + 10043 + ], + "max_error": 0.0 + }, + { + "representative": 9985, + "members": [ + 9985 + ], + "max_error": 0.0 + }, + { + "representative": 9986, + "members": [ + 9986 + ], + "max_error": 0.0 + }, + { + "representative": 10027, + "members": [ + 10027 + ], + "max_error": 0.0 + }, + { + "representative": 9912, + "members": [ + 9912 + ], + "max_error": 0.0 + }, + { + "representative": 9896, + "members": [ + 9896 + ], + "max_error": 0.0 + }, + { + "representative": 9990, + "members": [ + 9990 + ], + "max_error": 0.0 + }, + { + "representative": 9955, + "members": [ + 9955 + ], + "max_error": 0.0 + }, + { + "representative": 10076, + "members": [ + 10076 + ], + "max_error": 0.0 + }, + { + "representative": 9913, + "members": [ + 9913 + ], + "max_error": 0.0 + }, + { + "representative": 9976, + "members": [ + 9976 + ], + "max_error": 0.0 + }, + { + "representative": 10119, + "members": [ + 10119 + ], + "max_error": 0.0 + }, + { + "representative": 9908, + "members": [ + 9908 + ], + "max_error": 0.0 + }, + { + "representative": 10045, + "members": [ + 10045 + ], + "max_error": 0.0 + }, + { + "representative": 10126, + "members": [ + 10126 + ], + "max_error": 0.0 + }, + { + "representative": 9934, + "members": [ + 9934 + ], + "max_error": 0.0 + }, + { + "representative": 10095, + "members": [ + 10095 + ], + "max_error": 0.0 + }, + { + "representative": 10000, + "members": [ + 10000 + ], + "max_error": 0.0 + }, + { + "representative": 10036, + "members": [ + 10036 + ], + "max_error": 0.0 + }, + { + "representative": 10042, + "members": [ + 10042 + ], + "max_error": 0.0 + }, + { + "representative": 10044, + "members": [ + 10044 + ], + "max_error": 0.0 + }, + { + "representative": 10050, + "members": [ + 10050 + ], + "max_error": 0.0 + }, + { + "representative": 10063, + "members": [ + 10063 + ], + "max_error": 0.0 + }, + { + "representative": 10065, + "members": [ + 10065 + ], + "max_error": 0.0 + }, + { + "representative": 9965, + "members": [ + 9965 + ], + "max_error": 0.0 + }, + { + "representative": 9909, + "members": [ + 9909 + ], + "max_error": 0.0 + }, + { + "representative": 9882, + "members": [ + 9882 + ], + "max_error": 0.0 + }, + { + "representative": 9878, + "members": [ + 9878 + ], + "max_error": 0.0 + }, + { + "representative": 9915, + "members": [ + 9915 + ], + "max_error": 0.0 + }, + { + "representative": 9901, + "members": [ + 9901 + ], + "max_error": 0.0 + }, + { + "representative": 9998, + "members": [ + 9998 + ], + "max_error": 0.0 + }, + { + "representative": 10016, + "members": [ + 10016 + ], + "max_error": 0.0 + }, + { + "representative": 10038, + "members": [ + 10038 + ], + "max_error": 0.0 + }, + { + "representative": 9880, + "members": [ + 9880 + ], + "max_error": 0.0 + }, + { + "representative": 9875, + "members": [ + 9875 + ], + "max_error": 0.0 + }, + { + "representative": 9938, + "members": [ + 9938 + ], + "max_error": 0.0 + }, + { + "representative": 9929, + "members": [ + 9929 + ], + "max_error": 0.0 + }, + { + "representative": 9947, + "members": [ + 9947 + ], + "max_error": 0.0 + }, + { + "representative": 10099, + "members": [ + 10099 + ], + "max_error": 0.0 + }, + { + "representative": 9973, + "members": [ + 9973 + ], + "max_error": 0.0 + }, + { + "representative": 10066, + "members": [ + 10066 + ], + "max_error": 0.0 + }, + { + "representative": 10071, + "members": [ + 10071 + ], + "max_error": 0.0 + }, + { + "representative": 9993, + "members": [ + 9993 + ], + "max_error": 0.0 + }, + { + "representative": 10082, + "members": [ + 10082 + ], + "max_error": 0.0 + }, + { + "representative": 9995, + "members": [ + 9995 + ], + "max_error": 0.0 + }, + { + "representative": 10028, + "members": [ + 10028 + ], + "max_error": 0.0 + }, + { + "representative": 10055, + "members": [ + 10055 + ], + "max_error": 0.0 + }, + { + "representative": 9917, + "members": [ + 9917 + ], + "max_error": 0.0 + }, + { + "representative": 10064, + "members": [ + 10064 + ], + "max_error": 0.0 + }, + { + "representative": 10127, + "members": [ + 10127 + ], + "max_error": 0.0 + }, + { + "representative": 10105, + "members": [ + 10105 + ], + "max_error": 0.0 + }, + { + "representative": 10062, + "members": [ + 10062 + ], + "max_error": 0.0 + }, + { + "representative": 10013, + "members": [ + 10013 + ], + "max_error": 0.0 + }, + { + "representative": 9963, + "members": [ + 9963 + ], + "max_error": 0.0 + }, + { + "representative": 9942, + "members": [ + 9942 + ], + "max_error": 0.0 + }, + { + "representative": 10072, + "members": [ + 10072 + ], + "max_error": 0.0 + }, + { + "representative": 9898, + "members": [ + 9898 + ], + "max_error": 0.0 + }, + { + "representative": 10041, + "members": [ + 10041 + ], + "max_error": 0.0 + }, + { + "representative": 10051, + "members": [ + 10051 + ], + "max_error": 0.0 + }, + { + "representative": 9887, + "members": [ + 9887 + ], + "max_error": 0.0 + }, + { + "representative": 10029, + "members": [ + 10029 + ], + "max_error": 0.0 + }, + { + "representative": 9940, + "members": [ + 9940 + ], + "max_error": 0.0 + }, + { + "representative": 10025, + "members": [ + 10025 + ], + "max_error": 0.0 + }, + { + "representative": 9997, + "members": [ + 9997 + ], + "max_error": 0.0 + }, + { + "representative": 10079, + "members": [ + 10079 + ], + "max_error": 0.0 + }, + { + "representative": 9943, + "members": [ + 9943 + ], + "max_error": 0.0 + }, + { + "representative": 9967, + "members": [ + 9967 + ], + "max_error": 0.0 + }, + { + "representative": 10107, + "members": [ + 10107 + ], + "max_error": 0.0 + }, + { + "representative": 9897, + "members": [ + 9897 + ], + "max_error": 0.0 + }, + { + "representative": 9996, + "members": [ + 9996 + ], + "max_error": 0.0 + }, + { + "representative": 9902, + "members": [ + 9902 + ], + "max_error": 0.0 + }, + { + "representative": 10019, + "members": [ + 10019 + ], + "max_error": 0.0 + }, + { + "representative": 9971, + "members": [ + 9971 + ], + "max_error": 0.0 + }, + { + "representative": 10022, + "members": [ + 10022 + ], + "max_error": 0.0 + }, + { + "representative": 9941, + "members": [ + 9941 + ], + "max_error": 0.0 + }, + { + "representative": 10024, + "members": [ + 10024 + ], + "max_error": 0.0 + }, + { + "representative": 9958, + "members": [ + 9958 + ], + "max_error": 0.0 + }, + { + "representative": 10068, + "members": [ + 10068 + ], + "max_error": 0.0 + }, + { + "representative": 9969, + "members": [ + 9969 + ], + "max_error": 0.0 + }, + { + "representative": 10109, + "members": [ + 10109 + ], + "max_error": 0.0 + }, + { + "representative": 9895, + "members": [ + 9895 + ], + "max_error": 0.0 + }, + { + "representative": 10102, + "members": [ + 10102 + ], + "max_error": 0.0 + }, + { + "representative": 9889, + "members": [ + 9889 + ], + "max_error": 0.0 + }, + { + "representative": 9979, + "members": [ + 9979 + ], + "max_error": 0.0 + }, + { + "representative": 10116, + "members": [ + 10116 + ], + "max_error": 0.0 + }, + { + "representative": 9928, + "members": [ + 9928 + ], + "max_error": 0.0 + }, + { + "representative": 9910, + "members": [ + 9910 + ], + "max_error": 0.0 + }, + { + "representative": 9980, + "members": [ + 9980 + ], + "max_error": 0.0 + }, + { + "representative": 10037, + "members": [ + 10037 + ], + "max_error": 0.0 + }, + { + "representative": 10001, + "members": [ + 10001 + ], + "max_error": 0.0 + }, + { + "representative": 9950, + "members": [ + 9950 + ], + "max_error": 0.0 + }, + { + "representative": 10096, + "members": [ + 10096 + ], + "max_error": 0.0 + }, + { + "representative": 9962, + "members": [ + 9962 + ], + "max_error": 0.0 + }, + { + "representative": 9922, + "members": [ + 9922 + ], + "max_error": 0.0 + }, + { + "representative": 9923, + "members": [ + 9923 + ], + "max_error": 0.0 + }, + { + "representative": 10012, + "members": [ + 10012 + ], + "max_error": 0.0 + }, + { + "representative": 9984, + "members": [ + 9984 + ], + "max_error": 0.0 + }, + { + "representative": 10021, + "members": [ + 10021 + ], + "max_error": 0.0 + }, + { + "representative": 9893, + "members": [ + 9893 + ], + "max_error": 0.0 + }, + { + "representative": 10089, + "members": [ + 10089 + ], + "max_error": 0.0 + }, + { + "representative": 9978, + "members": [ + 9978 + ], + "max_error": 0.0 + }, + { + "representative": 10005, + "members": [ + 10005 + ], + "max_error": 0.0 + }, + { + "representative": 10087, + "members": [ + 10087 + ], + "max_error": 0.0 + }, + { + "representative": 10052, + "members": [ + 10052 + ], + "max_error": 0.0 + }, + { + "representative": 10056, + "members": [ + 10056 + ], + "max_error": 0.0 + }, + { + "representative": 10084, + "members": [ + 10084 + ], + "max_error": 0.0 + }, + { + "representative": 10097, + "members": [ + 10097 + ], + "max_error": 0.0 + }, + { + "representative": 10103, + "members": [ + 10103 + ], + "max_error": 0.0 + }, + { + "representative": 10115, + "members": [ + 10115 + ], + "max_error": 0.0 + }, + { + "representative": 10118, + "members": [ + 10118 + ], + "max_error": 0.0 + }, + { + "representative": 10120, + "members": [ + 10120 + ], + "max_error": 0.0 + }, + { + "representative": 10070, + "members": [ + 10070 + ], + "max_error": 0.0 + }, + { + "representative": 10053, + "members": [ + 10053 + ], + "max_error": 0.0 + }, + { + "representative": 9936, + "members": [ + 9936 + ], + "max_error": 0.0 + }, + { + "representative": 10010, + "members": [ + 10010 + ], + "max_error": 0.0 + }, + { + "representative": 10006, + "members": [ + 10006 + ], + "max_error": 0.0 + }, + { + "representative": 9914, + "members": [ + 9914 + ], + "max_error": 0.0 + }, + { + "representative": 10081, + "members": [ + 10081 + ], + "max_error": 0.0 + }, + { + "representative": 9872, + "members": [ + 9872 + ], + "max_error": 0.0 + }, + { + "representative": 9946, + "members": [ + 9946 + ], + "max_error": 0.0 + }, + { + "representative": 10122, + "members": [ + 10122 + ], + "max_error": 0.0 + }, + { + "representative": 9949, + "members": [ + 9949 + ], + "max_error": 0.0 + }, + { + "representative": 9927, + "members": [ + 9927 + ], + "max_error": 0.0 + }, + { + "representative": 10046, + "members": [ + 10046 + ], + "max_error": 0.0 + }, + { + "representative": 10083, + "members": [ + 10083 + ], + "max_error": 0.0 + }, + { + "representative": 9876, + "members": [ + 9876 + ], + "max_error": 0.0 + }, + { + "representative": 10098, + "members": [ + 10098 + ], + "max_error": 0.0 + }, + { + "representative": 10113, + "members": [ + 10113 + ], + "max_error": 0.0 + }, + { + "representative": 9924, + "members": [ + 9924 + ], + "max_error": 0.0 + }, + { + "representative": 10110, + "members": [ + 10110 + ], + "max_error": 0.0 + }, + { + "representative": 9884, + "members": [ + 9884 + ], + "max_error": 0.0 + }, + { + "representative": 9903, + "members": [ + 9903 + ], + "max_error": 0.0 + }, + { + "representative": 9894, + "members": [ + 9894 + ], + "max_error": 0.0 + }, + { + "representative": 9999, + "members": [ + 9999 + ], + "max_error": 0.0 + }, + { + "representative": 10040, + "members": [ + 10040 + ], + "max_error": 0.0 + }, + { + "representative": 10108, + "members": [ + 10108 + ], + "max_error": 0.0 + }, + { + "representative": 9966, + "members": [ + 9966 + ], + "max_error": 0.0 + }, + { + "representative": 10123, + "members": [ + 10123 + ], + "max_error": 0.0 + }, + { + "representative": 9911, + "members": [ + 9911 + ], + "max_error": 0.0 + }, + { + "representative": 9945, + "members": [ + 9945 + ], + "max_error": 0.0 + }, + { + "representative": 10091, + "members": [ + 10091 + ], + "max_error": 0.0 + }, + { + "representative": 10002, + "members": [ + 10002 + ], + "max_error": 0.0 + }, + { + "representative": 10112, + "members": [ + 10112 + ], + "max_error": 0.0 + }, + { + "representative": 9916, + "members": [ + 9916 + ], + "max_error": 0.0 + }, + { + "representative": 9877, + "members": [ + 9877 + ], + "max_error": 0.0 + }, + { + "representative": 10015, + "members": [ + 10015 + ], + "max_error": 0.0 + }, + { + "representative": 10011, + "members": [ + 10011 + ], + "max_error": 0.0 + }, + { + "representative": 10007, + "members": [ + 10007 + ], + "max_error": 0.0 + }, + { + "representative": 9930, + "members": [ + 9930 + ], + "max_error": 0.0 + }, + { + "representative": 10124, + "members": [ + 10124 + ], + "max_error": 0.0 + }, + { + "representative": 10026, + "members": [ + 10026 + ], + "max_error": 0.0 + }, + { + "representative": 9956, + "members": [ + 9956 + ], + "max_error": 0.0 + }, + { + "representative": 10061, + "members": [ + 10061 + ], + "max_error": 0.0 + }, + { + "representative": 9959, + "members": [ + 9959 + ], + "max_error": 0.0 + }, + { + "representative": 10034, + "members": [ + 10034 + ], + "max_error": 0.0 + }, + { + "representative": 10058, + "members": [ + 10058 + ], + "max_error": 0.0 + }, + { + "representative": 10125, + "members": [ + 10125 + ], + "max_error": 0.0 + }, + { + "representative": 9992, + "members": [ + 9992 + ], + "max_error": 0.0 + }, + { + "representative": 10039, + "members": [ + 10039 + ], + "max_error": 0.0 + }, + { + "representative": 9968, + "members": [ + 9968 + ], + "max_error": 0.0 + }, + { + "representative": 9900, + "members": [ + 9900 + ], + "max_error": 0.0 + }, + { + "representative": 10003, + "members": [ + 10003 + ], + "max_error": 0.0 + }, + { + "representative": 10075, + "members": [ + 10075 + ], + "max_error": 0.0 + }, + { + "representative": 10111, + "members": [ + 10111 + ], + "max_error": 0.0 + }, + { + "representative": 10094, + "members": [ + 10094 + ], + "max_error": 0.0 + }, + { + "representative": 10090, + "members": [ + 10090 + ], + "max_error": 0.0 + }, + { + "representative": 9961, + "members": [ + 9961 + ], + "max_error": 0.0 + }, + { + "representative": 9892, + "members": [ + 9892 + ], + "max_error": 0.0 + }, + { + "representative": 10033, + "members": [ + 10033 + ], + "max_error": 0.0 + }, + { + "representative": 10101, + "members": [ + 10101 + ], + "max_error": 0.0 + }, + { + "representative": 9891, + "members": [ + 9891 + ], + "max_error": 0.0 + }, + { + "representative": 10085, + "members": [ + 10085 + ], + "max_error": 0.0 + }, + { + "representative": 9931, + "members": [ + 9931 + ], + "max_error": 0.0 + }, + { + "representative": 10054, + "members": [ + 10054 + ], + "max_error": 0.0 + }, + { + "representative": 9957, + "members": [ + 9957 + ], + "max_error": 0.0 + }, + { + "representative": 10059, + "members": [ + 10059 + ], + "max_error": 0.0 + }, + { + "representative": 10100, + "members": [ + 10100 + ], + "max_error": 0.0 + }, + { + "representative": 10080, + "members": [ + 10080 + ], + "max_error": 0.0 + }, + { + "representative": 9952, + "members": [ + 9952 + ], + "max_error": 0.0 + }, + { + "representative": 9954, + "members": [ + 9954 + ], + "max_error": 0.0 + }, + { + "representative": 9939, + "members": [ + 9939 + ], + "max_error": 0.0 + }, + { + "representative": 9970, + "members": [ + 9970 + ], + "max_error": 0.0 + }, + { + "representative": 9974, + "members": [ + 9974 + ], + "max_error": 0.0 + }, + { + "representative": 9981, + "members": [ + 9981 + ], + "max_error": 0.0 + }, + { + "representative": 9994, + "members": [ + 9994 + ], + "max_error": 0.0 + }, + { + "representative": 9944, + "members": [ + 9944 + ], + "max_error": 0.0 + }, + { + "representative": 9937, + "members": [ + 9937 + ], + "max_error": 0.0 + }, + { + "representative": 10078, + "members": [ + 10078 + ], + "max_error": 0.0 + }, + { + "representative": 10093, + "members": [ + 10093 + ], + "max_error": 0.0 + }, + { + "representative": 10017, + "members": [ + 10017 + ], + "max_error": 0.0 + }, + { + "representative": 9983, + "members": [ + 9983 + ], + "max_error": 0.0 + }, + { + "representative": 10121, + "members": [ + 10121 + ], + "max_error": 0.0 + }, + { + "representative": 9899, + "members": [ + 9899 + ], + "max_error": 0.0 + }, + { + "representative": 10092, + "members": [ + 10092 + ], + "max_error": 0.0 + }, + { + "representative": 9890, + "members": [ + 9890 + ], + "max_error": 0.0 + }, + { + "representative": 9948, + "members": [ + 9948 + ], + "max_error": 0.0 + }, + { + "representative": 9904, + "members": [ + 9904 + ], + "max_error": 0.0 + }, + { + "representative": 10030, + "members": [ + 10030 + ], + "max_error": 0.0 + }, + { + "representative": 10048, + "members": [ + 10048 + ], + "max_error": 0.0 + }, + { + "representative": 9935, + "members": [ + 9935 + ], + "max_error": 0.0 + }, + { + "representative": 10035, + "members": [ + 10035 + ], + "max_error": 0.0 + }, + { + "representative": 9886, + "members": [ + 9886 + ], + "max_error": 0.0 + }, + { + "representative": 10057, + "members": [ + 10057 + ], + "max_error": 0.0 + }, + { + "representative": 10049, + "members": [ + 10049 + ], + "max_error": 0.0 + }, + { + "representative": 10031, + "members": [ + 10031 + ], + "max_error": 0.0 + }, + { + "representative": 10067, + "members": [ + 10067 + ], + "max_error": 0.0 + }, + { + "representative": 9920, + "members": [ + 9920 + ], + "max_error": 0.0 + }, + { + "representative": 9982, + "members": [ + 9982 + ], + "max_error": 0.0 + }, + { + "representative": 9874, + "members": [ + 9874 + ], + "max_error": 0.0 + }, + { + "representative": 10023, + "members": [ + 10023 + ], + "max_error": 0.0 + }, + { + "representative": 9925, + "members": [ + 9925 + ], + "max_error": 0.0 + }, + { + "representative": 9972, + "members": [ + 9972 + ], + "max_error": 0.0 + }, + { + "representative": 10004, + "members": [ + 10004 + ], + "max_error": 0.0 + }, + { + "representative": 10014, + "members": [ + 10014 + ], + "max_error": 0.0 + }, + { + "representative": 10086, + "members": [ + 10086 + ], + "max_error": 0.0 + }, + { + "representative": 10073, + "members": [ + 10073 + ], + "max_error": 0.0 + }, + { + "representative": 9987, + "members": [ + 9987 + ], + "max_error": 0.0 + }, + { + "representative": 10020, + "members": [ + 10020 + ], + "max_error": 0.0 + }, + { + "representative": 9933, + "members": [ + 9933 + ], + "max_error": 0.0 + }, + { + "representative": 9988, + "members": [ + 9988 + ], + "max_error": 0.0 + }, + { + "representative": 9975, + "members": [ + 9975 + ], + "max_error": 0.0 + }, + { + "representative": 9881, + "members": [ + 9881 + ], + "max_error": 0.0 + }, + { + "representative": 10018, + "members": [ + 10018 + ], + "max_error": 0.0 + }, + { + "representative": 10047, + "members": [ + 10047 + ], + "max_error": 0.0 + }, + { + "representative": 9953, + "members": [ + 9953 + ], + "max_error": 0.0 + }, + { + "representative": 9883, + "members": [ + 9883 + ], + "max_error": 0.0 + }, + { + "representative": 9926, + "members": [ + 9926 + ], + "max_error": 0.0 + }, + { + "representative": 10413, + "members": [ + 10413 + ], + "max_error": 0.0 + }, + { + "representative": 10430, + "members": [ + 10430 + ], + "max_error": 0.0 + }, + { + "representative": 10389, + "members": [ + 10389 + ], + "max_error": 0.0 + }, + { + "representative": 10434, + "members": [ + 10434 + ], + "max_error": 0.0 + }, + { + "representative": 10436, + "members": [ + 10436 + ], + "max_error": 0.0 + }, + { + "representative": 10442, + "members": [ + 10442 + ], + "max_error": 0.0 + }, + { + "representative": 10445, + "members": [ + 10445 + ], + "max_error": 0.0 + }, + { + "representative": 10467, + "members": [ + 10467 + ], + "max_error": 0.0 + }, + { + "representative": 10475, + "members": [ + 10475 + ], + "max_error": 0.0 + }, + { + "representative": 10485, + "members": [ + 10485 + ], + "max_error": 0.0 + }, + { + "representative": 10433, + "members": [ + 10433 + ], + "max_error": 0.0 + }, + { + "representative": 10619, + "members": [ + 10619 + ], + "max_error": 0.0 + }, + { + "representative": 10471, + "members": [ + 10471 + ], + "max_error": 0.0 + }, + { + "representative": 10462, + "members": [ + 10462 + ], + "max_error": 0.0 + }, + { + "representative": 10635, + "members": [ + 10635 + ], + "max_error": 0.0 + }, + { + "representative": 10500, + "members": [ + 10500 + ], + "max_error": 0.0 + }, + { + "representative": 10546, + "members": [ + 10546 + ], + "max_error": 0.0 + }, + { + "representative": 10568, + "members": [ + 10568 + ], + "max_error": 0.0 + }, + { + "representative": 10387, + "members": [ + 10387 + ], + "max_error": 0.0 + }, + { + "representative": 10549, + "members": [ + 10549 + ], + "max_error": 0.0 + }, + { + "representative": 10441, + "members": [ + 10441 + ], + "max_error": 0.0 + }, + { + "representative": 10569, + "members": [ + 10569 + ], + "max_error": 0.0 + }, + { + "representative": 10598, + "members": [ + 10598 + ], + "max_error": 0.0 + }, + { + "representative": 10565, + "members": [ + 10565 + ], + "max_error": 0.0 + }, + { + "representative": 10486, + "members": [ + 10486 + ], + "max_error": 0.0 + }, + { + "representative": 10589, + "members": [ + 10589 + ], + "max_error": 0.0 + }, + { + "representative": 10452, + "members": [ + 10452 + ], + "max_error": 0.0 + }, + { + "representative": 10545, + "members": [ + 10545 + ], + "max_error": 0.0 + }, + { + "representative": 10423, + "members": [ + 10423 + ], + "max_error": 0.0 + }, + { + "representative": 10506, + "members": [ + 10506 + ], + "max_error": 0.0 + }, + { + "representative": 10557, + "members": [ + 10557 + ], + "max_error": 0.0 + }, + { + "representative": 10395, + "members": [ + 10395 + ], + "max_error": 0.0 + }, + { + "representative": 10487, + "members": [ + 10487 + ], + "max_error": 0.0 + }, + { + "representative": 10637, + "members": [ + 10637 + ], + "max_error": 0.0 + }, + { + "representative": 10574, + "members": [ + 10574 + ], + "max_error": 0.0 + }, + { + "representative": 10505, + "members": [ + 10505 + ], + "max_error": 0.0 + }, + { + "representative": 10502, + "members": [ + 10502 + ], + "max_error": 0.0 + }, + { + "representative": 10473, + "members": [ + 10473 + ], + "max_error": 0.0 + }, + { + "representative": 10609, + "members": [ + 10609 + ], + "max_error": 0.0 + }, + { + "representative": 10638, + "members": [ + 10638 + ], + "max_error": 0.0 + }, + { + "representative": 10630, + "members": [ + 10630 + ], + "max_error": 0.0 + }, + { + "representative": 10524, + "members": [ + 10524 + ], + "max_error": 0.0 + }, + { + "representative": 10526, + "members": [ + 10526 + ], + "max_error": 0.0 + }, + { + "representative": 10415, + "members": [ + 10415 + ], + "max_error": 0.0 + }, + { + "representative": 10562, + "members": [ + 10562 + ], + "max_error": 0.0 + }, + { + "representative": 10625, + "members": [ + 10625 + ], + "max_error": 0.0 + }, + { + "representative": 10600, + "members": [ + 10600 + ], + "max_error": 0.0 + }, + { + "representative": 10497, + "members": [ + 10497 + ], + "max_error": 0.0 + }, + { + "representative": 10397, + "members": [ + 10397 + ], + "max_error": 0.0 + }, + { + "representative": 10580, + "members": [ + 10580 + ], + "max_error": 0.0 + }, + { + "representative": 10495, + "members": [ + 10495 + ], + "max_error": 0.0 + }, + { + "representative": 10610, + "members": [ + 10610 + ], + "max_error": 0.0 + }, + { + "representative": 10392, + "members": [ + 10392 + ], + "max_error": 0.0 + }, + { + "representative": 10615, + "members": [ + 10615 + ], + "max_error": 0.0 + }, + { + "representative": 10460, + "members": [ + 10460 + ], + "max_error": 0.0 + }, + { + "representative": 10542, + "members": [ + 10542 + ], + "max_error": 0.0 + }, + { + "representative": 10607, + "members": [ + 10607 + ], + "max_error": 0.0 + }, + { + "representative": 10498, + "members": [ + 10498 + ], + "max_error": 0.0 + }, + { + "representative": 10579, + "members": [ + 10579 + ], + "max_error": 0.0 + }, + { + "representative": 10627, + "members": [ + 10627 + ], + "max_error": 0.0 + }, + { + "representative": 10548, + "members": [ + 10548 + ], + "max_error": 0.0 + }, + { + "representative": 10540, + "members": [ + 10540 + ], + "max_error": 0.0 + }, + { + "representative": 10596, + "members": [ + 10596 + ], + "max_error": 0.0 + }, + { + "representative": 10539, + "members": [ + 10539 + ], + "max_error": 0.0 + }, + { + "representative": 10581, + "members": [ + 10581 + ], + "max_error": 0.0 + }, + { + "representative": 10591, + "members": [ + 10591 + ], + "max_error": 0.0 + }, + { + "representative": 10427, + "members": [ + 10427 + ], + "max_error": 0.0 + }, + { + "representative": 10594, + "members": [ + 10594 + ], + "max_error": 0.0 + }, + { + "representative": 10407, + "members": [ + 10407 + ], + "max_error": 0.0 + }, + { + "representative": 10555, + "members": [ + 10555 + ], + "max_error": 0.0 + }, + { + "representative": 10541, + "members": [ + 10541 + ], + "max_error": 0.0 + }, + { + "representative": 10529, + "members": [ + 10529 + ], + "max_error": 0.0 + }, + { + "representative": 10553, + "members": [ + 10553 + ], + "max_error": 0.0 + }, + { + "representative": 10602, + "members": [ + 10602 + ], + "max_error": 0.0 + }, + { + "representative": 10536, + "members": [ + 10536 + ], + "max_error": 0.0 + }, + { + "representative": 10393, + "members": [ + 10393 + ], + "max_error": 0.0 + }, + { + "representative": 10429, + "members": [ + 10429 + ], + "max_error": 0.0 + }, + { + "representative": 10488, + "members": [ + 10488 + ], + "max_error": 0.0 + }, + { + "representative": 10396, + "members": [ + 10396 + ], + "max_error": 0.0 + }, + { + "representative": 10623, + "members": [ + 10623 + ], + "max_error": 0.0 + }, + { + "representative": 10455, + "members": [ + 10455 + ], + "max_error": 0.0 + }, + { + "representative": 10622, + "members": [ + 10622 + ], + "max_error": 0.0 + }, + { + "representative": 10538, + "members": [ + 10538 + ], + "max_error": 0.0 + }, + { + "representative": 10554, + "members": [ + 10554 + ], + "max_error": 0.0 + }, + { + "representative": 10511, + "members": [ + 10511 + ], + "max_error": 0.0 + }, + { + "representative": 10418, + "members": [ + 10418 + ], + "max_error": 0.0 + }, + { + "representative": 10586, + "members": [ + 10586 + ], + "max_error": 0.0 + }, + { + "representative": 10510, + "members": [ + 10510 + ], + "max_error": 0.0 + }, + { + "representative": 10584, + "members": [ + 10584 + ], + "max_error": 0.0 + }, + { + "representative": 10444, + "members": [ + 10444 + ], + "max_error": 0.0 + }, + { + "representative": 10449, + "members": [ + 10449 + ], + "max_error": 0.0 + }, + { + "representative": 10543, + "members": [ + 10543 + ], + "max_error": 0.0 + }, + { + "representative": 10573, + "members": [ + 10573 + ], + "max_error": 0.0 + }, + { + "representative": 10624, + "members": [ + 10624 + ], + "max_error": 0.0 + }, + { + "representative": 10507, + "members": [ + 10507 + ], + "max_error": 0.0 + }, + { + "representative": 10403, + "members": [ + 10403 + ], + "max_error": 0.0 + }, + { + "representative": 10559, + "members": [ + 10559 + ], + "max_error": 0.0 + }, + { + "representative": 10478, + "members": [ + 10478 + ], + "max_error": 0.0 + }, + { + "representative": 10532, + "members": [ + 10532 + ], + "max_error": 0.0 + }, + { + "representative": 10629, + "members": [ + 10629 + ], + "max_error": 0.0 + }, + { + "representative": 10512, + "members": [ + 10512 + ], + "max_error": 0.0 + }, + { + "representative": 10611, + "members": [ + 10611 + ], + "max_error": 0.0 + }, + { + "representative": 10409, + "members": [ + 10409 + ], + "max_error": 0.0 + }, + { + "representative": 10489, + "members": [ + 10489 + ], + "max_error": 0.0 + }, + { + "representative": 10617, + "members": [ + 10617 + ], + "max_error": 0.0 + }, + { + "representative": 10412, + "members": [ + 10412 + ], + "max_error": 0.0 + }, + { + "representative": 10614, + "members": [ + 10614 + ], + "max_error": 0.0 + }, + { + "representative": 10561, + "members": [ + 10561 + ], + "max_error": 0.0 + }, + { + "representative": 10636, + "members": [ + 10636 + ], + "max_error": 0.0 + }, + { + "representative": 10523, + "members": [ + 10523 + ], + "max_error": 0.0 + }, + { + "representative": 10461, + "members": [ + 10461 + ], + "max_error": 0.0 + }, + { + "representative": 10416, + "members": [ + 10416 + ], + "max_error": 0.0 + }, + { + "representative": 10628, + "members": [ + 10628 + ], + "max_error": 0.0 + }, + { + "representative": 10490, + "members": [ + 10490 + ], + "max_error": 0.0 + }, + { + "representative": 10394, + "members": [ + 10394 + ], + "max_error": 0.0 + }, + { + "representative": 10454, + "members": [ + 10454 + ], + "max_error": 0.0 + }, + { + "representative": 10595, + "members": [ + 10595 + ], + "max_error": 0.0 + }, + { + "representative": 10499, + "members": [ + 10499 + ], + "max_error": 0.0 + }, + { + "representative": 10583, + "members": [ + 10583 + ], + "max_error": 0.0 + }, + { + "representative": 10448, + "members": [ + 10448 + ], + "max_error": 0.0 + }, + { + "representative": 10618, + "members": [ + 10618 + ], + "max_error": 0.0 + }, + { + "representative": 10577, + "members": [ + 10577 + ], + "max_error": 0.0 + }, + { + "representative": 10457, + "members": [ + 10457 + ], + "max_error": 0.0 + }, + { + "representative": 10606, + "members": [ + 10606 + ], + "max_error": 0.0 + }, + { + "representative": 10447, + "members": [ + 10447 + ], + "max_error": 0.0 + }, + { + "representative": 10432, + "members": [ + 10432 + ], + "max_error": 0.0 + }, + { + "representative": 10530, + "members": [ + 10530 + ], + "max_error": 0.0 + }, + { + "representative": 10631, + "members": [ + 10631 + ], + "max_error": 0.0 + }, + { + "representative": 10443, + "members": [ + 10443 + ], + "max_error": 0.0 + }, + { + "representative": 10551, + "members": [ + 10551 + ], + "max_error": 0.0 + }, + { + "representative": 10388, + "members": [ + 10388 + ], + "max_error": 0.0 + }, + { + "representative": 10483, + "members": [ + 10483 + ], + "max_error": 0.0 + }, + { + "representative": 10480, + "members": [ + 10480 + ], + "max_error": 0.0 + }, + { + "representative": 10470, + "members": [ + 10470 + ], + "max_error": 0.0 + }, + { + "representative": 10459, + "members": [ + 10459 + ], + "max_error": 0.0 + }, + { + "representative": 10472, + "members": [ + 10472 + ], + "max_error": 0.0 + }, + { + "representative": 10590, + "members": [ + 10590 + ], + "max_error": 0.0 + }, + { + "representative": 10482, + "members": [ + 10482 + ], + "max_error": 0.0 + }, + { + "representative": 10468, + "members": [ + 10468 + ], + "max_error": 0.0 + }, + { + "representative": 10639, + "members": [ + 10639 + ], + "max_error": 0.0 + }, + { + "representative": 10477, + "members": [ + 10477 + ], + "max_error": 0.0 + }, + { + "representative": 10476, + "members": [ + 10476 + ], + "max_error": 0.0 + }, + { + "representative": 10464, + "members": [ + 10464 + ], + "max_error": 0.0 + }, + { + "representative": 10501, + "members": [ + 10501 + ], + "max_error": 0.0 + }, + { + "representative": 10414, + "members": [ + 10414 + ], + "max_error": 0.0 + }, + { + "representative": 10547, + "members": [ + 10547 + ], + "max_error": 0.0 + }, + { + "representative": 10517, + "members": [ + 10517 + ], + "max_error": 0.0 + }, + { + "representative": 10544, + "members": [ + 10544 + ], + "max_error": 0.0 + }, + { + "representative": 10552, + "members": [ + 10552 + ], + "max_error": 0.0 + }, + { + "representative": 10513, + "members": [ + 10513 + ], + "max_error": 0.0 + }, + { + "representative": 10438, + "members": [ + 10438 + ], + "max_error": 0.0 + }, + { + "representative": 10446, + "members": [ + 10446 + ], + "max_error": 0.0 + }, + { + "representative": 10404, + "members": [ + 10404 + ], + "max_error": 0.0 + }, + { + "representative": 10402, + "members": [ + 10402 + ], + "max_error": 0.0 + }, + { + "representative": 10578, + "members": [ + 10578 + ], + "max_error": 0.0 + }, + { + "representative": 10401, + "members": [ + 10401 + ], + "max_error": 0.0 + }, + { + "representative": 10621, + "members": [ + 10621 + ], + "max_error": 0.0 + }, + { + "representative": 10384, + "members": [ + 10384 + ], + "max_error": 0.0 + }, + { + "representative": 10492, + "members": [ + 10492 + ], + "max_error": 0.0 + }, + { + "representative": 10518, + "members": [ + 10518 + ], + "max_error": 0.0 + }, + { + "representative": 10599, + "members": [ + 10599 + ], + "max_error": 0.0 + }, + { + "representative": 10597, + "members": [ + 10597 + ], + "max_error": 0.0 + }, + { + "representative": 10426, + "members": [ + 10426 + ], + "max_error": 0.0 + }, + { + "representative": 10534, + "members": [ + 10534 + ], + "max_error": 0.0 + }, + { + "representative": 10601, + "members": [ + 10601 + ], + "max_error": 0.0 + }, + { + "representative": 10484, + "members": [ + 10484 + ], + "max_error": 0.0 + }, + { + "representative": 10508, + "members": [ + 10508 + ], + "max_error": 0.0 + }, + { + "representative": 10525, + "members": [ + 10525 + ], + "max_error": 0.0 + }, + { + "representative": 10410, + "members": [ + 10410 + ], + "max_error": 0.0 + }, + { + "representative": 10425, + "members": [ + 10425 + ], + "max_error": 0.0 + }, + { + "representative": 10458, + "members": [ + 10458 + ], + "max_error": 0.0 + }, + { + "representative": 10528, + "members": [ + 10528 + ], + "max_error": 0.0 + }, + { + "representative": 10463, + "members": [ + 10463 + ], + "max_error": 0.0 + }, + { + "representative": 10603, + "members": [ + 10603 + ], + "max_error": 0.0 + }, + { + "representative": 10570, + "members": [ + 10570 + ], + "max_error": 0.0 + }, + { + "representative": 10405, + "members": [ + 10405 + ], + "max_error": 0.0 + }, + { + "representative": 10424, + "members": [ + 10424 + ], + "max_error": 0.0 + }, + { + "representative": 10613, + "members": [ + 10613 + ], + "max_error": 0.0 + }, + { + "representative": 10633, + "members": [ + 10633 + ], + "max_error": 0.0 + }, + { + "representative": 10605, + "members": [ + 10605 + ], + "max_error": 0.0 + }, + { + "representative": 10391, + "members": [ + 10391 + ], + "max_error": 0.0 + }, + { + "representative": 10560, + "members": [ + 10560 + ], + "max_error": 0.0 + }, + { + "representative": 10385, + "members": [ + 10385 + ], + "max_error": 0.0 + }, + { + "representative": 10604, + "members": [ + 10604 + ], + "max_error": 0.0 + }, + { + "representative": 10593, + "members": [ + 10593 + ], + "max_error": 0.0 + }, + { + "representative": 10504, + "members": [ + 10504 + ], + "max_error": 0.0 + }, + { + "representative": 10450, + "members": [ + 10450 + ], + "max_error": 0.0 + }, + { + "representative": 10516, + "members": [ + 10516 + ], + "max_error": 0.0 + }, + { + "representative": 10585, + "members": [ + 10585 + ], + "max_error": 0.0 + }, + { + "representative": 10481, + "members": [ + 10481 + ], + "max_error": 0.0 + }, + { + "representative": 10451, + "members": [ + 10451 + ], + "max_error": 0.0 + }, + { + "representative": 10440, + "members": [ + 10440 + ], + "max_error": 0.0 + }, + { + "representative": 10491, + "members": [ + 10491 + ], + "max_error": 0.0 + }, + { + "representative": 10420, + "members": [ + 10420 + ], + "max_error": 0.0 + }, + { + "representative": 10634, + "members": [ + 10634 + ], + "max_error": 0.0 + }, + { + "representative": 10572, + "members": [ + 10572 + ], + "max_error": 0.0 + }, + { + "representative": 10620, + "members": [ + 10620 + ], + "max_error": 0.0 + }, + { + "representative": 10419, + "members": [ + 10419 + ], + "max_error": 0.0 + }, + { + "representative": 10632, + "members": [ + 10632 + ], + "max_error": 0.0 + }, + { + "representative": 10453, + "members": [ + 10453 + ], + "max_error": 0.0 + }, + { + "representative": 10469, + "members": [ + 10469 + ], + "max_error": 0.0 + }, + { + "representative": 10575, + "members": [ + 10575 + ], + "max_error": 0.0 + }, + { + "representative": 10465, + "members": [ + 10465 + ], + "max_error": 0.0 + }, + { + "representative": 10503, + "members": [ + 10503 + ], + "max_error": 0.0 + }, + { + "representative": 10515, + "members": [ + 10515 + ], + "max_error": 0.0 + }, + { + "representative": 10520, + "members": [ + 10520 + ], + "max_error": 0.0 + }, + { + "representative": 10527, + "members": [ + 10527 + ], + "max_error": 0.0 + }, + { + "representative": 10550, + "members": [ + 10550 + ], + "max_error": 0.0 + }, + { + "representative": 10564, + "members": [ + 10564 + ], + "max_error": 0.0 + }, + { + "representative": 10592, + "members": [ + 10592 + ], + "max_error": 0.0 + }, + { + "representative": 10466, + "members": [ + 10466 + ], + "max_error": 0.0 + }, + { + "representative": 10567, + "members": [ + 10567 + ], + "max_error": 0.0 + }, + { + "representative": 10417, + "members": [ + 10417 + ], + "max_error": 0.0 + }, + { + "representative": 10587, + "members": [ + 10587 + ], + "max_error": 0.0 + }, + { + "representative": 10399, + "members": [ + 10399 + ], + "max_error": 0.0 + }, + { + "representative": 10535, + "members": [ + 10535 + ], + "max_error": 0.0 + }, + { + "representative": 10582, + "members": [ + 10582 + ], + "max_error": 0.0 + }, + { + "representative": 10522, + "members": [ + 10522 + ], + "max_error": 0.0 + }, + { + "representative": 10514, + "members": [ + 10514 + ], + "max_error": 0.0 + }, + { + "representative": 10608, + "members": [ + 10608 + ], + "max_error": 0.0 + }, + { + "representative": 10496, + "members": [ + 10496 + ], + "max_error": 0.0 + }, + { + "representative": 10533, + "members": [ + 10533 + ], + "max_error": 0.0 + }, + { + "representative": 10421, + "members": [ + 10421 + ], + "max_error": 0.0 + }, + { + "representative": 10521, + "members": [ + 10521 + ], + "max_error": 0.0 + }, + { + "representative": 10474, + "members": [ + 10474 + ], + "max_error": 0.0 + }, + { + "representative": 10435, + "members": [ + 10435 + ], + "max_error": 0.0 + }, + { + "representative": 10494, + "members": [ + 10494 + ], + "max_error": 0.0 + }, + { + "representative": 10439, + "members": [ + 10439 + ], + "max_error": 0.0 + }, + { + "representative": 10398, + "members": [ + 10398 + ], + "max_error": 0.0 + }, + { + "representative": 10422, + "members": [ + 10422 + ], + "max_error": 0.0 + }, + { + "representative": 10400, + "members": [ + 10400 + ], + "max_error": 0.0 + }, + { + "representative": 10479, + "members": [ + 10479 + ], + "max_error": 0.0 + }, + { + "representative": 10390, + "members": [ + 10390 + ], + "max_error": 0.0 + }, + { + "representative": 10411, + "members": [ + 10411 + ], + "max_error": 0.0 + }, + { + "representative": 10386, + "members": [ + 10386 + ], + "max_error": 0.0 + }, + { + "representative": 10537, + "members": [ + 10537 + ], + "max_error": 0.0 + }, + { + "representative": 10556, + "members": [ + 10556 + ], + "max_error": 0.0 + }, + { + "representative": 10431, + "members": [ + 10431 + ], + "max_error": 0.0 + }, + { + "representative": 10519, + "members": [ + 10519 + ], + "max_error": 0.0 + }, + { + "representative": 10456, + "members": [ + 10456 + ], + "max_error": 0.0 + }, + { + "representative": 10571, + "members": [ + 10571 + ], + "max_error": 0.0 + }, + { + "representative": 10428, + "members": [ + 10428 + ], + "max_error": 0.0 + }, + { + "representative": 10576, + "members": [ + 10576 + ], + "max_error": 0.0 + }, + { + "representative": 10437, + "members": [ + 10437 + ], + "max_error": 0.0 + }, + { + "representative": 10563, + "members": [ + 10563 + ], + "max_error": 0.0 + }, + { + "representative": 10588, + "members": [ + 10588 + ], + "max_error": 0.0 + }, + { + "representative": 10509, + "members": [ + 10509 + ], + "max_error": 0.0 + }, + { + "representative": 10406, + "members": [ + 10406 + ], + "max_error": 0.0 + }, + { + "representative": 10493, + "members": [ + 10493 + ], + "max_error": 0.0 + }, + { + "representative": 10616, + "members": [ + 10616 + ], + "max_error": 0.0 + }, + { + "representative": 10531, + "members": [ + 10531 + ], + "max_error": 0.0 + }, + { + "representative": 10626, + "members": [ + 10626 + ], + "max_error": 0.0 + }, + { + "representative": 10408, + "members": [ + 10408 + ], + "max_error": 0.0 + }, + { + "representative": 10612, + "members": [ + 10612 + ], + "max_error": 0.0 + }, + { + "representative": 10558, + "members": [ + 10558 + ], + "max_error": 0.0 + }, + { + "representative": 10566, + "members": [ + 10566 + ], + "max_error": 0.0 + }, + { + "representative": 10917, + "members": [ + 10917 + ], + "max_error": 0.0 + }, + { + "representative": 10923, + "members": [ + 10923 + ], + "max_error": 0.0 + }, + { + "representative": 10897, + "members": [ + 10897 + ], + "max_error": 0.0 + }, + { + "representative": 10906, + "members": [ + 10906 + ], + "max_error": 0.0 + }, + { + "representative": 10908, + "members": [ + 10908 + ], + "max_error": 0.0 + }, + { + "representative": 10902, + "members": [ + 10902 + ], + "max_error": 0.0 + }, + { + "representative": 11150, + "members": [ + 11150 + ], + "max_error": 0.0 + }, + { + "representative": 10984, + "members": [ + 10984 + ], + "max_error": 0.0 + }, + { + "representative": 10967, + "members": [ + 10967 + ], + "max_error": 0.0 + }, + { + "representative": 10931, + "members": [ + 10931 + ], + "max_error": 0.0 + }, + { + "representative": 11011, + "members": [ + 11011 + ], + "max_error": 0.0 + }, + { + "representative": 10965, + "members": [ + 10965 + ], + "max_error": 0.0 + }, + { + "representative": 11055, + "members": [ + 11055 + ], + "max_error": 0.0 + }, + { + "representative": 11082, + "members": [ + 11082 + ], + "max_error": 0.0 + }, + { + "representative": 11119, + "members": [ + 11119 + ], + "max_error": 0.0 + }, + { + "representative": 10943, + "members": [ + 10943 + ], + "max_error": 0.0 + }, + { + "representative": 10980, + "members": [ + 10980 + ], + "max_error": 0.0 + }, + { + "representative": 11115, + "members": [ + 11115 + ], + "max_error": 0.0 + }, + { + "representative": 11132, + "members": [ + 11132 + ], + "max_error": 0.0 + }, + { + "representative": 11113, + "members": [ + 11113 + ], + "max_error": 0.0 + }, + { + "representative": 11005, + "members": [ + 11005 + ], + "max_error": 0.0 + }, + { + "representative": 11107, + "members": [ + 11107 + ], + "max_error": 0.0 + }, + { + "representative": 10956, + "members": [ + 10956 + ], + "max_error": 0.0 + }, + { + "representative": 11127, + "members": [ + 11127 + ], + "max_error": 0.0 + }, + { + "representative": 11130, + "members": [ + 11130 + ], + "max_error": 0.0 + }, + { + "representative": 10951, + "members": [ + 10951 + ], + "max_error": 0.0 + }, + { + "representative": 10961, + "members": [ + 10961 + ], + "max_error": 0.0 + }, + { + "representative": 11147, + "members": [ + 11147 + ], + "max_error": 0.0 + }, + { + "representative": 10996, + "members": [ + 10996 + ], + "max_error": 0.0 + }, + { + "representative": 11045, + "members": [ + 11045 + ], + "max_error": 0.0 + }, + { + "representative": 10946, + "members": [ + 10946 + ], + "max_error": 0.0 + }, + { + "representative": 10992, + "members": [ + 10992 + ], + "max_error": 0.0 + }, + { + "representative": 11138, + "members": [ + 11138 + ], + "max_error": 0.0 + }, + { + "representative": 11103, + "members": [ + 11103 + ], + "max_error": 0.0 + }, + { + "representative": 10964, + "members": [ + 10964 + ], + "max_error": 0.0 + }, + { + "representative": 11004, + "members": [ + 11004 + ], + "max_error": 0.0 + }, + { + "representative": 11128, + "members": [ + 11128 + ], + "max_error": 0.0 + }, + { + "representative": 11051, + "members": [ + 11051 + ], + "max_error": 0.0 + }, + { + "representative": 11014, + "members": [ + 11014 + ], + "max_error": 0.0 + }, + { + "representative": 11006, + "members": [ + 11006 + ], + "max_error": 0.0 + }, + { + "representative": 10903, + "members": [ + 10903 + ], + "max_error": 0.0 + }, + { + "representative": 10993, + "members": [ + 10993 + ], + "max_error": 0.0 + }, + { + "representative": 10916, + "members": [ + 10916 + ], + "max_error": 0.0 + }, + { + "representative": 11116, + "members": [ + 11116 + ], + "max_error": 0.0 + }, + { + "representative": 11035, + "members": [ + 11035 + ], + "max_error": 0.0 + }, + { + "representative": 10922, + "members": [ + 10922 + ], + "max_error": 0.0 + }, + { + "representative": 10905, + "members": [ + 10905 + ], + "max_error": 0.0 + }, + { + "representative": 10911, + "members": [ + 10911 + ], + "max_error": 0.0 + }, + { + "representative": 11071, + "members": [ + 11071 + ], + "max_error": 0.0 + }, + { + "representative": 11020, + "members": [ + 11020 + ], + "max_error": 0.0 + }, + { + "representative": 11021, + "members": [ + 11021 + ], + "max_error": 0.0 + }, + { + "representative": 11022, + "members": [ + 11022 + ], + "max_error": 0.0 + }, + { + "representative": 10997, + "members": [ + 10997 + ], + "max_error": 0.0 + }, + { + "representative": 10914, + "members": [ + 10914 + ], + "max_error": 0.0 + }, + { + "representative": 11109, + "members": [ + 11109 + ], + "max_error": 0.0 + }, + { + "representative": 11000, + "members": [ + 11000 + ], + "max_error": 0.0 + }, + { + "representative": 10968, + "members": [ + 10968 + ], + "max_error": 0.0 + }, + { + "representative": 10986, + "members": [ + 10986 + ], + "max_error": 0.0 + }, + { + "representative": 10950, + "members": [ + 10950 + ], + "max_error": 0.0 + }, + { + "representative": 10981, + "members": [ + 10981 + ], + "max_error": 0.0 + }, + { + "representative": 11079, + "members": [ + 11079 + ], + "max_error": 0.0 + }, + { + "representative": 11041, + "members": [ + 11041 + ], + "max_error": 0.0 + }, + { + "representative": 10947, + "members": [ + 10947 + ], + "max_error": 0.0 + }, + { + "representative": 11001, + "members": [ + 11001 + ], + "max_error": 0.0 + }, + { + "representative": 10949, + "members": [ + 10949 + ], + "max_error": 0.0 + }, + { + "representative": 10966, + "members": [ + 10966 + ], + "max_error": 0.0 + }, + { + "representative": 11007, + "members": [ + 11007 + ], + "max_error": 0.0 + }, + { + "representative": 11072, + "members": [ + 11072 + ], + "max_error": 0.0 + }, + { + "representative": 11148, + "members": [ + 11148 + ], + "max_error": 0.0 + }, + { + "representative": 11122, + "members": [ + 11122 + ], + "max_error": 0.0 + }, + { + "representative": 11110, + "members": [ + 11110 + ], + "max_error": 0.0 + }, + { + "representative": 11083, + "members": [ + 11083 + ], + "max_error": 0.0 + }, + { + "representative": 10976, + "members": [ + 10976 + ], + "max_error": 0.0 + }, + { + "representative": 11145, + "members": [ + 11145 + ], + "max_error": 0.0 + }, + { + "representative": 10971, + "members": [ + 10971 + ], + "max_error": 0.0 + }, + { + "representative": 10912, + "members": [ + 10912 + ], + "max_error": 0.0 + }, + { + "representative": 11075, + "members": [ + 11075 + ], + "max_error": 0.0 + }, + { + "representative": 11091, + "members": [ + 11091 + ], + "max_error": 0.0 + }, + { + "representative": 10921, + "members": [ + 10921 + ], + "max_error": 0.0 + }, + { + "representative": 11027, + "members": [ + 11027 + ], + "max_error": 0.0 + }, + { + "representative": 11025, + "members": [ + 11025 + ], + "max_error": 0.0 + }, + { + "representative": 11068, + "members": [ + 11068 + ], + "max_error": 0.0 + }, + { + "representative": 10999, + "members": [ + 10999 + ], + "max_error": 0.0 + }, + { + "representative": 10974, + "members": [ + 10974 + ], + "max_error": 0.0 + }, + { + "representative": 11048, + "members": [ + 11048 + ], + "max_error": 0.0 + }, + { + "representative": 10962, + "members": [ + 10962 + ], + "max_error": 0.0 + }, + { + "representative": 11059, + "members": [ + 11059 + ], + "max_error": 0.0 + }, + { + "representative": 10926, + "members": [ + 10926 + ], + "max_error": 0.0 + }, + { + "representative": 11037, + "members": [ + 11037 + ], + "max_error": 0.0 + }, + { + "representative": 11018, + "members": [ + 11018 + ], + "max_error": 0.0 + }, + { + "representative": 11032, + "members": [ + 11032 + ], + "max_error": 0.0 + }, + { + "representative": 11125, + "members": [ + 11125 + ], + "max_error": 0.0 + }, + { + "representative": 10958, + "members": [ + 10958 + ], + "max_error": 0.0 + }, + { + "representative": 11038, + "members": [ + 11038 + ], + "max_error": 0.0 + }, + { + "representative": 11043, + "members": [ + 11043 + ], + "max_error": 0.0 + }, + { + "representative": 11139, + "members": [ + 11139 + ], + "max_error": 0.0 + }, + { + "representative": 10939, + "members": [ + 10939 + ], + "max_error": 0.0 + }, + { + "representative": 10978, + "members": [ + 10978 + ], + "max_error": 0.0 + }, + { + "representative": 11100, + "members": [ + 11100 + ], + "max_error": 0.0 + }, + { + "representative": 11140, + "members": [ + 11140 + ], + "max_error": 0.0 + }, + { + "representative": 11003, + "members": [ + 11003 + ], + "max_error": 0.0 + }, + { + "representative": 10919, + "members": [ + 10919 + ], + "max_error": 0.0 + }, + { + "representative": 11050, + "members": [ + 11050 + ], + "max_error": 0.0 + }, + { + "representative": 11054, + "members": [ + 11054 + ], + "max_error": 0.0 + }, + { + "representative": 10948, + "members": [ + 10948 + ], + "max_error": 0.0 + }, + { + "representative": 10945, + "members": [ + 10945 + ], + "max_error": 0.0 + }, + { + "representative": 11096, + "members": [ + 11096 + ], + "max_error": 0.0 + }, + { + "representative": 11028, + "members": [ + 11028 + ], + "max_error": 0.0 + }, + { + "representative": 11078, + "members": [ + 11078 + ], + "max_error": 0.0 + }, + { + "representative": 11133, + "members": [ + 11133 + ], + "max_error": 0.0 + }, + { + "representative": 11031, + "members": [ + 11031 + ], + "max_error": 0.0 + }, + { + "representative": 11126, + "members": [ + 11126 + ], + "max_error": 0.0 + }, + { + "representative": 11151, + "members": [ + 11151 + ], + "max_error": 0.0 + }, + { + "representative": 10991, + "members": [ + 10991 + ], + "max_error": 0.0 + }, + { + "representative": 11012, + "members": [ + 11012 + ], + "max_error": 0.0 + }, + { + "representative": 11135, + "members": [ + 11135 + ], + "max_error": 0.0 + }, + { + "representative": 11131, + "members": [ + 11131 + ], + "max_error": 0.0 + }, + { + "representative": 11084, + "members": [ + 11084 + ], + "max_error": 0.0 + }, + { + "representative": 11085, + "members": [ + 11085 + ], + "max_error": 0.0 + }, + { + "representative": 10989, + "members": [ + 10989 + ], + "max_error": 0.0 + }, + { + "representative": 10925, + "members": [ + 10925 + ], + "max_error": 0.0 + }, + { + "representative": 11104, + "members": [ + 11104 + ], + "max_error": 0.0 + }, + { + "representative": 10930, + "members": [ + 10930 + ], + "max_error": 0.0 + }, + { + "representative": 11040, + "members": [ + 11040 + ], + "max_error": 0.0 + }, + { + "representative": 11144, + "members": [ + 11144 + ], + "max_error": 0.0 + }, + { + "representative": 11121, + "members": [ + 11121 + ], + "max_error": 0.0 + }, + { + "representative": 11058, + "members": [ + 11058 + ], + "max_error": 0.0 + }, + { + "representative": 10953, + "members": [ + 10953 + ], + "max_error": 0.0 + }, + { + "representative": 11009, + "members": [ + 11009 + ], + "max_error": 0.0 + }, + { + "representative": 11024, + "members": [ + 11024 + ], + "max_error": 0.0 + }, + { + "representative": 11002, + "members": [ + 11002 + ], + "max_error": 0.0 + }, + { + "representative": 11056, + "members": [ + 11056 + ], + "max_error": 0.0 + }, + { + "representative": 11070, + "members": [ + 11070 + ], + "max_error": 0.0 + }, + { + "representative": 11105, + "members": [ + 11105 + ], + "max_error": 0.0 + }, + { + "representative": 11106, + "members": [ + 11106 + ], + "max_error": 0.0 + }, + { + "representative": 11112, + "members": [ + 11112 + ], + "max_error": 0.0 + }, + { + "representative": 11117, + "members": [ + 11117 + ], + "max_error": 0.0 + }, + { + "representative": 11118, + "members": [ + 11118 + ], + "max_error": 0.0 + }, + { + "representative": 11093, + "members": [ + 11093 + ], + "max_error": 0.0 + }, + { + "representative": 10910, + "members": [ + 10910 + ], + "max_error": 0.0 + }, + { + "representative": 11029, + "members": [ + 11029 + ], + "max_error": 0.0 + }, + { + "representative": 11101, + "members": [ + 11101 + ], + "max_error": 0.0 + }, + { + "representative": 10979, + "members": [ + 10979 + ], + "max_error": 0.0 + }, + { + "representative": 10957, + "members": [ + 10957 + ], + "max_error": 0.0 + }, + { + "representative": 10975, + "members": [ + 10975 + ], + "max_error": 0.0 + }, + { + "representative": 10982, + "members": [ + 10982 + ], + "max_error": 0.0 + }, + { + "representative": 11080, + "members": [ + 11080 + ], + "max_error": 0.0 + }, + { + "representative": 10959, + "members": [ + 10959 + ], + "max_error": 0.0 + }, + { + "representative": 10904, + "members": [ + 10904 + ], + "max_error": 0.0 + }, + { + "representative": 10994, + "members": [ + 10994 + ], + "max_error": 0.0 + }, + { + "representative": 11136, + "members": [ + 11136 + ], + "max_error": 0.0 + }, + { + "representative": 11013, + "members": [ + 11013 + ], + "max_error": 0.0 + }, + { + "representative": 11099, + "members": [ + 11099 + ], + "max_error": 0.0 + }, + { + "representative": 11060, + "members": [ + 11060 + ], + "max_error": 0.0 + }, + { + "representative": 10941, + "members": [ + 10941 + ], + "max_error": 0.0 + }, + { + "representative": 11086, + "members": [ + 11086 + ], + "max_error": 0.0 + }, + { + "representative": 11057, + "members": [ + 11057 + ], + "max_error": 0.0 + }, + { + "representative": 11074, + "members": [ + 11074 + ], + "max_error": 0.0 + }, + { + "representative": 10927, + "members": [ + 10927 + ], + "max_error": 0.0 + }, + { + "representative": 11077, + "members": [ + 11077 + ], + "max_error": 0.0 + }, + { + "representative": 11102, + "members": [ + 11102 + ], + "max_error": 0.0 + }, + { + "representative": 11069, + "members": [ + 11069 + ], + "max_error": 0.0 + }, + { + "representative": 11120, + "members": [ + 11120 + ], + "max_error": 0.0 + }, + { + "representative": 11061, + "members": [ + 11061 + ], + "max_error": 0.0 + }, + { + "representative": 10909, + "members": [ + 10909 + ], + "max_error": 0.0 + }, + { + "representative": 10936, + "members": [ + 10936 + ], + "max_error": 0.0 + }, + { + "representative": 10899, + "members": [ + 10899 + ], + "max_error": 0.0 + }, + { + "representative": 11108, + "members": [ + 11108 + ], + "max_error": 0.0 + }, + { + "representative": 11034, + "members": [ + 11034 + ], + "max_error": 0.0 + }, + { + "representative": 11143, + "members": [ + 11143 + ], + "max_error": 0.0 + }, + { + "representative": 10983, + "members": [ + 10983 + ], + "max_error": 0.0 + }, + { + "representative": 10944, + "members": [ + 10944 + ], + "max_error": 0.0 + }, + { + "representative": 11016, + "members": [ + 11016 + ], + "max_error": 0.0 + }, + { + "representative": 11066, + "members": [ + 11066 + ], + "max_error": 0.0 + }, + { + "representative": 10977, + "members": [ + 10977 + ], + "max_error": 0.0 + }, + { + "representative": 10924, + "members": [ + 10924 + ], + "max_error": 0.0 + }, + { + "representative": 10954, + "members": [ + 10954 + ], + "max_error": 0.0 + }, + { + "representative": 11030, + "members": [ + 11030 + ], + "max_error": 0.0 + }, + { + "representative": 11065, + "members": [ + 11065 + ], + "max_error": 0.0 + }, + { + "representative": 10937, + "members": [ + 10937 + ], + "max_error": 0.0 + }, + { + "representative": 11015, + "members": [ + 11015 + ], + "max_error": 0.0 + }, + { + "representative": 10907, + "members": [ + 10907 + ], + "max_error": 0.0 + }, + { + "representative": 11039, + "members": [ + 11039 + ], + "max_error": 0.0 + }, + { + "representative": 11081, + "members": [ + 11081 + ], + "max_error": 0.0 + }, + { + "representative": 10901, + "members": [ + 10901 + ], + "max_error": 0.0 + }, + { + "representative": 10972, + "members": [ + 10972 + ], + "max_error": 0.0 + }, + { + "representative": 10918, + "members": [ + 10918 + ], + "max_error": 0.0 + }, + { + "representative": 11008, + "members": [ + 11008 + ], + "max_error": 0.0 + }, + { + "representative": 10898, + "members": [ + 10898 + ], + "max_error": 0.0 + }, + { + "representative": 10998, + "members": [ + 10998 + ], + "max_error": 0.0 + }, + { + "representative": 11114, + "members": [ + 11114 + ], + "max_error": 0.0 + }, + { + "representative": 11087, + "members": [ + 11087 + ], + "max_error": 0.0 + }, + { + "representative": 10990, + "members": [ + 10990 + ], + "max_error": 0.0 + }, + { + "representative": 11098, + "members": [ + 11098 + ], + "max_error": 0.0 + }, + { + "representative": 11142, + "members": [ + 11142 + ], + "max_error": 0.0 + }, + { + "representative": 11149, + "members": [ + 11149 + ], + "max_error": 0.0 + }, + { + "representative": 10934, + "members": [ + 10934 + ], + "max_error": 0.0 + }, + { + "representative": 11063, + "members": [ + 11063 + ], + "max_error": 0.0 + }, + { + "representative": 11137, + "members": [ + 11137 + ], + "max_error": 0.0 + }, + { + "representative": 10932, + "members": [ + 10932 + ], + "max_error": 0.0 + }, + { + "representative": 11129, + "members": [ + 11129 + ], + "max_error": 0.0 + }, + { + "representative": 10952, + "members": [ + 10952 + ], + "max_error": 0.0 + }, + { + "representative": 11026, + "members": [ + 11026 + ], + "max_error": 0.0 + }, + { + "representative": 11047, + "members": [ + 11047 + ], + "max_error": 0.0 + }, + { + "representative": 11033, + "members": [ + 11033 + ], + "max_error": 0.0 + }, + { + "representative": 11019, + "members": [ + 11019 + ], + "max_error": 0.0 + }, + { + "representative": 10970, + "members": [ + 10970 + ], + "max_error": 0.0 + }, + { + "representative": 10985, + "members": [ + 10985 + ], + "max_error": 0.0 + }, + { + "representative": 11046, + "members": [ + 11046 + ], + "max_error": 0.0 + }, + { + "representative": 11049, + "members": [ + 11049 + ], + "max_error": 0.0 + }, + { + "representative": 11064, + "members": [ + 11064 + ], + "max_error": 0.0 + }, + { + "representative": 11053, + "members": [ + 11053 + ], + "max_error": 0.0 + }, + { + "representative": 10896, + "members": [ + 10896 + ], + "max_error": 0.0 + }, + { + "representative": 10973, + "members": [ + 10973 + ], + "max_error": 0.0 + }, + { + "representative": 10940, + "members": [ + 10940 + ], + "max_error": 0.0 + }, + { + "representative": 11042, + "members": [ + 11042 + ], + "max_error": 0.0 + }, + { + "representative": 10920, + "members": [ + 10920 + ], + "max_error": 0.0 + }, + { + "representative": 11146, + "members": [ + 11146 + ], + "max_error": 0.0 + }, + { + "representative": 10929, + "members": [ + 10929 + ], + "max_error": 0.0 + }, + { + "representative": 11089, + "members": [ + 11089 + ], + "max_error": 0.0 + }, + { + "representative": 11090, + "members": [ + 11090 + ], + "max_error": 0.0 + }, + { + "representative": 10988, + "members": [ + 10988 + ], + "max_error": 0.0 + }, + { + "representative": 11023, + "members": [ + 11023 + ], + "max_error": 0.0 + }, + { + "representative": 11017, + "members": [ + 11017 + ], + "max_error": 0.0 + }, + { + "representative": 10995, + "members": [ + 10995 + ], + "max_error": 0.0 + }, + { + "representative": 11076, + "members": [ + 11076 + ], + "max_error": 0.0 + }, + { + "representative": 11073, + "members": [ + 11073 + ], + "max_error": 0.0 + }, + { + "representative": 11088, + "members": [ + 11088 + ], + "max_error": 0.0 + }, + { + "representative": 10942, + "members": [ + 10942 + ], + "max_error": 0.0 + }, + { + "representative": 11134, + "members": [ + 11134 + ], + "max_error": 0.0 + }, + { + "representative": 11097, + "members": [ + 11097 + ], + "max_error": 0.0 + }, + { + "representative": 11094, + "members": [ + 11094 + ], + "max_error": 0.0 + }, + { + "representative": 10913, + "members": [ + 10913 + ], + "max_error": 0.0 + }, + { + "representative": 11067, + "members": [ + 11067 + ], + "max_error": 0.0 + }, + { + "representative": 10987, + "members": [ + 10987 + ], + "max_error": 0.0 + }, + { + "representative": 10900, + "members": [ + 10900 + ], + "max_error": 0.0 + }, + { + "representative": 11044, + "members": [ + 11044 + ], + "max_error": 0.0 + }, + { + "representative": 11062, + "members": [ + 11062 + ], + "max_error": 0.0 + }, + { + "representative": 10928, + "members": [ + 10928 + ], + "max_error": 0.0 + }, + { + "representative": 10933, + "members": [ + 10933 + ], + "max_error": 0.0 + }, + { + "representative": 10935, + "members": [ + 10935 + ], + "max_error": 0.0 + }, + { + "representative": 10938, + "members": [ + 10938 + ], + "max_error": 0.0 + }, + { + "representative": 11010, + "members": [ + 11010 + ], + "max_error": 0.0 + }, + { + "representative": 11052, + "members": [ + 11052 + ], + "max_error": 0.0 + }, + { + "representative": 11124, + "members": [ + 11124 + ], + "max_error": 0.0 + }, + { + "representative": 11036, + "members": [ + 11036 + ], + "max_error": 0.0 + }, + { + "representative": 10960, + "members": [ + 10960 + ], + "max_error": 0.0 + }, + { + "representative": 11111, + "members": [ + 11111 + ], + "max_error": 0.0 + }, + { + "representative": 11092, + "members": [ + 11092 + ], + "max_error": 0.0 + }, + { + "representative": 11095, + "members": [ + 11095 + ], + "max_error": 0.0 + }, + { + "representative": 10915, + "members": [ + 10915 + ], + "max_error": 0.0 + }, + { + "representative": 10969, + "members": [ + 10969 + ], + "max_error": 0.0 + }, + { + "representative": 10955, + "members": [ + 10955 + ], + "max_error": 0.0 + }, + { + "representative": 11123, + "members": [ + 11123 + ], + "max_error": 0.0 + }, + { + "representative": 10963, + "members": [ + 10963 + ], + "max_error": 0.0 + }, + { + "representative": 11141, + "members": [ + 11141 + ], + "max_error": 0.0 + }, + { + "representative": 11424, + "members": [ + 11424 + ], + "max_error": 0.0 + }, + { + "representative": 11421, + "members": [ + 11421 + ], + "max_error": 0.0 + }, + { + "representative": 11422, + "members": [ + 11422 + ], + "max_error": 0.0 + }, + { + "representative": 11487, + "members": [ + 11487 + ], + "max_error": 0.0 + }, + { + "representative": 11581, + "members": [ + 11581 + ], + "max_error": 0.0 + }, + { + "representative": 11594, + "members": [ + 11594 + ], + "max_error": 0.0 + }, + { + "representative": 11600, + "members": [ + 11600 + ], + "max_error": 0.0 + }, + { + "representative": 11519, + "members": [ + 11519 + ], + "max_error": 0.0 + }, + { + "representative": 11646, + "members": [ + 11646 + ], + "max_error": 0.0 + }, + { + "representative": 11495, + "members": [ + 11495 + ], + "max_error": 0.0 + }, + { + "representative": 11499, + "members": [ + 11499 + ], + "max_error": 0.0 + }, + { + "representative": 11501, + "members": [ + 11501 + ], + "max_error": 0.0 + }, + { + "representative": 11502, + "members": [ + 11502 + ], + "max_error": 0.0 + }, + { + "representative": 11490, + "members": [ + 11490 + ], + "max_error": 0.0 + }, + { + "representative": 11650, + "members": [ + 11650 + ], + "max_error": 0.0 + }, + { + "representative": 11444, + "members": [ + 11444 + ], + "max_error": 0.0 + }, + { + "representative": 11582, + "members": [ + 11582 + ], + "max_error": 0.0 + }, + { + "representative": 11589, + "members": [ + 11589 + ], + "max_error": 0.0 + }, + { + "representative": 11467, + "members": [ + 11467 + ], + "max_error": 0.0 + }, + { + "representative": 11644, + "members": [ + 11644 + ], + "max_error": 0.0 + }, + { + "representative": 11520, + "members": [ + 11520 + ], + "max_error": 0.0 + }, + { + "representative": 11466, + "members": [ + 11466 + ], + "max_error": 0.0 + }, + { + "representative": 11605, + "members": [ + 11605 + ], + "max_error": 0.0 + }, + { + "representative": 11569, + "members": [ + 11569 + ], + "max_error": 0.0 + }, + { + "representative": 11659, + "members": [ + 11659 + ], + "max_error": 0.0 + }, + { + "representative": 11508, + "members": [ + 11508 + ], + "max_error": 0.0 + }, + { + "representative": 11507, + "members": [ + 11507 + ], + "max_error": 0.0 + }, + { + "representative": 11620, + "members": [ + 11620 + ], + "max_error": 0.0 + }, + { + "representative": 11609, + "members": [ + 11609 + ], + "max_error": 0.0 + }, + { + "representative": 11515, + "members": [ + 11515 + ], + "max_error": 0.0 + }, + { + "representative": 11416, + "members": [ + 11416 + ], + "max_error": 0.0 + }, + { + "representative": 11540, + "members": [ + 11540 + ], + "max_error": 0.0 + }, + { + "representative": 11552, + "members": [ + 11552 + ], + "max_error": 0.0 + }, + { + "representative": 11654, + "members": [ + 11654 + ], + "max_error": 0.0 + }, + { + "representative": 11417, + "members": [ + 11417 + ], + "max_error": 0.0 + }, + { + "representative": 11485, + "members": [ + 11485 + ], + "max_error": 0.0 + }, + { + "representative": 11592, + "members": [ + 11592 + ], + "max_error": 0.0 + }, + { + "representative": 11544, + "members": [ + 11544 + ], + "max_error": 0.0 + }, + { + "representative": 11577, + "members": [ + 11577 + ], + "max_error": 0.0 + }, + { + "representative": 11513, + "members": [ + 11513 + ], + "max_error": 0.0 + }, + { + "representative": 11420, + "members": [ + 11420 + ], + "max_error": 0.0 + }, + { + "representative": 11541, + "members": [ + 11541 + ], + "max_error": 0.0 + }, + { + "representative": 11621, + "members": [ + 11621 + ], + "max_error": 0.0 + }, + { + "representative": 11553, + "members": [ + 11553 + ], + "max_error": 0.0 + }, + { + "representative": 11527, + "members": [ + 11527 + ], + "max_error": 0.0 + }, + { + "representative": 11517, + "members": [ + 11517 + ], + "max_error": 0.0 + }, + { + "representative": 11643, + "members": [ + 11643 + ], + "max_error": 0.0 + }, + { + "representative": 11556, + "members": [ + 11556 + ], + "max_error": 0.0 + }, + { + "representative": 11628, + "members": [ + 11628 + ], + "max_error": 0.0 + }, + { + "representative": 11489, + "members": [ + 11489 + ], + "max_error": 0.0 + }, + { + "representative": 11436, + "members": [ + 11436 + ], + "max_error": 0.0 + }, + { + "representative": 11622, + "members": [ + 11622 + ], + "max_error": 0.0 + }, + { + "representative": 11525, + "members": [ + 11525 + ], + "max_error": 0.0 + }, + { + "representative": 11446, + "members": [ + 11446 + ], + "max_error": 0.0 + }, + { + "representative": 11560, + "members": [ + 11560 + ], + "max_error": 0.0 + }, + { + "representative": 11413, + "members": [ + 11413 + ], + "max_error": 0.0 + }, + { + "representative": 11440, + "members": [ + 11440 + ], + "max_error": 0.0 + }, + { + "representative": 11410, + "members": [ + 11410 + ], + "max_error": 0.0 + }, + { + "representative": 11610, + "members": [ + 11610 + ], + "max_error": 0.0 + }, + { + "representative": 11432, + "members": [ + 11432 + ], + "max_error": 0.0 + }, + { + "representative": 11514, + "members": [ + 11514 + ], + "max_error": 0.0 + }, + { + "representative": 11409, + "members": [ + 11409 + ], + "max_error": 0.0 + }, + { + "representative": 11524, + "members": [ + 11524 + ], + "max_error": 0.0 + }, + { + "representative": 11561, + "members": [ + 11561 + ], + "max_error": 0.0 + }, + { + "representative": 11575, + "members": [ + 11575 + ], + "max_error": 0.0 + }, + { + "representative": 11630, + "members": [ + 11630 + ], + "max_error": 0.0 + }, + { + "representative": 11419, + "members": [ + 11419 + ], + "max_error": 0.0 + }, + { + "representative": 11434, + "members": [ + 11434 + ], + "max_error": 0.0 + }, + { + "representative": 11415, + "members": [ + 11415 + ], + "max_error": 0.0 + }, + { + "representative": 11625, + "members": [ + 11625 + ], + "max_error": 0.0 + }, + { + "representative": 11478, + "members": [ + 11478 + ], + "max_error": 0.0 + }, + { + "representative": 11599, + "members": [ + 11599 + ], + "max_error": 0.0 + }, + { + "representative": 11534, + "members": [ + 11534 + ], + "max_error": 0.0 + }, + { + "representative": 11554, + "members": [ + 11554 + ], + "max_error": 0.0 + }, + { + "representative": 11547, + "members": [ + 11547 + ], + "max_error": 0.0 + }, + { + "representative": 11579, + "members": [ + 11579 + ], + "max_error": 0.0 + }, + { + "representative": 11428, + "members": [ + 11428 + ], + "max_error": 0.0 + }, + { + "representative": 11584, + "members": [ + 11584 + ], + "max_error": 0.0 + }, + { + "representative": 11615, + "members": [ + 11615 + ], + "max_error": 0.0 + }, + { + "representative": 11530, + "members": [ + 11530 + ], + "max_error": 0.0 + }, + { + "representative": 11662, + "members": [ + 11662 + ], + "max_error": 0.0 + }, + { + "representative": 11430, + "members": [ + 11430 + ], + "max_error": 0.0 + }, + { + "representative": 11563, + "members": [ + 11563 + ], + "max_error": 0.0 + }, + { + "representative": 11464, + "members": [ + 11464 + ], + "max_error": 0.0 + }, + { + "representative": 11452, + "members": [ + 11452 + ], + "max_error": 0.0 + }, + { + "representative": 11602, + "members": [ + 11602 + ], + "max_error": 0.0 + }, + { + "representative": 11535, + "members": [ + 11535 + ], + "max_error": 0.0 + }, + { + "representative": 11611, + "members": [ + 11611 + ], + "max_error": 0.0 + }, + { + "representative": 11510, + "members": [ + 11510 + ], + "max_error": 0.0 + }, + { + "representative": 11549, + "members": [ + 11549 + ], + "max_error": 0.0 + }, + { + "representative": 11657, + "members": [ + 11657 + ], + "max_error": 0.0 + }, + { + "representative": 11558, + "members": [ + 11558 + ], + "max_error": 0.0 + }, + { + "representative": 11512, + "members": [ + 11512 + ], + "max_error": 0.0 + }, + { + "representative": 11496, + "members": [ + 11496 + ], + "max_error": 0.0 + }, + { + "representative": 11497, + "members": [ + 11497 + ], + "max_error": 0.0 + }, + { + "representative": 11536, + "members": [ + 11536 + ], + "max_error": 0.0 + }, + { + "representative": 11408, + "members": [ + 11408 + ], + "max_error": 0.0 + }, + { + "representative": 11411, + "members": [ + 11411 + ], + "max_error": 0.0 + }, + { + "representative": 11500, + "members": [ + 11500 + ], + "max_error": 0.0 + }, + { + "representative": 11546, + "members": [ + 11546 + ], + "max_error": 0.0 + }, + { + "representative": 11641, + "members": [ + 11641 + ], + "max_error": 0.0 + }, + { + "representative": 11533, + "members": [ + 11533 + ], + "max_error": 0.0 + }, + { + "representative": 11591, + "members": [ + 11591 + ], + "max_error": 0.0 + }, + { + "representative": 11571, + "members": [ + 11571 + ], + "max_error": 0.0 + }, + { + "representative": 11572, + "members": [ + 11572 + ], + "max_error": 0.0 + }, + { + "representative": 11583, + "members": [ + 11583 + ], + "max_error": 0.0 + }, + { + "representative": 11511, + "members": [ + 11511 + ], + "max_error": 0.0 + }, + { + "representative": 11627, + "members": [ + 11627 + ], + "max_error": 0.0 + }, + { + "representative": 11588, + "members": [ + 11588 + ], + "max_error": 0.0 + }, + { + "representative": 11590, + "members": [ + 11590 + ], + "max_error": 0.0 + }, + { + "representative": 11626, + "members": [ + 11626 + ], + "max_error": 0.0 + }, + { + "representative": 11555, + "members": [ + 11555 + ], + "max_error": 0.0 + }, + { + "representative": 11537, + "members": [ + 11537 + ], + "max_error": 0.0 + }, + { + "representative": 11574, + "members": [ + 11574 + ], + "max_error": 0.0 + }, + { + "representative": 11653, + "members": [ + 11653 + ], + "max_error": 0.0 + }, + { + "representative": 11492, + "members": [ + 11492 + ], + "max_error": 0.0 + }, + { + "representative": 11564, + "members": [ + 11564 + ], + "max_error": 0.0 + }, + { + "representative": 11636, + "members": [ + 11636 + ], + "max_error": 0.0 + }, + { + "representative": 11637, + "members": [ + 11637 + ], + "max_error": 0.0 + }, + { + "representative": 11482, + "members": [ + 11482 + ], + "max_error": 0.0 + }, + { + "representative": 11656, + "members": [ + 11656 + ], + "max_error": 0.0 + }, + { + "representative": 11567, + "members": [ + 11567 + ], + "max_error": 0.0 + }, + { + "representative": 11566, + "members": [ + 11566 + ], + "max_error": 0.0 + }, + { + "representative": 11425, + "members": [ + 11425 + ], + "max_error": 0.0 + }, + { + "representative": 11639, + "members": [ + 11639 + ], + "max_error": 0.0 + }, + { + "representative": 11474, + "members": [ + 11474 + ], + "max_error": 0.0 + }, + { + "representative": 11570, + "members": [ + 11570 + ], + "max_error": 0.0 + }, + { + "representative": 11483, + "members": [ + 11483 + ], + "max_error": 0.0 + }, + { + "representative": 11454, + "members": [ + 11454 + ], + "max_error": 0.0 + }, + { + "representative": 11429, + "members": [ + 11429 + ], + "max_error": 0.0 + }, + { + "representative": 11532, + "members": [ + 11532 + ], + "max_error": 0.0 + }, + { + "representative": 11445, + "members": [ + 11445 + ], + "max_error": 0.0 + }, + { + "representative": 11596, + "members": [ + 11596 + ], + "max_error": 0.0 + }, + { + "representative": 11663, + "members": [ + 11663 + ], + "max_error": 0.0 + }, + { + "representative": 11459, + "members": [ + 11459 + ], + "max_error": 0.0 + }, + { + "representative": 11647, + "members": [ + 11647 + ], + "max_error": 0.0 + }, + { + "representative": 11480, + "members": [ + 11480 + ], + "max_error": 0.0 + }, + { + "representative": 11629, + "members": [ + 11629 + ], + "max_error": 0.0 + }, + { + "representative": 11601, + "members": [ + 11601 + ], + "max_error": 0.0 + }, + { + "representative": 11612, + "members": [ + 11612 + ], + "max_error": 0.0 + }, + { + "representative": 11616, + "members": [ + 11616 + ], + "max_error": 0.0 + }, + { + "representative": 11624, + "members": [ + 11624 + ], + "max_error": 0.0 + }, + { + "representative": 11423, + "members": [ + 11423 + ], + "max_error": 0.0 + }, + { + "representative": 11505, + "members": [ + 11505 + ], + "max_error": 0.0 + }, + { + "representative": 11649, + "members": [ + 11649 + ], + "max_error": 0.0 + }, + { + "representative": 11456, + "members": [ + 11456 + ], + "max_error": 0.0 + }, + { + "representative": 11503, + "members": [ + 11503 + ], + "max_error": 0.0 + }, + { + "representative": 11640, + "members": [ + 11640 + ], + "max_error": 0.0 + }, + { + "representative": 11576, + "members": [ + 11576 + ], + "max_error": 0.0 + }, + { + "representative": 11465, + "members": [ + 11465 + ], + "max_error": 0.0 + }, + { + "representative": 11463, + "members": [ + 11463 + ], + "max_error": 0.0 + }, + { + "representative": 11443, + "members": [ + 11443 + ], + "max_error": 0.0 + }, + { + "representative": 11528, + "members": [ + 11528 + ], + "max_error": 0.0 + }, + { + "representative": 11438, + "members": [ + 11438 + ], + "max_error": 0.0 + }, + { + "representative": 11562, + "members": [ + 11562 + ], + "max_error": 0.0 + }, + { + "representative": 11635, + "members": [ + 11635 + ], + "max_error": 0.0 + }, + { + "representative": 11632, + "members": [ + 11632 + ], + "max_error": 0.0 + }, + { + "representative": 11597, + "members": [ + 11597 + ], + "max_error": 0.0 + }, + { + "representative": 11633, + "members": [ + 11633 + ], + "max_error": 0.0 + }, + { + "representative": 11565, + "members": [ + 11565 + ], + "max_error": 0.0 + }, + { + "representative": 11522, + "members": [ + 11522 + ], + "max_error": 0.0 + }, + { + "representative": 11606, + "members": [ + 11606 + ], + "max_error": 0.0 + }, + { + "representative": 11412, + "members": [ + 11412 + ], + "max_error": 0.0 + }, + { + "representative": 11479, + "members": [ + 11479 + ], + "max_error": 0.0 + }, + { + "representative": 11658, + "members": [ + 11658 + ], + "max_error": 0.0 + }, + { + "representative": 11457, + "members": [ + 11457 + ], + "max_error": 0.0 + }, + { + "representative": 11587, + "members": [ + 11587 + ], + "max_error": 0.0 + }, + { + "representative": 11593, + "members": [ + 11593 + ], + "max_error": 0.0 + }, + { + "representative": 11661, + "members": [ + 11661 + ], + "max_error": 0.0 + }, + { + "representative": 11516, + "members": [ + 11516 + ], + "max_error": 0.0 + }, + { + "representative": 11426, + "members": [ + 11426 + ], + "max_error": 0.0 + }, + { + "representative": 11608, + "members": [ + 11608 + ], + "max_error": 0.0 + }, + { + "representative": 11518, + "members": [ + 11518 + ], + "max_error": 0.0 + }, + { + "representative": 11521, + "members": [ + 11521 + ], + "max_error": 0.0 + }, + { + "representative": 11471, + "members": [ + 11471 + ], + "max_error": 0.0 + }, + { + "representative": 11550, + "members": [ + 11550 + ], + "max_error": 0.0 + }, + { + "representative": 11548, + "members": [ + 11548 + ], + "max_error": 0.0 + }, + { + "representative": 11607, + "members": [ + 11607 + ], + "max_error": 0.0 + }, + { + "representative": 11488, + "members": [ + 11488 + ], + "max_error": 0.0 + }, + { + "representative": 11619, + "members": [ + 11619 + ], + "max_error": 0.0 + }, + { + "representative": 11449, + "members": [ + 11449 + ], + "max_error": 0.0 + }, + { + "representative": 11557, + "members": [ + 11557 + ], + "max_error": 0.0 + }, + { + "representative": 11585, + "members": [ + 11585 + ], + "max_error": 0.0 + }, + { + "representative": 11631, + "members": [ + 11631 + ], + "max_error": 0.0 + }, + { + "representative": 11652, + "members": [ + 11652 + ], + "max_error": 0.0 + }, + { + "representative": 11439, + "members": [ + 11439 + ], + "max_error": 0.0 + }, + { + "representative": 11494, + "members": [ + 11494 + ], + "max_error": 0.0 + }, + { + "representative": 11451, + "members": [ + 11451 + ], + "max_error": 0.0 + }, + { + "representative": 11473, + "members": [ + 11473 + ], + "max_error": 0.0 + }, + { + "representative": 11618, + "members": [ + 11618 + ], + "max_error": 0.0 + }, + { + "representative": 11559, + "members": [ + 11559 + ], + "max_error": 0.0 + }, + { + "representative": 11437, + "members": [ + 11437 + ], + "max_error": 0.0 + }, + { + "representative": 11453, + "members": [ + 11453 + ], + "max_error": 0.0 + }, + { + "representative": 11523, + "members": [ + 11523 + ], + "max_error": 0.0 + }, + { + "representative": 11484, + "members": [ + 11484 + ], + "max_error": 0.0 + }, + { + "representative": 11543, + "members": [ + 11543 + ], + "max_error": 0.0 + }, + { + "representative": 11509, + "members": [ + 11509 + ], + "max_error": 0.0 + }, + { + "representative": 11427, + "members": [ + 11427 + ], + "max_error": 0.0 + }, + { + "representative": 11531, + "members": [ + 11531 + ], + "max_error": 0.0 + }, + { + "representative": 11491, + "members": [ + 11491 + ], + "max_error": 0.0 + }, + { + "representative": 11481, + "members": [ + 11481 + ], + "max_error": 0.0 + }, + { + "representative": 11595, + "members": [ + 11595 + ], + "max_error": 0.0 + }, + { + "representative": 11414, + "members": [ + 11414 + ], + "max_error": 0.0 + }, + { + "representative": 11642, + "members": [ + 11642 + ], + "max_error": 0.0 + }, + { + "representative": 11545, + "members": [ + 11545 + ], + "max_error": 0.0 + }, + { + "representative": 11568, + "members": [ + 11568 + ], + "max_error": 0.0 + }, + { + "representative": 11431, + "members": [ + 11431 + ], + "max_error": 0.0 + }, + { + "representative": 11586, + "members": [ + 11586 + ], + "max_error": 0.0 + }, + { + "representative": 11526, + "members": [ + 11526 + ], + "max_error": 0.0 + }, + { + "representative": 11604, + "members": [ + 11604 + ], + "max_error": 0.0 + }, + { + "representative": 11551, + "members": [ + 11551 + ], + "max_error": 0.0 + }, + { + "representative": 11433, + "members": [ + 11433 + ], + "max_error": 0.0 + }, + { + "representative": 11442, + "members": [ + 11442 + ], + "max_error": 0.0 + }, + { + "representative": 11468, + "members": [ + 11468 + ], + "max_error": 0.0 + }, + { + "representative": 11580, + "members": [ + 11580 + ], + "max_error": 0.0 + }, + { + "representative": 11461, + "members": [ + 11461 + ], + "max_error": 0.0 + }, + { + "representative": 11506, + "members": [ + 11506 + ], + "max_error": 0.0 + }, + { + "representative": 11542, + "members": [ + 11542 + ], + "max_error": 0.0 + }, + { + "representative": 11539, + "members": [ + 11539 + ], + "max_error": 0.0 + }, + { + "representative": 11614, + "members": [ + 11614 + ], + "max_error": 0.0 + }, + { + "representative": 11617, + "members": [ + 11617 + ], + "max_error": 0.0 + }, + { + "representative": 11470, + "members": [ + 11470 + ], + "max_error": 0.0 + }, + { + "representative": 11462, + "members": [ + 11462 + ], + "max_error": 0.0 + }, + { + "representative": 11448, + "members": [ + 11448 + ], + "max_error": 0.0 + }, + { + "representative": 11477, + "members": [ + 11477 + ], + "max_error": 0.0 + }, + { + "representative": 11498, + "members": [ + 11498 + ], + "max_error": 0.0 + }, + { + "representative": 11418, + "members": [ + 11418 + ], + "max_error": 0.0 + }, + { + "representative": 11651, + "members": [ + 11651 + ], + "max_error": 0.0 + }, + { + "representative": 11573, + "members": [ + 11573 + ], + "max_error": 0.0 + }, + { + "representative": 11538, + "members": [ + 11538 + ], + "max_error": 0.0 + }, + { + "representative": 11504, + "members": [ + 11504 + ], + "max_error": 0.0 + }, + { + "representative": 11458, + "members": [ + 11458 + ], + "max_error": 0.0 + }, + { + "representative": 11441, + "members": [ + 11441 + ], + "max_error": 0.0 + }, + { + "representative": 11475, + "members": [ + 11475 + ], + "max_error": 0.0 + }, + { + "representative": 11598, + "members": [ + 11598 + ], + "max_error": 0.0 + }, + { + "representative": 11613, + "members": [ + 11613 + ], + "max_error": 0.0 + }, + { + "representative": 11529, + "members": [ + 11529 + ], + "max_error": 0.0 + }, + { + "representative": 11634, + "members": [ + 11634 + ], + "max_error": 0.0 + }, + { + "representative": 11655, + "members": [ + 11655 + ], + "max_error": 0.0 + }, + { + "representative": 11638, + "members": [ + 11638 + ], + "max_error": 0.0 + }, + { + "representative": 11648, + "members": [ + 11648 + ], + "max_error": 0.0 + }, + { + "representative": 11447, + "members": [ + 11447 + ], + "max_error": 0.0 + }, + { + "representative": 11486, + "members": [ + 11486 + ], + "max_error": 0.0 + }, + { + "representative": 11603, + "members": [ + 11603 + ], + "max_error": 0.0 + }, + { + "representative": 11469, + "members": [ + 11469 + ], + "max_error": 0.0 + }, + { + "representative": 11455, + "members": [ + 11455 + ], + "max_error": 0.0 + }, + { + "representative": 11623, + "members": [ + 11623 + ], + "max_error": 0.0 + }, + { + "representative": 11493, + "members": [ + 11493 + ], + "max_error": 0.0 + }, + { + "representative": 11645, + "members": [ + 11645 + ], + "max_error": 0.0 + }, + { + "representative": 11460, + "members": [ + 11460 + ], + "max_error": 0.0 + }, + { + "representative": 11435, + "members": [ + 11435 + ], + "max_error": 0.0 + }, + { + "representative": 11660, + "members": [ + 11660 + ], + "max_error": 0.0 + }, + { + "representative": 11476, + "members": [ + 11476 + ], + "max_error": 0.0 + }, + { + "representative": 11578, + "members": [ + 11578 + ], + "max_error": 0.0 + }, + { + "representative": 11472, + "members": [ + 11472 + ], + "max_error": 0.0 + }, + { + "representative": 11450, + "members": [ + 11450 + ], + "max_error": 0.0 + }, + { + "representative": 11728, + "members": [ + 11728 + ], + "max_error": 0.0 + }, + { + "representative": 11744, + "members": [ + 11744 + ], + "max_error": 0.0 + }, + { + "representative": 11745, + "members": [ + 11745 + ], + "max_error": 0.0 + }, + { + "representative": 11746, + "members": [ + 11746 + ], + "max_error": 0.0 + }, + { + "representative": 11747, + "members": [ + 11747 + ], + "max_error": 0.0 + }, + { + "representative": 11730, + "members": [ + 11730 + ], + "max_error": 0.0 + }, + { + "representative": 11748, + "members": [ + 11748 + ], + "max_error": 0.0 + }, + { + "representative": 11749, + "members": [ + 11749 + ], + "max_error": 0.0 + }, + { + "representative": 11750, + "members": [ + 11750 + ], + "max_error": 0.0 + }, + { + "representative": 11751, + "members": [ + 11751 + ], + "max_error": 0.0 + }, + { + "representative": 11752, + "members": [ + 11752 + ], + "max_error": 0.0 + }, + { + "representative": 11753, + "members": [ + 11753 + ], + "max_error": 0.0 + }, + { + "representative": 11754, + "members": [ + 11754 + ], + "max_error": 0.0 + }, + { + "representative": 11755, + "members": [ + 11755 + ], + "max_error": 0.0 + }, + { + "representative": 11756, + "members": [ + 11756 + ], + "max_error": 0.0 + }, + { + "representative": 11757, + "members": [ + 11757 + ], + "max_error": 0.0 + }, + { + "representative": 11731, + "members": [ + 11731 + ], + "max_error": 0.0 + }, + { + "representative": 11758, + "members": [ + 11758 + ], + "max_error": 0.0 + }, + { + "representative": 11759, + "members": [ + 11759 + ], + "max_error": 0.0 + }, + { + "representative": 11732, + "members": [ + 11732 + ], + "max_error": 0.0 + }, + { + "representative": 11733, + "members": [ + 11733 + ], + "max_error": 0.0 + }, + { + "representative": 11734, + "members": [ + 11734 + ], + "max_error": 0.0 + }, + { + "representative": 11735, + "members": [ + 11735 + ], + "max_error": 0.0 + }, + { + "representative": 11736, + "members": [ + 11736 + ], + "max_error": 0.0 + }, + { + "representative": 11737, + "members": [ + 11737 + ], + "max_error": 0.0 + }, + { + "representative": 11729, + "members": [ + 11729 + ], + "max_error": 0.0 + }, + { + "representative": 11738, + "members": [ + 11738 + ], + "max_error": 0.0 + }, + { + "representative": 11739, + "members": [ + 11739 + ], + "max_error": 0.0 + }, + { + "representative": 11740, + "members": [ + 11740 + ], + "max_error": 0.0 + }, + { + "representative": 11741, + "members": [ + 11741 + ], + "max_error": 0.0 + }, + { + "representative": 11742, + "members": [ + 11742 + ], + "max_error": 0.0 + }, + { + "representative": 11743, + "members": [ + 11743 + ], + "max_error": 0.0 + }, + { + "representative": 11792, + "members": [ + 11792 + ], + "max_error": 0.0 + }, + { + "representative": 11808, + "members": [ + 11808 + ], + "max_error": 0.0 + }, + { + "representative": 11809, + "members": [ + 11809 + ], + "max_error": 0.0 + }, + { + "representative": 11810, + "members": [ + 11810 + ], + "max_error": 0.0 + }, + { + "representative": 11811, + "members": [ + 11811 + ], + "max_error": 0.0 + }, + { + "representative": 11794, + "members": [ + 11794 + ], + "max_error": 0.0 + }, + { + "representative": 11812, + "members": [ + 11812 + ], + "max_error": 0.0 + }, + { + "representative": 11813, + "members": [ + 11813 + ], + "max_error": 0.0 + }, + { + "representative": 11814, + "members": [ + 11814 + ], + "max_error": 0.0 + }, + { + "representative": 11815, + "members": [ + 11815 + ], + "max_error": 0.0 + }, + { + "representative": 11816, + "members": [ + 11816 + ], + "max_error": 0.0 + }, + { + "representative": 11817, + "members": [ + 11817 + ], + "max_error": 0.0 + }, + { + "representative": 11818, + "members": [ + 11818 + ], + "max_error": 0.0 + }, + { + "representative": 11819, + "members": [ + 11819 + ], + "max_error": 0.0 + }, + { + "representative": 11820, + "members": [ + 11820 + ], + "max_error": 0.0 + }, + { + "representative": 11821, + "members": [ + 11821 + ], + "max_error": 0.0 + }, + { + "representative": 11795, + "members": [ + 11795 + ], + "max_error": 0.0 + }, + { + "representative": 11822, + "members": [ + 11822 + ], + "max_error": 0.0 + }, + { + "representative": 11823, + "members": [ + 11823 + ], + "max_error": 0.0 + }, + { + "representative": 11796, + "members": [ + 11796 + ], + "max_error": 0.0 + }, + { + "representative": 11797, + "members": [ + 11797 + ], + "max_error": 0.0 + }, + { + "representative": 11798, + "members": [ + 11798 + ], + "max_error": 0.0 + }, + { + "representative": 11799, + "members": [ + 11799 + ], + "max_error": 0.0 + }, + { + "representative": 11800, + "members": [ + 11800 + ], + "max_error": 0.0 + }, + { + "representative": 11801, + "members": [ + 11801 + ], + "max_error": 0.0 + }, + { + "representative": 11793, + "members": [ + 11793 + ], + "max_error": 0.0 + }, + { + "representative": 11802, + "members": [ + 11802 + ], + "max_error": 0.0 + }, + { + "representative": 11803, + "members": [ + 11803 + ], + "max_error": 0.0 + }, + { + "representative": 11804, + "members": [ + 11804 + ], + "max_error": 0.0 + }, + { + "representative": 11805, + "members": [ + 11805 + ], + "max_error": 0.0 + }, + { + "representative": 11806, + "members": [ + 11806 + ], + "max_error": 0.0 + }, + { + "representative": 11807, + "members": [ + 11807 + ], + "max_error": 0.0 + }, + { + "representative": 11824, + "members": [ + 11824 + ], + "max_error": 0.0 + }, + { + "representative": 11840, + "members": [ + 11840 + ], + "max_error": 0.0 + }, + { + "representative": 11841, + "members": [ + 11841 + ], + "max_error": 0.0 + }, + { + "representative": 11842, + "members": [ + 11842 + ], + "max_error": 0.0 + }, + { + "representative": 11843, + "members": [ + 11843 + ], + "max_error": 0.0 + }, + { + "representative": 11826, + "members": [ + 11826 + ], + "max_error": 0.0 + }, + { + "representative": 11844, + "members": [ + 11844 + ], + "max_error": 0.0 + }, + { + "representative": 11845, + "members": [ + 11845 + ], + "max_error": 0.0 + }, + { + "representative": 11846, + "members": [ + 11846 + ], + "max_error": 0.0 + }, + { + "representative": 11847, + "members": [ + 11847 + ], + "max_error": 0.0 + }, + { + "representative": 11848, + "members": [ + 11848 + ], + "max_error": 0.0 + }, + { + "representative": 11849, + "members": [ + 11849 + ], + "max_error": 0.0 + }, + { + "representative": 11850, + "members": [ + 11850 + ], + "max_error": 0.0 + }, + { + "representative": 11851, + "members": [ + 11851 + ], + "max_error": 0.0 + }, + { + "representative": 11852, + "members": [ + 11852 + ], + "max_error": 0.0 + }, + { + "representative": 11853, + "members": [ + 11853 + ], + "max_error": 0.0 + }, + { + "representative": 11827, + "members": [ + 11827 + ], + "max_error": 0.0 + }, + { + "representative": 11854, + "members": [ + 11854 + ], + "max_error": 0.0 + }, + { + "representative": 11855, + "members": [ + 11855 + ], + "max_error": 0.0 + }, + { + "representative": 11828, + "members": [ + 11828 + ], + "max_error": 0.0 + }, + { + "representative": 11829, + "members": [ + 11829 + ], + "max_error": 0.0 + }, + { + "representative": 11830, + "members": [ + 11830 + ], + "max_error": 0.0 + }, + { + "representative": 11831, + "members": [ + 11831 + ], + "max_error": 0.0 + }, + { + "representative": 11832, + "members": [ + 11832 + ], + "max_error": 0.0 + }, + { + "representative": 11833, + "members": [ + 11833 + ], + "max_error": 0.0 + }, + { + "representative": 11825, + "members": [ + 11825 + ], + "max_error": 0.0 + }, + { + "representative": 11834, + "members": [ + 11834 + ], + "max_error": 0.0 + }, + { + "representative": 11835, + "members": [ + 11835 + ], + "max_error": 0.0 + }, + { + "representative": 11836, + "members": [ + 11836 + ], + "max_error": 0.0 + }, + { + "representative": 11837, + "members": [ + 11837 + ], + "max_error": 0.0 + }, + { + "representative": 11838, + "members": [ + 11838 + ], + "max_error": 0.0 + }, + { + "representative": 11839, + "members": [ + 11839 + ], + "max_error": 0.0 + }, + { + "representative": 11856, + "members": [ + 11856 + ], + "max_error": 0.0 + }, + { + "representative": 11872, + "members": [ + 11872 + ], + "max_error": 0.0 + }, + { + "representative": 11873, + "members": [ + 11873 + ], + "max_error": 0.0 + }, + { + "representative": 11874, + "members": [ + 11874 + ], + "max_error": 0.0 + }, + { + "representative": 11875, + "members": [ + 11875 + ], + "max_error": 0.0 + }, + { + "representative": 11858, + "members": [ + 11858 + ], + "max_error": 0.0 + }, + { + "representative": 11876, + "members": [ + 11876 + ], + "max_error": 0.0 + }, + { + "representative": 11877, + "members": [ + 11877 + ], + "max_error": 0.0 + }, + { + "representative": 11878, + "members": [ + 11878 + ], + "max_error": 0.0 + }, + { + "representative": 11879, + "members": [ + 11879 + ], + "max_error": 0.0 + }, + { + "representative": 11880, + "members": [ + 11880 + ], + "max_error": 0.0 + }, + { + "representative": 11881, + "members": [ + 11881 + ], + "max_error": 0.0 + }, + { + "representative": 11882, + "members": [ + 11882 + ], + "max_error": 0.0 + }, + { + "representative": 11883, + "members": [ + 11883 + ], + "max_error": 0.0 + }, + { + "representative": 11884, + "members": [ + 11884 + ], + "max_error": 0.0 + }, + { + "representative": 11885, + "members": [ + 11885 + ], + "max_error": 0.0 + }, + { + "representative": 11859, + "members": [ + 11859 + ], + "max_error": 0.0 + }, + { + "representative": 11886, + "members": [ + 11886 + ], + "max_error": 0.0 + }, + { + "representative": 11887, + "members": [ + 11887 + ], + "max_error": 0.0 + }, + { + "representative": 11860, + "members": [ + 11860 + ], + "max_error": 0.0 + }, + { + "representative": 11861, + "members": [ + 11861 + ], + "max_error": 0.0 + }, + { + "representative": 11862, + "members": [ + 11862 + ], + "max_error": 0.0 + }, + { + "representative": 11863, + "members": [ + 11863 + ], + "max_error": 0.0 + }, + { + "representative": 11864, + "members": [ + 11864 + ], + "max_error": 0.0 + }, + { + "representative": 11865, + "members": [ + 11865 + ], + "max_error": 0.0 + }, + { + "representative": 11857, + "members": [ + 11857 + ], + "max_error": 0.0 + }, + { + "representative": 11866, + "members": [ + 11866 + ], + "max_error": 0.0 + }, + { + "representative": 11867, + "members": [ + 11867 + ], + "max_error": 0.0 + }, + { + "representative": 11868, + "members": [ + 11868 + ], + "max_error": 0.0 + }, + { + "representative": 11869, + "members": [ + 11869 + ], + "max_error": 0.0 + }, + { + "representative": 11870, + "members": [ + 11870 + ], + "max_error": 0.0 + }, + { + "representative": 11871, + "members": [ + 11871 + ], + "max_error": 0.0 + }, + { + "representative": 11888, + "members": [ + 11888 + ], + "max_error": 0.0 + }, + { + "representative": 11904, + "members": [ + 11904 + ], + "max_error": 0.0 + }, + { + "representative": 11905, + "members": [ + 11905 + ], + "max_error": 0.0 + }, + { + "representative": 11906, + "members": [ + 11906 + ], + "max_error": 0.0 + }, + { + "representative": 11907, + "members": [ + 11907 + ], + "max_error": 0.0 + }, + { + "representative": 11890, + "members": [ + 11890 + ], + "max_error": 0.0 + }, + { + "representative": 11908, + "members": [ + 11908 + ], + "max_error": 0.0 + }, + { + "representative": 11909, + "members": [ + 11909 + ], + "max_error": 0.0 + }, + { + "representative": 11910, + "members": [ + 11910 + ], + "max_error": 0.0 + }, + { + "representative": 11911, + "members": [ + 11911 + ], + "max_error": 0.0 + }, + { + "representative": 11912, + "members": [ + 11912 + ], + "max_error": 0.0 + }, + { + "representative": 11913, + "members": [ + 11913 + ], + "max_error": 0.0 + }, + { + "representative": 11914, + "members": [ + 11914 + ], + "max_error": 0.0 + }, + { + "representative": 11915, + "members": [ + 11915 + ], + "max_error": 0.0 + }, + { + "representative": 11916, + "members": [ + 11916 + ], + "max_error": 0.0 + }, + { + "representative": 11917, + "members": [ + 11917 + ], + "max_error": 0.0 + }, + { + "representative": 11891, + "members": [ + 11891 + ], + "max_error": 0.0 + }, + { + "representative": 11918, + "members": [ + 11918 + ], + "max_error": 0.0 + }, + { + "representative": 11919, + "members": [ + 11919 + ], + "max_error": 0.0 + }, + { + "representative": 11892, + "members": [ + 11892 + ], + "max_error": 0.0 + }, + { + "representative": 11893, + "members": [ + 11893 + ], + "max_error": 0.0 + }, + { + "representative": 11894, + "members": [ + 11894 + ], + "max_error": 0.0 + }, + { + "representative": 11895, + "members": [ + 11895 + ], + "max_error": 0.0 + }, + { + "representative": 11896, + "members": [ + 11896 + ], + "max_error": 0.0 + }, + { + "representative": 11897, + "members": [ + 11897 + ], + "max_error": 0.0 + }, + { + "representative": 11889, + "members": [ + 11889 + ], + "max_error": 0.0 + }, + { + "representative": 11898, + "members": [ + 11898 + ], + "max_error": 0.0 + }, + { + "representative": 11899, + "members": [ + 11899 + ], + "max_error": 0.0 + }, + { + "representative": 11900, + "members": [ + 11900 + ], + "max_error": 0.0 + }, + { + "representative": 11901, + "members": [ + 11901 + ], + "max_error": 0.0 + }, + { + "representative": 11902, + "members": [ + 11902 + ], + "max_error": 0.0 + }, + { + "representative": 11903, + "members": [ + 11903 + ], + "max_error": 0.0 + }, + { + "representative": 11920, + "members": [ + 11920 + ], + "max_error": 0.0 + }, + { + "representative": 11936, + "members": [ + 11936 + ], + "max_error": 0.0 + }, + { + "representative": 11937, + "members": [ + 11937 + ], + "max_error": 0.0 + }, + { + "representative": 11938, + "members": [ + 11938 + ], + "max_error": 0.0 + }, + { + "representative": 11939, + "members": [ + 11939 + ], + "max_error": 0.0 + }, + { + "representative": 11922, + "members": [ + 11922 + ], + "max_error": 0.0 + }, + { + "representative": 11940, + "members": [ + 11940 + ], + "max_error": 0.0 + }, + { + "representative": 11941, + "members": [ + 11941 + ], + "max_error": 0.0 + }, + { + "representative": 11942, + "members": [ + 11942 + ], + "max_error": 0.0 + }, + { + "representative": 11943, + "members": [ + 11943 + ], + "max_error": 0.0 + }, + { + "representative": 11944, + "members": [ + 11944 + ], + "max_error": 0.0 + }, + { + "representative": 11945, + "members": [ + 11945 + ], + "max_error": 0.0 + }, + { + "representative": 11946, + "members": [ + 11946 + ], + "max_error": 0.0 + }, + { + "representative": 11947, + "members": [ + 11947 + ], + "max_error": 0.0 + }, + { + "representative": 11948, + "members": [ + 11948 + ], + "max_error": 0.0 + }, + { + "representative": 11949, + "members": [ + 11949 + ], + "max_error": 0.0 + }, + { + "representative": 11923, + "members": [ + 11923 + ], + "max_error": 0.0 + }, + { + "representative": 11950, + "members": [ + 11950 + ], + "max_error": 0.0 + }, + { + "representative": 11951, + "members": [ + 11951 + ], + "max_error": 0.0 + }, + { + "representative": 11924, + "members": [ + 11924 + ], + "max_error": 0.0 + }, + { + "representative": 11925, + "members": [ + 11925 + ], + "max_error": 0.0 + }, + { + "representative": 11926, + "members": [ + 11926 + ], + "max_error": 0.0 + }, + { + "representative": 11927, + "members": [ + 11927 + ], + "max_error": 0.0 + }, + { + "representative": 11928, + "members": [ + 11928 + ], + "max_error": 0.0 + }, + { + "representative": 11929, + "members": [ + 11929 + ], + "max_error": 0.0 + }, + { + "representative": 11921, + "members": [ + 11921 + ], + "max_error": 0.0 + }, + { + "representative": 11930, + "members": [ + 11930 + ], + "max_error": 0.0 + }, + { + "representative": 11931, + "members": [ + 11931 + ], + "max_error": 0.0 + }, + { + "representative": 11932, + "members": [ + 11932 + ], + "max_error": 0.0 + }, + { + "representative": 11933, + "members": [ + 11933 + ], + "max_error": 0.0 + }, + { + "representative": 11934, + "members": [ + 11934 + ], + "max_error": 0.0 + }, + { + "representative": 11935, + "members": [ + 11935 + ], + "max_error": 0.0 + }, + { + "representative": 11952, + "members": [ + 11952 + ], + "max_error": 0.0 + }, + { + "representative": 11968, + "members": [ + 11968 + ], + "max_error": 0.0 + }, + { + "representative": 11969, + "members": [ + 11969 + ], + "max_error": 0.0 + }, + { + "representative": 11970, + "members": [ + 11970 + ], + "max_error": 0.0 + }, + { + "representative": 11971, + "members": [ + 11971 + ], + "max_error": 0.0 + }, + { + "representative": 11954, + "members": [ + 11954 + ], + "max_error": 0.0 + }, + { + "representative": 11972, + "members": [ + 11972 + ], + "max_error": 0.0 + }, + { + "representative": 11973, + "members": [ + 11973 + ], + "max_error": 0.0 + }, + { + "representative": 11974, + "members": [ + 11974 + ], + "max_error": 0.0 + }, + { + "representative": 11975, + "members": [ + 11975 + ], + "max_error": 0.0 + }, + { + "representative": 11976, + "members": [ + 11976 + ], + "max_error": 0.0 + }, + { + "representative": 11977, + "members": [ + 11977 + ], + "max_error": 0.0 + }, + { + "representative": 11978, + "members": [ + 11978 + ], + "max_error": 0.0 + }, + { + "representative": 11979, + "members": [ + 11979 + ], + "max_error": 0.0 + }, + { + "representative": 11980, + "members": [ + 11980 + ], + "max_error": 0.0 + }, + { + "representative": 11981, + "members": [ + 11981 + ], + "max_error": 0.0 + }, + { + "representative": 11955, + "members": [ + 11955 + ], + "max_error": 0.0 + }, + { + "representative": 11982, + "members": [ + 11982 + ], + "max_error": 0.0 + }, + { + "representative": 11983, + "members": [ + 11983 + ], + "max_error": 0.0 + }, + { + "representative": 11956, + "members": [ + 11956 + ], + "max_error": 0.0 + }, + { + "representative": 11957, + "members": [ + 11957 + ], + "max_error": 0.0 + }, + { + "representative": 11958, + "members": [ + 11958 + ], + "max_error": 0.0 + }, + { + "representative": 11959, + "members": [ + 11959 + ], + "max_error": 0.0 + }, + { + "representative": 11960, + "members": [ + 11960 + ], + "max_error": 0.0 + }, + { + "representative": 11961, + "members": [ + 11961 + ], + "max_error": 0.0 + }, + { + "representative": 11953, + "members": [ + 11953 + ], + "max_error": 0.0 + }, + { + "representative": 11962, + "members": [ + 11962 + ], + "max_error": 0.0 + }, + { + "representative": 11963, + "members": [ + 11963 + ], + "max_error": 0.0 + }, + { + "representative": 11964, + "members": [ + 11964 + ], + "max_error": 0.0 + }, + { + "representative": 11965, + "members": [ + 11965 + ], + "max_error": 0.0 + }, + { + "representative": 11966, + "members": [ + 11966 + ], + "max_error": 0.0 + }, + { + "representative": 11967, + "members": [ + 11967 + ], + "max_error": 0.0 + }, + { + "representative": 11760, + "members": [ + 11760 + ], + "max_error": 0.0 + }, + { + "representative": 11776, + "members": [ + 11776 + ], + "max_error": 0.0 + }, + { + "representative": 11777, + "members": [ + 11777 + ], + "max_error": 0.0 + }, + { + "representative": 11778, + "members": [ + 11778 + ], + "max_error": 0.0 + }, + { + "representative": 11779, + "members": [ + 11779 + ], + "max_error": 0.0 + }, + { + "representative": 11762, + "members": [ + 11762 + ], + "max_error": 0.0 + }, + { + "representative": 11780, + "members": [ + 11780 + ], + "max_error": 0.0 + }, + { + "representative": 11781, + "members": [ + 11781 + ], + "max_error": 0.0 + }, + { + "representative": 11782, + "members": [ + 11782 + ], + "max_error": 0.0 + }, + { + "representative": 11783, + "members": [ + 11783 + ], + "max_error": 0.0 + }, + { + "representative": 11784, + "members": [ + 11784 + ], + "max_error": 0.0 + }, + { + "representative": 11785, + "members": [ + 11785 + ], + "max_error": 0.0 + }, + { + "representative": 11786, + "members": [ + 11786 + ], + "max_error": 0.0 + }, + { + "representative": 11787, + "members": [ + 11787 + ], + "max_error": 0.0 + }, + { + "representative": 11788, + "members": [ + 11788 + ], + "max_error": 0.0 + }, + { + "representative": 11789, + "members": [ + 11789 + ], + "max_error": 0.0 + }, + { + "representative": 11763, + "members": [ + 11763 + ], + "max_error": 0.0 + }, + { + "representative": 11790, + "members": [ + 11790 + ], + "max_error": 0.0 + }, + { + "representative": 11791, + "members": [ + 11791 + ], + "max_error": 0.0 + }, + { + "representative": 11764, + "members": [ + 11764 + ], + "max_error": 0.0 + }, + { + "representative": 11765, + "members": [ + 11765 + ], + "max_error": 0.0 + }, + { + "representative": 11766, + "members": [ + 11766 + ], + "max_error": 0.0 + }, + { + "representative": 11767, + "members": [ + 11767 + ], + "max_error": 0.0 + }, + { + "representative": 11768, + "members": [ + 11768 + ], + "max_error": 0.0 + }, + { + "representative": 11769, + "members": [ + 11769 + ], + "max_error": 0.0 + }, + { + "representative": 11761, + "members": [ + 11761 + ], + "max_error": 0.0 + }, + { + "representative": 11770, + "members": [ + 11770 + ], + "max_error": 0.0 + }, + { + "representative": 11771, + "members": [ + 11771 + ], + "max_error": 0.0 + }, + { + "representative": 11772, + "members": [ + 11772 + ], + "max_error": 0.0 + }, + { + "representative": 11773, + "members": [ + 11773 + ], + "max_error": 0.0 + }, + { + "representative": 11774, + "members": [ + 11774 + ], + "max_error": 0.0 + }, + { + "representative": 11775, + "members": [ + 11775 + ], + "max_error": 0.0 + }, + { + "representative": 12264, + "members": [ + 12264 + ], + "max_error": 0.0 + }, + { + "representative": 12267, + "members": [ + 12267 + ], + "max_error": 0.0 + }, + { + "representative": 12269, + "members": [ + 12269 + ], + "max_error": 0.0 + }, + { + "representative": 12243, + "members": [ + 12243 + ], + "max_error": 0.0 + }, + { + "representative": 12270, + "members": [ + 12270 + ], + "max_error": 0.0 + }, + { + "representative": 12244, + "members": [ + 12244 + ], + "max_error": 0.0 + }, + { + "representative": 12252, + "members": [ + 12252 + ], + "max_error": 0.0 + }, + { + "representative": 12253, + "members": [ + 12253 + ], + "max_error": 0.0 + }, + { + "representative": 12254, + "members": [ + 12254 + ], + "max_error": 0.0 + }, + { + "representative": 12483, + "members": [ + 12483 + ], + "max_error": 0.0 + }, + { + "representative": 12377, + "members": [ + 12377 + ], + "max_error": 0.0 + }, + { + "representative": 12299, + "members": [ + 12299 + ], + "max_error": 0.0 + }, + { + "representative": 12240, + "members": [ + 12240 + ], + "max_error": 0.0 + }, + { + "representative": 12274, + "members": [ + 12274 + ], + "max_error": 0.0 + }, + { + "representative": 12362, + "members": [ + 12362 + ], + "max_error": 0.0 + }, + { + "representative": 12444, + "members": [ + 12444 + ], + "max_error": 0.0 + }, + { + "representative": 12329, + "members": [ + 12329 + ], + "max_error": 0.0 + }, + { + "representative": 12465, + "members": [ + 12465 + ], + "max_error": 0.0 + }, + { + "representative": 12242, + "members": [ + 12242 + ], + "max_error": 0.0 + }, + { + "representative": 12439, + "members": [ + 12439 + ], + "max_error": 0.0 + }, + { + "representative": 12350, + "members": [ + 12350 + ], + "max_error": 0.0 + }, + { + "representative": 12337, + "members": [ + 12337 + ], + "max_error": 0.0 + }, + { + "representative": 12472, + "members": [ + 12472 + ], + "max_error": 0.0 + }, + { + "representative": 12493, + "members": [ + 12493 + ], + "max_error": 0.0 + }, + { + "representative": 12297, + "members": [ + 12297 + ], + "max_error": 0.0 + }, + { + "representative": 12333, + "members": [ + 12333 + ], + "max_error": 0.0 + }, + { + "representative": 12401, + "members": [ + 12401 + ], + "max_error": 0.0 + }, + { + "representative": 12352, + "members": [ + 12352 + ], + "max_error": 0.0 + }, + { + "representative": 12311, + "members": [ + 12311 + ], + "max_error": 0.0 + }, + { + "representative": 12292, + "members": [ + 12292 + ], + "max_error": 0.0 + }, + { + "representative": 12464, + "members": [ + 12464 + ], + "max_error": 0.0 + }, + { + "representative": 12454, + "members": [ + 12454 + ], + "max_error": 0.0 + }, + { + "representative": 12341, + "members": [ + 12341 + ], + "max_error": 0.0 + }, + { + "representative": 12375, + "members": [ + 12375 + ], + "max_error": 0.0 + }, + { + "representative": 12383, + "members": [ + 12383 + ], + "max_error": 0.0 + }, + { + "representative": 12320, + "members": [ + 12320 + ], + "max_error": 0.0 + }, + { + "representative": 12471, + "members": [ + 12471 + ], + "max_error": 0.0 + }, + { + "representative": 12363, + "members": [ + 12363 + ], + "max_error": 0.0 + }, + { + "representative": 12405, + "members": [ + 12405 + ], + "max_error": 0.0 + }, + { + "representative": 12304, + "members": [ + 12304 + ], + "max_error": 0.0 + }, + { + "representative": 12322, + "members": [ + 12322 + ], + "max_error": 0.0 + }, + { + "representative": 12325, + "members": [ + 12325 + ], + "max_error": 0.0 + }, + { + "representative": 12330, + "members": [ + 12330 + ], + "max_error": 0.0 + }, + { + "representative": 12331, + "members": [ + 12331 + ], + "max_error": 0.0 + }, + { + "representative": 12309, + "members": [ + 12309 + ], + "max_error": 0.0 + }, + { + "representative": 12314, + "members": [ + 12314 + ], + "max_error": 0.0 + }, + { + "representative": 12317, + "members": [ + 12317 + ], + "max_error": 0.0 + }, + { + "representative": 12381, + "members": [ + 12381 + ], + "max_error": 0.0 + }, + { + "representative": 12494, + "members": [ + 12494 + ], + "max_error": 0.0 + }, + { + "representative": 12368, + "members": [ + 12368 + ], + "max_error": 0.0 + }, + { + "representative": 12479, + "members": [ + 12479 + ], + "max_error": 0.0 + }, + { + "representative": 12390, + "members": [ + 12390 + ], + "max_error": 0.0 + }, + { + "representative": 12250, + "members": [ + 12250 + ], + "max_error": 0.0 + }, + { + "representative": 12308, + "members": [ + 12308 + ], + "max_error": 0.0 + }, + { + "representative": 12392, + "members": [ + 12392 + ], + "max_error": 0.0 + }, + { + "representative": 12467, + "members": [ + 12467 + ], + "max_error": 0.0 + }, + { + "representative": 12336, + "members": [ + 12336 + ], + "max_error": 0.0 + }, + { + "representative": 12285, + "members": [ + 12285 + ], + "max_error": 0.0 + }, + { + "representative": 12410, + "members": [ + 12410 + ], + "max_error": 0.0 + }, + { + "representative": 12404, + "members": [ + 12404 + ], + "max_error": 0.0 + }, + { + "representative": 12310, + "members": [ + 12310 + ], + "max_error": 0.0 + }, + { + "representative": 12481, + "members": [ + 12481 + ], + "max_error": 0.0 + }, + { + "representative": 12452, + "members": [ + 12452 + ], + "max_error": 0.0 + }, + { + "representative": 12396, + "members": [ + 12396 + ], + "max_error": 0.0 + }, + { + "representative": 12428, + "members": [ + 12428 + ], + "max_error": 0.0 + }, + { + "representative": 12495, + "members": [ + 12495 + ], + "max_error": 0.0 + }, + { + "representative": 12289, + "members": [ + 12289 + ], + "max_error": 0.0 + }, + { + "representative": 12372, + "members": [ + 12372 + ], + "max_error": 0.0 + }, + { + "representative": 12480, + "members": [ + 12480 + ], + "max_error": 0.0 + }, + { + "representative": 12490, + "members": [ + 12490 + ], + "max_error": 0.0 + }, + { + "representative": 12427, + "members": [ + 12427 + ], + "max_error": 0.0 + }, + { + "representative": 12456, + "members": [ + 12456 + ], + "max_error": 0.0 + }, + { + "representative": 12272, + "members": [ + 12272 + ], + "max_error": 0.0 + }, + { + "representative": 12376, + "members": [ + 12376 + ], + "max_error": 0.0 + }, + { + "representative": 12409, + "members": [ + 12409 + ], + "max_error": 0.0 + }, + { + "representative": 12306, + "members": [ + 12306 + ], + "max_error": 0.0 + }, + { + "representative": 12475, + "members": [ + 12475 + ], + "max_error": 0.0 + }, + { + "representative": 12359, + "members": [ + 12359 + ], + "max_error": 0.0 + }, + { + "representative": 12318, + "members": [ + 12318 + ], + "max_error": 0.0 + }, + { + "representative": 12262, + "members": [ + 12262 + ], + "max_error": 0.0 + }, + { + "representative": 12440, + "members": [ + 12440 + ], + "max_error": 0.0 + }, + { + "representative": 12279, + "members": [ + 12279 + ], + "max_error": 0.0 + }, + { + "representative": 12298, + "members": [ + 12298 + ], + "max_error": 0.0 + }, + { + "representative": 12315, + "members": [ + 12315 + ], + "max_error": 0.0 + }, + { + "representative": 12445, + "members": [ + 12445 + ], + "max_error": 0.0 + }, + { + "representative": 12340, + "members": [ + 12340 + ], + "max_error": 0.0 + }, + { + "representative": 12344, + "members": [ + 12344 + ], + "max_error": 0.0 + }, + { + "representative": 12257, + "members": [ + 12257 + ], + "max_error": 0.0 + }, + { + "representative": 12295, + "members": [ + 12295 + ], + "max_error": 0.0 + }, + { + "representative": 12268, + "members": [ + 12268 + ], + "max_error": 0.0 + }, + { + "representative": 12278, + "members": [ + 12278 + ], + "max_error": 0.0 + }, + { + "representative": 12458, + "members": [ + 12458 + ], + "max_error": 0.0 + }, + { + "representative": 12482, + "members": [ + 12482 + ], + "max_error": 0.0 + }, + { + "representative": 12248, + "members": [ + 12248 + ], + "max_error": 0.0 + }, + { + "representative": 12259, + "members": [ + 12259 + ], + "max_error": 0.0 + }, + { + "representative": 12266, + "members": [ + 12266 + ], + "max_error": 0.0 + }, + { + "representative": 12423, + "members": [ + 12423 + ], + "max_error": 0.0 + }, + { + "representative": 12426, + "members": [ + 12426 + ], + "max_error": 0.0 + }, + { + "representative": 12327, + "members": [ + 12327 + ], + "max_error": 0.0 + }, + { + "representative": 12326, + "members": [ + 12326 + ], + "max_error": 0.0 + }, + { + "representative": 12397, + "members": [ + 12397 + ], + "max_error": 0.0 + }, + { + "representative": 12302, + "members": [ + 12302 + ], + "max_error": 0.0 + }, + { + "representative": 12319, + "members": [ + 12319 + ], + "max_error": 0.0 + }, + { + "representative": 12388, + "members": [ + 12388 + ], + "max_error": 0.0 + }, + { + "representative": 12434, + "members": [ + 12434 + ], + "max_error": 0.0 + }, + { + "representative": 12367, + "members": [ + 12367 + ], + "max_error": 0.0 + }, + { + "representative": 12249, + "members": [ + 12249 + ], + "max_error": 0.0 + }, + { + "representative": 12442, + "members": [ + 12442 + ], + "max_error": 0.0 + }, + { + "representative": 12287, + "members": [ + 12287 + ], + "max_error": 0.0 + }, + { + "representative": 12492, + "members": [ + 12492 + ], + "max_error": 0.0 + }, + { + "representative": 12260, + "members": [ + 12260 + ], + "max_error": 0.0 + }, + { + "representative": 12245, + "members": [ + 12245 + ], + "max_error": 0.0 + }, + { + "representative": 12265, + "members": [ + 12265 + ], + "max_error": 0.0 + }, + { + "representative": 12313, + "members": [ + 12313 + ], + "max_error": 0.0 + }, + { + "representative": 12316, + "members": [ + 12316 + ], + "max_error": 0.0 + }, + { + "representative": 12369, + "members": [ + 12369 + ], + "max_error": 0.0 + }, + { + "representative": 12312, + "members": [ + 12312 + ], + "max_error": 0.0 + }, + { + "representative": 12247, + "members": [ + 12247 + ], + "max_error": 0.0 + }, + { + "representative": 12305, + "members": [ + 12305 + ], + "max_error": 0.0 + }, + { + "representative": 12403, + "members": [ + 12403 + ], + "max_error": 0.0 + }, + { + "representative": 12332, + "members": [ + 12332 + ], + "max_error": 0.0 + }, + { + "representative": 12484, + "members": [ + 12484 + ], + "max_error": 0.0 + }, + { + "representative": 12349, + "members": [ + 12349 + ], + "max_error": 0.0 + }, + { + "representative": 12374, + "members": [ + 12374 + ], + "max_error": 0.0 + }, + { + "representative": 12277, + "members": [ + 12277 + ], + "max_error": 0.0 + }, + { + "representative": 12286, + "members": [ + 12286 + ], + "max_error": 0.0 + }, + { + "representative": 12459, + "members": [ + 12459 + ], + "max_error": 0.0 + }, + { + "representative": 12382, + "members": [ + 12382 + ], + "max_error": 0.0 + }, + { + "representative": 12353, + "members": [ + 12353 + ], + "max_error": 0.0 + }, + { + "representative": 12473, + "members": [ + 12473 + ], + "max_error": 0.0 + }, + { + "representative": 12433, + "members": [ + 12433 + ], + "max_error": 0.0 + }, + { + "representative": 12354, + "members": [ + 12354 + ], + "max_error": 0.0 + }, + { + "representative": 12356, + "members": [ + 12356 + ], + "max_error": 0.0 + }, + { + "representative": 12357, + "members": [ + 12357 + ], + "max_error": 0.0 + }, + { + "representative": 12360, + "members": [ + 12360 + ], + "max_error": 0.0 + }, + { + "representative": 12342, + "members": [ + 12342 + ], + "max_error": 0.0 + }, + { + "representative": 12351, + "members": [ + 12351 + ], + "max_error": 0.0 + }, + { + "representative": 12291, + "members": [ + 12291 + ], + "max_error": 0.0 + }, + { + "representative": 12437, + "members": [ + 12437 + ], + "max_error": 0.0 + }, + { + "representative": 12280, + "members": [ + 12280 + ], + "max_error": 0.0 + }, + { + "representative": 12432, + "members": [ + 12432 + ], + "max_error": 0.0 + }, + { + "representative": 12328, + "members": [ + 12328 + ], + "max_error": 0.0 + }, + { + "representative": 12414, + "members": [ + 12414 + ], + "max_error": 0.0 + }, + { + "representative": 12379, + "members": [ + 12379 + ], + "max_error": 0.0 + }, + { + "representative": 12407, + "members": [ + 12407 + ], + "max_error": 0.0 + }, + { + "representative": 12462, + "members": [ + 12462 + ], + "max_error": 0.0 + }, + { + "representative": 12448, + "members": [ + 12448 + ], + "max_error": 0.0 + }, + { + "representative": 12348, + "members": [ + 12348 + ], + "max_error": 0.0 + }, + { + "representative": 12418, + "members": [ + 12418 + ], + "max_error": 0.0 + }, + { + "representative": 12491, + "members": [ + 12491 + ], + "max_error": 0.0 + }, + { + "representative": 12385, + "members": [ + 12385 + ], + "max_error": 0.0 + }, + { + "representative": 12386, + "members": [ + 12386 + ], + "max_error": 0.0 + }, + { + "representative": 12387, + "members": [ + 12387 + ], + "max_error": 0.0 + }, + { + "representative": 12370, + "members": [ + 12370 + ], + "max_error": 0.0 + }, + { + "representative": 12393, + "members": [ + 12393 + ], + "max_error": 0.0 + }, + { + "representative": 12394, + "members": [ + 12394 + ], + "max_error": 0.0 + }, + { + "representative": 12395, + "members": [ + 12395 + ], + "max_error": 0.0 + }, + { + "representative": 12371, + "members": [ + 12371 + ], + "max_error": 0.0 + }, + { + "representative": 12398, + "members": [ + 12398 + ], + "max_error": 0.0 + }, + { + "representative": 12399, + "members": [ + 12399 + ], + "max_error": 0.0 + }, + { + "representative": 12380, + "members": [ + 12380 + ], + "max_error": 0.0 + }, + { + "representative": 12400, + "members": [ + 12400 + ], + "max_error": 0.0 + }, + { + "representative": 12416, + "members": [ + 12416 + ], + "max_error": 0.0 + }, + { + "representative": 12417, + "members": [ + 12417 + ], + "max_error": 0.0 + }, + { + "representative": 12419, + "members": [ + 12419 + ], + "max_error": 0.0 + }, + { + "representative": 12420, + "members": [ + 12420 + ], + "max_error": 0.0 + }, + { + "representative": 12422, + "members": [ + 12422 + ], + "max_error": 0.0 + }, + { + "representative": 12425, + "members": [ + 12425 + ], + "max_error": 0.0 + }, + { + "representative": 12431, + "members": [ + 12431 + ], + "max_error": 0.0 + }, + { + "representative": 12406, + "members": [ + 12406 + ], + "max_error": 0.0 + }, + { + "representative": 12413, + "members": [ + 12413 + ], + "max_error": 0.0 + }, + { + "representative": 12449, + "members": [ + 12449 + ], + "max_error": 0.0 + }, + { + "representative": 12450, + "members": [ + 12450 + ], + "max_error": 0.0 + }, + { + "representative": 12451, + "members": [ + 12451 + ], + "max_error": 0.0 + }, + { + "representative": 12453, + "members": [ + 12453 + ], + "max_error": 0.0 + }, + { + "representative": 12455, + "members": [ + 12455 + ], + "max_error": 0.0 + }, + { + "representative": 12457, + "members": [ + 12457 + ], + "max_error": 0.0 + }, + { + "representative": 12461, + "members": [ + 12461 + ], + "max_error": 0.0 + }, + { + "representative": 12435, + "members": [ + 12435 + ], + "max_error": 0.0 + }, + { + "representative": 12443, + "members": [ + 12443 + ], + "max_error": 0.0 + }, + { + "representative": 12446, + "members": [ + 12446 + ], + "max_error": 0.0 + }, + { + "representative": 12447, + "members": [ + 12447 + ], + "max_error": 0.0 + }, + { + "representative": 12466, + "members": [ + 12466 + ], + "max_error": 0.0 + }, + { + "representative": 12485, + "members": [ + 12485 + ], + "max_error": 0.0 + }, + { + "representative": 12489, + "members": [ + 12489 + ], + "max_error": 0.0 + }, + { + "representative": 12281, + "members": [ + 12281 + ], + "max_error": 0.0 + }, + { + "representative": 12321, + "members": [ + 12321 + ], + "max_error": 0.0 + }, + { + "representative": 12389, + "members": [ + 12389 + ], + "max_error": 0.0 + }, + { + "representative": 12271, + "members": [ + 12271 + ], + "max_error": 0.0 + }, + { + "representative": 12301, + "members": [ + 12301 + ], + "max_error": 0.0 + }, + { + "representative": 12411, + "members": [ + 12411 + ], + "max_error": 0.0 + }, + { + "representative": 12339, + "members": [ + 12339 + ], + "max_error": 0.0 + }, + { + "representative": 12343, + "members": [ + 12343 + ], + "max_error": 0.0 + }, + { + "representative": 12408, + "members": [ + 12408 + ], + "max_error": 0.0 + }, + { + "representative": 12258, + "members": [ + 12258 + ], + "max_error": 0.0 + }, + { + "representative": 12460, + "members": [ + 12460 + ], + "max_error": 0.0 + }, + { + "representative": 12384, + "members": [ + 12384 + ], + "max_error": 0.0 + }, + { + "representative": 12275, + "members": [ + 12275 + ], + "max_error": 0.0 + }, + { + "representative": 12424, + "members": [ + 12424 + ], + "max_error": 0.0 + }, + { + "representative": 12251, + "members": [ + 12251 + ], + "max_error": 0.0 + }, + { + "representative": 12346, + "members": [ + 12346 + ], + "max_error": 0.0 + }, + { + "representative": 12402, + "members": [ + 12402 + ], + "max_error": 0.0 + }, + { + "representative": 12288, + "members": [ + 12288 + ], + "max_error": 0.0 + }, + { + "representative": 12290, + "members": [ + 12290 + ], + "max_error": 0.0 + }, + { + "representative": 12293, + "members": [ + 12293 + ], + "max_error": 0.0 + }, + { + "representative": 12294, + "members": [ + 12294 + ], + "max_error": 0.0 + }, + { + "representative": 12296, + "members": [ + 12296 + ], + "max_error": 0.0 + }, + { + "representative": 12300, + "members": [ + 12300 + ], + "max_error": 0.0 + }, + { + "representative": 12273, + "members": [ + 12273 + ], + "max_error": 0.0 + }, + { + "representative": 12282, + "members": [ + 12282 + ], + "max_error": 0.0 + }, + { + "representative": 12283, + "members": [ + 12283 + ], + "max_error": 0.0 + }, + { + "representative": 12284, + "members": [ + 12284 + ], + "max_error": 0.0 + }, + { + "representative": 12415, + "members": [ + 12415 + ], + "max_error": 0.0 + }, + { + "representative": 12358, + "members": [ + 12358 + ], + "max_error": 0.0 + }, + { + "representative": 12463, + "members": [ + 12463 + ], + "max_error": 0.0 + }, + { + "representative": 12323, + "members": [ + 12323 + ], + "max_error": 0.0 + }, + { + "representative": 12474, + "members": [ + 12474 + ], + "max_error": 0.0 + }, + { + "representative": 12488, + "members": [ + 12488 + ], + "max_error": 0.0 + }, + { + "representative": 12347, + "members": [ + 12347 + ], + "max_error": 0.0 + }, + { + "representative": 12307, + "members": [ + 12307 + ], + "max_error": 0.0 + }, + { + "representative": 12468, + "members": [ + 12468 + ], + "max_error": 0.0 + }, + { + "representative": 12361, + "members": [ + 12361 + ], + "max_error": 0.0 + }, + { + "representative": 12487, + "members": [ + 12487 + ], + "max_error": 0.0 + }, + { + "representative": 12429, + "members": [ + 12429 + ], + "max_error": 0.0 + }, + { + "representative": 12476, + "members": [ + 12476 + ], + "max_error": 0.0 + }, + { + "representative": 12261, + "members": [ + 12261 + ], + "max_error": 0.0 + }, + { + "representative": 12421, + "members": [ + 12421 + ], + "max_error": 0.0 + }, + { + "representative": 12365, + "members": [ + 12365 + ], + "max_error": 0.0 + }, + { + "representative": 12324, + "members": [ + 12324 + ], + "max_error": 0.0 + }, + { + "representative": 12478, + "members": [ + 12478 + ], + "max_error": 0.0 + }, + { + "representative": 12391, + "members": [ + 12391 + ], + "max_error": 0.0 + }, + { + "representative": 12470, + "members": [ + 12470 + ], + "max_error": 0.0 + }, + { + "representative": 12364, + "members": [ + 12364 + ], + "max_error": 0.0 + }, + { + "representative": 12438, + "members": [ + 12438 + ], + "max_error": 0.0 + }, + { + "representative": 12430, + "members": [ + 12430 + ], + "max_error": 0.0 + }, + { + "representative": 12345, + "members": [ + 12345 + ], + "max_error": 0.0 + }, + { + "representative": 12477, + "members": [ + 12477 + ], + "max_error": 0.0 + }, + { + "representative": 12378, + "members": [ + 12378 + ], + "max_error": 0.0 + }, + { + "representative": 12255, + "members": [ + 12255 + ], + "max_error": 0.0 + }, + { + "representative": 12303, + "members": [ + 12303 + ], + "max_error": 0.0 + }, + { + "representative": 12412, + "members": [ + 12412 + ], + "max_error": 0.0 + }, + { + "representative": 12469, + "members": [ + 12469 + ], + "max_error": 0.0 + }, + { + "representative": 12338, + "members": [ + 12338 + ], + "max_error": 0.0 + }, + { + "representative": 12263, + "members": [ + 12263 + ], + "max_error": 0.0 + }, + { + "representative": 12334, + "members": [ + 12334 + ], + "max_error": 0.0 + }, + { + "representative": 12276, + "members": [ + 12276 + ], + "max_error": 0.0 + }, + { + "representative": 12335, + "members": [ + 12335 + ], + "max_error": 0.0 + }, + { + "representative": 12441, + "members": [ + 12441 + ], + "max_error": 0.0 + }, + { + "representative": 12366, + "members": [ + 12366 + ], + "max_error": 0.0 + }, + { + "representative": 12256, + "members": [ + 12256 + ], + "max_error": 0.0 + }, + { + "representative": 12241, + "members": [ + 12241 + ], + "max_error": 0.0 + }, + { + "representative": 12355, + "members": [ + 12355 + ], + "max_error": 0.0 + }, + { + "representative": 12246, + "members": [ + 12246 + ], + "max_error": 0.0 + }, + { + "representative": 12486, + "members": [ + 12486 + ], + "max_error": 0.0 + }, + { + "representative": 12436, + "members": [ + 12436 + ], + "max_error": 0.0 + }, + { + "representative": 12373, + "members": [ + 12373 + ], + "max_error": 0.0 + }, + { + "representative": 12752, + "members": [ + 12752 + ], + "max_error": 0.0 + }, + { + "representative": 12773, + "members": [ + 12773 + ], + "max_error": 0.0 + }, + { + "representative": 12776, + "members": [ + 12776 + ], + "max_error": 0.0 + }, + { + "representative": 12763, + "members": [ + 12763 + ], + "max_error": 0.0 + }, + { + "representative": 12941, + "members": [ + 12941 + ], + "max_error": 0.0 + }, + { + "representative": 12802, + "members": [ + 12802 + ], + "max_error": 0.0 + }, + { + "representative": 12967, + "members": [ + 12967 + ], + "max_error": 0.0 + }, + { + "representative": 12893, + "members": [ + 12893 + ], + "max_error": 0.0 + }, + { + "representative": 12850, + "members": [ + 12850 + ], + "max_error": 0.0 + }, + { + "representative": 12811, + "members": [ + 12811 + ], + "max_error": 0.0 + }, + { + "representative": 12797, + "members": [ + 12797 + ], + "max_error": 0.0 + }, + { + "representative": 12836, + "members": [ + 12836 + ], + "max_error": 0.0 + }, + { + "representative": 12928, + "members": [ + 12928 + ], + "max_error": 0.0 + }, + { + "representative": 12759, + "members": [ + 12759 + ], + "max_error": 0.0 + }, + { + "representative": 12780, + "members": [ + 12780 + ], + "max_error": 0.0 + }, + { + "representative": 12777, + "members": [ + 12777 + ], + "max_error": 0.0 + }, + { + "representative": 12842, + "members": [ + 12842 + ], + "max_error": 0.0 + }, + { + "representative": 12887, + "members": [ + 12887 + ], + "max_error": 0.0 + }, + { + "representative": 12863, + "members": [ + 12863 + ], + "max_error": 0.0 + }, + { + "representative": 12923, + "members": [ + 12923 + ], + "max_error": 0.0 + }, + { + "representative": 12833, + "members": [ + 12833 + ], + "max_error": 0.0 + }, + { + "representative": 12832, + "members": [ + 12832 + ], + "max_error": 0.0 + }, + { + "representative": 12835, + "members": [ + 12835 + ], + "max_error": 0.0 + }, + { + "representative": 12818, + "members": [ + 12818 + ], + "max_error": 0.0 + }, + { + "representative": 12831, + "members": [ + 12831 + ], + "max_error": 0.0 + }, + { + "representative": 12985, + "members": [ + 12985 + ], + "max_error": 0.0 + }, + { + "representative": 12869, + "members": [ + 12869 + ], + "max_error": 0.0 + }, + { + "representative": 12769, + "members": [ + 12769 + ], + "max_error": 0.0 + }, + { + "representative": 12883, + "members": [ + 12883 + ], + "max_error": 0.0 + }, + { + "representative": 12969, + "members": [ + 12969 + ], + "max_error": 0.0 + }, + { + "representative": 12803, + "members": [ + 12803 + ], + "max_error": 0.0 + }, + { + "representative": 12975, + "members": [ + 12975 + ], + "max_error": 0.0 + }, + { + "representative": 12766, + "members": [ + 12766 + ], + "max_error": 0.0 + }, + { + "representative": 12843, + "members": [ + 12843 + ], + "max_error": 0.0 + }, + { + "representative": 13007, + "members": [ + 13007 + ], + "max_error": 0.0 + }, + { + "representative": 12837, + "members": [ + 12837 + ], + "max_error": 0.0 + }, + { + "representative": 13006, + "members": [ + 13006 + ], + "max_error": 0.0 + }, + { + "representative": 12891, + "members": [ + 12891 + ], + "max_error": 0.0 + }, + { + "representative": 12824, + "members": [ + 12824 + ], + "max_error": 0.0 + }, + { + "representative": 12884, + "members": [ + 12884 + ], + "max_error": 0.0 + }, + { + "representative": 12946, + "members": [ + 12946 + ], + "max_error": 0.0 + }, + { + "representative": 12892, + "members": [ + 12892 + ], + "max_error": 0.0 + }, + { + "representative": 12795, + "members": [ + 12795 + ], + "max_error": 0.0 + }, + { + "representative": 12800, + "members": [ + 12800 + ], + "max_error": 0.0 + }, + { + "representative": 12830, + "members": [ + 12830 + ], + "max_error": 0.0 + }, + { + "representative": 12936, + "members": [ + 12936 + ], + "max_error": 0.0 + }, + { + "representative": 12758, + "members": [ + 12758 + ], + "max_error": 0.0 + }, + { + "representative": 12826, + "members": [ + 12826 + ], + "max_error": 0.0 + }, + { + "representative": 12908, + "members": [ + 12908 + ], + "max_error": 0.0 + }, + { + "representative": 12890, + "members": [ + 12890 + ], + "max_error": 0.0 + }, + { + "representative": 12754, + "members": [ + 12754 + ], + "max_error": 0.0 + }, + { + "representative": 12825, + "members": [ + 12825 + ], + "max_error": 0.0 + }, + { + "representative": 12785, + "members": [ + 12785 + ], + "max_error": 0.0 + }, + { + "representative": 12983, + "members": [ + 12983 + ], + "max_error": 0.0 + }, + { + "representative": 12864, + "members": [ + 12864 + ], + "max_error": 0.0 + }, + { + "representative": 12768, + "members": [ + 12768 + ], + "max_error": 0.0 + }, + { + "representative": 12851, + "members": [ + 12851 + ], + "max_error": 0.0 + }, + { + "representative": 12898, + "members": [ + 12898 + ], + "max_error": 0.0 + }, + { + "representative": 12993, + "members": [ + 12993 + ], + "max_error": 0.0 + }, + { + "representative": 12960, + "members": [ + 12960 + ], + "max_error": 0.0 + }, + { + "representative": 12911, + "members": [ + 12911 + ], + "max_error": 0.0 + }, + { + "representative": 12787, + "members": [ + 12787 + ], + "max_error": 0.0 + }, + { + "representative": 12996, + "members": [ + 12996 + ], + "max_error": 0.0 + }, + { + "representative": 12914, + "members": [ + 12914 + ], + "max_error": 0.0 + }, + { + "representative": 12814, + "members": [ + 12814 + ], + "max_error": 0.0 + }, + { + "representative": 12820, + "members": [ + 12820 + ], + "max_error": 0.0 + }, + { + "representative": 12885, + "members": [ + 12885 + ], + "max_error": 0.0 + }, + { + "representative": 12895, + "members": [ + 12895 + ], + "max_error": 0.0 + }, + { + "representative": 12872, + "members": [ + 12872 + ], + "max_error": 0.0 + }, + { + "representative": 12877, + "members": [ + 12877 + ], + "max_error": 0.0 + }, + { + "representative": 12849, + "members": [ + 12849 + ], + "max_error": 0.0 + }, + { + "representative": 12844, + "members": [ + 12844 + ], + "max_error": 0.0 + }, + { + "representative": 12860, + "members": [ + 12860 + ], + "max_error": 0.0 + }, + { + "representative": 12976, + "members": [ + 12976 + ], + "max_error": 0.0 + }, + { + "representative": 12779, + "members": [ + 12779 + ], + "max_error": 0.0 + }, + { + "representative": 12986, + "members": [ + 12986 + ], + "max_error": 0.0 + }, + { + "representative": 12940, + "members": [ + 12940 + ], + "max_error": 0.0 + }, + { + "representative": 12854, + "members": [ + 12854 + ], + "max_error": 0.0 + }, + { + "representative": 12953, + "members": [ + 12953 + ], + "max_error": 0.0 + }, + { + "representative": 12772, + "members": [ + 12772 + ], + "max_error": 0.0 + }, + { + "representative": 12774, + "members": [ + 12774 + ], + "max_error": 0.0 + }, + { + "representative": 12950, + "members": [ + 12950 + ], + "max_error": 0.0 + }, + { + "representative": 12929, + "members": [ + 12929 + ], + "max_error": 0.0 + }, + { + "representative": 12952, + "members": [ + 12952 + ], + "max_error": 0.0 + }, + { + "representative": 12917, + "members": [ + 12917 + ], + "max_error": 0.0 + }, + { + "representative": 12981, + "members": [ + 12981 + ], + "max_error": 0.0 + }, + { + "representative": 12873, + "members": [ + 12873 + ], + "max_error": 0.0 + }, + { + "representative": 12839, + "members": [ + 12839 + ], + "max_error": 0.0 + }, + { + "representative": 12871, + "members": [ + 12871 + ], + "max_error": 0.0 + }, + { + "representative": 12804, + "members": [ + 12804 + ], + "max_error": 0.0 + }, + { + "representative": 12821, + "members": [ + 12821 + ], + "max_error": 0.0 + }, + { + "representative": 12853, + "members": [ + 12853 + ], + "max_error": 0.0 + }, + { + "representative": 12817, + "members": [ + 12817 + ], + "max_error": 0.0 + }, + { + "representative": 12757, + "members": [ + 12757 + ], + "max_error": 0.0 + }, + { + "representative": 12919, + "members": [ + 12919 + ], + "max_error": 0.0 + }, + { + "representative": 12943, + "members": [ + 12943 + ], + "max_error": 0.0 + }, + { + "representative": 12756, + "members": [ + 12756 + ], + "max_error": 0.0 + }, + { + "representative": 12870, + "members": [ + 12870 + ], + "max_error": 0.0 + }, + { + "representative": 12786, + "members": [ + 12786 + ], + "max_error": 0.0 + }, + { + "representative": 12951, + "members": [ + 12951 + ], + "max_error": 0.0 + }, + { + "representative": 12859, + "members": [ + 12859 + ], + "max_error": 0.0 + }, + { + "representative": 12806, + "members": [ + 12806 + ], + "max_error": 0.0 + }, + { + "representative": 12880, + "members": [ + 12880 + ], + "max_error": 0.0 + }, + { + "representative": 12876, + "members": [ + 12876 + ], + "max_error": 0.0 + }, + { + "representative": 12889, + "members": [ + 12889 + ], + "max_error": 0.0 + }, + { + "representative": 12796, + "members": [ + 12796 + ], + "max_error": 0.0 + }, + { + "representative": 12974, + "members": [ + 12974 + ], + "max_error": 0.0 + }, + { + "representative": 12897, + "members": [ + 12897 + ], + "max_error": 0.0 + }, + { + "representative": 12903, + "members": [ + 12903 + ], + "max_error": 0.0 + }, + { + "representative": 12894, + "members": [ + 12894 + ], + "max_error": 0.0 + }, + { + "representative": 12852, + "members": [ + 12852 + ], + "max_error": 0.0 + }, + { + "representative": 12938, + "members": [ + 12938 + ], + "max_error": 0.0 + }, + { + "representative": 12991, + "members": [ + 12991 + ], + "max_error": 0.0 + }, + { + "representative": 12961, + "members": [ + 12961 + ], + "max_error": 0.0 + }, + { + "representative": 12907, + "members": [ + 12907 + ], + "max_error": 0.0 + }, + { + "representative": 12753, + "members": [ + 12753 + ], + "max_error": 0.0 + }, + { + "representative": 12878, + "members": [ + 12878 + ], + "max_error": 0.0 + }, + { + "representative": 12809, + "members": [ + 12809 + ], + "max_error": 0.0 + }, + { + "representative": 12879, + "members": [ + 12879 + ], + "max_error": 0.0 + }, + { + "representative": 12900, + "members": [ + 12900 + ], + "max_error": 0.0 + }, + { + "representative": 12845, + "members": [ + 12845 + ], + "max_error": 0.0 + }, + { + "representative": 12972, + "members": [ + 12972 + ], + "max_error": 0.0 + }, + { + "representative": 12966, + "members": [ + 12966 + ], + "max_error": 0.0 + }, + { + "representative": 12920, + "members": [ + 12920 + ], + "max_error": 0.0 + }, + { + "representative": 12782, + "members": [ + 12782 + ], + "max_error": 0.0 + }, + { + "representative": 12867, + "members": [ + 12867 + ], + "max_error": 0.0 + }, + { + "representative": 12874, + "members": [ + 12874 + ], + "max_error": 0.0 + }, + { + "representative": 12865, + "members": [ + 12865 + ], + "max_error": 0.0 + }, + { + "representative": 12886, + "members": [ + 12886 + ], + "max_error": 0.0 + }, + { + "representative": 12924, + "members": [ + 12924 + ], + "max_error": 0.0 + }, + { + "representative": 12760, + "members": [ + 12760 + ], + "max_error": 0.0 + }, + { + "representative": 12906, + "members": [ + 12906 + ], + "max_error": 0.0 + }, + { + "representative": 12915, + "members": [ + 12915 + ], + "max_error": 0.0 + }, + { + "representative": 13004, + "members": [ + 13004 + ], + "max_error": 0.0 + }, + { + "representative": 12964, + "members": [ + 12964 + ], + "max_error": 0.0 + }, + { + "representative": 12998, + "members": [ + 12998 + ], + "max_error": 0.0 + }, + { + "representative": 12810, + "members": [ + 12810 + ], + "max_error": 0.0 + }, + { + "representative": 12921, + "members": [ + 12921 + ], + "max_error": 0.0 + }, + { + "representative": 12762, + "members": [ + 12762 + ], + "max_error": 0.0 + }, + { + "representative": 12881, + "members": [ + 12881 + ], + "max_error": 0.0 + }, + { + "representative": 12767, + "members": [ + 12767 + ], + "max_error": 0.0 + }, + { + "representative": 12980, + "members": [ + 12980 + ], + "max_error": 0.0 + }, + { + "representative": 12959, + "members": [ + 12959 + ], + "max_error": 0.0 + }, + { + "representative": 12939, + "members": [ + 12939 + ], + "max_error": 0.0 + }, + { + "representative": 12862, + "members": [ + 12862 + ], + "max_error": 0.0 + }, + { + "representative": 12935, + "members": [ + 12935 + ], + "max_error": 0.0 + }, + { + "representative": 12770, + "members": [ + 12770 + ], + "max_error": 0.0 + }, + { + "representative": 12989, + "members": [ + 12989 + ], + "max_error": 0.0 + }, + { + "representative": 12956, + "members": [ + 12956 + ], + "max_error": 0.0 + }, + { + "representative": 12922, + "members": [ + 12922 + ], + "max_error": 0.0 + }, + { + "representative": 12909, + "members": [ + 12909 + ], + "max_error": 0.0 + }, + { + "representative": 12971, + "members": [ + 12971 + ], + "max_error": 0.0 + }, + { + "representative": 12955, + "members": [ + 12955 + ], + "max_error": 0.0 + }, + { + "representative": 12912, + "members": [ + 12912 + ], + "max_error": 0.0 + }, + { + "representative": 12930, + "members": [ + 12930 + ], + "max_error": 0.0 + }, + { + "representative": 12932, + "members": [ + 12932 + ], + "max_error": 0.0 + }, + { + "representative": 12933, + "members": [ + 12933 + ], + "max_error": 0.0 + }, + { + "representative": 12896, + "members": [ + 12896 + ], + "max_error": 0.0 + }, + { + "representative": 12764, + "members": [ + 12764 + ], + "max_error": 0.0 + }, + { + "representative": 12789, + "members": [ + 12789 + ], + "max_error": 0.0 + }, + { + "representative": 12901, + "members": [ + 12901 + ], + "max_error": 0.0 + }, + { + "representative": 12977, + "members": [ + 12977 + ], + "max_error": 0.0 + }, + { + "representative": 12834, + "members": [ + 12834 + ], + "max_error": 0.0 + }, + { + "representative": 13001, + "members": [ + 13001 + ], + "max_error": 0.0 + }, + { + "representative": 12899, + "members": [ + 12899 + ], + "max_error": 0.0 + }, + { + "representative": 12905, + "members": [ + 12905 + ], + "max_error": 0.0 + }, + { + "representative": 12904, + "members": [ + 12904 + ], + "max_error": 0.0 + }, + { + "representative": 12918, + "members": [ + 12918 + ], + "max_error": 0.0 + }, + { + "representative": 12931, + "members": [ + 12931 + ], + "max_error": 0.0 + }, + { + "representative": 12822, + "members": [ + 12822 + ], + "max_error": 0.0 + }, + { + "representative": 12765, + "members": [ + 12765 + ], + "max_error": 0.0 + }, + { + "representative": 12926, + "members": [ + 12926 + ], + "max_error": 0.0 + }, + { + "representative": 12916, + "members": [ + 12916 + ], + "max_error": 0.0 + }, + { + "representative": 12838, + "members": [ + 12838 + ], + "max_error": 0.0 + }, + { + "representative": 12925, + "members": [ + 12925 + ], + "max_error": 0.0 + }, + { + "representative": 12937, + "members": [ + 12937 + ], + "max_error": 0.0 + }, + { + "representative": 12945, + "members": [ + 12945 + ], + "max_error": 0.0 + }, + { + "representative": 12798, + "members": [ + 12798 + ], + "max_error": 0.0 + }, + { + "representative": 12947, + "members": [ + 12947 + ], + "max_error": 0.0 + }, + { + "representative": 12801, + "members": [ + 12801 + ], + "max_error": 0.0 + }, + { + "representative": 12840, + "members": [ + 12840 + ], + "max_error": 0.0 + }, + { + "representative": 12910, + "members": [ + 12910 + ], + "max_error": 0.0 + }, + { + "representative": 12934, + "members": [ + 12934 + ], + "max_error": 0.0 + }, + { + "representative": 13000, + "members": [ + 13000 + ], + "max_error": 0.0 + }, + { + "representative": 12858, + "members": [ + 12858 + ], + "max_error": 0.0 + }, + { + "representative": 12848, + "members": [ + 12848 + ], + "max_error": 0.0 + }, + { + "representative": 12847, + "members": [ + 12847 + ], + "max_error": 0.0 + }, + { + "representative": 13002, + "members": [ + 13002 + ], + "max_error": 0.0 + }, + { + "representative": 12755, + "members": [ + 12755 + ], + "max_error": 0.0 + }, + { + "representative": 12962, + "members": [ + 12962 + ], + "max_error": 0.0 + }, + { + "representative": 12963, + "members": [ + 12963 + ], + "max_error": 0.0 + }, + { + "representative": 12968, + "members": [ + 12968 + ], + "max_error": 0.0 + }, + { + "representative": 12949, + "members": [ + 12949 + ], + "max_error": 0.0 + }, + { + "representative": 12957, + "members": [ + 12957 + ], + "max_error": 0.0 + }, + { + "representative": 12958, + "members": [ + 12958 + ], + "max_error": 0.0 + }, + { + "representative": 12973, + "members": [ + 12973 + ], + "max_error": 0.0 + }, + { + "representative": 12868, + "members": [ + 12868 + ], + "max_error": 0.0 + }, + { + "representative": 12902, + "members": [ + 12902 + ], + "max_error": 0.0 + }, + { + "representative": 12856, + "members": [ + 12856 + ], + "max_error": 0.0 + }, + { + "representative": 12819, + "members": [ + 12819 + ], + "max_error": 0.0 + }, + { + "representative": 12944, + "members": [ + 12944 + ], + "max_error": 0.0 + }, + { + "representative": 12841, + "members": [ + 12841 + ], + "max_error": 0.0 + }, + { + "representative": 12999, + "members": [ + 12999 + ], + "max_error": 0.0 + }, + { + "representative": 12794, + "members": [ + 12794 + ], + "max_error": 0.0 + }, + { + "representative": 12875, + "members": [ + 12875 + ], + "max_error": 0.0 + }, + { + "representative": 12823, + "members": [ + 12823 + ], + "max_error": 0.0 + }, + { + "representative": 12888, + "members": [ + 12888 + ], + "max_error": 0.0 + }, + { + "representative": 12970, + "members": [ + 12970 + ], + "max_error": 0.0 + }, + { + "representative": 12784, + "members": [ + 12784 + ], + "max_error": 0.0 + }, + { + "representative": 12992, + "members": [ + 12992 + ], + "max_error": 0.0 + }, + { + "representative": 12994, + "members": [ + 12994 + ], + "max_error": 0.0 + }, + { + "representative": 12978, + "members": [ + 12978 + ], + "max_error": 0.0 + }, + { + "representative": 13003, + "members": [ + 13003 + ], + "max_error": 0.0 + }, + { + "representative": 12979, + "members": [ + 12979 + ], + "max_error": 0.0 + }, + { + "representative": 12982, + "members": [ + 12982 + ], + "max_error": 0.0 + }, + { + "representative": 12984, + "members": [ + 12984 + ], + "max_error": 0.0 + }, + { + "representative": 12990, + "members": [ + 12990 + ], + "max_error": 0.0 + }, + { + "representative": 12827, + "members": [ + 12827 + ], + "max_error": 0.0 + }, + { + "representative": 12816, + "members": [ + 12816 + ], + "max_error": 0.0 + }, + { + "representative": 12761, + "members": [ + 12761 + ], + "max_error": 0.0 + }, + { + "representative": 12829, + "members": [ + 12829 + ], + "max_error": 0.0 + }, + { + "representative": 12987, + "members": [ + 12987 + ], + "max_error": 0.0 + }, + { + "representative": 12988, + "members": [ + 12988 + ], + "max_error": 0.0 + }, + { + "representative": 12828, + "members": [ + 12828 + ], + "max_error": 0.0 + }, + { + "representative": 12799, + "members": [ + 12799 + ], + "max_error": 0.0 + }, + { + "representative": 12783, + "members": [ + 12783 + ], + "max_error": 0.0 + }, + { + "representative": 12882, + "members": [ + 12882 + ], + "max_error": 0.0 + }, + { + "representative": 12771, + "members": [ + 12771 + ], + "max_error": 0.0 + }, + { + "representative": 12807, + "members": [ + 12807 + ], + "max_error": 0.0 + }, + { + "representative": 12812, + "members": [ + 12812 + ], + "max_error": 0.0 + }, + { + "representative": 12813, + "members": [ + 12813 + ], + "max_error": 0.0 + }, + { + "representative": 12790, + "members": [ + 12790 + ], + "max_error": 0.0 + }, + { + "representative": 12792, + "members": [ + 12792 + ], + "max_error": 0.0 + }, + { + "representative": 12793, + "members": [ + 12793 + ], + "max_error": 0.0 + }, + { + "representative": 13005, + "members": [ + 13005 + ], + "max_error": 0.0 + }, + { + "representative": 12948, + "members": [ + 12948 + ], + "max_error": 0.0 + }, + { + "representative": 12861, + "members": [ + 12861 + ], + "max_error": 0.0 + }, + { + "representative": 12942, + "members": [ + 12942 + ], + "max_error": 0.0 + }, + { + "representative": 12791, + "members": [ + 12791 + ], + "max_error": 0.0 + }, + { + "representative": 12778, + "members": [ + 12778 + ], + "max_error": 0.0 + }, + { + "representative": 12781, + "members": [ + 12781 + ], + "max_error": 0.0 + }, + { + "representative": 12997, + "members": [ + 12997 + ], + "max_error": 0.0 + }, + { + "representative": 12913, + "members": [ + 12913 + ], + "max_error": 0.0 + }, + { + "representative": 12995, + "members": [ + 12995 + ], + "max_error": 0.0 + }, + { + "representative": 12805, + "members": [ + 12805 + ], + "max_error": 0.0 + }, + { + "representative": 12866, + "members": [ + 12866 + ], + "max_error": 0.0 + }, + { + "representative": 12965, + "members": [ + 12965 + ], + "max_error": 0.0 + }, + { + "representative": 12927, + "members": [ + 12927 + ], + "max_error": 0.0 + }, + { + "representative": 12808, + "members": [ + 12808 + ], + "max_error": 0.0 + }, + { + "representative": 12954, + "members": [ + 12954 + ], + "max_error": 0.0 + }, + { + "representative": 12775, + "members": [ + 12775 + ], + "max_error": 0.0 + }, + { + "representative": 12846, + "members": [ + 12846 + ], + "max_error": 0.0 + }, + { + "representative": 12788, + "members": [ + 12788 + ], + "max_error": 0.0 + }, + { + "representative": 12815, + "members": [ + 12815 + ], + "max_error": 0.0 + }, + { + "representative": 12855, + "members": [ + 12855 + ], + "max_error": 0.0 + }, + { + "representative": 12857, + "members": [ + 12857 + ], + "max_error": 0.0 + }, + { + "representative": 13072, + "members": [ + 13072 + ], + "max_error": 0.0 + }, + { + "representative": 13088, + "members": [ + 13088 + ], + "max_error": 0.0 + }, + { + "representative": 13089, + "members": [ + 13089 + ], + "max_error": 0.0 + }, + { + "representative": 13090, + "members": [ + 13090 + ], + "max_error": 0.0 + }, + { + "representative": 13091, + "members": [ + 13091 + ], + "max_error": 0.0 + }, + { + "representative": 13074, + "members": [ + 13074 + ], + "max_error": 0.0 + }, + { + "representative": 13092, + "members": [ + 13092 + ], + "max_error": 0.0 + }, + { + "representative": 13093, + "members": [ + 13093 + ], + "max_error": 0.0 + }, + { + "representative": 13094, + "members": [ + 13094 + ], + "max_error": 0.0 + }, + { + "representative": 13095, + "members": [ + 13095 + ], + "max_error": 0.0 + }, + { + "representative": 13096, + "members": [ + 13096 + ], + "max_error": 0.0 + }, + { + "representative": 13097, + "members": [ + 13097 + ], + "max_error": 0.0 + }, + { + "representative": 13098, + "members": [ + 13098 + ], + "max_error": 0.0 + }, + { + "representative": 13099, + "members": [ + 13099 + ], + "max_error": 0.0 + }, + { + "representative": 13100, + "members": [ + 13100 + ], + "max_error": 0.0 + }, + { + "representative": 13101, + "members": [ + 13101 + ], + "max_error": 0.0 + }, + { + "representative": 13075, + "members": [ + 13075 + ], + "max_error": 0.0 + }, + { + "representative": 13102, + "members": [ + 13102 + ], + "max_error": 0.0 + }, + { + "representative": 13103, + "members": [ + 13103 + ], + "max_error": 0.0 + }, + { + "representative": 13076, + "members": [ + 13076 + ], + "max_error": 0.0 + }, + { + "representative": 13077, + "members": [ + 13077 + ], + "max_error": 0.0 + }, + { + "representative": 13078, + "members": [ + 13078 + ], + "max_error": 0.0 + }, + { + "representative": 13079, + "members": [ + 13079 + ], + "max_error": 0.0 + }, + { + "representative": 13080, + "members": [ + 13080 + ], + "max_error": 0.0 + }, + { + "representative": 13081, + "members": [ + 13081 + ], + "max_error": 0.0 + }, + { + "representative": 13073, + "members": [ + 13073 + ], + "max_error": 0.0 + }, + { + "representative": 13082, + "members": [ + 13082 + ], + "max_error": 0.0 + }, + { + "representative": 13083, + "members": [ + 13083 + ], + "max_error": 0.0 + }, + { + "representative": 13084, + "members": [ + 13084 + ], + "max_error": 0.0 + }, + { + "representative": 13085, + "members": [ + 13085 + ], + "max_error": 0.0 + }, + { + "representative": 13086, + "members": [ + 13086 + ], + "max_error": 0.0 + }, + { + "representative": 13087, + "members": [ + 13087 + ], + "max_error": 0.0 + }, + { + "representative": 13136, + "members": [ + 13136 + ], + "max_error": 0.0 + }, + { + "representative": 13152, + "members": [ + 13152 + ], + "max_error": 0.0 + }, + { + "representative": 13153, + "members": [ + 13153 + ], + "max_error": 0.0 + }, + { + "representative": 13154, + "members": [ + 13154 + ], + "max_error": 0.0 + }, + { + "representative": 13155, + "members": [ + 13155 + ], + "max_error": 0.0 + }, + { + "representative": 13138, + "members": [ + 13138 + ], + "max_error": 0.0 + }, + { + "representative": 13156, + "members": [ + 13156 + ], + "max_error": 0.0 + }, + { + "representative": 13157, + "members": [ + 13157 + ], + "max_error": 0.0 + }, + { + "representative": 13158, + "members": [ + 13158 + ], + "max_error": 0.0 + }, + { + "representative": 13159, + "members": [ + 13159 + ], + "max_error": 0.0 + }, + { + "representative": 13160, + "members": [ + 13160 + ], + "max_error": 0.0 + }, + { + "representative": 13161, + "members": [ + 13161 + ], + "max_error": 0.0 + }, + { + "representative": 13162, + "members": [ + 13162 + ], + "max_error": 0.0 + }, + { + "representative": 13163, + "members": [ + 13163 + ], + "max_error": 0.0 + }, + { + "representative": 13164, + "members": [ + 13164 + ], + "max_error": 0.0 + }, + { + "representative": 13165, + "members": [ + 13165 + ], + "max_error": 0.0 + }, + { + "representative": 13139, + "members": [ + 13139 + ], + "max_error": 0.0 + }, + { + "representative": 13166, + "members": [ + 13166 + ], + "max_error": 0.0 + }, + { + "representative": 13167, + "members": [ + 13167 + ], + "max_error": 0.0 + }, + { + "representative": 13140, + "members": [ + 13140 + ], + "max_error": 0.0 + }, + { + "representative": 13141, + "members": [ + 13141 + ], + "max_error": 0.0 + }, + { + "representative": 13142, + "members": [ + 13142 + ], + "max_error": 0.0 + }, + { + "representative": 13143, + "members": [ + 13143 + ], + "max_error": 0.0 + }, + { + "representative": 13144, + "members": [ + 13144 + ], + "max_error": 0.0 + }, + { + "representative": 13145, + "members": [ + 13145 + ], + "max_error": 0.0 + }, + { + "representative": 13137, + "members": [ + 13137 + ], + "max_error": 0.0 + }, + { + "representative": 13146, + "members": [ + 13146 + ], + "max_error": 0.0 + }, + { + "representative": 13147, + "members": [ + 13147 + ], + "max_error": 0.0 + }, + { + "representative": 13148, + "members": [ + 13148 + ], + "max_error": 0.0 + }, + { + "representative": 13149, + "members": [ + 13149 + ], + "max_error": 0.0 + }, + { + "representative": 13150, + "members": [ + 13150 + ], + "max_error": 0.0 + }, + { + "representative": 13151, + "members": [ + 13151 + ], + "max_error": 0.0 + }, + { + "representative": 13168, + "members": [ + 13168 + ], + "max_error": 0.0 + }, + { + "representative": 13184, + "members": [ + 13184 + ], + "max_error": 0.0 + }, + { + "representative": 13185, + "members": [ + 13185 + ], + "max_error": 0.0 + }, + { + "representative": 13186, + "members": [ + 13186 + ], + "max_error": 0.0 + }, + { + "representative": 13187, + "members": [ + 13187 + ], + "max_error": 0.0 + }, + { + "representative": 13170, + "members": [ + 13170 + ], + "max_error": 0.0 + }, + { + "representative": 13188, + "members": [ + 13188 + ], + "max_error": 0.0 + }, + { + "representative": 13189, + "members": [ + 13189 + ], + "max_error": 0.0 + }, + { + "representative": 13190, + "members": [ + 13190 + ], + "max_error": 0.0 + }, + { + "representative": 13191, + "members": [ + 13191 + ], + "max_error": 0.0 + }, + { + "representative": 13192, + "members": [ + 13192 + ], + "max_error": 0.0 + }, + { + "representative": 13193, + "members": [ + 13193 + ], + "max_error": 0.0 + }, + { + "representative": 13194, + "members": [ + 13194 + ], + "max_error": 0.0 + }, + { + "representative": 13195, + "members": [ + 13195 + ], + "max_error": 0.0 + }, + { + "representative": 13196, + "members": [ + 13196 + ], + "max_error": 0.0 + }, + { + "representative": 13197, + "members": [ + 13197 + ], + "max_error": 0.0 + }, + { + "representative": 13171, + "members": [ + 13171 + ], + "max_error": 0.0 + }, + { + "representative": 13198, + "members": [ + 13198 + ], + "max_error": 0.0 + }, + { + "representative": 13199, + "members": [ + 13199 + ], + "max_error": 0.0 + }, + { + "representative": 13172, + "members": [ + 13172 + ], + "max_error": 0.0 + }, + { + "representative": 13173, + "members": [ + 13173 + ], + "max_error": 0.0 + }, + { + "representative": 13174, + "members": [ + 13174 + ], + "max_error": 0.0 + }, + { + "representative": 13175, + "members": [ + 13175 + ], + "max_error": 0.0 + }, + { + "representative": 13176, + "members": [ + 13176 + ], + "max_error": 0.0 + }, + { + "representative": 13177, + "members": [ + 13177 + ], + "max_error": 0.0 + }, + { + "representative": 13169, + "members": [ + 13169 + ], + "max_error": 0.0 + }, + { + "representative": 13178, + "members": [ + 13178 + ], + "max_error": 0.0 + }, + { + "representative": 13179, + "members": [ + 13179 + ], + "max_error": 0.0 + }, + { + "representative": 13180, + "members": [ + 13180 + ], + "max_error": 0.0 + }, + { + "representative": 13181, + "members": [ + 13181 + ], + "max_error": 0.0 + }, + { + "representative": 13182, + "members": [ + 13182 + ], + "max_error": 0.0 + }, + { + "representative": 13183, + "members": [ + 13183 + ], + "max_error": 0.0 + }, + { + "representative": 13200, + "members": [ + 13200 + ], + "max_error": 0.0 + }, + { + "representative": 13216, + "members": [ + 13216 + ], + "max_error": 0.0 + }, + { + "representative": 13217, + "members": [ + 13217 + ], + "max_error": 0.0 + }, + { + "representative": 13218, + "members": [ + 13218 + ], + "max_error": 0.0 + }, + { + "representative": 13219, + "members": [ + 13219 + ], + "max_error": 0.0 + }, + { + "representative": 13202, + "members": [ + 13202 + ], + "max_error": 0.0 + }, + { + "representative": 13220, + "members": [ + 13220 + ], + "max_error": 0.0 + }, + { + "representative": 13221, + "members": [ + 13221 + ], + "max_error": 0.0 + }, + { + "representative": 13222, + "members": [ + 13222 + ], + "max_error": 0.0 + }, + { + "representative": 13223, + "members": [ + 13223 + ], + "max_error": 0.0 + }, + { + "representative": 13224, + "members": [ + 13224 + ], + "max_error": 0.0 + }, + { + "representative": 13225, + "members": [ + 13225 + ], + "max_error": 0.0 + }, + { + "representative": 13226, + "members": [ + 13226 + ], + "max_error": 0.0 + }, + { + "representative": 13227, + "members": [ + 13227 + ], + "max_error": 0.0 + }, + { + "representative": 13228, + "members": [ + 13228 + ], + "max_error": 0.0 + }, + { + "representative": 13229, + "members": [ + 13229 + ], + "max_error": 0.0 + }, + { + "representative": 13203, + "members": [ + 13203 + ], + "max_error": 0.0 + }, + { + "representative": 13230, + "members": [ + 13230 + ], + "max_error": 0.0 + }, + { + "representative": 13231, + "members": [ + 13231 + ], + "max_error": 0.0 + }, + { + "representative": 13204, + "members": [ + 13204 + ], + "max_error": 0.0 + }, + { + "representative": 13205, + "members": [ + 13205 + ], + "max_error": 0.0 + }, + { + "representative": 13206, + "members": [ + 13206 + ], + "max_error": 0.0 + }, + { + "representative": 13207, + "members": [ + 13207 + ], + "max_error": 0.0 + }, + { + "representative": 13208, + "members": [ + 13208 + ], + "max_error": 0.0 + }, + { + "representative": 13209, + "members": [ + 13209 + ], + "max_error": 0.0 + }, + { + "representative": 13201, + "members": [ + 13201 + ], + "max_error": 0.0 + }, + { + "representative": 13210, + "members": [ + 13210 + ], + "max_error": 0.0 + }, + { + "representative": 13211, + "members": [ + 13211 + ], + "max_error": 0.0 + }, + { + "representative": 13212, + "members": [ + 13212 + ], + "max_error": 0.0 + }, + { + "representative": 13213, + "members": [ + 13213 + ], + "max_error": 0.0 + }, + { + "representative": 13214, + "members": [ + 13214 + ], + "max_error": 0.0 + }, + { + "representative": 13215, + "members": [ + 13215 + ], + "max_error": 0.0 + }, + { + "representative": 13232, + "members": [ + 13232 + ], + "max_error": 0.0 + }, + { + "representative": 13248, + "members": [ + 13248 + ], + "max_error": 0.0 + }, + { + "representative": 13249, + "members": [ + 13249 + ], + "max_error": 0.0 + }, + { + "representative": 13250, + "members": [ + 13250 + ], + "max_error": 0.0 + }, + { + "representative": 13251, + "members": [ + 13251 + ], + "max_error": 0.0 + }, + { + "representative": 13234, + "members": [ + 13234 + ], + "max_error": 0.0 + }, + { + "representative": 13252, + "members": [ + 13252 + ], + "max_error": 0.0 + }, + { + "representative": 13253, + "members": [ + 13253 + ], + "max_error": 0.0 + }, + { + "representative": 13254, + "members": [ + 13254 + ], + "max_error": 0.0 + }, + { + "representative": 13255, + "members": [ + 13255 + ], + "max_error": 0.0 + }, + { + "representative": 13256, + "members": [ + 13256 + ], + "max_error": 0.0 + }, + { + "representative": 13257, + "members": [ + 13257 + ], + "max_error": 0.0 + }, + { + "representative": 13258, + "members": [ + 13258 + ], + "max_error": 0.0 + }, + { + "representative": 13259, + "members": [ + 13259 + ], + "max_error": 0.0 + }, + { + "representative": 13260, + "members": [ + 13260 + ], + "max_error": 0.0 + }, + { + "representative": 13261, + "members": [ + 13261 + ], + "max_error": 0.0 + }, + { + "representative": 13235, + "members": [ + 13235 + ], + "max_error": 0.0 + }, + { + "representative": 13262, + "members": [ + 13262 + ], + "max_error": 0.0 + }, + { + "representative": 13263, + "members": [ + 13263 + ], + "max_error": 0.0 + }, + { + "representative": 13236, + "members": [ + 13236 + ], + "max_error": 0.0 + }, + { + "representative": 13237, + "members": [ + 13237 + ], + "max_error": 0.0 + }, + { + "representative": 13238, + "members": [ + 13238 + ], + "max_error": 0.0 + }, + { + "representative": 13239, + "members": [ + 13239 + ], + "max_error": 0.0 + }, + { + "representative": 13240, + "members": [ + 13240 + ], + "max_error": 0.0 + }, + { + "representative": 13241, + "members": [ + 13241 + ], + "max_error": 0.0 + }, + { + "representative": 13233, + "members": [ + 13233 + ], + "max_error": 0.0 + }, + { + "representative": 13242, + "members": [ + 13242 + ], + "max_error": 0.0 + }, + { + "representative": 13243, + "members": [ + 13243 + ], + "max_error": 0.0 + }, + { + "representative": 13244, + "members": [ + 13244 + ], + "max_error": 0.0 + }, + { + "representative": 13245, + "members": [ + 13245 + ], + "max_error": 0.0 + }, + { + "representative": 13246, + "members": [ + 13246 + ], + "max_error": 0.0 + }, + { + "representative": 13247, + "members": [ + 13247 + ], + "max_error": 0.0 + }, + { + "representative": 13264, + "members": [ + 13264 + ], + "max_error": 0.0 + }, + { + "representative": 13280, + "members": [ + 13280 + ], + "max_error": 0.0 + }, + { + "representative": 13281, + "members": [ + 13281 + ], + "max_error": 0.0 + }, + { + "representative": 13282, + "members": [ + 13282 + ], + "max_error": 0.0 + }, + { + "representative": 13283, + "members": [ + 13283 + ], + "max_error": 0.0 + }, + { + "representative": 13266, + "members": [ + 13266 + ], + "max_error": 0.0 + }, + { + "representative": 13284, + "members": [ + 13284 + ], + "max_error": 0.0 + }, + { + "representative": 13285, + "members": [ + 13285 + ], + "max_error": 0.0 + }, + { + "representative": 13286, + "members": [ + 13286 + ], + "max_error": 0.0 + }, + { + "representative": 13287, + "members": [ + 13287 + ], + "max_error": 0.0 + }, + { + "representative": 13288, + "members": [ + 13288 + ], + "max_error": 0.0 + }, + { + "representative": 13289, + "members": [ + 13289 + ], + "max_error": 0.0 + }, + { + "representative": 13290, + "members": [ + 13290 + ], + "max_error": 0.0 + }, + { + "representative": 13291, + "members": [ + 13291 + ], + "max_error": 0.0 + }, + { + "representative": 13292, + "members": [ + 13292 + ], + "max_error": 0.0 + }, + { + "representative": 13293, + "members": [ + 13293 + ], + "max_error": 0.0 + }, + { + "representative": 13267, + "members": [ + 13267 + ], + "max_error": 0.0 + }, + { + "representative": 13294, + "members": [ + 13294 + ], + "max_error": 0.0 + }, + { + "representative": 13295, + "members": [ + 13295 + ], + "max_error": 0.0 + }, + { + "representative": 13268, + "members": [ + 13268 + ], + "max_error": 0.0 + }, + { + "representative": 13269, + "members": [ + 13269 + ], + "max_error": 0.0 + }, + { + "representative": 13270, + "members": [ + 13270 + ], + "max_error": 0.0 + }, + { + "representative": 13271, + "members": [ + 13271 + ], + "max_error": 0.0 + }, + { + "representative": 13272, + "members": [ + 13272 + ], + "max_error": 0.0 + }, + { + "representative": 13273, + "members": [ + 13273 + ], + "max_error": 0.0 + }, + { + "representative": 13265, + "members": [ + 13265 + ], + "max_error": 0.0 + }, + { + "representative": 13274, + "members": [ + 13274 + ], + "max_error": 0.0 + }, + { + "representative": 13275, + "members": [ + 13275 + ], + "max_error": 0.0 + }, + { + "representative": 13276, + "members": [ + 13276 + ], + "max_error": 0.0 + }, + { + "representative": 13277, + "members": [ + 13277 + ], + "max_error": 0.0 + }, + { + "representative": 13278, + "members": [ + 13278 + ], + "max_error": 0.0 + }, + { + "representative": 13279, + "members": [ + 13279 + ], + "max_error": 0.0 + }, + { + "representative": 13296, + "members": [ + 13296 + ], + "max_error": 0.0 + }, + { + "representative": 13312, + "members": [ + 13312 + ], + "max_error": 0.0 + }, + { + "representative": 13313, + "members": [ + 13313 + ], + "max_error": 0.0 + }, + { + "representative": 13314, + "members": [ + 13314 + ], + "max_error": 0.0 + }, + { + "representative": 13315, + "members": [ + 13315 + ], + "max_error": 0.0 + }, + { + "representative": 13298, + "members": [ + 13298 + ], + "max_error": 0.0 + }, + { + "representative": 13316, + "members": [ + 13316 + ], + "max_error": 0.0 + }, + { + "representative": 13317, + "members": [ + 13317 + ], + "max_error": 0.0 + }, + { + "representative": 13318, + "members": [ + 13318 + ], + "max_error": 0.0 + }, + { + "representative": 13319, + "members": [ + 13319 + ], + "max_error": 0.0 + }, + { + "representative": 13320, + "members": [ + 13320 + ], + "max_error": 0.0 + }, + { + "representative": 13321, + "members": [ + 13321 + ], + "max_error": 0.0 + }, + { + "representative": 13322, + "members": [ + 13322 + ], + "max_error": 0.0 + }, + { + "representative": 13323, + "members": [ + 13323 + ], + "max_error": 0.0 + }, + { + "representative": 13324, + "members": [ + 13324 + ], + "max_error": 0.0 + }, + { + "representative": 13325, + "members": [ + 13325 + ], + "max_error": 0.0 + }, + { + "representative": 13299, + "members": [ + 13299 + ], + "max_error": 0.0 + }, + { + "representative": 13326, + "members": [ + 13326 + ], + "max_error": 0.0 + }, + { + "representative": 13327, + "members": [ + 13327 + ], + "max_error": 0.0 + }, + { + "representative": 13300, + "members": [ + 13300 + ], + "max_error": 0.0 + }, + { + "representative": 13301, + "members": [ + 13301 + ], + "max_error": 0.0 + }, + { + "representative": 13302, + "members": [ + 13302 + ], + "max_error": 0.0 + }, + { + "representative": 13303, + "members": [ + 13303 + ], + "max_error": 0.0 + }, + { + "representative": 13304, + "members": [ + 13304 + ], + "max_error": 0.0 + }, + { + "representative": 13305, + "members": [ + 13305 + ], + "max_error": 0.0 + }, + { + "representative": 13297, + "members": [ + 13297 + ], + "max_error": 0.0 + }, + { + "representative": 13306, + "members": [ + 13306 + ], + "max_error": 0.0 + }, + { + "representative": 13307, + "members": [ + 13307 + ], + "max_error": 0.0 + }, + { + "representative": 13308, + "members": [ + 13308 + ], + "max_error": 0.0 + }, + { + "representative": 13309, + "members": [ + 13309 + ], + "max_error": 0.0 + }, + { + "representative": 13310, + "members": [ + 13310 + ], + "max_error": 0.0 + }, + { + "representative": 13311, + "members": [ + 13311 + ], + "max_error": 0.0 + }, + { + "representative": 13104, + "members": [ + 13104 + ], + "max_error": 0.0 + }, + { + "representative": 13120, + "members": [ + 13120 + ], + "max_error": 0.0 + }, + { + "representative": 13121, + "members": [ + 13121 + ], + "max_error": 0.0 + }, + { + "representative": 13122, + "members": [ + 13122 + ], + "max_error": 0.0 + }, + { + "representative": 13123, + "members": [ + 13123 + ], + "max_error": 0.0 + }, + { + "representative": 13106, + "members": [ + 13106 + ], + "max_error": 0.0 + }, + { + "representative": 13124, + "members": [ + 13124 + ], + "max_error": 0.0 + }, + { + "representative": 13125, + "members": [ + 13125 + ], + "max_error": 0.0 + }, + { + "representative": 13126, + "members": [ + 13126 + ], + "max_error": 0.0 + }, + { + "representative": 13127, + "members": [ + 13127 + ], + "max_error": 0.0 + }, + { + "representative": 13128, + "members": [ + 13128 + ], + "max_error": 0.0 + }, + { + "representative": 13129, + "members": [ + 13129 + ], + "max_error": 0.0 + }, + { + "representative": 13130, + "members": [ + 13130 + ], + "max_error": 0.0 + }, + { + "representative": 13131, + "members": [ + 13131 + ], + "max_error": 0.0 + }, + { + "representative": 13132, + "members": [ + 13132 + ], + "max_error": 0.0 + }, + { + "representative": 13133, + "members": [ + 13133 + ], + "max_error": 0.0 + }, + { + "representative": 13107, + "members": [ + 13107 + ], + "max_error": 0.0 + }, + { + "representative": 13134, + "members": [ + 13134 + ], + "max_error": 0.0 + }, + { + "representative": 13135, + "members": [ + 13135 + ], + "max_error": 0.0 + }, + { + "representative": 13108, + "members": [ + 13108 + ], + "max_error": 0.0 + }, + { + "representative": 13109, + "members": [ + 13109 + ], + "max_error": 0.0 + }, + { + "representative": 13110, + "members": [ + 13110 + ], + "max_error": 0.0 + }, + { + "representative": 13111, + "members": [ + 13111 + ], + "max_error": 0.0 + }, + { + "representative": 13112, + "members": [ + 13112 + ], + "max_error": 0.0 + }, + { + "representative": 13113, + "members": [ + 13113 + ], + "max_error": 0.0 + }, + { + "representative": 13105, + "members": [ + 13105 + ], + "max_error": 0.0 + }, + { + "representative": 13114, + "members": [ + 13114 + ], + "max_error": 0.0 + }, + { + "representative": 13115, + "members": [ + 13115 + ], + "max_error": 0.0 + }, + { + "representative": 13116, + "members": [ + 13116 + ], + "max_error": 0.0 + }, + { + "representative": 13117, + "members": [ + 13117 + ], + "max_error": 0.0 + }, + { + "representative": 13118, + "members": [ + 13118 + ], + "max_error": 0.0 + }, + { + "representative": 13119, + "members": [ + 13119 + ], + "max_error": 0.0 + } +] \ No newline at end of file diff --git a/results/qwen35-2b/analysis/groups_block_3d-axis0-slice_0.01.json b/results/qwen35-2b/analysis/groups_block_3d-axis0-slice_0.01.json new file mode 100644 index 0000000..b4bb833 --- /dev/null +++ b/results/qwen35-2b/analysis/groups_block_3d-axis0-slice_0.01.json @@ -0,0 +1,1794 @@ +[ + { + "representative": 686, + "members": [ + 686 + ], + "max_error": 0.0 + }, + { + "representative": 710, + "members": [ + 710 + ], + "max_error": 0.0 + }, + { + "representative": 649, + "members": [ + 649 + ], + "max_error": 0.0 + }, + { + "representative": 551, + "members": [ + 551 + ], + "max_error": 0.0 + }, + { + "representative": 716, + "members": [ + 716 + ], + "max_error": 0.0 + }, + { + "representative": 648, + "members": [ + 648 + ], + "max_error": 0.0 + }, + { + "representative": 727, + "members": [ + 727 + ], + "max_error": 0.0 + }, + { + "representative": 530, + "members": [ + 530 + ], + "max_error": 0.0 + }, + { + "representative": 675, + "members": [ + 675 + ], + "max_error": 0.0 + }, + { + "representative": 728, + "members": [ + 728 + ], + "max_error": 0.0 + }, + { + "representative": 519, + "members": [ + 519 + ], + "max_error": 0.0 + }, + { + "representative": 554, + "members": [ + 554 + ], + "max_error": 0.0 + }, + { + "representative": 598, + "members": [ + 598 + ], + "max_error": 0.0 + }, + { + "representative": 550, + "members": [ + 550 + ], + "max_error": 0.0 + }, + { + "representative": 577, + "members": [ + 577 + ], + "max_error": 0.0 + }, + { + "representative": 629, + "members": [ + 629 + ], + "max_error": 0.0 + }, + { + "representative": 552, + "members": [ + 552 + ], + "max_error": 0.0 + }, + { + "representative": 749, + "members": [ + 749 + ], + "max_error": 0.0 + }, + { + "representative": 623, + "members": [ + 623 + ], + "max_error": 0.0 + }, + { + "representative": 513, + "members": [ + 513 + ], + "max_error": 0.0 + }, + { + "representative": 589, + "members": [ + 589 + ], + "max_error": 0.0 + }, + { + "representative": 658, + "members": [ + 658 + ], + "max_error": 0.0 + }, + { + "representative": 542, + "members": [ + 542 + ], + "max_error": 0.0 + }, + { + "representative": 614, + "members": [ + 614 + ], + "max_error": 0.0 + }, + { + "representative": 668, + "members": [ + 668 + ], + "max_error": 0.0 + }, + { + "representative": 674, + "members": [ + 674 + ], + "max_error": 0.0 + }, + { + "representative": 642, + "members": [ + 642 + ], + "max_error": 0.0 + }, + { + "representative": 516, + "members": [ + 516 + ], + "max_error": 0.0 + }, + { + "representative": 559, + "members": [ + 559 + ], + "max_error": 0.0 + }, + { + "representative": 613, + "members": [ + 613 + ], + "max_error": 0.0 + }, + { + "representative": 579, + "members": [ + 579 + ], + "max_error": 0.0 + }, + { + "representative": 541, + "members": [ + 541 + ], + "max_error": 0.0 + }, + { + "representative": 593, + "members": [ + 593 + ], + "max_error": 0.0 + }, + { + "representative": 575, + "members": [ + 575 + ], + "max_error": 0.0 + }, + { + "representative": 665, + "members": [ + 665 + ], + "max_error": 0.0 + }, + { + "representative": 766, + "members": [ + 766 + ], + "max_error": 0.0 + }, + { + "representative": 522, + "members": [ + 522 + ], + "max_error": 0.0 + }, + { + "representative": 584, + "members": [ + 584 + ], + "max_error": 0.0 + }, + { + "representative": 738, + "members": [ + 738 + ], + "max_error": 0.0 + }, + { + "representative": 517, + "members": [ + 517 + ], + "max_error": 0.0 + }, + { + "representative": 523, + "members": [ + 523 + ], + "max_error": 0.0 + }, + { + "representative": 544, + "members": [ + 544 + ], + "max_error": 0.0 + }, + { + "representative": 681, + "members": [ + 681 + ], + "max_error": 0.0 + }, + { + "representative": 641, + "members": [ + 641 + ], + "max_error": 0.0 + }, + { + "representative": 714, + "members": [ + 714 + ], + "max_error": 0.0 + }, + { + "representative": 750, + "members": [ + 750 + ], + "max_error": 0.0 + }, + { + "representative": 698, + "members": [ + 698 + ], + "max_error": 0.0 + }, + { + "representative": 645, + "members": [ + 645 + ], + "max_error": 0.0 + }, + { + "representative": 647, + "members": [ + 647 + ], + "max_error": 0.0 + }, + { + "representative": 699, + "members": [ + 699 + ], + "max_error": 0.0 + }, + { + "representative": 761, + "members": [ + 761 + ], + "max_error": 0.0 + }, + { + "representative": 580, + "members": [ + 580 + ], + "max_error": 0.0 + }, + { + "representative": 533, + "members": [ + 533 + ], + "max_error": 0.0 + }, + { + "representative": 526, + "members": [ + 526 + ], + "max_error": 0.0 + }, + { + "representative": 591, + "members": [ + 591 + ], + "max_error": 0.0 + }, + { + "representative": 656, + "members": [ + 656 + ], + "max_error": 0.0 + }, + { + "representative": 534, + "members": [ + 534 + ], + "max_error": 0.0 + }, + { + "representative": 607, + "members": [ + 607 + ], + "max_error": 0.0 + }, + { + "representative": 725, + "members": [ + 725 + ], + "max_error": 0.0 + }, + { + "representative": 691, + "members": [ + 691 + ], + "max_error": 0.0 + }, + { + "representative": 713, + "members": [ + 713 + ], + "max_error": 0.0 + }, + { + "representative": 538, + "members": [ + 538 + ], + "max_error": 0.0 + }, + { + "representative": 592, + "members": [ + 592 + ], + "max_error": 0.0 + }, + { + "representative": 586, + "members": [ + 586 + ], + "max_error": 0.0 + }, + { + "representative": 745, + "members": [ + 745 + ], + "max_error": 0.0 + }, + { + "representative": 622, + "members": [ + 622 + ], + "max_error": 0.0 + }, + { + "representative": 703, + "members": [ + 703 + ], + "max_error": 0.0 + }, + { + "representative": 608, + "members": [ + 608 + ], + "max_error": 0.0 + }, + { + "representative": 739, + "members": [ + 739 + ], + "max_error": 0.0 + }, + { + "representative": 653, + "members": [ + 653 + ], + "max_error": 0.0 + }, + { + "representative": 558, + "members": [ + 558 + ], + "max_error": 0.0 + }, + { + "representative": 723, + "members": [ + 723 + ], + "max_error": 0.0 + }, + { + "representative": 767, + "members": [ + 767 + ], + "max_error": 0.0 + }, + { + "representative": 628, + "members": [ + 628 + ], + "max_error": 0.0 + }, + { + "representative": 625, + "members": [ + 625 + ], + "max_error": 0.0 + }, + { + "representative": 588, + "members": [ + 588 + ], + "max_error": 0.0 + }, + { + "representative": 515, + "members": [ + 515 + ], + "max_error": 0.0 + }, + { + "representative": 574, + "members": [ + 574 + ], + "max_error": 0.0 + }, + { + "representative": 532, + "members": [ + 532 + ], + "max_error": 0.0 + }, + { + "representative": 751, + "members": [ + 751 + ], + "max_error": 0.0 + }, + { + "representative": 685, + "members": [ + 685 + ], + "max_error": 0.0 + }, + { + "representative": 655, + "members": [ + 655 + ], + "max_error": 0.0 + }, + { + "representative": 680, + "members": [ + 680 + ], + "max_error": 0.0 + }, + { + "representative": 595, + "members": [ + 595 + ], + "max_error": 0.0 + }, + { + "representative": 543, + "members": [ + 543 + ], + "max_error": 0.0 + }, + { + "representative": 670, + "members": [ + 670 + ], + "max_error": 0.0 + }, + { + "representative": 726, + "members": [ + 726 + ], + "max_error": 0.0 + }, + { + "representative": 644, + "members": [ + 644 + ], + "max_error": 0.0 + }, + { + "representative": 660, + "members": [ + 660 + ], + "max_error": 0.0 + }, + { + "representative": 741, + "members": [ + 741 + ], + "max_error": 0.0 + }, + { + "representative": 560, + "members": [ + 560 + ], + "max_error": 0.0 + }, + { + "representative": 720, + "members": [ + 720 + ], + "max_error": 0.0 + }, + { + "representative": 708, + "members": [ + 708 + ], + "max_error": 0.0 + }, + { + "representative": 704, + "members": [ + 704 + ], + "max_error": 0.0 + }, + { + "representative": 633, + "members": [ + 633 + ], + "max_error": 0.0 + }, + { + "representative": 571, + "members": [ + 571 + ], + "max_error": 0.0 + }, + { + "representative": 677, + "members": [ + 677 + ], + "max_error": 0.0 + }, + { + "representative": 687, + "members": [ + 687 + ], + "max_error": 0.0 + }, + { + "representative": 524, + "members": [ + 524 + ], + "max_error": 0.0 + }, + { + "representative": 572, + "members": [ + 572 + ], + "max_error": 0.0 + }, + { + "representative": 556, + "members": [ + 556 + ], + "max_error": 0.0 + }, + { + "representative": 700, + "members": [ + 700 + ], + "max_error": 0.0 + }, + { + "representative": 627, + "members": [ + 627 + ], + "max_error": 0.0 + }, + { + "representative": 568, + "members": [ + 568 + ], + "max_error": 0.0 + }, + { + "representative": 730, + "members": [ + 730 + ], + "max_error": 0.0 + }, + { + "representative": 734, + "members": [ + 734 + ], + "max_error": 0.0 + }, + { + "representative": 669, + "members": [ + 669 + ], + "max_error": 0.0 + }, + { + "representative": 657, + "members": [ + 657 + ], + "max_error": 0.0 + }, + { + "representative": 705, + "members": [ + 705 + ], + "max_error": 0.0 + }, + { + "representative": 619, + "members": [ + 619 + ], + "max_error": 0.0 + }, + { + "representative": 764, + "members": [ + 764 + ], + "max_error": 0.0 + }, + { + "representative": 731, + "members": [ + 731 + ], + "max_error": 0.0 + }, + { + "representative": 557, + "members": [ + 557 + ], + "max_error": 0.0 + }, + { + "representative": 555, + "members": [ + 555 + ], + "max_error": 0.0 + }, + { + "representative": 702, + "members": [ + 702 + ], + "max_error": 0.0 + }, + { + "representative": 659, + "members": [ + 659 + ], + "max_error": 0.0 + }, + { + "representative": 576, + "members": [ + 576 + ], + "max_error": 0.0 + }, + { + "representative": 758, + "members": [ + 758 + ], + "max_error": 0.0 + }, + { + "representative": 762, + "members": [ + 762 + ], + "max_error": 0.0 + }, + { + "representative": 581, + "members": [ + 581 + ], + "max_error": 0.0 + }, + { + "representative": 624, + "members": [ + 624 + ], + "max_error": 0.0 + }, + { + "representative": 724, + "members": [ + 724 + ], + "max_error": 0.0 + }, + { + "representative": 604, + "members": [ + 604 + ], + "max_error": 0.0 + }, + { + "representative": 570, + "members": [ + 570 + ], + "max_error": 0.0 + }, + { + "representative": 527, + "members": [ + 527 + ], + "max_error": 0.0 + }, + { + "representative": 547, + "members": [ + 547 + ], + "max_error": 0.0 + }, + { + "representative": 661, + "members": [ + 661 + ], + "max_error": 0.0 + }, + { + "representative": 549, + "members": [ + 549 + ], + "max_error": 0.0 + }, + { + "representative": 721, + "members": [ + 721 + ], + "max_error": 0.0 + }, + { + "representative": 651, + "members": [ + 651 + ], + "max_error": 0.0 + }, + { + "representative": 753, + "members": [ + 753 + ], + "max_error": 0.0 + }, + { + "representative": 695, + "members": [ + 695 + ], + "max_error": 0.0 + }, + { + "representative": 535, + "members": [ + 535 + ], + "max_error": 0.0 + }, + { + "representative": 663, + "members": [ + 663 + ], + "max_error": 0.0 + }, + { + "representative": 567, + "members": [ + 567 + ], + "max_error": 0.0 + }, + { + "representative": 639, + "members": [ + 639 + ], + "max_error": 0.0 + }, + { + "representative": 603, + "members": [ + 603 + ], + "max_error": 0.0 + }, + { + "representative": 609, + "members": [ + 609 + ], + "max_error": 0.0 + }, + { + "representative": 722, + "members": [ + 722 + ], + "max_error": 0.0 + }, + { + "representative": 709, + "members": [ + 709 + ], + "max_error": 0.0 + }, + { + "representative": 564, + "members": [ + 564 + ], + "max_error": 0.0 + }, + { + "representative": 688, + "members": [ + 688 + ], + "max_error": 0.0 + }, + { + "representative": 602, + "members": [ + 602 + ], + "max_error": 0.0 + }, + { + "representative": 631, + "members": [ + 631 + ], + "max_error": 0.0 + }, + { + "representative": 682, + "members": [ + 682 + ], + "max_error": 0.0 + }, + { + "representative": 596, + "members": [ + 596 + ], + "max_error": 0.0 + }, + { + "representative": 678, + "members": [ + 678 + ], + "max_error": 0.0 + }, + { + "representative": 587, + "members": [ + 587 + ], + "max_error": 0.0 + }, + { + "representative": 529, + "members": [ + 529 + ], + "max_error": 0.0 + }, + { + "representative": 546, + "members": [ + 546 + ], + "max_error": 0.0 + }, + { + "representative": 548, + "members": [ + 548 + ], + "max_error": 0.0 + }, + { + "representative": 694, + "members": [ + 694 + ], + "max_error": 0.0 + }, + { + "representative": 692, + "members": [ + 692 + ], + "max_error": 0.0 + }, + { + "representative": 693, + "members": [ + 693 + ], + "max_error": 0.0 + }, + { + "representative": 732, + "members": [ + 732 + ], + "max_error": 0.0 + }, + { + "representative": 561, + "members": [ + 561 + ], + "max_error": 0.0 + }, + { + "representative": 518, + "members": [ + 518 + ], + "max_error": 0.0 + }, + { + "representative": 590, + "members": [ + 590 + ], + "max_error": 0.0 + }, + { + "representative": 679, + "members": [ + 679 + ], + "max_error": 0.0 + }, + { + "representative": 582, + "members": [ + 582 + ], + "max_error": 0.0 + }, + { + "representative": 643, + "members": [ + 643 + ], + "max_error": 0.0 + }, + { + "representative": 540, + "members": [ + 540 + ], + "max_error": 0.0 + }, + { + "representative": 717, + "members": [ + 717 + ], + "max_error": 0.0 + }, + { + "representative": 652, + "members": [ + 652 + ], + "max_error": 0.0 + }, + { + "representative": 536, + "members": [ + 536 + ], + "max_error": 0.0 + }, + { + "representative": 689, + "members": [ + 689 + ], + "max_error": 0.0 + }, + { + "representative": 599, + "members": [ + 599 + ], + "max_error": 0.0 + }, + { + "representative": 664, + "members": [ + 664 + ], + "max_error": 0.0 + }, + { + "representative": 597, + "members": [ + 597 + ], + "max_error": 0.0 + }, + { + "representative": 537, + "members": [ + 537 + ], + "max_error": 0.0 + }, + { + "representative": 765, + "members": [ + 765 + ], + "max_error": 0.0 + }, + { + "representative": 605, + "members": [ + 605 + ], + "max_error": 0.0 + }, + { + "representative": 569, + "members": [ + 569 + ], + "max_error": 0.0 + }, + { + "representative": 562, + "members": [ + 562 + ], + "max_error": 0.0 + }, + { + "representative": 617, + "members": [ + 617 + ], + "max_error": 0.0 + }, + { + "representative": 632, + "members": [ + 632 + ], + "max_error": 0.0 + }, + { + "representative": 759, + "members": [ + 759 + ], + "max_error": 0.0 + }, + { + "representative": 684, + "members": [ + 684 + ], + "max_error": 0.0 + }, + { + "representative": 760, + "members": [ + 760 + ], + "max_error": 0.0 + }, + { + "representative": 565, + "members": [ + 565 + ], + "max_error": 0.0 + }, + { + "representative": 634, + "members": [ + 634 + ], + "max_error": 0.0 + }, + { + "representative": 553, + "members": [ + 553 + ], + "max_error": 0.0 + }, + { + "representative": 637, + "members": [ + 637 + ], + "max_error": 0.0 + }, + { + "representative": 610, + "members": [ + 610 + ], + "max_error": 0.0 + }, + { + "representative": 594, + "members": [ + 594 + ], + "max_error": 0.0 + }, + { + "representative": 712, + "members": [ + 712 + ], + "max_error": 0.0 + }, + { + "representative": 521, + "members": [ + 521 + ], + "max_error": 0.0 + }, + { + "representative": 676, + "members": [ + 676 + ], + "max_error": 0.0 + }, + { + "representative": 740, + "members": [ + 740 + ], + "max_error": 0.0 + }, + { + "representative": 671, + "members": [ + 671 + ], + "max_error": 0.0 + }, + { + "representative": 531, + "members": [ + 531 + ], + "max_error": 0.0 + }, + { + "representative": 630, + "members": [ + 630 + ], + "max_error": 0.0 + }, + { + "representative": 673, + "members": [ + 673 + ], + "max_error": 0.0 + }, + { + "representative": 756, + "members": [ + 756 + ], + "max_error": 0.0 + }, + { + "representative": 666, + "members": [ + 666 + ], + "max_error": 0.0 + }, + { + "representative": 754, + "members": [ + 754 + ], + "max_error": 0.0 + }, + { + "representative": 707, + "members": [ + 707 + ], + "max_error": 0.0 + }, + { + "representative": 701, + "members": [ + 701 + ], + "max_error": 0.0 + }, + { + "representative": 757, + "members": [ + 757 + ], + "max_error": 0.0 + }, + { + "representative": 583, + "members": [ + 583 + ], + "max_error": 0.0 + }, + { + "representative": 640, + "members": [ + 640 + ], + "max_error": 0.0 + }, + { + "representative": 719, + "members": [ + 719 + ], + "max_error": 0.0 + }, + { + "representative": 638, + "members": [ + 638 + ], + "max_error": 0.0 + }, + { + "representative": 636, + "members": [ + 636 + ], + "max_error": 0.0 + }, + { + "representative": 736, + "members": [ + 736 + ], + "max_error": 0.0 + }, + { + "representative": 654, + "members": [ + 654 + ], + "max_error": 0.0 + }, + { + "representative": 706, + "members": [ + 706 + ], + "max_error": 0.0 + }, + { + "representative": 514, + "members": [ + 514 + ], + "max_error": 0.0 + }, + { + "representative": 578, + "members": [ + 578 + ], + "max_error": 0.0 + }, + { + "representative": 600, + "members": [ + 600 + ], + "max_error": 0.0 + }, + { + "representative": 620, + "members": [ + 620 + ], + "max_error": 0.0 + }, + { + "representative": 683, + "members": [ + 683 + ], + "max_error": 0.0 + }, + { + "representative": 752, + "members": [ + 752 + ], + "max_error": 0.0 + }, + { + "representative": 612, + "members": [ + 612 + ], + "max_error": 0.0 + }, + { + "representative": 615, + "members": [ + 615 + ], + "max_error": 0.0 + }, + { + "representative": 755, + "members": [ + 755 + ], + "max_error": 0.0 + }, + { + "representative": 662, + "members": [ + 662 + ], + "max_error": 0.0 + }, + { + "representative": 690, + "members": [ + 690 + ], + "max_error": 0.0 + }, + { + "representative": 737, + "members": [ + 737 + ], + "max_error": 0.0 + }, + { + "representative": 601, + "members": [ + 601 + ], + "max_error": 0.0 + }, + { + "representative": 696, + "members": [ + 696 + ], + "max_error": 0.0 + }, + { + "representative": 667, + "members": [ + 667 + ], + "max_error": 0.0 + }, + { + "representative": 512, + "members": [ + 512 + ], + "max_error": 0.0 + }, + { + "representative": 729, + "members": [ + 729 + ], + "max_error": 0.0 + }, + { + "representative": 618, + "members": [ + 618 + ], + "max_error": 0.0 + }, + { + "representative": 616, + "members": [ + 616 + ], + "max_error": 0.0 + }, + { + "representative": 563, + "members": [ + 563 + ], + "max_error": 0.0 + }, + { + "representative": 626, + "members": [ + 626 + ], + "max_error": 0.0 + }, + { + "representative": 611, + "members": [ + 611 + ], + "max_error": 0.0 + }, + { + "representative": 697, + "members": [ + 697 + ], + "max_error": 0.0 + }, + { + "representative": 718, + "members": [ + 718 + ], + "max_error": 0.0 + }, + { + "representative": 733, + "members": [ + 733 + ], + "max_error": 0.0 + }, + { + "representative": 545, + "members": [ + 545 + ], + "max_error": 0.0 + }, + { + "representative": 573, + "members": [ + 573 + ], + "max_error": 0.0 + }, + { + "representative": 539, + "members": [ + 539 + ], + "max_error": 0.0 + }, + { + "representative": 747, + "members": [ + 747 + ], + "max_error": 0.0 + }, + { + "representative": 711, + "members": [ + 711 + ], + "max_error": 0.0 + }, + { + "representative": 525, + "members": [ + 525 + ], + "max_error": 0.0 + }, + { + "representative": 763, + "members": [ + 763 + ], + "max_error": 0.0 + }, + { + "representative": 635, + "members": [ + 635 + ], + "max_error": 0.0 + }, + { + "representative": 621, + "members": [ + 621 + ], + "max_error": 0.0 + }, + { + "representative": 650, + "members": [ + 650 + ], + "max_error": 0.0 + }, + { + "representative": 746, + "members": [ + 746 + ], + "max_error": 0.0 + }, + { + "representative": 585, + "members": [ + 585 + ], + "max_error": 0.0 + }, + { + "representative": 748, + "members": [ + 748 + ], + "max_error": 0.0 + }, + { + "representative": 715, + "members": [ + 715 + ], + "max_error": 0.0 + }, + { + "representative": 528, + "members": [ + 528 + ], + "max_error": 0.0 + }, + { + "representative": 606, + "members": [ + 606 + ], + "max_error": 0.0 + }, + { + "representative": 520, + "members": [ + 520 + ], + "max_error": 0.0 + }, + { + "representative": 742, + "members": [ + 742 + ], + "max_error": 0.0 + }, + { + "representative": 743, + "members": [ + 743 + ], + "max_error": 0.0 + }, + { + "representative": 735, + "members": [ + 735 + ], + "max_error": 0.0 + }, + { + "representative": 672, + "members": [ + 672 + ], + "max_error": 0.0 + }, + { + "representative": 566, + "members": [ + 566 + ], + "max_error": 0.0 + }, + { + "representative": 744, + "members": [ + 744 + ], + "max_error": 0.0 + }, + { + "representative": 646, + "members": [ + 646 + ], + "max_error": 0.0 + } +] \ No newline at end of file diff --git a/results/qwen35-2b/analysis/groups_block_3d-axis0-slice_0.02.json b/results/qwen35-2b/analysis/groups_block_3d-axis0-slice_0.02.json new file mode 100644 index 0000000..b4bb833 --- /dev/null +++ b/results/qwen35-2b/analysis/groups_block_3d-axis0-slice_0.02.json @@ -0,0 +1,1794 @@ +[ + { + "representative": 686, + "members": [ + 686 + ], + "max_error": 0.0 + }, + { + "representative": 710, + "members": [ + 710 + ], + "max_error": 0.0 + }, + { + "representative": 649, + "members": [ + 649 + ], + "max_error": 0.0 + }, + { + "representative": 551, + "members": [ + 551 + ], + "max_error": 0.0 + }, + { + "representative": 716, + "members": [ + 716 + ], + "max_error": 0.0 + }, + { + "representative": 648, + "members": [ + 648 + ], + "max_error": 0.0 + }, + { + "representative": 727, + "members": [ + 727 + ], + "max_error": 0.0 + }, + { + "representative": 530, + "members": [ + 530 + ], + "max_error": 0.0 + }, + { + "representative": 675, + "members": [ + 675 + ], + "max_error": 0.0 + }, + { + "representative": 728, + "members": [ + 728 + ], + "max_error": 0.0 + }, + { + "representative": 519, + "members": [ + 519 + ], + "max_error": 0.0 + }, + { + "representative": 554, + "members": [ + 554 + ], + "max_error": 0.0 + }, + { + "representative": 598, + "members": [ + 598 + ], + "max_error": 0.0 + }, + { + "representative": 550, + "members": [ + 550 + ], + "max_error": 0.0 + }, + { + "representative": 577, + "members": [ + 577 + ], + "max_error": 0.0 + }, + { + "representative": 629, + "members": [ + 629 + ], + "max_error": 0.0 + }, + { + "representative": 552, + "members": [ + 552 + ], + "max_error": 0.0 + }, + { + "representative": 749, + "members": [ + 749 + ], + "max_error": 0.0 + }, + { + "representative": 623, + "members": [ + 623 + ], + "max_error": 0.0 + }, + { + "representative": 513, + "members": [ + 513 + ], + "max_error": 0.0 + }, + { + "representative": 589, + "members": [ + 589 + ], + "max_error": 0.0 + }, + { + "representative": 658, + "members": [ + 658 + ], + "max_error": 0.0 + }, + { + "representative": 542, + "members": [ + 542 + ], + "max_error": 0.0 + }, + { + "representative": 614, + "members": [ + 614 + ], + "max_error": 0.0 + }, + { + "representative": 668, + "members": [ + 668 + ], + "max_error": 0.0 + }, + { + "representative": 674, + "members": [ + 674 + ], + "max_error": 0.0 + }, + { + "representative": 642, + "members": [ + 642 + ], + "max_error": 0.0 + }, + { + "representative": 516, + "members": [ + 516 + ], + "max_error": 0.0 + }, + { + "representative": 559, + "members": [ + 559 + ], + "max_error": 0.0 + }, + { + "representative": 613, + "members": [ + 613 + ], + "max_error": 0.0 + }, + { + "representative": 579, + "members": [ + 579 + ], + "max_error": 0.0 + }, + { + "representative": 541, + "members": [ + 541 + ], + "max_error": 0.0 + }, + { + "representative": 593, + "members": [ + 593 + ], + "max_error": 0.0 + }, + { + "representative": 575, + "members": [ + 575 + ], + "max_error": 0.0 + }, + { + "representative": 665, + "members": [ + 665 + ], + "max_error": 0.0 + }, + { + "representative": 766, + "members": [ + 766 + ], + "max_error": 0.0 + }, + { + "representative": 522, + "members": [ + 522 + ], + "max_error": 0.0 + }, + { + "representative": 584, + "members": [ + 584 + ], + "max_error": 0.0 + }, + { + "representative": 738, + "members": [ + 738 + ], + "max_error": 0.0 + }, + { + "representative": 517, + "members": [ + 517 + ], + "max_error": 0.0 + }, + { + "representative": 523, + "members": [ + 523 + ], + "max_error": 0.0 + }, + { + "representative": 544, + "members": [ + 544 + ], + "max_error": 0.0 + }, + { + "representative": 681, + "members": [ + 681 + ], + "max_error": 0.0 + }, + { + "representative": 641, + "members": [ + 641 + ], + "max_error": 0.0 + }, + { + "representative": 714, + "members": [ + 714 + ], + "max_error": 0.0 + }, + { + "representative": 750, + "members": [ + 750 + ], + "max_error": 0.0 + }, + { + "representative": 698, + "members": [ + 698 + ], + "max_error": 0.0 + }, + { + "representative": 645, + "members": [ + 645 + ], + "max_error": 0.0 + }, + { + "representative": 647, + "members": [ + 647 + ], + "max_error": 0.0 + }, + { + "representative": 699, + "members": [ + 699 + ], + "max_error": 0.0 + }, + { + "representative": 761, + "members": [ + 761 + ], + "max_error": 0.0 + }, + { + "representative": 580, + "members": [ + 580 + ], + "max_error": 0.0 + }, + { + "representative": 533, + "members": [ + 533 + ], + "max_error": 0.0 + }, + { + "representative": 526, + "members": [ + 526 + ], + "max_error": 0.0 + }, + { + "representative": 591, + "members": [ + 591 + ], + "max_error": 0.0 + }, + { + "representative": 656, + "members": [ + 656 + ], + "max_error": 0.0 + }, + { + "representative": 534, + "members": [ + 534 + ], + "max_error": 0.0 + }, + { + "representative": 607, + "members": [ + 607 + ], + "max_error": 0.0 + }, + { + "representative": 725, + "members": [ + 725 + ], + "max_error": 0.0 + }, + { + "representative": 691, + "members": [ + 691 + ], + "max_error": 0.0 + }, + { + "representative": 713, + "members": [ + 713 + ], + "max_error": 0.0 + }, + { + "representative": 538, + "members": [ + 538 + ], + "max_error": 0.0 + }, + { + "representative": 592, + "members": [ + 592 + ], + "max_error": 0.0 + }, + { + "representative": 586, + "members": [ + 586 + ], + "max_error": 0.0 + }, + { + "representative": 745, + "members": [ + 745 + ], + "max_error": 0.0 + }, + { + "representative": 622, + "members": [ + 622 + ], + "max_error": 0.0 + }, + { + "representative": 703, + "members": [ + 703 + ], + "max_error": 0.0 + }, + { + "representative": 608, + "members": [ + 608 + ], + "max_error": 0.0 + }, + { + "representative": 739, + "members": [ + 739 + ], + "max_error": 0.0 + }, + { + "representative": 653, + "members": [ + 653 + ], + "max_error": 0.0 + }, + { + "representative": 558, + "members": [ + 558 + ], + "max_error": 0.0 + }, + { + "representative": 723, + "members": [ + 723 + ], + "max_error": 0.0 + }, + { + "representative": 767, + "members": [ + 767 + ], + "max_error": 0.0 + }, + { + "representative": 628, + "members": [ + 628 + ], + "max_error": 0.0 + }, + { + "representative": 625, + "members": [ + 625 + ], + "max_error": 0.0 + }, + { + "representative": 588, + "members": [ + 588 + ], + "max_error": 0.0 + }, + { + "representative": 515, + "members": [ + 515 + ], + "max_error": 0.0 + }, + { + "representative": 574, + "members": [ + 574 + ], + "max_error": 0.0 + }, + { + "representative": 532, + "members": [ + 532 + ], + "max_error": 0.0 + }, + { + "representative": 751, + "members": [ + 751 + ], + "max_error": 0.0 + }, + { + "representative": 685, + "members": [ + 685 + ], + "max_error": 0.0 + }, + { + "representative": 655, + "members": [ + 655 + ], + "max_error": 0.0 + }, + { + "representative": 680, + "members": [ + 680 + ], + "max_error": 0.0 + }, + { + "representative": 595, + "members": [ + 595 + ], + "max_error": 0.0 + }, + { + "representative": 543, + "members": [ + 543 + ], + "max_error": 0.0 + }, + { + "representative": 670, + "members": [ + 670 + ], + "max_error": 0.0 + }, + { + "representative": 726, + "members": [ + 726 + ], + "max_error": 0.0 + }, + { + "representative": 644, + "members": [ + 644 + ], + "max_error": 0.0 + }, + { + "representative": 660, + "members": [ + 660 + ], + "max_error": 0.0 + }, + { + "representative": 741, + "members": [ + 741 + ], + "max_error": 0.0 + }, + { + "representative": 560, + "members": [ + 560 + ], + "max_error": 0.0 + }, + { + "representative": 720, + "members": [ + 720 + ], + "max_error": 0.0 + }, + { + "representative": 708, + "members": [ + 708 + ], + "max_error": 0.0 + }, + { + "representative": 704, + "members": [ + 704 + ], + "max_error": 0.0 + }, + { + "representative": 633, + "members": [ + 633 + ], + "max_error": 0.0 + }, + { + "representative": 571, + "members": [ + 571 + ], + "max_error": 0.0 + }, + { + "representative": 677, + "members": [ + 677 + ], + "max_error": 0.0 + }, + { + "representative": 687, + "members": [ + 687 + ], + "max_error": 0.0 + }, + { + "representative": 524, + "members": [ + 524 + ], + "max_error": 0.0 + }, + { + "representative": 572, + "members": [ + 572 + ], + "max_error": 0.0 + }, + { + "representative": 556, + "members": [ + 556 + ], + "max_error": 0.0 + }, + { + "representative": 700, + "members": [ + 700 + ], + "max_error": 0.0 + }, + { + "representative": 627, + "members": [ + 627 + ], + "max_error": 0.0 + }, + { + "representative": 568, + "members": [ + 568 + ], + "max_error": 0.0 + }, + { + "representative": 730, + "members": [ + 730 + ], + "max_error": 0.0 + }, + { + "representative": 734, + "members": [ + 734 + ], + "max_error": 0.0 + }, + { + "representative": 669, + "members": [ + 669 + ], + "max_error": 0.0 + }, + { + "representative": 657, + "members": [ + 657 + ], + "max_error": 0.0 + }, + { + "representative": 705, + "members": [ + 705 + ], + "max_error": 0.0 + }, + { + "representative": 619, + "members": [ + 619 + ], + "max_error": 0.0 + }, + { + "representative": 764, + "members": [ + 764 + ], + "max_error": 0.0 + }, + { + "representative": 731, + "members": [ + 731 + ], + "max_error": 0.0 + }, + { + "representative": 557, + "members": [ + 557 + ], + "max_error": 0.0 + }, + { + "representative": 555, + "members": [ + 555 + ], + "max_error": 0.0 + }, + { + "representative": 702, + "members": [ + 702 + ], + "max_error": 0.0 + }, + { + "representative": 659, + "members": [ + 659 + ], + "max_error": 0.0 + }, + { + "representative": 576, + "members": [ + 576 + ], + "max_error": 0.0 + }, + { + "representative": 758, + "members": [ + 758 + ], + "max_error": 0.0 + }, + { + "representative": 762, + "members": [ + 762 + ], + "max_error": 0.0 + }, + { + "representative": 581, + "members": [ + 581 + ], + "max_error": 0.0 + }, + { + "representative": 624, + "members": [ + 624 + ], + "max_error": 0.0 + }, + { + "representative": 724, + "members": [ + 724 + ], + "max_error": 0.0 + }, + { + "representative": 604, + "members": [ + 604 + ], + "max_error": 0.0 + }, + { + "representative": 570, + "members": [ + 570 + ], + "max_error": 0.0 + }, + { + "representative": 527, + "members": [ + 527 + ], + "max_error": 0.0 + }, + { + "representative": 547, + "members": [ + 547 + ], + "max_error": 0.0 + }, + { + "representative": 661, + "members": [ + 661 + ], + "max_error": 0.0 + }, + { + "representative": 549, + "members": [ + 549 + ], + "max_error": 0.0 + }, + { + "representative": 721, + "members": [ + 721 + ], + "max_error": 0.0 + }, + { + "representative": 651, + "members": [ + 651 + ], + "max_error": 0.0 + }, + { + "representative": 753, + "members": [ + 753 + ], + "max_error": 0.0 + }, + { + "representative": 695, + "members": [ + 695 + ], + "max_error": 0.0 + }, + { + "representative": 535, + "members": [ + 535 + ], + "max_error": 0.0 + }, + { + "representative": 663, + "members": [ + 663 + ], + "max_error": 0.0 + }, + { + "representative": 567, + "members": [ + 567 + ], + "max_error": 0.0 + }, + { + "representative": 639, + "members": [ + 639 + ], + "max_error": 0.0 + }, + { + "representative": 603, + "members": [ + 603 + ], + "max_error": 0.0 + }, + { + "representative": 609, + "members": [ + 609 + ], + "max_error": 0.0 + }, + { + "representative": 722, + "members": [ + 722 + ], + "max_error": 0.0 + }, + { + "representative": 709, + "members": [ + 709 + ], + "max_error": 0.0 + }, + { + "representative": 564, + "members": [ + 564 + ], + "max_error": 0.0 + }, + { + "representative": 688, + "members": [ + 688 + ], + "max_error": 0.0 + }, + { + "representative": 602, + "members": [ + 602 + ], + "max_error": 0.0 + }, + { + "representative": 631, + "members": [ + 631 + ], + "max_error": 0.0 + }, + { + "representative": 682, + "members": [ + 682 + ], + "max_error": 0.0 + }, + { + "representative": 596, + "members": [ + 596 + ], + "max_error": 0.0 + }, + { + "representative": 678, + "members": [ + 678 + ], + "max_error": 0.0 + }, + { + "representative": 587, + "members": [ + 587 + ], + "max_error": 0.0 + }, + { + "representative": 529, + "members": [ + 529 + ], + "max_error": 0.0 + }, + { + "representative": 546, + "members": [ + 546 + ], + "max_error": 0.0 + }, + { + "representative": 548, + "members": [ + 548 + ], + "max_error": 0.0 + }, + { + "representative": 694, + "members": [ + 694 + ], + "max_error": 0.0 + }, + { + "representative": 692, + "members": [ + 692 + ], + "max_error": 0.0 + }, + { + "representative": 693, + "members": [ + 693 + ], + "max_error": 0.0 + }, + { + "representative": 732, + "members": [ + 732 + ], + "max_error": 0.0 + }, + { + "representative": 561, + "members": [ + 561 + ], + "max_error": 0.0 + }, + { + "representative": 518, + "members": [ + 518 + ], + "max_error": 0.0 + }, + { + "representative": 590, + "members": [ + 590 + ], + "max_error": 0.0 + }, + { + "representative": 679, + "members": [ + 679 + ], + "max_error": 0.0 + }, + { + "representative": 582, + "members": [ + 582 + ], + "max_error": 0.0 + }, + { + "representative": 643, + "members": [ + 643 + ], + "max_error": 0.0 + }, + { + "representative": 540, + "members": [ + 540 + ], + "max_error": 0.0 + }, + { + "representative": 717, + "members": [ + 717 + ], + "max_error": 0.0 + }, + { + "representative": 652, + "members": [ + 652 + ], + "max_error": 0.0 + }, + { + "representative": 536, + "members": [ + 536 + ], + "max_error": 0.0 + }, + { + "representative": 689, + "members": [ + 689 + ], + "max_error": 0.0 + }, + { + "representative": 599, + "members": [ + 599 + ], + "max_error": 0.0 + }, + { + "representative": 664, + "members": [ + 664 + ], + "max_error": 0.0 + }, + { + "representative": 597, + "members": [ + 597 + ], + "max_error": 0.0 + }, + { + "representative": 537, + "members": [ + 537 + ], + "max_error": 0.0 + }, + { + "representative": 765, + "members": [ + 765 + ], + "max_error": 0.0 + }, + { + "representative": 605, + "members": [ + 605 + ], + "max_error": 0.0 + }, + { + "representative": 569, + "members": [ + 569 + ], + "max_error": 0.0 + }, + { + "representative": 562, + "members": [ + 562 + ], + "max_error": 0.0 + }, + { + "representative": 617, + "members": [ + 617 + ], + "max_error": 0.0 + }, + { + "representative": 632, + "members": [ + 632 + ], + "max_error": 0.0 + }, + { + "representative": 759, + "members": [ + 759 + ], + "max_error": 0.0 + }, + { + "representative": 684, + "members": [ + 684 + ], + "max_error": 0.0 + }, + { + "representative": 760, + "members": [ + 760 + ], + "max_error": 0.0 + }, + { + "representative": 565, + "members": [ + 565 + ], + "max_error": 0.0 + }, + { + "representative": 634, + "members": [ + 634 + ], + "max_error": 0.0 + }, + { + "representative": 553, + "members": [ + 553 + ], + "max_error": 0.0 + }, + { + "representative": 637, + "members": [ + 637 + ], + "max_error": 0.0 + }, + { + "representative": 610, + "members": [ + 610 + ], + "max_error": 0.0 + }, + { + "representative": 594, + "members": [ + 594 + ], + "max_error": 0.0 + }, + { + "representative": 712, + "members": [ + 712 + ], + "max_error": 0.0 + }, + { + "representative": 521, + "members": [ + 521 + ], + "max_error": 0.0 + }, + { + "representative": 676, + "members": [ + 676 + ], + "max_error": 0.0 + }, + { + "representative": 740, + "members": [ + 740 + ], + "max_error": 0.0 + }, + { + "representative": 671, + "members": [ + 671 + ], + "max_error": 0.0 + }, + { + "representative": 531, + "members": [ + 531 + ], + "max_error": 0.0 + }, + { + "representative": 630, + "members": [ + 630 + ], + "max_error": 0.0 + }, + { + "representative": 673, + "members": [ + 673 + ], + "max_error": 0.0 + }, + { + "representative": 756, + "members": [ + 756 + ], + "max_error": 0.0 + }, + { + "representative": 666, + "members": [ + 666 + ], + "max_error": 0.0 + }, + { + "representative": 754, + "members": [ + 754 + ], + "max_error": 0.0 + }, + { + "representative": 707, + "members": [ + 707 + ], + "max_error": 0.0 + }, + { + "representative": 701, + "members": [ + 701 + ], + "max_error": 0.0 + }, + { + "representative": 757, + "members": [ + 757 + ], + "max_error": 0.0 + }, + { + "representative": 583, + "members": [ + 583 + ], + "max_error": 0.0 + }, + { + "representative": 640, + "members": [ + 640 + ], + "max_error": 0.0 + }, + { + "representative": 719, + "members": [ + 719 + ], + "max_error": 0.0 + }, + { + "representative": 638, + "members": [ + 638 + ], + "max_error": 0.0 + }, + { + "representative": 636, + "members": [ + 636 + ], + "max_error": 0.0 + }, + { + "representative": 736, + "members": [ + 736 + ], + "max_error": 0.0 + }, + { + "representative": 654, + "members": [ + 654 + ], + "max_error": 0.0 + }, + { + "representative": 706, + "members": [ + 706 + ], + "max_error": 0.0 + }, + { + "representative": 514, + "members": [ + 514 + ], + "max_error": 0.0 + }, + { + "representative": 578, + "members": [ + 578 + ], + "max_error": 0.0 + }, + { + "representative": 600, + "members": [ + 600 + ], + "max_error": 0.0 + }, + { + "representative": 620, + "members": [ + 620 + ], + "max_error": 0.0 + }, + { + "representative": 683, + "members": [ + 683 + ], + "max_error": 0.0 + }, + { + "representative": 752, + "members": [ + 752 + ], + "max_error": 0.0 + }, + { + "representative": 612, + "members": [ + 612 + ], + "max_error": 0.0 + }, + { + "representative": 615, + "members": [ + 615 + ], + "max_error": 0.0 + }, + { + "representative": 755, + "members": [ + 755 + ], + "max_error": 0.0 + }, + { + "representative": 662, + "members": [ + 662 + ], + "max_error": 0.0 + }, + { + "representative": 690, + "members": [ + 690 + ], + "max_error": 0.0 + }, + { + "representative": 737, + "members": [ + 737 + ], + "max_error": 0.0 + }, + { + "representative": 601, + "members": [ + 601 + ], + "max_error": 0.0 + }, + { + "representative": 696, + "members": [ + 696 + ], + "max_error": 0.0 + }, + { + "representative": 667, + "members": [ + 667 + ], + "max_error": 0.0 + }, + { + "representative": 512, + "members": [ + 512 + ], + "max_error": 0.0 + }, + { + "representative": 729, + "members": [ + 729 + ], + "max_error": 0.0 + }, + { + "representative": 618, + "members": [ + 618 + ], + "max_error": 0.0 + }, + { + "representative": 616, + "members": [ + 616 + ], + "max_error": 0.0 + }, + { + "representative": 563, + "members": [ + 563 + ], + "max_error": 0.0 + }, + { + "representative": 626, + "members": [ + 626 + ], + "max_error": 0.0 + }, + { + "representative": 611, + "members": [ + 611 + ], + "max_error": 0.0 + }, + { + "representative": 697, + "members": [ + 697 + ], + "max_error": 0.0 + }, + { + "representative": 718, + "members": [ + 718 + ], + "max_error": 0.0 + }, + { + "representative": 733, + "members": [ + 733 + ], + "max_error": 0.0 + }, + { + "representative": 545, + "members": [ + 545 + ], + "max_error": 0.0 + }, + { + "representative": 573, + "members": [ + 573 + ], + "max_error": 0.0 + }, + { + "representative": 539, + "members": [ + 539 + ], + "max_error": 0.0 + }, + { + "representative": 747, + "members": [ + 747 + ], + "max_error": 0.0 + }, + { + "representative": 711, + "members": [ + 711 + ], + "max_error": 0.0 + }, + { + "representative": 525, + "members": [ + 525 + ], + "max_error": 0.0 + }, + { + "representative": 763, + "members": [ + 763 + ], + "max_error": 0.0 + }, + { + "representative": 635, + "members": [ + 635 + ], + "max_error": 0.0 + }, + { + "representative": 621, + "members": [ + 621 + ], + "max_error": 0.0 + }, + { + "representative": 650, + "members": [ + 650 + ], + "max_error": 0.0 + }, + { + "representative": 746, + "members": [ + 746 + ], + "max_error": 0.0 + }, + { + "representative": 585, + "members": [ + 585 + ], + "max_error": 0.0 + }, + { + "representative": 748, + "members": [ + 748 + ], + "max_error": 0.0 + }, + { + "representative": 715, + "members": [ + 715 + ], + "max_error": 0.0 + }, + { + "representative": 528, + "members": [ + 528 + ], + "max_error": 0.0 + }, + { + "representative": 606, + "members": [ + 606 + ], + "max_error": 0.0 + }, + { + "representative": 520, + "members": [ + 520 + ], + "max_error": 0.0 + }, + { + "representative": 742, + "members": [ + 742 + ], + "max_error": 0.0 + }, + { + "representative": 743, + "members": [ + 743 + ], + "max_error": 0.0 + }, + { + "representative": 735, + "members": [ + 735 + ], + "max_error": 0.0 + }, + { + "representative": 672, + "members": [ + 672 + ], + "max_error": 0.0 + }, + { + "representative": 566, + "members": [ + 566 + ], + "max_error": 0.0 + }, + { + "representative": 744, + "members": [ + 744 + ], + "max_error": 0.0 + }, + { + "representative": 646, + "members": [ + 646 + ], + "max_error": 0.0 + } +] \ No newline at end of file diff --git a/results/qwen35-2b/analysis/groups_block_3d-axis0-slice_0.05.json b/results/qwen35-2b/analysis/groups_block_3d-axis0-slice_0.05.json new file mode 100644 index 0000000..70e8d88 --- /dev/null +++ b/results/qwen35-2b/analysis/groups_block_3d-axis0-slice_0.05.json @@ -0,0 +1,1728 @@ +[ + { + "representative": 655, + "members": [ + 643, + 731, + 655 + ], + "max_error": 0.04545689509457686 + }, + { + "representative": 596, + "members": [ + 733, + 745, + 596 + ], + "max_error": 0.0458620231957761 + }, + { + "representative": 649, + "members": [ + 715, + 649 + ], + "max_error": 0.03503989317641759 + }, + { + "representative": 728, + "members": [ + 691, + 728 + ], + "max_error": 0.04716472920859973 + }, + { + "representative": 519, + "members": [ + 729, + 519 + ], + "max_error": 0.04618492380888755 + }, + { + "representative": 751, + "members": [ + 531, + 751 + ], + "max_error": 0.030865683838279045 + }, + { + "representative": 695, + "members": [ + 697, + 695 + ], + "max_error": 0.03403512335111858 + }, + { + "representative": 639, + "members": [ + 696, + 639 + ], + "max_error": 0.0409543014409479 + }, + { + "representative": 718, + "members": [ + 545, + 718 + ], + "max_error": 0.030015470714371044 + }, + { + "representative": 686, + "members": [ + 686 + ], + "max_error": 0.0 + }, + { + "representative": 710, + "members": [ + 710 + ], + "max_error": 0.0 + }, + { + "representative": 551, + "members": [ + 551 + ], + "max_error": 0.0 + }, + { + "representative": 716, + "members": [ + 716 + ], + "max_error": 0.0 + }, + { + "representative": 648, + "members": [ + 648 + ], + "max_error": 0.0 + }, + { + "representative": 727, + "members": [ + 727 + ], + "max_error": 0.0 + }, + { + "representative": 530, + "members": [ + 530 + ], + "max_error": 0.0 + }, + { + "representative": 675, + "members": [ + 675 + ], + "max_error": 0.0 + }, + { + "representative": 554, + "members": [ + 554 + ], + "max_error": 0.0 + }, + { + "representative": 598, + "members": [ + 598 + ], + "max_error": 0.0 + }, + { + "representative": 550, + "members": [ + 550 + ], + "max_error": 0.0 + }, + { + "representative": 577, + "members": [ + 577 + ], + "max_error": 0.0 + }, + { + "representative": 629, + "members": [ + 629 + ], + "max_error": 0.0 + }, + { + "representative": 552, + "members": [ + 552 + ], + "max_error": 0.0 + }, + { + "representative": 749, + "members": [ + 749 + ], + "max_error": 0.0 + }, + { + "representative": 623, + "members": [ + 623 + ], + "max_error": 0.0 + }, + { + "representative": 513, + "members": [ + 513 + ], + "max_error": 0.0 + }, + { + "representative": 589, + "members": [ + 589 + ], + "max_error": 0.0 + }, + { + "representative": 658, + "members": [ + 658 + ], + "max_error": 0.0 + }, + { + "representative": 542, + "members": [ + 542 + ], + "max_error": 0.0 + }, + { + "representative": 614, + "members": [ + 614 + ], + "max_error": 0.0 + }, + { + "representative": 668, + "members": [ + 668 + ], + "max_error": 0.0 + }, + { + "representative": 674, + "members": [ + 674 + ], + "max_error": 0.0 + }, + { + "representative": 642, + "members": [ + 642 + ], + "max_error": 0.0 + }, + { + "representative": 516, + "members": [ + 516 + ], + "max_error": 0.0 + }, + { + "representative": 559, + "members": [ + 559 + ], + "max_error": 0.0 + }, + { + "representative": 613, + "members": [ + 613 + ], + "max_error": 0.0 + }, + { + "representative": 579, + "members": [ + 579 + ], + "max_error": 0.0 + }, + { + "representative": 541, + "members": [ + 541 + ], + "max_error": 0.0 + }, + { + "representative": 593, + "members": [ + 593 + ], + "max_error": 0.0 + }, + { + "representative": 575, + "members": [ + 575 + ], + "max_error": 0.0 + }, + { + "representative": 665, + "members": [ + 665 + ], + "max_error": 0.0 + }, + { + "representative": 766, + "members": [ + 766 + ], + "max_error": 0.0 + }, + { + "representative": 522, + "members": [ + 522 + ], + "max_error": 0.0 + }, + { + "representative": 584, + "members": [ + 584 + ], + "max_error": 0.0 + }, + { + "representative": 738, + "members": [ + 738 + ], + "max_error": 0.0 + }, + { + "representative": 517, + "members": [ + 517 + ], + "max_error": 0.0 + }, + { + "representative": 523, + "members": [ + 523 + ], + "max_error": 0.0 + }, + { + "representative": 544, + "members": [ + 544 + ], + "max_error": 0.0 + }, + { + "representative": 681, + "members": [ + 681 + ], + "max_error": 0.0 + }, + { + "representative": 641, + "members": [ + 641 + ], + "max_error": 0.0 + }, + { + "representative": 714, + "members": [ + 714 + ], + "max_error": 0.0 + }, + { + "representative": 750, + "members": [ + 750 + ], + "max_error": 0.0 + }, + { + "representative": 698, + "members": [ + 698 + ], + "max_error": 0.0 + }, + { + "representative": 645, + "members": [ + 645 + ], + "max_error": 0.0 + }, + { + "representative": 647, + "members": [ + 647 + ], + "max_error": 0.0 + }, + { + "representative": 699, + "members": [ + 699 + ], + "max_error": 0.0 + }, + { + "representative": 761, + "members": [ + 761 + ], + "max_error": 0.0 + }, + { + "representative": 580, + "members": [ + 580 + ], + "max_error": 0.0 + }, + { + "representative": 533, + "members": [ + 533 + ], + "max_error": 0.0 + }, + { + "representative": 526, + "members": [ + 526 + ], + "max_error": 0.0 + }, + { + "representative": 591, + "members": [ + 591 + ], + "max_error": 0.0 + }, + { + "representative": 656, + "members": [ + 656 + ], + "max_error": 0.0 + }, + { + "representative": 534, + "members": [ + 534 + ], + "max_error": 0.0 + }, + { + "representative": 607, + "members": [ + 607 + ], + "max_error": 0.0 + }, + { + "representative": 725, + "members": [ + 725 + ], + "max_error": 0.0 + }, + { + "representative": 713, + "members": [ + 713 + ], + "max_error": 0.0 + }, + { + "representative": 538, + "members": [ + 538 + ], + "max_error": 0.0 + }, + { + "representative": 592, + "members": [ + 592 + ], + "max_error": 0.0 + }, + { + "representative": 586, + "members": [ + 586 + ], + "max_error": 0.0 + }, + { + "representative": 622, + "members": [ + 622 + ], + "max_error": 0.0 + }, + { + "representative": 703, + "members": [ + 703 + ], + "max_error": 0.0 + }, + { + "representative": 608, + "members": [ + 608 + ], + "max_error": 0.0 + }, + { + "representative": 739, + "members": [ + 739 + ], + "max_error": 0.0 + }, + { + "representative": 653, + "members": [ + 653 + ], + "max_error": 0.0 + }, + { + "representative": 558, + "members": [ + 558 + ], + "max_error": 0.0 + }, + { + "representative": 723, + "members": [ + 723 + ], + "max_error": 0.0 + }, + { + "representative": 767, + "members": [ + 767 + ], + "max_error": 0.0 + }, + { + "representative": 628, + "members": [ + 628 + ], + "max_error": 0.0 + }, + { + "representative": 625, + "members": [ + 625 + ], + "max_error": 0.0 + }, + { + "representative": 588, + "members": [ + 588 + ], + "max_error": 0.0 + }, + { + "representative": 515, + "members": [ + 515 + ], + "max_error": 0.0 + }, + { + "representative": 574, + "members": [ + 574 + ], + "max_error": 0.0 + }, + { + "representative": 532, + "members": [ + 532 + ], + "max_error": 0.0 + }, + { + "representative": 685, + "members": [ + 685 + ], + "max_error": 0.0 + }, + { + "representative": 680, + "members": [ + 680 + ], + "max_error": 0.0 + }, + { + "representative": 595, + "members": [ + 595 + ], + "max_error": 0.0 + }, + { + "representative": 543, + "members": [ + 543 + ], + "max_error": 0.0 + }, + { + "representative": 670, + "members": [ + 670 + ], + "max_error": 0.0 + }, + { + "representative": 726, + "members": [ + 726 + ], + "max_error": 0.0 + }, + { + "representative": 644, + "members": [ + 644 + ], + "max_error": 0.0 + }, + { + "representative": 660, + "members": [ + 660 + ], + "max_error": 0.0 + }, + { + "representative": 741, + "members": [ + 741 + ], + "max_error": 0.0 + }, + { + "representative": 560, + "members": [ + 560 + ], + "max_error": 0.0 + }, + { + "representative": 720, + "members": [ + 720 + ], + "max_error": 0.0 + }, + { + "representative": 708, + "members": [ + 708 + ], + "max_error": 0.0 + }, + { + "representative": 704, + "members": [ + 704 + ], + "max_error": 0.0 + }, + { + "representative": 633, + "members": [ + 633 + ], + "max_error": 0.0 + }, + { + "representative": 571, + "members": [ + 571 + ], + "max_error": 0.0 + }, + { + "representative": 677, + "members": [ + 677 + ], + "max_error": 0.0 + }, + { + "representative": 687, + "members": [ + 687 + ], + "max_error": 0.0 + }, + { + "representative": 524, + "members": [ + 524 + ], + "max_error": 0.0 + }, + { + "representative": 572, + "members": [ + 572 + ], + "max_error": 0.0 + }, + { + "representative": 556, + "members": [ + 556 + ], + "max_error": 0.0 + }, + { + "representative": 700, + "members": [ + 700 + ], + "max_error": 0.0 + }, + { + "representative": 627, + "members": [ + 627 + ], + "max_error": 0.0 + }, + { + "representative": 568, + "members": [ + 568 + ], + "max_error": 0.0 + }, + { + "representative": 730, + "members": [ + 730 + ], + "max_error": 0.0 + }, + { + "representative": 734, + "members": [ + 734 + ], + "max_error": 0.0 + }, + { + "representative": 669, + "members": [ + 669 + ], + "max_error": 0.0 + }, + { + "representative": 657, + "members": [ + 657 + ], + "max_error": 0.0 + }, + { + "representative": 705, + "members": [ + 705 + ], + "max_error": 0.0 + }, + { + "representative": 619, + "members": [ + 619 + ], + "max_error": 0.0 + }, + { + "representative": 764, + "members": [ + 764 + ], + "max_error": 0.0 + }, + { + "representative": 557, + "members": [ + 557 + ], + "max_error": 0.0 + }, + { + "representative": 555, + "members": [ + 555 + ], + "max_error": 0.0 + }, + { + "representative": 702, + "members": [ + 702 + ], + "max_error": 0.0 + }, + { + "representative": 659, + "members": [ + 659 + ], + "max_error": 0.0 + }, + { + "representative": 576, + "members": [ + 576 + ], + "max_error": 0.0 + }, + { + "representative": 758, + "members": [ + 758 + ], + "max_error": 0.0 + }, + { + "representative": 762, + "members": [ + 762 + ], + "max_error": 0.0 + }, + { + "representative": 581, + "members": [ + 581 + ], + "max_error": 0.0 + }, + { + "representative": 624, + "members": [ + 624 + ], + "max_error": 0.0 + }, + { + "representative": 724, + "members": [ + 724 + ], + "max_error": 0.0 + }, + { + "representative": 604, + "members": [ + 604 + ], + "max_error": 0.0 + }, + { + "representative": 570, + "members": [ + 570 + ], + "max_error": 0.0 + }, + { + "representative": 527, + "members": [ + 527 + ], + "max_error": 0.0 + }, + { + "representative": 547, + "members": [ + 547 + ], + "max_error": 0.0 + }, + { + "representative": 661, + "members": [ + 661 + ], + "max_error": 0.0 + }, + { + "representative": 549, + "members": [ + 549 + ], + "max_error": 0.0 + }, + { + "representative": 721, + "members": [ + 721 + ], + "max_error": 0.0 + }, + { + "representative": 651, + "members": [ + 651 + ], + "max_error": 0.0 + }, + { + "representative": 753, + "members": [ + 753 + ], + "max_error": 0.0 + }, + { + "representative": 535, + "members": [ + 535 + ], + "max_error": 0.0 + }, + { + "representative": 663, + "members": [ + 663 + ], + "max_error": 0.0 + }, + { + "representative": 567, + "members": [ + 567 + ], + "max_error": 0.0 + }, + { + "representative": 603, + "members": [ + 603 + ], + "max_error": 0.0 + }, + { + "representative": 609, + "members": [ + 609 + ], + "max_error": 0.0 + }, + { + "representative": 722, + "members": [ + 722 + ], + "max_error": 0.0 + }, + { + "representative": 709, + "members": [ + 709 + ], + "max_error": 0.0 + }, + { + "representative": 564, + "members": [ + 564 + ], + "max_error": 0.0 + }, + { + "representative": 688, + "members": [ + 688 + ], + "max_error": 0.0 + }, + { + "representative": 602, + "members": [ + 602 + ], + "max_error": 0.0 + }, + { + "representative": 631, + "members": [ + 631 + ], + "max_error": 0.0 + }, + { + "representative": 682, + "members": [ + 682 + ], + "max_error": 0.0 + }, + { + "representative": 678, + "members": [ + 678 + ], + "max_error": 0.0 + }, + { + "representative": 587, + "members": [ + 587 + ], + "max_error": 0.0 + }, + { + "representative": 529, + "members": [ + 529 + ], + "max_error": 0.0 + }, + { + "representative": 546, + "members": [ + 546 + ], + "max_error": 0.0 + }, + { + "representative": 548, + "members": [ + 548 + ], + "max_error": 0.0 + }, + { + "representative": 694, + "members": [ + 694 + ], + "max_error": 0.0 + }, + { + "representative": 692, + "members": [ + 692 + ], + "max_error": 0.0 + }, + { + "representative": 693, + "members": [ + 693 + ], + "max_error": 0.0 + }, + { + "representative": 732, + "members": [ + 732 + ], + "max_error": 0.0 + }, + { + "representative": 561, + "members": [ + 561 + ], + "max_error": 0.0 + }, + { + "representative": 518, + "members": [ + 518 + ], + "max_error": 0.0 + }, + { + "representative": 590, + "members": [ + 590 + ], + "max_error": 0.0 + }, + { + "representative": 679, + "members": [ + 679 + ], + "max_error": 0.0 + }, + { + "representative": 582, + "members": [ + 582 + ], + "max_error": 0.0 + }, + { + "representative": 540, + "members": [ + 540 + ], + "max_error": 0.0 + }, + { + "representative": 717, + "members": [ + 717 + ], + "max_error": 0.0 + }, + { + "representative": 652, + "members": [ + 652 + ], + "max_error": 0.0 + }, + { + "representative": 536, + "members": [ + 536 + ], + "max_error": 0.0 + }, + { + "representative": 689, + "members": [ + 689 + ], + "max_error": 0.0 + }, + { + "representative": 599, + "members": [ + 599 + ], + "max_error": 0.0 + }, + { + "representative": 664, + "members": [ + 664 + ], + "max_error": 0.0 + }, + { + "representative": 597, + "members": [ + 597 + ], + "max_error": 0.0 + }, + { + "representative": 537, + "members": [ + 537 + ], + "max_error": 0.0 + }, + { + "representative": 765, + "members": [ + 765 + ], + "max_error": 0.0 + }, + { + "representative": 605, + "members": [ + 605 + ], + "max_error": 0.0 + }, + { + "representative": 569, + "members": [ + 569 + ], + "max_error": 0.0 + }, + { + "representative": 562, + "members": [ + 562 + ], + "max_error": 0.0 + }, + { + "representative": 617, + "members": [ + 617 + ], + "max_error": 0.0 + }, + { + "representative": 632, + "members": [ + 632 + ], + "max_error": 0.0 + }, + { + "representative": 759, + "members": [ + 759 + ], + "max_error": 0.0 + }, + { + "representative": 684, + "members": [ + 684 + ], + "max_error": 0.0 + }, + { + "representative": 760, + "members": [ + 760 + ], + "max_error": 0.0 + }, + { + "representative": 565, + "members": [ + 565 + ], + "max_error": 0.0 + }, + { + "representative": 634, + "members": [ + 634 + ], + "max_error": 0.0 + }, + { + "representative": 553, + "members": [ + 553 + ], + "max_error": 0.0 + }, + { + "representative": 637, + "members": [ + 637 + ], + "max_error": 0.0 + }, + { + "representative": 610, + "members": [ + 610 + ], + "max_error": 0.0 + }, + { + "representative": 594, + "members": [ + 594 + ], + "max_error": 0.0 + }, + { + "representative": 712, + "members": [ + 712 + ], + "max_error": 0.0 + }, + { + "representative": 521, + "members": [ + 521 + ], + "max_error": 0.0 + }, + { + "representative": 676, + "members": [ + 676 + ], + "max_error": 0.0 + }, + { + "representative": 740, + "members": [ + 740 + ], + "max_error": 0.0 + }, + { + "representative": 671, + "members": [ + 671 + ], + "max_error": 0.0 + }, + { + "representative": 630, + "members": [ + 630 + ], + "max_error": 0.0 + }, + { + "representative": 673, + "members": [ + 673 + ], + "max_error": 0.0 + }, + { + "representative": 756, + "members": [ + 756 + ], + "max_error": 0.0 + }, + { + "representative": 666, + "members": [ + 666 + ], + "max_error": 0.0 + }, + { + "representative": 754, + "members": [ + 754 + ], + "max_error": 0.0 + }, + { + "representative": 707, + "members": [ + 707 + ], + "max_error": 0.0 + }, + { + "representative": 701, + "members": [ + 701 + ], + "max_error": 0.0 + }, + { + "representative": 757, + "members": [ + 757 + ], + "max_error": 0.0 + }, + { + "representative": 583, + "members": [ + 583 + ], + "max_error": 0.0 + }, + { + "representative": 640, + "members": [ + 640 + ], + "max_error": 0.0 + }, + { + "representative": 719, + "members": [ + 719 + ], + "max_error": 0.0 + }, + { + "representative": 638, + "members": [ + 638 + ], + "max_error": 0.0 + }, + { + "representative": 636, + "members": [ + 636 + ], + "max_error": 0.0 + }, + { + "representative": 736, + "members": [ + 736 + ], + "max_error": 0.0 + }, + { + "representative": 654, + "members": [ + 654 + ], + "max_error": 0.0 + }, + { + "representative": 706, + "members": [ + 706 + ], + "max_error": 0.0 + }, + { + "representative": 514, + "members": [ + 514 + ], + "max_error": 0.0 + }, + { + "representative": 578, + "members": [ + 578 + ], + "max_error": 0.0 + }, + { + "representative": 600, + "members": [ + 600 + ], + "max_error": 0.0 + }, + { + "representative": 620, + "members": [ + 620 + ], + "max_error": 0.0 + }, + { + "representative": 683, + "members": [ + 683 + ], + "max_error": 0.0 + }, + { + "representative": 752, + "members": [ + 752 + ], + "max_error": 0.0 + }, + { + "representative": 612, + "members": [ + 612 + ], + "max_error": 0.0 + }, + { + "representative": 615, + "members": [ + 615 + ], + "max_error": 0.0 + }, + { + "representative": 755, + "members": [ + 755 + ], + "max_error": 0.0 + }, + { + "representative": 662, + "members": [ + 662 + ], + "max_error": 0.0 + }, + { + "representative": 690, + "members": [ + 690 + ], + "max_error": 0.0 + }, + { + "representative": 737, + "members": [ + 737 + ], + "max_error": 0.0 + }, + { + "representative": 601, + "members": [ + 601 + ], + "max_error": 0.0 + }, + { + "representative": 667, + "members": [ + 667 + ], + "max_error": 0.0 + }, + { + "representative": 512, + "members": [ + 512 + ], + "max_error": 0.0 + }, + { + "representative": 618, + "members": [ + 618 + ], + "max_error": 0.0 + }, + { + "representative": 616, + "members": [ + 616 + ], + "max_error": 0.0 + }, + { + "representative": 563, + "members": [ + 563 + ], + "max_error": 0.0 + }, + { + "representative": 626, + "members": [ + 626 + ], + "max_error": 0.0 + }, + { + "representative": 611, + "members": [ + 611 + ], + "max_error": 0.0 + }, + { + "representative": 573, + "members": [ + 573 + ], + "max_error": 0.0 + }, + { + "representative": 539, + "members": [ + 539 + ], + "max_error": 0.0 + }, + { + "representative": 747, + "members": [ + 747 + ], + "max_error": 0.0 + }, + { + "representative": 711, + "members": [ + 711 + ], + "max_error": 0.0 + }, + { + "representative": 525, + "members": [ + 525 + ], + "max_error": 0.0 + }, + { + "representative": 763, + "members": [ + 763 + ], + "max_error": 0.0 + }, + { + "representative": 635, + "members": [ + 635 + ], + "max_error": 0.0 + }, + { + "representative": 621, + "members": [ + 621 + ], + "max_error": 0.0 + }, + { + "representative": 650, + "members": [ + 650 + ], + "max_error": 0.0 + }, + { + "representative": 746, + "members": [ + 746 + ], + "max_error": 0.0 + }, + { + "representative": 585, + "members": [ + 585 + ], + "max_error": 0.0 + }, + { + "representative": 748, + "members": [ + 748 + ], + "max_error": 0.0 + }, + { + "representative": 528, + "members": [ + 528 + ], + "max_error": 0.0 + }, + { + "representative": 606, + "members": [ + 606 + ], + "max_error": 0.0 + }, + { + "representative": 520, + "members": [ + 520 + ], + "max_error": 0.0 + }, + { + "representative": 742, + "members": [ + 742 + ], + "max_error": 0.0 + }, + { + "representative": 743, + "members": [ + 743 + ], + "max_error": 0.0 + }, + { + "representative": 735, + "members": [ + 735 + ], + "max_error": 0.0 + }, + { + "representative": 672, + "members": [ + 672 + ], + "max_error": 0.0 + }, + { + "representative": 566, + "members": [ + 566 + ], + "max_error": 0.0 + }, + { + "representative": 744, + "members": [ + 744 + ], + "max_error": 0.0 + }, + { + "representative": 646, + "members": [ + 646 + ], + "max_error": 0.0 + } +] \ No newline at end of file diff --git a/results/qwen35-2b/analysis/groups_block_3d-axis0-slice_0.10.json b/results/qwen35-2b/analysis/groups_block_3d-axis0-slice_0.10.json new file mode 100644 index 0000000..4b5e5e7 --- /dev/null +++ b/results/qwen35-2b/analysis/groups_block_3d-axis0-slice_0.10.json @@ -0,0 +1,1494 @@ +[ + { + "representative": 760, + "members": [ + 528, + 595, + 643, + 655, + 656, + 731, + 760 + ], + "max_error": 0.09152039194609311 + }, + { + "representative": 733, + "members": [ + 596, + 745, + 752, + 733 + ], + "max_error": 0.07226316834345699 + }, + { + "representative": 538, + "members": [ + 531, + 532, + 751, + 538 + ], + "max_error": 0.09899558558241965 + }, + { + "representative": 566, + "members": [ + 604, + 649, + 715, + 566 + ], + "max_error": 0.09761724984405702 + }, + { + "representative": 541, + "members": [ + 628, + 723, + 541 + ], + "max_error": 0.09932490784854842 + }, + { + "representative": 575, + "members": [ + 575 + ], + "max_error": 0.0 + }, + { + "representative": 713, + "members": [ + 713 + ], + "max_error": 0.0 + }, + { + "representative": 653, + "members": [ + 668, + 677, + 653 + ], + "max_error": 0.09743116812499483 + }, + { + "representative": 543, + "members": [ + 545, + 718, + 543 + ], + "max_error": 0.07410267248100895 + }, + { + "representative": 571, + "members": [ + 634, + 726, + 571 + ], + "max_error": 0.09490005557062643 + }, + { + "representative": 627, + "members": [ + 615, + 702, + 627 + ], + "max_error": 0.09065328224308664 + }, + { + "representative": 764, + "members": [ + 741, + 764 + ], + "max_error": 0.09724933401477495 + }, + { + "representative": 748, + "members": [ + 555, + 720, + 748 + ], + "max_error": 0.08337329771701572 + }, + { + "representative": 648, + "members": [ + 648 + ], + "max_error": 0.0 + }, + { + "representative": 728, + "members": [ + 691, + 728 + ], + "max_error": 0.04716472920859973 + }, + { + "representative": 519, + "members": [ + 729, + 519 + ], + "max_error": 0.04618492380888755 + }, + { + "representative": 577, + "members": [ + 662, + 577 + ], + "max_error": 0.07116867455146854 + }, + { + "representative": 513, + "members": [ + 635, + 513 + ], + "max_error": 0.08900485153720827 + }, + { + "representative": 559, + "members": [ + 559 + ], + "max_error": 0.0 + }, + { + "representative": 641, + "members": [ + 610, + 641 + ], + "max_error": 0.08906491134444187 + }, + { + "representative": 586, + "members": [ + 746, + 586 + ], + "max_error": 0.08534488056302415 + }, + { + "representative": 608, + "members": [ + 683, + 608 + ], + "max_error": 0.06707511501286693 + }, + { + "representative": 685, + "members": [ + 673, + 685 + ], + "max_error": 0.06365113232254653 + }, + { + "representative": 560, + "members": [ + 682, + 560 + ], + "max_error": 0.07569784286913692 + }, + { + "representative": 704, + "members": [ + 601, + 704 + ], + "max_error": 0.07612773689440631 + }, + { + "representative": 724, + "members": [ + 654, + 724 + ], + "max_error": 0.09096959657301543 + }, + { + "representative": 651, + "members": [ + 719, + 651 + ], + "max_error": 0.0594615723994969 + }, + { + "representative": 695, + "members": [ + 697, + 695 + ], + "max_error": 0.03403512335111858 + }, + { + "representative": 535, + "members": [ + 553, + 535 + ], + "max_error": 0.06641887207132693 + }, + { + "representative": 639, + "members": [ + 696, + 639 + ], + "max_error": 0.0409543014409479 + }, + { + "representative": 694, + "members": [ + 693, + 694 + ], + "max_error": 0.08301286774287743 + }, + { + "representative": 652, + "members": [ + 743, + 652 + ], + "max_error": 0.09741868242624406 + }, + { + "representative": 565, + "members": [ + 672, + 565 + ], + "max_error": 0.05432306705252144 + }, + { + "representative": 521, + "members": [ + 676, + 521 + ], + "max_error": 0.0782884001087927 + }, + { + "representative": 630, + "members": [ + 630 + ], + "max_error": 0.0 + }, + { + "representative": 754, + "members": [ + 747, + 754 + ], + "max_error": 0.09947536518147226 + }, + { + "representative": 638, + "members": [ + 737, + 638 + ], + "max_error": 0.05694350947292406 + }, + { + "representative": 573, + "members": [ + 525, + 573 + ], + "max_error": 0.07759848911977968 + }, + { + "representative": 686, + "members": [ + 686 + ], + "max_error": 0.0 + }, + { + "representative": 710, + "members": [ + 710 + ], + "max_error": 0.0 + }, + { + "representative": 551, + "members": [ + 551 + ], + "max_error": 0.0 + }, + { + "representative": 716, + "members": [ + 716 + ], + "max_error": 0.0 + }, + { + "representative": 727, + "members": [ + 727 + ], + "max_error": 0.0 + }, + { + "representative": 530, + "members": [ + 530 + ], + "max_error": 0.0 + }, + { + "representative": 675, + "members": [ + 675 + ], + "max_error": 0.0 + }, + { + "representative": 554, + "members": [ + 554 + ], + "max_error": 0.0 + }, + { + "representative": 598, + "members": [ + 598 + ], + "max_error": 0.0 + }, + { + "representative": 550, + "members": [ + 550 + ], + "max_error": 0.0 + }, + { + "representative": 629, + "members": [ + 629 + ], + "max_error": 0.0 + }, + { + "representative": 552, + "members": [ + 552 + ], + "max_error": 0.0 + }, + { + "representative": 749, + "members": [ + 749 + ], + "max_error": 0.0 + }, + { + "representative": 623, + "members": [ + 623 + ], + "max_error": 0.0 + }, + { + "representative": 589, + "members": [ + 589 + ], + "max_error": 0.0 + }, + { + "representative": 658, + "members": [ + 658 + ], + "max_error": 0.0 + }, + { + "representative": 542, + "members": [ + 542 + ], + "max_error": 0.0 + }, + { + "representative": 614, + "members": [ + 614 + ], + "max_error": 0.0 + }, + { + "representative": 674, + "members": [ + 674 + ], + "max_error": 0.0 + }, + { + "representative": 642, + "members": [ + 642 + ], + "max_error": 0.0 + }, + { + "representative": 516, + "members": [ + 516 + ], + "max_error": 0.0 + }, + { + "representative": 613, + "members": [ + 613 + ], + "max_error": 0.0 + }, + { + "representative": 579, + "members": [ + 579 + ], + "max_error": 0.0 + }, + { + "representative": 593, + "members": [ + 593 + ], + "max_error": 0.0 + }, + { + "representative": 665, + "members": [ + 665 + ], + "max_error": 0.0 + }, + { + "representative": 766, + "members": [ + 766 + ], + "max_error": 0.0 + }, + { + "representative": 522, + "members": [ + 522 + ], + "max_error": 0.0 + }, + { + "representative": 584, + "members": [ + 584 + ], + "max_error": 0.0 + }, + { + "representative": 738, + "members": [ + 738 + ], + "max_error": 0.0 + }, + { + "representative": 517, + "members": [ + 517 + ], + "max_error": 0.0 + }, + { + "representative": 523, + "members": [ + 523 + ], + "max_error": 0.0 + }, + { + "representative": 544, + "members": [ + 544 + ], + "max_error": 0.0 + }, + { + "representative": 681, + "members": [ + 681 + ], + "max_error": 0.0 + }, + { + "representative": 714, + "members": [ + 714 + ], + "max_error": 0.0 + }, + { + "representative": 750, + "members": [ + 750 + ], + "max_error": 0.0 + }, + { + "representative": 698, + "members": [ + 698 + ], + "max_error": 0.0 + }, + { + "representative": 645, + "members": [ + 645 + ], + "max_error": 0.0 + }, + { + "representative": 647, + "members": [ + 647 + ], + "max_error": 0.0 + }, + { + "representative": 699, + "members": [ + 699 + ], + "max_error": 0.0 + }, + { + "representative": 761, + "members": [ + 761 + ], + "max_error": 0.0 + }, + { + "representative": 580, + "members": [ + 580 + ], + "max_error": 0.0 + }, + { + "representative": 533, + "members": [ + 533 + ], + "max_error": 0.0 + }, + { + "representative": 526, + "members": [ + 526 + ], + "max_error": 0.0 + }, + { + "representative": 591, + "members": [ + 591 + ], + "max_error": 0.0 + }, + { + "representative": 534, + "members": [ + 534 + ], + "max_error": 0.0 + }, + { + "representative": 607, + "members": [ + 607 + ], + "max_error": 0.0 + }, + { + "representative": 725, + "members": [ + 725 + ], + "max_error": 0.0 + }, + { + "representative": 592, + "members": [ + 592 + ], + "max_error": 0.0 + }, + { + "representative": 622, + "members": [ + 622 + ], + "max_error": 0.0 + }, + { + "representative": 703, + "members": [ + 703 + ], + "max_error": 0.0 + }, + { + "representative": 739, + "members": [ + 739 + ], + "max_error": 0.0 + }, + { + "representative": 558, + "members": [ + 558 + ], + "max_error": 0.0 + }, + { + "representative": 767, + "members": [ + 767 + ], + "max_error": 0.0 + }, + { + "representative": 625, + "members": [ + 625 + ], + "max_error": 0.0 + }, + { + "representative": 588, + "members": [ + 588 + ], + "max_error": 0.0 + }, + { + "representative": 515, + "members": [ + 515 + ], + "max_error": 0.0 + }, + { + "representative": 574, + "members": [ + 574 + ], + "max_error": 0.0 + }, + { + "representative": 680, + "members": [ + 680 + ], + "max_error": 0.0 + }, + { + "representative": 670, + "members": [ + 670 + ], + "max_error": 0.0 + }, + { + "representative": 644, + "members": [ + 644 + ], + "max_error": 0.0 + }, + { + "representative": 660, + "members": [ + 660 + ], + "max_error": 0.0 + }, + { + "representative": 708, + "members": [ + 708 + ], + "max_error": 0.0 + }, + { + "representative": 633, + "members": [ + 633 + ], + "max_error": 0.0 + }, + { + "representative": 687, + "members": [ + 687 + ], + "max_error": 0.0 + }, + { + "representative": 524, + "members": [ + 524 + ], + "max_error": 0.0 + }, + { + "representative": 572, + "members": [ + 572 + ], + "max_error": 0.0 + }, + { + "representative": 556, + "members": [ + 556 + ], + "max_error": 0.0 + }, + { + "representative": 700, + "members": [ + 700 + ], + "max_error": 0.0 + }, + { + "representative": 568, + "members": [ + 568 + ], + "max_error": 0.0 + }, + { + "representative": 730, + "members": [ + 730 + ], + "max_error": 0.0 + }, + { + "representative": 734, + "members": [ + 734 + ], + "max_error": 0.0 + }, + { + "representative": 669, + "members": [ + 669 + ], + "max_error": 0.0 + }, + { + "representative": 657, + "members": [ + 657 + ], + "max_error": 0.0 + }, + { + "representative": 705, + "members": [ + 705 + ], + "max_error": 0.0 + }, + { + "representative": 619, + "members": [ + 619 + ], + "max_error": 0.0 + }, + { + "representative": 557, + "members": [ + 557 + ], + "max_error": 0.0 + }, + { + "representative": 659, + "members": [ + 659 + ], + "max_error": 0.0 + }, + { + "representative": 576, + "members": [ + 576 + ], + "max_error": 0.0 + }, + { + "representative": 758, + "members": [ + 758 + ], + "max_error": 0.0 + }, + { + "representative": 762, + "members": [ + 762 + ], + "max_error": 0.0 + }, + { + "representative": 581, + "members": [ + 581 + ], + "max_error": 0.0 + }, + { + "representative": 624, + "members": [ + 624 + ], + "max_error": 0.0 + }, + { + "representative": 570, + "members": [ + 570 + ], + "max_error": 0.0 + }, + { + "representative": 527, + "members": [ + 527 + ], + "max_error": 0.0 + }, + { + "representative": 547, + "members": [ + 547 + ], + "max_error": 0.0 + }, + { + "representative": 661, + "members": [ + 661 + ], + "max_error": 0.0 + }, + { + "representative": 549, + "members": [ + 549 + ], + "max_error": 0.0 + }, + { + "representative": 721, + "members": [ + 721 + ], + "max_error": 0.0 + }, + { + "representative": 753, + "members": [ + 753 + ], + "max_error": 0.0 + }, + { + "representative": 663, + "members": [ + 663 + ], + "max_error": 0.0 + }, + { + "representative": 567, + "members": [ + 567 + ], + "max_error": 0.0 + }, + { + "representative": 603, + "members": [ + 603 + ], + "max_error": 0.0 + }, + { + "representative": 609, + "members": [ + 609 + ], + "max_error": 0.0 + }, + { + "representative": 722, + "members": [ + 722 + ], + "max_error": 0.0 + }, + { + "representative": 709, + "members": [ + 709 + ], + "max_error": 0.0 + }, + { + "representative": 564, + "members": [ + 564 + ], + "max_error": 0.0 + }, + { + "representative": 688, + "members": [ + 688 + ], + "max_error": 0.0 + }, + { + "representative": 602, + "members": [ + 602 + ], + "max_error": 0.0 + }, + { + "representative": 631, + "members": [ + 631 + ], + "max_error": 0.0 + }, + { + "representative": 678, + "members": [ + 678 + ], + "max_error": 0.0 + }, + { + "representative": 587, + "members": [ + 587 + ], + "max_error": 0.0 + }, + { + "representative": 529, + "members": [ + 529 + ], + "max_error": 0.0 + }, + { + "representative": 546, + "members": [ + 546 + ], + "max_error": 0.0 + }, + { + "representative": 548, + "members": [ + 548 + ], + "max_error": 0.0 + }, + { + "representative": 692, + "members": [ + 692 + ], + "max_error": 0.0 + }, + { + "representative": 732, + "members": [ + 732 + ], + "max_error": 0.0 + }, + { + "representative": 561, + "members": [ + 561 + ], + "max_error": 0.0 + }, + { + "representative": 518, + "members": [ + 518 + ], + "max_error": 0.0 + }, + { + "representative": 590, + "members": [ + 590 + ], + "max_error": 0.0 + }, + { + "representative": 679, + "members": [ + 679 + ], + "max_error": 0.0 + }, + { + "representative": 582, + "members": [ + 582 + ], + "max_error": 0.0 + }, + { + "representative": 540, + "members": [ + 540 + ], + "max_error": 0.0 + }, + { + "representative": 717, + "members": [ + 717 + ], + "max_error": 0.0 + }, + { + "representative": 536, + "members": [ + 536 + ], + "max_error": 0.0 + }, + { + "representative": 689, + "members": [ + 689 + ], + "max_error": 0.0 + }, + { + "representative": 599, + "members": [ + 599 + ], + "max_error": 0.0 + }, + { + "representative": 664, + "members": [ + 664 + ], + "max_error": 0.0 + }, + { + "representative": 597, + "members": [ + 597 + ], + "max_error": 0.0 + }, + { + "representative": 537, + "members": [ + 537 + ], + "max_error": 0.0 + }, + { + "representative": 765, + "members": [ + 765 + ], + "max_error": 0.0 + }, + { + "representative": 605, + "members": [ + 605 + ], + "max_error": 0.0 + }, + { + "representative": 569, + "members": [ + 569 + ], + "max_error": 0.0 + }, + { + "representative": 562, + "members": [ + 562 + ], + "max_error": 0.0 + }, + { + "representative": 617, + "members": [ + 617 + ], + "max_error": 0.0 + }, + { + "representative": 632, + "members": [ + 632 + ], + "max_error": 0.0 + }, + { + "representative": 759, + "members": [ + 759 + ], + "max_error": 0.0 + }, + { + "representative": 684, + "members": [ + 684 + ], + "max_error": 0.0 + }, + { + "representative": 637, + "members": [ + 637 + ], + "max_error": 0.0 + }, + { + "representative": 594, + "members": [ + 594 + ], + "max_error": 0.0 + }, + { + "representative": 712, + "members": [ + 712 + ], + "max_error": 0.0 + }, + { + "representative": 740, + "members": [ + 740 + ], + "max_error": 0.0 + }, + { + "representative": 671, + "members": [ + 671 + ], + "max_error": 0.0 + }, + { + "representative": 756, + "members": [ + 756 + ], + "max_error": 0.0 + }, + { + "representative": 666, + "members": [ + 666 + ], + "max_error": 0.0 + }, + { + "representative": 707, + "members": [ + 707 + ], + "max_error": 0.0 + }, + { + "representative": 701, + "members": [ + 701 + ], + "max_error": 0.0 + }, + { + "representative": 757, + "members": [ + 757 + ], + "max_error": 0.0 + }, + { + "representative": 583, + "members": [ + 583 + ], + "max_error": 0.0 + }, + { + "representative": 640, + "members": [ + 640 + ], + "max_error": 0.0 + }, + { + "representative": 636, + "members": [ + 636 + ], + "max_error": 0.0 + }, + { + "representative": 736, + "members": [ + 736 + ], + "max_error": 0.0 + }, + { + "representative": 706, + "members": [ + 706 + ], + "max_error": 0.0 + }, + { + "representative": 514, + "members": [ + 514 + ], + "max_error": 0.0 + }, + { + "representative": 578, + "members": [ + 578 + ], + "max_error": 0.0 + }, + { + "representative": 600, + "members": [ + 600 + ], + "max_error": 0.0 + }, + { + "representative": 620, + "members": [ + 620 + ], + "max_error": 0.0 + }, + { + "representative": 612, + "members": [ + 612 + ], + "max_error": 0.0 + }, + { + "representative": 755, + "members": [ + 755 + ], + "max_error": 0.0 + }, + { + "representative": 690, + "members": [ + 690 + ], + "max_error": 0.0 + }, + { + "representative": 667, + "members": [ + 667 + ], + "max_error": 0.0 + }, + { + "representative": 512, + "members": [ + 512 + ], + "max_error": 0.0 + }, + { + "representative": 618, + "members": [ + 618 + ], + "max_error": 0.0 + }, + { + "representative": 616, + "members": [ + 616 + ], + "max_error": 0.0 + }, + { + "representative": 563, + "members": [ + 563 + ], + "max_error": 0.0 + }, + { + "representative": 626, + "members": [ + 626 + ], + "max_error": 0.0 + }, + { + "representative": 611, + "members": [ + 611 + ], + "max_error": 0.0 + }, + { + "representative": 539, + "members": [ + 539 + ], + "max_error": 0.0 + }, + { + "representative": 711, + "members": [ + 711 + ], + "max_error": 0.0 + }, + { + "representative": 763, + "members": [ + 763 + ], + "max_error": 0.0 + }, + { + "representative": 621, + "members": [ + 621 + ], + "max_error": 0.0 + }, + { + "representative": 650, + "members": [ + 650 + ], + "max_error": 0.0 + }, + { + "representative": 585, + "members": [ + 585 + ], + "max_error": 0.0 + }, + { + "representative": 606, + "members": [ + 606 + ], + "max_error": 0.0 + }, + { + "representative": 520, + "members": [ + 520 + ], + "max_error": 0.0 + }, + { + "representative": 742, + "members": [ + 742 + ], + "max_error": 0.0 + }, + { + "representative": 735, + "members": [ + 735 + ], + "max_error": 0.0 + }, + { + "representative": 744, + "members": [ + 744 + ], + "max_error": 0.0 + }, + { + "representative": 646, + "members": [ + 646 + ], + "max_error": 0.0 + } +] \ No newline at end of file diff --git a/results/qwen35-2b/analysis/groups_block_3d-axis0-slice_0.20.json b/results/qwen35-2b/analysis/groups_block_3d-axis0-slice_0.20.json new file mode 100644 index 0000000..3280d25 --- /dev/null +++ b/results/qwen35-2b/analysis/groups_block_3d-axis0-slice_0.20.json @@ -0,0 +1,1140 @@ +[ + { + "representative": 655, + "members": [ + 528, + 595, + 596, + 643, + 656, + 713, + 731, + 733, + 745, + 752, + 760, + 655 + ], + "max_error": 0.18277999279747434 + }, + { + "representative": 630, + "members": [ + 541, + 628, + 658, + 673, + 685, + 720, + 723, + 630 + ], + "max_error": 0.18336087628931938 + }, + { + "representative": 757, + "members": [ + 516, + 525, + 533, + 551, + 573, + 639, + 696, + 757 + ], + "max_error": 0.17580450530841982 + }, + { + "representative": 566, + "members": [ + 565, + 604, + 649, + 672, + 715, + 741, + 764, + 566 + ], + "max_error": 0.16777651812717168 + }, + { + "representative": 532, + "members": [ + 524, + 531, + 538, + 575, + 736, + 751, + 532 + ], + "max_error": 0.1795450568255694 + }, + { + "representative": 650, + "members": [ + 559, + 635, + 653, + 668, + 677, + 729, + 650 + ], + "max_error": 0.18193062320553863 + }, + { + "representative": 648, + "members": [ + 609, + 648 + ], + "max_error": 0.13015046729522314 + }, + { + "representative": 678, + "members": [ + 520, + 582, + 678 + ], + "max_error": 0.13724257471091567 + }, + { + "representative": 633, + "members": [ + 615, + 627, + 666, + 702, + 633 + ], + "max_error": 0.1459621665258637 + }, + { + "representative": 700, + "members": [ + 681, + 691, + 726, + 728, + 700 + ], + "max_error": 0.17521063743841525 + }, + { + "representative": 748, + "members": [ + 555, + 680, + 748 + ], + "max_error": 0.16789097126387248 + }, + { + "representative": 710, + "members": [ + 714, + 710 + ], + "max_error": 0.16612933308988398 + }, + { + "representative": 519, + "members": [ + 554, + 603, + 519 + ], + "max_error": 0.16136228016842857 + }, + { + "representative": 589, + "members": [ + 589 + ], + "max_error": 0.0 + }, + { + "representative": 584, + "members": [ + 735, + 584 + ], + "max_error": 0.11937322344659324 + }, + { + "representative": 544, + "members": [ + 512, + 523, + 607, + 544 + ], + "max_error": 0.17320127430676854 + }, + { + "representative": 543, + "members": [ + 529, + 545, + 718, + 543 + ], + "max_error": 0.1451169584780428 + }, + { + "representative": 571, + "members": [ + 558, + 634, + 571 + ], + "max_error": 0.14293662524709028 + }, + { + "representative": 556, + "members": [ + 556 + ], + "max_error": 0.0 + }, + { + "representative": 721, + "members": [ + 562, + 625, + 753, + 721 + ], + "max_error": 0.1631423674028279 + }, + { + "representative": 663, + "members": [ + 539, + 601, + 704, + 663 + ], + "max_error": 0.18525509414108363 + }, + { + "representative": 737, + "members": [ + 611, + 612, + 638, + 737 + ], + "max_error": 0.16731742537097477 + }, + { + "representative": 747, + "members": [ + 754, + 747 + ], + "max_error": 0.10433109624938336 + }, + { + "representative": 577, + "members": [ + 662, + 761, + 577 + ], + "max_error": 0.16219921788326636 + }, + { + "representative": 641, + "members": [ + 610, + 641 + ], + "max_error": 0.08906491134444187 + }, + { + "representative": 698, + "members": [ + 683, + 698 + ], + "max_error": 0.15687271807679629 + }, + { + "representative": 703, + "members": [ + 588, + 730, + 703 + ], + "max_error": 0.15781794156462092 + }, + { + "representative": 739, + "members": [ + 739 + ], + "max_error": 0.0 + }, + { + "representative": 560, + "members": [ + 561, + 682, + 560 + ], + "max_error": 0.13480956709473113 + }, + { + "representative": 687, + "members": [ + 620, + 742, + 687 + ], + "max_error": 0.1891762533245932 + }, + { + "representative": 572, + "members": [ + 706, + 750, + 572 + ], + "max_error": 0.19719308219928766 + }, + { + "representative": 724, + "members": [ + 654, + 693, + 724 + ], + "max_error": 0.18862336058580612 + }, + { + "representative": 547, + "members": [ + 640, + 547 + ], + "max_error": 0.12897206625761584 + }, + { + "representative": 695, + "members": [ + 697, + 695 + ], + "max_error": 0.03403512335111858 + }, + { + "representative": 518, + "members": [ + 624, + 518 + ], + "max_error": 0.1448434239892354 + }, + { + "representative": 616, + "members": [ + 616 + ], + "max_error": 0.0 + }, + { + "representative": 746, + "members": [ + 586, + 746 + ], + "max_error": 0.09133208959229304 + }, + { + "representative": 727, + "members": [ + 563, + 727 + ], + "max_error": 0.12402738763400149 + }, + { + "representative": 552, + "members": [ + 578, + 552 + ], + "max_error": 0.11708657187678577 + }, + { + "representative": 513, + "members": [ + 513 + ], + "max_error": 0.0 + }, + { + "representative": 674, + "members": [ + 661, + 674 + ], + "max_error": 0.16648099172667347 + }, + { + "representative": 613, + "members": [ + 636, + 613 + ], + "max_error": 0.1561591567460621 + }, + { + "representative": 665, + "members": [ + 665 + ], + "max_error": 0.0 + }, + { + "representative": 522, + "members": [ + 599, + 522 + ], + "max_error": 0.1204226275151376 + }, + { + "representative": 738, + "members": [ + 738 + ], + "max_error": 0.0 + }, + { + "representative": 592, + "members": [ + 592 + ], + "max_error": 0.0 + }, + { + "representative": 608, + "members": [ + 608 + ], + "max_error": 0.0 + }, + { + "representative": 708, + "members": [ + 708 + ], + "max_error": 0.0 + }, + { + "representative": 576, + "members": [ + 576 + ], + "max_error": 0.0 + }, + { + "representative": 549, + "members": [ + 583, + 549 + ], + "max_error": 0.10813984147568932 + }, + { + "representative": 651, + "members": [ + 719, + 651 + ], + "max_error": 0.0594615723994969 + }, + { + "representative": 535, + "members": [ + 553, + 535 + ], + "max_error": 0.06641887207132693 + }, + { + "representative": 546, + "members": [ + 679, + 546 + ], + "max_error": 0.14378245024746014 + }, + { + "representative": 694, + "members": [ + 694 + ], + "max_error": 0.0 + }, + { + "representative": 652, + "members": [ + 743, + 652 + ], + "max_error": 0.09741868242624406 + }, + { + "representative": 536, + "members": [ + 536 + ], + "max_error": 0.0 + }, + { + "representative": 597, + "members": [ + 597 + ], + "max_error": 0.0 + }, + { + "representative": 759, + "members": [ + 671, + 759 + ], + "max_error": 0.14368454139222292 + }, + { + "representative": 521, + "members": [ + 676, + 521 + ], + "max_error": 0.0782884001087927 + }, + { + "representative": 707, + "members": [ + 707 + ], + "max_error": 0.0 + }, + { + "representative": 686, + "members": [ + 686 + ], + "max_error": 0.0 + }, + { + "representative": 716, + "members": [ + 716 + ], + "max_error": 0.0 + }, + { + "representative": 530, + "members": [ + 530 + ], + "max_error": 0.0 + }, + { + "representative": 675, + "members": [ + 675 + ], + "max_error": 0.0 + }, + { + "representative": 598, + "members": [ + 598 + ], + "max_error": 0.0 + }, + { + "representative": 550, + "members": [ + 550 + ], + "max_error": 0.0 + }, + { + "representative": 629, + "members": [ + 629 + ], + "max_error": 0.0 + }, + { + "representative": 749, + "members": [ + 749 + ], + "max_error": 0.0 + }, + { + "representative": 623, + "members": [ + 623 + ], + "max_error": 0.0 + }, + { + "representative": 542, + "members": [ + 542 + ], + "max_error": 0.0 + }, + { + "representative": 614, + "members": [ + 614 + ], + "max_error": 0.0 + }, + { + "representative": 642, + "members": [ + 642 + ], + "max_error": 0.0 + }, + { + "representative": 579, + "members": [ + 579 + ], + "max_error": 0.0 + }, + { + "representative": 593, + "members": [ + 593 + ], + "max_error": 0.0 + }, + { + "representative": 766, + "members": [ + 766 + ], + "max_error": 0.0 + }, + { + "representative": 517, + "members": [ + 517 + ], + "max_error": 0.0 + }, + { + "representative": 645, + "members": [ + 645 + ], + "max_error": 0.0 + }, + { + "representative": 647, + "members": [ + 647 + ], + "max_error": 0.0 + }, + { + "representative": 699, + "members": [ + 699 + ], + "max_error": 0.0 + }, + { + "representative": 580, + "members": [ + 580 + ], + "max_error": 0.0 + }, + { + "representative": 526, + "members": [ + 526 + ], + "max_error": 0.0 + }, + { + "representative": 591, + "members": [ + 591 + ], + "max_error": 0.0 + }, + { + "representative": 534, + "members": [ + 534 + ], + "max_error": 0.0 + }, + { + "representative": 725, + "members": [ + 725 + ], + "max_error": 0.0 + }, + { + "representative": 622, + "members": [ + 622 + ], + "max_error": 0.0 + }, + { + "representative": 767, + "members": [ + 767 + ], + "max_error": 0.0 + }, + { + "representative": 515, + "members": [ + 515 + ], + "max_error": 0.0 + }, + { + "representative": 574, + "members": [ + 574 + ], + "max_error": 0.0 + }, + { + "representative": 670, + "members": [ + 670 + ], + "max_error": 0.0 + }, + { + "representative": 644, + "members": [ + 644 + ], + "max_error": 0.0 + }, + { + "representative": 660, + "members": [ + 660 + ], + "max_error": 0.0 + }, + { + "representative": 568, + "members": [ + 568 + ], + "max_error": 0.0 + }, + { + "representative": 734, + "members": [ + 734 + ], + "max_error": 0.0 + }, + { + "representative": 669, + "members": [ + 669 + ], + "max_error": 0.0 + }, + { + "representative": 657, + "members": [ + 657 + ], + "max_error": 0.0 + }, + { + "representative": 705, + "members": [ + 705 + ], + "max_error": 0.0 + }, + { + "representative": 619, + "members": [ + 619 + ], + "max_error": 0.0 + }, + { + "representative": 557, + "members": [ + 557 + ], + "max_error": 0.0 + }, + { + "representative": 659, + "members": [ + 659 + ], + "max_error": 0.0 + }, + { + "representative": 758, + "members": [ + 758 + ], + "max_error": 0.0 + }, + { + "representative": 762, + "members": [ + 762 + ], + "max_error": 0.0 + }, + { + "representative": 581, + "members": [ + 581 + ], + "max_error": 0.0 + }, + { + "representative": 570, + "members": [ + 570 + ], + "max_error": 0.0 + }, + { + "representative": 527, + "members": [ + 527 + ], + "max_error": 0.0 + }, + { + "representative": 567, + "members": [ + 567 + ], + "max_error": 0.0 + }, + { + "representative": 722, + "members": [ + 722 + ], + "max_error": 0.0 + }, + { + "representative": 709, + "members": [ + 709 + ], + "max_error": 0.0 + }, + { + "representative": 564, + "members": [ + 564 + ], + "max_error": 0.0 + }, + { + "representative": 688, + "members": [ + 688 + ], + "max_error": 0.0 + }, + { + "representative": 602, + "members": [ + 602 + ], + "max_error": 0.0 + }, + { + "representative": 631, + "members": [ + 631 + ], + "max_error": 0.0 + }, + { + "representative": 587, + "members": [ + 587 + ], + "max_error": 0.0 + }, + { + "representative": 548, + "members": [ + 548 + ], + "max_error": 0.0 + }, + { + "representative": 692, + "members": [ + 692 + ], + "max_error": 0.0 + }, + { + "representative": 732, + "members": [ + 732 + ], + "max_error": 0.0 + }, + { + "representative": 590, + "members": [ + 590 + ], + "max_error": 0.0 + }, + { + "representative": 540, + "members": [ + 540 + ], + "max_error": 0.0 + }, + { + "representative": 717, + "members": [ + 717 + ], + "max_error": 0.0 + }, + { + "representative": 689, + "members": [ + 689 + ], + "max_error": 0.0 + }, + { + "representative": 664, + "members": [ + 664 + ], + "max_error": 0.0 + }, + { + "representative": 537, + "members": [ + 537 + ], + "max_error": 0.0 + }, + { + "representative": 765, + "members": [ + 765 + ], + "max_error": 0.0 + }, + { + "representative": 605, + "members": [ + 605 + ], + "max_error": 0.0 + }, + { + "representative": 569, + "members": [ + 569 + ], + "max_error": 0.0 + }, + { + "representative": 617, + "members": [ + 617 + ], + "max_error": 0.0 + }, + { + "representative": 632, + "members": [ + 632 + ], + "max_error": 0.0 + }, + { + "representative": 684, + "members": [ + 684 + ], + "max_error": 0.0 + }, + { + "representative": 637, + "members": [ + 637 + ], + "max_error": 0.0 + }, + { + "representative": 594, + "members": [ + 594 + ], + "max_error": 0.0 + }, + { + "representative": 712, + "members": [ + 712 + ], + "max_error": 0.0 + }, + { + "representative": 740, + "members": [ + 740 + ], + "max_error": 0.0 + }, + { + "representative": 756, + "members": [ + 756 + ], + "max_error": 0.0 + }, + { + "representative": 701, + "members": [ + 701 + ], + "max_error": 0.0 + }, + { + "representative": 514, + "members": [ + 514 + ], + "max_error": 0.0 + }, + { + "representative": 600, + "members": [ + 600 + ], + "max_error": 0.0 + }, + { + "representative": 755, + "members": [ + 755 + ], + "max_error": 0.0 + }, + { + "representative": 690, + "members": [ + 690 + ], + "max_error": 0.0 + }, + { + "representative": 667, + "members": [ + 667 + ], + "max_error": 0.0 + }, + { + "representative": 618, + "members": [ + 618 + ], + "max_error": 0.0 + }, + { + "representative": 626, + "members": [ + 626 + ], + "max_error": 0.0 + }, + { + "representative": 711, + "members": [ + 711 + ], + "max_error": 0.0 + }, + { + "representative": 763, + "members": [ + 763 + ], + "max_error": 0.0 + }, + { + "representative": 621, + "members": [ + 621 + ], + "max_error": 0.0 + }, + { + "representative": 585, + "members": [ + 585 + ], + "max_error": 0.0 + }, + { + "representative": 606, + "members": [ + 606 + ], + "max_error": 0.0 + }, + { + "representative": 744, + "members": [ + 744 + ], + "max_error": 0.0 + }, + { + "representative": 646, + "members": [ + 646 + ], + "max_error": 0.0 + } +] \ No newline at end of file diff --git a/results/qwen35-2b/analysis/groups_block_3d-volume_0.01.json b/results/qwen35-2b/analysis/groups_block_3d-volume_0.01.json new file mode 100644 index 0000000..68be6a1 --- /dev/null +++ b/results/qwen35-2b/analysis/groups_block_3d-volume_0.01.json @@ -0,0 +1,1794 @@ +[ + { + "representative": 771, + "members": [ + 771 + ], + "max_error": 0.0 + }, + { + "representative": 868, + "members": [ + 868 + ], + "max_error": 0.0 + }, + { + "representative": 997, + "members": [ + 997 + ], + "max_error": 0.0 + }, + { + "representative": 1010, + "members": [ + 1010 + ], + "max_error": 0.0 + }, + { + "representative": 1013, + "members": [ + 1013 + ], + "max_error": 0.0 + }, + { + "representative": 818, + "members": [ + 818 + ], + "max_error": 0.0 + }, + { + "representative": 907, + "members": [ + 907 + ], + "max_error": 0.0 + }, + { + "representative": 899, + "members": [ + 899 + ], + "max_error": 0.0 + }, + { + "representative": 919, + "members": [ + 919 + ], + "max_error": 0.0 + }, + { + "representative": 949, + "members": [ + 949 + ], + "max_error": 0.0 + }, + { + "representative": 796, + "members": [ + 796 + ], + "max_error": 0.0 + }, + { + "representative": 802, + "members": [ + 802 + ], + "max_error": 0.0 + }, + { + "representative": 1002, + "members": [ + 1002 + ], + "max_error": 0.0 + }, + { + "representative": 878, + "members": [ + 878 + ], + "max_error": 0.0 + }, + { + "representative": 832, + "members": [ + 832 + ], + "max_error": 0.0 + }, + { + "representative": 778, + "members": [ + 778 + ], + "max_error": 0.0 + }, + { + "representative": 914, + "members": [ + 914 + ], + "max_error": 0.0 + }, + { + "representative": 821, + "members": [ + 821 + ], + "max_error": 0.0 + }, + { + "representative": 879, + "members": [ + 879 + ], + "max_error": 0.0 + }, + { + "representative": 976, + "members": [ + 976 + ], + "max_error": 0.0 + }, + { + "representative": 925, + "members": [ + 925 + ], + "max_error": 0.0 + }, + { + "representative": 770, + "members": [ + 770 + ], + "max_error": 0.0 + }, + { + "representative": 839, + "members": [ + 839 + ], + "max_error": 0.0 + }, + { + "representative": 917, + "members": [ + 917 + ], + "max_error": 0.0 + }, + { + "representative": 866, + "members": [ + 866 + ], + "max_error": 0.0 + }, + { + "representative": 1022, + "members": [ + 1022 + ], + "max_error": 0.0 + }, + { + "representative": 870, + "members": [ + 870 + ], + "max_error": 0.0 + }, + { + "representative": 947, + "members": [ + 947 + ], + "max_error": 0.0 + }, + { + "representative": 987, + "members": [ + 987 + ], + "max_error": 0.0 + }, + { + "representative": 817, + "members": [ + 817 + ], + "max_error": 0.0 + }, + { + "representative": 890, + "members": [ + 890 + ], + "max_error": 0.0 + }, + { + "representative": 1007, + "members": [ + 1007 + ], + "max_error": 0.0 + }, + { + "representative": 970, + "members": [ + 970 + ], + "max_error": 0.0 + }, + { + "representative": 888, + "members": [ + 888 + ], + "max_error": 0.0 + }, + { + "representative": 908, + "members": [ + 908 + ], + "max_error": 0.0 + }, + { + "representative": 774, + "members": [ + 774 + ], + "max_error": 0.0 + }, + { + "representative": 788, + "members": [ + 788 + ], + "max_error": 0.0 + }, + { + "representative": 902, + "members": [ + 902 + ], + "max_error": 0.0 + }, + { + "representative": 933, + "members": [ + 933 + ], + "max_error": 0.0 + }, + { + "representative": 968, + "members": [ + 968 + ], + "max_error": 0.0 + }, + { + "representative": 795, + "members": [ + 795 + ], + "max_error": 0.0 + }, + { + "representative": 898, + "members": [ + 898 + ], + "max_error": 0.0 + }, + { + "representative": 909, + "members": [ + 909 + ], + "max_error": 0.0 + }, + { + "representative": 905, + "members": [ + 905 + ], + "max_error": 0.0 + }, + { + "representative": 816, + "members": [ + 816 + ], + "max_error": 0.0 + }, + { + "representative": 960, + "members": [ + 960 + ], + "max_error": 0.0 + }, + { + "representative": 811, + "members": [ + 811 + ], + "max_error": 0.0 + }, + { + "representative": 974, + "members": [ + 974 + ], + "max_error": 0.0 + }, + { + "representative": 831, + "members": [ + 831 + ], + "max_error": 0.0 + }, + { + "representative": 955, + "members": [ + 955 + ], + "max_error": 0.0 + }, + { + "representative": 935, + "members": [ + 935 + ], + "max_error": 0.0 + }, + { + "representative": 901, + "members": [ + 901 + ], + "max_error": 0.0 + }, + { + "representative": 918, + "members": [ + 918 + ], + "max_error": 0.0 + }, + { + "representative": 887, + "members": [ + 887 + ], + "max_error": 0.0 + }, + { + "representative": 848, + "members": [ + 848 + ], + "max_error": 0.0 + }, + { + "representative": 978, + "members": [ + 978 + ], + "max_error": 0.0 + }, + { + "representative": 967, + "members": [ + 967 + ], + "max_error": 0.0 + }, + { + "representative": 873, + "members": [ + 873 + ], + "max_error": 0.0 + }, + { + "representative": 954, + "members": [ + 954 + ], + "max_error": 0.0 + }, + { + "representative": 950, + "members": [ + 950 + ], + "max_error": 0.0 + }, + { + "representative": 850, + "members": [ + 850 + ], + "max_error": 0.0 + }, + { + "representative": 912, + "members": [ + 912 + ], + "max_error": 0.0 + }, + { + "representative": 911, + "members": [ + 911 + ], + "max_error": 0.0 + }, + { + "representative": 906, + "members": [ + 906 + ], + "max_error": 0.0 + }, + { + "representative": 1023, + "members": [ + 1023 + ], + "max_error": 0.0 + }, + { + "representative": 894, + "members": [ + 894 + ], + "max_error": 0.0 + }, + { + "representative": 1015, + "members": [ + 1015 + ], + "max_error": 0.0 + }, + { + "representative": 843, + "members": [ + 843 + ], + "max_error": 0.0 + }, + { + "representative": 961, + "members": [ + 961 + ], + "max_error": 0.0 + }, + { + "representative": 904, + "members": [ + 904 + ], + "max_error": 0.0 + }, + { + "representative": 942, + "members": [ + 942 + ], + "max_error": 0.0 + }, + { + "representative": 785, + "members": [ + 785 + ], + "max_error": 0.0 + }, + { + "representative": 921, + "members": [ + 921 + ], + "max_error": 0.0 + }, + { + "representative": 857, + "members": [ + 857 + ], + "max_error": 0.0 + }, + { + "representative": 769, + "members": [ + 769 + ], + "max_error": 0.0 + }, + { + "representative": 863, + "members": [ + 863 + ], + "max_error": 0.0 + }, + { + "representative": 862, + "members": [ + 862 + ], + "max_error": 0.0 + }, + { + "representative": 990, + "members": [ + 990 + ], + "max_error": 0.0 + }, + { + "representative": 800, + "members": [ + 800 + ], + "max_error": 0.0 + }, + { + "representative": 805, + "members": [ + 805 + ], + "max_error": 0.0 + }, + { + "representative": 939, + "members": [ + 939 + ], + "max_error": 0.0 + }, + { + "representative": 928, + "members": [ + 928 + ], + "max_error": 0.0 + }, + { + "representative": 979, + "members": [ + 979 + ], + "max_error": 0.0 + }, + { + "representative": 1003, + "members": [ + 1003 + ], + "max_error": 0.0 + }, + { + "representative": 869, + "members": [ + 869 + ], + "max_error": 0.0 + }, + { + "representative": 812, + "members": [ + 812 + ], + "max_error": 0.0 + }, + { + "representative": 1016, + "members": [ + 1016 + ], + "max_error": 0.0 + }, + { + "representative": 773, + "members": [ + 773 + ], + "max_error": 0.0 + }, + { + "representative": 1000, + "members": [ + 1000 + ], + "max_error": 0.0 + }, + { + "representative": 915, + "members": [ + 915 + ], + "max_error": 0.0 + }, + { + "representative": 844, + "members": [ + 844 + ], + "max_error": 0.0 + }, + { + "representative": 875, + "members": [ + 875 + ], + "max_error": 0.0 + }, + { + "representative": 829, + "members": [ + 829 + ], + "max_error": 0.0 + }, + { + "representative": 864, + "members": [ + 864 + ], + "max_error": 0.0 + }, + { + "representative": 835, + "members": [ + 835 + ], + "max_error": 0.0 + }, + { + "representative": 858, + "members": [ + 858 + ], + "max_error": 0.0 + }, + { + "representative": 948, + "members": [ + 948 + ], + "max_error": 0.0 + }, + { + "representative": 927, + "members": [ + 927 + ], + "max_error": 0.0 + }, + { + "representative": 1012, + "members": [ + 1012 + ], + "max_error": 0.0 + }, + { + "representative": 826, + "members": [ + 826 + ], + "max_error": 0.0 + }, + { + "representative": 791, + "members": [ + 791 + ], + "max_error": 0.0 + }, + { + "representative": 837, + "members": [ + 837 + ], + "max_error": 0.0 + }, + { + "representative": 789, + "members": [ + 789 + ], + "max_error": 0.0 + }, + { + "representative": 957, + "members": [ + 957 + ], + "max_error": 0.0 + }, + { + "representative": 988, + "members": [ + 988 + ], + "max_error": 0.0 + }, + { + "representative": 780, + "members": [ + 780 + ], + "max_error": 0.0 + }, + { + "representative": 966, + "members": [ + 966 + ], + "max_error": 0.0 + }, + { + "representative": 1005, + "members": [ + 1005 + ], + "max_error": 0.0 + }, + { + "representative": 855, + "members": [ + 855 + ], + "max_error": 0.0 + }, + { + "representative": 953, + "members": [ + 953 + ], + "max_error": 0.0 + }, + { + "representative": 991, + "members": [ + 991 + ], + "max_error": 0.0 + }, + { + "representative": 841, + "members": [ + 841 + ], + "max_error": 0.0 + }, + { + "representative": 923, + "members": [ + 923 + ], + "max_error": 0.0 + }, + { + "representative": 926, + "members": [ + 926 + ], + "max_error": 0.0 + }, + { + "representative": 932, + "members": [ + 932 + ], + "max_error": 0.0 + }, + { + "representative": 983, + "members": [ + 983 + ], + "max_error": 0.0 + }, + { + "representative": 929, + "members": [ + 929 + ], + "max_error": 0.0 + }, + { + "representative": 882, + "members": [ + 882 + ], + "max_error": 0.0 + }, + { + "representative": 941, + "members": [ + 941 + ], + "max_error": 0.0 + }, + { + "representative": 903, + "members": [ + 903 + ], + "max_error": 0.0 + }, + { + "representative": 833, + "members": [ + 833 + ], + "max_error": 0.0 + }, + { + "representative": 849, + "members": [ + 849 + ], + "max_error": 0.0 + }, + { + "representative": 772, + "members": [ + 772 + ], + "max_error": 0.0 + }, + { + "representative": 884, + "members": [ + 884 + ], + "max_error": 0.0 + }, + { + "representative": 834, + "members": [ + 834 + ], + "max_error": 0.0 + }, + { + "representative": 820, + "members": [ + 820 + ], + "max_error": 0.0 + }, + { + "representative": 996, + "members": [ + 996 + ], + "max_error": 0.0 + }, + { + "representative": 964, + "members": [ + 964 + ], + "max_error": 0.0 + }, + { + "representative": 938, + "members": [ + 938 + ], + "max_error": 0.0 + }, + { + "representative": 943, + "members": [ + 943 + ], + "max_error": 0.0 + }, + { + "representative": 895, + "members": [ + 895 + ], + "max_error": 0.0 + }, + { + "representative": 975, + "members": [ + 975 + ], + "max_error": 0.0 + }, + { + "representative": 934, + "members": [ + 934 + ], + "max_error": 0.0 + }, + { + "representative": 998, + "members": [ + 998 + ], + "max_error": 0.0 + }, + { + "representative": 972, + "members": [ + 972 + ], + "max_error": 0.0 + }, + { + "representative": 881, + "members": [ + 881 + ], + "max_error": 0.0 + }, + { + "representative": 994, + "members": [ + 994 + ], + "max_error": 0.0 + }, + { + "representative": 889, + "members": [ + 889 + ], + "max_error": 0.0 + }, + { + "representative": 980, + "members": [ + 980 + ], + "max_error": 0.0 + }, + { + "representative": 823, + "members": [ + 823 + ], + "max_error": 0.0 + }, + { + "representative": 840, + "members": [ + 840 + ], + "max_error": 0.0 + }, + { + "representative": 874, + "members": [ + 874 + ], + "max_error": 0.0 + }, + { + "representative": 876, + "members": [ + 876 + ], + "max_error": 0.0 + }, + { + "representative": 827, + "members": [ + 827 + ], + "max_error": 0.0 + }, + { + "representative": 969, + "members": [ + 969 + ], + "max_error": 0.0 + }, + { + "representative": 1021, + "members": [ + 1021 + ], + "max_error": 0.0 + }, + { + "representative": 814, + "members": [ + 814 + ], + "max_error": 0.0 + }, + { + "representative": 1011, + "members": [ + 1011 + ], + "max_error": 0.0 + }, + { + "representative": 790, + "members": [ + 790 + ], + "max_error": 0.0 + }, + { + "representative": 797, + "members": [ + 797 + ], + "max_error": 0.0 + }, + { + "representative": 940, + "members": [ + 940 + ], + "max_error": 0.0 + }, + { + "representative": 825, + "members": [ + 825 + ], + "max_error": 0.0 + }, + { + "representative": 962, + "members": [ + 962 + ], + "max_error": 0.0 + }, + { + "representative": 809, + "members": [ + 809 + ], + "max_error": 0.0 + }, + { + "representative": 995, + "members": [ + 995 + ], + "max_error": 0.0 + }, + { + "representative": 828, + "members": [ + 828 + ], + "max_error": 0.0 + }, + { + "representative": 984, + "members": [ + 984 + ], + "max_error": 0.0 + }, + { + "representative": 860, + "members": [ + 860 + ], + "max_error": 0.0 + }, + { + "representative": 886, + "members": [ + 886 + ], + "max_error": 0.0 + }, + { + "representative": 992, + "members": [ + 992 + ], + "max_error": 0.0 + }, + { + "representative": 845, + "members": [ + 845 + ], + "max_error": 0.0 + }, + { + "representative": 865, + "members": [ + 865 + ], + "max_error": 0.0 + }, + { + "representative": 956, + "members": [ + 956 + ], + "max_error": 0.0 + }, + { + "representative": 893, + "members": [ + 893 + ], + "max_error": 0.0 + }, + { + "representative": 786, + "members": [ + 786 + ], + "max_error": 0.0 + }, + { + "representative": 808, + "members": [ + 808 + ], + "max_error": 0.0 + }, + { + "representative": 806, + "members": [ + 806 + ], + "max_error": 0.0 + }, + { + "representative": 916, + "members": [ + 916 + ], + "max_error": 0.0 + }, + { + "representative": 924, + "members": [ + 924 + ], + "max_error": 0.0 + }, + { + "representative": 880, + "members": [ + 880 + ], + "max_error": 0.0 + }, + { + "representative": 936, + "members": [ + 936 + ], + "max_error": 0.0 + }, + { + "representative": 807, + "members": [ + 807 + ], + "max_error": 0.0 + }, + { + "representative": 1004, + "members": [ + 1004 + ], + "max_error": 0.0 + }, + { + "representative": 944, + "members": [ + 944 + ], + "max_error": 0.0 + }, + { + "representative": 867, + "members": [ + 867 + ], + "max_error": 0.0 + }, + { + "representative": 859, + "members": [ + 859 + ], + "max_error": 0.0 + }, + { + "representative": 1006, + "members": [ + 1006 + ], + "max_error": 0.0 + }, + { + "representative": 838, + "members": [ + 838 + ], + "max_error": 0.0 + }, + { + "representative": 930, + "members": [ + 930 + ], + "max_error": 0.0 + }, + { + "representative": 993, + "members": [ + 993 + ], + "max_error": 0.0 + }, + { + "representative": 946, + "members": [ + 946 + ], + "max_error": 0.0 + }, + { + "representative": 854, + "members": [ + 854 + ], + "max_error": 0.0 + }, + { + "representative": 920, + "members": [ + 920 + ], + "max_error": 0.0 + }, + { + "representative": 1017, + "members": [ + 1017 + ], + "max_error": 0.0 + }, + { + "representative": 852, + "members": [ + 852 + ], + "max_error": 0.0 + }, + { + "representative": 784, + "members": [ + 784 + ], + "max_error": 0.0 + }, + { + "representative": 963, + "members": [ + 963 + ], + "max_error": 0.0 + }, + { + "representative": 945, + "members": [ + 945 + ], + "max_error": 0.0 + }, + { + "representative": 776, + "members": [ + 776 + ], + "max_error": 0.0 + }, + { + "representative": 781, + "members": [ + 781 + ], + "max_error": 0.0 + }, + { + "representative": 768, + "members": [ + 768 + ], + "max_error": 0.0 + }, + { + "representative": 958, + "members": [ + 958 + ], + "max_error": 0.0 + }, + { + "representative": 892, + "members": [ + 892 + ], + "max_error": 0.0 + }, + { + "representative": 952, + "members": [ + 952 + ], + "max_error": 0.0 + }, + { + "representative": 847, + "members": [ + 847 + ], + "max_error": 0.0 + }, + { + "representative": 891, + "members": [ + 891 + ], + "max_error": 0.0 + }, + { + "representative": 877, + "members": [ + 877 + ], + "max_error": 0.0 + }, + { + "representative": 897, + "members": [ + 897 + ], + "max_error": 0.0 + }, + { + "representative": 792, + "members": [ + 792 + ], + "max_error": 0.0 + }, + { + "representative": 871, + "members": [ + 871 + ], + "max_error": 0.0 + }, + { + "representative": 900, + "members": [ + 900 + ], + "max_error": 0.0 + }, + { + "representative": 1014, + "members": [ + 1014 + ], + "max_error": 0.0 + }, + { + "representative": 782, + "members": [ + 782 + ], + "max_error": 0.0 + }, + { + "representative": 913, + "members": [ + 913 + ], + "max_error": 0.0 + }, + { + "representative": 853, + "members": [ + 853 + ], + "max_error": 0.0 + }, + { + "representative": 973, + "members": [ + 973 + ], + "max_error": 0.0 + }, + { + "representative": 885, + "members": [ + 885 + ], + "max_error": 0.0 + }, + { + "representative": 861, + "members": [ + 861 + ], + "max_error": 0.0 + }, + { + "representative": 999, + "members": [ + 999 + ], + "max_error": 0.0 + }, + { + "representative": 787, + "members": [ + 787 + ], + "max_error": 0.0 + }, + { + "representative": 951, + "members": [ + 951 + ], + "max_error": 0.0 + }, + { + "representative": 779, + "members": [ + 779 + ], + "max_error": 0.0 + }, + { + "representative": 824, + "members": [ + 824 + ], + "max_error": 0.0 + }, + { + "representative": 819, + "members": [ + 819 + ], + "max_error": 0.0 + }, + { + "representative": 977, + "members": [ + 977 + ], + "max_error": 0.0 + }, + { + "representative": 931, + "members": [ + 931 + ], + "max_error": 0.0 + }, + { + "representative": 830, + "members": [ + 830 + ], + "max_error": 0.0 + }, + { + "representative": 1020, + "members": [ + 1020 + ], + "max_error": 0.0 + }, + { + "representative": 804, + "members": [ + 804 + ], + "max_error": 0.0 + }, + { + "representative": 896, + "members": [ + 896 + ], + "max_error": 0.0 + }, + { + "representative": 910, + "members": [ + 910 + ], + "max_error": 0.0 + }, + { + "representative": 985, + "members": [ + 985 + ], + "max_error": 0.0 + }, + { + "representative": 815, + "members": [ + 815 + ], + "max_error": 0.0 + }, + { + "representative": 982, + "members": [ + 982 + ], + "max_error": 0.0 + }, + { + "representative": 872, + "members": [ + 872 + ], + "max_error": 0.0 + }, + { + "representative": 842, + "members": [ + 842 + ], + "max_error": 0.0 + }, + { + "representative": 1001, + "members": [ + 1001 + ], + "max_error": 0.0 + }, + { + "representative": 937, + "members": [ + 937 + ], + "max_error": 0.0 + }, + { + "representative": 801, + "members": [ + 801 + ], + "max_error": 0.0 + }, + { + "representative": 922, + "members": [ + 922 + ], + "max_error": 0.0 + }, + { + "representative": 777, + "members": [ + 777 + ], + "max_error": 0.0 + }, + { + "representative": 989, + "members": [ + 989 + ], + "max_error": 0.0 + }, + { + "representative": 794, + "members": [ + 794 + ], + "max_error": 0.0 + }, + { + "representative": 1018, + "members": [ + 1018 + ], + "max_error": 0.0 + }, + { + "representative": 986, + "members": [ + 986 + ], + "max_error": 0.0 + }, + { + "representative": 775, + "members": [ + 775 + ], + "max_error": 0.0 + }, + { + "representative": 799, + "members": [ + 799 + ], + "max_error": 0.0 + }, + { + "representative": 959, + "members": [ + 959 + ], + "max_error": 0.0 + }, + { + "representative": 981, + "members": [ + 981 + ], + "max_error": 0.0 + }, + { + "representative": 813, + "members": [ + 813 + ], + "max_error": 0.0 + }, + { + "representative": 856, + "members": [ + 856 + ], + "max_error": 0.0 + }, + { + "representative": 1009, + "members": [ + 1009 + ], + "max_error": 0.0 + }, + { + "representative": 798, + "members": [ + 798 + ], + "max_error": 0.0 + }, + { + "representative": 1008, + "members": [ + 1008 + ], + "max_error": 0.0 + }, + { + "representative": 971, + "members": [ + 971 + ], + "max_error": 0.0 + }, + { + "representative": 851, + "members": [ + 851 + ], + "max_error": 0.0 + }, + { + "representative": 803, + "members": [ + 803 + ], + "max_error": 0.0 + }, + { + "representative": 846, + "members": [ + 846 + ], + "max_error": 0.0 + }, + { + "representative": 810, + "members": [ + 810 + ], + "max_error": 0.0 + }, + { + "representative": 836, + "members": [ + 836 + ], + "max_error": 0.0 + }, + { + "representative": 793, + "members": [ + 793 + ], + "max_error": 0.0 + }, + { + "representative": 822, + "members": [ + 822 + ], + "max_error": 0.0 + }, + { + "representative": 883, + "members": [ + 883 + ], + "max_error": 0.0 + }, + { + "representative": 1019, + "members": [ + 1019 + ], + "max_error": 0.0 + }, + { + "representative": 965, + "members": [ + 965 + ], + "max_error": 0.0 + }, + { + "representative": 783, + "members": [ + 783 + ], + "max_error": 0.0 + } +] \ No newline at end of file diff --git a/results/qwen35-2b/analysis/groups_block_3d-volume_0.02.json b/results/qwen35-2b/analysis/groups_block_3d-volume_0.02.json new file mode 100644 index 0000000..68be6a1 --- /dev/null +++ b/results/qwen35-2b/analysis/groups_block_3d-volume_0.02.json @@ -0,0 +1,1794 @@ +[ + { + "representative": 771, + "members": [ + 771 + ], + "max_error": 0.0 + }, + { + "representative": 868, + "members": [ + 868 + ], + "max_error": 0.0 + }, + { + "representative": 997, + "members": [ + 997 + ], + "max_error": 0.0 + }, + { + "representative": 1010, + "members": [ + 1010 + ], + "max_error": 0.0 + }, + { + "representative": 1013, + "members": [ + 1013 + ], + "max_error": 0.0 + }, + { + "representative": 818, + "members": [ + 818 + ], + "max_error": 0.0 + }, + { + "representative": 907, + "members": [ + 907 + ], + "max_error": 0.0 + }, + { + "representative": 899, + "members": [ + 899 + ], + "max_error": 0.0 + }, + { + "representative": 919, + "members": [ + 919 + ], + "max_error": 0.0 + }, + { + "representative": 949, + "members": [ + 949 + ], + "max_error": 0.0 + }, + { + "representative": 796, + "members": [ + 796 + ], + "max_error": 0.0 + }, + { + "representative": 802, + "members": [ + 802 + ], + "max_error": 0.0 + }, + { + "representative": 1002, + "members": [ + 1002 + ], + "max_error": 0.0 + }, + { + "representative": 878, + "members": [ + 878 + ], + "max_error": 0.0 + }, + { + "representative": 832, + "members": [ + 832 + ], + "max_error": 0.0 + }, + { + "representative": 778, + "members": [ + 778 + ], + "max_error": 0.0 + }, + { + "representative": 914, + "members": [ + 914 + ], + "max_error": 0.0 + }, + { + "representative": 821, + "members": [ + 821 + ], + "max_error": 0.0 + }, + { + "representative": 879, + "members": [ + 879 + ], + "max_error": 0.0 + }, + { + "representative": 976, + "members": [ + 976 + ], + "max_error": 0.0 + }, + { + "representative": 925, + "members": [ + 925 + ], + "max_error": 0.0 + }, + { + "representative": 770, + "members": [ + 770 + ], + "max_error": 0.0 + }, + { + "representative": 839, + "members": [ + 839 + ], + "max_error": 0.0 + }, + { + "representative": 917, + "members": [ + 917 + ], + "max_error": 0.0 + }, + { + "representative": 866, + "members": [ + 866 + ], + "max_error": 0.0 + }, + { + "representative": 1022, + "members": [ + 1022 + ], + "max_error": 0.0 + }, + { + "representative": 870, + "members": [ + 870 + ], + "max_error": 0.0 + }, + { + "representative": 947, + "members": [ + 947 + ], + "max_error": 0.0 + }, + { + "representative": 987, + "members": [ + 987 + ], + "max_error": 0.0 + }, + { + "representative": 817, + "members": [ + 817 + ], + "max_error": 0.0 + }, + { + "representative": 890, + "members": [ + 890 + ], + "max_error": 0.0 + }, + { + "representative": 1007, + "members": [ + 1007 + ], + "max_error": 0.0 + }, + { + "representative": 970, + "members": [ + 970 + ], + "max_error": 0.0 + }, + { + "representative": 888, + "members": [ + 888 + ], + "max_error": 0.0 + }, + { + "representative": 908, + "members": [ + 908 + ], + "max_error": 0.0 + }, + { + "representative": 774, + "members": [ + 774 + ], + "max_error": 0.0 + }, + { + "representative": 788, + "members": [ + 788 + ], + "max_error": 0.0 + }, + { + "representative": 902, + "members": [ + 902 + ], + "max_error": 0.0 + }, + { + "representative": 933, + "members": [ + 933 + ], + "max_error": 0.0 + }, + { + "representative": 968, + "members": [ + 968 + ], + "max_error": 0.0 + }, + { + "representative": 795, + "members": [ + 795 + ], + "max_error": 0.0 + }, + { + "representative": 898, + "members": [ + 898 + ], + "max_error": 0.0 + }, + { + "representative": 909, + "members": [ + 909 + ], + "max_error": 0.0 + }, + { + "representative": 905, + "members": [ + 905 + ], + "max_error": 0.0 + }, + { + "representative": 816, + "members": [ + 816 + ], + "max_error": 0.0 + }, + { + "representative": 960, + "members": [ + 960 + ], + "max_error": 0.0 + }, + { + "representative": 811, + "members": [ + 811 + ], + "max_error": 0.0 + }, + { + "representative": 974, + "members": [ + 974 + ], + "max_error": 0.0 + }, + { + "representative": 831, + "members": [ + 831 + ], + "max_error": 0.0 + }, + { + "representative": 955, + "members": [ + 955 + ], + "max_error": 0.0 + }, + { + "representative": 935, + "members": [ + 935 + ], + "max_error": 0.0 + }, + { + "representative": 901, + "members": [ + 901 + ], + "max_error": 0.0 + }, + { + "representative": 918, + "members": [ + 918 + ], + "max_error": 0.0 + }, + { + "representative": 887, + "members": [ + 887 + ], + "max_error": 0.0 + }, + { + "representative": 848, + "members": [ + 848 + ], + "max_error": 0.0 + }, + { + "representative": 978, + "members": [ + 978 + ], + "max_error": 0.0 + }, + { + "representative": 967, + "members": [ + 967 + ], + "max_error": 0.0 + }, + { + "representative": 873, + "members": [ + 873 + ], + "max_error": 0.0 + }, + { + "representative": 954, + "members": [ + 954 + ], + "max_error": 0.0 + }, + { + "representative": 950, + "members": [ + 950 + ], + "max_error": 0.0 + }, + { + "representative": 850, + "members": [ + 850 + ], + "max_error": 0.0 + }, + { + "representative": 912, + "members": [ + 912 + ], + "max_error": 0.0 + }, + { + "representative": 911, + "members": [ + 911 + ], + "max_error": 0.0 + }, + { + "representative": 906, + "members": [ + 906 + ], + "max_error": 0.0 + }, + { + "representative": 1023, + "members": [ + 1023 + ], + "max_error": 0.0 + }, + { + "representative": 894, + "members": [ + 894 + ], + "max_error": 0.0 + }, + { + "representative": 1015, + "members": [ + 1015 + ], + "max_error": 0.0 + }, + { + "representative": 843, + "members": [ + 843 + ], + "max_error": 0.0 + }, + { + "representative": 961, + "members": [ + 961 + ], + "max_error": 0.0 + }, + { + "representative": 904, + "members": [ + 904 + ], + "max_error": 0.0 + }, + { + "representative": 942, + "members": [ + 942 + ], + "max_error": 0.0 + }, + { + "representative": 785, + "members": [ + 785 + ], + "max_error": 0.0 + }, + { + "representative": 921, + "members": [ + 921 + ], + "max_error": 0.0 + }, + { + "representative": 857, + "members": [ + 857 + ], + "max_error": 0.0 + }, + { + "representative": 769, + "members": [ + 769 + ], + "max_error": 0.0 + }, + { + "representative": 863, + "members": [ + 863 + ], + "max_error": 0.0 + }, + { + "representative": 862, + "members": [ + 862 + ], + "max_error": 0.0 + }, + { + "representative": 990, + "members": [ + 990 + ], + "max_error": 0.0 + }, + { + "representative": 800, + "members": [ + 800 + ], + "max_error": 0.0 + }, + { + "representative": 805, + "members": [ + 805 + ], + "max_error": 0.0 + }, + { + "representative": 939, + "members": [ + 939 + ], + "max_error": 0.0 + }, + { + "representative": 928, + "members": [ + 928 + ], + "max_error": 0.0 + }, + { + "representative": 979, + "members": [ + 979 + ], + "max_error": 0.0 + }, + { + "representative": 1003, + "members": [ + 1003 + ], + "max_error": 0.0 + }, + { + "representative": 869, + "members": [ + 869 + ], + "max_error": 0.0 + }, + { + "representative": 812, + "members": [ + 812 + ], + "max_error": 0.0 + }, + { + "representative": 1016, + "members": [ + 1016 + ], + "max_error": 0.0 + }, + { + "representative": 773, + "members": [ + 773 + ], + "max_error": 0.0 + }, + { + "representative": 1000, + "members": [ + 1000 + ], + "max_error": 0.0 + }, + { + "representative": 915, + "members": [ + 915 + ], + "max_error": 0.0 + }, + { + "representative": 844, + "members": [ + 844 + ], + "max_error": 0.0 + }, + { + "representative": 875, + "members": [ + 875 + ], + "max_error": 0.0 + }, + { + "representative": 829, + "members": [ + 829 + ], + "max_error": 0.0 + }, + { + "representative": 864, + "members": [ + 864 + ], + "max_error": 0.0 + }, + { + "representative": 835, + "members": [ + 835 + ], + "max_error": 0.0 + }, + { + "representative": 858, + "members": [ + 858 + ], + "max_error": 0.0 + }, + { + "representative": 948, + "members": [ + 948 + ], + "max_error": 0.0 + }, + { + "representative": 927, + "members": [ + 927 + ], + "max_error": 0.0 + }, + { + "representative": 1012, + "members": [ + 1012 + ], + "max_error": 0.0 + }, + { + "representative": 826, + "members": [ + 826 + ], + "max_error": 0.0 + }, + { + "representative": 791, + "members": [ + 791 + ], + "max_error": 0.0 + }, + { + "representative": 837, + "members": [ + 837 + ], + "max_error": 0.0 + }, + { + "representative": 789, + "members": [ + 789 + ], + "max_error": 0.0 + }, + { + "representative": 957, + "members": [ + 957 + ], + "max_error": 0.0 + }, + { + "representative": 988, + "members": [ + 988 + ], + "max_error": 0.0 + }, + { + "representative": 780, + "members": [ + 780 + ], + "max_error": 0.0 + }, + { + "representative": 966, + "members": [ + 966 + ], + "max_error": 0.0 + }, + { + "representative": 1005, + "members": [ + 1005 + ], + "max_error": 0.0 + }, + { + "representative": 855, + "members": [ + 855 + ], + "max_error": 0.0 + }, + { + "representative": 953, + "members": [ + 953 + ], + "max_error": 0.0 + }, + { + "representative": 991, + "members": [ + 991 + ], + "max_error": 0.0 + }, + { + "representative": 841, + "members": [ + 841 + ], + "max_error": 0.0 + }, + { + "representative": 923, + "members": [ + 923 + ], + "max_error": 0.0 + }, + { + "representative": 926, + "members": [ + 926 + ], + "max_error": 0.0 + }, + { + "representative": 932, + "members": [ + 932 + ], + "max_error": 0.0 + }, + { + "representative": 983, + "members": [ + 983 + ], + "max_error": 0.0 + }, + { + "representative": 929, + "members": [ + 929 + ], + "max_error": 0.0 + }, + { + "representative": 882, + "members": [ + 882 + ], + "max_error": 0.0 + }, + { + "representative": 941, + "members": [ + 941 + ], + "max_error": 0.0 + }, + { + "representative": 903, + "members": [ + 903 + ], + "max_error": 0.0 + }, + { + "representative": 833, + "members": [ + 833 + ], + "max_error": 0.0 + }, + { + "representative": 849, + "members": [ + 849 + ], + "max_error": 0.0 + }, + { + "representative": 772, + "members": [ + 772 + ], + "max_error": 0.0 + }, + { + "representative": 884, + "members": [ + 884 + ], + "max_error": 0.0 + }, + { + "representative": 834, + "members": [ + 834 + ], + "max_error": 0.0 + }, + { + "representative": 820, + "members": [ + 820 + ], + "max_error": 0.0 + }, + { + "representative": 996, + "members": [ + 996 + ], + "max_error": 0.0 + }, + { + "representative": 964, + "members": [ + 964 + ], + "max_error": 0.0 + }, + { + "representative": 938, + "members": [ + 938 + ], + "max_error": 0.0 + }, + { + "representative": 943, + "members": [ + 943 + ], + "max_error": 0.0 + }, + { + "representative": 895, + "members": [ + 895 + ], + "max_error": 0.0 + }, + { + "representative": 975, + "members": [ + 975 + ], + "max_error": 0.0 + }, + { + "representative": 934, + "members": [ + 934 + ], + "max_error": 0.0 + }, + { + "representative": 998, + "members": [ + 998 + ], + "max_error": 0.0 + }, + { + "representative": 972, + "members": [ + 972 + ], + "max_error": 0.0 + }, + { + "representative": 881, + "members": [ + 881 + ], + "max_error": 0.0 + }, + { + "representative": 994, + "members": [ + 994 + ], + "max_error": 0.0 + }, + { + "representative": 889, + "members": [ + 889 + ], + "max_error": 0.0 + }, + { + "representative": 980, + "members": [ + 980 + ], + "max_error": 0.0 + }, + { + "representative": 823, + "members": [ + 823 + ], + "max_error": 0.0 + }, + { + "representative": 840, + "members": [ + 840 + ], + "max_error": 0.0 + }, + { + "representative": 874, + "members": [ + 874 + ], + "max_error": 0.0 + }, + { + "representative": 876, + "members": [ + 876 + ], + "max_error": 0.0 + }, + { + "representative": 827, + "members": [ + 827 + ], + "max_error": 0.0 + }, + { + "representative": 969, + "members": [ + 969 + ], + "max_error": 0.0 + }, + { + "representative": 1021, + "members": [ + 1021 + ], + "max_error": 0.0 + }, + { + "representative": 814, + "members": [ + 814 + ], + "max_error": 0.0 + }, + { + "representative": 1011, + "members": [ + 1011 + ], + "max_error": 0.0 + }, + { + "representative": 790, + "members": [ + 790 + ], + "max_error": 0.0 + }, + { + "representative": 797, + "members": [ + 797 + ], + "max_error": 0.0 + }, + { + "representative": 940, + "members": [ + 940 + ], + "max_error": 0.0 + }, + { + "representative": 825, + "members": [ + 825 + ], + "max_error": 0.0 + }, + { + "representative": 962, + "members": [ + 962 + ], + "max_error": 0.0 + }, + { + "representative": 809, + "members": [ + 809 + ], + "max_error": 0.0 + }, + { + "representative": 995, + "members": [ + 995 + ], + "max_error": 0.0 + }, + { + "representative": 828, + "members": [ + 828 + ], + "max_error": 0.0 + }, + { + "representative": 984, + "members": [ + 984 + ], + "max_error": 0.0 + }, + { + "representative": 860, + "members": [ + 860 + ], + "max_error": 0.0 + }, + { + "representative": 886, + "members": [ + 886 + ], + "max_error": 0.0 + }, + { + "representative": 992, + "members": [ + 992 + ], + "max_error": 0.0 + }, + { + "representative": 845, + "members": [ + 845 + ], + "max_error": 0.0 + }, + { + "representative": 865, + "members": [ + 865 + ], + "max_error": 0.0 + }, + { + "representative": 956, + "members": [ + 956 + ], + "max_error": 0.0 + }, + { + "representative": 893, + "members": [ + 893 + ], + "max_error": 0.0 + }, + { + "representative": 786, + "members": [ + 786 + ], + "max_error": 0.0 + }, + { + "representative": 808, + "members": [ + 808 + ], + "max_error": 0.0 + }, + { + "representative": 806, + "members": [ + 806 + ], + "max_error": 0.0 + }, + { + "representative": 916, + "members": [ + 916 + ], + "max_error": 0.0 + }, + { + "representative": 924, + "members": [ + 924 + ], + "max_error": 0.0 + }, + { + "representative": 880, + "members": [ + 880 + ], + "max_error": 0.0 + }, + { + "representative": 936, + "members": [ + 936 + ], + "max_error": 0.0 + }, + { + "representative": 807, + "members": [ + 807 + ], + "max_error": 0.0 + }, + { + "representative": 1004, + "members": [ + 1004 + ], + "max_error": 0.0 + }, + { + "representative": 944, + "members": [ + 944 + ], + "max_error": 0.0 + }, + { + "representative": 867, + "members": [ + 867 + ], + "max_error": 0.0 + }, + { + "representative": 859, + "members": [ + 859 + ], + "max_error": 0.0 + }, + { + "representative": 1006, + "members": [ + 1006 + ], + "max_error": 0.0 + }, + { + "representative": 838, + "members": [ + 838 + ], + "max_error": 0.0 + }, + { + "representative": 930, + "members": [ + 930 + ], + "max_error": 0.0 + }, + { + "representative": 993, + "members": [ + 993 + ], + "max_error": 0.0 + }, + { + "representative": 946, + "members": [ + 946 + ], + "max_error": 0.0 + }, + { + "representative": 854, + "members": [ + 854 + ], + "max_error": 0.0 + }, + { + "representative": 920, + "members": [ + 920 + ], + "max_error": 0.0 + }, + { + "representative": 1017, + "members": [ + 1017 + ], + "max_error": 0.0 + }, + { + "representative": 852, + "members": [ + 852 + ], + "max_error": 0.0 + }, + { + "representative": 784, + "members": [ + 784 + ], + "max_error": 0.0 + }, + { + "representative": 963, + "members": [ + 963 + ], + "max_error": 0.0 + }, + { + "representative": 945, + "members": [ + 945 + ], + "max_error": 0.0 + }, + { + "representative": 776, + "members": [ + 776 + ], + "max_error": 0.0 + }, + { + "representative": 781, + "members": [ + 781 + ], + "max_error": 0.0 + }, + { + "representative": 768, + "members": [ + 768 + ], + "max_error": 0.0 + }, + { + "representative": 958, + "members": [ + 958 + ], + "max_error": 0.0 + }, + { + "representative": 892, + "members": [ + 892 + ], + "max_error": 0.0 + }, + { + "representative": 952, + "members": [ + 952 + ], + "max_error": 0.0 + }, + { + "representative": 847, + "members": [ + 847 + ], + "max_error": 0.0 + }, + { + "representative": 891, + "members": [ + 891 + ], + "max_error": 0.0 + }, + { + "representative": 877, + "members": [ + 877 + ], + "max_error": 0.0 + }, + { + "representative": 897, + "members": [ + 897 + ], + "max_error": 0.0 + }, + { + "representative": 792, + "members": [ + 792 + ], + "max_error": 0.0 + }, + { + "representative": 871, + "members": [ + 871 + ], + "max_error": 0.0 + }, + { + "representative": 900, + "members": [ + 900 + ], + "max_error": 0.0 + }, + { + "representative": 1014, + "members": [ + 1014 + ], + "max_error": 0.0 + }, + { + "representative": 782, + "members": [ + 782 + ], + "max_error": 0.0 + }, + { + "representative": 913, + "members": [ + 913 + ], + "max_error": 0.0 + }, + { + "representative": 853, + "members": [ + 853 + ], + "max_error": 0.0 + }, + { + "representative": 973, + "members": [ + 973 + ], + "max_error": 0.0 + }, + { + "representative": 885, + "members": [ + 885 + ], + "max_error": 0.0 + }, + { + "representative": 861, + "members": [ + 861 + ], + "max_error": 0.0 + }, + { + "representative": 999, + "members": [ + 999 + ], + "max_error": 0.0 + }, + { + "representative": 787, + "members": [ + 787 + ], + "max_error": 0.0 + }, + { + "representative": 951, + "members": [ + 951 + ], + "max_error": 0.0 + }, + { + "representative": 779, + "members": [ + 779 + ], + "max_error": 0.0 + }, + { + "representative": 824, + "members": [ + 824 + ], + "max_error": 0.0 + }, + { + "representative": 819, + "members": [ + 819 + ], + "max_error": 0.0 + }, + { + "representative": 977, + "members": [ + 977 + ], + "max_error": 0.0 + }, + { + "representative": 931, + "members": [ + 931 + ], + "max_error": 0.0 + }, + { + "representative": 830, + "members": [ + 830 + ], + "max_error": 0.0 + }, + { + "representative": 1020, + "members": [ + 1020 + ], + "max_error": 0.0 + }, + { + "representative": 804, + "members": [ + 804 + ], + "max_error": 0.0 + }, + { + "representative": 896, + "members": [ + 896 + ], + "max_error": 0.0 + }, + { + "representative": 910, + "members": [ + 910 + ], + "max_error": 0.0 + }, + { + "representative": 985, + "members": [ + 985 + ], + "max_error": 0.0 + }, + { + "representative": 815, + "members": [ + 815 + ], + "max_error": 0.0 + }, + { + "representative": 982, + "members": [ + 982 + ], + "max_error": 0.0 + }, + { + "representative": 872, + "members": [ + 872 + ], + "max_error": 0.0 + }, + { + "representative": 842, + "members": [ + 842 + ], + "max_error": 0.0 + }, + { + "representative": 1001, + "members": [ + 1001 + ], + "max_error": 0.0 + }, + { + "representative": 937, + "members": [ + 937 + ], + "max_error": 0.0 + }, + { + "representative": 801, + "members": [ + 801 + ], + "max_error": 0.0 + }, + { + "representative": 922, + "members": [ + 922 + ], + "max_error": 0.0 + }, + { + "representative": 777, + "members": [ + 777 + ], + "max_error": 0.0 + }, + { + "representative": 989, + "members": [ + 989 + ], + "max_error": 0.0 + }, + { + "representative": 794, + "members": [ + 794 + ], + "max_error": 0.0 + }, + { + "representative": 1018, + "members": [ + 1018 + ], + "max_error": 0.0 + }, + { + "representative": 986, + "members": [ + 986 + ], + "max_error": 0.0 + }, + { + "representative": 775, + "members": [ + 775 + ], + "max_error": 0.0 + }, + { + "representative": 799, + "members": [ + 799 + ], + "max_error": 0.0 + }, + { + "representative": 959, + "members": [ + 959 + ], + "max_error": 0.0 + }, + { + "representative": 981, + "members": [ + 981 + ], + "max_error": 0.0 + }, + { + "representative": 813, + "members": [ + 813 + ], + "max_error": 0.0 + }, + { + "representative": 856, + "members": [ + 856 + ], + "max_error": 0.0 + }, + { + "representative": 1009, + "members": [ + 1009 + ], + "max_error": 0.0 + }, + { + "representative": 798, + "members": [ + 798 + ], + "max_error": 0.0 + }, + { + "representative": 1008, + "members": [ + 1008 + ], + "max_error": 0.0 + }, + { + "representative": 971, + "members": [ + 971 + ], + "max_error": 0.0 + }, + { + "representative": 851, + "members": [ + 851 + ], + "max_error": 0.0 + }, + { + "representative": 803, + "members": [ + 803 + ], + "max_error": 0.0 + }, + { + "representative": 846, + "members": [ + 846 + ], + "max_error": 0.0 + }, + { + "representative": 810, + "members": [ + 810 + ], + "max_error": 0.0 + }, + { + "representative": 836, + "members": [ + 836 + ], + "max_error": 0.0 + }, + { + "representative": 793, + "members": [ + 793 + ], + "max_error": 0.0 + }, + { + "representative": 822, + "members": [ + 822 + ], + "max_error": 0.0 + }, + { + "representative": 883, + "members": [ + 883 + ], + "max_error": 0.0 + }, + { + "representative": 1019, + "members": [ + 1019 + ], + "max_error": 0.0 + }, + { + "representative": 965, + "members": [ + 965 + ], + "max_error": 0.0 + }, + { + "representative": 783, + "members": [ + 783 + ], + "max_error": 0.0 + } +] \ No newline at end of file diff --git a/results/qwen35-2b/analysis/groups_block_3d-volume_0.05.json b/results/qwen35-2b/analysis/groups_block_3d-volume_0.05.json new file mode 100644 index 0000000..68be6a1 --- /dev/null +++ b/results/qwen35-2b/analysis/groups_block_3d-volume_0.05.json @@ -0,0 +1,1794 @@ +[ + { + "representative": 771, + "members": [ + 771 + ], + "max_error": 0.0 + }, + { + "representative": 868, + "members": [ + 868 + ], + "max_error": 0.0 + }, + { + "representative": 997, + "members": [ + 997 + ], + "max_error": 0.0 + }, + { + "representative": 1010, + "members": [ + 1010 + ], + "max_error": 0.0 + }, + { + "representative": 1013, + "members": [ + 1013 + ], + "max_error": 0.0 + }, + { + "representative": 818, + "members": [ + 818 + ], + "max_error": 0.0 + }, + { + "representative": 907, + "members": [ + 907 + ], + "max_error": 0.0 + }, + { + "representative": 899, + "members": [ + 899 + ], + "max_error": 0.0 + }, + { + "representative": 919, + "members": [ + 919 + ], + "max_error": 0.0 + }, + { + "representative": 949, + "members": [ + 949 + ], + "max_error": 0.0 + }, + { + "representative": 796, + "members": [ + 796 + ], + "max_error": 0.0 + }, + { + "representative": 802, + "members": [ + 802 + ], + "max_error": 0.0 + }, + { + "representative": 1002, + "members": [ + 1002 + ], + "max_error": 0.0 + }, + { + "representative": 878, + "members": [ + 878 + ], + "max_error": 0.0 + }, + { + "representative": 832, + "members": [ + 832 + ], + "max_error": 0.0 + }, + { + "representative": 778, + "members": [ + 778 + ], + "max_error": 0.0 + }, + { + "representative": 914, + "members": [ + 914 + ], + "max_error": 0.0 + }, + { + "representative": 821, + "members": [ + 821 + ], + "max_error": 0.0 + }, + { + "representative": 879, + "members": [ + 879 + ], + "max_error": 0.0 + }, + { + "representative": 976, + "members": [ + 976 + ], + "max_error": 0.0 + }, + { + "representative": 925, + "members": [ + 925 + ], + "max_error": 0.0 + }, + { + "representative": 770, + "members": [ + 770 + ], + "max_error": 0.0 + }, + { + "representative": 839, + "members": [ + 839 + ], + "max_error": 0.0 + }, + { + "representative": 917, + "members": [ + 917 + ], + "max_error": 0.0 + }, + { + "representative": 866, + "members": [ + 866 + ], + "max_error": 0.0 + }, + { + "representative": 1022, + "members": [ + 1022 + ], + "max_error": 0.0 + }, + { + "representative": 870, + "members": [ + 870 + ], + "max_error": 0.0 + }, + { + "representative": 947, + "members": [ + 947 + ], + "max_error": 0.0 + }, + { + "representative": 987, + "members": [ + 987 + ], + "max_error": 0.0 + }, + { + "representative": 817, + "members": [ + 817 + ], + "max_error": 0.0 + }, + { + "representative": 890, + "members": [ + 890 + ], + "max_error": 0.0 + }, + { + "representative": 1007, + "members": [ + 1007 + ], + "max_error": 0.0 + }, + { + "representative": 970, + "members": [ + 970 + ], + "max_error": 0.0 + }, + { + "representative": 888, + "members": [ + 888 + ], + "max_error": 0.0 + }, + { + "representative": 908, + "members": [ + 908 + ], + "max_error": 0.0 + }, + { + "representative": 774, + "members": [ + 774 + ], + "max_error": 0.0 + }, + { + "representative": 788, + "members": [ + 788 + ], + "max_error": 0.0 + }, + { + "representative": 902, + "members": [ + 902 + ], + "max_error": 0.0 + }, + { + "representative": 933, + "members": [ + 933 + ], + "max_error": 0.0 + }, + { + "representative": 968, + "members": [ + 968 + ], + "max_error": 0.0 + }, + { + "representative": 795, + "members": [ + 795 + ], + "max_error": 0.0 + }, + { + "representative": 898, + "members": [ + 898 + ], + "max_error": 0.0 + }, + { + "representative": 909, + "members": [ + 909 + ], + "max_error": 0.0 + }, + { + "representative": 905, + "members": [ + 905 + ], + "max_error": 0.0 + }, + { + "representative": 816, + "members": [ + 816 + ], + "max_error": 0.0 + }, + { + "representative": 960, + "members": [ + 960 + ], + "max_error": 0.0 + }, + { + "representative": 811, + "members": [ + 811 + ], + "max_error": 0.0 + }, + { + "representative": 974, + "members": [ + 974 + ], + "max_error": 0.0 + }, + { + "representative": 831, + "members": [ + 831 + ], + "max_error": 0.0 + }, + { + "representative": 955, + "members": [ + 955 + ], + "max_error": 0.0 + }, + { + "representative": 935, + "members": [ + 935 + ], + "max_error": 0.0 + }, + { + "representative": 901, + "members": [ + 901 + ], + "max_error": 0.0 + }, + { + "representative": 918, + "members": [ + 918 + ], + "max_error": 0.0 + }, + { + "representative": 887, + "members": [ + 887 + ], + "max_error": 0.0 + }, + { + "representative": 848, + "members": [ + 848 + ], + "max_error": 0.0 + }, + { + "representative": 978, + "members": [ + 978 + ], + "max_error": 0.0 + }, + { + "representative": 967, + "members": [ + 967 + ], + "max_error": 0.0 + }, + { + "representative": 873, + "members": [ + 873 + ], + "max_error": 0.0 + }, + { + "representative": 954, + "members": [ + 954 + ], + "max_error": 0.0 + }, + { + "representative": 950, + "members": [ + 950 + ], + "max_error": 0.0 + }, + { + "representative": 850, + "members": [ + 850 + ], + "max_error": 0.0 + }, + { + "representative": 912, + "members": [ + 912 + ], + "max_error": 0.0 + }, + { + "representative": 911, + "members": [ + 911 + ], + "max_error": 0.0 + }, + { + "representative": 906, + "members": [ + 906 + ], + "max_error": 0.0 + }, + { + "representative": 1023, + "members": [ + 1023 + ], + "max_error": 0.0 + }, + { + "representative": 894, + "members": [ + 894 + ], + "max_error": 0.0 + }, + { + "representative": 1015, + "members": [ + 1015 + ], + "max_error": 0.0 + }, + { + "representative": 843, + "members": [ + 843 + ], + "max_error": 0.0 + }, + { + "representative": 961, + "members": [ + 961 + ], + "max_error": 0.0 + }, + { + "representative": 904, + "members": [ + 904 + ], + "max_error": 0.0 + }, + { + "representative": 942, + "members": [ + 942 + ], + "max_error": 0.0 + }, + { + "representative": 785, + "members": [ + 785 + ], + "max_error": 0.0 + }, + { + "representative": 921, + "members": [ + 921 + ], + "max_error": 0.0 + }, + { + "representative": 857, + "members": [ + 857 + ], + "max_error": 0.0 + }, + { + "representative": 769, + "members": [ + 769 + ], + "max_error": 0.0 + }, + { + "representative": 863, + "members": [ + 863 + ], + "max_error": 0.0 + }, + { + "representative": 862, + "members": [ + 862 + ], + "max_error": 0.0 + }, + { + "representative": 990, + "members": [ + 990 + ], + "max_error": 0.0 + }, + { + "representative": 800, + "members": [ + 800 + ], + "max_error": 0.0 + }, + { + "representative": 805, + "members": [ + 805 + ], + "max_error": 0.0 + }, + { + "representative": 939, + "members": [ + 939 + ], + "max_error": 0.0 + }, + { + "representative": 928, + "members": [ + 928 + ], + "max_error": 0.0 + }, + { + "representative": 979, + "members": [ + 979 + ], + "max_error": 0.0 + }, + { + "representative": 1003, + "members": [ + 1003 + ], + "max_error": 0.0 + }, + { + "representative": 869, + "members": [ + 869 + ], + "max_error": 0.0 + }, + { + "representative": 812, + "members": [ + 812 + ], + "max_error": 0.0 + }, + { + "representative": 1016, + "members": [ + 1016 + ], + "max_error": 0.0 + }, + { + "representative": 773, + "members": [ + 773 + ], + "max_error": 0.0 + }, + { + "representative": 1000, + "members": [ + 1000 + ], + "max_error": 0.0 + }, + { + "representative": 915, + "members": [ + 915 + ], + "max_error": 0.0 + }, + { + "representative": 844, + "members": [ + 844 + ], + "max_error": 0.0 + }, + { + "representative": 875, + "members": [ + 875 + ], + "max_error": 0.0 + }, + { + "representative": 829, + "members": [ + 829 + ], + "max_error": 0.0 + }, + { + "representative": 864, + "members": [ + 864 + ], + "max_error": 0.0 + }, + { + "representative": 835, + "members": [ + 835 + ], + "max_error": 0.0 + }, + { + "representative": 858, + "members": [ + 858 + ], + "max_error": 0.0 + }, + { + "representative": 948, + "members": [ + 948 + ], + "max_error": 0.0 + }, + { + "representative": 927, + "members": [ + 927 + ], + "max_error": 0.0 + }, + { + "representative": 1012, + "members": [ + 1012 + ], + "max_error": 0.0 + }, + { + "representative": 826, + "members": [ + 826 + ], + "max_error": 0.0 + }, + { + "representative": 791, + "members": [ + 791 + ], + "max_error": 0.0 + }, + { + "representative": 837, + "members": [ + 837 + ], + "max_error": 0.0 + }, + { + "representative": 789, + "members": [ + 789 + ], + "max_error": 0.0 + }, + { + "representative": 957, + "members": [ + 957 + ], + "max_error": 0.0 + }, + { + "representative": 988, + "members": [ + 988 + ], + "max_error": 0.0 + }, + { + "representative": 780, + "members": [ + 780 + ], + "max_error": 0.0 + }, + { + "representative": 966, + "members": [ + 966 + ], + "max_error": 0.0 + }, + { + "representative": 1005, + "members": [ + 1005 + ], + "max_error": 0.0 + }, + { + "representative": 855, + "members": [ + 855 + ], + "max_error": 0.0 + }, + { + "representative": 953, + "members": [ + 953 + ], + "max_error": 0.0 + }, + { + "representative": 991, + "members": [ + 991 + ], + "max_error": 0.0 + }, + { + "representative": 841, + "members": [ + 841 + ], + "max_error": 0.0 + }, + { + "representative": 923, + "members": [ + 923 + ], + "max_error": 0.0 + }, + { + "representative": 926, + "members": [ + 926 + ], + "max_error": 0.0 + }, + { + "representative": 932, + "members": [ + 932 + ], + "max_error": 0.0 + }, + { + "representative": 983, + "members": [ + 983 + ], + "max_error": 0.0 + }, + { + "representative": 929, + "members": [ + 929 + ], + "max_error": 0.0 + }, + { + "representative": 882, + "members": [ + 882 + ], + "max_error": 0.0 + }, + { + "representative": 941, + "members": [ + 941 + ], + "max_error": 0.0 + }, + { + "representative": 903, + "members": [ + 903 + ], + "max_error": 0.0 + }, + { + "representative": 833, + "members": [ + 833 + ], + "max_error": 0.0 + }, + { + "representative": 849, + "members": [ + 849 + ], + "max_error": 0.0 + }, + { + "representative": 772, + "members": [ + 772 + ], + "max_error": 0.0 + }, + { + "representative": 884, + "members": [ + 884 + ], + "max_error": 0.0 + }, + { + "representative": 834, + "members": [ + 834 + ], + "max_error": 0.0 + }, + { + "representative": 820, + "members": [ + 820 + ], + "max_error": 0.0 + }, + { + "representative": 996, + "members": [ + 996 + ], + "max_error": 0.0 + }, + { + "representative": 964, + "members": [ + 964 + ], + "max_error": 0.0 + }, + { + "representative": 938, + "members": [ + 938 + ], + "max_error": 0.0 + }, + { + "representative": 943, + "members": [ + 943 + ], + "max_error": 0.0 + }, + { + "representative": 895, + "members": [ + 895 + ], + "max_error": 0.0 + }, + { + "representative": 975, + "members": [ + 975 + ], + "max_error": 0.0 + }, + { + "representative": 934, + "members": [ + 934 + ], + "max_error": 0.0 + }, + { + "representative": 998, + "members": [ + 998 + ], + "max_error": 0.0 + }, + { + "representative": 972, + "members": [ + 972 + ], + "max_error": 0.0 + }, + { + "representative": 881, + "members": [ + 881 + ], + "max_error": 0.0 + }, + { + "representative": 994, + "members": [ + 994 + ], + "max_error": 0.0 + }, + { + "representative": 889, + "members": [ + 889 + ], + "max_error": 0.0 + }, + { + "representative": 980, + "members": [ + 980 + ], + "max_error": 0.0 + }, + { + "representative": 823, + "members": [ + 823 + ], + "max_error": 0.0 + }, + { + "representative": 840, + "members": [ + 840 + ], + "max_error": 0.0 + }, + { + "representative": 874, + "members": [ + 874 + ], + "max_error": 0.0 + }, + { + "representative": 876, + "members": [ + 876 + ], + "max_error": 0.0 + }, + { + "representative": 827, + "members": [ + 827 + ], + "max_error": 0.0 + }, + { + "representative": 969, + "members": [ + 969 + ], + "max_error": 0.0 + }, + { + "representative": 1021, + "members": [ + 1021 + ], + "max_error": 0.0 + }, + { + "representative": 814, + "members": [ + 814 + ], + "max_error": 0.0 + }, + { + "representative": 1011, + "members": [ + 1011 + ], + "max_error": 0.0 + }, + { + "representative": 790, + "members": [ + 790 + ], + "max_error": 0.0 + }, + { + "representative": 797, + "members": [ + 797 + ], + "max_error": 0.0 + }, + { + "representative": 940, + "members": [ + 940 + ], + "max_error": 0.0 + }, + { + "representative": 825, + "members": [ + 825 + ], + "max_error": 0.0 + }, + { + "representative": 962, + "members": [ + 962 + ], + "max_error": 0.0 + }, + { + "representative": 809, + "members": [ + 809 + ], + "max_error": 0.0 + }, + { + "representative": 995, + "members": [ + 995 + ], + "max_error": 0.0 + }, + { + "representative": 828, + "members": [ + 828 + ], + "max_error": 0.0 + }, + { + "representative": 984, + "members": [ + 984 + ], + "max_error": 0.0 + }, + { + "representative": 860, + "members": [ + 860 + ], + "max_error": 0.0 + }, + { + "representative": 886, + "members": [ + 886 + ], + "max_error": 0.0 + }, + { + "representative": 992, + "members": [ + 992 + ], + "max_error": 0.0 + }, + { + "representative": 845, + "members": [ + 845 + ], + "max_error": 0.0 + }, + { + "representative": 865, + "members": [ + 865 + ], + "max_error": 0.0 + }, + { + "representative": 956, + "members": [ + 956 + ], + "max_error": 0.0 + }, + { + "representative": 893, + "members": [ + 893 + ], + "max_error": 0.0 + }, + { + "representative": 786, + "members": [ + 786 + ], + "max_error": 0.0 + }, + { + "representative": 808, + "members": [ + 808 + ], + "max_error": 0.0 + }, + { + "representative": 806, + "members": [ + 806 + ], + "max_error": 0.0 + }, + { + "representative": 916, + "members": [ + 916 + ], + "max_error": 0.0 + }, + { + "representative": 924, + "members": [ + 924 + ], + "max_error": 0.0 + }, + { + "representative": 880, + "members": [ + 880 + ], + "max_error": 0.0 + }, + { + "representative": 936, + "members": [ + 936 + ], + "max_error": 0.0 + }, + { + "representative": 807, + "members": [ + 807 + ], + "max_error": 0.0 + }, + { + "representative": 1004, + "members": [ + 1004 + ], + "max_error": 0.0 + }, + { + "representative": 944, + "members": [ + 944 + ], + "max_error": 0.0 + }, + { + "representative": 867, + "members": [ + 867 + ], + "max_error": 0.0 + }, + { + "representative": 859, + "members": [ + 859 + ], + "max_error": 0.0 + }, + { + "representative": 1006, + "members": [ + 1006 + ], + "max_error": 0.0 + }, + { + "representative": 838, + "members": [ + 838 + ], + "max_error": 0.0 + }, + { + "representative": 930, + "members": [ + 930 + ], + "max_error": 0.0 + }, + { + "representative": 993, + "members": [ + 993 + ], + "max_error": 0.0 + }, + { + "representative": 946, + "members": [ + 946 + ], + "max_error": 0.0 + }, + { + "representative": 854, + "members": [ + 854 + ], + "max_error": 0.0 + }, + { + "representative": 920, + "members": [ + 920 + ], + "max_error": 0.0 + }, + { + "representative": 1017, + "members": [ + 1017 + ], + "max_error": 0.0 + }, + { + "representative": 852, + "members": [ + 852 + ], + "max_error": 0.0 + }, + { + "representative": 784, + "members": [ + 784 + ], + "max_error": 0.0 + }, + { + "representative": 963, + "members": [ + 963 + ], + "max_error": 0.0 + }, + { + "representative": 945, + "members": [ + 945 + ], + "max_error": 0.0 + }, + { + "representative": 776, + "members": [ + 776 + ], + "max_error": 0.0 + }, + { + "representative": 781, + "members": [ + 781 + ], + "max_error": 0.0 + }, + { + "representative": 768, + "members": [ + 768 + ], + "max_error": 0.0 + }, + { + "representative": 958, + "members": [ + 958 + ], + "max_error": 0.0 + }, + { + "representative": 892, + "members": [ + 892 + ], + "max_error": 0.0 + }, + { + "representative": 952, + "members": [ + 952 + ], + "max_error": 0.0 + }, + { + "representative": 847, + "members": [ + 847 + ], + "max_error": 0.0 + }, + { + "representative": 891, + "members": [ + 891 + ], + "max_error": 0.0 + }, + { + "representative": 877, + "members": [ + 877 + ], + "max_error": 0.0 + }, + { + "representative": 897, + "members": [ + 897 + ], + "max_error": 0.0 + }, + { + "representative": 792, + "members": [ + 792 + ], + "max_error": 0.0 + }, + { + "representative": 871, + "members": [ + 871 + ], + "max_error": 0.0 + }, + { + "representative": 900, + "members": [ + 900 + ], + "max_error": 0.0 + }, + { + "representative": 1014, + "members": [ + 1014 + ], + "max_error": 0.0 + }, + { + "representative": 782, + "members": [ + 782 + ], + "max_error": 0.0 + }, + { + "representative": 913, + "members": [ + 913 + ], + "max_error": 0.0 + }, + { + "representative": 853, + "members": [ + 853 + ], + "max_error": 0.0 + }, + { + "representative": 973, + "members": [ + 973 + ], + "max_error": 0.0 + }, + { + "representative": 885, + "members": [ + 885 + ], + "max_error": 0.0 + }, + { + "representative": 861, + "members": [ + 861 + ], + "max_error": 0.0 + }, + { + "representative": 999, + "members": [ + 999 + ], + "max_error": 0.0 + }, + { + "representative": 787, + "members": [ + 787 + ], + "max_error": 0.0 + }, + { + "representative": 951, + "members": [ + 951 + ], + "max_error": 0.0 + }, + { + "representative": 779, + "members": [ + 779 + ], + "max_error": 0.0 + }, + { + "representative": 824, + "members": [ + 824 + ], + "max_error": 0.0 + }, + { + "representative": 819, + "members": [ + 819 + ], + "max_error": 0.0 + }, + { + "representative": 977, + "members": [ + 977 + ], + "max_error": 0.0 + }, + { + "representative": 931, + "members": [ + 931 + ], + "max_error": 0.0 + }, + { + "representative": 830, + "members": [ + 830 + ], + "max_error": 0.0 + }, + { + "representative": 1020, + "members": [ + 1020 + ], + "max_error": 0.0 + }, + { + "representative": 804, + "members": [ + 804 + ], + "max_error": 0.0 + }, + { + "representative": 896, + "members": [ + 896 + ], + "max_error": 0.0 + }, + { + "representative": 910, + "members": [ + 910 + ], + "max_error": 0.0 + }, + { + "representative": 985, + "members": [ + 985 + ], + "max_error": 0.0 + }, + { + "representative": 815, + "members": [ + 815 + ], + "max_error": 0.0 + }, + { + "representative": 982, + "members": [ + 982 + ], + "max_error": 0.0 + }, + { + "representative": 872, + "members": [ + 872 + ], + "max_error": 0.0 + }, + { + "representative": 842, + "members": [ + 842 + ], + "max_error": 0.0 + }, + { + "representative": 1001, + "members": [ + 1001 + ], + "max_error": 0.0 + }, + { + "representative": 937, + "members": [ + 937 + ], + "max_error": 0.0 + }, + { + "representative": 801, + "members": [ + 801 + ], + "max_error": 0.0 + }, + { + "representative": 922, + "members": [ + 922 + ], + "max_error": 0.0 + }, + { + "representative": 777, + "members": [ + 777 + ], + "max_error": 0.0 + }, + { + "representative": 989, + "members": [ + 989 + ], + "max_error": 0.0 + }, + { + "representative": 794, + "members": [ + 794 + ], + "max_error": 0.0 + }, + { + "representative": 1018, + "members": [ + 1018 + ], + "max_error": 0.0 + }, + { + "representative": 986, + "members": [ + 986 + ], + "max_error": 0.0 + }, + { + "representative": 775, + "members": [ + 775 + ], + "max_error": 0.0 + }, + { + "representative": 799, + "members": [ + 799 + ], + "max_error": 0.0 + }, + { + "representative": 959, + "members": [ + 959 + ], + "max_error": 0.0 + }, + { + "representative": 981, + "members": [ + 981 + ], + "max_error": 0.0 + }, + { + "representative": 813, + "members": [ + 813 + ], + "max_error": 0.0 + }, + { + "representative": 856, + "members": [ + 856 + ], + "max_error": 0.0 + }, + { + "representative": 1009, + "members": [ + 1009 + ], + "max_error": 0.0 + }, + { + "representative": 798, + "members": [ + 798 + ], + "max_error": 0.0 + }, + { + "representative": 1008, + "members": [ + 1008 + ], + "max_error": 0.0 + }, + { + "representative": 971, + "members": [ + 971 + ], + "max_error": 0.0 + }, + { + "representative": 851, + "members": [ + 851 + ], + "max_error": 0.0 + }, + { + "representative": 803, + "members": [ + 803 + ], + "max_error": 0.0 + }, + { + "representative": 846, + "members": [ + 846 + ], + "max_error": 0.0 + }, + { + "representative": 810, + "members": [ + 810 + ], + "max_error": 0.0 + }, + { + "representative": 836, + "members": [ + 836 + ], + "max_error": 0.0 + }, + { + "representative": 793, + "members": [ + 793 + ], + "max_error": 0.0 + }, + { + "representative": 822, + "members": [ + 822 + ], + "max_error": 0.0 + }, + { + "representative": 883, + "members": [ + 883 + ], + "max_error": 0.0 + }, + { + "representative": 1019, + "members": [ + 1019 + ], + "max_error": 0.0 + }, + { + "representative": 965, + "members": [ + 965 + ], + "max_error": 0.0 + }, + { + "representative": 783, + "members": [ + 783 + ], + "max_error": 0.0 + } +] \ No newline at end of file diff --git a/results/qwen35-2b/analysis/groups_block_3d-volume_0.10.json b/results/qwen35-2b/analysis/groups_block_3d-volume_0.10.json new file mode 100644 index 0000000..68be6a1 --- /dev/null +++ b/results/qwen35-2b/analysis/groups_block_3d-volume_0.10.json @@ -0,0 +1,1794 @@ +[ + { + "representative": 771, + "members": [ + 771 + ], + "max_error": 0.0 + }, + { + "representative": 868, + "members": [ + 868 + ], + "max_error": 0.0 + }, + { + "representative": 997, + "members": [ + 997 + ], + "max_error": 0.0 + }, + { + "representative": 1010, + "members": [ + 1010 + ], + "max_error": 0.0 + }, + { + "representative": 1013, + "members": [ + 1013 + ], + "max_error": 0.0 + }, + { + "representative": 818, + "members": [ + 818 + ], + "max_error": 0.0 + }, + { + "representative": 907, + "members": [ + 907 + ], + "max_error": 0.0 + }, + { + "representative": 899, + "members": [ + 899 + ], + "max_error": 0.0 + }, + { + "representative": 919, + "members": [ + 919 + ], + "max_error": 0.0 + }, + { + "representative": 949, + "members": [ + 949 + ], + "max_error": 0.0 + }, + { + "representative": 796, + "members": [ + 796 + ], + "max_error": 0.0 + }, + { + "representative": 802, + "members": [ + 802 + ], + "max_error": 0.0 + }, + { + "representative": 1002, + "members": [ + 1002 + ], + "max_error": 0.0 + }, + { + "representative": 878, + "members": [ + 878 + ], + "max_error": 0.0 + }, + { + "representative": 832, + "members": [ + 832 + ], + "max_error": 0.0 + }, + { + "representative": 778, + "members": [ + 778 + ], + "max_error": 0.0 + }, + { + "representative": 914, + "members": [ + 914 + ], + "max_error": 0.0 + }, + { + "representative": 821, + "members": [ + 821 + ], + "max_error": 0.0 + }, + { + "representative": 879, + "members": [ + 879 + ], + "max_error": 0.0 + }, + { + "representative": 976, + "members": [ + 976 + ], + "max_error": 0.0 + }, + { + "representative": 925, + "members": [ + 925 + ], + "max_error": 0.0 + }, + { + "representative": 770, + "members": [ + 770 + ], + "max_error": 0.0 + }, + { + "representative": 839, + "members": [ + 839 + ], + "max_error": 0.0 + }, + { + "representative": 917, + "members": [ + 917 + ], + "max_error": 0.0 + }, + { + "representative": 866, + "members": [ + 866 + ], + "max_error": 0.0 + }, + { + "representative": 1022, + "members": [ + 1022 + ], + "max_error": 0.0 + }, + { + "representative": 870, + "members": [ + 870 + ], + "max_error": 0.0 + }, + { + "representative": 947, + "members": [ + 947 + ], + "max_error": 0.0 + }, + { + "representative": 987, + "members": [ + 987 + ], + "max_error": 0.0 + }, + { + "representative": 817, + "members": [ + 817 + ], + "max_error": 0.0 + }, + { + "representative": 890, + "members": [ + 890 + ], + "max_error": 0.0 + }, + { + "representative": 1007, + "members": [ + 1007 + ], + "max_error": 0.0 + }, + { + "representative": 970, + "members": [ + 970 + ], + "max_error": 0.0 + }, + { + "representative": 888, + "members": [ + 888 + ], + "max_error": 0.0 + }, + { + "representative": 908, + "members": [ + 908 + ], + "max_error": 0.0 + }, + { + "representative": 774, + "members": [ + 774 + ], + "max_error": 0.0 + }, + { + "representative": 788, + "members": [ + 788 + ], + "max_error": 0.0 + }, + { + "representative": 902, + "members": [ + 902 + ], + "max_error": 0.0 + }, + { + "representative": 933, + "members": [ + 933 + ], + "max_error": 0.0 + }, + { + "representative": 968, + "members": [ + 968 + ], + "max_error": 0.0 + }, + { + "representative": 795, + "members": [ + 795 + ], + "max_error": 0.0 + }, + { + "representative": 898, + "members": [ + 898 + ], + "max_error": 0.0 + }, + { + "representative": 909, + "members": [ + 909 + ], + "max_error": 0.0 + }, + { + "representative": 905, + "members": [ + 905 + ], + "max_error": 0.0 + }, + { + "representative": 816, + "members": [ + 816 + ], + "max_error": 0.0 + }, + { + "representative": 960, + "members": [ + 960 + ], + "max_error": 0.0 + }, + { + "representative": 811, + "members": [ + 811 + ], + "max_error": 0.0 + }, + { + "representative": 974, + "members": [ + 974 + ], + "max_error": 0.0 + }, + { + "representative": 831, + "members": [ + 831 + ], + "max_error": 0.0 + }, + { + "representative": 955, + "members": [ + 955 + ], + "max_error": 0.0 + }, + { + "representative": 935, + "members": [ + 935 + ], + "max_error": 0.0 + }, + { + "representative": 901, + "members": [ + 901 + ], + "max_error": 0.0 + }, + { + "representative": 918, + "members": [ + 918 + ], + "max_error": 0.0 + }, + { + "representative": 887, + "members": [ + 887 + ], + "max_error": 0.0 + }, + { + "representative": 848, + "members": [ + 848 + ], + "max_error": 0.0 + }, + { + "representative": 978, + "members": [ + 978 + ], + "max_error": 0.0 + }, + { + "representative": 967, + "members": [ + 967 + ], + "max_error": 0.0 + }, + { + "representative": 873, + "members": [ + 873 + ], + "max_error": 0.0 + }, + { + "representative": 954, + "members": [ + 954 + ], + "max_error": 0.0 + }, + { + "representative": 950, + "members": [ + 950 + ], + "max_error": 0.0 + }, + { + "representative": 850, + "members": [ + 850 + ], + "max_error": 0.0 + }, + { + "representative": 912, + "members": [ + 912 + ], + "max_error": 0.0 + }, + { + "representative": 911, + "members": [ + 911 + ], + "max_error": 0.0 + }, + { + "representative": 906, + "members": [ + 906 + ], + "max_error": 0.0 + }, + { + "representative": 1023, + "members": [ + 1023 + ], + "max_error": 0.0 + }, + { + "representative": 894, + "members": [ + 894 + ], + "max_error": 0.0 + }, + { + "representative": 1015, + "members": [ + 1015 + ], + "max_error": 0.0 + }, + { + "representative": 843, + "members": [ + 843 + ], + "max_error": 0.0 + }, + { + "representative": 961, + "members": [ + 961 + ], + "max_error": 0.0 + }, + { + "representative": 904, + "members": [ + 904 + ], + "max_error": 0.0 + }, + { + "representative": 942, + "members": [ + 942 + ], + "max_error": 0.0 + }, + { + "representative": 785, + "members": [ + 785 + ], + "max_error": 0.0 + }, + { + "representative": 921, + "members": [ + 921 + ], + "max_error": 0.0 + }, + { + "representative": 857, + "members": [ + 857 + ], + "max_error": 0.0 + }, + { + "representative": 769, + "members": [ + 769 + ], + "max_error": 0.0 + }, + { + "representative": 863, + "members": [ + 863 + ], + "max_error": 0.0 + }, + { + "representative": 862, + "members": [ + 862 + ], + "max_error": 0.0 + }, + { + "representative": 990, + "members": [ + 990 + ], + "max_error": 0.0 + }, + { + "representative": 800, + "members": [ + 800 + ], + "max_error": 0.0 + }, + { + "representative": 805, + "members": [ + 805 + ], + "max_error": 0.0 + }, + { + "representative": 939, + "members": [ + 939 + ], + "max_error": 0.0 + }, + { + "representative": 928, + "members": [ + 928 + ], + "max_error": 0.0 + }, + { + "representative": 979, + "members": [ + 979 + ], + "max_error": 0.0 + }, + { + "representative": 1003, + "members": [ + 1003 + ], + "max_error": 0.0 + }, + { + "representative": 869, + "members": [ + 869 + ], + "max_error": 0.0 + }, + { + "representative": 812, + "members": [ + 812 + ], + "max_error": 0.0 + }, + { + "representative": 1016, + "members": [ + 1016 + ], + "max_error": 0.0 + }, + { + "representative": 773, + "members": [ + 773 + ], + "max_error": 0.0 + }, + { + "representative": 1000, + "members": [ + 1000 + ], + "max_error": 0.0 + }, + { + "representative": 915, + "members": [ + 915 + ], + "max_error": 0.0 + }, + { + "representative": 844, + "members": [ + 844 + ], + "max_error": 0.0 + }, + { + "representative": 875, + "members": [ + 875 + ], + "max_error": 0.0 + }, + { + "representative": 829, + "members": [ + 829 + ], + "max_error": 0.0 + }, + { + "representative": 864, + "members": [ + 864 + ], + "max_error": 0.0 + }, + { + "representative": 835, + "members": [ + 835 + ], + "max_error": 0.0 + }, + { + "representative": 858, + "members": [ + 858 + ], + "max_error": 0.0 + }, + { + "representative": 948, + "members": [ + 948 + ], + "max_error": 0.0 + }, + { + "representative": 927, + "members": [ + 927 + ], + "max_error": 0.0 + }, + { + "representative": 1012, + "members": [ + 1012 + ], + "max_error": 0.0 + }, + { + "representative": 826, + "members": [ + 826 + ], + "max_error": 0.0 + }, + { + "representative": 791, + "members": [ + 791 + ], + "max_error": 0.0 + }, + { + "representative": 837, + "members": [ + 837 + ], + "max_error": 0.0 + }, + { + "representative": 789, + "members": [ + 789 + ], + "max_error": 0.0 + }, + { + "representative": 957, + "members": [ + 957 + ], + "max_error": 0.0 + }, + { + "representative": 988, + "members": [ + 988 + ], + "max_error": 0.0 + }, + { + "representative": 780, + "members": [ + 780 + ], + "max_error": 0.0 + }, + { + "representative": 966, + "members": [ + 966 + ], + "max_error": 0.0 + }, + { + "representative": 1005, + "members": [ + 1005 + ], + "max_error": 0.0 + }, + { + "representative": 855, + "members": [ + 855 + ], + "max_error": 0.0 + }, + { + "representative": 953, + "members": [ + 953 + ], + "max_error": 0.0 + }, + { + "representative": 991, + "members": [ + 991 + ], + "max_error": 0.0 + }, + { + "representative": 841, + "members": [ + 841 + ], + "max_error": 0.0 + }, + { + "representative": 923, + "members": [ + 923 + ], + "max_error": 0.0 + }, + { + "representative": 926, + "members": [ + 926 + ], + "max_error": 0.0 + }, + { + "representative": 932, + "members": [ + 932 + ], + "max_error": 0.0 + }, + { + "representative": 983, + "members": [ + 983 + ], + "max_error": 0.0 + }, + { + "representative": 929, + "members": [ + 929 + ], + "max_error": 0.0 + }, + { + "representative": 882, + "members": [ + 882 + ], + "max_error": 0.0 + }, + { + "representative": 941, + "members": [ + 941 + ], + "max_error": 0.0 + }, + { + "representative": 903, + "members": [ + 903 + ], + "max_error": 0.0 + }, + { + "representative": 833, + "members": [ + 833 + ], + "max_error": 0.0 + }, + { + "representative": 849, + "members": [ + 849 + ], + "max_error": 0.0 + }, + { + "representative": 772, + "members": [ + 772 + ], + "max_error": 0.0 + }, + { + "representative": 884, + "members": [ + 884 + ], + "max_error": 0.0 + }, + { + "representative": 834, + "members": [ + 834 + ], + "max_error": 0.0 + }, + { + "representative": 820, + "members": [ + 820 + ], + "max_error": 0.0 + }, + { + "representative": 996, + "members": [ + 996 + ], + "max_error": 0.0 + }, + { + "representative": 964, + "members": [ + 964 + ], + "max_error": 0.0 + }, + { + "representative": 938, + "members": [ + 938 + ], + "max_error": 0.0 + }, + { + "representative": 943, + "members": [ + 943 + ], + "max_error": 0.0 + }, + { + "representative": 895, + "members": [ + 895 + ], + "max_error": 0.0 + }, + { + "representative": 975, + "members": [ + 975 + ], + "max_error": 0.0 + }, + { + "representative": 934, + "members": [ + 934 + ], + "max_error": 0.0 + }, + { + "representative": 998, + "members": [ + 998 + ], + "max_error": 0.0 + }, + { + "representative": 972, + "members": [ + 972 + ], + "max_error": 0.0 + }, + { + "representative": 881, + "members": [ + 881 + ], + "max_error": 0.0 + }, + { + "representative": 994, + "members": [ + 994 + ], + "max_error": 0.0 + }, + { + "representative": 889, + "members": [ + 889 + ], + "max_error": 0.0 + }, + { + "representative": 980, + "members": [ + 980 + ], + "max_error": 0.0 + }, + { + "representative": 823, + "members": [ + 823 + ], + "max_error": 0.0 + }, + { + "representative": 840, + "members": [ + 840 + ], + "max_error": 0.0 + }, + { + "representative": 874, + "members": [ + 874 + ], + "max_error": 0.0 + }, + { + "representative": 876, + "members": [ + 876 + ], + "max_error": 0.0 + }, + { + "representative": 827, + "members": [ + 827 + ], + "max_error": 0.0 + }, + { + "representative": 969, + "members": [ + 969 + ], + "max_error": 0.0 + }, + { + "representative": 1021, + "members": [ + 1021 + ], + "max_error": 0.0 + }, + { + "representative": 814, + "members": [ + 814 + ], + "max_error": 0.0 + }, + { + "representative": 1011, + "members": [ + 1011 + ], + "max_error": 0.0 + }, + { + "representative": 790, + "members": [ + 790 + ], + "max_error": 0.0 + }, + { + "representative": 797, + "members": [ + 797 + ], + "max_error": 0.0 + }, + { + "representative": 940, + "members": [ + 940 + ], + "max_error": 0.0 + }, + { + "representative": 825, + "members": [ + 825 + ], + "max_error": 0.0 + }, + { + "representative": 962, + "members": [ + 962 + ], + "max_error": 0.0 + }, + { + "representative": 809, + "members": [ + 809 + ], + "max_error": 0.0 + }, + { + "representative": 995, + "members": [ + 995 + ], + "max_error": 0.0 + }, + { + "representative": 828, + "members": [ + 828 + ], + "max_error": 0.0 + }, + { + "representative": 984, + "members": [ + 984 + ], + "max_error": 0.0 + }, + { + "representative": 860, + "members": [ + 860 + ], + "max_error": 0.0 + }, + { + "representative": 886, + "members": [ + 886 + ], + "max_error": 0.0 + }, + { + "representative": 992, + "members": [ + 992 + ], + "max_error": 0.0 + }, + { + "representative": 845, + "members": [ + 845 + ], + "max_error": 0.0 + }, + { + "representative": 865, + "members": [ + 865 + ], + "max_error": 0.0 + }, + { + "representative": 956, + "members": [ + 956 + ], + "max_error": 0.0 + }, + { + "representative": 893, + "members": [ + 893 + ], + "max_error": 0.0 + }, + { + "representative": 786, + "members": [ + 786 + ], + "max_error": 0.0 + }, + { + "representative": 808, + "members": [ + 808 + ], + "max_error": 0.0 + }, + { + "representative": 806, + "members": [ + 806 + ], + "max_error": 0.0 + }, + { + "representative": 916, + "members": [ + 916 + ], + "max_error": 0.0 + }, + { + "representative": 924, + "members": [ + 924 + ], + "max_error": 0.0 + }, + { + "representative": 880, + "members": [ + 880 + ], + "max_error": 0.0 + }, + { + "representative": 936, + "members": [ + 936 + ], + "max_error": 0.0 + }, + { + "representative": 807, + "members": [ + 807 + ], + "max_error": 0.0 + }, + { + "representative": 1004, + "members": [ + 1004 + ], + "max_error": 0.0 + }, + { + "representative": 944, + "members": [ + 944 + ], + "max_error": 0.0 + }, + { + "representative": 867, + "members": [ + 867 + ], + "max_error": 0.0 + }, + { + "representative": 859, + "members": [ + 859 + ], + "max_error": 0.0 + }, + { + "representative": 1006, + "members": [ + 1006 + ], + "max_error": 0.0 + }, + { + "representative": 838, + "members": [ + 838 + ], + "max_error": 0.0 + }, + { + "representative": 930, + "members": [ + 930 + ], + "max_error": 0.0 + }, + { + "representative": 993, + "members": [ + 993 + ], + "max_error": 0.0 + }, + { + "representative": 946, + "members": [ + 946 + ], + "max_error": 0.0 + }, + { + "representative": 854, + "members": [ + 854 + ], + "max_error": 0.0 + }, + { + "representative": 920, + "members": [ + 920 + ], + "max_error": 0.0 + }, + { + "representative": 1017, + "members": [ + 1017 + ], + "max_error": 0.0 + }, + { + "representative": 852, + "members": [ + 852 + ], + "max_error": 0.0 + }, + { + "representative": 784, + "members": [ + 784 + ], + "max_error": 0.0 + }, + { + "representative": 963, + "members": [ + 963 + ], + "max_error": 0.0 + }, + { + "representative": 945, + "members": [ + 945 + ], + "max_error": 0.0 + }, + { + "representative": 776, + "members": [ + 776 + ], + "max_error": 0.0 + }, + { + "representative": 781, + "members": [ + 781 + ], + "max_error": 0.0 + }, + { + "representative": 768, + "members": [ + 768 + ], + "max_error": 0.0 + }, + { + "representative": 958, + "members": [ + 958 + ], + "max_error": 0.0 + }, + { + "representative": 892, + "members": [ + 892 + ], + "max_error": 0.0 + }, + { + "representative": 952, + "members": [ + 952 + ], + "max_error": 0.0 + }, + { + "representative": 847, + "members": [ + 847 + ], + "max_error": 0.0 + }, + { + "representative": 891, + "members": [ + 891 + ], + "max_error": 0.0 + }, + { + "representative": 877, + "members": [ + 877 + ], + "max_error": 0.0 + }, + { + "representative": 897, + "members": [ + 897 + ], + "max_error": 0.0 + }, + { + "representative": 792, + "members": [ + 792 + ], + "max_error": 0.0 + }, + { + "representative": 871, + "members": [ + 871 + ], + "max_error": 0.0 + }, + { + "representative": 900, + "members": [ + 900 + ], + "max_error": 0.0 + }, + { + "representative": 1014, + "members": [ + 1014 + ], + "max_error": 0.0 + }, + { + "representative": 782, + "members": [ + 782 + ], + "max_error": 0.0 + }, + { + "representative": 913, + "members": [ + 913 + ], + "max_error": 0.0 + }, + { + "representative": 853, + "members": [ + 853 + ], + "max_error": 0.0 + }, + { + "representative": 973, + "members": [ + 973 + ], + "max_error": 0.0 + }, + { + "representative": 885, + "members": [ + 885 + ], + "max_error": 0.0 + }, + { + "representative": 861, + "members": [ + 861 + ], + "max_error": 0.0 + }, + { + "representative": 999, + "members": [ + 999 + ], + "max_error": 0.0 + }, + { + "representative": 787, + "members": [ + 787 + ], + "max_error": 0.0 + }, + { + "representative": 951, + "members": [ + 951 + ], + "max_error": 0.0 + }, + { + "representative": 779, + "members": [ + 779 + ], + "max_error": 0.0 + }, + { + "representative": 824, + "members": [ + 824 + ], + "max_error": 0.0 + }, + { + "representative": 819, + "members": [ + 819 + ], + "max_error": 0.0 + }, + { + "representative": 977, + "members": [ + 977 + ], + "max_error": 0.0 + }, + { + "representative": 931, + "members": [ + 931 + ], + "max_error": 0.0 + }, + { + "representative": 830, + "members": [ + 830 + ], + "max_error": 0.0 + }, + { + "representative": 1020, + "members": [ + 1020 + ], + "max_error": 0.0 + }, + { + "representative": 804, + "members": [ + 804 + ], + "max_error": 0.0 + }, + { + "representative": 896, + "members": [ + 896 + ], + "max_error": 0.0 + }, + { + "representative": 910, + "members": [ + 910 + ], + "max_error": 0.0 + }, + { + "representative": 985, + "members": [ + 985 + ], + "max_error": 0.0 + }, + { + "representative": 815, + "members": [ + 815 + ], + "max_error": 0.0 + }, + { + "representative": 982, + "members": [ + 982 + ], + "max_error": 0.0 + }, + { + "representative": 872, + "members": [ + 872 + ], + "max_error": 0.0 + }, + { + "representative": 842, + "members": [ + 842 + ], + "max_error": 0.0 + }, + { + "representative": 1001, + "members": [ + 1001 + ], + "max_error": 0.0 + }, + { + "representative": 937, + "members": [ + 937 + ], + "max_error": 0.0 + }, + { + "representative": 801, + "members": [ + 801 + ], + "max_error": 0.0 + }, + { + "representative": 922, + "members": [ + 922 + ], + "max_error": 0.0 + }, + { + "representative": 777, + "members": [ + 777 + ], + "max_error": 0.0 + }, + { + "representative": 989, + "members": [ + 989 + ], + "max_error": 0.0 + }, + { + "representative": 794, + "members": [ + 794 + ], + "max_error": 0.0 + }, + { + "representative": 1018, + "members": [ + 1018 + ], + "max_error": 0.0 + }, + { + "representative": 986, + "members": [ + 986 + ], + "max_error": 0.0 + }, + { + "representative": 775, + "members": [ + 775 + ], + "max_error": 0.0 + }, + { + "representative": 799, + "members": [ + 799 + ], + "max_error": 0.0 + }, + { + "representative": 959, + "members": [ + 959 + ], + "max_error": 0.0 + }, + { + "representative": 981, + "members": [ + 981 + ], + "max_error": 0.0 + }, + { + "representative": 813, + "members": [ + 813 + ], + "max_error": 0.0 + }, + { + "representative": 856, + "members": [ + 856 + ], + "max_error": 0.0 + }, + { + "representative": 1009, + "members": [ + 1009 + ], + "max_error": 0.0 + }, + { + "representative": 798, + "members": [ + 798 + ], + "max_error": 0.0 + }, + { + "representative": 1008, + "members": [ + 1008 + ], + "max_error": 0.0 + }, + { + "representative": 971, + "members": [ + 971 + ], + "max_error": 0.0 + }, + { + "representative": 851, + "members": [ + 851 + ], + "max_error": 0.0 + }, + { + "representative": 803, + "members": [ + 803 + ], + "max_error": 0.0 + }, + { + "representative": 846, + "members": [ + 846 + ], + "max_error": 0.0 + }, + { + "representative": 810, + "members": [ + 810 + ], + "max_error": 0.0 + }, + { + "representative": 836, + "members": [ + 836 + ], + "max_error": 0.0 + }, + { + "representative": 793, + "members": [ + 793 + ], + "max_error": 0.0 + }, + { + "representative": 822, + "members": [ + 822 + ], + "max_error": 0.0 + }, + { + "representative": 883, + "members": [ + 883 + ], + "max_error": 0.0 + }, + { + "representative": 1019, + "members": [ + 1019 + ], + "max_error": 0.0 + }, + { + "representative": 965, + "members": [ + 965 + ], + "max_error": 0.0 + }, + { + "representative": 783, + "members": [ + 783 + ], + "max_error": 0.0 + } +] \ No newline at end of file diff --git a/results/qwen35-2b/analysis/groups_block_3d-volume_0.20.json b/results/qwen35-2b/analysis/groups_block_3d-volume_0.20.json new file mode 100644 index 0000000..640075e --- /dev/null +++ b/results/qwen35-2b/analysis/groups_block_3d-volume_0.20.json @@ -0,0 +1,1782 @@ +[ + { + "representative": 870, + "members": [ + 971, + 870 + ], + "max_error": 0.19802419391338302 + }, + { + "representative": 904, + "members": [ + 1005, + 904 + ], + "max_error": 0.1902743069402343 + }, + { + "representative": 771, + "members": [ + 771 + ], + "max_error": 0.0 + }, + { + "representative": 868, + "members": [ + 868 + ], + "max_error": 0.0 + }, + { + "representative": 997, + "members": [ + 997 + ], + "max_error": 0.0 + }, + { + "representative": 1010, + "members": [ + 1010 + ], + "max_error": 0.0 + }, + { + "representative": 1013, + "members": [ + 1013 + ], + "max_error": 0.0 + }, + { + "representative": 818, + "members": [ + 818 + ], + "max_error": 0.0 + }, + { + "representative": 907, + "members": [ + 907 + ], + "max_error": 0.0 + }, + { + "representative": 899, + "members": [ + 899 + ], + "max_error": 0.0 + }, + { + "representative": 919, + "members": [ + 919 + ], + "max_error": 0.0 + }, + { + "representative": 949, + "members": [ + 949 + ], + "max_error": 0.0 + }, + { + "representative": 796, + "members": [ + 796 + ], + "max_error": 0.0 + }, + { + "representative": 802, + "members": [ + 802 + ], + "max_error": 0.0 + }, + { + "representative": 1002, + "members": [ + 1002 + ], + "max_error": 0.0 + }, + { + "representative": 878, + "members": [ + 878 + ], + "max_error": 0.0 + }, + { + "representative": 832, + "members": [ + 832 + ], + "max_error": 0.0 + }, + { + "representative": 778, + "members": [ + 778 + ], + "max_error": 0.0 + }, + { + "representative": 914, + "members": [ + 914 + ], + "max_error": 0.0 + }, + { + "representative": 821, + "members": [ + 821 + ], + "max_error": 0.0 + }, + { + "representative": 879, + "members": [ + 879 + ], + "max_error": 0.0 + }, + { + "representative": 976, + "members": [ + 976 + ], + "max_error": 0.0 + }, + { + "representative": 925, + "members": [ + 925 + ], + "max_error": 0.0 + }, + { + "representative": 770, + "members": [ + 770 + ], + "max_error": 0.0 + }, + { + "representative": 839, + "members": [ + 839 + ], + "max_error": 0.0 + }, + { + "representative": 917, + "members": [ + 917 + ], + "max_error": 0.0 + }, + { + "representative": 866, + "members": [ + 866 + ], + "max_error": 0.0 + }, + { + "representative": 1022, + "members": [ + 1022 + ], + "max_error": 0.0 + }, + { + "representative": 947, + "members": [ + 947 + ], + "max_error": 0.0 + }, + { + "representative": 987, + "members": [ + 987 + ], + "max_error": 0.0 + }, + { + "representative": 817, + "members": [ + 817 + ], + "max_error": 0.0 + }, + { + "representative": 890, + "members": [ + 890 + ], + "max_error": 0.0 + }, + { + "representative": 1007, + "members": [ + 1007 + ], + "max_error": 0.0 + }, + { + "representative": 970, + "members": [ + 970 + ], + "max_error": 0.0 + }, + { + "representative": 888, + "members": [ + 888 + ], + "max_error": 0.0 + }, + { + "representative": 908, + "members": [ + 908 + ], + "max_error": 0.0 + }, + { + "representative": 774, + "members": [ + 774 + ], + "max_error": 0.0 + }, + { + "representative": 788, + "members": [ + 788 + ], + "max_error": 0.0 + }, + { + "representative": 902, + "members": [ + 902 + ], + "max_error": 0.0 + }, + { + "representative": 933, + "members": [ + 933 + ], + "max_error": 0.0 + }, + { + "representative": 968, + "members": [ + 968 + ], + "max_error": 0.0 + }, + { + "representative": 795, + "members": [ + 795 + ], + "max_error": 0.0 + }, + { + "representative": 898, + "members": [ + 898 + ], + "max_error": 0.0 + }, + { + "representative": 909, + "members": [ + 909 + ], + "max_error": 0.0 + }, + { + "representative": 905, + "members": [ + 905 + ], + "max_error": 0.0 + }, + { + "representative": 816, + "members": [ + 816 + ], + "max_error": 0.0 + }, + { + "representative": 960, + "members": [ + 960 + ], + "max_error": 0.0 + }, + { + "representative": 811, + "members": [ + 811 + ], + "max_error": 0.0 + }, + { + "representative": 974, + "members": [ + 974 + ], + "max_error": 0.0 + }, + { + "representative": 831, + "members": [ + 831 + ], + "max_error": 0.0 + }, + { + "representative": 955, + "members": [ + 955 + ], + "max_error": 0.0 + }, + { + "representative": 935, + "members": [ + 935 + ], + "max_error": 0.0 + }, + { + "representative": 901, + "members": [ + 901 + ], + "max_error": 0.0 + }, + { + "representative": 918, + "members": [ + 918 + ], + "max_error": 0.0 + }, + { + "representative": 887, + "members": [ + 887 + ], + "max_error": 0.0 + }, + { + "representative": 848, + "members": [ + 848 + ], + "max_error": 0.0 + }, + { + "representative": 978, + "members": [ + 978 + ], + "max_error": 0.0 + }, + { + "representative": 967, + "members": [ + 967 + ], + "max_error": 0.0 + }, + { + "representative": 873, + "members": [ + 873 + ], + "max_error": 0.0 + }, + { + "representative": 954, + "members": [ + 954 + ], + "max_error": 0.0 + }, + { + "representative": 950, + "members": [ + 950 + ], + "max_error": 0.0 + }, + { + "representative": 850, + "members": [ + 850 + ], + "max_error": 0.0 + }, + { + "representative": 912, + "members": [ + 912 + ], + "max_error": 0.0 + }, + { + "representative": 911, + "members": [ + 911 + ], + "max_error": 0.0 + }, + { + "representative": 906, + "members": [ + 906 + ], + "max_error": 0.0 + }, + { + "representative": 1023, + "members": [ + 1023 + ], + "max_error": 0.0 + }, + { + "representative": 894, + "members": [ + 894 + ], + "max_error": 0.0 + }, + { + "representative": 1015, + "members": [ + 1015 + ], + "max_error": 0.0 + }, + { + "representative": 843, + "members": [ + 843 + ], + "max_error": 0.0 + }, + { + "representative": 961, + "members": [ + 961 + ], + "max_error": 0.0 + }, + { + "representative": 942, + "members": [ + 942 + ], + "max_error": 0.0 + }, + { + "representative": 785, + "members": [ + 785 + ], + "max_error": 0.0 + }, + { + "representative": 921, + "members": [ + 921 + ], + "max_error": 0.0 + }, + { + "representative": 857, + "members": [ + 857 + ], + "max_error": 0.0 + }, + { + "representative": 769, + "members": [ + 769 + ], + "max_error": 0.0 + }, + { + "representative": 863, + "members": [ + 863 + ], + "max_error": 0.0 + }, + { + "representative": 862, + "members": [ + 862 + ], + "max_error": 0.0 + }, + { + "representative": 990, + "members": [ + 990 + ], + "max_error": 0.0 + }, + { + "representative": 800, + "members": [ + 800 + ], + "max_error": 0.0 + }, + { + "representative": 805, + "members": [ + 805 + ], + "max_error": 0.0 + }, + { + "representative": 939, + "members": [ + 939 + ], + "max_error": 0.0 + }, + { + "representative": 928, + "members": [ + 928 + ], + "max_error": 0.0 + }, + { + "representative": 979, + "members": [ + 979 + ], + "max_error": 0.0 + }, + { + "representative": 1003, + "members": [ + 1003 + ], + "max_error": 0.0 + }, + { + "representative": 869, + "members": [ + 869 + ], + "max_error": 0.0 + }, + { + "representative": 812, + "members": [ + 812 + ], + "max_error": 0.0 + }, + { + "representative": 1016, + "members": [ + 1016 + ], + "max_error": 0.0 + }, + { + "representative": 773, + "members": [ + 773 + ], + "max_error": 0.0 + }, + { + "representative": 1000, + "members": [ + 1000 + ], + "max_error": 0.0 + }, + { + "representative": 915, + "members": [ + 915 + ], + "max_error": 0.0 + }, + { + "representative": 844, + "members": [ + 844 + ], + "max_error": 0.0 + }, + { + "representative": 875, + "members": [ + 875 + ], + "max_error": 0.0 + }, + { + "representative": 829, + "members": [ + 829 + ], + "max_error": 0.0 + }, + { + "representative": 864, + "members": [ + 864 + ], + "max_error": 0.0 + }, + { + "representative": 835, + "members": [ + 835 + ], + "max_error": 0.0 + }, + { + "representative": 858, + "members": [ + 858 + ], + "max_error": 0.0 + }, + { + "representative": 948, + "members": [ + 948 + ], + "max_error": 0.0 + }, + { + "representative": 927, + "members": [ + 927 + ], + "max_error": 0.0 + }, + { + "representative": 1012, + "members": [ + 1012 + ], + "max_error": 0.0 + }, + { + "representative": 826, + "members": [ + 826 + ], + "max_error": 0.0 + }, + { + "representative": 791, + "members": [ + 791 + ], + "max_error": 0.0 + }, + { + "representative": 837, + "members": [ + 837 + ], + "max_error": 0.0 + }, + { + "representative": 789, + "members": [ + 789 + ], + "max_error": 0.0 + }, + { + "representative": 957, + "members": [ + 957 + ], + "max_error": 0.0 + }, + { + "representative": 988, + "members": [ + 988 + ], + "max_error": 0.0 + }, + { + "representative": 780, + "members": [ + 780 + ], + "max_error": 0.0 + }, + { + "representative": 966, + "members": [ + 966 + ], + "max_error": 0.0 + }, + { + "representative": 855, + "members": [ + 855 + ], + "max_error": 0.0 + }, + { + "representative": 953, + "members": [ + 953 + ], + "max_error": 0.0 + }, + { + "representative": 991, + "members": [ + 991 + ], + "max_error": 0.0 + }, + { + "representative": 841, + "members": [ + 841 + ], + "max_error": 0.0 + }, + { + "representative": 923, + "members": [ + 923 + ], + "max_error": 0.0 + }, + { + "representative": 926, + "members": [ + 926 + ], + "max_error": 0.0 + }, + { + "representative": 932, + "members": [ + 932 + ], + "max_error": 0.0 + }, + { + "representative": 983, + "members": [ + 983 + ], + "max_error": 0.0 + }, + { + "representative": 929, + "members": [ + 929 + ], + "max_error": 0.0 + }, + { + "representative": 882, + "members": [ + 882 + ], + "max_error": 0.0 + }, + { + "representative": 941, + "members": [ + 941 + ], + "max_error": 0.0 + }, + { + "representative": 903, + "members": [ + 903 + ], + "max_error": 0.0 + }, + { + "representative": 833, + "members": [ + 833 + ], + "max_error": 0.0 + }, + { + "representative": 849, + "members": [ + 849 + ], + "max_error": 0.0 + }, + { + "representative": 772, + "members": [ + 772 + ], + "max_error": 0.0 + }, + { + "representative": 884, + "members": [ + 884 + ], + "max_error": 0.0 + }, + { + "representative": 834, + "members": [ + 834 + ], + "max_error": 0.0 + }, + { + "representative": 820, + "members": [ + 820 + ], + "max_error": 0.0 + }, + { + "representative": 996, + "members": [ + 996 + ], + "max_error": 0.0 + }, + { + "representative": 964, + "members": [ + 964 + ], + "max_error": 0.0 + }, + { + "representative": 938, + "members": [ + 938 + ], + "max_error": 0.0 + }, + { + "representative": 943, + "members": [ + 943 + ], + "max_error": 0.0 + }, + { + "representative": 895, + "members": [ + 895 + ], + "max_error": 0.0 + }, + { + "representative": 975, + "members": [ + 975 + ], + "max_error": 0.0 + }, + { + "representative": 934, + "members": [ + 934 + ], + "max_error": 0.0 + }, + { + "representative": 998, + "members": [ + 998 + ], + "max_error": 0.0 + }, + { + "representative": 972, + "members": [ + 972 + ], + "max_error": 0.0 + }, + { + "representative": 881, + "members": [ + 881 + ], + "max_error": 0.0 + }, + { + "representative": 994, + "members": [ + 994 + ], + "max_error": 0.0 + }, + { + "representative": 889, + "members": [ + 889 + ], + "max_error": 0.0 + }, + { + "representative": 980, + "members": [ + 980 + ], + "max_error": 0.0 + }, + { + "representative": 823, + "members": [ + 823 + ], + "max_error": 0.0 + }, + { + "representative": 840, + "members": [ + 840 + ], + "max_error": 0.0 + }, + { + "representative": 874, + "members": [ + 874 + ], + "max_error": 0.0 + }, + { + "representative": 876, + "members": [ + 876 + ], + "max_error": 0.0 + }, + { + "representative": 827, + "members": [ + 827 + ], + "max_error": 0.0 + }, + { + "representative": 969, + "members": [ + 969 + ], + "max_error": 0.0 + }, + { + "representative": 1021, + "members": [ + 1021 + ], + "max_error": 0.0 + }, + { + "representative": 814, + "members": [ + 814 + ], + "max_error": 0.0 + }, + { + "representative": 1011, + "members": [ + 1011 + ], + "max_error": 0.0 + }, + { + "representative": 790, + "members": [ + 790 + ], + "max_error": 0.0 + }, + { + "representative": 797, + "members": [ + 797 + ], + "max_error": 0.0 + }, + { + "representative": 940, + "members": [ + 940 + ], + "max_error": 0.0 + }, + { + "representative": 825, + "members": [ + 825 + ], + "max_error": 0.0 + }, + { + "representative": 962, + "members": [ + 962 + ], + "max_error": 0.0 + }, + { + "representative": 809, + "members": [ + 809 + ], + "max_error": 0.0 + }, + { + "representative": 995, + "members": [ + 995 + ], + "max_error": 0.0 + }, + { + "representative": 828, + "members": [ + 828 + ], + "max_error": 0.0 + }, + { + "representative": 984, + "members": [ + 984 + ], + "max_error": 0.0 + }, + { + "representative": 860, + "members": [ + 860 + ], + "max_error": 0.0 + }, + { + "representative": 886, + "members": [ + 886 + ], + "max_error": 0.0 + }, + { + "representative": 992, + "members": [ + 992 + ], + "max_error": 0.0 + }, + { + "representative": 845, + "members": [ + 845 + ], + "max_error": 0.0 + }, + { + "representative": 865, + "members": [ + 865 + ], + "max_error": 0.0 + }, + { + "representative": 956, + "members": [ + 956 + ], + "max_error": 0.0 + }, + { + "representative": 893, + "members": [ + 893 + ], + "max_error": 0.0 + }, + { + "representative": 786, + "members": [ + 786 + ], + "max_error": 0.0 + }, + { + "representative": 808, + "members": [ + 808 + ], + "max_error": 0.0 + }, + { + "representative": 806, + "members": [ + 806 + ], + "max_error": 0.0 + }, + { + "representative": 916, + "members": [ + 916 + ], + "max_error": 0.0 + }, + { + "representative": 924, + "members": [ + 924 + ], + "max_error": 0.0 + }, + { + "representative": 880, + "members": [ + 880 + ], + "max_error": 0.0 + }, + { + "representative": 936, + "members": [ + 936 + ], + "max_error": 0.0 + }, + { + "representative": 807, + "members": [ + 807 + ], + "max_error": 0.0 + }, + { + "representative": 1004, + "members": [ + 1004 + ], + "max_error": 0.0 + }, + { + "representative": 944, + "members": [ + 944 + ], + "max_error": 0.0 + }, + { + "representative": 867, + "members": [ + 867 + ], + "max_error": 0.0 + }, + { + "representative": 859, + "members": [ + 859 + ], + "max_error": 0.0 + }, + { + "representative": 1006, + "members": [ + 1006 + ], + "max_error": 0.0 + }, + { + "representative": 838, + "members": [ + 838 + ], + "max_error": 0.0 + }, + { + "representative": 930, + "members": [ + 930 + ], + "max_error": 0.0 + }, + { + "representative": 993, + "members": [ + 993 + ], + "max_error": 0.0 + }, + { + "representative": 946, + "members": [ + 946 + ], + "max_error": 0.0 + }, + { + "representative": 854, + "members": [ + 854 + ], + "max_error": 0.0 + }, + { + "representative": 920, + "members": [ + 920 + ], + "max_error": 0.0 + }, + { + "representative": 1017, + "members": [ + 1017 + ], + "max_error": 0.0 + }, + { + "representative": 852, + "members": [ + 852 + ], + "max_error": 0.0 + }, + { + "representative": 784, + "members": [ + 784 + ], + "max_error": 0.0 + }, + { + "representative": 963, + "members": [ + 963 + ], + "max_error": 0.0 + }, + { + "representative": 945, + "members": [ + 945 + ], + "max_error": 0.0 + }, + { + "representative": 776, + "members": [ + 776 + ], + "max_error": 0.0 + }, + { + "representative": 781, + "members": [ + 781 + ], + "max_error": 0.0 + }, + { + "representative": 768, + "members": [ + 768 + ], + "max_error": 0.0 + }, + { + "representative": 958, + "members": [ + 958 + ], + "max_error": 0.0 + }, + { + "representative": 892, + "members": [ + 892 + ], + "max_error": 0.0 + }, + { + "representative": 952, + "members": [ + 952 + ], + "max_error": 0.0 + }, + { + "representative": 847, + "members": [ + 847 + ], + "max_error": 0.0 + }, + { + "representative": 891, + "members": [ + 891 + ], + "max_error": 0.0 + }, + { + "representative": 877, + "members": [ + 877 + ], + "max_error": 0.0 + }, + { + "representative": 897, + "members": [ + 897 + ], + "max_error": 0.0 + }, + { + "representative": 792, + "members": [ + 792 + ], + "max_error": 0.0 + }, + { + "representative": 871, + "members": [ + 871 + ], + "max_error": 0.0 + }, + { + "representative": 900, + "members": [ + 900 + ], + "max_error": 0.0 + }, + { + "representative": 1014, + "members": [ + 1014 + ], + "max_error": 0.0 + }, + { + "representative": 782, + "members": [ + 782 + ], + "max_error": 0.0 + }, + { + "representative": 913, + "members": [ + 913 + ], + "max_error": 0.0 + }, + { + "representative": 853, + "members": [ + 853 + ], + "max_error": 0.0 + }, + { + "representative": 973, + "members": [ + 973 + ], + "max_error": 0.0 + }, + { + "representative": 885, + "members": [ + 885 + ], + "max_error": 0.0 + }, + { + "representative": 861, + "members": [ + 861 + ], + "max_error": 0.0 + }, + { + "representative": 999, + "members": [ + 999 + ], + "max_error": 0.0 + }, + { + "representative": 787, + "members": [ + 787 + ], + "max_error": 0.0 + }, + { + "representative": 951, + "members": [ + 951 + ], + "max_error": 0.0 + }, + { + "representative": 779, + "members": [ + 779 + ], + "max_error": 0.0 + }, + { + "representative": 824, + "members": [ + 824 + ], + "max_error": 0.0 + }, + { + "representative": 819, + "members": [ + 819 + ], + "max_error": 0.0 + }, + { + "representative": 977, + "members": [ + 977 + ], + "max_error": 0.0 + }, + { + "representative": 931, + "members": [ + 931 + ], + "max_error": 0.0 + }, + { + "representative": 830, + "members": [ + 830 + ], + "max_error": 0.0 + }, + { + "representative": 1020, + "members": [ + 1020 + ], + "max_error": 0.0 + }, + { + "representative": 804, + "members": [ + 804 + ], + "max_error": 0.0 + }, + { + "representative": 896, + "members": [ + 896 + ], + "max_error": 0.0 + }, + { + "representative": 910, + "members": [ + 910 + ], + "max_error": 0.0 + }, + { + "representative": 985, + "members": [ + 985 + ], + "max_error": 0.0 + }, + { + "representative": 815, + "members": [ + 815 + ], + "max_error": 0.0 + }, + { + "representative": 982, + "members": [ + 982 + ], + "max_error": 0.0 + }, + { + "representative": 872, + "members": [ + 872 + ], + "max_error": 0.0 + }, + { + "representative": 842, + "members": [ + 842 + ], + "max_error": 0.0 + }, + { + "representative": 1001, + "members": [ + 1001 + ], + "max_error": 0.0 + }, + { + "representative": 937, + "members": [ + 937 + ], + "max_error": 0.0 + }, + { + "representative": 801, + "members": [ + 801 + ], + "max_error": 0.0 + }, + { + "representative": 922, + "members": [ + 922 + ], + "max_error": 0.0 + }, + { + "representative": 777, + "members": [ + 777 + ], + "max_error": 0.0 + }, + { + "representative": 989, + "members": [ + 989 + ], + "max_error": 0.0 + }, + { + "representative": 794, + "members": [ + 794 + ], + "max_error": 0.0 + }, + { + "representative": 1018, + "members": [ + 1018 + ], + "max_error": 0.0 + }, + { + "representative": 986, + "members": [ + 986 + ], + "max_error": 0.0 + }, + { + "representative": 775, + "members": [ + 775 + ], + "max_error": 0.0 + }, + { + "representative": 799, + "members": [ + 799 + ], + "max_error": 0.0 + }, + { + "representative": 959, + "members": [ + 959 + ], + "max_error": 0.0 + }, + { + "representative": 981, + "members": [ + 981 + ], + "max_error": 0.0 + }, + { + "representative": 813, + "members": [ + 813 + ], + "max_error": 0.0 + }, + { + "representative": 856, + "members": [ + 856 + ], + "max_error": 0.0 + }, + { + "representative": 1009, + "members": [ + 1009 + ], + "max_error": 0.0 + }, + { + "representative": 798, + "members": [ + 798 + ], + "max_error": 0.0 + }, + { + "representative": 1008, + "members": [ + 1008 + ], + "max_error": 0.0 + }, + { + "representative": 851, + "members": [ + 851 + ], + "max_error": 0.0 + }, + { + "representative": 803, + "members": [ + 803 + ], + "max_error": 0.0 + }, + { + "representative": 846, + "members": [ + 846 + ], + "max_error": 0.0 + }, + { + "representative": 810, + "members": [ + 810 + ], + "max_error": 0.0 + }, + { + "representative": 836, + "members": [ + 836 + ], + "max_error": 0.0 + }, + { + "representative": 793, + "members": [ + 793 + ], + "max_error": 0.0 + }, + { + "representative": 822, + "members": [ + 822 + ], + "max_error": 0.0 + }, + { + "representative": 883, + "members": [ + 883 + ], + "max_error": 0.0 + }, + { + "representative": 1019, + "members": [ + 1019 + ], + "max_error": 0.0 + }, + { + "representative": 965, + "members": [ + 965 + ], + "max_error": 0.0 + }, + { + "representative": 783, + "members": [ + 783 + ], + "max_error": 0.0 + } +] \ No newline at end of file diff --git a/results/qwen35-2b/analysis/groups_tensor_whole_0.01.json b/results/qwen35-2b/analysis/groups_tensor_whole_0.01.json new file mode 100644 index 0000000..6465df3 --- /dev/null +++ b/results/qwen35-2b/analysis/groups_tensor_whole_0.01.json @@ -0,0 +1,4426 @@ +[ + { + "representative": 36, + "members": [ + 36 + ], + "max_error": 0.0 + }, + { + "representative": 37, + "members": [ + 37 + ], + "max_error": 0.0 + }, + { + "representative": 0, + "members": [ + 0 + ], + "max_error": 0.0 + }, + { + "representative": 38, + "members": [ + 38 + ], + "max_error": 0.0 + }, + { + "representative": 39, + "members": [ + 39 + ], + "max_error": 0.0 + }, + { + "representative": 40, + "members": [ + 40 + ], + "max_error": 0.0 + }, + { + "representative": 41, + "members": [ + 41 + ], + "max_error": 0.0 + }, + { + "representative": 42, + "members": [ + 42 + ], + "max_error": 0.0 + }, + { + "representative": 43, + "members": [ + 43 + ], + "max_error": 0.0 + }, + { + "representative": 1, + "members": [ + 1 + ], + "max_error": 0.0 + }, + { + "representative": 44, + "members": [ + 44 + ], + "max_error": 0.0 + }, + { + "representative": 45, + "members": [ + 45 + ], + "max_error": 0.0 + }, + { + "representative": 46, + "members": [ + 46 + ], + "max_error": 0.0 + }, + { + "representative": 47, + "members": [ + 47 + ], + "max_error": 0.0 + }, + { + "representative": 48, + "members": [ + 48 + ], + "max_error": 0.0 + }, + { + "representative": 49, + "members": [ + 49 + ], + "max_error": 0.0 + }, + { + "representative": 2, + "members": [ + 2 + ], + "max_error": 0.0 + }, + { + "representative": 50, + "members": [ + 50 + ], + "max_error": 0.0 + }, + { + "representative": 51, + "members": [ + 51 + ], + "max_error": 0.0 + }, + { + "representative": 52, + "members": [ + 52 + ], + "max_error": 0.0 + }, + { + "representative": 53, + "members": [ + 53 + ], + "max_error": 0.0 + }, + { + "representative": 54, + "members": [ + 54 + ], + "max_error": 0.0 + }, + { + "representative": 55, + "members": [ + 55 + ], + "max_error": 0.0 + }, + { + "representative": 3, + "members": [ + 3 + ], + "max_error": 0.0 + }, + { + "representative": 56, + "members": [ + 56 + ], + "max_error": 0.0 + }, + { + "representative": 57, + "members": [ + 57 + ], + "max_error": 0.0 + }, + { + "representative": 58, + "members": [ + 58 + ], + "max_error": 0.0 + }, + { + "representative": 59, + "members": [ + 59 + ], + "max_error": 0.0 + }, + { + "representative": 60, + "members": [ + 60 + ], + "max_error": 0.0 + }, + { + "representative": 61, + "members": [ + 61 + ], + "max_error": 0.0 + }, + { + "representative": 4, + "members": [ + 4 + ], + "max_error": 0.0 + }, + { + "representative": 62, + "members": [ + 62 + ], + "max_error": 0.0 + }, + { + "representative": 63, + "members": [ + 63 + ], + "max_error": 0.0 + }, + { + "representative": 64, + "members": [ + 64 + ], + "max_error": 0.0 + }, + { + "representative": 65, + "members": [ + 65 + ], + "max_error": 0.0 + }, + { + "representative": 66, + "members": [ + 66 + ], + "max_error": 0.0 + }, + { + "representative": 67, + "members": [ + 67 + ], + "max_error": 0.0 + }, + { + "representative": 5, + "members": [ + 5 + ], + "max_error": 0.0 + }, + { + "representative": 68, + "members": [ + 68 + ], + "max_error": 0.0 + }, + { + "representative": 69, + "members": [ + 69 + ], + "max_error": 0.0 + }, + { + "representative": 70, + "members": [ + 70 + ], + "max_error": 0.0 + }, + { + "representative": 71, + "members": [ + 71 + ], + "max_error": 0.0 + }, + { + "representative": 72, + "members": [ + 72 + ], + "max_error": 0.0 + }, + { + "representative": 73, + "members": [ + 73 + ], + "max_error": 0.0 + }, + { + "representative": 74, + "members": [ + 74 + ], + "max_error": 0.0 + }, + { + "representative": 75, + "members": [ + 75 + ], + "max_error": 0.0 + }, + { + "representative": 76, + "members": [ + 76 + ], + "max_error": 0.0 + }, + { + "representative": 77, + "members": [ + 77 + ], + "max_error": 0.0 + }, + { + "representative": 78, + "members": [ + 78 + ], + "max_error": 0.0 + }, + { + "representative": 79, + "members": [ + 79 + ], + "max_error": 0.0 + }, + { + "representative": 80, + "members": [ + 80 + ], + "max_error": 0.0 + }, + { + "representative": 81, + "members": [ + 81 + ], + "max_error": 0.0 + }, + { + "representative": 82, + "members": [ + 82 + ], + "max_error": 0.0 + }, + { + "representative": 83, + "members": [ + 83 + ], + "max_error": 0.0 + }, + { + "representative": 84, + "members": [ + 84 + ], + "max_error": 0.0 + }, + { + "representative": 6, + "members": [ + 6 + ], + "max_error": 0.0 + }, + { + "representative": 85, + "members": [ + 85 + ], + "max_error": 0.0 + }, + { + "representative": 86, + "members": [ + 86 + ], + "max_error": 0.0 + }, + { + "representative": 87, + "members": [ + 87 + ], + "max_error": 0.0 + }, + { + "representative": 88, + "members": [ + 88 + ], + "max_error": 0.0 + }, + { + "representative": 89, + "members": [ + 89 + ], + "max_error": 0.0 + }, + { + "representative": 90, + "members": [ + 90 + ], + "max_error": 0.0 + }, + { + "representative": 7, + "members": [ + 7 + ], + "max_error": 0.0 + }, + { + "representative": 91, + "members": [ + 91 + ], + "max_error": 0.0 + }, + { + "representative": 92, + "members": [ + 92 + ], + "max_error": 0.0 + }, + { + "representative": 93, + "members": [ + 93 + ], + "max_error": 0.0 + }, + { + "representative": 94, + "members": [ + 94 + ], + "max_error": 0.0 + }, + { + "representative": 95, + "members": [ + 95 + ], + "max_error": 0.0 + }, + { + "representative": 96, + "members": [ + 96 + ], + "max_error": 0.0 + }, + { + "representative": 8, + "members": [ + 8 + ], + "max_error": 0.0 + }, + { + "representative": 97, + "members": [ + 97 + ], + "max_error": 0.0 + }, + { + "representative": 98, + "members": [ + 98 + ], + "max_error": 0.0 + }, + { + "representative": 99, + "members": [ + 99 + ], + "max_error": 0.0 + }, + { + "representative": 100, + "members": [ + 100 + ], + "max_error": 0.0 + }, + { + "representative": 101, + "members": [ + 101 + ], + "max_error": 0.0 + }, + { + "representative": 102, + "members": [ + 102 + ], + "max_error": 0.0 + }, + { + "representative": 9, + "members": [ + 9 + ], + "max_error": 0.0 + }, + { + "representative": 103, + "members": [ + 103 + ], + "max_error": 0.0 + }, + { + "representative": 104, + "members": [ + 104 + ], + "max_error": 0.0 + }, + { + "representative": 105, + "members": [ + 105 + ], + "max_error": 0.0 + }, + { + "representative": 106, + "members": [ + 106 + ], + "max_error": 0.0 + }, + { + "representative": 107, + "members": [ + 107 + ], + "max_error": 0.0 + }, + { + "representative": 108, + "members": [ + 108 + ], + "max_error": 0.0 + }, + { + "representative": 10, + "members": [ + 10 + ], + "max_error": 0.0 + }, + { + "representative": 109, + "members": [ + 109 + ], + "max_error": 0.0 + }, + { + "representative": 110, + "members": [ + 110 + ], + "max_error": 0.0 + }, + { + "representative": 111, + "members": [ + 111 + ], + "max_error": 0.0 + }, + { + "representative": 112, + "members": [ + 112 + ], + "max_error": 0.0 + }, + { + "representative": 113, + "members": [ + 113 + ], + "max_error": 0.0 + }, + { + "representative": 114, + "members": [ + 114 + ], + "max_error": 0.0 + }, + { + "representative": 11, + "members": [ + 11 + ], + "max_error": 0.0 + }, + { + "representative": 115, + "members": [ + 115 + ], + "max_error": 0.0 + }, + { + "representative": 116, + "members": [ + 116 + ], + "max_error": 0.0 + }, + { + "representative": 117, + "members": [ + 117 + ], + "max_error": 0.0 + }, + { + "representative": 118, + "members": [ + 118 + ], + "max_error": 0.0 + }, + { + "representative": 119, + "members": [ + 119 + ], + "max_error": 0.0 + }, + { + "representative": 120, + "members": [ + 120 + ], + "max_error": 0.0 + }, + { + "representative": 121, + "members": [ + 121 + ], + "max_error": 0.0 + }, + { + "representative": 122, + "members": [ + 122 + ], + "max_error": 0.0 + }, + { + "representative": 123, + "members": [ + 123 + ], + "max_error": 0.0 + }, + { + "representative": 124, + "members": [ + 124 + ], + "max_error": 0.0 + }, + { + "representative": 125, + "members": [ + 125 + ], + "max_error": 0.0 + }, + { + "representative": 126, + "members": [ + 126 + ], + "max_error": 0.0 + }, + { + "representative": 127, + "members": [ + 127 + ], + "max_error": 0.0 + }, + { + "representative": 128, + "members": [ + 128 + ], + "max_error": 0.0 + }, + { + "representative": 129, + "members": [ + 129 + ], + "max_error": 0.0 + }, + { + "representative": 130, + "members": [ + 130 + ], + "max_error": 0.0 + }, + { + "representative": 131, + "members": [ + 131 + ], + "max_error": 0.0 + }, + { + "representative": 12, + "members": [ + 12 + ], + "max_error": 0.0 + }, + { + "representative": 132, + "members": [ + 132 + ], + "max_error": 0.0 + }, + { + "representative": 133, + "members": [ + 133 + ], + "max_error": 0.0 + }, + { + "representative": 134, + "members": [ + 134 + ], + "max_error": 0.0 + }, + { + "representative": 135, + "members": [ + 135 + ], + "max_error": 0.0 + }, + { + "representative": 136, + "members": [ + 136 + ], + "max_error": 0.0 + }, + { + "representative": 137, + "members": [ + 137 + ], + "max_error": 0.0 + }, + { + "representative": 13, + "members": [ + 13 + ], + "max_error": 0.0 + }, + { + "representative": 138, + "members": [ + 138 + ], + "max_error": 0.0 + }, + { + "representative": 139, + "members": [ + 139 + ], + "max_error": 0.0 + }, + { + "representative": 140, + "members": [ + 140 + ], + "max_error": 0.0 + }, + { + "representative": 141, + "members": [ + 141 + ], + "max_error": 0.0 + }, + { + "representative": 142, + "members": [ + 142 + ], + "max_error": 0.0 + }, + { + "representative": 143, + "members": [ + 143 + ], + "max_error": 0.0 + }, + { + "representative": 14, + "members": [ + 14 + ], + "max_error": 0.0 + }, + { + "representative": 144, + "members": [ + 144 + ], + "max_error": 0.0 + }, + { + "representative": 145, + "members": [ + 145 + ], + "max_error": 0.0 + }, + { + "representative": 146, + "members": [ + 146 + ], + "max_error": 0.0 + }, + { + "representative": 147, + "members": [ + 147 + ], + "max_error": 0.0 + }, + { + "representative": 148, + "members": [ + 148 + ], + "max_error": 0.0 + }, + { + "representative": 149, + "members": [ + 149 + ], + "max_error": 0.0 + }, + { + "representative": 15, + "members": [ + 15 + ], + "max_error": 0.0 + }, + { + "representative": 150, + "members": [ + 150 + ], + "max_error": 0.0 + }, + { + "representative": 151, + "members": [ + 151 + ], + "max_error": 0.0 + }, + { + "representative": 152, + "members": [ + 152 + ], + "max_error": 0.0 + }, + { + "representative": 153, + "members": [ + 153 + ], + "max_error": 0.0 + }, + { + "representative": 154, + "members": [ + 154 + ], + "max_error": 0.0 + }, + { + "representative": 155, + "members": [ + 155 + ], + "max_error": 0.0 + }, + { + "representative": 16, + "members": [ + 16 + ], + "max_error": 0.0 + }, + { + "representative": 156, + "members": [ + 156 + ], + "max_error": 0.0 + }, + { + "representative": 157, + "members": [ + 157 + ], + "max_error": 0.0 + }, + { + "representative": 158, + "members": [ + 158 + ], + "max_error": 0.0 + }, + { + "representative": 159, + "members": [ + 159 + ], + "max_error": 0.0 + }, + { + "representative": 160, + "members": [ + 160 + ], + "max_error": 0.0 + }, + { + "representative": 161, + "members": [ + 161 + ], + "max_error": 0.0 + }, + { + "representative": 17, + "members": [ + 17 + ], + "max_error": 0.0 + }, + { + "representative": 162, + "members": [ + 162 + ], + "max_error": 0.0 + }, + { + "representative": 163, + "members": [ + 163 + ], + "max_error": 0.0 + }, + { + "representative": 164, + "members": [ + 164 + ], + "max_error": 0.0 + }, + { + "representative": 165, + "members": [ + 165 + ], + "max_error": 0.0 + }, + { + "representative": 166, + "members": [ + 166 + ], + "max_error": 0.0 + }, + { + "representative": 167, + "members": [ + 167 + ], + "max_error": 0.0 + }, + { + "representative": 168, + "members": [ + 168 + ], + "max_error": 0.0 + }, + { + "representative": 169, + "members": [ + 169 + ], + "max_error": 0.0 + }, + { + "representative": 170, + "members": [ + 170 + ], + "max_error": 0.0 + }, + { + "representative": 171, + "members": [ + 171 + ], + "max_error": 0.0 + }, + { + "representative": 172, + "members": [ + 172 + ], + "max_error": 0.0 + }, + { + "representative": 173, + "members": [ + 173 + ], + "max_error": 0.0 + }, + { + "representative": 174, + "members": [ + 174 + ], + "max_error": 0.0 + }, + { + "representative": 175, + "members": [ + 175 + ], + "max_error": 0.0 + }, + { + "representative": 176, + "members": [ + 176 + ], + "max_error": 0.0 + }, + { + "representative": 177, + "members": [ + 177 + ], + "max_error": 0.0 + }, + { + "representative": 178, + "members": [ + 178 + ], + "max_error": 0.0 + }, + { + "representative": 18, + "members": [ + 18 + ], + "max_error": 0.0 + }, + { + "representative": 179, + "members": [ + 179 + ], + "max_error": 0.0 + }, + { + "representative": 180, + "members": [ + 180 + ], + "max_error": 0.0 + }, + { + "representative": 181, + "members": [ + 181 + ], + "max_error": 0.0 + }, + { + "representative": 182, + "members": [ + 182 + ], + "max_error": 0.0 + }, + { + "representative": 183, + "members": [ + 183 + ], + "max_error": 0.0 + }, + { + "representative": 184, + "members": [ + 184 + ], + "max_error": 0.0 + }, + { + "representative": 19, + "members": [ + 19 + ], + "max_error": 0.0 + }, + { + "representative": 185, + "members": [ + 185 + ], + "max_error": 0.0 + }, + { + "representative": 186, + "members": [ + 186 + ], + "max_error": 0.0 + }, + { + "representative": 187, + "members": [ + 187 + ], + "max_error": 0.0 + }, + { + "representative": 188, + "members": [ + 188 + ], + "max_error": 0.0 + }, + { + "representative": 189, + "members": [ + 189 + ], + "max_error": 0.0 + }, + { + "representative": 190, + "members": [ + 190 + ], + "max_error": 0.0 + }, + { + "representative": 20, + "members": [ + 20 + ], + "max_error": 0.0 + }, + { + "representative": 191, + "members": [ + 191 + ], + "max_error": 0.0 + }, + { + "representative": 192, + "members": [ + 192 + ], + "max_error": 0.0 + }, + { + "representative": 193, + "members": [ + 193 + ], + "max_error": 0.0 + }, + { + "representative": 194, + "members": [ + 194 + ], + "max_error": 0.0 + }, + { + "representative": 195, + "members": [ + 195 + ], + "max_error": 0.0 + }, + { + "representative": 196, + "members": [ + 196 + ], + "max_error": 0.0 + }, + { + "representative": 21, + "members": [ + 21 + ], + "max_error": 0.0 + }, + { + "representative": 197, + "members": [ + 197 + ], + "max_error": 0.0 + }, + { + "representative": 198, + "members": [ + 198 + ], + "max_error": 0.0 + }, + { + "representative": 199, + "members": [ + 199 + ], + "max_error": 0.0 + }, + { + "representative": 200, + "members": [ + 200 + ], + "max_error": 0.0 + }, + { + "representative": 201, + "members": [ + 201 + ], + "max_error": 0.0 + }, + { + "representative": 202, + "members": [ + 202 + ], + "max_error": 0.0 + }, + { + "representative": 22, + "members": [ + 22 + ], + "max_error": 0.0 + }, + { + "representative": 203, + "members": [ + 203 + ], + "max_error": 0.0 + }, + { + "representative": 204, + "members": [ + 204 + ], + "max_error": 0.0 + }, + { + "representative": 205, + "members": [ + 205 + ], + "max_error": 0.0 + }, + { + "representative": 206, + "members": [ + 206 + ], + "max_error": 0.0 + }, + { + "representative": 207, + "members": [ + 207 + ], + "max_error": 0.0 + }, + { + "representative": 208, + "members": [ + 208 + ], + "max_error": 0.0 + }, + { + "representative": 23, + "members": [ + 23 + ], + "max_error": 0.0 + }, + { + "representative": 209, + "members": [ + 209 + ], + "max_error": 0.0 + }, + { + "representative": 210, + "members": [ + 210 + ], + "max_error": 0.0 + }, + { + "representative": 211, + "members": [ + 211 + ], + "max_error": 0.0 + }, + { + "representative": 212, + "members": [ + 212 + ], + "max_error": 0.0 + }, + { + "representative": 213, + "members": [ + 213 + ], + "max_error": 0.0 + }, + { + "representative": 214, + "members": [ + 214 + ], + "max_error": 0.0 + }, + { + "representative": 24, + "members": [ + 24 + ], + "max_error": 0.0 + }, + { + "representative": 215, + "members": [ + 215 + ], + "max_error": 0.0 + }, + { + "representative": 216, + "members": [ + 216 + ], + "max_error": 0.0 + }, + { + "representative": 217, + "members": [ + 217 + ], + "max_error": 0.0 + }, + { + "representative": 218, + "members": [ + 218 + ], + "max_error": 0.0 + }, + { + "representative": 219, + "members": [ + 219 + ], + "max_error": 0.0 + }, + { + "representative": 220, + "members": [ + 220 + ], + "max_error": 0.0 + }, + { + "representative": 25, + "members": [ + 25 + ], + "max_error": 0.0 + }, + { + "representative": 221, + "members": [ + 221 + ], + "max_error": 0.0 + }, + { + "representative": 222, + "members": [ + 222 + ], + "max_error": 0.0 + }, + { + "representative": 223, + "members": [ + 223 + ], + "max_error": 0.0 + }, + { + "representative": 224, + "members": [ + 224 + ], + "max_error": 0.0 + }, + { + "representative": 225, + "members": [ + 225 + ], + "max_error": 0.0 + }, + { + "representative": 226, + "members": [ + 226 + ], + "max_error": 0.0 + }, + { + "representative": 227, + "members": [ + 227 + ], + "max_error": 0.0 + }, + { + "representative": 228, + "members": [ + 228 + ], + "max_error": 0.0 + }, + { + "representative": 229, + "members": [ + 229 + ], + "max_error": 0.0 + }, + { + "representative": 230, + "members": [ + 230 + ], + "max_error": 0.0 + }, + { + "representative": 231, + "members": [ + 231 + ], + "max_error": 0.0 + }, + { + "representative": 232, + "members": [ + 232 + ], + "max_error": 0.0 + }, + { + "representative": 233, + "members": [ + 233 + ], + "max_error": 0.0 + }, + { + "representative": 234, + "members": [ + 234 + ], + "max_error": 0.0 + }, + { + "representative": 235, + "members": [ + 235 + ], + "max_error": 0.0 + }, + { + "representative": 236, + "members": [ + 236 + ], + "max_error": 0.0 + }, + { + "representative": 237, + "members": [ + 237 + ], + "max_error": 0.0 + }, + { + "representative": 238, + "members": [ + 238 + ], + "max_error": 0.0 + }, + { + "representative": 239, + "members": [ + 239 + ], + "max_error": 0.0 + }, + { + "representative": 240, + "members": [ + 240 + ], + "max_error": 0.0 + }, + { + "representative": 241, + "members": [ + 241 + ], + "max_error": 0.0 + }, + { + "representative": 242, + "members": [ + 242 + ], + "max_error": 0.0 + }, + { + "representative": 243, + "members": [ + 243 + ], + "max_error": 0.0 + }, + { + "representative": 244, + "members": [ + 244 + ], + "max_error": 0.0 + }, + { + "representative": 245, + "members": [ + 245 + ], + "max_error": 0.0 + }, + { + "representative": 246, + "members": [ + 246 + ], + "max_error": 0.0 + }, + { + "representative": 247, + "members": [ + 247 + ], + "max_error": 0.0 + }, + { + "representative": 248, + "members": [ + 248 + ], + "max_error": 0.0 + }, + { + "representative": 26, + "members": [ + 26 + ], + "max_error": 0.0 + }, + { + "representative": 249, + "members": [ + 249 + ], + "max_error": 0.0 + }, + { + "representative": 250, + "members": [ + 250 + ], + "max_error": 0.0 + }, + { + "representative": 251, + "members": [ + 251 + ], + "max_error": 0.0 + }, + { + "representative": 252, + "members": [ + 252 + ], + "max_error": 0.0 + }, + { + "representative": 253, + "members": [ + 253 + ], + "max_error": 0.0 + }, + { + "representative": 254, + "members": [ + 254 + ], + "max_error": 0.0 + }, + { + "representative": 27, + "members": [ + 27 + ], + "max_error": 0.0 + }, + { + "representative": 255, + "members": [ + 255 + ], + "max_error": 0.0 + }, + { + "representative": 256, + "members": [ + 256 + ], + "max_error": 0.0 + }, + { + "representative": 257, + "members": [ + 257 + ], + "max_error": 0.0 + }, + { + "representative": 258, + "members": [ + 258 + ], + "max_error": 0.0 + }, + { + "representative": 259, + "members": [ + 259 + ], + "max_error": 0.0 + }, + { + "representative": 260, + "members": [ + 260 + ], + "max_error": 0.0 + }, + { + "representative": 28, + "members": [ + 28 + ], + "max_error": 0.0 + }, + { + "representative": 261, + "members": [ + 261 + ], + "max_error": 0.0 + }, + { + "representative": 262, + "members": [ + 262 + ], + "max_error": 0.0 + }, + { + "representative": 263, + "members": [ + 263 + ], + "max_error": 0.0 + }, + { + "representative": 264, + "members": [ + 264 + ], + "max_error": 0.0 + }, + { + "representative": 265, + "members": [ + 265 + ], + "max_error": 0.0 + }, + { + "representative": 266, + "members": [ + 266 + ], + "max_error": 0.0 + }, + { + "representative": 29, + "members": [ + 29 + ], + "max_error": 0.0 + }, + { + "representative": 267, + "members": [ + 267 + ], + "max_error": 0.0 + }, + { + "representative": 268, + "members": [ + 268 + ], + "max_error": 0.0 + }, + { + "representative": 269, + "members": [ + 269 + ], + "max_error": 0.0 + }, + { + "representative": 270, + "members": [ + 270 + ], + "max_error": 0.0 + }, + { + "representative": 271, + "members": [ + 271 + ], + "max_error": 0.0 + }, + { + "representative": 272, + "members": [ + 272 + ], + "max_error": 0.0 + }, + { + "representative": 30, + "members": [ + 30 + ], + "max_error": 0.0 + }, + { + "representative": 273, + "members": [ + 273 + ], + "max_error": 0.0 + }, + { + "representative": 274, + "members": [ + 274 + ], + "max_error": 0.0 + }, + { + "representative": 275, + "members": [ + 275 + ], + "max_error": 0.0 + }, + { + "representative": 276, + "members": [ + 276 + ], + "max_error": 0.0 + }, + { + "representative": 277, + "members": [ + 277 + ], + "max_error": 0.0 + }, + { + "representative": 278, + "members": [ + 278 + ], + "max_error": 0.0 + }, + { + "representative": 31, + "members": [ + 31 + ], + "max_error": 0.0 + }, + { + "representative": 279, + "members": [ + 279 + ], + "max_error": 0.0 + }, + { + "representative": 280, + "members": [ + 280 + ], + "max_error": 0.0 + }, + { + "representative": 281, + "members": [ + 281 + ], + "max_error": 0.0 + }, + { + "representative": 282, + "members": [ + 282 + ], + "max_error": 0.0 + }, + { + "representative": 283, + "members": [ + 283 + ], + "max_error": 0.0 + }, + { + "representative": 284, + "members": [ + 284 + ], + "max_error": 0.0 + }, + { + "representative": 285, + "members": [ + 285 + ], + "max_error": 0.0 + }, + { + "representative": 286, + "members": [ + 286 + ], + "max_error": 0.0 + }, + { + "representative": 287, + "members": [ + 287 + ], + "max_error": 0.0 + }, + { + "representative": 288, + "members": [ + 288 + ], + "max_error": 0.0 + }, + { + "representative": 289, + "members": [ + 289 + ], + "max_error": 0.0 + }, + { + "representative": 290, + "members": [ + 290 + ], + "max_error": 0.0 + }, + { + "representative": 291, + "members": [ + 291 + ], + "max_error": 0.0 + }, + { + "representative": 292, + "members": [ + 292 + ], + "max_error": 0.0 + }, + { + "representative": 293, + "members": [ + 293 + ], + "max_error": 0.0 + }, + { + "representative": 294, + "members": [ + 294 + ], + "max_error": 0.0 + }, + { + "representative": 295, + "members": [ + 295 + ], + "max_error": 0.0 + }, + { + "representative": 32, + "members": [ + 32 + ], + "max_error": 0.0 + }, + { + "representative": 296, + "members": [ + 296 + ], + "max_error": 0.0 + }, + { + "representative": 297, + "members": [ + 297 + ], + "max_error": 0.0 + }, + { + "representative": 298, + "members": [ + 298 + ], + "max_error": 0.0 + }, + { + "representative": 299, + "members": [ + 299 + ], + "max_error": 0.0 + }, + { + "representative": 300, + "members": [ + 300 + ], + "max_error": 0.0 + }, + { + "representative": 301, + "members": [ + 301 + ], + "max_error": 0.0 + }, + { + "representative": 33, + "members": [ + 33 + ], + "max_error": 0.0 + }, + { + "representative": 302, + "members": [ + 302 + ], + "max_error": 0.0 + }, + { + "representative": 303, + "members": [ + 303 + ], + "max_error": 0.0 + }, + { + "representative": 304, + "members": [ + 304 + ], + "max_error": 0.0 + }, + { + "representative": 305, + "members": [ + 305 + ], + "max_error": 0.0 + }, + { + "representative": 306, + "members": [ + 306 + ], + "max_error": 0.0 + }, + { + "representative": 307, + "members": [ + 307 + ], + "max_error": 0.0 + }, + { + "representative": 34, + "members": [ + 34 + ], + "max_error": 0.0 + }, + { + "representative": 308, + "members": [ + 308 + ], + "max_error": 0.0 + }, + { + "representative": 309, + "members": [ + 309 + ], + "max_error": 0.0 + }, + { + "representative": 310, + "members": [ + 310 + ], + "max_error": 0.0 + }, + { + "representative": 311, + "members": [ + 311 + ], + "max_error": 0.0 + }, + { + "representative": 312, + "members": [ + 312 + ], + "max_error": 0.0 + }, + { + "representative": 313, + "members": [ + 313 + ], + "max_error": 0.0 + }, + { + "representative": 35, + "members": [ + 35 + ], + "max_error": 0.0 + }, + { + "representative": 314, + "members": [ + 314 + ], + "max_error": 0.0 + }, + { + "representative": 315, + "members": [ + 315 + ], + "max_error": 0.0 + }, + { + "representative": 316, + "members": [ + 316 + ], + "max_error": 0.0 + }, + { + "representative": 317, + "members": [ + 317 + ], + "max_error": 0.0 + }, + { + "representative": 318, + "members": [ + 318 + ], + "max_error": 0.0 + }, + { + "representative": 319, + "members": [ + 319 + ], + "max_error": 0.0 + }, + { + "representative": 320, + "members": [ + 320 + ], + "max_error": 0.0 + }, + { + "representative": 321, + "members": [ + 321 + ], + "max_error": 0.0 + }, + { + "representative": 322, + "members": [ + 322 + ], + "max_error": 0.0 + }, + { + "representative": 323, + "members": [ + 323 + ], + "max_error": 0.0 + }, + { + "representative": 324, + "members": [ + 324 + ], + "max_error": 0.0 + }, + { + "representative": 325, + "members": [ + 325 + ], + "max_error": 0.0 + }, + { + "representative": 326, + "members": [ + 326 + ], + "max_error": 0.0 + }, + { + "representative": 327, + "members": [ + 327 + ], + "max_error": 0.0 + }, + { + "representative": 328, + "members": [ + 328 + ], + "max_error": 0.0 + }, + { + "representative": 329, + "members": [ + 329 + ], + "max_error": 0.0 + }, + { + "representative": 330, + "members": [ + 330 + ], + "max_error": 0.0 + }, + { + "representative": 331, + "members": [ + 331 + ], + "max_error": 0.0 + }, + { + "representative": 332, + "members": [ + 332 + ], + "max_error": 0.0 + }, + { + "representative": 333, + "members": [ + 333 + ], + "max_error": 0.0 + }, + { + "representative": 334, + "members": [ + 334 + ], + "max_error": 0.0 + }, + { + "representative": 335, + "members": [ + 335 + ], + "max_error": 0.0 + }, + { + "representative": 336, + "members": [ + 336 + ], + "max_error": 0.0 + }, + { + "representative": 337, + "members": [ + 337 + ], + "max_error": 0.0 + }, + { + "representative": 338, + "members": [ + 338 + ], + "max_error": 0.0 + }, + { + "representative": 339, + "members": [ + 339 + ], + "max_error": 0.0 + }, + { + "representative": 340, + "members": [ + 340 + ], + "max_error": 0.0 + }, + { + "representative": 341, + "members": [ + 341 + ], + "max_error": 0.0 + }, + { + "representative": 342, + "members": [ + 342 + ], + "max_error": 0.0 + }, + { + "representative": 343, + "members": [ + 343 + ], + "max_error": 0.0 + }, + { + "representative": 344, + "members": [ + 344 + ], + "max_error": 0.0 + }, + { + "representative": 345, + "members": [ + 345 + ], + "max_error": 0.0 + }, + { + "representative": 346, + "members": [ + 346 + ], + "max_error": 0.0 + }, + { + "representative": 347, + "members": [ + 347 + ], + "max_error": 0.0 + }, + { + "representative": 348, + "members": [ + 348 + ], + "max_error": 0.0 + }, + { + "representative": 349, + "members": [ + 349 + ], + "max_error": 0.0 + }, + { + "representative": 350, + "members": [ + 350 + ], + "max_error": 0.0 + }, + { + "representative": 351, + "members": [ + 351 + ], + "max_error": 0.0 + }, + { + "representative": 352, + "members": [ + 352 + ], + "max_error": 0.0 + }, + { + "representative": 353, + "members": [ + 353 + ], + "max_error": 0.0 + }, + { + "representative": 354, + "members": [ + 354 + ], + "max_error": 0.0 + }, + { + "representative": 355, + "members": [ + 355 + ], + "max_error": 0.0 + }, + { + "representative": 356, + "members": [ + 356 + ], + "max_error": 0.0 + }, + { + "representative": 357, + "members": [ + 357 + ], + "max_error": 0.0 + }, + { + "representative": 358, + "members": [ + 358 + ], + "max_error": 0.0 + }, + { + "representative": 359, + "members": [ + 359 + ], + "max_error": 0.0 + }, + { + "representative": 360, + "members": [ + 360 + ], + "max_error": 0.0 + }, + { + "representative": 361, + "members": [ + 361 + ], + "max_error": 0.0 + }, + { + "representative": 362, + "members": [ + 362 + ], + "max_error": 0.0 + }, + { + "representative": 363, + "members": [ + 363 + ], + "max_error": 0.0 + }, + { + "representative": 364, + "members": [ + 364 + ], + "max_error": 0.0 + }, + { + "representative": 365, + "members": [ + 365 + ], + "max_error": 0.0 + }, + { + "representative": 366, + "members": [ + 366 + ], + "max_error": 0.0 + }, + { + "representative": 367, + "members": [ + 367 + ], + "max_error": 0.0 + }, + { + "representative": 368, + "members": [ + 368 + ], + "max_error": 0.0 + }, + { + "representative": 369, + "members": [ + 369 + ], + "max_error": 0.0 + }, + { + "representative": 370, + "members": [ + 370 + ], + "max_error": 0.0 + }, + { + "representative": 371, + "members": [ + 371 + ], + "max_error": 0.0 + }, + { + "representative": 372, + "members": [ + 372 + ], + "max_error": 0.0 + }, + { + "representative": 373, + "members": [ + 373 + ], + "max_error": 0.0 + }, + { + "representative": 374, + "members": [ + 374 + ], + "max_error": 0.0 + }, + { + "representative": 375, + "members": [ + 375 + ], + "max_error": 0.0 + }, + { + "representative": 376, + "members": [ + 376 + ], + "max_error": 0.0 + }, + { + "representative": 377, + "members": [ + 377 + ], + "max_error": 0.0 + }, + { + "representative": 378, + "members": [ + 378 + ], + "max_error": 0.0 + }, + { + "representative": 379, + "members": [ + 379 + ], + "max_error": 0.0 + }, + { + "representative": 380, + "members": [ + 380 + ], + "max_error": 0.0 + }, + { + "representative": 381, + "members": [ + 381 + ], + "max_error": 0.0 + }, + { + "representative": 382, + "members": [ + 382 + ], + "max_error": 0.0 + }, + { + "representative": 383, + "members": [ + 383 + ], + "max_error": 0.0 + }, + { + "representative": 384, + "members": [ + 384 + ], + "max_error": 0.0 + }, + { + "representative": 385, + "members": [ + 385 + ], + "max_error": 0.0 + }, + { + "representative": 386, + "members": [ + 386 + ], + "max_error": 0.0 + }, + { + "representative": 387, + "members": [ + 387 + ], + "max_error": 0.0 + }, + { + "representative": 388, + "members": [ + 388 + ], + "max_error": 0.0 + }, + { + "representative": 389, + "members": [ + 389 + ], + "max_error": 0.0 + }, + { + "representative": 390, + "members": [ + 390 + ], + "max_error": 0.0 + }, + { + "representative": 391, + "members": [ + 391 + ], + "max_error": 0.0 + }, + { + "representative": 392, + "members": [ + 392 + ], + "max_error": 0.0 + }, + { + "representative": 393, + "members": [ + 393 + ], + "max_error": 0.0 + }, + { + "representative": 394, + "members": [ + 394 + ], + "max_error": 0.0 + }, + { + "representative": 395, + "members": [ + 395 + ], + "max_error": 0.0 + }, + { + "representative": 396, + "members": [ + 396 + ], + "max_error": 0.0 + }, + { + "representative": 397, + "members": [ + 397 + ], + "max_error": 0.0 + }, + { + "representative": 398, + "members": [ + 398 + ], + "max_error": 0.0 + }, + { + "representative": 399, + "members": [ + 399 + ], + "max_error": 0.0 + }, + { + "representative": 400, + "members": [ + 400 + ], + "max_error": 0.0 + }, + { + "representative": 401, + "members": [ + 401 + ], + "max_error": 0.0 + }, + { + "representative": 402, + "members": [ + 402 + ], + "max_error": 0.0 + }, + { + "representative": 403, + "members": [ + 403 + ], + "max_error": 0.0 + }, + { + "representative": 404, + "members": [ + 404 + ], + "max_error": 0.0 + }, + { + "representative": 405, + "members": [ + 405 + ], + "max_error": 0.0 + }, + { + "representative": 406, + "members": [ + 406 + ], + "max_error": 0.0 + }, + { + "representative": 407, + "members": [ + 407 + ], + "max_error": 0.0 + }, + { + "representative": 408, + "members": [ + 408 + ], + "max_error": 0.0 + }, + { + "representative": 409, + "members": [ + 409 + ], + "max_error": 0.0 + }, + { + "representative": 410, + "members": [ + 410 + ], + "max_error": 0.0 + }, + { + "representative": 411, + "members": [ + 411 + ], + "max_error": 0.0 + }, + { + "representative": 412, + "members": [ + 412 + ], + "max_error": 0.0 + }, + { + "representative": 413, + "members": [ + 413 + ], + "max_error": 0.0 + }, + { + "representative": 414, + "members": [ + 414 + ], + "max_error": 0.0 + }, + { + "representative": 415, + "members": [ + 415 + ], + "max_error": 0.0 + }, + { + "representative": 416, + "members": [ + 416 + ], + "max_error": 0.0 + }, + { + "representative": 417, + "members": [ + 417 + ], + "max_error": 0.0 + }, + { + "representative": 418, + "members": [ + 418 + ], + "max_error": 0.0 + }, + { + "representative": 419, + "members": [ + 419 + ], + "max_error": 0.0 + }, + { + "representative": 420, + "members": [ + 420 + ], + "max_error": 0.0 + }, + { + "representative": 421, + "members": [ + 421 + ], + "max_error": 0.0 + }, + { + "representative": 422, + "members": [ + 422 + ], + "max_error": 0.0 + }, + { + "representative": 423, + "members": [ + 423 + ], + "max_error": 0.0 + }, + { + "representative": 424, + "members": [ + 424 + ], + "max_error": 0.0 + }, + { + "representative": 425, + "members": [ + 425 + ], + "max_error": 0.0 + }, + { + "representative": 426, + "members": [ + 426 + ], + "max_error": 0.0 + }, + { + "representative": 427, + "members": [ + 427 + ], + "max_error": 0.0 + }, + { + "representative": 428, + "members": [ + 428 + ], + "max_error": 0.0 + }, + { + "representative": 429, + "members": [ + 429 + ], + "max_error": 0.0 + }, + { + "representative": 430, + "members": [ + 430 + ], + "max_error": 0.0 + }, + { + "representative": 431, + "members": [ + 431 + ], + "max_error": 0.0 + }, + { + "representative": 432, + "members": [ + 432 + ], + "max_error": 0.0 + }, + { + "representative": 433, + "members": [ + 433 + ], + "max_error": 0.0 + }, + { + "representative": 434, + "members": [ + 434 + ], + "max_error": 0.0 + }, + { + "representative": 435, + "members": [ + 435 + ], + "max_error": 0.0 + }, + { + "representative": 436, + "members": [ + 436 + ], + "max_error": 0.0 + }, + { + "representative": 437, + "members": [ + 437 + ], + "max_error": 0.0 + }, + { + "representative": 438, + "members": [ + 438 + ], + "max_error": 0.0 + }, + { + "representative": 439, + "members": [ + 439 + ], + "max_error": 0.0 + }, + { + "representative": 440, + "members": [ + 440 + ], + "max_error": 0.0 + }, + { + "representative": 441, + "members": [ + 441 + ], + "max_error": 0.0 + }, + { + "representative": 442, + "members": [ + 442 + ], + "max_error": 0.0 + }, + { + "representative": 443, + "members": [ + 443 + ], + "max_error": 0.0 + }, + { + "representative": 444, + "members": [ + 444 + ], + "max_error": 0.0 + }, + { + "representative": 445, + "members": [ + 445 + ], + "max_error": 0.0 + }, + { + "representative": 446, + "members": [ + 446 + ], + "max_error": 0.0 + }, + { + "representative": 447, + "members": [ + 447 + ], + "max_error": 0.0 + }, + { + "representative": 448, + "members": [ + 448 + ], + "max_error": 0.0 + }, + { + "representative": 449, + "members": [ + 449 + ], + "max_error": 0.0 + }, + { + "representative": 450, + "members": [ + 450 + ], + "max_error": 0.0 + }, + { + "representative": 451, + "members": [ + 451 + ], + "max_error": 0.0 + }, + { + "representative": 452, + "members": [ + 452 + ], + "max_error": 0.0 + }, + { + "representative": 453, + "members": [ + 453 + ], + "max_error": 0.0 + }, + { + "representative": 454, + "members": [ + 454 + ], + "max_error": 0.0 + }, + { + "representative": 455, + "members": [ + 455 + ], + "max_error": 0.0 + }, + { + "representative": 456, + "members": [ + 456 + ], + "max_error": 0.0 + }, + { + "representative": 457, + "members": [ + 457 + ], + "max_error": 0.0 + }, + { + "representative": 458, + "members": [ + 458 + ], + "max_error": 0.0 + }, + { + "representative": 459, + "members": [ + 459 + ], + "max_error": 0.0 + }, + { + "representative": 460, + "members": [ + 460 + ], + "max_error": 0.0 + }, + { + "representative": 461, + "members": [ + 461 + ], + "max_error": 0.0 + }, + { + "representative": 462, + "members": [ + 462 + ], + "max_error": 0.0 + }, + { + "representative": 463, + "members": [ + 463 + ], + "max_error": 0.0 + }, + { + "representative": 464, + "members": [ + 464 + ], + "max_error": 0.0 + }, + { + "representative": 465, + "members": [ + 465 + ], + "max_error": 0.0 + }, + { + "representative": 466, + "members": [ + 466 + ], + "max_error": 0.0 + }, + { + "representative": 467, + "members": [ + 467 + ], + "max_error": 0.0 + }, + { + "representative": 468, + "members": [ + 468 + ], + "max_error": 0.0 + }, + { + "representative": 469, + "members": [ + 469 + ], + "max_error": 0.0 + }, + { + "representative": 470, + "members": [ + 470 + ], + "max_error": 0.0 + }, + { + "representative": 471, + "members": [ + 471 + ], + "max_error": 0.0 + }, + { + "representative": 472, + "members": [ + 472 + ], + "max_error": 0.0 + }, + { + "representative": 473, + "members": [ + 473 + ], + "max_error": 0.0 + }, + { + "representative": 474, + "members": [ + 474 + ], + "max_error": 0.0 + }, + { + "representative": 475, + "members": [ + 475 + ], + "max_error": 0.0 + }, + { + "representative": 476, + "members": [ + 476 + ], + "max_error": 0.0 + }, + { + "representative": 477, + "members": [ + 477 + ], + "max_error": 0.0 + }, + { + "representative": 478, + "members": [ + 478 + ], + "max_error": 0.0 + }, + { + "representative": 479, + "members": [ + 479 + ], + "max_error": 0.0 + }, + { + "representative": 480, + "members": [ + 480 + ], + "max_error": 0.0 + }, + { + "representative": 481, + "members": [ + 481 + ], + "max_error": 0.0 + }, + { + "representative": 482, + "members": [ + 482 + ], + "max_error": 0.0 + }, + { + "representative": 483, + "members": [ + 483 + ], + "max_error": 0.0 + }, + { + "representative": 484, + "members": [ + 484 + ], + "max_error": 0.0 + }, + { + "representative": 485, + "members": [ + 485 + ], + "max_error": 0.0 + }, + { + "representative": 486, + "members": [ + 486 + ], + "max_error": 0.0 + }, + { + "representative": 487, + "members": [ + 487 + ], + "max_error": 0.0 + }, + { + "representative": 488, + "members": [ + 488 + ], + "max_error": 0.0 + }, + { + "representative": 489, + "members": [ + 489 + ], + "max_error": 0.0 + }, + { + "representative": 490, + "members": [ + 490 + ], + "max_error": 0.0 + }, + { + "representative": 491, + "members": [ + 491 + ], + "max_error": 0.0 + }, + { + "representative": 492, + "members": [ + 492 + ], + "max_error": 0.0 + }, + { + "representative": 493, + "members": [ + 493 + ], + "max_error": 0.0 + }, + { + "representative": 494, + "members": [ + 494 + ], + "max_error": 0.0 + }, + { + "representative": 495, + "members": [ + 495 + ], + "max_error": 0.0 + }, + { + "representative": 496, + "members": [ + 496 + ], + "max_error": 0.0 + }, + { + "representative": 497, + "members": [ + 497 + ], + "max_error": 0.0 + }, + { + "representative": 498, + "members": [ + 498 + ], + "max_error": 0.0 + }, + { + "representative": 499, + "members": [ + 499 + ], + "max_error": 0.0 + }, + { + "representative": 500, + "members": [ + 500 + ], + "max_error": 0.0 + }, + { + "representative": 501, + "members": [ + 501 + ], + "max_error": 0.0 + }, + { + "representative": 502, + "members": [ + 502 + ], + "max_error": 0.0 + }, + { + "representative": 503, + "members": [ + 503 + ], + "max_error": 0.0 + }, + { + "representative": 504, + "members": [ + 504 + ], + "max_error": 0.0 + }, + { + "representative": 505, + "members": [ + 505 + ], + "max_error": 0.0 + }, + { + "representative": 506, + "members": [ + 506 + ], + "max_error": 0.0 + }, + { + "representative": 507, + "members": [ + 507 + ], + "max_error": 0.0 + }, + { + "representative": 508, + "members": [ + 508 + ], + "max_error": 0.0 + }, + { + "representative": 509, + "members": [ + 509 + ], + "max_error": 0.0 + }, + { + "representative": 510, + "members": [ + 510 + ], + "max_error": 0.0 + }, + { + "representative": 511, + "members": [ + 511 + ], + "max_error": 0.0 + }, + { + "representative": 512, + "members": [ + 512 + ], + "max_error": 0.0 + }, + { + "representative": 513, + "members": [ + 513 + ], + "max_error": 0.0 + }, + { + "representative": 514, + "members": [ + 514 + ], + "max_error": 0.0 + }, + { + "representative": 515, + "members": [ + 515 + ], + "max_error": 0.0 + }, + { + "representative": 516, + "members": [ + 516 + ], + "max_error": 0.0 + }, + { + "representative": 517, + "members": [ + 517 + ], + "max_error": 0.0 + }, + { + "representative": 518, + "members": [ + 518 + ], + "max_error": 0.0 + }, + { + "representative": 519, + "members": [ + 519 + ], + "max_error": 0.0 + }, + { + "representative": 520, + "members": [ + 520 + ], + "max_error": 0.0 + }, + { + "representative": 521, + "members": [ + 521 + ], + "max_error": 0.0 + }, + { + "representative": 522, + "members": [ + 522 + ], + "max_error": 0.0 + }, + { + "representative": 523, + "members": [ + 523 + ], + "max_error": 0.0 + }, + { + "representative": 524, + "members": [ + 524 + ], + "max_error": 0.0 + }, + { + "representative": 525, + "members": [ + 525 + ], + "max_error": 0.0 + }, + { + "representative": 526, + "members": [ + 526 + ], + "max_error": 0.0 + }, + { + "representative": 527, + "members": [ + 527 + ], + "max_error": 0.0 + }, + { + "representative": 528, + "members": [ + 528 + ], + "max_error": 0.0 + }, + { + "representative": 529, + "members": [ + 529 + ], + "max_error": 0.0 + }, + { + "representative": 530, + "members": [ + 530 + ], + "max_error": 0.0 + }, + { + "representative": 531, + "members": [ + 531 + ], + "max_error": 0.0 + }, + { + "representative": 532, + "members": [ + 532 + ], + "max_error": 0.0 + }, + { + "representative": 533, + "members": [ + 533 + ], + "max_error": 0.0 + }, + { + "representative": 534, + "members": [ + 534 + ], + "max_error": 0.0 + }, + { + "representative": 535, + "members": [ + 535 + ], + "max_error": 0.0 + }, + { + "representative": 536, + "members": [ + 536 + ], + "max_error": 0.0 + }, + { + "representative": 537, + "members": [ + 537 + ], + "max_error": 0.0 + }, + { + "representative": 538, + "members": [ + 538 + ], + "max_error": 0.0 + }, + { + "representative": 539, + "members": [ + 539 + ], + "max_error": 0.0 + }, + { + "representative": 540, + "members": [ + 540 + ], + "max_error": 0.0 + }, + { + "representative": 541, + "members": [ + 541 + ], + "max_error": 0.0 + }, + { + "representative": 542, + "members": [ + 542 + ], + "max_error": 0.0 + }, + { + "representative": 543, + "members": [ + 543 + ], + "max_error": 0.0 + }, + { + "representative": 544, + "members": [ + 544 + ], + "max_error": 0.0 + }, + { + "representative": 545, + "members": [ + 545 + ], + "max_error": 0.0 + }, + { + "representative": 546, + "members": [ + 546 + ], + "max_error": 0.0 + }, + { + "representative": 547, + "members": [ + 547 + ], + "max_error": 0.0 + }, + { + "representative": 548, + "members": [ + 548 + ], + "max_error": 0.0 + }, + { + "representative": 549, + "members": [ + 549 + ], + "max_error": 0.0 + }, + { + "representative": 550, + "members": [ + 550 + ], + "max_error": 0.0 + }, + { + "representative": 551, + "members": [ + 551 + ], + "max_error": 0.0 + }, + { + "representative": 552, + "members": [ + 552 + ], + "max_error": 0.0 + }, + { + "representative": 553, + "members": [ + 553 + ], + "max_error": 0.0 + }, + { + "representative": 554, + "members": [ + 554 + ], + "max_error": 0.0 + }, + { + "representative": 555, + "members": [ + 555 + ], + "max_error": 0.0 + }, + { + "representative": 556, + "members": [ + 556 + ], + "max_error": 0.0 + }, + { + "representative": 557, + "members": [ + 557 + ], + "max_error": 0.0 + }, + { + "representative": 558, + "members": [ + 558 + ], + "max_error": 0.0 + }, + { + "representative": 559, + "members": [ + 559 + ], + "max_error": 0.0 + }, + { + "representative": 560, + "members": [ + 560 + ], + "max_error": 0.0 + }, + { + "representative": 561, + "members": [ + 561 + ], + "max_error": 0.0 + }, + { + "representative": 562, + "members": [ + 562 + ], + "max_error": 0.0 + }, + { + "representative": 563, + "members": [ + 563 + ], + "max_error": 0.0 + }, + { + "representative": 564, + "members": [ + 564 + ], + "max_error": 0.0 + }, + { + "representative": 565, + "members": [ + 565 + ], + "max_error": 0.0 + }, + { + "representative": 566, + "members": [ + 566 + ], + "max_error": 0.0 + }, + { + "representative": 567, + "members": [ + 567 + ], + "max_error": 0.0 + }, + { + "representative": 568, + "members": [ + 568 + ], + "max_error": 0.0 + }, + { + "representative": 569, + "members": [ + 569 + ], + "max_error": 0.0 + }, + { + "representative": 570, + "members": [ + 570 + ], + "max_error": 0.0 + }, + { + "representative": 571, + "members": [ + 571 + ], + "max_error": 0.0 + }, + { + "representative": 572, + "members": [ + 572 + ], + "max_error": 0.0 + }, + { + "representative": 573, + "members": [ + 573 + ], + "max_error": 0.0 + }, + { + "representative": 574, + "members": [ + 574 + ], + "max_error": 0.0 + }, + { + "representative": 575, + "members": [ + 575 + ], + "max_error": 0.0 + }, + { + "representative": 576, + "members": [ + 576 + ], + "max_error": 0.0 + }, + { + "representative": 577, + "members": [ + 577 + ], + "max_error": 0.0 + }, + { + "representative": 578, + "members": [ + 578 + ], + "max_error": 0.0 + }, + { + "representative": 579, + "members": [ + 579 + ], + "max_error": 0.0 + }, + { + "representative": 580, + "members": [ + 580 + ], + "max_error": 0.0 + }, + { + "representative": 581, + "members": [ + 581 + ], + "max_error": 0.0 + }, + { + "representative": 582, + "members": [ + 582 + ], + "max_error": 0.0 + }, + { + "representative": 583, + "members": [ + 583 + ], + "max_error": 0.0 + }, + { + "representative": 584, + "members": [ + 584 + ], + "max_error": 0.0 + }, + { + "representative": 585, + "members": [ + 585 + ], + "max_error": 0.0 + }, + { + "representative": 586, + "members": [ + 586 + ], + "max_error": 0.0 + }, + { + "representative": 587, + "members": [ + 587 + ], + "max_error": 0.0 + }, + { + "representative": 588, + "members": [ + 588 + ], + "max_error": 0.0 + }, + { + "representative": 589, + "members": [ + 589 + ], + "max_error": 0.0 + }, + { + "representative": 590, + "members": [ + 590 + ], + "max_error": 0.0 + }, + { + "representative": 591, + "members": [ + 591 + ], + "max_error": 0.0 + }, + { + "representative": 592, + "members": [ + 592 + ], + "max_error": 0.0 + }, + { + "representative": 593, + "members": [ + 593 + ], + "max_error": 0.0 + }, + { + "representative": 594, + "members": [ + 594 + ], + "max_error": 0.0 + }, + { + "representative": 595, + "members": [ + 595 + ], + "max_error": 0.0 + }, + { + "representative": 596, + "members": [ + 596 + ], + "max_error": 0.0 + }, + { + "representative": 597, + "members": [ + 597 + ], + "max_error": 0.0 + }, + { + "representative": 598, + "members": [ + 598 + ], + "max_error": 0.0 + }, + { + "representative": 599, + "members": [ + 599 + ], + "max_error": 0.0 + }, + { + "representative": 600, + "members": [ + 600 + ], + "max_error": 0.0 + }, + { + "representative": 601, + "members": [ + 601 + ], + "max_error": 0.0 + }, + { + "representative": 602, + "members": [ + 602 + ], + "max_error": 0.0 + }, + { + "representative": 603, + "members": [ + 603 + ], + "max_error": 0.0 + }, + { + "representative": 604, + "members": [ + 604 + ], + "max_error": 0.0 + }, + { + "representative": 605, + "members": [ + 605 + ], + "max_error": 0.0 + }, + { + "representative": 606, + "members": [ + 606 + ], + "max_error": 0.0 + }, + { + "representative": 607, + "members": [ + 607 + ], + "max_error": 0.0 + }, + { + "representative": 608, + "members": [ + 608 + ], + "max_error": 0.0 + }, + { + "representative": 609, + "members": [ + 609 + ], + "max_error": 0.0 + }, + { + "representative": 610, + "members": [ + 610 + ], + "max_error": 0.0 + }, + { + "representative": 611, + "members": [ + 611 + ], + "max_error": 0.0 + }, + { + "representative": 612, + "members": [ + 612 + ], + "max_error": 0.0 + }, + { + "representative": 613, + "members": [ + 613 + ], + "max_error": 0.0 + }, + { + "representative": 614, + "members": [ + 614 + ], + "max_error": 0.0 + }, + { + "representative": 615, + "members": [ + 615 + ], + "max_error": 0.0 + }, + { + "representative": 616, + "members": [ + 616 + ], + "max_error": 0.0 + }, + { + "representative": 617, + "members": [ + 617 + ], + "max_error": 0.0 + }, + { + "representative": 618, + "members": [ + 618 + ], + "max_error": 0.0 + }, + { + "representative": 619, + "members": [ + 619 + ], + "max_error": 0.0 + }, + { + "representative": 620, + "members": [ + 620 + ], + "max_error": 0.0 + }, + { + "representative": 621, + "members": [ + 621 + ], + "max_error": 0.0 + }, + { + "representative": 622, + "members": [ + 622 + ], + "max_error": 0.0 + }, + { + "representative": 623, + "members": [ + 623 + ], + "max_error": 0.0 + }, + { + "representative": 624, + "members": [ + 624 + ], + "max_error": 0.0 + }, + { + "representative": 625, + "members": [ + 625 + ], + "max_error": 0.0 + }, + { + "representative": 626, + "members": [ + 626 + ], + "max_error": 0.0 + }, + { + "representative": 627, + "members": [ + 627 + ], + "max_error": 0.0 + }, + { + "representative": 628, + "members": [ + 628 + ], + "max_error": 0.0 + }, + { + "representative": 629, + "members": [ + 629 + ], + "max_error": 0.0 + }, + { + "representative": 630, + "members": [ + 630 + ], + "max_error": 0.0 + }, + { + "representative": 631, + "members": [ + 631 + ], + "max_error": 0.0 + } +] \ No newline at end of file diff --git a/results/qwen35-2b/analysis/groups_tensor_whole_0.02.json b/results/qwen35-2b/analysis/groups_tensor_whole_0.02.json new file mode 100644 index 0000000..6465df3 --- /dev/null +++ b/results/qwen35-2b/analysis/groups_tensor_whole_0.02.json @@ -0,0 +1,4426 @@ +[ + { + "representative": 36, + "members": [ + 36 + ], + "max_error": 0.0 + }, + { + "representative": 37, + "members": [ + 37 + ], + "max_error": 0.0 + }, + { + "representative": 0, + "members": [ + 0 + ], + "max_error": 0.0 + }, + { + "representative": 38, + "members": [ + 38 + ], + "max_error": 0.0 + }, + { + "representative": 39, + "members": [ + 39 + ], + "max_error": 0.0 + }, + { + "representative": 40, + "members": [ + 40 + ], + "max_error": 0.0 + }, + { + "representative": 41, + "members": [ + 41 + ], + "max_error": 0.0 + }, + { + "representative": 42, + "members": [ + 42 + ], + "max_error": 0.0 + }, + { + "representative": 43, + "members": [ + 43 + ], + "max_error": 0.0 + }, + { + "representative": 1, + "members": [ + 1 + ], + "max_error": 0.0 + }, + { + "representative": 44, + "members": [ + 44 + ], + "max_error": 0.0 + }, + { + "representative": 45, + "members": [ + 45 + ], + "max_error": 0.0 + }, + { + "representative": 46, + "members": [ + 46 + ], + "max_error": 0.0 + }, + { + "representative": 47, + "members": [ + 47 + ], + "max_error": 0.0 + }, + { + "representative": 48, + "members": [ + 48 + ], + "max_error": 0.0 + }, + { + "representative": 49, + "members": [ + 49 + ], + "max_error": 0.0 + }, + { + "representative": 2, + "members": [ + 2 + ], + "max_error": 0.0 + }, + { + "representative": 50, + "members": [ + 50 + ], + "max_error": 0.0 + }, + { + "representative": 51, + "members": [ + 51 + ], + "max_error": 0.0 + }, + { + "representative": 52, + "members": [ + 52 + ], + "max_error": 0.0 + }, + { + "representative": 53, + "members": [ + 53 + ], + "max_error": 0.0 + }, + { + "representative": 54, + "members": [ + 54 + ], + "max_error": 0.0 + }, + { + "representative": 55, + "members": [ + 55 + ], + "max_error": 0.0 + }, + { + "representative": 3, + "members": [ + 3 + ], + "max_error": 0.0 + }, + { + "representative": 56, + "members": [ + 56 + ], + "max_error": 0.0 + }, + { + "representative": 57, + "members": [ + 57 + ], + "max_error": 0.0 + }, + { + "representative": 58, + "members": [ + 58 + ], + "max_error": 0.0 + }, + { + "representative": 59, + "members": [ + 59 + ], + "max_error": 0.0 + }, + { + "representative": 60, + "members": [ + 60 + ], + "max_error": 0.0 + }, + { + "representative": 61, + "members": [ + 61 + ], + "max_error": 0.0 + }, + { + "representative": 4, + "members": [ + 4 + ], + "max_error": 0.0 + }, + { + "representative": 62, + "members": [ + 62 + ], + "max_error": 0.0 + }, + { + "representative": 63, + "members": [ + 63 + ], + "max_error": 0.0 + }, + { + "representative": 64, + "members": [ + 64 + ], + "max_error": 0.0 + }, + { + "representative": 65, + "members": [ + 65 + ], + "max_error": 0.0 + }, + { + "representative": 66, + "members": [ + 66 + ], + "max_error": 0.0 + }, + { + "representative": 67, + "members": [ + 67 + ], + "max_error": 0.0 + }, + { + "representative": 5, + "members": [ + 5 + ], + "max_error": 0.0 + }, + { + "representative": 68, + "members": [ + 68 + ], + "max_error": 0.0 + }, + { + "representative": 69, + "members": [ + 69 + ], + "max_error": 0.0 + }, + { + "representative": 70, + "members": [ + 70 + ], + "max_error": 0.0 + }, + { + "representative": 71, + "members": [ + 71 + ], + "max_error": 0.0 + }, + { + "representative": 72, + "members": [ + 72 + ], + "max_error": 0.0 + }, + { + "representative": 73, + "members": [ + 73 + ], + "max_error": 0.0 + }, + { + "representative": 74, + "members": [ + 74 + ], + "max_error": 0.0 + }, + { + "representative": 75, + "members": [ + 75 + ], + "max_error": 0.0 + }, + { + "representative": 76, + "members": [ + 76 + ], + "max_error": 0.0 + }, + { + "representative": 77, + "members": [ + 77 + ], + "max_error": 0.0 + }, + { + "representative": 78, + "members": [ + 78 + ], + "max_error": 0.0 + }, + { + "representative": 79, + "members": [ + 79 + ], + "max_error": 0.0 + }, + { + "representative": 80, + "members": [ + 80 + ], + "max_error": 0.0 + }, + { + "representative": 81, + "members": [ + 81 + ], + "max_error": 0.0 + }, + { + "representative": 82, + "members": [ + 82 + ], + "max_error": 0.0 + }, + { + "representative": 83, + "members": [ + 83 + ], + "max_error": 0.0 + }, + { + "representative": 84, + "members": [ + 84 + ], + "max_error": 0.0 + }, + { + "representative": 6, + "members": [ + 6 + ], + "max_error": 0.0 + }, + { + "representative": 85, + "members": [ + 85 + ], + "max_error": 0.0 + }, + { + "representative": 86, + "members": [ + 86 + ], + "max_error": 0.0 + }, + { + "representative": 87, + "members": [ + 87 + ], + "max_error": 0.0 + }, + { + "representative": 88, + "members": [ + 88 + ], + "max_error": 0.0 + }, + { + "representative": 89, + "members": [ + 89 + ], + "max_error": 0.0 + }, + { + "representative": 90, + "members": [ + 90 + ], + "max_error": 0.0 + }, + { + "representative": 7, + "members": [ + 7 + ], + "max_error": 0.0 + }, + { + "representative": 91, + "members": [ + 91 + ], + "max_error": 0.0 + }, + { + "representative": 92, + "members": [ + 92 + ], + "max_error": 0.0 + }, + { + "representative": 93, + "members": [ + 93 + ], + "max_error": 0.0 + }, + { + "representative": 94, + "members": [ + 94 + ], + "max_error": 0.0 + }, + { + "representative": 95, + "members": [ + 95 + ], + "max_error": 0.0 + }, + { + "representative": 96, + "members": [ + 96 + ], + "max_error": 0.0 + }, + { + "representative": 8, + "members": [ + 8 + ], + "max_error": 0.0 + }, + { + "representative": 97, + "members": [ + 97 + ], + "max_error": 0.0 + }, + { + "representative": 98, + "members": [ + 98 + ], + "max_error": 0.0 + }, + { + "representative": 99, + "members": [ + 99 + ], + "max_error": 0.0 + }, + { + "representative": 100, + "members": [ + 100 + ], + "max_error": 0.0 + }, + { + "representative": 101, + "members": [ + 101 + ], + "max_error": 0.0 + }, + { + "representative": 102, + "members": [ + 102 + ], + "max_error": 0.0 + }, + { + "representative": 9, + "members": [ + 9 + ], + "max_error": 0.0 + }, + { + "representative": 103, + "members": [ + 103 + ], + "max_error": 0.0 + }, + { + "representative": 104, + "members": [ + 104 + ], + "max_error": 0.0 + }, + { + "representative": 105, + "members": [ + 105 + ], + "max_error": 0.0 + }, + { + "representative": 106, + "members": [ + 106 + ], + "max_error": 0.0 + }, + { + "representative": 107, + "members": [ + 107 + ], + "max_error": 0.0 + }, + { + "representative": 108, + "members": [ + 108 + ], + "max_error": 0.0 + }, + { + "representative": 10, + "members": [ + 10 + ], + "max_error": 0.0 + }, + { + "representative": 109, + "members": [ + 109 + ], + "max_error": 0.0 + }, + { + "representative": 110, + "members": [ + 110 + ], + "max_error": 0.0 + }, + { + "representative": 111, + "members": [ + 111 + ], + "max_error": 0.0 + }, + { + "representative": 112, + "members": [ + 112 + ], + "max_error": 0.0 + }, + { + "representative": 113, + "members": [ + 113 + ], + "max_error": 0.0 + }, + { + "representative": 114, + "members": [ + 114 + ], + "max_error": 0.0 + }, + { + "representative": 11, + "members": [ + 11 + ], + "max_error": 0.0 + }, + { + "representative": 115, + "members": [ + 115 + ], + "max_error": 0.0 + }, + { + "representative": 116, + "members": [ + 116 + ], + "max_error": 0.0 + }, + { + "representative": 117, + "members": [ + 117 + ], + "max_error": 0.0 + }, + { + "representative": 118, + "members": [ + 118 + ], + "max_error": 0.0 + }, + { + "representative": 119, + "members": [ + 119 + ], + "max_error": 0.0 + }, + { + "representative": 120, + "members": [ + 120 + ], + "max_error": 0.0 + }, + { + "representative": 121, + "members": [ + 121 + ], + "max_error": 0.0 + }, + { + "representative": 122, + "members": [ + 122 + ], + "max_error": 0.0 + }, + { + "representative": 123, + "members": [ + 123 + ], + "max_error": 0.0 + }, + { + "representative": 124, + "members": [ + 124 + ], + "max_error": 0.0 + }, + { + "representative": 125, + "members": [ + 125 + ], + "max_error": 0.0 + }, + { + "representative": 126, + "members": [ + 126 + ], + "max_error": 0.0 + }, + { + "representative": 127, + "members": [ + 127 + ], + "max_error": 0.0 + }, + { + "representative": 128, + "members": [ + 128 + ], + "max_error": 0.0 + }, + { + "representative": 129, + "members": [ + 129 + ], + "max_error": 0.0 + }, + { + "representative": 130, + "members": [ + 130 + ], + "max_error": 0.0 + }, + { + "representative": 131, + "members": [ + 131 + ], + "max_error": 0.0 + }, + { + "representative": 12, + "members": [ + 12 + ], + "max_error": 0.0 + }, + { + "representative": 132, + "members": [ + 132 + ], + "max_error": 0.0 + }, + { + "representative": 133, + "members": [ + 133 + ], + "max_error": 0.0 + }, + { + "representative": 134, + "members": [ + 134 + ], + "max_error": 0.0 + }, + { + "representative": 135, + "members": [ + 135 + ], + "max_error": 0.0 + }, + { + "representative": 136, + "members": [ + 136 + ], + "max_error": 0.0 + }, + { + "representative": 137, + "members": [ + 137 + ], + "max_error": 0.0 + }, + { + "representative": 13, + "members": [ + 13 + ], + "max_error": 0.0 + }, + { + "representative": 138, + "members": [ + 138 + ], + "max_error": 0.0 + }, + { + "representative": 139, + "members": [ + 139 + ], + "max_error": 0.0 + }, + { + "representative": 140, + "members": [ + 140 + ], + "max_error": 0.0 + }, + { + "representative": 141, + "members": [ + 141 + ], + "max_error": 0.0 + }, + { + "representative": 142, + "members": [ + 142 + ], + "max_error": 0.0 + }, + { + "representative": 143, + "members": [ + 143 + ], + "max_error": 0.0 + }, + { + "representative": 14, + "members": [ + 14 + ], + "max_error": 0.0 + }, + { + "representative": 144, + "members": [ + 144 + ], + "max_error": 0.0 + }, + { + "representative": 145, + "members": [ + 145 + ], + "max_error": 0.0 + }, + { + "representative": 146, + "members": [ + 146 + ], + "max_error": 0.0 + }, + { + "representative": 147, + "members": [ + 147 + ], + "max_error": 0.0 + }, + { + "representative": 148, + "members": [ + 148 + ], + "max_error": 0.0 + }, + { + "representative": 149, + "members": [ + 149 + ], + "max_error": 0.0 + }, + { + "representative": 15, + "members": [ + 15 + ], + "max_error": 0.0 + }, + { + "representative": 150, + "members": [ + 150 + ], + "max_error": 0.0 + }, + { + "representative": 151, + "members": [ + 151 + ], + "max_error": 0.0 + }, + { + "representative": 152, + "members": [ + 152 + ], + "max_error": 0.0 + }, + { + "representative": 153, + "members": [ + 153 + ], + "max_error": 0.0 + }, + { + "representative": 154, + "members": [ + 154 + ], + "max_error": 0.0 + }, + { + "representative": 155, + "members": [ + 155 + ], + "max_error": 0.0 + }, + { + "representative": 16, + "members": [ + 16 + ], + "max_error": 0.0 + }, + { + "representative": 156, + "members": [ + 156 + ], + "max_error": 0.0 + }, + { + "representative": 157, + "members": [ + 157 + ], + "max_error": 0.0 + }, + { + "representative": 158, + "members": [ + 158 + ], + "max_error": 0.0 + }, + { + "representative": 159, + "members": [ + 159 + ], + "max_error": 0.0 + }, + { + "representative": 160, + "members": [ + 160 + ], + "max_error": 0.0 + }, + { + "representative": 161, + "members": [ + 161 + ], + "max_error": 0.0 + }, + { + "representative": 17, + "members": [ + 17 + ], + "max_error": 0.0 + }, + { + "representative": 162, + "members": [ + 162 + ], + "max_error": 0.0 + }, + { + "representative": 163, + "members": [ + 163 + ], + "max_error": 0.0 + }, + { + "representative": 164, + "members": [ + 164 + ], + "max_error": 0.0 + }, + { + "representative": 165, + "members": [ + 165 + ], + "max_error": 0.0 + }, + { + "representative": 166, + "members": [ + 166 + ], + "max_error": 0.0 + }, + { + "representative": 167, + "members": [ + 167 + ], + "max_error": 0.0 + }, + { + "representative": 168, + "members": [ + 168 + ], + "max_error": 0.0 + }, + { + "representative": 169, + "members": [ + 169 + ], + "max_error": 0.0 + }, + { + "representative": 170, + "members": [ + 170 + ], + "max_error": 0.0 + }, + { + "representative": 171, + "members": [ + 171 + ], + "max_error": 0.0 + }, + { + "representative": 172, + "members": [ + 172 + ], + "max_error": 0.0 + }, + { + "representative": 173, + "members": [ + 173 + ], + "max_error": 0.0 + }, + { + "representative": 174, + "members": [ + 174 + ], + "max_error": 0.0 + }, + { + "representative": 175, + "members": [ + 175 + ], + "max_error": 0.0 + }, + { + "representative": 176, + "members": [ + 176 + ], + "max_error": 0.0 + }, + { + "representative": 177, + "members": [ + 177 + ], + "max_error": 0.0 + }, + { + "representative": 178, + "members": [ + 178 + ], + "max_error": 0.0 + }, + { + "representative": 18, + "members": [ + 18 + ], + "max_error": 0.0 + }, + { + "representative": 179, + "members": [ + 179 + ], + "max_error": 0.0 + }, + { + "representative": 180, + "members": [ + 180 + ], + "max_error": 0.0 + }, + { + "representative": 181, + "members": [ + 181 + ], + "max_error": 0.0 + }, + { + "representative": 182, + "members": [ + 182 + ], + "max_error": 0.0 + }, + { + "representative": 183, + "members": [ + 183 + ], + "max_error": 0.0 + }, + { + "representative": 184, + "members": [ + 184 + ], + "max_error": 0.0 + }, + { + "representative": 19, + "members": [ + 19 + ], + "max_error": 0.0 + }, + { + "representative": 185, + "members": [ + 185 + ], + "max_error": 0.0 + }, + { + "representative": 186, + "members": [ + 186 + ], + "max_error": 0.0 + }, + { + "representative": 187, + "members": [ + 187 + ], + "max_error": 0.0 + }, + { + "representative": 188, + "members": [ + 188 + ], + "max_error": 0.0 + }, + { + "representative": 189, + "members": [ + 189 + ], + "max_error": 0.0 + }, + { + "representative": 190, + "members": [ + 190 + ], + "max_error": 0.0 + }, + { + "representative": 20, + "members": [ + 20 + ], + "max_error": 0.0 + }, + { + "representative": 191, + "members": [ + 191 + ], + "max_error": 0.0 + }, + { + "representative": 192, + "members": [ + 192 + ], + "max_error": 0.0 + }, + { + "representative": 193, + "members": [ + 193 + ], + "max_error": 0.0 + }, + { + "representative": 194, + "members": [ + 194 + ], + "max_error": 0.0 + }, + { + "representative": 195, + "members": [ + 195 + ], + "max_error": 0.0 + }, + { + "representative": 196, + "members": [ + 196 + ], + "max_error": 0.0 + }, + { + "representative": 21, + "members": [ + 21 + ], + "max_error": 0.0 + }, + { + "representative": 197, + "members": [ + 197 + ], + "max_error": 0.0 + }, + { + "representative": 198, + "members": [ + 198 + ], + "max_error": 0.0 + }, + { + "representative": 199, + "members": [ + 199 + ], + "max_error": 0.0 + }, + { + "representative": 200, + "members": [ + 200 + ], + "max_error": 0.0 + }, + { + "representative": 201, + "members": [ + 201 + ], + "max_error": 0.0 + }, + { + "representative": 202, + "members": [ + 202 + ], + "max_error": 0.0 + }, + { + "representative": 22, + "members": [ + 22 + ], + "max_error": 0.0 + }, + { + "representative": 203, + "members": [ + 203 + ], + "max_error": 0.0 + }, + { + "representative": 204, + "members": [ + 204 + ], + "max_error": 0.0 + }, + { + "representative": 205, + "members": [ + 205 + ], + "max_error": 0.0 + }, + { + "representative": 206, + "members": [ + 206 + ], + "max_error": 0.0 + }, + { + "representative": 207, + "members": [ + 207 + ], + "max_error": 0.0 + }, + { + "representative": 208, + "members": [ + 208 + ], + "max_error": 0.0 + }, + { + "representative": 23, + "members": [ + 23 + ], + "max_error": 0.0 + }, + { + "representative": 209, + "members": [ + 209 + ], + "max_error": 0.0 + }, + { + "representative": 210, + "members": [ + 210 + ], + "max_error": 0.0 + }, + { + "representative": 211, + "members": [ + 211 + ], + "max_error": 0.0 + }, + { + "representative": 212, + "members": [ + 212 + ], + "max_error": 0.0 + }, + { + "representative": 213, + "members": [ + 213 + ], + "max_error": 0.0 + }, + { + "representative": 214, + "members": [ + 214 + ], + "max_error": 0.0 + }, + { + "representative": 24, + "members": [ + 24 + ], + "max_error": 0.0 + }, + { + "representative": 215, + "members": [ + 215 + ], + "max_error": 0.0 + }, + { + "representative": 216, + "members": [ + 216 + ], + "max_error": 0.0 + }, + { + "representative": 217, + "members": [ + 217 + ], + "max_error": 0.0 + }, + { + "representative": 218, + "members": [ + 218 + ], + "max_error": 0.0 + }, + { + "representative": 219, + "members": [ + 219 + ], + "max_error": 0.0 + }, + { + "representative": 220, + "members": [ + 220 + ], + "max_error": 0.0 + }, + { + "representative": 25, + "members": [ + 25 + ], + "max_error": 0.0 + }, + { + "representative": 221, + "members": [ + 221 + ], + "max_error": 0.0 + }, + { + "representative": 222, + "members": [ + 222 + ], + "max_error": 0.0 + }, + { + "representative": 223, + "members": [ + 223 + ], + "max_error": 0.0 + }, + { + "representative": 224, + "members": [ + 224 + ], + "max_error": 0.0 + }, + { + "representative": 225, + "members": [ + 225 + ], + "max_error": 0.0 + }, + { + "representative": 226, + "members": [ + 226 + ], + "max_error": 0.0 + }, + { + "representative": 227, + "members": [ + 227 + ], + "max_error": 0.0 + }, + { + "representative": 228, + "members": [ + 228 + ], + "max_error": 0.0 + }, + { + "representative": 229, + "members": [ + 229 + ], + "max_error": 0.0 + }, + { + "representative": 230, + "members": [ + 230 + ], + "max_error": 0.0 + }, + { + "representative": 231, + "members": [ + 231 + ], + "max_error": 0.0 + }, + { + "representative": 232, + "members": [ + 232 + ], + "max_error": 0.0 + }, + { + "representative": 233, + "members": [ + 233 + ], + "max_error": 0.0 + }, + { + "representative": 234, + "members": [ + 234 + ], + "max_error": 0.0 + }, + { + "representative": 235, + "members": [ + 235 + ], + "max_error": 0.0 + }, + { + "representative": 236, + "members": [ + 236 + ], + "max_error": 0.0 + }, + { + "representative": 237, + "members": [ + 237 + ], + "max_error": 0.0 + }, + { + "representative": 238, + "members": [ + 238 + ], + "max_error": 0.0 + }, + { + "representative": 239, + "members": [ + 239 + ], + "max_error": 0.0 + }, + { + "representative": 240, + "members": [ + 240 + ], + "max_error": 0.0 + }, + { + "representative": 241, + "members": [ + 241 + ], + "max_error": 0.0 + }, + { + "representative": 242, + "members": [ + 242 + ], + "max_error": 0.0 + }, + { + "representative": 243, + "members": [ + 243 + ], + "max_error": 0.0 + }, + { + "representative": 244, + "members": [ + 244 + ], + "max_error": 0.0 + }, + { + "representative": 245, + "members": [ + 245 + ], + "max_error": 0.0 + }, + { + "representative": 246, + "members": [ + 246 + ], + "max_error": 0.0 + }, + { + "representative": 247, + "members": [ + 247 + ], + "max_error": 0.0 + }, + { + "representative": 248, + "members": [ + 248 + ], + "max_error": 0.0 + }, + { + "representative": 26, + "members": [ + 26 + ], + "max_error": 0.0 + }, + { + "representative": 249, + "members": [ + 249 + ], + "max_error": 0.0 + }, + { + "representative": 250, + "members": [ + 250 + ], + "max_error": 0.0 + }, + { + "representative": 251, + "members": [ + 251 + ], + "max_error": 0.0 + }, + { + "representative": 252, + "members": [ + 252 + ], + "max_error": 0.0 + }, + { + "representative": 253, + "members": [ + 253 + ], + "max_error": 0.0 + }, + { + "representative": 254, + "members": [ + 254 + ], + "max_error": 0.0 + }, + { + "representative": 27, + "members": [ + 27 + ], + "max_error": 0.0 + }, + { + "representative": 255, + "members": [ + 255 + ], + "max_error": 0.0 + }, + { + "representative": 256, + "members": [ + 256 + ], + "max_error": 0.0 + }, + { + "representative": 257, + "members": [ + 257 + ], + "max_error": 0.0 + }, + { + "representative": 258, + "members": [ + 258 + ], + "max_error": 0.0 + }, + { + "representative": 259, + "members": [ + 259 + ], + "max_error": 0.0 + }, + { + "representative": 260, + "members": [ + 260 + ], + "max_error": 0.0 + }, + { + "representative": 28, + "members": [ + 28 + ], + "max_error": 0.0 + }, + { + "representative": 261, + "members": [ + 261 + ], + "max_error": 0.0 + }, + { + "representative": 262, + "members": [ + 262 + ], + "max_error": 0.0 + }, + { + "representative": 263, + "members": [ + 263 + ], + "max_error": 0.0 + }, + { + "representative": 264, + "members": [ + 264 + ], + "max_error": 0.0 + }, + { + "representative": 265, + "members": [ + 265 + ], + "max_error": 0.0 + }, + { + "representative": 266, + "members": [ + 266 + ], + "max_error": 0.0 + }, + { + "representative": 29, + "members": [ + 29 + ], + "max_error": 0.0 + }, + { + "representative": 267, + "members": [ + 267 + ], + "max_error": 0.0 + }, + { + "representative": 268, + "members": [ + 268 + ], + "max_error": 0.0 + }, + { + "representative": 269, + "members": [ + 269 + ], + "max_error": 0.0 + }, + { + "representative": 270, + "members": [ + 270 + ], + "max_error": 0.0 + }, + { + "representative": 271, + "members": [ + 271 + ], + "max_error": 0.0 + }, + { + "representative": 272, + "members": [ + 272 + ], + "max_error": 0.0 + }, + { + "representative": 30, + "members": [ + 30 + ], + "max_error": 0.0 + }, + { + "representative": 273, + "members": [ + 273 + ], + "max_error": 0.0 + }, + { + "representative": 274, + "members": [ + 274 + ], + "max_error": 0.0 + }, + { + "representative": 275, + "members": [ + 275 + ], + "max_error": 0.0 + }, + { + "representative": 276, + "members": [ + 276 + ], + "max_error": 0.0 + }, + { + "representative": 277, + "members": [ + 277 + ], + "max_error": 0.0 + }, + { + "representative": 278, + "members": [ + 278 + ], + "max_error": 0.0 + }, + { + "representative": 31, + "members": [ + 31 + ], + "max_error": 0.0 + }, + { + "representative": 279, + "members": [ + 279 + ], + "max_error": 0.0 + }, + { + "representative": 280, + "members": [ + 280 + ], + "max_error": 0.0 + }, + { + "representative": 281, + "members": [ + 281 + ], + "max_error": 0.0 + }, + { + "representative": 282, + "members": [ + 282 + ], + "max_error": 0.0 + }, + { + "representative": 283, + "members": [ + 283 + ], + "max_error": 0.0 + }, + { + "representative": 284, + "members": [ + 284 + ], + "max_error": 0.0 + }, + { + "representative": 285, + "members": [ + 285 + ], + "max_error": 0.0 + }, + { + "representative": 286, + "members": [ + 286 + ], + "max_error": 0.0 + }, + { + "representative": 287, + "members": [ + 287 + ], + "max_error": 0.0 + }, + { + "representative": 288, + "members": [ + 288 + ], + "max_error": 0.0 + }, + { + "representative": 289, + "members": [ + 289 + ], + "max_error": 0.0 + }, + { + "representative": 290, + "members": [ + 290 + ], + "max_error": 0.0 + }, + { + "representative": 291, + "members": [ + 291 + ], + "max_error": 0.0 + }, + { + "representative": 292, + "members": [ + 292 + ], + "max_error": 0.0 + }, + { + "representative": 293, + "members": [ + 293 + ], + "max_error": 0.0 + }, + { + "representative": 294, + "members": [ + 294 + ], + "max_error": 0.0 + }, + { + "representative": 295, + "members": [ + 295 + ], + "max_error": 0.0 + }, + { + "representative": 32, + "members": [ + 32 + ], + "max_error": 0.0 + }, + { + "representative": 296, + "members": [ + 296 + ], + "max_error": 0.0 + }, + { + "representative": 297, + "members": [ + 297 + ], + "max_error": 0.0 + }, + { + "representative": 298, + "members": [ + 298 + ], + "max_error": 0.0 + }, + { + "representative": 299, + "members": [ + 299 + ], + "max_error": 0.0 + }, + { + "representative": 300, + "members": [ + 300 + ], + "max_error": 0.0 + }, + { + "representative": 301, + "members": [ + 301 + ], + "max_error": 0.0 + }, + { + "representative": 33, + "members": [ + 33 + ], + "max_error": 0.0 + }, + { + "representative": 302, + "members": [ + 302 + ], + "max_error": 0.0 + }, + { + "representative": 303, + "members": [ + 303 + ], + "max_error": 0.0 + }, + { + "representative": 304, + "members": [ + 304 + ], + "max_error": 0.0 + }, + { + "representative": 305, + "members": [ + 305 + ], + "max_error": 0.0 + }, + { + "representative": 306, + "members": [ + 306 + ], + "max_error": 0.0 + }, + { + "representative": 307, + "members": [ + 307 + ], + "max_error": 0.0 + }, + { + "representative": 34, + "members": [ + 34 + ], + "max_error": 0.0 + }, + { + "representative": 308, + "members": [ + 308 + ], + "max_error": 0.0 + }, + { + "representative": 309, + "members": [ + 309 + ], + "max_error": 0.0 + }, + { + "representative": 310, + "members": [ + 310 + ], + "max_error": 0.0 + }, + { + "representative": 311, + "members": [ + 311 + ], + "max_error": 0.0 + }, + { + "representative": 312, + "members": [ + 312 + ], + "max_error": 0.0 + }, + { + "representative": 313, + "members": [ + 313 + ], + "max_error": 0.0 + }, + { + "representative": 35, + "members": [ + 35 + ], + "max_error": 0.0 + }, + { + "representative": 314, + "members": [ + 314 + ], + "max_error": 0.0 + }, + { + "representative": 315, + "members": [ + 315 + ], + "max_error": 0.0 + }, + { + "representative": 316, + "members": [ + 316 + ], + "max_error": 0.0 + }, + { + "representative": 317, + "members": [ + 317 + ], + "max_error": 0.0 + }, + { + "representative": 318, + "members": [ + 318 + ], + "max_error": 0.0 + }, + { + "representative": 319, + "members": [ + 319 + ], + "max_error": 0.0 + }, + { + "representative": 320, + "members": [ + 320 + ], + "max_error": 0.0 + }, + { + "representative": 321, + "members": [ + 321 + ], + "max_error": 0.0 + }, + { + "representative": 322, + "members": [ + 322 + ], + "max_error": 0.0 + }, + { + "representative": 323, + "members": [ + 323 + ], + "max_error": 0.0 + }, + { + "representative": 324, + "members": [ + 324 + ], + "max_error": 0.0 + }, + { + "representative": 325, + "members": [ + 325 + ], + "max_error": 0.0 + }, + { + "representative": 326, + "members": [ + 326 + ], + "max_error": 0.0 + }, + { + "representative": 327, + "members": [ + 327 + ], + "max_error": 0.0 + }, + { + "representative": 328, + "members": [ + 328 + ], + "max_error": 0.0 + }, + { + "representative": 329, + "members": [ + 329 + ], + "max_error": 0.0 + }, + { + "representative": 330, + "members": [ + 330 + ], + "max_error": 0.0 + }, + { + "representative": 331, + "members": [ + 331 + ], + "max_error": 0.0 + }, + { + "representative": 332, + "members": [ + 332 + ], + "max_error": 0.0 + }, + { + "representative": 333, + "members": [ + 333 + ], + "max_error": 0.0 + }, + { + "representative": 334, + "members": [ + 334 + ], + "max_error": 0.0 + }, + { + "representative": 335, + "members": [ + 335 + ], + "max_error": 0.0 + }, + { + "representative": 336, + "members": [ + 336 + ], + "max_error": 0.0 + }, + { + "representative": 337, + "members": [ + 337 + ], + "max_error": 0.0 + }, + { + "representative": 338, + "members": [ + 338 + ], + "max_error": 0.0 + }, + { + "representative": 339, + "members": [ + 339 + ], + "max_error": 0.0 + }, + { + "representative": 340, + "members": [ + 340 + ], + "max_error": 0.0 + }, + { + "representative": 341, + "members": [ + 341 + ], + "max_error": 0.0 + }, + { + "representative": 342, + "members": [ + 342 + ], + "max_error": 0.0 + }, + { + "representative": 343, + "members": [ + 343 + ], + "max_error": 0.0 + }, + { + "representative": 344, + "members": [ + 344 + ], + "max_error": 0.0 + }, + { + "representative": 345, + "members": [ + 345 + ], + "max_error": 0.0 + }, + { + "representative": 346, + "members": [ + 346 + ], + "max_error": 0.0 + }, + { + "representative": 347, + "members": [ + 347 + ], + "max_error": 0.0 + }, + { + "representative": 348, + "members": [ + 348 + ], + "max_error": 0.0 + }, + { + "representative": 349, + "members": [ + 349 + ], + "max_error": 0.0 + }, + { + "representative": 350, + "members": [ + 350 + ], + "max_error": 0.0 + }, + { + "representative": 351, + "members": [ + 351 + ], + "max_error": 0.0 + }, + { + "representative": 352, + "members": [ + 352 + ], + "max_error": 0.0 + }, + { + "representative": 353, + "members": [ + 353 + ], + "max_error": 0.0 + }, + { + "representative": 354, + "members": [ + 354 + ], + "max_error": 0.0 + }, + { + "representative": 355, + "members": [ + 355 + ], + "max_error": 0.0 + }, + { + "representative": 356, + "members": [ + 356 + ], + "max_error": 0.0 + }, + { + "representative": 357, + "members": [ + 357 + ], + "max_error": 0.0 + }, + { + "representative": 358, + "members": [ + 358 + ], + "max_error": 0.0 + }, + { + "representative": 359, + "members": [ + 359 + ], + "max_error": 0.0 + }, + { + "representative": 360, + "members": [ + 360 + ], + "max_error": 0.0 + }, + { + "representative": 361, + "members": [ + 361 + ], + "max_error": 0.0 + }, + { + "representative": 362, + "members": [ + 362 + ], + "max_error": 0.0 + }, + { + "representative": 363, + "members": [ + 363 + ], + "max_error": 0.0 + }, + { + "representative": 364, + "members": [ + 364 + ], + "max_error": 0.0 + }, + { + "representative": 365, + "members": [ + 365 + ], + "max_error": 0.0 + }, + { + "representative": 366, + "members": [ + 366 + ], + "max_error": 0.0 + }, + { + "representative": 367, + "members": [ + 367 + ], + "max_error": 0.0 + }, + { + "representative": 368, + "members": [ + 368 + ], + "max_error": 0.0 + }, + { + "representative": 369, + "members": [ + 369 + ], + "max_error": 0.0 + }, + { + "representative": 370, + "members": [ + 370 + ], + "max_error": 0.0 + }, + { + "representative": 371, + "members": [ + 371 + ], + "max_error": 0.0 + }, + { + "representative": 372, + "members": [ + 372 + ], + "max_error": 0.0 + }, + { + "representative": 373, + "members": [ + 373 + ], + "max_error": 0.0 + }, + { + "representative": 374, + "members": [ + 374 + ], + "max_error": 0.0 + }, + { + "representative": 375, + "members": [ + 375 + ], + "max_error": 0.0 + }, + { + "representative": 376, + "members": [ + 376 + ], + "max_error": 0.0 + }, + { + "representative": 377, + "members": [ + 377 + ], + "max_error": 0.0 + }, + { + "representative": 378, + "members": [ + 378 + ], + "max_error": 0.0 + }, + { + "representative": 379, + "members": [ + 379 + ], + "max_error": 0.0 + }, + { + "representative": 380, + "members": [ + 380 + ], + "max_error": 0.0 + }, + { + "representative": 381, + "members": [ + 381 + ], + "max_error": 0.0 + }, + { + "representative": 382, + "members": [ + 382 + ], + "max_error": 0.0 + }, + { + "representative": 383, + "members": [ + 383 + ], + "max_error": 0.0 + }, + { + "representative": 384, + "members": [ + 384 + ], + "max_error": 0.0 + }, + { + "representative": 385, + "members": [ + 385 + ], + "max_error": 0.0 + }, + { + "representative": 386, + "members": [ + 386 + ], + "max_error": 0.0 + }, + { + "representative": 387, + "members": [ + 387 + ], + "max_error": 0.0 + }, + { + "representative": 388, + "members": [ + 388 + ], + "max_error": 0.0 + }, + { + "representative": 389, + "members": [ + 389 + ], + "max_error": 0.0 + }, + { + "representative": 390, + "members": [ + 390 + ], + "max_error": 0.0 + }, + { + "representative": 391, + "members": [ + 391 + ], + "max_error": 0.0 + }, + { + "representative": 392, + "members": [ + 392 + ], + "max_error": 0.0 + }, + { + "representative": 393, + "members": [ + 393 + ], + "max_error": 0.0 + }, + { + "representative": 394, + "members": [ + 394 + ], + "max_error": 0.0 + }, + { + "representative": 395, + "members": [ + 395 + ], + "max_error": 0.0 + }, + { + "representative": 396, + "members": [ + 396 + ], + "max_error": 0.0 + }, + { + "representative": 397, + "members": [ + 397 + ], + "max_error": 0.0 + }, + { + "representative": 398, + "members": [ + 398 + ], + "max_error": 0.0 + }, + { + "representative": 399, + "members": [ + 399 + ], + "max_error": 0.0 + }, + { + "representative": 400, + "members": [ + 400 + ], + "max_error": 0.0 + }, + { + "representative": 401, + "members": [ + 401 + ], + "max_error": 0.0 + }, + { + "representative": 402, + "members": [ + 402 + ], + "max_error": 0.0 + }, + { + "representative": 403, + "members": [ + 403 + ], + "max_error": 0.0 + }, + { + "representative": 404, + "members": [ + 404 + ], + "max_error": 0.0 + }, + { + "representative": 405, + "members": [ + 405 + ], + "max_error": 0.0 + }, + { + "representative": 406, + "members": [ + 406 + ], + "max_error": 0.0 + }, + { + "representative": 407, + "members": [ + 407 + ], + "max_error": 0.0 + }, + { + "representative": 408, + "members": [ + 408 + ], + "max_error": 0.0 + }, + { + "representative": 409, + "members": [ + 409 + ], + "max_error": 0.0 + }, + { + "representative": 410, + "members": [ + 410 + ], + "max_error": 0.0 + }, + { + "representative": 411, + "members": [ + 411 + ], + "max_error": 0.0 + }, + { + "representative": 412, + "members": [ + 412 + ], + "max_error": 0.0 + }, + { + "representative": 413, + "members": [ + 413 + ], + "max_error": 0.0 + }, + { + "representative": 414, + "members": [ + 414 + ], + "max_error": 0.0 + }, + { + "representative": 415, + "members": [ + 415 + ], + "max_error": 0.0 + }, + { + "representative": 416, + "members": [ + 416 + ], + "max_error": 0.0 + }, + { + "representative": 417, + "members": [ + 417 + ], + "max_error": 0.0 + }, + { + "representative": 418, + "members": [ + 418 + ], + "max_error": 0.0 + }, + { + "representative": 419, + "members": [ + 419 + ], + "max_error": 0.0 + }, + { + "representative": 420, + "members": [ + 420 + ], + "max_error": 0.0 + }, + { + "representative": 421, + "members": [ + 421 + ], + "max_error": 0.0 + }, + { + "representative": 422, + "members": [ + 422 + ], + "max_error": 0.0 + }, + { + "representative": 423, + "members": [ + 423 + ], + "max_error": 0.0 + }, + { + "representative": 424, + "members": [ + 424 + ], + "max_error": 0.0 + }, + { + "representative": 425, + "members": [ + 425 + ], + "max_error": 0.0 + }, + { + "representative": 426, + "members": [ + 426 + ], + "max_error": 0.0 + }, + { + "representative": 427, + "members": [ + 427 + ], + "max_error": 0.0 + }, + { + "representative": 428, + "members": [ + 428 + ], + "max_error": 0.0 + }, + { + "representative": 429, + "members": [ + 429 + ], + "max_error": 0.0 + }, + { + "representative": 430, + "members": [ + 430 + ], + "max_error": 0.0 + }, + { + "representative": 431, + "members": [ + 431 + ], + "max_error": 0.0 + }, + { + "representative": 432, + "members": [ + 432 + ], + "max_error": 0.0 + }, + { + "representative": 433, + "members": [ + 433 + ], + "max_error": 0.0 + }, + { + "representative": 434, + "members": [ + 434 + ], + "max_error": 0.0 + }, + { + "representative": 435, + "members": [ + 435 + ], + "max_error": 0.0 + }, + { + "representative": 436, + "members": [ + 436 + ], + "max_error": 0.0 + }, + { + "representative": 437, + "members": [ + 437 + ], + "max_error": 0.0 + }, + { + "representative": 438, + "members": [ + 438 + ], + "max_error": 0.0 + }, + { + "representative": 439, + "members": [ + 439 + ], + "max_error": 0.0 + }, + { + "representative": 440, + "members": [ + 440 + ], + "max_error": 0.0 + }, + { + "representative": 441, + "members": [ + 441 + ], + "max_error": 0.0 + }, + { + "representative": 442, + "members": [ + 442 + ], + "max_error": 0.0 + }, + { + "representative": 443, + "members": [ + 443 + ], + "max_error": 0.0 + }, + { + "representative": 444, + "members": [ + 444 + ], + "max_error": 0.0 + }, + { + "representative": 445, + "members": [ + 445 + ], + "max_error": 0.0 + }, + { + "representative": 446, + "members": [ + 446 + ], + "max_error": 0.0 + }, + { + "representative": 447, + "members": [ + 447 + ], + "max_error": 0.0 + }, + { + "representative": 448, + "members": [ + 448 + ], + "max_error": 0.0 + }, + { + "representative": 449, + "members": [ + 449 + ], + "max_error": 0.0 + }, + { + "representative": 450, + "members": [ + 450 + ], + "max_error": 0.0 + }, + { + "representative": 451, + "members": [ + 451 + ], + "max_error": 0.0 + }, + { + "representative": 452, + "members": [ + 452 + ], + "max_error": 0.0 + }, + { + "representative": 453, + "members": [ + 453 + ], + "max_error": 0.0 + }, + { + "representative": 454, + "members": [ + 454 + ], + "max_error": 0.0 + }, + { + "representative": 455, + "members": [ + 455 + ], + "max_error": 0.0 + }, + { + "representative": 456, + "members": [ + 456 + ], + "max_error": 0.0 + }, + { + "representative": 457, + "members": [ + 457 + ], + "max_error": 0.0 + }, + { + "representative": 458, + "members": [ + 458 + ], + "max_error": 0.0 + }, + { + "representative": 459, + "members": [ + 459 + ], + "max_error": 0.0 + }, + { + "representative": 460, + "members": [ + 460 + ], + "max_error": 0.0 + }, + { + "representative": 461, + "members": [ + 461 + ], + "max_error": 0.0 + }, + { + "representative": 462, + "members": [ + 462 + ], + "max_error": 0.0 + }, + { + "representative": 463, + "members": [ + 463 + ], + "max_error": 0.0 + }, + { + "representative": 464, + "members": [ + 464 + ], + "max_error": 0.0 + }, + { + "representative": 465, + "members": [ + 465 + ], + "max_error": 0.0 + }, + { + "representative": 466, + "members": [ + 466 + ], + "max_error": 0.0 + }, + { + "representative": 467, + "members": [ + 467 + ], + "max_error": 0.0 + }, + { + "representative": 468, + "members": [ + 468 + ], + "max_error": 0.0 + }, + { + "representative": 469, + "members": [ + 469 + ], + "max_error": 0.0 + }, + { + "representative": 470, + "members": [ + 470 + ], + "max_error": 0.0 + }, + { + "representative": 471, + "members": [ + 471 + ], + "max_error": 0.0 + }, + { + "representative": 472, + "members": [ + 472 + ], + "max_error": 0.0 + }, + { + "representative": 473, + "members": [ + 473 + ], + "max_error": 0.0 + }, + { + "representative": 474, + "members": [ + 474 + ], + "max_error": 0.0 + }, + { + "representative": 475, + "members": [ + 475 + ], + "max_error": 0.0 + }, + { + "representative": 476, + "members": [ + 476 + ], + "max_error": 0.0 + }, + { + "representative": 477, + "members": [ + 477 + ], + "max_error": 0.0 + }, + { + "representative": 478, + "members": [ + 478 + ], + "max_error": 0.0 + }, + { + "representative": 479, + "members": [ + 479 + ], + "max_error": 0.0 + }, + { + "representative": 480, + "members": [ + 480 + ], + "max_error": 0.0 + }, + { + "representative": 481, + "members": [ + 481 + ], + "max_error": 0.0 + }, + { + "representative": 482, + "members": [ + 482 + ], + "max_error": 0.0 + }, + { + "representative": 483, + "members": [ + 483 + ], + "max_error": 0.0 + }, + { + "representative": 484, + "members": [ + 484 + ], + "max_error": 0.0 + }, + { + "representative": 485, + "members": [ + 485 + ], + "max_error": 0.0 + }, + { + "representative": 486, + "members": [ + 486 + ], + "max_error": 0.0 + }, + { + "representative": 487, + "members": [ + 487 + ], + "max_error": 0.0 + }, + { + "representative": 488, + "members": [ + 488 + ], + "max_error": 0.0 + }, + { + "representative": 489, + "members": [ + 489 + ], + "max_error": 0.0 + }, + { + "representative": 490, + "members": [ + 490 + ], + "max_error": 0.0 + }, + { + "representative": 491, + "members": [ + 491 + ], + "max_error": 0.0 + }, + { + "representative": 492, + "members": [ + 492 + ], + "max_error": 0.0 + }, + { + "representative": 493, + "members": [ + 493 + ], + "max_error": 0.0 + }, + { + "representative": 494, + "members": [ + 494 + ], + "max_error": 0.0 + }, + { + "representative": 495, + "members": [ + 495 + ], + "max_error": 0.0 + }, + { + "representative": 496, + "members": [ + 496 + ], + "max_error": 0.0 + }, + { + "representative": 497, + "members": [ + 497 + ], + "max_error": 0.0 + }, + { + "representative": 498, + "members": [ + 498 + ], + "max_error": 0.0 + }, + { + "representative": 499, + "members": [ + 499 + ], + "max_error": 0.0 + }, + { + "representative": 500, + "members": [ + 500 + ], + "max_error": 0.0 + }, + { + "representative": 501, + "members": [ + 501 + ], + "max_error": 0.0 + }, + { + "representative": 502, + "members": [ + 502 + ], + "max_error": 0.0 + }, + { + "representative": 503, + "members": [ + 503 + ], + "max_error": 0.0 + }, + { + "representative": 504, + "members": [ + 504 + ], + "max_error": 0.0 + }, + { + "representative": 505, + "members": [ + 505 + ], + "max_error": 0.0 + }, + { + "representative": 506, + "members": [ + 506 + ], + "max_error": 0.0 + }, + { + "representative": 507, + "members": [ + 507 + ], + "max_error": 0.0 + }, + { + "representative": 508, + "members": [ + 508 + ], + "max_error": 0.0 + }, + { + "representative": 509, + "members": [ + 509 + ], + "max_error": 0.0 + }, + { + "representative": 510, + "members": [ + 510 + ], + "max_error": 0.0 + }, + { + "representative": 511, + "members": [ + 511 + ], + "max_error": 0.0 + }, + { + "representative": 512, + "members": [ + 512 + ], + "max_error": 0.0 + }, + { + "representative": 513, + "members": [ + 513 + ], + "max_error": 0.0 + }, + { + "representative": 514, + "members": [ + 514 + ], + "max_error": 0.0 + }, + { + "representative": 515, + "members": [ + 515 + ], + "max_error": 0.0 + }, + { + "representative": 516, + "members": [ + 516 + ], + "max_error": 0.0 + }, + { + "representative": 517, + "members": [ + 517 + ], + "max_error": 0.0 + }, + { + "representative": 518, + "members": [ + 518 + ], + "max_error": 0.0 + }, + { + "representative": 519, + "members": [ + 519 + ], + "max_error": 0.0 + }, + { + "representative": 520, + "members": [ + 520 + ], + "max_error": 0.0 + }, + { + "representative": 521, + "members": [ + 521 + ], + "max_error": 0.0 + }, + { + "representative": 522, + "members": [ + 522 + ], + "max_error": 0.0 + }, + { + "representative": 523, + "members": [ + 523 + ], + "max_error": 0.0 + }, + { + "representative": 524, + "members": [ + 524 + ], + "max_error": 0.0 + }, + { + "representative": 525, + "members": [ + 525 + ], + "max_error": 0.0 + }, + { + "representative": 526, + "members": [ + 526 + ], + "max_error": 0.0 + }, + { + "representative": 527, + "members": [ + 527 + ], + "max_error": 0.0 + }, + { + "representative": 528, + "members": [ + 528 + ], + "max_error": 0.0 + }, + { + "representative": 529, + "members": [ + 529 + ], + "max_error": 0.0 + }, + { + "representative": 530, + "members": [ + 530 + ], + "max_error": 0.0 + }, + { + "representative": 531, + "members": [ + 531 + ], + "max_error": 0.0 + }, + { + "representative": 532, + "members": [ + 532 + ], + "max_error": 0.0 + }, + { + "representative": 533, + "members": [ + 533 + ], + "max_error": 0.0 + }, + { + "representative": 534, + "members": [ + 534 + ], + "max_error": 0.0 + }, + { + "representative": 535, + "members": [ + 535 + ], + "max_error": 0.0 + }, + { + "representative": 536, + "members": [ + 536 + ], + "max_error": 0.0 + }, + { + "representative": 537, + "members": [ + 537 + ], + "max_error": 0.0 + }, + { + "representative": 538, + "members": [ + 538 + ], + "max_error": 0.0 + }, + { + "representative": 539, + "members": [ + 539 + ], + "max_error": 0.0 + }, + { + "representative": 540, + "members": [ + 540 + ], + "max_error": 0.0 + }, + { + "representative": 541, + "members": [ + 541 + ], + "max_error": 0.0 + }, + { + "representative": 542, + "members": [ + 542 + ], + "max_error": 0.0 + }, + { + "representative": 543, + "members": [ + 543 + ], + "max_error": 0.0 + }, + { + "representative": 544, + "members": [ + 544 + ], + "max_error": 0.0 + }, + { + "representative": 545, + "members": [ + 545 + ], + "max_error": 0.0 + }, + { + "representative": 546, + "members": [ + 546 + ], + "max_error": 0.0 + }, + { + "representative": 547, + "members": [ + 547 + ], + "max_error": 0.0 + }, + { + "representative": 548, + "members": [ + 548 + ], + "max_error": 0.0 + }, + { + "representative": 549, + "members": [ + 549 + ], + "max_error": 0.0 + }, + { + "representative": 550, + "members": [ + 550 + ], + "max_error": 0.0 + }, + { + "representative": 551, + "members": [ + 551 + ], + "max_error": 0.0 + }, + { + "representative": 552, + "members": [ + 552 + ], + "max_error": 0.0 + }, + { + "representative": 553, + "members": [ + 553 + ], + "max_error": 0.0 + }, + { + "representative": 554, + "members": [ + 554 + ], + "max_error": 0.0 + }, + { + "representative": 555, + "members": [ + 555 + ], + "max_error": 0.0 + }, + { + "representative": 556, + "members": [ + 556 + ], + "max_error": 0.0 + }, + { + "representative": 557, + "members": [ + 557 + ], + "max_error": 0.0 + }, + { + "representative": 558, + "members": [ + 558 + ], + "max_error": 0.0 + }, + { + "representative": 559, + "members": [ + 559 + ], + "max_error": 0.0 + }, + { + "representative": 560, + "members": [ + 560 + ], + "max_error": 0.0 + }, + { + "representative": 561, + "members": [ + 561 + ], + "max_error": 0.0 + }, + { + "representative": 562, + "members": [ + 562 + ], + "max_error": 0.0 + }, + { + "representative": 563, + "members": [ + 563 + ], + "max_error": 0.0 + }, + { + "representative": 564, + "members": [ + 564 + ], + "max_error": 0.0 + }, + { + "representative": 565, + "members": [ + 565 + ], + "max_error": 0.0 + }, + { + "representative": 566, + "members": [ + 566 + ], + "max_error": 0.0 + }, + { + "representative": 567, + "members": [ + 567 + ], + "max_error": 0.0 + }, + { + "representative": 568, + "members": [ + 568 + ], + "max_error": 0.0 + }, + { + "representative": 569, + "members": [ + 569 + ], + "max_error": 0.0 + }, + { + "representative": 570, + "members": [ + 570 + ], + "max_error": 0.0 + }, + { + "representative": 571, + "members": [ + 571 + ], + "max_error": 0.0 + }, + { + "representative": 572, + "members": [ + 572 + ], + "max_error": 0.0 + }, + { + "representative": 573, + "members": [ + 573 + ], + "max_error": 0.0 + }, + { + "representative": 574, + "members": [ + 574 + ], + "max_error": 0.0 + }, + { + "representative": 575, + "members": [ + 575 + ], + "max_error": 0.0 + }, + { + "representative": 576, + "members": [ + 576 + ], + "max_error": 0.0 + }, + { + "representative": 577, + "members": [ + 577 + ], + "max_error": 0.0 + }, + { + "representative": 578, + "members": [ + 578 + ], + "max_error": 0.0 + }, + { + "representative": 579, + "members": [ + 579 + ], + "max_error": 0.0 + }, + { + "representative": 580, + "members": [ + 580 + ], + "max_error": 0.0 + }, + { + "representative": 581, + "members": [ + 581 + ], + "max_error": 0.0 + }, + { + "representative": 582, + "members": [ + 582 + ], + "max_error": 0.0 + }, + { + "representative": 583, + "members": [ + 583 + ], + "max_error": 0.0 + }, + { + "representative": 584, + "members": [ + 584 + ], + "max_error": 0.0 + }, + { + "representative": 585, + "members": [ + 585 + ], + "max_error": 0.0 + }, + { + "representative": 586, + "members": [ + 586 + ], + "max_error": 0.0 + }, + { + "representative": 587, + "members": [ + 587 + ], + "max_error": 0.0 + }, + { + "representative": 588, + "members": [ + 588 + ], + "max_error": 0.0 + }, + { + "representative": 589, + "members": [ + 589 + ], + "max_error": 0.0 + }, + { + "representative": 590, + "members": [ + 590 + ], + "max_error": 0.0 + }, + { + "representative": 591, + "members": [ + 591 + ], + "max_error": 0.0 + }, + { + "representative": 592, + "members": [ + 592 + ], + "max_error": 0.0 + }, + { + "representative": 593, + "members": [ + 593 + ], + "max_error": 0.0 + }, + { + "representative": 594, + "members": [ + 594 + ], + "max_error": 0.0 + }, + { + "representative": 595, + "members": [ + 595 + ], + "max_error": 0.0 + }, + { + "representative": 596, + "members": [ + 596 + ], + "max_error": 0.0 + }, + { + "representative": 597, + "members": [ + 597 + ], + "max_error": 0.0 + }, + { + "representative": 598, + "members": [ + 598 + ], + "max_error": 0.0 + }, + { + "representative": 599, + "members": [ + 599 + ], + "max_error": 0.0 + }, + { + "representative": 600, + "members": [ + 600 + ], + "max_error": 0.0 + }, + { + "representative": 601, + "members": [ + 601 + ], + "max_error": 0.0 + }, + { + "representative": 602, + "members": [ + 602 + ], + "max_error": 0.0 + }, + { + "representative": 603, + "members": [ + 603 + ], + "max_error": 0.0 + }, + { + "representative": 604, + "members": [ + 604 + ], + "max_error": 0.0 + }, + { + "representative": 605, + "members": [ + 605 + ], + "max_error": 0.0 + }, + { + "representative": 606, + "members": [ + 606 + ], + "max_error": 0.0 + }, + { + "representative": 607, + "members": [ + 607 + ], + "max_error": 0.0 + }, + { + "representative": 608, + "members": [ + 608 + ], + "max_error": 0.0 + }, + { + "representative": 609, + "members": [ + 609 + ], + "max_error": 0.0 + }, + { + "representative": 610, + "members": [ + 610 + ], + "max_error": 0.0 + }, + { + "representative": 611, + "members": [ + 611 + ], + "max_error": 0.0 + }, + { + "representative": 612, + "members": [ + 612 + ], + "max_error": 0.0 + }, + { + "representative": 613, + "members": [ + 613 + ], + "max_error": 0.0 + }, + { + "representative": 614, + "members": [ + 614 + ], + "max_error": 0.0 + }, + { + "representative": 615, + "members": [ + 615 + ], + "max_error": 0.0 + }, + { + "representative": 616, + "members": [ + 616 + ], + "max_error": 0.0 + }, + { + "representative": 617, + "members": [ + 617 + ], + "max_error": 0.0 + }, + { + "representative": 618, + "members": [ + 618 + ], + "max_error": 0.0 + }, + { + "representative": 619, + "members": [ + 619 + ], + "max_error": 0.0 + }, + { + "representative": 620, + "members": [ + 620 + ], + "max_error": 0.0 + }, + { + "representative": 621, + "members": [ + 621 + ], + "max_error": 0.0 + }, + { + "representative": 622, + "members": [ + 622 + ], + "max_error": 0.0 + }, + { + "representative": 623, + "members": [ + 623 + ], + "max_error": 0.0 + }, + { + "representative": 624, + "members": [ + 624 + ], + "max_error": 0.0 + }, + { + "representative": 625, + "members": [ + 625 + ], + "max_error": 0.0 + }, + { + "representative": 626, + "members": [ + 626 + ], + "max_error": 0.0 + }, + { + "representative": 627, + "members": [ + 627 + ], + "max_error": 0.0 + }, + { + "representative": 628, + "members": [ + 628 + ], + "max_error": 0.0 + }, + { + "representative": 629, + "members": [ + 629 + ], + "max_error": 0.0 + }, + { + "representative": 630, + "members": [ + 630 + ], + "max_error": 0.0 + }, + { + "representative": 631, + "members": [ + 631 + ], + "max_error": 0.0 + } +] \ No newline at end of file diff --git a/results/qwen35-2b/analysis/groups_tensor_whole_0.05.json b/results/qwen35-2b/analysis/groups_tensor_whole_0.05.json new file mode 100644 index 0000000..4198e92 --- /dev/null +++ b/results/qwen35-2b/analysis/groups_tensor_whole_0.05.json @@ -0,0 +1,4420 @@ +[ + { + "representative": 437, + "members": [ + 449, + 437 + ], + "max_error": 0.04982565601433354 + }, + { + "representative": 461, + "members": [ + 461 + ], + "max_error": 0.0 + }, + { + "representative": 36, + "members": [ + 36 + ], + "max_error": 0.0 + }, + { + "representative": 37, + "members": [ + 37 + ], + "max_error": 0.0 + }, + { + "representative": 0, + "members": [ + 0 + ], + "max_error": 0.0 + }, + { + "representative": 38, + "members": [ + 38 + ], + "max_error": 0.0 + }, + { + "representative": 39, + "members": [ + 39 + ], + "max_error": 0.0 + }, + { + "representative": 40, + "members": [ + 40 + ], + "max_error": 0.0 + }, + { + "representative": 41, + "members": [ + 41 + ], + "max_error": 0.0 + }, + { + "representative": 42, + "members": [ + 42 + ], + "max_error": 0.0 + }, + { + "representative": 43, + "members": [ + 43 + ], + "max_error": 0.0 + }, + { + "representative": 1, + "members": [ + 1 + ], + "max_error": 0.0 + }, + { + "representative": 44, + "members": [ + 44 + ], + "max_error": 0.0 + }, + { + "representative": 45, + "members": [ + 45 + ], + "max_error": 0.0 + }, + { + "representative": 46, + "members": [ + 46 + ], + "max_error": 0.0 + }, + { + "representative": 47, + "members": [ + 47 + ], + "max_error": 0.0 + }, + { + "representative": 48, + "members": [ + 48 + ], + "max_error": 0.0 + }, + { + "representative": 49, + "members": [ + 49 + ], + "max_error": 0.0 + }, + { + "representative": 2, + "members": [ + 2 + ], + "max_error": 0.0 + }, + { + "representative": 50, + "members": [ + 50 + ], + "max_error": 0.0 + }, + { + "representative": 51, + "members": [ + 51 + ], + "max_error": 0.0 + }, + { + "representative": 52, + "members": [ + 52 + ], + "max_error": 0.0 + }, + { + "representative": 53, + "members": [ + 53 + ], + "max_error": 0.0 + }, + { + "representative": 54, + "members": [ + 54 + ], + "max_error": 0.0 + }, + { + "representative": 55, + "members": [ + 55 + ], + "max_error": 0.0 + }, + { + "representative": 3, + "members": [ + 3 + ], + "max_error": 0.0 + }, + { + "representative": 56, + "members": [ + 56 + ], + "max_error": 0.0 + }, + { + "representative": 57, + "members": [ + 57 + ], + "max_error": 0.0 + }, + { + "representative": 58, + "members": [ + 58 + ], + "max_error": 0.0 + }, + { + "representative": 59, + "members": [ + 59 + ], + "max_error": 0.0 + }, + { + "representative": 60, + "members": [ + 60 + ], + "max_error": 0.0 + }, + { + "representative": 61, + "members": [ + 61 + ], + "max_error": 0.0 + }, + { + "representative": 4, + "members": [ + 4 + ], + "max_error": 0.0 + }, + { + "representative": 62, + "members": [ + 62 + ], + "max_error": 0.0 + }, + { + "representative": 63, + "members": [ + 63 + ], + "max_error": 0.0 + }, + { + "representative": 64, + "members": [ + 64 + ], + "max_error": 0.0 + }, + { + "representative": 65, + "members": [ + 65 + ], + "max_error": 0.0 + }, + { + "representative": 66, + "members": [ + 66 + ], + "max_error": 0.0 + }, + { + "representative": 67, + "members": [ + 67 + ], + "max_error": 0.0 + }, + { + "representative": 5, + "members": [ + 5 + ], + "max_error": 0.0 + }, + { + "representative": 68, + "members": [ + 68 + ], + "max_error": 0.0 + }, + { + "representative": 69, + "members": [ + 69 + ], + "max_error": 0.0 + }, + { + "representative": 70, + "members": [ + 70 + ], + "max_error": 0.0 + }, + { + "representative": 71, + "members": [ + 71 + ], + "max_error": 0.0 + }, + { + "representative": 72, + "members": [ + 72 + ], + "max_error": 0.0 + }, + { + "representative": 73, + "members": [ + 73 + ], + "max_error": 0.0 + }, + { + "representative": 74, + "members": [ + 74 + ], + "max_error": 0.0 + }, + { + "representative": 75, + "members": [ + 75 + ], + "max_error": 0.0 + }, + { + "representative": 76, + "members": [ + 76 + ], + "max_error": 0.0 + }, + { + "representative": 77, + "members": [ + 77 + ], + "max_error": 0.0 + }, + { + "representative": 78, + "members": [ + 78 + ], + "max_error": 0.0 + }, + { + "representative": 79, + "members": [ + 79 + ], + "max_error": 0.0 + }, + { + "representative": 80, + "members": [ + 80 + ], + "max_error": 0.0 + }, + { + "representative": 81, + "members": [ + 81 + ], + "max_error": 0.0 + }, + { + "representative": 82, + "members": [ + 82 + ], + "max_error": 0.0 + }, + { + "representative": 83, + "members": [ + 83 + ], + "max_error": 0.0 + }, + { + "representative": 84, + "members": [ + 84 + ], + "max_error": 0.0 + }, + { + "representative": 6, + "members": [ + 6 + ], + "max_error": 0.0 + }, + { + "representative": 85, + "members": [ + 85 + ], + "max_error": 0.0 + }, + { + "representative": 86, + "members": [ + 86 + ], + "max_error": 0.0 + }, + { + "representative": 87, + "members": [ + 87 + ], + "max_error": 0.0 + }, + { + "representative": 88, + "members": [ + 88 + ], + "max_error": 0.0 + }, + { + "representative": 89, + "members": [ + 89 + ], + "max_error": 0.0 + }, + { + "representative": 90, + "members": [ + 90 + ], + "max_error": 0.0 + }, + { + "representative": 7, + "members": [ + 7 + ], + "max_error": 0.0 + }, + { + "representative": 91, + "members": [ + 91 + ], + "max_error": 0.0 + }, + { + "representative": 92, + "members": [ + 92 + ], + "max_error": 0.0 + }, + { + "representative": 93, + "members": [ + 93 + ], + "max_error": 0.0 + }, + { + "representative": 94, + "members": [ + 94 + ], + "max_error": 0.0 + }, + { + "representative": 95, + "members": [ + 95 + ], + "max_error": 0.0 + }, + { + "representative": 96, + "members": [ + 96 + ], + "max_error": 0.0 + }, + { + "representative": 8, + "members": [ + 8 + ], + "max_error": 0.0 + }, + { + "representative": 97, + "members": [ + 97 + ], + "max_error": 0.0 + }, + { + "representative": 98, + "members": [ + 98 + ], + "max_error": 0.0 + }, + { + "representative": 99, + "members": [ + 99 + ], + "max_error": 0.0 + }, + { + "representative": 100, + "members": [ + 100 + ], + "max_error": 0.0 + }, + { + "representative": 101, + "members": [ + 101 + ], + "max_error": 0.0 + }, + { + "representative": 102, + "members": [ + 102 + ], + "max_error": 0.0 + }, + { + "representative": 9, + "members": [ + 9 + ], + "max_error": 0.0 + }, + { + "representative": 103, + "members": [ + 103 + ], + "max_error": 0.0 + }, + { + "representative": 104, + "members": [ + 104 + ], + "max_error": 0.0 + }, + { + "representative": 105, + "members": [ + 105 + ], + "max_error": 0.0 + }, + { + "representative": 106, + "members": [ + 106 + ], + "max_error": 0.0 + }, + { + "representative": 107, + "members": [ + 107 + ], + "max_error": 0.0 + }, + { + "representative": 108, + "members": [ + 108 + ], + "max_error": 0.0 + }, + { + "representative": 10, + "members": [ + 10 + ], + "max_error": 0.0 + }, + { + "representative": 109, + "members": [ + 109 + ], + "max_error": 0.0 + }, + { + "representative": 110, + "members": [ + 110 + ], + "max_error": 0.0 + }, + { + "representative": 111, + "members": [ + 111 + ], + "max_error": 0.0 + }, + { + "representative": 112, + "members": [ + 112 + ], + "max_error": 0.0 + }, + { + "representative": 113, + "members": [ + 113 + ], + "max_error": 0.0 + }, + { + "representative": 114, + "members": [ + 114 + ], + "max_error": 0.0 + }, + { + "representative": 11, + "members": [ + 11 + ], + "max_error": 0.0 + }, + { + "representative": 115, + "members": [ + 115 + ], + "max_error": 0.0 + }, + { + "representative": 116, + "members": [ + 116 + ], + "max_error": 0.0 + }, + { + "representative": 117, + "members": [ + 117 + ], + "max_error": 0.0 + }, + { + "representative": 118, + "members": [ + 118 + ], + "max_error": 0.0 + }, + { + "representative": 119, + "members": [ + 119 + ], + "max_error": 0.0 + }, + { + "representative": 120, + "members": [ + 120 + ], + "max_error": 0.0 + }, + { + "representative": 121, + "members": [ + 121 + ], + "max_error": 0.0 + }, + { + "representative": 122, + "members": [ + 122 + ], + "max_error": 0.0 + }, + { + "representative": 123, + "members": [ + 123 + ], + "max_error": 0.0 + }, + { + "representative": 124, + "members": [ + 124 + ], + "max_error": 0.0 + }, + { + "representative": 125, + "members": [ + 125 + ], + "max_error": 0.0 + }, + { + "representative": 126, + "members": [ + 126 + ], + "max_error": 0.0 + }, + { + "representative": 127, + "members": [ + 127 + ], + "max_error": 0.0 + }, + { + "representative": 128, + "members": [ + 128 + ], + "max_error": 0.0 + }, + { + "representative": 129, + "members": [ + 129 + ], + "max_error": 0.0 + }, + { + "representative": 130, + "members": [ + 130 + ], + "max_error": 0.0 + }, + { + "representative": 131, + "members": [ + 131 + ], + "max_error": 0.0 + }, + { + "representative": 12, + "members": [ + 12 + ], + "max_error": 0.0 + }, + { + "representative": 132, + "members": [ + 132 + ], + "max_error": 0.0 + }, + { + "representative": 133, + "members": [ + 133 + ], + "max_error": 0.0 + }, + { + "representative": 134, + "members": [ + 134 + ], + "max_error": 0.0 + }, + { + "representative": 135, + "members": [ + 135 + ], + "max_error": 0.0 + }, + { + "representative": 136, + "members": [ + 136 + ], + "max_error": 0.0 + }, + { + "representative": 137, + "members": [ + 137 + ], + "max_error": 0.0 + }, + { + "representative": 13, + "members": [ + 13 + ], + "max_error": 0.0 + }, + { + "representative": 138, + "members": [ + 138 + ], + "max_error": 0.0 + }, + { + "representative": 139, + "members": [ + 139 + ], + "max_error": 0.0 + }, + { + "representative": 140, + "members": [ + 140 + ], + "max_error": 0.0 + }, + { + "representative": 141, + "members": [ + 141 + ], + "max_error": 0.0 + }, + { + "representative": 142, + "members": [ + 142 + ], + "max_error": 0.0 + }, + { + "representative": 143, + "members": [ + 143 + ], + "max_error": 0.0 + }, + { + "representative": 14, + "members": [ + 14 + ], + "max_error": 0.0 + }, + { + "representative": 144, + "members": [ + 144 + ], + "max_error": 0.0 + }, + { + "representative": 145, + "members": [ + 145 + ], + "max_error": 0.0 + }, + { + "representative": 146, + "members": [ + 146 + ], + "max_error": 0.0 + }, + { + "representative": 147, + "members": [ + 147 + ], + "max_error": 0.0 + }, + { + "representative": 148, + "members": [ + 148 + ], + "max_error": 0.0 + }, + { + "representative": 149, + "members": [ + 149 + ], + "max_error": 0.0 + }, + { + "representative": 15, + "members": [ + 15 + ], + "max_error": 0.0 + }, + { + "representative": 150, + "members": [ + 150 + ], + "max_error": 0.0 + }, + { + "representative": 151, + "members": [ + 151 + ], + "max_error": 0.0 + }, + { + "representative": 152, + "members": [ + 152 + ], + "max_error": 0.0 + }, + { + "representative": 153, + "members": [ + 153 + ], + "max_error": 0.0 + }, + { + "representative": 154, + "members": [ + 154 + ], + "max_error": 0.0 + }, + { + "representative": 155, + "members": [ + 155 + ], + "max_error": 0.0 + }, + { + "representative": 16, + "members": [ + 16 + ], + "max_error": 0.0 + }, + { + "representative": 156, + "members": [ + 156 + ], + "max_error": 0.0 + }, + { + "representative": 157, + "members": [ + 157 + ], + "max_error": 0.0 + }, + { + "representative": 158, + "members": [ + 158 + ], + "max_error": 0.0 + }, + { + "representative": 159, + "members": [ + 159 + ], + "max_error": 0.0 + }, + { + "representative": 160, + "members": [ + 160 + ], + "max_error": 0.0 + }, + { + "representative": 161, + "members": [ + 161 + ], + "max_error": 0.0 + }, + { + "representative": 17, + "members": [ + 17 + ], + "max_error": 0.0 + }, + { + "representative": 162, + "members": [ + 162 + ], + "max_error": 0.0 + }, + { + "representative": 163, + "members": [ + 163 + ], + "max_error": 0.0 + }, + { + "representative": 164, + "members": [ + 164 + ], + "max_error": 0.0 + }, + { + "representative": 165, + "members": [ + 165 + ], + "max_error": 0.0 + }, + { + "representative": 166, + "members": [ + 166 + ], + "max_error": 0.0 + }, + { + "representative": 167, + "members": [ + 167 + ], + "max_error": 0.0 + }, + { + "representative": 168, + "members": [ + 168 + ], + "max_error": 0.0 + }, + { + "representative": 169, + "members": [ + 169 + ], + "max_error": 0.0 + }, + { + "representative": 170, + "members": [ + 170 + ], + "max_error": 0.0 + }, + { + "representative": 171, + "members": [ + 171 + ], + "max_error": 0.0 + }, + { + "representative": 172, + "members": [ + 172 + ], + "max_error": 0.0 + }, + { + "representative": 173, + "members": [ + 173 + ], + "max_error": 0.0 + }, + { + "representative": 174, + "members": [ + 174 + ], + "max_error": 0.0 + }, + { + "representative": 175, + "members": [ + 175 + ], + "max_error": 0.0 + }, + { + "representative": 176, + "members": [ + 176 + ], + "max_error": 0.0 + }, + { + "representative": 177, + "members": [ + 177 + ], + "max_error": 0.0 + }, + { + "representative": 178, + "members": [ + 178 + ], + "max_error": 0.0 + }, + { + "representative": 18, + "members": [ + 18 + ], + "max_error": 0.0 + }, + { + "representative": 179, + "members": [ + 179 + ], + "max_error": 0.0 + }, + { + "representative": 180, + "members": [ + 180 + ], + "max_error": 0.0 + }, + { + "representative": 181, + "members": [ + 181 + ], + "max_error": 0.0 + }, + { + "representative": 182, + "members": [ + 182 + ], + "max_error": 0.0 + }, + { + "representative": 183, + "members": [ + 183 + ], + "max_error": 0.0 + }, + { + "representative": 184, + "members": [ + 184 + ], + "max_error": 0.0 + }, + { + "representative": 19, + "members": [ + 19 + ], + "max_error": 0.0 + }, + { + "representative": 185, + "members": [ + 185 + ], + "max_error": 0.0 + }, + { + "representative": 186, + "members": [ + 186 + ], + "max_error": 0.0 + }, + { + "representative": 187, + "members": [ + 187 + ], + "max_error": 0.0 + }, + { + "representative": 188, + "members": [ + 188 + ], + "max_error": 0.0 + }, + { + "representative": 189, + "members": [ + 189 + ], + "max_error": 0.0 + }, + { + "representative": 190, + "members": [ + 190 + ], + "max_error": 0.0 + }, + { + "representative": 20, + "members": [ + 20 + ], + "max_error": 0.0 + }, + { + "representative": 191, + "members": [ + 191 + ], + "max_error": 0.0 + }, + { + "representative": 192, + "members": [ + 192 + ], + "max_error": 0.0 + }, + { + "representative": 193, + "members": [ + 193 + ], + "max_error": 0.0 + }, + { + "representative": 194, + "members": [ + 194 + ], + "max_error": 0.0 + }, + { + "representative": 195, + "members": [ + 195 + ], + "max_error": 0.0 + }, + { + "representative": 196, + "members": [ + 196 + ], + "max_error": 0.0 + }, + { + "representative": 21, + "members": [ + 21 + ], + "max_error": 0.0 + }, + { + "representative": 197, + "members": [ + 197 + ], + "max_error": 0.0 + }, + { + "representative": 198, + "members": [ + 198 + ], + "max_error": 0.0 + }, + { + "representative": 199, + "members": [ + 199 + ], + "max_error": 0.0 + }, + { + "representative": 200, + "members": [ + 200 + ], + "max_error": 0.0 + }, + { + "representative": 201, + "members": [ + 201 + ], + "max_error": 0.0 + }, + { + "representative": 202, + "members": [ + 202 + ], + "max_error": 0.0 + }, + { + "representative": 22, + "members": [ + 22 + ], + "max_error": 0.0 + }, + { + "representative": 203, + "members": [ + 203 + ], + "max_error": 0.0 + }, + { + "representative": 204, + "members": [ + 204 + ], + "max_error": 0.0 + }, + { + "representative": 205, + "members": [ + 205 + ], + "max_error": 0.0 + }, + { + "representative": 206, + "members": [ + 206 + ], + "max_error": 0.0 + }, + { + "representative": 207, + "members": [ + 207 + ], + "max_error": 0.0 + }, + { + "representative": 208, + "members": [ + 208 + ], + "max_error": 0.0 + }, + { + "representative": 23, + "members": [ + 23 + ], + "max_error": 0.0 + }, + { + "representative": 209, + "members": [ + 209 + ], + "max_error": 0.0 + }, + { + "representative": 210, + "members": [ + 210 + ], + "max_error": 0.0 + }, + { + "representative": 211, + "members": [ + 211 + ], + "max_error": 0.0 + }, + { + "representative": 212, + "members": [ + 212 + ], + "max_error": 0.0 + }, + { + "representative": 213, + "members": [ + 213 + ], + "max_error": 0.0 + }, + { + "representative": 214, + "members": [ + 214 + ], + "max_error": 0.0 + }, + { + "representative": 24, + "members": [ + 24 + ], + "max_error": 0.0 + }, + { + "representative": 215, + "members": [ + 215 + ], + "max_error": 0.0 + }, + { + "representative": 216, + "members": [ + 216 + ], + "max_error": 0.0 + }, + { + "representative": 217, + "members": [ + 217 + ], + "max_error": 0.0 + }, + { + "representative": 218, + "members": [ + 218 + ], + "max_error": 0.0 + }, + { + "representative": 219, + "members": [ + 219 + ], + "max_error": 0.0 + }, + { + "representative": 220, + "members": [ + 220 + ], + "max_error": 0.0 + }, + { + "representative": 25, + "members": [ + 25 + ], + "max_error": 0.0 + }, + { + "representative": 221, + "members": [ + 221 + ], + "max_error": 0.0 + }, + { + "representative": 222, + "members": [ + 222 + ], + "max_error": 0.0 + }, + { + "representative": 223, + "members": [ + 223 + ], + "max_error": 0.0 + }, + { + "representative": 224, + "members": [ + 224 + ], + "max_error": 0.0 + }, + { + "representative": 225, + "members": [ + 225 + ], + "max_error": 0.0 + }, + { + "representative": 226, + "members": [ + 226 + ], + "max_error": 0.0 + }, + { + "representative": 227, + "members": [ + 227 + ], + "max_error": 0.0 + }, + { + "representative": 228, + "members": [ + 228 + ], + "max_error": 0.0 + }, + { + "representative": 229, + "members": [ + 229 + ], + "max_error": 0.0 + }, + { + "representative": 230, + "members": [ + 230 + ], + "max_error": 0.0 + }, + { + "representative": 231, + "members": [ + 231 + ], + "max_error": 0.0 + }, + { + "representative": 232, + "members": [ + 232 + ], + "max_error": 0.0 + }, + { + "representative": 233, + "members": [ + 233 + ], + "max_error": 0.0 + }, + { + "representative": 234, + "members": [ + 234 + ], + "max_error": 0.0 + }, + { + "representative": 235, + "members": [ + 235 + ], + "max_error": 0.0 + }, + { + "representative": 236, + "members": [ + 236 + ], + "max_error": 0.0 + }, + { + "representative": 237, + "members": [ + 237 + ], + "max_error": 0.0 + }, + { + "representative": 238, + "members": [ + 238 + ], + "max_error": 0.0 + }, + { + "representative": 239, + "members": [ + 239 + ], + "max_error": 0.0 + }, + { + "representative": 240, + "members": [ + 240 + ], + "max_error": 0.0 + }, + { + "representative": 241, + "members": [ + 241 + ], + "max_error": 0.0 + }, + { + "representative": 242, + "members": [ + 242 + ], + "max_error": 0.0 + }, + { + "representative": 243, + "members": [ + 243 + ], + "max_error": 0.0 + }, + { + "representative": 244, + "members": [ + 244 + ], + "max_error": 0.0 + }, + { + "representative": 245, + "members": [ + 245 + ], + "max_error": 0.0 + }, + { + "representative": 246, + "members": [ + 246 + ], + "max_error": 0.0 + }, + { + "representative": 247, + "members": [ + 247 + ], + "max_error": 0.0 + }, + { + "representative": 248, + "members": [ + 248 + ], + "max_error": 0.0 + }, + { + "representative": 26, + "members": [ + 26 + ], + "max_error": 0.0 + }, + { + "representative": 249, + "members": [ + 249 + ], + "max_error": 0.0 + }, + { + "representative": 250, + "members": [ + 250 + ], + "max_error": 0.0 + }, + { + "representative": 251, + "members": [ + 251 + ], + "max_error": 0.0 + }, + { + "representative": 252, + "members": [ + 252 + ], + "max_error": 0.0 + }, + { + "representative": 253, + "members": [ + 253 + ], + "max_error": 0.0 + }, + { + "representative": 254, + "members": [ + 254 + ], + "max_error": 0.0 + }, + { + "representative": 27, + "members": [ + 27 + ], + "max_error": 0.0 + }, + { + "representative": 255, + "members": [ + 255 + ], + "max_error": 0.0 + }, + { + "representative": 256, + "members": [ + 256 + ], + "max_error": 0.0 + }, + { + "representative": 257, + "members": [ + 257 + ], + "max_error": 0.0 + }, + { + "representative": 258, + "members": [ + 258 + ], + "max_error": 0.0 + }, + { + "representative": 259, + "members": [ + 259 + ], + "max_error": 0.0 + }, + { + "representative": 260, + "members": [ + 260 + ], + "max_error": 0.0 + }, + { + "representative": 28, + "members": [ + 28 + ], + "max_error": 0.0 + }, + { + "representative": 261, + "members": [ + 261 + ], + "max_error": 0.0 + }, + { + "representative": 262, + "members": [ + 262 + ], + "max_error": 0.0 + }, + { + "representative": 263, + "members": [ + 263 + ], + "max_error": 0.0 + }, + { + "representative": 264, + "members": [ + 264 + ], + "max_error": 0.0 + }, + { + "representative": 265, + "members": [ + 265 + ], + "max_error": 0.0 + }, + { + "representative": 266, + "members": [ + 266 + ], + "max_error": 0.0 + }, + { + "representative": 29, + "members": [ + 29 + ], + "max_error": 0.0 + }, + { + "representative": 267, + "members": [ + 267 + ], + "max_error": 0.0 + }, + { + "representative": 268, + "members": [ + 268 + ], + "max_error": 0.0 + }, + { + "representative": 269, + "members": [ + 269 + ], + "max_error": 0.0 + }, + { + "representative": 270, + "members": [ + 270 + ], + "max_error": 0.0 + }, + { + "representative": 271, + "members": [ + 271 + ], + "max_error": 0.0 + }, + { + "representative": 272, + "members": [ + 272 + ], + "max_error": 0.0 + }, + { + "representative": 30, + "members": [ + 30 + ], + "max_error": 0.0 + }, + { + "representative": 273, + "members": [ + 273 + ], + "max_error": 0.0 + }, + { + "representative": 274, + "members": [ + 274 + ], + "max_error": 0.0 + }, + { + "representative": 275, + "members": [ + 275 + ], + "max_error": 0.0 + }, + { + "representative": 276, + "members": [ + 276 + ], + "max_error": 0.0 + }, + { + "representative": 277, + "members": [ + 277 + ], + "max_error": 0.0 + }, + { + "representative": 278, + "members": [ + 278 + ], + "max_error": 0.0 + }, + { + "representative": 31, + "members": [ + 31 + ], + "max_error": 0.0 + }, + { + "representative": 279, + "members": [ + 279 + ], + "max_error": 0.0 + }, + { + "representative": 280, + "members": [ + 280 + ], + "max_error": 0.0 + }, + { + "representative": 281, + "members": [ + 281 + ], + "max_error": 0.0 + }, + { + "representative": 282, + "members": [ + 282 + ], + "max_error": 0.0 + }, + { + "representative": 283, + "members": [ + 283 + ], + "max_error": 0.0 + }, + { + "representative": 284, + "members": [ + 284 + ], + "max_error": 0.0 + }, + { + "representative": 285, + "members": [ + 285 + ], + "max_error": 0.0 + }, + { + "representative": 286, + "members": [ + 286 + ], + "max_error": 0.0 + }, + { + "representative": 287, + "members": [ + 287 + ], + "max_error": 0.0 + }, + { + "representative": 288, + "members": [ + 288 + ], + "max_error": 0.0 + }, + { + "representative": 289, + "members": [ + 289 + ], + "max_error": 0.0 + }, + { + "representative": 290, + "members": [ + 290 + ], + "max_error": 0.0 + }, + { + "representative": 291, + "members": [ + 291 + ], + "max_error": 0.0 + }, + { + "representative": 292, + "members": [ + 292 + ], + "max_error": 0.0 + }, + { + "representative": 293, + "members": [ + 293 + ], + "max_error": 0.0 + }, + { + "representative": 294, + "members": [ + 294 + ], + "max_error": 0.0 + }, + { + "representative": 295, + "members": [ + 295 + ], + "max_error": 0.0 + }, + { + "representative": 32, + "members": [ + 32 + ], + "max_error": 0.0 + }, + { + "representative": 296, + "members": [ + 296 + ], + "max_error": 0.0 + }, + { + "representative": 297, + "members": [ + 297 + ], + "max_error": 0.0 + }, + { + "representative": 298, + "members": [ + 298 + ], + "max_error": 0.0 + }, + { + "representative": 299, + "members": [ + 299 + ], + "max_error": 0.0 + }, + { + "representative": 300, + "members": [ + 300 + ], + "max_error": 0.0 + }, + { + "representative": 301, + "members": [ + 301 + ], + "max_error": 0.0 + }, + { + "representative": 33, + "members": [ + 33 + ], + "max_error": 0.0 + }, + { + "representative": 302, + "members": [ + 302 + ], + "max_error": 0.0 + }, + { + "representative": 303, + "members": [ + 303 + ], + "max_error": 0.0 + }, + { + "representative": 304, + "members": [ + 304 + ], + "max_error": 0.0 + }, + { + "representative": 305, + "members": [ + 305 + ], + "max_error": 0.0 + }, + { + "representative": 306, + "members": [ + 306 + ], + "max_error": 0.0 + }, + { + "representative": 307, + "members": [ + 307 + ], + "max_error": 0.0 + }, + { + "representative": 34, + "members": [ + 34 + ], + "max_error": 0.0 + }, + { + "representative": 308, + "members": [ + 308 + ], + "max_error": 0.0 + }, + { + "representative": 309, + "members": [ + 309 + ], + "max_error": 0.0 + }, + { + "representative": 310, + "members": [ + 310 + ], + "max_error": 0.0 + }, + { + "representative": 311, + "members": [ + 311 + ], + "max_error": 0.0 + }, + { + "representative": 312, + "members": [ + 312 + ], + "max_error": 0.0 + }, + { + "representative": 313, + "members": [ + 313 + ], + "max_error": 0.0 + }, + { + "representative": 35, + "members": [ + 35 + ], + "max_error": 0.0 + }, + { + "representative": 314, + "members": [ + 314 + ], + "max_error": 0.0 + }, + { + "representative": 315, + "members": [ + 315 + ], + "max_error": 0.0 + }, + { + "representative": 316, + "members": [ + 316 + ], + "max_error": 0.0 + }, + { + "representative": 317, + "members": [ + 317 + ], + "max_error": 0.0 + }, + { + "representative": 318, + "members": [ + 318 + ], + "max_error": 0.0 + }, + { + "representative": 319, + "members": [ + 319 + ], + "max_error": 0.0 + }, + { + "representative": 320, + "members": [ + 320 + ], + "max_error": 0.0 + }, + { + "representative": 321, + "members": [ + 321 + ], + "max_error": 0.0 + }, + { + "representative": 322, + "members": [ + 322 + ], + "max_error": 0.0 + }, + { + "representative": 323, + "members": [ + 323 + ], + "max_error": 0.0 + }, + { + "representative": 324, + "members": [ + 324 + ], + "max_error": 0.0 + }, + { + "representative": 325, + "members": [ + 325 + ], + "max_error": 0.0 + }, + { + "representative": 326, + "members": [ + 326 + ], + "max_error": 0.0 + }, + { + "representative": 327, + "members": [ + 327 + ], + "max_error": 0.0 + }, + { + "representative": 328, + "members": [ + 328 + ], + "max_error": 0.0 + }, + { + "representative": 329, + "members": [ + 329 + ], + "max_error": 0.0 + }, + { + "representative": 330, + "members": [ + 330 + ], + "max_error": 0.0 + }, + { + "representative": 331, + "members": [ + 331 + ], + "max_error": 0.0 + }, + { + "representative": 332, + "members": [ + 332 + ], + "max_error": 0.0 + }, + { + "representative": 333, + "members": [ + 333 + ], + "max_error": 0.0 + }, + { + "representative": 334, + "members": [ + 334 + ], + "max_error": 0.0 + }, + { + "representative": 335, + "members": [ + 335 + ], + "max_error": 0.0 + }, + { + "representative": 336, + "members": [ + 336 + ], + "max_error": 0.0 + }, + { + "representative": 337, + "members": [ + 337 + ], + "max_error": 0.0 + }, + { + "representative": 338, + "members": [ + 338 + ], + "max_error": 0.0 + }, + { + "representative": 339, + "members": [ + 339 + ], + "max_error": 0.0 + }, + { + "representative": 340, + "members": [ + 340 + ], + "max_error": 0.0 + }, + { + "representative": 341, + "members": [ + 341 + ], + "max_error": 0.0 + }, + { + "representative": 342, + "members": [ + 342 + ], + "max_error": 0.0 + }, + { + "representative": 343, + "members": [ + 343 + ], + "max_error": 0.0 + }, + { + "representative": 344, + "members": [ + 344 + ], + "max_error": 0.0 + }, + { + "representative": 345, + "members": [ + 345 + ], + "max_error": 0.0 + }, + { + "representative": 346, + "members": [ + 346 + ], + "max_error": 0.0 + }, + { + "representative": 347, + "members": [ + 347 + ], + "max_error": 0.0 + }, + { + "representative": 348, + "members": [ + 348 + ], + "max_error": 0.0 + }, + { + "representative": 349, + "members": [ + 349 + ], + "max_error": 0.0 + }, + { + "representative": 350, + "members": [ + 350 + ], + "max_error": 0.0 + }, + { + "representative": 351, + "members": [ + 351 + ], + "max_error": 0.0 + }, + { + "representative": 352, + "members": [ + 352 + ], + "max_error": 0.0 + }, + { + "representative": 353, + "members": [ + 353 + ], + "max_error": 0.0 + }, + { + "representative": 354, + "members": [ + 354 + ], + "max_error": 0.0 + }, + { + "representative": 355, + "members": [ + 355 + ], + "max_error": 0.0 + }, + { + "representative": 356, + "members": [ + 356 + ], + "max_error": 0.0 + }, + { + "representative": 357, + "members": [ + 357 + ], + "max_error": 0.0 + }, + { + "representative": 358, + "members": [ + 358 + ], + "max_error": 0.0 + }, + { + "representative": 359, + "members": [ + 359 + ], + "max_error": 0.0 + }, + { + "representative": 360, + "members": [ + 360 + ], + "max_error": 0.0 + }, + { + "representative": 361, + "members": [ + 361 + ], + "max_error": 0.0 + }, + { + "representative": 362, + "members": [ + 362 + ], + "max_error": 0.0 + }, + { + "representative": 363, + "members": [ + 363 + ], + "max_error": 0.0 + }, + { + "representative": 364, + "members": [ + 364 + ], + "max_error": 0.0 + }, + { + "representative": 365, + "members": [ + 365 + ], + "max_error": 0.0 + }, + { + "representative": 366, + "members": [ + 366 + ], + "max_error": 0.0 + }, + { + "representative": 367, + "members": [ + 367 + ], + "max_error": 0.0 + }, + { + "representative": 368, + "members": [ + 368 + ], + "max_error": 0.0 + }, + { + "representative": 369, + "members": [ + 369 + ], + "max_error": 0.0 + }, + { + "representative": 370, + "members": [ + 370 + ], + "max_error": 0.0 + }, + { + "representative": 371, + "members": [ + 371 + ], + "max_error": 0.0 + }, + { + "representative": 372, + "members": [ + 372 + ], + "max_error": 0.0 + }, + { + "representative": 373, + "members": [ + 373 + ], + "max_error": 0.0 + }, + { + "representative": 374, + "members": [ + 374 + ], + "max_error": 0.0 + }, + { + "representative": 375, + "members": [ + 375 + ], + "max_error": 0.0 + }, + { + "representative": 376, + "members": [ + 376 + ], + "max_error": 0.0 + }, + { + "representative": 377, + "members": [ + 377 + ], + "max_error": 0.0 + }, + { + "representative": 378, + "members": [ + 378 + ], + "max_error": 0.0 + }, + { + "representative": 379, + "members": [ + 379 + ], + "max_error": 0.0 + }, + { + "representative": 380, + "members": [ + 380 + ], + "max_error": 0.0 + }, + { + "representative": 381, + "members": [ + 381 + ], + "max_error": 0.0 + }, + { + "representative": 382, + "members": [ + 382 + ], + "max_error": 0.0 + }, + { + "representative": 383, + "members": [ + 383 + ], + "max_error": 0.0 + }, + { + "representative": 384, + "members": [ + 384 + ], + "max_error": 0.0 + }, + { + "representative": 385, + "members": [ + 385 + ], + "max_error": 0.0 + }, + { + "representative": 386, + "members": [ + 386 + ], + "max_error": 0.0 + }, + { + "representative": 387, + "members": [ + 387 + ], + "max_error": 0.0 + }, + { + "representative": 388, + "members": [ + 388 + ], + "max_error": 0.0 + }, + { + "representative": 389, + "members": [ + 389 + ], + "max_error": 0.0 + }, + { + "representative": 390, + "members": [ + 390 + ], + "max_error": 0.0 + }, + { + "representative": 391, + "members": [ + 391 + ], + "max_error": 0.0 + }, + { + "representative": 392, + "members": [ + 392 + ], + "max_error": 0.0 + }, + { + "representative": 393, + "members": [ + 393 + ], + "max_error": 0.0 + }, + { + "representative": 394, + "members": [ + 394 + ], + "max_error": 0.0 + }, + { + "representative": 395, + "members": [ + 395 + ], + "max_error": 0.0 + }, + { + "representative": 396, + "members": [ + 396 + ], + "max_error": 0.0 + }, + { + "representative": 397, + "members": [ + 397 + ], + "max_error": 0.0 + }, + { + "representative": 398, + "members": [ + 398 + ], + "max_error": 0.0 + }, + { + "representative": 399, + "members": [ + 399 + ], + "max_error": 0.0 + }, + { + "representative": 400, + "members": [ + 400 + ], + "max_error": 0.0 + }, + { + "representative": 401, + "members": [ + 401 + ], + "max_error": 0.0 + }, + { + "representative": 402, + "members": [ + 402 + ], + "max_error": 0.0 + }, + { + "representative": 403, + "members": [ + 403 + ], + "max_error": 0.0 + }, + { + "representative": 404, + "members": [ + 404 + ], + "max_error": 0.0 + }, + { + "representative": 405, + "members": [ + 405 + ], + "max_error": 0.0 + }, + { + "representative": 406, + "members": [ + 406 + ], + "max_error": 0.0 + }, + { + "representative": 407, + "members": [ + 407 + ], + "max_error": 0.0 + }, + { + "representative": 408, + "members": [ + 408 + ], + "max_error": 0.0 + }, + { + "representative": 409, + "members": [ + 409 + ], + "max_error": 0.0 + }, + { + "representative": 410, + "members": [ + 410 + ], + "max_error": 0.0 + }, + { + "representative": 411, + "members": [ + 411 + ], + "max_error": 0.0 + }, + { + "representative": 412, + "members": [ + 412 + ], + "max_error": 0.0 + }, + { + "representative": 413, + "members": [ + 413 + ], + "max_error": 0.0 + }, + { + "representative": 414, + "members": [ + 414 + ], + "max_error": 0.0 + }, + { + "representative": 415, + "members": [ + 415 + ], + "max_error": 0.0 + }, + { + "representative": 416, + "members": [ + 416 + ], + "max_error": 0.0 + }, + { + "representative": 417, + "members": [ + 417 + ], + "max_error": 0.0 + }, + { + "representative": 418, + "members": [ + 418 + ], + "max_error": 0.0 + }, + { + "representative": 419, + "members": [ + 419 + ], + "max_error": 0.0 + }, + { + "representative": 420, + "members": [ + 420 + ], + "max_error": 0.0 + }, + { + "representative": 421, + "members": [ + 421 + ], + "max_error": 0.0 + }, + { + "representative": 422, + "members": [ + 422 + ], + "max_error": 0.0 + }, + { + "representative": 423, + "members": [ + 423 + ], + "max_error": 0.0 + }, + { + "representative": 424, + "members": [ + 424 + ], + "max_error": 0.0 + }, + { + "representative": 425, + "members": [ + 425 + ], + "max_error": 0.0 + }, + { + "representative": 426, + "members": [ + 426 + ], + "max_error": 0.0 + }, + { + "representative": 427, + "members": [ + 427 + ], + "max_error": 0.0 + }, + { + "representative": 428, + "members": [ + 428 + ], + "max_error": 0.0 + }, + { + "representative": 429, + "members": [ + 429 + ], + "max_error": 0.0 + }, + { + "representative": 430, + "members": [ + 430 + ], + "max_error": 0.0 + }, + { + "representative": 431, + "members": [ + 431 + ], + "max_error": 0.0 + }, + { + "representative": 432, + "members": [ + 432 + ], + "max_error": 0.0 + }, + { + "representative": 433, + "members": [ + 433 + ], + "max_error": 0.0 + }, + { + "representative": 434, + "members": [ + 434 + ], + "max_error": 0.0 + }, + { + "representative": 435, + "members": [ + 435 + ], + "max_error": 0.0 + }, + { + "representative": 436, + "members": [ + 436 + ], + "max_error": 0.0 + }, + { + "representative": 438, + "members": [ + 438 + ], + "max_error": 0.0 + }, + { + "representative": 439, + "members": [ + 439 + ], + "max_error": 0.0 + }, + { + "representative": 440, + "members": [ + 440 + ], + "max_error": 0.0 + }, + { + "representative": 441, + "members": [ + 441 + ], + "max_error": 0.0 + }, + { + "representative": 442, + "members": [ + 442 + ], + "max_error": 0.0 + }, + { + "representative": 443, + "members": [ + 443 + ], + "max_error": 0.0 + }, + { + "representative": 444, + "members": [ + 444 + ], + "max_error": 0.0 + }, + { + "representative": 445, + "members": [ + 445 + ], + "max_error": 0.0 + }, + { + "representative": 446, + "members": [ + 446 + ], + "max_error": 0.0 + }, + { + "representative": 447, + "members": [ + 447 + ], + "max_error": 0.0 + }, + { + "representative": 448, + "members": [ + 448 + ], + "max_error": 0.0 + }, + { + "representative": 450, + "members": [ + 450 + ], + "max_error": 0.0 + }, + { + "representative": 451, + "members": [ + 451 + ], + "max_error": 0.0 + }, + { + "representative": 452, + "members": [ + 452 + ], + "max_error": 0.0 + }, + { + "representative": 453, + "members": [ + 453 + ], + "max_error": 0.0 + }, + { + "representative": 454, + "members": [ + 454 + ], + "max_error": 0.0 + }, + { + "representative": 455, + "members": [ + 455 + ], + "max_error": 0.0 + }, + { + "representative": 456, + "members": [ + 456 + ], + "max_error": 0.0 + }, + { + "representative": 457, + "members": [ + 457 + ], + "max_error": 0.0 + }, + { + "representative": 458, + "members": [ + 458 + ], + "max_error": 0.0 + }, + { + "representative": 459, + "members": [ + 459 + ], + "max_error": 0.0 + }, + { + "representative": 460, + "members": [ + 460 + ], + "max_error": 0.0 + }, + { + "representative": 462, + "members": [ + 462 + ], + "max_error": 0.0 + }, + { + "representative": 463, + "members": [ + 463 + ], + "max_error": 0.0 + }, + { + "representative": 464, + "members": [ + 464 + ], + "max_error": 0.0 + }, + { + "representative": 465, + "members": [ + 465 + ], + "max_error": 0.0 + }, + { + "representative": 466, + "members": [ + 466 + ], + "max_error": 0.0 + }, + { + "representative": 467, + "members": [ + 467 + ], + "max_error": 0.0 + }, + { + "representative": 468, + "members": [ + 468 + ], + "max_error": 0.0 + }, + { + "representative": 469, + "members": [ + 469 + ], + "max_error": 0.0 + }, + { + "representative": 470, + "members": [ + 470 + ], + "max_error": 0.0 + }, + { + "representative": 471, + "members": [ + 471 + ], + "max_error": 0.0 + }, + { + "representative": 472, + "members": [ + 472 + ], + "max_error": 0.0 + }, + { + "representative": 473, + "members": [ + 473 + ], + "max_error": 0.0 + }, + { + "representative": 474, + "members": [ + 474 + ], + "max_error": 0.0 + }, + { + "representative": 475, + "members": [ + 475 + ], + "max_error": 0.0 + }, + { + "representative": 476, + "members": [ + 476 + ], + "max_error": 0.0 + }, + { + "representative": 477, + "members": [ + 477 + ], + "max_error": 0.0 + }, + { + "representative": 478, + "members": [ + 478 + ], + "max_error": 0.0 + }, + { + "representative": 479, + "members": [ + 479 + ], + "max_error": 0.0 + }, + { + "representative": 480, + "members": [ + 480 + ], + "max_error": 0.0 + }, + { + "representative": 481, + "members": [ + 481 + ], + "max_error": 0.0 + }, + { + "representative": 482, + "members": [ + 482 + ], + "max_error": 0.0 + }, + { + "representative": 483, + "members": [ + 483 + ], + "max_error": 0.0 + }, + { + "representative": 484, + "members": [ + 484 + ], + "max_error": 0.0 + }, + { + "representative": 485, + "members": [ + 485 + ], + "max_error": 0.0 + }, + { + "representative": 486, + "members": [ + 486 + ], + "max_error": 0.0 + }, + { + "representative": 487, + "members": [ + 487 + ], + "max_error": 0.0 + }, + { + "representative": 488, + "members": [ + 488 + ], + "max_error": 0.0 + }, + { + "representative": 489, + "members": [ + 489 + ], + "max_error": 0.0 + }, + { + "representative": 490, + "members": [ + 490 + ], + "max_error": 0.0 + }, + { + "representative": 491, + "members": [ + 491 + ], + "max_error": 0.0 + }, + { + "representative": 492, + "members": [ + 492 + ], + "max_error": 0.0 + }, + { + "representative": 493, + "members": [ + 493 + ], + "max_error": 0.0 + }, + { + "representative": 494, + "members": [ + 494 + ], + "max_error": 0.0 + }, + { + "representative": 495, + "members": [ + 495 + ], + "max_error": 0.0 + }, + { + "representative": 496, + "members": [ + 496 + ], + "max_error": 0.0 + }, + { + "representative": 497, + "members": [ + 497 + ], + "max_error": 0.0 + }, + { + "representative": 498, + "members": [ + 498 + ], + "max_error": 0.0 + }, + { + "representative": 499, + "members": [ + 499 + ], + "max_error": 0.0 + }, + { + "representative": 500, + "members": [ + 500 + ], + "max_error": 0.0 + }, + { + "representative": 501, + "members": [ + 501 + ], + "max_error": 0.0 + }, + { + "representative": 502, + "members": [ + 502 + ], + "max_error": 0.0 + }, + { + "representative": 503, + "members": [ + 503 + ], + "max_error": 0.0 + }, + { + "representative": 504, + "members": [ + 504 + ], + "max_error": 0.0 + }, + { + "representative": 505, + "members": [ + 505 + ], + "max_error": 0.0 + }, + { + "representative": 506, + "members": [ + 506 + ], + "max_error": 0.0 + }, + { + "representative": 507, + "members": [ + 507 + ], + "max_error": 0.0 + }, + { + "representative": 508, + "members": [ + 508 + ], + "max_error": 0.0 + }, + { + "representative": 509, + "members": [ + 509 + ], + "max_error": 0.0 + }, + { + "representative": 510, + "members": [ + 510 + ], + "max_error": 0.0 + }, + { + "representative": 511, + "members": [ + 511 + ], + "max_error": 0.0 + }, + { + "representative": 512, + "members": [ + 512 + ], + "max_error": 0.0 + }, + { + "representative": 513, + "members": [ + 513 + ], + "max_error": 0.0 + }, + { + "representative": 514, + "members": [ + 514 + ], + "max_error": 0.0 + }, + { + "representative": 515, + "members": [ + 515 + ], + "max_error": 0.0 + }, + { + "representative": 516, + "members": [ + 516 + ], + "max_error": 0.0 + }, + { + "representative": 517, + "members": [ + 517 + ], + "max_error": 0.0 + }, + { + "representative": 518, + "members": [ + 518 + ], + "max_error": 0.0 + }, + { + "representative": 519, + "members": [ + 519 + ], + "max_error": 0.0 + }, + { + "representative": 520, + "members": [ + 520 + ], + "max_error": 0.0 + }, + { + "representative": 521, + "members": [ + 521 + ], + "max_error": 0.0 + }, + { + "representative": 522, + "members": [ + 522 + ], + "max_error": 0.0 + }, + { + "representative": 523, + "members": [ + 523 + ], + "max_error": 0.0 + }, + { + "representative": 524, + "members": [ + 524 + ], + "max_error": 0.0 + }, + { + "representative": 525, + "members": [ + 525 + ], + "max_error": 0.0 + }, + { + "representative": 526, + "members": [ + 526 + ], + "max_error": 0.0 + }, + { + "representative": 527, + "members": [ + 527 + ], + "max_error": 0.0 + }, + { + "representative": 528, + "members": [ + 528 + ], + "max_error": 0.0 + }, + { + "representative": 529, + "members": [ + 529 + ], + "max_error": 0.0 + }, + { + "representative": 530, + "members": [ + 530 + ], + "max_error": 0.0 + }, + { + "representative": 531, + "members": [ + 531 + ], + "max_error": 0.0 + }, + { + "representative": 532, + "members": [ + 532 + ], + "max_error": 0.0 + }, + { + "representative": 533, + "members": [ + 533 + ], + "max_error": 0.0 + }, + { + "representative": 534, + "members": [ + 534 + ], + "max_error": 0.0 + }, + { + "representative": 535, + "members": [ + 535 + ], + "max_error": 0.0 + }, + { + "representative": 536, + "members": [ + 536 + ], + "max_error": 0.0 + }, + { + "representative": 537, + "members": [ + 537 + ], + "max_error": 0.0 + }, + { + "representative": 538, + "members": [ + 538 + ], + "max_error": 0.0 + }, + { + "representative": 539, + "members": [ + 539 + ], + "max_error": 0.0 + }, + { + "representative": 540, + "members": [ + 540 + ], + "max_error": 0.0 + }, + { + "representative": 541, + "members": [ + 541 + ], + "max_error": 0.0 + }, + { + "representative": 542, + "members": [ + 542 + ], + "max_error": 0.0 + }, + { + "representative": 543, + "members": [ + 543 + ], + "max_error": 0.0 + }, + { + "representative": 544, + "members": [ + 544 + ], + "max_error": 0.0 + }, + { + "representative": 545, + "members": [ + 545 + ], + "max_error": 0.0 + }, + { + "representative": 546, + "members": [ + 546 + ], + "max_error": 0.0 + }, + { + "representative": 547, + "members": [ + 547 + ], + "max_error": 0.0 + }, + { + "representative": 548, + "members": [ + 548 + ], + "max_error": 0.0 + }, + { + "representative": 549, + "members": [ + 549 + ], + "max_error": 0.0 + }, + { + "representative": 550, + "members": [ + 550 + ], + "max_error": 0.0 + }, + { + "representative": 551, + "members": [ + 551 + ], + "max_error": 0.0 + }, + { + "representative": 552, + "members": [ + 552 + ], + "max_error": 0.0 + }, + { + "representative": 553, + "members": [ + 553 + ], + "max_error": 0.0 + }, + { + "representative": 554, + "members": [ + 554 + ], + "max_error": 0.0 + }, + { + "representative": 555, + "members": [ + 555 + ], + "max_error": 0.0 + }, + { + "representative": 556, + "members": [ + 556 + ], + "max_error": 0.0 + }, + { + "representative": 557, + "members": [ + 557 + ], + "max_error": 0.0 + }, + { + "representative": 558, + "members": [ + 558 + ], + "max_error": 0.0 + }, + { + "representative": 559, + "members": [ + 559 + ], + "max_error": 0.0 + }, + { + "representative": 560, + "members": [ + 560 + ], + "max_error": 0.0 + }, + { + "representative": 561, + "members": [ + 561 + ], + "max_error": 0.0 + }, + { + "representative": 562, + "members": [ + 562 + ], + "max_error": 0.0 + }, + { + "representative": 563, + "members": [ + 563 + ], + "max_error": 0.0 + }, + { + "representative": 564, + "members": [ + 564 + ], + "max_error": 0.0 + }, + { + "representative": 565, + "members": [ + 565 + ], + "max_error": 0.0 + }, + { + "representative": 566, + "members": [ + 566 + ], + "max_error": 0.0 + }, + { + "representative": 567, + "members": [ + 567 + ], + "max_error": 0.0 + }, + { + "representative": 568, + "members": [ + 568 + ], + "max_error": 0.0 + }, + { + "representative": 569, + "members": [ + 569 + ], + "max_error": 0.0 + }, + { + "representative": 570, + "members": [ + 570 + ], + "max_error": 0.0 + }, + { + "representative": 571, + "members": [ + 571 + ], + "max_error": 0.0 + }, + { + "representative": 572, + "members": [ + 572 + ], + "max_error": 0.0 + }, + { + "representative": 573, + "members": [ + 573 + ], + "max_error": 0.0 + }, + { + "representative": 574, + "members": [ + 574 + ], + "max_error": 0.0 + }, + { + "representative": 575, + "members": [ + 575 + ], + "max_error": 0.0 + }, + { + "representative": 576, + "members": [ + 576 + ], + "max_error": 0.0 + }, + { + "representative": 577, + "members": [ + 577 + ], + "max_error": 0.0 + }, + { + "representative": 578, + "members": [ + 578 + ], + "max_error": 0.0 + }, + { + "representative": 579, + "members": [ + 579 + ], + "max_error": 0.0 + }, + { + "representative": 580, + "members": [ + 580 + ], + "max_error": 0.0 + }, + { + "representative": 581, + "members": [ + 581 + ], + "max_error": 0.0 + }, + { + "representative": 582, + "members": [ + 582 + ], + "max_error": 0.0 + }, + { + "representative": 583, + "members": [ + 583 + ], + "max_error": 0.0 + }, + { + "representative": 584, + "members": [ + 584 + ], + "max_error": 0.0 + }, + { + "representative": 585, + "members": [ + 585 + ], + "max_error": 0.0 + }, + { + "representative": 586, + "members": [ + 586 + ], + "max_error": 0.0 + }, + { + "representative": 587, + "members": [ + 587 + ], + "max_error": 0.0 + }, + { + "representative": 588, + "members": [ + 588 + ], + "max_error": 0.0 + }, + { + "representative": 589, + "members": [ + 589 + ], + "max_error": 0.0 + }, + { + "representative": 590, + "members": [ + 590 + ], + "max_error": 0.0 + }, + { + "representative": 591, + "members": [ + 591 + ], + "max_error": 0.0 + }, + { + "representative": 592, + "members": [ + 592 + ], + "max_error": 0.0 + }, + { + "representative": 593, + "members": [ + 593 + ], + "max_error": 0.0 + }, + { + "representative": 594, + "members": [ + 594 + ], + "max_error": 0.0 + }, + { + "representative": 595, + "members": [ + 595 + ], + "max_error": 0.0 + }, + { + "representative": 596, + "members": [ + 596 + ], + "max_error": 0.0 + }, + { + "representative": 597, + "members": [ + 597 + ], + "max_error": 0.0 + }, + { + "representative": 598, + "members": [ + 598 + ], + "max_error": 0.0 + }, + { + "representative": 599, + "members": [ + 599 + ], + "max_error": 0.0 + }, + { + "representative": 600, + "members": [ + 600 + ], + "max_error": 0.0 + }, + { + "representative": 601, + "members": [ + 601 + ], + "max_error": 0.0 + }, + { + "representative": 602, + "members": [ + 602 + ], + "max_error": 0.0 + }, + { + "representative": 603, + "members": [ + 603 + ], + "max_error": 0.0 + }, + { + "representative": 604, + "members": [ + 604 + ], + "max_error": 0.0 + }, + { + "representative": 605, + "members": [ + 605 + ], + "max_error": 0.0 + }, + { + "representative": 606, + "members": [ + 606 + ], + "max_error": 0.0 + }, + { + "representative": 607, + "members": [ + 607 + ], + "max_error": 0.0 + }, + { + "representative": 608, + "members": [ + 608 + ], + "max_error": 0.0 + }, + { + "representative": 609, + "members": [ + 609 + ], + "max_error": 0.0 + }, + { + "representative": 610, + "members": [ + 610 + ], + "max_error": 0.0 + }, + { + "representative": 611, + "members": [ + 611 + ], + "max_error": 0.0 + }, + { + "representative": 612, + "members": [ + 612 + ], + "max_error": 0.0 + }, + { + "representative": 613, + "members": [ + 613 + ], + "max_error": 0.0 + }, + { + "representative": 614, + "members": [ + 614 + ], + "max_error": 0.0 + }, + { + "representative": 615, + "members": [ + 615 + ], + "max_error": 0.0 + }, + { + "representative": 616, + "members": [ + 616 + ], + "max_error": 0.0 + }, + { + "representative": 617, + "members": [ + 617 + ], + "max_error": 0.0 + }, + { + "representative": 618, + "members": [ + 618 + ], + "max_error": 0.0 + }, + { + "representative": 619, + "members": [ + 619 + ], + "max_error": 0.0 + }, + { + "representative": 620, + "members": [ + 620 + ], + "max_error": 0.0 + }, + { + "representative": 621, + "members": [ + 621 + ], + "max_error": 0.0 + }, + { + "representative": 622, + "members": [ + 622 + ], + "max_error": 0.0 + }, + { + "representative": 623, + "members": [ + 623 + ], + "max_error": 0.0 + }, + { + "representative": 624, + "members": [ + 624 + ], + "max_error": 0.0 + }, + { + "representative": 625, + "members": [ + 625 + ], + "max_error": 0.0 + }, + { + "representative": 626, + "members": [ + 626 + ], + "max_error": 0.0 + }, + { + "representative": 627, + "members": [ + 627 + ], + "max_error": 0.0 + }, + { + "representative": 628, + "members": [ + 628 + ], + "max_error": 0.0 + }, + { + "representative": 629, + "members": [ + 629 + ], + "max_error": 0.0 + }, + { + "representative": 630, + "members": [ + 630 + ], + "max_error": 0.0 + }, + { + "representative": 631, + "members": [ + 631 + ], + "max_error": 0.0 + } +] \ No newline at end of file diff --git a/results/qwen35-2b/analysis/groups_tensor_whole_0.10.json b/results/qwen35-2b/analysis/groups_tensor_whole_0.10.json new file mode 100644 index 0000000..6778b2b --- /dev/null +++ b/results/qwen35-2b/analysis/groups_tensor_whole_0.10.json @@ -0,0 +1,4312 @@ +[ + { + "representative": 437, + "members": [ + 425, + 449, + 461, + 485, + 497, + 437 + ], + "max_error": 0.09918821238614463 + }, + { + "representative": 201, + "members": [ + 166, + 171, + 213, + 201 + ], + "max_error": 0.09878510756413568 + }, + { + "representative": 367, + "members": [ + 379, + 391, + 367 + ], + "max_error": 0.09761140539544766 + }, + { + "representative": 401, + "members": [ + 389, + 413, + 401 + ], + "max_error": 0.08910706207818321 + }, + { + "representative": 509, + "members": [ + 521, + 509 + ], + "max_error": 0.0799079721956557 + }, + { + "representative": 11, + "members": [ + 9, + 11 + ], + "max_error": 0.0996284846101826 + }, + { + "representative": 225, + "members": [ + 225 + ], + "max_error": 0.0 + }, + { + "representative": 353, + "members": [ + 605, + 353 + ], + "max_error": 0.0751926332333991 + }, + { + "representative": 355, + "members": [ + 607, + 355 + ], + "max_error": 0.09619374811850401 + }, + { + "representative": 365, + "members": [ + 377, + 365 + ], + "max_error": 0.09304180007165223 + }, + { + "representative": 581, + "members": [ + 593, + 581 + ], + "max_error": 0.09564001327384225 + }, + { + "representative": 583, + "members": [ + 595, + 583 + ], + "max_error": 0.08743646516158642 + }, + { + "representative": 36, + "members": [ + 36 + ], + "max_error": 0.0 + }, + { + "representative": 37, + "members": [ + 37 + ], + "max_error": 0.0 + }, + { + "representative": 0, + "members": [ + 0 + ], + "max_error": 0.0 + }, + { + "representative": 38, + "members": [ + 38 + ], + "max_error": 0.0 + }, + { + "representative": 39, + "members": [ + 39 + ], + "max_error": 0.0 + }, + { + "representative": 40, + "members": [ + 40 + ], + "max_error": 0.0 + }, + { + "representative": 41, + "members": [ + 41 + ], + "max_error": 0.0 + }, + { + "representative": 42, + "members": [ + 42 + ], + "max_error": 0.0 + }, + { + "representative": 43, + "members": [ + 43 + ], + "max_error": 0.0 + }, + { + "representative": 1, + "members": [ + 1 + ], + "max_error": 0.0 + }, + { + "representative": 44, + "members": [ + 44 + ], + "max_error": 0.0 + }, + { + "representative": 45, + "members": [ + 45 + ], + "max_error": 0.0 + }, + { + "representative": 46, + "members": [ + 46 + ], + "max_error": 0.0 + }, + { + "representative": 47, + "members": [ + 47 + ], + "max_error": 0.0 + }, + { + "representative": 48, + "members": [ + 48 + ], + "max_error": 0.0 + }, + { + "representative": 49, + "members": [ + 49 + ], + "max_error": 0.0 + }, + { + "representative": 2, + "members": [ + 2 + ], + "max_error": 0.0 + }, + { + "representative": 50, + "members": [ + 50 + ], + "max_error": 0.0 + }, + { + "representative": 51, + "members": [ + 51 + ], + "max_error": 0.0 + }, + { + "representative": 52, + "members": [ + 52 + ], + "max_error": 0.0 + }, + { + "representative": 53, + "members": [ + 53 + ], + "max_error": 0.0 + }, + { + "representative": 54, + "members": [ + 54 + ], + "max_error": 0.0 + }, + { + "representative": 55, + "members": [ + 55 + ], + "max_error": 0.0 + }, + { + "representative": 3, + "members": [ + 3 + ], + "max_error": 0.0 + }, + { + "representative": 56, + "members": [ + 56 + ], + "max_error": 0.0 + }, + { + "representative": 57, + "members": [ + 57 + ], + "max_error": 0.0 + }, + { + "representative": 58, + "members": [ + 58 + ], + "max_error": 0.0 + }, + { + "representative": 59, + "members": [ + 59 + ], + "max_error": 0.0 + }, + { + "representative": 60, + "members": [ + 60 + ], + "max_error": 0.0 + }, + { + "representative": 61, + "members": [ + 61 + ], + "max_error": 0.0 + }, + { + "representative": 4, + "members": [ + 4 + ], + "max_error": 0.0 + }, + { + "representative": 62, + "members": [ + 62 + ], + "max_error": 0.0 + }, + { + "representative": 63, + "members": [ + 63 + ], + "max_error": 0.0 + }, + { + "representative": 64, + "members": [ + 64 + ], + "max_error": 0.0 + }, + { + "representative": 65, + "members": [ + 65 + ], + "max_error": 0.0 + }, + { + "representative": 66, + "members": [ + 66 + ], + "max_error": 0.0 + }, + { + "representative": 67, + "members": [ + 67 + ], + "max_error": 0.0 + }, + { + "representative": 5, + "members": [ + 5 + ], + "max_error": 0.0 + }, + { + "representative": 68, + "members": [ + 68 + ], + "max_error": 0.0 + }, + { + "representative": 69, + "members": [ + 69 + ], + "max_error": 0.0 + }, + { + "representative": 70, + "members": [ + 70 + ], + "max_error": 0.0 + }, + { + "representative": 71, + "members": [ + 71 + ], + "max_error": 0.0 + }, + { + "representative": 72, + "members": [ + 72 + ], + "max_error": 0.0 + }, + { + "representative": 73, + "members": [ + 73 + ], + "max_error": 0.0 + }, + { + "representative": 74, + "members": [ + 74 + ], + "max_error": 0.0 + }, + { + "representative": 75, + "members": [ + 75 + ], + "max_error": 0.0 + }, + { + "representative": 76, + "members": [ + 76 + ], + "max_error": 0.0 + }, + { + "representative": 77, + "members": [ + 77 + ], + "max_error": 0.0 + }, + { + "representative": 78, + "members": [ + 78 + ], + "max_error": 0.0 + }, + { + "representative": 79, + "members": [ + 79 + ], + "max_error": 0.0 + }, + { + "representative": 80, + "members": [ + 80 + ], + "max_error": 0.0 + }, + { + "representative": 81, + "members": [ + 81 + ], + "max_error": 0.0 + }, + { + "representative": 82, + "members": [ + 82 + ], + "max_error": 0.0 + }, + { + "representative": 83, + "members": [ + 83 + ], + "max_error": 0.0 + }, + { + "representative": 84, + "members": [ + 84 + ], + "max_error": 0.0 + }, + { + "representative": 6, + "members": [ + 6 + ], + "max_error": 0.0 + }, + { + "representative": 85, + "members": [ + 85 + ], + "max_error": 0.0 + }, + { + "representative": 86, + "members": [ + 86 + ], + "max_error": 0.0 + }, + { + "representative": 87, + "members": [ + 87 + ], + "max_error": 0.0 + }, + { + "representative": 88, + "members": [ + 88 + ], + "max_error": 0.0 + }, + { + "representative": 89, + "members": [ + 89 + ], + "max_error": 0.0 + }, + { + "representative": 90, + "members": [ + 90 + ], + "max_error": 0.0 + }, + { + "representative": 7, + "members": [ + 7 + ], + "max_error": 0.0 + }, + { + "representative": 91, + "members": [ + 91 + ], + "max_error": 0.0 + }, + { + "representative": 92, + "members": [ + 92 + ], + "max_error": 0.0 + }, + { + "representative": 93, + "members": [ + 93 + ], + "max_error": 0.0 + }, + { + "representative": 94, + "members": [ + 94 + ], + "max_error": 0.0 + }, + { + "representative": 95, + "members": [ + 95 + ], + "max_error": 0.0 + }, + { + "representative": 96, + "members": [ + 96 + ], + "max_error": 0.0 + }, + { + "representative": 8, + "members": [ + 8 + ], + "max_error": 0.0 + }, + { + "representative": 97, + "members": [ + 97 + ], + "max_error": 0.0 + }, + { + "representative": 98, + "members": [ + 98 + ], + "max_error": 0.0 + }, + { + "representative": 99, + "members": [ + 99 + ], + "max_error": 0.0 + }, + { + "representative": 100, + "members": [ + 100 + ], + "max_error": 0.0 + }, + { + "representative": 101, + "members": [ + 101 + ], + "max_error": 0.0 + }, + { + "representative": 102, + "members": [ + 102 + ], + "max_error": 0.0 + }, + { + "representative": 103, + "members": [ + 103 + ], + "max_error": 0.0 + }, + { + "representative": 104, + "members": [ + 104 + ], + "max_error": 0.0 + }, + { + "representative": 105, + "members": [ + 105 + ], + "max_error": 0.0 + }, + { + "representative": 106, + "members": [ + 106 + ], + "max_error": 0.0 + }, + { + "representative": 107, + "members": [ + 107 + ], + "max_error": 0.0 + }, + { + "representative": 108, + "members": [ + 108 + ], + "max_error": 0.0 + }, + { + "representative": 10, + "members": [ + 10 + ], + "max_error": 0.0 + }, + { + "representative": 109, + "members": [ + 109 + ], + "max_error": 0.0 + }, + { + "representative": 110, + "members": [ + 110 + ], + "max_error": 0.0 + }, + { + "representative": 111, + "members": [ + 111 + ], + "max_error": 0.0 + }, + { + "representative": 112, + "members": [ + 112 + ], + "max_error": 0.0 + }, + { + "representative": 113, + "members": [ + 113 + ], + "max_error": 0.0 + }, + { + "representative": 114, + "members": [ + 114 + ], + "max_error": 0.0 + }, + { + "representative": 115, + "members": [ + 115 + ], + "max_error": 0.0 + }, + { + "representative": 116, + "members": [ + 116 + ], + "max_error": 0.0 + }, + { + "representative": 117, + "members": [ + 117 + ], + "max_error": 0.0 + }, + { + "representative": 118, + "members": [ + 118 + ], + "max_error": 0.0 + }, + { + "representative": 119, + "members": [ + 119 + ], + "max_error": 0.0 + }, + { + "representative": 120, + "members": [ + 120 + ], + "max_error": 0.0 + }, + { + "representative": 121, + "members": [ + 121 + ], + "max_error": 0.0 + }, + { + "representative": 122, + "members": [ + 122 + ], + "max_error": 0.0 + }, + { + "representative": 123, + "members": [ + 123 + ], + "max_error": 0.0 + }, + { + "representative": 124, + "members": [ + 124 + ], + "max_error": 0.0 + }, + { + "representative": 125, + "members": [ + 125 + ], + "max_error": 0.0 + }, + { + "representative": 126, + "members": [ + 126 + ], + "max_error": 0.0 + }, + { + "representative": 127, + "members": [ + 127 + ], + "max_error": 0.0 + }, + { + "representative": 128, + "members": [ + 128 + ], + "max_error": 0.0 + }, + { + "representative": 129, + "members": [ + 129 + ], + "max_error": 0.0 + }, + { + "representative": 130, + "members": [ + 130 + ], + "max_error": 0.0 + }, + { + "representative": 131, + "members": [ + 131 + ], + "max_error": 0.0 + }, + { + "representative": 12, + "members": [ + 12 + ], + "max_error": 0.0 + }, + { + "representative": 132, + "members": [ + 132 + ], + "max_error": 0.0 + }, + { + "representative": 133, + "members": [ + 133 + ], + "max_error": 0.0 + }, + { + "representative": 134, + "members": [ + 134 + ], + "max_error": 0.0 + }, + { + "representative": 135, + "members": [ + 135 + ], + "max_error": 0.0 + }, + { + "representative": 136, + "members": [ + 136 + ], + "max_error": 0.0 + }, + { + "representative": 137, + "members": [ + 137 + ], + "max_error": 0.0 + }, + { + "representative": 13, + "members": [ + 13 + ], + "max_error": 0.0 + }, + { + "representative": 138, + "members": [ + 138 + ], + "max_error": 0.0 + }, + { + "representative": 139, + "members": [ + 139 + ], + "max_error": 0.0 + }, + { + "representative": 140, + "members": [ + 140 + ], + "max_error": 0.0 + }, + { + "representative": 141, + "members": [ + 141 + ], + "max_error": 0.0 + }, + { + "representative": 142, + "members": [ + 142 + ], + "max_error": 0.0 + }, + { + "representative": 143, + "members": [ + 143 + ], + "max_error": 0.0 + }, + { + "representative": 14, + "members": [ + 14 + ], + "max_error": 0.0 + }, + { + "representative": 144, + "members": [ + 144 + ], + "max_error": 0.0 + }, + { + "representative": 145, + "members": [ + 145 + ], + "max_error": 0.0 + }, + { + "representative": 146, + "members": [ + 146 + ], + "max_error": 0.0 + }, + { + "representative": 147, + "members": [ + 147 + ], + "max_error": 0.0 + }, + { + "representative": 148, + "members": [ + 148 + ], + "max_error": 0.0 + }, + { + "representative": 149, + "members": [ + 149 + ], + "max_error": 0.0 + }, + { + "representative": 15, + "members": [ + 15 + ], + "max_error": 0.0 + }, + { + "representative": 150, + "members": [ + 150 + ], + "max_error": 0.0 + }, + { + "representative": 151, + "members": [ + 151 + ], + "max_error": 0.0 + }, + { + "representative": 152, + "members": [ + 152 + ], + "max_error": 0.0 + }, + { + "representative": 153, + "members": [ + 153 + ], + "max_error": 0.0 + }, + { + "representative": 154, + "members": [ + 154 + ], + "max_error": 0.0 + }, + { + "representative": 155, + "members": [ + 155 + ], + "max_error": 0.0 + }, + { + "representative": 16, + "members": [ + 16 + ], + "max_error": 0.0 + }, + { + "representative": 156, + "members": [ + 156 + ], + "max_error": 0.0 + }, + { + "representative": 157, + "members": [ + 157 + ], + "max_error": 0.0 + }, + { + "representative": 158, + "members": [ + 158 + ], + "max_error": 0.0 + }, + { + "representative": 159, + "members": [ + 159 + ], + "max_error": 0.0 + }, + { + "representative": 160, + "members": [ + 160 + ], + "max_error": 0.0 + }, + { + "representative": 161, + "members": [ + 161 + ], + "max_error": 0.0 + }, + { + "representative": 17, + "members": [ + 17 + ], + "max_error": 0.0 + }, + { + "representative": 162, + "members": [ + 162 + ], + "max_error": 0.0 + }, + { + "representative": 163, + "members": [ + 163 + ], + "max_error": 0.0 + }, + { + "representative": 164, + "members": [ + 164 + ], + "max_error": 0.0 + }, + { + "representative": 165, + "members": [ + 165 + ], + "max_error": 0.0 + }, + { + "representative": 167, + "members": [ + 167 + ], + "max_error": 0.0 + }, + { + "representative": 168, + "members": [ + 168 + ], + "max_error": 0.0 + }, + { + "representative": 169, + "members": [ + 169 + ], + "max_error": 0.0 + }, + { + "representative": 170, + "members": [ + 170 + ], + "max_error": 0.0 + }, + { + "representative": 172, + "members": [ + 172 + ], + "max_error": 0.0 + }, + { + "representative": 173, + "members": [ + 173 + ], + "max_error": 0.0 + }, + { + "representative": 174, + "members": [ + 174 + ], + "max_error": 0.0 + }, + { + "representative": 175, + "members": [ + 175 + ], + "max_error": 0.0 + }, + { + "representative": 176, + "members": [ + 176 + ], + "max_error": 0.0 + }, + { + "representative": 177, + "members": [ + 177 + ], + "max_error": 0.0 + }, + { + "representative": 178, + "members": [ + 178 + ], + "max_error": 0.0 + }, + { + "representative": 18, + "members": [ + 18 + ], + "max_error": 0.0 + }, + { + "representative": 179, + "members": [ + 179 + ], + "max_error": 0.0 + }, + { + "representative": 180, + "members": [ + 180 + ], + "max_error": 0.0 + }, + { + "representative": 181, + "members": [ + 181 + ], + "max_error": 0.0 + }, + { + "representative": 182, + "members": [ + 182 + ], + "max_error": 0.0 + }, + { + "representative": 183, + "members": [ + 183 + ], + "max_error": 0.0 + }, + { + "representative": 184, + "members": [ + 184 + ], + "max_error": 0.0 + }, + { + "representative": 19, + "members": [ + 19 + ], + "max_error": 0.0 + }, + { + "representative": 185, + "members": [ + 185 + ], + "max_error": 0.0 + }, + { + "representative": 186, + "members": [ + 186 + ], + "max_error": 0.0 + }, + { + "representative": 187, + "members": [ + 187 + ], + "max_error": 0.0 + }, + { + "representative": 188, + "members": [ + 188 + ], + "max_error": 0.0 + }, + { + "representative": 189, + "members": [ + 189 + ], + "max_error": 0.0 + }, + { + "representative": 190, + "members": [ + 190 + ], + "max_error": 0.0 + }, + { + "representative": 20, + "members": [ + 20 + ], + "max_error": 0.0 + }, + { + "representative": 191, + "members": [ + 191 + ], + "max_error": 0.0 + }, + { + "representative": 192, + "members": [ + 192 + ], + "max_error": 0.0 + }, + { + "representative": 193, + "members": [ + 193 + ], + "max_error": 0.0 + }, + { + "representative": 194, + "members": [ + 194 + ], + "max_error": 0.0 + }, + { + "representative": 195, + "members": [ + 195 + ], + "max_error": 0.0 + }, + { + "representative": 196, + "members": [ + 196 + ], + "max_error": 0.0 + }, + { + "representative": 21, + "members": [ + 21 + ], + "max_error": 0.0 + }, + { + "representative": 197, + "members": [ + 197 + ], + "max_error": 0.0 + }, + { + "representative": 198, + "members": [ + 198 + ], + "max_error": 0.0 + }, + { + "representative": 199, + "members": [ + 199 + ], + "max_error": 0.0 + }, + { + "representative": 200, + "members": [ + 200 + ], + "max_error": 0.0 + }, + { + "representative": 202, + "members": [ + 202 + ], + "max_error": 0.0 + }, + { + "representative": 22, + "members": [ + 22 + ], + "max_error": 0.0 + }, + { + "representative": 203, + "members": [ + 203 + ], + "max_error": 0.0 + }, + { + "representative": 204, + "members": [ + 204 + ], + "max_error": 0.0 + }, + { + "representative": 205, + "members": [ + 205 + ], + "max_error": 0.0 + }, + { + "representative": 206, + "members": [ + 206 + ], + "max_error": 0.0 + }, + { + "representative": 207, + "members": [ + 207 + ], + "max_error": 0.0 + }, + { + "representative": 208, + "members": [ + 208 + ], + "max_error": 0.0 + }, + { + "representative": 23, + "members": [ + 23 + ], + "max_error": 0.0 + }, + { + "representative": 209, + "members": [ + 209 + ], + "max_error": 0.0 + }, + { + "representative": 210, + "members": [ + 210 + ], + "max_error": 0.0 + }, + { + "representative": 211, + "members": [ + 211 + ], + "max_error": 0.0 + }, + { + "representative": 212, + "members": [ + 212 + ], + "max_error": 0.0 + }, + { + "representative": 214, + "members": [ + 214 + ], + "max_error": 0.0 + }, + { + "representative": 24, + "members": [ + 24 + ], + "max_error": 0.0 + }, + { + "representative": 215, + "members": [ + 215 + ], + "max_error": 0.0 + }, + { + "representative": 216, + "members": [ + 216 + ], + "max_error": 0.0 + }, + { + "representative": 217, + "members": [ + 217 + ], + "max_error": 0.0 + }, + { + "representative": 218, + "members": [ + 218 + ], + "max_error": 0.0 + }, + { + "representative": 219, + "members": [ + 219 + ], + "max_error": 0.0 + }, + { + "representative": 220, + "members": [ + 220 + ], + "max_error": 0.0 + }, + { + "representative": 25, + "members": [ + 25 + ], + "max_error": 0.0 + }, + { + "representative": 221, + "members": [ + 221 + ], + "max_error": 0.0 + }, + { + "representative": 222, + "members": [ + 222 + ], + "max_error": 0.0 + }, + { + "representative": 223, + "members": [ + 223 + ], + "max_error": 0.0 + }, + { + "representative": 224, + "members": [ + 224 + ], + "max_error": 0.0 + }, + { + "representative": 226, + "members": [ + 226 + ], + "max_error": 0.0 + }, + { + "representative": 227, + "members": [ + 227 + ], + "max_error": 0.0 + }, + { + "representative": 228, + "members": [ + 228 + ], + "max_error": 0.0 + }, + { + "representative": 229, + "members": [ + 229 + ], + "max_error": 0.0 + }, + { + "representative": 230, + "members": [ + 230 + ], + "max_error": 0.0 + }, + { + "representative": 231, + "members": [ + 231 + ], + "max_error": 0.0 + }, + { + "representative": 232, + "members": [ + 232 + ], + "max_error": 0.0 + }, + { + "representative": 233, + "members": [ + 233 + ], + "max_error": 0.0 + }, + { + "representative": 234, + "members": [ + 234 + ], + "max_error": 0.0 + }, + { + "representative": 235, + "members": [ + 235 + ], + "max_error": 0.0 + }, + { + "representative": 236, + "members": [ + 236 + ], + "max_error": 0.0 + }, + { + "representative": 237, + "members": [ + 237 + ], + "max_error": 0.0 + }, + { + "representative": 238, + "members": [ + 238 + ], + "max_error": 0.0 + }, + { + "representative": 239, + "members": [ + 239 + ], + "max_error": 0.0 + }, + { + "representative": 240, + "members": [ + 240 + ], + "max_error": 0.0 + }, + { + "representative": 241, + "members": [ + 241 + ], + "max_error": 0.0 + }, + { + "representative": 242, + "members": [ + 242 + ], + "max_error": 0.0 + }, + { + "representative": 243, + "members": [ + 243 + ], + "max_error": 0.0 + }, + { + "representative": 244, + "members": [ + 244 + ], + "max_error": 0.0 + }, + { + "representative": 245, + "members": [ + 245 + ], + "max_error": 0.0 + }, + { + "representative": 246, + "members": [ + 246 + ], + "max_error": 0.0 + }, + { + "representative": 247, + "members": [ + 247 + ], + "max_error": 0.0 + }, + { + "representative": 248, + "members": [ + 248 + ], + "max_error": 0.0 + }, + { + "representative": 26, + "members": [ + 26 + ], + "max_error": 0.0 + }, + { + "representative": 249, + "members": [ + 249 + ], + "max_error": 0.0 + }, + { + "representative": 250, + "members": [ + 250 + ], + "max_error": 0.0 + }, + { + "representative": 251, + "members": [ + 251 + ], + "max_error": 0.0 + }, + { + "representative": 252, + "members": [ + 252 + ], + "max_error": 0.0 + }, + { + "representative": 253, + "members": [ + 253 + ], + "max_error": 0.0 + }, + { + "representative": 254, + "members": [ + 254 + ], + "max_error": 0.0 + }, + { + "representative": 27, + "members": [ + 27 + ], + "max_error": 0.0 + }, + { + "representative": 255, + "members": [ + 255 + ], + "max_error": 0.0 + }, + { + "representative": 256, + "members": [ + 256 + ], + "max_error": 0.0 + }, + { + "representative": 257, + "members": [ + 257 + ], + "max_error": 0.0 + }, + { + "representative": 258, + "members": [ + 258 + ], + "max_error": 0.0 + }, + { + "representative": 259, + "members": [ + 259 + ], + "max_error": 0.0 + }, + { + "representative": 260, + "members": [ + 260 + ], + "max_error": 0.0 + }, + { + "representative": 28, + "members": [ + 28 + ], + "max_error": 0.0 + }, + { + "representative": 261, + "members": [ + 261 + ], + "max_error": 0.0 + }, + { + "representative": 262, + "members": [ + 262 + ], + "max_error": 0.0 + }, + { + "representative": 263, + "members": [ + 263 + ], + "max_error": 0.0 + }, + { + "representative": 264, + "members": [ + 264 + ], + "max_error": 0.0 + }, + { + "representative": 265, + "members": [ + 265 + ], + "max_error": 0.0 + }, + { + "representative": 266, + "members": [ + 266 + ], + "max_error": 0.0 + }, + { + "representative": 29, + "members": [ + 29 + ], + "max_error": 0.0 + }, + { + "representative": 267, + "members": [ + 267 + ], + "max_error": 0.0 + }, + { + "representative": 268, + "members": [ + 268 + ], + "max_error": 0.0 + }, + { + "representative": 269, + "members": [ + 269 + ], + "max_error": 0.0 + }, + { + "representative": 270, + "members": [ + 270 + ], + "max_error": 0.0 + }, + { + "representative": 271, + "members": [ + 271 + ], + "max_error": 0.0 + }, + { + "representative": 272, + "members": [ + 272 + ], + "max_error": 0.0 + }, + { + "representative": 30, + "members": [ + 30 + ], + "max_error": 0.0 + }, + { + "representative": 273, + "members": [ + 273 + ], + "max_error": 0.0 + }, + { + "representative": 274, + "members": [ + 274 + ], + "max_error": 0.0 + }, + { + "representative": 275, + "members": [ + 275 + ], + "max_error": 0.0 + }, + { + "representative": 276, + "members": [ + 276 + ], + "max_error": 0.0 + }, + { + "representative": 277, + "members": [ + 277 + ], + "max_error": 0.0 + }, + { + "representative": 278, + "members": [ + 278 + ], + "max_error": 0.0 + }, + { + "representative": 31, + "members": [ + 31 + ], + "max_error": 0.0 + }, + { + "representative": 279, + "members": [ + 279 + ], + "max_error": 0.0 + }, + { + "representative": 280, + "members": [ + 280 + ], + "max_error": 0.0 + }, + { + "representative": 281, + "members": [ + 281 + ], + "max_error": 0.0 + }, + { + "representative": 282, + "members": [ + 282 + ], + "max_error": 0.0 + }, + { + "representative": 283, + "members": [ + 283 + ], + "max_error": 0.0 + }, + { + "representative": 284, + "members": [ + 284 + ], + "max_error": 0.0 + }, + { + "representative": 285, + "members": [ + 285 + ], + "max_error": 0.0 + }, + { + "representative": 286, + "members": [ + 286 + ], + "max_error": 0.0 + }, + { + "representative": 287, + "members": [ + 287 + ], + "max_error": 0.0 + }, + { + "representative": 288, + "members": [ + 288 + ], + "max_error": 0.0 + }, + { + "representative": 289, + "members": [ + 289 + ], + "max_error": 0.0 + }, + { + "representative": 290, + "members": [ + 290 + ], + "max_error": 0.0 + }, + { + "representative": 291, + "members": [ + 291 + ], + "max_error": 0.0 + }, + { + "representative": 292, + "members": [ + 292 + ], + "max_error": 0.0 + }, + { + "representative": 293, + "members": [ + 293 + ], + "max_error": 0.0 + }, + { + "representative": 294, + "members": [ + 294 + ], + "max_error": 0.0 + }, + { + "representative": 295, + "members": [ + 295 + ], + "max_error": 0.0 + }, + { + "representative": 32, + "members": [ + 32 + ], + "max_error": 0.0 + }, + { + "representative": 296, + "members": [ + 296 + ], + "max_error": 0.0 + }, + { + "representative": 297, + "members": [ + 297 + ], + "max_error": 0.0 + }, + { + "representative": 298, + "members": [ + 298 + ], + "max_error": 0.0 + }, + { + "representative": 299, + "members": [ + 299 + ], + "max_error": 0.0 + }, + { + "representative": 300, + "members": [ + 300 + ], + "max_error": 0.0 + }, + { + "representative": 301, + "members": [ + 301 + ], + "max_error": 0.0 + }, + { + "representative": 33, + "members": [ + 33 + ], + "max_error": 0.0 + }, + { + "representative": 302, + "members": [ + 302 + ], + "max_error": 0.0 + }, + { + "representative": 303, + "members": [ + 303 + ], + "max_error": 0.0 + }, + { + "representative": 304, + "members": [ + 304 + ], + "max_error": 0.0 + }, + { + "representative": 305, + "members": [ + 305 + ], + "max_error": 0.0 + }, + { + "representative": 306, + "members": [ + 306 + ], + "max_error": 0.0 + }, + { + "representative": 307, + "members": [ + 307 + ], + "max_error": 0.0 + }, + { + "representative": 34, + "members": [ + 34 + ], + "max_error": 0.0 + }, + { + "representative": 308, + "members": [ + 308 + ], + "max_error": 0.0 + }, + { + "representative": 309, + "members": [ + 309 + ], + "max_error": 0.0 + }, + { + "representative": 310, + "members": [ + 310 + ], + "max_error": 0.0 + }, + { + "representative": 311, + "members": [ + 311 + ], + "max_error": 0.0 + }, + { + "representative": 312, + "members": [ + 312 + ], + "max_error": 0.0 + }, + { + "representative": 313, + "members": [ + 313 + ], + "max_error": 0.0 + }, + { + "representative": 35, + "members": [ + 35 + ], + "max_error": 0.0 + }, + { + "representative": 314, + "members": [ + 314 + ], + "max_error": 0.0 + }, + { + "representative": 315, + "members": [ + 315 + ], + "max_error": 0.0 + }, + { + "representative": 316, + "members": [ + 316 + ], + "max_error": 0.0 + }, + { + "representative": 317, + "members": [ + 317 + ], + "max_error": 0.0 + }, + { + "representative": 318, + "members": [ + 318 + ], + "max_error": 0.0 + }, + { + "representative": 319, + "members": [ + 319 + ], + "max_error": 0.0 + }, + { + "representative": 320, + "members": [ + 320 + ], + "max_error": 0.0 + }, + { + "representative": 321, + "members": [ + 321 + ], + "max_error": 0.0 + }, + { + "representative": 322, + "members": [ + 322 + ], + "max_error": 0.0 + }, + { + "representative": 323, + "members": [ + 323 + ], + "max_error": 0.0 + }, + { + "representative": 324, + "members": [ + 324 + ], + "max_error": 0.0 + }, + { + "representative": 325, + "members": [ + 325 + ], + "max_error": 0.0 + }, + { + "representative": 326, + "members": [ + 326 + ], + "max_error": 0.0 + }, + { + "representative": 327, + "members": [ + 327 + ], + "max_error": 0.0 + }, + { + "representative": 328, + "members": [ + 328 + ], + "max_error": 0.0 + }, + { + "representative": 329, + "members": [ + 329 + ], + "max_error": 0.0 + }, + { + "representative": 330, + "members": [ + 330 + ], + "max_error": 0.0 + }, + { + "representative": 331, + "members": [ + 331 + ], + "max_error": 0.0 + }, + { + "representative": 332, + "members": [ + 332 + ], + "max_error": 0.0 + }, + { + "representative": 333, + "members": [ + 333 + ], + "max_error": 0.0 + }, + { + "representative": 334, + "members": [ + 334 + ], + "max_error": 0.0 + }, + { + "representative": 335, + "members": [ + 335 + ], + "max_error": 0.0 + }, + { + "representative": 336, + "members": [ + 336 + ], + "max_error": 0.0 + }, + { + "representative": 337, + "members": [ + 337 + ], + "max_error": 0.0 + }, + { + "representative": 338, + "members": [ + 338 + ], + "max_error": 0.0 + }, + { + "representative": 339, + "members": [ + 339 + ], + "max_error": 0.0 + }, + { + "representative": 340, + "members": [ + 340 + ], + "max_error": 0.0 + }, + { + "representative": 341, + "members": [ + 341 + ], + "max_error": 0.0 + }, + { + "representative": 342, + "members": [ + 342 + ], + "max_error": 0.0 + }, + { + "representative": 343, + "members": [ + 343 + ], + "max_error": 0.0 + }, + { + "representative": 344, + "members": [ + 344 + ], + "max_error": 0.0 + }, + { + "representative": 345, + "members": [ + 345 + ], + "max_error": 0.0 + }, + { + "representative": 346, + "members": [ + 346 + ], + "max_error": 0.0 + }, + { + "representative": 347, + "members": [ + 347 + ], + "max_error": 0.0 + }, + { + "representative": 348, + "members": [ + 348 + ], + "max_error": 0.0 + }, + { + "representative": 349, + "members": [ + 349 + ], + "max_error": 0.0 + }, + { + "representative": 350, + "members": [ + 350 + ], + "max_error": 0.0 + }, + { + "representative": 351, + "members": [ + 351 + ], + "max_error": 0.0 + }, + { + "representative": 352, + "members": [ + 352 + ], + "max_error": 0.0 + }, + { + "representative": 354, + "members": [ + 354 + ], + "max_error": 0.0 + }, + { + "representative": 356, + "members": [ + 356 + ], + "max_error": 0.0 + }, + { + "representative": 357, + "members": [ + 357 + ], + "max_error": 0.0 + }, + { + "representative": 358, + "members": [ + 358 + ], + "max_error": 0.0 + }, + { + "representative": 359, + "members": [ + 359 + ], + "max_error": 0.0 + }, + { + "representative": 360, + "members": [ + 360 + ], + "max_error": 0.0 + }, + { + "representative": 361, + "members": [ + 361 + ], + "max_error": 0.0 + }, + { + "representative": 362, + "members": [ + 362 + ], + "max_error": 0.0 + }, + { + "representative": 363, + "members": [ + 363 + ], + "max_error": 0.0 + }, + { + "representative": 364, + "members": [ + 364 + ], + "max_error": 0.0 + }, + { + "representative": 366, + "members": [ + 366 + ], + "max_error": 0.0 + }, + { + "representative": 368, + "members": [ + 368 + ], + "max_error": 0.0 + }, + { + "representative": 369, + "members": [ + 369 + ], + "max_error": 0.0 + }, + { + "representative": 370, + "members": [ + 370 + ], + "max_error": 0.0 + }, + { + "representative": 371, + "members": [ + 371 + ], + "max_error": 0.0 + }, + { + "representative": 372, + "members": [ + 372 + ], + "max_error": 0.0 + }, + { + "representative": 373, + "members": [ + 373 + ], + "max_error": 0.0 + }, + { + "representative": 374, + "members": [ + 374 + ], + "max_error": 0.0 + }, + { + "representative": 375, + "members": [ + 375 + ], + "max_error": 0.0 + }, + { + "representative": 376, + "members": [ + 376 + ], + "max_error": 0.0 + }, + { + "representative": 378, + "members": [ + 378 + ], + "max_error": 0.0 + }, + { + "representative": 380, + "members": [ + 380 + ], + "max_error": 0.0 + }, + { + "representative": 381, + "members": [ + 381 + ], + "max_error": 0.0 + }, + { + "representative": 382, + "members": [ + 382 + ], + "max_error": 0.0 + }, + { + "representative": 383, + "members": [ + 383 + ], + "max_error": 0.0 + }, + { + "representative": 384, + "members": [ + 384 + ], + "max_error": 0.0 + }, + { + "representative": 385, + "members": [ + 385 + ], + "max_error": 0.0 + }, + { + "representative": 386, + "members": [ + 386 + ], + "max_error": 0.0 + }, + { + "representative": 387, + "members": [ + 387 + ], + "max_error": 0.0 + }, + { + "representative": 388, + "members": [ + 388 + ], + "max_error": 0.0 + }, + { + "representative": 390, + "members": [ + 390 + ], + "max_error": 0.0 + }, + { + "representative": 392, + "members": [ + 392 + ], + "max_error": 0.0 + }, + { + "representative": 393, + "members": [ + 393 + ], + "max_error": 0.0 + }, + { + "representative": 394, + "members": [ + 394 + ], + "max_error": 0.0 + }, + { + "representative": 395, + "members": [ + 395 + ], + "max_error": 0.0 + }, + { + "representative": 396, + "members": [ + 396 + ], + "max_error": 0.0 + }, + { + "representative": 397, + "members": [ + 397 + ], + "max_error": 0.0 + }, + { + "representative": 398, + "members": [ + 398 + ], + "max_error": 0.0 + }, + { + "representative": 399, + "members": [ + 399 + ], + "max_error": 0.0 + }, + { + "representative": 400, + "members": [ + 400 + ], + "max_error": 0.0 + }, + { + "representative": 402, + "members": [ + 402 + ], + "max_error": 0.0 + }, + { + "representative": 403, + "members": [ + 403 + ], + "max_error": 0.0 + }, + { + "representative": 404, + "members": [ + 404 + ], + "max_error": 0.0 + }, + { + "representative": 405, + "members": [ + 405 + ], + "max_error": 0.0 + }, + { + "representative": 406, + "members": [ + 406 + ], + "max_error": 0.0 + }, + { + "representative": 407, + "members": [ + 407 + ], + "max_error": 0.0 + }, + { + "representative": 408, + "members": [ + 408 + ], + "max_error": 0.0 + }, + { + "representative": 409, + "members": [ + 409 + ], + "max_error": 0.0 + }, + { + "representative": 410, + "members": [ + 410 + ], + "max_error": 0.0 + }, + { + "representative": 411, + "members": [ + 411 + ], + "max_error": 0.0 + }, + { + "representative": 412, + "members": [ + 412 + ], + "max_error": 0.0 + }, + { + "representative": 414, + "members": [ + 414 + ], + "max_error": 0.0 + }, + { + "representative": 415, + "members": [ + 415 + ], + "max_error": 0.0 + }, + { + "representative": 416, + "members": [ + 416 + ], + "max_error": 0.0 + }, + { + "representative": 417, + "members": [ + 417 + ], + "max_error": 0.0 + }, + { + "representative": 418, + "members": [ + 418 + ], + "max_error": 0.0 + }, + { + "representative": 419, + "members": [ + 419 + ], + "max_error": 0.0 + }, + { + "representative": 420, + "members": [ + 420 + ], + "max_error": 0.0 + }, + { + "representative": 421, + "members": [ + 421 + ], + "max_error": 0.0 + }, + { + "representative": 422, + "members": [ + 422 + ], + "max_error": 0.0 + }, + { + "representative": 423, + "members": [ + 423 + ], + "max_error": 0.0 + }, + { + "representative": 424, + "members": [ + 424 + ], + "max_error": 0.0 + }, + { + "representative": 426, + "members": [ + 426 + ], + "max_error": 0.0 + }, + { + "representative": 427, + "members": [ + 427 + ], + "max_error": 0.0 + }, + { + "representative": 428, + "members": [ + 428 + ], + "max_error": 0.0 + }, + { + "representative": 429, + "members": [ + 429 + ], + "max_error": 0.0 + }, + { + "representative": 430, + "members": [ + 430 + ], + "max_error": 0.0 + }, + { + "representative": 431, + "members": [ + 431 + ], + "max_error": 0.0 + }, + { + "representative": 432, + "members": [ + 432 + ], + "max_error": 0.0 + }, + { + "representative": 433, + "members": [ + 433 + ], + "max_error": 0.0 + }, + { + "representative": 434, + "members": [ + 434 + ], + "max_error": 0.0 + }, + { + "representative": 435, + "members": [ + 435 + ], + "max_error": 0.0 + }, + { + "representative": 436, + "members": [ + 436 + ], + "max_error": 0.0 + }, + { + "representative": 438, + "members": [ + 438 + ], + "max_error": 0.0 + }, + { + "representative": 439, + "members": [ + 439 + ], + "max_error": 0.0 + }, + { + "representative": 440, + "members": [ + 440 + ], + "max_error": 0.0 + }, + { + "representative": 441, + "members": [ + 441 + ], + "max_error": 0.0 + }, + { + "representative": 442, + "members": [ + 442 + ], + "max_error": 0.0 + }, + { + "representative": 443, + "members": [ + 443 + ], + "max_error": 0.0 + }, + { + "representative": 444, + "members": [ + 444 + ], + "max_error": 0.0 + }, + { + "representative": 445, + "members": [ + 445 + ], + "max_error": 0.0 + }, + { + "representative": 446, + "members": [ + 446 + ], + "max_error": 0.0 + }, + { + "representative": 447, + "members": [ + 447 + ], + "max_error": 0.0 + }, + { + "representative": 448, + "members": [ + 448 + ], + "max_error": 0.0 + }, + { + "representative": 450, + "members": [ + 450 + ], + "max_error": 0.0 + }, + { + "representative": 451, + "members": [ + 451 + ], + "max_error": 0.0 + }, + { + "representative": 452, + "members": [ + 452 + ], + "max_error": 0.0 + }, + { + "representative": 453, + "members": [ + 453 + ], + "max_error": 0.0 + }, + { + "representative": 454, + "members": [ + 454 + ], + "max_error": 0.0 + }, + { + "representative": 455, + "members": [ + 455 + ], + "max_error": 0.0 + }, + { + "representative": 456, + "members": [ + 456 + ], + "max_error": 0.0 + }, + { + "representative": 457, + "members": [ + 457 + ], + "max_error": 0.0 + }, + { + "representative": 458, + "members": [ + 458 + ], + "max_error": 0.0 + }, + { + "representative": 459, + "members": [ + 459 + ], + "max_error": 0.0 + }, + { + "representative": 460, + "members": [ + 460 + ], + "max_error": 0.0 + }, + { + "representative": 462, + "members": [ + 462 + ], + "max_error": 0.0 + }, + { + "representative": 463, + "members": [ + 463 + ], + "max_error": 0.0 + }, + { + "representative": 464, + "members": [ + 464 + ], + "max_error": 0.0 + }, + { + "representative": 465, + "members": [ + 465 + ], + "max_error": 0.0 + }, + { + "representative": 466, + "members": [ + 466 + ], + "max_error": 0.0 + }, + { + "representative": 467, + "members": [ + 467 + ], + "max_error": 0.0 + }, + { + "representative": 468, + "members": [ + 468 + ], + "max_error": 0.0 + }, + { + "representative": 469, + "members": [ + 469 + ], + "max_error": 0.0 + }, + { + "representative": 470, + "members": [ + 470 + ], + "max_error": 0.0 + }, + { + "representative": 471, + "members": [ + 471 + ], + "max_error": 0.0 + }, + { + "representative": 472, + "members": [ + 472 + ], + "max_error": 0.0 + }, + { + "representative": 473, + "members": [ + 473 + ], + "max_error": 0.0 + }, + { + "representative": 474, + "members": [ + 474 + ], + "max_error": 0.0 + }, + { + "representative": 475, + "members": [ + 475 + ], + "max_error": 0.0 + }, + { + "representative": 476, + "members": [ + 476 + ], + "max_error": 0.0 + }, + { + "representative": 477, + "members": [ + 477 + ], + "max_error": 0.0 + }, + { + "representative": 478, + "members": [ + 478 + ], + "max_error": 0.0 + }, + { + "representative": 479, + "members": [ + 479 + ], + "max_error": 0.0 + }, + { + "representative": 480, + "members": [ + 480 + ], + "max_error": 0.0 + }, + { + "representative": 481, + "members": [ + 481 + ], + "max_error": 0.0 + }, + { + "representative": 482, + "members": [ + 482 + ], + "max_error": 0.0 + }, + { + "representative": 483, + "members": [ + 483 + ], + "max_error": 0.0 + }, + { + "representative": 484, + "members": [ + 484 + ], + "max_error": 0.0 + }, + { + "representative": 486, + "members": [ + 486 + ], + "max_error": 0.0 + }, + { + "representative": 487, + "members": [ + 487 + ], + "max_error": 0.0 + }, + { + "representative": 488, + "members": [ + 488 + ], + "max_error": 0.0 + }, + { + "representative": 489, + "members": [ + 489 + ], + "max_error": 0.0 + }, + { + "representative": 490, + "members": [ + 490 + ], + "max_error": 0.0 + }, + { + "representative": 491, + "members": [ + 491 + ], + "max_error": 0.0 + }, + { + "representative": 492, + "members": [ + 492 + ], + "max_error": 0.0 + }, + { + "representative": 493, + "members": [ + 493 + ], + "max_error": 0.0 + }, + { + "representative": 494, + "members": [ + 494 + ], + "max_error": 0.0 + }, + { + "representative": 495, + "members": [ + 495 + ], + "max_error": 0.0 + }, + { + "representative": 496, + "members": [ + 496 + ], + "max_error": 0.0 + }, + { + "representative": 498, + "members": [ + 498 + ], + "max_error": 0.0 + }, + { + "representative": 499, + "members": [ + 499 + ], + "max_error": 0.0 + }, + { + "representative": 500, + "members": [ + 500 + ], + "max_error": 0.0 + }, + { + "representative": 501, + "members": [ + 501 + ], + "max_error": 0.0 + }, + { + "representative": 502, + "members": [ + 502 + ], + "max_error": 0.0 + }, + { + "representative": 503, + "members": [ + 503 + ], + "max_error": 0.0 + }, + { + "representative": 504, + "members": [ + 504 + ], + "max_error": 0.0 + }, + { + "representative": 505, + "members": [ + 505 + ], + "max_error": 0.0 + }, + { + "representative": 506, + "members": [ + 506 + ], + "max_error": 0.0 + }, + { + "representative": 507, + "members": [ + 507 + ], + "max_error": 0.0 + }, + { + "representative": 508, + "members": [ + 508 + ], + "max_error": 0.0 + }, + { + "representative": 510, + "members": [ + 510 + ], + "max_error": 0.0 + }, + { + "representative": 511, + "members": [ + 511 + ], + "max_error": 0.0 + }, + { + "representative": 512, + "members": [ + 512 + ], + "max_error": 0.0 + }, + { + "representative": 513, + "members": [ + 513 + ], + "max_error": 0.0 + }, + { + "representative": 514, + "members": [ + 514 + ], + "max_error": 0.0 + }, + { + "representative": 515, + "members": [ + 515 + ], + "max_error": 0.0 + }, + { + "representative": 516, + "members": [ + 516 + ], + "max_error": 0.0 + }, + { + "representative": 517, + "members": [ + 517 + ], + "max_error": 0.0 + }, + { + "representative": 518, + "members": [ + 518 + ], + "max_error": 0.0 + }, + { + "representative": 519, + "members": [ + 519 + ], + "max_error": 0.0 + }, + { + "representative": 520, + "members": [ + 520 + ], + "max_error": 0.0 + }, + { + "representative": 522, + "members": [ + 522 + ], + "max_error": 0.0 + }, + { + "representative": 523, + "members": [ + 523 + ], + "max_error": 0.0 + }, + { + "representative": 524, + "members": [ + 524 + ], + "max_error": 0.0 + }, + { + "representative": 525, + "members": [ + 525 + ], + "max_error": 0.0 + }, + { + "representative": 526, + "members": [ + 526 + ], + "max_error": 0.0 + }, + { + "representative": 527, + "members": [ + 527 + ], + "max_error": 0.0 + }, + { + "representative": 528, + "members": [ + 528 + ], + "max_error": 0.0 + }, + { + "representative": 529, + "members": [ + 529 + ], + "max_error": 0.0 + }, + { + "representative": 530, + "members": [ + 530 + ], + "max_error": 0.0 + }, + { + "representative": 531, + "members": [ + 531 + ], + "max_error": 0.0 + }, + { + "representative": 532, + "members": [ + 532 + ], + "max_error": 0.0 + }, + { + "representative": 533, + "members": [ + 533 + ], + "max_error": 0.0 + }, + { + "representative": 534, + "members": [ + 534 + ], + "max_error": 0.0 + }, + { + "representative": 535, + "members": [ + 535 + ], + "max_error": 0.0 + }, + { + "representative": 536, + "members": [ + 536 + ], + "max_error": 0.0 + }, + { + "representative": 537, + "members": [ + 537 + ], + "max_error": 0.0 + }, + { + "representative": 538, + "members": [ + 538 + ], + "max_error": 0.0 + }, + { + "representative": 539, + "members": [ + 539 + ], + "max_error": 0.0 + }, + { + "representative": 540, + "members": [ + 540 + ], + "max_error": 0.0 + }, + { + "representative": 541, + "members": [ + 541 + ], + "max_error": 0.0 + }, + { + "representative": 542, + "members": [ + 542 + ], + "max_error": 0.0 + }, + { + "representative": 543, + "members": [ + 543 + ], + "max_error": 0.0 + }, + { + "representative": 544, + "members": [ + 544 + ], + "max_error": 0.0 + }, + { + "representative": 545, + "members": [ + 545 + ], + "max_error": 0.0 + }, + { + "representative": 546, + "members": [ + 546 + ], + "max_error": 0.0 + }, + { + "representative": 547, + "members": [ + 547 + ], + "max_error": 0.0 + }, + { + "representative": 548, + "members": [ + 548 + ], + "max_error": 0.0 + }, + { + "representative": 549, + "members": [ + 549 + ], + "max_error": 0.0 + }, + { + "representative": 550, + "members": [ + 550 + ], + "max_error": 0.0 + }, + { + "representative": 551, + "members": [ + 551 + ], + "max_error": 0.0 + }, + { + "representative": 552, + "members": [ + 552 + ], + "max_error": 0.0 + }, + { + "representative": 553, + "members": [ + 553 + ], + "max_error": 0.0 + }, + { + "representative": 554, + "members": [ + 554 + ], + "max_error": 0.0 + }, + { + "representative": 555, + "members": [ + 555 + ], + "max_error": 0.0 + }, + { + "representative": 556, + "members": [ + 556 + ], + "max_error": 0.0 + }, + { + "representative": 557, + "members": [ + 557 + ], + "max_error": 0.0 + }, + { + "representative": 558, + "members": [ + 558 + ], + "max_error": 0.0 + }, + { + "representative": 559, + "members": [ + 559 + ], + "max_error": 0.0 + }, + { + "representative": 560, + "members": [ + 560 + ], + "max_error": 0.0 + }, + { + "representative": 561, + "members": [ + 561 + ], + "max_error": 0.0 + }, + { + "representative": 562, + "members": [ + 562 + ], + "max_error": 0.0 + }, + { + "representative": 563, + "members": [ + 563 + ], + "max_error": 0.0 + }, + { + "representative": 564, + "members": [ + 564 + ], + "max_error": 0.0 + }, + { + "representative": 565, + "members": [ + 565 + ], + "max_error": 0.0 + }, + { + "representative": 566, + "members": [ + 566 + ], + "max_error": 0.0 + }, + { + "representative": 567, + "members": [ + 567 + ], + "max_error": 0.0 + }, + { + "representative": 568, + "members": [ + 568 + ], + "max_error": 0.0 + }, + { + "representative": 569, + "members": [ + 569 + ], + "max_error": 0.0 + }, + { + "representative": 570, + "members": [ + 570 + ], + "max_error": 0.0 + }, + { + "representative": 571, + "members": [ + 571 + ], + "max_error": 0.0 + }, + { + "representative": 572, + "members": [ + 572 + ], + "max_error": 0.0 + }, + { + "representative": 573, + "members": [ + 573 + ], + "max_error": 0.0 + }, + { + "representative": 574, + "members": [ + 574 + ], + "max_error": 0.0 + }, + { + "representative": 575, + "members": [ + 575 + ], + "max_error": 0.0 + }, + { + "representative": 576, + "members": [ + 576 + ], + "max_error": 0.0 + }, + { + "representative": 577, + "members": [ + 577 + ], + "max_error": 0.0 + }, + { + "representative": 578, + "members": [ + 578 + ], + "max_error": 0.0 + }, + { + "representative": 579, + "members": [ + 579 + ], + "max_error": 0.0 + }, + { + "representative": 580, + "members": [ + 580 + ], + "max_error": 0.0 + }, + { + "representative": 582, + "members": [ + 582 + ], + "max_error": 0.0 + }, + { + "representative": 584, + "members": [ + 584 + ], + "max_error": 0.0 + }, + { + "representative": 585, + "members": [ + 585 + ], + "max_error": 0.0 + }, + { + "representative": 586, + "members": [ + 586 + ], + "max_error": 0.0 + }, + { + "representative": 587, + "members": [ + 587 + ], + "max_error": 0.0 + }, + { + "representative": 588, + "members": [ + 588 + ], + "max_error": 0.0 + }, + { + "representative": 589, + "members": [ + 589 + ], + "max_error": 0.0 + }, + { + "representative": 590, + "members": [ + 590 + ], + "max_error": 0.0 + }, + { + "representative": 591, + "members": [ + 591 + ], + "max_error": 0.0 + }, + { + "representative": 592, + "members": [ + 592 + ], + "max_error": 0.0 + }, + { + "representative": 594, + "members": [ + 594 + ], + "max_error": 0.0 + }, + { + "representative": 596, + "members": [ + 596 + ], + "max_error": 0.0 + }, + { + "representative": 597, + "members": [ + 597 + ], + "max_error": 0.0 + }, + { + "representative": 598, + "members": [ + 598 + ], + "max_error": 0.0 + }, + { + "representative": 599, + "members": [ + 599 + ], + "max_error": 0.0 + }, + { + "representative": 600, + "members": [ + 600 + ], + "max_error": 0.0 + }, + { + "representative": 601, + "members": [ + 601 + ], + "max_error": 0.0 + }, + { + "representative": 602, + "members": [ + 602 + ], + "max_error": 0.0 + }, + { + "representative": 603, + "members": [ + 603 + ], + "max_error": 0.0 + }, + { + "representative": 604, + "members": [ + 604 + ], + "max_error": 0.0 + }, + { + "representative": 606, + "members": [ + 606 + ], + "max_error": 0.0 + }, + { + "representative": 608, + "members": [ + 608 + ], + "max_error": 0.0 + }, + { + "representative": 609, + "members": [ + 609 + ], + "max_error": 0.0 + }, + { + "representative": 610, + "members": [ + 610 + ], + "max_error": 0.0 + }, + { + "representative": 611, + "members": [ + 611 + ], + "max_error": 0.0 + }, + { + "representative": 612, + "members": [ + 612 + ], + "max_error": 0.0 + }, + { + "representative": 613, + "members": [ + 613 + ], + "max_error": 0.0 + }, + { + "representative": 614, + "members": [ + 614 + ], + "max_error": 0.0 + }, + { + "representative": 615, + "members": [ + 615 + ], + "max_error": 0.0 + }, + { + "representative": 616, + "members": [ + 616 + ], + "max_error": 0.0 + }, + { + "representative": 617, + "members": [ + 617 + ], + "max_error": 0.0 + }, + { + "representative": 618, + "members": [ + 618 + ], + "max_error": 0.0 + }, + { + "representative": 619, + "members": [ + 619 + ], + "max_error": 0.0 + }, + { + "representative": 620, + "members": [ + 620 + ], + "max_error": 0.0 + }, + { + "representative": 621, + "members": [ + 621 + ], + "max_error": 0.0 + }, + { + "representative": 622, + "members": [ + 622 + ], + "max_error": 0.0 + }, + { + "representative": 623, + "members": [ + 623 + ], + "max_error": 0.0 + }, + { + "representative": 624, + "members": [ + 624 + ], + "max_error": 0.0 + }, + { + "representative": 625, + "members": [ + 625 + ], + "max_error": 0.0 + }, + { + "representative": 626, + "members": [ + 626 + ], + "max_error": 0.0 + }, + { + "representative": 627, + "members": [ + 627 + ], + "max_error": 0.0 + }, + { + "representative": 628, + "members": [ + 628 + ], + "max_error": 0.0 + }, + { + "representative": 629, + "members": [ + 629 + ], + "max_error": 0.0 + }, + { + "representative": 630, + "members": [ + 630 + ], + "max_error": 0.0 + }, + { + "representative": 631, + "members": [ + 631 + ], + "max_error": 0.0 + } +] \ No newline at end of file diff --git a/results/qwen35-2b/analysis/groups_tensor_whole_0.20.json b/results/qwen35-2b/analysis/groups_tensor_whole_0.20.json new file mode 100644 index 0000000..3d0a2f6 --- /dev/null +++ b/results/qwen35-2b/analysis/groups_tensor_whole_0.20.json @@ -0,0 +1,4066 @@ +[ + { + "representative": 23, + "members": [ + 1, + 3, + 5, + 7, + 9, + 11, + 13, + 19, + 21, + 25, + 29, + 31, + 33, + 35, + 23 + ], + "max_error": 0.16711825765667068 + }, + { + "representative": 425, + "members": [ + 389, + 401, + 413, + 437, + 449, + 461, + 485, + 497, + 509, + 521, + 425 + ], + "max_error": 0.1810933492383002 + }, + { + "representative": 353, + "members": [ + 365, + 377, + 569, + 581, + 593, + 605, + 353 + ], + "max_error": 0.19016643007774534 + }, + { + "representative": 355, + "members": [ + 367, + 379, + 391, + 583, + 595, + 607, + 355 + ], + "max_error": 0.19409989026424665 + }, + { + "representative": 171, + "members": [ + 154, + 166, + 201, + 213, + 225, + 171 + ], + "max_error": 0.18440859371957766 + }, + { + "representative": 547, + "members": [ + 535, + 559, + 571, + 547 + ], + "max_error": 0.19468653326551877 + }, + { + "representative": 15, + "members": [ + 17, + 15 + ], + "max_error": 0.14805739599218168 + }, + { + "representative": 306, + "members": [ + 72, + 288, + 318, + 306 + ], + "max_error": 0.19140258481296854 + }, + { + "representative": 463, + "members": [ + 487, + 499, + 511, + 463 + ], + "max_error": 0.1992427130434979 + }, + { + "representative": 557, + "members": [ + 545, + 557 + ], + "max_error": 0.16533721797609296 + }, + { + "representative": 96, + "members": [ + 84, + 295, + 96 + ], + "max_error": 0.182615754965418 + }, + { + "representative": 155, + "members": [ + 143, + 202, + 155 + ], + "max_error": 0.1731734037842495 + }, + { + "representative": 190, + "members": [ + 190 + ], + "max_error": 0.0 + }, + { + "representative": 307, + "members": [ + 61, + 307 + ], + "max_error": 0.16945535211092877 + }, + { + "representative": 49, + "members": [ + 178, + 49 + ], + "max_error": 0.18258837116423193 + }, + { + "representative": 131, + "members": [ + 131 + ], + "max_error": 0.0 + }, + { + "representative": 241, + "members": [ + 259, + 241 + ], + "max_error": 0.14203778019539615 + }, + { + "representative": 248, + "members": [ + 248 + ], + "max_error": 0.0 + }, + { + "representative": 260, + "members": [ + 260 + ], + "max_error": 0.0 + }, + { + "representative": 415, + "members": [ + 427, + 415 + ], + "max_error": 0.17566250309237824 + }, + { + "representative": 439, + "members": [ + 439 + ], + "max_error": 0.0 + }, + { + "representative": 451, + "members": [ + 451 + ], + "max_error": 0.0 + }, + { + "representative": 36, + "members": [ + 36 + ], + "max_error": 0.0 + }, + { + "representative": 37, + "members": [ + 37 + ], + "max_error": 0.0 + }, + { + "representative": 0, + "members": [ + 0 + ], + "max_error": 0.0 + }, + { + "representative": 38, + "members": [ + 38 + ], + "max_error": 0.0 + }, + { + "representative": 39, + "members": [ + 39 + ], + "max_error": 0.0 + }, + { + "representative": 40, + "members": [ + 40 + ], + "max_error": 0.0 + }, + { + "representative": 41, + "members": [ + 41 + ], + "max_error": 0.0 + }, + { + "representative": 42, + "members": [ + 42 + ], + "max_error": 0.0 + }, + { + "representative": 43, + "members": [ + 43 + ], + "max_error": 0.0 + }, + { + "representative": 44, + "members": [ + 44 + ], + "max_error": 0.0 + }, + { + "representative": 45, + "members": [ + 45 + ], + "max_error": 0.0 + }, + { + "representative": 46, + "members": [ + 46 + ], + "max_error": 0.0 + }, + { + "representative": 47, + "members": [ + 47 + ], + "max_error": 0.0 + }, + { + "representative": 48, + "members": [ + 48 + ], + "max_error": 0.0 + }, + { + "representative": 2, + "members": [ + 2 + ], + "max_error": 0.0 + }, + { + "representative": 50, + "members": [ + 50 + ], + "max_error": 0.0 + }, + { + "representative": 51, + "members": [ + 51 + ], + "max_error": 0.0 + }, + { + "representative": 52, + "members": [ + 52 + ], + "max_error": 0.0 + }, + { + "representative": 53, + "members": [ + 53 + ], + "max_error": 0.0 + }, + { + "representative": 54, + "members": [ + 54 + ], + "max_error": 0.0 + }, + { + "representative": 55, + "members": [ + 55 + ], + "max_error": 0.0 + }, + { + "representative": 56, + "members": [ + 56 + ], + "max_error": 0.0 + }, + { + "representative": 57, + "members": [ + 57 + ], + "max_error": 0.0 + }, + { + "representative": 58, + "members": [ + 58 + ], + "max_error": 0.0 + }, + { + "representative": 59, + "members": [ + 59 + ], + "max_error": 0.0 + }, + { + "representative": 60, + "members": [ + 60 + ], + "max_error": 0.0 + }, + { + "representative": 4, + "members": [ + 4 + ], + "max_error": 0.0 + }, + { + "representative": 62, + "members": [ + 62 + ], + "max_error": 0.0 + }, + { + "representative": 63, + "members": [ + 63 + ], + "max_error": 0.0 + }, + { + "representative": 64, + "members": [ + 64 + ], + "max_error": 0.0 + }, + { + "representative": 65, + "members": [ + 65 + ], + "max_error": 0.0 + }, + { + "representative": 66, + "members": [ + 66 + ], + "max_error": 0.0 + }, + { + "representative": 67, + "members": [ + 67 + ], + "max_error": 0.0 + }, + { + "representative": 68, + "members": [ + 68 + ], + "max_error": 0.0 + }, + { + "representative": 69, + "members": [ + 69 + ], + "max_error": 0.0 + }, + { + "representative": 70, + "members": [ + 70 + ], + "max_error": 0.0 + }, + { + "representative": 71, + "members": [ + 71 + ], + "max_error": 0.0 + }, + { + "representative": 73, + "members": [ + 73 + ], + "max_error": 0.0 + }, + { + "representative": 74, + "members": [ + 74 + ], + "max_error": 0.0 + }, + { + "representative": 75, + "members": [ + 75 + ], + "max_error": 0.0 + }, + { + "representative": 76, + "members": [ + 76 + ], + "max_error": 0.0 + }, + { + "representative": 77, + "members": [ + 77 + ], + "max_error": 0.0 + }, + { + "representative": 78, + "members": [ + 78 + ], + "max_error": 0.0 + }, + { + "representative": 79, + "members": [ + 79 + ], + "max_error": 0.0 + }, + { + "representative": 80, + "members": [ + 80 + ], + "max_error": 0.0 + }, + { + "representative": 81, + "members": [ + 81 + ], + "max_error": 0.0 + }, + { + "representative": 82, + "members": [ + 82 + ], + "max_error": 0.0 + }, + { + "representative": 83, + "members": [ + 83 + ], + "max_error": 0.0 + }, + { + "representative": 6, + "members": [ + 6 + ], + "max_error": 0.0 + }, + { + "representative": 85, + "members": [ + 85 + ], + "max_error": 0.0 + }, + { + "representative": 86, + "members": [ + 86 + ], + "max_error": 0.0 + }, + { + "representative": 87, + "members": [ + 87 + ], + "max_error": 0.0 + }, + { + "representative": 88, + "members": [ + 88 + ], + "max_error": 0.0 + }, + { + "representative": 89, + "members": [ + 89 + ], + "max_error": 0.0 + }, + { + "representative": 90, + "members": [ + 90 + ], + "max_error": 0.0 + }, + { + "representative": 91, + "members": [ + 91 + ], + "max_error": 0.0 + }, + { + "representative": 92, + "members": [ + 92 + ], + "max_error": 0.0 + }, + { + "representative": 93, + "members": [ + 93 + ], + "max_error": 0.0 + }, + { + "representative": 94, + "members": [ + 94 + ], + "max_error": 0.0 + }, + { + "representative": 95, + "members": [ + 95 + ], + "max_error": 0.0 + }, + { + "representative": 8, + "members": [ + 8 + ], + "max_error": 0.0 + }, + { + "representative": 97, + "members": [ + 97 + ], + "max_error": 0.0 + }, + { + "representative": 98, + "members": [ + 98 + ], + "max_error": 0.0 + }, + { + "representative": 99, + "members": [ + 99 + ], + "max_error": 0.0 + }, + { + "representative": 100, + "members": [ + 100 + ], + "max_error": 0.0 + }, + { + "representative": 101, + "members": [ + 101 + ], + "max_error": 0.0 + }, + { + "representative": 102, + "members": [ + 102 + ], + "max_error": 0.0 + }, + { + "representative": 103, + "members": [ + 103 + ], + "max_error": 0.0 + }, + { + "representative": 104, + "members": [ + 104 + ], + "max_error": 0.0 + }, + { + "representative": 105, + "members": [ + 105 + ], + "max_error": 0.0 + }, + { + "representative": 106, + "members": [ + 106 + ], + "max_error": 0.0 + }, + { + "representative": 107, + "members": [ + 107 + ], + "max_error": 0.0 + }, + { + "representative": 108, + "members": [ + 108 + ], + "max_error": 0.0 + }, + { + "representative": 10, + "members": [ + 10 + ], + "max_error": 0.0 + }, + { + "representative": 109, + "members": [ + 109 + ], + "max_error": 0.0 + }, + { + "representative": 110, + "members": [ + 110 + ], + "max_error": 0.0 + }, + { + "representative": 111, + "members": [ + 111 + ], + "max_error": 0.0 + }, + { + "representative": 112, + "members": [ + 112 + ], + "max_error": 0.0 + }, + { + "representative": 113, + "members": [ + 113 + ], + "max_error": 0.0 + }, + { + "representative": 114, + "members": [ + 114 + ], + "max_error": 0.0 + }, + { + "representative": 115, + "members": [ + 115 + ], + "max_error": 0.0 + }, + { + "representative": 116, + "members": [ + 116 + ], + "max_error": 0.0 + }, + { + "representative": 117, + "members": [ + 117 + ], + "max_error": 0.0 + }, + { + "representative": 118, + "members": [ + 118 + ], + "max_error": 0.0 + }, + { + "representative": 119, + "members": [ + 119 + ], + "max_error": 0.0 + }, + { + "representative": 120, + "members": [ + 120 + ], + "max_error": 0.0 + }, + { + "representative": 121, + "members": [ + 121 + ], + "max_error": 0.0 + }, + { + "representative": 122, + "members": [ + 122 + ], + "max_error": 0.0 + }, + { + "representative": 123, + "members": [ + 123 + ], + "max_error": 0.0 + }, + { + "representative": 124, + "members": [ + 124 + ], + "max_error": 0.0 + }, + { + "representative": 125, + "members": [ + 125 + ], + "max_error": 0.0 + }, + { + "representative": 126, + "members": [ + 126 + ], + "max_error": 0.0 + }, + { + "representative": 127, + "members": [ + 127 + ], + "max_error": 0.0 + }, + { + "representative": 128, + "members": [ + 128 + ], + "max_error": 0.0 + }, + { + "representative": 129, + "members": [ + 129 + ], + "max_error": 0.0 + }, + { + "representative": 130, + "members": [ + 130 + ], + "max_error": 0.0 + }, + { + "representative": 12, + "members": [ + 12 + ], + "max_error": 0.0 + }, + { + "representative": 132, + "members": [ + 132 + ], + "max_error": 0.0 + }, + { + "representative": 133, + "members": [ + 133 + ], + "max_error": 0.0 + }, + { + "representative": 134, + "members": [ + 134 + ], + "max_error": 0.0 + }, + { + "representative": 135, + "members": [ + 135 + ], + "max_error": 0.0 + }, + { + "representative": 136, + "members": [ + 136 + ], + "max_error": 0.0 + }, + { + "representative": 137, + "members": [ + 137 + ], + "max_error": 0.0 + }, + { + "representative": 138, + "members": [ + 138 + ], + "max_error": 0.0 + }, + { + "representative": 139, + "members": [ + 139 + ], + "max_error": 0.0 + }, + { + "representative": 140, + "members": [ + 140 + ], + "max_error": 0.0 + }, + { + "representative": 141, + "members": [ + 141 + ], + "max_error": 0.0 + }, + { + "representative": 142, + "members": [ + 142 + ], + "max_error": 0.0 + }, + { + "representative": 14, + "members": [ + 14 + ], + "max_error": 0.0 + }, + { + "representative": 144, + "members": [ + 144 + ], + "max_error": 0.0 + }, + { + "representative": 145, + "members": [ + 145 + ], + "max_error": 0.0 + }, + { + "representative": 146, + "members": [ + 146 + ], + "max_error": 0.0 + }, + { + "representative": 147, + "members": [ + 147 + ], + "max_error": 0.0 + }, + { + "representative": 148, + "members": [ + 148 + ], + "max_error": 0.0 + }, + { + "representative": 149, + "members": [ + 149 + ], + "max_error": 0.0 + }, + { + "representative": 150, + "members": [ + 150 + ], + "max_error": 0.0 + }, + { + "representative": 151, + "members": [ + 151 + ], + "max_error": 0.0 + }, + { + "representative": 152, + "members": [ + 152 + ], + "max_error": 0.0 + }, + { + "representative": 153, + "members": [ + 153 + ], + "max_error": 0.0 + }, + { + "representative": 16, + "members": [ + 16 + ], + "max_error": 0.0 + }, + { + "representative": 156, + "members": [ + 156 + ], + "max_error": 0.0 + }, + { + "representative": 157, + "members": [ + 157 + ], + "max_error": 0.0 + }, + { + "representative": 158, + "members": [ + 158 + ], + "max_error": 0.0 + }, + { + "representative": 159, + "members": [ + 159 + ], + "max_error": 0.0 + }, + { + "representative": 160, + "members": [ + 160 + ], + "max_error": 0.0 + }, + { + "representative": 161, + "members": [ + 161 + ], + "max_error": 0.0 + }, + { + "representative": 162, + "members": [ + 162 + ], + "max_error": 0.0 + }, + { + "representative": 163, + "members": [ + 163 + ], + "max_error": 0.0 + }, + { + "representative": 164, + "members": [ + 164 + ], + "max_error": 0.0 + }, + { + "representative": 165, + "members": [ + 165 + ], + "max_error": 0.0 + }, + { + "representative": 167, + "members": [ + 167 + ], + "max_error": 0.0 + }, + { + "representative": 168, + "members": [ + 168 + ], + "max_error": 0.0 + }, + { + "representative": 169, + "members": [ + 169 + ], + "max_error": 0.0 + }, + { + "representative": 170, + "members": [ + 170 + ], + "max_error": 0.0 + }, + { + "representative": 172, + "members": [ + 172 + ], + "max_error": 0.0 + }, + { + "representative": 173, + "members": [ + 173 + ], + "max_error": 0.0 + }, + { + "representative": 174, + "members": [ + 174 + ], + "max_error": 0.0 + }, + { + "representative": 175, + "members": [ + 175 + ], + "max_error": 0.0 + }, + { + "representative": 176, + "members": [ + 176 + ], + "max_error": 0.0 + }, + { + "representative": 177, + "members": [ + 177 + ], + "max_error": 0.0 + }, + { + "representative": 18, + "members": [ + 18 + ], + "max_error": 0.0 + }, + { + "representative": 179, + "members": [ + 179 + ], + "max_error": 0.0 + }, + { + "representative": 180, + "members": [ + 180 + ], + "max_error": 0.0 + }, + { + "representative": 181, + "members": [ + 181 + ], + "max_error": 0.0 + }, + { + "representative": 182, + "members": [ + 182 + ], + "max_error": 0.0 + }, + { + "representative": 183, + "members": [ + 183 + ], + "max_error": 0.0 + }, + { + "representative": 184, + "members": [ + 184 + ], + "max_error": 0.0 + }, + { + "representative": 185, + "members": [ + 185 + ], + "max_error": 0.0 + }, + { + "representative": 186, + "members": [ + 186 + ], + "max_error": 0.0 + }, + { + "representative": 187, + "members": [ + 187 + ], + "max_error": 0.0 + }, + { + "representative": 188, + "members": [ + 188 + ], + "max_error": 0.0 + }, + { + "representative": 189, + "members": [ + 189 + ], + "max_error": 0.0 + }, + { + "representative": 20, + "members": [ + 20 + ], + "max_error": 0.0 + }, + { + "representative": 191, + "members": [ + 191 + ], + "max_error": 0.0 + }, + { + "representative": 192, + "members": [ + 192 + ], + "max_error": 0.0 + }, + { + "representative": 193, + "members": [ + 193 + ], + "max_error": 0.0 + }, + { + "representative": 194, + "members": [ + 194 + ], + "max_error": 0.0 + }, + { + "representative": 195, + "members": [ + 195 + ], + "max_error": 0.0 + }, + { + "representative": 196, + "members": [ + 196 + ], + "max_error": 0.0 + }, + { + "representative": 197, + "members": [ + 197 + ], + "max_error": 0.0 + }, + { + "representative": 198, + "members": [ + 198 + ], + "max_error": 0.0 + }, + { + "representative": 199, + "members": [ + 199 + ], + "max_error": 0.0 + }, + { + "representative": 200, + "members": [ + 200 + ], + "max_error": 0.0 + }, + { + "representative": 22, + "members": [ + 22 + ], + "max_error": 0.0 + }, + { + "representative": 203, + "members": [ + 203 + ], + "max_error": 0.0 + }, + { + "representative": 204, + "members": [ + 204 + ], + "max_error": 0.0 + }, + { + "representative": 205, + "members": [ + 205 + ], + "max_error": 0.0 + }, + { + "representative": 206, + "members": [ + 206 + ], + "max_error": 0.0 + }, + { + "representative": 207, + "members": [ + 207 + ], + "max_error": 0.0 + }, + { + "representative": 208, + "members": [ + 208 + ], + "max_error": 0.0 + }, + { + "representative": 209, + "members": [ + 209 + ], + "max_error": 0.0 + }, + { + "representative": 210, + "members": [ + 210 + ], + "max_error": 0.0 + }, + { + "representative": 211, + "members": [ + 211 + ], + "max_error": 0.0 + }, + { + "representative": 212, + "members": [ + 212 + ], + "max_error": 0.0 + }, + { + "representative": 214, + "members": [ + 214 + ], + "max_error": 0.0 + }, + { + "representative": 24, + "members": [ + 24 + ], + "max_error": 0.0 + }, + { + "representative": 215, + "members": [ + 215 + ], + "max_error": 0.0 + }, + { + "representative": 216, + "members": [ + 216 + ], + "max_error": 0.0 + }, + { + "representative": 217, + "members": [ + 217 + ], + "max_error": 0.0 + }, + { + "representative": 218, + "members": [ + 218 + ], + "max_error": 0.0 + }, + { + "representative": 219, + "members": [ + 219 + ], + "max_error": 0.0 + }, + { + "representative": 220, + "members": [ + 220 + ], + "max_error": 0.0 + }, + { + "representative": 221, + "members": [ + 221 + ], + "max_error": 0.0 + }, + { + "representative": 222, + "members": [ + 222 + ], + "max_error": 0.0 + }, + { + "representative": 223, + "members": [ + 223 + ], + "max_error": 0.0 + }, + { + "representative": 224, + "members": [ + 224 + ], + "max_error": 0.0 + }, + { + "representative": 226, + "members": [ + 226 + ], + "max_error": 0.0 + }, + { + "representative": 227, + "members": [ + 227 + ], + "max_error": 0.0 + }, + { + "representative": 228, + "members": [ + 228 + ], + "max_error": 0.0 + }, + { + "representative": 229, + "members": [ + 229 + ], + "max_error": 0.0 + }, + { + "representative": 230, + "members": [ + 230 + ], + "max_error": 0.0 + }, + { + "representative": 231, + "members": [ + 231 + ], + "max_error": 0.0 + }, + { + "representative": 232, + "members": [ + 232 + ], + "max_error": 0.0 + }, + { + "representative": 233, + "members": [ + 233 + ], + "max_error": 0.0 + }, + { + "representative": 234, + "members": [ + 234 + ], + "max_error": 0.0 + }, + { + "representative": 235, + "members": [ + 235 + ], + "max_error": 0.0 + }, + { + "representative": 236, + "members": [ + 236 + ], + "max_error": 0.0 + }, + { + "representative": 237, + "members": [ + 237 + ], + "max_error": 0.0 + }, + { + "representative": 238, + "members": [ + 238 + ], + "max_error": 0.0 + }, + { + "representative": 239, + "members": [ + 239 + ], + "max_error": 0.0 + }, + { + "representative": 240, + "members": [ + 240 + ], + "max_error": 0.0 + }, + { + "representative": 242, + "members": [ + 242 + ], + "max_error": 0.0 + }, + { + "representative": 243, + "members": [ + 243 + ], + "max_error": 0.0 + }, + { + "representative": 244, + "members": [ + 244 + ], + "max_error": 0.0 + }, + { + "representative": 245, + "members": [ + 245 + ], + "max_error": 0.0 + }, + { + "representative": 246, + "members": [ + 246 + ], + "max_error": 0.0 + }, + { + "representative": 247, + "members": [ + 247 + ], + "max_error": 0.0 + }, + { + "representative": 26, + "members": [ + 26 + ], + "max_error": 0.0 + }, + { + "representative": 249, + "members": [ + 249 + ], + "max_error": 0.0 + }, + { + "representative": 250, + "members": [ + 250 + ], + "max_error": 0.0 + }, + { + "representative": 251, + "members": [ + 251 + ], + "max_error": 0.0 + }, + { + "representative": 252, + "members": [ + 252 + ], + "max_error": 0.0 + }, + { + "representative": 253, + "members": [ + 253 + ], + "max_error": 0.0 + }, + { + "representative": 254, + "members": [ + 254 + ], + "max_error": 0.0 + }, + { + "representative": 27, + "members": [ + 27 + ], + "max_error": 0.0 + }, + { + "representative": 255, + "members": [ + 255 + ], + "max_error": 0.0 + }, + { + "representative": 256, + "members": [ + 256 + ], + "max_error": 0.0 + }, + { + "representative": 257, + "members": [ + 257 + ], + "max_error": 0.0 + }, + { + "representative": 258, + "members": [ + 258 + ], + "max_error": 0.0 + }, + { + "representative": 28, + "members": [ + 28 + ], + "max_error": 0.0 + }, + { + "representative": 261, + "members": [ + 261 + ], + "max_error": 0.0 + }, + { + "representative": 262, + "members": [ + 262 + ], + "max_error": 0.0 + }, + { + "representative": 263, + "members": [ + 263 + ], + "max_error": 0.0 + }, + { + "representative": 264, + "members": [ + 264 + ], + "max_error": 0.0 + }, + { + "representative": 265, + "members": [ + 265 + ], + "max_error": 0.0 + }, + { + "representative": 266, + "members": [ + 266 + ], + "max_error": 0.0 + }, + { + "representative": 267, + "members": [ + 267 + ], + "max_error": 0.0 + }, + { + "representative": 268, + "members": [ + 268 + ], + "max_error": 0.0 + }, + { + "representative": 269, + "members": [ + 269 + ], + "max_error": 0.0 + }, + { + "representative": 270, + "members": [ + 270 + ], + "max_error": 0.0 + }, + { + "representative": 271, + "members": [ + 271 + ], + "max_error": 0.0 + }, + { + "representative": 272, + "members": [ + 272 + ], + "max_error": 0.0 + }, + { + "representative": 30, + "members": [ + 30 + ], + "max_error": 0.0 + }, + { + "representative": 273, + "members": [ + 273 + ], + "max_error": 0.0 + }, + { + "representative": 274, + "members": [ + 274 + ], + "max_error": 0.0 + }, + { + "representative": 275, + "members": [ + 275 + ], + "max_error": 0.0 + }, + { + "representative": 276, + "members": [ + 276 + ], + "max_error": 0.0 + }, + { + "representative": 277, + "members": [ + 277 + ], + "max_error": 0.0 + }, + { + "representative": 278, + "members": [ + 278 + ], + "max_error": 0.0 + }, + { + "representative": 279, + "members": [ + 279 + ], + "max_error": 0.0 + }, + { + "representative": 280, + "members": [ + 280 + ], + "max_error": 0.0 + }, + { + "representative": 281, + "members": [ + 281 + ], + "max_error": 0.0 + }, + { + "representative": 282, + "members": [ + 282 + ], + "max_error": 0.0 + }, + { + "representative": 283, + "members": [ + 283 + ], + "max_error": 0.0 + }, + { + "representative": 284, + "members": [ + 284 + ], + "max_error": 0.0 + }, + { + "representative": 285, + "members": [ + 285 + ], + "max_error": 0.0 + }, + { + "representative": 286, + "members": [ + 286 + ], + "max_error": 0.0 + }, + { + "representative": 287, + "members": [ + 287 + ], + "max_error": 0.0 + }, + { + "representative": 289, + "members": [ + 289 + ], + "max_error": 0.0 + }, + { + "representative": 290, + "members": [ + 290 + ], + "max_error": 0.0 + }, + { + "representative": 291, + "members": [ + 291 + ], + "max_error": 0.0 + }, + { + "representative": 292, + "members": [ + 292 + ], + "max_error": 0.0 + }, + { + "representative": 293, + "members": [ + 293 + ], + "max_error": 0.0 + }, + { + "representative": 294, + "members": [ + 294 + ], + "max_error": 0.0 + }, + { + "representative": 32, + "members": [ + 32 + ], + "max_error": 0.0 + }, + { + "representative": 296, + "members": [ + 296 + ], + "max_error": 0.0 + }, + { + "representative": 297, + "members": [ + 297 + ], + "max_error": 0.0 + }, + { + "representative": 298, + "members": [ + 298 + ], + "max_error": 0.0 + }, + { + "representative": 299, + "members": [ + 299 + ], + "max_error": 0.0 + }, + { + "representative": 300, + "members": [ + 300 + ], + "max_error": 0.0 + }, + { + "representative": 301, + "members": [ + 301 + ], + "max_error": 0.0 + }, + { + "representative": 302, + "members": [ + 302 + ], + "max_error": 0.0 + }, + { + "representative": 303, + "members": [ + 303 + ], + "max_error": 0.0 + }, + { + "representative": 304, + "members": [ + 304 + ], + "max_error": 0.0 + }, + { + "representative": 305, + "members": [ + 305 + ], + "max_error": 0.0 + }, + { + "representative": 34, + "members": [ + 34 + ], + "max_error": 0.0 + }, + { + "representative": 308, + "members": [ + 308 + ], + "max_error": 0.0 + }, + { + "representative": 309, + "members": [ + 309 + ], + "max_error": 0.0 + }, + { + "representative": 310, + "members": [ + 310 + ], + "max_error": 0.0 + }, + { + "representative": 311, + "members": [ + 311 + ], + "max_error": 0.0 + }, + { + "representative": 312, + "members": [ + 312 + ], + "max_error": 0.0 + }, + { + "representative": 313, + "members": [ + 313 + ], + "max_error": 0.0 + }, + { + "representative": 314, + "members": [ + 314 + ], + "max_error": 0.0 + }, + { + "representative": 315, + "members": [ + 315 + ], + "max_error": 0.0 + }, + { + "representative": 316, + "members": [ + 316 + ], + "max_error": 0.0 + }, + { + "representative": 317, + "members": [ + 317 + ], + "max_error": 0.0 + }, + { + "representative": 319, + "members": [ + 319 + ], + "max_error": 0.0 + }, + { + "representative": 320, + "members": [ + 320 + ], + "max_error": 0.0 + }, + { + "representative": 321, + "members": [ + 321 + ], + "max_error": 0.0 + }, + { + "representative": 322, + "members": [ + 322 + ], + "max_error": 0.0 + }, + { + "representative": 323, + "members": [ + 323 + ], + "max_error": 0.0 + }, + { + "representative": 324, + "members": [ + 324 + ], + "max_error": 0.0 + }, + { + "representative": 325, + "members": [ + 325 + ], + "max_error": 0.0 + }, + { + "representative": 326, + "members": [ + 326 + ], + "max_error": 0.0 + }, + { + "representative": 327, + "members": [ + 327 + ], + "max_error": 0.0 + }, + { + "representative": 328, + "members": [ + 328 + ], + "max_error": 0.0 + }, + { + "representative": 329, + "members": [ + 329 + ], + "max_error": 0.0 + }, + { + "representative": 330, + "members": [ + 330 + ], + "max_error": 0.0 + }, + { + "representative": 331, + "members": [ + 331 + ], + "max_error": 0.0 + }, + { + "representative": 332, + "members": [ + 332 + ], + "max_error": 0.0 + }, + { + "representative": 333, + "members": [ + 333 + ], + "max_error": 0.0 + }, + { + "representative": 334, + "members": [ + 334 + ], + "max_error": 0.0 + }, + { + "representative": 335, + "members": [ + 335 + ], + "max_error": 0.0 + }, + { + "representative": 336, + "members": [ + 336 + ], + "max_error": 0.0 + }, + { + "representative": 337, + "members": [ + 337 + ], + "max_error": 0.0 + }, + { + "representative": 338, + "members": [ + 338 + ], + "max_error": 0.0 + }, + { + "representative": 339, + "members": [ + 339 + ], + "max_error": 0.0 + }, + { + "representative": 340, + "members": [ + 340 + ], + "max_error": 0.0 + }, + { + "representative": 341, + "members": [ + 341 + ], + "max_error": 0.0 + }, + { + "representative": 342, + "members": [ + 342 + ], + "max_error": 0.0 + }, + { + "representative": 343, + "members": [ + 343 + ], + "max_error": 0.0 + }, + { + "representative": 344, + "members": [ + 344 + ], + "max_error": 0.0 + }, + { + "representative": 345, + "members": [ + 345 + ], + "max_error": 0.0 + }, + { + "representative": 346, + "members": [ + 346 + ], + "max_error": 0.0 + }, + { + "representative": 347, + "members": [ + 347 + ], + "max_error": 0.0 + }, + { + "representative": 348, + "members": [ + 348 + ], + "max_error": 0.0 + }, + { + "representative": 349, + "members": [ + 349 + ], + "max_error": 0.0 + }, + { + "representative": 350, + "members": [ + 350 + ], + "max_error": 0.0 + }, + { + "representative": 351, + "members": [ + 351 + ], + "max_error": 0.0 + }, + { + "representative": 352, + "members": [ + 352 + ], + "max_error": 0.0 + }, + { + "representative": 354, + "members": [ + 354 + ], + "max_error": 0.0 + }, + { + "representative": 356, + "members": [ + 356 + ], + "max_error": 0.0 + }, + { + "representative": 357, + "members": [ + 357 + ], + "max_error": 0.0 + }, + { + "representative": 358, + "members": [ + 358 + ], + "max_error": 0.0 + }, + { + "representative": 359, + "members": [ + 359 + ], + "max_error": 0.0 + }, + { + "representative": 360, + "members": [ + 360 + ], + "max_error": 0.0 + }, + { + "representative": 361, + "members": [ + 361 + ], + "max_error": 0.0 + }, + { + "representative": 362, + "members": [ + 362 + ], + "max_error": 0.0 + }, + { + "representative": 363, + "members": [ + 363 + ], + "max_error": 0.0 + }, + { + "representative": 364, + "members": [ + 364 + ], + "max_error": 0.0 + }, + { + "representative": 366, + "members": [ + 366 + ], + "max_error": 0.0 + }, + { + "representative": 368, + "members": [ + 368 + ], + "max_error": 0.0 + }, + { + "representative": 369, + "members": [ + 369 + ], + "max_error": 0.0 + }, + { + "representative": 370, + "members": [ + 370 + ], + "max_error": 0.0 + }, + { + "representative": 371, + "members": [ + 371 + ], + "max_error": 0.0 + }, + { + "representative": 372, + "members": [ + 372 + ], + "max_error": 0.0 + }, + { + "representative": 373, + "members": [ + 373 + ], + "max_error": 0.0 + }, + { + "representative": 374, + "members": [ + 374 + ], + "max_error": 0.0 + }, + { + "representative": 375, + "members": [ + 375 + ], + "max_error": 0.0 + }, + { + "representative": 376, + "members": [ + 376 + ], + "max_error": 0.0 + }, + { + "representative": 378, + "members": [ + 378 + ], + "max_error": 0.0 + }, + { + "representative": 380, + "members": [ + 380 + ], + "max_error": 0.0 + }, + { + "representative": 381, + "members": [ + 381 + ], + "max_error": 0.0 + }, + { + "representative": 382, + "members": [ + 382 + ], + "max_error": 0.0 + }, + { + "representative": 383, + "members": [ + 383 + ], + "max_error": 0.0 + }, + { + "representative": 384, + "members": [ + 384 + ], + "max_error": 0.0 + }, + { + "representative": 385, + "members": [ + 385 + ], + "max_error": 0.0 + }, + { + "representative": 386, + "members": [ + 386 + ], + "max_error": 0.0 + }, + { + "representative": 387, + "members": [ + 387 + ], + "max_error": 0.0 + }, + { + "representative": 388, + "members": [ + 388 + ], + "max_error": 0.0 + }, + { + "representative": 390, + "members": [ + 390 + ], + "max_error": 0.0 + }, + { + "representative": 392, + "members": [ + 392 + ], + "max_error": 0.0 + }, + { + "representative": 393, + "members": [ + 393 + ], + "max_error": 0.0 + }, + { + "representative": 394, + "members": [ + 394 + ], + "max_error": 0.0 + }, + { + "representative": 395, + "members": [ + 395 + ], + "max_error": 0.0 + }, + { + "representative": 396, + "members": [ + 396 + ], + "max_error": 0.0 + }, + { + "representative": 397, + "members": [ + 397 + ], + "max_error": 0.0 + }, + { + "representative": 398, + "members": [ + 398 + ], + "max_error": 0.0 + }, + { + "representative": 399, + "members": [ + 399 + ], + "max_error": 0.0 + }, + { + "representative": 400, + "members": [ + 400 + ], + "max_error": 0.0 + }, + { + "representative": 402, + "members": [ + 402 + ], + "max_error": 0.0 + }, + { + "representative": 403, + "members": [ + 403 + ], + "max_error": 0.0 + }, + { + "representative": 404, + "members": [ + 404 + ], + "max_error": 0.0 + }, + { + "representative": 405, + "members": [ + 405 + ], + "max_error": 0.0 + }, + { + "representative": 406, + "members": [ + 406 + ], + "max_error": 0.0 + }, + { + "representative": 407, + "members": [ + 407 + ], + "max_error": 0.0 + }, + { + "representative": 408, + "members": [ + 408 + ], + "max_error": 0.0 + }, + { + "representative": 409, + "members": [ + 409 + ], + "max_error": 0.0 + }, + { + "representative": 410, + "members": [ + 410 + ], + "max_error": 0.0 + }, + { + "representative": 411, + "members": [ + 411 + ], + "max_error": 0.0 + }, + { + "representative": 412, + "members": [ + 412 + ], + "max_error": 0.0 + }, + { + "representative": 414, + "members": [ + 414 + ], + "max_error": 0.0 + }, + { + "representative": 416, + "members": [ + 416 + ], + "max_error": 0.0 + }, + { + "representative": 417, + "members": [ + 417 + ], + "max_error": 0.0 + }, + { + "representative": 418, + "members": [ + 418 + ], + "max_error": 0.0 + }, + { + "representative": 419, + "members": [ + 419 + ], + "max_error": 0.0 + }, + { + "representative": 420, + "members": [ + 420 + ], + "max_error": 0.0 + }, + { + "representative": 421, + "members": [ + 421 + ], + "max_error": 0.0 + }, + { + "representative": 422, + "members": [ + 422 + ], + "max_error": 0.0 + }, + { + "representative": 423, + "members": [ + 423 + ], + "max_error": 0.0 + }, + { + "representative": 424, + "members": [ + 424 + ], + "max_error": 0.0 + }, + { + "representative": 426, + "members": [ + 426 + ], + "max_error": 0.0 + }, + { + "representative": 428, + "members": [ + 428 + ], + "max_error": 0.0 + }, + { + "representative": 429, + "members": [ + 429 + ], + "max_error": 0.0 + }, + { + "representative": 430, + "members": [ + 430 + ], + "max_error": 0.0 + }, + { + "representative": 431, + "members": [ + 431 + ], + "max_error": 0.0 + }, + { + "representative": 432, + "members": [ + 432 + ], + "max_error": 0.0 + }, + { + "representative": 433, + "members": [ + 433 + ], + "max_error": 0.0 + }, + { + "representative": 434, + "members": [ + 434 + ], + "max_error": 0.0 + }, + { + "representative": 435, + "members": [ + 435 + ], + "max_error": 0.0 + }, + { + "representative": 436, + "members": [ + 436 + ], + "max_error": 0.0 + }, + { + "representative": 438, + "members": [ + 438 + ], + "max_error": 0.0 + }, + { + "representative": 440, + "members": [ + 440 + ], + "max_error": 0.0 + }, + { + "representative": 441, + "members": [ + 441 + ], + "max_error": 0.0 + }, + { + "representative": 442, + "members": [ + 442 + ], + "max_error": 0.0 + }, + { + "representative": 443, + "members": [ + 443 + ], + "max_error": 0.0 + }, + { + "representative": 444, + "members": [ + 444 + ], + "max_error": 0.0 + }, + { + "representative": 445, + "members": [ + 445 + ], + "max_error": 0.0 + }, + { + "representative": 446, + "members": [ + 446 + ], + "max_error": 0.0 + }, + { + "representative": 447, + "members": [ + 447 + ], + "max_error": 0.0 + }, + { + "representative": 448, + "members": [ + 448 + ], + "max_error": 0.0 + }, + { + "representative": 450, + "members": [ + 450 + ], + "max_error": 0.0 + }, + { + "representative": 452, + "members": [ + 452 + ], + "max_error": 0.0 + }, + { + "representative": 453, + "members": [ + 453 + ], + "max_error": 0.0 + }, + { + "representative": 454, + "members": [ + 454 + ], + "max_error": 0.0 + }, + { + "representative": 455, + "members": [ + 455 + ], + "max_error": 0.0 + }, + { + "representative": 456, + "members": [ + 456 + ], + "max_error": 0.0 + }, + { + "representative": 457, + "members": [ + 457 + ], + "max_error": 0.0 + }, + { + "representative": 458, + "members": [ + 458 + ], + "max_error": 0.0 + }, + { + "representative": 459, + "members": [ + 459 + ], + "max_error": 0.0 + }, + { + "representative": 460, + "members": [ + 460 + ], + "max_error": 0.0 + }, + { + "representative": 462, + "members": [ + 462 + ], + "max_error": 0.0 + }, + { + "representative": 464, + "members": [ + 464 + ], + "max_error": 0.0 + }, + { + "representative": 465, + "members": [ + 465 + ], + "max_error": 0.0 + }, + { + "representative": 466, + "members": [ + 466 + ], + "max_error": 0.0 + }, + { + "representative": 467, + "members": [ + 467 + ], + "max_error": 0.0 + }, + { + "representative": 468, + "members": [ + 468 + ], + "max_error": 0.0 + }, + { + "representative": 469, + "members": [ + 469 + ], + "max_error": 0.0 + }, + { + "representative": 470, + "members": [ + 470 + ], + "max_error": 0.0 + }, + { + "representative": 471, + "members": [ + 471 + ], + "max_error": 0.0 + }, + { + "representative": 472, + "members": [ + 472 + ], + "max_error": 0.0 + }, + { + "representative": 473, + "members": [ + 473 + ], + "max_error": 0.0 + }, + { + "representative": 474, + "members": [ + 474 + ], + "max_error": 0.0 + }, + { + "representative": 475, + "members": [ + 475 + ], + "max_error": 0.0 + }, + { + "representative": 476, + "members": [ + 476 + ], + "max_error": 0.0 + }, + { + "representative": 477, + "members": [ + 477 + ], + "max_error": 0.0 + }, + { + "representative": 478, + "members": [ + 478 + ], + "max_error": 0.0 + }, + { + "representative": 479, + "members": [ + 479 + ], + "max_error": 0.0 + }, + { + "representative": 480, + "members": [ + 480 + ], + "max_error": 0.0 + }, + { + "representative": 481, + "members": [ + 481 + ], + "max_error": 0.0 + }, + { + "representative": 482, + "members": [ + 482 + ], + "max_error": 0.0 + }, + { + "representative": 483, + "members": [ + 483 + ], + "max_error": 0.0 + }, + { + "representative": 484, + "members": [ + 484 + ], + "max_error": 0.0 + }, + { + "representative": 486, + "members": [ + 486 + ], + "max_error": 0.0 + }, + { + "representative": 488, + "members": [ + 488 + ], + "max_error": 0.0 + }, + { + "representative": 489, + "members": [ + 489 + ], + "max_error": 0.0 + }, + { + "representative": 490, + "members": [ + 490 + ], + "max_error": 0.0 + }, + { + "representative": 491, + "members": [ + 491 + ], + "max_error": 0.0 + }, + { + "representative": 492, + "members": [ + 492 + ], + "max_error": 0.0 + }, + { + "representative": 493, + "members": [ + 493 + ], + "max_error": 0.0 + }, + { + "representative": 494, + "members": [ + 494 + ], + "max_error": 0.0 + }, + { + "representative": 495, + "members": [ + 495 + ], + "max_error": 0.0 + }, + { + "representative": 496, + "members": [ + 496 + ], + "max_error": 0.0 + }, + { + "representative": 498, + "members": [ + 498 + ], + "max_error": 0.0 + }, + { + "representative": 500, + "members": [ + 500 + ], + "max_error": 0.0 + }, + { + "representative": 501, + "members": [ + 501 + ], + "max_error": 0.0 + }, + { + "representative": 502, + "members": [ + 502 + ], + "max_error": 0.0 + }, + { + "representative": 503, + "members": [ + 503 + ], + "max_error": 0.0 + }, + { + "representative": 504, + "members": [ + 504 + ], + "max_error": 0.0 + }, + { + "representative": 505, + "members": [ + 505 + ], + "max_error": 0.0 + }, + { + "representative": 506, + "members": [ + 506 + ], + "max_error": 0.0 + }, + { + "representative": 507, + "members": [ + 507 + ], + "max_error": 0.0 + }, + { + "representative": 508, + "members": [ + 508 + ], + "max_error": 0.0 + }, + { + "representative": 510, + "members": [ + 510 + ], + "max_error": 0.0 + }, + { + "representative": 512, + "members": [ + 512 + ], + "max_error": 0.0 + }, + { + "representative": 513, + "members": [ + 513 + ], + "max_error": 0.0 + }, + { + "representative": 514, + "members": [ + 514 + ], + "max_error": 0.0 + }, + { + "representative": 515, + "members": [ + 515 + ], + "max_error": 0.0 + }, + { + "representative": 516, + "members": [ + 516 + ], + "max_error": 0.0 + }, + { + "representative": 517, + "members": [ + 517 + ], + "max_error": 0.0 + }, + { + "representative": 518, + "members": [ + 518 + ], + "max_error": 0.0 + }, + { + "representative": 519, + "members": [ + 519 + ], + "max_error": 0.0 + }, + { + "representative": 520, + "members": [ + 520 + ], + "max_error": 0.0 + }, + { + "representative": 522, + "members": [ + 522 + ], + "max_error": 0.0 + }, + { + "representative": 523, + "members": [ + 523 + ], + "max_error": 0.0 + }, + { + "representative": 524, + "members": [ + 524 + ], + "max_error": 0.0 + }, + { + "representative": 525, + "members": [ + 525 + ], + "max_error": 0.0 + }, + { + "representative": 526, + "members": [ + 526 + ], + "max_error": 0.0 + }, + { + "representative": 527, + "members": [ + 527 + ], + "max_error": 0.0 + }, + { + "representative": 528, + "members": [ + 528 + ], + "max_error": 0.0 + }, + { + "representative": 529, + "members": [ + 529 + ], + "max_error": 0.0 + }, + { + "representative": 530, + "members": [ + 530 + ], + "max_error": 0.0 + }, + { + "representative": 531, + "members": [ + 531 + ], + "max_error": 0.0 + }, + { + "representative": 532, + "members": [ + 532 + ], + "max_error": 0.0 + }, + { + "representative": 533, + "members": [ + 533 + ], + "max_error": 0.0 + }, + { + "representative": 534, + "members": [ + 534 + ], + "max_error": 0.0 + }, + { + "representative": 536, + "members": [ + 536 + ], + "max_error": 0.0 + }, + { + "representative": 537, + "members": [ + 537 + ], + "max_error": 0.0 + }, + { + "representative": 538, + "members": [ + 538 + ], + "max_error": 0.0 + }, + { + "representative": 539, + "members": [ + 539 + ], + "max_error": 0.0 + }, + { + "representative": 540, + "members": [ + 540 + ], + "max_error": 0.0 + }, + { + "representative": 541, + "members": [ + 541 + ], + "max_error": 0.0 + }, + { + "representative": 542, + "members": [ + 542 + ], + "max_error": 0.0 + }, + { + "representative": 543, + "members": [ + 543 + ], + "max_error": 0.0 + }, + { + "representative": 544, + "members": [ + 544 + ], + "max_error": 0.0 + }, + { + "representative": 546, + "members": [ + 546 + ], + "max_error": 0.0 + }, + { + "representative": 548, + "members": [ + 548 + ], + "max_error": 0.0 + }, + { + "representative": 549, + "members": [ + 549 + ], + "max_error": 0.0 + }, + { + "representative": 550, + "members": [ + 550 + ], + "max_error": 0.0 + }, + { + "representative": 551, + "members": [ + 551 + ], + "max_error": 0.0 + }, + { + "representative": 552, + "members": [ + 552 + ], + "max_error": 0.0 + }, + { + "representative": 553, + "members": [ + 553 + ], + "max_error": 0.0 + }, + { + "representative": 554, + "members": [ + 554 + ], + "max_error": 0.0 + }, + { + "representative": 555, + "members": [ + 555 + ], + "max_error": 0.0 + }, + { + "representative": 556, + "members": [ + 556 + ], + "max_error": 0.0 + }, + { + "representative": 558, + "members": [ + 558 + ], + "max_error": 0.0 + }, + { + "representative": 560, + "members": [ + 560 + ], + "max_error": 0.0 + }, + { + "representative": 561, + "members": [ + 561 + ], + "max_error": 0.0 + }, + { + "representative": 562, + "members": [ + 562 + ], + "max_error": 0.0 + }, + { + "representative": 563, + "members": [ + 563 + ], + "max_error": 0.0 + }, + { + "representative": 564, + "members": [ + 564 + ], + "max_error": 0.0 + }, + { + "representative": 565, + "members": [ + 565 + ], + "max_error": 0.0 + }, + { + "representative": 566, + "members": [ + 566 + ], + "max_error": 0.0 + }, + { + "representative": 567, + "members": [ + 567 + ], + "max_error": 0.0 + }, + { + "representative": 568, + "members": [ + 568 + ], + "max_error": 0.0 + }, + { + "representative": 570, + "members": [ + 570 + ], + "max_error": 0.0 + }, + { + "representative": 572, + "members": [ + 572 + ], + "max_error": 0.0 + }, + { + "representative": 573, + "members": [ + 573 + ], + "max_error": 0.0 + }, + { + "representative": 574, + "members": [ + 574 + ], + "max_error": 0.0 + }, + { + "representative": 575, + "members": [ + 575 + ], + "max_error": 0.0 + }, + { + "representative": 576, + "members": [ + 576 + ], + "max_error": 0.0 + }, + { + "representative": 577, + "members": [ + 577 + ], + "max_error": 0.0 + }, + { + "representative": 578, + "members": [ + 578 + ], + "max_error": 0.0 + }, + { + "representative": 579, + "members": [ + 579 + ], + "max_error": 0.0 + }, + { + "representative": 580, + "members": [ + 580 + ], + "max_error": 0.0 + }, + { + "representative": 582, + "members": [ + 582 + ], + "max_error": 0.0 + }, + { + "representative": 584, + "members": [ + 584 + ], + "max_error": 0.0 + }, + { + "representative": 585, + "members": [ + 585 + ], + "max_error": 0.0 + }, + { + "representative": 586, + "members": [ + 586 + ], + "max_error": 0.0 + }, + { + "representative": 587, + "members": [ + 587 + ], + "max_error": 0.0 + }, + { + "representative": 588, + "members": [ + 588 + ], + "max_error": 0.0 + }, + { + "representative": 589, + "members": [ + 589 + ], + "max_error": 0.0 + }, + { + "representative": 590, + "members": [ + 590 + ], + "max_error": 0.0 + }, + { + "representative": 591, + "members": [ + 591 + ], + "max_error": 0.0 + }, + { + "representative": 592, + "members": [ + 592 + ], + "max_error": 0.0 + }, + { + "representative": 594, + "members": [ + 594 + ], + "max_error": 0.0 + }, + { + "representative": 596, + "members": [ + 596 + ], + "max_error": 0.0 + }, + { + "representative": 597, + "members": [ + 597 + ], + "max_error": 0.0 + }, + { + "representative": 598, + "members": [ + 598 + ], + "max_error": 0.0 + }, + { + "representative": 599, + "members": [ + 599 + ], + "max_error": 0.0 + }, + { + "representative": 600, + "members": [ + 600 + ], + "max_error": 0.0 + }, + { + "representative": 601, + "members": [ + 601 + ], + "max_error": 0.0 + }, + { + "representative": 602, + "members": [ + 602 + ], + "max_error": 0.0 + }, + { + "representative": 603, + "members": [ + 603 + ], + "max_error": 0.0 + }, + { + "representative": 604, + "members": [ + 604 + ], + "max_error": 0.0 + }, + { + "representative": 606, + "members": [ + 606 + ], + "max_error": 0.0 + }, + { + "representative": 608, + "members": [ + 608 + ], + "max_error": 0.0 + }, + { + "representative": 609, + "members": [ + 609 + ], + "max_error": 0.0 + }, + { + "representative": 610, + "members": [ + 610 + ], + "max_error": 0.0 + }, + { + "representative": 611, + "members": [ + 611 + ], + "max_error": 0.0 + }, + { + "representative": 612, + "members": [ + 612 + ], + "max_error": 0.0 + }, + { + "representative": 613, + "members": [ + 613 + ], + "max_error": 0.0 + }, + { + "representative": 614, + "members": [ + 614 + ], + "max_error": 0.0 + }, + { + "representative": 615, + "members": [ + 615 + ], + "max_error": 0.0 + }, + { + "representative": 616, + "members": [ + 616 + ], + "max_error": 0.0 + }, + { + "representative": 617, + "members": [ + 617 + ], + "max_error": 0.0 + }, + { + "representative": 618, + "members": [ + 618 + ], + "max_error": 0.0 + }, + { + "representative": 619, + "members": [ + 619 + ], + "max_error": 0.0 + }, + { + "representative": 620, + "members": [ + 620 + ], + "max_error": 0.0 + }, + { + "representative": 621, + "members": [ + 621 + ], + "max_error": 0.0 + }, + { + "representative": 622, + "members": [ + 622 + ], + "max_error": 0.0 + }, + { + "representative": 623, + "members": [ + 623 + ], + "max_error": 0.0 + }, + { + "representative": 624, + "members": [ + 624 + ], + "max_error": 0.0 + }, + { + "representative": 625, + "members": [ + 625 + ], + "max_error": 0.0 + }, + { + "representative": 626, + "members": [ + 626 + ], + "max_error": 0.0 + }, + { + "representative": 627, + "members": [ + 627 + ], + "max_error": 0.0 + }, + { + "representative": 628, + "members": [ + 628 + ], + "max_error": 0.0 + }, + { + "representative": 629, + "members": [ + 629 + ], + "max_error": 0.0 + }, + { + "representative": 630, + "members": [ + 630 + ], + "max_error": 0.0 + }, + { + "representative": 631, + "members": [ + 631 + ], + "max_error": 0.0 + } +] \ No newline at end of file diff --git a/results/qwen35-2b/analysis/heatmap_pairs.csv b/results/qwen35-2b/analysis/heatmap_pairs.csv new file mode 100644 index 0000000..370bee4 --- /dev/null +++ b/results/qwen35-2b/analysis/heatmap_pairs.csv @@ -0,0 +1,325 @@ +a_layer,b_layer,role,cosine,verified,identity +0,0,model.language_model.layers.*.linear_attn.in_proj_a.weight,1.0,False,True +0,1,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False +0,2,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False +0,4,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.021603168261668075,True,False +0,5,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.016060099025396145,True,False +0,6,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.011134467760118835,True,False +0,8,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.02119149075528504,True,False +0,9,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.016503057196088678,True,False +0,10,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.014928623062813407,True,False +0,12,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False +0,13,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.018257428983934995,True,False +0,14,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.016567710854311527,True,False +0,16,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.01878152412750565,True,False +0,17,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.01800800596875963,True,False +0,18,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.028970941325172344,True,False +0,20,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.022135507322117717,True,False +0,21,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.025104063163733144,True,False +0,22,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False +1,0,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False +1,1,model.language_model.layers.*.linear_attn.in_proj_a.weight,1.0,False,True +1,2,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False +1,4,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False +1,5,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.052801535487043146,True,False +1,6,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.07322831943625455,True,False +1,8,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.06485177649773176,True,False +1,9,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.0681849224686047,True,False +1,10,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.05608619803907555,True,False +1,12,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False +1,13,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.06094079473458446,True,False +1,14,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.0593113361588042,True,False +1,16,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False +1,17,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False +1,18,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.0669216453028539,True,False +1,20,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False +1,21,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False +1,22,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False +2,0,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False +2,1,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False +2,2,model.language_model.layers.*.linear_attn.in_proj_a.weight,1.0,False,True +2,4,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False +2,5,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False +2,6,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False +2,8,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False +2,9,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False +2,10,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False +2,12,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False +2,13,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False +2,14,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.08891505471270902,True,False +2,16,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False +2,17,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False +2,18,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False +2,20,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False +2,21,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False +2,22,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False +4,0,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.021603168261668075,True,False +4,1,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False +4,2,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False +4,4,model.language_model.layers.*.linear_attn.in_proj_a.weight,1.0,False,True +4,5,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.17566810276395187,True,False +4,6,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.15586663085457408,True,False +4,8,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.1185198625732783,True,False +4,9,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False +4,10,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False +4,12,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False +4,13,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.12851474649025826,True,False +4,14,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.07448081425577983,True,False +4,16,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False +4,17,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False +4,18,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False +4,20,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False +4,21,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False +4,22,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False +5,0,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.016060099025396145,True,False +5,1,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.052801535487043146,True,False +5,2,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False +5,4,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.17566810276395187,True,False +5,5,model.language_model.layers.*.linear_attn.in_proj_a.weight,1.0,False,True +5,6,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False +5,8,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.14377798800191915,True,False +5,9,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False +5,10,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False +5,12,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False +5,13,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False +5,14,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False +5,16,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False +5,17,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False +5,18,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False +5,20,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False +5,21,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False +5,22,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.12262286697791511,True,False +6,0,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.011134467760118835,True,False +6,1,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.07322831943625455,True,False +6,2,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False +6,4,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.15586663085457408,True,False +6,5,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False +6,6,model.language_model.layers.*.linear_attn.in_proj_a.weight,1.0,False,True +6,8,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False +6,9,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.21699783588937813,True,False +6,10,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False +6,12,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.1333883918363074,True,False +6,13,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False +6,14,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False +6,16,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False +6,17,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.1578017536943907,True,False +6,18,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False +6,20,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.12015120428871615,True,False +6,21,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.1273046517923862,True,False +6,22,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.1311555097410448,True,False +8,0,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.02119149075528504,True,False +8,1,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.06485177649773176,True,False +8,2,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False +8,4,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.1185198625732783,True,False +8,5,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.14377798800191915,True,False +8,6,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False +8,8,model.language_model.layers.*.linear_attn.in_proj_a.weight,1.0,False,True +8,9,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False +8,10,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False +8,12,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.15843144658604474,True,False +8,13,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False +8,14,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False +8,16,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False +8,17,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False +8,18,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False +8,20,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.10970674337391326,True,False +8,21,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.1424385230009979,True,False +8,22,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.12404030329005741,True,False +9,0,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.016503057196088678,True,False +9,1,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.0681849224686047,True,False +9,2,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False +9,4,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False +9,5,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False +9,6,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.21699783588937813,True,False +9,8,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False +9,9,model.language_model.layers.*.linear_attn.in_proj_a.weight,1.0,False,True +9,10,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False +9,12,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.1803763955625086,True,False +9,13,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False +9,14,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.14949388376365874,True,False +9,16,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False +9,17,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False +9,18,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False +9,20,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.16608693423041895,True,False +9,21,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False +9,22,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.12672973282980668,True,False +10,0,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.014928623062813407,True,False +10,1,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.05608619803907555,True,False +10,2,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False +10,4,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False +10,5,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False +10,6,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False +10,8,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False +10,9,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False +10,10,model.language_model.layers.*.linear_attn.in_proj_a.weight,1.0,False,True +10,12,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.18714191280792747,True,False +10,13,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False +10,14,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False +10,16,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False +10,17,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.15298970272056192,True,False +10,18,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False +10,20,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False +10,21,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.1455075615532816,True,False +10,22,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.14423059933719398,True,False +12,0,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False +12,1,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False +12,2,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False +12,4,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False +12,5,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False +12,6,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.1333883918363074,True,False +12,8,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.15843144658604474,True,False +12,9,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.1803763955625086,True,False +12,10,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.18714191280792747,True,False +12,12,model.language_model.layers.*.linear_attn.in_proj_a.weight,1.0,False,True +12,13,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.1976207505481654,True,False +12,14,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.19384548810955707,True,False +12,16,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False +12,17,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False +12,18,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False +12,20,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False +12,21,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False +12,22,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.13400309235372598,True,False +13,0,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.018257428983934995,True,False +13,1,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.06094079473458446,True,False +13,2,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False +13,4,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.12851474649025826,True,False +13,5,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False +13,6,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False +13,8,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False +13,9,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False +13,10,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False +13,12,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.1976207505481654,True,False +13,13,model.language_model.layers.*.linear_attn.in_proj_a.weight,1.0,False,True +13,14,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False +13,16,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.1779032565964785,True,False +13,17,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.1787518876331122,True,False +13,18,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False +13,20,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.16267368170342447,True,False +13,21,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.184820355422847,True,False +13,22,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.1855431215985299,True,False +14,0,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.016567710854311527,True,False +14,1,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.0593113361588042,True,False +14,2,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.08891505471270902,True,False +14,4,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.07448081425577983,True,False +14,5,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False +14,6,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False +14,8,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False +14,9,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.14949388376365874,True,False +14,10,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False +14,12,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.19384548810955707,True,False +14,13,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False +14,14,model.language_model.layers.*.linear_attn.in_proj_a.weight,1.0,False,True +14,16,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.1319696165434511,True,False +14,17,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.19933052471925228,True,False +14,18,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False +14,20,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.1251036484760185,True,False +14,21,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.16409792240962637,True,False +14,22,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.147211090153063,True,False +16,0,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.01878152412750565,True,False +16,1,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False +16,2,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False +16,4,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False +16,5,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False +16,6,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False +16,8,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False +16,9,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False +16,10,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False +16,12,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False +16,13,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.1779032565964785,True,False +16,14,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.1319696165434511,True,False +16,16,model.language_model.layers.*.linear_attn.in_proj_a.weight,1.0,False,True +16,17,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False +16,18,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.23701407107786296,True,False +16,20,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.26531637641439015,True,False +16,21,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.1973593532239659,True,False +16,22,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.14352438103427206,True,False +17,0,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.01800800596875963,True,False +17,1,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False +17,2,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False +17,4,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False +17,5,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False +17,6,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.1578017536943907,True,False +17,8,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False +17,9,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False +17,10,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.15298970272056192,True,False +17,12,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False +17,13,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.1787518876331122,True,False +17,14,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.19933052471925228,True,False +17,16,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False +17,17,model.language_model.layers.*.linear_attn.in_proj_a.weight,1.0,False,True +17,18,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.27601649873822437,True,False +17,20,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.25004925100500414,True,False +17,21,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.2683584311866289,True,False +17,22,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.23217037996094514,True,False +18,0,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.028970941325172344,True,False +18,1,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.0669216453028539,True,False +18,2,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False +18,4,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False +18,5,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False +18,6,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False +18,8,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False +18,9,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False +18,10,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False +18,12,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False +18,13,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False +18,14,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False +18,16,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.23701407107786296,True,False +18,17,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.27601649873822437,True,False +18,18,model.language_model.layers.*.linear_attn.in_proj_a.weight,1.0,False,True +18,20,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.29759171873785567,True,False +18,21,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.28909453533949464,True,False +18,22,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.22289938280365845,True,False +20,0,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.022135507322117717,True,False +20,1,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False +20,2,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False +20,4,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False +20,5,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False +20,6,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.12015120428871615,True,False +20,8,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.10970674337391326,True,False +20,9,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.16608693423041895,True,False +20,10,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False +20,12,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False +20,13,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.16267368170342447,True,False +20,14,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.1251036484760185,True,False +20,16,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.26531637641439015,True,False +20,17,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.25004925100500414,True,False +20,18,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.29759171873785567,True,False +20,20,model.language_model.layers.*.linear_attn.in_proj_a.weight,1.0,False,True +20,21,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.2927090499229011,True,False +20,22,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.2916728222104041,True,False +21,0,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.025104063163733144,True,False +21,1,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False +21,2,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False +21,4,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False +21,5,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False +21,6,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.1273046517923862,True,False +21,8,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.1424385230009979,True,False +21,9,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False +21,10,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.1455075615532816,True,False +21,12,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False +21,13,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.184820355422847,True,False +21,14,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.16409792240962637,True,False +21,16,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.1973593532239659,True,False +21,17,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.2683584311866289,True,False +21,18,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.28909453533949464,True,False +21,20,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.2927090499229011,True,False +21,21,model.language_model.layers.*.linear_attn.in_proj_a.weight,1.0,False,True +21,22,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.27977406968857854,True,False +22,0,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False +22,1,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False +22,2,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False +22,4,model.language_model.layers.*.linear_attn.in_proj_a.weight,,False,False +22,5,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.12262286697791511,True,False +22,6,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.1311555097410448,True,False +22,8,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.12404030329005741,True,False +22,9,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.12672973282980668,True,False +22,10,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.14423059933719398,True,False +22,12,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.13400309235372598,True,False +22,13,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.1855431215985299,True,False +22,14,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.147211090153063,True,False +22,16,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.14352438103427206,True,False +22,17,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.23217037996094514,True,False +22,18,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.22289938280365845,True,False +22,20,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.2916728222104041,True,False +22,21,model.language_model.layers.*.linear_attn.in_proj_a.weight,0.27977406968857854,True,False +22,22,model.language_model.layers.*.linear_attn.in_proj_a.weight,1.0,False,True diff --git a/results/qwen35-2b/analysis/inventory.csv b/results/qwen35-2b/analysis/inventory.csv new file mode 100644 index 0000000..6f4b027 --- /dev/null +++ b/results/qwen35-2b/analysis/inventory.csv @@ -0,0 +1,633 @@ +name,shape,ndim,dtype,numel,bytes,role,layer,mean,rms,max_abs +model.language_model.layers.0.linear_attn.A_log,"(16,)",1,F32,16,64,model.language_model.layers.*.linear_attn.A_log,0,-2.5419921875,2.8428578077590725,5.90625 +model.language_model.layers.0.linear_attn.norm.weight,"(128,)",1,F32,128,512,model.language_model.layers.*.linear_attn.norm.weight,0,0.9159862995147705,0.9217019394932431,1.0107421875 +model.language_model.layers.1.linear_attn.A_log,"(16,)",1,F32,16,64,model.language_model.layers.*.linear_attn.A_log,1,-0.766021728515625,1.562546486163045,2.75 +model.language_model.layers.1.linear_attn.norm.weight,"(128,)",1,F32,128,512,model.language_model.layers.*.linear_attn.norm.weight,1,0.8760199546813965,0.882772150804847,1.024658203125 +model.language_model.layers.10.linear_attn.A_log,"(16,)",1,F32,16,64,model.language_model.layers.*.linear_attn.A_log,10,-1.208251953125,1.4532067060572578,2.046875 +model.language_model.layers.10.linear_attn.norm.weight,"(128,)",1,F32,128,512,model.language_model.layers.*.linear_attn.norm.weight,10,1.0112952142953873,1.0144369416249537,1.16796875 +model.language_model.layers.12.linear_attn.A_log,"(16,)",1,F32,16,64,model.language_model.layers.*.linear_attn.A_log,12,-1.6552734375,1.8625297390400493,3.015625 +model.language_model.layers.12.linear_attn.norm.weight,"(128,)",1,F32,128,512,model.language_model.layers.*.linear_attn.norm.weight,12,0.9601620733737946,0.9634251107082851,1.130859375 +model.language_model.layers.13.linear_attn.A_log,"(16,)",1,F32,16,64,model.language_model.layers.*.linear_attn.A_log,13,-1.4144287109375,1.510479954237702,2.265625 +model.language_model.layers.13.linear_attn.norm.weight,"(128,)",1,F32,128,512,model.language_model.layers.*.linear_attn.norm.weight,13,0.9877877533435822,0.9899024920840337,1.11474609375 +model.language_model.layers.14.linear_attn.A_log,"(16,)",1,F32,16,64,model.language_model.layers.*.linear_attn.A_log,14,-1.09912109375,1.533638473223965,2.59375 +model.language_model.layers.14.linear_attn.norm.weight,"(128,)",1,F32,128,512,model.language_model.layers.*.linear_attn.norm.weight,14,0.9645823240280151,0.9672255993966286,1.10595703125 +model.language_model.layers.16.linear_attn.A_log,"(16,)",1,F32,16,64,model.language_model.layers.*.linear_attn.A_log,16,-1.7109375,1.7936473218924704,2.453125 +model.language_model.layers.16.linear_attn.norm.weight,"(128,)",1,F32,128,512,model.language_model.layers.*.linear_attn.norm.weight,16,0.8653912842273712,0.8692723927344954,1.040771484375 +model.language_model.layers.17.linear_attn.A_log,"(16,)",1,F32,16,64,model.language_model.layers.*.linear_attn.A_log,17,-1.768798828125,1.8086773253671764,2.40625 +model.language_model.layers.17.linear_attn.norm.weight,"(128,)",1,F32,128,512,model.language_model.layers.*.linear_attn.norm.weight,17,0.7928063869476318,0.7980471928645709,0.993194580078125 +model.language_model.layers.18.linear_attn.A_log,"(16,)",1,F32,16,64,model.language_model.layers.*.linear_attn.A_log,18,-1.69677734375,1.7212882979155513,2.234375 +model.language_model.layers.18.linear_attn.norm.weight,"(128,)",1,F32,128,512,model.language_model.layers.*.linear_attn.norm.weight,18,0.7872825860977173,0.7911254701787153,0.9977569580078125 +model.language_model.layers.2.linear_attn.A_log,"(16,)",1,F32,16,64,model.language_model.layers.*.linear_attn.A_log,2,-1.2023239135742188,1.5029171827885457,3.25 +model.language_model.layers.2.linear_attn.norm.weight,"(128,)",1,F32,128,512,model.language_model.layers.*.linear_attn.norm.weight,2,0.8907453417778015,0.9000626793352592,1.0537109375 +model.language_model.layers.20.linear_attn.A_log,"(16,)",1,F32,16,64,model.language_model.layers.*.linear_attn.A_log,20,-1.664794921875,1.7204063064264483,2.25 +model.language_model.layers.20.linear_attn.norm.weight,"(128,)",1,F32,128,512,model.language_model.layers.*.linear_attn.norm.weight,20,0.8415859341621399,0.8442340143169718,1.0244140625 +model.language_model.layers.21.linear_attn.A_log,"(16,)",1,F32,16,64,model.language_model.layers.*.linear_attn.A_log,21,-1.83447265625,1.8661585570389687,2.265625 +model.language_model.layers.21.linear_attn.norm.weight,"(128,)",1,F32,128,512,model.language_model.layers.*.linear_attn.norm.weight,21,0.9078961908817291,0.9098948839174701,1.04296875 +model.language_model.layers.22.linear_attn.A_log,"(16,)",1,F32,16,64,model.language_model.layers.*.linear_attn.A_log,22,-1.749267578125,1.814547993096487,2.15625 +model.language_model.layers.22.linear_attn.norm.weight,"(128,)",1,F32,128,512,model.language_model.layers.*.linear_attn.norm.weight,22,1.0633795857429504,1.0649380921373046,1.2373046875 +model.language_model.layers.4.linear_attn.A_log,"(16,)",1,F32,16,64,model.language_model.layers.*.linear_attn.A_log,4,-1.1160888671875,1.573153454807781,3.078125 +model.language_model.layers.4.linear_attn.norm.weight,"(128,)",1,F32,128,512,model.language_model.layers.*.linear_attn.norm.weight,4,0.8434299230575562,0.8544616726903967,1.0498046875 +model.language_model.layers.5.linear_attn.A_log,"(16,)",1,F32,16,64,model.language_model.layers.*.linear_attn.A_log,5,-1.345733642578125,1.9737311918644171,3.328125 +model.language_model.layers.5.linear_attn.norm.weight,"(128,)",1,F32,128,512,model.language_model.layers.*.linear_attn.norm.weight,5,0.8853708505630493,0.8928125777319282,1.0703125 +model.language_model.layers.6.linear_attn.A_log,"(16,)",1,F32,16,64,model.language_model.layers.*.linear_attn.A_log,6,-0.924560546875,1.1713577146067924,2.671875 +model.language_model.layers.6.linear_attn.norm.weight,"(128,)",1,F32,128,512,model.language_model.layers.*.linear_attn.norm.weight,6,0.937565041705966,0.9418680396820469,1.10302734375 +model.language_model.layers.8.linear_attn.A_log,"(16,)",1,F32,16,64,model.language_model.layers.*.linear_attn.A_log,8,-1.4276123046875,1.5802849067268956,3.265625 +model.language_model.layers.8.linear_attn.norm.weight,"(128,)",1,F32,128,512,model.language_model.layers.*.linear_attn.norm.weight,8,0.9574419558048248,0.9634701406436879,1.17578125 +model.language_model.layers.9.linear_attn.A_log,"(16,)",1,F32,16,64,model.language_model.layers.*.linear_attn.A_log,9,-1.752166748046875,1.8962492752891067,2.703125 +model.language_model.layers.9.linear_attn.norm.weight,"(128,)",1,F32,128,512,model.language_model.layers.*.linear_attn.norm.weight,9,0.97660231590271,0.9809916884875952,1.1455078125 +model.language_model.embed_tokens.weight,"(248320, 2048)",2,BF16,508559360,1017118720,model.language_model.embed_tokens.weight,-1,9.87077120664951e-06,0.015007928633636286,0.197265625 +model.language_model.layers.0.input_layernorm.weight,"(2048,)",1,BF16,2048,4096,model.language_model.layers.*.input_layernorm.weight,0,0.09555475553497672,0.15187859860523678,1.0859375 +model.language_model.layers.0.linear_attn.conv1d.weight,"(6144, 1, 4)",3,BF16,24576,49152,model.language_model.layers.*.linear_attn.conv1d.weight,0,0.0006016545487265527,0.06308888776276214,1.5234375 +model.language_model.layers.0.linear_attn.dt_bias,"(16,)",1,BF16,16,32,model.language_model.layers.*.linear_attn.dt_bias,0,-1.1572265625,6.370118909172119,12.3125 +model.language_model.layers.0.linear_attn.in_proj_a.weight,"(16, 2048)",2,BF16,32768,65536,model.language_model.layers.*.linear_attn.in_proj_a.weight,0,0.00020052339823450893,0.029087606938219022,0.2216796875 +model.language_model.layers.0.linear_attn.in_proj_b.weight,"(16, 2048)",2,BF16,32768,65536,model.language_model.layers.*.linear_attn.in_proj_b.weight,0,9.180475922221376e-05,0.013443365387314386,0.119140625 +model.language_model.layers.0.linear_attn.in_proj_qkv.weight,"(6144, 2048)",2,BF16,12582912,25165824,model.language_model.layers.*.linear_attn.in_proj_qkv.weight,0,5.650052049559669e-06,0.014758352047841181,0.39453125 +model.language_model.layers.0.linear_attn.in_proj_z.weight,"(2048, 2048)",2,BF16,4194304,8388608,model.language_model.layers.*.linear_attn.in_proj_z.weight,0,-1.2114403831961496e-06,0.013986197489437876,0.37109375 +model.language_model.layers.0.linear_attn.out_proj.weight,"(2048, 2048)",2,BF16,4194304,8388608,model.language_model.layers.*.linear_attn.out_proj.weight,0,-1.682266086777684e-05,0.01201362947529297,0.388671875 +model.language_model.layers.0.mlp.down_proj.weight,"(2048, 6144)",2,BF16,12582912,25165824,model.language_model.layers.*.mlp.down_proj.weight,0,-4.579636075247954e-07,0.008271090674254746,0.330078125 +model.language_model.layers.0.mlp.gate_proj.weight,"(6144, 2048)",2,BF16,12582912,25165824,model.language_model.layers.*.mlp.gate_proj.weight,0,1.0803703818374153e-05,0.009989848530660638,0.1875 +model.language_model.layers.0.mlp.up_proj.weight,"(6144, 2048)",2,BF16,12582912,25165824,model.language_model.layers.*.mlp.up_proj.weight,0,1.2639582468662918e-06,0.008215167992998686,0.11474609375 +model.language_model.layers.0.post_attention_layernorm.weight,"(2048,)",1,BF16,2048,4096,model.language_model.layers.*.post_attention_layernorm.weight,0,-0.0067373557249084115,0.1086428965479044,0.99609375 +model.language_model.layers.1.input_layernorm.weight,"(2048,)",1,BF16,2048,4096,model.language_model.layers.*.input_layernorm.weight,1,0.20870919525623322,0.22850867473342584,0.61328125 +model.language_model.layers.1.linear_attn.conv1d.weight,"(6144, 1, 4)",3,BF16,24576,49152,model.language_model.layers.*.linear_attn.conv1d.weight,1,0.00030097006485145056,0.05669035503528881,1.5625 +model.language_model.layers.1.linear_attn.dt_bias,"(16,)",1,BF16,16,32,model.language_model.layers.*.linear_attn.dt_bias,1,-1.052734375,3.073152660208929,6.65625 +model.language_model.layers.1.linear_attn.in_proj_a.weight,"(16, 2048)",2,BF16,32768,65536,model.language_model.layers.*.linear_attn.in_proj_a.weight,1,1.4156091936001758e-05,0.024413679152183832,0.220703125 +model.language_model.layers.1.linear_attn.in_proj_b.weight,"(16, 2048)",2,BF16,32768,65536,model.language_model.layers.*.linear_attn.in_proj_b.weight,1,-0.00014877098203669448,0.014451269033729877,0.15234375 +model.language_model.layers.1.linear_attn.in_proj_qkv.weight,"(6144, 2048)",2,BF16,12582912,25165824,model.language_model.layers.*.linear_attn.in_proj_qkv.weight,1,-4.853525533118445e-06,0.01482576287583218,0.255859375 +model.language_model.layers.1.linear_attn.in_proj_z.weight,"(2048, 2048)",2,BF16,4194304,8388608,model.language_model.layers.*.linear_attn.in_proj_z.weight,1,-4.412525976188464e-06,0.014568041830426256,0.2001953125 +model.language_model.layers.1.linear_attn.out_proj.weight,"(2048, 2048)",2,BF16,4194304,8388608,model.language_model.layers.*.linear_attn.out_proj.weight,1,2.332247853726113e-06,0.012184268600894286,0.455078125 +model.language_model.layers.1.mlp.down_proj.weight,"(2048, 6144)",2,BF16,12582912,25165824,model.language_model.layers.*.mlp.down_proj.weight,1,5.54108184586682e-07,0.00810784551122672,0.2734375 +model.language_model.layers.1.mlp.gate_proj.weight,"(6144, 2048)",2,BF16,12582912,25165824,model.language_model.layers.*.mlp.gate_proj.weight,1,9.073857168912883e-06,0.010212754570926883,0.142578125 +model.language_model.layers.1.mlp.up_proj.weight,"(6144, 2048)",2,BF16,12582912,25165824,model.language_model.layers.*.mlp.up_proj.weight,1,-2.3373373599722483e-06,0.008126413449240725,0.11865234375 +model.language_model.layers.1.post_attention_layernorm.weight,"(2048,)",1,BF16,2048,4096,model.language_model.layers.*.post_attention_layernorm.weight,1,-0.005656745750457048,0.09427294029637952,0.54296875 +model.language_model.layers.10.input_layernorm.weight,"(2048,)",1,BF16,2048,4096,model.language_model.layers.*.input_layernorm.weight,10,0.15872192569077015,0.27164572436102286,0.6171875 +model.language_model.layers.10.linear_attn.conv1d.weight,"(6144, 1, 4)",3,BF16,24576,49152,model.language_model.layers.*.linear_attn.conv1d.weight,10,-0.0007379838181596673,0.06830613403695973,1.25 +model.language_model.layers.10.linear_attn.dt_bias,"(16,)",1,BF16,16,32,model.language_model.layers.*.linear_attn.dt_bias,10,-2.16278076171875,3.041065340609617,7.28125 +model.language_model.layers.10.linear_attn.in_proj_a.weight,"(16, 2048)",2,BF16,32768,65536,model.language_model.layers.*.linear_attn.in_proj_a.weight,10,-8.714331785597551e-05,0.017147214192356434,0.11767578125 +model.language_model.layers.10.linear_attn.in_proj_b.weight,"(16, 2048)",2,BF16,32768,65536,model.language_model.layers.*.linear_attn.in_proj_b.weight,10,-0.00015136123823822345,0.011674008729477254,0.0859375 +model.language_model.layers.10.linear_attn.in_proj_qkv.weight,"(6144, 2048)",2,BF16,12582912,25165824,model.language_model.layers.*.linear_attn.in_proj_qkv.weight,10,-6.512366322017754e-06,0.015292003408611508,0.2431640625 +model.language_model.layers.10.linear_attn.in_proj_z.weight,"(2048, 2048)",2,BF16,4194304,8388608,model.language_model.layers.*.linear_attn.in_proj_z.weight,10,-8.52498674149371e-05,0.011903205521723808,0.150390625 +model.language_model.layers.10.linear_attn.out_proj.weight,"(2048, 2048)",2,BF16,4194304,8388608,model.language_model.layers.*.linear_attn.out_proj.weight,10,6.316189763831519e-06,0.011903507511222908,0.30859375 +model.language_model.layers.10.mlp.down_proj.weight,"(2048, 6144)",2,BF16,12582912,25165824,model.language_model.layers.*.mlp.down_proj.weight,10,-6.106724749141423e-08,0.008299914236029136,0.208984375 +model.language_model.layers.10.mlp.gate_proj.weight,"(6144, 2048)",2,BF16,12582912,25165824,model.language_model.layers.*.mlp.gate_proj.weight,10,-2.324051282595954e-06,0.009179932401653506,0.13671875 +model.language_model.layers.10.mlp.up_proj.weight,"(6144, 2048)",2,BF16,12582912,25165824,model.language_model.layers.*.mlp.up_proj.weight,10,-1.564070842671623e-06,0.008727795095731869,0.12255859375 +model.language_model.layers.10.post_attention_layernorm.weight,"(2048,)",1,BF16,2048,4096,model.language_model.layers.*.post_attention_layernorm.weight,10,-0.011391313164494932,0.16650153545868948,0.63671875 +model.language_model.layers.11.input_layernorm.weight,"(2048,)",1,BF16,2048,4096,model.language_model.layers.*.input_layernorm.weight,11,0.032779622822999954,0.1692437174974945,0.65625 +model.language_model.layers.11.mlp.down_proj.weight,"(2048, 6144)",2,BF16,12582912,25165824,model.language_model.layers.*.mlp.down_proj.weight,11,1.4238889311427056e-06,0.008395161732559041,0.2421875 +model.language_model.layers.11.mlp.gate_proj.weight,"(6144, 2048)",2,BF16,12582912,25165824,model.language_model.layers.*.mlp.gate_proj.weight,11,1.4327512621274453e-06,0.009103386394159245,0.1748046875 +model.language_model.layers.11.mlp.up_proj.weight,"(6144, 2048)",2,BF16,12582912,25165824,model.language_model.layers.*.mlp.up_proj.weight,11,2.078183690977046e-06,0.00884748655359451,0.140625 +model.language_model.layers.11.post_attention_layernorm.weight,"(2048,)",1,BF16,2048,4096,model.language_model.layers.*.post_attention_layernorm.weight,11,0.01722284685820341,0.15380996823531595,0.58203125 +model.language_model.layers.11.self_attn.k_norm.weight,"(256,)",1,BF16,256,512,model.language_model.layers.*.self_attn.k_norm.weight,11,0.6151275634765625,0.6597999706103095,1.4375 +model.language_model.layers.11.self_attn.k_proj.weight,"(512, 2048)",2,BF16,1048576,2097152,model.language_model.layers.*.self_attn.k_proj.weight,11,-4.683068861480871e-06,0.01174463372349867,0.1396484375 +model.language_model.layers.11.self_attn.o_proj.weight,"(2048, 2048)",2,BF16,4194304,8388608,model.language_model.layers.*.self_attn.o_proj.weight,11,-6.131917740882786e-06,0.012295249513636653,0.240234375 +model.language_model.layers.11.self_attn.q_norm.weight,"(256,)",1,BF16,256,512,model.language_model.layers.*.self_attn.q_norm.weight,11,0.6161422729492188,0.6511713445577767,1.1328125 +model.language_model.layers.11.self_attn.q_proj.weight,"(4096, 2048)",2,BF16,8388608,16777216,model.language_model.layers.*.self_attn.q_proj.weight,11,-2.9925813798232885e-05,0.012163861956325002,0.2412109375 +model.language_model.layers.11.self_attn.v_proj.weight,"(512, 2048)",2,BF16,1048576,2097152,model.language_model.layers.*.self_attn.v_proj.weight,11,7.5102475781685385e-06,0.014888869682307635,0.1552734375 +model.language_model.layers.12.input_layernorm.weight,"(2048,)",1,BF16,2048,4096,model.language_model.layers.*.input_layernorm.weight,12,0.26889727637171745,0.3292817300709189,0.62890625 +model.language_model.layers.12.linear_attn.conv1d.weight,"(6144, 1, 4)",3,BF16,24576,49152,model.language_model.layers.*.linear_attn.conv1d.weight,12,0.00032632781884700535,0.09772404322550603,1.234375 +model.language_model.layers.12.linear_attn.dt_bias,"(16,)",1,BF16,16,32,model.language_model.layers.*.linear_attn.dt_bias,12,-3.496551513671875,4.058185988311173,7.46875 +model.language_model.layers.12.linear_attn.in_proj_a.weight,"(16, 2048)",2,BF16,32768,65536,model.language_model.layers.*.linear_attn.in_proj_a.weight,12,-0.00018116199635187513,0.020444603965792407,0.1484375 +model.language_model.layers.12.linear_attn.in_proj_b.weight,"(16, 2048)",2,BF16,32768,65536,model.language_model.layers.*.linear_attn.in_proj_b.weight,12,-4.0317171379200545e-05,0.010743962668614463,0.0791015625 +model.language_model.layers.12.linear_attn.in_proj_qkv.weight,"(6144, 2048)",2,BF16,12582912,25165824,model.language_model.layers.*.linear_attn.in_proj_qkv.weight,12,7.781599651781679e-06,0.016665809696906838,0.26953125 +model.language_model.layers.12.linear_attn.in_proj_z.weight,"(2048, 2048)",2,BF16,4194304,8388608,model.language_model.layers.*.linear_attn.in_proj_z.weight,12,-4.675414117657258e-05,0.012616807270715447,0.1826171875 +model.language_model.layers.12.linear_attn.out_proj.weight,"(2048, 2048)",2,BF16,4194304,8388608,model.language_model.layers.*.linear_attn.out_proj.weight,12,1.4729152200219225e-06,0.011476801540265865,0.298828125 +model.language_model.layers.12.mlp.down_proj.weight,"(2048, 6144)",2,BF16,12582912,25165824,model.language_model.layers.*.mlp.down_proj.weight,12,1.0457843859524678e-06,0.008423235529643944,0.1884765625 +model.language_model.layers.12.mlp.gate_proj.weight,"(6144, 2048)",2,BF16,12582912,25165824,model.language_model.layers.*.mlp.gate_proj.weight,12,8.18576424821083e-06,0.009472447824563206,0.23828125 +model.language_model.layers.12.mlp.up_proj.weight,"(6144, 2048)",2,BF16,12582912,25165824,model.language_model.layers.*.mlp.up_proj.weight,12,1.0104942249453304e-06,0.008791148082624213,0.11376953125 +model.language_model.layers.12.post_attention_layernorm.weight,"(2048,)",1,BF16,2048,4096,model.language_model.layers.*.post_attention_layernorm.weight,12,0.031112442025914788,0.12879091431054787,0.4765625 +model.language_model.layers.13.input_layernorm.weight,"(2048,)",1,BF16,2048,4096,model.language_model.layers.*.input_layernorm.weight,13,0.232861602678895,0.28740931489560884,0.6328125 +model.language_model.layers.13.linear_attn.conv1d.weight,"(6144, 1, 4)",3,BF16,24576,49152,model.language_model.layers.*.linear_attn.conv1d.weight,13,-0.0012397262783755043,0.0771414825749899,0.67578125 +model.language_model.layers.13.linear_attn.dt_bias,"(16,)",1,BF16,16,32,model.language_model.layers.*.linear_attn.dt_bias,13,-1.475341796875,2.39097532809558,5.375 +model.language_model.layers.13.linear_attn.in_proj_a.weight,"(16, 2048)",2,BF16,32768,65536,model.language_model.layers.*.linear_attn.in_proj_a.weight,13,-0.0002199913735694281,0.016203232395463157,0.1455078125 +model.language_model.layers.13.linear_attn.in_proj_b.weight,"(16, 2048)",2,BF16,32768,65536,model.language_model.layers.*.linear_attn.in_proj_b.weight,13,-0.00017839931808794063,0.009952179504275616,0.10009765625 +model.language_model.layers.13.linear_attn.in_proj_qkv.weight,"(6144, 2048)",2,BF16,12582912,25165824,model.language_model.layers.*.linear_attn.in_proj_qkv.weight,13,2.9179273165786993e-06,0.015835845289678272,0.2158203125 +model.language_model.layers.13.linear_attn.in_proj_z.weight,"(2048, 2048)",2,BF16,4194304,8388608,model.language_model.layers.*.linear_attn.in_proj_z.weight,13,5.881411352340327e-06,0.012331320856281865,0.1787109375 +model.language_model.layers.13.linear_attn.out_proj.weight,"(2048, 2048)",2,BF16,4194304,8388608,model.language_model.layers.*.linear_attn.out_proj.weight,13,-4.353393460746098e-06,0.011825279279174,0.31640625 +model.language_model.layers.13.mlp.down_proj.weight,"(2048, 6144)",2,BF16,12582912,25165824,model.language_model.layers.*.mlp.down_proj.weight,13,2.896835891259483e-07,0.008557289286997264,0.271484375 +model.language_model.layers.13.mlp.gate_proj.weight,"(6144, 2048)",2,BF16,12582912,25165824,model.language_model.layers.*.mlp.gate_proj.weight,13,1.0580261440249853e-05,0.009664119005780037,0.1962890625 +model.language_model.layers.13.mlp.up_proj.weight,"(6144, 2048)",2,BF16,12582912,25165824,model.language_model.layers.*.mlp.up_proj.weight,13,-1.8727934769265098e-06,0.008881907189765451,0.119140625 +model.language_model.layers.13.post_attention_layernorm.weight,"(2048,)",1,BF16,2048,4096,model.language_model.layers.*.post_attention_layernorm.weight,13,0.04897372436244041,0.10805549733912552,0.380859375 +model.language_model.layers.14.input_layernorm.weight,"(2048,)",1,BF16,2048,4096,model.language_model.layers.*.input_layernorm.weight,14,0.21899888664484024,0.24888835819250885,0.515625 +model.language_model.layers.14.linear_attn.conv1d.weight,"(6144, 1, 4)",3,BF16,24576,49152,model.language_model.layers.*.linear_attn.conv1d.weight,14,0.00037967084426782094,0.08331865162655389,0.734375 +model.language_model.layers.14.linear_attn.dt_bias,"(16,)",1,BF16,16,32,model.language_model.layers.*.linear_attn.dt_bias,14,-2.2860107421875,3.3004761684662856,7.40625 +model.language_model.layers.14.linear_attn.in_proj_a.weight,"(16, 2048)",2,BF16,32768,65536,model.language_model.layers.*.linear_attn.in_proj_a.weight,14,-0.0001371101245695172,0.016105199807047717,0.154296875 +model.language_model.layers.14.linear_attn.in_proj_b.weight,"(16, 2048)",2,BF16,32768,65536,model.language_model.layers.*.linear_attn.in_proj_b.weight,14,-9.110311782478675e-05,0.01034784269424491,0.10986328125 +model.language_model.layers.14.linear_attn.in_proj_qkv.weight,"(6144, 2048)",2,BF16,12582912,25165824,model.language_model.layers.*.linear_attn.in_proj_qkv.weight,14,-2.1270679876183446e-06,0.016039110546304334,0.314453125 +model.language_model.layers.14.linear_attn.in_proj_z.weight,"(2048, 2048)",2,BF16,4194304,8388608,model.language_model.layers.*.linear_attn.in_proj_z.weight,14,-8.110897876532214e-06,0.012852117255934343,0.1728515625 +model.language_model.layers.14.linear_attn.out_proj.weight,"(2048, 2048)",2,BF16,4194304,8388608,model.language_model.layers.*.linear_attn.out_proj.weight,14,2.762643928013028e-06,0.011928614818943932,0.421875 +model.language_model.layers.14.mlp.down_proj.weight,"(2048, 6144)",2,BF16,12582912,25165824,model.language_model.layers.*.mlp.down_proj.weight,14,-3.7334664855249535e-06,0.008537178745857807,0.279296875 +model.language_model.layers.14.mlp.gate_proj.weight,"(6144, 2048)",2,BF16,12582912,25165824,model.language_model.layers.*.mlp.gate_proj.weight,14,7.169518554585423e-06,0.01050483670409655,0.263671875 +model.language_model.layers.14.mlp.up_proj.weight,"(6144, 2048)",2,BF16,12582912,25165824,model.language_model.layers.*.mlp.up_proj.weight,14,-8.076213993245956e-07,0.009027392030954798,0.13671875 +model.language_model.layers.14.post_attention_layernorm.weight,"(2048,)",1,BF16,2048,4096,model.language_model.layers.*.post_attention_layernorm.weight,14,0.09636163339018822,0.11019530606933525,0.328125 +model.language_model.layers.15.input_layernorm.weight,"(2048,)",1,BF16,2048,4096,model.language_model.layers.*.input_layernorm.weight,15,0.10911215841770172,0.12466131555593847,0.486328125 +model.language_model.layers.15.mlp.down_proj.weight,"(2048, 6144)",2,BF16,12582912,25165824,model.language_model.layers.*.mlp.down_proj.weight,15,-1.7299953231148084e-06,0.009031443773640731,0.1962890625 +model.language_model.layers.15.mlp.gate_proj.weight,"(6144, 2048)",2,BF16,12582912,25165824,model.language_model.layers.*.mlp.gate_proj.weight,15,1.3207215079648569e-05,0.010797157880584657,0.2451171875 +model.language_model.layers.15.mlp.up_proj.weight,"(6144, 2048)",2,BF16,12582912,25165824,model.language_model.layers.*.mlp.up_proj.weight,15,-5.836836459302668e-07,0.009495428068480694,0.1826171875 +model.language_model.layers.15.post_attention_layernorm.weight,"(2048,)",1,BF16,2048,4096,model.language_model.layers.*.post_attention_layernorm.weight,15,0.160281787160784,0.17411452277120051,0.427734375 +model.language_model.layers.15.self_attn.k_norm.weight,"(256,)",1,BF16,256,512,model.language_model.layers.*.self_attn.k_norm.weight,15,0.6101093292236328,0.6606615117915355,1.390625 +model.language_model.layers.15.self_attn.k_proj.weight,"(512, 2048)",2,BF16,1048576,2097152,model.language_model.layers.*.self_attn.k_proj.weight,15,1.0313123176453054e-05,0.011781971940935327,0.171875 +model.language_model.layers.15.self_attn.o_proj.weight,"(2048, 2048)",2,BF16,4194304,8388608,model.language_model.layers.*.self_attn.o_proj.weight,15,3.2290907635151855e-06,0.01443958574981722,0.201171875 +model.language_model.layers.15.self_attn.q_norm.weight,"(256,)",1,BF16,256,512,model.language_model.layers.*.self_attn.q_norm.weight,15,0.6063613891601562,0.6516914189821662,1.078125 +model.language_model.layers.15.self_attn.q_proj.weight,"(4096, 2048)",2,BF16,8388608,16777216,model.language_model.layers.*.self_attn.q_proj.weight,15,-2.080716491325088e-05,0.013066587205176929,0.2333984375 +model.language_model.layers.15.self_attn.v_proj.weight,"(512, 2048)",2,BF16,1048576,2097152,model.language_model.layers.*.self_attn.v_proj.weight,15,1.1813592924748637e-05,0.01702842388331824,0.392578125 +model.language_model.layers.16.input_layernorm.weight,"(2048,)",1,BF16,2048,4096,model.language_model.layers.*.input_layernorm.weight,16,0.343410836532712,0.3555100649844507,0.71875 +model.language_model.layers.16.linear_attn.conv1d.weight,"(6144, 1, 4)",3,BF16,24576,49152,model.language_model.layers.*.linear_attn.conv1d.weight,16,-0.0010187850248257746,0.12131959888922034,1.25 +model.language_model.layers.16.linear_attn.dt_bias,"(16,)",1,BF16,16,32,model.language_model.layers.*.linear_attn.dt_bias,16,-1.6535491943359375,3.4306294710677805,5.28125 +model.language_model.layers.16.linear_attn.in_proj_a.weight,"(16, 2048)",2,BF16,32768,65536,model.language_model.layers.*.linear_attn.in_proj_a.weight,16,-0.00040711706062879216,0.019010974147942117,0.1474609375 +model.language_model.layers.16.linear_attn.in_proj_b.weight,"(16, 2048)",2,BF16,32768,65536,model.language_model.layers.*.linear_attn.in_proj_b.weight,16,-0.00016220749716922,0.011994693576622582,0.203125 +model.language_model.layers.16.linear_attn.in_proj_qkv.weight,"(6144, 2048)",2,BF16,12582912,25165824,model.language_model.layers.*.linear_attn.in_proj_qkv.weight,16,2.9395824504673215e-06,0.01839649067123788,0.279296875 +model.language_model.layers.16.linear_attn.in_proj_z.weight,"(2048, 2048)",2,BF16,4194304,8388608,model.language_model.layers.*.linear_attn.in_proj_z.weight,16,-1.3744430889505062e-05,0.013106653141967533,0.158203125 +model.language_model.layers.16.linear_attn.out_proj.weight,"(2048, 2048)",2,BF16,4194304,8388608,model.language_model.layers.*.linear_attn.out_proj.weight,16,-1.1683691683583852e-06,0.011435638427761064,0.326171875 +model.language_model.layers.16.mlp.down_proj.weight,"(2048, 6144)",2,BF16,12582912,25165824,model.language_model.layers.*.mlp.down_proj.weight,16,-1.4952454272538357e-06,0.009066413695231633,0.353515625 +model.language_model.layers.16.mlp.gate_proj.weight,"(6144, 2048)",2,BF16,12582912,25165824,model.language_model.layers.*.mlp.gate_proj.weight,16,4.156314234681659e-05,0.011800534597486789,0.2578125 +model.language_model.layers.16.mlp.up_proj.weight,"(6144, 2048)",2,BF16,12582912,25165824,model.language_model.layers.*.mlp.up_proj.weight,16,-1.4486515269278531e-06,0.009458331855335966,0.11572265625 +model.language_model.layers.16.post_attention_layernorm.weight,"(2048,)",1,BF16,2048,4096,model.language_model.layers.*.post_attention_layernorm.weight,16,0.22678589820861816,0.24283223012121077,0.546875 +model.language_model.layers.17.input_layernorm.weight,"(2048,)",1,BF16,2048,4096,model.language_model.layers.*.input_layernorm.weight,17,0.40909794718027115,0.41420397619623966,0.8515625 +model.language_model.layers.17.linear_attn.conv1d.weight,"(6144, 1, 4)",3,BF16,24576,49152,model.language_model.layers.*.linear_attn.conv1d.weight,17,-0.0007928749170484176,0.1427199131150052,0.84375 +model.language_model.layers.17.linear_attn.dt_bias,"(16,)",1,BF16,16,32,model.language_model.layers.*.linear_attn.dt_bias,17,-1.5863037109375,3.145992001369952,5.8125 +model.language_model.layers.17.linear_attn.in_proj_a.weight,"(16, 2048)",2,BF16,32768,65536,model.language_model.layers.*.linear_attn.in_proj_a.weight,17,-0.0002446489017984277,0.019432861311383113,0.2216796875 +model.language_model.layers.17.linear_attn.in_proj_b.weight,"(16, 2048)",2,BF16,32768,65536,model.language_model.layers.*.linear_attn.in_proj_b.weight,17,-0.00028408583852979064,0.011455641742157624,0.11669921875 +model.language_model.layers.17.linear_attn.in_proj_qkv.weight,"(6144, 2048)",2,BF16,12582912,25165824,model.language_model.layers.*.linear_attn.in_proj_qkv.weight,17,-6.122790621556258e-06,0.018850718521384917,0.361328125 +model.language_model.layers.17.linear_attn.in_proj_z.weight,"(2048, 2048)",2,BF16,4194304,8388608,model.language_model.layers.*.linear_attn.in_proj_z.weight,17,1.7430077882997497e-05,0.013284800321653467,0.1337890625 +model.language_model.layers.17.linear_attn.out_proj.weight,"(2048, 2048)",2,BF16,4194304,8388608,model.language_model.layers.*.linear_attn.out_proj.weight,17,-1.8784842093881593e-06,0.011016520359717747,0.26171875 +model.language_model.layers.17.mlp.down_proj.weight,"(2048, 6144)",2,BF16,12582912,25165824,model.language_model.layers.*.mlp.down_proj.weight,17,1.6134364031145907e-06,0.009095506394657166,0.26953125 +model.language_model.layers.17.mlp.gate_proj.weight,"(6144, 2048)",2,BF16,12582912,25165824,model.language_model.layers.*.mlp.gate_proj.weight,17,6.465429543157655e-05,0.012932345230835652,0.396484375 +model.language_model.layers.17.mlp.up_proj.weight,"(6144, 2048)",2,BF16,12582912,25165824,model.language_model.layers.*.mlp.up_proj.weight,17,-4.222612684595094e-06,0.009451093364267178,0.140625 +model.language_model.layers.17.post_attention_layernorm.weight,"(2048,)",1,BF16,2048,4096,model.language_model.layers.*.post_attention_layernorm.weight,17,0.2981297969818115,0.31212707224811526,0.58203125 +model.language_model.layers.18.input_layernorm.weight,"(2048,)",1,BF16,2048,4096,model.language_model.layers.*.input_layernorm.weight,18,0.4494924545288086,0.4545845805845828,0.87109375 +model.language_model.layers.18.linear_attn.conv1d.weight,"(6144, 1, 4)",3,BF16,24576,49152,model.language_model.layers.*.linear_attn.conv1d.weight,18,0.000160603896650476,0.14188962547118888,0.9453125 +model.language_model.layers.18.linear_attn.dt_bias,"(16,)",1,BF16,16,32,model.language_model.layers.*.linear_attn.dt_bias,18,-1.5224609375,4.044787719211163,5.46875 +model.language_model.layers.18.linear_attn.in_proj_a.weight,"(16, 2048)",2,BF16,32768,65536,model.language_model.layers.*.linear_attn.in_proj_a.weight,18,-0.000354912899865667,0.018177394584053246,0.1865234375 +model.language_model.layers.18.linear_attn.in_proj_b.weight,"(16, 2048)",2,BF16,32768,65536,model.language_model.layers.*.linear_attn.in_proj_b.weight,18,-0.000348121350555175,0.011650516406628657,0.1474609375 +model.language_model.layers.18.linear_attn.in_proj_qkv.weight,"(6144, 2048)",2,BF16,12582912,25165824,model.language_model.layers.*.linear_attn.in_proj_qkv.weight,18,-2.801285425906771e-06,0.01932307704334137,0.302734375 +model.language_model.layers.18.linear_attn.in_proj_z.weight,"(2048, 2048)",2,BF16,4194304,8388608,model.language_model.layers.*.linear_attn.in_proj_z.weight,18,3.0413390159751696e-05,0.013580282672648016,0.2099609375 +model.language_model.layers.18.linear_attn.out_proj.weight,"(2048, 2048)",2,BF16,4194304,8388608,model.language_model.layers.*.linear_attn.out_proj.weight,18,5.721753637381866e-07,0.010791681091114965,0.396484375 +model.language_model.layers.18.mlp.down_proj.weight,"(2048, 6144)",2,BF16,12582912,25165824,model.language_model.layers.*.mlp.down_proj.weight,18,-6.59695743752906e-07,0.009220799866825103,0.376953125 +model.language_model.layers.18.mlp.gate_proj.weight,"(6144, 2048)",2,BF16,12582912,25165824,model.language_model.layers.*.mlp.gate_proj.weight,18,8.449190781037264e-05,0.013813956126686252,0.2734375 +model.language_model.layers.18.mlp.up_proj.weight,"(6144, 2048)",2,BF16,12582912,25165824,model.language_model.layers.*.mlp.up_proj.weight,18,-3.3797074411766443e-06,0.00960778958739809,0.10302734375 +model.language_model.layers.18.post_attention_layernorm.weight,"(2048,)",1,BF16,2048,4096,model.language_model.layers.*.post_attention_layernorm.weight,18,0.3679823362035677,0.38049220561196123,0.67578125 +model.language_model.layers.19.input_layernorm.weight,"(2048,)",1,BF16,2048,4096,model.language_model.layers.*.input_layernorm.weight,19,0.1011038941796869,0.2188507118664161,0.7421875 +model.language_model.layers.19.mlp.down_proj.weight,"(2048, 6144)",2,BF16,12582912,25165824,model.language_model.layers.*.mlp.down_proj.weight,19,2.4411962869774297e-06,0.009416140657580934,0.38671875 +model.language_model.layers.19.mlp.gate_proj.weight,"(6144, 2048)",2,BF16,12582912,25165824,model.language_model.layers.*.mlp.gate_proj.weight,19,6.661238714663713e-05,0.01359737914612424,0.349609375 +model.language_model.layers.19.mlp.up_proj.weight,"(6144, 2048)",2,BF16,12582912,25165824,model.language_model.layers.*.mlp.up_proj.weight,19,-9.332812076388979e-07,0.00973094482190661,0.1240234375 +model.language_model.layers.19.post_attention_layernorm.weight,"(2048,)",1,BF16,2048,4096,model.language_model.layers.*.post_attention_layernorm.weight,19,0.3443268625997007,0.3526435167969441,0.546875 +model.language_model.layers.19.self_attn.k_norm.weight,"(256,)",1,BF16,256,512,model.language_model.layers.*.self_attn.k_norm.weight,19,0.43672245740890503,0.5101940111828327,1.2421875 +model.language_model.layers.19.self_attn.k_proj.weight,"(512, 2048)",2,BF16,1048576,2097152,model.language_model.layers.*.self_attn.k_proj.weight,19,-2.6758214080602194e-07,0.01115193103746146,0.1806640625 +model.language_model.layers.19.self_attn.o_proj.weight,"(2048, 2048)",2,BF16,4194304,8388608,model.language_model.layers.*.self_attn.o_proj.weight,19,-8.259318417455641e-07,0.017919884244499158,0.341796875 +model.language_model.layers.19.self_attn.q_norm.weight,"(256,)",1,BF16,256,512,model.language_model.layers.*.self_attn.q_norm.weight,19,0.4400367736816406,0.5185481967268359,1.0625 +model.language_model.layers.19.self_attn.q_proj.weight,"(4096, 2048)",2,BF16,8388608,16777216,model.language_model.layers.*.self_attn.q_proj.weight,19,6.793664314847653e-05,0.012547566379924864,0.15234375 +model.language_model.layers.19.self_attn.v_proj.weight,"(512, 2048)",2,BF16,1048576,2097152,model.language_model.layers.*.self_attn.v_proj.weight,19,-3.25356766062157e-05,0.021533393668245943,0.546875 +model.language_model.layers.2.input_layernorm.weight,"(2048,)",1,BF16,2048,4096,model.language_model.layers.*.input_layernorm.weight,2,0.2333534136414528,0.25578013108533854,0.7421875 +model.language_model.layers.2.linear_attn.conv1d.weight,"(6144, 1, 4)",3,BF16,24576,49152,model.language_model.layers.*.linear_attn.conv1d.weight,2,-0.0009711920154131803,0.0699787295154593,1.203125 +model.language_model.layers.2.linear_attn.dt_bias,"(16,)",1,BF16,16,32,model.language_model.layers.*.linear_attn.dt_bias,2,-1.531646728515625,2.7997863603942768,5.28125 +model.language_model.layers.2.linear_attn.in_proj_a.weight,"(16, 2048)",2,BF16,32768,65536,model.language_model.layers.*.linear_attn.in_proj_a.weight,2,0.00012737364886561409,0.020580835741280747,0.1904296875 +model.language_model.layers.2.linear_attn.in_proj_b.weight,"(16, 2048)",2,BF16,32768,65536,model.language_model.layers.*.linear_attn.in_proj_b.weight,2,-0.00021474828716350203,0.012867150783559326,0.1494140625 +model.language_model.layers.2.linear_attn.in_proj_qkv.weight,"(6144, 2048)",2,BF16,12582912,25165824,model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2,-7.305419878167231e-06,0.015296609635115742,0.2353515625 +model.language_model.layers.2.linear_attn.in_proj_z.weight,"(2048, 2048)",2,BF16,4194304,8388608,model.language_model.layers.*.linear_attn.in_proj_z.weight,2,1.8538136823925688e-05,0.014831222973712392,0.1708984375 +model.language_model.layers.2.linear_attn.out_proj.weight,"(2048, 2048)",2,BF16,4194304,8388608,model.language_model.layers.*.linear_attn.out_proj.weight,2,6.226499901958605e-06,0.012155681350565658,0.396484375 +model.language_model.layers.2.mlp.down_proj.weight,"(2048, 6144)",2,BF16,12582912,25165824,model.language_model.layers.*.mlp.down_proj.weight,2,-4.951895974369495e-07,0.007964106725808892,0.3671875 +model.language_model.layers.2.mlp.gate_proj.weight,"(6144, 2048)",2,BF16,12582912,25165824,model.language_model.layers.*.mlp.gate_proj.weight,2,6.107943125547091e-05,0.012312766730790738,0.1728515625 +model.language_model.layers.2.mlp.up_proj.weight,"(6144, 2048)",2,BF16,12582912,25165824,model.language_model.layers.*.mlp.up_proj.weight,2,-2.1764107683565404e-06,0.007951716538597723,0.14453125 +model.language_model.layers.2.post_attention_layernorm.weight,"(2048,)",1,BF16,2048,4096,model.language_model.layers.*.post_attention_layernorm.weight,2,0.10721788182854652,0.14926779821439945,0.6171875 +model.language_model.layers.20.input_layernorm.weight,"(2048,)",1,BF16,2048,4096,model.language_model.layers.*.input_layernorm.weight,20,0.39076799154281616,0.4001752339553643,0.9609375 +model.language_model.layers.20.linear_attn.conv1d.weight,"(6144, 1, 4)",3,BF16,24576,49152,model.language_model.layers.*.linear_attn.conv1d.weight,20,9.075260383421362e-05,0.1398477462038532,0.9609375 +model.language_model.layers.20.linear_attn.dt_bias,"(16,)",1,BF16,16,32,model.language_model.layers.*.linear_attn.dt_bias,20,-1.0079345703125,3.4398750076762483,5.3125 +model.language_model.layers.20.linear_attn.in_proj_a.weight,"(16, 2048)",2,BF16,32768,65536,model.language_model.layers.*.linear_attn.in_proj_a.weight,20,-0.0004249333025541091,0.020555450330303295,0.2314453125 +model.language_model.layers.20.linear_attn.in_proj_b.weight,"(16, 2048)",2,BF16,32768,65536,model.language_model.layers.*.linear_attn.in_proj_b.weight,20,-0.00038497815725691,0.013473339189517963,0.1669921875 +model.language_model.layers.20.linear_attn.in_proj_qkv.weight,"(6144, 2048)",2,BF16,12582912,25165824,model.language_model.layers.*.linear_attn.in_proj_qkv.weight,20,1.3699399179049887e-06,0.01875879440105595,0.3984375 +model.language_model.layers.20.linear_attn.in_proj_z.weight,"(2048, 2048)",2,BF16,4194304,8388608,model.language_model.layers.*.linear_attn.in_proj_z.weight,20,1.5797673497242037e-05,0.013929090997023318,0.27734375 +model.language_model.layers.20.linear_attn.out_proj.weight,"(2048, 2048)",2,BF16,4194304,8388608,model.language_model.layers.*.linear_attn.out_proj.weight,20,3.4517880942476487e-06,0.011156345981577036,0.39453125 +model.language_model.layers.20.mlp.down_proj.weight,"(2048, 6144)",2,BF16,12582912,25165824,model.language_model.layers.*.mlp.down_proj.weight,20,-1.2719515250439694e-06,0.00957307701852322,0.373046875 +model.language_model.layers.20.mlp.gate_proj.weight,"(6144, 2048)",2,BF16,12582912,25165824,model.language_model.layers.*.mlp.gate_proj.weight,20,4.00437334413904e-05,0.013427776388924359,0.265625 +model.language_model.layers.20.mlp.up_proj.weight,"(6144, 2048)",2,BF16,12582912,25165824,model.language_model.layers.*.mlp.up_proj.weight,20,-3.335567268344132e-07,0.00994430727183077,0.1455078125 +model.language_model.layers.20.post_attention_layernorm.weight,"(2048,)",1,BF16,2048,4096,model.language_model.layers.*.post_attention_layernorm.weight,20,0.3715863972902298,0.37970192231618044,0.62109375 +model.language_model.layers.21.input_layernorm.weight,"(2048,)",1,BF16,2048,4096,model.language_model.layers.*.input_layernorm.weight,21,0.44352924823760986,0.44916903078759246,1.203125 +model.language_model.layers.21.linear_attn.conv1d.weight,"(6144, 1, 4)",3,BF16,24576,49152,model.language_model.layers.*.linear_attn.conv1d.weight,21,0.0006429380024049655,0.14050966017891983,1.0234375 +model.language_model.layers.21.linear_attn.dt_bias,"(16,)",1,BF16,16,32,model.language_model.layers.*.linear_attn.dt_bias,21,0.08379364013671875,3.303196151328201,5.34375 +model.language_model.layers.21.linear_attn.in_proj_a.weight,"(16, 2048)",2,BF16,32768,65536,model.language_model.layers.*.linear_attn.in_proj_a.weight,21,-0.00030593817302815296,0.021425148318092637,0.234375 +model.language_model.layers.21.linear_attn.in_proj_b.weight,"(16, 2048)",2,BF16,32768,65536,model.language_model.layers.*.linear_attn.in_proj_b.weight,21,-0.0002982664101409682,0.012089513394843168,0.11767578125 +model.language_model.layers.21.linear_attn.in_proj_qkv.weight,"(6144, 2048)",2,BF16,12582912,25165824,model.language_model.layers.*.linear_attn.in_proj_qkv.weight,21,-2.9257048916112027e-06,0.018411063099048608,0.39453125 +model.language_model.layers.21.linear_attn.in_proj_z.weight,"(2048, 2048)",2,BF16,4194304,8388608,model.language_model.layers.*.linear_attn.in_proj_z.weight,21,-3.6805679609420387e-05,0.01427042687438596,0.2119140625 +model.language_model.layers.21.linear_attn.out_proj.weight,"(2048, 2048)",2,BF16,4194304,8388608,model.language_model.layers.*.linear_attn.out_proj.weight,21,1.0814873818025582e-05,0.011783994920447497,0.3359375 +model.language_model.layers.21.mlp.down_proj.weight,"(2048, 6144)",2,BF16,12582912,25165824,model.language_model.layers.*.mlp.down_proj.weight,21,3.7257452291522553e-06,0.009740438269728707,0.283203125 +model.language_model.layers.21.mlp.gate_proj.weight,"(6144, 2048)",2,BF16,12582912,25165824,model.language_model.layers.*.mlp.gate_proj.weight,21,4.347164541715296e-05,0.01366394178359644,0.376953125 +model.language_model.layers.21.mlp.up_proj.weight,"(6144, 2048)",2,BF16,12582912,25165824,model.language_model.layers.*.mlp.up_proj.weight,21,-1.9860518428394557e-06,0.010192647161382656,0.2001953125 +model.language_model.layers.21.post_attention_layernorm.weight,"(2048,)",1,BF16,2048,4096,model.language_model.layers.*.post_attention_layernorm.weight,21,0.39837953448295593,0.4037610412929416,0.65234375 +model.language_model.layers.22.input_layernorm.weight,"(2048,)",1,BF16,2048,4096,model.language_model.layers.*.input_layernorm.weight,22,0.31986570358276367,0.3279013006012118,1.0234375 +model.language_model.layers.22.linear_attn.conv1d.weight,"(6144, 1, 4)",3,BF16,24576,49152,model.language_model.layers.*.linear_attn.conv1d.weight,22,0.0008979494676661185,0.12143289672117986,0.98828125 +model.language_model.layers.22.linear_attn.dt_bias,"(16,)",1,BF16,16,32,model.language_model.layers.*.linear_attn.dt_bias,22,0.264739990234375,3.6225085020426246,8.0625 +model.language_model.layers.22.linear_attn.in_proj_a.weight,"(16, 2048)",2,BF16,32768,65536,model.language_model.layers.*.linear_attn.in_proj_a.weight,22,-0.0006314610018307576,0.023313385449278027,0.25390625 +model.language_model.layers.22.linear_attn.in_proj_b.weight,"(16, 2048)",2,BF16,32768,65536,model.language_model.layers.*.linear_attn.in_proj_b.weight,22,-0.0002720628299357486,0.013776980313481728,0.1943359375 +model.language_model.layers.22.linear_attn.in_proj_qkv.weight,"(6144, 2048)",2,BF16,12582912,25165824,model.language_model.layers.*.linear_attn.in_proj_qkv.weight,22,3.8010201965493298e-06,0.016764196896689124,0.4296875 +model.language_model.layers.22.linear_attn.in_proj_z.weight,"(2048, 2048)",2,BF16,4194304,8388608,model.language_model.layers.*.linear_attn.in_proj_z.weight,22,-4.9468020722115424e-05,0.014891482667100319,0.248046875 +model.language_model.layers.22.linear_attn.out_proj.weight,"(2048, 2048)",2,BF16,4194304,8388608,model.language_model.layers.*.linear_attn.out_proj.weight,22,1.3340557990845076e-06,0.012518738787194348,0.55078125 +model.language_model.layers.22.mlp.down_proj.weight,"(2048, 6144)",2,BF16,12582912,25165824,model.language_model.layers.*.mlp.down_proj.weight,22,-3.2801688128341906e-06,0.0096870165213663,0.39453125 +model.language_model.layers.22.mlp.gate_proj.weight,"(6144, 2048)",2,BF16,12582912,25165824,model.language_model.layers.*.mlp.gate_proj.weight,22,6.999503861985796e-05,0.013968549839218811,0.396484375 +model.language_model.layers.22.mlp.up_proj.weight,"(6144, 2048)",2,BF16,12582912,25165824,model.language_model.layers.*.mlp.up_proj.weight,22,3.97610155118804e-06,0.010452139908499549,0.1513671875 +model.language_model.layers.22.post_attention_layernorm.weight,"(2048,)",1,BF16,2048,4096,model.language_model.layers.*.post_attention_layernorm.weight,22,0.38950735330581665,0.3927199440840361,0.65234375 +model.language_model.layers.23.input_layernorm.weight,"(2048,)",1,BF16,2048,4096,model.language_model.layers.*.input_layernorm.weight,23,0.16185743268579245,0.22320587027448527,0.87890625 +model.language_model.layers.23.mlp.down_proj.weight,"(2048, 6144)",2,BF16,12582912,25165824,model.language_model.layers.*.mlp.down_proj.weight,23,2.200153014944121e-06,0.009198179693873125,0.9140625 +model.language_model.layers.23.mlp.gate_proj.weight,"(6144, 2048)",2,BF16,12582912,25165824,model.language_model.layers.*.mlp.gate_proj.weight,23,5.746251235838462e-05,0.01555093104020481,0.4296875 +model.language_model.layers.23.mlp.up_proj.weight,"(6144, 2048)",2,BF16,12582912,25165824,model.language_model.layers.*.mlp.up_proj.weight,23,-1.4030004445502939e-06,0.01144567089869159,0.255859375 +model.language_model.layers.23.post_attention_layernorm.weight,"(2048,)",1,BF16,2048,4096,model.language_model.layers.*.post_attention_layernorm.weight,23,0.2778373658657074,0.28538803537333535,0.796875 +model.language_model.layers.23.self_attn.k_norm.weight,"(256,)",1,BF16,256,512,model.language_model.layers.*.self_attn.k_norm.weight,23,0.3784341812133789,0.45290137200158004,1.296875 +model.language_model.layers.23.self_attn.k_proj.weight,"(512, 2048)",2,BF16,1048576,2097152,model.language_model.layers.*.self_attn.k_proj.weight,23,-3.258974928144198e-06,0.010211249530655503,0.1923828125 +model.language_model.layers.23.self_attn.o_proj.weight,"(2048, 2048)",2,BF16,4194304,8388608,model.language_model.layers.*.self_attn.o_proj.weight,23,4.249854031940226e-06,0.014946339830350153,0.36328125 +model.language_model.layers.23.self_attn.q_norm.weight,"(256,)",1,BF16,256,512,model.language_model.layers.*.self_attn.q_norm.weight,23,0.3749351501464844,0.4735104392931629,0.9921875 +model.language_model.layers.23.self_attn.q_proj.weight,"(4096, 2048)",2,BF16,8388608,16777216,model.language_model.layers.*.self_attn.q_proj.weight,23,2.8210594946158612e-05,0.013931200188097417,0.3046875 +model.language_model.layers.23.self_attn.v_proj.weight,"(512, 2048)",2,BF16,1048576,2097152,model.language_model.layers.*.self_attn.v_proj.weight,23,-4.7418587849623606e-06,0.0201368708703942,0.365234375 +model.language_model.layers.3.input_layernorm.weight,"(2048,)",1,BF16,2048,4096,model.language_model.layers.*.input_layernorm.weight,3,0.14525676146149635,0.1640384010422585,0.7109375 +model.language_model.layers.3.mlp.down_proj.weight,"(2048, 6144)",2,BF16,12582912,25165824,model.language_model.layers.*.mlp.down_proj.weight,3,-3.666761125140459e-07,0.007925089389266608,0.322265625 +model.language_model.layers.3.mlp.gate_proj.weight,"(6144, 2048)",2,BF16,12582912,25165824,model.language_model.layers.*.mlp.gate_proj.weight,3,-7.894271173424181e-06,0.011534900694163063,0.158203125 +model.language_model.layers.3.mlp.up_proj.weight,"(6144, 2048)",2,BF16,12582912,25165824,model.language_model.layers.*.mlp.up_proj.weight,3,2.630765779604652e-06,0.008013811534961623,0.11865234375 +model.language_model.layers.3.post_attention_layernorm.weight,"(2048,)",1,BF16,2048,4096,model.language_model.layers.*.post_attention_layernorm.weight,3,0.046131135895848274,0.12433499188529953,0.51171875 +model.language_model.layers.3.self_attn.k_norm.weight,"(256,)",1,BF16,256,512,model.language_model.layers.*.self_attn.k_norm.weight,3,0.4114065170288086,0.46410242264785667,1.59375 +model.language_model.layers.3.self_attn.k_proj.weight,"(512, 2048)",2,BF16,1048576,2097152,model.language_model.layers.*.self_attn.k_proj.weight,3,-1.2478612181981985e-05,0.012234452222983938,0.142578125 +model.language_model.layers.3.self_attn.o_proj.weight,"(2048, 2048)",2,BF16,4194304,8388608,model.language_model.layers.*.self_attn.o_proj.weight,3,7.17851804013514e-07,0.011753633554238597,0.380859375 +model.language_model.layers.3.self_attn.q_norm.weight,"(256,)",1,BF16,256,512,model.language_model.layers.*.self_attn.q_norm.weight,3,0.4230690002441406,0.4549413197073127,1.1796875 +model.language_model.layers.3.self_attn.q_proj.weight,"(4096, 2048)",2,BF16,8388608,16777216,model.language_model.layers.*.self_attn.q_proj.weight,3,4.508237743732629e-05,0.016050479790290943,0.3203125 +model.language_model.layers.3.self_attn.v_proj.weight,"(512, 2048)",2,BF16,1048576,2097152,model.language_model.layers.*.self_attn.v_proj.weight,3,4.0868584337827585e-06,0.011898094706242741,0.1396484375 +model.language_model.layers.4.input_layernorm.weight,"(2048,)",1,BF16,2048,4096,model.language_model.layers.*.input_layernorm.weight,4,0.2650436982512474,0.28638167705127865,0.71875 +model.language_model.layers.4.linear_attn.conv1d.weight,"(6144, 1, 4)",3,BF16,24576,49152,model.language_model.layers.*.linear_attn.conv1d.weight,4,3.396201100258622e-05,0.09066321443526168,0.8125 +model.language_model.layers.4.linear_attn.dt_bias,"(16,)",1,BF16,16,32,model.language_model.layers.*.linear_attn.dt_bias,4,-2.729248046875,3.8747778798092267,5.96875 +model.language_model.layers.4.linear_attn.in_proj_a.weight,"(16, 2048)",2,BF16,32768,65536,model.language_model.layers.*.linear_attn.in_proj_a.weight,4,-0.00011186926542450237,0.02038835749963588,0.1728515625 +model.language_model.layers.4.linear_attn.in_proj_b.weight,"(16, 2048)",2,BF16,32768,65536,model.language_model.layers.*.linear_attn.in_proj_b.weight,4,-0.00019476671903717602,0.010351199541655327,0.1259765625 +model.language_model.layers.4.linear_attn.in_proj_qkv.weight,"(6144, 2048)",2,BF16,12582912,25165824,model.language_model.layers.*.linear_attn.in_proj_qkv.weight,4,1.2304641167435136e-06,0.01636563283090178,0.29296875 +model.language_model.layers.4.linear_attn.in_proj_z.weight,"(2048, 2048)",2,BF16,4194304,8388608,model.language_model.layers.*.linear_attn.in_proj_z.weight,4,2.0802682229954816e-05,0.013888945005603458,0.166015625 +model.language_model.layers.4.linear_attn.out_proj.weight,"(2048, 2048)",2,BF16,4194304,8388608,model.language_model.layers.*.linear_attn.out_proj.weight,4,-2.994475370804439e-06,0.011735409435323977,0.396484375 +model.language_model.layers.4.mlp.down_proj.weight,"(2048, 6144)",2,BF16,12582912,25165824,model.language_model.layers.*.mlp.down_proj.weight,4,-4.1091264927226615e-06,0.00801339942052328,0.2451171875 +model.language_model.layers.4.mlp.gate_proj.weight,"(6144, 2048)",2,BF16,12582912,25165824,model.language_model.layers.*.mlp.gate_proj.weight,4,1.6863014756946307e-05,0.011355842511871286,0.2080078125 +model.language_model.layers.4.mlp.up_proj.weight,"(6144, 2048)",2,BF16,12582912,25165824,model.language_model.layers.*.mlp.up_proj.weight,4,1.027859200892813e-06,0.008108758248932731,0.10302734375 +model.language_model.layers.4.post_attention_layernorm.weight,"(2048,)",1,BF16,2048,4096,model.language_model.layers.*.post_attention_layernorm.weight,4,0.0494824443012476,0.12864073061216597,0.5234375 +model.language_model.layers.5.input_layernorm.weight,"(2048,)",1,BF16,2048,4096,model.language_model.layers.*.input_layernorm.weight,5,0.22753581404685974,0.2630511444050265,0.67578125 +model.language_model.layers.5.linear_attn.conv1d.weight,"(6144, 1, 4)",3,BF16,24576,49152,model.language_model.layers.*.linear_attn.conv1d.weight,5,0.00038598675951107,0.08068910936433069,1.1015625 +model.language_model.layers.5.linear_attn.dt_bias,"(16,)",1,BF16,16,32,model.language_model.layers.*.linear_attn.dt_bias,5,-2.72894287109375,3.6278404173514955,6.6875 +model.language_model.layers.5.linear_attn.in_proj_a.weight,"(16, 2048)",2,BF16,32768,65536,model.language_model.layers.*.linear_attn.in_proj_a.weight,5,-0.0001803523750822933,0.018341404674334767,0.1455078125 +model.language_model.layers.5.linear_attn.in_proj_b.weight,"(16, 2048)",2,BF16,32768,65536,model.language_model.layers.*.linear_attn.in_proj_b.weight,5,-0.00022759488123824667,0.010625336231416064,0.10400390625 +model.language_model.layers.5.linear_attn.in_proj_qkv.weight,"(6144, 2048)",2,BF16,12582912,25165824,model.language_model.layers.*.linear_attn.in_proj_qkv.weight,5,3.021544299360978e-06,0.01587561641265017,0.3046875 +model.language_model.layers.5.linear_attn.in_proj_z.weight,"(2048, 2048)",2,BF16,4194304,8388608,model.language_model.layers.*.linear_attn.in_proj_z.weight,5,1.619939023567163e-05,0.013311542875305954,0.1533203125 +model.language_model.layers.5.linear_attn.out_proj.weight,"(2048, 2048)",2,BF16,4194304,8388608,model.language_model.layers.*.linear_attn.out_proj.weight,5,7.180698611445463e-06,0.011705867874160678,0.404296875 +model.language_model.layers.5.mlp.down_proj.weight,"(2048, 6144)",2,BF16,12582912,25165824,model.language_model.layers.*.mlp.down_proj.weight,5,-3.832363420119428e-06,0.008129977884391225,0.25390625 +model.language_model.layers.5.mlp.gate_proj.weight,"(6144, 2048)",2,BF16,12582912,25165824,model.language_model.layers.*.mlp.gate_proj.weight,5,9.510474803579592e-06,0.011259738864004266,0.1318359375 +model.language_model.layers.5.mlp.up_proj.weight,"(6144, 2048)",2,BF16,12582912,25165824,model.language_model.layers.*.mlp.up_proj.weight,5,4.334927638522066e-08,0.008256794109219937,0.08349609375 +model.language_model.layers.5.post_attention_layernorm.weight,"(2048,)",1,BF16,2048,4096,model.language_model.layers.*.post_attention_layernorm.weight,5,0.0527042793110013,0.15491478237820172,0.578125 +model.language_model.layers.6.input_layernorm.weight,"(2048,)",1,BF16,2048,4096,model.language_model.layers.*.input_layernorm.weight,6,0.18705136142671108,0.23969713140560028,0.609375 +model.language_model.layers.6.linear_attn.conv1d.weight,"(6144, 1, 4)",3,BF16,24576,49152,model.language_model.layers.*.linear_attn.conv1d.weight,6,0.0003755964487671311,0.07146913561403648,0.75390625 +model.language_model.layers.6.linear_attn.dt_bias,"(16,)",1,BF16,16,32,model.language_model.layers.*.linear_attn.dt_bias,6,-1.911773681640625,2.9807612149394664,6.15625 +model.language_model.layers.6.linear_attn.in_proj_a.weight,"(16, 2048)",2,BF16,32768,65536,model.language_model.layers.*.linear_attn.in_proj_a.weight,6,-0.0002217653484422044,0.016199257108442264,0.1337890625 +model.language_model.layers.6.linear_attn.in_proj_b.weight,"(16, 2048)",2,BF16,32768,65536,model.language_model.layers.*.linear_attn.in_proj_b.weight,6,-0.0002016041112824496,0.011786386085972541,0.1455078125 +model.language_model.layers.6.linear_attn.in_proj_qkv.weight,"(6144, 2048)",2,BF16,12582912,25165824,model.language_model.layers.*.linear_attn.in_proj_qkv.weight,6,3.843747654041589e-06,0.015354747770723804,0.21484375 +model.language_model.layers.6.linear_attn.in_proj_z.weight,"(2048, 2048)",2,BF16,4194304,8388608,model.language_model.layers.*.linear_attn.in_proj_z.weight,6,-9.215484209998404e-06,0.013138127645844377,0.193359375 +model.language_model.layers.6.linear_attn.out_proj.weight,"(2048, 2048)",2,BF16,4194304,8388608,model.language_model.layers.*.linear_attn.out_proj.weight,6,4.4970565675102325e-06,0.012014377201321634,0.310546875 +model.language_model.layers.6.mlp.down_proj.weight,"(2048, 6144)",2,BF16,12582912,25165824,model.language_model.layers.*.mlp.down_proj.weight,6,1.5256064373652192e-06,0.008180750870201545,0.2373046875 +model.language_model.layers.6.mlp.gate_proj.weight,"(6144, 2048)",2,BF16,12582912,25165824,model.language_model.layers.*.mlp.gate_proj.weight,6,1.2075660691879235e-05,0.010919152343969056,0.2333984375 +model.language_model.layers.6.mlp.up_proj.weight,"(6144, 2048)",2,BF16,12582912,25165824,model.language_model.layers.*.mlp.up_proj.weight,6,2.4837448766669578e-06,0.008417535304985934,0.09814453125 +model.language_model.layers.6.post_attention_layernorm.weight,"(2048,)",1,BF16,2048,4096,model.language_model.layers.*.post_attention_layernorm.weight,6,0.04677234560949728,0.14343473354286257,0.56640625 +model.language_model.layers.7.input_layernorm.weight,"(2048,)",1,BF16,2048,4096,model.language_model.layers.*.input_layernorm.weight,7,0.01859602495096624,0.09770610871894504,0.53515625 +model.language_model.layers.7.mlp.down_proj.weight,"(2048, 6144)",2,BF16,12582912,25165824,model.language_model.layers.*.mlp.down_proj.weight,7,-2.069178868239751e-06,0.008313764288599495,0.30859375 +model.language_model.layers.7.mlp.gate_proj.weight,"(6144, 2048)",2,BF16,12582912,25165824,model.language_model.layers.*.mlp.gate_proj.weight,7,-5.941976052590073e-06,0.010130333371973213,0.1865234375 +model.language_model.layers.7.mlp.up_proj.weight,"(6144, 2048)",2,BF16,12582912,25165824,model.language_model.layers.*.mlp.up_proj.weight,7,-1.921608185482948e-06,0.008620142534023984,0.10791015625 +model.language_model.layers.7.post_attention_layernorm.weight,"(2048,)",1,BF16,2048,4096,model.language_model.layers.*.post_attention_layernorm.weight,7,0.03399748355150223,0.17481274831958912,0.625 +model.language_model.layers.7.self_attn.k_norm.weight,"(256,)",1,BF16,256,512,model.language_model.layers.*.self_attn.k_norm.weight,7,0.5165120363235474,0.5423433220393242,1.09375 +model.language_model.layers.7.self_attn.k_proj.weight,"(512, 2048)",2,BF16,1048576,2097152,model.language_model.layers.*.self_attn.k_proj.weight,7,6.845853454978679e-06,0.011321329966324158,0.12353515625 +model.language_model.layers.7.self_attn.o_proj.weight,"(2048, 2048)",2,BF16,4194304,8388608,model.language_model.layers.*.self_attn.o_proj.weight,7,1.0774090243398544e-05,0.011294127412937538,0.236328125 +model.language_model.layers.7.self_attn.q_norm.weight,"(256,)",1,BF16,256,512,model.language_model.layers.*.self_attn.q_norm.weight,7,0.5257186889648438,0.5454621661599409,1.1953125 +model.language_model.layers.7.self_attn.q_proj.weight,"(4096, 2048)",2,BF16,8388608,16777216,model.language_model.layers.*.self_attn.q_proj.weight,7,1.3410202473564982e-06,0.013098970846866802,0.26171875 +model.language_model.layers.7.self_attn.v_proj.weight,"(512, 2048)",2,BF16,1048576,2097152,model.language_model.layers.*.self_attn.v_proj.weight,7,-4.638805624887499e-06,0.011705499680617187,0.1376953125 +model.language_model.layers.8.input_layernorm.weight,"(2048,)",1,BF16,2048,4096,model.language_model.layers.*.input_layernorm.weight,8,0.21140070259571075,0.29139364044388155,0.60546875 +model.language_model.layers.8.linear_attn.conv1d.weight,"(6144, 1, 4)",3,BF16,24576,49152,model.language_model.layers.*.linear_attn.conv1d.weight,8,-0.0008830481529571443,0.07194979471045664,0.734375 +model.language_model.layers.8.linear_attn.dt_bias,"(16,)",1,BF16,16,32,model.language_model.layers.*.linear_attn.dt_bias,8,-2.32696533203125,3.1389153700014405,5.40625 +model.language_model.layers.8.linear_attn.in_proj_a.weight,"(16, 2048)",2,BF16,32768,65536,model.language_model.layers.*.linear_attn.in_proj_a.weight,8,-7.89401556176017e-05,0.01640450978485818,0.1240234375 +model.language_model.layers.8.linear_attn.in_proj_b.weight,"(16, 2048)",2,BF16,32768,65536,model.language_model.layers.*.linear_attn.in_proj_b.weight,8,-0.00019124166351502936,0.009413019985098999,0.0830078125 +model.language_model.layers.8.linear_attn.in_proj_qkv.weight,"(6144, 2048)",2,BF16,12582912,25165824,model.language_model.layers.*.linear_attn.in_proj_qkv.weight,8,-1.0459140759450092e-06,0.01570452643614291,0.2265625 +model.language_model.layers.8.linear_attn.in_proj_z.weight,"(2048, 2048)",2,BF16,4194304,8388608,model.language_model.layers.*.linear_attn.in_proj_z.weight,8,6.922933192797694e-06,0.012484979769894367,0.2275390625 +model.language_model.layers.8.linear_attn.out_proj.weight,"(2048, 2048)",2,BF16,4194304,8388608,model.language_model.layers.*.linear_attn.out_proj.weight,8,2.282237288962069e-07,0.011714720270195043,0.3515625 +model.language_model.layers.8.mlp.down_proj.weight,"(2048, 6144)",2,BF16,12582912,25165824,model.language_model.layers.*.mlp.down_proj.weight,8,1.9946693415948355e-06,0.008243732742036089,0.29296875 +model.language_model.layers.8.mlp.gate_proj.weight,"(6144, 2048)",2,BF16,12582912,25165824,model.language_model.layers.*.mlp.gate_proj.weight,8,-1.3840076219445603e-06,0.009590909948543426,0.15625 +model.language_model.layers.8.mlp.up_proj.weight,"(6144, 2048)",2,BF16,12582912,25165824,model.language_model.layers.*.mlp.up_proj.weight,8,3.841095268237252e-06,0.00861522200030427,0.09130859375 +model.language_model.layers.8.post_attention_layernorm.weight,"(2048,)",1,BF16,2048,4096,model.language_model.layers.*.post_attention_layernorm.weight,8,0.010415758239105344,0.18284911199552537,0.66015625 +model.language_model.layers.9.input_layernorm.weight,"(2048,)",1,BF16,2048,4096,model.language_model.layers.*.input_layernorm.weight,9,0.19137806724756956,0.296521861015528,0.57421875 +model.language_model.layers.9.linear_attn.conv1d.weight,"(6144, 1, 4)",3,BF16,24576,49152,model.language_model.layers.*.linear_attn.conv1d.weight,9,-0.000410568358773844,0.06652172297471458,1.3359375 +model.language_model.layers.9.linear_attn.dt_bias,"(16,)",1,BF16,16,32,model.language_model.layers.*.linear_attn.dt_bias,9,-2.45068359375,3.1450531520506346,4.90625 +model.language_model.layers.9.linear_attn.in_proj_a.weight,"(16, 2048)",2,BF16,32768,65536,model.language_model.layers.*.linear_attn.in_proj_a.weight,9,-0.00011285979962849524,0.018485456249646506,0.251953125 +model.language_model.layers.9.linear_attn.in_proj_b.weight,"(16, 2048)",2,BF16,32768,65536,model.language_model.layers.*.linear_attn.in_proj_b.weight,9,-0.00012505355687153497,0.012157132620716115,0.10009765625 +model.language_model.layers.9.linear_attn.in_proj_qkv.weight,"(6144, 2048)",2,BF16,12582912,25165824,model.language_model.layers.*.linear_attn.in_proj_qkv.weight,9,-1.83865233245677e-06,0.015200480417789385,0.30078125 +model.language_model.layers.9.linear_attn.in_proj_z.weight,"(2048, 2048)",2,BF16,4194304,8388608,model.language_model.layers.*.linear_attn.in_proj_z.weight,9,-2.0241770911732723e-05,0.012578215645634584,0.1982421875 +model.language_model.layers.9.linear_attn.out_proj.weight,"(2048, 2048)",2,BF16,4194304,8388608,model.language_model.layers.*.linear_attn.out_proj.weight,9,-4.150400907093621e-06,0.01150305952966105,0.30078125 +model.language_model.layers.9.mlp.down_proj.weight,"(2048, 6144)",2,BF16,12582912,25165824,model.language_model.layers.*.mlp.down_proj.weight,9,-2.7189171275125937e-06,0.008310183109864908,0.181640625 +model.language_model.layers.9.mlp.gate_proj.weight,"(6144, 2048)",2,BF16,12582912,25165824,model.language_model.layers.*.mlp.gate_proj.weight,9,-9.032502292217909e-06,0.00903253707533701,0.1669921875 +model.language_model.layers.9.mlp.up_proj.weight,"(6144, 2048)",2,BF16,12582912,25165824,model.language_model.layers.*.mlp.up_proj.weight,9,-5.926681719845353e-07,0.008713214518297324,0.0927734375 +model.language_model.layers.9.post_attention_layernorm.weight,"(2048,)",1,BF16,2048,4096,model.language_model.layers.*.post_attention_layernorm.weight,9,0.0009866869077086449,0.17870262924322744,0.6484375 +model.language_model.norm.weight,"(2048,)",1,BF16,2048,4096,model.language_model.norm.weight,-1,2.536298483610153,2.5765266808418485,5.375 +model.visual.blocks.0.attn.proj.bias,"(1024,)",1,BF16,1024,2048,model.visual.layers.*.attn.proj.bias,0,0.0056819673627614975,0.4223296682397815,3.515625 +model.visual.blocks.0.attn.proj.weight,"(1024, 1024)",2,BF16,1048576,2097152,model.visual.layers.*.attn.proj.weight,0,2.8629653116164083e-05,0.013697778976293876,0.353515625 +model.visual.blocks.0.attn.qkv.bias,"(3072,)",1,BF16,3072,6144,model.visual.layers.*.attn.qkv.bias,0,-0.0006211028861192366,0.8058543942936214,6.3125 +model.visual.blocks.0.attn.qkv.weight,"(3072, 1024)",2,BF16,3145728,6291456,model.visual.layers.*.attn.qkv.weight,0,2.288061551664981e-05,0.02266044393425182,0.640625 +model.visual.blocks.0.mlp.linear_fc1.bias,"(4096,)",1,BF16,4096,8192,model.visual.layers.*.mlp.linear_fc1.bias,0,-2.248420387506485,2.785209948019622,9.25 +model.visual.blocks.0.mlp.linear_fc1.weight,"(4096, 1024)",2,BF16,4194304,8388608,model.visual.layers.*.mlp.linear_fc1.weight,0,-1.672273021108577e-05,0.01791097511042567,0.2890625 +model.visual.blocks.0.mlp.linear_fc2.bias,"(1024,)",1,BF16,1024,2048,model.visual.layers.*.mlp.linear_fc2.bias,0,-0.010476455092430115,0.8661675219608709,10.875 +model.visual.blocks.0.mlp.linear_fc2.weight,"(1024, 4096)",2,BF16,4194304,8388608,model.visual.layers.*.mlp.linear_fc2.weight,0,7.985690316429744e-05,0.01681887613844911,0.26171875 +model.visual.blocks.0.norm1.bias,"(1024,)",1,BF16,1024,2048,model.visual.layers.*.norm1.bias,0,-0.0007249293848872185,0.21335208117994894,3.8125 +model.visual.blocks.0.norm1.weight,"(1024,)",1,BF16,1024,2048,model.visual.layers.*.norm1.weight,0,0.5173702943138778,0.9214386100936024,4.03125 +model.visual.blocks.0.norm2.bias,"(1024,)",1,BF16,1024,2048,model.visual.layers.*.norm2.bias,0,0.002009127005294431,0.26724968567574725,4.90625 +model.visual.blocks.0.norm2.weight,"(1024,)",1,BF16,1024,2048,model.visual.layers.*.norm2.weight,0,2.059753055276815,3.6960545327961047,16.875 +model.visual.blocks.1.attn.proj.bias,"(1024,)",1,BF16,1024,2048,model.visual.layers.*.attn.proj.bias,1,0.03787066414952278,0.7577770028883627,7.6875 +model.visual.blocks.1.attn.proj.weight,"(1024, 1024)",2,BF16,1048576,2097152,model.visual.layers.*.attn.proj.weight,1,1.0665584427915764e-05,0.013909349158950824,0.35546875 +model.visual.blocks.1.attn.qkv.bias,"(3072,)",1,BF16,3072,6144,model.visual.layers.*.attn.qkv.bias,1,0.005118881289187509,0.6554565198492014,6.96875 +model.visual.blocks.1.attn.qkv.weight,"(3072, 1024)",2,BF16,3145728,6291456,model.visual.layers.*.attn.qkv.weight,1,-2.2588287930780382e-05,0.022658501611919644,0.50390625 +model.visual.blocks.1.mlp.linear_fc1.bias,"(4096,)",1,BF16,4096,8192,model.visual.layers.*.mlp.linear_fc1.bias,1,-1.8916514813899994,2.255432446216723,4.78125 +model.visual.blocks.1.mlp.linear_fc1.weight,"(4096, 1024)",2,BF16,4194304,8388608,model.visual.layers.*.mlp.linear_fc1.weight,1,-0.00015137788937700248,0.018427025670974255,0.384765625 +model.visual.blocks.1.mlp.linear_fc2.bias,"(1024,)",1,BF16,1024,2048,model.visual.layers.*.mlp.linear_fc2.bias,1,-0.02125891763716936,0.48354598792262593,8.8125 +model.visual.blocks.1.mlp.linear_fc2.weight,"(1024, 4096)",2,BF16,4194304,8388608,model.visual.layers.*.mlp.linear_fc2.weight,1,4.1878749072722654e-05,0.016416665982819812,0.59375 +model.visual.blocks.1.norm1.bias,"(1024,)",1,BF16,1024,2048,model.visual.layers.*.norm1.bias,1,-0.006031324039213359,0.20026363711287062,3.125 +model.visual.blocks.1.norm1.weight,"(1024,)",1,BF16,1024,2048,model.visual.layers.*.norm1.weight,1,0.5489383637905121,0.676293812386044,2.015625 +model.visual.blocks.1.norm2.bias,"(1024,)",1,BF16,1024,2048,model.visual.layers.*.norm2.bias,1,-0.0010115213226526976,0.226877326061835,2.875 +model.visual.blocks.1.norm2.weight,"(1024,)",1,BF16,1024,2048,model.visual.layers.*.norm2.weight,1,0.9165963572449982,1.1850193608703092,3.484375 +model.visual.blocks.10.attn.proj.bias,"(1024,)",1,BF16,1024,2048,model.visual.layers.*.attn.proj.bias,10,0.0013865428045392036,0.3155090787478211,4.96875 +model.visual.blocks.10.attn.proj.weight,"(1024, 1024)",2,BF16,1048576,2097152,model.visual.layers.*.attn.proj.weight,10,-4.397379537918189e-06,0.012832670932776341,0.1201171875 +model.visual.blocks.10.attn.qkv.bias,"(3072,)",1,BF16,3072,6144,model.visual.layers.*.attn.qkv.bias,10,-0.00729733055535083,0.4923193573431798,6.5 +model.visual.blocks.10.attn.qkv.weight,"(3072, 1024)",2,BF16,3145728,6291456,model.visual.layers.*.attn.qkv.weight,10,2.8232800771503066e-06,0.01617202900396593,0.234375 +model.visual.blocks.10.mlp.linear_fc1.bias,"(4096,)",1,BF16,4096,8192,model.visual.layers.*.mlp.linear_fc1.bias,10,-1.645782470703125,1.7657915613666026,7.8125 +model.visual.blocks.10.mlp.linear_fc1.weight,"(4096, 1024)",2,BF16,4194304,8388608,model.visual.layers.*.mlp.linear_fc1.weight,10,-5.362843342912593e-05,0.01571570549852373,0.28125 +model.visual.blocks.10.mlp.linear_fc2.bias,"(1024,)",1,BF16,1024,2048,model.visual.layers.*.mlp.linear_fc2.bias,10,-0.002808693330734968,0.20955213395129205,2.609375 +model.visual.blocks.10.mlp.linear_fc2.weight,"(1024, 4096)",2,BF16,4194304,8388608,model.visual.layers.*.mlp.linear_fc2.weight,10,-4.729164932659735e-06,0.012869168141970897,0.62109375 +model.visual.blocks.10.norm1.bias,"(1024,)",1,BF16,1024,2048,model.visual.layers.*.norm1.bias,10,0.003513883682899177,0.19258665385120421,2.375 +model.visual.blocks.10.norm1.weight,"(1024,)",1,BF16,1024,2048,model.visual.layers.*.norm1.weight,10,0.9836215972900391,1.0083027671073959,1.8125 +model.visual.blocks.10.norm2.bias,"(1024,)",1,BF16,1024,2048,model.visual.layers.*.norm2.bias,10,0.000604923814535141,0.2915448741855378,3.953125 +model.visual.blocks.10.norm2.weight,"(1024,)",1,BF16,1024,2048,model.visual.layers.*.norm2.weight,10,1.1706929206848145,1.1883884565165725,2.40625 +model.visual.blocks.11.attn.proj.bias,"(1024,)",1,BF16,1024,2048,model.visual.layers.*.attn.proj.bias,11,-0.0005531555507332087,0.27908196456952605,4.96875 +model.visual.blocks.11.attn.proj.weight,"(1024, 1024)",2,BF16,1048576,2097152,model.visual.layers.*.attn.proj.weight,11,-3.6013991529804112e-06,0.012820869846561344,0.0986328125 +model.visual.blocks.11.attn.qkv.bias,"(3072,)",1,BF16,3072,6144,model.visual.layers.*.attn.qkv.bias,11,0.00846743700094521,0.48997687252328,6.90625 +model.visual.blocks.11.attn.qkv.weight,"(3072, 1024)",2,BF16,3145728,6291456,model.visual.layers.*.attn.qkv.weight,11,9.277315033732561e-06,0.015729353782592298,0.1767578125 +model.visual.blocks.11.mlp.linear_fc1.bias,"(4096,)",1,BF16,4096,8192,model.visual.layers.*.mlp.linear_fc1.bias,11,-1.6464985609054565,1.722120238661639,6.03125 +model.visual.blocks.11.mlp.linear_fc1.weight,"(4096, 1024)",2,BF16,4194304,8388608,model.visual.layers.*.mlp.linear_fc1.weight,11,-3.589357073445487e-05,0.015698389546222692,0.328125 +model.visual.blocks.11.mlp.linear_fc2.bias,"(1024,)",1,BF16,1024,2048,model.visual.layers.*.mlp.linear_fc2.bias,11,-0.00445837527513504,0.2281571578445295,3.03125 +model.visual.blocks.11.mlp.linear_fc2.weight,"(1024, 4096)",2,BF16,4194304,8388608,model.visual.layers.*.mlp.linear_fc2.weight,11,-8.2175139034385e-07,0.014062640336574176,0.5390625 +model.visual.blocks.11.norm1.bias,"(1024,)",1,BF16,1024,2048,model.visual.layers.*.norm1.bias,11,0.0063120657578110695,0.19104643837290222,3.1875 +model.visual.blocks.11.norm1.weight,"(1024,)",1,BF16,1024,2048,model.visual.layers.*.norm1.weight,11,1.0900201797485352,1.11257957339,1.890625 +model.visual.blocks.11.norm2.bias,"(1024,)",1,BF16,1024,2048,model.visual.layers.*.norm2.bias,11,0.02426927164196968,0.38187088189437013,4.46875 +model.visual.blocks.11.norm2.weight,"(1024,)",1,BF16,1024,2048,model.visual.layers.*.norm2.weight,11,1.3532802313566208,1.381797140286228,3.578125 +model.visual.blocks.12.attn.proj.bias,"(1024,)",1,BF16,1024,2048,model.visual.layers.*.attn.proj.bias,12,-0.0026703281328082085,0.1916711651620828,2.046875 +model.visual.blocks.12.attn.proj.weight,"(1024, 1024)",2,BF16,1048576,2097152,model.visual.layers.*.attn.proj.weight,12,4.0955608962556234e-07,0.012925623041989713,0.1455078125 +model.visual.blocks.12.attn.qkv.bias,"(3072,)",1,BF16,3072,6144,model.visual.layers.*.attn.qkv.bias,12,0.008885961996080974,0.5122118241036924,6.5 +model.visual.blocks.12.attn.qkv.weight,"(3072, 1024)",2,BF16,3145728,6291456,model.visual.layers.*.attn.qkv.weight,12,-9.870303735948216e-06,0.01573086232798125,0.16015625 +model.visual.blocks.12.mlp.linear_fc1.bias,"(4096,)",1,BF16,4096,8192,model.visual.layers.*.mlp.linear_fc1.bias,12,-1.675450623035431,1.7334162851669006,3.453125 +model.visual.blocks.12.mlp.linear_fc1.weight,"(4096, 1024)",2,BF16,4194304,8388608,model.visual.layers.*.mlp.linear_fc1.weight,12,-8.740557205228275e-06,0.014830930647847022,0.408203125 +model.visual.blocks.12.mlp.linear_fc2.bias,"(1024,)",1,BF16,1024,2048,model.visual.layers.*.mlp.linear_fc2.bias,12,-0.005204610526561737,0.26138935010758596,2.9375 +model.visual.blocks.12.mlp.linear_fc2.weight,"(1024, 4096)",2,BF16,4194304,8388608,model.visual.layers.*.mlp.linear_fc2.weight,12,1.7673791958203178e-05,0.01386013349041631,0.40234375 +model.visual.blocks.12.norm1.bias,"(1024,)",1,BF16,1024,2048,model.visual.layers.*.norm1.bias,12,0.010884693590924144,0.2269366679227373,4.4375 +model.visual.blocks.12.norm1.weight,"(1024,)",1,BF16,1024,2048,model.visual.layers.*.norm1.weight,12,1.1681642532348633,1.1884347634813108,2.390625 +model.visual.blocks.12.norm2.bias,"(1024,)",1,BF16,1024,2048,model.visual.layers.*.norm2.bias,12,0.01296179462224245,0.4114089854061476,5.6875 +model.visual.blocks.12.norm2.weight,"(1024,)",1,BF16,1024,2048,model.visual.layers.*.norm2.weight,12,1.344668447971344,1.3677649716188205,2.328125 +model.visual.blocks.13.attn.proj.bias,"(1024,)",1,BF16,1024,2048,model.visual.layers.*.attn.proj.bias,13,-0.0028251297771930695,0.24074961333040454,2.34375 +model.visual.blocks.13.attn.proj.weight,"(1024, 1024)",2,BF16,1048576,2097152,model.visual.layers.*.attn.proj.weight,13,2.5278697873831746e-06,0.01285373134719242,0.1064453125 +model.visual.blocks.13.attn.qkv.bias,"(3072,)",1,BF16,3072,6144,model.visual.layers.*.attn.qkv.bias,13,0.004933949753952523,0.508857160517705,7.15625 +model.visual.blocks.13.attn.qkv.weight,"(3072, 1024)",2,BF16,3145728,6291456,model.visual.layers.*.attn.qkv.weight,13,1.9118003685703044e-07,0.015042486712391608,0.1669921875 +model.visual.blocks.13.mlp.linear_fc1.bias,"(4096,)",1,BF16,4096,8192,model.visual.layers.*.mlp.linear_fc1.bias,13,-1.7249782234430313,1.7699195917996853,3.46875 +model.visual.blocks.13.mlp.linear_fc1.weight,"(4096, 1024)",2,BF16,4194304,8388608,model.visual.layers.*.mlp.linear_fc1.weight,13,-3.6795391052404924e-05,0.014446679506643701,0.416015625 +model.visual.blocks.13.mlp.linear_fc2.bias,"(1024,)",1,BF16,1024,2048,model.visual.layers.*.mlp.linear_fc2.bias,13,-0.0022364631295204163,0.27349516648220606,3.859375 +model.visual.blocks.13.mlp.linear_fc2.weight,"(1024, 4096)",2,BF16,4194304,8388608,model.visual.layers.*.mlp.linear_fc2.weight,13,5.478725110724669e-06,0.013285561268431308,0.341796875 +model.visual.blocks.13.norm1.bias,"(1024,)",1,BF16,1024,2048,model.visual.layers.*.norm1.bias,13,0.015306847577448934,0.27487751521193093,6.1875 +model.visual.blocks.13.norm1.weight,"(1024,)",1,BF16,1024,2048,model.visual.layers.*.norm1.weight,13,1.268209457397461,1.287942725109198,2.359375 +model.visual.blocks.13.norm2.bias,"(1024,)",1,BF16,1024,2048,model.visual.layers.*.norm2.bias,13,-0.003963736351579428,0.42726025831730696,5.21875 +model.visual.blocks.13.norm2.weight,"(1024,)",1,BF16,1024,2048,model.visual.layers.*.norm2.weight,13,1.3601853847503662,1.3767604243470128,2.015625 +model.visual.blocks.14.attn.proj.bias,"(1024,)",1,BF16,1024,2048,model.visual.layers.*.attn.proj.bias,14,-0.003052172716706991,0.21088079614630725,3.375 +model.visual.blocks.14.attn.proj.weight,"(1024, 1024)",2,BF16,1048576,2097152,model.visual.layers.*.attn.proj.weight,14,-1.1134785495858779e-06,0.012735885919582902,0.1611328125 +model.visual.blocks.14.attn.qkv.bias,"(3072,)",1,BF16,3072,6144,model.visual.layers.*.attn.qkv.bias,14,0.003906862887864311,0.5396591512615192,7.15625 +model.visual.blocks.14.attn.qkv.weight,"(3072, 1024)",2,BF16,3145728,6291456,model.visual.layers.*.attn.qkv.weight,14,1.169477530685766e-05,0.015290766734037807,0.154296875 +model.visual.blocks.14.mlp.linear_fc1.bias,"(4096,)",1,BF16,4096,8192,model.visual.layers.*.mlp.linear_fc1.bias,14,-1.36743825674057,1.416465957664333,3.328125 +model.visual.blocks.14.mlp.linear_fc1.weight,"(4096, 1024)",2,BF16,4194304,8388608,model.visual.layers.*.mlp.linear_fc1.weight,14,-0.00016947123852519008,0.013272032998930029,0.1474609375 +model.visual.blocks.14.mlp.linear_fc2.bias,"(1024,)",1,BF16,1024,2048,model.visual.layers.*.mlp.linear_fc2.bias,14,-0.0021008243784308434,0.17204831815289337,2.734375 +model.visual.blocks.14.mlp.linear_fc2.weight,"(1024, 4096)",2,BF16,4194304,8388608,model.visual.layers.*.mlp.linear_fc2.weight,14,2.1631967396136542e-06,0.013681268914449974,0.44921875 +model.visual.blocks.14.norm1.bias,"(1024,)",1,BF16,1024,2048,model.visual.layers.*.norm1.bias,14,0.01591563131660223,0.312620166366634,8.25 +model.visual.blocks.14.norm1.weight,"(1024,)",1,BF16,1024,2048,model.visual.layers.*.norm1.weight,14,1.3175182342529297,1.3302436689183337,2.015625 +model.visual.blocks.14.norm2.bias,"(1024,)",1,BF16,1024,2048,model.visual.layers.*.norm2.bias,14,0.1486361138522625,1.1076539753453722,4.25 +model.visual.blocks.14.norm2.weight,"(1024,)",1,BF16,1024,2048,model.visual.layers.*.norm2.weight,14,3.054824598133564,3.133953286674968,5.03125 +model.visual.blocks.15.attn.proj.bias,"(1024,)",1,BF16,1024,2048,model.visual.layers.*.attn.proj.bias,15,-0.003838975913822651,0.17870155036895466,2.046875 +model.visual.blocks.15.attn.proj.weight,"(1024, 1024)",2,BF16,1048576,2097152,model.visual.layers.*.attn.proj.weight,15,2.1557483374512465e-06,0.012738003993849507,0.1748046875 +model.visual.blocks.15.attn.qkv.bias,"(3072,)",1,BF16,3072,6144,model.visual.layers.*.attn.qkv.bias,15,-0.0070781482791062444,0.5481550569364706,8.1875 +model.visual.blocks.15.attn.qkv.weight,"(3072, 1024)",2,BF16,3145728,6291456,model.visual.layers.*.attn.qkv.weight,15,1.8805244741589473e-06,0.015028560293926872,0.138671875 +model.visual.blocks.15.mlp.linear_fc1.bias,"(4096,)",1,BF16,4096,8192,model.visual.layers.*.mlp.linear_fc1.bias,15,-1.2592892870306969,1.3363415167024717,3.828125 +model.visual.blocks.15.mlp.linear_fc1.weight,"(4096, 1024)",2,BF16,4194304,8388608,model.visual.layers.*.mlp.linear_fc1.weight,15,-0.0001719071445260706,0.013613661762691076,0.150390625 +model.visual.blocks.15.mlp.linear_fc2.bias,"(1024,)",1,BF16,1024,2048,model.visual.layers.*.mlp.linear_fc2.bias,15,-0.004280758090317249,0.22024041578351156,1.3203125 +model.visual.blocks.15.mlp.linear_fc2.weight,"(1024, 4096)",2,BF16,4194304,8388608,model.visual.layers.*.mlp.linear_fc2.weight,15,-1.4436593793638874e-05,0.0138859545324591,0.4375 +model.visual.blocks.15.norm1.bias,"(1024,)",1,BF16,1024,2048,model.visual.layers.*.norm1.bias,15,0.01718392875045538,0.3302859808392976,8.375 +model.visual.blocks.15.norm1.weight,"(1024,)",1,BF16,1024,2048,model.visual.layers.*.norm1.weight,15,1.3481388092041016,1.357684000352654,2.09375 +model.visual.blocks.15.norm2.bias,"(1024,)",1,BF16,1024,2048,model.visual.layers.*.norm2.bias,15,0.21574118733406067,1.6791112424771022,4.59375 +model.visual.blocks.15.norm2.weight,"(1024,)",1,BF16,1024,2048,model.visual.layers.*.norm2.weight,15,4.459657579660416,4.584192991018382,6.90625 +model.visual.blocks.16.attn.proj.bias,"(1024,)",1,BF16,1024,2048,model.visual.layers.*.attn.proj.bias,16,-0.001141368702519685,0.17187718118886977,1.4765625 +model.visual.blocks.16.attn.proj.weight,"(1024, 1024)",2,BF16,1048576,2097152,model.visual.layers.*.attn.proj.weight,16,-9.010508974505171e-07,0.013030151340051142,0.11572265625 +model.visual.blocks.16.attn.qkv.bias,"(3072,)",1,BF16,3072,6144,model.visual.layers.*.attn.qkv.bias,16,-0.003146370562414328,0.5747692983747378,7.875 +model.visual.blocks.16.attn.qkv.weight,"(3072, 1024)",2,BF16,3145728,6291456,model.visual.layers.*.attn.qkv.weight,16,7.913643638816451e-06,0.014997625709589514,0.19140625 +model.visual.blocks.16.mlp.linear_fc1.bias,"(4096,)",1,BF16,4096,8192,model.visual.layers.*.mlp.linear_fc1.bias,16,-1.254018947482109,1.3324690973240458,4.0625 +model.visual.blocks.16.mlp.linear_fc1.weight,"(4096, 1024)",2,BF16,4194304,8388608,model.visual.layers.*.mlp.linear_fc1.weight,16,-0.0001544157969156773,0.01342578177786983,0.1455078125 +model.visual.blocks.16.mlp.linear_fc2.bias,"(1024,)",1,BF16,1024,2048,model.visual.layers.*.mlp.linear_fc2.bias,16,-0.002572661265730858,0.2296740317693101,2.046875 +model.visual.blocks.16.mlp.linear_fc2.weight,"(1024, 4096)",2,BF16,4194304,8388608,model.visual.layers.*.mlp.linear_fc2.weight,16,-1.2149443716483188e-05,0.013883817502173138,0.345703125 +model.visual.blocks.16.norm1.bias,"(1024,)",1,BF16,1024,2048,model.visual.layers.*.norm1.bias,16,0.022709594340994954,0.37735895627898264,9.8125 +model.visual.blocks.16.norm1.weight,"(1024,)",1,BF16,1024,2048,model.visual.layers.*.norm1.weight,16,1.4540157318115234,1.4634179653266648,2.1875 +model.visual.blocks.16.norm2.bias,"(1024,)",1,BF16,1024,2048,model.visual.layers.*.norm2.bias,16,0.18935611844062805,2.0355711199787074,6.0 +model.visual.blocks.16.norm2.weight,"(1024,)",1,BF16,1024,2048,model.visual.layers.*.norm2.weight,16,5.341764807701111,5.473404786269683,7.90625 +model.visual.blocks.17.attn.proj.bias,"(1024,)",1,BF16,1024,2048,model.visual.layers.*.attn.proj.bias,17,0.0010246038436889648,0.2094856224874406,1.5859375 +model.visual.blocks.17.attn.proj.weight,"(1024, 1024)",2,BF16,1048576,2097152,model.visual.layers.*.attn.proj.weight,17,-2.305236045496706e-06,0.013429564136500571,0.2001953125 +model.visual.blocks.17.attn.qkv.bias,"(3072,)",1,BF16,3072,6144,model.visual.layers.*.attn.qkv.bias,17,0.0007098486336568991,0.5673033733273393,7.84375 +model.visual.blocks.17.attn.qkv.weight,"(3072, 1024)",2,BF16,3145728,6291456,model.visual.layers.*.attn.qkv.weight,17,-1.9605784129887263e-06,0.014858123558947355,0.1181640625 +model.visual.blocks.17.mlp.linear_fc1.bias,"(4096,)",1,BF16,4096,8192,model.visual.layers.*.mlp.linear_fc1.bias,17,-1.2608060913626105,1.3344331944274648,4.96875 +model.visual.blocks.17.mlp.linear_fc1.weight,"(4096, 1024)",2,BF16,4194304,8388608,model.visual.layers.*.mlp.linear_fc1.weight,17,-0.00024945183689631736,0.01327430448006607,0.1513671875 +model.visual.blocks.17.mlp.linear_fc2.bias,"(1024,)",1,BF16,1024,2048,model.visual.layers.*.mlp.linear_fc2.bias,17,-0.0037037022411823273,0.3233218477507246,3.640625 +model.visual.blocks.17.mlp.linear_fc2.weight,"(1024, 4096)",2,BF16,4194304,8388608,model.visual.layers.*.mlp.linear_fc2.weight,17,-1.5574131797709e-05,0.013947912596998567,0.2890625 +model.visual.blocks.17.norm1.bias,"(1024,)",1,BF16,1024,2048,model.visual.layers.*.norm1.bias,17,0.02418094128370285,0.36228133811509267,8.8125 +model.visual.blocks.17.norm1.weight,"(1024,)",1,BF16,1024,2048,model.visual.layers.*.norm1.weight,17,1.5454788208007812,1.5540872689932543,2.34375 +model.visual.blocks.17.norm2.bias,"(1024,)",1,BF16,1024,2048,model.visual.layers.*.norm2.bias,17,0.3789477199316025,2.3624701748229344,7.46875 +model.visual.blocks.17.norm2.weight,"(1024,)",1,BF16,1024,2048,model.visual.layers.*.norm2.weight,17,6.084241628646851,6.227228139512012,8.4375 +model.visual.blocks.18.attn.proj.bias,"(1024,)",1,BF16,1024,2048,model.visual.layers.*.attn.proj.bias,18,-0.0002320706844329834,0.2934008246430531,1.1953125 +model.visual.blocks.18.attn.proj.weight,"(1024, 1024)",2,BF16,1048576,2097152,model.visual.layers.*.attn.proj.weight,18,-6.532082189314448e-07,0.013284318756608127,0.158203125 +model.visual.blocks.18.attn.qkv.bias,"(3072,)",1,BF16,3072,6144,model.visual.layers.*.attn.qkv.bias,18,-0.0057055339954483015,0.5908193339357068,9.25 +model.visual.blocks.18.attn.qkv.weight,"(3072, 1024)",2,BF16,3145728,6291456,model.visual.layers.*.attn.qkv.weight,18,4.928585952967968e-06,0.014708558443394285,0.2216796875 +model.visual.blocks.18.mlp.linear_fc1.bias,"(4096,)",1,BF16,4096,8192,model.visual.layers.*.mlp.linear_fc1.bias,18,-1.2480670548975468,1.3291303175041957,5.0625 +model.visual.blocks.18.mlp.linear_fc1.weight,"(4096, 1024)",2,BF16,4194304,8388608,model.visual.layers.*.mlp.linear_fc1.weight,18,-0.00021408203113450902,0.013495977011313135,0.150390625 +model.visual.blocks.18.mlp.linear_fc2.bias,"(1024,)",1,BF16,1024,2048,model.visual.layers.*.mlp.linear_fc2.bias,18,-0.006308715790510178,0.3856628539897182,4.3125 +model.visual.blocks.18.mlp.linear_fc2.weight,"(1024, 4096)",2,BF16,4194304,8388608,model.visual.layers.*.mlp.linear_fc2.weight,18,-3.2339109456755444e-05,0.014627635036042322,0.318359375 +model.visual.blocks.18.norm1.bias,"(1024,)",1,BF16,1024,2048,model.visual.layers.*.norm1.bias,18,0.02438737452030182,0.412171430074191,9.875 +model.visual.blocks.18.norm1.weight,"(1024,)",1,BF16,1024,2048,model.visual.layers.*.norm1.weight,18,1.5765914916992188,1.582837659856145,2.3125 +model.visual.blocks.18.norm2.bias,"(1024,)",1,BF16,1024,2048,model.visual.layers.*.norm2.bias,18,0.4297136813402176,3.1746328527745495,10.125 +model.visual.blocks.18.norm2.weight,"(1024,)",1,BF16,1024,2048,model.visual.layers.*.norm2.weight,18,8.43129649758339,8.632484963591324,12.0625 +model.visual.blocks.19.attn.proj.bias,"(1024,)",1,BF16,1024,2048,model.visual.layers.*.attn.proj.bias,19,-0.004621189087629318,0.3139398128022543,1.328125 +model.visual.blocks.19.attn.proj.weight,"(1024, 1024)",2,BF16,1048576,2097152,model.visual.layers.*.attn.proj.weight,19,2.4595190205589645e-06,0.013508958055272125,0.1337890625 +model.visual.blocks.19.attn.qkv.bias,"(3072,)",1,BF16,3072,6144,model.visual.layers.*.attn.qkv.bias,19,0.005580020369961858,0.5351795263988486,8.1875 +model.visual.blocks.19.attn.qkv.weight,"(3072, 1024)",2,BF16,3145728,6291456,model.visual.layers.*.attn.qkv.weight,19,-8.630430732773734e-06,0.014762091303607939,0.1318359375 +model.visual.blocks.19.mlp.linear_fc1.bias,"(4096,)",1,BF16,4096,8192,model.visual.layers.*.mlp.linear_fc1.bias,19,-1.2422089144820347,1.3163568037560458,4.5625 +model.visual.blocks.19.mlp.linear_fc1.weight,"(4096, 1024)",2,BF16,4194304,8388608,model.visual.layers.*.mlp.linear_fc1.weight,19,-0.00018224952321353738,0.013614127660122474,0.16796875 +model.visual.blocks.19.mlp.linear_fc2.bias,"(1024,)",1,BF16,1024,2048,model.visual.layers.*.mlp.linear_fc2.bias,19,-0.007145557086914778,0.4602625036781678,4.1875 +model.visual.blocks.19.mlp.linear_fc2.weight,"(1024, 4096)",2,BF16,4194304,8388608,model.visual.layers.*.mlp.linear_fc2.weight,19,-4.168556236101156e-05,0.014827426301555785,0.1640625 +model.visual.blocks.19.norm1.bias,"(1024,)",1,BF16,1024,2048,model.visual.layers.*.norm1.bias,19,0.024289263412356377,0.38014348627552946,6.5625 +model.visual.blocks.19.norm1.weight,"(1024,)",1,BF16,1024,2048,model.visual.layers.*.norm1.weight,19,1.5708999633789062,1.5778643421156753,2.46875 +model.visual.blocks.19.norm2.bias,"(1024,)",1,BF16,1024,2048,model.visual.layers.*.norm2.bias,19,0.33808582834899426,3.3086580127585967,10.4375 +model.visual.blocks.19.norm2.weight,"(1024,)",1,BF16,1024,2048,model.visual.layers.*.norm2.weight,19,10.046417891979218,10.27741256232265,14.5625 +model.visual.blocks.2.attn.proj.bias,"(1024,)",1,BF16,1024,2048,model.visual.layers.*.attn.proj.bias,2,0.020055142042110674,0.3886311638709507,4.28125 +model.visual.blocks.2.attn.proj.weight,"(1024, 1024)",2,BF16,1048576,2097152,model.visual.layers.*.attn.proj.weight,2,-2.695733576807413e-06,0.013976514875259815,0.255859375 +model.visual.blocks.2.attn.qkv.bias,"(3072,)",1,BF16,3072,6144,model.visual.layers.*.attn.qkv.bias,2,-0.013754264956029752,0.657041102431288,8.4375 +model.visual.blocks.2.attn.qkv.weight,"(3072, 1024)",2,BF16,3145728,6291456,model.visual.layers.*.attn.qkv.weight,2,2.5094986518444293e-06,0.020591849089717593,0.302734375 +model.visual.blocks.2.mlp.linear_fc1.bias,"(4096,)",1,BF16,4096,8192,model.visual.layers.*.mlp.linear_fc1.bias,2,-2.050982117652893,2.5296018322840883,4.78125 +model.visual.blocks.2.mlp.linear_fc1.weight,"(4096, 1024)",2,BF16,4194304,8388608,model.visual.layers.*.mlp.linear_fc1.weight,2,3.021457652678636e-06,0.01653758038173641,0.35546875 +model.visual.blocks.2.mlp.linear_fc2.bias,"(1024,)",1,BF16,1024,2048,model.visual.layers.*.mlp.linear_fc2.bias,2,-0.01768375840038061,0.3234429143823406,5.59375 +model.visual.blocks.2.mlp.linear_fc2.weight,"(1024, 4096)",2,BF16,4194304,8388608,model.visual.layers.*.mlp.linear_fc2.weight,2,2.5083720841499735e-06,0.014604041553001833,0.58203125 +model.visual.blocks.2.norm1.bias,"(1024,)",1,BF16,1024,2048,model.visual.layers.*.norm1.bias,2,-0.0018650367856025696,0.1970889226403788,3.3125 +model.visual.blocks.2.norm1.weight,"(1024,)",1,BF16,1024,2048,model.visual.layers.*.norm1.weight,2,0.6477055847644806,0.705977945861401,1.734375 +model.visual.blocks.2.norm2.bias,"(1024,)",1,BF16,1024,2048,model.visual.layers.*.norm2.bias,2,0.0044156142976135015,0.1629384723954203,2.28125 +model.visual.blocks.2.norm2.weight,"(1024,)",1,BF16,1024,2048,model.visual.layers.*.norm2.weight,2,1.049049954948714,1.2132500636992718,3.0 +model.visual.blocks.20.attn.proj.bias,"(1024,)",1,BF16,1024,2048,model.visual.layers.*.attn.proj.bias,20,-0.007338074967265129,0.3249699629246988,1.9296875 +model.visual.blocks.20.attn.proj.weight,"(1024, 1024)",2,BF16,1048576,2097152,model.visual.layers.*.attn.proj.weight,20,3.2072206779254486e-07,0.014146542579561038,0.142578125 +model.visual.blocks.20.attn.qkv.bias,"(3072,)",1,BF16,3072,6144,model.visual.layers.*.attn.qkv.bias,20,-0.0014855863992124796,0.5315386037202189,7.8125 +model.visual.blocks.20.attn.qkv.weight,"(3072, 1024)",2,BF16,3145728,6291456,model.visual.layers.*.attn.qkv.weight,20,-3.534431219938868e-06,0.01480353550453723,0.134765625 +model.visual.blocks.20.mlp.linear_fc1.bias,"(4096,)",1,BF16,4096,8192,model.visual.layers.*.mlp.linear_fc1.bias,20,-1.2434953674674034,1.323903681900149,4.15625 +model.visual.blocks.20.mlp.linear_fc1.weight,"(4096, 1024)",2,BF16,4194304,8388608,model.visual.layers.*.mlp.linear_fc1.weight,20,-6.702584891227908e-05,0.013731709166772268,0.150390625 +model.visual.blocks.20.mlp.linear_fc2.bias,"(1024,)",1,BF16,1024,2048,model.visual.layers.*.mlp.linear_fc2.bias,20,-0.0063021189998835325,0.5291946069594037,4.625 +model.visual.blocks.20.mlp.linear_fc2.weight,"(1024, 4096)",2,BF16,4194304,8388608,model.visual.layers.*.mlp.linear_fc2.weight,20,-4.8746930603832395e-05,0.01500120652131212,0.1533203125 +model.visual.blocks.20.norm1.bias,"(1024,)",1,BF16,1024,2048,model.visual.layers.*.norm1.bias,20,0.0250953808426857,0.44610627333196545,6.28125 +model.visual.blocks.20.norm1.weight,"(1024,)",1,BF16,1024,2048,model.visual.layers.*.norm1.weight,20,1.6392402648925781,1.6461320049763404,2.8125 +model.visual.blocks.20.norm2.bias,"(1024,)",1,BF16,1024,2048,model.visual.layers.*.norm2.bias,20,0.0293462872505188,3.1623750669665887,10.25 +model.visual.blocks.20.norm2.weight,"(1024,)",1,BF16,1024,2048,model.visual.layers.*.norm2.weight,20,11.327821254730225,11.56503368296681,15.75 +model.visual.blocks.21.attn.proj.bias,"(1024,)",1,BF16,1024,2048,model.visual.layers.*.attn.proj.bias,21,-0.005094312131404877,0.3524695004655374,2.953125 +model.visual.blocks.21.attn.proj.weight,"(1024, 1024)",2,BF16,1048576,2097152,model.visual.layers.*.attn.proj.weight,21,-1.5384484597091852e-06,0.014542213556737195,0.1357421875 +model.visual.blocks.21.attn.qkv.bias,"(3072,)",1,BF16,3072,6144,model.visual.layers.*.attn.qkv.bias,21,0.002228708937764168,0.5125241811949673,7.375 +model.visual.blocks.21.attn.qkv.weight,"(3072, 1024)",2,BF16,3145728,6291456,model.visual.layers.*.attn.qkv.weight,21,1.0859385383884165e-05,0.014994967131387578,0.173828125 +model.visual.blocks.21.mlp.linear_fc1.bias,"(4096,)",1,BF16,4096,8192,model.visual.layers.*.mlp.linear_fc1.bias,21,-1.2665919363498688,1.3450251529553447,3.46875 +model.visual.blocks.21.mlp.linear_fc1.weight,"(4096, 1024)",2,BF16,4194304,8388608,model.visual.layers.*.mlp.linear_fc1.weight,21,7.30989772137064e-05,0.013954792610339387,0.2578125 +model.visual.blocks.21.mlp.linear_fc2.bias,"(1024,)",1,BF16,1024,2048,model.visual.layers.*.mlp.linear_fc2.bias,21,0.003942374140024185,0.8887231783004025,5.4375 +model.visual.blocks.21.mlp.linear_fc2.weight,"(1024, 4096)",2,BF16,4194304,8388608,model.visual.layers.*.mlp.linear_fc2.weight,21,-5.30296018196319e-05,0.015118207294661507,0.20703125 +model.visual.blocks.21.norm1.bias,"(1024,)",1,BF16,1024,2048,model.visual.layers.*.norm1.bias,21,0.03733087331056595,0.4753083526711642,5.8125 +model.visual.blocks.21.norm1.weight,"(1024,)",1,BF16,1024,2048,model.visual.layers.*.norm1.weight,21,1.5873088836669922,1.595838376433378,3.1875 +model.visual.blocks.21.norm2.bias,"(1024,)",1,BF16,1024,2048,model.visual.layers.*.norm2.bias,21,-0.07360374182462692,3.0850272367238394,17.125 +model.visual.blocks.21.norm2.weight,"(1024,)",1,BF16,1024,2048,model.visual.layers.*.norm2.weight,21,12.204975128173828,12.389441211741739,15.875 +model.visual.blocks.22.attn.proj.bias,"(1024,)",1,BF16,1024,2048,model.visual.layers.*.attn.proj.bias,22,0.005250638350844383,0.5808595524391316,3.5 +model.visual.blocks.22.attn.proj.weight,"(1024, 1024)",2,BF16,1048576,2097152,model.visual.layers.*.attn.proj.weight,22,2.0765462032112936e-06,0.014772226332934188,0.18359375 +model.visual.blocks.22.attn.qkv.bias,"(3072,)",1,BF16,3072,6144,model.visual.layers.*.attn.qkv.bias,22,0.014487470247937987,0.4916721195343452,6.28125 +model.visual.blocks.22.attn.qkv.weight,"(3072, 1024)",2,BF16,3145728,6291456,model.visual.layers.*.attn.qkv.weight,22,-5.31823748935641e-06,0.01523024465727359,0.166015625 +model.visual.blocks.22.mlp.linear_fc1.bias,"(4096,)",1,BF16,4096,8192,model.visual.layers.*.mlp.linear_fc1.bias,22,-1.2670710682868958,1.3412129116547036,3.875 +model.visual.blocks.22.mlp.linear_fc1.weight,"(4096, 1024)",2,BF16,4194304,8388608,model.visual.layers.*.mlp.linear_fc1.weight,22,0.0004379041676110876,0.014189801218711325,0.23828125 +model.visual.blocks.22.mlp.linear_fc2.bias,"(1024,)",1,BF16,1024,2048,model.visual.layers.*.mlp.linear_fc2.bias,22,0.011957859620451927,0.7787687092193024,4.3125 +model.visual.blocks.22.mlp.linear_fc2.weight,"(1024, 4096)",2,BF16,4194304,8388608,model.visual.layers.*.mlp.linear_fc2.weight,22,-2.478536209907234e-05,0.014944462334069182,0.15234375 +model.visual.blocks.22.norm1.bias,"(1024,)",1,BF16,1024,2048,model.visual.layers.*.norm1.bias,22,0.022316202521324158,0.533177673147604,6.6875 +model.visual.blocks.22.norm1.weight,"(1024,)",1,BF16,1024,2048,model.visual.layers.*.norm1.weight,22,1.5854969024658203,1.5964364161053683,3.34375 +model.visual.blocks.22.norm2.bias,"(1024,)",1,BF16,1024,2048,model.visual.layers.*.norm2.bias,22,-0.5513232499361038,2.664964048785582,17.875 +model.visual.blocks.22.norm2.weight,"(1024,)",1,BF16,1024,2048,model.visual.layers.*.norm2.weight,22,10.946296691894531,11.013918537503798,14.5 +model.visual.blocks.23.attn.proj.bias,"(1024,)",1,BF16,1024,2048,model.visual.layers.*.attn.proj.bias,23,0.004559919238090515,1.1180409459483411,6.09375 +model.visual.blocks.23.attn.proj.weight,"(1024, 1024)",2,BF16,1048576,2097152,model.visual.layers.*.attn.proj.weight,23,-1.3123207243115331e-08,0.018186976140920567,0.244140625 +model.visual.blocks.23.attn.qkv.bias,"(3072,)",1,BF16,3072,6144,model.visual.layers.*.attn.qkv.bias,23,-0.0045881786694129305,0.4793571911685673,6.375 +model.visual.blocks.23.attn.qkv.weight,"(3072, 1024)",2,BF16,3145728,6291456,model.visual.layers.*.attn.qkv.weight,23,-1.0563681768512486e-05,0.0164637041064667,0.1484375 +model.visual.blocks.23.mlp.linear_fc1.bias,"(4096,)",1,BF16,4096,8192,model.visual.layers.*.mlp.linear_fc1.bias,23,-1.1823353916406631,1.2596480183914525,3.390625 +model.visual.blocks.23.mlp.linear_fc1.weight,"(4096, 1024)",2,BF16,4194304,8388608,model.visual.layers.*.mlp.linear_fc1.weight,23,0.0006163056673373288,0.014160105140531405,0.84765625 +model.visual.blocks.23.mlp.linear_fc2.bias,"(1024,)",1,BF16,1024,2048,model.visual.layers.*.mlp.linear_fc2.bias,23,-0.007630281150341034,0.7601651155732886,9.0 +model.visual.blocks.23.mlp.linear_fc2.weight,"(1024, 4096)",2,BF16,4194304,8388608,model.visual.layers.*.mlp.linear_fc2.weight,23,2.5521093651711957e-05,0.014476899120657829,0.69921875 +model.visual.blocks.23.norm1.bias,"(1024,)",1,BF16,1024,2048,model.visual.layers.*.norm1.bias,23,0.01085265725851059,0.4646660501895986,7.125 +model.visual.blocks.23.norm1.weight,"(1024,)",1,BF16,1024,2048,model.visual.layers.*.norm1.weight,23,1.530099868774414,1.5427840122256975,3.28125 +model.visual.blocks.23.norm2.bias,"(1024,)",1,BF16,1024,2048,model.visual.layers.*.norm2.bias,23,-0.547552265226841,2.1320240363512677,9.1875 +model.visual.blocks.23.norm2.weight,"(1024,)",1,BF16,1024,2048,model.visual.layers.*.norm2.weight,23,7.73004150390625,7.794828769449906,16.625 +model.visual.blocks.3.attn.proj.bias,"(1024,)",1,BF16,1024,2048,model.visual.layers.*.attn.proj.bias,3,0.0055896323174238205,0.22725533239644694,4.21875 +model.visual.blocks.3.attn.proj.weight,"(1024, 1024)",2,BF16,1048576,2097152,model.visual.layers.*.attn.proj.weight,3,-8.324880100274434e-06,0.014204998605310243,0.306640625 +model.visual.blocks.3.attn.qkv.bias,"(3072,)",1,BF16,3072,6144,model.visual.layers.*.attn.qkv.bias,3,-0.010611735711184641,0.6356958380251622,9.5 +model.visual.blocks.3.attn.qkv.weight,"(3072, 1024)",2,BF16,3145728,6291456,model.visual.layers.*.attn.qkv.weight,3,3.0863008081573794e-05,0.018493728387148186,0.26171875 +model.visual.blocks.3.mlp.linear_fc1.bias,"(4096,)",1,BF16,4096,8192,model.visual.layers.*.mlp.linear_fc1.bias,3,-2.4899610206484795,2.8378251598762203,4.8125 +model.visual.blocks.3.mlp.linear_fc1.weight,"(4096, 1024)",2,BF16,4194304,8388608,model.visual.layers.*.mlp.linear_fc1.weight,3,0.00012417413540886414,0.016658970395077077,0.37109375 +model.visual.blocks.3.mlp.linear_fc2.bias,"(1024,)",1,BF16,1024,2048,model.visual.layers.*.mlp.linear_fc2.bias,3,-0.0060559650883078575,0.2120297601458163,4.625 +model.visual.blocks.3.mlp.linear_fc2.weight,"(1024, 4096)",2,BF16,4194304,8388608,model.visual.layers.*.mlp.linear_fc2.weight,3,1.6447852463617762e-05,0.016438568045283906,0.55078125 +model.visual.blocks.3.norm1.bias,"(1024,)",1,BF16,1024,2048,model.visual.layers.*.norm1.bias,3,0.0005567893385887146,0.21667533989354099,4.25 +model.visual.blocks.3.norm1.weight,"(1024,)",1,BF16,1024,2048,model.visual.layers.*.norm1.weight,3,0.7782039642333984,0.8228475783365038,1.671875 +model.visual.blocks.3.norm2.bias,"(1024,)",1,BF16,1024,2048,model.visual.layers.*.norm2.bias,3,0.007098435831721872,0.19464676342919898,3.40625 +model.visual.blocks.3.norm2.weight,"(1024,)",1,BF16,1024,2048,model.visual.layers.*.norm2.weight,3,0.9266856936737895,0.974532049879689,2.0625 +model.visual.blocks.4.attn.proj.bias,"(1024,)",1,BF16,1024,2048,model.visual.layers.*.attn.proj.bias,4,0.006985343061387539,0.16223469691833878,1.296875 +model.visual.blocks.4.attn.proj.weight,"(1024, 1024)",2,BF16,1048576,2097152,model.visual.layers.*.attn.proj.weight,4,1.8378288352272065e-07,0.01442967947584689,0.298828125 +model.visual.blocks.4.attn.qkv.bias,"(3072,)",1,BF16,3072,6144,model.visual.layers.*.attn.qkv.bias,4,0.018887083482695743,0.5794811256502446,9.1875 +model.visual.blocks.4.attn.qkv.weight,"(3072, 1024)",2,BF16,3145728,6291456,model.visual.layers.*.attn.qkv.weight,4,-7.655587233305894e-06,0.018059560768096988,0.2109375 +model.visual.blocks.4.mlp.linear_fc1.bias,"(4096,)",1,BF16,4096,8192,model.visual.layers.*.mlp.linear_fc1.bias,4,-2.366614764323458,2.6965073178001546,4.625 +model.visual.blocks.4.mlp.linear_fc1.weight,"(4096, 1024)",2,BF16,4194304,8388608,model.visual.layers.*.mlp.linear_fc1.weight,4,0.00016276028306286966,0.016659989978346723,0.283203125 +model.visual.blocks.4.mlp.linear_fc2.bias,"(1024,)",1,BF16,1024,2048,model.visual.layers.*.mlp.linear_fc2.bias,4,-0.004570281831547618,0.14836421255117274,1.6796875 +model.visual.blocks.4.mlp.linear_fc2.weight,"(1024, 4096)",2,BF16,4194304,8388608,model.visual.layers.*.mlp.linear_fc2.weight,4,1.3213413660478901e-05,0.01714581722997102,0.58203125 +model.visual.blocks.4.norm1.bias,"(1024,)",1,BF16,1024,2048,model.visual.layers.*.norm1.bias,4,0.0012555653520394117,0.20431990398495709,3.8125 +model.visual.blocks.4.norm1.weight,"(1024,)",1,BF16,1024,2048,model.visual.layers.*.norm1.weight,4,0.7098050117492676,0.7350691020181069,1.390625 +model.visual.blocks.4.norm2.bias,"(1024,)",1,BF16,1024,2048,model.visual.layers.*.norm2.bias,4,0.008271024329587817,0.1808966163691234,3.484375 +model.visual.blocks.4.norm2.weight,"(1024,)",1,BF16,1024,2048,model.visual.layers.*.norm2.weight,4,0.9531378536485136,0.986081198167738,2.234375 +model.visual.blocks.5.attn.proj.bias,"(1024,)",1,BF16,1024,2048,model.visual.layers.*.attn.proj.bias,5,0.005363904405385256,0.15417362578206295,1.453125 +model.visual.blocks.5.attn.proj.weight,"(1024, 1024)",2,BF16,1048576,2097152,model.visual.layers.*.attn.proj.weight,5,1.138475018258589e-06,0.01455602676419094,0.2021484375 +model.visual.blocks.5.attn.qkv.bias,"(3072,)",1,BF16,3072,6144,model.visual.layers.*.attn.qkv.bias,5,-0.0042238371291508274,0.5847475682637407,9.0 +model.visual.blocks.5.attn.qkv.weight,"(3072, 1024)",2,BF16,3145728,6291456,model.visual.layers.*.attn.qkv.weight,5,-5.719098949252821e-06,0.017454819217105327,0.2451171875 +model.visual.blocks.5.mlp.linear_fc1.bias,"(4096,)",1,BF16,4096,8192,model.visual.layers.*.mlp.linear_fc1.bias,5,-2.2070916444063187,2.5344800306111703,4.6875 +model.visual.blocks.5.mlp.linear_fc1.weight,"(4096, 1024)",2,BF16,4194304,8388608,model.visual.layers.*.mlp.linear_fc1.weight,5,0.00016606873607712125,0.016482466770763107,0.1982421875 +model.visual.blocks.5.mlp.linear_fc2.bias,"(1024,)",1,BF16,1024,2048,model.visual.layers.*.mlp.linear_fc2.bias,5,-0.004116903990507126,0.14437497298756788,1.5390625 +model.visual.blocks.5.mlp.linear_fc2.weight,"(1024, 4096)",2,BF16,4194304,8388608,model.visual.layers.*.mlp.linear_fc2.weight,5,-2.0686353935546464e-06,0.01632456835844649,0.455078125 +model.visual.blocks.5.norm1.bias,"(1024,)",1,BF16,1024,2048,model.visual.layers.*.norm1.bias,5,0.0018707644194364548,0.2150864657981796,4.1875 +model.visual.blocks.5.norm1.weight,"(1024,)",1,BF16,1024,2048,model.visual.layers.*.norm1.weight,5,0.7877235412597656,0.8056694065263549,1.7109375 +model.visual.blocks.5.norm2.bias,"(1024,)",1,BF16,1024,2048,model.visual.layers.*.norm2.bias,5,0.005293702706694603,0.21285220841568864,4.125 +model.visual.blocks.5.norm2.weight,"(1024,)",1,BF16,1024,2048,model.visual.layers.*.norm2.weight,5,0.9217546582221985,0.9412579347437405,2.3125 +model.visual.blocks.6.attn.proj.bias,"(1024,)",1,BF16,1024,2048,model.visual.layers.*.attn.proj.bias,6,-0.0002876807702705264,0.18460897803677073,1.8125 +model.visual.blocks.6.attn.proj.weight,"(1024, 1024)",2,BF16,1048576,2097152,model.visual.layers.*.attn.proj.weight,6,-1.6337773984381743e-06,0.01408807292678129,0.1865234375 +model.visual.blocks.6.attn.qkv.bias,"(3072,)",1,BF16,3072,6144,model.visual.layers.*.attn.qkv.bias,6,0.0054503006394952536,0.5035026330586864,7.5625 +model.visual.blocks.6.attn.qkv.weight,"(3072, 1024)",2,BF16,3145728,6291456,model.visual.layers.*.attn.qkv.weight,6,-2.637964617714187e-06,0.017114318284296055,0.185546875 +model.visual.blocks.6.mlp.linear_fc1.bias,"(4096,)",1,BF16,4096,8192,model.visual.layers.*.mlp.linear_fc1.bias,6,-2.073364906013012,2.3344424149697662,4.59375 +model.visual.blocks.6.mlp.linear_fc1.weight,"(4096, 1024)",2,BF16,4194304,8388608,model.visual.layers.*.mlp.linear_fc1.weight,6,0.00012550517553477913,0.016654967329708652,0.259765625 +model.visual.blocks.6.mlp.linear_fc2.bias,"(1024,)",1,BF16,1024,2048,model.visual.layers.*.mlp.linear_fc2.bias,6,-0.0050590806640684605,0.16059811363634433,2.59375 +model.visual.blocks.6.mlp.linear_fc2.weight,"(1024, 4096)",2,BF16,4194304,8388608,model.visual.layers.*.mlp.linear_fc2.weight,6,-8.25678072504353e-06,0.015881123862622196,0.59375 +model.visual.blocks.6.norm1.bias,"(1024,)",1,BF16,1024,2048,model.visual.layers.*.norm1.bias,6,-0.00010237316018901765,0.20565713205216193,4.15625 +model.visual.blocks.6.norm1.weight,"(1024,)",1,BF16,1024,2048,model.visual.layers.*.norm1.weight,6,0.9554309844970703,0.9669409615623171,1.75 +model.visual.blocks.6.norm2.bias,"(1024,)",1,BF16,1024,2048,model.visual.layers.*.norm2.bias,6,0.003839905373752117,0.23620944229480795,3.90625 +model.visual.blocks.6.norm2.weight,"(1024,)",1,BF16,1024,2048,model.visual.layers.*.norm2.weight,6,0.9070353507995605,0.9159196848385002,1.8203125 +model.visual.blocks.7.attn.proj.bias,"(1024,)",1,BF16,1024,2048,model.visual.layers.*.attn.proj.bias,7,-0.0023070083698257804,0.20943125114081082,2.859375 +model.visual.blocks.7.attn.proj.weight,"(1024, 1024)",2,BF16,1048576,2097152,model.visual.layers.*.attn.proj.weight,7,8.261984775215225e-07,0.014035490681116675,0.119140625 +model.visual.blocks.7.attn.qkv.bias,"(3072,)",1,BF16,3072,6144,model.visual.layers.*.attn.qkv.bias,7,0.009815204190090299,0.49869548059937374,7.65625 +model.visual.blocks.7.attn.qkv.weight,"(3072, 1024)",2,BF16,3145728,6291456,model.visual.layers.*.attn.qkv.weight,7,2.9990876174723624e-06,0.01649365033942753,0.251953125 +model.visual.blocks.7.mlp.linear_fc1.bias,"(4096,)",1,BF16,4096,8192,model.visual.layers.*.mlp.linear_fc1.bias,7,-1.6987448390573263,1.8391509676765594,3.9375 +model.visual.blocks.7.mlp.linear_fc1.weight,"(4096, 1024)",2,BF16,4194304,8388608,model.visual.layers.*.mlp.linear_fc1.weight,7,0.00017219371261305294,0.016408897942078948,0.28125 +model.visual.blocks.7.mlp.linear_fc2.bias,"(1024,)",1,BF16,1024,2048,model.visual.layers.*.mlp.linear_fc2.bias,7,-0.008466638159006834,0.17516442409220903,1.9375 +model.visual.blocks.7.mlp.linear_fc2.weight,"(1024, 4096)",2,BF16,4194304,8388608,model.visual.layers.*.mlp.linear_fc2.weight,7,2.340813741535941e-06,0.014372225294541803,0.255859375 +model.visual.blocks.7.norm1.bias,"(1024,)",1,BF16,1024,2048,model.visual.layers.*.norm1.bias,7,0.003123911563307047,0.1572316380772548,3.375 +model.visual.blocks.7.norm1.weight,"(1024,)",1,BF16,1024,2048,model.visual.layers.*.norm1.weight,7,0.9082684516906738,0.9232805356334663,1.7265625 +model.visual.blocks.7.norm2.bias,"(1024,)",1,BF16,1024,2048,model.visual.layers.*.norm2.bias,7,0.009727229364216328,0.24249418742314302,3.78125 +model.visual.blocks.7.norm2.weight,"(1024,)",1,BF16,1024,2048,model.visual.layers.*.norm2.weight,7,1.0042033195495605,1.019765058492056,1.5 +model.visual.blocks.8.attn.proj.bias,"(1024,)",1,BF16,1024,2048,model.visual.layers.*.attn.proj.bias,8,0.0016495957970619202,0.24097282912908569,3.96875 +model.visual.blocks.8.attn.proj.weight,"(1024, 1024)",2,BF16,1048576,2097152,model.visual.layers.*.attn.proj.weight,8,-2.7905498484193103e-06,0.01345574124824084,0.283203125 +model.visual.blocks.8.attn.qkv.bias,"(3072,)",1,BF16,3072,6144,model.visual.layers.*.attn.qkv.bias,8,0.008241087314672768,0.47954093823312155,7.1875 +model.visual.blocks.8.attn.qkv.weight,"(3072, 1024)",2,BF16,3145728,6291456,model.visual.layers.*.attn.qkv.weight,8,-1.5548966505463113e-05,0.01653429785702248,0.2275390625 +model.visual.blocks.8.mlp.linear_fc1.bias,"(4096,)",1,BF16,4096,8192,model.visual.layers.*.mlp.linear_fc1.bias,8,-1.6126111019402742,1.7683807290973117,3.9375 +model.visual.blocks.8.mlp.linear_fc1.weight,"(4096, 1024)",2,BF16,4194304,8388608,model.visual.layers.*.mlp.linear_fc1.weight,8,0.0001252524039837416,0.01624719901557155,0.28515625 +model.visual.blocks.8.mlp.linear_fc2.bias,"(1024,)",1,BF16,1024,2048,model.visual.layers.*.mlp.linear_fc2.bias,8,-0.005296873860061169,0.2216358320198793,2.46875 +model.visual.blocks.8.mlp.linear_fc2.weight,"(1024, 4096)",2,BF16,4194304,8388608,model.visual.layers.*.mlp.linear_fc2.weight,8,1.4216143319060667e-05,0.013571702866860212,0.2470703125 +model.visual.blocks.8.norm1.bias,"(1024,)",1,BF16,1024,2048,model.visual.layers.*.norm1.bias,8,0.0055080801248550415,0.20896838474609777,3.859375 +model.visual.blocks.8.norm1.weight,"(1024,)",1,BF16,1024,2048,model.visual.layers.*.norm1.weight,8,0.9037561416625977,0.9260690715493488,1.71875 +model.visual.blocks.8.norm2.bias,"(1024,)",1,BF16,1024,2048,model.visual.layers.*.norm2.bias,8,0.003971373429521918,0.310706905909723,3.921875 +model.visual.blocks.8.norm2.weight,"(1024,)",1,BF16,1024,2048,model.visual.layers.*.norm2.weight,8,1.0045695304870605,1.0178206173386362,1.5546875 +model.visual.blocks.9.attn.proj.bias,"(1024,)",1,BF16,1024,2048,model.visual.layers.*.attn.proj.bias,9,0.0010921573266386986,0.22680602547304463,3.265625 +model.visual.blocks.9.attn.proj.weight,"(1024, 1024)",2,BF16,1048576,2097152,model.visual.layers.*.attn.proj.weight,9,1.4016385481707694e-06,0.01288622156493415,0.1123046875 +model.visual.blocks.9.attn.qkv.bias,"(3072,)",1,BF16,3072,6144,model.visual.layers.*.attn.qkv.bias,9,0.001626015097523729,0.4891119861662029,7.25 +model.visual.blocks.9.attn.qkv.weight,"(3072, 1024)",2,BF16,3145728,6291456,model.visual.layers.*.attn.qkv.weight,9,-4.602129067709608e-06,0.016435399387831742,0.2119140625 +model.visual.blocks.9.mlp.linear_fc1.bias,"(4096,)",1,BF16,4096,8192,model.visual.layers.*.mlp.linear_fc1.bias,9,-1.6456444784998894,1.7699452545615144,8.125 +model.visual.blocks.9.mlp.linear_fc1.weight,"(4096, 1024)",2,BF16,4194304,8388608,model.visual.layers.*.mlp.linear_fc1.weight,9,5.019114076590045e-05,0.015971322934801892,0.2734375 +model.visual.blocks.9.mlp.linear_fc2.bias,"(1024,)",1,BF16,1024,2048,model.visual.layers.*.mlp.linear_fc2.bias,9,-0.00503852404654026,0.2206179125090425,2.28125 +model.visual.blocks.9.mlp.linear_fc2.weight,"(1024, 4096)",2,BF16,4194304,8388608,model.visual.layers.*.mlp.linear_fc2.weight,9,2.0485118040584893e-05,0.013085999668089059,0.29296875 +model.visual.blocks.9.norm1.bias,"(1024,)",1,BF16,1024,2048,model.visual.layers.*.norm1.bias,9,0.003136083483695984,0.18839499922526784,2.953125 +model.visual.blocks.9.norm1.weight,"(1024,)",1,BF16,1024,2048,model.visual.layers.*.norm1.weight,9,0.9992551803588867,1.0213929426253632,1.8203125 +model.visual.blocks.9.norm2.bias,"(1024,)",1,BF16,1024,2048,model.visual.layers.*.norm2.bias,9,0.0005389824509620667,0.30238562581121287,2.90625 +model.visual.blocks.9.norm2.weight,"(1024,)",1,BF16,1024,2048,model.visual.layers.*.norm2.weight,9,1.1041545867919922,1.1208131568613,1.734375 +model.visual.merger.linear_fc1.bias,"(4096,)",1,BF16,4096,8192,model.visual.merger.linear_fc1.bias,-1,-0.0005523472136701457,0.01626457054117911,0.115234375 +model.visual.merger.linear_fc1.weight,"(4096, 4096)",2,BF16,16777216,33554432,model.visual.merger.linear_fc1.weight,-1,-0.00015279042523767844,0.011285763080892746,0.0947265625 +model.visual.merger.linear_fc2.bias,"(2048,)",1,BF16,2048,4096,model.visual.merger.linear_fc2.bias,-1,-0.00020432728342711926,0.022563638409818742,0.4921875 +model.visual.merger.linear_fc2.weight,"(2048, 4096)",2,BF16,8388608,16777216,model.visual.merger.linear_fc2.weight,-1,5.585822149016192e-07,0.009865405435281218,0.19921875 +model.visual.merger.norm.bias,"(1024,)",1,BF16,1024,2048,model.visual.merger.norm.bias,-1,0.049520475789904594,0.3246462954969724,3.453125 +model.visual.merger.norm.weight,"(1024,)",1,BF16,1024,2048,model.visual.merger.norm.weight,-1,1.4015541076660156,1.41604852572399,2.9375 +model.visual.patch_embed.proj.bias,"(1024,)",1,BF16,1024,2048,model.visual.patch_embed.proj.bias,-1,-0.009102825075387955,0.3202035696576827,3.1875 +model.visual.patch_embed.proj.weight,"(1024, 3, 2, 16, 16)",5,BF16,1572864,3145728,model.visual.patch_embed.proj.weight,-1,-0.0002164951033312712,0.007756875182799582,0.06884765625 +model.visual.pos_embed.weight,"(2304, 1024)",2,BF16,2359296,4718592,model.visual.pos_embed.weight,-1,0.003249331564613057,0.1360526766744249,7.21875 +mtp.fc.weight,"(2048, 4096)",2,BF16,8388608,16777216,mtp.fc.weight,-1,5.3096681990941023e-05,0.006383883815548282,0.3125 +mtp.layers.0.input_layernorm.weight,"(2048,)",1,BF16,2048,4096,mtp.layers.*.input_layernorm.weight,0,0.3319206237792969,0.3510988118095836,1.1328125 +mtp.layers.0.mlp.down_proj.weight,"(2048, 6144)",2,BF16,12582912,25165824,mtp.layers.*.mlp.down_proj.weight,0,-5.053560631807126e-06,0.010496220813270141,0.5 +mtp.layers.0.mlp.gate_proj.weight,"(6144, 2048)",2,BF16,12582912,25165824,mtp.layers.*.mlp.gate_proj.weight,0,-2.054409559734451e-05,0.013481584415555293,0.23046875 +mtp.layers.0.mlp.up_proj.weight,"(6144, 2048)",2,BF16,12582912,25165824,mtp.layers.*.mlp.up_proj.weight,0,9.151307207333424e-07,0.01273030821065844,0.337890625 +mtp.layers.0.post_attention_layernorm.weight,"(2048,)",1,BF16,2048,4096,mtp.layers.*.post_attention_layernorm.weight,0,0.41015276312828064,0.42291990555998127,0.78125 +mtp.layers.0.self_attn.k_norm.weight,"(256,)",1,BF16,256,512,mtp.layers.*.self_attn.k_norm.weight,0,0.7713251113891602,0.8445900427746588,2.046875 +mtp.layers.0.self_attn.k_proj.weight,"(512, 2048)",2,BF16,1048576,2097152,mtp.layers.*.self_attn.k_proj.weight,0,1.4686407705633009e-05,0.011793984318089815,0.1669921875 +mtp.layers.0.self_attn.o_proj.weight,"(2048, 2048)",2,BF16,4194304,8388608,mtp.layers.*.self_attn.o_proj.weight,0,2.4605430018389413e-06,0.01508009745888187,0.5234375 +mtp.layers.0.self_attn.q_norm.weight,"(256,)",1,BF16,256,512,mtp.layers.*.self_attn.q_norm.weight,0,0.8072891235351562,0.8754819538932436,2.4375 +mtp.layers.0.self_attn.q_proj.weight,"(4096, 2048)",2,BF16,8388608,16777216,mtp.layers.*.self_attn.q_proj.weight,0,1.1836838601198777e-05,0.015479120981825292,0.3203125 +mtp.layers.0.self_attn.v_proj.weight,"(512, 2048)",2,BF16,1048576,2097152,mtp.layers.*.self_attn.v_proj.weight,0,3.6436836885478385e-06,0.026195977141207714,0.30859375 +mtp.norm.weight,"(2048,)",1,BF16,2048,4096,mtp.norm.weight,-1,2.8050971627235413,2.8500763286553985,6.3125 +mtp.pre_fc_norm_embedding.weight,"(2048,)",1,BF16,2048,4096,mtp.pre_fc_norm_embedding.weight,-1,-0.43043196201324463,0.4398642357123278,0.640625 +mtp.pre_fc_norm_hidden.weight,"(2048,)",1,BF16,2048,4096,mtp.pre_fc_norm_hidden.weight,-1,-0.28146980330348015,0.2999654479966,0.69921875 diff --git a/results/qwen35-2b/analysis/layer_distance_stratified.csv b/results/qwen35-2b/analysis/layer_distance_stratified.csv new file mode 100644 index 0000000..43b557e --- /dev/null +++ b/results/qwen35-2b/analysis/layer_distance_stratified.csv @@ -0,0 +1,159 @@ +mode,stratum,layer_distance,pairs,median_cosine,q25,q75 +tensor,1D,1,183,0.9406331265725202,0.7235207005037987,0.9931629316616981 +tensor,1D,2,145,0.9122918066446817,0.5723343348709384,0.9897324183654799 +tensor,1D,3,121,0.901223383994159,0.4828586539344226,0.9863693486780729 +tensor,1D,4,111,0.9003575650487153,0.5367023333809763,0.9804638617660654 +tensor,1D,5,72,0.8953776736324203,0.3538804544441773,0.9680854066934634 +tensor,1D,6,57,0.8879212864097908,0.36305448910479954,0.9558740974722054 +tensor,1D,7,47,0.8776805321645917,0.4535526800238403,0.9433999957988433 +tensor,1D,8,52,0.8825518190229764,0.4824499801571124,0.9176637782905971 +tensor,1D,9,31,0.8958045595384818,0.4305895667884128,0.9193278445717825 +tensor,1D,10,17,0.8827035753940228,0.2092648777131711,0.9150312769507561 +tensor,1D,11,16,0.8221685308473708,0.4800308710016442,0.9274441239891063 +tensor,1D,12,24,0.8415123611721862,0.3169780147322381,0.9009036671689896 +tensor,1D,13,14,0.8516287869780905,0.1243725256398088,0.9508162094932566 +tensor,1D,14,14,0.6469216553724613,0.12853366420837778,0.9574883079605649 +tensor,1D,15,12,0.5833474451569504,0.046843864053728236,0.9769132059565613 +tensor,1D,16,16,0.7953515120653798,0.16121722307705078,0.8372406530303363 +tensor,1D,17,9,0.19251868016561066,0.03853257212466431,0.47599207111348585 +tensor,1D,18,9,0.04608358701275898,-0.006661812445004314,0.7982991506705737 +tensor,1D,19,10,0.09441293378335211,0.025237536550509452,0.49922331710553325 +tensor,1D,20,14,0.5022983141733379,0.05512087268438936,0.8423207884676235 +tensor,1D,21,5,0.8934819071719368,0.24010298911027775,0.9021497732991838 +tensor,1D,22,3,0.003892505911476348,0.0008970125263505391,0.4356982824466657 +tensor,1D,23,1,0.024749331545084748,0.024749331545084748,0.024749331545084748 +tensor,2D,1,19,0.1976207505481654,0.0006525511235171834,0.2716061024781503 +tensor,2D,2,31,0.1319696165434511,0.0004437785635444379,0.243080676179633 +tensor,2D,3,31,0.11611374254300347,0.0002621828568059063,0.20816418030431522 +tensor,2D,4,69,0.0019111009657841638,8.141249860595188e-05,0.022487085707574864 +tensor,2D,5,45,0.000506090620166805,-8.291910146519681e-05,0.00599106215370278 +tensor,2D,6,44,0.00041039555013748237,-0.0006400509766726694,0.006286639984231686 +tensor,2D,7,50,0.00025574624849179794,-0.00033235836165827667,0.004524560602680037 +tensor,2D,8,75,0.0002696699762064535,-0.0003334243181754402,0.0043499444214343055 +tensor,2D,9,57,0.00028671564523554733,-0.00015013298858171262,0.0022893779585961825 +tensor,2D,10,54,7.181569169932083e-05,-0.00029630089314203645,0.001144667363346839 +tensor,2D,11,48,0.00021728323517404915,-0.00018317637500131213,0.0010438034931358998 +tensor,2D,12,74,5.5818951912901686e-05,-0.0003723509751072158,0.0006649377509370046 +tensor,2D,13,56,0.00023809228660712564,-0.00020331365964920253,0.000892605117750516 +tensor,2D,14,51,0.00023447788066002293,-9.917778299137728e-05,0.000713026509065598 +tensor,2D,15,37,9.091975960188207e-05,-0.00021742221041551871,0.00033608530344073333 +tensor,2D,16,55,0.00012381177776811685,-0.00020495997834418578,0.0006928152055894044 +tensor,2D,17,40,0.00020240660120543027,-0.00026382525874345676,0.000542300816362679 +tensor,2D,18,25,5.7811223671745594e-05,-0.00022620903865658743,0.0005118670799619454 +tensor,2D,19,23,0.00039112184326041497,-0.00010049174294494889,0.0010346739140039576 +tensor,2D,20,24,0.000265491219726623,-0.0001958276840250541,0.0007077565884118048 +tensor,2D,21,16,6.914175780974358e-06,-0.00028062530736593067,0.0008637952736474721 +tensor,2D,22,13,-0.00025490323864760033,-0.0004976782457785606,0.0001580595880243879 +tensor,2D,23,6,-0.00034347924301872656,-0.0007262675393089821,-0.00011141867617238705 +tensor,3D,1,1,-0.00680822959446004,-0.00680822959446004,-0.00680822959446004 +tensor,3D,2,2,-0.012075220938999093,-0.012980137400828292,-0.011170304477169895 +tensor,3D,3,1,-0.0010720687851472769,-0.0010720687851472769,-0.0010720687851472769 +tensor,3D,4,3,-0.0054659741398542325,-0.009296679734407527,-0.004429821782672542 +tensor,3D,5,2,0.010378648653957328,0.00870465890772889,0.012052638400185764 +tensor,3D,6,4,-0.001207609704539777,-0.003950241011882311,0.004702402921592683 +tensor,3D,7,3,0.0007654251132529078,-0.011486421146842795,0.0038046823169703373 +tensor,3D,8,6,-0.0008439355677116029,-0.0037378805904456115,0.0031215275083032084 +tensor,3D,9,4,-0.0026239820437580167,-0.0036245316783073207,0.0013061750169709205 +tensor,3D,10,4,-0.001271951809912471,-0.0060886723799495855,0.0034686674864937684 +tensor,3D,11,5,-0.004550474178988823,-0.004781306789044417,0.0050607377208408836 +tensor,3D,12,6,-0.0026088290601245533,-0.007923664560857482,0.006914391737556268 +tensor,3D,13,5,0.0013332822970221264,-0.0026091070128858385,0.0020424739613098585 +tensor,3D,14,4,0.0008607282396081882,-0.002961687969598026,0.008582534185585031 +tensor,3D,15,4,0.000536649649268034,-0.006516127851339201,0.007806962616522985 +tensor,3D,16,6,0.005405527088084872,-0.008270095286873539,0.007503111340192185 +tensor,3D,17,3,0.003652404097247392,-0.003705339105968001,0.00510019946539501 +tensor,3D,18,3,-0.011706507766527128,-0.013407487905083771,-0.009676616224298069 +tensor,3D,19,2,-0.001913393756159387,-0.0052948070490088945,0.0014680195366901208 +tensor,3D,20,3,0.011951381051850295,0.008569075846974247,0.013104140256261814 +tensor,3D,21,2,-0.008922546499844752,-0.018991073095849714,0.0011459800961602113 +tensor,3D,22,1,3.711960334307905e-05,3.711960334307905e-05,3.711960334307905e-05 +block,2d-128,0,3390,0.007793596035932384,0.0008041244980700559,0.022869426809521965 +block,2d-128,1,69,0.004283737242705982,-0.0013359793502242799,0.009291223245626997 +block,2d-128,2,101,0.002140727979805649,-0.004216128113395974,0.006727795921497354 +block,2d-128,3,69,0.0012800926790249956,-0.003000592803802066,0.007263477599848168 +block,2d-128,4,263,0.001583838161828825,-0.004179970579220923,0.007362195589800033 +block,2d-128,5,78,0.0029623031901291697,-0.002068802338494363,0.007715193824410069 +block,2d-128,6,174,0.002047977773085714,-0.0025244999191454693,0.007750911362254816 +block,2d-128,7,100,0.0020361314382989775,-0.003062414263868483,0.0076813599806539925 +block,2d-128,8,321,0.0034170788377522656,-0.001459503917936015,0.008568902349863619 +block,2d-128,9,108,0.004622566491664202,-0.00030913283627803743,0.009786372572060848 +block,2d-128,10,203,0.004454188722342168,-0.0006831975509908592,0.008540574305915417 +block,2d-128,11,134,0.0039352085175531504,-0.0017064287867521906,0.008925241561231641 +block,2d-128,12,532,0.003251781487081145,-0.0012796507741402387,0.0088326642641113 +block,2d-128,13,130,0.003723166442033233,-0.0008399249287298995,0.008038314156931613 +block,2d-128,14,137,0.002342468861900797,-0.0027744015612124846,0.007983134522471498 +block,2d-128,15,122,0.0038527925678218857,-0.00014374713757119012,0.008013752754379396 +block,2d-128,16,390,0.0034266076308263316,-0.0022279939354585164,0.009309021336800772 +block,2d-128,17,150,0.0036599721357675244,-0.003146422112013574,0.009006579887796635 +block,2d-128,18,139,0.0035243681663050756,-0.0016097963567532094,0.008863143808684481 +block,2d-128,19,142,0.003298317396498646,-0.00216909646960855,0.009489362110928035 +block,2d-128,20,198,0.0023368275261753642,-0.0025869835152945437,0.0067517550852595545 +block,2d-128,21,101,0.0011502151156738772,-0.005492110246231151,0.007882221778894924 +block,2d-128,22,40,0.003846590896373531,-0.0020196368366427325,0.009238380039353778 +block,2d-128,23,24,0.0015900279251504135,-0.0034150014260014377,0.0065953378604191246 +block,2d-64,0,3407,0.020411292155791013,0.008566729110530762,0.03569139114296313 +block,2d-64,1,88,0.008415934314043649,-0.003203824302970467,0.01889094345097298 +block,2d-64,2,164,0.009675813300819843,-0.004711837470762339,0.020945070937976786 +block,2d-64,3,73,0.009454457835350863,-0.0006829409261957054,0.02170490311449347 +block,2d-64,4,338,0.006813719398160595,-0.004772048080579105,0.018045621570531245 +block,2d-64,5,75,0.011231706607558869,-0.0006943540283602765,0.022172646210020717 +block,2d-64,6,118,0.008006055417925154,-0.0003843199497181453,0.018406001412445316 +block,2d-64,7,85,0.013831026305481255,0.004535720514774543,0.023925556311973416 +block,2d-64,8,264,0.013879360999226419,0.003533830484789825,0.024982882867886597 +block,2d-64,9,93,0.01468007218218553,0.006762887964066403,0.024410504891315212 +block,2d-64,10,176,0.012299105745675366,0.0019620226161680167,0.02498214610621178 +block,2d-64,11,114,0.013304371636863828,0.003517815772814807,0.02161109096095775 +block,2d-64,12,447,0.010440781560487453,0.0002481645111614831,0.020212544190424727 +block,2d-64,13,126,0.013956002337464685,0.0028689345210515405,0.022436635938580824 +block,2d-64,14,138,0.012482215702635066,-0.0017681288556580551,0.022861117559496998 +block,2d-64,15,108,0.011999026405420592,0.0026512574736944133,0.022669337612718547 +block,2d-64,16,434,0.01204641193967287,-4.675386640052482e-05,0.021641739064571487 +block,2d-64,17,145,0.014295415151533953,0.002994286738522399,0.026167283872632573 +block,2d-64,18,142,0.012052517201990746,0.003250968375752944,0.024226648842664292 +block,2d-64,19,118,0.016783769527618606,0.006470002050503073,0.027477607514195174 +block,2d-64,20,261,0.010187027433596979,-0.0016399905463545146,0.021019963982582265 +block,2d-64,21,107,0.01346166883130134,-0.0006729272182597161,0.02168460705584324 +block,2d-64,22,58,0.018115860023517876,0.006176186637218011,0.02813714013589269 +block,2d-64,23,36,0.011484288868861606,0.0009840500965715385,0.025732391656693 +block,3d-axis0-slice,0,21,0.9979974213550225,0.9919132082454284,0.9991074607826514 +block,3d-axis0-slice,1,30,0.9964777342885875,0.9930253717757319,0.9986384781445289 +block,3d-axis0-slice,2,19,0.9944159697777617,0.9918918379626837,0.9984051014947126 +block,3d-axis0-slice,3,25,0.9952442911267027,0.9901901449619488,0.9969886550034407 +block,3d-axis0-slice,4,25,0.9974318963005511,0.9943409923291456,0.9986038889492098 +block,3d-axis0-slice,5,18,0.998267157357618,0.9952774441912474,0.9991537904234183 +block,3d-axis0-slice,6,13,0.9961877275009366,0.9923370760320499,0.9974347454424667 +block,3d-axis0-slice,7,16,0.9949061047476491,0.9910801621582696,0.9962644181928078 +block,3d-axis0-slice,8,20,0.9964421107245474,0.9897394461959558,0.9981449317504201 +block,3d-axis0-slice,9,18,0.997667747065203,0.9953788750600205,0.9993726748769715 +block,3d-axis0-slice,10,8,0.9962070328625536,0.9881559034236903,0.9987132222644496 +block,3d-axis0-slice,11,8,0.9942417984106242,0.990425139830641,0.997612429002756 +block,3d-axis0-slice,12,21,0.9972829832575825,0.9953609819889534,0.9989504871466931 +block,3d-axis0-slice,13,8,0.9990981742596038,0.9972523909618378,0.999415167966053 +block,3d-axis0-slice,14,3,0.9992770560381737,0.9946946839786991,0.9993095988827703 +block,3d-axis0-slice,15,5,0.9976076675869366,0.997220089080847,0.9982798840475241 +block,3d-axis0-slice,16,5,0.9938412885348621,0.9904227326475673,0.9975516447539853 +block,3d-axis0-slice,17,4,0.9976380431427594,0.99681231970145,0.9980051631791542 +block,3d-axis0-slice,18,3,0.990204033484286,0.9897726565262364,0.9907733664461621 +block,3d-axis0-slice,20,3,0.9978354987542325,0.9969266728454125,0.9984509007507711 +block,3d-axis0-slice,21,1,0.9903946099595192,0.9903946099595192,0.9903946099595192 +block,3d-volume,0,11,0.8808719619367277,0.8022160073788235,0.9290339633281453 +block,3d-volume,1,30,0.860270360468439,0.7843981969261361,0.9080938775304134 +block,3d-volume,2,32,0.8560786678157898,0.7873096209196705,0.9172702050933522 +block,3d-volume,3,20,0.8635443286938794,0.7739478595366118,0.9352764032739678 +block,3d-volume,4,29,0.839065051747565,0.7756163554455586,0.892317257603093 +block,3d-volume,5,20,0.802039122632485,0.7698342438427777,0.8892367804699988 +block,3d-volume,6,19,0.8649610706130815,0.8068751614830983,0.9147549633399301 +block,3d-volume,7,13,0.8338788272523221,0.8111808153950231,0.8961788833920625 +block,3d-volume,8,25,0.8210691749524753,0.7869135461084978,0.8984399780703005 +block,3d-volume,9,7,0.7921202796541179,0.7829800826876393,0.8383111208949781 +block,3d-volume,10,14,0.8712767579792928,0.808286835207875,0.9311130535641426 +block,3d-volume,11,15,0.8567301881799948,0.8420882491714214,0.8723359157908674 +block,3d-volume,12,13,0.878820052327295,0.8005055367654049,0.9003593656208086 +block,3d-volume,13,5,0.8413887031483342,0.8269826043982158,0.8663564744427157 +block,3d-volume,14,5,0.8482732480061685,0.8037558138103084,0.8543993886099361 +block,3d-volume,15,4,0.9044995313662272,0.8779254085355535,0.9110599729107347 +block,3d-volume,16,4,0.843600741507026,0.7971940369401024,0.8823409979846442 +block,3d-volume,17,5,0.7775241450511589,0.7623044324936186,0.8205122958709042 +block,3d-volume,18,1,0.7536817290838455,0.7536817290838455,0.7536817290838455 +block,3d-volume,19,1,0.8474271739113811,0.8474271739113811,0.8474271739113811 +block,3d-volume,21,1,0.8644054697085172,0.8644054697085172,0.8644054697085172 diff --git a/results/qwen35-2b/analysis/null_histograms.csv b/results/qwen35-2b/analysis/null_histograms.csv new file mode 100644 index 0000000..68c25c2 --- /dev/null +++ b/results/qwen35-2b/analysis/null_histograms.csv @@ -0,0 +1,376 @@ +mode,ndim,method,samples,bin_left,bin_right,count,density +tensor,1,shuffled,48,-1.0,-0.92,0,0.0 +tensor,1,shuffled,48,-0.92,-0.84,0,0.0 +tensor,1,shuffled,48,-0.84,-0.76,0,0.0 +tensor,1,shuffled,48,-0.76,-0.6799999999999999,0,0.0 +tensor,1,shuffled,48,-0.6799999999999999,-0.6,0,0.0 +tensor,1,shuffled,48,-0.6,-0.52,0,0.0 +tensor,1,shuffled,48,-0.52,-0.43999999999999995,0,0.0 +tensor,1,shuffled,48,-0.43999999999999995,-0.36,0,0.0 +tensor,1,shuffled,48,-0.36,-0.28,0,0.0 +tensor,1,shuffled,48,-0.28,-0.19999999999999996,0,0.0 +tensor,1,shuffled,48,-0.19999999999999996,-0.12,0,0.0 +tensor,1,shuffled,48,-0.12,-0.040000000000000036,1,0.2604166666666668 +tensor,1,shuffled,48,-0.040000000000000036,0.040000000000000036,12,3.1249999999999973 +tensor,1,shuffled,48,0.040000000000000036,0.1200000000000001,2,0.5208333333333329 +tensor,1,shuffled,48,0.1200000000000001,0.19999999999999996,0,0.0 +tensor,1,shuffled,48,0.19999999999999996,0.28,0,0.0 +tensor,1,shuffled,48,0.28,0.3600000000000001,1,0.26041666666666646 +tensor,1,shuffled,48,0.3600000000000001,0.43999999999999995,0,0.0 +tensor,1,shuffled,48,0.43999999999999995,0.52,2,0.5208333333333329 +tensor,1,shuffled,48,0.52,0.6000000000000001,2,0.5208333333333329 +tensor,1,shuffled,48,0.6000000000000001,0.6799999999999999,2,0.5208333333333344 +tensor,1,shuffled,48,0.6799999999999999,0.76,0,0.0 +tensor,1,shuffled,48,0.76,0.8400000000000001,0,0.0 +tensor,1,shuffled,48,0.8400000000000001,0.9199999999999999,6,1.5625000000000029 +tensor,1,shuffled,48,0.9199999999999999,1.0,20,5.208333333333329 +tensor,1,gaussian_norm_matched,48,-1.0,-0.92,0,0.0 +tensor,1,gaussian_norm_matched,48,-0.92,-0.84,0,0.0 +tensor,1,gaussian_norm_matched,48,-0.84,-0.76,0,0.0 +tensor,1,gaussian_norm_matched,48,-0.76,-0.6799999999999999,0,0.0 +tensor,1,gaussian_norm_matched,48,-0.6799999999999999,-0.6,0,0.0 +tensor,1,gaussian_norm_matched,48,-0.6,-0.52,0,0.0 +tensor,1,gaussian_norm_matched,48,-0.52,-0.43999999999999995,0,0.0 +tensor,1,gaussian_norm_matched,48,-0.43999999999999995,-0.36,0,0.0 +tensor,1,gaussian_norm_matched,48,-0.36,-0.28,0,0.0 +tensor,1,gaussian_norm_matched,48,-0.28,-0.19999999999999996,0,0.0 +tensor,1,gaussian_norm_matched,48,-0.19999999999999996,-0.12,0,0.0 +tensor,1,gaussian_norm_matched,48,-0.12,-0.040000000000000036,8,2.0833333333333344 +tensor,1,gaussian_norm_matched,48,-0.040000000000000036,0.040000000000000036,31,8.072916666666659 +tensor,1,gaussian_norm_matched,48,0.040000000000000036,0.1200000000000001,5,1.3020833333333321 +tensor,1,gaussian_norm_matched,48,0.1200000000000001,0.19999999999999996,1,0.2604166666666672 +tensor,1,gaussian_norm_matched,48,0.19999999999999996,0.28,0,0.0 +tensor,1,gaussian_norm_matched,48,0.28,0.3600000000000001,2,0.5208333333333329 +tensor,1,gaussian_norm_matched,48,0.3600000000000001,0.43999999999999995,1,0.2604166666666672 +tensor,1,gaussian_norm_matched,48,0.43999999999999995,0.52,0,0.0 +tensor,1,gaussian_norm_matched,48,0.52,0.6000000000000001,0,0.0 +tensor,1,gaussian_norm_matched,48,0.6000000000000001,0.6799999999999999,0,0.0 +tensor,1,gaussian_norm_matched,48,0.6799999999999999,0.76,0,0.0 +tensor,1,gaussian_norm_matched,48,0.76,0.8400000000000001,0,0.0 +tensor,1,gaussian_norm_matched,48,0.8400000000000001,0.9199999999999999,0,0.0 +tensor,1,gaussian_norm_matched,48,0.9199999999999999,1.0,0,0.0 +tensor,1,random_actual_same_role,45,-1.0,-0.92,0,0.0 +tensor,1,random_actual_same_role,45,-0.92,-0.84,0,0.0 +tensor,1,random_actual_same_role,45,-0.84,-0.76,0,0.0 +tensor,1,random_actual_same_role,45,-0.76,-0.6799999999999999,0,0.0 +tensor,1,random_actual_same_role,45,-0.6799999999999999,-0.6,0,0.0 +tensor,1,random_actual_same_role,45,-0.6,-0.52,0,0.0 +tensor,1,random_actual_same_role,45,-0.52,-0.43999999999999995,0,0.0 +tensor,1,random_actual_same_role,45,-0.43999999999999995,-0.36,0,0.0 +tensor,1,random_actual_same_role,45,-0.36,-0.28,1,0.2777777777777779 +tensor,1,random_actual_same_role,45,-0.28,-0.19999999999999996,0,0.0 +tensor,1,random_actual_same_role,45,-0.19999999999999996,-0.12,0,0.0 +tensor,1,random_actual_same_role,45,-0.12,-0.040000000000000036,2,0.5555555555555558 +tensor,1,random_actual_same_role,45,-0.040000000000000036,0.040000000000000036,5,1.3888888888888877 +tensor,1,random_actual_same_role,45,0.040000000000000036,0.1200000000000001,3,0.8333333333333326 +tensor,1,random_actual_same_role,45,0.1200000000000001,0.19999999999999996,1,0.2777777777777783 +tensor,1,random_actual_same_role,45,0.19999999999999996,0.28,1,0.2777777777777775 +tensor,1,random_actual_same_role,45,0.28,0.3600000000000001,1,0.2777777777777775 +tensor,1,random_actual_same_role,45,0.3600000000000001,0.43999999999999995,2,0.5555555555555566 +tensor,1,random_actual_same_role,45,0.43999999999999995,0.52,1,0.2777777777777775 +tensor,1,random_actual_same_role,45,0.52,0.6000000000000001,2,0.555555555555555 +tensor,1,random_actual_same_role,45,0.6000000000000001,0.6799999999999999,1,0.2777777777777783 +tensor,1,random_actual_same_role,45,0.6799999999999999,0.76,2,0.555555555555555 +tensor,1,random_actual_same_role,45,0.76,0.8400000000000001,2,0.555555555555555 +tensor,1,random_actual_same_role,45,0.8400000000000001,0.9199999999999999,8,2.2222222222222263 +tensor,1,random_actual_same_role,45,0.9199999999999999,1.0,13,3.611111111111108 +tensor,2,shuffled,48,-1.0,-0.92,0,0.0 +tensor,2,shuffled,48,-0.92,-0.84,0,0.0 +tensor,2,shuffled,48,-0.84,-0.76,0,0.0 +tensor,2,shuffled,48,-0.76,-0.6799999999999999,0,0.0 +tensor,2,shuffled,48,-0.6799999999999999,-0.6,0,0.0 +tensor,2,shuffled,48,-0.6,-0.52,0,0.0 +tensor,2,shuffled,48,-0.52,-0.43999999999999995,0,0.0 +tensor,2,shuffled,48,-0.43999999999999995,-0.36,0,0.0 +tensor,2,shuffled,48,-0.36,-0.28,0,0.0 +tensor,2,shuffled,48,-0.28,-0.19999999999999996,0,0.0 +tensor,2,shuffled,48,-0.19999999999999996,-0.12,0,0.0 +tensor,2,shuffled,48,-0.12,-0.040000000000000036,1,0.2604166666666668 +tensor,2,shuffled,48,-0.040000000000000036,0.040000000000000036,42,10.937499999999991 +tensor,2,shuffled,48,0.040000000000000036,0.1200000000000001,5,1.3020833333333321 +tensor,2,shuffled,48,0.1200000000000001,0.19999999999999996,0,0.0 +tensor,2,shuffled,48,0.19999999999999996,0.28,0,0.0 +tensor,2,shuffled,48,0.28,0.3600000000000001,0,0.0 +tensor,2,shuffled,48,0.3600000000000001,0.43999999999999995,0,0.0 +tensor,2,shuffled,48,0.43999999999999995,0.52,0,0.0 +tensor,2,shuffled,48,0.52,0.6000000000000001,0,0.0 +tensor,2,shuffled,48,0.6000000000000001,0.6799999999999999,0,0.0 +tensor,2,shuffled,48,0.6799999999999999,0.76,0,0.0 +tensor,2,shuffled,48,0.76,0.8400000000000001,0,0.0 +tensor,2,shuffled,48,0.8400000000000001,0.9199999999999999,0,0.0 +tensor,2,shuffled,48,0.9199999999999999,1.0,0,0.0 +tensor,2,gaussian_norm_matched,48,-1.0,-0.92,0,0.0 +tensor,2,gaussian_norm_matched,48,-0.92,-0.84,0,0.0 +tensor,2,gaussian_norm_matched,48,-0.84,-0.76,0,0.0 +tensor,2,gaussian_norm_matched,48,-0.76,-0.6799999999999999,0,0.0 +tensor,2,gaussian_norm_matched,48,-0.6799999999999999,-0.6,0,0.0 +tensor,2,gaussian_norm_matched,48,-0.6,-0.52,0,0.0 +tensor,2,gaussian_norm_matched,48,-0.52,-0.43999999999999995,0,0.0 +tensor,2,gaussian_norm_matched,48,-0.43999999999999995,-0.36,0,0.0 +tensor,2,gaussian_norm_matched,48,-0.36,-0.28,0,0.0 +tensor,2,gaussian_norm_matched,48,-0.28,-0.19999999999999996,0,0.0 +tensor,2,gaussian_norm_matched,48,-0.19999999999999996,-0.12,0,0.0 +tensor,2,gaussian_norm_matched,48,-0.12,-0.040000000000000036,1,0.2604166666666668 +tensor,2,gaussian_norm_matched,48,-0.040000000000000036,0.040000000000000036,47,12.239583333333323 +tensor,2,gaussian_norm_matched,48,0.040000000000000036,0.1200000000000001,0,0.0 +tensor,2,gaussian_norm_matched,48,0.1200000000000001,0.19999999999999996,0,0.0 +tensor,2,gaussian_norm_matched,48,0.19999999999999996,0.28,0,0.0 +tensor,2,gaussian_norm_matched,48,0.28,0.3600000000000001,0,0.0 +tensor,2,gaussian_norm_matched,48,0.3600000000000001,0.43999999999999995,0,0.0 +tensor,2,gaussian_norm_matched,48,0.43999999999999995,0.52,0,0.0 +tensor,2,gaussian_norm_matched,48,0.52,0.6000000000000001,0,0.0 +tensor,2,gaussian_norm_matched,48,0.6000000000000001,0.6799999999999999,0,0.0 +tensor,2,gaussian_norm_matched,48,0.6799999999999999,0.76,0,0.0 +tensor,2,gaussian_norm_matched,48,0.76,0.8400000000000001,0,0.0 +tensor,2,gaussian_norm_matched,48,0.8400000000000001,0.9199999999999999,0,0.0 +tensor,2,gaussian_norm_matched,48,0.9199999999999999,1.0,0,0.0 +tensor,2,random_actual_same_role,48,-1.0,-0.92,0,0.0 +tensor,2,random_actual_same_role,48,-0.92,-0.84,0,0.0 +tensor,2,random_actual_same_role,48,-0.84,-0.76,0,0.0 +tensor,2,random_actual_same_role,48,-0.76,-0.6799999999999999,0,0.0 +tensor,2,random_actual_same_role,48,-0.6799999999999999,-0.6,0,0.0 +tensor,2,random_actual_same_role,48,-0.6,-0.52,0,0.0 +tensor,2,random_actual_same_role,48,-0.52,-0.43999999999999995,0,0.0 +tensor,2,random_actual_same_role,48,-0.43999999999999995,-0.36,0,0.0 +tensor,2,random_actual_same_role,48,-0.36,-0.28,0,0.0 +tensor,2,random_actual_same_role,48,-0.28,-0.19999999999999996,0,0.0 +tensor,2,random_actual_same_role,48,-0.19999999999999996,-0.12,0,0.0 +tensor,2,random_actual_same_role,48,-0.12,-0.040000000000000036,2,0.5208333333333336 +tensor,2,random_actual_same_role,48,-0.040000000000000036,0.040000000000000036,39,10.156249999999991 +tensor,2,random_actual_same_role,48,0.040000000000000036,0.1200000000000001,5,1.3020833333333321 +tensor,2,random_actual_same_role,48,0.1200000000000001,0.19999999999999996,1,0.2604166666666672 +tensor,2,random_actual_same_role,48,0.19999999999999996,0.28,0,0.0 +tensor,2,random_actual_same_role,48,0.28,0.3600000000000001,1,0.26041666666666646 +tensor,2,random_actual_same_role,48,0.3600000000000001,0.43999999999999995,0,0.0 +tensor,2,random_actual_same_role,48,0.43999999999999995,0.52,0,0.0 +tensor,2,random_actual_same_role,48,0.52,0.6000000000000001,0,0.0 +tensor,2,random_actual_same_role,48,0.6000000000000001,0.6799999999999999,0,0.0 +tensor,2,random_actual_same_role,48,0.6799999999999999,0.76,0,0.0 +tensor,2,random_actual_same_role,48,0.76,0.8400000000000001,0,0.0 +tensor,2,random_actual_same_role,48,0.8400000000000001,0.9199999999999999,0,0.0 +tensor,2,random_actual_same_role,48,0.9199999999999999,1.0,0,0.0 +tensor,3,shuffled,4,-1.0,-0.92,0,0.0 +tensor,3,shuffled,4,-0.92,-0.84,0,0.0 +tensor,3,shuffled,4,-0.84,-0.76,0,0.0 +tensor,3,shuffled,4,-0.76,-0.6799999999999999,0,0.0 +tensor,3,shuffled,4,-0.6799999999999999,-0.6,0,0.0 +tensor,3,shuffled,4,-0.6,-0.52,0,0.0 +tensor,3,shuffled,4,-0.52,-0.43999999999999995,0,0.0 +tensor,3,shuffled,4,-0.43999999999999995,-0.36,0,0.0 +tensor,3,shuffled,4,-0.36,-0.28,0,0.0 +tensor,3,shuffled,4,-0.28,-0.19999999999999996,0,0.0 +tensor,3,shuffled,4,-0.19999999999999996,-0.12,0,0.0 +tensor,3,shuffled,4,-0.12,-0.040000000000000036,0,0.0 +tensor,3,shuffled,4,-0.040000000000000036,0.040000000000000036,3,9.374999999999991 +tensor,3,shuffled,4,0.040000000000000036,0.1200000000000001,1,3.1249999999999973 +tensor,3,shuffled,4,0.1200000000000001,0.19999999999999996,0,0.0 +tensor,3,shuffled,4,0.19999999999999996,0.28,0,0.0 +tensor,3,shuffled,4,0.28,0.3600000000000001,0,0.0 +tensor,3,shuffled,4,0.3600000000000001,0.43999999999999995,0,0.0 +tensor,3,shuffled,4,0.43999999999999995,0.52,0,0.0 +tensor,3,shuffled,4,0.52,0.6000000000000001,0,0.0 +tensor,3,shuffled,4,0.6000000000000001,0.6799999999999999,0,0.0 +tensor,3,shuffled,4,0.6799999999999999,0.76,0,0.0 +tensor,3,shuffled,4,0.76,0.8400000000000001,0,0.0 +tensor,3,shuffled,4,0.8400000000000001,0.9199999999999999,0,0.0 +tensor,3,shuffled,4,0.9199999999999999,1.0,0,0.0 +tensor,3,gaussian_norm_matched,4,-1.0,-0.92,0,0.0 +tensor,3,gaussian_norm_matched,4,-0.92,-0.84,0,0.0 +tensor,3,gaussian_norm_matched,4,-0.84,-0.76,0,0.0 +tensor,3,gaussian_norm_matched,4,-0.76,-0.6799999999999999,0,0.0 +tensor,3,gaussian_norm_matched,4,-0.6799999999999999,-0.6,0,0.0 +tensor,3,gaussian_norm_matched,4,-0.6,-0.52,0,0.0 +tensor,3,gaussian_norm_matched,4,-0.52,-0.43999999999999995,0,0.0 +tensor,3,gaussian_norm_matched,4,-0.43999999999999995,-0.36,0,0.0 +tensor,3,gaussian_norm_matched,4,-0.36,-0.28,0,0.0 +tensor,3,gaussian_norm_matched,4,-0.28,-0.19999999999999996,0,0.0 +tensor,3,gaussian_norm_matched,4,-0.19999999999999996,-0.12,0,0.0 +tensor,3,gaussian_norm_matched,4,-0.12,-0.040000000000000036,0,0.0 +tensor,3,gaussian_norm_matched,4,-0.040000000000000036,0.040000000000000036,4,12.49999999999999 +tensor,3,gaussian_norm_matched,4,0.040000000000000036,0.1200000000000001,0,0.0 +tensor,3,gaussian_norm_matched,4,0.1200000000000001,0.19999999999999996,0,0.0 +tensor,3,gaussian_norm_matched,4,0.19999999999999996,0.28,0,0.0 +tensor,3,gaussian_norm_matched,4,0.28,0.3600000000000001,0,0.0 +tensor,3,gaussian_norm_matched,4,0.3600000000000001,0.43999999999999995,0,0.0 +tensor,3,gaussian_norm_matched,4,0.43999999999999995,0.52,0,0.0 +tensor,3,gaussian_norm_matched,4,0.52,0.6000000000000001,0,0.0 +tensor,3,gaussian_norm_matched,4,0.6000000000000001,0.6799999999999999,0,0.0 +tensor,3,gaussian_norm_matched,4,0.6799999999999999,0.76,0,0.0 +tensor,3,gaussian_norm_matched,4,0.76,0.8400000000000001,0,0.0 +tensor,3,gaussian_norm_matched,4,0.8400000000000001,0.9199999999999999,0,0.0 +tensor,3,gaussian_norm_matched,4,0.9199999999999999,1.0,0,0.0 +tensor,3,random_actual_same_role,3,-1.0,-0.92,0,0.0 +tensor,3,random_actual_same_role,3,-0.92,-0.84,0,0.0 +tensor,3,random_actual_same_role,3,-0.84,-0.76,0,0.0 +tensor,3,random_actual_same_role,3,-0.76,-0.6799999999999999,0,0.0 +tensor,3,random_actual_same_role,3,-0.6799999999999999,-0.6,0,0.0 +tensor,3,random_actual_same_role,3,-0.6,-0.52,0,0.0 +tensor,3,random_actual_same_role,3,-0.52,-0.43999999999999995,0,0.0 +tensor,3,random_actual_same_role,3,-0.43999999999999995,-0.36,0,0.0 +tensor,3,random_actual_same_role,3,-0.36,-0.28,0,0.0 +tensor,3,random_actual_same_role,3,-0.28,-0.19999999999999996,0,0.0 +tensor,3,random_actual_same_role,3,-0.19999999999999996,-0.12,0,0.0 +tensor,3,random_actual_same_role,3,-0.12,-0.040000000000000036,1,4.166666666666669 +tensor,3,random_actual_same_role,3,-0.040000000000000036,0.040000000000000036,1,4.166666666666663 +tensor,3,random_actual_same_role,3,0.040000000000000036,0.1200000000000001,1,4.166666666666663 +tensor,3,random_actual_same_role,3,0.1200000000000001,0.19999999999999996,0,0.0 +tensor,3,random_actual_same_role,3,0.19999999999999996,0.28,0,0.0 +tensor,3,random_actual_same_role,3,0.28,0.3600000000000001,0,0.0 +tensor,3,random_actual_same_role,3,0.3600000000000001,0.43999999999999995,0,0.0 +tensor,3,random_actual_same_role,3,0.43999999999999995,0.52,0,0.0 +tensor,3,random_actual_same_role,3,0.52,0.6000000000000001,0,0.0 +tensor,3,random_actual_same_role,3,0.6000000000000001,0.6799999999999999,0,0.0 +tensor,3,random_actual_same_role,3,0.6799999999999999,0.76,0,0.0 +tensor,3,random_actual_same_role,3,0.76,0.8400000000000001,0,0.0 +tensor,3,random_actual_same_role,3,0.8400000000000001,0.9199999999999999,0,0.0 +tensor,3,random_actual_same_role,3,0.9199999999999999,1.0,0,0.0 +block,2,shuffled,96,-1.0,-0.92,0,0.0 +block,2,shuffled,96,-0.92,-0.84,0,0.0 +block,2,shuffled,96,-0.84,-0.76,0,0.0 +block,2,shuffled,96,-0.76,-0.6799999999999999,0,0.0 +block,2,shuffled,96,-0.6799999999999999,-0.6,0,0.0 +block,2,shuffled,96,-0.6,-0.52,0,0.0 +block,2,shuffled,96,-0.52,-0.43999999999999995,0,0.0 +block,2,shuffled,96,-0.43999999999999995,-0.36,0,0.0 +block,2,shuffled,96,-0.36,-0.28,0,0.0 +block,2,shuffled,96,-0.28,-0.19999999999999996,0,0.0 +block,2,shuffled,96,-0.19999999999999996,-0.12,0,0.0 +block,2,shuffled,96,-0.12,-0.040000000000000036,2,0.2604166666666668 +block,2,shuffled,96,-0.040000000000000036,0.040000000000000036,89,11.588541666666657 +block,2,shuffled,96,0.040000000000000036,0.1200000000000001,5,0.6510416666666661 +block,2,shuffled,96,0.1200000000000001,0.19999999999999996,0,0.0 +block,2,shuffled,96,0.19999999999999996,0.28,0,0.0 +block,2,shuffled,96,0.28,0.3600000000000001,0,0.0 +block,2,shuffled,96,0.3600000000000001,0.43999999999999995,0,0.0 +block,2,shuffled,96,0.43999999999999995,0.52,0,0.0 +block,2,shuffled,96,0.52,0.6000000000000001,0,0.0 +block,2,shuffled,96,0.6000000000000001,0.6799999999999999,0,0.0 +block,2,shuffled,96,0.6799999999999999,0.76,0,0.0 +block,2,shuffled,96,0.76,0.8400000000000001,0,0.0 +block,2,shuffled,96,0.8400000000000001,0.9199999999999999,0,0.0 +block,2,shuffled,96,0.9199999999999999,1.0,0,0.0 +block,2,gaussian_norm_matched,96,-1.0,-0.92,0,0.0 +block,2,gaussian_norm_matched,96,-0.92,-0.84,0,0.0 +block,2,gaussian_norm_matched,96,-0.84,-0.76,0,0.0 +block,2,gaussian_norm_matched,96,-0.76,-0.6799999999999999,0,0.0 +block,2,gaussian_norm_matched,96,-0.6799999999999999,-0.6,0,0.0 +block,2,gaussian_norm_matched,96,-0.6,-0.52,0,0.0 +block,2,gaussian_norm_matched,96,-0.52,-0.43999999999999995,0,0.0 +block,2,gaussian_norm_matched,96,-0.43999999999999995,-0.36,0,0.0 +block,2,gaussian_norm_matched,96,-0.36,-0.28,0,0.0 +block,2,gaussian_norm_matched,96,-0.28,-0.19999999999999996,0,0.0 +block,2,gaussian_norm_matched,96,-0.19999999999999996,-0.12,0,0.0 +block,2,gaussian_norm_matched,96,-0.12,-0.040000000000000036,3,0.3906250000000002 +block,2,gaussian_norm_matched,96,-0.040000000000000036,0.040000000000000036,91,11.848958333333323 +block,2,gaussian_norm_matched,96,0.040000000000000036,0.1200000000000001,2,0.26041666666666646 +block,2,gaussian_norm_matched,96,0.1200000000000001,0.19999999999999996,0,0.0 +block,2,gaussian_norm_matched,96,0.19999999999999996,0.28,0,0.0 +block,2,gaussian_norm_matched,96,0.28,0.3600000000000001,0,0.0 +block,2,gaussian_norm_matched,96,0.3600000000000001,0.43999999999999995,0,0.0 +block,2,gaussian_norm_matched,96,0.43999999999999995,0.52,0,0.0 +block,2,gaussian_norm_matched,96,0.52,0.6000000000000001,0,0.0 +block,2,gaussian_norm_matched,96,0.6000000000000001,0.6799999999999999,0,0.0 +block,2,gaussian_norm_matched,96,0.6799999999999999,0.76,0,0.0 +block,2,gaussian_norm_matched,96,0.76,0.8400000000000001,0,0.0 +block,2,gaussian_norm_matched,96,0.8400000000000001,0.9199999999999999,0,0.0 +block,2,gaussian_norm_matched,96,0.9199999999999999,1.0,0,0.0 +block,2,random_actual_same_role,156,-1.0,-0.92,0,0.0 +block,2,random_actual_same_role,156,-0.92,-0.84,0,0.0 +block,2,random_actual_same_role,156,-0.84,-0.76,0,0.0 +block,2,random_actual_same_role,156,-0.76,-0.6799999999999999,0,0.0 +block,2,random_actual_same_role,156,-0.6799999999999999,-0.6,0,0.0 +block,2,random_actual_same_role,156,-0.6,-0.52,0,0.0 +block,2,random_actual_same_role,156,-0.52,-0.43999999999999995,0,0.0 +block,2,random_actual_same_role,156,-0.43999999999999995,-0.36,0,0.0 +block,2,random_actual_same_role,156,-0.36,-0.28,0,0.0 +block,2,random_actual_same_role,156,-0.28,-0.19999999999999996,0,0.0 +block,2,random_actual_same_role,156,-0.19999999999999996,-0.12,0,0.0 +block,2,random_actual_same_role,156,-0.12,-0.040000000000000036,3,0.2403846153846155 +block,2,random_actual_same_role,156,-0.040000000000000036,0.040000000000000036,144,11.538461538461528 +block,2,random_actual_same_role,156,0.040000000000000036,0.1200000000000001,9,0.7211538461538455 +block,2,random_actual_same_role,156,0.1200000000000001,0.19999999999999996,0,0.0 +block,2,random_actual_same_role,156,0.19999999999999996,0.28,0,0.0 +block,2,random_actual_same_role,156,0.28,0.3600000000000001,0,0.0 +block,2,random_actual_same_role,156,0.3600000000000001,0.43999999999999995,0,0.0 +block,2,random_actual_same_role,156,0.43999999999999995,0.52,0,0.0 +block,2,random_actual_same_role,156,0.52,0.6000000000000001,0,0.0 +block,2,random_actual_same_role,156,0.6000000000000001,0.6799999999999999,0,0.0 +block,2,random_actual_same_role,156,0.6799999999999999,0.76,0,0.0 +block,2,random_actual_same_role,156,0.76,0.8400000000000001,0,0.0 +block,2,random_actual_same_role,156,0.8400000000000001,0.9199999999999999,0,0.0 +block,2,random_actual_same_role,156,0.9199999999999999,1.0,0,0.0 +block,3,shuffled,4,-1.0,-0.92,0,0.0 +block,3,shuffled,4,-0.92,-0.84,0,0.0 +block,3,shuffled,4,-0.84,-0.76,0,0.0 +block,3,shuffled,4,-0.76,-0.6799999999999999,0,0.0 +block,3,shuffled,4,-0.6799999999999999,-0.6,0,0.0 +block,3,shuffled,4,-0.6,-0.52,0,0.0 +block,3,shuffled,4,-0.52,-0.43999999999999995,0,0.0 +block,3,shuffled,4,-0.43999999999999995,-0.36,1,3.1250000000000018 +block,3,shuffled,4,-0.36,-0.28,0,0.0 +block,3,shuffled,4,-0.28,-0.19999999999999996,0,0.0 +block,3,shuffled,4,-0.19999999999999996,-0.12,0,0.0 +block,3,shuffled,4,-0.12,-0.040000000000000036,0,0.0 +block,3,shuffled,4,-0.040000000000000036,0.040000000000000036,2,6.249999999999995 +block,3,shuffled,4,0.040000000000000036,0.1200000000000001,0,0.0 +block,3,shuffled,4,0.1200000000000001,0.19999999999999996,0,0.0 +block,3,shuffled,4,0.19999999999999996,0.28,1,3.1249999999999973 +block,3,shuffled,4,0.28,0.3600000000000001,0,0.0 +block,3,shuffled,4,0.3600000000000001,0.43999999999999995,0,0.0 +block,3,shuffled,4,0.43999999999999995,0.52,0,0.0 +block,3,shuffled,4,0.52,0.6000000000000001,0,0.0 +block,3,shuffled,4,0.6000000000000001,0.6799999999999999,0,0.0 +block,3,shuffled,4,0.6799999999999999,0.76,0,0.0 +block,3,shuffled,4,0.76,0.8400000000000001,0,0.0 +block,3,shuffled,4,0.8400000000000001,0.9199999999999999,0,0.0 +block,3,shuffled,4,0.9199999999999999,1.0,0,0.0 +block,3,gaussian_norm_matched,4,-1.0,-0.92,0,0.0 +block,3,gaussian_norm_matched,4,-0.92,-0.84,0,0.0 +block,3,gaussian_norm_matched,4,-0.84,-0.76,0,0.0 +block,3,gaussian_norm_matched,4,-0.76,-0.6799999999999999,0,0.0 +block,3,gaussian_norm_matched,4,-0.6799999999999999,-0.6,0,0.0 +block,3,gaussian_norm_matched,4,-0.6,-0.52,0,0.0 +block,3,gaussian_norm_matched,4,-0.52,-0.43999999999999995,0,0.0 +block,3,gaussian_norm_matched,4,-0.43999999999999995,-0.36,0,0.0 +block,3,gaussian_norm_matched,4,-0.36,-0.28,0,0.0 +block,3,gaussian_norm_matched,4,-0.28,-0.19999999999999996,0,0.0 +block,3,gaussian_norm_matched,4,-0.19999999999999996,-0.12,1,3.1250000000000018 +block,3,gaussian_norm_matched,4,-0.12,-0.040000000000000036,0,0.0 +block,3,gaussian_norm_matched,4,-0.040000000000000036,0.040000000000000036,0,0.0 +block,3,gaussian_norm_matched,4,0.040000000000000036,0.1200000000000001,1,3.1249999999999973 +block,3,gaussian_norm_matched,4,0.1200000000000001,0.19999999999999996,0,0.0 +block,3,gaussian_norm_matched,4,0.19999999999999996,0.28,0,0.0 +block,3,gaussian_norm_matched,4,0.28,0.3600000000000001,0,0.0 +block,3,gaussian_norm_matched,4,0.3600000000000001,0.43999999999999995,0,0.0 +block,3,gaussian_norm_matched,4,0.43999999999999995,0.52,0,0.0 +block,3,gaussian_norm_matched,4,0.52,0.6000000000000001,0,0.0 +block,3,gaussian_norm_matched,4,0.6000000000000001,0.6799999999999999,1,3.1250000000000058 +block,3,gaussian_norm_matched,4,0.6799999999999999,0.76,1,3.1249999999999973 +block,3,gaussian_norm_matched,4,0.76,0.8400000000000001,0,0.0 +block,3,gaussian_norm_matched,4,0.8400000000000001,0.9199999999999999,0,0.0 +block,3,gaussian_norm_matched,4,0.9199999999999999,1.0,0,0.0 +block,3,random_actual_same_role,6,-1.0,-0.92,0,0.0 +block,3,random_actual_same_role,6,-0.92,-0.84,1,2.0833333333333317 +block,3,random_actual_same_role,6,-0.84,-0.76,0,0.0 +block,3,random_actual_same_role,6,-0.76,-0.6799999999999999,0,0.0 +block,3,random_actual_same_role,6,-0.6799999999999999,-0.6,0,0.0 +block,3,random_actual_same_role,6,-0.6,-0.52,0,0.0 +block,3,random_actual_same_role,6,-0.52,-0.43999999999999995,1,2.0833333333333317 +block,3,random_actual_same_role,6,-0.43999999999999995,-0.36,1,2.0833333333333344 +block,3,random_actual_same_role,6,-0.36,-0.28,1,2.0833333333333344 +block,3,random_actual_same_role,6,-0.28,-0.19999999999999996,0,0.0 +block,3,random_actual_same_role,6,-0.19999999999999996,-0.12,1,2.0833333333333344 +block,3,random_actual_same_role,6,-0.12,-0.040000000000000036,0,0.0 +block,3,random_actual_same_role,6,-0.040000000000000036,0.040000000000000036,1,2.0833333333333317 +block,3,random_actual_same_role,6,0.040000000000000036,0.1200000000000001,0,0.0 +block,3,random_actual_same_role,6,0.1200000000000001,0.19999999999999996,0,0.0 +block,3,random_actual_same_role,6,0.19999999999999996,0.28,0,0.0 +block,3,random_actual_same_role,6,0.28,0.3600000000000001,0,0.0 +block,3,random_actual_same_role,6,0.3600000000000001,0.43999999999999995,0,0.0 +block,3,random_actual_same_role,6,0.43999999999999995,0.52,0,0.0 +block,3,random_actual_same_role,6,0.52,0.6000000000000001,0,0.0 +block,3,random_actual_same_role,6,0.6000000000000001,0.6799999999999999,0,0.0 +block,3,random_actual_same_role,6,0.6799999999999999,0.76,0,0.0 +block,3,random_actual_same_role,6,0.76,0.8400000000000001,0,0.0 +block,3,random_actual_same_role,6,0.8400000000000001,0.9199999999999999,0,0.0 +block,3,random_actual_same_role,6,0.9199999999999999,1.0,0,0.0 diff --git a/results/qwen35-2b/analysis/role_summary.csv b/results/qwen35-2b/analysis/role_summary.csv new file mode 100644 index 0000000..8895a2e --- /dev/null +++ b/results/qwen35-2b/analysis/role_summary.csv @@ -0,0 +1,87 @@ +mode,role,scale,shape,ndim,dtype,verified_pairs,minimum_direct_error,median_direct_error,maximum_cosine,minimum_scaled_error,pairs_under_5pct_direct_error,pairs_under_20pct_direct_error +tensor,model.language_model.layers.*.input_layernorm.weight,whole,"(2048,)",1,BF16,74,0.13912108191960726,0.3618018896863233,0.9970857492150444,0.07628898159153481,0,10 +tensor,model.language_model.layers.*.linear_attn.A_log,whole,"(16,)",1,F32,74,0.27903195486574556,0.5226947550912504,0.9627591388053268,0.2703605752450334,0,0 +tensor,model.language_model.layers.*.linear_attn.conv1d.weight,whole,"(6144, 1, 4)",3,BF16,74,1.098915802713169,1.6166702679005591,0.02807999077877503,0.9995776806560605,0,0 +tensor,model.language_model.layers.*.linear_attn.dt_bias,whole,"(16,)",1,BF16,74,0.5885114617058197,1.0044528421940808,0.8092128713956994,0.5875155561919422,0,0 +tensor,model.language_model.layers.*.linear_attn.in_proj_a.weight,whole,"(16, 2048)",2,BF16,74,1.1349952189534511,1.2168184642463737,0.29759171873785567,0.9546932328966456,0,0 +tensor,model.language_model.layers.*.linear_attn.in_proj_b.weight,whole,"(16, 2048)",2,BF16,74,1.0858901378940746,1.2225962811652291,0.3211769991079106,0.9470191842006356,0,0 +tensor,model.language_model.layers.*.linear_attn.in_proj_qkv.weight,whole,"(6144, 2048)",2,BF16,74,1.2723349817001153,1.4635296420527903,0.0010135353358410714,0.9999989240512659,0,0 +tensor,model.language_model.layers.*.linear_attn.in_proj_z.weight,whole,"(2048, 2048)",2,BF16,74,1.2910830542163632,1.4537858403559945,0.013531813033101601,0.9999084408264775,0,0 +tensor,model.language_model.layers.*.linear_attn.norm.weight,whole,"(128,)",1,F32,74,0.0996284846101826,0.14453921179048346,0.9962083215944217,0.08699988497707883,0,74 +tensor,model.language_model.layers.*.linear_attn.out_proj.weight,whole,"(2048, 2048)",2,BF16,74,1.3358019613674468,1.4033556107959,0.0016585943863867917,0.9999986245313849,0,0 +tensor,model.language_model.layers.*.mlp.down_proj.weight,whole,"(2048, 6144)",2,BF16,74,1.289324616789422,1.3421967541150206,0.0006628169766189873,0.9999997803368037,0,0 +tensor,model.language_model.layers.*.mlp.gate_proj.weight,whole,"(6144, 2048)",2,BF16,74,1.156201781439196,1.6720196078871572,0.009922418979925494,0.9999507715890752,0,0 +tensor,model.language_model.layers.*.mlp.up_proj.weight,whole,"(6144, 2048)",2,BF16,73,1.2210613405090442,1.3293668966359742,0.0008737601640509451,0.9999996182715151,0,0 +tensor,model.language_model.layers.*.post_attention_layernorm.weight,whole,"(2048,)",1,BF16,73,0.08389205016305105,0.33550848021824864,0.9982024397574774,0.05993237240606879,0,15 +tensor,model.language_model.layers.*.self_attn.k_norm.weight,whole,"(256,)",1,BF16,15,0.4220354869409763,0.5730767172719882,0.9109326955126066,0.41255499542017027,0,0 +tensor,model.language_model.layers.*.self_attn.k_proj.weight,whole,"(512, 2048)",2,BF16,15,1.3216500796717134,1.390928677608635,0.0029925337418067574,0.9999915875965523,0,0 +tensor,model.language_model.layers.*.self_attn.o_proj.weight,whole,"(2048, 2048)",2,BF16,15,1.1817960007584458,1.3582179033168547,0.000661789759001042,0.9999997810171335,0,0 +tensor,model.language_model.layers.*.self_attn.q_norm.weight,whole,"(256,)",1,BF16,15,0.39404064792499355,0.543936200795208,0.9230509542708148,0.38467770382456284,0,0 +tensor,model.language_model.layers.*.self_attn.q_proj.weight,whole,"(4096, 2048)",2,BF16,15,1.2822624900273465,1.452325507475276,0.031103970688887258,0.9995161544504345,0,0 +tensor,model.language_model.layers.*.self_attn.v_proj.weight,whole,"(512, 2048)",2,BF16,15,1.1381535663510483,1.279855729883491,0.004274933965921905,0.9999908624280459,0,0 +tensor,model.visual.layers.*.attn.proj.bias,whole,"(1024,)",1,BF16,73,0.6680979684279816,1.0326843804327857,0.7647843141032159,0.644286390436484,0,0 +tensor,model.visual.layers.*.attn.proj.weight,whole,"(1024, 1024)",2,BF16,73,1.2263109992320418,1.494030495278536,0.0022893779585961825,0.9999973793708475,0,0 +tensor,model.visual.layers.*.attn.qkv.bias,whole,"(3072,)",1,BF16,73,1.1508235097225006,1.2895358606896887,0.07880074887800716,0.9968903861389502,0,0 +tensor,model.visual.layers.*.attn.qkv.weight,whole,"(3072, 1024)",2,BF16,73,1.1919409580791358,1.3528352612266674,0.0012420225434440872,0.9999972512712101,0,0 +tensor,model.visual.layers.*.mlp.linear_fc1.bias,whole,"(4096,)",1,BF16,73,0.3423255120414103,0.4506608457966791,0.942832226875403,0.33326774816229754,0,0 +tensor,model.visual.layers.*.mlp.linear_fc1.weight,whole,"(4096, 1024)",2,BF16,73,1.2318420108577686,1.5641645589759754,0.0024998220990413433,0.999996875439855,0,0 +tensor,model.visual.layers.*.mlp.linear_fc2.bias,whole,"(1024,)",1,BF16,73,0.6856625742029931,1.008978107126644,0.7922147396405718,0.6102424160087705,0,0 +tensor,model.visual.layers.*.mlp.linear_fc2.weight,whole,"(1024, 4096)",2,BF16,73,1.2583800420385622,1.3660455322298402,0.0019111009657841638,0.9999962185103182,0,0 +tensor,model.visual.layers.*.norm1.bias,whole,"(1024,)",1,BF16,73,0.25115943947656993,0.690883854809181,0.9691259474486883,0.24656621419343377,0,0 +tensor,model.visual.layers.*.norm1.weight,whole,"(1024,)",1,BF16,73,0.04823731166106643,0.14504506306481724,0.9992280358422151,0.03928526933736397,1,58 +tensor,model.visual.layers.*.norm2.bias,whole,"(1024,)",1,BF16,73,0.46245716111033913,0.9605989201912757,0.9255664605094013,0.3785851650290843,0,0 +tensor,model.visual.layers.*.norm2.weight,whole,"(1024,)",1,BF16,73,0.08109603491499054,0.25584969812385294,0.998097572177166,0.06165416785625297,0,29 +block,model.language_model.embed_tokens.weight,2d-128,"(128, 128)",2,BF16,274,1.0971431655919834,1.194996165634402,0.38371384285373505,0.9234520490000654,0,0 +block,model.language_model.embed_tokens.weight,2d-64,"(64, 64)",2,BF16,274,0.7867192520997638,1.2251136172712975,0.6417520096030089,0.7669122232501576,0,0 +block,model.language_model.layers.*.linear_attn.conv1d.weight,3d-axis0-slice,"(1, 1, 4)",3,BF16,274,0.030015470714371044,0.14107363259145156,0.9999764693972976,0.006860076655215805,12,264 +block,model.language_model.layers.*.linear_attn.conv1d.weight,3d-volume,"(4, 1, 4)",3,BF16,274,0.20434866638862353,0.6511326882375805,0.9939530725821022,0.10980568976423064,0,0 +block,model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-128,"(128, 128)",2,BF16,274,1.0859194381904604,1.1672768187290392,0.022506491289619568,0.9997466968436706,0,0 +block,model.language_model.layers.*.linear_attn.in_proj_qkv.weight,2d-64,"(64, 64)",2,BF16,274,1.090431605185219,1.8770856997459073,0.049580432466001016,0.9987701340731432,0,0 +block,model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-128,"(128, 128)",2,BF16,274,1.1104948912862496,1.8773864848571475,0.023475850982642838,0.9997244042338073,0,0 +block,model.language_model.layers.*.linear_attn.in_proj_z.weight,2d-64,"(64, 64)",2,BF16,274,1.0991661244633573,1.8514486050124992,0.043485528874022565,0.9988418359874629,0,0 +block,model.language_model.layers.*.linear_attn.out_proj.weight,2d-128,"(128, 128)",2,BF16,274,1.1951881759983194,1.6594942134980784,0.020468545616965008,0.9997904973744881,0,0 +block,model.language_model.layers.*.linear_attn.out_proj.weight,2d-64,"(64, 64)",2,BF16,274,1.2072392784651196,1.5582677535715024,0.04454056700388926,0.9990075764932776,0,0 +block,model.language_model.layers.*.mlp.down_proj.weight,2d-128,"(128, 128)",2,BF16,274,1.2582617322579883,1.3090099938602142,0.023571230885306684,0.9997221599397262,0,0 +block,model.language_model.layers.*.mlp.down_proj.weight,2d-64,"(64, 64)",2,BF16,274,1.245852433773206,1.2940629124466638,0.055858158466128856,0.9984387142598052,0,0 +block,model.language_model.layers.*.mlp.gate_proj.weight,2d-128,"(128, 128)",2,BF16,274,1.1461492372241606,1.1966255074601801,0.021946362169951123,0.9997591495892925,0,0 +block,model.language_model.layers.*.mlp.gate_proj.weight,2d-64,"(64, 64)",2,BF16,274,1.1257085731592742,1.1760753399312671,0.05964405801998305,0.9982197084524573,0,0 +block,model.language_model.layers.*.mlp.up_proj.weight,2d-128,"(128, 128)",2,BF16,274,1.1938896537465822,1.5743736046705104,0.024746719402858743,0.9996937530457997,0,0 +block,model.language_model.layers.*.mlp.up_proj.weight,2d-64,"(64, 64)",2,BF16,274,1.1982869032487864,1.2816774375554039,0.05539464318026474,0.9984645379315839,0,0 +block,model.language_model.layers.*.self_attn.k_proj.weight,2d-128,"(128, 128)",2,BF16,274,1.1432871543196577,1.195761062340063,0.029770641663691994,0.9995567562149396,0,0 +block,model.language_model.layers.*.self_attn.k_proj.weight,2d-64,"(64, 64)",2,BF16,274,1.089843800559886,2.0769322472882257,0.047714166736051784,0.9988610305206046,0,0 +block,model.language_model.layers.*.self_attn.o_proj.weight,2d-128,"(128, 128)",2,BF16,274,1.0759865369389314,1.9552667922072795,0.3717312413966341,0.9283403924044872,0,0 +block,model.language_model.layers.*.self_attn.o_proj.weight,2d-64,"(64, 64)",2,BF16,274,1.090185636068711,1.5183831236960614,0.4006143023357977,0.9162467903157981,0,0 +block,model.language_model.layers.*.self_attn.q_proj.weight,2d-128,"(128, 128)",2,BF16,274,0.681062120292795,1.6110791655011307,0.766589729840059,0.6421372019309778,0,0 +block,model.language_model.layers.*.self_attn.q_proj.weight,2d-64,"(64, 64)",2,BF16,274,1.0731967952952182,1.132586437118316,0.14446200523831285,0.9895103481230126,0,0 +block,model.language_model.layers.*.self_attn.v_proj.weight,2d-128,"(128, 128)",2,BF16,274,1.0703772237415003,2.3064512918392657,0.025583225359911956,0.9996726957260481,0,0 +block,model.language_model.layers.*.self_attn.v_proj.weight,2d-64,"(64, 64)",2,BF16,274,1.0615939539051586,2.242144803814884,0.05979641283088267,0.9982105935185014,0,0 +block,model.visual.layers.*.attn.proj.weight,2d-128,"(128, 128)",2,BF16,274,1.0964898212068823,1.24917667593092,0.030377666073744123,0.9995384922072347,0,0 +block,model.visual.layers.*.attn.proj.weight,2d-64,"(64, 64)",2,BF16,274,1.0929319776557436,1.2036709366228333,0.04190888825600163,0.9991214366057541,0,0 +block,model.visual.layers.*.attn.qkv.weight,2d-128,"(128, 128)",2,BF16,274,1.0525674864684573,1.1472629166116397,0.3497290628302071,0.9368508860068955,0,0 +block,model.visual.layers.*.attn.qkv.weight,2d-64,"(64, 64)",2,BF16,274,1.0276302940676463,2.153982940996772,0.05039306408132999,0.998729462413368,0,0 +block,model.visual.layers.*.mlp.linear_fc1.weight,2d-128,"(128, 128)",2,BF16,274,1.1784037671219423,1.2610017357650904,0.05446205204482453,0.998515841079683,0,0 +block,model.visual.layers.*.mlp.linear_fc1.weight,2d-64,"(64, 64)",2,BF16,274,1.1930932764469049,1.5635216450228222,0.05742888587637769,0.9983495996227965,0,0 +block,model.visual.layers.*.mlp.linear_fc2.weight,2d-128,"(128, 128)",2,BF16,274,1.1976986200156163,1.5864288735783176,0.028190387759862247,0.9996025720444844,0,0 +block,model.visual.layers.*.mlp.linear_fc2.weight,2d-64,"(64, 64)",2,BF16,274,1.0973576240937362,1.2821071329134202,0.052752794427996734,0.9986076019538593,0,0 +block,model.visual.merger.linear_fc1.weight,2d-128,"(128, 128)",2,BF16,274,0.5690482377069183,1.3881733201164015,0.8394467875146913,0.5434418928747256,0,0 +block,model.visual.merger.linear_fc1.weight,2d-64,"(64, 64)",2,BF16,274,0.5704160177838491,1.383715288781834,0.8382741355593843,0.5452490015141402,0,0 +block,model.visual.merger.linear_fc2.weight,2d-128,"(128, 128)",2,BF16,274,1.361602880922912,1.4076521005397016,0.022716837303296537,0.9997419393538193,0,0 +block,model.visual.merger.linear_fc2.weight,2d-64,"(64, 64)",2,BF16,274,1.3172335252228955,1.3885238301845173,0.054916767376716406,0.9984909356929044,0,0 +block,model.visual.pos_embed.weight,2d-128,"(128, 128)",2,BF16,273,0.1894907479098447,0.8368814065208369,0.9820068756666321,0.18884516446935973,0,1 +block,model.visual.pos_embed.weight,2d-64,"(64, 64)",2,BF16,273,0.09494430310075026,0.5761056230742875,0.9960502566825586,0.08879125048454295,0,7 +block,mtp.fc.weight,2d-128,"(128, 128)",2,BF16,273,0.39795158187541674,1.3009198418830403,0.9219877695675962,0.3872189984592301,0,0 +block,mtp.fc.weight,2d-64,"(64, 64)",2,BF16,273,0.2839409442692466,1.2187888824373985,0.9598132531637373,0.2806394823456665,0,0 +block,mtp.layers.*.mlp.down_proj.weight,2d-128,"(128, 128)",2,BF16,273,1.310074009535121,1.4215054026060296,0.027554671685217264,0.9996202979473355,0,0 +block,mtp.layers.*.mlp.down_proj.weight,2d-64,"(64, 64)",2,BF16,273,1.249807578942172,1.470099001092512,0.044434762604782845,0.9990122881487777,0,0 +block,mtp.layers.*.mlp.gate_proj.weight,2d-128,"(128, 128)",2,BF16,273,1.3014802290213505,1.361681996563559,0.03373996398972023,0.9994306453326176,0,0 +block,mtp.layers.*.mlp.gate_proj.weight,2d-64,"(64, 64)",2,BF16,273,1.2564681140844673,1.4625957375534147,0.0542156946795996,0.9985292476689946,0,0 +block,mtp.layers.*.mlp.up_proj.weight,2d-128,"(128, 128)",2,BF16,273,1.3314815136128675,1.4083678884650157,0.029758300533378034,0.9995571237049762,0,0 +block,mtp.layers.*.mlp.up_proj.weight,2d-64,"(64, 64)",2,BF16,273,1.2939027995891361,1.3558402418466908,0.06246493086010471,0.9980471594131423,0,0 +block,mtp.layers.*.self_attn.k_proj.weight,2d-128,"(128, 128)",2,BF16,273,1.2211071346906675,1.6568460478464606,0.02773941669941069,0.9996151883405816,0,0 +block,mtp.layers.*.self_attn.k_proj.weight,2d-64,"(64, 64)",2,BF16,273,1.100749972037444,2.321267616896819,0.06391398313313451,0.9979554112083653,0,0 +block,mtp.layers.*.self_attn.o_proj.weight,2d-128,"(128, 128)",2,BF16,273,0.8821045427467973,1.206170586612079,0.5767316801239848,0.8169336381502268,0,0 +block,mtp.layers.*.self_attn.o_proj.weight,2d-64,"(64, 64)",2,BF16,273,0.9425522849964715,1.2696601113099386,0.5275664580383422,0.849513762309286,0,0 +block,mtp.layers.*.self_attn.q_proj.weight,2d-128,"(128, 128)",2,BF16,273,1.0237777819118037,2.8371550549613556,0.4898664655238783,0.8717974798972196,0,0 +block,mtp.layers.*.self_attn.q_proj.weight,2d-64,"(64, 64)",2,BF16,273,1.008280496287895,2.524395456205866,0.5430402363306829,0.8397066760041365,0,0 +block,mtp.layers.*.self_attn.v_proj.weight,2d-128,"(128, 128)",2,BF16,273,1.3534677309181036,1.402389437951931,0.024838060691519125,0.9996914877806474,0,0 +block,mtp.layers.*.self_attn.v_proj.weight,2d-64,"(64, 64)",2,BF16,273,1.269834274085324,1.3381727215333372,0.05798552649229015,0.9983174238274177,0,0 diff --git a/results/qwen35-2b/analysis/summary.json b/results/qwen35-2b/analysis/summary.json new file mode 100644 index 0000000..e5ea3b9 --- /dev/null +++ b/results/qwen35-2b/analysis/summary.json @@ -0,0 +1,30 @@ +{ + "model": "Qwen/Qwen3.5-2B", + "revision": "15852e8c16360a2fea060d615a32b45270f8a8fc", + "tensor_count": 632, + "parameter_count": 2274069824, + "model_weight_bytes": 4548144832, + "ndim_counts": { + "1": 319, + "2": 294, + "3": 18, + "5": 1 + }, + "elapsed_seconds": 6661.129063449334, + "analysis_budget_seconds": 6600, + "peak_rss_kib": 206180, + "python": "3.14.4", + "numpy": "2.5.4", + "seed": 20261109, + "limitations": [ + "No inference or functional equivalence measured", + "No exhaustive pair search", + "Block search uses per-role/shape/scale reservoirs of 256", + "Different block scales overlap; savings must not be added", + "Block savings count only verified disjoint sampled blocks, no extrapolation", + "Spectral probes use aligned bounded subvolumes, not whole tensors", + "Shared encoding is theoretical, not a runnable compressed checkpoint", + "No cross-role grouping, neuron permutation alignment, or training" + ], + "completed": true +} \ No newline at end of file diff --git a/results/qwen35-2b/analysis/tensor_coverage.json b/results/qwen35-2b/analysis/tensor_coverage.json new file mode 100644 index 0000000..0671007 --- /dev/null +++ b/results/qwen35-2b/analysis/tensor_coverage.json @@ -0,0 +1,10 @@ +{ + "eligible_pairs_in_screened_objects": 6159, + "candidate_pairs_before_cap": 4724, + "selected_pairs": 2000, + "objects_screened": 632, + "pairs_verified": 2000, + "timed_out": false, + "screen_sample_elements": 2048, + "candidate_neighbors_per_metric": 10 +} \ No newline at end of file diff --git a/results/qwen35-2b/analysis/tensor_nulls.json b/results/qwen35-2b/analysis/tensor_nulls.json new file mode 100644 index 0000000..1d75887 --- /dev/null +++ b/results/qwen35-2b/analysis/tensor_nulls.json @@ -0,0 +1,2602 @@ +[ + { + "a": 155, + "b": 202, + "method": "shuffled", + "sampled": true, + "cosine": 0.9770542898463743, + "pearson": 0.028474984320756597, + "error_member_to_rep": 0.21327595111485712, + "error_rep_to_member": 0.21584738069836543, + "symmetric_error": 0.2145501095932226, + "scaled_error": 0.2129904098610945, + "scale": 0.9888344567731727 + }, + { + "a": 155, + "b": 202, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": -0.00415110292676128, + "pearson": -0.02276234035091304, + "error_member_to_rep": 1.4087295183620203, + "error_rep_to_member": 1.4257143154745966, + "symmetric_error": 1.4171455852001331, + "scaled_error": 0.9999913841351291, + "scale": -0.004201152024253353 + }, + { + "a": 14, + "b": 22, + "method": "shuffled", + "sampled": true, + "cosine": 0.9524083179258509, + "pearson": -0.23326036067822212, + "error_member_to_rep": 0.3149895054645591, + "error_rep_to_member": 0.3052872298087755, + "symmetric_error": 0.31002456272300827, + "scaled_error": 0.3048251891587229, + "scale": 0.9230723309260632 + }, + { + "a": 14, + "b": 22, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": 0.31477577202033463, + "pearson": -0.40237446227912516, + "error_member_to_rep": 1.1895429537527127, + "error_rep_to_member": 1.152902769106934, + "symmetric_error": 1.1707930825616484, + "scaled_error": 0.949166062050789, + "scale": 0.3050800797610031 + }, + { + "a": 38, + "b": 215, + "method": "shuffled", + "sampled": true, + "cosine": 0.03726180823834526, + "pearson": 0.03663534619551495, + "error_member_to_rep": 2.718753098439869, + "error_rep_to_member": 1.0596529592083157, + "symmetric_error": 1.396269611146559, + "scaled_error": 0.9993055376844505, + "scale": 0.014523049330177576 + }, + { + "a": 38, + "b": 215, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": 0.009877803162006201, + "pearson": 0.009720243975150764, + "error_member_to_rep": 2.744473860597699, + "error_rep_to_member": 1.069677805432593, + "symmetric_error": 1.409479019017069, + "scaled_error": 0.9999512133122759, + "scale": 0.0038499425921035423 + }, + { + "a": 86, + "b": 309, + "method": "shuffled", + "sampled": true, + "cosine": 0.5148521935857951, + "pearson": -0.49202357191767526, + "error_member_to_rep": 0.8958788115046306, + "error_rep_to_member": 1.1559877255818236, + "symmetric_error": 1.0014322862795213, + "scaled_error": 0.8572789620420502, + "scale": 0.6643340691074932 + }, + { + "a": 86, + "b": 309, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": 0.3567401782310962, + "pearson": 0.37436401318406065, + "error_member_to_rep": 1.0235571673070232, + "error_rep_to_member": 1.3207361382406173, + "symmetric_error": 1.1441538532120588, + "scaled_error": 0.9342036422727358, + "scale": 0.46031590652804244 + }, + { + "a": 158, + "b": 217, + "method": "shuffled", + "sampled": true, + "cosine": 0.06363069601616243, + "pearson": 0.06258476762975893, + "error_member_to_rep": 1.6112578044560144, + "error_rep_to_member": 1.2127294031484264, + "symmetric_error": 1.370295077075141, + "scaled_error": 0.9979735139393724, + "scale": 0.04789228377246082 + }, + { + "a": 158, + "b": 217, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": 0.002633014841381258, + "pearson": 0.0030002371176994207, + "error_member_to_rep": 1.6607941829086632, + "error_rep_to_member": 1.2500134569533958, + "symmetric_error": 1.4124233171010832, + "scaled_error": 0.9999965336104146, + "scale": 0.0019817651205402804 + }, + { + "a": 100, + "b": 218, + "method": "shuffled", + "sampled": true, + "cosine": 0.04375109696092611, + "pearson": 0.04373456014226004, + "error_member_to_rep": 1.7545391785693882, + "error_rep_to_member": 1.1806466702381813, + "symmetric_error": 1.3852586984421025, + "scaled_error": 0.9990424623181517, + "scale": 0.0294405434641267 + }, + { + "a": 100, + "b": 218, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": -0.0217345071795303, + "pearson": -0.0221093951657847, + "error_member_to_rep": 1.809155007479761, + "error_rep_to_member": 1.2173981986924545, + "symmetric_error": 1.4283794523100262, + "scaled_error": 0.9997637776983436, + "scale": -0.014625363653437203 + }, + { + "a": 148, + "b": 277, + "method": "shuffled", + "sampled": true, + "cosine": 0.01596749097583092, + "pearson": 0.015953281442974823, + "error_member_to_rep": 1.2590518581260302, + "error_rep_to_member": 1.6118435607129493, + "symmetric_error": 1.4032160069258317, + "scaled_error": 0.9998725114893082, + "scale": 0.02044165007503522 + }, + { + "a": 148, + "b": 277, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": 0.03784730967024813, + "pearson": 0.03790739375037999, + "error_member_to_rep": 1.2454034766210391, + "error_rep_to_member": 1.5943708444773237, + "symmetric_error": 1.3880048563502398, + "scaled_error": 0.9992835339135356, + "scale": 0.0484522873212677 + }, + { + "a": 67, + "b": 220, + "method": "shuffled", + "sampled": true, + "cosine": 0.013117986190303773, + "pearson": 0.012817809138508609, + "error_member_to_rep": 1.607744976882049, + "error_rep_to_member": 1.2638588747169326, + "symmetric_error": 1.4051711248196623, + "scaled_error": 0.999913955517329, + "scale": 0.01031213501110252 + }, + { + "a": 67, + "b": 220, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": 0.02081815930984097, + "pearson": 0.020801619403655307, + "error_member_to_rep": 1.6016407995687771, + "error_rep_to_member": 1.2590603408815564, + "symmetric_error": 1.3998360661973528, + "scaled_error": 0.9997832786374005, + "scale": 0.01636529162108758 + }, + { + "a": 9, + "b": 11, + "method": "shuffled", + "sampled": true, + "cosine": 0.9949331526314281, + "pearson": -0.04216905533312942, + "error_member_to_rep": 0.10210943130806371, + "error_rep_to_member": 0.104503417382863, + "symmetric_error": 0.1032856219586333, + "scaled_error": 0.1005386582110946, + "scale": 1.0182596571691895 + }, + { + "a": 9, + "b": 11, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": -0.00508025685380381, + "pearson": 0.03867120114244297, + "error_member_to_rep": 1.4016547804469262, + "error_rep_to_member": 1.4345169948680618, + "symmetric_error": 1.4178003335752558, + "scaled_error": 0.9999870954118855, + "scale": -0.005199364991109139 + }, + { + "a": 150, + "b": 185, + "method": "shuffled", + "sampled": true, + "cosine": -0.007545844148202571, + "pearson": -0.00772838099658568, + "error_member_to_rep": 1.5318166277873113, + "error_rep_to_member": 1.3287212394861039, + "symmetric_error": 1.4194859285008663, + "scaled_error": 0.9999715297127669, + "scale": -0.00654538095989438 + }, + { + "a": 150, + "b": 185, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": -0.007645305510233686, + "pearson": -0.00973724830190387, + "error_member_to_rep": 1.5318914809085047, + "error_rep_to_member": 1.3287861682315996, + "symmetric_error": 1.4195552925163175, + "scaled_error": 0.9999707742247547, + "scale": -0.006631655270958529 + }, + { + "a": 222, + "b": 280, + "method": "shuffled", + "sampled": true, + "cosine": -0.006186300579651922, + "pearson": -0.005949170887553606, + "error_member_to_rep": 1.292502534672975, + "error_rep_to_member": 1.5903494490774792, + "symmetric_error": 1.4184890735895053, + "scaled_error": 0.9999808646594884, + "scale": -0.0076118842746922735 + }, + { + "a": 222, + "b": 280, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": 0.017325084509822862, + "pearson": 0.017258890301994918, + "error_member_to_rep": 1.2776332187809296, + "error_rep_to_member": 1.5720536177713866, + "symmetric_error": 1.4021703728064896, + "scaled_error": 0.9998499094597786, + "scale": 0.02131751224177592 + }, + { + "a": 75, + "b": 228, + "method": "shuffled", + "sampled": true, + "cosine": 0.01811662529632667, + "pearson": 0.018410331960616515, + "error_member_to_rep": 2.011785963781222, + "error_rep_to_member": 1.140560412291203, + "symmetric_error": 1.4031782238927564, + "scaled_error": 0.9998358804763272, + "scale": 0.010271025839382312 + }, + { + "a": 75, + "b": 228, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": -0.014590767535467059, + "pearson": -0.0143311501194948, + "error_member_to_rep": 2.0402610421578813, + "error_rep_to_member": 1.1567040516832703, + "symmetric_error": 1.4230389897103435, + "scaled_error": 0.9998935490854644, + "scale": -0.00827207870792519 + }, + { + "a": 229, + "b": 240, + "method": "shuffled", + "sampled": true, + "cosine": 0.014514035251985526, + "pearson": 0.014496658122870949, + "error_member_to_rep": 1.2076689218303909, + "error_rep_to_member": 1.7457679591743975, + "symmetric_error": 1.4045772213797043, + "scaled_error": 0.9998946658427097, + "scale": 0.02098102985281806 + }, + { + "a": 229, + "b": 240, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": -0.00014673744070476283, + "pearson": 2.5075217614047045e-06, + "error_member_to_rep": 1.21603781756914, + "error_rep_to_member": 1.7578657698990747, + "symmetric_error": 1.4143106508902796, + "scaled_error": 0.9999999892340617, + "scale": -0.00021211899864523074 + }, + { + "a": 213, + "b": 225, + "method": "shuffled", + "sampled": true, + "cosine": 0.9792538028073456, + "pearson": 0.03146535950710042, + "error_member_to_rep": 0.20274501746791435, + "error_rep_to_member": 0.2084450779822983, + "symmetric_error": 0.2055357921970102, + "scaled_error": 0.20263758211978394, + "scale": 1.0067849648780773 + }, + { + "a": 213, + "b": 225, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": 0.04384593838796876, + "pearson": 0.00117340699115894, + "error_member_to_rep": 1.3640977418654232, + "error_rep_to_member": 1.4024485717564605, + "symmetric_error": 1.3828744770649317, + "scaled_error": 0.9990383044142394, + "scale": 0.04507864193473248 + }, + { + "a": 78, + "b": 289, + "method": "shuffled", + "sampled": true, + "cosine": 0.9017287794111551, + "pearson": 0.12546952936300307, + "error_member_to_rep": 0.43959623342120324, + "error_rep_to_member": 0.5348006882450044, + "symmetric_error": 0.48026048553790096, + "scaled_error": 0.43230221880262004, + "scale": 1.0970184345900567 + }, + { + "a": 78, + "b": 289, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": -0.040524655327089626, + "pearson": -0.019879072609780873, + "error_member_to_rep": 1.319952459785551, + "error_rep_to_member": 1.6058178625648583, + "symmetric_error": 1.4420528681285538, + "scaled_error": 0.9991785387560226, + "scale": -0.04930118120246335 + }, + { + "a": 232, + "b": 243, + "method": "shuffled", + "sampled": true, + "cosine": -0.009680546768126757, + "pearson": -0.008119135371643571, + "error_member_to_rep": 1.5939170394583957, + "error_rep_to_member": 1.2942314954024532, + "symmetric_error": 1.4208971162507051, + "scaled_error": 0.9999531424093181, + "scale": -0.007860426992036752 + }, + { + "a": 232, + "b": 243, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": -0.026052015509454234, + "pearson": -0.02586770372530775, + "error_member_to_rep": 1.6065168070182019, + "error_rep_to_member": 1.304462276306955, + "symmetric_error": 1.4321291772350342, + "scaled_error": 0.9996605886439133, + "scale": -0.021153760300163315 + }, + { + "a": 174, + "b": 291, + "method": "shuffled", + "sampled": true, + "cosine": 0.012734312429705205, + "pearson": 0.012792583175039058, + "error_member_to_rep": 1.1769221056088588, + "error_rep_to_member": 1.8579089317910755, + "symmetric_error": 1.4060487798554975, + "scaled_error": 0.9999189153561115, + "scale": 0.02010259871117619 + }, + { + "a": 174, + "b": 291, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": -0.023923784818315953, + "pearson": -0.02401710087719097, + "error_member_to_rep": 1.196490266487997, + "error_rep_to_member": 1.8887995580294774, + "symmetric_error": 1.4294265281338296, + "scaled_error": 0.9997137853005563, + "scale": -0.037766487080470375 + }, + { + "a": 81, + "b": 292, + "method": "shuffled", + "sampled": true, + "cosine": 0.9077267976618657, + "pearson": -0.049040321954213865, + "error_member_to_rep": 0.4253715920809586, + "error_rep_to_member": 0.5078075231175991, + "symmetric_error": 0.46115254997658445, + "scaled_error": 0.4195617485025706, + "scale": 1.0836419388824912 + }, + { + "a": 81, + "b": 292, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": -0.08388649917514726, + "pearson": -0.03035478733961761, + "error_member_to_rep": 1.3572828014381333, + "error_rep_to_member": 1.6203207510792956, + "symmetric_error": 1.4714532812605656, + "scaled_error": 0.9964753159291694, + "scale": -0.10014348903918006 + }, + { + "a": 82, + "b": 246, + "method": "shuffled", + "sampled": true, + "cosine": -0.008312033265323962, + "pearson": -0.008860778434776591, + "error_member_to_rep": 1.6492572381638877, + "error_rep_to_member": 1.2655239722072373, + "symmetric_error": 1.4198794419226377, + "scaled_error": 0.9999654544548008, + "scale": -0.006378069540420707 + }, + { + "a": 82, + "b": 246, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": 0.010523539761613809, + "pearson": 0.010334276805670287, + "error_member_to_rep": 1.6343058509090538, + "error_rep_to_member": 1.2540513295224547, + "symmetric_error": 1.407007485444219, + "scaled_error": 0.9999446260223042, + "scale": 0.008075024036653593 + }, + { + "a": 177, + "b": 247, + "method": "shuffled", + "sampled": true, + "cosine": 0.005174564943495276, + "pearson": 0.00516289614976447, + "error_member_to_rep": 1.155304432177291, + "error_rep_to_member": 1.9790919066336858, + "symmetric_error": 1.4110238231163934, + "scaled_error": 0.9999866118492015, + "scale": 0.00886427794682808 + }, + { + "a": 177, + "b": 247, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": 0.007041540631212415, + "pearson": 0.007037576802282612, + "error_member_to_rep": 1.15436069705689, + "error_rep_to_member": 1.9774752431060725, + "symmetric_error": 1.4098711981454255, + "scaled_error": 0.9999752080454489, + "scale": 0.012062496849597627 + }, + { + "a": 344, + "b": 356, + "method": "shuffled", + "sampled": true, + "cosine": -2.7193891410101202e-05, + "pearson": -1.8483729770622783e-05, + "error_member_to_rep": 1.3350909668693278, + "error_rep_to_member": 1.5093534318895048, + "symmetric_error": 1.414232647424938, + "scaled_error": 0.9999999996302461, + "scale": -3.0743368313332375e-05 + }, + { + "a": 344, + "b": 356, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": -0.01499423737945378, + "pearson": -0.015334682814099035, + "error_member_to_rep": 1.3449706076715318, + "error_rep_to_member": 1.520522610710038, + "symmetric_error": 1.4246979347454505, + "scaled_error": 0.9998875801035877, + "scale": -0.016951357030235627 + }, + { + "a": 441, + "b": 513, + "method": "shuffled", + "sampled": true, + "cosine": 0.017954419239382218, + "pearson": 0.017932509067927413, + "error_member_to_rep": 1.6737555160215987, + "error_rep_to_member": 1.230468825952121, + "symmetric_error": 1.4020435940583982, + "scaled_error": 0.9998388064232037, + "scale": 0.013199271309735132 + }, + { + "a": 441, + "b": 513, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": -0.007792642489941403, + "pearson": -0.007510322129540019, + "error_member_to_rep": 1.6945509256751579, + "error_rep_to_member": 1.2457566640244515, + "symmetric_error": 1.4194631458456834, + "scaled_error": 0.9999696369005531, + "scale": -0.005728795850934227 + }, + { + "a": 322, + "b": 586, + "method": "shuffled", + "sampled": true, + "cosine": 0.013506860934521251, + "pearson": 0.012966494146677651, + "error_member_to_rep": 1.1431175672032918, + "error_rep_to_member": 2.014330321613996, + "symmetric_error": 1.4059902468117451, + "scaled_error": 0.9999087781931387, + "scale": 0.023800946036367905 + }, + { + "a": 322, + "b": 586, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": -0.008063110591867614, + "pearson": -0.007403021556107122, + "error_member_to_rep": 1.153776135666085, + "error_rep_to_member": 2.0331121847010363, + "symmetric_error": 1.4190998723949877, + "scaled_error": 0.9999674925954259, + "scale": -0.01420830946677025 + }, + { + "a": 335, + "b": 443, + "method": "shuffled", + "sampled": true, + "cosine": 0.001916091148190782, + "pearson": 0.0020130766992039048, + "error_member_to_rep": 1.1759605639053565, + "error_rep_to_member": 1.8945878491209756, + "symmetric_error": 1.4129988768791613, + "scaled_error": 0.999998164295671, + "scale": 0.0030870108391344653 + }, + { + "a": 335, + "b": 443, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": -0.021845778000313964, + "pearson": -0.022248230583211646, + "error_member_to_rep": 1.1884363586332374, + "error_rep_to_member": 1.9146875785039696, + "symmetric_error": 1.427989416936157, + "scaled_error": 0.9997613525154695, + "scale": -0.03519569178114055 + }, + { + "a": 372, + "b": 384, + "method": "shuffled", + "sampled": true, + "cosine": 0.9442265474954512, + "pearson": 0.012425010551928564, + "error_member_to_rep": 0.3377635651064375, + "error_rep_to_member": 0.3313422460983849, + "symmetric_error": 0.33450668968033764, + "scaled_error": 0.32929656391286627, + "scale": 0.9262755885889458 + }, + { + "a": 372, + "b": 384, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": 0.01662623058942552, + "pearson": 0.024439997906942606, + "error_member_to_rep": 1.4160643075999884, + "error_rep_to_member": 1.3891431071083036, + "symmetric_error": 1.4024099483923984, + "scaled_error": 0.9998617746750734, + "scale": 0.01631014460045125 + }, + { + "a": 325, + "b": 421, + "method": "shuffled", + "sampled": true, + "cosine": 0.02148311779263147, + "pearson": 0.021542852287704313, + "error_member_to_rep": 1.2127170558178824, + "error_rep_to_member": 1.713161391267074, + "symmetric_error": 1.3998129366101164, + "scaled_error": 0.9997692111932173, + "scale": 0.03034842116701123 + }, + { + "a": 325, + "b": 421, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": -0.018677510972535543, + "pearson": -0.018670751969738685, + "error_member_to_rep": 1.235937164319723, + "error_rep_to_member": 1.7459635961965314, + "symmetric_error": 1.4266154031165732, + "scaled_error": 0.9998255600772922, + "scale": -0.02638504219068246 + }, + { + "a": 362, + "b": 374, + "method": "shuffled", + "sampled": true, + "cosine": -0.019387278194457024, + "pearson": -0.01978406075606591, + "error_member_to_rep": 1.5352352424294111, + "error_rep_to_member": 1.340050424362282, + "symmetric_error": 1.4277320598863663, + "scaled_error": 0.9998120490593273, + "scale": -0.01692244266787426 + }, + { + "a": 362, + "b": 374, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": -0.028181944837124193, + "pearson": -0.028248653257857508, + "error_member_to_rep": 1.5417842113114855, + "error_rep_to_member": 1.3457667786297045, + "symmetric_error": 1.4338224443263037, + "scaled_error": 0.9996028101126954, + "scale": -0.024598983982794486 + }, + { + "a": 327, + "b": 375, + "method": "shuffled", + "sampled": true, + "cosine": 0.008676352863084241, + "pearson": 0.0076020685484863145, + "error_member_to_rep": 1.2621246757192188, + "error_rep_to_member": 1.6206780700275145, + "symmetric_error": 1.4082528156604674, + "scaled_error": 0.9999623597421032, + "scale": 0.011141193166996846 + }, + { + "a": 327, + "b": 375, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": 0.018603199032024016, + "pearson": 0.018698917576162936, + "error_member_to_rep": 1.2559846214005461, + "error_rep_to_member": 1.6127937052143635, + "symmetric_error": 1.4014018690393253, + "scaled_error": 0.9998269455189608, + "scale": 0.02388812871151387 + }, + { + "a": 424, + "b": 436, + "method": "shuffled", + "sampled": true, + "cosine": 0.023062540260841993, + "pearson": 0.01912295137611252, + "error_member_to_rep": 1.3701835833066929, + "error_rep_to_member": 1.4272086152639438, + "symmetric_error": 1.3978244661629493, + "scaled_error": 0.9997340242468078, + "scale": 0.024022369375285214 + }, + { + "a": 424, + "b": 436, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": 0.018412889101538182, + "pearson": 0.017692070011604166, + "error_member_to_rep": 1.3734375831165477, + "error_rep_to_member": 1.4305980417753055, + "symmetric_error": 1.401144109313342, + "scaled_error": 0.9998304683869833, + "scale": 0.01917920655142804 + }, + { + "a": 449, + "b": 461, + "method": "shuffled", + "sampled": true, + "cosine": 0.9925264455881587, + "pearson": 0.1043300824838882, + "error_member_to_rep": 0.12210658026048021, + "error_rep_to_member": 0.12249145163733337, + "symmetric_error": 0.12229856175750863, + "scaled_error": 0.12202972919799343, + "scale": 0.995654819332324 + }, + { + "a": 449, + "b": 461, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": 0.0012078625419390471, + "pearson": 0.04073149868347599, + "error_member_to_rep": 1.4111405616326596, + "error_rep_to_member": 1.4155883777104687, + "symmetric_error": 1.4133592207496526, + "scaled_error": 0.9999992705337738, + "scale": 0.0012116696399559904 + }, + { + "a": 426, + "b": 438, + "method": "shuffled", + "sampled": true, + "cosine": 0.0011777594605683317, + "pearson": -0.013984447905118897, + "error_member_to_rep": 1.5310920860077932, + "error_rep_to_member": 1.3192322449272869, + "symmetric_error": 1.4133896720824533, + "scaled_error": 0.999999306441086, + "scale": 0.001014790861600732 + }, + { + "a": 426, + "b": 438, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": 0.012226405608332951, + "pearson": 0.01235835992480317, + "error_member_to_rep": 1.5226939964289918, + "error_rep_to_member": 1.3119962134244196, + "symmetric_error": 1.4056371840483397, + "scaled_error": 0.9999252547095211, + "scale": 0.010534616869537229 + }, + { + "a": 367, + "b": 379, + "method": "shuffled", + "sampled": true, + "cosine": 0.9633703181872478, + "pearson": 0.014754420042538685, + "error_member_to_rep": 0.2694782701740897, + "error_rep_to_member": 0.27224290051464345, + "symmetric_error": 0.27085000370401247, + "scaled_error": 0.26817462601036846, + "scale": 0.9732537229201369 + }, + { + "a": 367, + "b": 379, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": -0.023225273269568622, + "pearson": 0.048865005320806155, + "error_member_to_rep": 1.4232961525391086, + "error_rep_to_member": 1.4378980264651995, + "symmetric_error": 1.430541200736081, + "scaled_error": 0.9997302569601232, + "scale": -0.02346354589580754 + }, + { + "a": 84, + "b": 96, + "method": "shuffled", + "sampled": true, + "cosine": 0.6676248659255167, + "pearson": 0.017717322090747306, + "error_member_to_rep": 0.7722623291780161, + "error_rep_to_member": 0.8847725617824774, + "symmetric_error": 0.8228033385402671, + "scaled_error": 0.7444978431116748, + "scale": 0.764890556766287 + }, + { + "a": 84, + "b": 96, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": -0.04381417843984981, + "pearson": -0.043838204774990557, + "error_member_to_rep": 1.355850253271389, + "error_rep_to_member": 1.5533829071491851, + "symmetric_error": 1.4445844019606533, + "scaled_error": 0.9990396977936568, + "scale": -0.05019742830377597 + }, + { + "a": 22, + "b": 24, + "method": "shuffled", + "sampled": true, + "cosine": 0.9768965482629322, + "pearson": 0.5995009461809531, + "error_member_to_rep": 0.21376122214301932, + "error_rep_to_member": 0.21984115900101828, + "symmetric_error": 0.21673725862397397, + "scaled_error": 0.2137127370840789, + "scale": 1.0046820805062961 + }, + { + "a": 22, + "b": 24, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": -0.030361679659414078, + "pearson": 0.3015954719031028, + "error_member_to_rep": 1.4158025142495392, + "error_rep_to_member": 1.4560716977980594, + "symmetric_error": 1.4355136662068142, + "scaled_error": 0.9995389779334567, + "scale": -0.03122524646251048 + }, + { + "a": 38, + "b": 203, + "method": "shuffled", + "sampled": true, + "cosine": 0.06562760920987172, + "pearson": 0.06665194808683761, + "error_member_to_rep": 2.7436913868603057, + "error_rep_to_member": 1.0466373563706535, + "symmetric_error": 1.3829610171880142, + "scaled_error": 0.9978441846848617, + "scale": 0.025034997644887726 + }, + { + "a": 38, + "b": 203, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": 0.01595174160835438, + "pearson": 0.016237850789560245, + "error_member_to_rep": 2.79075016854749, + "error_rep_to_member": 1.0645888938850312, + "symmetric_error": 1.4066810539608858, + "scaled_error": 0.9998727628751871, + "scale": 0.006085119028485633 + }, + { + "a": 86, + "b": 274, + "method": "shuffled", + "sampled": true, + "cosine": 0.5939697801051822, + "pearson": 0.10621040297715274, + "error_member_to_rep": 0.8166702382184942, + "error_rep_to_member": 1.111863540493748, + "symmetric_error": 0.9308335970296022, + "scaled_error": 0.8044873524933761, + "scale": 0.8086658626065325 + }, + { + "a": 86, + "b": 274, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": -0.10893752520310969, + "pearson": -0.2420523824252208, + "error_member_to_rep": 1.3036599583990733, + "error_rep_to_member": 1.774880372899943, + "symmetric_error": 1.485900222135205, + "scaled_error": 0.994048598209676, + "scale": -0.1483140401065414 + }, + { + "a": 217, + "b": 275, + "method": "shuffled", + "sampled": true, + "cosine": 0.005773737947681491, + "pearson": 0.0058670395858103136, + "error_member_to_rep": 1.2169570765342341, + "error_rep_to_member": 1.7401800589267102, + "symmetric_error": 1.4103735647185465, + "scaled_error": 0.9999833318361419, + "scale": 0.008256119986283771 + }, + { + "a": 217, + "b": 275, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": -0.01857387660272554, + "pearson": -0.019537940877726704, + "error_member_to_rep": 1.2308689920181892, + "error_rep_to_member": 1.7600733143039646, + "symmetric_error": 1.4264965638049623, + "scaled_error": 0.9998274906742396, + "scale": -0.026559597133103262 + }, + { + "a": 159, + "b": 218, + "method": "shuffled", + "sampled": true, + "cosine": 0.02777160073720199, + "pearson": 0.027869336229839652, + "error_member_to_rep": 1.5588439543619013, + "error_rep_to_member": 1.2736508540433047, + "symmetric_error": 1.3948375023411383, + "scaled_error": 0.9996142947119622, + "scale": 0.022690740082169363 + }, + { + "a": 159, + "b": 218, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": 0.025970911090486097, + "pearson": 0.027001644144579458, + "error_member_to_rep": 1.5602571154400273, + "error_rep_to_member": 1.2748054749461986, + "symmetric_error": 1.396101984307472, + "scaled_error": 0.9996626990025836, + "scale": 0.021219489608387695 + }, + { + "a": 42, + "b": 160, + "method": "shuffled", + "sampled": true, + "cosine": 0.021791879022772017, + "pearson": 0.023567055419009397, + "error_member_to_rep": 1.6417048952666595, + "error_rep_to_member": 1.239985760709442, + "symmetric_error": 1.399313373415922, + "scaled_error": 0.999762528808045, + "scale": 0.016459486577184757 + }, + { + "a": 42, + "b": 160, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": 0.02025034898997049, + "pearson": 0.018993771494328033, + "error_member_to_rep": 1.6429476085784966, + "error_rep_to_member": 1.2409243866560205, + "symmetric_error": 1.4003726048049427, + "scaled_error": 0.9997949406582254, + "scale": 0.015295163259461219 + }, + { + "a": 102, + "b": 220, + "method": "shuffled", + "sampled": true, + "cosine": -0.005829748288159324, + "pearson": -0.005812843768797399, + "error_member_to_rep": 1.6407235610678947, + "error_rep_to_member": 1.267024503916396, + "symmetric_error": 1.4181962472437795, + "scaled_error": 0.9999830068730652, + "scale": -0.004501936894204732 + }, + { + "a": 102, + "b": 220, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": 0.0038771955263405865, + "pearson": 0.003897615066491037, + "error_member_to_rep": 1.6330443780034338, + "error_rep_to_member": 1.261094368369126, + "symmetric_error": 1.4115585729503546, + "scaled_error": 0.9999924836491775, + "scale": 0.0029941069019275616 + }, + { + "a": 5, + "b": 25, + "method": "shuffled", + "sampled": true, + "cosine": 0.9954212749995125, + "pearson": -0.005353865512975003, + "error_member_to_rep": 0.10996191160056629, + "error_rep_to_member": 0.10474733331722133, + "symmetric_error": 0.10725967146489711, + "scaled_error": 0.09558496366241402, + "scale": 0.9482167285539477 + }, + { + "a": 5, + "b": 25, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": 0.015680658467003266, + "pearson": -0.011954910919314596, + "error_member_to_rep": 1.4384438189765916, + "error_rep_to_member": 1.3702304004295052, + "symmetric_error": 1.403095028072853, + "scaled_error": 0.999877050916782, + "scale": 0.014937055341881132 + }, + { + "a": 56, + "b": 150, + "method": "shuffled", + "sampled": true, + "cosine": -0.016338622035421406, + "pearson": -0.014795896204414422, + "error_member_to_rep": 1.3557623689297698, + "error_rep_to_member": 1.5076077207358674, + "symmetric_error": 1.4256556277070505, + "scaled_error": 0.9998665158059767, + "scale": -0.0181685472995028 + }, + { + "a": 56, + "b": 150, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": -0.003224530208192947, + "pearson": -0.0026033744794515864, + "error_member_to_rep": 1.3470356730204278, + "error_rep_to_member": 1.4979036351004005, + "symmetric_error": 1.416479046751892, + "scaled_error": 0.9999948011889543, + "scale": -0.003585677511801144 + }, + { + "a": 222, + "b": 238, + "method": "shuffled", + "sampled": true, + "cosine": -0.03617922981481292, + "pearson": -0.03652585981156578, + "error_member_to_rep": 1.3186855446140846, + "error_rep_to_member": 1.599971639190009, + "symmetric_error": 1.4391062064817433, + "scaled_error": 0.9993453173603242, + "scale": -0.043896546730083884 + }, + { + "a": 222, + "b": 238, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": 0.015986405216776176, + "pearson": 0.01622534726525315, + "error_member_to_rep": 1.2856680968747032, + "error_rep_to_member": 1.559911307750713, + "symmetric_error": 1.4030736480313994, + "scaled_error": 0.9998722092588858, + "scale": 0.019396432351828405 + }, + { + "a": 105, + "b": 228, + "method": "shuffled", + "sampled": true, + "cosine": -0.008186908170495414, + "pearson": -0.007755360798456717, + "error_member_to_rep": 1.9609807474516063, + "error_rep_to_member": 1.168169827806415, + "symmetric_error": 1.4192950566680664, + "scaled_error": 0.9999664867057335, + "scale": -0.0048769979614654915 + }, + { + "a": 105, + "b": 228, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": 0.008401640058454977, + "pearson": 0.00804192776227527, + "error_member_to_rep": 1.9467284959239826, + "error_rep_to_member": 1.1596796627527732, + "symmetric_error": 1.4089797334983547, + "scaled_error": 0.9999647055993167, + "scale": 0.005004915235976346 + }, + { + "a": 224, + "b": 240, + "method": "shuffled", + "sampled": true, + "cosine": 0.026078803073368337, + "pearson": 0.026062691442287074, + "error_member_to_rep": 1.2499678852775018, + "error_rep_to_member": 1.609790566024058, + "symmetric_error": 1.3962335437815638, + "scaled_error": 0.9996598901777847, + "scale": 0.03358599181241155 + }, + { + "a": 224, + "b": 240, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": -0.05261548995709563, + "pearson": -0.05228045479714195, + "error_member_to_rep": 1.297932424782611, + "error_rep_to_member": 1.671562443612634, + "symmetric_error": 1.4498106794486947, + "scaled_error": 0.9986148457821838, + "scale": -0.06776167640567991 + }, + { + "a": 201, + "b": 213, + "method": "shuffled", + "sampled": true, + "cosine": 0.9660179197952228, + "pearson": 0.012996267436517273, + "error_member_to_rep": 0.2761982569699143, + "error_rep_to_member": 0.25974028790897163, + "symmetric_error": 0.2675904288342072, + "scaled_error": 0.2584751025427988, + "scale": 0.9084553080295817 + }, + { + "a": 201, + "b": 213, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": -0.022537244843170202, + "pearson": -0.018689268150229033, + "error_member_to_rep": 1.4760324495981503, + "error_rep_to_member": 1.388079337022643, + "symmetric_error": 1.430031313355456, + "scaled_error": 0.9997460040404658, + "scale": -0.021194306323510437 + }, + { + "a": 78, + "b": 125, + "method": "shuffled", + "sampled": true, + "cosine": 0.8590349081735882, + "pearson": -0.013852922213155205, + "error_member_to_rep": 0.53131913399704, + "error_rep_to_member": 0.5306262628275503, + "symmetric_error": 0.5309723593621379, + "scaled_error": 0.511917011378988, + "scale": 0.8579146765023117 + }, + { + "a": 78, + "b": 125, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": -0.05185719044131802, + "pearson": 0.04989906125821414, + "error_member_to_rep": 1.451365920243766, + "error_rep_to_member": 1.4494732543520792, + "symmetric_error": 1.4504186611392134, + "scaled_error": 0.9986545107290773, + "scale": -0.05178956563752594 + }, + { + "a": 126, + "b": 232, + "method": "shuffled", + "sampled": true, + "cosine": 0.010013130458745575, + "pearson": 0.010147063842941395, + "error_member_to_rep": 1.309530092969178, + "error_rep_to_member": 1.5305906722014242, + "symmetric_error": 1.407201096892836, + "scaled_error": 0.999949867352567, + "scale": 0.011703437868267963 + }, + { + "a": 126, + "b": 232, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": 0.015120313892854278, + "pearson": 0.015011005102482555, + "error_member_to_rep": 1.306189090816793, + "error_rep_to_member": 1.5266856785264402, + "symmetric_error": 1.4036109068553562, + "scaled_error": 0.9998856815195333, + "scale": 0.01767276027440254 + }, + { + "a": 174, + "b": 244, + "method": "shuffled", + "sampled": true, + "cosine": -0.018459566129667773, + "pearson": -0.018281682143614007, + "error_member_to_rep": 1.1987456751389187, + "error_rep_to_member": 1.8647326895511374, + "symmetric_error": 1.4260389027056484, + "scaled_error": 0.9998296076923829, + "scale": -0.028715145431438906 + }, + { + "a": 174, + "b": 244, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": -0.00024403999539962133, + "pearson": 2.286941732317749e-05, + "error_member_to_rep": 1.1889371082818028, + "error_rep_to_member": 1.8494747781897531, + "symmetric_error": 1.4143705411773235, + "scaled_error": 0.99999997022224, + "scale": -0.0003796212711481495 + }, + { + "a": 81, + "b": 128, + "method": "shuffled", + "sampled": true, + "cosine": 0.8817753231266743, + "pearson": 0.011681187413244646, + "error_member_to_rep": 0.48645538117193127, + "error_rep_to_member": 0.4860671713612983, + "symmetric_error": 0.4862611600429529, + "scaled_error": 0.4716696720426798, + "scale": 0.8810716330361522 + }, + { + "a": 81, + "b": 128, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": 0.09068634834645053, + "pearson": -0.015280113366755714, + "error_member_to_rep": 1.349103566733031, + "error_rep_to_member": 1.3480269310117774, + "symmetric_error": 1.348564926545295, + "scaled_error": 0.9958795038676046, + "scale": 0.09061397720722342 + }, + { + "a": 176, + "b": 246, + "method": "shuffled", + "sampled": true, + "cosine": -0.029967785451644698, + "pearson": -0.0285495940436489, + "error_member_to_rep": 1.6594951975665406, + "error_rep_to_member": 1.2817313954249576, + "symmetric_error": 1.4345697069051366, + "scaled_error": 0.9995508650564633, + "scale": -0.02314598530990455 + }, + { + "a": 176, + "b": 246, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": -0.023667206417262568, + "pearson": -0.022407411330919978, + "error_member_to_rep": 1.6545722172603785, + "error_rep_to_member": 1.277929071425033, + "symmetric_error": 1.4303139799676516, + "scaled_error": 0.9997198924400788, + "scale": -0.01827965609752367 + }, + { + "a": 236, + "b": 247, + "method": "shuffled", + "sampled": true, + "cosine": 0.010465502961086651, + "pearson": 0.01043334358237083, + "error_member_to_rep": 1.1569213819970792, + "error_rep_to_member": 1.9531410953551043, + "symmetric_error": 1.4077087733899236, + "scaled_error": 0.9999452351242899, + "scale": 0.01766810107837602 + }, + { + "a": 236, + "b": 247, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": -0.015737558968160127, + "pearson": -0.015697350748594446, + "error_member_to_rep": 1.1702603420228925, + "error_rep_to_member": 1.9756602322654642, + "symmetric_error": 1.4239392375756763, + "scaled_error": 0.9998761569503114, + "scale": -0.026568506416770003 + }, + { + "a": 452, + "b": 476, + "method": "shuffled", + "sampled": true, + "cosine": 0.00741510156669282, + "pearson": 0.007085286906884689, + "error_member_to_rep": 1.4339290031893703, + "error_rep_to_member": 1.3852584982979046, + "symmetric_error": 1.4089636739135214, + "scaled_error": 0.9999725077564661, + "scale": 0.0071634177411549265 + }, + { + "a": 452, + "b": 476, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": -0.005670803094922983, + "pearson": -0.005195733598045727, + "error_member_to_rep": 1.443344633687343, + "error_rep_to_member": 1.3943545428964437, + "symmetric_error": 1.418215374178408, + "scaled_error": 0.99998392086686, + "scale": -0.005478324353537528 + }, + { + "a": 393, + "b": 513, + "method": "shuffled", + "sampled": true, + "cosine": 0.04211294550609736, + "pearson": 0.042143215885655325, + "error_member_to_rep": 1.7143851167288224, + "error_rep_to_member": 1.1944677471259892, + "symmetric_error": 1.3859974672872062, + "scaled_error": 0.9991128563985154, + "scale": 0.029341455809817566 + }, + { + "a": 393, + "b": 513, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": 0.013980886421256729, + "pearson": 0.0135962289825601, + "error_member_to_rep": 1.7377774871879097, + "error_rep_to_member": 1.2107659707687126, + "symmetric_error": 1.404909067658541, + "scaled_error": 0.9999022626311413, + "scale": 0.009740937286184097 + }, + { + "a": 322, + "b": 514, + "method": "shuffled", + "sampled": true, + "cosine": 0.02076695265174374, + "pearson": 0.02106462847963872, + "error_member_to_rep": 1.152582725163674, + "error_rep_to_member": 1.9395717384408522, + "symmetric_error": 1.4012564225475694, + "scaled_error": 0.9997843435849355, + "scale": 0.03494672753414867 + }, + { + "a": 322, + "b": 514, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": -0.01755624249147592, + "pearson": -0.01806490037052913, + "error_member_to_rep": 1.1721747942665557, + "error_rep_to_member": 1.9725413663034708, + "symmetric_error": 1.4250755481183695, + "scaled_error": 0.9998458772978867, + "scale": -0.029543729075798497 + }, + { + "a": 335, + "b": 479, + "method": "shuffled", + "sampled": true, + "cosine": -0.03328769634870856, + "pearson": -0.033017629580538554, + "error_member_to_rep": 1.1910442385382505, + "error_rep_to_member": 1.9380735329165826, + "symmetric_error": 1.435059495258943, + "scaled_error": 0.9994458110732148, + "scale": -0.054165916913693345 + }, + { + "a": 335, + "b": 479, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": -0.029850421269558686, + "pearson": -0.029890044018483046, + "error_member_to_rep": 1.1892693636347336, + "error_rep_to_member": 1.935185447013942, + "symmetric_error": 1.432920992757714, + "scaled_error": 0.9995543768850347, + "scale": -0.04857276458508638 + }, + { + "a": 360, + "b": 384, + "method": "shuffled", + "sampled": true, + "cosine": 0.9309432820375403, + "pearson": -0.0004207261890055159, + "error_member_to_rep": 0.37923644279557334, + "error_rep_to_member": 0.3670169717633492, + "symmetric_error": 0.3729766656306883, + "scaled_error": 0.3651638065706579, + "scale": 0.9009471287574258 + }, + { + "a": 360, + "b": 384, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": 0.019473662802488294, + "pearson": -0.029940472879391132, + "error_member_to_rep": 1.4238864058020044, + "error_rep_to_member": 1.3780070104553546, + "symmetric_error": 1.40038335967404, + "scaled_error": 0.9998103702488061, + "scale": 0.018846197106543623 + }, + { + "a": 325, + "b": 397, + "method": "shuffled", + "sampled": true, + "cosine": -0.03094667471914025, + "pearson": -0.03096975791272115, + "error_member_to_rep": 1.2388915050349805, + "error_rep_to_member": 1.7672101843375243, + "symmetric_error": 1.434637386689883, + "scaled_error": 0.9995210369591165, + "scale": -0.04414371921413819 + }, + { + "a": 325, + "b": 397, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": -0.006099382095337336, + "pearson": -0.00619307508893851, + "error_member_to_rep": 1.224750622395778, + "error_rep_to_member": 1.7470389976646328, + "symmetric_error": 1.418262232907211, + "scaled_error": 0.9999813985960214, + "scale": -0.008700431081526985 + }, + { + "a": 458, + "b": 482, + "method": "shuffled", + "sampled": true, + "cosine": -0.0317119792059472, + "pearson": -0.03190297121173524, + "error_member_to_rep": 1.547542170339266, + "error_rep_to_member": 1.345961626405118, + "symmetric_error": 1.436249032729572, + "scaled_error": 0.9994970487074195, + "scale": -0.027581223908880365 + }, + { + "a": 458, + "b": 482, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": 0.02083384354975424, + "pearson": 0.020512278550078637, + "error_member_to_rep": 1.507997304406192, + "error_rep_to_member": 1.3115678159569133, + "symmetric_error": 1.3995480777996356, + "scaled_error": 0.9997829519265391, + "scale": 0.01812005804168133 + }, + { + "a": 327, + "b": 591, + "method": "shuffled", + "sampled": true, + "cosine": 0.003512278552240046, + "pearson": 0.004069678961682087, + "error_member_to_rep": 1.2510304843879847, + "error_rep_to_member": 1.6564746931629137, + "symmetric_error": 1.4118227315030751, + "scaled_error": 0.9999938319306632, + "scale": 0.004650566560710733 + }, + { + "a": 327, + "b": 591, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": -0.0007741797037615987, + "pearson": 0.00037147925291855467, + "error_member_to_rep": 1.253615512851528, + "error_rep_to_member": 1.6598974988294437, + "symmetric_error": 1.4147400080938195, + "scaled_error": 0.9999997003228482, + "scale": -0.00102508220482638 + }, + { + "a": 436, + "b": 448, + "method": "shuffled", + "sampled": true, + "cosine": -0.09036001160059691, + "pearson": -0.09468592749663853, + "error_member_to_rep": 1.5811366959997597, + "error_rep_to_member": 1.3897526033441043, + "symmetric_error": 1.476220267523252, + "scaled_error": 0.9959091666931981, + "scale": -0.07942264680709941 + }, + { + "a": 436, + "b": 448, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": 0.051922744953941474, + "pearson": 0.05301468577522896, + "error_member_to_rep": 1.4752084473668932, + "error_rep_to_member": 1.2966461314763298, + "symmetric_error": 1.377320894729805, + "scaled_error": 0.9986511045187142, + "scale": 0.04563790730749259 + }, + { + "a": 437, + "b": 449, + "method": "shuffled", + "sampled": true, + "cosine": 0.990500778383551, + "pearson": -0.0038233190747680185, + "error_member_to_rep": 0.14032874393815511, + "error_rep_to_member": 0.13777983678245406, + "symmetric_error": 0.13903677037941317, + "scaled_error": 0.13750711989413367, + "scale": 0.9725094927003983 + }, + { + "a": 437, + "b": 449, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": 0.005665267421001952, + "pearson": 0.0075800644695138515, + "error_member_to_rep": 1.4233066460869377, + "error_rep_to_member": 1.3974539491044382, + "symmetric_error": 1.4102025983977737, + "scaled_error": 0.999983952243759, + "scale": 0.005562364478503471 + }, + { + "a": 414, + "b": 426, + "method": "shuffled", + "sampled": true, + "cosine": -0.017373939503043532, + "pearson": -0.029699992298559855, + "error_member_to_rep": 1.5848575741440962, + "error_rep_to_member": 1.3073245853960513, + "symmetric_error": 1.4262236088318068, + "scaled_error": 0.9998490617218904, + "scale": -0.014331494910373157 + }, + { + "a": 414, + "b": 426, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": -0.057512579175562704, + "pearson": -0.0554116037263034, + "error_member_to_rep": 1.6152686890822725, + "error_rep_to_member": 1.3324102453800117, + "symmetric_error": 1.4535907683818683, + "scaled_error": 0.9983447817445507, + "scale": -0.04744124011670591 + }, + { + "a": 379, + "b": 391, + "method": "shuffled", + "sampled": true, + "cosine": 0.9716575878778277, + "pearson": 0.013414796960899531, + "error_member_to_rep": 0.2389579043054026, + "error_rep_to_member": 0.23739660540822763, + "symmetric_error": 0.23817341689749952, + "scaled_error": 0.23639274929540777, + "scale": 0.9653089888440561 + }, + { + "a": 379, + "b": 391, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": -0.05498567644543596, + "pearson": -0.013204020998948629, + "error_member_to_rep": 1.4573576663042653, + "error_rep_to_member": 1.44783560875273, + "symmetric_error": 1.452573230562958, + "scaled_error": 0.9984871433252598, + "scale": -0.05462641201246304 + }, + { + "a": 295, + "b": 307, + "method": "shuffled", + "sampled": true, + "cosine": 0.4776076478902402, + "pearson": 0.017832993024968116, + "error_member_to_rep": 1.0312524110686938, + "error_rep_to_member": 1.013417335398757, + "symmetric_error": 1.022218200672922, + "scaled_error": 0.8785732380836285, + "scale": 0.4693476249809744 + }, + { + "a": 295, + "b": 307, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": 0.0015045676922164062, + "pearson": 0.010142351049546215, + "error_member_to_rep": 1.4256386356000246, + "error_rep_to_member": 1.4009828164513813, + "symmetric_error": 1.413149433883633, + "scaled_error": 0.9999988681373893, + "scale": 0.0014785468283103394 + }, + { + "a": 16, + "b": 22, + "method": "shuffled", + "sampled": true, + "cosine": 0.9605286868475051, + "pearson": -0.27527888998477557, + "error_member_to_rep": 0.3044179636703539, + "error_rep_to_member": 0.2807859367386647, + "symmetric_error": 0.2918868890301255, + "scaled_error": 0.2781809514381016, + "scale": 0.8859626542699377 + }, + { + "a": 16, + "b": 22, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": 0.4283673195768535, + "pearson": 0.01702803108878307, + "error_member_to_rep": 1.1164992322880178, + "error_rep_to_member": 1.0298251753154386, + "symmetric_error": 1.0705396080698186, + "scaled_error": 0.903604692063151, + "scale": 0.3951130795483055 + }, + { + "a": 38, + "b": 144, + "method": "shuffled", + "sampled": true, + "cosine": 0.0030785138131309234, + "pearson": 0.003307554107830816, + "error_member_to_rep": 2.743610699445215, + "error_rep_to_member": 1.0725784818098563, + "symmetric_error": 1.4127364154622382, + "scaled_error": 0.9999952613651238, + "scale": 0.0012035044449222785 + }, + { + "a": 38, + "b": 144, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": -0.007518198867578058, + "pearson": -0.007393035088781238, + "error_member_to_rep": 2.7534726368512255, + "error_rep_to_member": 1.0764338764009262, + "symmetric_error": 1.4178145113099097, + "scaled_error": 0.9999717379435219, + "scale": -0.002939140866071869 + }, + { + "a": 86, + "b": 297, + "method": "shuffled", + "sampled": true, + "cosine": 0.5916436148521275, + "pearson": -0.1382257144804986, + "error_member_to_rep": 0.8264510744223253, + "error_rep_to_member": 1.0684876063555215, + "symmetric_error": 0.9245010940964506, + "scaled_error": 0.8061996235453769, + "scale": 0.7649138459778144 + }, + { + "a": 86, + "b": 297, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": -0.0740758560219457, + "pearson": -0.052990409021096016, + "error_member_to_rep": 1.3087625386274213, + "error_rep_to_member": 1.6920500141684054, + "symmetric_error": 1.4640339111655636, + "scaled_error": 0.9972526097005793, + "scale": -0.09576989677815939 + }, + { + "a": 111, + "b": 217, + "method": "shuffled", + "sampled": true, + "cosine": 0.004090022893465661, + "pearson": 0.004531438457606397, + "error_member_to_rep": 1.7752110682622568, + "error_rep_to_member": 1.2069269491343844, + "symmetric_error": 1.4115216039024245, + "scaled_error": 0.9999916358213857, + "scale": 0.002780716581230236 + }, + { + "a": 111, + "b": 217, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": -0.016312330773637865, + "pearson": -0.016378516582155445, + "error_member_to_rep": 1.7920357215711813, + "error_rep_to_member": 1.2183656607622146, + "symmetric_error": 1.4248993717905905, + "scaled_error": 0.9998669450805598, + "scale": -0.011090394807626983 + }, + { + "a": 147, + "b": 218, + "method": "shuffled", + "sampled": true, + "cosine": -0.04384051934286469, + "pearson": -0.04381633924547777, + "error_member_to_rep": 1.6288806095868764, + "error_rep_to_member": 1.3107644365497226, + "symmetric_error": 1.4441783830824046, + "scaled_error": 0.9990385422313535, + "scale": -0.0352785792256878 + }, + { + "a": 147, + "b": 218, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": 0.010329713527584102, + "pearson": 0.010513012280930671, + "error_member_to_rep": 1.5870153965351657, + "error_rep_to_member": 1.2770753914019157, + "symmetric_error": 1.4070603553174637, + "scaled_error": 0.9999466470859524, + "scale": 0.008312347173890082 + }, + { + "a": 42, + "b": 148, + "method": "shuffled", + "sampled": true, + "cosine": 0.02161571461196283, + "pearson": 0.021516881786296235, + "error_member_to_rep": 1.6576418847504053, + "error_rep_to_member": 1.2335228694831033, + "symmetric_error": 1.3994963386989239, + "scaled_error": 0.9997663531454808, + "scale": 0.016085186166788376 + }, + { + "a": 42, + "b": 148, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": 0.01115176557315642, + "pearson": 0.010822870386398484, + "error_member_to_rep": 1.6661032686660644, + "error_rep_to_member": 1.2398193504440762, + "symmetric_error": 1.406640026318807, + "scaled_error": 0.9999378171289459, + "scale": 0.008298510067917386 + }, + { + "a": 55, + "b": 102, + "method": "shuffled", + "sampled": true, + "cosine": -0.007736045609228031, + "pearson": -0.007673734208979504, + "error_member_to_rep": 1.2718546000875448, + "error_rep_to_member": 1.6343831313713624, + "symmetric_error": 1.419506239331989, + "scaled_error": 0.9999700763514535, + "scale": -0.009941122551564851 + }, + { + "a": 55, + "b": 102, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": 0.006940134235370652, + "pearson": 0.007338994410362678, + "error_member_to_rep": 1.2628430301874987, + "error_rep_to_member": 1.6228029099916579, + "symmetric_error": 1.4094485018371439, + "scaled_error": 0.9999759169784016, + "scale": 0.00891834516536869 + }, + { + "a": 5, + "b": 11, + "method": "shuffled", + "sampled": true, + "cosine": 0.9935393599151964, + "pearson": -0.11002512818912322, + "error_member_to_rep": 0.12035718379528058, + "error_rep_to_member": 0.1262319499277538, + "symmetric_error": 0.12318963080439208, + "scaled_error": 0.11348806236473448, + "scale": 1.0420351056517945 + }, + { + "a": 5, + "b": 11, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": 0.0222803349176195, + "pearson": -0.19227490939767847, + "error_member_to_rep": 1.3662357668540175, + "error_rep_to_member": 1.43292323293614, + "symmetric_error": 1.3983883172007343, + "scaled_error": 0.9997517625270579, + "scale": 0.02336786249899619 + }, + { + "a": 197, + "b": 279, + "method": "shuffled", + "sampled": true, + "cosine": 0.015636693515110336, + "pearson": 0.016447717107592574, + "error_member_to_rep": 1.4671622221503808, + "error_rep_to_member": 1.3468527714083403, + "symmetric_error": 1.4031538519016538, + "scaled_error": 0.9998777394341343, + "scale": 0.014354461748355012 + }, + { + "a": 197, + "b": 279, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": -0.0045381078476474275, + "pearson": -0.004398711050893654, + "error_member_to_rep": 1.482065744771925, + "error_rep_to_member": 1.3605341833500635, + "symmetric_error": 1.4174071736254594, + "scaled_error": 0.9999897027355648, + "scale": -0.004165976358493909 + }, + { + "a": 198, + "b": 280, + "method": "shuffled", + "sampled": true, + "cosine": -0.021457995768594355, + "pearson": -0.02096474253680024, + "error_member_to_rep": 1.3116378579660015, + "error_rep_to_member": 1.5849202660089836, + "symmetric_error": 1.4290411843885682, + "scaled_error": 0.9997697507014277, + "scale": -0.025928812709263647 + }, + { + "a": 198, + "b": 280, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": -0.0348626480983946, + "pearson": -0.03617754985102287, + "error_member_to_rep": 1.3200683838111786, + "error_rep_to_member": 1.5951073090132575, + "symmetric_error": 1.4382263177435115, + "scaled_error": 0.9993921131205546, + "scale": -0.04212635154002804 + }, + { + "a": 70, + "b": 228, + "method": "shuffled", + "sampled": true, + "cosine": 0.021745521422302804, + "pearson": 0.021118877481020645, + "error_member_to_rep": 1.9688378575504142, + "error_rep_to_member": 1.1461008932816772, + "symmetric_error": 1.4007788326480248, + "scaled_error": 0.9997635381919427, + "scale": 0.012658513971275018 + }, + { + "a": 70, + "b": 228, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": -0.011259045609734945, + "pearson": -0.011833948507059858, + "error_member_to_rep": 1.9974275421801382, + "error_rep_to_member": 1.1627435350142652, + "symmetric_error": 1.421119677328463, + "scaled_error": 0.9999366149371459, + "scale": -0.0065541213469306435 + }, + { + "a": 229, + "b": 258, + "method": "shuffled", + "sampled": true, + "cosine": 0.04602622707225476, + "pearson": 0.04599961591739521, + "error_member_to_rep": 1.2048492019268475, + "error_rep_to_member": 1.6741964855689355, + "symmetric_error": 1.3830089204359752, + "scaled_error": 0.9989402316562754, + "scale": 0.06395567800944206 + }, + { + "a": 229, + "b": 258, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": -0.01490379060558817, + "pearson": -0.014649078025652377, + "error_member_to_rep": 1.2407091404075867, + "error_rep_to_member": 1.7240256118041182, + "symmetric_error": 1.4241714283463707, + "scaled_error": 0.9998889323447804, + "scale": -0.020709540923151963 + }, + { + "a": 171, + "b": 201, + "method": "shuffled", + "sampled": true, + "cosine": 0.9546910117112255, + "pearson": -0.01927784015877682, + "error_member_to_rep": 0.3216498627619987, + "error_rep_to_member": 0.2987283764320624, + "symmetric_error": 0.30955445444408664, + "scaled_error": 0.29759884434889294, + "scale": 0.886657601759349 + }, + { + "a": 171, + "b": 201, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": 0.03329604751157882, + "pearson": -0.018316502544211875, + "error_member_to_rep": 1.4448689185003496, + "error_rep_to_member": 1.341904338072528, + "symmetric_error": 1.3905356774255566, + "scaled_error": 0.9994455328931671, + "scale": 0.03092329693328219 + }, + { + "a": 125, + "b": 289, + "method": "shuffled", + "sampled": true, + "cosine": 0.8813346570394051, + "pearson": 0.015700350011488368, + "error_member_to_rep": 0.4763406553534632, + "error_rep_to_member": 0.5802596338980487, + "symmetric_error": 0.5206775762070688, + "scaled_error": 0.4724925632232047, + "scale": 1.0736075530984581 + }, + { + "a": 125, + "b": 289, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": 0.06793074058655309, + "pearson": 0.11729170702395847, + "error_member_to_rep": 1.2499449792127433, + "error_rep_to_member": 1.522634290983404, + "symmetric_error": 1.3662875819107938, + "scaled_error": 0.9976900392824228, + "scale": 0.08275058242493982 + }, + { + "a": 173, + "b": 243, + "method": "shuffled", + "sampled": true, + "cosine": 0.009934917514372586, + "pearson": 0.007487709588710043, + "error_member_to_rep": 1.5219457084232466, + "error_rep_to_member": 1.3150975870167851, + "symmetric_error": 1.4072456421487687, + "scaled_error": 0.9999506474891562, + "scale": 0.008584659740522594 + }, + { + "a": 173, + "b": 243, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": 0.028303659529583396, + "pearson": 0.02947184827197274, + "error_member_to_rep": 1.5079134313507467, + "error_rep_to_member": 1.3029724411483992, + "symmetric_error": 1.3942708949876774, + "scaled_error": 0.9995993711768898, + "scale": 0.024456900233098496 + }, + { + "a": 80, + "b": 174, + "method": "shuffled", + "sampled": true, + "cosine": 0.015878063328460472, + "pearson": 0.016113999509343394, + "error_member_to_rep": 1.764848745457128, + "error_rep_to_member": 1.2004446799982047, + "symmetric_error": 1.403732294463063, + "scaled_error": 0.9998739356063531, + "scale": 0.010800209763238311 + }, + { + "a": 80, + "b": 174, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": 0.005435427172806605, + "pearson": 0.005494560981473894, + "error_member_to_rep": 1.773526385026344, + "error_rep_to_member": 1.2063471837014947, + "symmetric_error": 1.410634349347015, + "scaled_error": 0.9999852279566179, + "scale": 0.003697160818970521 + }, + { + "a": 128, + "b": 292, + "method": "shuffled", + "sampled": true, + "cosine": 0.8891107594727422, + "pearson": -0.07834015914776092, + "error_member_to_rep": 0.46064971143940286, + "error_rep_to_member": 0.5503616615889075, + "symmetric_error": 0.49956250791161394, + "scaled_error": 0.45769209889379064, + "scale": 1.0622658883058136 + }, + { + "a": 128, + "b": 292, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": -0.028359685924390202, + "pearson": -0.0882610189909937, + "error_member_to_rep": 1.322132248434857, + "error_rep_to_member": 1.579618705968964, + "symmetric_error": 1.4338176827574622, + "scaled_error": 0.9995977832179651, + "scale": -0.033882760544266935 + }, + { + "a": 176, + "b": 235, + "method": "shuffled", + "sampled": true, + "cosine": 0.04993097814560865, + "pearson": 0.049227196662342446, + "error_member_to_rep": 1.4850155596375094, + "error_rep_to_member": 1.2925381600524222, + "symmetric_error": 1.378801131992695, + "scaled_error": 0.9987526707956395, + "scale": 0.043459271657528144 + }, + { + "a": 176, + "b": 235, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": 0.0033358767551764793, + "pearson": 0.0037929820248343454, + "error_member_to_rep": 1.5206376188380104, + "error_rep_to_member": 1.323543135426238, + "symmetric_error": 1.4118753548389193, + "scaled_error": 0.9999944359476578, + "scale": 0.0029035035864202956 + }, + { + "a": 236, + "b": 294, + "method": "shuffled", + "sampled": true, + "cosine": 0.009779862318579144, + "pearson": 0.009759589853180487, + "error_member_to_rep": 1.1555404797245583, + "error_rep_to_member": 1.9622322749783012, + "symmetric_error": 1.4081529930124075, + "scaled_error": 0.9999521760029475, + "scale": 0.016607260258796344 + }, + { + "a": 236, + "b": 294, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": 0.028308006336577853, + "pearson": 0.028290680187385207, + "error_member_to_rep": 1.146059201875814, + "error_rep_to_member": 1.94613204332975, + "symmetric_error": 1.39659901458019, + "scaled_error": 0.9995992480875764, + "scale": 0.04807004570464188 + }, + { + "a": 440, + "b": 452, + "method": "shuffled", + "sampled": true, + "cosine": 0.05508121388797054, + "pearson": 0.055075555229104414, + "error_member_to_rep": 1.4237389646002645, + "error_rep_to_member": 1.3305932196413817, + "symmetric_error": 1.3748051713103198, + "scaled_error": 0.9984818775904887, + "scale": 0.051477617422325546 + }, + { + "a": 440, + "b": 452, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": 0.04321570137833742, + "pearson": 0.04321686175644229, + "error_member_to_rep": 1.4326286718293735, + "error_rep_to_member": 1.3389013326155677, + "symmetric_error": 1.3833893400195363, + "scaled_error": 0.9990657651798396, + "scale": 0.04038838626026306 + }, + { + "a": 357, + "b": 513, + "method": "shuffled", + "sampled": true, + "cosine": 0.03366931620619437, + "pearson": 0.033624411297925316, + "error_member_to_rep": 1.7237511391147602, + "error_rep_to_member": 1.1986231942534806, + "symmetric_error": 1.391716199277165, + "scaled_error": 0.999433027844391, + "scale": 0.02341220981592772 + }, + { + "a": 357, + "b": 513, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": -0.0006197474612395542, + "pearson": -0.0008800882316031666, + "error_member_to_rep": 1.752124661928542, + "error_rep_to_member": 1.2183529346873259, + "symmetric_error": 1.4146243154399072, + "scaled_error": 0.9999998079565237, + "scale": -0.00043094601347322685 + }, + { + "a": 322, + "b": 502, + "method": "shuffled", + "sampled": true, + "cosine": 0.016590355834219472, + "pearson": 0.015945944987057214, + "error_member_to_rep": 1.1719319919961675, + "error_rep_to_member": 1.8664300900442194, + "symmetric_error": 1.403607612727198, + "scaled_error": 0.9998623705757177, + "scale": 0.026421959247639654 + }, + { + "a": 322, + "b": 502, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": -0.01255560265364383, + "pearson": -0.012305069497829597, + "error_member_to_rep": 1.187445200988299, + "error_rep_to_member": 1.8911365749373752, + "symmetric_error": 1.4221875801552524, + "scaled_error": 0.9999211753143364, + "scale": -0.019996172774056787 + }, + { + "a": 335, + "b": 491, + "method": "shuffled", + "sampled": true, + "cosine": -0.0024321370538960135, + "pearson": -0.0019705713364502695, + "error_member_to_rep": 1.187885757669375, + "error_rep_to_member": 1.8597855704319697, + "symmetric_error": 1.415773055245935, + "scaled_error": 0.9999970423503017, + "scale": -0.003807818528798025 + }, + { + "a": 335, + "b": 491, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": 0.019578735634510916, + "pearson": 0.0197138957425209, + "error_member_to_rep": 1.1759910377173455, + "error_rep_to_member": 1.8411628801704782, + "symmetric_error": 1.4015964192360715, + "scaled_error": 0.9998083181845178, + "scale": 0.03065298980585998 + }, + { + "a": 384, + "b": 396, + "method": "shuffled", + "sampled": true, + "cosine": 0.9406253098370648, + "pearson": -0.006435009542566001, + "error_member_to_rep": 0.36781848392822636, + "error_rep_to_member": 0.46036619976561144, + "symmetric_error": 0.4063918004196074, + "scaled_error": 0.33944664749254166, + "scale": 1.1772983637699386 + }, + { + "a": 384, + "b": 396, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": 0.02523461893423772, + "pearson": 0.03510044415315336, + "error_member_to_rep": 1.2641315793374541, + "error_rep_to_member": 1.5822028435548792, + "symmetric_error": 1.3967017182161952, + "scaled_error": 0.999681556300427, + "scale": 0.03158396363668135 + }, + { + "a": 325, + "b": 481, + "method": "shuffled", + "sampled": true, + "cosine": 0.006542619144110539, + "pearson": 0.0064845638300666695, + "error_member_to_rep": 1.230349871582549, + "error_rep_to_member": 1.7009204362495043, + "symmetric_error": 1.409812847991395, + "scaled_error": 0.9999785968383199, + "scale": 0.009044967505463101 + }, + { + "a": 325, + "b": 481, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": 0.021426211567603767, + "pearson": 0.021438740224392773, + "error_member_to_rep": 1.221568215269074, + "error_rep_to_member": 1.6887800694865964, + "symmetric_error": 1.399750269709124, + "scaled_error": 0.9997704323782837, + "scale": 0.029621071183488633 + }, + { + "a": 434, + "b": 446, + "method": "shuffled", + "sampled": true, + "cosine": -0.011633755675566144, + "pearson": -0.011823498073949005, + "error_member_to_rep": 1.5654262220462223, + "error_rep_to_member": 1.3123807320134449, + "symmetric_error": 1.4222905743559542, + "scaled_error": 0.9999323255745266, + "scale": -0.009753201124744062 + }, + { + "a": 434, + "b": 446, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": 0.0028488202788639577, + "pearson": 0.003300190894591792, + "error_member_to_rep": 1.554351702639547, + "error_rep_to_member": 1.3030963686362735, + "symmetric_error": 1.4122286600058498, + "scaled_error": 0.999995942103276, + "scale": 0.0023883187788072157 + }, + { + "a": 375, + "b": 543, + "method": "shuffled", + "sampled": true, + "cosine": 0.00042683004083508087, + "pearson": 0.0007527827317491877, + "error_member_to_rep": 1.6223281583399576, + "error_rep_to_member": 1.269522361078267, + "symmetric_error": 1.413920570256631, + "scaled_error": 0.999999908908054, + "scale": 0.0003340078136685689 + }, + { + "a": 375, + "b": 543, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": -0.027619500749581822, + "pearson": -0.027827808768106612, + "error_member_to_rep": 1.6442717871606647, + "error_rep_to_member": 1.286693934737936, + "symmetric_error": 1.4330452757092087, + "scaled_error": 0.9996185088214122, + "scale": -0.02161312039315818 + }, + { + "a": 412, + "b": 424, + "method": "shuffled", + "sampled": true, + "cosine": 0.02882050637636403, + "pearson": 0.025771026785059853, + "error_member_to_rep": 1.4964959420280282, + "error_rep_to_member": 1.3098182030939778, + "symmetric_error": 1.393867591254815, + "scaled_error": 0.9995846029287416, + "scale": 0.02522534329293934 + }, + { + "a": 412, + "b": 424, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": -0.020981436635457717, + "pearson": -0.021973262941353593, + "error_member_to_rep": 1.5340468449723992, + "error_rep_to_member": 1.342684885079428, + "symmetric_error": 1.428843286922644, + "scaled_error": 0.9997798654287414, + "scale": -0.01836414443927083 + }, + { + "a": 437, + "b": 461, + "method": "shuffled", + "sampled": true, + "cosine": 0.990086445671712, + "pearson": 0.0015234479550796343, + "error_member_to_rep": 0.14270437423248641, + "error_rep_to_member": 0.14055394073167893, + "symmetric_error": 0.14161691368764412, + "scaled_error": 0.14045935389697717, + "scale": 0.975166685342577 + }, + { + "a": 437, + "b": 461, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": -0.026147912115931333, + "pearson": -0.09430656672942883, + "error_member_to_rep": 1.443582149035271, + "error_rep_to_member": 1.4218285943096416, + "symmetric_error": 1.4325815147606902, + "scaled_error": 0.9996580848930186, + "scale": -0.025753885328086253 + }, + { + "a": 438, + "b": 450, + "method": "shuffled", + "sampled": true, + "cosine": 0.050339844732247944, + "pearson": 0.029272860658743752, + "error_member_to_rep": 1.634149724274622, + "error_rep_to_member": 1.2160870764692748, + "symmetric_error": 1.3796960231953996, + "scaled_error": 0.9987321462896511, + "scale": 0.037461460049219394 + }, + { + "a": 438, + "b": 450, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": 0.03449511674789797, + "pearson": 0.03648876826742927, + "error_member_to_rep": 1.6471274632878206, + "error_rep_to_member": 1.2257447354103779, + "symmetric_error": 1.3906529965012122, + "scaled_error": 0.9994048663682547, + "scale": 0.02567027063388467 + }, + { + "a": 583, + "b": 595, + "method": "shuffled", + "sampled": true, + "cosine": 0.971681764700093, + "pearson": -0.008492294130642859, + "error_member_to_rep": 0.23776483022353403, + "error_rep_to_member": 0.23821905537170537, + "symmetric_error": 0.2379916177019885, + "scaled_error": 0.2362933518940239, + "scale": 0.9735380623414699 + }, + { + "a": 583, + "b": 595, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": -0.012050439706074665, + "pearson": -0.02877098246604765, + "error_member_to_rep": 1.4213532469367036, + "error_rep_to_member": 1.424068595495978, + "symmetric_error": 1.4227089778013684, + "scaled_error": 0.9999273908153983, + "scale": -0.012073460826380285 + }, + { + "a": 61, + "b": 307, + "method": "shuffled", + "sampled": true, + "cosine": 0.3546803362430326, + "pearson": -0.03618569821600847, + "error_member_to_rep": 1.1904690580293549, + "error_rep_to_member": 1.0905969242545452, + "symmetric_error": 1.137257119377972, + "scaled_error": 0.9349876250959311, + "scale": 0.32492510510145584 + }, + { + "a": 61, + "b": 307, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": -0.018885422300526755, + "pearson": -0.007926388398220291, + "error_member_to_rep": 1.4942446779013274, + "error_rep_to_member": 1.3688878671911926, + "symmetric_error": 1.4274544865944987, + "scaled_error": 0.9998216545087083, + "scale": -0.017301065773432985 + }, + { + "a": 14, + "b": 16, + "method": "shuffled", + "sampled": true, + "cosine": 0.9492714422495367, + "pearson": -0.42014814460185274, + "error_member_to_rep": 0.3144670837572858, + "error_rep_to_member": 0.3304324352026985, + "symmetric_error": 0.3221534326613504, + "scaled_error": 0.3144578333091487, + "scale": 0.9974655235235725 + }, + { + "a": 14, + "b": 16, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": -0.011729103070945674, + "pearson": -0.5327013249051706, + "error_member_to_rep": 1.3885338303041845, + "error_rep_to_member": 1.4590290641130164, + "symmetric_error": 1.4224730119739986, + "scaled_error": 0.9999312117046608, + "scale": -0.012324584322686632 + }, + { + "a": 179, + "b": 203, + "method": "shuffled", + "sampled": true, + "cosine": -0.008294527546495806, + "pearson": -0.009308916114318161, + "error_member_to_rep": 2.57456223151949, + "error_rep_to_member": 1.0890064177848935, + "symmetric_error": 1.4184160388773495, + "scaled_error": 0.9999655998147038, + "scale": -0.0035084775267974094 + }, + { + "a": 179, + "b": 203, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": 0.009019972508933733, + "pearson": 0.009952264986219062, + "error_member_to_rep": 2.5586134769040907, + "error_rep_to_member": 1.0822603015251224, + "symmetric_error": 1.4096293142568883, + "scaled_error": 0.9999593192205062, + "scale": 0.0038153313329213207 + }, + { + "a": 86, + "b": 110, + "method": "shuffled", + "sampled": true, + "cosine": 0.6237599447478162, + "pearson": 0.07371009790926171, + "error_member_to_rep": 0.8042665110350277, + "error_rep_to_member": 0.988906727197174, + "symmetric_error": 0.8824149968780556, + "scaled_error": 0.7816159743302342, + "scale": 0.7669602016916357 + }, + { + "a": 86, + "b": 110, + "method": "gaussian_norm_matched", + "sampled": true, + "cosine": 0.13155456967427437, + "pearson": -0.03963410569770753, + "error_member_to_rep": 1.2031020759621243, + "error_rep_to_member": 1.4793053298871146, + "symmetric_error": 1.3200043767057503, + "scaled_error": 0.9913089302522279, + "scale": 0.16175632972333634 + } +] \ No newline at end of file diff --git a/results/qwen35-2b/analysis/tensor_objects.json b/results/qwen35-2b/analysis/tensor_objects.json new file mode 100644 index 0000000..5510e4e --- /dev/null +++ b/results/qwen35-2b/analysis/tensor_objects.json @@ -0,0 +1,9184 @@ +[ + { + "id": "model.language_model.layers.0.linear_attn.A_log", + "tensor": "model.language_model.layers.0.linear_attn.A_log", + "role": "model.language_model.layers.*.linear_attn.A_log", + "layer": 0, + "kind": "tensor", + "dtype": "F32", + "shape": [ + 16 + ], + "start": null, + "scale": "whole", + "bytes": 64 + }, + { + "id": "model.language_model.layers.0.linear_attn.norm.weight", + "tensor": "model.language_model.layers.0.linear_attn.norm.weight", + "role": "model.language_model.layers.*.linear_attn.norm.weight", + "layer": 0, + "kind": "tensor", + "dtype": "F32", + "shape": [ + 128 + ], + "start": null, + "scale": "whole", + "bytes": 512 + }, + { + "id": "model.language_model.layers.1.linear_attn.A_log", + "tensor": "model.language_model.layers.1.linear_attn.A_log", + "role": "model.language_model.layers.*.linear_attn.A_log", + "layer": 1, + "kind": "tensor", + "dtype": "F32", + "shape": [ + 16 + ], + "start": null, + "scale": "whole", + "bytes": 64 + }, + { + "id": "model.language_model.layers.1.linear_attn.norm.weight", + "tensor": "model.language_model.layers.1.linear_attn.norm.weight", + "role": "model.language_model.layers.*.linear_attn.norm.weight", + "layer": 1, + "kind": "tensor", + "dtype": "F32", + "shape": [ + 128 + ], + "start": null, + "scale": "whole", + "bytes": 512 + }, + { + "id": "model.language_model.layers.10.linear_attn.A_log", + "tensor": "model.language_model.layers.10.linear_attn.A_log", + "role": "model.language_model.layers.*.linear_attn.A_log", + "layer": 10, + "kind": "tensor", + "dtype": "F32", + "shape": [ + 16 + ], + "start": null, + "scale": "whole", + "bytes": 64 + }, + { + "id": "model.language_model.layers.10.linear_attn.norm.weight", + "tensor": "model.language_model.layers.10.linear_attn.norm.weight", + "role": "model.language_model.layers.*.linear_attn.norm.weight", + "layer": 10, + "kind": "tensor", + "dtype": "F32", + "shape": [ + 128 + ], + "start": null, + "scale": "whole", + "bytes": 512 + }, + { + "id": "model.language_model.layers.12.linear_attn.A_log", + "tensor": "model.language_model.layers.12.linear_attn.A_log", + "role": "model.language_model.layers.*.linear_attn.A_log", + "layer": 12, + "kind": "tensor", + "dtype": "F32", + "shape": [ + 16 + ], + "start": null, + "scale": "whole", + "bytes": 64 + }, + { + "id": "model.language_model.layers.12.linear_attn.norm.weight", + "tensor": "model.language_model.layers.12.linear_attn.norm.weight", + "role": "model.language_model.layers.*.linear_attn.norm.weight", + "layer": 12, + "kind": "tensor", + "dtype": "F32", + "shape": [ + 128 + ], + "start": null, + "scale": "whole", + "bytes": 512 + }, + { + "id": "model.language_model.layers.13.linear_attn.A_log", + "tensor": "model.language_model.layers.13.linear_attn.A_log", + "role": "model.language_model.layers.*.linear_attn.A_log", + "layer": 13, + "kind": "tensor", + "dtype": "F32", + "shape": [ + 16 + ], + "start": null, + "scale": "whole", + "bytes": 64 + }, + { + "id": "model.language_model.layers.13.linear_attn.norm.weight", + "tensor": "model.language_model.layers.13.linear_attn.norm.weight", + "role": "model.language_model.layers.*.linear_attn.norm.weight", + "layer": 13, + "kind": "tensor", + "dtype": "F32", + "shape": [ + 128 + ], + "start": null, + "scale": "whole", + "bytes": 512 + }, + { + "id": "model.language_model.layers.14.linear_attn.A_log", + "tensor": "model.language_model.layers.14.linear_attn.A_log", + "role": "model.language_model.layers.*.linear_attn.A_log", + "layer": 14, + "kind": "tensor", + "dtype": "F32", + "shape": [ + 16 + ], + "start": null, + "scale": "whole", + "bytes": 64 + }, + { + "id": "model.language_model.layers.14.linear_attn.norm.weight", + "tensor": "model.language_model.layers.14.linear_attn.norm.weight", + "role": "model.language_model.layers.*.linear_attn.norm.weight", + "layer": 14, + "kind": "tensor", + "dtype": "F32", + "shape": [ + 128 + ], + "start": null, + "scale": "whole", + "bytes": 512 + }, + { + "id": "model.language_model.layers.16.linear_attn.A_log", + "tensor": "model.language_model.layers.16.linear_attn.A_log", + "role": "model.language_model.layers.*.linear_attn.A_log", + "layer": 16, + "kind": "tensor", + "dtype": "F32", + "shape": [ + 16 + ], + "start": null, + "scale": "whole", + "bytes": 64 + }, + { + "id": "model.language_model.layers.16.linear_attn.norm.weight", + "tensor": "model.language_model.layers.16.linear_attn.norm.weight", + "role": "model.language_model.layers.*.linear_attn.norm.weight", + "layer": 16, + "kind": "tensor", + "dtype": "F32", + "shape": [ + 128 + ], + "start": null, + "scale": "whole", + "bytes": 512 + }, + { + "id": "model.language_model.layers.17.linear_attn.A_log", + "tensor": "model.language_model.layers.17.linear_attn.A_log", + "role": "model.language_model.layers.*.linear_attn.A_log", + "layer": 17, + "kind": "tensor", + "dtype": "F32", + "shape": [ + 16 + ], + "start": null, + "scale": "whole", + "bytes": 64 + }, + { + "id": "model.language_model.layers.17.linear_attn.norm.weight", + "tensor": "model.language_model.layers.17.linear_attn.norm.weight", + "role": "model.language_model.layers.*.linear_attn.norm.weight", + "layer": 17, + "kind": "tensor", + "dtype": "F32", + "shape": [ + 128 + ], + "start": null, + "scale": "whole", + "bytes": 512 + }, + { + "id": "model.language_model.layers.18.linear_attn.A_log", + "tensor": "model.language_model.layers.18.linear_attn.A_log", + "role": "model.language_model.layers.*.linear_attn.A_log", + "layer": 18, + "kind": "tensor", + "dtype": "F32", + "shape": [ + 16 + ], + "start": null, + "scale": "whole", + "bytes": 64 + }, + { + "id": "model.language_model.layers.18.linear_attn.norm.weight", + "tensor": "model.language_model.layers.18.linear_attn.norm.weight", + "role": "model.language_model.layers.*.linear_attn.norm.weight", + "layer": 18, + "kind": "tensor", + "dtype": "F32", + "shape": [ + 128 + ], + "start": null, + "scale": "whole", + "bytes": 512 + }, + { + "id": "model.language_model.layers.2.linear_attn.A_log", + "tensor": "model.language_model.layers.2.linear_attn.A_log", + "role": "model.language_model.layers.*.linear_attn.A_log", + "layer": 2, + "kind": "tensor", + "dtype": "F32", + "shape": [ + 16 + ], + "start": null, + "scale": "whole", + "bytes": 64 + }, + { + "id": "model.language_model.layers.2.linear_attn.norm.weight", + "tensor": "model.language_model.layers.2.linear_attn.norm.weight", + "role": "model.language_model.layers.*.linear_attn.norm.weight", + "layer": 2, + "kind": "tensor", + "dtype": "F32", + "shape": [ + 128 + ], + "start": null, + "scale": "whole", + "bytes": 512 + }, + { + "id": "model.language_model.layers.20.linear_attn.A_log", + "tensor": "model.language_model.layers.20.linear_attn.A_log", + "role": "model.language_model.layers.*.linear_attn.A_log", + "layer": 20, + "kind": "tensor", + "dtype": "F32", + "shape": [ + 16 + ], + "start": null, + "scale": "whole", + "bytes": 64 + }, + { + "id": "model.language_model.layers.20.linear_attn.norm.weight", + "tensor": "model.language_model.layers.20.linear_attn.norm.weight", + "role": "model.language_model.layers.*.linear_attn.norm.weight", + "layer": 20, + "kind": "tensor", + "dtype": "F32", + "shape": [ + 128 + ], + "start": null, + "scale": "whole", + "bytes": 512 + }, + { + "id": "model.language_model.layers.21.linear_attn.A_log", + "tensor": "model.language_model.layers.21.linear_attn.A_log", + "role": "model.language_model.layers.*.linear_attn.A_log", + "layer": 21, + "kind": "tensor", + "dtype": "F32", + "shape": [ + 16 + ], + "start": null, + "scale": "whole", + "bytes": 64 + }, + { + "id": "model.language_model.layers.21.linear_attn.norm.weight", + "tensor": "model.language_model.layers.21.linear_attn.norm.weight", + "role": "model.language_model.layers.*.linear_attn.norm.weight", + "layer": 21, + "kind": "tensor", + "dtype": "F32", + "shape": [ + 128 + ], + "start": null, + "scale": "whole", + "bytes": 512 + }, + { + "id": "model.language_model.layers.22.linear_attn.A_log", + "tensor": "model.language_model.layers.22.linear_attn.A_log", + "role": "model.language_model.layers.*.linear_attn.A_log", + "layer": 22, + "kind": "tensor", + "dtype": "F32", + "shape": [ + 16 + ], + "start": null, + "scale": "whole", + "bytes": 64 + }, + { + "id": "model.language_model.layers.22.linear_attn.norm.weight", + "tensor": "model.language_model.layers.22.linear_attn.norm.weight", + "role": "model.language_model.layers.*.linear_attn.norm.weight", + "layer": 22, + "kind": "tensor", + "dtype": "F32", + "shape": [ + 128 + ], + "start": null, + "scale": "whole", + "bytes": 512 + }, + { + "id": "model.language_model.layers.4.linear_attn.A_log", + "tensor": "model.language_model.layers.4.linear_attn.A_log", + "role": "model.language_model.layers.*.linear_attn.A_log", + "layer": 4, + "kind": "tensor", + "dtype": "F32", + "shape": [ + 16 + ], + "start": null, + "scale": "whole", + "bytes": 64 + }, + { + "id": "model.language_model.layers.4.linear_attn.norm.weight", + "tensor": "model.language_model.layers.4.linear_attn.norm.weight", + "role": "model.language_model.layers.*.linear_attn.norm.weight", + "layer": 4, + "kind": "tensor", + "dtype": "F32", + "shape": [ + 128 + ], + "start": null, + "scale": "whole", + "bytes": 512 + }, + { + "id": "model.language_model.layers.5.linear_attn.A_log", + "tensor": "model.language_model.layers.5.linear_attn.A_log", + "role": "model.language_model.layers.*.linear_attn.A_log", + "layer": 5, + "kind": "tensor", + "dtype": "F32", + "shape": [ + 16 + ], + "start": null, + "scale": "whole", + "bytes": 64 + }, + { + "id": "model.language_model.layers.5.linear_attn.norm.weight", + "tensor": "model.language_model.layers.5.linear_attn.norm.weight", + "role": "model.language_model.layers.*.linear_attn.norm.weight", + "layer": 5, + "kind": "tensor", + "dtype": "F32", + "shape": [ + 128 + ], + "start": null, + "scale": "whole", + "bytes": 512 + }, + { + "id": "model.language_model.layers.6.linear_attn.A_log", + "tensor": "model.language_model.layers.6.linear_attn.A_log", + "role": "model.language_model.layers.*.linear_attn.A_log", + "layer": 6, + "kind": "tensor", + "dtype": "F32", + "shape": [ + 16 + ], + "start": null, + "scale": "whole", + "bytes": 64 + }, + { + "id": "model.language_model.layers.6.linear_attn.norm.weight", + "tensor": "model.language_model.layers.6.linear_attn.norm.weight", + "role": "model.language_model.layers.*.linear_attn.norm.weight", + "layer": 6, + "kind": "tensor", + "dtype": "F32", + "shape": [ + 128 + ], + "start": null, + "scale": "whole", + "bytes": 512 + }, + { + "id": "model.language_model.layers.8.linear_attn.A_log", + "tensor": "model.language_model.layers.8.linear_attn.A_log", + "role": "model.language_model.layers.*.linear_attn.A_log", + "layer": 8, + "kind": "tensor", + "dtype": "F32", + "shape": [ + 16 + ], + "start": null, + "scale": "whole", + "bytes": 64 + }, + { + "id": "model.language_model.layers.8.linear_attn.norm.weight", + "tensor": "model.language_model.layers.8.linear_attn.norm.weight", + "role": "model.language_model.layers.*.linear_attn.norm.weight", + "layer": 8, + "kind": "tensor", + "dtype": "F32", + "shape": [ + 128 + ], + "start": null, + "scale": "whole", + "bytes": 512 + }, + { + "id": "model.language_model.layers.9.linear_attn.A_log", + "tensor": "model.language_model.layers.9.linear_attn.A_log", + "role": "model.language_model.layers.*.linear_attn.A_log", + "layer": 9, + "kind": "tensor", + "dtype": "F32", + "shape": [ + 16 + ], + "start": null, + "scale": "whole", + "bytes": 64 + }, + { + "id": "model.language_model.layers.9.linear_attn.norm.weight", + "tensor": "model.language_model.layers.9.linear_attn.norm.weight", + "role": "model.language_model.layers.*.linear_attn.norm.weight", + "layer": 9, + "kind": "tensor", + "dtype": "F32", + "shape": [ + 128 + ], + "start": null, + "scale": "whole", + "bytes": 512 + }, + { + "id": "model.language_model.embed_tokens.weight", + "tensor": "model.language_model.embed_tokens.weight", + "role": "model.language_model.embed_tokens.weight", + "layer": -1, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 248320, + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 1017118720 + }, + { + "id": "model.language_model.layers.0.input_layernorm.weight", + "tensor": "model.language_model.layers.0.input_layernorm.weight", + "role": "model.language_model.layers.*.input_layernorm.weight", + "layer": 0, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 4096 + }, + { + "id": "model.language_model.layers.0.linear_attn.conv1d.weight", + "tensor": "model.language_model.layers.0.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 0, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 6144, + 1, + 4 + ], + "start": null, + "scale": "whole", + "bytes": 49152 + }, + { + "id": "model.language_model.layers.0.linear_attn.dt_bias", + "tensor": "model.language_model.layers.0.linear_attn.dt_bias", + "role": "model.language_model.layers.*.linear_attn.dt_bias", + "layer": 0, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 16 + ], + "start": null, + "scale": "whole", + "bytes": 32 + }, + { + "id": "model.language_model.layers.0.linear_attn.in_proj_a.weight", + "tensor": "model.language_model.layers.0.linear_attn.in_proj_a.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_a.weight", + "layer": 0, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 16, + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 65536 + }, + { + "id": "model.language_model.layers.0.linear_attn.in_proj_b.weight", + "tensor": "model.language_model.layers.0.linear_attn.in_proj_b.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_b.weight", + "layer": 0, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 16, + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 65536 + }, + { + "id": "model.language_model.layers.0.linear_attn.in_proj_qkv.weight", + "tensor": "model.language_model.layers.0.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 0, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 6144, + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 25165824 + }, + { + "id": "model.language_model.layers.0.linear_attn.in_proj_z.weight", + "tensor": "model.language_model.layers.0.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 0, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 2048, + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 8388608 + }, + { + "id": "model.language_model.layers.0.linear_attn.out_proj.weight", + "tensor": "model.language_model.layers.0.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 0, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 2048, + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 8388608 + }, + { + "id": "model.language_model.layers.0.mlp.down_proj.weight", + "tensor": "model.language_model.layers.0.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 2048, + 6144 + ], + "start": null, + "scale": "whole", + "bytes": 25165824 + }, + { + "id": "model.language_model.layers.0.mlp.gate_proj.weight", + "tensor": "model.language_model.layers.0.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 6144, + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 25165824 + }, + { + "id": "model.language_model.layers.0.mlp.up_proj.weight", + "tensor": "model.language_model.layers.0.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 6144, + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 25165824 + }, + { + "id": "model.language_model.layers.0.post_attention_layernorm.weight", + "tensor": "model.language_model.layers.0.post_attention_layernorm.weight", + "role": "model.language_model.layers.*.post_attention_layernorm.weight", + "layer": 0, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 4096 + }, + { + "id": "model.language_model.layers.1.input_layernorm.weight", + "tensor": "model.language_model.layers.1.input_layernorm.weight", + "role": "model.language_model.layers.*.input_layernorm.weight", + "layer": 1, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 4096 + }, + { + "id": "model.language_model.layers.1.linear_attn.conv1d.weight", + "tensor": "model.language_model.layers.1.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 1, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 6144, + 1, + 4 + ], + "start": null, + "scale": "whole", + "bytes": 49152 + }, + { + "id": "model.language_model.layers.1.linear_attn.dt_bias", + "tensor": "model.language_model.layers.1.linear_attn.dt_bias", + "role": "model.language_model.layers.*.linear_attn.dt_bias", + "layer": 1, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 16 + ], + "start": null, + "scale": "whole", + "bytes": 32 + }, + { + "id": "model.language_model.layers.1.linear_attn.in_proj_a.weight", + "tensor": "model.language_model.layers.1.linear_attn.in_proj_a.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_a.weight", + "layer": 1, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 16, + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 65536 + }, + { + "id": "model.language_model.layers.1.linear_attn.in_proj_b.weight", + "tensor": "model.language_model.layers.1.linear_attn.in_proj_b.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_b.weight", + "layer": 1, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 16, + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 65536 + }, + { + "id": "model.language_model.layers.1.linear_attn.in_proj_qkv.weight", + "tensor": "model.language_model.layers.1.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 1, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 6144, + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 25165824 + }, + { + "id": "model.language_model.layers.1.linear_attn.in_proj_z.weight", + "tensor": "model.language_model.layers.1.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 1, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 2048, + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 8388608 + }, + { + "id": "model.language_model.layers.1.linear_attn.out_proj.weight", + "tensor": "model.language_model.layers.1.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 1, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 2048, + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 8388608 + }, + { + "id": "model.language_model.layers.1.mlp.down_proj.weight", + "tensor": "model.language_model.layers.1.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 1, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 2048, + 6144 + ], + "start": null, + "scale": "whole", + "bytes": 25165824 + }, + { + "id": "model.language_model.layers.1.mlp.gate_proj.weight", + "tensor": "model.language_model.layers.1.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 1, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 6144, + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 25165824 + }, + { + "id": "model.language_model.layers.1.mlp.up_proj.weight", + "tensor": "model.language_model.layers.1.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 1, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 6144, + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 25165824 + }, + { + "id": "model.language_model.layers.1.post_attention_layernorm.weight", + "tensor": "model.language_model.layers.1.post_attention_layernorm.weight", + "role": "model.language_model.layers.*.post_attention_layernorm.weight", + "layer": 1, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 4096 + }, + { + "id": "model.language_model.layers.10.input_layernorm.weight", + "tensor": "model.language_model.layers.10.input_layernorm.weight", + "role": "model.language_model.layers.*.input_layernorm.weight", + "layer": 10, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 4096 + }, + { + "id": "model.language_model.layers.10.linear_attn.conv1d.weight", + "tensor": "model.language_model.layers.10.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 10, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 6144, + 1, + 4 + ], + "start": null, + "scale": "whole", + "bytes": 49152 + }, + { + "id": "model.language_model.layers.10.linear_attn.dt_bias", + "tensor": "model.language_model.layers.10.linear_attn.dt_bias", + "role": "model.language_model.layers.*.linear_attn.dt_bias", + "layer": 10, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 16 + ], + "start": null, + "scale": "whole", + "bytes": 32 + }, + { + "id": "model.language_model.layers.10.linear_attn.in_proj_a.weight", + "tensor": "model.language_model.layers.10.linear_attn.in_proj_a.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_a.weight", + "layer": 10, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 16, + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 65536 + }, + { + "id": "model.language_model.layers.10.linear_attn.in_proj_b.weight", + "tensor": "model.language_model.layers.10.linear_attn.in_proj_b.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_b.weight", + "layer": 10, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 16, + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 65536 + }, + { + "id": "model.language_model.layers.10.linear_attn.in_proj_qkv.weight", + "tensor": "model.language_model.layers.10.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 10, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 6144, + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 25165824 + }, + { + "id": "model.language_model.layers.10.linear_attn.in_proj_z.weight", + "tensor": "model.language_model.layers.10.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 10, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 2048, + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 8388608 + }, + { + "id": "model.language_model.layers.10.linear_attn.out_proj.weight", + "tensor": "model.language_model.layers.10.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 10, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 2048, + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 8388608 + }, + { + "id": "model.language_model.layers.10.mlp.down_proj.weight", + "tensor": "model.language_model.layers.10.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 10, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 2048, + 6144 + ], + "start": null, + "scale": "whole", + "bytes": 25165824 + }, + { + "id": "model.language_model.layers.10.mlp.gate_proj.weight", + "tensor": "model.language_model.layers.10.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 10, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 6144, + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 25165824 + }, + { + "id": "model.language_model.layers.10.mlp.up_proj.weight", + "tensor": "model.language_model.layers.10.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 10, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 6144, + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 25165824 + }, + { + "id": "model.language_model.layers.10.post_attention_layernorm.weight", + "tensor": "model.language_model.layers.10.post_attention_layernorm.weight", + "role": "model.language_model.layers.*.post_attention_layernorm.weight", + "layer": 10, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 4096 + }, + { + "id": "model.language_model.layers.11.input_layernorm.weight", + "tensor": "model.language_model.layers.11.input_layernorm.weight", + "role": "model.language_model.layers.*.input_layernorm.weight", + "layer": 11, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 4096 + }, + { + "id": "model.language_model.layers.11.mlp.down_proj.weight", + "tensor": "model.language_model.layers.11.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 11, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 2048, + 6144 + ], + "start": null, + "scale": "whole", + "bytes": 25165824 + }, + { + "id": "model.language_model.layers.11.mlp.gate_proj.weight", + "tensor": "model.language_model.layers.11.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 11, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 6144, + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 25165824 + }, + { + "id": "model.language_model.layers.11.mlp.up_proj.weight", + "tensor": "model.language_model.layers.11.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 11, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 6144, + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 25165824 + }, + { + "id": "model.language_model.layers.11.post_attention_layernorm.weight", + "tensor": "model.language_model.layers.11.post_attention_layernorm.weight", + "role": "model.language_model.layers.*.post_attention_layernorm.weight", + "layer": 11, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 4096 + }, + { + "id": "model.language_model.layers.11.self_attn.k_norm.weight", + "tensor": "model.language_model.layers.11.self_attn.k_norm.weight", + "role": "model.language_model.layers.*.self_attn.k_norm.weight", + "layer": 11, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 256 + ], + "start": null, + "scale": "whole", + "bytes": 512 + }, + { + "id": "model.language_model.layers.11.self_attn.k_proj.weight", + "tensor": "model.language_model.layers.11.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 11, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 512, + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 2097152 + }, + { + "id": "model.language_model.layers.11.self_attn.o_proj.weight", + "tensor": "model.language_model.layers.11.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 11, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 2048, + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 8388608 + }, + { + "id": "model.language_model.layers.11.self_attn.q_norm.weight", + "tensor": "model.language_model.layers.11.self_attn.q_norm.weight", + "role": "model.language_model.layers.*.self_attn.q_norm.weight", + "layer": 11, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 256 + ], + "start": null, + "scale": "whole", + "bytes": 512 + }, + { + "id": "model.language_model.layers.11.self_attn.q_proj.weight", + "tensor": "model.language_model.layers.11.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 11, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 4096, + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 16777216 + }, + { + "id": "model.language_model.layers.11.self_attn.v_proj.weight", + "tensor": "model.language_model.layers.11.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 11, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 512, + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 2097152 + }, + { + "id": "model.language_model.layers.12.input_layernorm.weight", + "tensor": "model.language_model.layers.12.input_layernorm.weight", + "role": "model.language_model.layers.*.input_layernorm.weight", + "layer": 12, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 4096 + }, + { + "id": "model.language_model.layers.12.linear_attn.conv1d.weight", + "tensor": "model.language_model.layers.12.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 12, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 6144, + 1, + 4 + ], + "start": null, + "scale": "whole", + "bytes": 49152 + }, + { + "id": "model.language_model.layers.12.linear_attn.dt_bias", + "tensor": "model.language_model.layers.12.linear_attn.dt_bias", + "role": "model.language_model.layers.*.linear_attn.dt_bias", + "layer": 12, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 16 + ], + "start": null, + "scale": "whole", + "bytes": 32 + }, + { + "id": "model.language_model.layers.12.linear_attn.in_proj_a.weight", + "tensor": "model.language_model.layers.12.linear_attn.in_proj_a.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_a.weight", + "layer": 12, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 16, + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 65536 + }, + { + "id": "model.language_model.layers.12.linear_attn.in_proj_b.weight", + "tensor": "model.language_model.layers.12.linear_attn.in_proj_b.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_b.weight", + "layer": 12, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 16, + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 65536 + }, + { + "id": "model.language_model.layers.12.linear_attn.in_proj_qkv.weight", + "tensor": "model.language_model.layers.12.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 12, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 6144, + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 25165824 + }, + { + "id": "model.language_model.layers.12.linear_attn.in_proj_z.weight", + "tensor": "model.language_model.layers.12.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 12, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 2048, + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 8388608 + }, + { + "id": "model.language_model.layers.12.linear_attn.out_proj.weight", + "tensor": "model.language_model.layers.12.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 12, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 2048, + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 8388608 + }, + { + "id": "model.language_model.layers.12.mlp.down_proj.weight", + "tensor": "model.language_model.layers.12.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 12, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 2048, + 6144 + ], + "start": null, + "scale": "whole", + "bytes": 25165824 + }, + { + "id": "model.language_model.layers.12.mlp.gate_proj.weight", + "tensor": "model.language_model.layers.12.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 12, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 6144, + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 25165824 + }, + { + "id": "model.language_model.layers.12.mlp.up_proj.weight", + "tensor": "model.language_model.layers.12.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 12, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 6144, + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 25165824 + }, + { + "id": "model.language_model.layers.12.post_attention_layernorm.weight", + "tensor": "model.language_model.layers.12.post_attention_layernorm.weight", + "role": "model.language_model.layers.*.post_attention_layernorm.weight", + "layer": 12, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 4096 + }, + { + "id": "model.language_model.layers.13.input_layernorm.weight", + "tensor": "model.language_model.layers.13.input_layernorm.weight", + "role": "model.language_model.layers.*.input_layernorm.weight", + "layer": 13, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 4096 + }, + { + "id": "model.language_model.layers.13.linear_attn.conv1d.weight", + "tensor": "model.language_model.layers.13.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 13, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 6144, + 1, + 4 + ], + "start": null, + "scale": "whole", + "bytes": 49152 + }, + { + "id": "model.language_model.layers.13.linear_attn.dt_bias", + "tensor": "model.language_model.layers.13.linear_attn.dt_bias", + "role": "model.language_model.layers.*.linear_attn.dt_bias", + "layer": 13, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 16 + ], + "start": null, + "scale": "whole", + "bytes": 32 + }, + { + "id": "model.language_model.layers.13.linear_attn.in_proj_a.weight", + "tensor": "model.language_model.layers.13.linear_attn.in_proj_a.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_a.weight", + "layer": 13, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 16, + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 65536 + }, + { + "id": "model.language_model.layers.13.linear_attn.in_proj_b.weight", + "tensor": "model.language_model.layers.13.linear_attn.in_proj_b.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_b.weight", + "layer": 13, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 16, + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 65536 + }, + { + "id": "model.language_model.layers.13.linear_attn.in_proj_qkv.weight", + "tensor": "model.language_model.layers.13.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 13, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 6144, + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 25165824 + }, + { + "id": "model.language_model.layers.13.linear_attn.in_proj_z.weight", + "tensor": "model.language_model.layers.13.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 13, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 2048, + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 8388608 + }, + { + "id": "model.language_model.layers.13.linear_attn.out_proj.weight", + "tensor": "model.language_model.layers.13.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 13, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 2048, + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 8388608 + }, + { + "id": "model.language_model.layers.13.mlp.down_proj.weight", + "tensor": "model.language_model.layers.13.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 13, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 2048, + 6144 + ], + "start": null, + "scale": "whole", + "bytes": 25165824 + }, + { + "id": "model.language_model.layers.13.mlp.gate_proj.weight", + "tensor": "model.language_model.layers.13.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 13, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 6144, + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 25165824 + }, + { + "id": "model.language_model.layers.13.mlp.up_proj.weight", + "tensor": "model.language_model.layers.13.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 13, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 6144, + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 25165824 + }, + { + "id": "model.language_model.layers.13.post_attention_layernorm.weight", + "tensor": "model.language_model.layers.13.post_attention_layernorm.weight", + "role": "model.language_model.layers.*.post_attention_layernorm.weight", + "layer": 13, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 4096 + }, + { + "id": "model.language_model.layers.14.input_layernorm.weight", + "tensor": "model.language_model.layers.14.input_layernorm.weight", + "role": "model.language_model.layers.*.input_layernorm.weight", + "layer": 14, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 4096 + }, + { + "id": "model.language_model.layers.14.linear_attn.conv1d.weight", + "tensor": "model.language_model.layers.14.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 14, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 6144, + 1, + 4 + ], + "start": null, + "scale": "whole", + "bytes": 49152 + }, + { + "id": "model.language_model.layers.14.linear_attn.dt_bias", + "tensor": "model.language_model.layers.14.linear_attn.dt_bias", + "role": "model.language_model.layers.*.linear_attn.dt_bias", + "layer": 14, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 16 + ], + "start": null, + "scale": "whole", + "bytes": 32 + }, + { + "id": "model.language_model.layers.14.linear_attn.in_proj_a.weight", + "tensor": "model.language_model.layers.14.linear_attn.in_proj_a.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_a.weight", + "layer": 14, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 16, + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 65536 + }, + { + "id": "model.language_model.layers.14.linear_attn.in_proj_b.weight", + "tensor": "model.language_model.layers.14.linear_attn.in_proj_b.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_b.weight", + "layer": 14, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 16, + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 65536 + }, + { + "id": "model.language_model.layers.14.linear_attn.in_proj_qkv.weight", + "tensor": "model.language_model.layers.14.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 14, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 6144, + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 25165824 + }, + { + "id": "model.language_model.layers.14.linear_attn.in_proj_z.weight", + "tensor": "model.language_model.layers.14.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 14, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 2048, + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 8388608 + }, + { + "id": "model.language_model.layers.14.linear_attn.out_proj.weight", + "tensor": "model.language_model.layers.14.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 14, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 2048, + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 8388608 + }, + { + "id": "model.language_model.layers.14.mlp.down_proj.weight", + "tensor": "model.language_model.layers.14.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 14, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 2048, + 6144 + ], + "start": null, + "scale": "whole", + "bytes": 25165824 + }, + { + "id": "model.language_model.layers.14.mlp.gate_proj.weight", + "tensor": "model.language_model.layers.14.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 14, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 6144, + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 25165824 + }, + { + "id": "model.language_model.layers.14.mlp.up_proj.weight", + "tensor": "model.language_model.layers.14.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 14, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 6144, + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 25165824 + }, + { + "id": "model.language_model.layers.14.post_attention_layernorm.weight", + "tensor": "model.language_model.layers.14.post_attention_layernorm.weight", + "role": "model.language_model.layers.*.post_attention_layernorm.weight", + "layer": 14, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 4096 + }, + { + "id": "model.language_model.layers.15.input_layernorm.weight", + "tensor": "model.language_model.layers.15.input_layernorm.weight", + "role": "model.language_model.layers.*.input_layernorm.weight", + "layer": 15, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 4096 + }, + { + "id": "model.language_model.layers.15.mlp.down_proj.weight", + "tensor": "model.language_model.layers.15.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 15, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 2048, + 6144 + ], + "start": null, + "scale": "whole", + "bytes": 25165824 + }, + { + "id": "model.language_model.layers.15.mlp.gate_proj.weight", + "tensor": "model.language_model.layers.15.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 15, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 6144, + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 25165824 + }, + { + "id": "model.language_model.layers.15.mlp.up_proj.weight", + "tensor": "model.language_model.layers.15.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 15, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 6144, + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 25165824 + }, + { + "id": "model.language_model.layers.15.post_attention_layernorm.weight", + "tensor": "model.language_model.layers.15.post_attention_layernorm.weight", + "role": "model.language_model.layers.*.post_attention_layernorm.weight", + "layer": 15, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 4096 + }, + { + "id": "model.language_model.layers.15.self_attn.k_norm.weight", + "tensor": "model.language_model.layers.15.self_attn.k_norm.weight", + "role": "model.language_model.layers.*.self_attn.k_norm.weight", + "layer": 15, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 256 + ], + "start": null, + "scale": "whole", + "bytes": 512 + }, + { + "id": "model.language_model.layers.15.self_attn.k_proj.weight", + "tensor": "model.language_model.layers.15.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 15, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 512, + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 2097152 + }, + { + "id": "model.language_model.layers.15.self_attn.o_proj.weight", + "tensor": "model.language_model.layers.15.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 15, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 2048, + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 8388608 + }, + { + "id": "model.language_model.layers.15.self_attn.q_norm.weight", + "tensor": "model.language_model.layers.15.self_attn.q_norm.weight", + "role": "model.language_model.layers.*.self_attn.q_norm.weight", + "layer": 15, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 256 + ], + "start": null, + "scale": "whole", + "bytes": 512 + }, + { + "id": "model.language_model.layers.15.self_attn.q_proj.weight", + "tensor": "model.language_model.layers.15.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 15, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 4096, + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 16777216 + }, + { + "id": "model.language_model.layers.15.self_attn.v_proj.weight", + "tensor": "model.language_model.layers.15.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 15, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 512, + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 2097152 + }, + { + "id": "model.language_model.layers.16.input_layernorm.weight", + "tensor": "model.language_model.layers.16.input_layernorm.weight", + "role": "model.language_model.layers.*.input_layernorm.weight", + "layer": 16, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 4096 + }, + { + "id": "model.language_model.layers.16.linear_attn.conv1d.weight", + "tensor": "model.language_model.layers.16.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 16, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 6144, + 1, + 4 + ], + "start": null, + "scale": "whole", + "bytes": 49152 + }, + { + "id": "model.language_model.layers.16.linear_attn.dt_bias", + "tensor": "model.language_model.layers.16.linear_attn.dt_bias", + "role": "model.language_model.layers.*.linear_attn.dt_bias", + "layer": 16, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 16 + ], + "start": null, + "scale": "whole", + "bytes": 32 + }, + { + "id": "model.language_model.layers.16.linear_attn.in_proj_a.weight", + "tensor": "model.language_model.layers.16.linear_attn.in_proj_a.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_a.weight", + "layer": 16, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 16, + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 65536 + }, + { + "id": "model.language_model.layers.16.linear_attn.in_proj_b.weight", + "tensor": "model.language_model.layers.16.linear_attn.in_proj_b.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_b.weight", + "layer": 16, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 16, + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 65536 + }, + { + "id": "model.language_model.layers.16.linear_attn.in_proj_qkv.weight", + "tensor": "model.language_model.layers.16.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 16, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 6144, + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 25165824 + }, + { + "id": "model.language_model.layers.16.linear_attn.in_proj_z.weight", + "tensor": "model.language_model.layers.16.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 16, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 2048, + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 8388608 + }, + { + "id": "model.language_model.layers.16.linear_attn.out_proj.weight", + "tensor": "model.language_model.layers.16.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 16, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 2048, + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 8388608 + }, + { + "id": "model.language_model.layers.16.mlp.down_proj.weight", + "tensor": "model.language_model.layers.16.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 16, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 2048, + 6144 + ], + "start": null, + "scale": "whole", + "bytes": 25165824 + }, + { + "id": "model.language_model.layers.16.mlp.gate_proj.weight", + "tensor": "model.language_model.layers.16.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 16, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 6144, + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 25165824 + }, + { + "id": "model.language_model.layers.16.mlp.up_proj.weight", + "tensor": "model.language_model.layers.16.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 16, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 6144, + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 25165824 + }, + { + "id": "model.language_model.layers.16.post_attention_layernorm.weight", + "tensor": "model.language_model.layers.16.post_attention_layernorm.weight", + "role": "model.language_model.layers.*.post_attention_layernorm.weight", + "layer": 16, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 4096 + }, + { + "id": "model.language_model.layers.17.input_layernorm.weight", + "tensor": "model.language_model.layers.17.input_layernorm.weight", + "role": "model.language_model.layers.*.input_layernorm.weight", + "layer": 17, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 4096 + }, + { + "id": "model.language_model.layers.17.linear_attn.conv1d.weight", + "tensor": "model.language_model.layers.17.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 17, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 6144, + 1, + 4 + ], + "start": null, + "scale": "whole", + "bytes": 49152 + }, + { + "id": "model.language_model.layers.17.linear_attn.dt_bias", + "tensor": "model.language_model.layers.17.linear_attn.dt_bias", + "role": "model.language_model.layers.*.linear_attn.dt_bias", + "layer": 17, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 16 + ], + "start": null, + "scale": "whole", + "bytes": 32 + }, + { + "id": "model.language_model.layers.17.linear_attn.in_proj_a.weight", + "tensor": "model.language_model.layers.17.linear_attn.in_proj_a.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_a.weight", + "layer": 17, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 16, + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 65536 + }, + { + "id": "model.language_model.layers.17.linear_attn.in_proj_b.weight", + "tensor": "model.language_model.layers.17.linear_attn.in_proj_b.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_b.weight", + "layer": 17, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 16, + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 65536 + }, + { + "id": "model.language_model.layers.17.linear_attn.in_proj_qkv.weight", + "tensor": "model.language_model.layers.17.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 17, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 6144, + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 25165824 + }, + { + "id": "model.language_model.layers.17.linear_attn.in_proj_z.weight", + "tensor": "model.language_model.layers.17.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 17, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 2048, + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 8388608 + }, + { + "id": "model.language_model.layers.17.linear_attn.out_proj.weight", + "tensor": "model.language_model.layers.17.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 17, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 2048, + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 8388608 + }, + { + "id": "model.language_model.layers.17.mlp.down_proj.weight", + "tensor": "model.language_model.layers.17.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 17, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 2048, + 6144 + ], + "start": null, + "scale": "whole", + "bytes": 25165824 + }, + { + "id": "model.language_model.layers.17.mlp.gate_proj.weight", + "tensor": "model.language_model.layers.17.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 17, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 6144, + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 25165824 + }, + { + "id": "model.language_model.layers.17.mlp.up_proj.weight", + "tensor": "model.language_model.layers.17.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 17, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 6144, + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 25165824 + }, + { + "id": "model.language_model.layers.17.post_attention_layernorm.weight", + "tensor": "model.language_model.layers.17.post_attention_layernorm.weight", + "role": "model.language_model.layers.*.post_attention_layernorm.weight", + "layer": 17, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 4096 + }, + { + "id": "model.language_model.layers.18.input_layernorm.weight", + "tensor": "model.language_model.layers.18.input_layernorm.weight", + "role": "model.language_model.layers.*.input_layernorm.weight", + "layer": 18, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 4096 + }, + { + "id": "model.language_model.layers.18.linear_attn.conv1d.weight", + "tensor": "model.language_model.layers.18.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 18, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 6144, + 1, + 4 + ], + "start": null, + "scale": "whole", + "bytes": 49152 + }, + { + "id": "model.language_model.layers.18.linear_attn.dt_bias", + "tensor": "model.language_model.layers.18.linear_attn.dt_bias", + "role": "model.language_model.layers.*.linear_attn.dt_bias", + "layer": 18, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 16 + ], + "start": null, + "scale": "whole", + "bytes": 32 + }, + { + "id": "model.language_model.layers.18.linear_attn.in_proj_a.weight", + "tensor": "model.language_model.layers.18.linear_attn.in_proj_a.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_a.weight", + "layer": 18, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 16, + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 65536 + }, + { + "id": "model.language_model.layers.18.linear_attn.in_proj_b.weight", + "tensor": "model.language_model.layers.18.linear_attn.in_proj_b.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_b.weight", + "layer": 18, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 16, + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 65536 + }, + { + "id": "model.language_model.layers.18.linear_attn.in_proj_qkv.weight", + "tensor": "model.language_model.layers.18.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 18, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 6144, + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 25165824 + }, + { + "id": "model.language_model.layers.18.linear_attn.in_proj_z.weight", + "tensor": "model.language_model.layers.18.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 18, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 2048, + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 8388608 + }, + { + "id": "model.language_model.layers.18.linear_attn.out_proj.weight", + "tensor": "model.language_model.layers.18.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 18, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 2048, + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 8388608 + }, + { + "id": "model.language_model.layers.18.mlp.down_proj.weight", + "tensor": "model.language_model.layers.18.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 18, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 2048, + 6144 + ], + "start": null, + "scale": "whole", + "bytes": 25165824 + }, + { + "id": "model.language_model.layers.18.mlp.gate_proj.weight", + "tensor": "model.language_model.layers.18.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 18, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 6144, + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 25165824 + }, + { + "id": "model.language_model.layers.18.mlp.up_proj.weight", + "tensor": "model.language_model.layers.18.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 18, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 6144, + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 25165824 + }, + { + "id": "model.language_model.layers.18.post_attention_layernorm.weight", + "tensor": "model.language_model.layers.18.post_attention_layernorm.weight", + "role": "model.language_model.layers.*.post_attention_layernorm.weight", + "layer": 18, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 4096 + }, + { + "id": "model.language_model.layers.19.input_layernorm.weight", + "tensor": "model.language_model.layers.19.input_layernorm.weight", + "role": "model.language_model.layers.*.input_layernorm.weight", + "layer": 19, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 4096 + }, + { + "id": "model.language_model.layers.19.mlp.down_proj.weight", + "tensor": "model.language_model.layers.19.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 19, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 2048, + 6144 + ], + "start": null, + "scale": "whole", + "bytes": 25165824 + }, + { + "id": "model.language_model.layers.19.mlp.gate_proj.weight", + "tensor": "model.language_model.layers.19.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 19, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 6144, + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 25165824 + }, + { + "id": "model.language_model.layers.19.mlp.up_proj.weight", + "tensor": "model.language_model.layers.19.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 19, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 6144, + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 25165824 + }, + { + "id": "model.language_model.layers.19.post_attention_layernorm.weight", + "tensor": "model.language_model.layers.19.post_attention_layernorm.weight", + "role": "model.language_model.layers.*.post_attention_layernorm.weight", + "layer": 19, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 4096 + }, + { + "id": "model.language_model.layers.19.self_attn.k_norm.weight", + "tensor": "model.language_model.layers.19.self_attn.k_norm.weight", + "role": "model.language_model.layers.*.self_attn.k_norm.weight", + "layer": 19, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 256 + ], + "start": null, + "scale": "whole", + "bytes": 512 + }, + { + "id": "model.language_model.layers.19.self_attn.k_proj.weight", + "tensor": "model.language_model.layers.19.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 19, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 512, + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 2097152 + }, + { + "id": "model.language_model.layers.19.self_attn.o_proj.weight", + "tensor": "model.language_model.layers.19.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 19, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 2048, + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 8388608 + }, + { + "id": "model.language_model.layers.19.self_attn.q_norm.weight", + "tensor": "model.language_model.layers.19.self_attn.q_norm.weight", + "role": "model.language_model.layers.*.self_attn.q_norm.weight", + "layer": 19, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 256 + ], + "start": null, + "scale": "whole", + "bytes": 512 + }, + { + "id": "model.language_model.layers.19.self_attn.q_proj.weight", + "tensor": "model.language_model.layers.19.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 19, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 4096, + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 16777216 + }, + { + "id": "model.language_model.layers.19.self_attn.v_proj.weight", + "tensor": "model.language_model.layers.19.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 19, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 512, + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 2097152 + }, + { + "id": "model.language_model.layers.2.input_layernorm.weight", + "tensor": "model.language_model.layers.2.input_layernorm.weight", + "role": "model.language_model.layers.*.input_layernorm.weight", + "layer": 2, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 4096 + }, + { + "id": "model.language_model.layers.2.linear_attn.conv1d.weight", + "tensor": "model.language_model.layers.2.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 2, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 6144, + 1, + 4 + ], + "start": null, + "scale": "whole", + "bytes": 49152 + }, + { + "id": "model.language_model.layers.2.linear_attn.dt_bias", + "tensor": "model.language_model.layers.2.linear_attn.dt_bias", + "role": "model.language_model.layers.*.linear_attn.dt_bias", + "layer": 2, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 16 + ], + "start": null, + "scale": "whole", + "bytes": 32 + }, + { + "id": "model.language_model.layers.2.linear_attn.in_proj_a.weight", + "tensor": "model.language_model.layers.2.linear_attn.in_proj_a.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_a.weight", + "layer": 2, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 16, + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 65536 + }, + { + "id": "model.language_model.layers.2.linear_attn.in_proj_b.weight", + "tensor": "model.language_model.layers.2.linear_attn.in_proj_b.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_b.weight", + "layer": 2, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 16, + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 65536 + }, + { + "id": "model.language_model.layers.2.linear_attn.in_proj_qkv.weight", + "tensor": "model.language_model.layers.2.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 2, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 6144, + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 25165824 + }, + { + "id": "model.language_model.layers.2.linear_attn.in_proj_z.weight", + "tensor": "model.language_model.layers.2.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 2, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 2048, + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 8388608 + }, + { + "id": "model.language_model.layers.2.linear_attn.out_proj.weight", + "tensor": "model.language_model.layers.2.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 2, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 2048, + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 8388608 + }, + { + "id": "model.language_model.layers.2.mlp.down_proj.weight", + "tensor": "model.language_model.layers.2.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 2, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 2048, + 6144 + ], + "start": null, + "scale": "whole", + "bytes": 25165824 + }, + { + "id": "model.language_model.layers.2.mlp.gate_proj.weight", + "tensor": "model.language_model.layers.2.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 2, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 6144, + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 25165824 + }, + { + "id": "model.language_model.layers.2.mlp.up_proj.weight", + "tensor": "model.language_model.layers.2.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 2, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 6144, + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 25165824 + }, + { + "id": "model.language_model.layers.2.post_attention_layernorm.weight", + "tensor": "model.language_model.layers.2.post_attention_layernorm.weight", + "role": "model.language_model.layers.*.post_attention_layernorm.weight", + "layer": 2, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 4096 + }, + { + "id": "model.language_model.layers.20.input_layernorm.weight", + "tensor": "model.language_model.layers.20.input_layernorm.weight", + "role": "model.language_model.layers.*.input_layernorm.weight", + "layer": 20, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 4096 + }, + { + "id": "model.language_model.layers.20.linear_attn.conv1d.weight", + "tensor": "model.language_model.layers.20.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 20, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 6144, + 1, + 4 + ], + "start": null, + "scale": "whole", + "bytes": 49152 + }, + { + "id": "model.language_model.layers.20.linear_attn.dt_bias", + "tensor": "model.language_model.layers.20.linear_attn.dt_bias", + "role": "model.language_model.layers.*.linear_attn.dt_bias", + "layer": 20, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 16 + ], + "start": null, + "scale": "whole", + "bytes": 32 + }, + { + "id": "model.language_model.layers.20.linear_attn.in_proj_a.weight", + "tensor": "model.language_model.layers.20.linear_attn.in_proj_a.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_a.weight", + "layer": 20, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 16, + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 65536 + }, + { + "id": "model.language_model.layers.20.linear_attn.in_proj_b.weight", + "tensor": "model.language_model.layers.20.linear_attn.in_proj_b.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_b.weight", + "layer": 20, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 16, + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 65536 + }, + { + "id": "model.language_model.layers.20.linear_attn.in_proj_qkv.weight", + "tensor": "model.language_model.layers.20.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 20, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 6144, + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 25165824 + }, + { + "id": "model.language_model.layers.20.linear_attn.in_proj_z.weight", + "tensor": "model.language_model.layers.20.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 20, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 2048, + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 8388608 + }, + { + "id": "model.language_model.layers.20.linear_attn.out_proj.weight", + "tensor": "model.language_model.layers.20.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 20, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 2048, + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 8388608 + }, + { + "id": "model.language_model.layers.20.mlp.down_proj.weight", + "tensor": "model.language_model.layers.20.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 20, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 2048, + 6144 + ], + "start": null, + "scale": "whole", + "bytes": 25165824 + }, + { + "id": "model.language_model.layers.20.mlp.gate_proj.weight", + "tensor": "model.language_model.layers.20.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 20, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 6144, + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 25165824 + }, + { + "id": "model.language_model.layers.20.mlp.up_proj.weight", + "tensor": "model.language_model.layers.20.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 20, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 6144, + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 25165824 + }, + { + "id": "model.language_model.layers.20.post_attention_layernorm.weight", + "tensor": "model.language_model.layers.20.post_attention_layernorm.weight", + "role": "model.language_model.layers.*.post_attention_layernorm.weight", + "layer": 20, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 4096 + }, + { + "id": "model.language_model.layers.21.input_layernorm.weight", + "tensor": "model.language_model.layers.21.input_layernorm.weight", + "role": "model.language_model.layers.*.input_layernorm.weight", + "layer": 21, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 4096 + }, + { + "id": "model.language_model.layers.21.linear_attn.conv1d.weight", + "tensor": "model.language_model.layers.21.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 21, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 6144, + 1, + 4 + ], + "start": null, + "scale": "whole", + "bytes": 49152 + }, + { + "id": "model.language_model.layers.21.linear_attn.dt_bias", + "tensor": "model.language_model.layers.21.linear_attn.dt_bias", + "role": "model.language_model.layers.*.linear_attn.dt_bias", + "layer": 21, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 16 + ], + "start": null, + "scale": "whole", + "bytes": 32 + }, + { + "id": "model.language_model.layers.21.linear_attn.in_proj_a.weight", + "tensor": "model.language_model.layers.21.linear_attn.in_proj_a.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_a.weight", + "layer": 21, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 16, + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 65536 + }, + { + "id": "model.language_model.layers.21.linear_attn.in_proj_b.weight", + "tensor": "model.language_model.layers.21.linear_attn.in_proj_b.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_b.weight", + "layer": 21, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 16, + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 65536 + }, + { + "id": "model.language_model.layers.21.linear_attn.in_proj_qkv.weight", + "tensor": "model.language_model.layers.21.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 21, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 6144, + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 25165824 + }, + { + "id": "model.language_model.layers.21.linear_attn.in_proj_z.weight", + "tensor": "model.language_model.layers.21.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 21, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 2048, + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 8388608 + }, + { + "id": "model.language_model.layers.21.linear_attn.out_proj.weight", + "tensor": "model.language_model.layers.21.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 21, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 2048, + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 8388608 + }, + { + "id": "model.language_model.layers.21.mlp.down_proj.weight", + "tensor": "model.language_model.layers.21.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 21, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 2048, + 6144 + ], + "start": null, + "scale": "whole", + "bytes": 25165824 + }, + { + "id": "model.language_model.layers.21.mlp.gate_proj.weight", + "tensor": "model.language_model.layers.21.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 21, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 6144, + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 25165824 + }, + { + "id": "model.language_model.layers.21.mlp.up_proj.weight", + "tensor": "model.language_model.layers.21.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 21, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 6144, + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 25165824 + }, + { + "id": "model.language_model.layers.21.post_attention_layernorm.weight", + "tensor": "model.language_model.layers.21.post_attention_layernorm.weight", + "role": "model.language_model.layers.*.post_attention_layernorm.weight", + "layer": 21, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 4096 + }, + { + "id": "model.language_model.layers.22.input_layernorm.weight", + "tensor": "model.language_model.layers.22.input_layernorm.weight", + "role": "model.language_model.layers.*.input_layernorm.weight", + "layer": 22, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 4096 + }, + { + "id": "model.language_model.layers.22.linear_attn.conv1d.weight", + "tensor": "model.language_model.layers.22.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 22, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 6144, + 1, + 4 + ], + "start": null, + "scale": "whole", + "bytes": 49152 + }, + { + "id": "model.language_model.layers.22.linear_attn.dt_bias", + "tensor": "model.language_model.layers.22.linear_attn.dt_bias", + "role": "model.language_model.layers.*.linear_attn.dt_bias", + "layer": 22, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 16 + ], + "start": null, + "scale": "whole", + "bytes": 32 + }, + { + "id": "model.language_model.layers.22.linear_attn.in_proj_a.weight", + "tensor": "model.language_model.layers.22.linear_attn.in_proj_a.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_a.weight", + "layer": 22, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 16, + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 65536 + }, + { + "id": "model.language_model.layers.22.linear_attn.in_proj_b.weight", + "tensor": "model.language_model.layers.22.linear_attn.in_proj_b.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_b.weight", + "layer": 22, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 16, + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 65536 + }, + { + "id": "model.language_model.layers.22.linear_attn.in_proj_qkv.weight", + "tensor": "model.language_model.layers.22.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 22, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 6144, + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 25165824 + }, + { + "id": "model.language_model.layers.22.linear_attn.in_proj_z.weight", + "tensor": "model.language_model.layers.22.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 22, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 2048, + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 8388608 + }, + { + "id": "model.language_model.layers.22.linear_attn.out_proj.weight", + "tensor": "model.language_model.layers.22.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 22, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 2048, + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 8388608 + }, + { + "id": "model.language_model.layers.22.mlp.down_proj.weight", + "tensor": "model.language_model.layers.22.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 22, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 2048, + 6144 + ], + "start": null, + "scale": "whole", + "bytes": 25165824 + }, + { + "id": "model.language_model.layers.22.mlp.gate_proj.weight", + "tensor": "model.language_model.layers.22.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 22, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 6144, + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 25165824 + }, + { + "id": "model.language_model.layers.22.mlp.up_proj.weight", + "tensor": "model.language_model.layers.22.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 22, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 6144, + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 25165824 + }, + { + "id": "model.language_model.layers.22.post_attention_layernorm.weight", + "tensor": "model.language_model.layers.22.post_attention_layernorm.weight", + "role": "model.language_model.layers.*.post_attention_layernorm.weight", + "layer": 22, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 4096 + }, + { + "id": "model.language_model.layers.23.input_layernorm.weight", + "tensor": "model.language_model.layers.23.input_layernorm.weight", + "role": "model.language_model.layers.*.input_layernorm.weight", + "layer": 23, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 4096 + }, + { + "id": "model.language_model.layers.23.mlp.down_proj.weight", + "tensor": "model.language_model.layers.23.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 23, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 2048, + 6144 + ], + "start": null, + "scale": "whole", + "bytes": 25165824 + }, + { + "id": "model.language_model.layers.23.mlp.gate_proj.weight", + "tensor": "model.language_model.layers.23.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 23, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 6144, + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 25165824 + }, + { + "id": "model.language_model.layers.23.mlp.up_proj.weight", + "tensor": "model.language_model.layers.23.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 23, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 6144, + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 25165824 + }, + { + "id": "model.language_model.layers.23.post_attention_layernorm.weight", + "tensor": "model.language_model.layers.23.post_attention_layernorm.weight", + "role": "model.language_model.layers.*.post_attention_layernorm.weight", + "layer": 23, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 4096 + }, + { + "id": "model.language_model.layers.23.self_attn.k_norm.weight", + "tensor": "model.language_model.layers.23.self_attn.k_norm.weight", + "role": "model.language_model.layers.*.self_attn.k_norm.weight", + "layer": 23, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 256 + ], + "start": null, + "scale": "whole", + "bytes": 512 + }, + { + "id": "model.language_model.layers.23.self_attn.k_proj.weight", + "tensor": "model.language_model.layers.23.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 23, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 512, + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 2097152 + }, + { + "id": "model.language_model.layers.23.self_attn.o_proj.weight", + "tensor": "model.language_model.layers.23.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 23, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 2048, + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 8388608 + }, + { + "id": "model.language_model.layers.23.self_attn.q_norm.weight", + "tensor": "model.language_model.layers.23.self_attn.q_norm.weight", + "role": "model.language_model.layers.*.self_attn.q_norm.weight", + "layer": 23, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 256 + ], + "start": null, + "scale": "whole", + "bytes": 512 + }, + { + "id": "model.language_model.layers.23.self_attn.q_proj.weight", + "tensor": "model.language_model.layers.23.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 23, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 4096, + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 16777216 + }, + { + "id": "model.language_model.layers.23.self_attn.v_proj.weight", + "tensor": "model.language_model.layers.23.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 23, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 512, + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 2097152 + }, + { + "id": "model.language_model.layers.3.input_layernorm.weight", + "tensor": "model.language_model.layers.3.input_layernorm.weight", + "role": "model.language_model.layers.*.input_layernorm.weight", + "layer": 3, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 4096 + }, + { + "id": "model.language_model.layers.3.mlp.down_proj.weight", + "tensor": "model.language_model.layers.3.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 3, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 2048, + 6144 + ], + "start": null, + "scale": "whole", + "bytes": 25165824 + }, + { + "id": "model.language_model.layers.3.mlp.gate_proj.weight", + "tensor": "model.language_model.layers.3.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 3, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 6144, + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 25165824 + }, + { + "id": "model.language_model.layers.3.mlp.up_proj.weight", + "tensor": "model.language_model.layers.3.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 3, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 6144, + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 25165824 + }, + { + "id": "model.language_model.layers.3.post_attention_layernorm.weight", + "tensor": "model.language_model.layers.3.post_attention_layernorm.weight", + "role": "model.language_model.layers.*.post_attention_layernorm.weight", + "layer": 3, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 4096 + }, + { + "id": "model.language_model.layers.3.self_attn.k_norm.weight", + "tensor": "model.language_model.layers.3.self_attn.k_norm.weight", + "role": "model.language_model.layers.*.self_attn.k_norm.weight", + "layer": 3, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 256 + ], + "start": null, + "scale": "whole", + "bytes": 512 + }, + { + "id": "model.language_model.layers.3.self_attn.k_proj.weight", + "tensor": "model.language_model.layers.3.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 3, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 512, + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 2097152 + }, + { + "id": "model.language_model.layers.3.self_attn.o_proj.weight", + "tensor": "model.language_model.layers.3.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 3, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 2048, + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 8388608 + }, + { + "id": "model.language_model.layers.3.self_attn.q_norm.weight", + "tensor": "model.language_model.layers.3.self_attn.q_norm.weight", + "role": "model.language_model.layers.*.self_attn.q_norm.weight", + "layer": 3, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 256 + ], + "start": null, + "scale": "whole", + "bytes": 512 + }, + { + "id": "model.language_model.layers.3.self_attn.q_proj.weight", + "tensor": "model.language_model.layers.3.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 3, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 4096, + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 16777216 + }, + { + "id": "model.language_model.layers.3.self_attn.v_proj.weight", + "tensor": "model.language_model.layers.3.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 3, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 512, + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 2097152 + }, + { + "id": "model.language_model.layers.4.input_layernorm.weight", + "tensor": "model.language_model.layers.4.input_layernorm.weight", + "role": "model.language_model.layers.*.input_layernorm.weight", + "layer": 4, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 4096 + }, + { + "id": "model.language_model.layers.4.linear_attn.conv1d.weight", + "tensor": "model.language_model.layers.4.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 4, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 6144, + 1, + 4 + ], + "start": null, + "scale": "whole", + "bytes": 49152 + }, + { + "id": "model.language_model.layers.4.linear_attn.dt_bias", + "tensor": "model.language_model.layers.4.linear_attn.dt_bias", + "role": "model.language_model.layers.*.linear_attn.dt_bias", + "layer": 4, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 16 + ], + "start": null, + "scale": "whole", + "bytes": 32 + }, + { + "id": "model.language_model.layers.4.linear_attn.in_proj_a.weight", + "tensor": "model.language_model.layers.4.linear_attn.in_proj_a.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_a.weight", + "layer": 4, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 16, + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 65536 + }, + { + "id": "model.language_model.layers.4.linear_attn.in_proj_b.weight", + "tensor": "model.language_model.layers.4.linear_attn.in_proj_b.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_b.weight", + "layer": 4, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 16, + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 65536 + }, + { + "id": "model.language_model.layers.4.linear_attn.in_proj_qkv.weight", + "tensor": "model.language_model.layers.4.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 4, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 6144, + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 25165824 + }, + { + "id": "model.language_model.layers.4.linear_attn.in_proj_z.weight", + "tensor": "model.language_model.layers.4.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 4, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 2048, + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 8388608 + }, + { + "id": "model.language_model.layers.4.linear_attn.out_proj.weight", + "tensor": "model.language_model.layers.4.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 4, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 2048, + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 8388608 + }, + { + "id": "model.language_model.layers.4.mlp.down_proj.weight", + "tensor": "model.language_model.layers.4.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 4, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 2048, + 6144 + ], + "start": null, + "scale": "whole", + "bytes": 25165824 + }, + { + "id": "model.language_model.layers.4.mlp.gate_proj.weight", + "tensor": "model.language_model.layers.4.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 4, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 6144, + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 25165824 + }, + { + "id": "model.language_model.layers.4.mlp.up_proj.weight", + "tensor": "model.language_model.layers.4.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 4, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 6144, + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 25165824 + }, + { + "id": "model.language_model.layers.4.post_attention_layernorm.weight", + "tensor": "model.language_model.layers.4.post_attention_layernorm.weight", + "role": "model.language_model.layers.*.post_attention_layernorm.weight", + "layer": 4, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 4096 + }, + { + "id": "model.language_model.layers.5.input_layernorm.weight", + "tensor": "model.language_model.layers.5.input_layernorm.weight", + "role": "model.language_model.layers.*.input_layernorm.weight", + "layer": 5, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 4096 + }, + { + "id": "model.language_model.layers.5.linear_attn.conv1d.weight", + "tensor": "model.language_model.layers.5.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 5, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 6144, + 1, + 4 + ], + "start": null, + "scale": "whole", + "bytes": 49152 + }, + { + "id": "model.language_model.layers.5.linear_attn.dt_bias", + "tensor": "model.language_model.layers.5.linear_attn.dt_bias", + "role": "model.language_model.layers.*.linear_attn.dt_bias", + "layer": 5, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 16 + ], + "start": null, + "scale": "whole", + "bytes": 32 + }, + { + "id": "model.language_model.layers.5.linear_attn.in_proj_a.weight", + "tensor": "model.language_model.layers.5.linear_attn.in_proj_a.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_a.weight", + "layer": 5, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 16, + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 65536 + }, + { + "id": "model.language_model.layers.5.linear_attn.in_proj_b.weight", + "tensor": "model.language_model.layers.5.linear_attn.in_proj_b.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_b.weight", + "layer": 5, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 16, + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 65536 + }, + { + "id": "model.language_model.layers.5.linear_attn.in_proj_qkv.weight", + "tensor": "model.language_model.layers.5.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 5, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 6144, + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 25165824 + }, + { + "id": "model.language_model.layers.5.linear_attn.in_proj_z.weight", + "tensor": "model.language_model.layers.5.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 5, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 2048, + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 8388608 + }, + { + "id": "model.language_model.layers.5.linear_attn.out_proj.weight", + "tensor": "model.language_model.layers.5.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 5, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 2048, + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 8388608 + }, + { + "id": "model.language_model.layers.5.mlp.down_proj.weight", + "tensor": "model.language_model.layers.5.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 5, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 2048, + 6144 + ], + "start": null, + "scale": "whole", + "bytes": 25165824 + }, + { + "id": "model.language_model.layers.5.mlp.gate_proj.weight", + "tensor": "model.language_model.layers.5.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 5, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 6144, + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 25165824 + }, + { + "id": "model.language_model.layers.5.mlp.up_proj.weight", + "tensor": "model.language_model.layers.5.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 5, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 6144, + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 25165824 + }, + { + "id": "model.language_model.layers.5.post_attention_layernorm.weight", + "tensor": "model.language_model.layers.5.post_attention_layernorm.weight", + "role": "model.language_model.layers.*.post_attention_layernorm.weight", + "layer": 5, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 4096 + }, + { + "id": "model.language_model.layers.6.input_layernorm.weight", + "tensor": "model.language_model.layers.6.input_layernorm.weight", + "role": "model.language_model.layers.*.input_layernorm.weight", + "layer": 6, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 4096 + }, + { + "id": "model.language_model.layers.6.linear_attn.conv1d.weight", + "tensor": "model.language_model.layers.6.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 6, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 6144, + 1, + 4 + ], + "start": null, + "scale": "whole", + "bytes": 49152 + }, + { + "id": "model.language_model.layers.6.linear_attn.dt_bias", + "tensor": "model.language_model.layers.6.linear_attn.dt_bias", + "role": "model.language_model.layers.*.linear_attn.dt_bias", + "layer": 6, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 16 + ], + "start": null, + "scale": "whole", + "bytes": 32 + }, + { + "id": "model.language_model.layers.6.linear_attn.in_proj_a.weight", + "tensor": "model.language_model.layers.6.linear_attn.in_proj_a.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_a.weight", + "layer": 6, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 16, + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 65536 + }, + { + "id": "model.language_model.layers.6.linear_attn.in_proj_b.weight", + "tensor": "model.language_model.layers.6.linear_attn.in_proj_b.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_b.weight", + "layer": 6, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 16, + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 65536 + }, + { + "id": "model.language_model.layers.6.linear_attn.in_proj_qkv.weight", + "tensor": "model.language_model.layers.6.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 6, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 6144, + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 25165824 + }, + { + "id": "model.language_model.layers.6.linear_attn.in_proj_z.weight", + "tensor": "model.language_model.layers.6.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 6, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 2048, + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 8388608 + }, + { + "id": "model.language_model.layers.6.linear_attn.out_proj.weight", + "tensor": "model.language_model.layers.6.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 6, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 2048, + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 8388608 + }, + { + "id": "model.language_model.layers.6.mlp.down_proj.weight", + "tensor": "model.language_model.layers.6.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 6, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 2048, + 6144 + ], + "start": null, + "scale": "whole", + "bytes": 25165824 + }, + { + "id": "model.language_model.layers.6.mlp.gate_proj.weight", + "tensor": "model.language_model.layers.6.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 6, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 6144, + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 25165824 + }, + { + "id": "model.language_model.layers.6.mlp.up_proj.weight", + "tensor": "model.language_model.layers.6.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 6, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 6144, + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 25165824 + }, + { + "id": "model.language_model.layers.6.post_attention_layernorm.weight", + "tensor": "model.language_model.layers.6.post_attention_layernorm.weight", + "role": "model.language_model.layers.*.post_attention_layernorm.weight", + "layer": 6, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 4096 + }, + { + "id": "model.language_model.layers.7.input_layernorm.weight", + "tensor": "model.language_model.layers.7.input_layernorm.weight", + "role": "model.language_model.layers.*.input_layernorm.weight", + "layer": 7, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 4096 + }, + { + "id": "model.language_model.layers.7.mlp.down_proj.weight", + "tensor": "model.language_model.layers.7.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 7, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 2048, + 6144 + ], + "start": null, + "scale": "whole", + "bytes": 25165824 + }, + { + "id": "model.language_model.layers.7.mlp.gate_proj.weight", + "tensor": "model.language_model.layers.7.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 7, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 6144, + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 25165824 + }, + { + "id": "model.language_model.layers.7.mlp.up_proj.weight", + "tensor": "model.language_model.layers.7.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 7, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 6144, + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 25165824 + }, + { + "id": "model.language_model.layers.7.post_attention_layernorm.weight", + "tensor": "model.language_model.layers.7.post_attention_layernorm.weight", + "role": "model.language_model.layers.*.post_attention_layernorm.weight", + "layer": 7, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 4096 + }, + { + "id": "model.language_model.layers.7.self_attn.k_norm.weight", + "tensor": "model.language_model.layers.7.self_attn.k_norm.weight", + "role": "model.language_model.layers.*.self_attn.k_norm.weight", + "layer": 7, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 256 + ], + "start": null, + "scale": "whole", + "bytes": 512 + }, + { + "id": "model.language_model.layers.7.self_attn.k_proj.weight", + "tensor": "model.language_model.layers.7.self_attn.k_proj.weight", + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "layer": 7, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 512, + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 2097152 + }, + { + "id": "model.language_model.layers.7.self_attn.o_proj.weight", + "tensor": "model.language_model.layers.7.self_attn.o_proj.weight", + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "layer": 7, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 2048, + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 8388608 + }, + { + "id": "model.language_model.layers.7.self_attn.q_norm.weight", + "tensor": "model.language_model.layers.7.self_attn.q_norm.weight", + "role": "model.language_model.layers.*.self_attn.q_norm.weight", + "layer": 7, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 256 + ], + "start": null, + "scale": "whole", + "bytes": 512 + }, + { + "id": "model.language_model.layers.7.self_attn.q_proj.weight", + "tensor": "model.language_model.layers.7.self_attn.q_proj.weight", + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "layer": 7, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 4096, + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 16777216 + }, + { + "id": "model.language_model.layers.7.self_attn.v_proj.weight", + "tensor": "model.language_model.layers.7.self_attn.v_proj.weight", + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "layer": 7, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 512, + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 2097152 + }, + { + "id": "model.language_model.layers.8.input_layernorm.weight", + "tensor": "model.language_model.layers.8.input_layernorm.weight", + "role": "model.language_model.layers.*.input_layernorm.weight", + "layer": 8, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 4096 + }, + { + "id": "model.language_model.layers.8.linear_attn.conv1d.weight", + "tensor": "model.language_model.layers.8.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 8, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 6144, + 1, + 4 + ], + "start": null, + "scale": "whole", + "bytes": 49152 + }, + { + "id": "model.language_model.layers.8.linear_attn.dt_bias", + "tensor": "model.language_model.layers.8.linear_attn.dt_bias", + "role": "model.language_model.layers.*.linear_attn.dt_bias", + "layer": 8, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 16 + ], + "start": null, + "scale": "whole", + "bytes": 32 + }, + { + "id": "model.language_model.layers.8.linear_attn.in_proj_a.weight", + "tensor": "model.language_model.layers.8.linear_attn.in_proj_a.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_a.weight", + "layer": 8, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 16, + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 65536 + }, + { + "id": "model.language_model.layers.8.linear_attn.in_proj_b.weight", + "tensor": "model.language_model.layers.8.linear_attn.in_proj_b.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_b.weight", + "layer": 8, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 16, + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 65536 + }, + { + "id": "model.language_model.layers.8.linear_attn.in_proj_qkv.weight", + "tensor": "model.language_model.layers.8.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 8, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 6144, + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 25165824 + }, + { + "id": "model.language_model.layers.8.linear_attn.in_proj_z.weight", + "tensor": "model.language_model.layers.8.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 8, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 2048, + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 8388608 + }, + { + "id": "model.language_model.layers.8.linear_attn.out_proj.weight", + "tensor": "model.language_model.layers.8.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 8, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 2048, + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 8388608 + }, + { + "id": "model.language_model.layers.8.mlp.down_proj.weight", + "tensor": "model.language_model.layers.8.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 8, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 2048, + 6144 + ], + "start": null, + "scale": "whole", + "bytes": 25165824 + }, + { + "id": "model.language_model.layers.8.mlp.gate_proj.weight", + "tensor": "model.language_model.layers.8.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 8, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 6144, + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 25165824 + }, + { + "id": "model.language_model.layers.8.mlp.up_proj.weight", + "tensor": "model.language_model.layers.8.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 8, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 6144, + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 25165824 + }, + { + "id": "model.language_model.layers.8.post_attention_layernorm.weight", + "tensor": "model.language_model.layers.8.post_attention_layernorm.weight", + "role": "model.language_model.layers.*.post_attention_layernorm.weight", + "layer": 8, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 4096 + }, + { + "id": "model.language_model.layers.9.input_layernorm.weight", + "tensor": "model.language_model.layers.9.input_layernorm.weight", + "role": "model.language_model.layers.*.input_layernorm.weight", + "layer": 9, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 4096 + }, + { + "id": "model.language_model.layers.9.linear_attn.conv1d.weight", + "tensor": "model.language_model.layers.9.linear_attn.conv1d.weight", + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "layer": 9, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 6144, + 1, + 4 + ], + "start": null, + "scale": "whole", + "bytes": 49152 + }, + { + "id": "model.language_model.layers.9.linear_attn.dt_bias", + "tensor": "model.language_model.layers.9.linear_attn.dt_bias", + "role": "model.language_model.layers.*.linear_attn.dt_bias", + "layer": 9, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 16 + ], + "start": null, + "scale": "whole", + "bytes": 32 + }, + { + "id": "model.language_model.layers.9.linear_attn.in_proj_a.weight", + "tensor": "model.language_model.layers.9.linear_attn.in_proj_a.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_a.weight", + "layer": 9, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 16, + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 65536 + }, + { + "id": "model.language_model.layers.9.linear_attn.in_proj_b.weight", + "tensor": "model.language_model.layers.9.linear_attn.in_proj_b.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_b.weight", + "layer": 9, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 16, + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 65536 + }, + { + "id": "model.language_model.layers.9.linear_attn.in_proj_qkv.weight", + "tensor": "model.language_model.layers.9.linear_attn.in_proj_qkv.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "layer": 9, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 6144, + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 25165824 + }, + { + "id": "model.language_model.layers.9.linear_attn.in_proj_z.weight", + "tensor": "model.language_model.layers.9.linear_attn.in_proj_z.weight", + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "layer": 9, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 2048, + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 8388608 + }, + { + "id": "model.language_model.layers.9.linear_attn.out_proj.weight", + "tensor": "model.language_model.layers.9.linear_attn.out_proj.weight", + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "layer": 9, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 2048, + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 8388608 + }, + { + "id": "model.language_model.layers.9.mlp.down_proj.weight", + "tensor": "model.language_model.layers.9.mlp.down_proj.weight", + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "layer": 9, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 2048, + 6144 + ], + "start": null, + "scale": "whole", + "bytes": 25165824 + }, + { + "id": "model.language_model.layers.9.mlp.gate_proj.weight", + "tensor": "model.language_model.layers.9.mlp.gate_proj.weight", + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "layer": 9, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 6144, + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 25165824 + }, + { + "id": "model.language_model.layers.9.mlp.up_proj.weight", + "tensor": "model.language_model.layers.9.mlp.up_proj.weight", + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "layer": 9, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 6144, + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 25165824 + }, + { + "id": "model.language_model.layers.9.post_attention_layernorm.weight", + "tensor": "model.language_model.layers.9.post_attention_layernorm.weight", + "role": "model.language_model.layers.*.post_attention_layernorm.weight", + "layer": 9, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 4096 + }, + { + "id": "model.language_model.norm.weight", + "tensor": "model.language_model.norm.weight", + "role": "model.language_model.norm.weight", + "layer": -1, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 4096 + }, + { + "id": "model.visual.blocks.0.attn.proj.bias", + "tensor": "model.visual.blocks.0.attn.proj.bias", + "role": "model.visual.layers.*.attn.proj.bias", + "layer": 0, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 2048 + }, + { + "id": "model.visual.blocks.0.attn.proj.weight", + "tensor": "model.visual.blocks.0.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 0, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 1024, + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 2097152 + }, + { + "id": "model.visual.blocks.0.attn.qkv.bias", + "tensor": "model.visual.blocks.0.attn.qkv.bias", + "role": "model.visual.layers.*.attn.qkv.bias", + "layer": 0, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 3072 + ], + "start": null, + "scale": "whole", + "bytes": 6144 + }, + { + "id": "model.visual.blocks.0.attn.qkv.weight", + "tensor": "model.visual.blocks.0.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 0, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 3072, + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 6291456 + }, + { + "id": "model.visual.blocks.0.mlp.linear_fc1.bias", + "tensor": "model.visual.blocks.0.mlp.linear_fc1.bias", + "role": "model.visual.layers.*.mlp.linear_fc1.bias", + "layer": 0, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 4096 + ], + "start": null, + "scale": "whole", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.0.mlp.linear_fc1.weight", + "tensor": "model.visual.blocks.0.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 0, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 4096, + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 8388608 + }, + { + "id": "model.visual.blocks.0.mlp.linear_fc2.bias", + "tensor": "model.visual.blocks.0.mlp.linear_fc2.bias", + "role": "model.visual.layers.*.mlp.linear_fc2.bias", + "layer": 0, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 2048 + }, + { + "id": "model.visual.blocks.0.mlp.linear_fc2.weight", + "tensor": "model.visual.blocks.0.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 0, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 1024, + 4096 + ], + "start": null, + "scale": "whole", + "bytes": 8388608 + }, + { + "id": "model.visual.blocks.0.norm1.bias", + "tensor": "model.visual.blocks.0.norm1.bias", + "role": "model.visual.layers.*.norm1.bias", + "layer": 0, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 2048 + }, + { + "id": "model.visual.blocks.0.norm1.weight", + "tensor": "model.visual.blocks.0.norm1.weight", + "role": "model.visual.layers.*.norm1.weight", + "layer": 0, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 2048 + }, + { + "id": "model.visual.blocks.0.norm2.bias", + "tensor": "model.visual.blocks.0.norm2.bias", + "role": "model.visual.layers.*.norm2.bias", + "layer": 0, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 2048 + }, + { + "id": "model.visual.blocks.0.norm2.weight", + "tensor": "model.visual.blocks.0.norm2.weight", + "role": "model.visual.layers.*.norm2.weight", + "layer": 0, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 2048 + }, + { + "id": "model.visual.blocks.1.attn.proj.bias", + "tensor": "model.visual.blocks.1.attn.proj.bias", + "role": "model.visual.layers.*.attn.proj.bias", + "layer": 1, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 2048 + }, + { + "id": "model.visual.blocks.1.attn.proj.weight", + "tensor": "model.visual.blocks.1.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 1, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 1024, + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 2097152 + }, + { + "id": "model.visual.blocks.1.attn.qkv.bias", + "tensor": "model.visual.blocks.1.attn.qkv.bias", + "role": "model.visual.layers.*.attn.qkv.bias", + "layer": 1, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 3072 + ], + "start": null, + "scale": "whole", + "bytes": 6144 + }, + { + "id": "model.visual.blocks.1.attn.qkv.weight", + "tensor": "model.visual.blocks.1.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 1, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 3072, + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 6291456 + }, + { + "id": "model.visual.blocks.1.mlp.linear_fc1.bias", + "tensor": "model.visual.blocks.1.mlp.linear_fc1.bias", + "role": "model.visual.layers.*.mlp.linear_fc1.bias", + "layer": 1, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 4096 + ], + "start": null, + "scale": "whole", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.1.mlp.linear_fc1.weight", + "tensor": "model.visual.blocks.1.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 1, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 4096, + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 8388608 + }, + { + "id": "model.visual.blocks.1.mlp.linear_fc2.bias", + "tensor": "model.visual.blocks.1.mlp.linear_fc2.bias", + "role": "model.visual.layers.*.mlp.linear_fc2.bias", + "layer": 1, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 2048 + }, + { + "id": "model.visual.blocks.1.mlp.linear_fc2.weight", + "tensor": "model.visual.blocks.1.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 1, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 1024, + 4096 + ], + "start": null, + "scale": "whole", + "bytes": 8388608 + }, + { + "id": "model.visual.blocks.1.norm1.bias", + "tensor": "model.visual.blocks.1.norm1.bias", + "role": "model.visual.layers.*.norm1.bias", + "layer": 1, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 2048 + }, + { + "id": "model.visual.blocks.1.norm1.weight", + "tensor": "model.visual.blocks.1.norm1.weight", + "role": "model.visual.layers.*.norm1.weight", + "layer": 1, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 2048 + }, + { + "id": "model.visual.blocks.1.norm2.bias", + "tensor": "model.visual.blocks.1.norm2.bias", + "role": "model.visual.layers.*.norm2.bias", + "layer": 1, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 2048 + }, + { + "id": "model.visual.blocks.1.norm2.weight", + "tensor": "model.visual.blocks.1.norm2.weight", + "role": "model.visual.layers.*.norm2.weight", + "layer": 1, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 2048 + }, + { + "id": "model.visual.blocks.10.attn.proj.bias", + "tensor": "model.visual.blocks.10.attn.proj.bias", + "role": "model.visual.layers.*.attn.proj.bias", + "layer": 10, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 2048 + }, + { + "id": "model.visual.blocks.10.attn.proj.weight", + "tensor": "model.visual.blocks.10.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 10, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 1024, + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 2097152 + }, + { + "id": "model.visual.blocks.10.attn.qkv.bias", + "tensor": "model.visual.blocks.10.attn.qkv.bias", + "role": "model.visual.layers.*.attn.qkv.bias", + "layer": 10, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 3072 + ], + "start": null, + "scale": "whole", + "bytes": 6144 + }, + { + "id": "model.visual.blocks.10.attn.qkv.weight", + "tensor": "model.visual.blocks.10.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 10, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 3072, + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 6291456 + }, + { + "id": "model.visual.blocks.10.mlp.linear_fc1.bias", + "tensor": "model.visual.blocks.10.mlp.linear_fc1.bias", + "role": "model.visual.layers.*.mlp.linear_fc1.bias", + "layer": 10, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 4096 + ], + "start": null, + "scale": "whole", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.10.mlp.linear_fc1.weight", + "tensor": "model.visual.blocks.10.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 10, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 4096, + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 8388608 + }, + { + "id": "model.visual.blocks.10.mlp.linear_fc2.bias", + "tensor": "model.visual.blocks.10.mlp.linear_fc2.bias", + "role": "model.visual.layers.*.mlp.linear_fc2.bias", + "layer": 10, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 2048 + }, + { + "id": "model.visual.blocks.10.mlp.linear_fc2.weight", + "tensor": "model.visual.blocks.10.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 10, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 1024, + 4096 + ], + "start": null, + "scale": "whole", + "bytes": 8388608 + }, + { + "id": "model.visual.blocks.10.norm1.bias", + "tensor": "model.visual.blocks.10.norm1.bias", + "role": "model.visual.layers.*.norm1.bias", + "layer": 10, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 2048 + }, + { + "id": "model.visual.blocks.10.norm1.weight", + "tensor": "model.visual.blocks.10.norm1.weight", + "role": "model.visual.layers.*.norm1.weight", + "layer": 10, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 2048 + }, + { + "id": "model.visual.blocks.10.norm2.bias", + "tensor": "model.visual.blocks.10.norm2.bias", + "role": "model.visual.layers.*.norm2.bias", + "layer": 10, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 2048 + }, + { + "id": "model.visual.blocks.10.norm2.weight", + "tensor": "model.visual.blocks.10.norm2.weight", + "role": "model.visual.layers.*.norm2.weight", + "layer": 10, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 2048 + }, + { + "id": "model.visual.blocks.11.attn.proj.bias", + "tensor": "model.visual.blocks.11.attn.proj.bias", + "role": "model.visual.layers.*.attn.proj.bias", + "layer": 11, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 2048 + }, + { + "id": "model.visual.blocks.11.attn.proj.weight", + "tensor": "model.visual.blocks.11.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 11, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 1024, + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 2097152 + }, + { + "id": "model.visual.blocks.11.attn.qkv.bias", + "tensor": "model.visual.blocks.11.attn.qkv.bias", + "role": "model.visual.layers.*.attn.qkv.bias", + "layer": 11, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 3072 + ], + "start": null, + "scale": "whole", + "bytes": 6144 + }, + { + "id": "model.visual.blocks.11.attn.qkv.weight", + "tensor": "model.visual.blocks.11.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 11, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 3072, + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 6291456 + }, + { + "id": "model.visual.blocks.11.mlp.linear_fc1.bias", + "tensor": "model.visual.blocks.11.mlp.linear_fc1.bias", + "role": "model.visual.layers.*.mlp.linear_fc1.bias", + "layer": 11, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 4096 + ], + "start": null, + "scale": "whole", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.11.mlp.linear_fc1.weight", + "tensor": "model.visual.blocks.11.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 11, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 4096, + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 8388608 + }, + { + "id": "model.visual.blocks.11.mlp.linear_fc2.bias", + "tensor": "model.visual.blocks.11.mlp.linear_fc2.bias", + "role": "model.visual.layers.*.mlp.linear_fc2.bias", + "layer": 11, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 2048 + }, + { + "id": "model.visual.blocks.11.mlp.linear_fc2.weight", + "tensor": "model.visual.blocks.11.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 11, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 1024, + 4096 + ], + "start": null, + "scale": "whole", + "bytes": 8388608 + }, + { + "id": "model.visual.blocks.11.norm1.bias", + "tensor": "model.visual.blocks.11.norm1.bias", + "role": "model.visual.layers.*.norm1.bias", + "layer": 11, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 2048 + }, + { + "id": "model.visual.blocks.11.norm1.weight", + "tensor": "model.visual.blocks.11.norm1.weight", + "role": "model.visual.layers.*.norm1.weight", + "layer": 11, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 2048 + }, + { + "id": "model.visual.blocks.11.norm2.bias", + "tensor": "model.visual.blocks.11.norm2.bias", + "role": "model.visual.layers.*.norm2.bias", + "layer": 11, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 2048 + }, + { + "id": "model.visual.blocks.11.norm2.weight", + "tensor": "model.visual.blocks.11.norm2.weight", + "role": "model.visual.layers.*.norm2.weight", + "layer": 11, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 2048 + }, + { + "id": "model.visual.blocks.12.attn.proj.bias", + "tensor": "model.visual.blocks.12.attn.proj.bias", + "role": "model.visual.layers.*.attn.proj.bias", + "layer": 12, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 2048 + }, + { + "id": "model.visual.blocks.12.attn.proj.weight", + "tensor": "model.visual.blocks.12.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 12, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 1024, + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 2097152 + }, + { + "id": "model.visual.blocks.12.attn.qkv.bias", + "tensor": "model.visual.blocks.12.attn.qkv.bias", + "role": "model.visual.layers.*.attn.qkv.bias", + "layer": 12, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 3072 + ], + "start": null, + "scale": "whole", + "bytes": 6144 + }, + { + "id": "model.visual.blocks.12.attn.qkv.weight", + "tensor": "model.visual.blocks.12.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 12, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 3072, + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 6291456 + }, + { + "id": "model.visual.blocks.12.mlp.linear_fc1.bias", + "tensor": "model.visual.blocks.12.mlp.linear_fc1.bias", + "role": "model.visual.layers.*.mlp.linear_fc1.bias", + "layer": 12, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 4096 + ], + "start": null, + "scale": "whole", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.12.mlp.linear_fc1.weight", + "tensor": "model.visual.blocks.12.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 12, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 4096, + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 8388608 + }, + { + "id": "model.visual.blocks.12.mlp.linear_fc2.bias", + "tensor": "model.visual.blocks.12.mlp.linear_fc2.bias", + "role": "model.visual.layers.*.mlp.linear_fc2.bias", + "layer": 12, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 2048 + }, + { + "id": "model.visual.blocks.12.mlp.linear_fc2.weight", + "tensor": "model.visual.blocks.12.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 12, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 1024, + 4096 + ], + "start": null, + "scale": "whole", + "bytes": 8388608 + }, + { + "id": "model.visual.blocks.12.norm1.bias", + "tensor": "model.visual.blocks.12.norm1.bias", + "role": "model.visual.layers.*.norm1.bias", + "layer": 12, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 2048 + }, + { + "id": "model.visual.blocks.12.norm1.weight", + "tensor": "model.visual.blocks.12.norm1.weight", + "role": "model.visual.layers.*.norm1.weight", + "layer": 12, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 2048 + }, + { + "id": "model.visual.blocks.12.norm2.bias", + "tensor": "model.visual.blocks.12.norm2.bias", + "role": "model.visual.layers.*.norm2.bias", + "layer": 12, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 2048 + }, + { + "id": "model.visual.blocks.12.norm2.weight", + "tensor": "model.visual.blocks.12.norm2.weight", + "role": "model.visual.layers.*.norm2.weight", + "layer": 12, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 2048 + }, + { + "id": "model.visual.blocks.13.attn.proj.bias", + "tensor": "model.visual.blocks.13.attn.proj.bias", + "role": "model.visual.layers.*.attn.proj.bias", + "layer": 13, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 2048 + }, + { + "id": "model.visual.blocks.13.attn.proj.weight", + "tensor": "model.visual.blocks.13.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 13, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 1024, + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 2097152 + }, + { + "id": "model.visual.blocks.13.attn.qkv.bias", + "tensor": "model.visual.blocks.13.attn.qkv.bias", + "role": "model.visual.layers.*.attn.qkv.bias", + "layer": 13, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 3072 + ], + "start": null, + "scale": "whole", + "bytes": 6144 + }, + { + "id": "model.visual.blocks.13.attn.qkv.weight", + "tensor": "model.visual.blocks.13.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 13, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 3072, + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 6291456 + }, + { + "id": "model.visual.blocks.13.mlp.linear_fc1.bias", + "tensor": "model.visual.blocks.13.mlp.linear_fc1.bias", + "role": "model.visual.layers.*.mlp.linear_fc1.bias", + "layer": 13, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 4096 + ], + "start": null, + "scale": "whole", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.13.mlp.linear_fc1.weight", + "tensor": "model.visual.blocks.13.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 13, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 4096, + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 8388608 + }, + { + "id": "model.visual.blocks.13.mlp.linear_fc2.bias", + "tensor": "model.visual.blocks.13.mlp.linear_fc2.bias", + "role": "model.visual.layers.*.mlp.linear_fc2.bias", + "layer": 13, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 2048 + }, + { + "id": "model.visual.blocks.13.mlp.linear_fc2.weight", + "tensor": "model.visual.blocks.13.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 13, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 1024, + 4096 + ], + "start": null, + "scale": "whole", + "bytes": 8388608 + }, + { + "id": "model.visual.blocks.13.norm1.bias", + "tensor": "model.visual.blocks.13.norm1.bias", + "role": "model.visual.layers.*.norm1.bias", + "layer": 13, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 2048 + }, + { + "id": "model.visual.blocks.13.norm1.weight", + "tensor": "model.visual.blocks.13.norm1.weight", + "role": "model.visual.layers.*.norm1.weight", + "layer": 13, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 2048 + }, + { + "id": "model.visual.blocks.13.norm2.bias", + "tensor": "model.visual.blocks.13.norm2.bias", + "role": "model.visual.layers.*.norm2.bias", + "layer": 13, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 2048 + }, + { + "id": "model.visual.blocks.13.norm2.weight", + "tensor": "model.visual.blocks.13.norm2.weight", + "role": "model.visual.layers.*.norm2.weight", + "layer": 13, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 2048 + }, + { + "id": "model.visual.blocks.14.attn.proj.bias", + "tensor": "model.visual.blocks.14.attn.proj.bias", + "role": "model.visual.layers.*.attn.proj.bias", + "layer": 14, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 2048 + }, + { + "id": "model.visual.blocks.14.attn.proj.weight", + "tensor": "model.visual.blocks.14.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 14, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 1024, + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 2097152 + }, + { + "id": "model.visual.blocks.14.attn.qkv.bias", + "tensor": "model.visual.blocks.14.attn.qkv.bias", + "role": "model.visual.layers.*.attn.qkv.bias", + "layer": 14, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 3072 + ], + "start": null, + "scale": "whole", + "bytes": 6144 + }, + { + "id": "model.visual.blocks.14.attn.qkv.weight", + "tensor": "model.visual.blocks.14.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 14, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 3072, + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 6291456 + }, + { + "id": "model.visual.blocks.14.mlp.linear_fc1.bias", + "tensor": "model.visual.blocks.14.mlp.linear_fc1.bias", + "role": "model.visual.layers.*.mlp.linear_fc1.bias", + "layer": 14, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 4096 + ], + "start": null, + "scale": "whole", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.14.mlp.linear_fc1.weight", + "tensor": "model.visual.blocks.14.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 14, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 4096, + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 8388608 + }, + { + "id": "model.visual.blocks.14.mlp.linear_fc2.bias", + "tensor": "model.visual.blocks.14.mlp.linear_fc2.bias", + "role": "model.visual.layers.*.mlp.linear_fc2.bias", + "layer": 14, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 2048 + }, + { + "id": "model.visual.blocks.14.mlp.linear_fc2.weight", + "tensor": "model.visual.blocks.14.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 14, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 1024, + 4096 + ], + "start": null, + "scale": "whole", + "bytes": 8388608 + }, + { + "id": "model.visual.blocks.14.norm1.bias", + "tensor": "model.visual.blocks.14.norm1.bias", + "role": "model.visual.layers.*.norm1.bias", + "layer": 14, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 2048 + }, + { + "id": "model.visual.blocks.14.norm1.weight", + "tensor": "model.visual.blocks.14.norm1.weight", + "role": "model.visual.layers.*.norm1.weight", + "layer": 14, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 2048 + }, + { + "id": "model.visual.blocks.14.norm2.bias", + "tensor": "model.visual.blocks.14.norm2.bias", + "role": "model.visual.layers.*.norm2.bias", + "layer": 14, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 2048 + }, + { + "id": "model.visual.blocks.14.norm2.weight", + "tensor": "model.visual.blocks.14.norm2.weight", + "role": "model.visual.layers.*.norm2.weight", + "layer": 14, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 2048 + }, + { + "id": "model.visual.blocks.15.attn.proj.bias", + "tensor": "model.visual.blocks.15.attn.proj.bias", + "role": "model.visual.layers.*.attn.proj.bias", + "layer": 15, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 2048 + }, + { + "id": "model.visual.blocks.15.attn.proj.weight", + "tensor": "model.visual.blocks.15.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 15, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 1024, + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 2097152 + }, + { + "id": "model.visual.blocks.15.attn.qkv.bias", + "tensor": "model.visual.blocks.15.attn.qkv.bias", + "role": "model.visual.layers.*.attn.qkv.bias", + "layer": 15, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 3072 + ], + "start": null, + "scale": "whole", + "bytes": 6144 + }, + { + "id": "model.visual.blocks.15.attn.qkv.weight", + "tensor": "model.visual.blocks.15.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 15, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 3072, + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 6291456 + }, + { + "id": "model.visual.blocks.15.mlp.linear_fc1.bias", + "tensor": "model.visual.blocks.15.mlp.linear_fc1.bias", + "role": "model.visual.layers.*.mlp.linear_fc1.bias", + "layer": 15, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 4096 + ], + "start": null, + "scale": "whole", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.15.mlp.linear_fc1.weight", + "tensor": "model.visual.blocks.15.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 15, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 4096, + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 8388608 + }, + { + "id": "model.visual.blocks.15.mlp.linear_fc2.bias", + "tensor": "model.visual.blocks.15.mlp.linear_fc2.bias", + "role": "model.visual.layers.*.mlp.linear_fc2.bias", + "layer": 15, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 2048 + }, + { + "id": "model.visual.blocks.15.mlp.linear_fc2.weight", + "tensor": "model.visual.blocks.15.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 15, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 1024, + 4096 + ], + "start": null, + "scale": "whole", + "bytes": 8388608 + }, + { + "id": "model.visual.blocks.15.norm1.bias", + "tensor": "model.visual.blocks.15.norm1.bias", + "role": "model.visual.layers.*.norm1.bias", + "layer": 15, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 2048 + }, + { + "id": "model.visual.blocks.15.norm1.weight", + "tensor": "model.visual.blocks.15.norm1.weight", + "role": "model.visual.layers.*.norm1.weight", + "layer": 15, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 2048 + }, + { + "id": "model.visual.blocks.15.norm2.bias", + "tensor": "model.visual.blocks.15.norm2.bias", + "role": "model.visual.layers.*.norm2.bias", + "layer": 15, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 2048 + }, + { + "id": "model.visual.blocks.15.norm2.weight", + "tensor": "model.visual.blocks.15.norm2.weight", + "role": "model.visual.layers.*.norm2.weight", + "layer": 15, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 2048 + }, + { + "id": "model.visual.blocks.16.attn.proj.bias", + "tensor": "model.visual.blocks.16.attn.proj.bias", + "role": "model.visual.layers.*.attn.proj.bias", + "layer": 16, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 2048 + }, + { + "id": "model.visual.blocks.16.attn.proj.weight", + "tensor": "model.visual.blocks.16.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 16, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 1024, + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 2097152 + }, + { + "id": "model.visual.blocks.16.attn.qkv.bias", + "tensor": "model.visual.blocks.16.attn.qkv.bias", + "role": "model.visual.layers.*.attn.qkv.bias", + "layer": 16, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 3072 + ], + "start": null, + "scale": "whole", + "bytes": 6144 + }, + { + "id": "model.visual.blocks.16.attn.qkv.weight", + "tensor": "model.visual.blocks.16.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 16, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 3072, + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 6291456 + }, + { + "id": "model.visual.blocks.16.mlp.linear_fc1.bias", + "tensor": "model.visual.blocks.16.mlp.linear_fc1.bias", + "role": "model.visual.layers.*.mlp.linear_fc1.bias", + "layer": 16, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 4096 + ], + "start": null, + "scale": "whole", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.16.mlp.linear_fc1.weight", + "tensor": "model.visual.blocks.16.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 16, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 4096, + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 8388608 + }, + { + "id": "model.visual.blocks.16.mlp.linear_fc2.bias", + "tensor": "model.visual.blocks.16.mlp.linear_fc2.bias", + "role": "model.visual.layers.*.mlp.linear_fc2.bias", + "layer": 16, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 2048 + }, + { + "id": "model.visual.blocks.16.mlp.linear_fc2.weight", + "tensor": "model.visual.blocks.16.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 16, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 1024, + 4096 + ], + "start": null, + "scale": "whole", + "bytes": 8388608 + }, + { + "id": "model.visual.blocks.16.norm1.bias", + "tensor": "model.visual.blocks.16.norm1.bias", + "role": "model.visual.layers.*.norm1.bias", + "layer": 16, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 2048 + }, + { + "id": "model.visual.blocks.16.norm1.weight", + "tensor": "model.visual.blocks.16.norm1.weight", + "role": "model.visual.layers.*.norm1.weight", + "layer": 16, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 2048 + }, + { + "id": "model.visual.blocks.16.norm2.bias", + "tensor": "model.visual.blocks.16.norm2.bias", + "role": "model.visual.layers.*.norm2.bias", + "layer": 16, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 2048 + }, + { + "id": "model.visual.blocks.16.norm2.weight", + "tensor": "model.visual.blocks.16.norm2.weight", + "role": "model.visual.layers.*.norm2.weight", + "layer": 16, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 2048 + }, + { + "id": "model.visual.blocks.17.attn.proj.bias", + "tensor": "model.visual.blocks.17.attn.proj.bias", + "role": "model.visual.layers.*.attn.proj.bias", + "layer": 17, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 2048 + }, + { + "id": "model.visual.blocks.17.attn.proj.weight", + "tensor": "model.visual.blocks.17.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 17, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 1024, + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 2097152 + }, + { + "id": "model.visual.blocks.17.attn.qkv.bias", + "tensor": "model.visual.blocks.17.attn.qkv.bias", + "role": "model.visual.layers.*.attn.qkv.bias", + "layer": 17, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 3072 + ], + "start": null, + "scale": "whole", + "bytes": 6144 + }, + { + "id": "model.visual.blocks.17.attn.qkv.weight", + "tensor": "model.visual.blocks.17.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 17, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 3072, + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 6291456 + }, + { + "id": "model.visual.blocks.17.mlp.linear_fc1.bias", + "tensor": "model.visual.blocks.17.mlp.linear_fc1.bias", + "role": "model.visual.layers.*.mlp.linear_fc1.bias", + "layer": 17, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 4096 + ], + "start": null, + "scale": "whole", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.17.mlp.linear_fc1.weight", + "tensor": "model.visual.blocks.17.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 17, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 4096, + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 8388608 + }, + { + "id": "model.visual.blocks.17.mlp.linear_fc2.bias", + "tensor": "model.visual.blocks.17.mlp.linear_fc2.bias", + "role": "model.visual.layers.*.mlp.linear_fc2.bias", + "layer": 17, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 2048 + }, + { + "id": "model.visual.blocks.17.mlp.linear_fc2.weight", + "tensor": "model.visual.blocks.17.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 17, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 1024, + 4096 + ], + "start": null, + "scale": "whole", + "bytes": 8388608 + }, + { + "id": "model.visual.blocks.17.norm1.bias", + "tensor": "model.visual.blocks.17.norm1.bias", + "role": "model.visual.layers.*.norm1.bias", + "layer": 17, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 2048 + }, + { + "id": "model.visual.blocks.17.norm1.weight", + "tensor": "model.visual.blocks.17.norm1.weight", + "role": "model.visual.layers.*.norm1.weight", + "layer": 17, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 2048 + }, + { + "id": "model.visual.blocks.17.norm2.bias", + "tensor": "model.visual.blocks.17.norm2.bias", + "role": "model.visual.layers.*.norm2.bias", + "layer": 17, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 2048 + }, + { + "id": "model.visual.blocks.17.norm2.weight", + "tensor": "model.visual.blocks.17.norm2.weight", + "role": "model.visual.layers.*.norm2.weight", + "layer": 17, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 2048 + }, + { + "id": "model.visual.blocks.18.attn.proj.bias", + "tensor": "model.visual.blocks.18.attn.proj.bias", + "role": "model.visual.layers.*.attn.proj.bias", + "layer": 18, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 2048 + }, + { + "id": "model.visual.blocks.18.attn.proj.weight", + "tensor": "model.visual.blocks.18.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 18, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 1024, + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 2097152 + }, + { + "id": "model.visual.blocks.18.attn.qkv.bias", + "tensor": "model.visual.blocks.18.attn.qkv.bias", + "role": "model.visual.layers.*.attn.qkv.bias", + "layer": 18, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 3072 + ], + "start": null, + "scale": "whole", + "bytes": 6144 + }, + { + "id": "model.visual.blocks.18.attn.qkv.weight", + "tensor": "model.visual.blocks.18.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 18, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 3072, + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 6291456 + }, + { + "id": "model.visual.blocks.18.mlp.linear_fc1.bias", + "tensor": "model.visual.blocks.18.mlp.linear_fc1.bias", + "role": "model.visual.layers.*.mlp.linear_fc1.bias", + "layer": 18, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 4096 + ], + "start": null, + "scale": "whole", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.18.mlp.linear_fc1.weight", + "tensor": "model.visual.blocks.18.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 18, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 4096, + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 8388608 + }, + { + "id": "model.visual.blocks.18.mlp.linear_fc2.bias", + "tensor": "model.visual.blocks.18.mlp.linear_fc2.bias", + "role": "model.visual.layers.*.mlp.linear_fc2.bias", + "layer": 18, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 2048 + }, + { + "id": "model.visual.blocks.18.mlp.linear_fc2.weight", + "tensor": "model.visual.blocks.18.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 18, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 1024, + 4096 + ], + "start": null, + "scale": "whole", + "bytes": 8388608 + }, + { + "id": "model.visual.blocks.18.norm1.bias", + "tensor": "model.visual.blocks.18.norm1.bias", + "role": "model.visual.layers.*.norm1.bias", + "layer": 18, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 2048 + }, + { + "id": "model.visual.blocks.18.norm1.weight", + "tensor": "model.visual.blocks.18.norm1.weight", + "role": "model.visual.layers.*.norm1.weight", + "layer": 18, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 2048 + }, + { + "id": "model.visual.blocks.18.norm2.bias", + "tensor": "model.visual.blocks.18.norm2.bias", + "role": "model.visual.layers.*.norm2.bias", + "layer": 18, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 2048 + }, + { + "id": "model.visual.blocks.18.norm2.weight", + "tensor": "model.visual.blocks.18.norm2.weight", + "role": "model.visual.layers.*.norm2.weight", + "layer": 18, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 2048 + }, + { + "id": "model.visual.blocks.19.attn.proj.bias", + "tensor": "model.visual.blocks.19.attn.proj.bias", + "role": "model.visual.layers.*.attn.proj.bias", + "layer": 19, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 2048 + }, + { + "id": "model.visual.blocks.19.attn.proj.weight", + "tensor": "model.visual.blocks.19.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 19, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 1024, + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 2097152 + }, + { + "id": "model.visual.blocks.19.attn.qkv.bias", + "tensor": "model.visual.blocks.19.attn.qkv.bias", + "role": "model.visual.layers.*.attn.qkv.bias", + "layer": 19, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 3072 + ], + "start": null, + "scale": "whole", + "bytes": 6144 + }, + { + "id": "model.visual.blocks.19.attn.qkv.weight", + "tensor": "model.visual.blocks.19.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 19, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 3072, + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 6291456 + }, + { + "id": "model.visual.blocks.19.mlp.linear_fc1.bias", + "tensor": "model.visual.blocks.19.mlp.linear_fc1.bias", + "role": "model.visual.layers.*.mlp.linear_fc1.bias", + "layer": 19, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 4096 + ], + "start": null, + "scale": "whole", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.19.mlp.linear_fc1.weight", + "tensor": "model.visual.blocks.19.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 19, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 4096, + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 8388608 + }, + { + "id": "model.visual.blocks.19.mlp.linear_fc2.bias", + "tensor": "model.visual.blocks.19.mlp.linear_fc2.bias", + "role": "model.visual.layers.*.mlp.linear_fc2.bias", + "layer": 19, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 2048 + }, + { + "id": "model.visual.blocks.19.mlp.linear_fc2.weight", + "tensor": "model.visual.blocks.19.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 19, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 1024, + 4096 + ], + "start": null, + "scale": "whole", + "bytes": 8388608 + }, + { + "id": "model.visual.blocks.19.norm1.bias", + "tensor": "model.visual.blocks.19.norm1.bias", + "role": "model.visual.layers.*.norm1.bias", + "layer": 19, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 2048 + }, + { + "id": "model.visual.blocks.19.norm1.weight", + "tensor": "model.visual.blocks.19.norm1.weight", + "role": "model.visual.layers.*.norm1.weight", + "layer": 19, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 2048 + }, + { + "id": "model.visual.blocks.19.norm2.bias", + "tensor": "model.visual.blocks.19.norm2.bias", + "role": "model.visual.layers.*.norm2.bias", + "layer": 19, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 2048 + }, + { + "id": "model.visual.blocks.19.norm2.weight", + "tensor": "model.visual.blocks.19.norm2.weight", + "role": "model.visual.layers.*.norm2.weight", + "layer": 19, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 2048 + }, + { + "id": "model.visual.blocks.2.attn.proj.bias", + "tensor": "model.visual.blocks.2.attn.proj.bias", + "role": "model.visual.layers.*.attn.proj.bias", + "layer": 2, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 2048 + }, + { + "id": "model.visual.blocks.2.attn.proj.weight", + "tensor": "model.visual.blocks.2.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 2, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 1024, + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 2097152 + }, + { + "id": "model.visual.blocks.2.attn.qkv.bias", + "tensor": "model.visual.blocks.2.attn.qkv.bias", + "role": "model.visual.layers.*.attn.qkv.bias", + "layer": 2, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 3072 + ], + "start": null, + "scale": "whole", + "bytes": 6144 + }, + { + "id": "model.visual.blocks.2.attn.qkv.weight", + "tensor": "model.visual.blocks.2.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 2, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 3072, + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 6291456 + }, + { + "id": "model.visual.blocks.2.mlp.linear_fc1.bias", + "tensor": "model.visual.blocks.2.mlp.linear_fc1.bias", + "role": "model.visual.layers.*.mlp.linear_fc1.bias", + "layer": 2, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 4096 + ], + "start": null, + "scale": "whole", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.2.mlp.linear_fc1.weight", + "tensor": "model.visual.blocks.2.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 2, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 4096, + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 8388608 + }, + { + "id": "model.visual.blocks.2.mlp.linear_fc2.bias", + "tensor": "model.visual.blocks.2.mlp.linear_fc2.bias", + "role": "model.visual.layers.*.mlp.linear_fc2.bias", + "layer": 2, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 2048 + }, + { + "id": "model.visual.blocks.2.mlp.linear_fc2.weight", + "tensor": "model.visual.blocks.2.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 2, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 1024, + 4096 + ], + "start": null, + "scale": "whole", + "bytes": 8388608 + }, + { + "id": "model.visual.blocks.2.norm1.bias", + "tensor": "model.visual.blocks.2.norm1.bias", + "role": "model.visual.layers.*.norm1.bias", + "layer": 2, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 2048 + }, + { + "id": "model.visual.blocks.2.norm1.weight", + "tensor": "model.visual.blocks.2.norm1.weight", + "role": "model.visual.layers.*.norm1.weight", + "layer": 2, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 2048 + }, + { + "id": "model.visual.blocks.2.norm2.bias", + "tensor": "model.visual.blocks.2.norm2.bias", + "role": "model.visual.layers.*.norm2.bias", + "layer": 2, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 2048 + }, + { + "id": "model.visual.blocks.2.norm2.weight", + "tensor": "model.visual.blocks.2.norm2.weight", + "role": "model.visual.layers.*.norm2.weight", + "layer": 2, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 2048 + }, + { + "id": "model.visual.blocks.20.attn.proj.bias", + "tensor": "model.visual.blocks.20.attn.proj.bias", + "role": "model.visual.layers.*.attn.proj.bias", + "layer": 20, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 2048 + }, + { + "id": "model.visual.blocks.20.attn.proj.weight", + "tensor": "model.visual.blocks.20.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 20, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 1024, + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 2097152 + }, + { + "id": "model.visual.blocks.20.attn.qkv.bias", + "tensor": "model.visual.blocks.20.attn.qkv.bias", + "role": "model.visual.layers.*.attn.qkv.bias", + "layer": 20, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 3072 + ], + "start": null, + "scale": "whole", + "bytes": 6144 + }, + { + "id": "model.visual.blocks.20.attn.qkv.weight", + "tensor": "model.visual.blocks.20.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 20, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 3072, + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 6291456 + }, + { + "id": "model.visual.blocks.20.mlp.linear_fc1.bias", + "tensor": "model.visual.blocks.20.mlp.linear_fc1.bias", + "role": "model.visual.layers.*.mlp.linear_fc1.bias", + "layer": 20, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 4096 + ], + "start": null, + "scale": "whole", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.20.mlp.linear_fc1.weight", + "tensor": "model.visual.blocks.20.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 20, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 4096, + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 8388608 + }, + { + "id": "model.visual.blocks.20.mlp.linear_fc2.bias", + "tensor": "model.visual.blocks.20.mlp.linear_fc2.bias", + "role": "model.visual.layers.*.mlp.linear_fc2.bias", + "layer": 20, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 2048 + }, + { + "id": "model.visual.blocks.20.mlp.linear_fc2.weight", + "tensor": "model.visual.blocks.20.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 20, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 1024, + 4096 + ], + "start": null, + "scale": "whole", + "bytes": 8388608 + }, + { + "id": "model.visual.blocks.20.norm1.bias", + "tensor": "model.visual.blocks.20.norm1.bias", + "role": "model.visual.layers.*.norm1.bias", + "layer": 20, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 2048 + }, + { + "id": "model.visual.blocks.20.norm1.weight", + "tensor": "model.visual.blocks.20.norm1.weight", + "role": "model.visual.layers.*.norm1.weight", + "layer": 20, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 2048 + }, + { + "id": "model.visual.blocks.20.norm2.bias", + "tensor": "model.visual.blocks.20.norm2.bias", + "role": "model.visual.layers.*.norm2.bias", + "layer": 20, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 2048 + }, + { + "id": "model.visual.blocks.20.norm2.weight", + "tensor": "model.visual.blocks.20.norm2.weight", + "role": "model.visual.layers.*.norm2.weight", + "layer": 20, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 2048 + }, + { + "id": "model.visual.blocks.21.attn.proj.bias", + "tensor": "model.visual.blocks.21.attn.proj.bias", + "role": "model.visual.layers.*.attn.proj.bias", + "layer": 21, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 2048 + }, + { + "id": "model.visual.blocks.21.attn.proj.weight", + "tensor": "model.visual.blocks.21.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 21, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 1024, + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 2097152 + }, + { + "id": "model.visual.blocks.21.attn.qkv.bias", + "tensor": "model.visual.blocks.21.attn.qkv.bias", + "role": "model.visual.layers.*.attn.qkv.bias", + "layer": 21, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 3072 + ], + "start": null, + "scale": "whole", + "bytes": 6144 + }, + { + "id": "model.visual.blocks.21.attn.qkv.weight", + "tensor": "model.visual.blocks.21.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 21, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 3072, + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 6291456 + }, + { + "id": "model.visual.blocks.21.mlp.linear_fc1.bias", + "tensor": "model.visual.blocks.21.mlp.linear_fc1.bias", + "role": "model.visual.layers.*.mlp.linear_fc1.bias", + "layer": 21, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 4096 + ], + "start": null, + "scale": "whole", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.21.mlp.linear_fc1.weight", + "tensor": "model.visual.blocks.21.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 21, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 4096, + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 8388608 + }, + { + "id": "model.visual.blocks.21.mlp.linear_fc2.bias", + "tensor": "model.visual.blocks.21.mlp.linear_fc2.bias", + "role": "model.visual.layers.*.mlp.linear_fc2.bias", + "layer": 21, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 2048 + }, + { + "id": "model.visual.blocks.21.mlp.linear_fc2.weight", + "tensor": "model.visual.blocks.21.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 21, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 1024, + 4096 + ], + "start": null, + "scale": "whole", + "bytes": 8388608 + }, + { + "id": "model.visual.blocks.21.norm1.bias", + "tensor": "model.visual.blocks.21.norm1.bias", + "role": "model.visual.layers.*.norm1.bias", + "layer": 21, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 2048 + }, + { + "id": "model.visual.blocks.21.norm1.weight", + "tensor": "model.visual.blocks.21.norm1.weight", + "role": "model.visual.layers.*.norm1.weight", + "layer": 21, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 2048 + }, + { + "id": "model.visual.blocks.21.norm2.bias", + "tensor": "model.visual.blocks.21.norm2.bias", + "role": "model.visual.layers.*.norm2.bias", + "layer": 21, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 2048 + }, + { + "id": "model.visual.blocks.21.norm2.weight", + "tensor": "model.visual.blocks.21.norm2.weight", + "role": "model.visual.layers.*.norm2.weight", + "layer": 21, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 2048 + }, + { + "id": "model.visual.blocks.22.attn.proj.bias", + "tensor": "model.visual.blocks.22.attn.proj.bias", + "role": "model.visual.layers.*.attn.proj.bias", + "layer": 22, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 2048 + }, + { + "id": "model.visual.blocks.22.attn.proj.weight", + "tensor": "model.visual.blocks.22.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 22, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 1024, + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 2097152 + }, + { + "id": "model.visual.blocks.22.attn.qkv.bias", + "tensor": "model.visual.blocks.22.attn.qkv.bias", + "role": "model.visual.layers.*.attn.qkv.bias", + "layer": 22, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 3072 + ], + "start": null, + "scale": "whole", + "bytes": 6144 + }, + { + "id": "model.visual.blocks.22.attn.qkv.weight", + "tensor": "model.visual.blocks.22.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 22, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 3072, + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 6291456 + }, + { + "id": "model.visual.blocks.22.mlp.linear_fc1.bias", + "tensor": "model.visual.blocks.22.mlp.linear_fc1.bias", + "role": "model.visual.layers.*.mlp.linear_fc1.bias", + "layer": 22, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 4096 + ], + "start": null, + "scale": "whole", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.22.mlp.linear_fc1.weight", + "tensor": "model.visual.blocks.22.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 22, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 4096, + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 8388608 + }, + { + "id": "model.visual.blocks.22.mlp.linear_fc2.bias", + "tensor": "model.visual.blocks.22.mlp.linear_fc2.bias", + "role": "model.visual.layers.*.mlp.linear_fc2.bias", + "layer": 22, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 2048 + }, + { + "id": "model.visual.blocks.22.mlp.linear_fc2.weight", + "tensor": "model.visual.blocks.22.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 22, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 1024, + 4096 + ], + "start": null, + "scale": "whole", + "bytes": 8388608 + }, + { + "id": "model.visual.blocks.22.norm1.bias", + "tensor": "model.visual.blocks.22.norm1.bias", + "role": "model.visual.layers.*.norm1.bias", + "layer": 22, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 2048 + }, + { + "id": "model.visual.blocks.22.norm1.weight", + "tensor": "model.visual.blocks.22.norm1.weight", + "role": "model.visual.layers.*.norm1.weight", + "layer": 22, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 2048 + }, + { + "id": "model.visual.blocks.22.norm2.bias", + "tensor": "model.visual.blocks.22.norm2.bias", + "role": "model.visual.layers.*.norm2.bias", + "layer": 22, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 2048 + }, + { + "id": "model.visual.blocks.22.norm2.weight", + "tensor": "model.visual.blocks.22.norm2.weight", + "role": "model.visual.layers.*.norm2.weight", + "layer": 22, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 2048 + }, + { + "id": "model.visual.blocks.23.attn.proj.bias", + "tensor": "model.visual.blocks.23.attn.proj.bias", + "role": "model.visual.layers.*.attn.proj.bias", + "layer": 23, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 2048 + }, + { + "id": "model.visual.blocks.23.attn.proj.weight", + "tensor": "model.visual.blocks.23.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 23, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 1024, + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 2097152 + }, + { + "id": "model.visual.blocks.23.attn.qkv.bias", + "tensor": "model.visual.blocks.23.attn.qkv.bias", + "role": "model.visual.layers.*.attn.qkv.bias", + "layer": 23, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 3072 + ], + "start": null, + "scale": "whole", + "bytes": 6144 + }, + { + "id": "model.visual.blocks.23.attn.qkv.weight", + "tensor": "model.visual.blocks.23.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 23, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 3072, + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 6291456 + }, + { + "id": "model.visual.blocks.23.mlp.linear_fc1.bias", + "tensor": "model.visual.blocks.23.mlp.linear_fc1.bias", + "role": "model.visual.layers.*.mlp.linear_fc1.bias", + "layer": 23, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 4096 + ], + "start": null, + "scale": "whole", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.23.mlp.linear_fc1.weight", + "tensor": "model.visual.blocks.23.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 23, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 4096, + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 8388608 + }, + { + "id": "model.visual.blocks.23.mlp.linear_fc2.bias", + "tensor": "model.visual.blocks.23.mlp.linear_fc2.bias", + "role": "model.visual.layers.*.mlp.linear_fc2.bias", + "layer": 23, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 2048 + }, + { + "id": "model.visual.blocks.23.mlp.linear_fc2.weight", + "tensor": "model.visual.blocks.23.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 23, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 1024, + 4096 + ], + "start": null, + "scale": "whole", + "bytes": 8388608 + }, + { + "id": "model.visual.blocks.23.norm1.bias", + "tensor": "model.visual.blocks.23.norm1.bias", + "role": "model.visual.layers.*.norm1.bias", + "layer": 23, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 2048 + }, + { + "id": "model.visual.blocks.23.norm1.weight", + "tensor": "model.visual.blocks.23.norm1.weight", + "role": "model.visual.layers.*.norm1.weight", + "layer": 23, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 2048 + }, + { + "id": "model.visual.blocks.23.norm2.bias", + "tensor": "model.visual.blocks.23.norm2.bias", + "role": "model.visual.layers.*.norm2.bias", + "layer": 23, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 2048 + }, + { + "id": "model.visual.blocks.23.norm2.weight", + "tensor": "model.visual.blocks.23.norm2.weight", + "role": "model.visual.layers.*.norm2.weight", + "layer": 23, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 2048 + }, + { + "id": "model.visual.blocks.3.attn.proj.bias", + "tensor": "model.visual.blocks.3.attn.proj.bias", + "role": "model.visual.layers.*.attn.proj.bias", + "layer": 3, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 2048 + }, + { + "id": "model.visual.blocks.3.attn.proj.weight", + "tensor": "model.visual.blocks.3.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 3, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 1024, + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 2097152 + }, + { + "id": "model.visual.blocks.3.attn.qkv.bias", + "tensor": "model.visual.blocks.3.attn.qkv.bias", + "role": "model.visual.layers.*.attn.qkv.bias", + "layer": 3, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 3072 + ], + "start": null, + "scale": "whole", + "bytes": 6144 + }, + { + "id": "model.visual.blocks.3.attn.qkv.weight", + "tensor": "model.visual.blocks.3.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 3, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 3072, + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 6291456 + }, + { + "id": "model.visual.blocks.3.mlp.linear_fc1.bias", + "tensor": "model.visual.blocks.3.mlp.linear_fc1.bias", + "role": "model.visual.layers.*.mlp.linear_fc1.bias", + "layer": 3, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 4096 + ], + "start": null, + "scale": "whole", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.3.mlp.linear_fc1.weight", + "tensor": "model.visual.blocks.3.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 3, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 4096, + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 8388608 + }, + { + "id": "model.visual.blocks.3.mlp.linear_fc2.bias", + "tensor": "model.visual.blocks.3.mlp.linear_fc2.bias", + "role": "model.visual.layers.*.mlp.linear_fc2.bias", + "layer": 3, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 2048 + }, + { + "id": "model.visual.blocks.3.mlp.linear_fc2.weight", + "tensor": "model.visual.blocks.3.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 3, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 1024, + 4096 + ], + "start": null, + "scale": "whole", + "bytes": 8388608 + }, + { + "id": "model.visual.blocks.3.norm1.bias", + "tensor": "model.visual.blocks.3.norm1.bias", + "role": "model.visual.layers.*.norm1.bias", + "layer": 3, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 2048 + }, + { + "id": "model.visual.blocks.3.norm1.weight", + "tensor": "model.visual.blocks.3.norm1.weight", + "role": "model.visual.layers.*.norm1.weight", + "layer": 3, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 2048 + }, + { + "id": "model.visual.blocks.3.norm2.bias", + "tensor": "model.visual.blocks.3.norm2.bias", + "role": "model.visual.layers.*.norm2.bias", + "layer": 3, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 2048 + }, + { + "id": "model.visual.blocks.3.norm2.weight", + "tensor": "model.visual.blocks.3.norm2.weight", + "role": "model.visual.layers.*.norm2.weight", + "layer": 3, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 2048 + }, + { + "id": "model.visual.blocks.4.attn.proj.bias", + "tensor": "model.visual.blocks.4.attn.proj.bias", + "role": "model.visual.layers.*.attn.proj.bias", + "layer": 4, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 2048 + }, + { + "id": "model.visual.blocks.4.attn.proj.weight", + "tensor": "model.visual.blocks.4.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 4, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 1024, + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 2097152 + }, + { + "id": "model.visual.blocks.4.attn.qkv.bias", + "tensor": "model.visual.blocks.4.attn.qkv.bias", + "role": "model.visual.layers.*.attn.qkv.bias", + "layer": 4, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 3072 + ], + "start": null, + "scale": "whole", + "bytes": 6144 + }, + { + "id": "model.visual.blocks.4.attn.qkv.weight", + "tensor": "model.visual.blocks.4.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 4, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 3072, + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 6291456 + }, + { + "id": "model.visual.blocks.4.mlp.linear_fc1.bias", + "tensor": "model.visual.blocks.4.mlp.linear_fc1.bias", + "role": "model.visual.layers.*.mlp.linear_fc1.bias", + "layer": 4, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 4096 + ], + "start": null, + "scale": "whole", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.4.mlp.linear_fc1.weight", + "tensor": "model.visual.blocks.4.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 4, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 4096, + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 8388608 + }, + { + "id": "model.visual.blocks.4.mlp.linear_fc2.bias", + "tensor": "model.visual.blocks.4.mlp.linear_fc2.bias", + "role": "model.visual.layers.*.mlp.linear_fc2.bias", + "layer": 4, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 2048 + }, + { + "id": "model.visual.blocks.4.mlp.linear_fc2.weight", + "tensor": "model.visual.blocks.4.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 4, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 1024, + 4096 + ], + "start": null, + "scale": "whole", + "bytes": 8388608 + }, + { + "id": "model.visual.blocks.4.norm1.bias", + "tensor": "model.visual.blocks.4.norm1.bias", + "role": "model.visual.layers.*.norm1.bias", + "layer": 4, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 2048 + }, + { + "id": "model.visual.blocks.4.norm1.weight", + "tensor": "model.visual.blocks.4.norm1.weight", + "role": "model.visual.layers.*.norm1.weight", + "layer": 4, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 2048 + }, + { + "id": "model.visual.blocks.4.norm2.bias", + "tensor": "model.visual.blocks.4.norm2.bias", + "role": "model.visual.layers.*.norm2.bias", + "layer": 4, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 2048 + }, + { + "id": "model.visual.blocks.4.norm2.weight", + "tensor": "model.visual.blocks.4.norm2.weight", + "role": "model.visual.layers.*.norm2.weight", + "layer": 4, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 2048 + }, + { + "id": "model.visual.blocks.5.attn.proj.bias", + "tensor": "model.visual.blocks.5.attn.proj.bias", + "role": "model.visual.layers.*.attn.proj.bias", + "layer": 5, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 2048 + }, + { + "id": "model.visual.blocks.5.attn.proj.weight", + "tensor": "model.visual.blocks.5.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 5, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 1024, + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 2097152 + }, + { + "id": "model.visual.blocks.5.attn.qkv.bias", + "tensor": "model.visual.blocks.5.attn.qkv.bias", + "role": "model.visual.layers.*.attn.qkv.bias", + "layer": 5, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 3072 + ], + "start": null, + "scale": "whole", + "bytes": 6144 + }, + { + "id": "model.visual.blocks.5.attn.qkv.weight", + "tensor": "model.visual.blocks.5.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 5, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 3072, + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 6291456 + }, + { + "id": "model.visual.blocks.5.mlp.linear_fc1.bias", + "tensor": "model.visual.blocks.5.mlp.linear_fc1.bias", + "role": "model.visual.layers.*.mlp.linear_fc1.bias", + "layer": 5, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 4096 + ], + "start": null, + "scale": "whole", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.5.mlp.linear_fc1.weight", + "tensor": "model.visual.blocks.5.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 5, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 4096, + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 8388608 + }, + { + "id": "model.visual.blocks.5.mlp.linear_fc2.bias", + "tensor": "model.visual.blocks.5.mlp.linear_fc2.bias", + "role": "model.visual.layers.*.mlp.linear_fc2.bias", + "layer": 5, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 2048 + }, + { + "id": "model.visual.blocks.5.mlp.linear_fc2.weight", + "tensor": "model.visual.blocks.5.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 5, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 1024, + 4096 + ], + "start": null, + "scale": "whole", + "bytes": 8388608 + }, + { + "id": "model.visual.blocks.5.norm1.bias", + "tensor": "model.visual.blocks.5.norm1.bias", + "role": "model.visual.layers.*.norm1.bias", + "layer": 5, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 2048 + }, + { + "id": "model.visual.blocks.5.norm1.weight", + "tensor": "model.visual.blocks.5.norm1.weight", + "role": "model.visual.layers.*.norm1.weight", + "layer": 5, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 2048 + }, + { + "id": "model.visual.blocks.5.norm2.bias", + "tensor": "model.visual.blocks.5.norm2.bias", + "role": "model.visual.layers.*.norm2.bias", + "layer": 5, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 2048 + }, + { + "id": "model.visual.blocks.5.norm2.weight", + "tensor": "model.visual.blocks.5.norm2.weight", + "role": "model.visual.layers.*.norm2.weight", + "layer": 5, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 2048 + }, + { + "id": "model.visual.blocks.6.attn.proj.bias", + "tensor": "model.visual.blocks.6.attn.proj.bias", + "role": "model.visual.layers.*.attn.proj.bias", + "layer": 6, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 2048 + }, + { + "id": "model.visual.blocks.6.attn.proj.weight", + "tensor": "model.visual.blocks.6.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 6, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 1024, + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 2097152 + }, + { + "id": "model.visual.blocks.6.attn.qkv.bias", + "tensor": "model.visual.blocks.6.attn.qkv.bias", + "role": "model.visual.layers.*.attn.qkv.bias", + "layer": 6, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 3072 + ], + "start": null, + "scale": "whole", + "bytes": 6144 + }, + { + "id": "model.visual.blocks.6.attn.qkv.weight", + "tensor": "model.visual.blocks.6.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 6, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 3072, + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 6291456 + }, + { + "id": "model.visual.blocks.6.mlp.linear_fc1.bias", + "tensor": "model.visual.blocks.6.mlp.linear_fc1.bias", + "role": "model.visual.layers.*.mlp.linear_fc1.bias", + "layer": 6, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 4096 + ], + "start": null, + "scale": "whole", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.6.mlp.linear_fc1.weight", + "tensor": "model.visual.blocks.6.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 6, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 4096, + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 8388608 + }, + { + "id": "model.visual.blocks.6.mlp.linear_fc2.bias", + "tensor": "model.visual.blocks.6.mlp.linear_fc2.bias", + "role": "model.visual.layers.*.mlp.linear_fc2.bias", + "layer": 6, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 2048 + }, + { + "id": "model.visual.blocks.6.mlp.linear_fc2.weight", + "tensor": "model.visual.blocks.6.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 6, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 1024, + 4096 + ], + "start": null, + "scale": "whole", + "bytes": 8388608 + }, + { + "id": "model.visual.blocks.6.norm1.bias", + "tensor": "model.visual.blocks.6.norm1.bias", + "role": "model.visual.layers.*.norm1.bias", + "layer": 6, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 2048 + }, + { + "id": "model.visual.blocks.6.norm1.weight", + "tensor": "model.visual.blocks.6.norm1.weight", + "role": "model.visual.layers.*.norm1.weight", + "layer": 6, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 2048 + }, + { + "id": "model.visual.blocks.6.norm2.bias", + "tensor": "model.visual.blocks.6.norm2.bias", + "role": "model.visual.layers.*.norm2.bias", + "layer": 6, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 2048 + }, + { + "id": "model.visual.blocks.6.norm2.weight", + "tensor": "model.visual.blocks.6.norm2.weight", + "role": "model.visual.layers.*.norm2.weight", + "layer": 6, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 2048 + }, + { + "id": "model.visual.blocks.7.attn.proj.bias", + "tensor": "model.visual.blocks.7.attn.proj.bias", + "role": "model.visual.layers.*.attn.proj.bias", + "layer": 7, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 2048 + }, + { + "id": "model.visual.blocks.7.attn.proj.weight", + "tensor": "model.visual.blocks.7.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 7, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 1024, + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 2097152 + }, + { + "id": "model.visual.blocks.7.attn.qkv.bias", + "tensor": "model.visual.blocks.7.attn.qkv.bias", + "role": "model.visual.layers.*.attn.qkv.bias", + "layer": 7, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 3072 + ], + "start": null, + "scale": "whole", + "bytes": 6144 + }, + { + "id": "model.visual.blocks.7.attn.qkv.weight", + "tensor": "model.visual.blocks.7.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 7, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 3072, + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 6291456 + }, + { + "id": "model.visual.blocks.7.mlp.linear_fc1.bias", + "tensor": "model.visual.blocks.7.mlp.linear_fc1.bias", + "role": "model.visual.layers.*.mlp.linear_fc1.bias", + "layer": 7, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 4096 + ], + "start": null, + "scale": "whole", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.7.mlp.linear_fc1.weight", + "tensor": "model.visual.blocks.7.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 7, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 4096, + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 8388608 + }, + { + "id": "model.visual.blocks.7.mlp.linear_fc2.bias", + "tensor": "model.visual.blocks.7.mlp.linear_fc2.bias", + "role": "model.visual.layers.*.mlp.linear_fc2.bias", + "layer": 7, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 2048 + }, + { + "id": "model.visual.blocks.7.mlp.linear_fc2.weight", + "tensor": "model.visual.blocks.7.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 7, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 1024, + 4096 + ], + "start": null, + "scale": "whole", + "bytes": 8388608 + }, + { + "id": "model.visual.blocks.7.norm1.bias", + "tensor": "model.visual.blocks.7.norm1.bias", + "role": "model.visual.layers.*.norm1.bias", + "layer": 7, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 2048 + }, + { + "id": "model.visual.blocks.7.norm1.weight", + "tensor": "model.visual.blocks.7.norm1.weight", + "role": "model.visual.layers.*.norm1.weight", + "layer": 7, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 2048 + }, + { + "id": "model.visual.blocks.7.norm2.bias", + "tensor": "model.visual.blocks.7.norm2.bias", + "role": "model.visual.layers.*.norm2.bias", + "layer": 7, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 2048 + }, + { + "id": "model.visual.blocks.7.norm2.weight", + "tensor": "model.visual.blocks.7.norm2.weight", + "role": "model.visual.layers.*.norm2.weight", + "layer": 7, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 2048 + }, + { + "id": "model.visual.blocks.8.attn.proj.bias", + "tensor": "model.visual.blocks.8.attn.proj.bias", + "role": "model.visual.layers.*.attn.proj.bias", + "layer": 8, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 2048 + }, + { + "id": "model.visual.blocks.8.attn.proj.weight", + "tensor": "model.visual.blocks.8.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 8, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 1024, + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 2097152 + }, + { + "id": "model.visual.blocks.8.attn.qkv.bias", + "tensor": "model.visual.blocks.8.attn.qkv.bias", + "role": "model.visual.layers.*.attn.qkv.bias", + "layer": 8, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 3072 + ], + "start": null, + "scale": "whole", + "bytes": 6144 + }, + { + "id": "model.visual.blocks.8.attn.qkv.weight", + "tensor": "model.visual.blocks.8.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 8, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 3072, + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 6291456 + }, + { + "id": "model.visual.blocks.8.mlp.linear_fc1.bias", + "tensor": "model.visual.blocks.8.mlp.linear_fc1.bias", + "role": "model.visual.layers.*.mlp.linear_fc1.bias", + "layer": 8, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 4096 + ], + "start": null, + "scale": "whole", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.8.mlp.linear_fc1.weight", + "tensor": "model.visual.blocks.8.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 8, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 4096, + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 8388608 + }, + { + "id": "model.visual.blocks.8.mlp.linear_fc2.bias", + "tensor": "model.visual.blocks.8.mlp.linear_fc2.bias", + "role": "model.visual.layers.*.mlp.linear_fc2.bias", + "layer": 8, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 2048 + }, + { + "id": "model.visual.blocks.8.mlp.linear_fc2.weight", + "tensor": "model.visual.blocks.8.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 8, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 1024, + 4096 + ], + "start": null, + "scale": "whole", + "bytes": 8388608 + }, + { + "id": "model.visual.blocks.8.norm1.bias", + "tensor": "model.visual.blocks.8.norm1.bias", + "role": "model.visual.layers.*.norm1.bias", + "layer": 8, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 2048 + }, + { + "id": "model.visual.blocks.8.norm1.weight", + "tensor": "model.visual.blocks.8.norm1.weight", + "role": "model.visual.layers.*.norm1.weight", + "layer": 8, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 2048 + }, + { + "id": "model.visual.blocks.8.norm2.bias", + "tensor": "model.visual.blocks.8.norm2.bias", + "role": "model.visual.layers.*.norm2.bias", + "layer": 8, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 2048 + }, + { + "id": "model.visual.blocks.8.norm2.weight", + "tensor": "model.visual.blocks.8.norm2.weight", + "role": "model.visual.layers.*.norm2.weight", + "layer": 8, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 2048 + }, + { + "id": "model.visual.blocks.9.attn.proj.bias", + "tensor": "model.visual.blocks.9.attn.proj.bias", + "role": "model.visual.layers.*.attn.proj.bias", + "layer": 9, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 2048 + }, + { + "id": "model.visual.blocks.9.attn.proj.weight", + "tensor": "model.visual.blocks.9.attn.proj.weight", + "role": "model.visual.layers.*.attn.proj.weight", + "layer": 9, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 1024, + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 2097152 + }, + { + "id": "model.visual.blocks.9.attn.qkv.bias", + "tensor": "model.visual.blocks.9.attn.qkv.bias", + "role": "model.visual.layers.*.attn.qkv.bias", + "layer": 9, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 3072 + ], + "start": null, + "scale": "whole", + "bytes": 6144 + }, + { + "id": "model.visual.blocks.9.attn.qkv.weight", + "tensor": "model.visual.blocks.9.attn.qkv.weight", + "role": "model.visual.layers.*.attn.qkv.weight", + "layer": 9, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 3072, + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 6291456 + }, + { + "id": "model.visual.blocks.9.mlp.linear_fc1.bias", + "tensor": "model.visual.blocks.9.mlp.linear_fc1.bias", + "role": "model.visual.layers.*.mlp.linear_fc1.bias", + "layer": 9, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 4096 + ], + "start": null, + "scale": "whole", + "bytes": 8192 + }, + { + "id": "model.visual.blocks.9.mlp.linear_fc1.weight", + "tensor": "model.visual.blocks.9.mlp.linear_fc1.weight", + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "layer": 9, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 4096, + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 8388608 + }, + { + "id": "model.visual.blocks.9.mlp.linear_fc2.bias", + "tensor": "model.visual.blocks.9.mlp.linear_fc2.bias", + "role": "model.visual.layers.*.mlp.linear_fc2.bias", + "layer": 9, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 2048 + }, + { + "id": "model.visual.blocks.9.mlp.linear_fc2.weight", + "tensor": "model.visual.blocks.9.mlp.linear_fc2.weight", + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "layer": 9, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 1024, + 4096 + ], + "start": null, + "scale": "whole", + "bytes": 8388608 + }, + { + "id": "model.visual.blocks.9.norm1.bias", + "tensor": "model.visual.blocks.9.norm1.bias", + "role": "model.visual.layers.*.norm1.bias", + "layer": 9, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 2048 + }, + { + "id": "model.visual.blocks.9.norm1.weight", + "tensor": "model.visual.blocks.9.norm1.weight", + "role": "model.visual.layers.*.norm1.weight", + "layer": 9, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 2048 + }, + { + "id": "model.visual.blocks.9.norm2.bias", + "tensor": "model.visual.blocks.9.norm2.bias", + "role": "model.visual.layers.*.norm2.bias", + "layer": 9, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 2048 + }, + { + "id": "model.visual.blocks.9.norm2.weight", + "tensor": "model.visual.blocks.9.norm2.weight", + "role": "model.visual.layers.*.norm2.weight", + "layer": 9, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 2048 + }, + { + "id": "model.visual.merger.linear_fc1.bias", + "tensor": "model.visual.merger.linear_fc1.bias", + "role": "model.visual.merger.linear_fc1.bias", + "layer": -1, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 4096 + ], + "start": null, + "scale": "whole", + "bytes": 8192 + }, + { + "id": "model.visual.merger.linear_fc1.weight", + "tensor": "model.visual.merger.linear_fc1.weight", + "role": "model.visual.merger.linear_fc1.weight", + "layer": -1, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 4096, + 4096 + ], + "start": null, + "scale": "whole", + "bytes": 33554432 + }, + { + "id": "model.visual.merger.linear_fc2.bias", + "tensor": "model.visual.merger.linear_fc2.bias", + "role": "model.visual.merger.linear_fc2.bias", + "layer": -1, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 4096 + }, + { + "id": "model.visual.merger.linear_fc2.weight", + "tensor": "model.visual.merger.linear_fc2.weight", + "role": "model.visual.merger.linear_fc2.weight", + "layer": -1, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 2048, + 4096 + ], + "start": null, + "scale": "whole", + "bytes": 16777216 + }, + { + "id": "model.visual.merger.norm.bias", + "tensor": "model.visual.merger.norm.bias", + "role": "model.visual.merger.norm.bias", + "layer": -1, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 2048 + }, + { + "id": "model.visual.merger.norm.weight", + "tensor": "model.visual.merger.norm.weight", + "role": "model.visual.merger.norm.weight", + "layer": -1, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 2048 + }, + { + "id": "model.visual.patch_embed.proj.bias", + "tensor": "model.visual.patch_embed.proj.bias", + "role": "model.visual.patch_embed.proj.bias", + "layer": -1, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 2048 + }, + { + "id": "model.visual.patch_embed.proj.weight", + "tensor": "model.visual.patch_embed.proj.weight", + "role": "model.visual.patch_embed.proj.weight", + "layer": -1, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 1024, + 3, + 2, + 16, + 16 + ], + "start": null, + "scale": "whole", + "bytes": 3145728 + }, + { + "id": "model.visual.pos_embed.weight", + "tensor": "model.visual.pos_embed.weight", + "role": "model.visual.pos_embed.weight", + "layer": -1, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 2304, + 1024 + ], + "start": null, + "scale": "whole", + "bytes": 4718592 + }, + { + "id": "mtp.fc.weight", + "tensor": "mtp.fc.weight", + "role": "mtp.fc.weight", + "layer": -1, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 2048, + 4096 + ], + "start": null, + "scale": "whole", + "bytes": 16777216 + }, + { + "id": "mtp.layers.0.input_layernorm.weight", + "tensor": "mtp.layers.0.input_layernorm.weight", + "role": "mtp.layers.*.input_layernorm.weight", + "layer": 0, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 4096 + }, + { + "id": "mtp.layers.0.mlp.down_proj.weight", + "tensor": "mtp.layers.0.mlp.down_proj.weight", + "role": "mtp.layers.*.mlp.down_proj.weight", + "layer": 0, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 2048, + 6144 + ], + "start": null, + "scale": "whole", + "bytes": 25165824 + }, + { + "id": "mtp.layers.0.mlp.gate_proj.weight", + "tensor": "mtp.layers.0.mlp.gate_proj.weight", + "role": "mtp.layers.*.mlp.gate_proj.weight", + "layer": 0, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 6144, + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 25165824 + }, + { + "id": "mtp.layers.0.mlp.up_proj.weight", + "tensor": "mtp.layers.0.mlp.up_proj.weight", + "role": "mtp.layers.*.mlp.up_proj.weight", + "layer": 0, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 6144, + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 25165824 + }, + { + "id": "mtp.layers.0.post_attention_layernorm.weight", + "tensor": "mtp.layers.0.post_attention_layernorm.weight", + "role": "mtp.layers.*.post_attention_layernorm.weight", + "layer": 0, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 4096 + }, + { + "id": "mtp.layers.0.self_attn.k_norm.weight", + "tensor": "mtp.layers.0.self_attn.k_norm.weight", + "role": "mtp.layers.*.self_attn.k_norm.weight", + "layer": 0, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 256 + ], + "start": null, + "scale": "whole", + "bytes": 512 + }, + { + "id": "mtp.layers.0.self_attn.k_proj.weight", + "tensor": "mtp.layers.0.self_attn.k_proj.weight", + "role": "mtp.layers.*.self_attn.k_proj.weight", + "layer": 0, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 512, + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 2097152 + }, + { + "id": "mtp.layers.0.self_attn.o_proj.weight", + "tensor": "mtp.layers.0.self_attn.o_proj.weight", + "role": "mtp.layers.*.self_attn.o_proj.weight", + "layer": 0, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 2048, + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 8388608 + }, + { + "id": "mtp.layers.0.self_attn.q_norm.weight", + "tensor": "mtp.layers.0.self_attn.q_norm.weight", + "role": "mtp.layers.*.self_attn.q_norm.weight", + "layer": 0, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 256 + ], + "start": null, + "scale": "whole", + "bytes": 512 + }, + { + "id": "mtp.layers.0.self_attn.q_proj.weight", + "tensor": "mtp.layers.0.self_attn.q_proj.weight", + "role": "mtp.layers.*.self_attn.q_proj.weight", + "layer": 0, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 4096, + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 16777216 + }, + { + "id": "mtp.layers.0.self_attn.v_proj.weight", + "tensor": "mtp.layers.0.self_attn.v_proj.weight", + "role": "mtp.layers.*.self_attn.v_proj.weight", + "layer": 0, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 512, + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 2097152 + }, + { + "id": "mtp.norm.weight", + "tensor": "mtp.norm.weight", + "role": "mtp.norm.weight", + "layer": -1, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 4096 + }, + { + "id": "mtp.pre_fc_norm_embedding.weight", + "tensor": "mtp.pre_fc_norm_embedding.weight", + "role": "mtp.pre_fc_norm_embedding.weight", + "layer": -1, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 4096 + }, + { + "id": "mtp.pre_fc_norm_hidden.weight", + "tensor": "mtp.pre_fc_norm_hidden.weight", + "role": "mtp.pre_fc_norm_hidden.weight", + "layer": -1, + "kind": "tensor", + "dtype": "BF16", + "shape": [ + 2048 + ], + "start": null, + "scale": "whole", + "bytes": 4096 + } +] \ No newline at end of file diff --git a/results/qwen35-2b/analysis/tensor_pairs.csv b/results/qwen35-2b/analysis/tensor_pairs.csv new file mode 100644 index 0000000..c36c14b --- /dev/null +++ b/results/qwen35-2b/analysis/tensor_pairs.csv @@ -0,0 +1,2001 @@ +a,b,screen_error,screen_cosine,cosine,pearson,error_member_to_rep,error_rep_to_member,symmetric_error,scaled_error,scale,a_id,b_id,role,scale_name,layer_distance,screen_vs_exact_min_error_absolute_difference,sampled_error_q99_over_member_rms +155,202,0.13912108191960726,0.9902778019249312,0.9902778019249316,0.5893104912145117,0.13912108191960726,0.14079843965200864,0.13995222253870024,0.13910382818141914,1.002217402346125,model.language_model.layers.18.input_layernorm.weight,model.language_model.layers.21.input_layernorm.weight,model.language_model.layers.*.input_layernorm.weight,whole,3,0.0,0.6455069365147567 +14,22,0.27043724013425985,0.9627591388053269,0.9627591388053268,0.036859009897553675,0.27903195486574556,0.27043724013425985,0.2746337839586602,0.2703605752450334,0.9331043268425037,model.language_model.layers.17.linear_attn.A_log,model.language_model.layers.21.linear_attn.A_log,model.language_model.layers.*.linear_attn.A_log,whole,4,0.0,0.633340063721677 +38,215,1.054640431176415,0.050857402171094135,3.711960334307905e-05,-3.3402434588299744e-05,2.169026480462036,1.1268895980841822,1.4141920859373291,0.9999999993110675,1.928500885955816e-05,model.language_model.layers.0.linear_attn.conv1d.weight,model.language_model.layers.22.linear_attn.conv1d.weight,model.language_model.layers.*.linear_attn.conv1d.weight,whole,22,0.07224916690776717,9.38235627562875 +86,309,0.5885114617058197,0.8092128713956995,0.8092128713956994,0.4332692404629945,0.5885114617058197,0.759379524730091,0.6578505608453223,0.5875155561919422,1.0441592486657625,model.language_model.layers.12.linear_attn.dt_bias,model.language_model.layers.9.linear_attn.dt_bias,model.language_model.layers.*.linear_attn.dt_bias,whole,3,0.0,0.9978384613626781 +158,217,1.0790747396452463,0.26711585879901045,0.22289938280365845,0.2224945631615263,1.4398512311237743,1.1226487902160178,1.2520611190952349,0.9748414564152205,0.17379415111456953,model.language_model.layers.18.linear_attn.in_proj_a.weight,model.language_model.layers.22.linear_attn.in_proj_a.weight,model.language_model.layers.*.linear_attn.in_proj_a.weight,whole,4,0.04357405057077157,3.8091815550450447 +100,218,1.0511331279505294,0.2585240813709115,0.1951813071253298,0.19489663273695204,1.5414117274064874,1.1134810279240412,1.2764825198588667,0.9807671779524678,0.14099456921554726,model.language_model.layers.13.linear_attn.in_proj_b.weight,model.language_model.layers.22.linear_attn.in_proj_b.weight,model.language_model.layers.*.linear_attn.in_proj_b.weight,whole,9,0.06234789997351187,4.526664772245115 +148,277,1.236183727363424,0.05249259798138378,-0.00016365283441411682,-0.00016357154009206943,1.289864036729756,1.5835404299906488,1.4143268852621005,0.9999999866088748,-0.0002009133307060445,model.language_model.layers.17.linear_attn.in_proj_qkv.weight,model.language_model.layers.6.linear_attn.in_proj_qkv.weight,model.language_model.layers.*.linear_attn.in_proj_qkv.weight,whole,11,0.05368030936633206,3.4264614676402694 +67,220,1.2556423497295501,0.02628512267907549,0.0034335944418247212,0.003409909507851917,1.5989153098593807,1.2780606183113452,1.411843312220554,0.9999941051972302,0.0027445742800066395,model.language_model.layers.10.linear_attn.in_proj_z.weight,model.language_model.layers.22.linear_attn.in_proj_z.weight,model.language_model.layers.*.linear_attn.in_proj_z.weight,whole,12,0.022418268581795076,4.415901883636672 +9,11,0.0996284846101826,0.9951892703374056,0.9951892703374057,0.010894840386995123,0.0996284846101826,0.10196430414961917,0.1007760974274098,0.09797099675568312,1.01852177963118,model.language_model.layers.13.linear_attn.norm.weight,model.language_model.layers.14.linear_attn.norm.weight,model.language_model.layers.*.linear_attn.norm.weight,whole,1,0.0,0.27726655918637355 +150,185,1.2995998756689573,0.03657390563077304,0.0003262497461059893,0.00032633713659811764,1.4888862155444107,1.3493563078703799,1.4139839627055284,0.9999999467805502,0.0002956754843003618,model.language_model.layers.17.linear_attn.out_proj.weight,model.language_model.layers.2.linear_attn.out_proj.weight,model.language_model.layers.*.linear_attn.out_proj.weight,whole,15,0.04975643220142256,3.9618541709142714 +222,280,1.2540265130554908,0.05409324339982415,0.0005504524680824348,0.0005505156566201202,1.3085342695047684,1.5494657261399265,1.4138297747803652,0.9999998485010287,0.0006518035125558143,model.language_model.layers.22.mlp.down_proj.weight,model.language_model.layers.6.mlp.down_proj.weight,model.language_model.layers.*.mlp.down_proj.weight,whole,16,0.05450775644927752,3.4204589474664497 +75,228,1.1402580630454087,0.018724806643603025,0.00016285400752193816,0.00016227355534662494,1.9792898733641424,1.1586599192483464,1.414113146630559,0.999999986739286,9.533338888048943e-05,model.language_model.layers.11.mlp.gate_proj.weight,model.language_model.layers.23.mlp.gate_proj.weight,model.language_model.layers.*.mlp.gate_proj.weight,whole,12,0.018401856202937772,5.258184720280624 +229,240,1.210374849452958,0.009784821250950117,-0.0005466421928370241,-0.0005466019862442945,1.2210613405090442,1.7439724143261424,1.414576730996375,0.9999998505911454,-0.0007807379311649415,model.language_model.layers.23.mlp.up_proj.weight,model.language_model.layers.3.mlp.up_proj.weight,model.language_model.layers.*.mlp.up_proj.weight,whole,20,0.010686491056086211,3.2348884519080596 +213,225,0.08389205016305105,0.9967665323196798,0.99676653231968,0.8745862132421592,0.08389205016305105,0.08625062729889017,0.0850468199151814,0.08035222490634755,1.0247900547908746,model.language_model.layers.21.post_attention_layernorm.weight,model.language_model.layers.22.post_attention_layernorm.weight,model.language_model.layers.*.post_attention_layernorm.weight,whole,1,0.0,0.3111611888623197 +78,289,0.4220354869409763,0.9109326955126068,0.9109326955126066,0.20891552129611338,0.4220354869409763,0.513436767015218,0.46107530607135877,0.41255499542017027,1.1082156658022022,model.language_model.layers.11.self_attn.k_norm.weight,model.language_model.layers.7.self_attn.k_norm.weight,model.language_model.layers.*.self_attn.k_norm.weight,whole,4,0.0,1.587506168678106 +232,243,1.3059254689784499,-0.028403977466169406,0.0005372295372625437,0.0005369043192251418,1.5602049137067773,1.3021949330011826,1.413839757445367,0.9999998556922017,0.00044838826947402624,model.language_model.layers.23.self_attn.k_proj.weight,model.language_model.layers.3.self_attn.k_proj.weight,model.language_model.layers.*.self_attn.k_proj.weight,whole,20,0.0037305359772672464,4.88145166254648 +174,291,1.1793114674151763,0.00829058958765635,0.00046151187113697555,0.0004615560496649987,1.1817960007584458,1.875102587380427,1.413919123817212,0.9999998935033907,0.0007322601389075149,model.language_model.layers.19.self_attn.o_proj.weight,model.language_model.layers.7.self_attn.o_proj.weight,model.language_model.layers.*.self_attn.o_proj.weight,whole,12,0.0024845333432694794,3.3525496132246064 +81,292,0.39404064792499355,0.9230509542708147,0.9230509542708148,0.1285981009192478,0.39404064792499355,0.47040472179054593,0.42718614258201787,0.38467770382456284,1.1019358780084862,model.language_model.layers.11.self_attn.q_norm.weight,model.language_model.layers.7.self_attn.q_norm.weight,model.language_model.layers.*.self_attn.q_norm.weight,whole,4,0.0,1.5908081344987477 +82,246,1.266848182293979,-0.010497138955702824,0.009999402828496094,0.010006382825240273,1.647649433313099,1.248671723281511,1.4073898014185828,0.9999500047217728,0.007578051076397602,model.language_model.layers.11.self_attn.q_proj.weight,model.language_model.layers.3.self_attn.q_proj.weight,model.language_model.layers.*.self_attn.q_proj.weight,whole,8,0.018176459012468005,4.449445742878648 +177,247,1.151297435339305,0.013091027586130755,-0.0006282867163523936,-0.0006277684793135974,1.1428020270804182,2.0682644189309127,1.414589632657446,0.9999998026278816,-0.0011370850151871071,model.language_model.layers.19.self_attn.v_proj.weight,model.language_model.layers.3.self_attn.v_proj.weight,model.language_model.layers.*.self_attn.v_proj.weight,whole,16,0.008495408258886838,4.005065566084279 +344,356,0.6680979684279816,0.7552272357810548,0.755227235781055,0.7552447225886061,0.6680979684279816,0.7553013139245341,0.7077015589766955,0.6554630594736112,0.8538031104019356,model.visual.blocks.10.attn.proj.bias,model.visual.blocks.11.attn.proj.bias,model.visual.layers.*.attn.proj.bias,whole,1,0.0,1.8620158649247966 +441,513,1.222071058762841,0.03196226398859649,0.0005085004469114329,0.0005085004120456251,1.6949696065878013,1.2380571878583502,1.4138709950817723,0.9999998707136394,0.0003714241428760814,model.visual.blocks.18.attn.proj.weight,model.visual.blocks.23.attn.proj.weight,model.visual.layers.*.attn.proj.weight,whole,5,0.015986129095509227,4.428015689928194 +322,586,1.1426361523716286,0.014476385230511188,-0.0008703914353524141,-0.0008572728695425276,1.164107346376574,1.9562480399765272,1.4147543935627247,0.9999996212093029,-0.0014626671197638108,model.visual.blocks.0.attn.qkv.bias,model.visual.blocks.8.attn.qkv.bias,model.visual.layers.*.attn.qkv.bias,whole,8,0.02147119400494546,4.72088869226568 +335,443,1.160830340554999,0.030397219224687844,0.0005087986288515946,0.0005091329549464758,1.1919409580791358,1.836182398423854,1.4138849083481553,0.9999998705619693,0.0007838031576203814,model.visual.blocks.1.attn.qkv.weight,model.visual.blocks.18.attn.qkv.weight,model.visual.layers.*.attn.qkv.weight,whole,17,0.031110617524136908,3.4010502817853556 +372,384,0.32956245381361265,0.9448260819582333,0.942832226875403,0.014193436814941564,0.3423255120414103,0.33526529688125917,0.33874023457022173,0.33326774816229754,0.9233869966850818,model.visual.blocks.12.mlp.linear_fc1.bias,model.visual.blocks.13.mlp.linear_fc1.bias,model.visual.layers.*.mlp.linear_fc1.bias,whole,1,0.0057028430676465125,0.9914178658442636 +325,421,1.2027168620896889,0.03854442767004885,0.0022095324662344384,0.002198940457881577,1.248424539336054,1.6654896691491192,1.4127131191897546,0.999997558980161,0.002947677957468003,model.visual.blocks.0.mlp.linear_fc1.weight,model.visual.blocks.16.mlp.linear_fc1.weight,model.visual.layers.*.mlp.linear_fc1.weight,whole,16,0.04570767724636515,3.738577543876217 +362,374,0.6155485266323636,0.7922147396405717,0.7922147396405718,0.7921339167636835,0.7052061432398902,0.6155485266323633,0.6558248480142628,0.6102424160087705,0.6914951329292551,model.visual.blocks.11.mlp.linear_fc2.bias,model.visual.blocks.12.mlp.linear_fc2.bias,model.visual.layers.*.mlp.linear_fc2.bias,whole,1,3.3306690738754696e-16,2.0713315146139544 +327,375,1.2396562692825988,0.044766284044226695,0.0007019778577741064,0.0006959317746500701,1.2953587177667418,1.571880807933308,1.4137262536009996,0.9999997536135133,0.0008518300815789559,model.visual.blocks.0.mlp.linear_fc2.weight,model.visual.blocks.12.mlp.linear_fc2.weight,model.visual.layers.*.mlp.linear_fc2.weight,whole,12,0.055702448484143074,3.5084189956756067 +424,436,0.25115943947656993,0.9679782448338927,0.967978244833893,0.9678701327346436,0.25115943947656993,0.26161232713119514,0.25622610990628053,0.25103409634608576,1.0082640802635976,model.visual.blocks.16.norm1.bias,model.visual.blocks.17.norm1.bias,model.visual.layers.*.norm1.bias,whole,1,0.0,0.6499996860910888 +449,461,0.04823731166106643,0.9988378655898419,0.9988378655898414,0.8620534916158981,0.04823731166106643,0.04838935228422601,0.04831315254765553,0.04819666237334049,1.001986132487191,model.visual.blocks.18.norm1.weight,model.visual.blocks.19.norm1.weight,model.visual.layers.*.norm1.weight,whole,1,0.0,0.13213018005839425 +426,438,0.39846616961168674,0.9189740175692342,0.9189740175692345,0.9199011356702286,0.46245716111033913,0.39846616961168674,0.42690585449907253,0.39431808864501844,0.7918140047270404,model.visual.blocks.16.norm2.bias,model.visual.blocks.17.norm2.bias,model.visual.layers.*.norm2.bias,whole,1,0.0,1.2984085418323017 +367,379,0.08109603491499054,0.9967300725530244,0.9967300725530247,0.9167195052320226,0.08109603491499054,0.0819280150166876,0.08150884055666552,0.08080323303211502,1.0069557215381626,model.visual.blocks.11.norm2.weight,model.visual.blocks.12.norm2.weight,model.visual.layers.*.norm2.weight,whole,1,0.0,0.16451345289577848 +84,96,0.14580031591092943,0.9970857492150444,0.9970857492150444,0.9915652244454963,0.14580031591092946,0.1670418381724164,0.15534227445669557,0.07628898159153481,1.142350311957841,model.language_model.layers.12.input_layernorm.weight,model.language_model.layers.13.input_layernorm.weight,model.language_model.layers.*.input_layernorm.weight,whole,1,2.7755575615628914e-17,0.3025050159282955 +22,24,0.2815986286725044,0.9596166920015712,0.9596166920015711,0.24522870160190208,0.2815986286725044,0.2896080415326275,0.28551911426626414,0.2813108679592059,0.9869107392415696,model.language_model.layers.21.linear_attn.A_log,model.language_model.layers.22.linear_attn.A_log,model.language_model.layers.*.linear_attn.A_log,whole,1,0.0,0.50770655790542 +38,203,1.0604034623992225,0.02760927430110851,0.011214506692165173,0.011171494420928383,2.431117380981998,1.091572575092485,1.4082748226412318,0.9999371154425919,0.00503531752276559,model.language_model.layers.0.linear_attn.conv1d.weight,model.language_model.layers.21.linear_attn.conv1d.weight,model.language_model.layers.*.linear_attn.conv1d.weight,whole,21,0.031169112693262502,9.768155988185312 +86,274,0.5952794991253695,0.8067608762898718,0.8067608762898718,0.6526255512648536,0.5952794991253695,0.8104489921473054,0.6784943683237304,0.5908780656683731,1.0983723445098872,model.language_model.layers.12.linear_attn.dt_bias,model.language_model.layers.6.linear_attn.dt_bias,model.language_model.layers.*.linear_attn.dt_bias,whole,6,0.0,1.0487278378679286 +217,275,1.0951376617129696,0.20715129400778665,0.1311555097410448,0.130844972014275,1.1404154296348243,1.641244675937938,1.3244476585622775,0.9913618069426352,0.1887542701446478,model.language_model.layers.22.linear_attn.in_proj_a.weight,model.language_model.layers.6.linear_attn.in_proj_a.weight,model.language_model.layers.*.linear_attn.in_proj_a.weight,whole,16,0.045277767921854783,3.0513364610452345 +159,218,1.063169349229145,0.3287681349111466,0.24826258708650478,0.2478314884158891,1.3458099681014595,1.1380854698781189,1.2289718125917033,0.9686927726854968,0.2099434911127077,model.language_model.layers.18.linear_attn.in_proj_b.weight,model.language_model.layers.22.linear_attn.in_proj_b.weight,model.language_model.layers.*.linear_attn.in_proj_b.weight,whole,4,0.0749161206489739,4.076020983470318 +42,160,1.2379803133358087,0.02508156940776633,-9.325814977642619e-05,-9.32026572439551e-05,1.647575427153144,1.258365741892925,1.414277180210871,0.9999999956514587,-7.122761052205593e-05,model.language_model.layers.0.linear_attn.in_proj_qkv.weight,model.language_model.layers.18.linear_attn.in_proj_qkv.weight,model.language_model.layers.*.linear_attn.in_proj_qkv.weight,whole,18,0.020385428557116336,4.882486930029577 +102,220,1.261010327989246,0.004014432623279234,0.007294930590976213,0.007296556056901042,1.5622784668020486,1.2936896527810582,1.4091365987261977,0.999973391639834,0.006040777251842975,model.language_model.layers.13.linear_attn.in_proj_z.weight,model.language_model.layers.22.linear_attn.in_proj_z.weight,model.language_model.layers.*.linear_attn.in_proj_z.weight,whole,9,0.032679324791812236,4.527674409903105 +5,25,0.10453138787875413,0.9954449962957733,0.9954449962957733,0.00022364065174898634,0.10973521587034314,0.10453138787875413,0.10703854663001287,0.0953376072161871,0.9482393249465529,model.language_model.layers.10.linear_attn.norm.weight,model.language_model.layers.22.linear_attn.norm.weight,model.language_model.layers.*.linear_attn.norm.weight,whole,12,0.0,0.3051911412776713 +56,150,1.3150863176196046,0.04406498210977759,0.0010095135713845181,0.0010095462436684741,1.3474711889878341,1.4903027782372111,1.4135031576756167,0.9999994904410447,0.0011165217426523395,model.language_model.layers.1.linear_attn.out_proj.weight,model.language_model.layers.17.linear_attn.out_proj.weight,model.language_model.layers.*.linear_attn.out_proj.weight,whole,16,0.03238487136822954,3.4568705007447575 +222,238,1.263880487533431,0.04968516480600611,-9.479515679663286e-06,-9.495183189458343e-06,1.292024367390901,1.579270690608794,1.4142201325474333,0.9999999999550694,-1.1587027034397525e-05,model.language_model.layers.22.mlp.down_proj.weight,model.language_model.layers.3.mlp.down_proj.weight,model.language_model.layers.*.mlp.down_proj.weight,whole,19,0.028143879857470022,3.3815062562758733 +105,228,1.157978805747617,0.011710318722177872,0.0012007674572469735,0.0011967309363315865,1.8935339065989176,1.1767357830564023,1.4134520605045455,0.999999279078497,0.0007462163889159535,model.language_model.layers.13.mlp.gate_proj.weight,model.language_model.layers.23.mlp.gate_proj.weight,model.language_model.layers.*.mlp.gate_proj.weight,whole,10,0.018756977308785228,5.300446326177765 +224,240,1.2136566889698601,0.08368319705578973,0.0003991338374397037,0.0003990090071137444,1.259857020958172,1.6431883617816228,1.4139409790021695,0.9999999203460866,0.000520576593664063,model.language_model.layers.22.mlp.up_proj.weight,model.language_model.layers.3.mlp.up_proj.weight,model.language_model.layers.*.mlp.up_proj.weight,whole,19,0.04620033198831197,3.173322713985537 +201,213,0.08765362700682122,0.9978028333751225,0.9978028333751227,0.9628340123216805,0.09320763902771821,0.08765362700682122,0.09030278601927573,0.06625334488595358,0.938346237447374,model.language_model.layers.20.post_attention_layernorm.weight,model.language_model.layers.21.post_attention_layernorm.weight,model.language_model.layers.*.post_attention_layernorm.weight,whole,1,0.0,0.30893888233286176 +78,125,0.4426190079299996,0.9019171514329901,0.9019171514329895,0.29517860725615724,0.44319696264341424,0.44261900792999953,0.4429077024698644,0.4319090783382561,0.9007409988130094,model.language_model.layers.11.self_attn.k_norm.weight,model.language_model.layers.15.self_attn.k_norm.weight,model.language_model.layers.*.self_attn.k_norm.weight,whole,4,5.551115123125783e-17,2.426457462583861 +126,232,1.3081882046777893,0.012065959844349758,0.00252840545807309,0.0025286859221196117,1.3216500796717134,1.524949919956315,1.4124427467447382,0.9999968035778113,0.002917331720559038,model.language_model.layers.15.self_attn.k_proj.weight,model.language_model.layers.23.self_attn.k_proj.weight,model.language_model.layers.*.self_attn.k_proj.weight,whole,8,0.01346187499392415,3.7960694605511955 +174,244,1.1881240453309203,0.0012591852539814894,1.310415908302423e-05,1.3106974077704943e-05,1.1959039527215864,1.8233051338053297,1.414205063436613,0.9999999999141405,1.997892930774703e-05,model.language_model.layers.19.self_attn.o_proj.weight,model.language_model.layers.3.self_attn.o_proj.weight,model.language_model.layers.*.self_attn.o_proj.weight,whole,16,0.007779907390666141,3.2055160068867967 +81,128,0.39520587224781073,0.9218441063406321,0.9218441063406324,0.3496251056069841,0.39552151338933583,0.39520587224781073,0.39536359832078294,0.3875608901902266,0.9211084398441626,model.language_model.layers.11.self_attn.q_norm.weight,model.language_model.layers.15.self_attn.q_norm.weight,model.language_model.layers.*.self_attn.q_norm.weight,whole,4,0.0,2.330085881282777 +176,246,1.27527453402442,-0.019279644284096006,0.011900070017481014,0.011885083411588115,1.6142593791413617,1.261957709603482,1.4060239911573598,0.999929191659879,0.009302956697931209,model.language_model.layers.19.self_attn.q_proj.weight,model.language_model.layers.3.self_attn.q_proj.weight,model.language_model.layers.*.self_attn.q_proj.weight,whole,16,0.013316824420938067,4.493697113558656 +236,247,1.153113128015806,0.01789131833575798,0.00019560893139475738,0.00019568983351620463,1.161415405739666,1.9656316939547647,1.4140924026879345,0.9999999808685728,0.0003310573574881129,model.language_model.layers.23.self_attn.v_proj.weight,model.language_model.layers.3.self_attn.v_proj.weight,model.language_model.layers.*.self_attn.v_proj.weight,whole,20,0.008302277723859941,3.3311425264170693 +452,476,0.6749933519721512,0.7647843141032162,0.7647843141032159,0.7647297482759644,0.6987089742038384,0.6749933519721512,0.6865441462589462,0.644286390436484,0.7388259586911375,model.visual.blocks.19.attn.proj.bias,model.visual.blocks.20.attn.proj.bias,model.visual.layers.*.attn.proj.bias,whole,1,0.0,1.924212506436718 +393,513,1.2257943142645014,-0.012297109367228502,0.0008821027501174335,0.0008821026904030581,1.7426112830253186,1.2203072314397987,1.4136272968631343,0.9999996109472935,0.0006177145616619986,model.visual.blocks.14.attn.proj.weight,model.visual.blocks.23.attn.proj.weight,model.visual.layers.*.attn.proj.weight,whole,9,0.0054870828247026715,5.032739104687218 +322,514,1.1507999505182844,0.024222097752961753,0.024749331545084748,0.024743095187320253,1.1508235097225006,1.9346662560866095,1.3987505173331247,0.9996936883806317,0.04160646371616192,model.visual.blocks.0.attn.qkv.bias,model.visual.blocks.23.attn.qkv.bias,model.visual.layers.*.attn.qkv.bias,whole,23,2.355920421615032e-05,5.082233991387366 +335,479,1.1613676012610312,0.023511266759125255,0.0010332713793584068,0.0010330339060896933,1.1939402062159554,1.827461830235641,1.4135443096656732,0.9999994661749858,0.001581539842800869,model.visual.blocks.1.attn.qkv.weight,model.visual.blocks.20.attn.qkv.weight,model.visual.layers.*.attn.qkv.weight,whole,19,0.0325726049549242,3.478926271573693 +360,384,0.3662792643902975,0.9312227663919304,0.9312469472077057,-0.008599342966095429,0.37695243889264857,0.3667722686598549,0.3717578548874372,0.3643886981182713,0.9060972161721579,model.visual.blocks.11.mlp.linear_fc1.bias,model.visual.blocks.13.mlp.linear_fc1.bias,model.visual.layers.*.mlp.linear_fc1.bias,whole,2,0.0004930042695573955,1.0692075943850565 +325,397,1.2189195084239604,0.004063550505762611,0.0008985722250859973,0.0008867229757201225,1.2440857496567237,1.6789280812617964,1.413605559768413,0.9999995962838966,0.00121264803664462,model.visual.blocks.0.mlp.linear_fc1.weight,model.visual.blocks.14.mlp.linear_fc1.weight,model.visual.layers.*.mlp.linear_fc1.weight,whole,14,0.025166241232763342,3.7581055643766876 +458,482,0.6275985683653529,0.7833191306470411,0.7833191306470411,0.7832841852117494,0.7215920807370808,0.627598568365353,0.669698020414362,0.6216197708908267,0.6812851444615546,model.visual.blocks.19.mlp.linear_fc2.bias,model.visual.blocks.20.mlp.linear_fc2.bias,model.visual.layers.*.mlp.linear_fc2.bias,whole,1,1.1102230246251565e-16,1.907014027358154 +327,591,1.2404039755625267,0.02104006169814268,-0.0008784538107690828,-0.0008834377629865111,1.2855186716106948,1.5930925929920454,1.4148205698811616,0.9999996141593768,-0.0010886331642841142,model.visual.blocks.0.mlp.linear_fc2.weight,model.visual.blocks.8.mlp.linear_fc2.weight,model.visual.layers.*.mlp.linear_fc2.weight,whole,8,0.04511469604816809,3.4087623541034398 +436,448,0.2625360417777385,0.9691259474486873,0.9691259474486883,0.9690315820413327,0.29869011842716275,0.2625360417777385,0.27887051615881614,0.24656621419343377,0.8518209158275971,model.visual.blocks.17.norm1.bias,model.visual.blocks.18.norm1.bias,model.visual.layers.*.norm1.bias,whole,1,0.0,0.7529528380843361 +437,449,0.04982565601433354,0.9989037522683972,0.998903752268397,0.8969608795650259,0.05074742348131756,0.04982565601433354,0.050280203954710535,0.04681125616897139,0.9807598364136688,model.visual.blocks.17.norm1.weight,model.visual.blocks.18.norm1.weight,model.visual.layers.*.norm1.weight,whole,1,0.0,0.13070372819641293 +414,426,0.4127670495871465,0.9153146806568566,0.9153146806568565,0.9148797022168197,0.5003936988587422,0.412767049587147,0.45030753467448426,0.4027394137330451,0.7550289722676664,model.visual.blocks.15.norm2.bias,model.visual.blocks.16.norm2.bias,model.visual.layers.*.norm2.bias,whole,1,4.996003610813204e-16,1.2674464561445047 +379,391,0.08234541831876775,0.9966088038588291,0.9966088038588287,0.894764632350583,0.08288698381667124,0.08234541831876775,0.08261486980030398,0.0822854304909119,0.9900971790146845,model.visual.blocks.12.norm2.weight,model.visual.blocks.13.norm2.weight,model.visual.layers.*.norm2.weight,whole,1,0.0,0.29044874904919876 +295,307,0.15519309103269033,0.9878978010401352,0.9878978010401351,0.9885122762969074,0.15792432566361395,0.1551930910326903,0.156540841300967,0.1551062045827489,0.9708125250721923,model.language_model.layers.8.input_layernorm.weight,model.language_model.layers.9.input_layernorm.weight,model.language_model.layers.*.input_layernorm.weight,whole,1,2.7755575615628914e-17,0.3485405510061554 +16,22,0.28631782605084793,0.9588280916854537,0.9588280916854537,-0.33039288020953445,0.31041543811378364,0.28631782605084793,0.2976374831679473,0.28398713103736095,0.8843940766478007,model.language_model.layers.18.linear_attn.A_log,model.language_model.layers.21.linear_attn.A_log,model.language_model.layers.*.linear_attn.A_log,whole,3,0.0,0.5775561399004955 +38,144,1.0672560924179597,0.017644847597266596,-0.011063082309183394,-0.011010772623152707,2.4834692090778407,1.0978097363857957,1.419987320480836,0.9999388022323267,-0.004890400665756074,model.language_model.layers.0.linear_attn.conv1d.weight,model.language_model.layers.17.linear_attn.conv1d.weight,model.language_model.layers.*.linear_attn.conv1d.weight,whole,17,0.030553643967835997,9.194331248588599 +86,297,0.6847478293016012,0.7300715595238163,0.7300715595238163,0.2681278075794296,0.6847478293016012,0.8852847938990384,0.7659861992580634,0.6833707031871229,0.9438821452910591,model.language_model.layers.12.linear_attn.dt_bias,model.language_model.layers.8.linear_attn.dt_bias,model.language_model.layers.*.linear_attn.dt_bias,whole,4,0.0,1.8943192899838421 +111,217,1.096779312850318,0.19070276795423416,0.147211090153063,0.1470397716320911,1.633786760887587,1.1286418389749022,1.3132520396133212,0.9891050980234338,0.1016953983747485,model.language_model.layers.14.linear_attn.in_proj_a.weight,model.language_model.layers.22.linear_attn.in_proj_a.weight,model.language_model.layers.*.linear_attn.in_proj_a.weight,whole,8,0.03186252612458418,4.613512453060429 +147,218,1.072573418158478,0.30889208127445444,0.23800123662927328,0.23763092435477265,1.368896582251515,1.1382457165153848,1.2377347213150076,0.9712648512959463,0.19789945539425718,model.language_model.layers.17.linear_attn.in_proj_b.weight,model.language_model.layers.22.linear_attn.in_proj_b.weight,model.language_model.layers.*.linear_attn.in_proj_b.weight,whole,5,0.06567229835690669,3.6902503955461734 +42,148,1.2390149052247716,0.012491619565557081,0.00021271902241697306,0.00021284339646250773,1.6220142794550767,1.2698856935170437,1.414067534838642,0.9999999773753084,0.00016653912775477936,model.language_model.layers.0.linear_attn.in_proj_qkv.weight,model.language_model.layers.17.linear_attn.in_proj_qkv.weight,model.language_model.layers.*.linear_attn.in_proj_qkv.weight,whole,17,0.030870788292272078,4.746466800884423 +55,102,1.2629400243225115,0.0067827258260834454,0.0010321798863125425,0.0010323245145569412,1.3094860262331038,1.5470076100407701,1.4134935411412903,0.9999994673021992,0.0012194021983188941,model.language_model.layers.1.linear_attn.in_proj_z.weight,model.language_model.layers.13.linear_attn.in_proj_z.weight,model.language_model.layers.*.linear_attn.in_proj_z.weight,whole,12,0.04654600191059233,3.3164901338161608 +5,11,0.10837172078484643,0.9949769767306834,0.9949769767306827,0.1374135291617168,0.10837172078484643,0.11366146332375106,0.11092210578663757,0.10010402477358422,1.0435428941206277,model.language_model.layers.10.linear_attn.norm.weight,model.language_model.layers.14.linear_attn.norm.weight,model.language_model.layers.*.linear_attn.norm.weight,whole,4,0.0,0.29278841165189373 +197,279,1.3319016841135425,0.03745061268441263,-0.0007587481693897658,-0.0007588640697204103,1.4701594158257527,1.3651649865979762,1.414748507758537,0.9999997121505663,-0.0007045606233895566,model.language_model.layers.20.linear_attn.out_proj.weight,model.language_model.layers.6.linear_attn.out_proj.weight,model.language_model.layers.*.linear_attn.out_proj.weight,whole,14,0.033263302484433765,3.6703567940791126 +198,280,1.2647089596336554,0.051589976434912255,-4.269935943239863e-05,-4.267458243109252e-05,1.31542487018171,1.5393041291844374,1.414243385941957,0.9999999990883823,-4.996659389505251e-05,model.language_model.layers.20.mlp.down_proj.weight,model.language_model.layers.6.mlp.down_proj.weight,model.language_model.layers.*.mlp.down_proj.weight,whole,14,0.05071591054805458,3.3017276229555232 +70,228,1.1642829905431884,-0.014336032078284357,0.0011466264096661677,0.0011475697607169232,1.9661631507675261,1.1606536462674872,1.413503514592453,0.9999993426237223,0.0006768696294435789,model.language_model.layers.10.mlp.gate_proj.weight,model.language_model.layers.23.mlp.gate_proj.weight,model.language_model.layers.*.mlp.gate_proj.weight,whole,13,0.003629344275701163,5.2852044287393225 +229,258,1.2271024450828645,0.008425868616039417,-8.155948672110222e-05,-8.154394996336295e-05,1.225571689088897,1.7299184148092435,1.41426796879952,0.9999999966740251,-0.00011512281104185217,model.language_model.layers.23.mlp.up_proj.weight,model.language_model.layers.4.mlp.up_proj.weight,model.language_model.layers.*.mlp.up_proj.weight,whole,19,0.0015307559939674587,3.2487978630848744 +171,201,0.091745460560439,0.9982024397574771,0.9982024397574774,0.9607511552597132,0.09878510756413568,0.09174546056043692,0.0950703656971348,0.05993237240606879,0.9270683084354936,model.language_model.layers.19.post_attention_layernorm.weight,model.language_model.layers.20.post_attention_layernorm.weight,model.language_model.layers.*.post_attention_layernorm.weight,whole,1,2.0816681711721685e-15,0.249565944950225 +125,289,0.4505189096948233,0.8959118616378758,0.895911861637876,0.1403045400133286,0.4505189096948233,0.548804589038666,0.49245238948014647,0.444231849574696,1.0913649359892572,model.language_model.layers.15.self_attn.k_norm.weight,model.language_model.layers.7.self_attn.k_norm.weight,model.language_model.layers.*.self_attn.k_norm.weight,whole,8,0.0,1.6666238294466091 +173,243,1.3113829385079074,0.015580426390796404,-0.001396938493053475,-0.0013969636931846841,1.4854724170277647,1.3540357713460802,1.4151967814082416,0.9999990242809473,-0.0012733354509196107,model.language_model.layers.19.self_attn.k_proj.weight,model.language_model.layers.3.self_attn.k_proj.weight,model.language_model.layers.*.self_attn.k_proj.weight,whole,16,0.04265283283817278,4.427026157601946 +80,174,1.2285762391106752,-0.03435161547112863,0.00016563649409866483,0.00016561352862815782,1.7674044982744548,1.2126573476320786,1.4141042808781914,0.9999999862822758,0.0001136470523871963,model.language_model.layers.11.self_attn.o_proj.weight,model.language_model.layers.19.self_attn.o_proj.weight,model.language_model.layers.*.self_attn.o_proj.weight,whole,8,0.015918891478596597,5.155565697228884 +128,292,0.42827898780677365,0.9063003966348842,0.906300396634885,0.09760919812169445,0.42827898780677365,0.5116867100956779,0.46445730871307445,0.42263411014664914,1.082803222934996,model.language_model.layers.15.self_attn.q_norm.weight,model.language_model.layers.7.self_attn.q_norm.weight,model.language_model.layers.*.self_attn.q_norm.weight,whole,8,0.0,1.9604933892569212 +176,235,1.2951983010031036,0.04597656238327765,0.019527171388921596,0.019516533486821707,1.479642180811564,1.3326854995689665,1.4004136369281401,0.9998093266106031,0.017587750940798553,model.language_model.layers.19.self_attn.q_proj.weight,model.language_model.layers.23.self_attn.q_proj.weight,model.language_model.layers.*.self_attn.q_proj.weight,whole,4,0.03748719856586291,4.168660751947699 +236,294,1.1618442802302134,-0.002623398107844489,0.00018085649722238365,0.00018076319683267046,1.1565879860662855,1.9896684089643304,1.414102430524683,0.9999999836454636,0.0003111258835596264,model.language_model.layers.23.self_attn.v_proj.weight,model.language_model.layers.7.self_attn.v_proj.weight,model.language_model.layers.*.self_attn.v_proj.weight,whole,16,0.0052562941639278105,3.4782620759630136 +440,452,0.6904547265334068,0.7472398291805549,0.747239829180555,0.747309387001148,0.738788746964286,0.6904547265334068,0.7133966373657138,0.6645544655528357,0.6983529108039739,model.visual.blocks.18.attn.proj.bias,model.visual.blocks.19.attn.proj.bias,model.visual.layers.*.attn.proj.bias,whole,1,0.0,1.9955569231521675 +357,513,1.2318618315595802,-0.024420239319746382,-0.0003691571621251253,-0.00036915737937994017,1.7358906112445067,1.2237123654964628,1.4144593940376866,0.9999999318614925,-0.00026023655014772626,model.visual.blocks.11.attn.proj.weight,model.visual.blocks.23.attn.proj.weight,model.visual.layers.*.attn.proj.weight,whole,12,0.008149466063117394,5.036991026042961 +322,502,1.1729881768029917,0.01461817243115523,0.003892505911476348,0.003916918189358058,1.1694028378012657,1.9166602662646055,1.411763904428908,0.999992424170168,0.0063798471968431305,model.visual.blocks.0.attn.qkv.bias,model.visual.blocks.22.attn.qkv.bias,model.visual.layers.*.attn.qkv.bias,whole,22,0.0035853390017259734,5.299826124529262 +335,491,1.17121647714492,0.028351633981746487,0.0012420225434440872,0.0012427454447336962,1.1984616274724056,1.8109639374310844,1.4134049545464993,0.9999992286897033,0.001876787695236795,model.visual.blocks.1.attn.qkv.weight,model.visual.blocks.21.attn.qkv.weight,model.visual.layers.*.attn.qkv.weight,whole,20,0.027245150327485534,3.3367095113377205 +384,396,0.3691198920492551,0.9400251256211196,0.9406331265725202,-0.004131711407543197,0.3672911886875784,0.4589421067524107,0.4055459871536926,0.3394249861079841,1.175351225638861,model.visual.blocks.13.mlp.linear_fc1.bias,model.visual.blocks.14.mlp.linear_fc1.bias,model.visual.layers.*.mlp.linear_fc1.bias,whole,1,0.0018287033616767312,0.9855368219490698 +325,481,1.2248184325856868,0.01593000720147683,0.00035668286817918293,0.0003521299367999995,1.2598522043002118,1.6432900813715758,1.4139699770046248,0.9999999363886638,0.00046523982533299275,model.visual.blocks.0.mlp.linear_fc1.weight,model.visual.blocks.20.mlp.linear_fc1.weight,model.visual.layers.*.mlp.linear_fc1.weight,whole,20,0.03503377171452504,3.883451951529753 +434,446,0.6714711971379742,0.7466796783406375,0.7466796783406374,0.7466411787471926,0.8009403016271841,0.6714711971379742,0.7277058641173845,0.6651837775781384,0.6259816074623764,model.visual.blocks.17.mlp.linear_fc2.bias,model.visual.blocks.18.mlp.linear_fc2.bias,model.visual.layers.*.mlp.linear_fc2.bias,whole,1,0.0,2.3192169686074653 +375,543,1.2450460743552318,0.039752610229199764,0.00020046817264625927,0.00019948569811576258,1.59054127563826,1.2857429953136499,1.4140749514469224,0.9999999799062557,0.00016205209679945207,model.visual.blocks.12.mlp.linear_fc2.weight,model.visual.blocks.4.mlp.linear_fc2.weight,model.visual.layers.*.mlp.linear_fc2.weight,whole,8,0.04069692095841804,4.452676180518762 +412,424,0.2749777422412075,0.965694704010825,0.9656947040108249,0.9656192506967554,0.3141680841203513,0.2749777422412075,0.29262271842082443,0.2596800697886639,0.8452308265070719,model.visual.blocks.15.norm1.bias,model.visual.blocks.16.norm1.bias,model.visual.layers.*.norm1.bias,whole,1,0.0,0.811293848119387 +437,461,0.052504293407733195,0.9987158379861198,0.9987158379861201,0.8763080405350019,0.053307593485215604,0.052504293407733195,0.05290136974493122,0.05066236231841129,0.9836660400570565,model.visual.blocks.17.norm1.weight,model.visual.blocks.19.norm1.weight,model.visual.layers.*.norm1.weight,whole,2,0.0,0.14965576878489273 +438,450,0.44608246505134597,0.9102752340638065,0.9102752340638066,0.9085816832829672,0.5994353129578862,0.44608246505134597,0.506097149585236,0.41400362105914257,0.6774005660138706,model.visual.blocks.17.norm2.bias,model.visual.blocks.18.norm2.bias,model.visual.layers.*.norm2.bias,whole,1,0.0,1.441986623547671 +583,595,0.08726974532768551,0.9961865423048224,0.9961865423048228,0.866961020613925,0.08726974532768551,0.08743646516158642,0.08735298592079435,0.08724891363656874,0.9980896537925871,model.visual.blocks.7.norm2.weight,model.visual.blocks.8.norm2.weight,model.visual.layers.*.norm2.weight,whole,1,0.0,0.37010669453422906 +61,307,0.15523921815874098,0.9906882246092851,0.9906882246092854,0.9898260780999395,0.16945535211092877,0.15523921815874098,0.1618809865784036,0.13615007021849904,0.9075763232709245,model.language_model.layers.10.input_layernorm.weight,model.language_model.layers.9.input_layernorm.weight,model.language_model.layers.*.input_layernorm.weight,whole,1,0.0,0.3685938858803062 +14,16,0.28881509487802687,0.9574019753321734,0.9574019753321734,-0.1886190052856524,0.28881509487802687,0.3034781064637699,0.29587444608728225,0.2887584762912637,1.0060088400891476,model.language_model.layers.17.linear_attn.A_log,model.language_model.layers.18.linear_attn.A_log,model.language_model.layers.*.linear_attn.A_log,whole,1,0.0,0.7307437700263578 +179,203,1.0704396412653074,0.03909930495790883,0.004849432829539629,0.004913461604549718,2.238783586054856,1.1149925977522717,1.4114741429114228,0.9999882414314839,0.0024151873106063823,model.language_model.layers.2.linear_attn.conv1d.weight,model.language_model.layers.21.linear_attn.conv1d.weight,model.language_model.layers.*.linear_attn.conv1d.weight,whole,19,0.044552956486964224,8.671474594552851 +86,110,0.7110464468508436,0.7106033980707479,0.7106033980707479,0.3109135726050456,0.7110464468508436,0.8742855819466329,0.7801369814224595,0.7035927875201011,0.8737408198396674,model.language_model.layers.12.linear_attn.dt_bias,model.language_model.layers.14.linear_attn.dt_bias,model.language_model.layers.*.linear_attn.dt_bias,whole,2,0.0,1.257874211458783 +158,205,1.0967810692925286,0.29531286851183974,0.28909453533949464,0.28890025325481583,1.3068162549542752,1.1087211328707067,1.1956320980940789,0.9573005534506087,0.2452718348988933,model.language_model.layers.18.linear_attn.in_proj_a.weight,model.language_model.layers.21.linear_attn.in_proj_a.weight,model.language_model.layers.*.linear_attn.in_proj_a.weight,whole,3,0.011940063578178117,3.6643677326406983 +194,206,1.0779393073280112,0.3297592679937435,0.28648808259037906,0.28598691983778113,1.1362242091281656,1.2662820797614212,1.1959817117119595,0.9580838055899328,0.3192809325263076,model.language_model.layers.20.linear_attn.in_proj_b.weight,model.language_model.layers.21.linear_attn.in_proj_b.weight,model.language_model.layers.*.linear_attn.in_proj_b.weight,whole,1,0.05828490180015433,3.2759195420238125 +160,183,1.245951196843796,0.04535515992979811,-0.000283580097562299,-0.00028364936874866845,1.2755851123124817,1.6113524492361695,1.4144087178073226,0.9999999597911633,-0.00035822579014994286,model.language_model.layers.18.linear_attn.in_proj_qkv.weight,model.language_model.layers.2.linear_attn.in_proj_qkv.weight,model.language_model.layers.*.linear_attn.in_proj_qkv.weight,whole,16,0.029633915468685768,3.5495323617859103 +90,184,1.27575699641176,0.03816181858442828,-0.0007599167286782255,-0.0007552905986553723,1.5438969433423706,1.313381250792536,1.4147438556285905,0.999999711263241,-0.0006464553142056793,model.language_model.layers.12.linear_attn.in_proj_z.weight,model.language_model.layers.2.linear_attn.in_proj_z.weight,model.language_model.layers.*.linear_attn.in_proj_z.weight,whole,10,0.03762425438077588,4.409100040617806 +5,9,0.10856097242854298,0.9942609204170254,0.9942609204170256,-0.09972824680709752,0.10856097242854298,0.11125162501449001,0.10988159934555122,0.10698234495228266,1.0189033923549682,model.language_model.layers.10.linear_attn.norm.weight,model.language_model.layers.13.linear_attn.norm.weight,model.language_model.layers.*.linear_attn.norm.weight,whole,3,0.0,0.29572453858377484 +56,197,1.3329275686005655,0.0424465735904791,-0.00044899829312572534,-0.0004490575467990786,1.35617483080113,1.4811299717255215,1.4145297875790748,0.9999998992002613,-0.0004903680661948757,model.language_model.layers.1.linear_attn.out_proj.weight,model.language_model.layers.20.linear_attn.out_proj.weight,model.language_model.layers.*.linear_attn.out_proj.weight,whole,19,0.02324726220056461,3.457459840490296 +186,198,1.265801436185027,0.021804994206489077,0.00023048921961750805,0.00023048096070129857,1.5634310094945252,1.3006613645707747,1.4140532936330021,0.9999999734373595,0.0001917503369742461,model.language_model.layers.2.mlp.down_proj.weight,model.language_model.layers.20.mlp.down_proj.weight,model.language_model.layers.*.mlp.down_proj.weight,whole,18,0.03485992838574781,4.152621930873453 +70,211,1.167306185113027,0.049043957963048695,0.003961103684819493,0.003961929308634614,1.7898923669694786,1.2025147058765229,1.4116180862534498,0.9999921547980255,0.0026612133334933358,model.language_model.layers.10.mlp.gate_proj.weight,model.language_model.layers.21.mlp.gate_proj.weight,model.language_model.layers.*.mlp.gate_proj.weight,whole,11,0.03520852076349579,4.631273993596738 +94,229,1.2320623272220594,0.04200775244316993,0.00045741944374006664,0.0004574335399974432,1.6413084062535375,1.2606500201119915,1.4139010257572584,0.9999998953837208,0.00035133301502231803,model.language_model.layers.12.mlp.up_proj.weight,model.language_model.layers.23.mlp.up_proj.weight,model.language_model.layers.*.mlp.up_proj.weight,whole,11,0.028587692889932015,4.135861884581622 +166,201,0.09840601838570072,0.9951502117198024,0.9951502117198029,0.9311771552216765,0.0984060183856978,0.09861083334175631,0.09850826617254045,0.09836694624736271,0.9972214432382465,model.language_model.layers.18.post_attention_layernorm.weight,model.language_model.layers.20.post_attention_layernorm.weight,model.language_model.layers.*.post_attention_layernorm.weight,whole,2,2.914335439641036e-15,0.2953103364345702 +78,172,0.488212323178376,0.8791226044460158,0.8791226044460159,0.4336238534620243,0.488212323178376,0.6313725159922504,0.5461923946868595,0.4765956843615499,1.1369107748473268,model.language_model.layers.11.self_attn.k_norm.weight,model.language_model.layers.19.self_attn.k_norm.weight,model.language_model.layers.*.self_attn.k_norm.weight,whole,8,0.0,1.9192310551009402 +243,290,1.3126379834953492,0.0371137367344525,0.0029925337418067574,0.0029931525998347936,1.3604269259827488,1.4701522063490298,1.412102295394023,0.9999955223608775,0.0032338966533707893,model.language_model.layers.3.self_attn.k_proj.weight,model.language_model.layers.7.self_attn.k_proj.weight,model.language_model.layers.*.self_attn.k_proj.weight,whole,4,0.04778894248739962,3.717156194903824 +233,244,1.238716963166005,0.0416308900231557,-9.38734982463323e-06,-9.404716302902027e-06,1.272172172482861,1.6177395292187515,1.4142200130677138,0.9999999999559388,-1.193728900410961e-05,model.language_model.layers.23.self_attn.o_proj.weight,model.language_model.layers.3.self_attn.o_proj.weight,model.language_model.layers.*.self_attn.o_proj.weight,whole,20,0.03345520931685586,3.5528593766989394 +245,292,0.45366859221138656,0.8931266196262742,0.8931266196262743,-0.03218488401561856,0.543936200795208,0.45366859221138656,0.4927056130698675,0.44980533713479265,0.7449099648083873,model.language_model.layers.3.self_attn.q_norm.weight,model.language_model.layers.7.self_attn.q_norm.weight,model.language_model.layers.*.self_attn.q_norm.weight,whole,4,0.0,2.2321087833444317 +129,246,1.2998871774747838,0.005770735005962179,0.013065937511416631,0.013070478338893887,1.5737757755336508,1.2812002308394945,1.4051374642382986,0.9999146369950526,0.010636891491156047,model.language_model.layers.15.self_attn.q_proj.weight,model.language_model.layers.3.self_attn.q_proj.weight,model.language_model.layers.*.self_attn.q_proj.weight,whole,12,0.018686946635289248,4.33993702112753 +177,294,1.1661960663036888,-0.019987170240663085,9.633741359401838e-05,9.573875550408067e-05,1.1381535663510483,2.093743066751591,1.4141563935310502,0.9999999953595513,0.0001772219476743642,model.language_model.layers.19.self_attn.v_proj.weight,model.language_model.layers.7.self_attn.v_proj.weight,model.language_model.layers.*.self_attn.v_proj.weight,whole,12,0.02804249995264052,4.109603081816816 +572,584,0.7631879900895001,0.6747680066467262,0.6747680066467264,0.6749001758504668,0.8781285893458063,0.7631879900895002,0.8146385679825636,0.7380299026502948,0.586445817864856,model.visual.blocks.7.attn.proj.bias,model.visual.blocks.8.attn.proj.bias,model.visual.layers.*.attn.proj.bias,whole,1,1.1102230246251565e-16,2.184487737660508 +405,513,1.234368545026557,-0.038156386022834055,-0.0015333662528588883,-0.0015333661527011076,1.7443949898531332,1.2217594709218973,1.4152321522572062,0.9999988243932763,-0.0010739567315428348,model.visual.blocks.15.attn.proj.weight,model.visual.blocks.23.attn.proj.weight,model.visual.layers.*.attn.proj.weight,whole,8,0.012609074104659612,4.857484222155512 +334,586,1.1794147885630335,0.04926769112821868,0.038086989403189345,0.03795954109326079,1.2163587517715144,1.6625697844731133,1.3883083052880303,0.9992744273912955,0.05205888285102336,model.visual.blocks.1.attn.qkv.bias,model.visual.blocks.8.attn.qkv.bias,model.visual.layers.*.attn.qkv.bias,whole,7,0.03694396320848092,5.515532206555853 +335,455,1.1742375159557485,0.009235807869518872,-0.0005191776342634499,-0.000519760804402818,1.1937894282219534,1.832360952614398,1.4145493362189525,0.9999998652272829,-0.0007968916477271667,model.visual.blocks.1.attn.qkv.weight,model.visual.blocks.19.attn.qkv.weight,model.visual.layers.*.attn.qkv.weight,whole,18,0.019551912266204896,3.572827663726136 +372,396,0.37341464368670063,0.9355329015138143,0.9337569300246851,0.009752512492150818,0.37642332627302144,0.4606523159612529,0.41221854338032754,0.357907803255078,1.142695636371802,model.visual.blocks.12.mlp.linear_fc1.bias,model.visual.blocks.14.mlp.linear_fc1.bias,model.visual.layers.*.mlp.linear_fc1.bias,whole,2,0.00300868258632081,0.9663185194891277 +325,433,1.228915409163405,-0.018561142170001536,0.0013219414807484654,0.0013046270449213078,1.2439089790674758,1.6784022693746192,1.4133189594222093,0.999999126234979,0.0017836912656840889,model.visual.blocks.0.mlp.linear_fc1.weight,model.visual.blocks.17.mlp.linear_fc1.weight,model.visual.layers.*.mlp.linear_fc1.weight,whole,17,0.014993569904070858,3.9414403520595918 +470,530,0.6856625742029931,0.7319153138565655,0.7319153138565649,0.7317463067577874,0.6856625742029931,1.0459508190293536,0.8109573675680591,0.6813956070758351,1.1165075224913141,model.visual.blocks.2.mlp.linear_fc2.bias,model.visual.blocks.3.mlp.linear_fc2.bias,model.visual.layers.*.mlp.linear_fc2.bias,whole,1,0.0,2.2105759174007042 +543,591,1.2464550728134252,0.014669341540029319,0.0005086487007401776,0.0005078418871445972,1.2750450250791923,1.610828734938942,1.4138634586305197,0.9999998706382413,0.0006426015764351127,model.visual.blocks.4.mlp.linear_fc2.weight,model.visual.blocks.8.mlp.linear_fc2.weight,model.visual.layers.*.mlp.linear_fc2.weight,whole,4,0.028589952265767105,3.621468191726805 +424,448,0.2884647013621503,0.958451682359992,0.9584516823599922,0.9583037049218683,0.3150764186406671,0.2884647013621503,0.30089152100359545,0.28525492560392485,0.8774997491555858,model.visual.blocks.16.norm1.bias,model.visual.blocks.18.norm1.bias,model.visual.layers.*.norm1.bias,whole,2,0.0,1.1922656184218885 +461,485,0.05956007223389617,0.9990467096188851,0.9990467096188845,0.8892307261445143,0.06213699017461633,0.05956007223389617,0.06080761750192316,0.04365400324918778,0.9576146836646239,model.visual.blocks.19.norm1.weight,model.visual.blocks.20.norm1.weight,model.visual.layers.*.norm1.weight,whole,1,0.0,0.14244927082807604 +402,414,0.4626330570746154,0.9255664605094014,0.9255664605094013,0.9242761753643249,0.7013132120374718,0.4626330570746154,0.5461368124319188,0.3785851650290843,0.610565484581683,model.visual.blocks.14.norm2.bias,model.visual.blocks.15.norm2.bias,model.visual.layers.*.norm2.bias,whole,1,0.0,1.576256939881071 +355,607,0.09072388570236647,0.9973506363909548,0.9973506363909544,0.9102887137169091,0.09072388570236647,0.09619374811850401,0.09333882638949041,0.07274412753314516,1.0574822182723005,model.visual.blocks.10.norm2.weight,model.visual.blocks.9.norm2.weight,model.visual.layers.*.norm2.weight,whole,1,0.0,0.2491967811544202 +143,155,0.15779046514651132,0.9906674318057784,0.9906674318057787,0.601715193570405,0.1731734037842495,0.15779046514651132,0.16494636897400367,0.13630128230997365,0.9026667574478376,model.language_model.layers.17.input_layernorm.weight,model.language_model.layers.18.input_layernorm.weight,model.language_model.layers.*.input_layernorm.weight,whole,1,0.0,0.5482324921415409 +14,34,0.3004007274989877,0.9538130859584728,0.9538130859584728,0.6283149326419103,0.31494543212711273,0.3004007274989878,0.3074153230421133,0.3004007274531388,0.9097644089797026,model.language_model.layers.17.linear_attn.A_log,model.language_model.layers.9.linear_attn.A_log,model.language_model.layers.*.linear_attn.A_log,whole,8,5.551115123125783e-17,0.52114222464123 +38,191,1.0754604764293842,-0.00894176245035533,0.005186770642098199,0.005180818649404226,2.4270694923046006,1.0949129960895292,1.4114613559414764,0.9999865486146833,0.002339884622906471,model.language_model.layers.0.linear_attn.conv1d.weight,model.language_model.layers.20.linear_attn.conv1d.weight,model.language_model.layers.*.linear_attn.conv1d.weight,whole,20,0.01945251966014494,10.2590820785945 +63,145,0.7363466038744939,0.7201182820472516,0.7201182820472516,0.595489064622687,0.7617529604150856,0.7363466038744939,0.7487266854536373,0.6938513240322564,0.6961005456210991,model.language_model.layers.10.linear_attn.dt_bias,model.language_model.layers.17.linear_attn.dt_bias,model.language_model.layers.*.linear_attn.dt_bias,whole,7,0.0,1.2066597849766685 +158,193,1.0987125728008644,0.30422550367670903,0.29759171873785567,0.2973082868115661,1.2671687716063198,1.1205702816503684,1.1871338658691715,0.9546932328966456,0.26316339508601655,model.language_model.layers.18.linear_attn.in_proj_a.weight,model.language_model.layers.20.linear_attn.in_proj_a.weight,model.language_model.layers.*.linear_attn.in_proj_a.weight,whole,2,0.021857708849504,3.662754041677051 +100,276,1.0850431000394973,0.31049085647857344,0.2503564172023927,0.2501265788851857,1.3452048226935516,1.135863000567812,1.227341100069139,0.9681537400462705,0.21139575658486814,model.language_model.layers.13.linear_attn.in_proj_b.weight,model.language_model.layers.6.linear_attn.in_proj_b.weight,model.language_model.layers.*.linear_attn.in_proj_b.weight,whole,7,0.050819900528314754,3.779932278249518 +183,195,1.2506078119547506,0.04275747837515454,0.00029257648604395553,0.0002926113977948467,1.5821454441928418,1.29013947956231,1.414010897731933,0.999999957199499,0.00023857760790727315,model.language_model.layers.2.linear_attn.in_proj_qkv.weight,model.language_model.layers.20.linear_attn.in_proj_qkv.weight,model.language_model.layers.*.linear_attn.in_proj_qkv.weight,whole,18,0.03953166760755944,4.134722185438148 +102,184,1.27923515477497,-0.011188134973509282,-0.00040202899634075916,-0.00040262551424497173,1.5644556033497625,1.3007561173146491,1.4144930367376316,0.9999999191863398,-0.0003342643122683732,model.language_model.layers.13.linear_attn.in_proj_z.weight,model.language_model.layers.2.linear_attn.in_proj_z.weight,model.language_model.layers.*.linear_attn.in_proj_z.weight,whole,11,0.021520962539679056,4.48802585210264 +9,25,0.10960681029568475,0.9962083215944214,0.9962083215944217,-0.05519799810198762,0.11791511626140361,0.10960681029568475,0.11353359735405479,0.08699988497707883,0.9260154251802503,model.language_model.layers.13.linear_attn.norm.weight,model.language_model.layers.22.linear_attn.norm.weight,model.language_model.layers.*.linear_attn.norm.weight,whole,9,0.0,0.3287443028882429 +150,221,1.3380472116260682,-0.013148449177748503,-8.291910146519681e-05,-8.290093223748657e-05,1.5137713433073325,1.3321224371708442,1.4142717180279611,0.9999999965622113,-7.296900950080196e-05,model.language_model.layers.17.linear_attn.out_proj.weight,model.language_model.layers.22.linear_attn.out_proj.weight,model.language_model.layers.*.linear_attn.out_proj.weight,whole,5,0.005924774455223991,4.242158950861531 +163,186,1.2663783339563124,0.04647435306161257,-1.894445299386093e-05,-1.894890153732417e-05,1.3213740958833604,1.529879810357504,1.4142268155523061,0.9999999998205539,-2.193378562805802e-05,model.language_model.layers.18.mlp.down_proj.weight,model.language_model.layers.2.mlp.down_proj.weight,model.language_model.layers.*.mlp.down_proj.weight,whole,16,0.054995761927048026,3.2968036162133667 +93,228,1.1674711141067697,0.012706833313159627,0.0005910071112333118,0.0005878181503150344,1.9217812145318836,1.1706033701657534,1.4138421786288498,0.999999825355282,0.0003599967108483582,model.language_model.layers.12.mlp.gate_proj.weight,model.language_model.layers.23.mlp.gate_proj.weight,model.language_model.layers.*.mlp.gate_proj.weight,whole,11,0.0031322560589837067,4.97933766768228 +47,229,1.242946667843076,-0.006072910765168247,-0.00023946401959059835,-0.0002394451646081065,1.7151603029360107,1.2310619576832829,1.4143739772074062,0.9999999713284912,-0.00017187608892724483,model.language_model.layers.0.mlp.up_proj.weight,model.language_model.layers.23.mlp.up_proj.weight,model.language_model.layers.*.mlp.up_proj.weight,whole,23,0.0118847101597932,4.374379795374464 +306,318,0.10776969669698026,0.9943211923292561,0.9943211923292561,0.9956384921901658,0.10776969669698025,0.11027030449702661,0.10899849344365324,0.10642070515142445,1.017392680934082,model.language_model.layers.8.post_attention_layernorm.weight,model.language_model.layers.9.post_attention_layernorm.weight,model.language_model.layers.*.post_attention_layernorm.weight,whole,1,1.3877787807814457e-17,0.2884037796218037 +242,289,0.5164703132215697,0.8563052844860454,0.8563052844860454,0.08552372987422988,0.6035396751630597,0.5164703132215698,0.5549462397430471,0.5164699988975865,0.7327708130742323,model.language_model.layers.3.self_attn.k_norm.weight,model.language_model.layers.7.self_attn.k_norm.weight,model.language_model.layers.*.self_attn.k_norm.weight,whole,4,1.1102230246251565e-16,1.9454870937456594 +79,243,1.342342810206297,0.0040274186628999845,0.0012881338978612486,0.0012877279713132254,1.4430755734957503,1.3853006033401076,1.4133031809369414,0.9999991703551865,0.0012365621722549983,model.language_model.layers.11.self_attn.k_proj.weight,model.language_model.layers.3.self_attn.k_proj.weight,model.language_model.layers.*.self_attn.k_proj.weight,whole,8,0.04295779313381054,4.166369872429478 +127,291,1.2409033777329352,0.035856572404913294,-0.0003603294689019897,-0.0003605429727119476,1.2697813001463716,1.6234203224921004,1.4144608308558224,0.9999999350813349,-0.00046068262506373706,model.language_model.layers.15.self_attn.o_proj.weight,model.language_model.layers.7.self_attn.o_proj.weight,model.language_model.layers.*.self_attn.o_proj.weight,whole,8,0.02887792241343634,3.5077758009922566 +81,175,0.4589571878482699,0.8937874331411353,0.8937874331411354,0.5306853444326773,0.45895718784826994,0.5763394241693781,0.5077407838940924,0.44849082973788934,1.1223812333377976,model.language_model.layers.11.self_attn.q_norm.weight,model.language_model.layers.19.self_attn.q_norm.weight,model.language_model.layers.*.self_attn.q_norm.weight,whole,8,5.551115123125783e-17,2.049191831231762 +246,293,1.3084291911022448,-0.017259678202413815,0.013380437467971152,0.013380202765932055,1.2822624900273465,1.571186654480944,1.4049136219550622,0.9999104779394832,0.016395367519753862,model.language_model.layers.3.self_attn.q_proj.weight,model.language_model.layers.7.self_attn.q_proj.weight,model.language_model.layers.*.self_attn.q_proj.weight,whole,4,0.02616670107489827,3.856706739111881 +83,236,1.221204609550748,0.013554052406598793,0.00026104941398500655,0.0002611682360479135,1.6818118233978736,1.2435038805135334,1.4140370675919784,0.9999999659266011,0.00019301562444738724,model.language_model.layers.11.self_attn.v_proj.weight,model.language_model.layers.23.self_attn.v_proj.weight,model.language_model.layers.*.self_attn.v_proj.weight,whole,12,0.02229927096278539,4.915386905324132 +344,596,0.7812279337868893,0.6304719622374584,0.630471962237458,0.6304641980144259,0.7812279337868893,1.0867634806750726,0.8970877226560166,0.7762120231176849,0.877047369297129,model.visual.blocks.10.attn.proj.bias,model.visual.blocks.9.attn.proj.bias,model.visual.layers.*.attn.proj.bias,whole,1,0.0,1.8909791633186717 +345,513,1.2354780615356413,-0.001881481828513009,0.0007343675322296939,0.0007343673280843209,1.7339227255349645,1.2234502089431236,1.4137242491129043,0.9999997303521274,0.0005181673309404627,model.visual.blocks.10.attn.proj.weight,model.visual.blocks.23.attn.proj.weight,model.visual.layers.*.attn.proj.weight,whole,13,0.012027852592517707,4.640939599738276 +322,454,1.1821326866928465,0.0023052241894002392,-0.03251812894430972,-0.03251186978201839,1.218293677343554,1.8344635117744865,1.4352507073479361,0.999471145801599,-0.04896464795712142,model.visual.blocks.0.attn.qkv.bias,model.visual.blocks.19.attn.qkv.bias,model.visual.layers.*.attn.qkv.bias,whole,19,0.036160990650707436,5.470841859877748 +335,431,1.1850853501447454,-0.014170210535600527,0.0003872168108560918,0.000387085462166712,1.195612521675855,1.8232980862048345,1.4139624284525258,0.9999999250315679,0.0005905020710143246,model.visual.blocks.1.attn.qkv.weight,model.visual.blocks.17.attn.qkv.weight,model.visual.layers.*.attn.qkv.weight,whole,16,0.010527171531109714,3.5512433842689055 +360,372,0.38950835830187935,0.9231980732441006,0.9218589073232517,-0.03003586479848899,0.39667407981485353,0.39408909841634954,0.39537525148441066,0.3875256830053724,0.915851486499113,model.visual.blocks.11.mlp.linear_fc1.bias,model.visual.blocks.12.mlp.linear_fc1.bias,model.visual.layers.*.mlp.linear_fc1.bias,whole,1,0.004580740114470183,1.1120613068541232 +325,409,1.2302857982354605,-0.005432741071405456,0.0020942196159862004,0.002082596757230442,1.2548021999852377,1.6508953552846517,1.4127860350092727,0.9999978071196955,0.002755284806655822,model.visual.blocks.0.mlp.linear_fc1.weight,model.visual.blocks.15.mlp.linear_fc1.weight,model.visual.layers.*.mlp.linear_fc1.weight,whole,15,0.024516401749777206,3.9220894199560763 +482,494,0.6902738021975242,0.737325870134647,0.7373258701346469,0.7374382473287788,1.159237678008967,0.6902738021975242,0.8387571004871572,0.6755372389662807,0.43904433188420205,model.visual.blocks.20.mlp.linear_fc2.bias,model.visual.blocks.21.mlp.linear_fc2.bias,model.visual.layers.*.mlp.linear_fc2.bias,whole,1,0.0,3.111717466328646 +327,603,1.246970307739364,-0.004213247197332353,-0.0007688894567031123,-0.0007763318665419333,1.267503467575473,1.6290680396539918,1.4147404684224303,0.999999704404458,-0.0009882207599304874,model.visual.blocks.0.mlp.linear_fc2.weight,model.visual.blocks.9.mlp.linear_fc2.weight,model.visual.layers.*.mlp.linear_fc2.weight,whole,9,0.02053315983610915,3.3932726842375325 +412,436,0.29428858558114823,0.9567799664047866,0.9567799664047867,0.9567337211120844,0.32279681476462835,0.29428858558114823,0.30755615641996376,0.2908128193296425,0.8722806736211239,model.visual.blocks.15.norm1.bias,model.visual.blocks.17.norm1.bias,model.visual.layers.*.norm1.bias,whole,2,0.0,1.0217377887704078 +401,413,0.061331353533854015,0.9982888940899111,0.9982888940899111,0.9072203519632395,0.06259649969286779,0.06133135353385402,0.06195424054927108,0.05847464353668694,0.9781123448237248,model.visual.blocks.14.norm1.weight,model.visual.blocks.15.norm1.weight,model.visual.layers.*.norm1.weight,whole,1,6.938893903907228e-18,0.17483873852158005 +450,462,0.4640671239466952,0.8886299658777213,0.8886299658777211,0.8875703791806524,0.4836588920076646,0.4640671239466952,0.4735593270746796,0.4586248834768565,0.8526338693080181,model.visual.blocks.18.norm2.bias,model.visual.blocks.19.norm2.bias,model.visual.layers.*.norm2.bias,whole,1,0.0,1.529698297082063 +367,391,0.09725560720548862,0.995260039237272,0.995260039237272,0.8855282240536735,0.0972556072054886,0.09761140539544766,0.09743301907547258,0.0972494436869618,0.9989010809280716,model.visual.blocks.11.norm2.weight,model.visual.blocks.13.norm2.weight,model.visual.layers.*.norm2.weight,whole,2,1.3877787807814457e-17,0.29010001780504835 +190,202,0.16030818083033768,0.992254652051939,0.9922546520519391,0.8229859391011886,0.17993484878905927,0.16030818083033768,0.1692740462745839,0.12422039076289051,0.8840229630968401,model.language_model.layers.20.input_layernorm.weight,model.language_model.layers.21.input_layernorm.weight,model.language_model.layers.*.input_layernorm.weight,whole,1,0.0,0.432086100233995 +14,20,0.308917469409741,0.9510888541742858,0.9510888541742857,0.09017280263971586,0.308917469409741,0.3247674809398835,0.3165452479475699,0.30891745089173,0.9998875489637267,model.language_model.layers.17.linear_attn.A_log,model.language_model.layers.20.linear_attn.A_log,model.language_model.layers.*.linear_attn.A_log,whole,3,0.0,0.6560172015531438 +179,215,1.0821365308787145,0.01822875229755947,0.011951381051850295,0.012055497018458301,1.992417849534872,1.14818038224444,1.4068826941417214,0.9999285796950467,0.006887280832013173,model.language_model.layers.2.linear_attn.conv1d.weight,model.language_model.layers.22.linear_attn.conv1d.weight,model.language_model.layers.*.linear_attn.conv1d.weight,whole,20,0.06604385136572555,8.793746884564605 +98,250,0.73778349146146,0.6777610038986402,0.6777610038986402,0.4352669798148336,1.1956405903528442,0.73778349146146,0.8879409984895656,0.735282273412264,0.4182200603320071,model.language_model.layers.13.linear_attn.dt_bias,model.language_model.layers.4.linear_attn.dt_bias,model.language_model.layers.*.linear_attn.dt_bias,whole,9,0.0,2.4306895523798873 +217,298,1.109192419123324,0.1790393224790345,0.12404030329005741,0.12395687664485164,1.149157820579815,1.633133788487732,1.3290941990130787,0.9922771806101915,0.17628075692427392,model.language_model.layers.22.linear_attn.in_proj_a.weight,model.language_model.layers.8.linear_attn.in_proj_a.weight,model.language_model.layers.*.linear_attn.in_proj_a.weight,whole,14,0.03996540145649097,3.0858325566993936 +53,252,1.0925636065279882,0.17017815871364414,0.11611374254300347,0.11594670916323939,1.1604830185854986,1.6201457853426833,1.334214031362992,0.9932359230276848,0.16210594001686604,model.language_model.layers.1.linear_attn.in_proj_b.weight,model.language_model.layers.4.linear_attn.in_proj_b.weight,model.language_model.layers.*.linear_attn.in_proj_b.weight,whole,3,0.0679194120575104,3.2926736343618237 +148,183,1.2559300499386654,0.01823629314854342,4.409909274091931e-05,4.3943978748197136e-05,1.2877873438568588,1.5869998197979047,1.4141830476406723,0.999999999027635,5.434534868426933e-05,model.language_model.layers.17.linear_attn.in_proj_qkv.weight,model.language_model.layers.2.linear_attn.in_proj_qkv.weight,model.language_model.layers.*.linear_attn.in_proj_qkv.weight,whole,15,0.03185729391819336,3.5103449374926825 +55,67,1.2811323992435915,-0.008694857179920787,0.0004397714706235551,0.0004376134328177739,1.2910830542163632,1.5801249424831096,1.413908803724629,0.9999999033005221,0.0005382255366573074,model.language_model.layers.1.linear_attn.in_proj_z.weight,model.language_model.layers.10.linear_attn.in_proj_z.weight,model.language_model.layers.*.linear_attn.in_proj_z.weight,whole,9,0.0099506549727717,3.52598394199296 +11,23,0.1113965199942118,0.9952718182971101,0.99527181829711,0.039900038284638326,0.1113965199942118,0.11841539910435724,0.11474526985205824,0.09712882014914347,1.0579819691593184,model.language_model.layers.14.linear_attn.norm.weight,model.language_model.layers.21.linear_attn.norm.weight,model.language_model.layers.*.linear_attn.norm.weight,whole,7,0.0,0.24496334112840787 +68,150,1.340669177820387,0.02527068870933307,-0.0003502633446914661,-0.0003501729210086567,1.36278069909827,1.4725039992828988,1.4144604736677093,0.9999999386577928,-0.0003784645440030528,model.language_model.layers.10.linear_attn.out_proj.weight,model.language_model.layers.17.linear_attn.out_proj.weight,model.language_model.layers.*.linear_attn.out_proj.weight,whole,7,0.022111521277883073,3.6380410160351957 +186,210,1.2686546141087223,0.011226176570577857,0.0006628169766189873,0.0006628408095246611,1.579307067027592,1.2912940553939039,1.413754147314555,0.9999997803368037,0.0005419412346030521,model.language_model.layers.2.mlp.down_proj.weight,model.language_model.layers.21.mlp.down_proj.weight,model.language_model.layers.*.mlp.down_proj.weight,whole,19,0.022639441285181583,4.35156234647111 +228,316,1.1786138783297266,-0.048839749845559284,0.0004886386056830847,0.0004923373159642966,1.156201781439196,1.9905829360852136,1.4139134039181644,0.9999998806161494,0.0008412680952406683,model.language_model.layers.23.mlp.gate_proj.weight,model.language_model.layers.9.mlp.gate_proj.weight,model.language_model.layers.*.mlp.gate_proj.weight,whole,14,0.022412096890530586,3.2549880390237584 +188,229,1.243636965504985,-0.029103697751360652,-0.00023970034230150767,-0.0002397339033916933,1.7528695294940877,1.2177810939222011,1.4143723943686752,0.9999999712718725,-0.00016652839252999328,model.language_model.layers.2.mlp.up_proj.weight,model.language_model.layers.23.mlp.up_proj.weight,model.language_model.layers.*.mlp.up_proj.weight,whole,21,0.025855871582783907,4.528269536346378 +166,171,0.11731312781465981,0.995465399431363,0.9954653994313634,0.9316372601694727,0.11731312781465902,0.12657748866297697,0.12168159507351517,0.09512433198165698,1.0740785166855324,model.language_model.layers.18.post_attention_layernorm.weight,model.language_model.layers.19.post_attention_layernorm.weight,model.language_model.layers.*.post_attention_layernorm.weight,whole,1,7.91033905045424e-16,0.35237817348152556 +125,172,0.5247751366062866,0.8552810497451451,0.8552810497451446,0.32664837060191815,0.5247751366062866,0.6795429336717091,0.5873839107079504,0.5181643812023782,1.1075223521759208,model.language_model.layers.15.self_attn.k_norm.weight,model.language_model.layers.19.self_attn.k_norm.weight,model.language_model.layers.*.self_attn.k_norm.weight,whole,4,0.0,2.0607193910682002 +79,232,1.350662310651163,-0.005231529529101324,-0.0008161883190978995,-0.0008163156859422918,1.3256486916756582,1.5247162732655668,1.4147849765924672,0.9999996669182585,-0.0009387521897711895,model.language_model.layers.11.self_attn.k_proj.weight,model.language_model.layers.23.self_attn.k_proj.weight,model.language_model.layers.*.self_attn.k_proj.weight,whole,12,0.025013618975504803,4.029680901000889 +127,244,1.242829233514223,0.04362464092271581,1.0776193486514777e-05,1.0762535742381972e-05,1.2894018458733365,1.5840572562981146,1.4142061010168072,0.9999999999419368,1.3238780091883847e-05,model.language_model.layers.15.self_attn.o_proj.weight,model.language_model.layers.3.self_attn.o_proj.weight,model.language_model.layers.*.self_attn.o_proj.weight,whole,12,0.046572612359113474,3.4361205921159295 +81,245,0.5043992223746304,0.8829120351613245,0.8829120351613251,0.02517601914004811,0.5043992223746304,0.7219619445402192,0.5847516806492745,0.469538430980135,1.2637388431372276,model.language_model.layers.11.self_attn.q_norm.weight,model.language_model.layers.3.self_attn.q_norm.weight,model.language_model.layers.*.self_attn.q_norm.weight,whole,8,0.0,1.8625540067317656 +82,235,1.3130651532166695,0.013642101851385778,0.0063652588333103855,0.006370273109581093,1.515624804849962,1.3233497943363302,1.4097466925719078,0.9999797415347897,0.005557750137767559,model.language_model.layers.11.self_attn.q_proj.weight,model.language_model.layers.23.self_attn.q_proj.weight,model.language_model.layers.*.self_attn.q_proj.weight,whole,12,0.010284641119660654,4.314313576953841 +83,177,1.2215314698805357,0.0027539364805899895,-0.0005464099717500813,-0.0005456485150030673,1.758775330523843,1.2160729098285274,1.4145749972860908,0.9999998507180602,-0.0003778051424609954,model.language_model.layers.11.self_attn.v_proj.weight,model.language_model.layers.19.self_attn.v_proj.weight,model.language_model.layers.*.self_attn.v_proj.weight,whole,8,0.005458560052008288,5.583374411477565 +332,464,0.7874472814185781,0.6268307778263158,0.6268307778263155,0.6258667240497174,0.7874472814185781,1.5354132563699991,0.9909026592554495,0.7791554247835641,1.2222332954676143,model.visual.blocks.1.attn.proj.bias,model.visual.blocks.2.attn.proj.bias,model.visual.layers.*.attn.proj.bias,whole,1,0.0,2.459702845158253 +333,513,1.2410230078618387,-0.010075990462571943,0.00034936653886564225,0.0003493671948703445,1.6458241193520056,1.258721744225649,1.4139751255624857,0.9999999389715089,0.0002671945647194549,model.visual.blocks.1.attn.proj.weight,model.visual.blocks.23.attn.proj.weight,model.visual.layers.*.attn.proj.weight,whole,22,0.017698736363810363,4.811502567235306 +322,406,1.1850777689138008,0.004188813547804435,0.0052347918362735885,0.0052252767362002284,1.2064709841010353,1.7736586241842307,1.4107665929709183,0.9999862983833483,0.007695778687238043,model.visual.blocks.0.attn.qkv.bias,model.visual.blocks.15.attn.qkv.bias,model.visual.layers.*.attn.qkv.bias,whole,15,0.02139321518723447,5.5076094369431 +335,407,1.186354708051016,0.01778940827391491,-0.0007419466103312617,-0.0007418222424569508,1.2003761372102821,1.8098024100738523,1.4146968010554906,0.9999997247575758,-0.0011186300042954078,model.visual.blocks.1.attn.qkv.weight,model.visual.blocks.15.attn.qkv.weight,model.visual.layers.*.attn.qkv.weight,whole,14,0.014021429159266185,3.5722895514959006 +360,396,0.3926455423083422,0.9250549635072254,0.9252700647793728,0.02975893130841528,0.3929813742571628,0.47778146334082217,0.4292216769213044,0.3793089864782739,1.1249308860283431,model.visual.blocks.11.mlp.linear_fc1.bias,model.visual.blocks.14.mlp.linear_fc1.bias,model.visual.layers.*.mlp.linear_fc1.bias,whole,3,0.0003358319488205863,1.0487914456263496 +337,433,1.2340279566529384,0.0039897420765684964,0.0010413975044145638,0.0008872072696690564,1.2318420108577686,1.7100093184353167,1.4135149180625537,0.9999994577454719,0.0014456394740947048,model.visual.blocks.1.mlp.linear_fc1.weight,model.visual.blocks.17.mlp.linear_fc1.weight,model.visual.layers.*.mlp.linear_fc1.weight,whole,16,0.0021859457951698413,3.553636423350578 +446,458,0.691815744163916,0.7300820845071161,0.7300820845071162,0.7300137724986022,0.825635249023355,0.691815744163916,0.7499145461913119,0.6833594587636466,0.6117498994761865,model.visual.blocks.18.mlp.linear_fc2.bias,model.visual.blocks.19.mlp.linear_fc2.bias,model.visual.layers.*.mlp.linear_fc2.bias,whole,1,0.0,2.200275303536551 +327,351,1.251564500564865,0.01862837153098987,-0.0012390741422907577,-0.001237343357882716,1.2599084753468266,1.6465900793953945,1.41505899129638,0.9999992323473403,-0.0016193614300194952,model.visual.blocks.0.mlp.linear_fc2.weight,model.visual.blocks.10.mlp.linear_fc2.weight,model.visual.layers.*.mlp.linear_fc2.weight,whole,10,0.008343974781961583,3.5307325404881023 +400,412,0.3226657646262311,0.9465129710355493,0.9465129710355485,0.9463715150999519,0.34089924457352966,0.3226657646262311,0.33140690449605736,0.3226657646256553,0.895887381357798,model.visual.blocks.14.norm1.bias,model.visual.blocks.15.norm1.bias,model.visual.layers.*.norm1.bias,whole,1,0.0,0.9246444442774492 +497,509,0.06454230400672577,0.9979164351403158,0.9979164351403165,0.8351062113423898,0.06456649120443181,0.06454230400672577,0.06455439420716283,0.06451967511420609,0.9975426065233263,model.visual.blocks.21.norm1.weight,model.visual.blocks.22.norm1.weight,model.visual.layers.*.norm1.weight,whole,1,0.0,0.22294315969211978 +462,486,0.553057481131706,0.8410118587036278,0.841011858703628,0.8445202686443016,0.553057481131706,0.5786404293333112,0.5654153420236189,0.5410166850660605,0.8799148001738779,model.visual.blocks.19.norm2.bias,model.visual.blocks.20.norm2.bias,model.visual.layers.*.norm2.bias,whole,1,0.0,1.8237898422052083 +487,499,0.10472210173066979,0.9964974378115997,0.9964974378115997,0.9119756360568352,0.11218716335198196,0.10472210173066979,0.10826207963970355,0.08362330078941436,0.93018936337171,model.visual.blocks.20.norm2.weight,model.visual.blocks.21.norm2.weight,model.visual.layers.*.norm2.weight,whole,1,0.0,0.2623208961741425 +178,248,0.17830116382464864,0.9885947077816465,0.9885947077816465,0.9300628653098345,0.19963312279037523,0.17830116382464864,0.18806577847025333,0.15060047724400139,0.882957619880774,model.language_model.layers.2.input_layernorm.weight,model.language_model.layers.4.input_layernorm.weight,model.language_model.layers.*.input_layernorm.weight,whole,2,0.0,0.3952750950435152 +14,24,0.31250062816281426,0.951018440715256,0.9510184407152559,0.14861592269199064,0.3135149535637103,0.31250062816281426,0.31300655824085644,0.30913415440472297,0.9479415789892904,model.language_model.layers.17.linear_attn.A_log,model.language_model.layers.22.linear_attn.A_log,model.language_model.layers.*.linear_attn.A_log,whole,5,0.0,0.6802061485733749 +38,132,1.085498107677991,0.021604994564364655,0.015405300237163,0.015486634547296606,2.153754888875263,1.1200004096355856,1.4052674468346875,0.9998813313211738,0.008011098507682146,model.language_model.layers.0.linear_attn.conv1d.weight,model.language_model.layers.16.linear_attn.conv1d.weight,model.language_model.layers.*.linear_attn.conv1d.weight,whole,16,0.03450230195759452,9.067845468786347 +110,262,0.7412157166453823,0.7025280832269637,0.7025280832269638,0.38192445756859605,0.8147346617781646,0.7412157166453823,0.7753732384163919,0.7116560210364613,0.6391342864142968,model.language_model.layers.14.linear_attn.dt_bias,model.language_model.layers.5.linear_attn.dt_bias,model.language_model.layers.*.linear_attn.dt_bias,whole,9,0.0,1.6841497438634754 +99,217,1.115616300645137,0.1698354081041353,0.1855431215985299,0.18526041706597196,1.5925619532173432,1.1068598976453012,1.2853744560556999,0.9826361228997605,0.12895588781738954,model.language_model.layers.13.linear_attn.in_proj_a.weight,model.language_model.layers.22.linear_attn.in_proj_a.weight,model.language_model.layers.*.linear_attn.in_proj_a.weight,whole,9,0.00875640299983571,4.471214108168243 +159,194,1.0932803226630612,0.306791840234997,0.27834134341178934,0.27772491630676605,1.3013899902941302,1.125323516321756,1.2038053766663923,0.9604822208389494,0.2406842388845205,model.language_model.layers.18.linear_attn.in_proj_b.weight,model.language_model.layers.20.linear_attn.in_proj_b.weight,model.language_model.layers.*.linear_attn.in_proj_b.weight,whole,2,0.0320431936586949,4.191764342006884 +160,277,1.2584788279759516,0.028269958972918067,-0.00035329000880962596,-0.00035325373306447196,1.2774985354015604,1.607659271967089,1.4144568970543172,0.9999999375930829,-0.0004445953890488006,model.language_model.layers.18.linear_attn.in_proj_qkv.weight,model.language_model.layers.6.linear_attn.in_proj_qkv.weight,model.language_model.layers.*.linear_attn.in_proj_qkv.weight,whole,12,0.01901970742560888,3.6231185244036945 +220,301,1.2841093674344515,0.014455362931728215,0.0005753794584767929,0.0005772247289535214,1.3045862722487647,1.5560476844163813,1.4138128903217948,0.9999998344692257,0.0006862849112157771,model.language_model.layers.22.linear_attn.in_proj_z.weight,model.language_model.layers.8.linear_attn.in_proj_z.weight,model.language_model.layers.*.linear_attn.in_proj_z.weight,whole,14,0.02047690481431319,3.5627653059311473 +7,9,0.11205277360643655,0.9939170992110984,0.9939170992110977,-0.10552423304763027,0.1151322698620478,0.11205277360643655,0.11356121813004043,0.11013083081406781,0.9673323372753172,model.language_model.layers.12.linear_attn.norm.weight,model.language_model.layers.13.linear_attn.norm.weight,model.language_model.layers.*.linear_attn.norm.weight,whole,1,0.0,0.38580004713780397 +115,197,1.3411598263441207,0.025990040162994305,-4.889364871604653e-05,-4.896530911360157e-05,1.369233766284168,1.464015388377811,1.4142480576863503,0.9999999988047055,-5.227818351901157e-05,model.language_model.layers.14.linear_attn.out_proj.weight,model.language_model.layers.20.linear_attn.out_proj.weight,model.language_model.layers.*.linear_attn.out_proj.weight,whole,6,0.028073939940047365,3.5562052816778653 +121,186,1.280088394930882,0.0385522357808841,-0.00023697015677731642,-0.0002369820718690627,1.3334257544724126,1.5121293752651106,1.4143797992741582,0.9999999719225721,-0.0002687285241958871,model.language_model.layers.15.mlp.down_proj.weight,model.language_model.layers.2.mlp.down_proj.weight,model.language_model.layers.*.mlp.down_proj.weight,whole,13,0.05333735954153074,3.488770686545075 +228,304,1.1800574296766906,-0.018994269543565277,0.0007587542724310221,0.0007592926845597813,1.174493335913219,1.904351617516793,1.4137340525297812,0.9999997121459356,0.0012302623453187115,model.language_model.layers.23.mlp.gate_proj.weight,model.language_model.layers.8.mlp.gate_proj.weight,model.language_model.layers.*.mlp.gate_proj.weight,whole,15,0.005564093763471556,3.180096500627233 +229,287,1.2443070401567946,0.013205519815312226,-0.0004066983903637613,-0.00040672572895164496,1.2521285363129846,1.6625538490729264,1.414489931870877,0.9999999172982063,-0.0005400068401140737,model.language_model.layers.23.mlp.up_proj.weight,model.language_model.layers.7.mlp.up_proj.weight,model.language_model.layers.*.mlp.up_proj.weight,whole,16,0.007821496156189989,3.206186439033064 +201,225,0.13117657763256274,0.9916696212105143,0.991669621210514,0.8018481309580596,0.1356739463386158,0.13117657763256138,0.1333684240569573,0.128807462393277,0.9587974004081063,model.language_model.layers.20.post_attention_layernorm.weight,model.language_model.layers.22.post_attention_layernorm.weight,model.language_model.layers.*.post_attention_layernorm.weight,whole,2,1.3600232051658168e-15,0.5653238195535921 +172,289,0.5391055761525281,0.847393258318516,0.8473932583185158,0.20406104613763237,0.5730767172719882,0.5391055761525277,0.5553133442582412,0.5309657858622617,0.7971610379291554,model.language_model.layers.19.self_attn.k_norm.weight,model.language_model.layers.7.self_attn.k_norm.weight,model.language_model.layers.*.self_attn.k_norm.weight,whole,12,3.3306690738754696e-16,2.3826720293750547 +232,290,1.3550770625311328,-0.0002994160375276375,0.00213574782732822,0.0021359413154881323,1.4914775805865994,1.3452350377605846,1.4127105681751602,0.9999977192880082,0.001926333219177843,model.language_model.layers.23.self_attn.k_proj.weight,model.language_model.layers.7.self_attn.k_proj.weight,model.language_model.layers.*.self_attn.k_proj.weight,whole,16,0.009842024770548186,4.120604129774522 +233,291,1.248631782448721,0.014695845906015024,-8.746243126834327e-05,-8.773372307406674e-05,1.2534478819698953,1.6587787014067303,1.4142730558316354,0.9999999961751616,-0.00011574539336503688,model.language_model.layers.23.self_attn.o_proj.weight,model.language_model.layers.7.self_attn.o_proj.weight,model.language_model.layers.*.self_attn.o_proj.weight,whole,16,0.004816099521174344,3.8133162736789967 +128,175,0.5088698804231924,0.8635104244636594,0.8635104244636597,0.38141901449399596,0.5088698804231924,0.639528083490707,0.5631331608962539,0.5043309893736359,1.085226672036929,model.language_model.layers.15.self_attn.q_norm.weight,model.language_model.layers.19.self_attn.q_norm.weight,model.language_model.layers.*.self_attn.q_norm.weight,whole,4,0.0,2.363740940314811 +235,246,1.3314639677091975,0.008250937337401287,0.005451297458782113,0.005445642328846583,1.5214565940914502,1.320565906236044,1.4103920776610819,0.9999851415676214,0.004731516887682006,model.language_model.layers.23.self_attn.q_proj.weight,model.language_model.layers.3.self_attn.q_proj.weight,model.language_model.layers.*.self_attn.q_proj.weight,whole,20,0.01089806147315353,4.4028975589504915 +130,247,1.2412981413900803,-0.013960335424148028,0.00015518935105112133,0.00015495109985144118,1.2198329019621938,1.745811597089723,1.4141105162330194,0.9999999879581326,0.00022210531325566162,model.language_model.layers.15.self_attn.v_proj.weight,model.language_model.layers.3.self_attn.v_proj.weight,model.language_model.layers.*.self_attn.v_proj.weight,whole,12,0.021465239427886473,3.847048467458841 +500,512,0.8295648351260339,0.5598650081769754,0.5598650081769753,0.5598556708524819,1.5967499356687984,0.8295648351260337,1.0410654248800044,0.8285838356008373,0.29086854041840665,model.visual.blocks.22.attn.proj.bias,model.visual.blocks.23.attn.proj.bias,model.visual.layers.*.attn.proj.bias,whole,1,1.1102230246251565e-16,3.7083630231995226 +513,597,1.2410286556527417,-0.021707942887823732,-0.0012759038124440835,-0.001275903741506424,1.2263109992320418,1.7307547268217074,1.4150644821393972,0.9999991860343995,-0.001800747571978343,model.visual.blocks.23.attn.proj.weight,model.visual.blocks.9.attn.proj.weight,model.visual.layers.*.attn.proj.weight,whole,14,0.014717656420699887,3.2874214207909565 +322,346,1.1874721058503048,0.01592026089991935,0.016203543594190732,0.016193903263858334,1.1633723100926205,1.9042694021761835,1.4039819328257952,0.9998687139694847,0.026522818194623144,model.visual.blocks.0.attn.qkv.bias,model.visual.blocks.10.attn.qkv.bias,model.visual.layers.*.attn.qkv.bias,whole,10,0.024099795757684284,5.629723674768068 +335,419,1.1868175231329727,-0.0054829499774312375,-0.00021742221041551871,-0.00021689632372434,1.199332022385697,1.8119579117831541,1.4143550754428298,0.9999999763637909,-0.00032848276124247943,model.visual.blocks.1.attn.qkv.weight,model.visual.blocks.16.attn.qkv.weight,model.visual.layers.*.attn.qkv.weight,whole,15,0.012514499252724187,3.657172311945804 +396,504,0.4082556031422344,0.9134897946840134,0.9120028293573383,-0.00021235626855851567,0.4116633885131266,0.43476108139026903,0.42273971334165195,0.41018390905081775,0.9631736690369739,model.visual.blocks.14.mlp.linear_fc1.bias,model.visual.blocks.22.mlp.linear_fc1.bias,model.visual.layers.*.mlp.linear_fc1.bias,whole,8,0.0034077853708922023,1.117704900236243 +325,517,1.2342449664778015,0.0072787049547916455,-0.00044749446644685477,-0.000407243931671745,1.2750405478048459,1.6127860132300587,1.4145214156026038,0.9999998998743462,-0.0005660312667905825,model.visual.blocks.0.mlp.linear_fc1.weight,model.visual.blocks.23.mlp.linear_fc1.weight,model.visual.layers.*.mlp.linear_fc1.weight,whole,23,0.04079558132704442,4.004693107662519 +422,434,0.7590328722892111,0.6535278734958897,0.6535278734958894,0.6534834318553836,1.0685226748602772,0.7590328722892111,0.8751126753048915,0.7569024498334912,0.46423828956695734,model.visual.blocks.16.mlp.linear_fc2.bias,model.visual.blocks.17.mlp.linear_fc2.bias,model.visual.layers.*.mlp.linear_fc2.bias,whole,1,0.0,3.1250663233541833 +351,543,1.2526753714719416,0.02046789114372153,-0.00039305533039823976,-0.00039277227513195514,1.6661683965431797,1.250579133111899,1.4144804088811418,0.9999999227537506,-0.0002950162752902167,model.visual.blocks.10.mlp.linear_fc2.weight,model.visual.blocks.4.mlp.linear_fc2.weight,model.visual.layers.*.mlp.linear_fc2.weight,whole,6,0.0020962383600426904,4.599390024033653 +484,496,0.3273400042343381,0.9449280664157398,0.9449280664157395,0.944920439350464,0.34876765353222533,0.3273400042343381,0.3375448026851605,0.3272780916893334,0.8868734073502411,model.visual.blocks.20.norm1.bias,model.visual.blocks.21.norm1.bias,model.visual.layers.*.norm1.bias,whole,1,0.0,0.8857457121118826 +449,485,0.0663214090236689,0.9984815655766235,0.998481565576624,0.8132721404302188,0.06897346252104605,0.0663214090236689,0.06760845529389925,0.05508686961203873,0.9600896039254877,model.visual.blocks.18.norm1.weight,model.visual.blocks.20.norm1.weight,model.visual.layers.*.norm1.weight,whole,2,0.0,0.19249447225541202 +510,522,0.5691583100451182,0.822536203462839,0.8225362034628387,0.8137110483505434,0.5691583100451181,0.7114302693010988,0.6285241333249797,0.5687127517411048,1.02814479277845,model.visual.blocks.22.norm2.bias,model.visual.blocks.23.norm2.bias,model.visual.layers.*.norm2.bias,whole,1,1.1102230246251565e-16,1.6652172634926419 +547,559,0.11630218083862554,0.9939971584262814,0.993997158426282,0.9137964224403805,0.11630218083862456,0.12184055995458316,0.11897479815953117,0.10940589125123458,1.0413318950911858,model.visual.blocks.4.norm2.weight,model.visual.blocks.5.norm2.weight,model.visual.layers.*.norm2.weight,whole,1,9.71445146547012e-16,0.35001093109222026 +155,190,0.18000850694026554,0.9897324183654799,0.9897324183654799,0.7515193166515939,0.18000850694026554,0.2044831480956286,0.1910801388944036,0.14293264160582256,1.1243002018056432,model.language_model.layers.18.input_layernorm.weight,model.language_model.layers.20.input_layernorm.weight,model.language_model.layers.*.input_layernorm.weight,whole,2,0.0,0.36090643415361845 +12,16,0.32300713247900537,0.9464881622841813,0.9464881622841813,0.12251718813878175,0.32300713247900537,0.3365856137084821,0.3295867783219621,0.3227385298595651,0.9862763602935023,model.language_model.layers.16.linear_attn.A_log,model.language_model.layers.18.linear_attn.A_log,model.language_model.layers.*.linear_attn.A_log,whole,2,0.0,0.5773414106332778 +38,156,1.0967430653855135,-0.062028170571007755,-0.011706507766527128,-0.011717842567682648,2.4720136703251665,1.099140211817851,1.420346326420327,0.9999314764902204,-0.005205106096543318,model.language_model.layers.0.linear_attn.conv1d.weight,model.language_model.layers.18.linear_attn.conv1d.weight,model.language_model.layers.*.linear_attn.conv1d.weight,whole,18,0.0023971464323375713,10.22523168919912 +86,262,0.7418843572414338,0.698448804106045,0.698448804106045,0.15048784888513053,0.7418843572414338,0.829888957933379,0.7821978234423308,0.7156600226663744,0.7813009460998085,model.language_model.layers.12.linear_attn.dt_bias,model.language_model.layers.5.linear_attn.dt_bias,model.language_model.layers.*.linear_attn.dt_bias,whole,7,0.0,1.290878008539739 +40,111,1.1194825414135194,0.04178418217488587,0.016567710854311527,0.016627398026326644,1.1349952189534511,2.049915257259249,1.4042494470372946,0.9998627460592018,0.02992294830054763,model.language_model.layers.0.linear_attn.in_proj_a.weight,model.language_model.layers.14.linear_attn.in_proj_a.weight,model.language_model.layers.*.linear_attn.in_proj_a.weight,whole,14,0.015512677539931685,2.928566233872756 +276,299,1.0935853885201838,0.26155790796306655,0.26478652758815746,0.2645323072648164,1.1022169677653015,1.3801261182019218,1.2180056329975146,0.9643070542144788,0.3315488811729342,model.language_model.layers.6.linear_attn.in_proj_b.weight,model.language_model.layers.8.linear_attn.in_proj_b.weight,model.language_model.layers.*.linear_attn.in_proj_b.weight,whole,2,0.008631579245117704,3.136283933196793 +54,148,1.2588806080623816,0.01609503181740675,-7.7266504070413e-05,-7.737284375578214e-05,1.617673559802406,1.2722721725925916,1.4142666581283516,0.9999999970149436,-6.076876413453047e-05,model.language_model.layers.1.linear_attn.in_proj_qkv.weight,model.language_model.layers.17.linear_attn.in_proj_qkv.weight,model.language_model.layers.*.linear_attn.in_proj_qkv.weight,whole,16,0.013391564530210065,4.518133909213609 +220,313,1.2862991371904096,0.023672119540913982,0.0010320370189788569,0.0010266981719425222,1.3083211928898737,1.548935311319878,1.413493896328967,0.999999467449654,0.0012218395528354109,model.language_model.layers.22.linear_attn.in_proj_z.weight,model.language_model.layers.9.linear_attn.in_proj_z.weight,model.language_model.layers.*.linear_attn.in_proj_z.weight,whole,13,0.022022055699464138,3.7464933007457555 +7,11,0.11213847293011957,0.9936954286673416,0.9936954286673416,-0.031943820753763126,0.11258083320614114,0.11213847293011957,0.11235899997947886,0.11211331341829232,0.9897909329233655,model.language_model.layers.12.linear_attn.norm.weight,model.language_model.layers.14.linear_attn.norm.weight,model.language_model.layers.*.linear_attn.norm.weight,whole,2,0.0,0.30622660176272803 +103,162,1.343803452498847,0.03611833447460331,0.0005875140730190866,0.0005875336326140308,1.3534237401196771,1.4830510255863985,1.4137997983177277,0.9999998274135922,0.0006437845906710284,model.language_model.layers.13.linear_attn.out_proj.weight,model.language_model.layers.18.linear_attn.out_proj.weight,model.language_model.layers.*.linear_attn.out_proj.weight,whole,5,0.009620287620830226,3.7133376371773155 +186,222,1.280424929210188,-0.016008404639219397,-0.00035757643748556207,-0.0003575975129676783,1.5749092350973117,1.2947996118425071,1.4144616128411414,0.9999999360695436,-0.00029397873994416234,model.language_model.layers.2.mlp.down_proj.weight,model.language_model.layers.22.mlp.down_proj.weight,model.language_model.layers.*.mlp.down_proj.weight,whole,20,0.014374682632319224,4.203752967921608 +58,228,1.184566562044371,0.016238410751814182,9.43233414036473e-05,9.104095067615411e-05,1.8216253702481384,1.1963150488173622,1.4141523553372366,0.9999999955515536,6.19449172255161e-05,model.language_model.layers.1.mlp.gate_proj.weight,model.language_model.layers.23.mlp.gate_proj.weight,model.language_model.layers.*.mlp.gate_proj.weight,whole,22,0.011748486772991118,5.010005446313559 +200,240,1.2445525566268003,0.04151140766805114,0.000357920392137485,0.00035793142291613557,1.284074915622453,1.593403521569214,1.4139662354665279,0.9999999359464945,0.00044414200942228133,model.language_model.layers.20.mlp.up_proj.weight,model.language_model.layers.3.mlp.up_proj.weight,model.language_model.layers.*.mlp.up_proj.weight,whole,17,0.039522358995652596,3.1855264520923865 +72,318,0.13298222607059368,0.9930115221740217,0.9930115221740213,0.995737523412507,0.14272705279242592,0.13298222607059368,0.1375965074363416,0.11801744290414529,0.9252127059927469,model.language_model.layers.10.post_attention_layernorm.weight,model.language_model.layers.9.post_attention_layernorm.weight,model.language_model.layers.*.post_attention_layernorm.weight,whole,1,0.0,0.3372482037196101 +78,242,0.548152076191878,0.8489488542445566,0.8489488542445568,0.13447414720274653,0.548152076191878,0.7792907472836083,0.6340579024391155,0.5284750163222991,1.2069241653263783,model.language_model.layers.11.self_attn.k_norm.weight,model.language_model.layers.3.self_attn.k_norm.weight,model.language_model.layers.*.self_attn.k_norm.weight,whole,8,0.0,2.0203211153025307 +173,232,1.355768657090997,0.023901414597642084,-0.003585959040713154,-0.0035859668822699393,1.3583001255891705,1.4834295531874322,1.416737153026388,0.9999935704282095,-0.003916305032517151,model.language_model.layers.19.self_attn.k_proj.weight,model.language_model.layers.23.self_attn.k_proj.weight,model.language_model.layers.*.self_attn.k_proj.weight,whole,4,0.002531468498173428,4.3158746997736275 +127,174,1.285638116623465,0.013010093579320831,-0.00034397537534721414,-0.00034396507725984886,1.5940502994670571,1.2844628723392575,1.414451207127316,0.9999999408404688,-0.00027717042478532386,model.language_model.layers.15.self_attn.o_proj.weight,model.language_model.layers.19.self_attn.o_proj.weight,model.language_model.layers.*.self_attn.o_proj.weight,whole,4,0.001175244284207455,4.360276329337919 +128,245,0.5179853392321514,0.8731107246650841,0.8731107246650834,0.05828380997052079,0.5179853392321514,0.7420003110584317,0.6006592987519981,0.4875219610179758,1.2507080417571261,model.language_model.layers.15.self_attn.q_norm.weight,model.language_model.layers.3.self_attn.q_norm.weight,model.language_model.layers.*.self_attn.q_norm.weight,whole,12,0.0,1.9576462307767657 +176,293,1.3340627177794684,0.04983552287284294,0.014554822241673208,0.014554481354184435,1.4350723215135546,1.3746625917937128,1.403893605416974,0.9998940729644882,0.013942133344703555,model.language_model.layers.19.self_attn.q_proj.weight,model.language_model.layers.7.self_attn.q_proj.weight,model.language_model.layers.*.self_attn.q_proj.weight,whole,12,0.040599874014244364,4.086048241425522 +130,294,1.243875413301908,-0.022718942310670405,-0.0010029143632142355,-0.0010026397521953625,1.2140471953339254,1.766119415707823,1.4148755167417004,0.9999994970812636,-0.001458976665794051,model.language_model.layers.15.self_attn.v_proj.weight,model.language_model.layers.7.self_attn.v_proj.weight,model.language_model.layers.*.self_attn.v_proj.weight,whole,8,0.02982821796798274,3.7098330561182005 +428,440,0.8410482829008806,0.5619265585469565,0.5619265585469564,0.561937324454664,1.1779532019317296,0.8410482829008806,0.9680071998964564,0.8271871268338101,0.4012106477636704,model.visual.blocks.17.attn.proj.bias,model.visual.blocks.18.attn.proj.bias,model.visual.layers.*.attn.proj.bias,whole,1,0.0,3.440416410824133 +417,513,1.2416051976302438,-0.005655900224457075,-0.0003699091580288437,-0.0003699092088109381,1.717318019689079,1.2303812091773592,1.414461209748084,0.9999999315836051,-0.00026502329325334216,model.visual.blocks.16.attn.proj.weight,model.visual.blocks.23.attn.proj.weight,model.visual.layers.*.attn.proj.weight,whole,7,0.011223988452884637,4.4792463692459465 +322,370,1.1902167178093335,0.01813352871040988,0.01693423620311585,0.016950163031112814,1.175787862394039,1.84984760421213,1.4033297871147423,0.9998566055411231,0.026642353838993823,model.visual.blocks.0.attn.qkv.bias,model.visual.blocks.12.attn.qkv.bias,model.visual.layers.*.attn.qkv.bias,whole,12,0.014428855415294484,5.474338809871822 +323,479,1.194561387046197,0.027368609570719404,-0.0005274925970512167,-0.0005272518051870547,1.1947633165797034,1.8288784555390223,1.4145550869331203,0.9999998608757703,-0.0008074568684993099,model.visual.blocks.0.attn.qkv.weight,model.visual.blocks.20.attn.qkv.weight,model.visual.layers.*.attn.qkv.weight,whole,20,0.0002019295335062843,3.992098163916285 +396,408,0.41292138230442815,0.9112142867842111,0.908874771746247,-0.009728919738747642,0.4184984574837047,0.4435908118932465,0.43049714327143995,0.4170691181125825,0.9633691372062112,model.visual.blocks.14.mlp.linear_fc1.bias,model.visual.blocks.15.mlp.linear_fc1.bias,model.visual.layers.*.mlp.linear_fc1.bias,whole,1,0.005577075179276525,1.1048851284317998 +337,457,1.2342684611258197,0.01720737685273712,0.0014256083741282129,0.0013157982536256892,1.2424726381159164,1.681714449109193,1.4132496624176856,0.9999989838198654,0.001929592755602243,model.visual.blocks.1.mlp.linear_fc1.weight,model.visual.blocks.19.mlp.linear_fc1.weight,model.visual.layers.*.mlp.linear_fc1.weight,whole,18,0.008204176990096679,3.605755056371547 +422,446,0.7894567659330911,0.6140865894790635,0.6140865894790635,0.6140240315586127,1.3256359332650183,0.7894567659330911,0.9592431897865307,0.7892386588491291,0.3657073565733708,model.visual.blocks.16.mlp.linear_fc2.bias,model.visual.blocks.18.mlp.linear_fc2.bias,model.visual.layers.*.mlp.linear_fc2.bias,whole,2,0.0,3.884326405460043 +531,603,1.2557995817668313,-0.0008003854623788763,-0.0009591685213362821,-0.0009607364860342941,1.2787612040937364,1.6063734984209848,1.4148743748671277,0.9999995399977681,-0.0012049027513985349,model.visual.blocks.3.mlp.linear_fc2.weight,model.visual.blocks.9.mlp.linear_fc2.weight,model.visual.layers.*.mlp.linear_fc2.weight,whole,6,0.02296162232690513,3.494751938731355 +376,388,0.3470030140262879,0.9454979379100535,0.9454979379100537,0.9453803197465718,0.42030812886999375,0.34700301402628797,0.37843093022750857,0.3256280844887868,0.7805955004784382,model.visual.blocks.12.norm1.bias,model.visual.blocks.13.norm1.bias,model.visual.layers.*.norm1.bias,whole,1,5.551115123125783e-17,1.0791660333771138 +485,497,0.06803819134573061,0.9980938968100466,0.9980938968100466,0.8055468345595823,0.06803819134573061,0.07018244829105169,0.06908537495935087,0.06171363828633187,1.029549315127127,model.visual.blocks.20.norm1.weight,model.visual.blocks.21.norm1.weight,model.visual.layers.*.norm1.weight,whole,1,0.0,0.20663971599585584 +486,498,0.604832773921724,0.8128093183524951,0.8128093183524951,0.8132972356508505,0.604832773921724,0.6199971465942419,0.6122741625631645,0.582529837861849,0.8331880807916942,model.visual.blocks.20.norm2.bias,model.visual.blocks.21.norm2.bias,model.visual.layers.*.norm2.bias,whole,1,0.0,1.9095368977824652 +595,607,0.12135621355711168,0.9965403983295595,0.996540398329559,0.8769995301567909,0.13363616191754388,0.12135621355711167,0.12705325245201965,0.08310977377639658,0.9049673955212153,model.visual.blocks.8.norm2.weight,model.visual.blocks.9.norm2.weight,model.visual.layers.*.norm2.weight,whole,1,1.3877787807814457e-17,0.27456029111564345 +49,178,0.1825883711642308,0.9877036887829053,0.9877036887829049,0.9262675183155512,0.2043794510887955,0.18258837116423193,0.1925652786065478,0.1563375296102711,0.8823940311368262,model.language_model.layers.1.input_layernorm.weight,model.language_model.layers.2.input_layernorm.weight,model.language_model.layers.*.input_layernorm.weight,whole,1,1.1379786002407855e-15,0.6355187950155519 +16,24,0.3346615007288613,0.9423591057729838,0.9423591057729839,-0.1775695311738583,0.3527935182325899,0.3346615007288613,0.34336897324370785,0.3346032213932531,0.8939260396376565,model.language_model.layers.18.linear_attn.A_log,model.language_model.layers.22.linear_attn.A_log,model.language_model.layers.*.linear_attn.A_log,whole,4,0.0,0.6606152940079932 +215,261,1.098516228408664,0.018647854210394277,0.003652404097247392,0.0036171712854682517,1.198612949778965,1.8038499084427853,1.4118306081837921,0.9999933299499104,0.005496677470096348,model.language_model.layers.22.linear_attn.conv1d.weight,model.language_model.layers.5.linear_attn.conv1d.weight,model.language_model.layers.*.linear_attn.conv1d.weight,whole,17,0.10009672137030101,3.8908034266800855 +110,274,0.7914736685072171,0.6583844802094472,0.6583844802094473,0.3869753241865807,0.7914736685072172,0.8763667373905041,0.8306842982207694,0.7526817894830032,0.7290024694794187,model.language_model.layers.14.linear_attn.dt_bias,model.language_model.layers.6.linear_attn.dt_bias,model.language_model.layers.*.linear_attn.dt_bias,whole,8,1.1102230246251565e-16,1.7815256079344308 +40,298,1.1220291391276769,0.045034680488442155,0.02119149075528504,0.021225414405072206,1.1376108251857726,2.0171511959601554,1.4013316982104913,0.9997754351450973,0.037575627776064165,model.language_model.layers.0.linear_attn.in_proj_a.weight,model.language_model.layers.8.linear_attn.in_proj_a.weight,model.language_model.layers.*.linear_attn.in_proj_a.weight,whole,8,0.015581686058095734,2.944121557921624 +65,100,1.0948009378101409,0.29893933348622526,0.3211769991079106,0.3210231424768934,1.0858901378940746,1.2737602797038152,1.1686481323630766,0.9470191842006356,0.37674391721755457,model.language_model.layers.10.linear_attn.in_proj_b.weight,model.language_model.layers.13.linear_attn.in_proj_b.weight,model.language_model.layers.*.linear_attn.in_proj_b.weight,whole,3,0.008910799916066248,3.018587928521904 +195,277,1.2610929428272908,0.02898252294062993,0.00047992806523737856,0.00047990980018219697,1.2919812072699148,1.578404946736675,1.4138808543789687,0.9999998848345194,0.0005863249619931833,model.language_model.layers.20.linear_attn.in_proj_qkv.weight,model.language_model.layers.6.linear_attn.in_proj_qkv.weight,model.language_model.layers.*.linear_attn.in_proj_qkv.weight,whole,14,0.030888264442624047,3.2106851277130017 +55,90,1.2905106576592573,0.006548876060118331,0.0006921071019791518,0.0006909894547120091,1.3224455285153556,1.5269664792762896,1.4137291025100134,0.9999997604938511,0.0007991439511143161,model.language_model.layers.1.linear_attn.in_proj_z.weight,model.language_model.layers.12.linear_attn.in_proj_z.weight,model.language_model.layers.*.linear_attn.in_proj_z.weight,whole,11,0.03193487085609825,3.4950296058288535 +7,23,0.11365683409446042,0.9947954772074608,0.9947954772074608,0.06820848216052586,0.11365683409446042,0.12034340439278769,0.11685688560749945,0.10189189628022646,1.0533205095453966,model.language_model.layers.12.linear_attn.norm.weight,model.language_model.layers.21.linear_attn.norm.weight,model.language_model.layers.*.linear_attn.norm.weight,whole,9,0.0,0.26517988185239133 +162,221,1.3459356368480588,0.001703382532618842,-0.0006461424158440241,-0.0006461480704863892,1.5320517829883187,1.320693285332892,1.4146653932713535,0.9999997912499674,-0.0005570020279010911,model.language_model.layers.18.linear_attn.out_proj.weight,model.language_model.layers.22.linear_attn.out_proj.weight,model.language_model.layers.*.linear_attn.out_proj.weight,whole,4,0.02524235151516674,3.893017441211902 +210,280,1.2804428348811114,0.02119767022783927,-2.6448364561020218e-05,-2.6519698896512276e-05,1.3059228500487914,1.554901390807791,1.4142319828950751,0.999999999650242,-3.149083335128515e-05,model.language_model.layers.21.mlp.down_proj.weight,model.language_model.layers.6.mlp.down_proj.weight,model.language_model.layers.*.mlp.down_proj.weight,whole,15,0.025480015167679948,3.4906684253252527 +117,228,1.1851455261435906,0.013974369866944572,0.000881728764385666,0.000879213065473369,1.785735880816097,1.2062855771220793,1.4136350454129847,0.9999996112771175,0.000595618144227476,model.language_model.layers.14.mlp.gate_proj.weight,model.language_model.layers.23.mlp.gate_proj.weight,model.language_model.layers.*.mlp.gate_proj.weight,whole,9,0.0211400509784887,4.676562398142899 +229,282,1.245874059575415,-0.0029761765886180567,0.0003561619487756714,0.00035619813613203344,1.2411040536639306,1.6875805131289738,1.413973137685225,0.9999999365743311,0.0004842881324071617,model.language_model.layers.23.mlp.up_proj.weight,model.language_model.layers.6.mlp.up_proj.weight,model.language_model.layers.*.mlp.up_proj.weight,whole,17,0.004770005911484354,3.238830906934999 +241,259,0.14203778019539615,0.9901428610069297,0.9901428610069293,0.9886269129873124,0.14695656903827992,0.14203778019539615,0.14443439554491672,0.14006111093737778,0.9570017521102371,model.language_model.layers.3.post_attention_layernorm.weight,model.language_model.layers.4.post_attention_layernorm.weight,model.language_model.layers.*.post_attention_layernorm.weight,whole,1,0.0,0.5047556453005256 +125,242,0.5497014641204492,0.8479287979482608,0.8479287979482605,0.16503150913871423,0.5497014641204492,0.7825139077013471,0.6361245684511019,0.5301101334722985,1.2070480441536742,model.language_model.layers.15.self_attn.k_norm.weight,model.language_model.layers.3.self_attn.k_norm.weight,model.language_model.layers.*.self_attn.k_norm.weight,whole,12,0.0,1.8947406564792983 +79,126,1.3626914913858965,0.021843726620856787,-0.004101796694986245,-0.004101449561887931,1.419365395631889,1.4148672883515583,1.4171109879131334,0.9999915875965523,-0.004088797701469188,model.language_model.layers.11.self_attn.k_proj.weight,model.language_model.layers.15.self_attn.k_proj.weight,model.language_model.layers.*.self_attn.k_proj.weight,whole,4,0.05217579696566177,4.089860247552031 +80,233,1.2998285931573839,-0.011664300685465402,-0.0003781103340778488,-0.0003779685892100995,1.5743725765311896,1.295120000989868,1.4144758856576523,0.999999928516285,-0.0003110434363155217,model.language_model.layers.11.self_attn.o_proj.weight,model.language_model.layers.23.self_attn.o_proj.weight,model.language_model.layers.*.self_attn.o_proj.weight,whole,12,0.004708592167515846,4.806893481011591 +175,292,0.5373237410197479,0.8494295076292,0.8494295076292001,0.22368987000233995,0.5652122089245071,0.5373237410197479,0.5507390966398,0.5277021049501458,0.8075173068896785,model.language_model.layers.19.self_attn.q_norm.weight,model.language_model.layers.7.self_attn.q_norm.weight,model.language_model.layers.*.self_attn.q_norm.weight,whole,12,0.0,2.497206398891687 +129,176,1.3365220466568277,0.036107246302162777,0.031103970688887258,0.031113087925950706,1.3646971691715049,1.4211468606507853,1.3920643382087035,0.9995161544504345,0.03239056348678557,model.language_model.layers.15.self_attn.q_proj.weight,model.language_model.layers.19.self_attn.q_proj.weight,model.language_model.layers.*.self_attn.q_proj.weight,whole,4,0.02817512251467713,3.7225689308666565 +83,294,1.2964963494717137,-0.0011331455807818483,-0.0015209754698335852,-0.0015207758845886769,1.272984014729412,1.6191784733761712,1.4152582839594123,0.9999988433161412,-0.001934612462365627,model.language_model.layers.11.self_attn.v_proj.weight,model.language_model.layers.7.self_attn.v_proj.weight,model.language_model.layers.*.self_attn.v_proj.weight,whole,4,0.023512334742301633,3.6406212960331024 +440,476,0.8488881586758672,0.606152798984801,0.6061527989848009,0.6062897186400205,0.9402262375633171,0.8488881586758672,0.8910652525399313,0.7953482157413139,0.5472682135950063,model.visual.blocks.18.attn.proj.bias,model.visual.blocks.20.attn.proj.bias,model.visual.layers.*.attn.proj.bias,whole,2,0.0,2.461037092784109 +321,513,1.2449293102195835,0.01565298034609388,-0.0008191918969296913,-0.0008191921780973419,1.662843032737296,1.2523938096260554,1.4147701900846263,0.9999996644622617,-0.0006169859935135896,model.visual.blocks.0.attn.proj.weight,model.visual.blocks.23.attn.proj.weight,model.visual.layers.*.attn.proj.weight,whole,23,0.0074644994064718695,4.79508782480706 +322,574,1.190992870327513,-0.0005799768831940645,0.01489563759535964,0.014913700362505736,1.1681300154979228,1.887610260602108,1.4047556168679487,0.9998890538357882,0.024070230188568735,model.visual.blocks.0.attn.qkv.bias,model.visual.blocks.7.attn.qkv.bias,model.visual.layers.*.attn.qkv.bias,whole,7,0.022862854829590162,5.354980590260263 +335,395,1.1956800601819129,0.024591906494894327,-0.000622760166185395,-0.0006219982012506475,1.2067492695222997,1.7882118499517143,1.4146218703470408,0.9999998060848689,-0.0009228322212214469,model.visual.blocks.1.attn.qkv.weight,model.visual.blocks.14.attn.qkv.weight,model.visual.layers.*.attn.qkv.weight,whole,13,0.011069209340386799,3.4244751313033612 +396,480,0.41551628405324215,0.9097772936052924,0.9071874904769036,0.00484546136605643,0.4216220972881753,0.45110029979717403,0.43561492462137513,0.4207265823812633,0.9706145658837945,model.visual.blocks.14.mlp.linear_fc1.bias,model.visual.blocks.20.mlp.linear_fc1.bias,model.visual.layers.*.mlp.linear_fc1.bias,whole,6,0.006105813234933144,1.1653792881778222 +337,445,1.237544825727256,0.010379384788532788,0.0008215655577702338,0.0006913642670032872,1.2390351849656305,1.6917436315624337,1.413659595499301,0.9999996625149602,0.0011217423985480973,model.visual.blocks.1.mlp.linear_fc1.weight,model.visual.blocks.18.mlp.linear_fc1.weight,model.visual.layers.*.mlp.linear_fc1.weight,whole,17,0.0014903592383743725,3.527047343387315 +494,506,0.7956752462995293,0.6474909262720484,0.6474909262720484,0.6475055183281017,0.7956752462995293,0.9080167518481319,0.8463041909997951,0.7620731594770707,0.7389102657887114,model.visual.blocks.21.mlp.linear_fc2.bias,model.visual.blocks.22.mlp.linear_fc2.bias,model.visual.layers.*.mlp.linear_fc2.bias,whole,1,0.0,2.1351294855714924 +387,543,1.2559899598252993,0.011765484091976246,-6.28463168656255e-05,-6.316414286095139e-05,1.632699594118754,1.2651091633410756,1.4142565932665778,0.9999999980251703,-4.869692602076843e-05,model.visual.blocks.13.mlp.linear_fc2.weight,model.visual.blocks.4.mlp.linear_fc2.weight,model.visual.layers.*.mlp.linear_fc2.weight,whole,9,0.00911920351577633,4.659123306362647 +460,484,0.3487488788525753,0.9414634949638213,0.9414634949638212,0.9412800096321878,0.4092640497353127,0.3487488788525753,0.37539649424433746,0.3371149472368543,0.8022555085441944,model.visual.blocks.19.norm1.bias,model.visual.blocks.20.norm1.bias,model.visual.layers.*.norm1.bias,whole,1,0.0,1.106920385093119 +425,437,0.06969717750467118,0.9992280358422152,0.9992280358422151,0.9378723865753412,0.07401542061880748,0.06969717750467118,0.07175903509634984,0.03928526933736397,0.9409305952662823,model.visual.blocks.16.norm1.weight,model.visual.blocks.17.norm1.weight,model.visual.layers.*.norm1.weight,whole,1,0.0,0.1601558854361083 +414,438,0.6184465367714582,0.78979276086354,0.7897927608635403,0.7857867322337742,0.870139786384659,0.6184465367714582,0.7128961610300142,0.613373780730434,0.5613403792885531,model.visual.blocks.15.norm2.bias,model.visual.blocks.17.norm2.bias,model.visual.layers.*.norm2.bias,whole,2,0.0,2.1319756119724844 +583,607,0.12408953234566354,0.9960047561233916,0.9960047561233919,0.8664394853664227,0.13638551284297512,0.12408953234566353,0.12980275461312407,0.08930020033338437,0.9062088914363339,model.visual.blocks.7.norm2.weight,model.visual.blocks.9.norm2.weight,model.visual.layers.*.norm2.weight,whole,2,1.3877787807814457e-17,0.38452867450650613 +96,295,0.182615754965418,0.9831893655995821,0.9831893655995821,0.9801465661318002,0.18514733825209784,0.182615754965418,0.18386847691067884,0.18258880407048828,0.969745878973789,model.language_model.layers.13.input_layernorm.weight,model.language_model.layers.8.input_layernorm.weight,model.language_model.layers.*.input_layernorm.weight,whole,5,0.0,0.5352571494799189 +16,20,0.3397727182470947,0.942247788899494,0.9422477888994941,-0.2746589035988848,0.3397727182470947,0.3399469077072262,0.3398597794979519,0.33491656321241337,0.9427308460281102,model.language_model.layers.18.linear_attn.A_log,model.language_model.layers.20.linear_attn.A_log,model.language_model.layers.*.linear_attn.A_log,whole,2,0.0,0.6987408073688116 +179,191,1.099809738529673,-0.0297527768018167,-0.015108468043640416,-0.015100919362106719,2.2481365051954048,1.124950102389026,1.4227385287005703,0.9998858605827838,-0.0075601604410392865,model.language_model.layers.2.linear_attn.conv1d.weight,model.language_model.layers.20.linear_attn.conv1d.weight,model.language_model.layers.*.linear_attn.conv1d.weight,whole,18,0.025140363859353032,9.538311661740769 +51,192,0.8217971905165936,0.6283904509441779,0.6283904509441779,0.58782057921214,0.9198630623329986,0.8217971905165936,0.8666964955668485,0.7778980917589223,0.5613982431511484,model.language_model.layers.1.linear_attn.dt_bias,model.language_model.layers.20.linear_attn.dt_bias,model.language_model.layers.*.linear_attn.dt_bias,whole,19,0.0,1.6827944937328347 +40,275,1.1236152899446592,0.04780432173694564,0.011134467760118835,0.011230161687094266,1.13918825467796,2.0455419627508253,1.4075041977891727,0.9999380098924627,0.019993202126770415,model.language_model.layers.0.linear_attn.in_proj_a.weight,model.language_model.layers.6.linear_attn.in_proj_a.weight,model.language_model.layers.*.linear_attn.in_proj_a.weight,whole,6,0.01557296473330072,3.138681969812586 +53,299,1.1032512134297905,0.10953047884266734,0.09949625719887269,0.09931286379069439,1.1378300604299807,1.7468451510746301,1.348328429954571,0.9950379363639438,0.15275089003382905,model.language_model.layers.1.linear_attn.in_proj_b.weight,model.language_model.layers.8.linear_attn.in_proj_b.weight,model.language_model.layers.*.linear_attn.in_proj_b.weight,whole,7,0.034578847000190205,3.123867991180438 +148,312,1.2664055823330773,0.014867643323901282,-0.0006637754148407121,-0.0006638147430635596,1.2850245991696678,1.593609961409742,1.414672183336294,0.999999779701075,-0.0008231742130948707,model.language_model.layers.17.linear_attn.in_proj_qkv.weight,model.language_model.layers.9.linear_attn.in_proj_qkv.weight,model.language_model.layers.*.linear_attn.in_proj_qkv.weight,whole,8,0.018619016836590507,3.6036426222688736 +55,278,1.2926759962434806,0.046333977915139254,-0.0006908779058589172,-0.0006910905644394836,1.3470605092844774,1.493670511991006,1.414699407828663,0.9999997613438311,-0.0007660709732450726,model.language_model.layers.1.linear_attn.in_proj_z.weight,model.language_model.layers.6.linear_attn.in_proj_z.weight,model.language_model.layers.*.linear_attn.in_proj_z.weight,whole,5,0.054384513040996785,3.4585548789739997 +23,31,0.11552971564161636,0.9936883679654755,0.9936883679654757,0.07012306219499365,0.11958935995760936,0.11552971564161636,0.11750697556123237,0.11217587695270922,0.9599560916466683,model.language_model.layers.21.linear_attn.norm.weight,model.language_model.layers.6.linear_attn.norm.weight,model.language_model.layers.*.linear_attn.norm.weight,whole,15,0.0,0.2891871220108616 +56,162,1.3461231297746485,0.025087081868562955,6.120843170674934e-05,6.119828409999962e-05,1.3358019613674468,1.508177433847873,1.4141705976573173,0.9999999981267639,6.910693211352825e-05,model.language_model.layers.1.linear_attn.out_proj.weight,model.language_model.layers.18.linear_attn.out_proj.weight,model.language_model.layers.*.linear_attn.out_proj.weight,whole,17,0.010321168407201764,3.7037911801522068 +151,186,1.2821200498622916,0.005478115706183943,-0.00031342506188753914,-0.00031341403783338587,1.3293757534457769,1.5182299889558757,1.4144332292507715,0.9999999508823642,-0.0003579509608284897,model.language_model.layers.17.mlp.down_proj.weight,model.language_model.layers.2.mlp.down_proj.weight,model.language_model.layers.*.mlp.down_proj.weight,whole,15,0.0472557035834853,3.4253549435445425 +228,286,1.1860063745833633,-0.007444540774440241,0.0009514623857607535,0.0009536364418136465,1.1929461917989126,1.831274774694442,1.4135980331948506,0.9999995473595618,0.0014605764099777298,model.language_model.layers.23.mlp.gate_proj.weight,model.language_model.layers.7.mlp.gate_proj.weight,model.language_model.layers.*.mlp.gate_proj.weight,whole,16,0.00693981721554926,3.1454058087482197 +229,270,1.2472101200555175,-0.021163533955122306,-3.4393439166808714e-05,-3.439279586876905e-05,1.2330666459657433,1.709292352357168,1.414236640381843,0.9999999994085457,-4.767661401873721e-05,model.language_model.layers.23.mlp.up_proj.weight,model.language_model.layers.5.mlp.up_proj.weight,model.language_model.layers.*.mlp.up_proj.weight,whole,18,0.014143474089774122,3.2130672655664525 +166,213,0.14437882035157895,0.990702162596305,0.9907021625963054,0.8812923280880454,0.1532082444423331,0.14437882035157837,0.14859715610832758,0.1360486127345799,0.933607783811206,model.language_model.layers.18.post_attention_layernorm.weight,model.language_model.layers.21.post_attention_layernorm.weight,model.language_model.layers.*.post_attention_layernorm.weight,whole,3,5.828670879282072e-16,0.5729513951236883 +231,289,0.6019231234197302,0.7993529557498874,0.7993529557498871,0.021329327204589486,0.7207948717951856,0.6019231234197302,0.6533843162826264,0.6008617579226682,0.6675255980129728,model.language_model.layers.23.self_attn.k_norm.weight,model.language_model.layers.7.self_attn.k_norm.weight,model.language_model.layers.*.self_attn.k_norm.weight,whole,16,0.0,2.758257817765325 +126,290,1.3631819967146694,0.009437345449803045,-0.0017588589967571192,-0.001759389293020092,1.3880613814929892,1.4445387863168362,1.4154557295267425,0.9999984532063185,-0.0018304234051560275,model.language_model.layers.15.self_attn.k_proj.weight,model.language_model.layers.7.self_attn.k_proj.weight,model.language_model.layers.*.self_attn.k_proj.weight,whole,8,0.024879384778319746,3.873025410146593 +174,233,1.3083756921209808,-0.013099680522201153,0.000661789759001042,0.0006618028917935854,1.3017525454187244,1.5607336106139622,1.4137531301729311,0.9999997810171335,0.0007934515078676514,model.language_model.layers.19.self_attn.o_proj.weight,model.language_model.layers.23.self_attn.o_proj.weight,model.language_model.layers.*.self_attn.o_proj.weight,whole,4,0.006623146702256388,3.7053351779866284 +175,245,0.5783843752230593,0.8179249708705306,0.817924970870531,0.1479543939436798,0.5783843752230593,0.6592502412835334,0.6148643700574453,0.5753249012744373,0.9322818137856344,model.language_model.layers.19.self_attn.q_norm.weight,model.language_model.layers.3.self_attn.q_norm.weight,model.language_model.layers.*.self_attn.q_norm.weight,whole,16,0.0,2.432422160489067 +82,129,1.3421483999549726,0.022093820688464196,0.022487085707574864,0.022483264609145147,1.451076569405469,1.3508267155874218,1.3982635047916667,0.9997471335174611,0.02093353084871451,model.language_model.layers.11.self_attn.q_proj.weight,model.language_model.layers.15.self_attn.q_proj.weight,model.language_model.layers.*.self_attn.q_proj.weight,whole,4,0.008678315632449252,4.209017939873327 +130,236,1.2972309166611495,-0.005445678976780534,0.0021280219874845138,0.0021281859255794632,1.547054876675012,1.3082422974419672,1.4127289505521625,0.999997735758647,0.0017995278744715056,model.language_model.layers.15.self_attn.v_proj.weight,model.language_model.layers.23.self_attn.v_proj.weight,model.language_model.layers.*.self_attn.v_proj.weight,whole,8,0.011011380780817648,4.7482501395665215 +524,536,0.8721653174213182,0.5245665095130589,0.5245665095130589,0.5241519842256502,0.8721653174213182,1.2217128818935747,1.0038707956484978,0.8513694715558492,0.7348029659983218,model.visual.blocks.3.attn.proj.bias,model.visual.blocks.4.attn.proj.bias,model.visual.layers.*.attn.proj.bias,whole,1,0.0,2.172752234427745 +369,513,1.245351546493396,-0.015010545353294607,-0.002153688596454722,-0.002153688574672979,1.7279599685142937,1.2280743655021724,1.415651040778907,0.9999976808100255,-0.0015306429574606887,model.visual.blocks.12.attn.proj.weight,model.visual.blocks.23.attn.proj.weight,model.visual.layers.*.attn.proj.weight,whole,11,0.01727718099122355,4.506535250166312 +322,382,1.1911933916072865,0.013593778483210306,0.0038432798487660104,0.00385093520598333,1.1806252802963122,1.869703610288134,1.411757724120483,0.9999926145727298,0.006086430918014867,model.visual.blocks.0.attn.qkv.bias,model.visual.blocks.13.attn.qkv.bias,model.visual.layers.*.attn.qkv.bias,whole,13,0.010568111310974349,5.44106508266757 +323,383,1.198902868355734,0.05085873866249506,0.0004537737105977691,0.00045376110912254505,1.2000234784084316,1.8077506247593478,1.4139178361570948,0.9999998970447045,0.0006835780495898678,model.visual.blocks.0.attn.qkv.weight,model.visual.blocks.13.attn.qkv.weight,model.visual.layers.*.attn.qkv.weight,whole,13,0.0011206100526977014,4.198211849915451 +396,432,0.4158605848575297,0.9098641874583696,0.9098465844524481,-0.026635109290096146,0.41619537838400106,0.44178051601234214,0.4284160255848217,0.414944806884258,0.9657783686406284,model.visual.blocks.14.mlp.linear_fc1.bias,model.visual.blocks.17.mlp.linear_fc1.bias,model.visual.layers.*.mlp.linear_fc1.bias,whole,3,0.0003347935264713664,1.1173740674154835 +337,397,1.2420986495488624,-0.004418333711108915,0.0007161687393706888,0.0006113415586500992,1.2319601875017214,1.7104660606662614,1.4137331680226086,0.9999997435511355,0.0009943359654242016,model.visual.blocks.1.mlp.linear_fc1.weight,model.visual.blocks.14.mlp.linear_fc1.weight,model.visual.layers.*.mlp.linear_fc1.weight,whole,13,0.010138462047140973,3.7088066613525004 +338,470,0.8027208341499007,0.6002886750713847,0.600288675071385,0.5993601080493767,0.8027208341499008,1.2000647456331497,0.9435861991693679,0.7997834122942543,0.8974293994984023,model.visual.blocks.1.mlp.linear_fc2.bias,model.visual.blocks.2.mlp.linear_fc2.bias,model.visual.layers.*.mlp.linear_fc2.bias,whole,1,1.1102230246251565e-16,2.4773448362096246 +339,603,1.2566778806870884,0.02220931907113874,-0.0012482928458502243,-0.0012522918318578836,1.2796035347581107,1.6052899551713866,1.4150737608324295,0.9999992208821821,-0.0015660100274218689,model.visual.blocks.1.mlp.linear_fc2.weight,model.visual.blocks.9.mlp.linear_fc2.weight,model.visual.layers.*.mlp.linear_fc2.weight,whole,8,0.022925654071022317,3.3739588304907415 +412,448,0.35251991160984164,0.9470873559973313,0.9470873559973316,0.946948260139136,0.43991766083632733,0.35251991160984164,0.3890402894913421,0.320975918271112,0.7589310017430609,model.visual.blocks.15.norm1.bias,model.visual.blocks.18.norm1.bias,model.visual.layers.*.norm1.bias,whole,3,0.0,1.4174506023850506 +353,605,0.07519263323340192,0.997219524340694,0.9972195243406942,0.9408319096020746,0.0761688130067692,0.0751926332333991,0.07567600145621221,0.07451993205659671,0.984439155435843,model.visual.blocks.10.norm1.weight,model.visual.blocks.9.norm1.weight,model.visual.layers.*.norm1.weight,whole,1,2.8171909249863347e-15,0.2288809051492158 +426,450,0.63520348941582,0.785756614638284,0.785756614638284,0.7837452517514245,0.9906496736491263,0.63520348941582,0.7562117673346054,0.6185358053922047,0.5038262836258494,model.visual.blocks.16.norm2.bias,model.visual.blocks.18.norm2.bias,model.visual.layers.*.norm2.bias,whole,2,0.0,2.354759901511149 +559,571,0.1273419814334407,0.9920400632518862,0.992040063251886,0.7910752250159259,0.1273419814334407,0.13086480445209644,0.1290673493470545,0.1259226465064725,1.0194841278950855,model.visual.blocks.5.norm2.weight,model.visual.blocks.6.norm2.weight,model.visual.layers.*.norm2.weight,whole,1,0.0,0.5195631831599302 +248,260,0.18517306391812627,0.9849476019018677,0.9849476019018675,0.970249816395001,0.18517306391812627,0.20159643368798544,0.19286225974394614,0.17285317905019984,1.0723045766566983,model.language_model.layers.4.input_layernorm.weight,model.language_model.layers.5.input_layernorm.weight,model.language_model.layers.*.input_layernorm.weight,whole,1,0.0,0.5358223633971309 +12,22,0.34015204213096484,0.9405949482354465,0.9405949482354465,0.05272198317717404,0.35390326535722105,0.34015204213096484,0.34682336218664295,0.33953076937732424,0.9040473026927615,model.language_model.layers.16.linear_attn.A_log,model.language_model.layers.21.linear_attn.A_log,model.language_model.layers.*.linear_attn.A_log,whole,5,0.0,0.7393715915126287 +144,179,1.1007904632371306,-0.027488488308338718,0.006865797842885901,0.006789455646256587,1.1107127758784918,2.2652716327764293,1.4103702052204234,0.999976430132221,0.014002627346719624,model.language_model.layers.17.linear_attn.conv1d.weight,model.language_model.layers.2.linear_attn.conv1d.weight,model.language_model.layers.*.linear_attn.conv1d.weight,whole,15,0.00992231264136123,3.7785846975925383 +262,274,0.8224159920527664,0.607761399232943,0.607761399232943,0.24787135454443715,0.8224159920527664,1.000950348149858,0.8986450932368465,0.794119689720898,0.7396974159461966,model.language_model.layers.5.linear_attn.dt_bias,model.language_model.layers.6.linear_attn.dt_bias,model.language_model.layers.*.linear_attn.dt_bias,whole,1,0.0,1.7371894484683406 +193,217,1.1253001800144422,0.29119018779247036,0.2916728222104041,0.2912819821782967,1.2746486996966175,1.1238598569136984,1.192160802780815,0.9565181466045576,0.25716840750947273,model.language_model.layers.20.linear_attn.in_proj_a.weight,model.language_model.layers.22.linear_attn.in_proj_a.weight,model.language_model.layers.*.linear_attn.in_proj_a.weight,whole,2,0.0014403231007438233,3.776919618213707 +65,299,1.1037089953337345,0.24840819001202868,0.2390028304663607,0.23880877189417998,1.1246019967738659,1.3947291675050641,1.2380873204947982,0.9710188705834033,0.2964108366550677,model.language_model.layers.10.linear_attn.in_proj_b.weight,model.language_model.layers.8.linear_attn.in_proj_b.weight,model.language_model.layers.*.linear_attn.in_proj_b.weight,whole,2,0.020893001440131398,3.108635243032205 +42,207,1.2664558619780881,0.017239157556154752,-0.00021477055420634215,-0.00021470973586967346,1.5989982181143694,1.2817607815391203,1.414361781089467,0.9999999769368042,-0.00017216058798098126,model.language_model.layers.0.linear_attn.in_proj_qkv.weight,model.language_model.layers.21.linear_attn.in_proj_qkv.weight,model.language_model.layers.*.linear_attn.in_proj_qkv.weight,whole,21,0.015304919561032193,4.220333165770006 +114,220,1.2942218296845678,0.014751264627892509,0.0037351870236372467,0.003733111932260814,1.5277048248344391,1.3184880229963056,1.4115983573338848,0.9999930241646181,0.0032236589649120473,model.language_model.layers.14.linear_attn.in_proj_z.weight,model.language_model.layers.22.linear_attn.in_proj_z.weight,model.language_model.layers.*.linear_attn.in_proj_z.weight,whole,8,0.02426619331173785,4.41811376750299 +13,23,0.11749233300602578,0.9938183960417738,0.9938183960417736,0.07516264211177355,0.1229829379090417,0.11749233300602578,0.12014364166073736,0.11101799713990687,0.9494491180688392,model.language_model.layers.16.linear_attn.norm.weight,model.language_model.layers.21.linear_attn.norm.weight,model.language_model.layers.*.linear_attn.norm.weight,whole,5,0.0,0.28044343788991016 +138,185,1.3462741184821991,0.023745629087569248,0.0003678584646126536,0.00036791084884971274,1.4591477542591962,1.3727150004315665,1.4139539074979028,0.9999999323400728,0.0003460683340227481,model.language_model.layers.16.linear_attn.out_proj.weight,model.language_model.layers.2.linear_attn.out_proj.weight,model.language_model.layers.*.linear_attn.out_proj.weight,whole,14,0.026440881949367334,3.8921652765649943 +198,315,1.2823007816930416,0.04436566520578854,-0.00017072484622544096,-0.00017076832834867796,1.3243325968945774,1.5255906856207349,1.4143330799232356,0.9999999854265134,-0.00019666980622262705,model.language_model.layers.20.mlp.down_proj.weight,model.language_model.layers.9.mlp.down_proj.weight,model.language_model.layers.*.mlp.down_proj.weight,whole,11,0.04203181520153576,3.447780635297836 +70,164,1.1863808517157255,0.015807869530943524,0.0050386390450004245,0.005040281958945877,1.8025694832654025,1.1978803069812094,1.4109250013226087,0.999987305977718,0.0033483793784519255,model.language_model.layers.10.mlp.gate_proj.weight,model.language_model.layers.18.mlp.gate_proj.weight,model.language_model.layers.*.mlp.gate_proj.weight,whole,8,0.011499455265483904,4.801889176955294 +71,229,1.2478803005698178,0.030582959073031993,0.00021662212126344956,0.00021660015948596743,1.6490039251673523,1.2574333560965358,1.4140658410850857,0.999999976537428,0.00016518328233658167,model.language_model.layers.10.mlp.up_proj.weight,model.language_model.layers.23.mlp.up_proj.weight,model.language_model.layers.*.mlp.up_proj.weight,whole,13,0.009553055526718035,4.2861415447268625 +171,213,0.14722225269558437,0.9967678094776051,0.9967678094776047,0.9497327281839979,0.16856288920260912,0.14722225269558437,0.15681379833301134,0.08033638023472,0.8705736062067011,model.language_model.layers.19.post_attention_layernorm.weight,model.language_model.layers.21.post_attention_layernorm.weight,model.language_model.layers.*.post_attention_layernorm.weight,whole,2,0.0,0.38672059806298914 +125,231,0.6108992641832905,0.7999315368069191,0.7999315368069189,0.13422929505017855,0.6108992641832905,0.8911380189553971,0.7125801190871668,0.6000912734090714,1.166885355416282,model.language_model.layers.15.self_attn.k_norm.weight,model.language_model.layers.23.self_attn.k_norm.weight,model.language_model.layers.*.self_attn.k_norm.weight,whole,8,0.0,2.621957737181737 +126,173,1.3667611530268207,-0.021454489757904673,-0.0005408809133269911,-0.0005408601177870862,1.3772920887175861,1.455103756401694,1.4145953945279472,0.9999998537239081,-0.00057143858967556,model.language_model.layers.15.self_attn.k_proj.weight,model.language_model.layers.19.self_attn.k_proj.weight,model.language_model.layers.*.self_attn.k_proj.weight,whole,4,0.010530935690765464,4.035852056159651 +80,127,1.3190559210197543,-0.0324082883891015,-0.00026994991762664103,-0.000269838429783171,1.5426788270850689,1.3135848511897477,1.4144019929329594,0.9999999635635204,-0.0002298612751717775,model.language_model.layers.11.self_attn.o_proj.weight,model.language_model.layers.15.self_attn.o_proj.weight,model.language_model.layers.*.self_attn.o_proj.weight,whole,4,0.00547106983000667,4.394862627666816 +234,292,0.6329387779408717,0.7792791142198079,0.7792791142198074,0.09899343055907009,0.7291162521730674,0.6329387779408717,0.6759488065725402,0.6266769998498369,0.6764846740956371,model.language_model.layers.23.self_attn.q_norm.weight,model.language_model.layers.7.self_attn.q_norm.weight,model.language_model.layers.*.self_attn.q_norm.weight,whole,16,0.0,3.092345365575855 +235,293,1.3563819203358383,0.015116943378858879,0.004309525772437602,0.004309327319670072,1.369666923206189,1.4566872711809236,1.4111687616840962,0.999990713950693,0.004583326961595145,model.language_model.layers.23.self_attn.q_proj.weight,model.language_model.layers.7.self_attn.q_proj.weight,model.language_model.layers.*.self_attn.q_proj.weight,whole,16,0.013285002870350837,4.049911614039838 +130,177,1.3000913873076163,-0.022101280961288952,0.000708965576107563,0.0007100147833955961,1.6116167466862954,1.2744527649860227,1.413725663471453,0.9999997486838743,0.0005606439251813439,model.language_model.layers.15.self_attn.v_proj.weight,model.language_model.layers.19.self_attn.v_proj.weight,model.language_model.layers.*.self_attn.v_proj.weight,whole,4,0.02563862232159364,5.511712275547116 +356,596,0.8810390504249768,0.5440162404413185,0.5440162404413191,0.5440331609294363,0.8810390504249768,1.0841074814579597,0.9669324234218228,0.8390746868641032,0.6694051484012935,model.visual.blocks.11.attn.proj.bias,model.visual.blocks.9.attn.proj.bias,model.visual.layers.*.attn.proj.bias,whole,2,0.0,2.6908117563538116 +513,537,1.2511166794771686,0.034856717341162684,-0.001097282083068216,-0.0010972820739672392,1.2771986192468845,1.6097641568782308,1.414968933598697,0.9999993979858339,-0.001382999747016211,model.visual.blocks.23.attn.proj.weight,model.visual.blocks.4.attn.proj.weight,model.visual.layers.*.attn.proj.weight,whole,19,0.026081939769715845,3.4390437367028293 +322,562,1.192687113542745,-0.0015390111111348965,0.0021852757054458037,0.00219374795373941,1.17798631070481,1.8853634173320346,1.4128241040959026,0.999997612282195,0.003497526952895472,model.visual.blocks.0.attn.qkv.bias,model.visual.blocks.6.attn.qkv.bias,model.visual.layers.*.attn.qkv.bias,whole,6,0.014700802837934956,5.343389193072458 +335,359,1.1999337142886155,0.00628336382302937,-0.0008005658629764517,-0.0007999784182856835,1.2177907143438815,1.7542559755048028,1.4147438245475124,0.9999996795470982,-0.0011532338294008573,model.visual.blocks.1.attn.qkv.weight,model.visual.blocks.11.attn.qkv.weight,model.visual.layers.*.attn.qkv.weight,whole,10,0.017857000055266026,3.7091672041982444 +396,456,0.4164265192621044,0.9094709278625224,0.9094886768536523,-0.01761496560625799,0.41620165132034176,0.44785385614051226,0.4311588176668053,0.4157286935911361,0.9786554420264331,model.visual.blocks.14.mlp.linear_fc1.bias,model.visual.blocks.19.mlp.linear_fc1.bias,model.visual.layers.*.mlp.linear_fc1.bias,whole,5,0.0002248679417626298,1.1593071274467923 +337,409,1.2452936248559654,0.0008816821784295714,0.0011018341827243063,0.0009982122450968097,1.2426501400879968,1.68201226316606,1.4134686418087103,0.9999993929805328,0.0014914081989212164,model.visual.blocks.1.mlp.linear_fc1.weight,model.visual.blocks.15.mlp.linear_fc1.weight,model.visual.layers.*.mlp.linear_fc1.weight,whole,14,0.002643484767968607,3.500306902437546 +530,542,0.8149566209426642,0.589847820088621,0.5898478200886209,0.5894881217581418,0.8149566209426642,1.1646680415475448,0.9443018403646709,0.8075144265811615,0.8429613157066852,model.visual.blocks.3.mlp.linear_fc2.bias,model.visual.blocks.4.mlp.linear_fc2.bias,model.visual.layers.*.mlp.linear_fc2.bias,whole,1,0.0,1.876187648912686 +543,603,1.2575419769321923,-0.01840363184523924,-0.0006671210912552121,-0.0006683285004862202,1.2583800420385622,1.648781503430006,1.4146685025209031,0.9999997774747,-0.00087408960652916,model.visual.blocks.4.mlp.linear_fc2.weight,model.visual.blocks.9.mlp.linear_fc2.weight,model.visual.layers.*.mlp.linear_fc2.weight,whole,5,0.0008380651063699673,3.741500128837308 +400,424,0.3582958288031018,0.9402831778354744,0.9402831778354735,0.9401402978778431,0.43249334029745473,0.3582958288031018,0.3901999069339743,0.34039322184735593,0.77897046988161,model.visual.blocks.14.norm1.bias,model.visual.blocks.16.norm1.bias,model.visual.layers.*.norm1.bias,whole,2,0.0,1.1087689549423936 +509,521,0.07722245665980622,0.9974990300279951,0.9974990300279951,0.8369507954961449,0.07722245665980622,0.0799079721956557,0.0785307966904006,0.07068016053468541,1.0321884100089516,model.visual.blocks.22.norm1.weight,model.visual.blocks.23.norm1.weight,model.visual.layers.*.norm1.weight,whole,1,0.0,0.23377262084164813 +402,426,0.6370148813187475,0.8180757282957268,0.8180757282957266,0.816485840346066,1.170662611493623,0.6370148813187475,0.791308142103342,0.5751105135305881,0.4451550838419247,model.visual.blocks.14.norm2.bias,model.visual.blocks.16.norm2.bias,model.visual.layers.*.norm2.bias,whole,2,0.0,2.4409698878722086 +571,583,0.12827025493113237,0.9966134537243888,0.996613453724389,0.886046082243775,0.14281331233284,0.12827025493113237,0.1349576107255909,0.08222909372931812,0.895125669230961,model.visual.blocks.6.norm2.weight,model.visual.blocks.7.norm2.weight,model.visual.layers.*.norm2.weight,whole,1,0.0,0.30706840856858697 +131,143,0.19481456012529805,0.9895881060365617,0.9895881060365618,0.8774838064361097,0.2269780053297484,0.19481456012529805,0.20906304580320442,0.14392838632796068,0.8493605858535248,model.language_model.layers.16.input_layernorm.weight,model.language_model.layers.17.input_layernorm.weight,model.language_model.layers.*.input_layernorm.weight,whole,1,0.0,0.72179797588494 +24,34,0.3443180912049385,0.9390234990633778,0.9390234990633779,0.474728132763278,0.35982125212467453,0.3443180912049385,0.35181374214347483,0.3438529746952473,0.8985649871566133,model.language_model.layers.22.linear_attn.A_log,model.language_model.layers.9.linear_attn.A_log,model.language_model.layers.*.linear_attn.A_log,whole,13,0.0,0.6588864330048756 +132,308,1.1048862071636227,0.06602275748438374,-0.023738267406938497,-0.023791388507075267,1.151818083490425,2.100638733237929,1.4282960138513057,0.9997182076267875,-0.043292881653554126,model.language_model.layers.16.linear_attn.conv1d.weight,model.language_model.layers.9.linear_attn.conv1d.weight,model.language_model.layers.*.linear_attn.conv1d.weight,whole,7,0.04693187632680229,4.578044687185543 +110,297,0.8252363525919347,0.6432262238530311,0.6432262238530311,0.2680488433073255,0.8252363525919347,0.8677114843910148,0.8456749535281918,0.7656761880506474,0.676333246524743,model.language_model.layers.14.linear_attn.dt_bias,model.language_model.layers.8.linear_attn.dt_bias,model.language_model.layers.*.linear_attn.dt_bias,whole,6,0.0,1.3043217380661944 +146,217,1.1282664855285163,0.24516202308327084,0.23217037996094514,0.23193285227086546,1.3719288415409223,1.1435706309045248,1.2422761505283042,0.9726751331604969,0.19352550937778487,model.language_model.layers.17.linear_attn.in_proj_a.weight,model.language_model.layers.22.linear_attn.in_proj_a.weight,model.language_model.layers.*.linear_attn.in_proj_a.weight,whole,5,0.015304145376008549,4.0829076809169305 +218,299,1.1088854408035294,0.12968168414075448,0.12183848953834896,0.12148604310350175,1.1403201167912462,1.6689827308313059,1.3315371985613715,0.9925499395330261,0.17832390395976933,model.language_model.layers.22.linear_attn.in_proj_b.weight,model.language_model.layers.8.linear_attn.in_proj_b.weight,model.language_model.layers.*.linear_attn.in_proj_b.weight,whole,14,0.031434675987716876,3.491854443057425 +42,195,1.2728438768173465,-0.02787795626335571,-0.00010534720274006143,-0.00010537516907017815,1.6173647743194788,1.2724505753866797,1.4142859596867434,0.9999999944509834,-8.28811847954156e-05,model.language_model.layers.0.linear_attn.in_proj_qkv.weight,model.language_model.layers.20.linear_attn.in_proj_qkv.weight,model.language_model.layers.*.linear_attn.in_proj_qkv.weight,whole,20,0.00039330143066673706,4.673754611337536 +102,196,1.294507820485464,0.019849700417175486,0.00284468777852253,0.0028441489996711387,1.5064866414752756,1.333681440210566,1.4122154906967224,0.9999959538675357,0.0025183809726278205,model.language_model.layers.13.linear_attn.in_proj_z.weight,model.language_model.layers.20.linear_attn.in_proj_z.weight,model.language_model.layers.*.linear_attn.in_proj_z.weight,whole,7,0.039173619725101805,4.467363200965252 +9,35,0.11803393746093188,0.9930116026453222,0.9930116026453223,-0.06272604258467462,0.11803393746093188,0.11910609459210005,0.11856638049354447,0.11801676580795038,1.0020315887104427,model.language_model.layers.13.linear_attn.norm.weight,model.language_model.layers.9.linear_attn.norm.weight,model.language_model.layers.*.linear_attn.norm.weight,whole,4,0.0,0.35471331227547526 +197,221,1.3468076962027826,-0.0013530316234132856,0.00027226905155205386,0.00027223609486633964,1.5028433723164036,1.3392915135214973,1.4140222970106393,0.9999999629347811,0.0002426384790692886,model.language_model.layers.20.linear_attn.out_proj.weight,model.language_model.layers.22.linear_attn.out_proj.weight,model.language_model.layers.*.linear_attn.out_proj.weight,whole,2,0.007516182681285288,3.930915780864739 +222,256,1.2853623887832988,0.04289877798356401,-2.5940801365984617e-05,-2.6114441937563243e-05,1.2978266002399566,1.5688807032624053,1.4142315801038616,0.9999999996635375,-3.135859804594205e-05,model.language_model.layers.22.mlp.down_proj.weight,model.language_model.layers.4.mlp.down_proj.weight,model.language_model.layers.*.mlp.down_proj.weight,whole,18,0.01246421145665777,3.445468701039853 +75,169,1.187340613510102,0.007584098710506516,0.004344259796450658,0.004343540948154381,1.7938916961428784,1.201002714108853,1.4113705455041634,0.9999905636588882,0.0029084631015069136,model.language_model.layers.11.mlp.gate_proj.weight,model.language_model.layers.19.mlp.gate_proj.weight,model.language_model.layers.*.mlp.gate_proj.weight,whole,8,0.01366210059875117,5.144224531286726 +59,229,1.2493167255913884,-0.03202731407831822,-0.00015833266702633007,-0.00015836793125409976,1.7274795764424011,1.2265085539804377,1.4143192564638014,0.9999999874653832,-0.00011241601529221048,model.language_model.layers.1.mlp.up_proj.weight,model.language_model.layers.23.mlp.up_proj.weight,model.language_model.layers.*.mlp.up_proj.weight,whole,22,0.022808171610950723,4.571859779679799 +288,306,0.16176729365539938,0.9873244050390468,0.9873244050390467,0.9968674906191006,0.16920394124079224,0.16176729365539935,0.16536033288982918,0.15871521418658124,0.9439307133857051,model.language_model.layers.7.post_attention_layernorm.weight,model.language_model.layers.8.post_attention_layernorm.weight,model.language_model.layers.*.post_attention_layernorm.weight,whole,1,2.7755575615628914e-17,0.38283150839005853 +172,242,0.6195009920178844,0.7935379896562843,0.7935379896562847,0.14518301479163861,0.6195009920178843,0.6810257404951473,0.6480832717188203,0.6085207136756005,0.872346943717405,model.language_model.layers.19.self_attn.k_norm.weight,model.language_model.layers.3.self_attn.k_norm.weight,model.language_model.layers.*.self_attn.k_norm.weight,whole,16,1.1102230246251565e-16,2.410617893472803 +126,243,1.3748846155771361,0.005474545324693837,-0.0005934777462164839,-0.0005925854818903669,1.4420528300057938,1.388719794790354,1.414632854539213,0.9999998238920669,-0.0005715285021389168,model.language_model.layers.15.self_attn.k_proj.weight,model.language_model.layers.3.self_attn.k_proj.weight,model.language_model.layers.*.self_attn.k_proj.weight,whole,12,0.013835179213217863,4.129349278327233 +80,291,1.357873245946643,0.012614695122093858,-0.0005296588798944782,-0.0005291834276150748,1.3582179033168547,1.4786116186399276,1.4145866918349683,0.9999998597307257,-0.0005766083423103608,model.language_model.layers.11.self_attn.o_proj.weight,model.language_model.layers.7.self_attn.o_proj.weight,model.language_model.layers.*.self_attn.o_proj.weight,whole,4,0.0003446573702117206,3.980585014140217 +128,234,0.6452750179783624,0.7649110350282698,0.76491103502827,0.1258596635992787,0.6452750179783624,0.8880906463810961,0.7382582909362674,0.6441359394506572,1.0527454443386934,model.language_model.layers.15.self_attn.q_norm.weight,model.language_model.layers.23.self_attn.q_norm.weight,model.language_model.layers.*.self_attn.q_norm.weight,whole,8,0.0,2.7659395382484346 +129,235,1.3640932027115307,0.014532945037427237,0.012881900014574095,0.01288516735924332,1.452325507475276,1.3621897350913172,1.405093944775294,0.9999170248835723,0.012082409816536426,model.language_model.layers.15.self_attn.q_proj.weight,model.language_model.layers.23.self_attn.q_proj.weight,model.language_model.layers.*.self_attn.q_proj.weight,whole,8,0.0019034676202134282,4.067739565960922 +83,130,1.3151563540689304,0.016223781228945897,0.0007836688540135568,0.000783319196945642,1.5186377953063308,1.327826954736159,1.4136642760067597,0.9999996929315165,0.0006852039578907605,model.language_model.layers.11.self_attn.v_proj.weight,model.language_model.layers.15.self_attn.v_proj.weight,model.language_model.layers.*.self_attn.v_proj.weight,whole,4,0.012670600667228582,4.440055745403868 +584,596,0.885516748260661,0.5852765695547091,0.5852765695547092,0.5852641043658208,0.885516748260661,0.9408280737890723,0.9119167443667958,0.8108337296451545,0.6218342325536063,model.visual.blocks.8.attn.proj.bias,model.visual.blocks.9.attn.proj.bias,model.visual.layers.*.attn.proj.bias,whole,1,0.0,2.816726599799015 +513,525,1.259552413344968,0.027441726462368303,0.0003616153191207964,0.00036161495834150447,1.268652612321082,1.624284199702401,1.4139654532236796,0.9999999346171783,0.00046298414831119676,model.visual.blocks.23.attn.proj.weight,model.visual.blocks.3.attn.proj.weight,model.visual.layers.*.attn.proj.weight,whole,20,0.009100198976113916,3.385689209852195 +466,586,1.1929606849410088,0.04635983830185002,0.035521847691955585,0.03589476554305145,1.2168930531251638,1.667321159507856,1.3900860347828254,0.9993689000246853,0.048670117829591325,model.visual.blocks.2.attn.qkv.bias,model.visual.blocks.8.attn.qkv.bias,model.visual.layers.*.attn.qkv.bias,whole,6,0.023932368184155006,5.040398492934733 +335,503,1.2076388007127787,-0.033331447022366886,-0.0008000282954238813,-0.0008003768491076744,1.2053550799593695,1.7932436829996414,1.414737292107295,0.999999679977312,-0.0011902266069498838,model.visual.blocks.1.attn.qkv.weight,model.visual.blocks.22.attn.qkv.weight,model.visual.layers.*.attn.qkv.weight,whole,21,0.002283720753409213,3.6186738561706275 +396,420,0.4189999508584523,0.908578268581954,0.907494616703823,-0.011962421862903475,0.42137405949766943,0.44793685040796255,0.43404704387462933,0.4200637102316522,0.9647017209675669,model.visual.blocks.14.mlp.linear_fc1.bias,model.visual.blocks.16.mlp.linear_fc1.bias,model.visual.layers.*.mlp.linear_fc1.bias,whole,2,0.0023741086392171096,1.0972621888534584 +337,481,1.246653938231552,0.011153046123552538,0.00039112184326041497,0.0003510396653174669,1.2468886038513147,1.673240237829345,1.413948517742757,0.999999923511849,0.0005248590804470512,model.visual.blocks.1.mlp.linear_fc1.weight,model.visual.blocks.20.mlp.linear_fc1.weight,model.visual.layers.*.mlp.linear_fc1.weight,whole,19,0.0002346656197627084,3.669091220281505 +590,602,0.8157750223391799,0.6657308863727738,0.6657308863727739,0.6655487138542272,0.8157750223391799,0.8195389656303137,0.8176504965053228,0.746191923655919,0.6688025338672978,model.visual.blocks.8.mlp.linear_fc2.bias,model.visual.blocks.9.mlp.linear_fc2.bias,model.visual.layers.*.mlp.linear_fc2.bias,whole,1,0.0,2.4254440390711336 +351,531,1.2590088083161572,0.024974240582791078,-0.00026404691790559933,-0.00026367937991223243,1.6224440237823226,1.2701535124880112,1.4143948022024602,0.999999965139612,-0.0002067129067772555,model.visual.blocks.10.mlp.linear_fc2.weight,model.visual.blocks.3.mlp.linear_fc2.weight,model.visual.layers.*.mlp.linear_fc2.weight,whole,7,0.01114470417185398,4.4434194349244605 +388,400,0.36908282576327883,0.9308253475714324,0.930825347571431,0.9306393525541248,0.4197605406328829,0.3690828257632789,0.39198577404103874,0.36546432427601566,0.8184467483669833,model.visual.blocks.13.norm1.bias,model.visual.blocks.14.norm1.bias,model.visual.layers.*.norm1.bias,whole,1,5.551115123125783e-17,1.1560990875744661 +461,497,0.07903476433271178,0.9969053258288118,0.996905325828812,0.685250940933146,0.07993507846523279,0.07903476433271178,0.07948109732285699,0.0786115216374171,0.9856771144995454,model.visual.blocks.19.norm1.weight,model.visual.blocks.21.norm1.weight,model.visual.layers.*.norm1.weight,whole,2,0.0,0.3020300841332167 +378,390,0.6429899772969226,0.7860319698523434,0.7860319698523429,0.786748660328444,0.6677638883460744,0.6429899772969226,0.6550258263938147,0.6181858477594303,0.7568703358635049,model.visual.blocks.12.norm2.bias,model.visual.blocks.13.norm2.bias,model.visual.layers.*.norm2.bias,whole,1,0.0,1.92820594138668 +463,487,0.1340308160076577,0.9968670693193162,0.9968670693193159,0.9273195225910833,0.15082306877187182,0.1340308160076577,0.1416860107150785,0.07909517119722405,0.8858784524144913,model.visual.blocks.19.norm2.weight,model.visual.blocks.20.norm2.weight,model.visual.layers.*.norm2.weight,whole,1,0.0,0.3087474576658316 +143,202,0.20792680785169199,0.9798440370415651,0.9798440370415655,0.18492025989320998,0.22547896235852297,0.20792680785169199,0.21617027147583204,0.19976401846700853,0.9035691874908376,model.language_model.layers.17.input_layernorm.weight,model.language_model.layers.21.input_layernorm.weight,model.language_model.layers.*.input_layernorm.weight,whole,4,0.0,1.1064497802415365 +20,22,0.34866806716592447,0.9373740515777275,0.9373740515777276,-0.29973873715554006,0.3782071099585019,0.34866806716592447,0.36253814023342124,0.3483243997034312,0.8641624923734486,model.language_model.layers.20.linear_attn.A_log,model.language_model.layers.21.linear_attn.A_log,model.language_model.layers.*.linear_attn.A_log,whole,1,0.0,0.6418814386316662 +156,179,1.10590018176728,-0.03847437869698046,0.007908948237805604,0.007925425461200399,1.1115018731751334,2.2536931662999686,1.4097695231212561,0.999968723779785,0.016036268607668092,model.language_model.layers.18.linear_attn.conv1d.weight,model.language_model.layers.2.linear_attn.conv1d.weight,model.language_model.layers.*.linear_attn.conv1d.weight,whole,16,0.005601691407853382,4.157494237650457 +274,297,0.8423474452215842,0.6277383199572869,0.627738319957287,0.29571907027235744,0.8870409777997507,0.8423474452215842,0.8638282692497418,0.7784244354188805,0.596109743875982,model.language_model.layers.6.linear_attn.dt_bias,model.language_model.layers.8.linear_attn.dt_bias,model.language_model.layers.*.linear_attn.dt_bias,whole,2,0.0,1.8031077974730185 +40,99,1.1289088887988772,0.03224416658298128,0.018257428983934995,0.018353153511955923,1.1357655546630179,2.038895772256919,1.4031938166402886,0.9998333192522124,0.03277524539707551,model.language_model.layers.0.linear_attn.in_proj_a.weight,model.language_model.layers.13.linear_attn.in_proj_a.weight,model.language_model.layers.*.linear_attn.in_proj_a.weight,whole,13,0.0068566658641406875,3.037277794235544 +88,100,1.1096741616378043,0.34955959067970915,0.314176668544702,0.3141620921356963,1.129598750097472,1.2194682377208752,1.1719570549058944,0.9493645353298976,0.3391721779881249,model.language_model.layers.12.linear_attn.in_proj_b.weight,model.language_model.layers.13.linear_attn.in_proj_b.weight,model.language_model.layers.*.linear_attn.in_proj_b.weight,whole,1,0.019924588459667714,3.1953877599196066 +207,265,1.2758891066839888,0.08753303203390245,-0.0003675559159238195,-0.00036752568246942353,1.3206711843714638,1.531591585268046,1.4144706132776244,0.999999932451322,-0.00042625715969742264,model.language_model.layers.21.linear_attn.in_proj_qkv.weight,model.language_model.layers.5.linear_attn.in_proj_qkv.weight,model.language_model.layers.*.linear_attn.in_proj_qkv.weight,whole,16,0.044782077687475,3.346975231828223 +67,184,1.2985195643283267,-0.02802308729962183,-0.0001629516040819421,-0.00015400369831141642,1.5977754062711051,1.2823385550949058,1.4143260505866646,0.9999999867233873,-0.00013078128735033193,model.language_model.layers.10.linear_attn.in_proj_z.weight,model.language_model.layers.2.linear_attn.in_proj_z.weight,model.language_model.layers.*.linear_attn.in_proj_z.weight,whole,8,0.016181009233420918,4.55122218696859 +5,35,0.11839530515020295,0.9933143411493749,0.9933143411493748,0.1173359185359128,0.11839530515020295,0.12243179291813518,0.12036281586036049,0.11544097914944824,1.0271797142963457,model.language_model.layers.10.linear_attn.norm.weight,model.language_model.layers.9.linear_attn.norm.weight,model.language_model.layers.*.linear_attn.norm.weight,whole,1,0.0,0.3711071908983995 +185,197,1.3475476564945614,-0.011331245278117383,-0.0002661738614959612,-0.0002663323936973509,1.3575067326182868,1.4791060890550496,1.4144010728134715,0.999999964575737,-0.00029001652060069356,model.language_model.layers.2.linear_attn.out_proj.weight,model.language_model.layers.20.linear_attn.out_proj.weight,model.language_model.layers.*.linear_attn.out_proj.weight,whole,18,0.009959076123725374,3.523650908807172 +210,268,1.291281661609555,0.014034836305097501,-0.00021949110157327352,-0.00021931083523601922,1.302700186356815,1.560750955243562,1.4143662571437448,0.9999999759118279,-0.0002629699066874293,model.language_model.layers.21.mlp.down_proj.weight,model.language_model.layers.5.mlp.down_proj.weight,model.language_model.layers.*.mlp.down_proj.weight,whole,16,0.011418524747260017,3.4189635647250283 +75,199,1.1907991650155443,0.018316298635694582,0.003595059502036864,0.003594606178893519,1.779075760306494,1.2061277758476294,1.4118501278946194,0.999993537752708,0.002437277387492817,model.language_model.layers.11.mlp.gate_proj.weight,model.language_model.layers.20.mlp.gate_proj.weight,model.language_model.layers.*.mlp.gate_proj.weight,whole,9,0.015328610832085143,4.770996356761965 +59,212,1.2594572098992014,0.044903293994622964,-0.0002627797513978583,-0.0002628358108659135,1.6043163615533016,1.2790924527201186,1.4143946957054596,0.9999999654734005,-0.00020950954861249314,model.language_model.layers.1.mlp.up_proj.weight,model.language_model.layers.21.mlp.up_proj.weight,model.language_model.layers.*.mlp.up_proj.weight,whole,20,0.01963524282091722,4.0900783298327 +154,171,0.16322124670798135,0.9924073198692713,0.9924073198692713,0.9350847695609535,0.18440859371957766,0.1632212467079807,0.17284851774604915,0.12299476196119093,0.8783861788865834,model.language_model.layers.17.post_attention_layernorm.weight,model.language_model.layers.19.post_attention_layernorm.weight,model.language_model.layers.*.post_attention_layernorm.weight,whole,2,6.661338147750939e-16,0.5184624669351378 +78,231,0.6333633403101993,0.779422860205244,0.7794228602052442,0.002108557255415672,0.6333633403101993,0.9227022463532281,0.7384748003609719,0.6264982082891192,1.1354860286328063,model.language_model.layers.11.self_attn.k_norm.weight,model.language_model.layers.23.self_attn.k_norm.weight,model.language_model.layers.*.self_attn.k_norm.weight,whole,12,0.0,2.482108798800255 +173,290,1.3969555614035896,-0.0026204418326847053,-0.0012944202063651232,-0.0012944059343940623,1.4259169333696213,1.4045812067475287,1.4151284557388482,0.9999991622378138,-0.001275052040512814,model.language_model.layers.19.self_attn.k_proj.weight,model.language_model.layers.7.self_attn.k_proj.weight,model.language_model.layers.*.self_attn.k_proj.weight,whole,12,0.007625645343939169,4.155036402089489 +80,244,1.374035990000514,0.002767480027627221,-0.00030651916744889063,-0.0003064887467165153,1.38362742349511,1.4473859787510306,1.4144300678238795,0.9999999530229989,-0.00032064379301132833,model.language_model.layers.11.self_attn.o_proj.weight,model.language_model.layers.3.self_attn.o_proj.weight,model.language_model.layers.*.self_attn.o_proj.weight,whole,8,0.009591433494596124,3.862979600622662 +81,234,0.6574032115043577,0.7540172016790068,0.7540172016790067,0.02424920220764929,0.6574032115043577,0.9040606027417613,0.7519265869968013,0.6568546715767195,1.0369241188640899,model.language_model.layers.11.self_attn.q_norm.weight,model.language_model.layers.23.self_attn.q_norm.weight,model.language_model.layers.*.self_attn.q_norm.weight,whole,12,0.0,2.6250771233812045 +82,293,1.3668765063333939,-0.003688360988667014,0.010086062227820741,0.01008634467331878,1.4621692837710343,1.3577879920866975,1.4070831804079578,0.9999491343807126,0.009366038756507423,model.language_model.layers.11.self_attn.q_proj.weight,model.language_model.layers.7.self_attn.q_proj.weight,model.language_model.layers.*.self_attn.q_proj.weight,whole,4,0.009088514246696322,4.039448702483037 +83,247,1.321518491385013,-0.03583275693132158,0.00035848173869819177,0.00035830854287109703,1.279855729883491,1.6015677841589078,1.4139662978652927,0.9999999357454195,0.00044859181429813226,model.language_model.layers.11.self_attn.v_proj.weight,model.language_model.layers.3.self_attn.v_proj.weight,model.language_model.layers.*.self_attn.v_proj.weight,whole,8,0.04166276150152215,3.6596292843418614 +428,452,0.8961236031674757,0.4812259660753748,0.4812259660753748,0.4813558716087916,1.3429507614201333,0.8961236031674757,1.0541674910541325,0.8765965831411974,0.3211122544814615,model.visual.blocks.17.attn.proj.bias,model.visual.blocks.19.attn.proj.bias,model.visual.layers.*.attn.proj.bias,whole,2,0.0,4.11955852150063 +513,573,1.263537643983443,0.007443436582025316,-0.0006480385366525817,-0.000648038495300221,1.2635553551881433,1.6372958822491872,1.4146567611012555,0.9999997900230054,-0.0008397185158873184,model.visual.blocks.23.attn.proj.weight,model.visual.blocks.7.attn.proj.weight,model.visual.layers.*.attn.proj.weight,whole,16,1.7711204700399108e-05,3.393776295556282 +322,478,1.1936546048094026,0.01979499708733016,0.014599240657827507,0.014597147884390139,1.1898773515795025,1.8039477955687844,1.404691835604314,0.9998934254070355,0.022133598867737102,model.visual.blocks.0.attn.qkv.bias,model.visual.blocks.20.attn.qkv.bias,model.visual.layers.*.attn.qkv.bias,whole,20,0.0037772532299000794,5.607923539698635 +335,515,1.2127172965669604,0.014804572670635483,-0.0007956989292277264,-0.000796339135148202,1.2365703516975086,1.7018546449814207,1.4147485809644331,0.999999683431557,-0.0010950965441262708,model.visual.blocks.1.attn.qkv.weight,model.visual.blocks.23.attn.qkv.weight,model.visual.layers.*.attn.qkv.weight,whole,22,0.02385305513054825,3.6303862809296303 +384,432,0.42164148358545356,0.9232727051088683,0.9219994897839122,0.015883872698947924,0.4220866399730244,0.5598327564428431,0.47663100740811426,0.3871910908559308,1.2228899636283461,model.visual.blocks.13.mlp.linear_fc1.bias,model.visual.blocks.17.mlp.linear_fc1.bias,model.visual.layers.*.mlp.linear_fc1.bias,whole,4,0.0004451563875708664,1.0037972936623547 +325,445,1.2467597420774312,-0.037645431515515575,0.0024998220990413433,0.0024853255859523587,1.2505997842459382,1.659713971797384,1.4125134062895552,0.999996875439855,0.0033175998565268074,model.visual.blocks.0.mlp.linear_fc1.weight,model.visual.blocks.18.mlp.linear_fc1.weight,model.visual.layers.*.mlp.linear_fc1.weight,whole,18,0.003840042168506974,3.9348368917575502 +434,458,0.8174784043806832,0.587351618546221,0.5873516185462205,0.5872830851818678,1.163715535218556,0.8174784043806832,0.9460047982108762,0.8093318702430635,0.4125984825401512,model.visual.blocks.17.mlp.linear_fc2.bias,model.visual.blocks.19.mlp.linear_fc2.bias,model.visual.layers.*.mlp.linear_fc2.bias,whole,2,0.0,3.0643184656123097 +327,387,1.2608127715644657,0.0001957223310627837,-0.00044262039104509785,-0.0004445834510802192,1.2746263652608616,1.6136151515904522,1.4145180038181238,0.9999999020435899,-0.0005603359453867021,model.visual.blocks.0.mlp.linear_fc2.weight,model.visual.blocks.13.mlp.linear_fc2.weight,model.visual.layers.*.mlp.linear_fc2.weight,whole,13,0.013813593696395898,3.4560032158802128 +400,436,0.38706854817723835,0.9240768239628767,0.9240768239628773,0.9239345993309372,0.4485561926656394,0.38706854817723835,0.4144297157996738,0.38220678096376254,0.797405276092499,model.visual.blocks.14.norm1.bias,model.visual.blocks.17.norm1.bias,model.visual.layers.*.norm1.bias,whole,3,0.0,1.2064267148722028 +437,485,0.08210010096563308,0.998086053500622,0.9980860535006222,0.8106558975847381,0.08696268639975853,0.08210010096563308,0.08442655097258585,0.06184035743390349,0.9422773048673767,model.visual.blocks.17.norm1.weight,model.visual.blocks.20.norm1.weight,model.visual.layers.*.norm1.weight,whole,3,0.0,0.24632625698554747 +546,558,0.6464323314042344,0.7674139504207389,0.7674139504207389,0.7673163847725223,0.7606253344724203,0.6464323314042344,0.6966047040077616,0.6411519544535723,0.6522017695699028,model.visual.blocks.4.norm2.bias,model.visual.blocks.5.norm2.bias,model.visual.layers.*.norm2.bias,whole,1,0.0,2.2621691782503017 +427,439,0.13801220012653745,0.997500652557701,0.997500652557701,0.9464646247764746,0.15701989708122271,0.13801220012653745,0.14659982470412272,0.0706572582751449,0.8767504134583218,model.visual.blocks.16.norm2.weight,model.visual.blocks.17.norm2.weight,model.visual.layers.*.norm2.weight,whole,1,0.0,0.3140184340671409 +84,295,0.2089870532345287,0.9828032240729807,0.9828032240729808,0.9826894405363245,0.20898705323452874,0.23616033056404942,0.2213323277402346,0.1846559578019466,1.1105909705134853,model.language_model.layers.12.input_layernorm.weight,model.language_model.layers.8.input_layernorm.weight,model.language_model.layers.*.input_layernorm.weight,whole,4,2.7755575615628914e-17,0.45672325934272057 +12,20,0.3652262704578416,0.9313347278297216,0.9313347278297215,0.10939541656752652,0.3652262704578417,0.38077465738439464,0.37275747719594454,0.36416428262301986,0.970983443920926,model.language_model.layers.16.linear_attn.A_log,model.language_model.layers.20.linear_attn.A_log,model.language_model.layers.*.linear_attn.A_log,whole,4,5.551115123125783e-17,0.7940349993092912 +109,203,1.1068360572340923,0.007104951071978473,0.0007654251132529078,0.0007445895889365878,1.959950836000819,1.162200952603433,1.4137385854993425,0.9999997070621551,0.00045387760724868926,model.language_model.layers.14.linear_attn.conv1d.weight,model.language_model.layers.21.linear_attn.conv1d.weight,model.language_model.layers.*.linear_attn.conv1d.weight,whole,7,0.05536489536934064,7.998654267464935 +133,309,0.8431546386973849,0.6160485149920671,0.6160485149920671,0.4378969965035306,0.8431546386973849,0.9197145524541473,0.8789436360448616,0.7877082119516521,0.6719867960773024,model.language_model.layers.16.linear_attn.dt_bias,model.language_model.layers.9.linear_attn.dt_bias,model.language_model.layers.*.linear_attn.dt_bias,whole,7,0.0,1.599389881295517 +64,217,1.1362101071702375,0.15727631936823602,0.14423059933719398,0.14414769428998195,1.567266728096042,1.1527394140883445,1.3132532176699565,0.9895441042292323,0.10608296188074204,model.language_model.layers.10.linear_attn.in_proj_a.weight,model.language_model.layers.22.linear_attn.in_proj_a.weight,model.language_model.layers.*.linear_attn.in_proj_a.weight,whole,12,0.016529306918106945,4.39327908126404 +88,218,1.1115231885103227,0.19114118509384392,0.12670072782968606,0.12665221318734418,1.522943188209698,1.1876655397797078,1.3244755580754421,0.9919409889541957,0.09880742070570672,model.language_model.layers.12.linear_attn.in_proj_b.weight,model.language_model.layers.22.linear_attn.in_proj_b.weight,model.language_model.layers.*.linear_attn.in_proj_b.weight,whole,10,0.07614235126938507,4.731571301073373 +136,183,1.2766122388846932,0.03162814703244823,-6.927379619701576e-06,-6.851067113704448e-06,1.3005372848160022,1.564093129028431,1.4142183785317854,0.9999999999760056,-8.331223558023365e-06,model.language_model.layers.16.linear_attn.in_proj_qkv.weight,model.language_model.layers.2.linear_attn.in_proj_qkv.weight,model.language_model.layers.*.linear_attn.in_proj_qkv.weight,whole,14,0.023925045931308953,3.7278007194388043 +102,208,1.2997790581155022,0.009328583064217948,0.0029814549992594253,0.0029826953857218313,1.5271961475975,1.3196764099821436,1.4121261003257581,0.9999955554531667,0.0025763264503617413,model.language_model.layers.13.linear_attn.in_proj_z.weight,model.language_model.layers.21.linear_attn.in_proj_z.weight,model.language_model.layers.*.linear_attn.in_proj_z.weight,whole,8,0.019897351866641433,4.158326296313658 +5,7,0.11881164184578556,0.9938994596874374,0.9938994596874378,0.057662395976858086,0.11881164184578556,0.12510252975954697,0.12183544489287669,0.11028990902625393,1.0465248590279947,model.language_model.layers.10.linear_attn.norm.weight,model.language_model.layers.12.linear_attn.norm.weight,model.language_model.layers.*.linear_attn.norm.weight,whole,2,0.0,0.30979929623080177 +44,197,1.3479121340104718,0.007779976820314621,0.00046179645845654686,0.0004622301877874991,1.3643738385375626,1.4692159770807383,1.4138878782952933,0.9999998933720098,0.0004972821346757161,model.language_model.layers.0.linear_attn.out_proj.weight,model.language_model.layers.20.linear_attn.out_proj.weight,model.language_model.layers.*.linear_attn.out_proj.weight,whole,20,0.016461704527090726,3.5688606591248235 +151,285,1.2916150156913364,0.05883970015344876,-0.0001254697859754571,-0.0001254256423837644,1.3548874951385412,1.4822873788919488,1.4143019230858949,0.9999999921286664,-0.00013726769259515297,model.language_model.layers.17.mlp.down_proj.weight,model.language_model.layers.7.mlp.down_proj.weight,model.language_model.layers.*.mlp.down_proj.weight,whole,10,0.06327247944720482,3.5030735683054157 +105,164,1.1922540168428024,0.02011447360764225,0.007411941962844342,0.007405388679357329,1.7383941031753296,1.2161648218628525,1.4092814860211302,0.9999725311809017,0.005185327688603674,model.language_model.layers.13.mlp.gate_proj.weight,model.language_model.layers.18.mlp.gate_proj.weight,model.language_model.layers.*.mlp.gate_proj.weight,whole,5,0.023910805020050052,4.582742013562379 +229,305,1.2607105575770234,0.004208026514589187,-0.00026170739211320087,-0.0002616527681980891,1.251782682507343,1.663043926222026,1.4143913822203107,0.9999999657546199,-0.0003476888560476725,model.language_model.layers.23.mlp.up_proj.weight,model.language_model.layers.8.mlp.up_proj.weight,model.language_model.layers.*.mlp.up_proj.weight,whole,15,0.008927875069680402,3.4052602690602836 +171,225,0.16581245334397676,0.9904895204553932,0.9904895204553934,0.8005021410292471,0.18465632942056476,0.1658124533439757,0.17447577702901712,0.13758818942062215,0.8894116866373508,model.language_model.layers.19.post_attention_layernorm.weight,model.language_model.layers.22.post_attention_layernorm.weight,model.language_model.layers.*.post_attention_layernorm.weight,whole,3,1.0547118733938987e-15,0.6024587023385174 +172,231,0.6603739861978412,0.7614726548283167,0.7614726548283166,0.16275071390580978,0.660373986197841,0.7439121930897963,0.6984236203014372,0.6481970348194409,0.8577999807241565,model.language_model.layers.19.self_attn.k_norm.weight,model.language_model.layers.23.self_attn.k_norm.weight,model.language_model.layers.*.self_attn.k_norm.weight,whole,4,1.1102230246251565e-16,2.9220654884671906 +79,173,1.4015498491110054,-0.021631507594925305,-0.00248101049817842,-0.002481020263619095,1.3806979209625767,1.4540792361457084,1.4159644682859198,0.9999969222887178,-0.002612871211934376,model.language_model.layers.11.self_attn.k_proj.weight,model.language_model.layers.19.self_attn.k_proj.weight,model.language_model.layers.*.self_attn.k_proj.weight,whole,8,0.020851928148428733,3.9196464145781116 +127,233,1.4198943939057278,-0.01976384580151306,-7.706020150739932e-06,-7.769607123789014e-06,1.4392488165148247,1.3904512367093618,1.4142190081018133,0.9999999999703086,-7.444748347717841e-06,model.language_model.layers.15.self_attn.o_proj.weight,model.language_model.layers.23.self_attn.o_proj.weight,model.language_model.layers.*.self_attn.o_proj.weight,whole,8,0.029443157196366032,3.9700501268858845 +175,234,0.6699942533707784,0.7583362647871065,0.7583362647871074,0.26740369749669707,0.6699942533707784,0.733720490769709,0.6996901802374595,0.6518635666370214,0.8304651175271286,model.language_model.layers.19.self_attn.q_norm.weight,model.language_model.layers.23.self_attn.q_norm.weight,model.language_model.layers.*.self_attn.q_norm.weight,whole,4,0.0,3.071601535891657 +129,293,1.3821943682989717,0.033781755022229104,0.017609482627472896,0.017609668069378314,1.403444548916501,1.399974914092893,1.4017065108784552,0.9998449410391558,0.017565947972543225,model.language_model.layers.15.self_attn.q_proj.weight,model.language_model.layers.7.self_attn.q_proj.weight,model.language_model.layers.*.self_attn.q_proj.weight,whole,8,0.0177805457939213,3.847859852757854 +177,236,1.3833480066670742,0.029210677907188544,0.004274933965921905,0.004274583165349135,1.366200206782651,1.4609482809736034,1.411194287242239,0.9999908624280459,0.004571407175744094,model.language_model.layers.19.self_attn.v_proj.weight,model.language_model.layers.23.self_attn.v_proj.weight,model.language_model.layers.*.self_attn.v_proj.weight,whole,4,0.017147799884423165,4.416668378746446 +344,392,0.8962779219432262,0.4813270181551359,0.48132701815513634,0.4814457014723836,0.8962779219432262,1.340965259151079,1.0538120152358763,0.876541100915345,0.7201369060139623,model.visual.blocks.10.attn.proj.bias,model.visual.blocks.14.attn.proj.bias,model.visual.layers.*.attn.proj.bias,whole,4,0.0,2.4322980258465807 +513,561,1.2695839726011353,-0.0040826429304045165,-0.0010491082120919662,-0.0010491083028266765,1.265570255988029,1.6337859812294213,1.4149316617442056,0.9999994496858283,-0.0013543446376040062,model.visual.blocks.23.attn.proj.weight,model.visual.blocks.6.attn.proj.weight,model.visual.layers.*.attn.proj.weight,whole,17,0.004013716613106233,3.400117785076067 +466,598,1.1942953950726085,0.09155799539503157,0.05494617324720798,0.055028128014026456,1.2134041871331598,1.6300079477868288,1.376490671324665,0.9984893179426046,0.07381110106849528,model.visual.blocks.2.attn.qkv.bias,model.visual.blocks.9.attn.qkv.bias,model.visual.layers.*.attn.qkv.bias,whole,7,0.019108792060551272,5.488115924364848 +467,491,1.2139491780144036,0.05052560403006951,4.169180614528073e-05,4.160355991972928e-05,1.2370179025341783,1.6987356989228464,1.4141855047430514,0.9999999991308967,5.725330191783741e-05,model.visual.blocks.2.attn.qkv.weight,model.visual.blocks.21.attn.qkv.weight,model.visual.layers.*.attn.qkv.weight,whole,19,0.023068724519774708,3.1514272253892126 +384,420,0.42384585686817744,0.9214199103662676,0.9195344702474544,0.0304771059222612,0.4268991344863371,0.5670504054218576,0.482322567533784,0.3930093612456748,1.2214182508957045,model.visual.blocks.13.mlp.linear_fc1.bias,model.visual.blocks.16.mlp.linear_fc1.bias,model.visual.layers.*.mlp.linear_fc1.bias,whole,3,0.0030532776181596555,1.0108046670806767 +325,505,1.2474558348196207,0.006984906939871708,0.0012895796520560625,0.0013190216230193706,1.2749909073740149,1.6093481547776711,1.4133255952350487,0.9999991684918148,0.0016277626934216624,model.visual.blocks.0.mlp.linear_fc1.weight,model.visual.blocks.22.mlp.linear_fc1.weight,model.visual.layers.*.mlp.linear_fc1.weight,whole,22,0.027535072554394135,3.9915241705072133 +410,434,0.8262469722157271,0.5735063857093116,0.5735063857093116,0.5734296791669463,1.2129640093752057,0.8262469722157271,0.9657248288820585,0.8192010898128995,0.3906611499402909,model.visual.blocks.15.mlp.linear_fc2.bias,model.visual.blocks.17.mlp.linear_fc2.bias,model.visual.layers.*.mlp.linear_fc2.bias,whole,2,0.0,2.966750835333816 +471,603,1.2613569909516889,0.01562315335728862,-0.0009524044242088815,-0.0009526744805746759,1.3433608345320511,1.4991974587942334,1.4148828196207948,0.9999995464628035,-0.0010628881353502593,model.visual.blocks.2.mlp.linear_fc2.weight,model.visual.blocks.9.mlp.linear_fc2.weight,model.visual.layers.*.mlp.linear_fc2.weight,whole,7,0.08200384358036228,3.3967129943566383 +496,508,0.389419493361059,0.9215518298126932,0.9215518298126939,0.921917767380026,0.4368317497088342,0.389419493361059,0.4110890598796129,0.3882553605153128,0.8215296779842984,model.visual.blocks.21.norm1.bias,model.visual.blocks.22.norm1.bias,model.visual.layers.*.norm1.bias,whole,1,0.0,1.0454870152077747 +413,425,0.08433094894679781,0.9989806251151299,0.99898062511513,0.9249287325246304,0.09089849014183743,0.08433094894679537,0.08743025870535591,0.045141008457765974,0.9268028980895767,model.visual.blocks.15.norm1.weight,model.visual.blocks.16.norm1.weight,model.visual.layers.*.norm1.weight,whole,1,2.4424906541753444e-15,0.18856790308606466 +438,462,0.6613100965862171,0.7510244954323653,0.751024495432365,0.7481875245613111,0.9261699780621111,0.6613100965862171,0.7611242015121642,0.6602743424218159,0.5362515449401504,model.visual.blocks.17.norm2.bias,model.visual.blocks.19.norm2.bias,model.visual.layers.*.norm2.bias,whole,2,0.0,2.368812973657724 +571,595,0.14368881938729555,0.9940975089032683,0.9940975089032682,0.7468472288091828,0.15967496416372406,0.14368881938729555,0.15105110514057482,0.10849028893092967,0.8945716578567648,model.visual.blocks.6.norm2.weight,model.visual.blocks.8.norm2.weight,model.visual.layers.*.norm2.weight,whole,2,0.0,0.4287869138539684 +190,214,0.2141587177044884,0.9919174852105047,0.9919174852105046,0.8298027062109359,0.2141587177044884,0.2613622294386769,0.23426620786418884,0.12688460321752246,1.2105496714430033,model.language_model.layers.20.input_layernorm.weight,model.language_model.layers.22.input_layernorm.weight,model.language_model.layers.*.input_layernorm.weight,whole,2,0.0,0.5661582246373369 +8,16,0.3654999732593707,0.9324289816892972,0.9324289816892971,0.15850856298560503,0.41651054361546086,0.3654999732593707,0.3885158661247377,0.3613532815761612,0.8182332310615961,model.language_model.layers.13.linear_attn.A_log,model.language_model.layers.18.linear_attn.A_log,model.language_model.layers.*.linear_attn.A_log,whole,5,0.0,0.9848509753979156 +156,261,1.1070524875860623,0.002235740366321069,0.0013332822970221264,0.0013278837838906165,1.1497282547277232,2.021766168224374,1.413403091294167,0.9999991111787632,0.002344541007605471,model.language_model.layers.18.linear_attn.conv1d.weight,model.language_model.layers.5.linear_attn.conv1d.weight,model.language_model.layers.*.linear_attn.conv1d.weight,whole,13,0.04267576714166088,3.8591155230604337 +250,297,0.8454495852763946,0.5810838301442269,0.5810838301442268,0.12367711487350598,0.8454495852763946,1.0436501037367423,0.9290530340215557,0.8138437087948247,0.7173085304802718,model.language_model.layers.4.linear_attn.dt_bias,model.language_model.layers.8.linear_attn.dt_bias,model.language_model.layers.*.linear_attn.dt_bias,whole,4,0.0,1.7018112597784985 +40,64,1.1379845437570661,0.03411614881091196,0.014928623062813407,0.0149642065212342,1.1532181775330639,1.9562569572988608,1.4049471312582478,0.9998885618974989,0.025324108914059885,model.language_model.layers.0.linear_attn.in_proj_a.weight,model.language_model.layers.10.linear_attn.in_proj_a.weight,model.language_model.layers.*.linear_attn.in_proj_a.weight,whole,10,0.015233633775997735,2.978911737820953 +100,194,1.1119938902112276,0.17786467649168558,0.16027003748473148,0.1598487819045366,1.5488208848693772,1.1440477560442472,1.3013932737108713,0.987073206547844,0.1183846231263844,model.language_model.layers.13.linear_attn.in_proj_b.weight,model.language_model.layers.20.linear_attn.in_proj_b.weight,model.language_model.layers.*.linear_attn.in_proj_b.weight,whole,7,0.03205386583301961,4.878128680587997 +54,195,1.2788598293688318,0.0005482551590859572,0.00043581387302702595,0.00043583780519272506,1.6124018401280558,1.2743402817479776,1.4139137019097572,0.9999999050331295,0.000344439679936628,model.language_model.layers.1.linear_attn.in_proj_qkv.weight,model.language_model.layers.20.linear_attn.in_proj_qkv.weight,model.language_model.layers.*.linear_attn.in_proj_qkv.weight,whole,19,0.0045195476208541585,4.35278058958758 +161,220,1.3038360989507285,0.029072437963367323,0.003978256110811479,0.003985727577910073,1.4811147838289076,1.3507021352193624,1.4114096377110992,0.9999920867078483,0.0036279693390348735,model.language_model.layers.18.linear_attn.in_proj_z.weight,model.language_model.layers.22.linear_attn.in_proj_z.weight,model.language_model.layers.*.linear_attn.in_proj_z.weight,whole,4,0.04686603626863395,4.150299510166232 +9,23,0.11984339964695268,0.9957407703412455,0.9957407703412456,0.01594511482522465,0.11984339964695268,0.1303813023539339,0.12477985185619168,0.09219717067363084,1.0832968592885053,model.language_model.layers.13.linear_attn.norm.weight,model.language_model.layers.21.linear_attn.norm.weight,model.language_model.layers.*.linear_attn.norm.weight,whole,8,0.0,0.25223073978222615 +44,162,1.3485979649137692,0.00852645935942592,0.0005118670799619454,0.00051194182645235,1.3438746285163692,1.4960423414971957,1.4138536442294063,0.9999998689960377,0.0005698260898689729,model.language_model.layers.0.linear_attn.out_proj.weight,model.language_model.layers.18.linear_attn.out_proj.weight,model.language_model.layers.*.linear_attn.out_proj.weight,whole,18,0.004723336397399969,3.639950016631233 +163,268,1.2936730174237374,0.04369224780432733,0.00037481915706827595,0.00037478547463222023,1.3329417370113392,1.5117862761615761,1.413950587616009,0.9999999297552973,0.00042510969681899114,model.language_model.layers.18.mlp.down_proj.weight,model.language_model.layers.5.mlp.down_proj.weight,model.language_model.layers.*.mlp.down_proj.weight,whole,13,0.03926871958760181,3.507747463129505 +223,316,1.1923620015134853,0.02049237162337994,0.0029089641102743482,0.0029140130346758447,1.1892742571436659,1.8391772538383306,1.4123364838956012,0.9999957689549518,0.004498626445255965,model.language_model.layers.22.mlp.gate_proj.weight,model.language_model.layers.9.mlp.gate_proj.weight,model.language_model.layers.*.mlp.gate_proj.weight,whole,13,0.0030877443698194007,3.120942749476896 +224,270,1.263125014374373,0.04045579846743083,0.0003671076507310537,0.0003671056800933826,1.2741507267623506,1.6129264560158267,1.413961006941779,0.9999999326159842,0.00046471553924748,model.language_model.layers.22.mlp.up_proj.weight,model.language_model.layers.5.mlp.up_proj.weight,model.language_model.layers.*.mlp.up_proj.weight,whole,17,0.01102571238797756,3.365277933619328 +72,306,0.17429028729929505,0.9877091950980454,0.987709195098045,0.9955518154432752,0.19140258481296854,0.17429028729929621,0.1822466349286378,0.15630273803990835,0.8994033155299944,model.language_model.layers.10.post_attention_layernorm.weight,model.language_model.layers.8.post_attention_layernorm.weight,model.language_model.layers.*.post_attention_layernorm.weight,whole,2,1.1657341758564144e-15,0.35346544342890956 +231,242,0.6800603318729332,0.7633384225289535,0.7633384225289536,0.0890263147763292,0.6968794247058113,0.6800603318729332,0.6883158098571456,0.6459988023913115,0.744915350565196,model.language_model.layers.23.self_attn.k_norm.weight,model.language_model.layers.3.self_attn.k_norm.weight,model.language_model.layers.*.self_attn.k_norm.weight,whole,20,0.0,2.9615909261262288 +79,290,1.4293242193603959,-0.034385723686640356,-0.002836308427803636,-0.002836068058433601,1.390928677608635,1.4429354062301734,1.4162163666490033,0.9999959776691616,-0.0029423578069460435,model.language_model.layers.11.self_attn.k_proj.weight,model.language_model.layers.7.self_attn.k_proj.weight,model.language_model.layers.*.self_attn.k_proj.weight,whole,4,0.038395541751760964,4.08646064830727 +244,291,1.4284111342710075,-0.03518568892321929,-0.0005431908293733414,-0.0005432493402691021,1.3872212088843283,1.4436608647797664,1.4145972990050195,0.9999998524718505,-0.0005652907679404899,model.language_model.layers.3.self_attn.o_proj.weight,model.language_model.layers.7.self_attn.o_proj.weight,model.language_model.layers.*.self_attn.o_proj.weight,whole,4,0.041189925386679205,4.046664188134605 +234,245,0.6980663473033842,0.7472071395745716,0.7472071395745716,0.04835869253390712,0.6980663473033841,0.7265589834312117,0.7118853735769292,0.664591220652806,0.777705531628931,model.language_model.layers.23.self_attn.q_norm.weight,model.language_model.layers.3.self_attn.q_norm.weight,model.language_model.layers.*.self_attn.q_norm.weight,whole,20,1.1102230246251565e-16,2.991494566338388 +82,176,1.4041888926391486,0.007682239094050292,0.015741895521337528,0.015755494595068274,1.425344649970694,1.3817576283293367,1.4030436154327517,0.9998760886856908,0.015260508552383296,model.language_model.layers.11.self_attn.q_proj.weight,model.language_model.layers.19.self_attn.q_proj.weight,model.language_model.layers.*.self_attn.q_proj.weight,whole,8,0.022431264309811905,3.7433804949605665 +247,294,1.4369120238536173,-0.03838573943504315,-0.0001162079527730345,-0.00011607184671315964,1.4028957833866995,1.425978159767329,1.4142957204770905,0.9999999932478558,-0.00011811996629256632,model.language_model.layers.3.self_attn.v_proj.weight,model.language_model.layers.7.self_attn.v_proj.weight,model.language_model.layers.*.self_attn.v_proj.weight,whole,4,0.03401624046691776,3.997908711243429 +488,500,0.8965083972925383,0.4651292417328651,0.46512924173286513,0.4653275048805995,1.4774199348354191,0.8965083972925383,1.0839076340034366,0.8852427850510898,0.2822435661031448,model.visual.blocks.21.attn.proj.bias,model.visual.blocks.22.attn.proj.bias,model.visual.layers.*.attn.proj.bias,whole,1,0.0,3.975881462861548 +357,525,1.2862838732010684,0.06445188637917998,0.00017572763892646014,0.00017556305298444322,1.4923752306418303,1.3469588506075738,1.4140899489118604,0.9999999845598984,0.00015860481579191724,model.visual.blocks.11.attn.proj.weight,model.visual.blocks.3.attn.proj.weight,model.visual.layers.*.attn.proj.weight,whole,8,0.060674977406505404,3.8807467781581146 +322,490,1.1950836098521744,0.02166911801522464,0.011610581027050332,0.011614045836516004,1.178867490265018,1.8535623921295017,1.4067584867468859,0.9999325949323856,0.01825560253398349,model.visual.blocks.0.attn.qkv.bias,model.visual.blocks.21.attn.qkv.bias,model.visual.layers.*.attn.qkv.bias,whole,21,0.016216119587156408,5.346142111152901 +335,599,1.2148361543033352,0.01778622342287624,-0.0016240862566947328,-0.0016243662730522318,1.2363220572752371,1.7044432366129705,1.4153047824841731,0.9999986811710457,-0.0022390305338402207,model.visual.blocks.1.attn.qkv.weight,model.visual.blocks.9.attn.qkv.weight,model.visual.layers.*.attn.qkv.weight,whole,8,0.021485902971901893,3.752206486901236 +384,504,0.4238502318384498,0.9203904973766307,0.9210782919447814,0.0047141140875971935,0.4222327720283157,0.5571956913170575,0.4759182819301608,0.389377426294956,1.215492708374824,model.visual.blocks.13.mlp.linear_fc1.bias,model.visual.blocks.22.mlp.linear_fc1.bias,model.visual.layers.*.mlp.linear_fc1.bias,whole,9,0.0016174598101340587,1.0810793986153817 +325,457,1.248774375075347,-0.03979675413022099,0.0019013753758994202,0.0018890467801585607,1.254934721953969,1.6510132071087313,1.412917535936351,0.9999981923842063,0.0025014813937042513,model.visual.blocks.0.mlp.linear_fc1.weight,model.visual.blocks.19.mlp.linear_fc1.weight,model.visual.layers.*.mlp.linear_fc1.weight,whole,19,0.006160346878621992,3.67572726190273 +458,494,0.8276223369500368,0.5631033143141194,0.5631033143141196,0.5632456062150685,1.5980601240568373,0.8276223369500368,1.039324763321504,0.826386506066292,0.29162662525730326,model.visual.blocks.19.mlp.linear_fc2.bias,model.visual.blocks.21.mlp.linear_fc2.bias,model.visual.layers.*.mlp.linear_fc2.bias,whole,2,0.0,4.327046267123427 +399,543,1.2674667532340884,-0.006588847608941955,-0.00028126836703400604,-0.0002813903043763367,1.603526694015754,1.2795120593015648,1.4144074743475161,0.999999960444052,-0.0002244342229307058,model.visual.blocks.14.mlp.linear_fc2.weight,model.visual.blocks.4.mlp.linear_fc2.weight,model.visual.layers.*.mlp.linear_fc2.weight,whole,10,0.012045306067476336,4.813036842369729 +532,544,0.3973169352896402,0.9180207391779576,0.9180207391779575,0.9180253126123875,0.39731693528964057,0.4213431012853311,0.40880144098761495,0.39653237249833284,0.9735344027244085,model.visual.blocks.3.norm1.bias,model.visual.blocks.4.norm1.bias,model.visual.layers.*.norm1.bias,whole,1,3.885780586188048e-16,1.2464870619111506 +389,401,0.0862735114182268,0.9966784170451696,0.9966784170451691,0.8901662513310377,0.08910706207818321,0.08627351141822678,0.08765595660468387,0.08143790884063741,0.9649846464223115,model.visual.blocks.13.norm1.weight,model.visual.blocks.14.norm1.weight,model.visual.layers.*.norm1.weight,whole,1,1.3877787807814457e-17,0.2850961404117315 +498,510,0.6731104663881845,0.7484843292490785,0.7484843292490784,0.7602060395364614,0.6731104663881845,0.7792090565265678,0.7203645430734835,0.6631524778424318,0.8664636744524302,model.visual.blocks.21.norm2.bias,model.visual.blocks.22.norm2.bias,model.visual.layers.*.norm2.bias,whole,1,0.0,1.7828296812189037 +535,547,0.14422878781134993,0.9895451670626224,0.9895451670626226,0.8875762149841102,0.1459380385825726,0.14422878781134912,0.14507586199158565,0.14422330721144247,0.9779554481902176,model.visual.blocks.3.norm2.weight,model.visual.blocks.4.norm2.weight,model.visual.layers.*.norm2.weight,whole,1,8.049116928532385e-16,0.4711395844361231 +260,272,0.2147382704813713,0.9790223738210344,0.9790223738210344,0.968871989620479,0.2147382704813713,0.23566050818562734,0.22447138454161703,0.20375277067521477,1.0744098367867736,model.language_model.layers.5.input_layernorm.weight,model.language_model.layers.6.input_layernorm.weight,model.language_model.layers.*.input_layernorm.weight,whole,1,0.0,0.6655668630372037 +8,14,0.3829518767493567,0.9284722458930881,0.9284722458930882,0.17342233369245433,0.458553835315823,0.38295187674935666,0.41568255682136235,0.3714017886416877,0.7753946465839956,model.language_model.layers.13.linear_attn.A_log,model.language_model.layers.17.linear_attn.A_log,model.language_model.layers.*.linear_attn.A_log,whole,4,5.551115123125783e-17,0.9292498568498814 +50,203,1.1075437630542964,0.07043617582249138,0.014256899460673335,0.014232956275038674,2.6594206438770294,1.072976052305503,1.407200252337453,0.9998983652440723,0.00575212189040113,model.language_model.layers.1.linear_attn.conv1d.weight,model.language_model.layers.21.linear_attn.conv1d.weight,model.language_model.layers.*.linear_attn.conv1d.weight,whole,20,0.03456771074879339,6.742530468016071 +63,262,0.8470050946705089,0.5876822638065495,0.5876822638065495,0.11378775716983959,1.0104351508383977,0.8470050946705089,0.917983777348248,0.8090918098752509,0.49262921136366467,model.language_model.layers.10.linear_attn.dt_bias,model.language_model.layers.5.linear_attn.dt_bias,model.language_model.layers.*.linear_attn.dt_bias,whole,5,0.0,1.7976584725088862 +99,193,1.1453338192206644,0.19308386853701953,0.16267368170342447,0.1624426939524234,1.4820979558961016,1.168292458999175,1.2975547355620372,0.9866799244339842,0.1282306846559512,model.language_model.layers.13.linear_attn.in_proj_a.weight,model.language_model.layers.20.linear_attn.in_proj_a.weight,model.language_model.layers.*.linear_attn.in_proj_a.weight,whole,7,0.022958639778510648,4.063276117253706 +182,252,1.1177292397957408,0.21721565639216914,0.2471585218929053,0.24692259117382143,1.117812829576176,1.3895071936419916,1.231729175941401,0.9689750590472977,0.3072326019646116,model.language_model.layers.2.linear_attn.in_proj_b.weight,model.language_model.layers.4.linear_attn.in_proj_b.weight,model.language_model.layers.*.linear_attn.in_proj_b.weight,whole,2,8.358978043521148e-05,3.5556780074022445 +101,195,1.2789763510084942,0.020061111446273632,-0.00016893333504791274,-0.00016894679479524034,1.5503629691986793,1.308789232302397,1.4143313179525785,0.9999999857307641,-0.00014261055912727206,model.language_model.layers.13.linear_attn.in_proj_qkv.weight,model.language_model.layers.20.linear_attn.in_proj_qkv.weight,model.language_model.layers.*.linear_attn.in_proj_qkv.weight,whole,7,0.029812881293902915,4.177159625295929 +55,161,1.3042056524214465,0.03494798818372545,0.0028465181782789035,0.002847203780640921,1.365168096779575,1.464463326636361,1.4122042936987513,0.9999959486589237,0.0030535591115313605,model.language_model.layers.1.linear_attn.in_proj_z.weight,model.language_model.layers.18.linear_attn.in_proj_z.weight,model.language_model.layers.*.linear_attn.in_proj_z.weight,whole,17,0.060962444358128476,3.593513375751753 +11,35,0.1254962223856319,0.9921131341920933,0.9921131341920936,-0.09910031814132125,0.1272823539551624,0.12549622238563193,0.1263798228516261,0.12534563799167953,0.9781909797499265,model.language_model.layers.14.linear_attn.norm.weight,model.language_model.layers.9.linear_attn.norm.weight,model.language_model.layers.*.linear_attn.norm.weight,whole,5,2.7755575615628914e-17,0.32794043396945866 +150,279,1.3489300242841598,-0.012719577154806953,0.0002104607482128931,0.00021052459092886237,1.4794937693048833,1.3566140764941066,1.414065294060176,0.9999999778531364,0.00019298088271722626,model.language_model.layers.17.linear_attn.out_proj.weight,model.language_model.layers.6.linear_attn.out_proj.weight,model.language_model.layers.*.linear_attn.out_proj.weight,whole,11,0.0076840522099468345,4.197665904942001 +168,186,1.2970548281077339,-0.016819094759010562,-0.00028359953987280054,-0.0002835834299822644,1.309902930875369,1.548727392731824,1.4144113037281412,0.9999999597856497,-0.00033530604872655014,model.language_model.layers.19.mlp.down_proj.weight,model.language_model.layers.2.mlp.down_proj.weight,model.language_model.layers.*.mlp.down_proj.weight,whole,17,0.012848102767635039,3.2908771097885112 +169,316,1.1928225950439442,0.008807299374473224,0.0037390926050427484,0.0037440382993951834,1.1984603105680853,1.8041353274786367,1.4117742709538998,0.9999930095688124,0.005628746318911587,model.language_model.layers.19.mlp.gate_proj.weight,model.language_model.layers.9.mlp.gate_proj.weight,model.language_model.layers.*.mlp.gate_proj.weight,whole,10,0.0056377155241411625,3.340376849193827 +188,212,1.2636828033108674,0.031078727106314853,0.0004387387988581767,0.0004386854921462472,1.6254016768482336,1.268044816132466,1.4139126174029006,0.9999999037541286,0.00034227875327843784,model.language_model.layers.2.mlp.up_proj.weight,model.language_model.layers.21.mlp.up_proj.weight,model.language_model.layers.*.mlp.up_proj.weight,whole,19,0.004362012821598649,4.010707664157221 +154,166,0.18904096509925486,0.9978952259040728,0.9978952259040731,0.9845973380018667,0.23044657178744102,0.1890409650992544,0.20669584464119728,0.06484688209820869,0.8185978863111263,model.language_model.layers.17.post_attention_layernorm.weight,model.language_model.layers.18.post_attention_layernorm.weight,model.language_model.layers.*.post_attention_layernorm.weight,whole,1,4.718447854656915e-16,0.3316457757234003 +356,368,0.9036179992965965,0.47696946025064885,0.47696946025064924,0.4769890764627061,0.9036179992965965,1.3157090491458376,1.0533986721679482,0.8789198677855703,0.6944893035624471,model.visual.blocks.11.attn.proj.bias,model.visual.blocks.12.attn.proj.bias,model.visual.layers.*.attn.proj.bias,whole,1,0.0,2.4418177154779173 +405,501,1.2890374520925358,0.03459610790360396,-0.0013230400239100948,-0.001323063845813272,1.5323074178073557,1.321299685499632,1.4151386155470458,0.9999991247821646,-0.0011408496409926092,model.visual.blocks.15.attn.proj.weight,model.visual.blocks.22.attn.proj.weight,model.visual.layers.*.attn.proj.weight,whole,7,0.03226223340709611,4.015842619051072 +322,550,1.214826556856121,0.017705584475897502,-0.012061893628822538,-0.012067779360166595,1.2425922499568876,1.7124456419993421,1.4222988802299128,0.9999272527149597,-0.016622779660547083,model.visual.blocks.0.attn.qkv.bias,model.visual.blocks.5.attn.qkv.bias,model.visual.layers.*.attn.qkv.bias,whole,5,0.027765693100766597,5.1705071776739455 +467,479,1.2170045881801825,0.018722688684707514,-0.00040369296481547137,-0.000403663882486473,1.2318285171904335,1.7134843850390693,1.4144841203790577,0.9999999185159918,-0.0005615404919664645,model.visual.blocks.2.attn.qkv.weight,model.visual.blocks.20.attn.qkv.weight,model.visual.layers.*.attn.qkv.weight,whole,18,0.01482392901025098,3.433148354377421 +396,492,0.4241681024561192,0.9061675770201488,0.9090286624600242,-0.0007231421418682684,0.4187003804100159,0.4409395868982563,0.4293886496058013,0.4167335969491053,0.9573115804463435,model.visual.blocks.14.mlp.linear_fc1.bias,model.visual.blocks.21.mlp.linear_fc1.bias,model.visual.layers.*.mlp.linear_fc1.bias,whole,7,0.005467722046103296,1.1579148726594286 +325,493,1.2528055964222713,-0.015822718555503903,0.0006210774161675821,0.0006259770318420838,1.2673040825038893,1.6265846804667032,1.4137876629973547,0.9999998071314029,0.0007971528100233449,model.visual.blocks.0.mlp.linear_fc1.weight,model.visual.blocks.21.mlp.linear_fc1.weight,model.visual.layers.*.mlp.linear_fc1.weight,whole,21,0.014498486081617967,4.02170969271528 +338,530,0.8496591123553717,0.5363326443384248,0.5363326443384245,0.5358134030761644,0.8496591123553716,1.9376961733993943,1.1004539687645267,0.8440066910972644,1.2231372529187625,model.visual.blocks.1.mlp.linear_fc2.bias,model.visual.blocks.3.mlp.linear_fc2.bias,model.visual.layers.*.mlp.linear_fc2.bias,whole,2,1.1102230246251565e-16,2.7800453705167576 +411,543,1.2697610141790845,0.0009922346591401052,0.00031334708631323337,0.0003141485584155171,1.5886653932000998,1.286619069909748,1.4139968127319822,0.9999999509068006,0.00025377171207787623,model.visual.blocks.15.mlp.linear_fc2.weight,model.visual.blocks.4.mlp.linear_fc2.weight,model.visual.layers.*.mlp.linear_fc2.weight,whole,11,0.016858055730663457,4.802459884818064 +544,556,0.40381446730050385,0.9154894483697457,0.915489448369745,0.9154879141363566,0.42509332138407124,0.40381446730050385,0.4140443653801674,0.4023419813090105,0.869662884161495,model.visual.blocks.4.norm1.bias,model.visual.blocks.5.norm1.bias,model.visual.layers.*.norm1.bias,whole,1,0.0,1.235986392751745 +449,497,0.08825571687132222,0.9961069326621873,0.9961069326621876,0.5867496826948279,0.08898060963225693,0.08825571687132222,0.08861593967664369,0.08815315480643941,0.9879920106855018,model.visual.blocks.18.norm1.weight,model.visual.blocks.21.norm1.weight,model.visual.layers.*.norm1.weight,whole,3,0.0,0.329560408012663 +534,546,0.6997610372905448,0.7392420132430835,0.7392420132430838,0.7388382374538609,0.6997610372905448,0.7529506290185763,0.7248963611942472,0.673439860608438,0.7954325965668618,model.visual.blocks.3.norm2.bias,model.visual.blocks.4.norm2.bias,model.visual.layers.*.norm2.bias,whole,1,0.0,2.1628221333262996 +355,379,0.14996087058946656,0.9969562996659713,0.9969562996659717,0.9052681966472214,0.1725961109610248,0.14996087058946656,0.16009058905127313,0.0779624047623815,0.8662097529609049,model.visual.blocks.10.norm2.weight,model.visual.blocks.12.norm2.weight,model.visual.layers.*.norm2.weight,whole,2,0.0,0.30746732938742943 +96,108,0.21928386279323167,0.9826080646082997,0.9826080646082997,0.9683924251775328,0.21928386279323167,0.2532228716150627,0.23443053007184364,0.18569165669660964,1.1346883104975687,model.language_model.layers.13.input_layernorm.weight,model.language_model.layers.14.input_layernorm.weight,model.language_model.layers.*.input_layernorm.weight,whole,1,0.0,0.6226785764124488 +20,24,0.38577391654766535,0.9229369374119958,0.922936937411996,-0.14805364928081072,0.4068837015103471,0.38577391654766535,0.39590734197841493,0.3849511781519384,0.8750534753549938,model.language_model.layers.20.linear_attn.A_log,model.language_model.layers.22.linear_attn.A_log,model.language_model.layers.*.linear_attn.A_log,whole,2,0.0,0.9579404986158471 +109,215,1.110263471231778,0.009582325718537526,-0.006995456048989522,-0.007029417389319317,1.7732896135929797,1.216705715973999,1.4188212631990447,0.9999755314979795,-0.004799786394397757,model.language_model.layers.14.linear_attn.conv1d.weight,model.language_model.layers.22.linear_attn.conv1d.weight,model.language_model.layers.*.linear_attn.conv1d.weight,whole,8,0.10644224474222086,8.271521282829458 +86,250,0.8482212306607028,0.6243021316772236,0.6243021316772234,0.04834913343763511,0.8482212306607028,0.8883707969925753,0.8676000449823367,0.7811829800906281,0.6538527476496389,model.language_model.layers.12.linear_attn.dt_bias,model.language_model.layers.4.linear_attn.dt_bias,model.language_model.layers.*.linear_attn.dt_bias,whole,8,0.0,1.6928734013116216 +87,111,1.1508077594900636,0.20862974946809293,0.19384548810955707,0.1937846803241648,1.1467974312162896,1.455791892749141,1.2740042156201536,0.9810320722277981,0.2460754465909417,model.language_model.layers.12.linear_attn.in_proj_a.weight,model.language_model.layers.14.linear_attn.in_proj_a.weight,model.language_model.layers.*.linear_attn.in_proj_a.weight,whole,2,0.004010328273774011,3.3262429033018934 +100,135,1.1202542886867692,0.23624090260131958,0.19255539444469857,0.19236147652125304,1.4101198638893786,1.1699978760043797,1.2733825320588692,0.9812861051040347,0.15976613639927875,model.language_model.layers.13.linear_attn.in_proj_b.weight,model.language_model.layers.16.linear_attn.in_proj_b.weight,model.language_model.layers.*.linear_attn.in_proj_b.weight,whole,3,0.049743587317610416,4.349890775332772 +42,136,1.2834590297952506,-0.015091231573354711,-0.0003809506500001691,-0.00038101185655554036,1.5983574610161013,1.2822620645169998,1.4144765008341413,0.9999999274382985,-0.0003056128424725319,model.language_model.layers.0.linear_attn.in_proj_qkv.weight,model.language_model.layers.16.linear_attn.in_proj_qkv.weight,model.language_model.layers.*.linear_attn.in_proj_qkv.weight,whole,16,0.001196965278250861,4.561534064464592 +102,254,1.3055503724045268,0.013201681043438582,0.0007276145346739331,0.0007269010646356,1.5056378116490785,1.3367828111713498,1.4137025874655686,0.9999997352885094,0.0006460136664907654,model.language_model.layers.13.linear_attn.in_proj_z.weight,model.language_model.layers.4.linear_attn.in_proj_z.weight,model.language_model.layers.*.linear_attn.in_proj_z.weight,whole,9,0.031232438766823023,4.138927652549216 +9,31,0.12571515487038218,0.9929321989809389,0.992932198980939,-0.059745222079605045,0.12571515487038218,0.13212651863729402,0.1288013135022464,0.1186829736182791,1.0435708791791232,model.language_model.layers.13.linear_attn.norm.weight,model.language_model.layers.6.linear_attn.norm.weight,model.language_model.layers.*.linear_attn.norm.weight,whole,7,0.0,0.38567906538449254 +150,267,1.3498195390937335,0.009310800005026215,-0.00011862456832124463,-0.00011851999366713328,1.4592174463600482,1.3732855077380106,1.414297285869626,0.9999999929641058,-0.00011163887941691137,model.language_model.layers.17.linear_attn.out_proj.weight,model.language_model.layers.5.linear_attn.out_proj.weight,model.language_model.layers.*.linear_attn.out_proj.weight,whole,12,0.02346596864427708,4.058915814008283 +210,303,1.2979025157514927,0.0273490540625901,-8.093380644797697e-05,-8.102636586423724e-05,1.3101260116010833,1.547988264647986,1.4142700027920754,0.9999999967248594,-9.562788730654361e-05,model.language_model.layers.21.mlp.down_proj.weight,model.language_model.layers.8.mlp.down_proj.weight,model.language_model.layers.*.mlp.down_proj.weight,whole,13,0.012223495849590593,3.4185845081932213 +75,164,1.1933906602360935,-0.014150468117921276,0.006188570151917945,0.00618772333056555,1.812147969254771,1.1942041089625552,1.4101866234161113,0.999980850616388,0.004078262939567057,model.language_model.layers.11.mlp.gate_proj.weight,model.language_model.layers.18.mlp.gate_proj.weight,model.language_model.layers.*.mlp.gate_proj.weight,whole,7,0.0008134487264617185,5.441753024714039 +212,240,1.2674436243252734,0.004006716218295062,-0.0002689044042505321,-0.00026884045821484997,1.2722372574998793,1.6181395600194255,1.4143983249157208,0.9999999638452101,-0.00034201549421396585,model.language_model.layers.21.mlp.up_proj.weight,model.language_model.layers.3.mlp.up_proj.weight,model.language_model.layers.*.mlp.up_proj.weight,whole,18,0.004793633174605905,3.241529794125299 +166,225,0.19550222345319304,0.9807755947920749,0.9807755947920749,0.6643111979004809,0.2017850067108669,0.19550222345319168,0.19856910801570957,0.19513900855608435,0.9502381401667889,model.language_model.layers.18.post_attention_layernorm.weight,model.language_model.layers.22.post_attention_layernorm.weight,model.language_model.layers.*.post_attention_layernorm.weight,whole,4,1.3600232051658168e-15,0.7775316345486778 +344,584,0.9070848636567662,0.49788267197572966,0.49788267197572994,0.4978690614635744,0.9070848636567662,1.1876588356985651,1.0194772620871864,0.8672443974718473,0.6518847113481709,model.visual.blocks.10.attn.proj.bias,model.visual.blocks.8.attn.proj.bias,model.visual.layers.*.attn.proj.bias,whole,2,0.0,2.3323541407129222 +357,549,1.2890633661761886,0.04456787735200263,0.0004098308505487398,0.0004098528381932212,1.512634407089144,1.3323202253536344,1.4139260579051793,0.9999999160193335,0.0003609768021942064,model.visual.blocks.11.attn.proj.weight,model.visual.blocks.5.attn.proj.weight,model.visual.layers.*.attn.proj.weight,whole,6,0.04325685917744582,4.081090330580526 +334,358,1.2261908801312602,0.039899698529752295,0.024409486839211736,0.024278891991198783,1.2338213357001617,1.6505192064453966,1.397561159504192,0.9997020440872603,0.032653290781953066,model.visual.blocks.1.attn.qkv.bias,model.visual.blocks.11.attn.qkv.bias,model.visual.layers.*.attn.qkv.bias,whole,10,0.0076304555689015174,6.2646917955266135 +323,407,1.2197021042442384,0.028786811488554862,-0.0004002707290567568,-0.0004003972821259933,1.2001558946879316,1.8096254619231753,1.4144742752913289,0.9999999198916685,-0.0006035383454513675,model.visual.blocks.0.attn.qkv.weight,model.visual.blocks.15.attn.qkv.weight,model.visual.layers.*.attn.qkv.weight,whole,15,0.019546209556306815,4.245447430736745 +384,408,0.42517885076656814,0.9209555785312886,0.9192901057786474,0.01170194636129028,0.4264824096625333,0.564855288102014,0.48134523262948575,0.39358061616075973,1.2175552045858427,model.visual.blocks.13.mlp.linear_fc1.bias,model.visual.blocks.15.mlp.linear_fc1.bias,model.visual.layers.*.mlp.linear_fc1.bias,whole,2,0.0013035588959651734,1.0223220906597885 +337,517,1.2543783053577353,0.006086590516881636,-0.0003910916485463942,-3.3574509273884254e-05,1.2613899319319941,1.6414895529474172,1.41448075786323,0.9999999235236583,-0.0005089408430195874,model.visual.blocks.1.mlp.linear_fc1.weight,model.visual.blocks.23.mlp.linear_fc1.weight,model.visual.layers.*.mlp.linear_fc1.weight,whole,22,0.0070116265742588,3.6150721659854907 +410,422,0.8522531036193748,0.6221563318796757,0.6221563318796758,0.6220951559054944,0.888757886239078,0.8522531036193748,0.8699315794600736,0.7828930314557836,0.5966019238655341,model.visual.blocks.15.mlp.linear_fc2.bias,model.visual.blocks.16.mlp.linear_fc2.bias,model.visual.layers.*.mlp.linear_fc2.bias,whole,1,0.0,2.530742707640684 +531,591,1.2745094160309065,-0.01667021587075957,-0.0008572753038537833,-0.0008583242801272701,1.2973176224312735,1.5713609575668646,1.4148086584565096,0.9999996325394591,-0.0010383647913743414,model.visual.blocks.3.mlp.linear_fc2.weight,model.visual.blocks.8.mlp.linear_fc2.weight,model.visual.layers.*.mlp.linear_fc2.weight,whole,5,0.02280820640036696,3.5402172108784518 +448,460,0.41155303200032717,0.9114503278822421,0.911450327882243,0.9111245483896855,0.41155303200032717,0.44622730067771144,0.42783993211167387,0.41141013575670665,0.9882420681871806,model.visual.blocks.18.norm1.bias,model.visual.blocks.19.norm1.bias,model.visual.layers.*.norm1.bias,whole,1,0.0,0.7752505620173216 +425,461,0.08982200043034201,0.998486720892709,0.9984867208927087,0.8752940839504435,0.09684651615227098,0.08982200043034003,0.09313616741839476,0.054993346878744895,0.9260640262237313,model.visual.blocks.16.norm1.weight,model.visual.blocks.19.norm1.weight,model.visual.layers.*.norm1.weight,whole,3,1.9845236565174673e-15,0.22299037782220799 +366,378,0.7093031254479284,0.7317632676394934,0.7317632676394931,0.731602402036813,0.7641684480846609,0.7093031254479283,0.7352048249145362,0.6815588897032828,0.679224553337195,model.visual.blocks.11.norm2.bias,model.visual.blocks.12.norm2.bias,model.visual.layers.*.norm2.bias,whole,1,1.1102230246251565e-16,2.0580469482938772 +355,367,0.15120713854880122,0.9980975721771655,0.998097572177166,0.9588368297515072,0.17581590471691297,0.15120713854880122,0.1621272159308524,0.06165416785625297,0.8583949109974738,model.visual.blocks.10.norm2.weight,model.visual.blocks.11.norm2.weight,model.visual.layers.*.norm2.weight,whole,1,0.0,0.31404135823898877 +143,190,0.24606044611035013,0.969259534703249,0.969259534703249,0.14240404198442405,0.24606044611035013,0.2546864636178252,0.2502620283638536,0.24604055435403574,1.0032383795269626,model.language_model.layers.17.input_layernorm.weight,model.language_model.layers.20.input_layernorm.weight,model.language_model.layers.*.input_layernorm.weight,whole,3,0.0,0.8113265608555758 +20,34,0.3890217920831547,0.9213359607235583,0.9213359607235583,0.28194269154637863,0.4287837637852145,0.3890217920831547,0.40745484364490686,0.3887673436357507,0.8358986436129904,model.language_model.layers.20.linear_attn.A_log,model.language_model.layers.9.linear_attn.A_log,model.language_model.layers.*.linear_attn.A_log,whole,11,0.0,0.9439766823880977 +191,308,1.1115676101613878,-0.015047037725232398,-0.004781306789044417,-0.004777393575262609,1.1094201059650552,2.332319345838752,1.416834057524827,0.9999885694873661,-0.010051678586425144,model.language_model.layers.20.linear_attn.conv1d.weight,model.language_model.layers.9.linear_attn.conv1d.weight,model.language_model.layers.*.linear_attn.conv1d.weight,whole,11,0.0021475041963325836,4.068028906103054 +133,297,0.8514209651778031,0.6078073959854651,0.607807395985465,0.4259767956590866,0.8514209651778031,0.9305475016430931,0.8883521082557506,0.794084485042598,0.6642937829189526,model.language_model.layers.16.linear_attn.dt_bias,model.language_model.layers.8.linear_attn.dt_bias,model.language_model.layers.*.linear_attn.dt_bias,whole,8,0.0,1.8752928909548916 +146,158,1.1510363674827022,0.2801820830677509,0.27601649873822437,0.2758451313878414,1.1655875960904578,1.2460917870466115,1.2038255196564156,0.9611528975268668,0.2950802610809274,model.language_model.layers.17.linear_attn.in_proj_a.weight,model.language_model.layers.18.linear_attn.in_proj_a.weight,model.language_model.layers.*.linear_attn.in_proj_a.weight,whole,1,0.014551228607755595,3.4643383519886215 +112,218,1.1228972301516038,0.174884627397484,0.11780774386533932,0.11766138795733448,1.5680864962424306,1.177784392869297,1.3318095973119755,0.9930364220336325,0.08848499264309004,model.language_model.layers.14.linear_attn.in_proj_b.weight,model.language_model.layers.22.linear_attn.in_proj_b.weight,model.language_model.layers.*.linear_attn.in_proj_b.weight,whole,8,0.05488716271769323,4.690233972106854 +101,148,1.2844267729883074,-0.0055845837672179235,-0.00027859707360398554,-0.0002785372443252548,1.554887322245023,1.3062077739912756,1.4144075927521669,0.9999999611918345,-0.00023403989353216965,model.language_model.layers.13.linear_attn.in_proj_qkv.weight,model.language_model.layers.17.linear_attn.in_proj_qkv.weight,model.language_model.layers.*.linear_attn.in_proj_qkv.weight,whole,4,0.021781001002968203,4.598870579727187 +114,184,1.307789783062184,0.009250439922195621,-0.0012881555647064947,-0.001287367996815744,1.527961854320653,1.324067809453777,1.4151148752958702,0.9999991703272764,-0.0011162617129306222,model.language_model.layers.14.linear_attn.in_proj_z.weight,model.language_model.layers.2.linear_attn.in_proj_z.weight,model.language_model.layers.*.linear_attn.in_proj_z.weight,whole,12,0.016278026391592926,4.090895475124399 +11,31,0.12631975137985912,0.992159774885797,0.9921597748857975,-0.07815291982266682,0.12631975137985912,0.12972061063380216,0.12798630552687426,0.12497592207526755,1.0188713201109287,model.language_model.layers.14.linear_attn.norm.weight,model.language_model.layers.6.linear_attn.norm.weight,model.language_model.layers.*.linear_attn.norm.weight,whole,8,0.0,0.4026143906400186 +115,150,1.3506235399865558,-0.013230302786124446,0.0002891411316363399,0.00028918063458439755,1.3610242551381757,1.4737079920577867,1.4140097391458277,0.9999999581987021,0.000313080090172123,model.language_model.layers.14.linear_attn.out_proj.weight,model.language_model.layers.17.linear_attn.out_proj.weight,model.language_model.layers.*.linear_attn.out_proj.weight,whole,3,0.010400715151619888,3.8131381626364655 +151,315,1.2986198970921277,0.029579930081883567,7.15565294446436e-05,7.161457212470352e-05,1.3544889704474266,1.4824899679493875,1.414163168954995,0.9999999974398315,7.831871603053158e-05,model.language_model.layers.17.mlp.down_proj.weight,model.language_model.layers.9.mlp.down_proj.weight,model.language_model.layers.*.mlp.down_proj.weight,whole,8,0.05586907335529889,3.528464230126133 +75,211,1.1935274381324006,-0.015559678896398619,0.0036201707037171638,0.0036196883441632697,1.8005704379872052,1.1996017464430224,1.411849240063025,0.9999934471605681,0.0024118818164401263,model.language_model.layers.11.mlp.gate_proj.weight,model.language_model.layers.21.mlp.gate_proj.weight,model.language_model.layers.*.mlp.gate_proj.weight,whole,10,0.006074308310621834,5.070338630975066 +188,200,1.2715599836936564,0.019482607961872074,0.0002287717891547215,0.00022876261716589185,1.601060192819236,1.280247730336609,1.4140557492579833,0.9999999738317339,0.00018293163813825765,model.language_model.layers.2.mlp.up_proj.weight,model.language_model.layers.20.mlp.up_proj.weight,model.language_model.layers.*.mlp.up_proj.weight,whole,18,0.008687746642952687,3.9457762126878935 +259,271,0.2010490820493435,0.9929819881520349,0.9929819881520344,0.9932245706256491,0.2421120794696866,0.2010490820493435,0.21874112607157567,0.11826568059091667,0.8245690080675803,model.language_model.layers.4.post_attention_layernorm.weight,model.language_model.layers.5.post_attention_layernorm.weight,model.language_model.layers.*.post_attention_layernorm.weight,whole,1,0.0,0.6528599037050038 +416,440,0.9116989292953025,0.43698337615078164,0.4369833761507817,0.43698789551313505,1.5563044252365967,0.9116989292953025,1.1125009229751486,0.8994695820136801,0.2559892972712893,model.visual.blocks.16.attn.proj.bias,model.visual.blocks.18.attn.proj.bias,model.visual.layers.*.attn.proj.bias,whole,2,0.0,4.005204853552013 +501,513,1.2895728228920602,-0.005413887100970115,-0.0011498296796021853,-0.0011498295895308807,1.587005520691418,1.2890325781272542,1.4150091216174476,0.9999993389456354,-0.0009339399875931728,model.visual.blocks.22.attn.proj.weight,model.visual.blocks.23.attn.proj.weight,model.visual.layers.*.attn.proj.weight,whole,1,0.0005402447648059638,4.250262691061807 +334,514,1.2264121555498304,-0.0015782573083672304,-0.0020984808587752694,-0.0020238851057221775,1.2401281382540923,1.6957085209998564,1.4156269227610805,0.9999977981866187,-0.0028693904795919004,model.visual.blocks.1.attn.qkv.bias,model.visual.blocks.23.attn.qkv.bias,model.visual.layers.*.attn.qkv.bias,whole,22,0.013715982704261886,6.199166340255996 +323,443,1.2231898554484653,-0.01641278113538523,0.00037379583491193295,0.00037345770767943637,1.1919841973439345,1.8364064145631596,1.41397212809401,0.9999999301383345,0.0005758810146131494,model.visual.blocks.0.attn.qkv.weight,model.visual.blocks.18.attn.qkv.weight,model.visual.layers.*.attn.qkv.weight,whole,18,0.031205658104530798,4.199845852711274 +348,384,0.42542175437427165,0.9089172155540697,0.9070644093598136,-0.016098255095725527,0.43163777897167743,0.4306310587252217,0.43113353732101484,0.42099187316708697,0.9049488389666996,model.visual.blocks.10.mlp.linear_fc1.bias,model.visual.blocks.13.mlp.linear_fc1.bias,model.visual.layers.*.mlp.linear_fc1.bias,whole,3,0.0052093043509500725,1.1336856298779747 +397,553,1.2575225814488902,0.05026112690774146,-0.000332851724406056,-0.0002042244646423724,1.5947191145373747,1.2841017674434303,1.414443488364814,0.9999999446048633,-0.00026801929174242236,model.visual.blocks.14.mlp.linear_fc1.weight,model.visual.blocks.5.mlp.linear_fc1.weight,model.visual.layers.*.mlp.linear_fc1.weight,whole,9,0.026579185994540122,4.051996785919995 +410,446,0.8564311051127195,0.5188914564658472,0.5188914564658476,0.5187408999498176,1.4996959711881699,0.8564311051127195,1.0517581764503443,0.8548401349999609,0.2963232495333784,model.visual.blocks.15.mlp.linear_fc2.bias,model.visual.blocks.18.mlp.linear_fc2.bias,model.visual.layers.*.mlp.linear_fc2.bias,whole,3,0.0,4.013392045542417 +327,423,1.274809466629704,0.0019702616213211482,-0.0006173632118967182,-0.0006132154357968788,1.2970941878728124,1.5713017318414346,1.4146421326259404,0.9999998094313141,-0.0007478746671584225,model.visual.blocks.0.mlp.linear_fc2.weight,model.visual.blocks.16.mlp.linear_fc2.weight,model.visual.layers.*.mlp.linear_fc2.weight,whole,16,0.02228472124310832,3.4835037389016286 +388,412,0.41729102644988103,0.9122918066446813,0.9122918066446817,0.9120430995938683,0.5014065114062634,0.41729102644988136,0.45360065201364635,0.4095407910440456,0.75924659085275,model.visual.blocks.13.norm1.bias,model.visual.blocks.15.norm1.bias,model.visual.layers.*.norm1.bias,whole,2,3.3306690738754696e-16,1.217720994151439 +425,449,0.09085011996415454,0.9986147056461779,0.9986147056461783,0.8920805211845444,0.0982637870306677,0.09085011996415454,0.09433917504008388,0.052618149598754466,0.9232726373308767,model.visual.blocks.16.norm1.weight,model.visual.blocks.18.norm1.weight,model.visual.layers.*.norm1.weight,whole,2,0.0,0.2135411805814777 +582,594,0.7256995452998777,0.6934871178077004,0.6934871178077003,0.6935892567991454,0.9298361446774153,0.7256995452998778,0.8090549363752076,0.7204690260065096,0.5412386783899074,model.visual.blocks.7.norm2.bias,model.visual.blocks.8.norm2.bias,model.visual.layers.*.norm2.bias,whole,1,1.1102230246251565e-16,3.1645813298853573 +499,511,0.1523850674470504,0.9938722051976594,0.9938722051976594,0.7785631652135531,0.1523850674470504,0.17141636087590134,0.1610634828563068,0.11053524205221452,1.1179963984980832,model.visual.blocks.21.norm2.weight,model.visual.blocks.22.norm2.weight,model.visual.layers.*.norm2.weight,whole,1,0.0,0.3783463612190642 +61,295,0.24997187926799813,0.9689491193617894,0.9689491193617893,0.9758596514621909,0.26814416490389614,0.24997187926799813,0.25858033679184794,0.24726019511440386,0.9032828753471002,model.language_model.layers.10.input_layernorm.weight,model.language_model.layers.8.input_layernorm.weight,model.language_model.layers.*.input_layernorm.weight,whole,2,0.0,0.5284629008524825 +12,14,0.4032380111609582,0.9180531068240992,0.9180531068240994,-0.23614538671431967,0.4066169745920123,0.4032380111609582,0.4049169194298836,0.3964574290521228,0.9104241388528611,model.language_model.layers.16.linear_attn.A_log,model.language_model.layers.17.linear_attn.A_log,model.language_model.layers.*.linear_attn.A_log,whole,1,0.0,0.9409292963564985 +203,261,1.1115773882517048,-0.022257864117070834,-0.012535278225437324,-0.012557442084761453,1.1593842468620807,2.0189178914818617,1.4218485593006398,0.9999214303133076,-0.021828567666444237,model.language_model.layers.21.linear_attn.conv1d.weight,model.language_model.layers.5.linear_attn.conv1d.weight,model.language_model.layers.*.linear_attn.conv1d.weight,whole,16,0.047806858610375924,4.176318739482339 +86,98,0.8519574334714722,0.5272588932334276,0.5272588932334275,-0.010992605711391006,0.8519574334714722,1.446021495297197,1.0380753885231404,0.8497046895870712,0.8949128949969726,model.language_model.layers.12.linear_attn.dt_bias,model.language_model.layers.13.linear_attn.dt_bias,model.language_model.layers.*.linear_attn.dt_bias,whole,1,0.0,1.5777331037665223 +99,205,1.1511126869110344,0.17204712063833352,0.184820355422847,0.18466233030040607,1.5032122939485988,1.1368368506461186,1.2823135053127706,0.9827723216601963,0.13977439623134844,model.language_model.layers.13.linear_attn.in_proj_a.weight,model.language_model.layers.21.linear_attn.in_proj_a.weight,model.language_model.layers.*.linear_attn.in_proj_a.weight,whole,8,0.014275836264915798,4.151734496576794 +147,194,1.123653537298617,0.2581692309382054,0.25289993372682495,0.2523719759675872,1.3373099265436723,1.137041322958302,1.225064864753585,0.967492441066579,0.21502695038241398,model.language_model.layers.17.linear_attn.in_proj_b.weight,model.language_model.layers.20.linear_attn.in_proj_b.weight,model.language_model.layers.*.linear_attn.in_proj_b.weight,whole,3,0.013387785659685125,4.071862307445419 +207,277,1.2882790964114998,0.02155192836556584,0.00017647981562325755,0.0001765196032961632,1.3020193889558873,1.5611823446528397,1.4140907951585697,0.9999999844274372,0.00021160758025236492,model.language_model.layers.21.linear_attn.in_proj_qkv.weight,model.language_model.layers.6.linear_attn.in_proj_qkv.weight,model.language_model.layers.*.linear_attn.in_proj_qkv.weight,whole,15,0.013740292544387467,3.4995400501013614 +184,313,1.3106638042801206,0.0013805599575109659,0.0015742960388713649,0.0015763108046669334,1.3101857834520307,1.5448659840801116,1.4131148819583081,0.9999987607952232,0.001856283612631244,model.language_model.layers.2.linear_attn.in_proj_z.weight,model.language_model.layers.9.linear_attn.in_proj_z.weight,model.language_model.layers.*.linear_attn.in_proj_z.weight,whole,7,0.0004780208280898979,3.5089963162744784 +11,25,0.12677430953767296,0.995786988195444,0.9957869881954439,-0.005180107965635789,0.13958149103507292,0.12677430953767296,0.13271666641912,0.09169664192677365,0.9044193964324085,model.language_model.layers.14.linear_attn.norm.weight,model.language_model.layers.22.linear_attn.norm.weight,model.language_model.layers.*.linear_attn.norm.weight,whole,8,0.0,0.3538582336954357 +150,209,1.3509740332658124,-0.002687528509656062,0.0014209663258502175,0.0014211234369594528,1.463265176831029,1.367964830352529,1.4132107061613277,0.9999989904268408,0.0013284208424122251,model.language_model.layers.17.linear_attn.out_proj.weight,model.language_model.layers.21.linear_attn.out_proj.weight,model.language_model.layers.*.linear_attn.out_proj.weight,whole,4,0.01699079708671647,4.0775191781558195 +92,210,1.3007550098536216,0.040464121736506396,-0.0003031531900341101,-0.0003032007040805806,1.5290224178746614,1.3222522025410524,1.4144256653103275,0.9999999540490706,-0.0002621576822837706,model.language_model.layers.12.mlp.down_proj.weight,model.language_model.layers.21.mlp.down_proj.weight,model.language_model.layers.*.mlp.down_proj.weight,whole,9,0.021497192687430777,4.043947034241453 +70,169,1.194600184981973,0.011506603294424413,0.004171303444809452,0.004172593889406948,1.7837087014417183,1.2042265739235067,1.4114751943240387,0.9999913000759413,0.002816151792093692,model.language_model.layers.10.mlp.gate_proj.weight,model.language_model.layers.19.mlp.gate_proj.weight,model.language_model.layers.*.mlp.gate_proj.weight,whole,9,0.009626388941533781,4.907744582766348 +165,240,1.2743068995568831,0.0352641662682798,0.0002490019914027966,0.0002491174980875885,1.3020366669129266,1.5610167866065792,1.4140403387049099,0.9999999689990037,0.0002985294487902671,model.language_model.layers.18.mlp.up_proj.weight,model.language_model.layers.3.mlp.up_proj.weight,model.language_model.layers.*.mlp.up_proj.weight,whole,15,0.02772976735604349,3.3677737327616266 +271,283,0.21136858231101274,0.9788393576993742,0.9788393576993747,0.9763221170293116,0.21136858231101274,0.22828583510781672,0.21933941669922816,0.20463018305879463,1.0571824713287021,model.language_model.layers.5.post_attention_layernorm.weight,model.language_model.layers.6.post_attention_layernorm.weight,model.language_model.layers.*.post_attention_layernorm.weight,whole,1,0.0,1.0008337676515784 +416,452,0.9245474916197612,0.4063596442019426,0.4063596442019427,0.40631487459424664,1.6887190285425593,0.9245474916197612,1.1468750396352188,0.9137132151633085,0.22247560629825422,model.visual.blocks.16.attn.proj.bias,model.visual.blocks.19.attn.proj.bias,model.visual.layers.*.attn.proj.bias,whole,3,0.0,4.315428189373466 +489,513,1.2925762937444059,-0.0024141863152462952,-0.0013544189946831503,-0.0013544190785992262,1.602333094930179,1.2812173873739339,1.4151475098514328,0.9999990827741727,-0.0010829865346151332,model.visual.blocks.21.attn.proj.weight,model.visual.blocks.23.attn.proj.weight,model.visual.layers.*.attn.proj.weight,whole,2,0.011358906370471988,4.284363231435734 +322,526,1.2286287181722522,0.046899084120835384,0.037459146766824415,0.037451510351167575,1.25027219010855,1.5849361883382422,1.3882149356727131,0.9992981598719681,0.047485945672245074,model.visual.blocks.0.attn.qkv.bias,model.visual.blocks.3.attn.qkv.bias,model.visual.layers.*.attn.qkv.bias,whole,3,0.021643471936297898,5.122944937594971 +431,467,1.2253098847067445,0.012946699986678582,0.0003193258239637729,0.0003193419100716021,1.7087507603781726,1.232955322201826,1.4139992613449115,0.9999999490155078,0.0002304107089822053,model.visual.blocks.17.attn.qkv.weight,model.visual.blocks.2.attn.qkv.weight,model.visual.layers.*.attn.qkv.weight,whole,15,0.0076454374950813975,4.554375695892582 +396,516,0.4280238399239282,0.9039385321404422,0.9056678998095637,-0.005195567109728096,0.42430403465280553,0.47712711170919647,0.4483986713096771,0.42398780083221044,1.0184176296071754,model.visual.blocks.14.mlp.linear_fc1.bias,model.visual.blocks.23.mlp.linear_fc1.bias,model.visual.layers.*.mlp.linear_fc1.bias,whole,9,0.003719805271122645,1.2038179265398554 +337,421,1.259252576007594,-0.026277552083162535,0.0005243411854504466,0.0004298998917251437,1.2369648765292216,1.6977472083948881,1.4138605938630844,0.9999998625331512,0.0007196637517653334,model.visual.blocks.1.mlp.linear_fc1.weight,model.visual.blocks.16.mlp.linear_fc1.weight,model.visual.layers.*.mlp.linear_fc1.weight,whole,15,0.022287699478372502,3.6002387893076935 +350,602,0.8580820004700381,0.6137310354447806,0.6137310354447807,0.6136400889496995,0.9033945688631618,0.8580820004700381,0.879864399910605,0.7895151778983589,0.5829474437816492,model.visual.blocks.10.mlp.linear_fc2.bias,model.visual.blocks.9.mlp.linear_fc2.bias,model.visual.layers.*.mlp.linear_fc2.bias,whole,1,0.0,2.5033392322644263 +327,399,1.27493917102535,-0.02270846375523882,0.00026829224150974406,0.00026754452827974155,1.288898747492436,1.5844896057983073,1.4140278121495171,0.9999999640096359,0.0003298213058361386,model.visual.blocks.0.mlp.linear_fc2.weight,model.visual.blocks.14.mlp.linear_fc2.weight,model.visual.layers.*.mlp.linear_fc2.weight,whole,14,0.013959576467086121,3.6279508308582726 +400,448,0.4302549668439554,0.9164218886774796,0.9164218886774801,0.9162007945584489,0.5672660437798428,0.4302549668439554,0.4847995470904621,0.4002135954122503,0.6950796256033809,model.visual.blocks.14.norm1.bias,model.visual.blocks.18.norm1.bias,model.visual.layers.*.norm1.bias,whole,4,0.0,2.0121325199068654 +365,377,0.09304180007165222,0.9975523802708949,0.9975523802708949,0.937384705653536,0.09938534942279506,0.09304180007165223,0.0960568331047391,0.06992316222734883,0.9338807949582709,model.visual.blocks.11.norm1.weight,model.visual.blocks.12.norm1.weight,model.visual.layers.*.norm1.weight,whole,1,1.3877787807814457e-17,0.2598128771313268 +366,606,0.7584221980237759,0.6641554418024418,0.6641554418024419,0.6653883482029251,0.7584221980237756,0.9577814845882344,0.8408685012104947,0.7475945084898652,0.8387357156797725,model.visual.blocks.11.norm2.bias,model.visual.blocks.9.norm2.bias,model.visual.layers.*.norm2.bias,whole,2,2.220446049250313e-16,2.197394809437473 +355,391,0.15461504277278593,0.9969963403042719,0.9969963403042718,0.8928005818923107,0.17912314002296417,0.15461504277278593,0.1655235037193495,0.07744867603702803,0.8605846892852225,model.visual.blocks.10.norm2.weight,model.visual.blocks.13.norm2.weight,model.visual.layers.*.norm2.weight,whole,3,0.0,0.37524556684700566 +49,248,0.2501798790906622,0.9863693486780734,0.9863693486780729,0.9147092362649943,0.31354141553729636,0.2501798790906622,0.27655830829866024,0.16454637032883462,0.7870404104929538,model.language_model.layers.1.input_layernorm.weight,model.language_model.layers.4.input_layernorm.weight,model.language_model.layers.*.input_layernorm.weight,whole,3,0.0,0.6159161688902499 +22,34,0.4091338468489371,0.9150831460766441,0.9150831460766442,0.09628287366406711,0.41573089149216425,0.4091338468489371,0.4123927996154874,0.4032652176502098,0.9005621073699351,model.language_model.layers.21.linear_attn.A_log,model.language_model.layers.9.linear_attn.A_log,model.language_model.layers.*.linear_attn.A_log,whole,12,0.0,0.9813069779923634 +144,273,1.1137444299355528,0.05305719347853451,-0.004550474178988823,-0.004521410409815994,1.1204119821540133,2.2374007936738822,1.4167877169225938,0.9999896465387761,-0.009087045392078445,model.language_model.layers.17.linear_attn.conv1d.weight,model.language_model.layers.6.linear_attn.conv1d.weight,model.language_model.layers.*.linear_attn.conv1d.weight,whole,11,0.006667552218460493,4.205266285222685 +180,309,0.8549052483777714,0.5962729048537556,0.5962729048537556,0.32401517437578453,0.9603312896118632,0.8549052483777714,0.903035048814864,0.8027818028189628,0.5308135237694519,model.language_model.layers.2.linear_attn.dt_bias,model.language_model.layers.9.linear_attn.dt_bias,model.language_model.layers.*.linear_attn.dt_bias,whole,7,0.0,1.9030469879314909 +193,275,1.1514358483605658,0.18981794651849057,0.12015120428871615,0.11990505804762486,1.196531329735871,1.5182943361161672,1.3290429641751476,0.9927556034130309,0.15246144285195087,model.language_model.layers.20.linear_attn.in_proj_a.weight,model.language_model.layers.6.linear_attn.in_proj_a.weight,model.language_model.layers.*.linear_attn.in_proj_a.weight,whole,14,0.04509548137530528,3.164691442776565 +206,218,1.1257606462367045,0.24851277803503377,0.2147492709637249,0.21436910848608295,1.3450637760792907,1.1803142755394838,1.2546480798614807,0.9766692124872928,0.18844580806348268,model.language_model.layers.21.linear_attn.in_proj_b.weight,model.language_model.layers.22.linear_attn.in_proj_b.weight,model.language_model.layers.*.linear_attn.in_proj_b.weight,whole,1,0.054553629302779294,4.2331672181547395 +66,148,1.2883366010781312,-0.006278919731660455,0.0010135353358410714,0.0010133971577038726,1.5865350160004654,1.2870224997014177,1.4135121153377541,0.9999994863729296,0.0008221960236076561,model.language_model.layers.10.linear_attn.in_proj_qkv.weight,model.language_model.layers.17.linear_attn.in_proj_qkv.weight,model.language_model.layers.*.linear_attn.in_proj_qkv.weight,whole,7,0.0013141013767135057,4.474252344743706 +43,67,1.3111923262021083,0.021217449644776436,-0.0005743467307282934,-0.0005749818228013649,1.3135046270159727,1.5433603228313721,1.41461440585565,0.9999998350629029,-0.0006748540793249775,model.language_model.layers.0.linear_attn.in_proj_z.weight,model.language_model.layers.10.linear_attn.in_proj_z.weight,model.language_model.layers.*.linear_attn.in_proj_z.weight,whole,10,0.002312300813864354,3.4110602772746996 +21,23,0.1281317788004859,0.9939589410701084,0.993958941070109,-0.1363136445882254,0.13809731427622166,0.1281317788004859,0.13283500116718439,0.10975255562759251,0.9222317453561768,model.language_model.layers.20.linear_attn.norm.weight,model.language_model.layers.21.linear_attn.norm.weight,model.language_model.layers.*.linear_attn.norm.weight,whole,1,0.0,0.3039322764410374 +197,209,1.3531584979083866,0.019534093236613325,0.000579743262791821,0.0005794595785535879,1.4541179894744962,1.3766675476466195,1.4138041760071864,0.9999998319488606,0.0005488644949236179,model.language_model.layers.20.linear_attn.out_proj.weight,model.language_model.layers.21.linear_attn.out_proj.weight,model.language_model.layers.*.linear_attn.out_proj.weight,whole,1,0.023509049738232868,3.9754295400210453 +45,222,1.3015661735104933,0.010363914486986113,0.0001580595880243879,0.00015804084848982592,1.5399075190796012,1.3148232680496768,1.4141031740918504,0.9999999875085832,0.00013495643179729715,model.language_model.layers.0.mlp.down_proj.weight,model.language_model.layers.22.mlp.down_proj.weight,model.language_model.layers.*.mlp.down_proj.weight,whole,22,0.013257094539183445,4.123339012626737 +46,228,1.196877047176409,-0.027300710059932252,9.978036731402262e-05,9.578492541461572e-05,1.8501138578586283,1.1885048655093569,1.4141493925094981,0.999999995021939,6.409846157916212e-05,model.language_model.layers.0.mlp.gate_proj.weight,model.language_model.layers.23.mlp.gate_proj.weight,model.language_model.layers.*.mlp.gate_proj.weight,whole,23,0.008372181667052114,5.049788297355185 +153,240,1.275995175035286,0.03648185190312759,6.539024079217909e-05,6.553692118954487e-05,1.3110548014716874,1.546193254024288,1.4141679458372232,0.9999999978620582,7.711801907776663e-05,model.language_model.layers.17.mlp.up_proj.weight,model.language_model.layers.3.mlp.up_proj.weight,model.language_model.layers.*.mlp.up_proj.weight,whole,14,0.03505962643640137,3.3341894086865844 +154,201,0.2136952034735135,0.9914887870088255,0.9914887870088255,0.931942175502053,0.25995976242695173,0.2136952034735126,0.23345701378258582,0.1301921089612107,0.8150353581781491,model.language_model.layers.17.post_attention_layernorm.weight,model.language_model.layers.20.post_attention_layernorm.weight,model.language_model.layers.*.post_attention_layernorm.weight,whole,3,9.159339953157541e-16,0.5298158594696316 +464,536,0.9258289074551098,0.3798124999879209,0.37981249998792116,0.3784452991404578,0.9258289074551098,2.2178114342011512,1.2082659114375567,0.9250634923360264,0.9098360383250172,model.visual.blocks.2.attn.proj.bias,model.visual.blocks.4.attn.proj.bias,model.visual.layers.*.attn.proj.bias,whole,2,0.0,4.0672350645556286 +405,489,1.3118786223054366,-0.008482486840766988,-0.0012629764076872276,-0.001262958528880557,1.5186261491883,1.33021468004525,1.4150985661909565,0.9999992024449788,-0.0011062826482701711,model.visual.blocks.15.attn.proj.weight,model.visual.blocks.21.attn.proj.weight,model.visual.layers.*.attn.proj.weight,whole,6,0.018336057739813283,4.162069801655942 +334,394,1.229040435843489,0.04057641353850868,0.024448880130015515,0.02439372534964115,1.2796946900533699,1.5542851928872579,1.3971441637330277,0.9997010814540456,0.029694998865060374,model.visual.blocks.1.attn.qkv.bias,model.visual.blocks.14.attn.qkv.bias,model.visual.layers.*.attn.qkv.bias,whole,13,0.0506542542098809,5.992533868195334 +323,431,1.2265954301943822,-0.021057211694480944,2.149142683167366e-06,2.2823792390254137e-06,1.1957928756589553,1.823729443919583,1.4142121686925617,0.9999999999976906,3.277703748081624e-06,model.visual.blocks.0.attn.qkv.weight,model.visual.blocks.17.attn.qkv.weight,model.visual.layers.*.attn.qkv.weight,whole,17,0.030802554535426907,4.013720034245196 +384,600,0.4295440612661473,0.9070344875107386,0.9058452397634171,-0.003853244878095037,0.43394959506532943,0.4339433031503251,0.4339464490736167,0.4236087836647834,0.9058321057466546,model.visual.blocks.13.mlp.linear_fc1.bias,model.visual.blocks.9.mlp.linear_fc1.bias,model.visual.layers.*.mlp.linear_fc1.bias,whole,4,0.004399241884177785,1.1343313065120617 +493,541,1.2626149766110695,0.05781687899402141,0.0003365182116983874,0.00028536030142345913,1.5570756955236316,1.304242585852294,1.413979275726744,0.999999943377745,0.00028187543089502507,model.visual.blocks.21.mlp.linear_fc1.weight,model.visual.blocks.4.mlp.linear_fc1.weight,model.visual.layers.*.mlp.linear_fc1.weight,whole,17,0.04162760924122444,4.026294650037419 +422,458,0.891157827144009,0.4557508005377152,0.45575080053771516,0.45566039923707025,1.7858637719464874,0.8911578271440089,1.127683130700813,0.8901074136356981,0.2274226620788984,model.visual.blocks.16.mlp.linear_fc2.bias,model.visual.blocks.19.mlp.linear_fc2.bias,model.visual.layers.*.mlp.linear_fc2.bias,whole,3,1.1102230246251565e-16,5.0468945751963235 +327,363,1.2763761587203293,0.011929420446006724,0.0002108399992720225,0.00021111983216195125,1.3033603555340536,1.5588151199799845,1.414066824814099,0.9999999777732471,0.00025216401386332524,model.visual.blocks.0.mlp.linear_fc2.weight,model.visual.blocks.11.mlp.linear_fc2.weight,model.visual.layers.*.mlp.linear_fc2.weight,whole,11,0.026984196813724326,3.4755187965436574 +508,520,0.4339635612670379,0.9014272436936777,0.9014272436936777,0.9014853584659346,0.4339635612670379,0.49794832597043975,0.46267009112401464,0.43293062299497714,1.0343361218413625,model.visual.blocks.22.norm1.bias,model.visual.blocks.23.norm1.bias,model.visual.layers.*.norm1.bias,whole,1,0.0,1.1657699324328745 +581,593,0.09564001327384225,0.9954172280236704,0.9954172280236703,0.9028432238569226,0.09592886980413463,0.09564001327384225,0.09578411487587218,0.09562709947327894,0.992419874179439,model.visual.blocks.7.norm1.weight,model.visual.blocks.8.norm1.weight,model.visual.layers.*.norm1.weight,whole,1,0.0,0.3121088893120545 +402,438,0.7596959719043637,0.6853797058354811,0.6853797058354812,0.6787022814770224,1.620324682171222,0.7596959719043637,0.9727610983075516,0.728185868325436,0.3213431280022874,model.visual.blocks.14.norm2.bias,model.visual.blocks.17.norm2.bias,model.visual.layers.*.norm2.bias,whole,3,0.0,3.4872761697041637 +487,511,0.15622987899471918,0.9883776997324385,0.9883776997324383,0.6684527702052381,0.15622987899471918,0.1640473194628559,0.1599955407768257,0.1520181655974511,1.0378342049631273,model.visual.blocks.20.norm2.weight,model.visual.blocks.22.norm2.weight,model.visual.layers.*.norm2.weight,whole,2,0.0,0.5622619270514629 +178,260,0.2553264570572667,0.9668704791714392,0.9668704791714393,0.8649553479646084,0.26258457387132345,0.2553264570572667,0.25887923659284157,0.25526746072852957,0.9401451511050303,model.language_model.layers.2.input_layernorm.weight,model.language_model.layers.5.input_layernorm.weight,model.language_model.layers.*.input_layernorm.weight,whole,3,0.0,0.796162615371624 +12,32,0.4132782507785867,0.9111006527641464,0.9111006527641464,0.3835473652157381,0.4132782507785867,0.469077078791289,0.4385373435218983,0.4121839401683989,1.0341130506584746,model.language_model.layers.16.linear_attn.A_log,model.language_model.layers.8.linear_attn.A_log,model.language_model.layers.*.linear_attn.A_log,whole,8,0.0,0.7595164728719566 +109,144,1.1161679969102425,-0.002277363177615189,-0.0010720687851472769,-0.0010467803876926566,1.9843988443404552,1.158474892473539,1.4148735350926114,0.9999994253340948,-0.0006258644899637173,model.language_model.layers.14.linear_attn.conv1d.weight,model.language_model.layers.17.linear_attn.conv1d.weight,model.language_model.layers.*.linear_attn.conv1d.weight,whole,3,0.04230689556329659,8.182045058005908 +274,309,0.8645012106525637,0.6071620958205182,0.6071620958205183,0.22333554691721522,0.9121503070716958,0.8645012106525637,0.8873677132379933,0.7945779945347315,0.5754450366675466,model.language_model.layers.6.linear_attn.dt_bias,model.language_model.layers.9.linear_attn.dt_bias,model.language_model.layers.*.linear_attn.dt_bias,whole,3,0.0,1.780755796840236 +40,263,1.1535483888063864,0.03232106793463575,0.016060099025396145,0.016129049031004532,1.1736051117938924,1.861218636122998,1.4039289919392903,0.9998710282927966,0.025469687634845268,model.language_model.layers.0.linear_attn.in_proj_a.weight,model.language_model.layers.5.linear_attn.in_proj_a.weight,model.language_model.layers.*.linear_attn.in_proj_a.weight,whole,5,0.020056722987505937,3.118909654260769 +264,311,1.1273015096060177,0.28958025074615984,0.2713826189455203,0.2712388620670368,1.2992689110203466,1.1355612762743548,1.2091815318339225,0.9624715445841869,0.23718846076786174,model.language_model.layers.5.linear_attn.in_proj_b.weight,model.language_model.layers.9.linear_attn.in_proj_b.weight,model.language_model.layers.*.linear_attn.in_proj_b.weight,whole,4,0.008259766668337054,3.7262774145955055 +148,265,1.2883528490925242,0.016149986994056408,1.5619063813621715e-05,1.568088362488862e-05,1.3073765881638788,1.5523799154839735,1.4142026789311513,0.9999999998780225,1.854608777795366e-05,model.language_model.layers.17.linear_attn.in_proj_qkv.weight,model.language_model.layers.5.linear_attn.in_proj_qkv.weight,model.language_model.layers.*.linear_attn.in_proj_qkv.weight,whole,12,0.019023739071354573,3.5210180299934786 +137,184,1.3112142427946083,0.04088764713100876,0.0010587035316967312,0.0010600157052992542,1.5093298717739347,1.333825480286715,1.4134704341356765,0.999999439573259,0.0009355978259324747,model.language_model.layers.16.linear_attn.in_proj_z.weight,model.language_model.layers.2.linear_attn.in_proj_z.weight,model.language_model.layers.*.linear_attn.in_proj_z.weight,whole,14,0.022611237492106806,3.967460748989501 +1,23,0.12968610002482533,0.9915647504889683,0.9915647504889681,-0.006933351649909493,0.12968610002482533,0.13136894385378048,0.13051938602666696,0.12961228949351355,1.0044315775510078,model.language_model.layers.0.linear_attn.norm.weight,model.language_model.layers.21.linear_attn.norm.weight,model.language_model.layers.*.linear_attn.norm.weight,whole,21,0.0,0.37127732576775024 +185,302,1.355501526826746,0.009598961840480974,0.0007893929385749109,0.0007893830631335077,1.388251484214708,1.4405075227872137,1.4136556480619595,0.9999996884293457,0.0008191069697256634,model.language_model.layers.2.linear_attn.out_proj.weight,model.language_model.layers.8.linear_attn.out_proj.weight,model.language_model.layers.*.linear_attn.out_proj.weight,whole,6,0.03274995738796194,3.6335281426307016 +168,238,1.3022237817082702,0.016768550248728774,-0.000259217513384317,-0.00025920552715302185,1.3072146337000419,1.5531581103978949,1.414394154972851,0.9999999664031397,-0.00030798751244886244,model.language_model.layers.19.mlp.down_proj.weight,model.language_model.layers.3.mlp.down_proj.weight,model.language_model.layers.*.mlp.down_proj.weight,whole,16,0.004990851991771628,3.394179053553821 +70,199,1.1983502194553146,0.02220786022918254,0.0035971017814283345,0.0035978728773225685,1.7689150018609499,1.209323097958969,1.4118415077785493,0.9999935304084592,0.002459167492736651,model.language_model.layers.10.mlp.gate_proj.weight,model.language_model.layers.20.mlp.gate_proj.weight,model.language_model.layers.*.mlp.gate_proj.weight,whole,10,0.01097287850365447,4.612842620985432 +212,282,1.2765538001910668,0.04284340694928434,0.00013374063145695568,0.00013379813423234103,1.2968412472399637,1.5703225206094278,1.4141206956944756,0.9999999910567218,0.0001619442055412372,model.language_model.layers.21.mlp.up_proj.weight,model.language_model.layers.6.mlp.up_proj.weight,model.language_model.layers.*.mlp.up_proj.weight,whole,15,0.020287447048896956,3.4228239508093776 +77,288,0.2157462939369286,0.981751677231589,0.9817516772315892,0.9848545489495433,0.24520649094198754,0.2157462939369286,0.22906761175330032,0.19016741112230964,0.863799669883903,model.language_model.layers.11.post_attention_layernorm.weight,model.language_model.layers.7.post_attention_layernorm.weight,model.language_model.layers.*.post_attention_layernorm.weight,whole,4,0.0,0.5960740383613126 +404,440,0.927198674746607,0.41971264913075657,0.4197126491307566,0.4197926672369253,1.5223195054376057,0.927198674746607,1.1198877007544965,0.9076570344351672,0.2556342546084359,model.visual.blocks.15.attn.proj.bias,model.visual.blocks.18.attn.proj.bias,model.visual.layers.*.attn.proj.bias,whole,3,0.0,4.116459394238399 +357,489,1.3126755712215503,0.0011797129822524802,1.4159881866924289e-05,1.4130165418919094e-05,1.5121230287305147,1.333134908774633,1.414203628723787,0.9999999998997489,1.2483794282777166e-05,model.visual.blocks.11.attn.proj.weight,model.visual.blocks.21.attn.proj.weight,model.visual.layers.*.attn.proj.weight,whole,10,0.0204593375530826,3.921300581989865 +334,598,1.237547418171485,-0.001806462341644923,-0.006841883687726787,-0.00686809364204457,1.2518182798552429,1.6775553991815622,1.4188437790863988,0.9999765940398823,-0.00916877401905776,model.visual.blocks.1.attn.qkv.bias,model.visual.blocks.9.attn.qkv.bias,model.visual.layers.*.attn.qkv.bias,whole,8,0.014270861683757907,6.464527803275787 +359,467,1.2279671001811947,0.061042900802912047,0.0008488308128713476,0.0008487590876367731,1.6466973716339703,1.257851367230023,1.413634365576404,0.9999996397430607,0.0006483905403078076,model.visual.blocks.11.attn.qkv.weight,model.visual.blocks.2.attn.qkv.weight,model.visual.layers.*.attn.qkv.weight,whole,9,0.029884267048828406,4.335877945910563 +348,372,0.4301521637165839,0.9064043182913726,0.9023725945747568,0.01617819407499726,0.4381906344367464,0.44637478670265546,0.44222592251117115,0.4309567270160909,0.919226342998833,model.visual.blocks.10.mlp.linear_fc1.bias,model.visual.blocks.12.mlp.linear_fc1.bias,model.visual.layers.*.mlp.linear_fc1.bias,whole,2,0.008038470720162505,1.1814067183698602 +397,541,1.263013758552364,0.01647023572470905,-0.0008244448526005903,-0.0006997876828997286,1.6055446250471346,1.2790428609246334,1.4147816701846343,0.9999996601452847,-0.0006567866669628628,model.visual.blocks.14.mlp.linear_fc1.weight,model.visual.blocks.4.mlp.linear_fc1.weight,model.visual.layers.*.mlp.linear_fc1.weight,whole,10,0.0160291023722694,4.207602574715526 +446,482,0.8914678195764556,0.5052295484299549,0.5052295484299548,0.5051381466779152,1.223244493259639,0.8914678195764556,1.0188668113403803,0.862984996041799,0.36819776128667236,model.visual.blocks.18.mlp.linear_fc2.bias,model.visual.blocks.20.mlp.linear_fc2.bias,model.visual.layers.*.mlp.linear_fc2.bias,whole,2,0.0,3.5832179537229734 +339,387,1.278221431504061,0.016224800561415724,-0.0018984989581773987,-0.0018995572825190388,1.2876316531191985,1.5910971566096226,1.4155258867551774,0.9999981978492289,-0.0023459319960525684,model.visual.blocks.1.mlp.linear_fc2.weight,model.visual.blocks.13.mlp.linear_fc2.weight,model.visual.layers.*.mlp.linear_fc2.weight,whole,12,0.009410221615137493,3.7405881928793066 +364,376,0.4364379880977786,0.901724421343363,0.9017244213433631,0.901669176938695,0.5184277896900139,0.4364379880977786,0.4721754098312118,0.43231130907365445,0.7591159272249784,model.visual.blocks.11.norm1.bias,model.visual.blocks.12.norm1.bias,model.visual.layers.*.norm1.bias,whole,1,0.0,1.5057131410689564 +437,497,0.09918821238614463,0.9953001268440957,0.9953001268440961,0.5671008895300524,0.10185293900398149,0.09918821238614463,0.10049408843005332,0.09683830597509693,0.9692605960590865,model.visual.blocks.17.norm1.weight,model.visual.blocks.21.norm1.weight,model.visual.layers.*.norm1.weight,whole,4,0.0,0.40216531752742446 +414,450,0.7911241518322802,0.61812733269971,0.6181273326997099,0.6113833687916395,1.495748857785643,0.7911241518322802,0.989001320920092,0.786077986315316,0.3269368779798787,model.visual.blocks.15.norm2.bias,model.visual.blocks.18.norm2.bias,model.visual.layers.*.norm2.bias,whole,3,0.0,3.334678926179814 +559,583,0.15648788527317506,0.9899450707886772,0.9899450707886774,0.7266347247095086,0.1695400076731823,0.15648788527317506,0.16262241824682774,0.14145231288741883,0.9137336537281988,model.visual.blocks.5.norm2.weight,model.visual.blocks.7.norm2.weight,model.visual.layers.*.norm2.weight,whole,2,0.0,0.43928082541218577 +131,248,0.26749385165441814,0.9790561173326117,0.9790561173326118,0.8682066868276297,0.26749385165441775,0.3320629921710226,0.29459806887410944,0.20359056734925352,1.2153860801437288,model.language_model.layers.16.input_layernorm.weight,model.language_model.layers.4.input_layernorm.weight,model.language_model.layers.*.input_layernorm.weight,whole,12,3.885780586188048e-16,0.6313139870521427 +8,12,0.4136485554842003,0.91320707460051,0.91320707460051,0.18966379216257098,0.4911946177553621,0.4136485554842004,0.44745848145223716,0.40749581457921596,0.7690369023029257,model.language_model.layers.13.linear_attn.A_log,model.language_model.layers.16.linear_attn.A_log,model.language_model.layers.*.linear_attn.A_log,whole,3,5.551115123125783e-17,0.8878076277925674 +203,308,1.1178308345849384,-0.036967139792290105,0.01091977080905821,0.010948335266056099,1.1017250178124178,2.3271046049465536,1.4082284049066291,0.9999403775253191,0.02306514649651618,model.language_model.layers.21.linear_attn.conv1d.weight,model.language_model.layers.9.linear_attn.conv1d.weight,model.language_model.layers.*.linear_attn.conv1d.weight,whole,12,0.016105816772520543,3.911877454239764 +262,309,0.8658197777249519,0.57785453860712,0.5778545386071198,-0.02007656895324297,0.8658197777249519,0.9987290617727208,0.9251898398320128,0.8161397749228699,0.6665591801340591,model.language_model.layers.5.linear_attn.dt_bias,model.language_model.layers.9.linear_attn.dt_bias,model.language_model.layers.*.linear_attn.dt_bias,whole,4,0.0,1.992835039110687 +111,205,1.1545353477218887,0.1556658098279829,0.16409792240962637,0.1639990194149514,1.5274675886708724,1.1481913846804022,1.2979728008586902,0.9864440540957425,0.12335176350199112,model.language_model.layers.14.linear_attn.in_proj_a.weight,model.language_model.layers.21.linear_attn.in_proj_a.weight,model.language_model.layers.*.linear_attn.in_proj_a.weight,whole,7,0.0063439630414865444,4.217197048622838 +53,100,1.1280531769157505,0.10058210993133138,0.0862777100091703,0.08611157003584224,1.1642313488103655,1.6905463202238944,1.3560196097864552,0.9962711261276087,0.12528134148112927,model.language_model.layers.1.linear_attn.in_proj_b.weight,model.language_model.layers.13.linear_attn.in_proj_b.weight,model.language_model.layers.*.linear_attn.in_proj_b.weight,whole,12,0.03617817189461503,3.0867401889522856 +195,253,1.2919550211599258,0.03835652225561122,-4.420287500026465e-05,-4.420836600671587e-05,1.3271027575223255,1.5211662167092597,1.4142445293318877,0.9999999990230528,-5.066670214547702e-05,model.language_model.layers.20.linear_attn.in_proj_qkv.weight,model.language_model.layers.4.linear_attn.in_proj_qkv.weight,model.language_model.layers.*.linear_attn.in_proj_qkv.weight,whole,16,0.03514773636239976,3.5367373905332893 +220,278,1.3115449732906683,0.011473133140574703,-0.0006966304442639037,-0.0006989645551463911,1.3340195458719506,1.512051753524309,1.4147022300944743,0.9999997573529826,-0.000789599588752024,model.language_model.layers.22.linear_attn.in_proj_z.weight,model.language_model.layers.6.linear_attn.in_proj_z.weight,model.language_model.layers.*.linear_attn.in_proj_z.weight,whole,16,0.02247457258128227,3.649172295035348 +7,35,0.1300440987050947,0.9915533418230432,0.9915533418230431,-0.07727679508203411,0.13241525319261255,0.1300440987050947,0.13121361030128698,0.12969953862506733,0.9737976369522678,model.language_model.layers.12.linear_attn.norm.weight,model.language_model.layers.9.linear_attn.norm.weight,model.language_model.layers.*.linear_attn.norm.weight,whole,3,0.0,0.42855395202262986 +44,150,1.3558565140511056,-0.02959926443742363,-0.00048796365848527293,-0.00048820291631709634,1.3571246463198772,1.4799584733026123,1.4145572718547768,0.9999998809457269,-0.0005321294200921952,model.language_model.layers.0.linear_attn.out_proj.weight,model.language_model.layers.17.linear_attn.out_proj.weight,model.language_model.layers.*.linear_attn.out_proj.weight,whole,17,0.001268132268771538,3.6358270837705806 +222,315,1.3027026649129096,-0.0018458383510846013,9.916655681191094e-05,9.905578009623409e-05,1.3174853505126143,1.5357666838801143,1.4141442553462433,0.999999995082997,0.00011559649907877991,model.language_model.layers.22.mlp.down_proj.weight,model.language_model.layers.9.mlp.down_proj.weight,model.language_model.layers.*.mlp.down_proj.weight,whole,13,0.014782685599704637,3.578989522929857 +164,316,1.1987546680802925,-0.012730625673723548,0.00479050109328047,0.004796709609030124,1.1921752269021562,1.823259195327926,1.4111070390825857,0.9999885254838053,0.007326377005205914,model.language_model.layers.18.mlp.gate_proj.weight,model.language_model.layers.9.mlp.gate_proj.weight,model.language_model.layers.*.mlp.gate_proj.weight,whole,9,0.006579441178136358,3.0338594760483204 +141,240,1.2795256315020627,0.015896965374398414,0.00031385644540018033,0.0003139067456689674,1.3104746053597793,1.5466926881682133,1.4139946287071383,0.9999999507470647,0.00037043027560358703,model.language_model.layers.16.mlp.up_proj.weight,model.language_model.layers.3.mlp.up_proj.weight,model.language_model.layers.*.mlp.up_proj.weight,whole,13,0.030948973857716666,3.2702404214774754 +271,288,0.22620701178977204,0.9784390318047265,0.9784390318047267,0.9890295370328855,0.25526207901574677,0.22620701178977204,0.23942229810117127,0.2065358589713397,0.8670687414928223,model.language_model.layers.5.post_attention_layernorm.weight,model.language_model.layers.7.post_attention_layernorm.weight,model.language_model.layers.*.post_attention_layernorm.weight,whole,2,0.0,0.6556023798429388 +344,572,0.9295264272458,0.43432187018249224,0.43432187018249196,0.4344008305950563,0.9295264272458,1.4003355522853347,1.0952235585787973,0.9007577438363673,0.6543077615917748,model.visual.blocks.10.attn.proj.bias,model.visual.blocks.7.attn.proj.bias,model.visual.layers.*.attn.proj.bias,whole,3,0.0,2.3185805176455694 +333,501,1.3139080397201057,0.04290783348443296,0.0004168107654571516,0.00041670310331426224,1.4584356822127835,1.373245350603892,1.413919335078988,0.9999999131343892,0.00039246396171358395,model.visual.blocks.1.attn.proj.weight,model.visual.blocks.22.attn.proj.weight,model.visual.layers.*.attn.proj.weight,whole,21,0.05933731088378624,4.081536682520806 +418,586,1.2452942041821429,0.014090980274218902,-0.0019323278740004091,-0.0018385517368052803,1.3035768201950686,1.5624441514456306,1.4155571724757152,0.999998133052751,-0.002316054058828324,model.visual.blocks.16.attn.qkv.bias,model.visual.blocks.8.attn.qkv.bias,model.visual.layers.*.attn.qkv.bias,whole,8,0.058282616012925725,5.508203250701476 +323,503,1.2291156046836373,-2.9663871276845895e-05,-0.00026207894347946665,-0.00026172651085470814,1.2050229078721637,1.79290317770998,1.4143851452792267,0.9999999656573131,-0.0003899362970658628,model.visual.blocks.0.attn.qkv.weight,model.visual.blocks.22.attn.qkv.weight,model.visual.layers.*.attn.qkv.weight,whole,22,0.024092696811473635,4.206496530757419 +396,444,0.4320426261353086,0.9025138533722479,0.9067960074914455,0.0032040830890939296,0.4227483729952462,0.450526687353108,0.4359752133699285,0.42156968676314244,0.966380540900956,model.visual.blocks.14.mlp.linear_fc1.bias,model.visual.blocks.18.mlp.linear_fc1.bias,model.visual.layers.*.mlp.linear_fc1.bias,whole,4,0.00929425314006238,1.2260388643342244 +397,601,1.266106835278155,0.036629343548472165,-0.0006134677564509358,-0.000573389592332082,1.5651211531001232,1.3006023155417412,1.4146399559305303,0.9999998118286382,-0.0005097864679484288,model.visual.blocks.14.mlp.linear_fc1.weight,model.visual.blocks.9.mlp.linear_fc1.weight,model.visual.layers.*.mlp.linear_fc1.weight,whole,5,0.034495480263586176,4.1963041614794845 +470,542,0.8919013480430146,0.4522756845602439,0.452275684560244,0.4514807211570997,0.8919013480430145,1.9443986281602155,1.1464783490901624,0.8918781896400217,0.9859882177986672,model.visual.blocks.2.mlp.linear_fc2.bias,model.visual.blocks.4.mlp.linear_fc2.bias,model.visual.layers.*.mlp.linear_fc2.bias,whole,2,1.1102230246251565e-16,2.7475008060256 +339,411,1.2787494530965773,0.027376043299891708,0.001308446383470437,0.0013111035059677047,1.30890803607497,1.5474561709274226,1.4133008732827945,0.9999991439836643,0.0015469103822608244,model.visual.blocks.1.mlp.linear_fc2.weight,model.visual.blocks.15.mlp.linear_fc2.weight,model.visual.layers.*.mlp.linear_fc2.weight,whole,14,0.0301585829783928,3.568737348326916 +556,568,0.4596173837345077,0.8905381112459546,0.890538111245955,0.8905762381097567,0.45961738373450756,0.4806907385141751,0.46979995680548675,0.45490864183755286,0.9313690855024497,model.visual.blocks.5.norm1.bias,model.visual.blocks.6.norm1.bias,model.visual.layers.*.norm1.bias,whole,1,1.6653345369377348e-16,1.573109172312986 +485,509,0.10207538820943778,0.9950980172965205,0.9950980172965206,0.5717990353157203,0.10207538820943778,0.10525290062091003,0.10362762551307057,0.09889355880204483,1.0260744980727043,model.visual.blocks.20.norm1.weight,model.visual.blocks.22.norm1.weight,model.visual.layers.*.norm1.weight,whole,2,0.0,0.35376491571729674 +426,462,0.7977973796598353,0.6030486052341258,0.603048605234126,0.5992648518544327,1.2967558179922192,0.7977973796598353,0.9609566968636968,0.7977044438419378,0.3710109416036496,model.visual.blocks.16.norm2.bias,model.visual.blocks.19.norm2.bias,model.visual.layers.*.norm2.bias,whole,3,0.0,3.1260614036254166 +355,595,0.1574830732777547,0.997547826018107,0.9975478260181064,0.9136084046076483,0.1574830732777547,0.1838743126164939,0.1691537214781701,0.06998810475037635,1.1647183217440213,model.visual.blocks.10.norm2.weight,model.visual.blocks.8.norm2.weight,model.visual.layers.*.norm2.weight,whole,2,0.0,0.28774524283275144 +49,260,0.2707614032010414,0.9677281310070147,0.9677281310070152,0.8696856308388174,0.31169099840885045,0.2707614032010414,0.2890752634077686,0.2519965564401017,0.8406512475694919,model.language_model.layers.1.input_layernorm.weight,model.language_model.layers.5.input_layernorm.weight,model.language_model.layers.*.input_layernorm.weight,whole,4,0.0,0.8891990533955111 +8,22,0.4234148861553326,0.9116919720708746,0.9116919720708746,-0.136957721660193,0.52311803990489,0.4234148861553326,0.4654403212201414,0.4108743701686924,0.7379289627123249,model.language_model.layers.13.linear_attn.A_log,model.language_model.layers.21.linear_attn.A_log,model.language_model.layers.*.linear_attn.A_log,whole,8,0.0,1.0192460859415835 +109,191,1.1196815323720555,-0.015458235624559093,-0.010371138268764818,-0.010374205281299257,1.9626696946429456,1.1693216157204314,1.4206480856719625,0.9999462182992694,-0.006178928726720004,model.language_model.layers.14.linear_attn.conv1d.weight,model.language_model.layers.20.linear_attn.conv1d.weight,model.language_model.layers.*.linear_attn.conv1d.weight,whole,6,0.049640083348375885,8.108921572787228 +180,250,0.87037322168227,0.5290537055456733,0.5290537055456733,0.24188057292249707,1.204557231315972,0.87037322168227,0.9976966226119527,0.8485883434554071,0.38227671227847365,model.language_model.layers.2.linear_attn.dt_bias,model.language_model.layers.4.linear_attn.dt_bias,model.language_model.layers.*.linear_attn.dt_bias,whole,2,0.0,2.681635970054048 +217,263,1.1549842723594586,0.1574118599026025,0.12262286697791511,0.12240735597078028,1.1941547707042393,1.5178657769041284,1.327269462047901,0.9924533402100657,0.15586342559422137,model.language_model.layers.22.linear_attn.in_proj_a.weight,model.language_model.layers.5.linear_attn.in_proj_a.weight,model.language_model.layers.*.linear_attn.in_proj_a.weight,whole,17,0.0391704983447807,3.1865447048163817 +182,299,1.133257447698215,0.1452866630530941,0.12319688226277195,0.1229002848879508,1.1640108776368197,1.591147527569884,1.3285978690301299,0.9923822490354877,0.16840428073550087,model.language_model.layers.2.linear_attn.in_proj_b.weight,model.language_model.layers.8.linear_attn.in_proj_b.weight,model.language_model.layers.*.linear_attn.in_proj_b.weight,whole,6,0.03075342993860475,3.426703020362088 +101,136,1.292445259864966,0.03004488178470785,-0.0005250782507029747,-0.0005251077094445243,1.5332205553274092,1.3198084321092796,1.414580669295505,0.9999998621464058,-0.00045199152880323205,model.language_model.layers.13.linear_attn.in_proj_qkv.weight,model.language_model.layers.16.linear_attn.in_proj_qkv.weight,model.language_model.layers.*.linear_attn.in_proj_qkv.weight,whole,3,0.027363172244313505,4.292770197785122 +90,220,1.31156774698044,-0.03328631299176765,0.0012737929786191143,0.0012614986244831974,1.545987047719705,1.3098373788659148,1.4133248093861168,0.9999991887253947,0.001079220979757372,model.language_model.layers.12.linear_attn.in_proj_z.weight,model.language_model.layers.22.linear_attn.in_proj_z.weight,model.language_model.layers.*.linear_attn.in_proj_z.weight,whole,10,0.0017303681145253158,4.67365898141457 +25,35,0.13075561730263727,0.9940927148707367,0.9940927148707367,0.004708514179881683,0.13075561730263727,0.14194476799409383,0.136006204399196,0.1085342076993609,1.0791602126763815,model.language_model.layers.22.linear_attn.norm.weight,model.language_model.layers.9.linear_attn.norm.weight,model.language_model.layers.*.linear_attn.norm.weight,whole,13,0.0,0.43993259328552203 +138,150,1.3572220709634248,0.019479541776379707,0.0007253589842425456,0.0007253415771840345,1.3880365089432416,1.440843671368963,1.4137009205352213,0.9999997369271374,0.0007529549080176448,model.language_model.layers.16.linear_attn.out_proj.weight,model.language_model.layers.17.linear_attn.out_proj.weight,model.language_model.layers.*.linear_attn.out_proj.weight,whole,1,0.030814437979816756,3.8073037194685995 +227,268,1.3044913636964477,0.04609269934818462,-0.00030187006021123084,-0.00030175734931451746,1.334824519433808,1.5102077722883473,1.4144253846966297,0.9999999544372323,-0.0003415329165106477,model.language_model.layers.23.mlp.down_proj.weight,model.language_model.layers.5.mlp.down_proj.weight,model.language_model.layers.*.mlp.down_proj.weight,whole,18,0.030333155737360284,3.542654501208738 +223,304,1.199186440949025,0.04293313176222471,0.004009478506511898,0.004010251989319032,1.2107534315800954,1.7633853036645672,1.4115651922169572,0.9999919620087483,0.0058395502249495935,model.language_model.layers.22.mlp.gate_proj.weight,model.language_model.layers.8.mlp.gate_proj.weight,model.language_model.layers.*.mlp.gate_proj.weight,whole,14,0.011566990631070473,3.282047079686508 +59,200,1.2799668192658868,0.0136607229491752,-0.0004504574356879935,-0.00045046710213790384,1.5806798218029883,1.291719715784526,1.4145256670735378,0.9999998985440441,-0.000368110443857139,model.language_model.layers.1.mlp.up_proj.weight,model.language_model.layers.20.mlp.up_proj.weight,model.language_model.layers.*.mlp.up_proj.weight,whole,19,0.011752896518639089,3.9917376282182917 +77,306,0.22666030254388694,0.9844548178980698,0.9844548178980697,0.9858671290241071,0.26945350499897464,0.22666030254388692,0.24530044486759153,0.17563801273436924,0.828108830376553,model.language_model.layers.11.post_attention_layernorm.weight,model.language_model.layers.8.post_attention_layernorm.weight,model.language_model.layers.*.post_attention_layernorm.weight,whole,3,2.7755575615628914e-17,0.7111047564398798 +416,428,0.933985087392989,0.4880400892251549,0.48804008922515474,0.48808916867103347,1.1383503387311602,0.933985087392989,1.0211375621713898,0.8728212138285268,0.4004234459966968,model.visual.blocks.16.attn.proj.bias,model.visual.blocks.17.attn.proj.bias,model.visual.layers.*.attn.proj.bias,whole,1,0.0,3.1499351676249274 +393,549,1.3159549244070463,0.005492641925213195,3.8919738677607564e-05,3.892657701248807e-05,1.518606020401555,1.3287137586340512,1.4141862854236305,0.999999999242627,3.4053066805111716e-05,model.visual.blocks.14.attn.proj.weight,model.visual.blocks.5.attn.proj.weight,model.visual.layers.*.attn.proj.weight,whole,9,0.012758834227004856,4.091881278787867 +466,502,1.2468684680085247,0.02758807554994718,0.013584412638435411,0.01421052039875803,1.2408226855421736,1.6581609427081438,1.4049677693607705,0.9999077276095374,0.018153393493803023,model.visual.blocks.2.attn.qkv.bias,model.visual.blocks.22.attn.qkv.bias,model.visual.layers.*.attn.qkv.bias,whole,20,0.006045782466351124,6.902274150335502 +419,467,1.229506077958717,0.019223493988792646,5.6931812740830014e-05,5.686751595303891e-05,1.69852660271921,1.237084932702016,1.41417524634445,0.9999999983793844,4.146504836623771e-05,model.visual.blocks.16.attn.qkv.weight,model.visual.blocks.2.attn.qkv.weight,model.visual.layers.*.attn.qkv.weight,whole,14,0.007578854743298891,4.622964003405903 +372,432,0.43205575101241434,0.9142875240598572,0.9125850027588229,-0.007679526467725308,0.433091263365637,0.5625815155202281,0.4853289248452114,0.4088870415404225,1.185439415016898,model.visual.blocks.12.mlp.linear_fc1.bias,model.visual.blocks.17.mlp.linear_fc1.bias,model.visual.layers.*.mlp.linear_fc1.bias,whole,5,0.0010355123532226895,1.06975280653184 +457,553,1.2665017461085848,0.04536752722777651,0.0005819753369142414,0.0007169543225434274,1.5698271497658276,1.2966400914666432,1.4138093942196408,0.9999998306523392,0.0004806978616724641,model.visual.blocks.19.mlp.linear_fc1.weight,model.visual.blocks.5.mlp.linear_fc1.weight,model.visual.layers.*.mlp.linear_fc1.weight,whole,14,0.03013834535805837,4.170327381715733 +374,602,0.9036145478032162,0.5307046544846539,0.5307046544846539,0.530493424529233,0.9036145478032162,1.070607625246032,0.9765610020958266,0.8475568238816347,0.6287818752211648,model.visual.blocks.12.mlp.linear_fc2.bias,model.visual.blocks.9.mlp.linear_fc2.bias,model.visual.layers.*.mlp.linear_fc2.bias,whole,3,0.0,2.4912885272275704 +411,531,1.2796710287662305,0.0002798330536420493,0.0005538174304256991,0.0005548582496324165,1.5492369551704954,1.30866836212505,1.413827412174279,0.9999998466431151,0.0004678195592821644,model.visual.blocks.15.mlp.linear_fc2.weight,model.visual.blocks.3.mlp.linear_fc2.weight,model.visual.layers.*.mlp.linear_fc2.weight,whole,12,0.0289973333588196,4.4260654602279486 +388,436,0.4630412517745408,0.8970655658407668,0.8970655658407676,0.8967368078926896,0.6102761958031807,0.4630412517745408,0.52167459799713,0.4418974661420716,0.68063995513387,model.visual.blocks.13.norm1.bias,model.visual.blocks.17.norm1.bias,model.visual.layers.*.norm1.bias,whole,4,0.0,1.8550876182318856 +377,389,0.10412280934254822,0.9973598861881612,0.997359886188161,0.9191382608865198,0.11284104010710044,0.10412280934254822,0.1082194292167861,0.07261719784416636,0.9203026946305232,model.visual.blocks.12.norm1.weight,model.visual.blocks.13.norm1.weight,model.visual.layers.*.norm1.weight,whole,1,0.0,0.24375549159417956 +354,366,0.8022194737044236,0.6151706911740196,0.6151706911740199,0.6162860159708002,1.0507619410293236,0.8022194737044235,0.9017464970352921,0.7883939502054025,0.4696610039268985,model.visual.blocks.10.norm2.bias,model.visual.blocks.11.norm2.bias,model.visual.layers.*.norm2.bias,whole,1,1.1102230246251565e-16,3.3519242307209614 +559,595,0.16164684765567094,0.9889317590993771,0.9889317590993769,0.6877607297502639,0.17479533313738538,0.16164684765567094,0.16783604170788438,0.14837107482461634,0.9145421593112383,model.visual.blocks.5.norm2.weight,model.visual.blocks.8.norm2.weight,model.visual.layers.*.norm2.weight,whole,3,0.0,0.5101633620020781 +96,307,0.2710310492110198,0.9625937478374027,0.9625937478374025,0.9820444232043328,0.2796243090946201,0.2710310492110197,0.275227116760212,0.27094884503231076,0.9330118482369045,model.language_model.layers.13.input_layernorm.weight,model.language_model.layers.9.input_layernorm.weight,model.language_model.layers.*.input_layernorm.weight,whole,4,5.551115123125783e-17,0.7611096393290284 +4,8,0.4290835733814444,0.9050627426489743,0.9050627426489743,0.648793485071427,0.4459944573499768,0.4290835733814444,0.4372939666059684,0.42527806417533026,0.870745251090625,model.language_model.layers.10.linear_attn.A_log,model.language_model.layers.13.linear_attn.A_log,model.language_model.layers.*.linear_attn.A_log,whole,3,0.0,1.1251383488217792 +191,261,1.1197831554023678,-0.034854077560054327,-0.005792498544349833,-0.00579567035810818,1.1574058081607836,2.0059781919725435,1.4177551507261092,0.9999832233395787,-0.010039370525937693,model.language_model.layers.20.linear_attn.conv1d.weight,model.language_model.layers.5.linear_attn.conv1d.weight,model.language_model.layers.*.linear_attn.conv1d.weight,whole,15,0.03762265275841581,3.870529648733512 +145,274,0.8783012332356223,0.594368512437744,0.5943685124377439,0.4089760558716159,0.8783012332356223,0.9269875898491742,0.9016600720001925,0.8041928073680735,0.6273157932354783,model.language_model.layers.17.linear_attn.dt_bias,model.language_model.layers.6.linear_attn.dt_bias,model.language_model.layers.*.linear_attn.dt_bias,whole,11,0.0,1.7812843286186761 +52,99,1.1553411064888528,0.08297563154334898,0.06094079473458446,0.06095429577338347,1.166018282343162,1.7568590967489335,1.3739315963053498,0.9981413825391257,0.09182050677405665,model.language_model.layers.1.linear_attn.in_proj_a.weight,model.language_model.layers.13.linear_attn.in_proj_a.weight,model.language_model.layers.*.linear_attn.in_proj_a.weight,whole,12,0.010677175854309162,3.755788694765023 +194,299,1.1335802091380052,0.10352681723425487,0.13441679326992775,0.1339185863935868,1.1402984170056516,1.6321677181083725,1.3219580672240423,0.9909248839781094,0.19239766316867166,model.language_model.layers.20.linear_attn.in_proj_b.weight,model.language_model.layers.8.linear_attn.in_proj_b.weight,model.language_model.layers.*.linear_attn.in_proj_b.weight,whole,12,0.006718207867646431,3.5078424748929833 +54,160,1.2929671288456288,-0.027382749824430737,-0.0007824735523343664,-0.0007825210617912809,1.6433948539614742,1.2609059292961613,1.4147478881580409,0.9999996938675231,-0.0006003581788500368,model.language_model.layers.1.linear_attn.in_proj_qkv.weight,model.language_model.layers.18.linear_attn.in_proj_qkv.weight,model.language_model.layers.*.linear_attn.in_proj_qkv.weight,whole,17,0.03206119954946751,4.673885713080418 +184,301,1.3121413878133916,-0.01418136025073033,-0.0008096144599405529,-0.0008103083103533466,1.3076684215619658,1.5534123637616548,1.4147775487243457,0.9999996722621594,-0.0009617614765443607,model.language_model.layers.2.linear_attn.in_proj_z.weight,model.language_model.layers.8.linear_attn.in_proj_z.weight,model.language_model.layers.*.linear_attn.in_proj_z.weight,whole,6,0.004472966251425792,3.5796559652021074 +7,31,0.1307744954907838,0.9915093642595587,0.9915093642595587,-0.0701280881124184,0.1307744954907838,0.13376760595736992,0.13224565389320667,0.13003530515058448,1.0142026045947323,model.language_model.layers.12.linear_attn.norm.weight,model.language_model.layers.6.linear_attn.norm.weight,model.language_model.layers.*.linear_attn.norm.weight,whole,6,0.0,0.3939048598940464 +44,267,1.3597208029646017,0.04533733253772393,0.0006045941195065837,0.0006054538079785903,1.3957946294453225,1.4324917795095375,1.4137861290982516,0.9999998172329586,0.0006204896392796408,model.language_model.layers.0.linear_attn.out_proj.weight,model.language_model.layers.5.linear_attn.out_proj.weight,model.language_model.layers.*.linear_attn.out_proj.weight,whole,5,0.03607382648072077,3.6381759061275587 +92,222,1.3052324493195095,0.025080146196382845,-0.0003013117351780466,-0.0003012697141274806,1.5242289103698865,1.3253759901017739,1.4144245412262835,0.9999999546056181,-0.00026200220755816527,model.language_model.layers.12.mlp.down_proj.weight,model.language_model.layers.22.mlp.down_proj.weight,model.language_model.layers.*.mlp.down_proj.weight,whole,10,0.020143540782264324,4.014214257299175 +75,223,1.1996266709959,-0.003981259652769327,0.0030895282924492634,0.0030887784602327837,1.8289362407207985,1.1919285452822348,1.412213533173987,0.9999952273960763,0.0020134638273535746,model.language_model.layers.11.mlp.gate_proj.weight,model.language_model.layers.22.mlp.gate_proj.weight,model.language_model.layers.*.mlp.gate_proj.weight,whole,11,0.007698125713665238,4.982763819072549 +224,282,1.2821090581995653,0.02790536848146075,0.00035330841059592606,0.00035319620464396986,1.2837464031380763,1.5940410733631794,1.4139694567573458,0.9999999375865816,0.0004387066765506598,model.language_model.layers.22.mlp.up_proj.weight,model.language_model.layers.6.mlp.up_proj.weight,model.language_model.layers.*.mlp.up_proj.weight,whole,16,0.0016373449385109762,3.3869290945184196 +77,318,0.22907671907818597,0.9807874520175254,0.9807874520175256,0.9863874857458985,0.2661505783230808,0.22907671907818597,0.245538847947208,0.1950794042562409,0.844167136651848,model.language_model.layers.11.post_attention_layernorm.weight,model.language_model.layers.9.post_attention_layernorm.weight,model.language_model.layers.*.post_attention_layernorm.weight,whole,2,0.0,0.6857081579955984 +356,392,0.9402610884516471,0.4545092595222747,0.4545092595222747,0.4545290751278885,0.9402610884516471,1.2443518640327442,1.06091360499711,0.8907420125987735,0.6015025520603251,model.visual.blocks.11.attn.proj.bias,model.visual.blocks.14.attn.proj.bias,model.visual.layers.*.attn.proj.bias,whole,3,0.0,2.5959135602598784 +357,501,1.3162347484511627,0.0038299528303945263,0.00013005108210240667,0.00013009057509031632,1.5255388431143662,1.3240208017824302,1.414122514679705,0.999999991543358,0.00011287181494925228,model.visual.blocks.11.attn.proj.weight,model.visual.blocks.22.attn.proj.weight,model.visual.layers.*.attn.proj.weight,whole,11,0.007786053331267473,3.987467314557463 +334,406,1.2481935319328328,0.0159629944493736,0.037168019777746655,0.03727310727129805,1.2795399886765089,1.5300101994370392,1.3881052686378845,0.9993090304334296,0.04444366714294782,model.visual.blocks.1.attn.qkv.bias,model.visual.blocks.15.attn.qkv.bias,model.visual.layers.*.attn.qkv.bias,whole,14,0.03134645674367609,6.336344786321128 +323,419,1.2317123991913423,-0.016683393966300405,0.00015225684728028632,0.0001517241591764906,1.1990966750196406,1.811757640988231,1.4141144582148357,0.9999999884089261,0.00023005026383574834,model.visual.blocks.0.attn.qkv.weight,model.visual.blocks.16.attn.qkv.weight,model.visual.layers.*.attn.qkv.weight,whole,16,0.032615724171701777,4.485251674381327 +384,576,0.43237042920398755,0.9036117335017229,0.9026279235798272,0.028249875186780113,0.4515436893233657,0.4345461771942396,0.44280044331068613,0.43042169040833617,0.8686501946426195,model.visual.blocks.13.mlp.linear_fc1.bias,model.visual.blocks.7.mlp.linear_fc1.bias,model.visual.layers.*.mlp.linear_fc1.bias,whole,6,0.0021757479902520527,1.222636601830609 +457,541,1.2705577677324889,0.013430158198999254,-0.0007431355795916422,-0.0006124369879420365,1.5809266735815417,1.2918937876556718,1.4147284134504579,0.999999723874717,-0.0006072718328455868,model.visual.blocks.19.mlp.linear_fc1.weight,model.visual.blocks.4.mlp.linear_fc1.weight,model.visual.layers.*.mlp.linear_fc1.weight,whole,15,0.021336019923182903,4.392522537203623 +326,338,0.9053848866764042,0.44059420908361324,0.4405942090836131,0.44052058599215105,0.9053848866764042,1.6218002078404385,1.1179920226443807,0.8977063790137538,0.7892287472217199,model.visual.blocks.0.mlp.linear_fc2.bias,model.visual.blocks.1.mlp.linear_fc2.bias,model.visual.layers.*.mlp.linear_fc2.bias,whole,1,0.0,3.704808011890525 +435,543,1.2803189368050463,-0.006920959473118133,0.00025342774380854565,0.0002542884790192724,1.584453668389397,1.2889336789417305,1.4140381023389712,0.9999999678871888,0.00020616036977912623,model.visual.blocks.17.mlp.linear_fc2.weight,model.visual.blocks.4.mlp.linear_fc2.weight,model.visual.layers.*.mlp.linear_fc2.weight,whole,13,0.008614742136684228,4.581744073336426 +388,424,0.46653602305357855,0.9012233839941586,0.901223383994159,0.9009004098522954,0.6404727086910321,0.46653602305357855,0.5332968314720761,0.43335483398955726,0.6564732075950986,model.visual.blocks.13.norm1.bias,model.visual.blocks.16.norm1.bias,model.visual.layers.*.norm1.bias,whole,3,0.0,1.283837089936822 +497,521,0.10440821934103524,0.9949336590417175,0.9949336590417173,0.639989468355949,0.10440821934103524,0.1079986841444677,0.10615794019495021,0.10053364663563995,1.029148151991465,model.visual.blocks.21.norm1.weight,model.visual.blocks.23.norm1.weight,model.visual.layers.*.norm1.weight,whole,2,0.0,0.37960062807481276 +354,378,0.8075189953006754,0.5998009172759885,0.5998009172759884,0.6000347140003391,1.1395177894344282,0.8075189953006753,0.931764396074303,0.8001492733452195,0.4250487693917664,model.visual.blocks.10.norm2.bias,model.visual.blocks.12.norm2.bias,model.visual.layers.*.norm2.bias,whole,2,1.1102230246251565e-16,3.419753893925454 +355,583,0.16655857338838162,0.9955668262034216,0.9955668262034215,0.8519135932747118,0.16655857338838162,0.19409989026424665,0.17875719959337066,0.09405686877228071,1.1601889220449337,model.visual.blocks.10.norm2.weight,model.visual.blocks.7.norm2.weight,model.visual.layers.*.norm2.weight,whole,3,0.0,0.39115471666777973 +84,307,0.27747534770045273,0.9627464167822,0.9627464167821999,0.9882574266227847,0.2774753477004528,0.30813094936717056,0.29160148768244065,0.2704058745165027,1.069111075493417,model.language_model.layers.12.input_layernorm.weight,model.language_model.layers.9.input_layernorm.weight,model.language_model.layers.*.input_layernorm.weight,whole,3,5.551115123125783e-17,0.5812841482543717 +6,12,0.4291005039113395,0.9051109533879466,0.9051109533879466,0.4168999874649748,0.42910050391133925,0.4455794847833822,0.4371071944061593,0.4251754485587833,0.9398704233769128,model.language_model.layers.12.linear_attn.A_log,model.language_model.layers.16.linear_attn.A_log,model.language_model.layers.*.linear_attn.A_log,whole,4,2.7755575615628914e-16,0.7820764385489785 +144,261,1.1218887868140852,-0.034587434203062935,-4.580716678196573e-05,-1.92324193518491e-05,1.1487782570597267,2.0319165043163605,1.4142413159618115,0.9999999989508517,-8.102202285624313e-05,model.language_model.layers.17.linear_attn.conv1d.weight,model.language_model.layers.5.linear_attn.conv1d.weight,model.language_model.layers.*.linear_attn.conv1d.weight,whole,12,0.026889470245641478,4.075577634008557 +63,110,0.8814176001260287,0.5817681421285885,0.5817681421285886,0.1758641520418297,0.9566048268793662,0.8814176001260287,0.9167067225027201,0.8133546758974527,0.5360423293467489,model.language_model.layers.10.linear_attn.dt_bias,model.language_model.layers.14.linear_attn.dt_bias,model.language_model.layers.*.linear_attn.dt_bias,whole,4,0.0,1.8345718060949698 +40,158,1.1574006289759415,0.022125208083910854,0.028970941325172344,0.02911178320986143,1.163750240980195,1.862242106665072,1.3956791793707835,0.9995802541860925,0.04635952363800824,model.language_model.layers.0.linear_attn.in_proj_a.weight,model.language_model.layers.18.linear_attn.in_proj_a.weight,model.language_model.layers.*.linear_attn.in_proj_a.weight,whole,18,0.006349612004253435,3.1418447134397973 +53,264,1.1343131471006183,0.1279464736279443,0.13182755456175083,0.131644220848187,1.1604928006221447,1.5783588686738623,1.3222481454740305,0.9912726647387532,0.1792955456221522,model.language_model.layers.1.linear_attn.in_proj_b.weight,model.language_model.layers.5.linear_attn.in_proj_b.weight,model.language_model.layers.*.linear_attn.in_proj_b.weight,whole,4,0.026179653521526403,3.2554081760872755 +160,312,1.294279702406207,-0.017953665562437073,-1.2432479061626888e-05,-1.2450014994524398e-05,1.2723349817001153,1.6174111738966426,1.4142221062456775,0.9999999999227167,-1.580435250364818e-05,model.language_model.layers.18.linear_attn.in_proj_qkv.weight,model.language_model.layers.9.linear_attn.in_proj_qkv.weight,model.language_model.layers.*.linear_attn.in_proj_qkv.weight,whole,9,0.021944720706091658,3.5809287012289586 +55,301,1.3141769445881115,-0.02662265716883986,-0.0015246629994662452,-0.0015244953505237466,1.3179840911025673,1.5378837390924325,1.4152785524131444,0.9999988377006935,-0.001779046082804774,model.language_model.layers.1.linear_attn.in_proj_z.weight,model.language_model.layers.8.linear_attn.in_proj_z.weight,model.language_model.layers.*.linear_attn.in_proj_z.weight,whole,7,0.0038071465144557948,3.446585668249066 +23,35,0.13144514312674993,0.9935175459132859,0.9935175459132858,0.028557578125139604,0.14171592255166457,0.13144514312674993,0.13629113761130016,0.11367887210226019,0.9215129370794564,model.language_model.layers.21.linear_attn.norm.weight,model.language_model.layers.9.linear_attn.norm.weight,model.language_model.layers.*.linear_attn.norm.weight,whole,12,0.0,0.34579672601339584 +185,314,1.3602607345670163,0.01165253332746447,-0.0002463907452877387,-0.00024620597684977657,1.3769428247670432,1.455063165817515,1.4143875113011288,0.9999999696457998,-0.00026036963294185354,model.language_model.layers.2.linear_attn.out_proj.weight,model.language_model.layers.9.linear_attn.out_proj.weight,model.language_model.layers.*.linear_attn.out_proj.weight,whole,7,0.016682090200026867,3.727904226867199 +163,280,1.3056607803720885,0.015610308233182293,-0.00013267319774061827,-0.00013265985827954916,1.3369256784567798,1.5068939652926538,1.4143067055699763,0.9999999911989113,-0.00014954043014731412,model.language_model.layers.18.mlp.down_proj.weight,model.language_model.layers.6.mlp.down_proj.weight,model.language_model.layers.*.mlp.down_proj.weight,whole,12,0.03126489808469124,3.59946790062205 +211,316,1.2001294126953654,-0.01644781361138935,0.002882756961858396,0.0028859544846446387,1.197152742175291,1.8109890099228514,1.412336872536918,0.9999958448475168,0.004360881441676321,model.language_model.layers.21.mlp.gate_proj.weight,model.language_model.layers.9.mlp.gate_proj.weight,model.language_model.layers.*.mlp.gate_proj.weight,whole,12,0.0029766705200744425,3.1678317765770325 +141,229,1.2863092404333147,0.039500357090121,0.00030321222047709266,0.0003031934519168285,1.5696002328241492,1.2970668136160104,1.4140029842319979,0.9999999540311736,0.00025056476193051114,model.language_model.layers.16.mlp.up_proj.weight,model.language_model.layers.23.mlp.up_proj.weight,model.language_model.layers.*.mlp.up_proj.weight,whole,7,0.010757573182695657,3.915358053842583 +77,95,0.23290868236093898,0.9834072405468681,0.983407240546868,0.9917837393027941,0.23290868236093837,0.27815375973871237,0.25254066463958535,0.18141168440867958,1.174444930689537,model.language_model.layers.11.post_attention_layernorm.weight,model.language_model.layers.12.post_attention_layernorm.weight,model.language_model.layers.*.post_attention_layernorm.weight,whole,1,6.106226635438361e-16,0.7462155537890987 +404,428,0.9415241076416865,0.4930696370119849,0.4930696370119851,0.493294449971415,1.103716019077784,0.9415241076416865,1.013008654100573,0.8699898465251589,0.4206126775081286,model.visual.blocks.15.attn.proj.bias,model.visual.blocks.17.attn.proj.bias,model.visual.layers.*.attn.proj.bias,whole,2,0.0,3.7106320664591035 +345,489,1.3198346431244288,0.02448156492864903,0.0005956414693699219,0.0005956052558925986,1.5109047054298324,1.3332869043572668,1.4137955908730417,0.9999998226056043,0.0005256194966823593,model.visual.blocks.10.attn.proj.weight,model.visual.blocks.21.attn.proj.weight,model.visual.layers.*.attn.proj.weight,whole,11,0.013452261232838048,3.7898481905922794 +334,454,1.2489359261190542,0.006049388374195203,0.006712756799496487,0.006631892703776777,1.28674338312143,1.575927886320531,1.4095551530152983,0.9999774691942568,0.008221391128316333,model.visual.blocks.1.attn.qkv.bias,model.visual.blocks.19.attn.qkv.bias,model.visual.layers.*.attn.qkv.bias,whole,18,0.037807457002375866,6.13255064193378 +443,467,1.2323073199389245,-0.0004126266910562976,0.00019751824614470454,0.000197477422636556,1.7202969758637972,1.228791474687042,1.414081438973877,0.999999980493271,0.00014108537093479487,model.visual.blocks.18.attn.qkv.weight,model.visual.blocks.2.attn.qkv.weight,model.visual.layers.*.attn.qkv.weight,whole,16,0.0035158452518824213,4.553177736058856 +372,420,0.4325086050079205,0.913502152234845,0.9115173781094827,0.021506618195642712,0.4353552472929906,0.5663560055584597,0.48813320482971545,0.4112615583839735,1.1857979075092648,model.visual.blocks.12.mlp.linear_fc1.bias,model.visual.blocks.16.mlp.linear_fc1.bias,model.visual.layers.*.mlp.linear_fc1.bias,whole,4,0.002846642285070089,1.0867729280076632 +325,385,1.2729258851734742,-0.0034109934118411647,0.0008442664603221049,0.0008418915498462103,1.2842170480129729,1.5921706834270655,1.4136299861378538,0.9999996436070084,0.0010467204972909035,model.visual.blocks.0.mlp.linear_fc1.weight,model.visual.blocks.13.mlp.linear_fc1.weight,model.visual.layers.*.mlp.linear_fc1.weight,whole,13,0.011291162839498714,3.9202963999369156 +566,578,0.9168466832278287,0.5453455810184651,0.5453455810184648,0.544729675582366,1.0000050287770637,0.9168466832278288,0.9557230923460789,0.8382113082413247,0.4999957728024585,model.visual.blocks.6.mlp.linear_fc2.bias,model.visual.blocks.7.mlp.linear_fc2.bias,model.visual.layers.*.mlp.linear_fc2.bias,whole,1,1.1102230246251565e-16,3.1199288469513395 +327,435,1.2824146548440023,-0.014184459028646233,-0.001689935506788628,-0.0016846539078877753,1.3002089280330567,1.5678369621701984,1.4153874095072319,0.9999985720579719,-0.002037782770216199,model.visual.blocks.0.mlp.linear_fc2.weight,model.visual.blocks.17.mlp.linear_fc2.weight,model.visual.layers.*.mlp.linear_fc2.weight,whole,17,0.017794273189054355,3.501823167963736 +532,556,0.4846080888747264,0.8817371683585439,0.8817371683585439,0.8817510820924609,0.4846080888747264,0.4881879572590911,0.48638814276635867,0.47174099454579604,0.8882506853319306,model.visual.blocks.3.norm1.bias,model.visual.blocks.5.norm1.bias,model.visual.layers.*.norm1.bias,whole,2,0.0,1.3472755453489977 +365,605,0.10888306201629609,0.9972015733277851,0.9972015733277851,0.9331152177396824,0.10888306201629608,0.11860378668381004,0.11343222398974259,0.07475976292491768,1.08622847753884,model.visual.blocks.11.norm1.weight,model.visual.blocks.9.norm1.weight,model.visual.layers.*.norm1.weight,whole,2,1.3877787807814457e-17,0.2760336270279038 +558,582,0.8224070417047348,0.6232400353826781,0.6232400353826782,0.6229363107051376,0.9369361435977532,0.8224070417047348,0.8740936880966991,0.7820305993349609,0.5470564854108929,model.visual.blocks.5.norm2.bias,model.visual.blocks.7.norm2.bias,model.visual.layers.*.norm2.bias,whole,2,0.0,2.684337605669335 +451,463,0.1744593546118854,0.9971312482467994,0.9971312482467999,0.9367710764317136,0.2077027380024494,0.1744593546118854,0.18892174001614584,0.07569196634900598,0.8375377027067833,model.visual.blocks.18.norm2.weight,model.visual.blocks.19.norm2.weight,model.visual.layers.*.norm2.weight,whole,1,0.0,0.3892998382474908 +202,214,0.28419042040150244,0.9946071834571922,0.9946071834571919,0.9022980998599335,0.28419042040150244,0.38929255680539854,0.32461148309343624,0.10371379182804774,1.362442734410408,model.language_model.layers.21.input_layernorm.weight,model.language_model.layers.22.input_layernorm.weight,model.language_model.layers.*.input_layernorm.weight,whole,1,0.0,0.41743750603470897 +6,20,0.43406675161184305,0.9011624146201463,0.9011624146201462,0.35605525764070334,0.43406675161184305,0.46992517441119463,0.4509301506012291,0.43348160569508326,0.975607791406872,model.language_model.layers.12.linear_attn.A_log,model.language_model.layers.20.linear_attn.A_log,model.language_model.layers.*.linear_attn.A_log,whole,8,0.0,0.8776076312974525 +156,308,1.122305387383583,-0.03306304164385411,0.012993111306091987,0.01300035322811523,1.098915802713169,2.343967424454875,1.4071334324935805,0.9999155859664292,0.02771407014859828,model.language_model.layers.18.linear_attn.conv1d.weight,model.language_model.layers.9.linear_attn.conv1d.weight,model.language_model.layers.*.linear_attn.conv1d.weight,whole,9,0.023389584670414187,4.4978010444659215 +98,157,0.8866827498934916,0.47639879662268125,0.47639879662268125,0.3348753601119188,1.499991846616917,0.8866827498934916,1.07946425701538,0.8792293139883709,0.28161126074655907,model.language_model.layers.13.linear_attn.dt_bias,model.language_model.layers.18.linear_attn.dt_bias,model.language_model.layers.*.linear_attn.dt_bias,whole,5,0.0,2.6223281358549246 +52,275,1.1582554182162719,0.08349776629830172,0.07322831943625455,0.07324313334391055,1.1589202028554413,1.7465928101574082,1.3656703023144072,0.9973152025475907,0.11036140013103722,model.language_model.layers.1.linear_attn.in_proj_a.weight,model.language_model.layers.6.linear_attn.in_proj_a.weight,model.language_model.layers.*.linear_attn.in_proj_a.weight,whole,5,0.0006647846391694134,3.6439696833822035 +147,299,1.1362336832068747,0.20201489930028507,0.17980224972767633,0.1793906051994627,1.1746041094779909,1.4294927545407135,1.283440872288222,0.9837027757370955,0.21881926954100217,model.language_model.layers.17.linear_attn.in_proj_b.weight,model.language_model.layers.8.linear_attn.in_proj_b.weight,model.language_model.layers.*.linear_attn.in_proj_b.weight,whole,9,0.0383704262711162,3.493526866836881 +113,148,1.2953722416929891,0.0037965437873089206,-0.00035853563731521904,-0.00035857873411571567,1.5434266461115695,1.3132226535032094,1.4144637917078693,0.9999999357260964,-0.0003050596037050153,model.language_model.layers.14.linear_attn.in_proj_qkv.weight,model.language_model.layers.17.linear_attn.in_proj_qkv.weight,model.language_model.layers.*.linear_attn.in_proj_qkv.weight,whole,3,0.01785041181022029,4.414439186267524 +67,208,1.3157702803306945,-0.0003517771839451709,-0.0017133900247912517,-0.0017319119368500618,1.5624992057754126,1.3033071356301131,1.415404950269582,0.9999985321462342,-0.00142916773152515,model.language_model.layers.10.linear_attn.in_proj_z.weight,model.language_model.layers.21.linear_attn.in_proj_z.weight,model.language_model.layers.*.linear_attn.in_proj_z.weight,whole,11,0.012463144700581408,4.407235302412045 +7,25,0.13199464331821462,0.9953927585907643,0.9953927585907639,0.0535574867041118,0.14590249108651832,0.13199464331821462,0.1384272965142258,0.09588146924755066,0.9005090396558827,model.language_model.layers.12.linear_attn.norm.weight,model.language_model.layers.22.linear_attn.norm.weight,model.language_model.layers.*.linear_attn.norm.weight,whole,10,0.0,0.3943754087909021 +103,150,1.360394597658794,-0.015462878028925188,-0.0005789426549244219,-0.0005790054765516944,1.3671033114519897,1.4674668528291603,1.414621852570796,0.9999998324126872,-0.0006214447355029582,model.language_model.layers.13.linear_attn.out_proj.weight,model.language_model.layers.17.linear_attn.out_proj.weight,model.language_model.layers.*.linear_attn.out_proj.weight,whole,4,0.00670871379319582,3.672983052252813 +210,238,1.3082938082477444,-0.010869455282115381,-0.00022620903865658743,-0.00022619135789731255,1.289324616789422,1.5846618533398227,1.41437016469834,0.9999999744147351,-0.00027802527755375466,model.language_model.layers.21.mlp.down_proj.weight,model.language_model.layers.3.mlp.down_proj.weight,model.language_model.layers.*.mlp.down_proj.weight,whole,18,0.018969191458322543,3.610663508675517 +105,211,1.202210157240102,0.0011332865935160755,0.004976546297975564,0.004973091360749689,1.727713814117437,1.2219630449249708,1.4108917056826993,0.9999876169168017,0.0035197702407622,model.language_model.layers.13.mlp.gate_proj.weight,model.language_model.layers.21.mlp.gate_proj.weight,model.language_model.layers.*.mlp.gate_proj.weight,whole,8,0.019752887684868714,5.071286426760365 +200,270,1.2871332371662305,0.01016566727960953,-4.887254017796875e-05,-4.8872364103617545e-05,1.2998019938607834,1.565453885431942,1.4142475310068474,0.9999999988057373,-5.886104827803819e-05,model.language_model.layers.20.mlp.up_proj.weight,model.language_model.layers.5.mlp.up_proj.weight,model.language_model.layers.*.mlp.up_proj.weight,whole,15,0.012668756694552918,3.2534913688732723 +288,318,0.23296415816537377,0.972502205200751,0.9725022052007513,0.9903524141393057,0.23814800684603318,0.23296415816537377,0.23551330544845114,0.23289366861225747,0.9513334188643298,model.language_model.layers.7.post_attention_layernorm.weight,model.language_model.layers.9.post_attention_layernorm.weight,model.language_model.layers.*.post_attention_layernorm.weight,whole,2,0.0,0.4724153662102845 +356,572,0.9424631851264238,0.449680742500848,0.4496807425008484,0.4496870763206025,0.9424631851264238,1.255898896687062,1.0660557178330698,0.8931893583243621,0.599231415381469,model.visual.blocks.11.attn.proj.bias,model.visual.blocks.7.attn.proj.bias,model.visual.layers.*.attn.proj.bias,whole,4,0.0,2.6782846345980524 +369,549,1.3207681759227643,0.03525900521794406,-0.0002786434125587084,-0.0002786458917862979,1.5062579103386207,1.3375437039555556,1.4144091973781319,0.9999999611789235,-0.00024743288619995024,model.visual.blocks.12.attn.proj.weight,model.visual.blocks.5.attn.proj.weight,model.visual.layers.*.attn.proj.weight,whole,7,0.016775528032791254,3.8057237340615413 +334,382,1.2534680758407832,0.031560809995988495,-0.007056512623506638,-0.007132788817715624,1.2702993392638113,1.6362666160253978,1.419039297555178,0.9999751025048544,-0.009089460786539702,model.visual.blocks.1.attn.qkv.bias,model.visual.blocks.13.attn.qkv.bias,model.visual.layers.*.attn.qkv.bias,whole,12,0.016831263423028098,6.181147763991366 +323,455,1.2323318845565872,-0.02797100937285955,0.0010360764486495085,0.0010366674693445407,1.1929099073717526,1.8311679232064086,1.413543273306699,0.9999994632726522,0.0015904218307119388,model.visual.blocks.0.attn.qkv.weight,model.visual.blocks.19.attn.qkv.weight,model.visual.layers.*.attn.qkv.weight,whole,19,0.039421977184834534,4.240523922312498 +384,456,0.4334067242939278,0.9174919707685579,0.9199240321251411,0.0028833543941267315,0.4298618662687944,0.5779747076976516,0.487795406164701,0.39209664002465305,1.2368922793423685,model.visual.blocks.13.mlp.linear_fc1.bias,model.visual.blocks.19.mlp.linear_fc1.bias,model.visual.layers.*.mlp.linear_fc1.bias,whole,6,0.0035448580251333794,1.1215101535366527 +337,373,1.273777204384663,0.005433465828071743,0.0007056607944452846,0.000700843087612691,1.2832156091298796,1.5943602955397664,1.4137260335878394,0.9999997510213906,0.0008767642357043183,model.visual.blocks.1.mlp.linear_fc1.weight,model.visual.blocks.12.mlp.linear_fc1.weight,model.visual.layers.*.mlp.linear_fc1.weight,whole,11,0.009438404745216733,3.478342741506477 +362,602,0.9174472515126009,0.5653278822770761,0.5653278822770758,0.5651368863667537,0.9174472515126009,0.9487994650879071,0.9327283946429812,0.8248662834181771,0.58464700986289,model.visual.blocks.11.mlp.linear_fc2.bias,model.visual.blocks.9.mlp.linear_fc2.bias,model.visual.layers.*.mlp.linear_fc2.bias,whole,2,0.0,2.6349881455819273 +531,579,1.282553377486783,0.025606345355891156,-0.0001796383625950545,-0.00017980141762523438,1.328425021070664,1.5194171156098628,1.4143394427419393,0.9999999838650292,-0.0002054655689389769,model.visual.blocks.3.mlp.linear_fc2.weight,model.visual.blocks.7.mlp.linear_fc2.weight,model.visual.layers.*.mlp.linear_fc2.weight,whole,4,0.04587164358388107,3.6669269476014508 +388,448,0.4997835430938786,0.8959151209576989,0.8959151209576979,0.8955765097631455,0.7494119609082119,0.4997835430938786,0.5880301114014246,0.44422527622744923,0.5974866386185972,model.visual.blocks.13.norm1.bias,model.visual.blocks.18.norm1.bias,model.visual.layers.*.norm1.bias,whole,5,0.0,2.4692638707250603 +401,425,0.11079661079423106,0.997802809062958,0.9978028090629583,0.8793370394152905,0.12188875957246763,0.11079661079423107,0.11594663656297928,0.06625371103620993,0.9070005296051181,model.visual.blocks.14.norm1.weight,model.visual.blocks.16.norm1.weight,model.visual.layers.*.norm1.weight,whole,2,1.3877787807814457e-17,0.26293350096107293 +570,594,0.8306189165889849,0.5840487073367728,0.5840487073367728,0.5839657877424966,1.0925855929220087,0.8306189165889849,0.935125181105009,0.8117186134728245,0.44401272327402586,model.visual.blocks.6.norm2.bias,model.visual.blocks.8.norm2.bias,model.visual.layers.*.norm2.bias,whole,2,0.0,2.9651047620414914 +463,511,0.17526763004233312,0.9859359923217689,0.9859359923217692,0.6179214921079015,0.18782776188478242,0.17526763004233312,0.18122206480215752,0.1671233647473878,0.9200059832138834,model.visual.blocks.19.norm2.weight,model.visual.blocks.22.norm2.weight,model.visual.layers.*.norm2.weight,whole,3,0.0,0.7202840408624241 +108,260,0.28730252482165947,0.9579119889300145,0.9579119889300147,0.8254308222765454,0.3036512374208178,0.28730252482165947,0.29513781760564806,0.2870620515918874,0.9063375974164982,model.language_model.layers.14.input_layernorm.weight,model.language_model.layers.5.input_layernorm.weight,model.language_model.layers.*.input_layernorm.weight,whole,9,0.0,0.7318871981312409 +16,34,0.4357077752949566,0.9001203745374633,0.9001203745374633,-0.16702346016690614,0.47999545116376857,0.4357077752949566,0.4562473324199259,0.4356412645084677,0.8170690887517827,model.language_model.layers.18.linear_attn.A_log,model.language_model.layers.9.linear_attn.A_log,model.language_model.layers.*.linear_attn.A_log,whole,9,0.0,1.1315249551287285 +215,308,1.1234054319580657,-0.039389036841066115,-0.0026091070128858385,-0.0025635867809423395,1.1414685576349017,2.08370780658283,1.415767456565894,0.999996596274505,-0.004762826461225339,model.language_model.layers.22.linear_attn.conv1d.weight,model.language_model.layers.9.linear_attn.conv1d.weight,model.language_model.layers.*.linear_attn.conv1d.weight,whole,13,0.01806312567683599,4.442355163163343 +262,297,0.904655688806625,0.5375569836895034,0.5375569836895036,-0.04542155166864964,0.904655688806625,1.0455670461858055,0.9674984722033726,0.8432274244156454,0.6212881591826557,model.language_model.layers.5.linear_attn.dt_bias,model.language_model.layers.8.linear_attn.dt_bias,model.language_model.layers.*.linear_attn.dt_bias,whole,3,0.0,1.9606135194730239 +205,217,1.1585494967550158,0.26165621588707405,0.27977406968857854,0.2795183408898952,1.2550572530943476,1.1534055340760065,1.2010169938064903,0.9600658674955018,0.2571141352111008,model.language_model.layers.21.linear_attn.in_proj_a.weight,model.language_model.layers.22.linear_attn.in_proj_a.weight,model.language_model.layers.*.linear_attn.in_proj_a.weight,whole,1,0.005143962679009295,3.681830218864652 +135,299,1.1422103150117546,0.16300579416936084,0.1692929917951902,0.16906859710717062,1.161957880083863,1.480643698049189,1.2927185070521279,0.985565767936891,0.21572434399029172,model.language_model.layers.16.linear_attn.in_proj_b.weight,model.language_model.layers.8.linear_attn.in_proj_b.weight,model.language_model.layers.*.linear_attn.in_proj_b.weight,whole,8,0.019747565072108397,3.530870946256705 +195,265,1.2966780911538558,0.020679072136556446,-0.00042503593110055016,-0.0004250498392977112,1.3103234345810597,1.5482918753696664,1.4145099402663437,0.9999999096722245,-0.0005022269017676283,model.language_model.layers.20.linear_attn.in_proj_qkv.weight,model.language_model.layers.5.linear_attn.in_proj_qkv.weight,model.language_model.layers.*.linear_attn.in_proj_qkv.weight,whole,15,0.013645343427203915,3.4940879910756086 +67,196,1.3172634390925786,-0.00017152385237892333,-0.0006951857041059381,-0.0006870810726502428,1.539801013972346,1.3158481006254041,1.4146990398165702,0.9999997583583893,-0.0005940759747714788,model.language_model.layers.10.linear_attn.in_proj_z.weight,model.language_model.layers.20.linear_attn.in_proj_z.weight,model.language_model.layers.*.linear_attn.in_proj_z.weight,whole,10,0.001415338467174454,4.259092513408601 +17,21,0.13267186267457504,0.9927197775537729,0.9927197775537729,0.08967839469218142,0.1415781736711944,0.13267186267457617,0.13690822617828818,0.12044684825095106,0.9302703841047426,model.language_model.layers.18.linear_attn.norm.weight,model.language_model.layers.20.linear_attn.norm.weight,model.language_model.layers.*.linear_attn.norm.weight,whole,2,1.1379786002407855e-15,0.334774498857521 +103,197,1.3611549437052584,0.009209216761210684,0.0007004208927645637,0.0007005348776857999,1.3743151735551467,1.456718962618511,1.4137190420627852,0.9999997547052565,0.0007424180536877297,model.language_model.layers.13.linear_attn.out_proj.weight,model.language_model.layers.20.linear_attn.out_proj.weight,model.language_model.layers.*.linear_attn.out_proj.weight,whole,7,0.013160229849888294,3.785456917552377 +168,280,1.3091971524822845,-0.005779236332951238,0.00034834455740429947,0.0003482962270996536,1.3244657819766132,1.5244757232091901,1.4139696406940985,0.9999999393280329,0.0004009486906353928,model.language_model.layers.19.mlp.down_proj.weight,model.language_model.layers.6.mlp.down_proj.weight,model.language_model.layers.*.mlp.down_proj.weight,whole,13,0.015268629494328723,3.353729886198217 +211,304,1.2048429145139188,0.00992188699288224,0.0037178405817805027,0.003718318540219117,1.2196162681993585,1.7375583522743907,1.4117389789454047,0.9999930888068219,0.00529671924172911,model.language_model.layers.21.mlp.gate_proj.weight,model.language_model.layers.8.mlp.gate_proj.weight,model.language_model.layers.*.mlp.gate_proj.weight,whole,13,0.01477335368543975,3.1112268075785012 +212,258,1.2874046725716082,0.003482608090624447,-0.00037437108806438545,-0.00037434639897949496,1.2780825954150963,1.6065400568434594,1.4144714827267726,0.9999999299231417,-0.00047058159719651677,model.language_model.layers.21.mlp.up_proj.weight,model.language_model.layers.4.mlp.up_proj.weight,model.language_model.layers.*.mlp.up_proj.weight,whole,17,0.009322077156511899,3.3563129489943604 +142,154,0.23761390902404547,0.9953902935109177,0.9953902935109175,0.9763753887577513,0.30541964595097276,0.2376139090240455,0.26522392220950397,0.09590705700963667,0.7744052544795629,model.language_model.layers.16.post_attention_layernorm.weight,model.language_model.layers.17.post_attention_layernorm.weight,model.language_model.layers.*.post_attention_layernorm.weight,whole,1,2.7755575615628914e-17,0.4369315974481195 +572,596,0.953574233208876,0.5108070873559303,0.5108070873559303,0.5108970524678039,1.0326843804327857,0.953574233208876,0.9907683486528664,0.859695364362837,0.4716760375894869,model.visual.blocks.7.attn.proj.bias,model.visual.blocks.9.attn.proj.bias,model.visual.layers.*.attn.proj.bias,whole,2,0.0,3.130035943438338 +393,501,1.3212008848146233,-0.0020821264810484785,-0.00029454640367125015,-0.00029453411780719564,1.5316749082524495,1.320534661312362,1.4144195528763461,0.9999999566212072,-0.0002539434009900753,model.visual.blocks.14.attn.proj.weight,model.visual.blocks.22.attn.proj.weight,model.visual.layers.*.attn.proj.weight,whole,8,0.0006662235022611984,4.000125400764544 +406,430,1.2561797600074334,0.13722949954474395,0.07880074887800716,0.07882353947941145,1.3812957624155144,1.334672580654815,1.3573840133510042,0.9968903861389502,0.07614096975047707,model.visual.blocks.15.attn.qkv.bias,model.visual.blocks.17.attn.qkv.bias,model.visual.layers.*.attn.qkv.bias,whole,2,0.07849282064738161,5.260208040347519 +323,491,1.233309204113357,-0.013794962935864153,-0.0004034002025591996,-0.0004041317529944601,1.1993385557800715,1.8124443930625647,1.4144760842726454,0.999999918634135,-0.0006096197206077287,model.visual.blocks.0.attn.qkv.weight,model.visual.blocks.21.attn.qkv.weight,model.visual.layers.*.attn.qkv.weight,whole,21,0.03397064833328556,4.295721683423955 +372,408,0.4343255035865324,0.9127243482834655,0.9116639717492313,0.009730437882514133,0.4343673929266816,0.5634334511304697,0.4864999733188764,0.4109364946246766,1.1825518817446852,model.visual.blocks.12.mlp.linear_fc1.bias,model.visual.blocks.15.mlp.linear_fc1.bias,model.visual.layers.*.mlp.linear_fc1.bias,whole,3,4.188934014920376e-05,1.09590047336376 +433,577,1.2799247939206455,0.01499325758865873,0.0002423720367290149,0.0004396765608027346,1.5897933008674467,1.2860949230457612,1.4140459497936708,0.9999999706278975,0.000196071681617582,model.visual.blocks.17.mlp.linear_fc1.weight,model.visual.blocks.7.mlp.linear_fc1.weight,model.visual.layers.*.mlp.linear_fc1.weight,whole,10,0.00617012912511572,4.035180080379964 +350,386,0.9203967206531208,0.4828586539344226,0.4828586539344226,0.48280856167032016,1.2012478689585289,0.9203967206531208,1.0332203428790592,0.8756983043952052,0.3699665432127111,model.visual.blocks.10.mlp.linear_fc2.bias,model.visual.blocks.13.mlp.linear_fc2.bias,model.visual.layers.*.mlp.linear_fc2.bias,whole,3,0.0,3.5799004624995563 +435,531,1.2830969699574002,0.00410307758953773,-0.0005238140599919531,-0.0005226974245349827,1.546045926846368,1.3117999937217981,1.4145789639578903,0.9999998628094059,-0.00044444946212591737,model.visual.blocks.17.mlp.linear_fc2.weight,model.visual.blocks.3.mlp.linear_fc2.weight,model.visual.layers.*.mlp.linear_fc2.weight,whole,14,0.028703023764397928,4.425805010692099 +436,460,0.4999206718966843,0.8700368981634125,0.8700368981634122,0.8694838283454344,0.5245690767975375,0.4999206718966844,0.5118002587603365,0.49298660816921597,0.8291556821460011,model.visual.blocks.17.norm1.bias,model.visual.blocks.19.norm1.bias,model.visual.layers.*.norm1.bias,whole,2,5.551115123125783e-17,1.419552402079899 +389,413,0.11166881212077878,0.9948181864694561,0.9948181864694565,0.8266148417185416,0.1177156069124996,0.1116688121207788,0.11457270843825602,0.10166993591825378,0.9437165391481792,model.visual.blocks.13.norm1.weight,model.visual.blocks.15.norm1.weight,model.visual.layers.*.norm1.weight,whole,2,1.3877787807814457e-17,0.30890470107377477 +378,606,0.8327224744013106,0.5760532634483131,0.576053263448313,0.576284107702529,0.8327224744013105,1.132955666788961,0.9489059915298916,0.8174121589935817,0.7837458808413461,model.visual.blocks.12.norm2.bias,model.visual.blocks.9.norm2.bias,model.visual.layers.*.norm2.bias,whole,3,1.1102230246251565e-16,2.3573001259746134 +415,427,0.17566250309237824,0.9973351003394992,0.997335100339499,0.9490994578801316,0.20973636735576098,0.17566250309237824,0.1904502721299747,0.07295682031723637,0.8353075928427556,model.visual.blocks.15.norm2.weight,model.visual.blocks.16.norm2.weight,model.visual.layers.*.norm2.weight,whole,1,0.0,0.3904040478894452 +84,108,0.29501260833111614,0.9818586602457898,0.9818586602457898,0.9601342114895495,0.2950126083311162,0.390304563738844,0.33283137692032694,0.18961426976982168,1.2990086024062946,model.language_model.layers.12.input_layernorm.weight,model.language_model.layers.14.input_layernorm.weight,model.language_model.layers.*.input_layernorm.weight,whole,2,5.551115123125783e-17,0.6324226953404362 +6,22,0.44354314717200155,0.9014449848486721,0.9014449848486722,0.3306106405052086,0.4444073145042154,0.44354314717200155,0.44397460007254413,0.43289368127887606,0.8996920899653752,model.language_model.layers.12.linear_attn.A_log,model.language_model.layers.21.linear_attn.A_log,model.language_model.layers.*.linear_attn.A_log,whole,9,0.0,1.1979674489117094 +144,308,1.1238360434289756,-0.038855007449690955,-0.0041762923039279564,-0.004210725476692003,1.105053013062869,2.370850647866643,1.4164733026755043,0.9999912792532704,-0.008960081731286821,model.language_model.layers.17.linear_attn.conv1d.weight,model.language_model.layers.9.linear_attn.conv1d.weight,model.language_model.layers.*.linear_attn.conv1d.weight,whole,8,0.018783030366106512,3.8323519371884682 +180,262,0.9144325595317793,0.4920059841278023,0.4920059841278023,0.1459406364875988,1.1848816200191772,0.9144325595317793,1.0237758930214156,0.8705918168593321,0.3797056885426719,model.language_model.layers.2.linear_attn.dt_bias,model.language_model.layers.5.linear_attn.dt_bias,model.language_model.layers.*.linear_attn.dt_bias,whole,3,0.0,2.7951351434178506 +205,298,1.158828984739455,0.15912002273816375,0.1424385230009979,0.14238597458850663,1.169668278468562,1.5276479869144515,1.3133867612738641,0.9898036508142886,0.1860321656379696,model.language_model.layers.21.linear_attn.in_proj_a.weight,model.language_model.layers.8.linear_attn.in_proj_a.weight,model.language_model.layers.*.linear_attn.in_proj_a.weight,whole,13,0.010839293729106858,3.2875182814226056 +264,299,1.1423558668371865,0.25765556164541686,0.23585861097011898,0.23552606723582822,1.169157285742728,1.3197347172418246,1.237628121099483,0.9717873819057572,0.2662351772969187,model.language_model.layers.5.linear_attn.in_proj_b.weight,model.language_model.layers.8.linear_attn.in_proj_b.weight,model.language_model.layers.*.linear_attn.in_proj_b.weight,whole,3,0.02680141890554144,3.494707566397835 +66,207,1.2970798990164012,0.0338508093493885,0.0005476079651457975,0.0005475403470502744,1.5646780006237389,1.2996023744090088,1.4138328702485168,0.999999850062747,0.00045483646569138505,model.language_model.layers.10.linear_attn.in_proj_qkv.weight,model.language_model.layers.21.linear_attn.in_proj_qkv.weight,model.language_model.layers.*.linear_attn.in_proj_qkv.weight,whole,11,0.002522475392607637,4.154695458313624 +55,114,1.3173854032238543,-0.014823729487280108,-0.00020039320630344722,-0.00020058440811046064,1.333661697038772,1.5117228549348176,1.4143541492847278,0.9999999799212813,-0.0002271483020133419,model.language_model.layers.1.linear_attn.in_proj_z.weight,model.language_model.layers.14.linear_attn.in_proj_z.weight,model.language_model.layers.*.linear_attn.in_proj_z.weight,whole,13,0.016276293814917686,3.557620799187924 +1,11,0.13282472136317341,0.9919054307363365,0.991905430736336,0.10012356666392079,0.13938504979800728,0.13282472136317341,0.13598634648345856,0.12697880325378696,0.9452201842815992,model.language_model.layers.0.linear_attn.norm.weight,model.language_model.layers.14.linear_attn.norm.weight,model.language_model.layers.*.linear_attn.norm.weight,whole,14,0.0,0.4541596752479156 +91,185,1.3615106421879093,0.002715522401418643,0.0002220737892046078,0.00022200808139068943,1.456479758134995,1.3751371601026634,1.4140567827536534,0.9999999753416157,0.00020967124198904057,model.language_model.layers.12.linear_attn.out_proj.weight,model.language_model.layers.2.linear_attn.out_proj.weight,model.language_model.layers.*.linear_attn.out_proj.weight,whole,10,0.01362651791475411,4.018329287744859 +210,285,1.309846986271996,0.015034818184536194,-0.00011585921593678571,-0.00011576402842171507,1.3148051733655381,1.54043080646978,1.414294468097447,0.999999993288321,-0.00013574110374514067,model.language_model.layers.21.mlp.down_proj.weight,model.language_model.layers.7.mlp.down_proj.weight,model.language_model.layers.*.mlp.down_proj.weight,whole,14,0.004958187093542232,3.4817605968277796 +228,281,1.2049437366208902,0.023088803187991412,0.0011485389511340155,0.001144460976544153,1.2212320376659982,1.7392646062239576,1.4134494718782968,0.9999993404289214,0.001635735949406299,model.language_model.layers.23.mlp.gate_proj.weight,model.language_model.layers.6.mlp.gate_proj.weight,model.language_model.layers.*.mlp.gate_proj.weight,whole,17,0.016288301045108033,3.3085859340549506 +170,240,1.2895908482981446,-0.012118657411831855,0.00012381177776811685,0.0001238432697841028,1.2953811725089868,1.5729447414665214,1.414127636030144,0.9999999923353218,0.0001503411419781384,model.language_model.layers.19.mlp.up_proj.weight,model.language_model.layers.3.mlp.up_proj.weight,model.language_model.layers.*.mlp.up_proj.weight,whole,16,0.005790324210842135,3.3838661553640135 +72,77,0.24380042539569174,0.9709732327779486,0.9709732327779486,0.9871405712414443,0.24380042539569172,0.2639175187381896,0.2532617005663331,0.23918817117227956,1.0510926957573847,model.language_model.layers.10.post_attention_layernorm.weight,model.language_model.layers.11.post_attention_layernorm.weight,model.language_model.layers.*.post_attention_layernorm.weight,whole,1,2.7755575615628914e-17,0.5755653800263415 +404,416,0.961093923169691,0.5205696276261869,0.5205696276261865,0.5205585786713799,0.961093923169691,0.9992540774326285,0.9796170039447758,0.8538192213771797,0.5412388013832116,model.visual.blocks.15.attn.proj.bias,model.visual.blocks.16.attn.proj.bias,model.visual.layers.*.attn.proj.bias,whole,1,0.0,3.109726185797778 +369,489,1.3218219621661649,0.025939792857166827,-0.0016497037189145902,-0.001649700376894693,1.5064831820256346,1.3390144254166398,1.41537155173072,0.9999986392378941,-0.0014663137986843623,model.visual.blocks.12.attn.proj.weight,model.visual.blocks.21.attn.proj.weight,model.visual.layers.*.attn.proj.weight,whole,9,0.017192463250474965,4.032680560412571 +334,346,1.2571427124054892,0.020508601440912714,0.029967279563622825,0.03008725956477104,1.2325370131255153,1.6409560362775597,1.3937141277000389,0.999550880223491,0.03989737246595474,model.visual.blocks.1.attn.qkv.bias,model.visual.blocks.10.attn.qkv.bias,model.visual.layers.*.attn.qkv.bias,whole,9,0.024605699279973914,6.517391656191236 +407,467,1.2394511376093638,0.028224425391217417,-0.0006189624013148383,-0.0006189776601738741,1.696788847845825,1.238368317231263,1.414630329618251,0.9999998084427545,-0.00045173766218395406,model.visual.blocks.15.attn.qkv.weight,model.visual.blocks.2.attn.qkv.weight,model.visual.layers.*.attn.qkv.weight,whole,13,0.0010828203781008128,4.536899920889536 +384,492,0.43464100625584423,0.915726723947677,0.916104509642531,-0.022175625751221135,0.43028038804748997,0.5662062803056798,0.48448634938475976,0.40093955580937346,1.2055026005942593,model.visual.blocks.13.mlp.linear_fc1.bias,model.visual.blocks.21.mlp.linear_fc1.bias,model.visual.layers.*.mlp.linear_fc1.bias,whole,8,0.004360618208354261,1.0829627162649422 +337,505,1.280148421234566,-0.012955517128951929,0.0015919488460871421,0.0018464092463812323,1.2611625941527569,1.637759059449028,1.4131248296489556,0.9999987328486329,0.0020673215784759043,model.visual.blocks.1.mlp.linear_fc1.weight,model.visual.blocks.22.mlp.linear_fc1.weight,model.visual.layers.*.mlp.linear_fc1.weight,whole,21,0.01898582708180907,3.6738338645254265 +350,374,0.9393995029848102,0.4741438010897486,0.47414380108974896,0.47401346795873806,1.171780124337287,0.9393995029848103,1.0365402627134774,0.8804474180143664,0.38011435920108794,model.visual.blocks.10.mlp.linear_fc2.bias,model.visual.blocks.12.mlp.linear_fc2.bias,model.visual.layers.*.mlp.linear_fc2.bias,whole,2,1.1102230246251565e-16,3.071468662063851 +555,603,1.2831572935478532,-0.00685310691138078,-0.0009145592538178459,-0.0009143620125008371,1.2822055099008136,1.5995301869825875,1.4148446176166374,0.9999995817905981,-0.001140897557349505,model.visual.blocks.5.mlp.linear_fc2.weight,model.visual.blocks.9.mlp.linear_fc2.weight,model.visual.layers.*.mlp.linear_fc2.weight,whole,4,0.0009517836470396279,3.4736860297856342 +376,400,0.501929448365661,0.8782146958643609,0.8782146958643611,0.8779204175137149,0.6914407842888058,0.501929448365661,0.574439423982718,0.47826660762368484,0.6375120297470019,model.visual.blocks.12.norm1.bias,model.visual.blocks.14.norm1.bias,model.visual.layers.*.norm1.bias,whole,2,0.0,1.435302012810443 +461,509,0.11538721915002269,0.9933330032682237,0.9933330032682229,0.4165702197408514,0.1167453713778915,0.11538721915002269,0.11606033571524264,0.11528028720528248,0.9817771067433195,model.visual.blocks.19.norm1.weight,model.visual.blocks.22.norm1.weight,model.visual.layers.*.norm1.weight,whole,3,0.0,0.4890411706530788 +534,558,0.8379252267119471,0.6201057193390852,0.6201057193390848,0.6198026136010442,0.9162969465851368,0.8379252267119471,0.8744881350934269,0.7845182578136447,0.5670675073173992,model.visual.blocks.3.norm2.bias,model.visual.blocks.5.norm2.bias,model.visual.layers.*.norm2.bias,whole,2,0.0,2.7557431468420432 +547,583,0.17759285892542265,0.9842558672732301,0.9842558672732306,0.7266482423210853,0.18365930970630653,0.17759285892542204,0.18054969216713368,0.17674950562369565,0.9517449110676447,model.visual.blocks.4.norm2.weight,model.visual.blocks.7.norm2.weight,model.visual.layers.*.norm2.weight,whole,3,6.106226635438361e-16,0.5185233764661781 +131,155,0.30108254715435895,0.9724120356887349,0.9724120356887352,0.4472104515693825,0.384989053475851,0.30108254715435856,0.33540585237860737,0.23326987128150492,0.7604795251849524,model.language_model.layers.16.input_layernorm.weight,model.language_model.layers.18.input_layernorm.weight,model.language_model.layers.*.input_layernorm.weight,whole,2,3.885780586188048e-16,1.2544747321688168 +8,24,0.44894411846042304,0.8958045595384816,0.8958045595384818,-0.0741572487303993,0.5393190733047192,0.44894411846042304,0.48796316191183053,0.444448187205288,0.7456925004163619,model.language_model.layers.13.linear_attn.A_log,model.language_model.layers.22.linear_attn.A_log,model.language_model.layers.*.linear_attn.A_log,whole,9,0.0,1.2421677798411446 +50,156,1.1279753701674682,0.04409459666527809,0.006547994833542628,0.006542081981234791,2.689176819472378,1.0744294245777217,1.4110194308811523,0.9999785616520286,0.002616175429669757,model.language_model.layers.1.linear_attn.conv1d.weight,model.language_model.layers.18.linear_attn.conv1d.weight,model.language_model.layers.*.linear_attn.conv1d.weight,whole,17,0.05354594558974646,7.362803384590686 +98,180,0.9231899606883164,0.5134812798366762,0.5134812798366762,0.26706002733318496,1.0810377796942081,0.9231899606883164,0.99282367644979,0.858100795511395,0.4385052691504444,model.language_model.layers.13.linear_attn.dt_bias,model.language_model.layers.2.linear_attn.dt_bias,model.language_model.layers.*.linear_attn.dt_bias,whole,11,0.0,1.8158286752202084 +99,146,1.1630821576527715,0.21186509670504716,0.1787518876331122,0.17861157733904995,1.4176061211144453,1.182008200315489,1.2838695627449308,0.9838941826576673,0.14904435996517118,model.language_model.layers.13.linear_attn.in_proj_a.weight,model.language_model.layers.17.linear_attn.in_proj_a.weight,model.language_model.layers.*.linear_attn.in_proj_a.weight,whole,4,0.01892604266271758,3.9978219953714746 +299,311,1.1433810135993487,0.18349804509686915,0.16240739285508768,0.1622404754850463,1.4995086153428951,1.1610389558470873,1.2982802655953811,0.986723790503712,0.12574873388053195,model.language_model.layers.8.linear_attn.in_proj_b.weight,model.language_model.layers.9.linear_attn.in_proj_b.weight,model.language_model.layers.*.linear_attn.in_proj_b.weight,whole,1,0.017657942247738534,4.583500003621235 +195,312,1.2973025237025106,-0.017593340625407673,-0.000138300323184206,-0.00013829149094087643,1.2871790993731944,1.588497693416303,1.4143092281693548,0.9999999904365103,-0.00017067535083798417,model.language_model.layers.20.linear_attn.in_proj_qkv.weight,model.language_model.layers.9.linear_attn.in_proj_qkv.weight,model.language_model.layers.*.linear_attn.in_proj_qkv.weight,whole,11,0.010123424329316233,3.789311287246712 +43,102,1.317954054477963,-0.0042889280269542305,-0.0005535504224383039,-0.0005535091756490334,1.3335411423586727,1.5125038099886632,1.4146018451415454,0.9999998467909532,-0.0006278374894965038,model.language_model.layers.0.linear_attn.in_proj_z.weight,model.language_model.layers.13.linear_attn.in_proj_z.weight,model.language_model.layers.*.linear_attn.in_proj_z.weight,whole,13,0.015587087880709616,3.416260601728425 +13,21,0.13650421451029082,0.9908341175980288,0.9908341175980288,-0.21129578513566954,0.13650421451029188,0.1405526704129609,0.13848407985509037,0.13508423817653842,1.0202203768160776,model.language_model.layers.16.linear_attn.norm.weight,model.language_model.layers.20.linear_attn.norm.weight,model.language_model.layers.*.linear_attn.norm.weight,whole,4,1.0547118733938987e-15,0.35229349997936793 +221,314,1.3621083680575774,0.018043671086774384,0.0012588781539962408,0.0012589166925361295,1.3572043342135223,1.4770406514072647,1.4133262998220026,0.9999992076125828,0.0013700326190738867,model.language_model.layers.22.linear_attn.out_proj.weight,model.language_model.layers.9.linear_attn.out_proj.weight,model.language_model.layers.*.linear_attn.out_proj.weight,whole,13,0.004904033844055133,3.7799938953061747 +198,268,1.3111475203389122,-0.010497843513292682,-5.151377082564954e-06,-5.214009714990492e-06,1.3119610528463361,1.5448386678042296,1.4142171568518496,0.9999999999867316,-6.065764294086077e-06,model.language_model.layers.20.mlp.down_proj.weight,model.language_model.layers.5.mlp.down_proj.weight,model.language_model.layers.*.mlp.down_proj.weight,whole,15,0.0008135325074238864,3.308094362813514 +199,304,1.2074352670276547,0.035455291513678364,0.0041004921865207275,0.0041009408020609385,1.2265024551052388,1.717167692740256,1.411468174006548,0.9999915929465749,0.005740903883003706,model.language_model.layers.20.mlp.gate_proj.weight,model.language_model.layers.8.mlp.gate_proj.weight,model.language_model.layers.*.mlp.gate_proj.weight,whole,12,0.01906718807758412,3.297489078746882 +188,224,1.2895921428062398,-0.016590005887136897,-0.00017351032823411937,-0.00017340622773901599,1.6517375585157592,1.256599029141608,1.414331800360154,0.9999999849470829,-0.00013200215063279125,model.language_model.layers.2.mlp.up_proj.weight,model.language_model.layers.22.mlp.up_proj.weight,model.language_model.layers.*.mlp.up_proj.weight,whole,20,0.03299311366463176,4.1578805815155215 +241,271,0.2592381675038355,0.9824080693171534,0.9824080693171533,0.9804763437266965,0.32299695921505656,0.2592381675038355,0.28591732922592794,0.18674684827472482,0.788483174113077,model.language_model.layers.3.post_attention_layernorm.weight,model.language_model.layers.5.post_attention_layernorm.weight,model.language_model.layers.*.post_attention_layernorm.weight,whole,2,0.0,0.8168456720027181 +464,548,0.9618446967544892,0.29269929322280025,0.29269929322280047,0.2914684759697027,0.9618446967544892,2.4245575212144246,1.264393573412057,0.9562045407478846,0.7378179400812659,model.visual.blocks.2.attn.proj.bias,model.visual.blocks.5.attn.proj.bias,model.visual.layers.*.attn.proj.bias,whole,3,0.0,3.95830405667317 +405,561,1.324264274454469,0.013978510072800664,-0.0019736395364415636,-0.001973619951697349,1.4925059280640542,1.3494781416401687,1.4156014037875615,0.9999980523715934,-0.001784504412226643,model.visual.blocks.15.attn.proj.weight,model.visual.blocks.6.attn.proj.weight,model.visual.layers.*.attn.proj.weight,whole,9,0.025213867185699623,4.042130099794892 +526,586,1.257999810653282,-0.018998980555562022,-0.0030244233129912666,-0.002738332108327482,1.2544384734870995,1.6629264637813317,1.4162684160832812,0.9999954264213531,-0.004009278789791605,model.visual.blocks.3.attn.qkv.bias,model.visual.blocks.8.attn.qkv.bias,model.visual.layers.*.attn.qkv.bias,whole,5,0.0035613371661824544,5.510222958322396 +323,599,1.2425433558975796,0.0458554889001848,-0.0007978129489955388,-0.0007975306529539976,1.2358006556664833,1.7038704573480044,1.4147497021097464,0.9999996817471986,-0.0010999912551025984,model.visual.blocks.0.attn.qkv.weight,model.visual.blocks.9.attn.qkv.weight,model.visual.layers.*.attn.qkv.weight,whole,9,0.006742700231096244,3.897842002641561 +372,504,0.4392851225761191,0.9087848377896014,0.9108632839242929,-0.026943610826628744,0.434891904597146,0.5620649064479197,0.4864256800168006,0.4127082238078773,1.177221928147872,model.visual.blocks.12.mlp.linear_fc1.bias,model.visual.blocks.22.mlp.linear_fc1.bias,model.visual.layers.*.mlp.linear_fc1.bias,whole,10,0.00439321797897313,1.148858199618018 +481,541,1.280601594755772,0.013140252082004068,-2.856556408516935e-05,1.9121634737140573e-05,1.5722734453140685,1.2959192478358454,1.4142333895515538,0.9999999995920043,-2.3544673118780983e-05,model.visual.blocks.20.mlp.linear_fc1.weight,model.visual.blocks.4.mlp.linear_fc1.weight,model.visual.layers.*.mlp.linear_fc1.weight,whole,16,0.015317653080073379,4.2423161526324735 +398,410,0.9510567654704726,0.45171147773242415,0.451711477732424,0.45159311444328054,1.2174553038920013,0.9510567654704726,1.0599245842492537,0.8921640773337547,0.35286983888830803,model.visual.blocks.14.mlp.linear_fc2.bias,model.visual.blocks.15.mlp.linear_fc2.bias,model.visual.layers.*.mlp.linear_fc2.bias,whole,1,0.0,3.6122664939258984 +327,411,1.283404410531117,-0.02512214803863832,0.001259053408912788,0.0012640046734308718,1.295980276562555,1.5697107244897883,1.4133391059349893,0.9999992073919426,0.00152498434923553,model.visual.blocks.0.mlp.linear_fc2.weight,model.visual.blocks.15.mlp.linear_fc2.weight,model.visual.layers.*.mlp.linear_fc2.weight,whole,15,0.012575866031437899,3.69829463172157 +364,388,0.520148142014193,0.8722751386246472,0.8722751386246475,0.8722642460344041,0.7483888735988268,0.5201481420141931,0.6040361796370315,0.4890154215741586,0.6062520551634967,model.visual.blocks.11.norm1.bias,model.visual.blocks.13.norm1.bias,model.visual.layers.*.norm1.bias,whole,2,1.1102230246251565e-16,1.9173798625599303 +353,365,0.11912506426704239,0.9970172636908403,0.9970172636908399,0.9368365934290054,0.13144475796937463,0.11912506426704238,0.12483126140793335,0.07717885657633324,0.9035715645670271,model.visual.blocks.10.norm1.weight,model.visual.blocks.11.norm1.weight,model.visual.layers.*.norm1.weight,whole,1,1.3877787807814457e-17,0.3215490035102393 +366,582,0.8428235974709095,0.5455718717451541,0.5455718717451541,0.5445608093620334,0.8428235974709095,1.327247444022179,1.006201240377066,0.8380640385796835,0.8591464150707346,model.visual.blocks.11.norm2.bias,model.visual.blocks.7.norm2.bias,model.visual.layers.*.norm2.bias,whole,4,0.0,2.8305593706513386 +547,571,0.1808342239180605,0.985122202465786,0.9851222024657869,0.7835670512039161,0.1808342239180605,0.19468653326551877,0.18737744172341594,0.17185530602503143,1.0605847847023708,model.visual.blocks.4.norm2.weight,model.visual.blocks.6.norm2.weight,model.visual.layers.*.norm2.weight,whole,2,0.0,0.6418848166882934 +272,295,0.3064178108249336,0.9620605532969536,0.9620605532969536,0.9199440360944718,0.3725042551386824,0.3064178108249336,0.33466284934865986,0.27283601629909343,0.7913801911135924,model.language_model.layers.6.input_layernorm.weight,model.language_model.layers.8.input_layernorm.weight,model.language_model.layers.*.input_layernorm.weight,whole,2,0.0,0.7640256875461348 +20,32,0.4611620590180805,0.8878470747730705,0.8878470747730705,0.12630382641456836,0.4611620590180805,0.5020525800392426,0.4803067687270698,0.4601386441246833,0.9665710911240385,model.language_model.layers.20.linear_attn.A_log,model.language_model.layers.8.linear_attn.A_log,model.language_model.layers.*.linear_attn.A_log,whole,12,0.0,0.7157874903736569 +191,273,1.1337578164331987,0.006347430646248802,-0.0003619255086386551,-0.0003653410405762672,1.123183699886676,2.1977977997429052,1.4144209539860533,0.9999999345049609,-0.0007082003474917987,model.language_model.layers.20.linear_attn.conv1d.weight,model.language_model.layers.6.linear_attn.conv1d.weight,model.language_model.layers.*.linear_attn.conv1d.weight,whole,14,0.010574116546522738,4.372227007047077 +250,274,0.9291962696878381,0.47341783764752265,0.4734178376475226,0.039771860503104134,0.9291962696878381,1.2078891572201302,1.0415517356385053,0.8808379822629948,0.6154095658618497,model.language_model.layers.4.linear_attn.dt_bias,model.language_model.layers.6.linear_attn.dt_bias,model.language_model.layers.*.linear_attn.dt_bias,whole,2,0.0,1.7984901886409816 +52,298,1.1632935691749062,0.06786664122673212,0.06485177649773176,0.06485532857111848,1.1680537118250518,1.7383322590557215,1.3710993812573167,0.9978949078360347,0.09651434176510182,model.language_model.layers.1.linear_attn.in_proj_a.weight,model.language_model.layers.8.linear_attn.in_proj_a.weight,model.language_model.layers.*.linear_attn.in_proj_a.weight,whole,7,0.004760142650145571,3.563730966497801 +88,276,1.1451340337878522,0.2651848652853884,0.2483246164208404,0.24829850344418725,1.2878764364362847,1.1739727728185934,1.226977001755168,0.9686768733068022,0.22636204083784423,model.language_model.layers.12.linear_attn.in_proj_b.weight,model.language_model.layers.6.linear_attn.in_proj_b.weight,model.language_model.layers.*.linear_attn.in_proj_b.weight,whole,6,0.02883873903074119,3.63938557525114 +54,136,1.2990496852412936,-0.0005157015126146247,9.091975960188207e-05,9.097207638612426e-05,1.5935725631463336,1.2842628177763145,1.4141507393857036,0.9999999958667986,7.327238768928025e-05,model.language_model.layers.1.linear_attn.in_proj_qkv.weight,model.language_model.layers.16.linear_attn.in_proj_qkv.weight,model.language_model.layers.*.linear_attn.in_proj_qkv.weight,whole,15,0.014786867464979148,4.298355313605194 +114,208,1.3184669184741313,0.048882722991270264,0.003908871575915557,0.003907257658037373,1.4913786253048749,1.3431534413182837,1.411461971083572,0.9999923603323193,0.0035203765293262998,model.language_model.layers.14.linear_attn.in_proj_z.weight,model.language_model.layers.21.linear_attn.in_proj_z.weight,model.language_model.layers.*.linear_attn.in_proj_z.weight,whole,7,0.024686522844152403,3.8245721735472706 +7,33,0.13786568932737878,0.9904960827584651,0.9904960827584651,0.012907309775430484,0.13787213309038188,0.13786568932737875,0.1378689110959413,0.1375409395057921,0.9904497897051137,model.language_model.layers.12.linear_attn.norm.weight,model.language_model.layers.8.linear_attn.norm.weight,model.language_model.layers.*.linear_attn.norm.weight,whole,4,2.7755575615628914e-17,0.42656215702873623 +44,302,1.3628331514316139,0.01896670823916376,-0.00015974814142982356,-0.0001597210177415754,1.3968424825829104,1.4324838864308678,1.4143264810144198,0.9999999872402656,-0.00016382422595163218,model.language_model.layers.0.linear_attn.out_proj.weight,model.language_model.layers.8.linear_attn.out_proj.weight,model.language_model.layers.*.linear_attn.out_proj.weight,whole,8,0.03400933115129656,3.8139877582945463 +222,303,1.311601401434185,-0.002351970792101611,-0.00017604714561330332,-0.00017596522892649786,1.313207899305021,1.5431197267822323,1.414336438488948,0.9999999845037012,-0.0002068688616504378,model.language_model.layers.22.mlp.down_proj.weight,model.language_model.layers.8.mlp.down_proj.weight,model.language_model.layers.*.mlp.down_proj.weight,whole,14,0.001606497870835888,3.4300251782082762 +75,152,1.210445190296745,-0.008338510736390898,0.00492049199741386,0.004919766698986464,1.7332476555267953,1.2200743827507208,1.4109343915761565,0.9999878943059778,0.0034636517276868555,model.language_model.layers.11.mlp.gate_proj.weight,model.language_model.layers.17.mlp.gate_proj.weight,model.language_model.layers.*.mlp.gate_proj.weight,whole,6,0.009629192453975755,4.844882257073624 +123,188,1.2903449083009815,0.05263070118910794,-0.0002510695140784164,-0.00025108634848813166,1.3044931931277666,1.557741805941159,1.414388326456868,0.9999999684820491,-0.00029981105331760503,model.language_model.layers.15.mlp.up_proj.weight,model.language_model.layers.2.mlp.up_proj.weight,model.language_model.layers.*.mlp.up_proj.weight,whole,13,0.014148284826785096,3.3101510997062493 +259,283,0.26265489495119926,0.9674700666999451,0.9674700666999451,0.9649708226969402,0.2928608590123398,0.2626548949511999,0.2765281679641559,0.2529855134975201,0.8676842292769392,model.language_model.layers.4.post_attention_layernorm.weight,model.language_model.layers.6.post_attention_layernorm.weight,model.language_model.layers.*.post_attention_layernorm.weight,whole,2,6.661338147750939e-16,0.7975518777121821 +464,524,0.9642210807850585,0.35247042842766474,0.3524704284276649,0.35177613894666,0.9642210807850585,1.6489221920684929,1.177130702311222,0.9358229517830915,0.6027625023600005,model.visual.blocks.2.attn.proj.bias,model.visual.blocks.3.attn.proj.bias,model.visual.layers.*.attn.proj.bias,whole,1,0.0,4.091358194328919 +489,597,1.3242685763495345,0.005668094617957319,-0.001533860054111654,-0.0015338485647483767,1.3371373204361765,1.5089711418108445,1.41528987729925,0.9999988236359753,-0.0017309744645193927,model.visual.blocks.21.attn.proj.weight,model.visual.blocks.9.attn.proj.weight,model.visual.layers.*.attn.proj.weight,whole,12,0.012868744086641959,3.577256173878542 +322,466,1.2589591377422553,0.04619646129592308,0.050791076498747444,0.05078608611177824,1.2577548714773175,1.542623872956566,1.3785857466971665,0.9987093003212187,0.06229475147896019,model.visual.blocks.0.attn.qkv.bias,model.visual.blocks.2.attn.qkv.bias,model.visual.layers.*.attn.qkv.bias,whole,2,0.0012042662649378588,5.428841258353176 +455,467,1.2428924323207853,-0.01374779465631092,-0.0008257785707476791,-0.0008257074694133276,1.7170000250535176,1.2309001987972883,1.414766454096103,0.9999996590448179,-0.0005919924240328283,model.visual.blocks.19.attn.qkv.weight,model.visual.blocks.2.attn.qkv.weight,model.visual.layers.*.attn.qkv.weight,whole,17,0.011992233523496987,4.898138078705901 +372,576,0.44064506033163453,0.8988236382795232,0.8948402263071427,0.021067189987838977,0.4763080183593925,0.4489245800320545,0.46200877373847155,0.4463865694469106,0.8433949404723496,model.visual.blocks.12.mlp.linear_fc1.bias,model.visual.blocks.7.mlp.linear_fc1.bias,model.visual.layers.*.mlp.linear_fc1.bias,whole,5,0.008279519700419957,1.2211010931975361 +433,529,1.281051359647954,0.013671143007477564,-1.8266569441752074e-05,0.00012183245399546367,1.6046861306002078,1.278655990577962,1.414226152612052,0.9999999998331662,-1.4555281558561509e-05,model.visual.blocks.17.mlp.linear_fc1.weight,model.visual.blocks.3.mlp.linear_fc1.weight,model.visual.layers.*.mlp.linear_fc1.weight,whole,14,0.0023953690699920482,4.261587620889221 +350,362,0.9569969368703698,0.5050419653847072,0.5050419653847075,0.5049218111419774,1.04196362530489,0.9569969368703699,0.9967744721938782,0.8630947880739125,0.46385843241190944,model.visual.blocks.10.mlp.linear_fc2.bias,model.visual.blocks.11.mlp.linear_fc2.bias,model.visual.layers.*.mlp.linear_fc2.bias,whole,1,1.1102230246251565e-16,3.0363304789723276 +375,531,1.2840891381360986,-0.007791291581759797,0.0007408058290908886,0.0007395309272351339,1.5507790709334641,1.3075351136468394,1.413697171952958,0.9999997256033242,0.0006246083997945281,model.visual.blocks.12.mlp.linear_fc2.weight,model.visual.blocks.3.mlp.linear_fc2.weight,model.visual.layers.*.mlp.linear_fc2.weight,whole,9,0.02344597551074079,4.67473333473157 +376,412,0.523560744235483,0.8717753757408888,0.8717753757408883,0.8714618329515963,0.761995738818387,0.523560744235483,0.6102590222523626,0.4899058014065899,0.5989893922987561,model.visual.blocks.12.norm1.bias,model.visual.blocks.15.norm1.bias,model.visual.layers.*.norm1.bias,whole,3,0.0,1.7418525872713844 +449,509,0.12056213665891274,0.9927065382957828,0.9927065382957823,0.33533527956785003,0.12159793151702794,0.12056213665891274,0.12107671130787809,0.12055591576029917,0.984250470703546,model.visual.blocks.18.norm1.weight,model.visual.blocks.22.norm1.weight,model.visual.layers.*.norm1.weight,whole,4,0.0,0.48636936656534085 +450,486,0.8471101729798631,0.6398189125956681,0.6398189125956683,0.6445220472724986,0.8471101729798631,0.8503936845293303,0.8487471652494138,0.7685257048953512,0.6422989356860359,model.visual.blocks.18.norm2.bias,model.visual.blocks.20.norm2.bias,model.visual.layers.*.norm2.bias,whole,2,0.0,2.501814892723292 +535,559,0.18543942902255303,0.98280179458282,0.98280179458282,0.8233159638912378,0.18543942902255242,0.19199484033360908,0.18863175718168204,0.18466356588344254,1.017544513726716,model.visual.blocks.3.norm2.weight,model.visual.blocks.5.norm2.weight,model.visual.layers.*.norm2.weight,whole,2,6.106226635438361e-16,0.6352473566855324 +108,272,0.31221258041984296,0.9501007987401802,0.9501007987401798,0.8866855767832424,0.31221258041984296,0.32418442428604644,0.318029627265385,0.31194305928049143,0.9865325735404684,model.language_model.layers.14.input_layernorm.weight,model.language_model.layers.6.input_layernorm.weight,model.language_model.layers.*.input_layernorm.weight,whole,8,0.0,0.8553659421680724 +22,32,0.46314977451555495,0.8871997997539764,0.8871997997539764,-0.010809455402843737,0.46314977451555495,0.5469336011650219,0.49985025448177206,0.4613854303253454,1.0476943056700805,model.language_model.layers.21.linear_attn.A_log,model.language_model.layers.8.linear_attn.A_log,model.language_model.layers.*.linear_attn.A_log,whole,13,0.0,0.9210619589459179 +50,191,1.1350114376002571,0.022210814623336527,-0.008676220341858403,-0.008679789719381834,2.6698791531480266,1.0822941463257385,1.4184790635175695,0.9999623608919386,-0.0035170964487863557,model.language_model.layers.1.linear_attn.conv1d.weight,model.language_model.layers.20.linear_attn.conv1d.weight,model.language_model.layers.*.linear_attn.conv1d.weight,whole,19,0.05271729127451863,7.988149442595923 +250,309,0.936731063393593,0.4813194909255328,0.4813194909255328,-0.15179509735901367,0.936731063393593,1.154074232863468,1.0285636363164052,0.876545234232202,0.592996692390802,model.language_model.layers.4.linear_attn.dt_bias,model.language_model.layers.9.linear_attn.dt_bias,model.language_model.layers.*.linear_attn.dt_bias,whole,5,0.0,1.6307386374134822 +146,205,1.163842580054948,0.2610038799072204,0.2683584311866289,0.26822726375416217,1.2742887649207095,1.155794885137222,1.2107143932166513,0.963319133211342,0.24340425081614409,model.language_model.layers.17.linear_attn.in_proj_a.weight,model.language_model.layers.21.linear_attn.in_proj_a.weight,model.language_model.layers.*.linear_attn.in_proj_a.weight,whole,4,0.008047694917725945,3.6190900935926025 +218,264,1.1461290034651854,0.14391166554798052,0.13995798911692794,0.13959423728732928,1.1742771037517572,1.5225864093718395,1.3150167880555035,0.9901574426738133,0.18147175946087032,model.language_model.layers.22.linear_attn.in_proj_b.weight,model.language_model.layers.5.linear_attn.in_proj_b.weight,model.language_model.layers.*.linear_attn.in_proj_b.weight,whole,17,0.028148100286571776,3.5389029242374845 +148,219,1.3012496692157824,0.03824236752507961,-0.0005912697196861569,-0.0005911961218037099,1.3386298971051884,1.505239740987773,1.4146287320732742,0.9999998252000439,-0.0006648609011639071,model.language_model.layers.17.linear_attn.in_proj_qkv.weight,model.language_model.layers.22.linear_attn.in_proj_qkv.weight,model.language_model.layers.*.linear_attn.in_proj_qkv.weight,whole,5,0.03738022788940598,3.7831695115130395 +55,149,1.3190611799577339,0.014546550432421104,0.0008006493875201232,0.0008010475160521722,1.3528217822502668,1.483497217554021,1.4136497037136437,0.9999996794802277,0.0008779878873969099,model.language_model.layers.1.linear_attn.in_proj_z.weight,model.language_model.layers.17.linear_attn.in_proj_z.weight,model.language_model.layers.*.linear_attn.in_proj_z.weight,whole,16,0.03376060229253297,3.5094428440686904 +5,23,0.1379784238091848,0.9953074847563628,0.9953074847563627,0.11408129163250895,0.1379784238091848,0.15383140704846168,0.14526009803993367,0.09676265182374226,1.1096629936697722,model.language_model.layers.10.linear_attn.norm.weight,model.language_model.layers.21.linear_attn.norm.weight,model.language_model.layers.*.linear_attn.norm.weight,whole,11,0.0,0.3093474455492766 +44,314,1.3641881673720897,0.026112630851220467,0.0009122090755713249,0.0009117047894506823,1.383857236775314,1.4452805400557003,1.4135689940627059,0.9999995839372147,0.0009526980026188161,model.language_model.layers.0.linear_attn.out_proj.weight,model.language_model.layers.9.linear_attn.out_proj.weight,model.language_model.layers.*.linear_attn.out_proj.weight,whole,9,0.019669069403224215,3.6393753047779294 +45,151,1.3118766457655697,0.02006244347781776,-0.0002536429936728551,-0.0002536331762053753,1.4865535849690885,1.3518125280677389,1.4143920972492738,0.9999999678326154,-0.0002306528200331921,model.language_model.layers.0.mlp.down_proj.weight,model.language_model.layers.17.mlp.down_proj.weight,model.language_model.layers.*.mlp.down_proj.weight,whole,17,0.03993588230216916,4.156580165123505 +169,304,1.2105749998867097,0.012100259434891625,0.004417797040733541,0.004418557041648096,1.2211823322338269,1.731314261839502,1.4112677456055516,0.9999902414870391,0.006263270291949986,model.language_model.layers.19.mlp.gate_proj.weight,model.language_model.layers.8.mlp.gate_proj.weight,model.language_model.layers.*.mlp.gate_proj.weight,whole,11,0.010607332347117193,3.1825843668296634 +47,224,1.2904990840797756,0.0060532486523388555,-0.0004976782457785606,-0.0004977368163374363,1.6186438776181369,1.2722209511048066,1.414555468809362,0.9999998761581742,-0.0003911649127665274,model.language_model.layers.0.mlp.up_proj.weight,model.language_model.layers.22.mlp.up_proj.weight,model.language_model.layers.*.mlp.up_proj.weight,whole,22,0.018278132974969052,3.926271164858133 +154,213,0.2738390842971363,0.9848126762507605,0.9848126762507605,0.879722333129712,0.35423250225032354,0.2738390842971363,0.3063908261811733,0.17362025427874092,0.761308461972095,model.language_model.layers.17.post_attention_layernorm.weight,model.language_model.layers.21.post_attention_layernorm.weight,model.language_model.layers.*.post_attention_layernorm.weight,whole,4,0.0,0.8009558357093441 +356,584,0.9673550218983319,0.4689146851053869,0.46891468510538686,0.46894016231263247,0.9673550218983319,1.1203393383532199,1.0354654942639785,0.8832434647890217,0.5430721463813217,model.visual.blocks.11.attn.proj.bias,model.visual.blocks.8.attn.proj.bias,model.visual.layers.*.attn.proj.bias,whole,3,0.0,3.1859479933483597 +489,585,1.3253080433658027,0.028931794935081877,-0.0011200399443451897,-0.0011200619145969946,1.36316958196808,1.4732375429424707,1.4150029482434259,0.9999993727550649,-0.0012104766108573333,model.visual.blocks.21.attn.proj.weight,model.visual.blocks.8.attn.proj.weight,model.visual.layers.*.attn.proj.weight,whole,13,0.03786153860227737,3.5347504394337257 +454,466,1.2609309423966952,0.010666119830534587,0.015438510261080967,0.015661056723921894,1.5714149670360775,1.2799642438235121,1.4034819185133138,0.9998808190984156,0.012575125938476792,model.visual.blocks.19.attn.qkv.bias,model.visual.blocks.2.attn.qkv.bias,model.visual.layers.*.attn.qkv.bias,whole,17,0.019033301426816918,7.984305998073203 +323,395,1.2449220103213667,0.012912626388472754,-0.00028529902460277965,-0.00028607151119941347,1.2065281758327238,1.7880374842611186,1.4144006251422214,0.9999999593022325,-0.000422804340943655,model.visual.blocks.0.attn.qkv.weight,model.visual.blocks.14.attn.qkv.weight,model.visual.layers.*.attn.qkv.weight,whole,14,0.038393834488642975,4.28586749989653 +348,396,0.4412150923423853,0.9027789821090846,0.9003575650487153,0.006149514202500634,0.44609074004474636,0.5561046208789028,0.4921033440701715,0.43515084173140295,1.1224016941410722,model.visual.blocks.10.mlp.linear_fc1.bias,model.visual.blocks.14.mlp.linear_fc1.bias,model.visual.layers.*.mlp.linear_fc1.bias,whole,4,0.004875647702361041,1.0456892178485584 +397,469,1.2810725783813683,0.0020063375562547822,0.000479803310746066,0.0004821755668702648,1.5973221542181022,1.281911371032062,1.413882297711607,0.9999998848943848,0.00038506028247338106,model.visual.blocks.14.mlp.linear_fc1.weight,model.visual.blocks.2.mlp.linear_fc1.weight,model.visual.layers.*.mlp.linear_fc1.weight,whole,12,0.0008387926506936427,4.451850386053966 +434,482,0.958051059292428,0.37270434347356995,0.37270434347357,0.3726187956423123,1.5680828787053736,0.958051059292428,1.1561747631970607,0.9279501454043397,0.22771104507087236,model.visual.blocks.17.mlp.linear_fc2.bias,model.visual.blocks.20.mlp.linear_fc2.bias,model.visual.layers.*.mlp.linear_fc2.bias,whole,3,0.0,4.29362465267208 +327,519,1.2855699513828223,0.006907962561764132,-0.0019617018779267744,-0.001970097411587126,1.3207092465826793,1.534364855902179,1.415584580927177,0.99999807586102,-0.0022790530368712145,model.visual.blocks.0.mlp.linear_fc2.weight,model.visual.blocks.23.mlp.linear_fc2.weight,model.visual.layers.*.mlp.linear_fc2.weight,whole,23,0.035139295199857035,3.5771489238008916 +460,496,0.5288351909421738,0.8502219973168418,0.850221997316842,0.8495586059479067,0.6612234393491059,0.5288351909421738,0.5840626241630826,0.5264243110633855,0.6799930031774009,model.visual.blocks.19.norm1.bias,model.visual.blocks.21.norm1.bias,model.visual.layers.*.norm1.bias,whole,2,0.0,1.648072185553398 +569,581,0.1268513193712106,0.9926415159607385,0.9926415159607388,0.7460129758725444,0.1268513193712106,0.13284991071981284,0.12974673056200844,0.12109013498698573,1.0395819091661158,model.visual.blocks.6.norm1.weight,model.visual.blocks.7.norm1.weight,model.visual.layers.*.norm1.weight,whole,1,0.0,0.44781204821478987 +582,606,0.848421461786515,0.5756586390140433,0.5756586390140433,0.5760516952271099,1.0579653780579437,0.8484214617865151,0.9360397238351039,0.8176901193780559,0.46164189691997765,model.visual.blocks.7.norm2.bias,model.visual.blocks.9.norm2.bias,model.visual.layers.*.norm2.bias,whole,2,1.1102230246251565e-16,3.0972069701177554 +379,607,0.19156043321272073,0.9975003870613883,0.997500387061388,0.9225483040642561,0.19156043321272073,0.23376746506992463,0.20954057255831166,0.07066100630744745,1.2172823634756982,model.visual.blocks.12.norm2.weight,model.visual.blocks.9.norm2.weight,model.visual.layers.*.norm2.weight,whole,3,0.0,0.3435977285949769 +143,214,0.31676421282661243,0.9640452750552818,0.9640452750552817,0.016743022666928016,0.31676421282661243,0.400135639074589,0.35123497006212995,0.2657380432749256,1.21777920803898,model.language_model.layers.17.input_layernorm.weight,model.language_model.layers.22.input_layernorm.weight,model.language_model.layers.*.input_layernorm.weight,whole,5,0.0,0.8125702396910152 +8,34,0.47089891835075726,0.8867892542326086,0.8867892542326087,0.16047040053146908,0.5911642389903088,0.47089891835075726,0.5208933130271065,0.46217401330837904,0.7063825466446318,model.language_model.layers.13.linear_attn.A_log,model.language_model.layers.9.linear_attn.A_log,model.language_model.layers.*.linear_attn.A_log,whole,4,0.0,1.2093728177673184 +109,132,1.1362163267222802,0.021212636399419837,-0.010265388015340696,-0.010227588511720037,1.7748514852687713,1.2189146184452144,1.4209722085142409,0.9999473095163037,-0.007049959740161728,model.language_model.layers.14.linear_attn.conv1d.weight,model.language_model.layers.16.linear_attn.conv1d.weight,model.language_model.layers.*.linear_attn.conv1d.weight,whole,2,0.08269829172293419,8.086820817926355 +63,86,0.9387323533312676,0.4539375867139347,0.45393758671393464,-0.4451124555837889,1.2527026079287251,0.9387323533312676,1.0623777940751957,0.8910334827425561,0.34016525258621755,model.language_model.layers.10.linear_attn.dt_bias,model.language_model.layers.12.linear_attn.dt_bias,model.language_model.layers.*.linear_attn.dt_bias,whole,2,0.0,2.2180754914814895 +52,111,1.1639579653688907,0.056769530421314135,0.0593113361588042,0.05931843224950121,1.1648707689014015,1.76581362208692,1.3751182225720384,0.9982395330796399,0.0899093428468183,model.language_model.layers.1.linear_attn.in_proj_a.weight,model.language_model.layers.14.linear_attn.in_proj_a.weight,model.language_model.layers.*.linear_attn.in_proj_a.weight,whole,13,0.0009128035325107753,3.6851850638099397 +112,276,1.1465614871039977,0.2651399781221672,0.23313254250103382,0.23302507151370333,1.329014260515417,1.1668063820333434,1.2400231018828218,0.9724449689452888,0.2046784195862362,model.language_model.layers.14.linear_attn.in_proj_b.weight,model.language_model.layers.6.linear_attn.in_proj_b.weight,model.language_model.layers.*.linear_attn.in_proj_b.weight,whole,8,0.02024489492934567,3.6374005025658676 +195,300,1.301347030044758,0.034242898837263884,9.854341803171116e-05,9.854828222404115e-05,1.3041122767886322,1.557740322552462,1.414144966028161,0.9999999951445974,0.00011770846615150729,model.language_model.layers.20.linear_attn.in_proj_qkv.weight,model.language_model.layers.8.linear_attn.in_proj_qkv.weight,model.language_model.layers.*.linear_attn.in_proj_qkv.weight,whole,12,0.002765246743874128,3.463067341732233 +161,184,1.3242976366748214,0.0141049128516751,0.0013553518838956063,0.0013525570600653525,1.4797815981614568,1.3549693395099196,1.413258570026165,0.9999990815102135,0.0012410346562001112,model.language_model.layers.18.linear_attn.in_proj_z.weight,model.language_model.layers.2.linear_attn.in_proj_z.weight,model.language_model.layers.*.linear_attn.in_proj_z.weight,whole,16,0.030671702835098236,4.061491167966975 +5,31,0.13799977238952466,0.9925002368984649,0.9925002368984656,0.02020112449596742,0.13799977238952466,0.14863235734703054,0.1430204911933525,0.12224270839804607,1.0689702404820995,model.language_model.layers.10.linear_attn.norm.weight,model.language_model.layers.6.linear_attn.norm.weight,model.language_model.layers.*.linear_attn.norm.weight,whole,4,0.0,0.39976090175985446 +138,279,1.36430831344058,0.023997170169728424,0.0014607453426756039,0.0014607836951742027,1.4493821301482746,1.379564642119819,1.4131815403650936,0.9999989331109528,0.0013903804828132552,model.language_model.layers.16.linear_attn.out_proj.weight,model.language_model.layers.6.linear_attn.out_proj.weight,model.language_model.layers.*.linear_attn.out_proj.weight,whole,10,0.015256328679239095,4.063737802027009 +151,238,1.31249539903322,-0.0005968351412861178,-0.00022367324957456322,-0.00022366504597421064,1.3264942277956078,1.522397557777867,1.4143702258506763,0.9999999749851384,-0.00025670643848819155,model.language_model.layers.17.mlp.down_proj.weight,model.language_model.layers.3.mlp.down_proj.weight,model.language_model.layers.*.mlp.down_proj.weight,whole,14,0.013998828762387783,3.551212716478196 +199,316,1.213967988162775,-0.011609508652979583,0.003444716032458152,0.0034477152322657943,1.2032697385713802,1.7887816955894564,1.4119556502489434,0.9999940669481273,0.005120917436750734,model.language_model.layers.20.mlp.gate_proj.weight,model.language_model.layers.9.mlp.gate_proj.weight,model.language_model.layers.*.mlp.gate_proj.weight,whole,11,0.01069824959139476,3.1775019613455013 +153,229,1.2924632342154085,0.014621324399028466,9.304670945075978e-05,9.299195283473444e-05,1.5704767843816847,1.2967979637875258,1.414148954950675,0.9999999956711548,7.683194336449946e-05,model.language_model.layers.17.mlp.up_proj.weight,model.language_model.layers.23.mlp.up_proj.weight,model.language_model.layers.*.mlp.up_proj.weight,whole,6,0.004334729572117224,3.915278744313575 +283,288,0.27528638456902893,0.9734528506229468,0.9734528506229471,0.9813928379799796,0.33550848021824864,0.27528638456902893,0.3009692387116171,0.22888763097655238,0.7987229283208754,model.language_model.layers.6.post_attention_layernorm.weight,model.language_model.layers.7.post_attention_layernorm.weight,model.language_model.layers.*.post_attention_layernorm.weight,whole,1,0.0,1.6021891255776342 +392,584,0.9673927692497591,0.4742140622184605,0.4742140622184606,0.4743739438846703,1.1054367052152145,0.967392769249759,1.0295375441450492,0.8804095769551045,0.4149954969854027,model.visual.blocks.14.attn.proj.bias,model.visual.blocks.8.attn.proj.bias,model.visual.layers.*.attn.proj.bias,whole,6,1.1102230246251565e-16,2.9334969108960878 +393,489,1.3264099036026566,-0.018381003850149145,0.0002082802765065032,0.00020827102924757195,1.5176625311552374,1.3291495676229974,1.4140675644020086,0.9999999783096629,0.0001824092206139471,model.visual.blocks.14.attn.proj.weight,model.visual.blocks.21.attn.proj.weight,model.visual.layers.*.attn.proj.weight,whole,7,0.0027396640203407596,4.247325249432047 +442,502,1.264969044255716,0.0995473619634592,0.0667482648922586,0.06706506096733601,1.257553576606923,1.511143172452079,1.3670130398635763,0.9977698477774687,0.08020826042029333,model.visual.blocks.18.attn.qkv.bias,model.visual.blocks.22.attn.qkv.bias,model.visual.layers.*.attn.qkv.bias,whole,4,0.007415467648792973,3.2129631211233756 +323,347,1.2480147545986522,0.012902928819699833,0.0007406499414462107,0.0007404740560011017,1.2281142301542447,1.7208486115404773,1.413718205339411,0.9999997257187945,0.0010378077153418955,model.visual.blocks.0.attn.qkv.weight,model.visual.blocks.10.attn.qkv.weight,model.visual.layers.*.attn.qkv.weight,whole,10,0.019900524444407486,4.508355479537538 +384,480,0.44125907777685286,0.9136949357360715,0.9146543984999278,-0.009893131385474182,0.4372416941571339,0.5845460296097014,0.4951569387027563,0.4042367268133059,1.22279646303822,model.visual.blocks.13.mlp.linear_fc1.bias,model.visual.blocks.20.mlp.linear_fc1.bias,model.visual.layers.*.mlp.linear_fc1.bias,whole,7,0.004017383619718984,1.0991128018309875 +445,541,1.2812189679036496,-0.005126706647719123,0.00037142215458914774,0.000526484216363598,1.5883727724465895,1.286714004642047,1.4139566234068588,0.9999999310227892,0.00030088282564050945,model.visual.blocks.18.mlp.linear_fc1.weight,model.visual.blocks.4.mlp.linear_fc1.weight,model.visual.layers.*.mlp.linear_fc1.weight,whole,14,0.005495036738397463,4.321539364294576 +374,590,0.9610393225654364,0.46901099954389613,0.46901099954389597,0.4687619329168632,0.9610393225654364,1.1334153041223163,1.0366290783125125,0.8831923246421675,0.5531347492272474,model.visual.blocks.12.mlp.linear_fc2.bias,model.visual.blocks.8.mlp.linear_fc2.bias,model.visual.layers.*.mlp.linear_fc2.bias,whole,4,0.0,3.2418413839401747 +339,435,1.286905123213532,0.024084225044706337,-0.0005643215018798668,-0.0005614752631381927,1.3125591386087845,1.5448795517886282,1.4146073022793197,0.9999998407706086,-0.0006642053094940216,model.visual.blocks.1.mlp.linear_fc2.weight,model.visual.blocks.17.mlp.linear_fc2.weight,model.visual.layers.*.mlp.linear_fc2.weight,whole,16,0.025654015395252472,3.4944706154400675 +484,508,0.5319541865328449,0.8468338508296906,0.8468338508296903,0.8465605463759396,0.6357814546706705,0.5319541865328449,0.57697583159045,0.5318575270586644,0.7085403465880075,model.visual.blocks.20.norm1.bias,model.visual.blocks.22.norm1.bias,model.visual.layers.*.norm1.bias,whole,2,0.0,1.4623057082960254 +425,485,0.12836804908562946,0.997661288500422,0.9976612885004222,0.7970697586039028,0.14439535322300054,0.12836804908562946,0.13567680859183512,0.06835168928181175,0.8869248933188992,model.visual.blocks.16.norm1.weight,model.visual.blocks.20.norm1.weight,model.visual.layers.*.norm1.weight,whole,4,0.0,0.3451626257623859 +402,450,0.8679900435286615,0.5278327950167984,0.5278327950167985,0.5190981674555154,2.487735131549639,0.8679900435286615,1.1590022899599337,0.8493483034095932,0.18416494783232684,model.visual.blocks.14.norm2.bias,model.visual.blocks.18.norm2.bias,model.visual.layers.*.norm2.bias,whole,4,0.0,5.2949220034363895 +547,595,0.19857065664847665,0.9801521287400563,0.9801521287400559,0.6341771591414112,0.20496213568500712,0.1985706566484761,0.2016904822110938,0.19824682727937126,0.9495873526534083,model.visual.blocks.4.norm2.weight,model.visual.blocks.8.norm2.weight,model.visual.layers.*.norm2.weight,whole,4,5.551115123125783e-16,0.6887168003766144 +96,272,0.31941435464066614,0.9553551315266091,0.9553551315266089,0.8815044996200992,0.31941435464066614,0.3829944075540656,0.34690856404583276,0.2954599341125217,1.145520441667045,model.language_model.layers.13.input_layernorm.weight,model.language_model.layers.6.input_layernorm.weight,model.language_model.layers.*.input_layernorm.weight,whole,7,0.0,0.7747008828884754 +16,32,0.47126009408840247,0.8827035753940229,0.8827035753940228,-0.1084661393427974,0.47126009408840247,0.5133090126824428,0.49093911734890383,0.46993020544183867,0.9614641817980288,model.language_model.layers.18.linear_attn.A_log,model.language_model.layers.8.linear_attn.A_log,model.language_model.layers.*.linear_attn.A_log,whole,10,0.0,1.158800015468332 +38,85,1.1371327757712957,0.026330404965902037,-0.00884093576332093,-0.008873234161138851,1.8511505662099292,1.1950695698713205,1.4198993583818968,0.9999609181637195,-0.005707549398082694,model.language_model.layers.0.linear_attn.conv1d.weight,model.language_model.layers.12.linear_attn.conv1d.weight,model.language_model.layers.*.linear_attn.conv1d.weight,whole,12,0.057936794100024835,8.08119667989677 +63,98,0.9399894541634586,0.4671515520338739,0.4671515520338738,0.05118051781575397,0.9399894541634586,1.1955662260521551,1.045027384252221,0.8841772601873127,0.5941668979218396,model.language_model.layers.10.linear_attn.dt_bias,model.language_model.layers.13.linear_attn.dt_bias,model.language_model.layers.*.linear_attn.dt_bias,whole,3,0.0,2.3867304092667103 +87,99,1.1644079703303527,0.2010920944707366,0.1976207505481654,0.19752640375863206,1.1466816435141785,1.4468379829604494,1.2709077169777772,0.9802785517151641,0.24935012235652174,model.language_model.layers.12.linear_attn.in_proj_a.weight,model.language_model.layers.13.linear_attn.in_proj_a.weight,model.language_model.layers.*.linear_attn.in_proj_a.weight,whole,1,0.017726326816174254,3.292679979774484 +218,252,1.1472075138894364,0.11042637474020893,0.13714185974702406,0.13682118884807593,1.1655178020602743,1.5512516930408886,1.3177846379962783,0.9905514172949972,0.1825296376797386,model.language_model.layers.22.linear_attn.in_proj_b.weight,model.language_model.layers.4.linear_attn.in_proj_b.weight,model.language_model.layers.*.linear_attn.in_proj_b.weight,whole,18,0.018310288170837907,3.7262857584691353 +66,195,1.3030930527573237,-0.01226826920563513,-6.483691246183261e-05,-6.480581774913802e-05,1.5827087583785238,1.2902101921113478,1.4142584675626606,0.9999999978980874,-5.285447802095313e-05,model.language_model.layers.10.linear_attn.in_proj_qkv.weight,model.language_model.layers.20.linear_attn.in_proj_qkv.weight,model.language_model.layers.*.linear_attn.in_proj_qkv.weight,whole,10,0.01288286064597588,4.43587622214099 +220,266,1.3244874199327423,-0.009025069334260004,0.00018779471814289064,0.0001918384823110066,1.3411663037482124,1.5003486036930538,1.4140815961561075,0.9999999823665717,0.00021008397121160678,model.language_model.layers.22.linear_attn.in_proj_z.weight,model.language_model.layers.5.linear_attn.in_proj_z.weight,model.language_model.layers.*.linear_attn.in_proj_z.weight,whole,17,0.016678883815470114,3.8374309887354205 +9,33,0.13898354642143854,0.9904430964439829,0.9904430964439831,-0.1613365151076517,0.13898354642143854,0.14279649483412388,0.1408513281527872,0.13792198050512117,1.0176154382763736,model.language_model.layers.13.linear_attn.norm.weight,model.language_model.layers.8.linear_attn.norm.weight,model.language_model.layers.*.linear_attn.norm.weight,whole,5,0.0,0.4875339620252273 +91,221,1.3647808352829733,0.0070270333666572265,-0.0007368105932883846,-0.0007368242798929168,1.480345341168686,1.357135888882767,1.4147325099382608,0.9999997285550379,-0.0006754856935417786,model.language_model.layers.12.linear_attn.out_proj.weight,model.language_model.layers.22.linear_attn.out_proj.weight,model.language_model.layers.*.linear_attn.out_proj.weight,whole,10,0.007644946400206409,3.7148854158178626 +45,227,1.312981782050364,0.05502429358126576,-6.873689503298329e-05,-6.87236531039964e-05,1.4956243966833247,1.344879683948253,1.4142618928629351,0.9999999976376196,-6.18088698422831e-05,model.language_model.layers.0.mlp.down_proj.weight,model.language_model.layers.23.mlp.down_proj.weight,model.language_model.layers.*.mlp.down_proj.weight,whole,23,0.0318979018978891,3.8630615529544614 +152,304,1.214483501134152,0.03239302675286232,0.0053069500158916955,0.0053077378406257685,1.2418258677094236,1.6744731129749897,1.4106180365292438,0.9999859180416137,0.007155870516615914,model.language_model.layers.17.mlp.gate_proj.weight,model.language_model.layers.8.mlp.gate_proj.weight,model.language_model.layers.*.mlp.gate_proj.weight,whole,9,0.02734236657527167,3.180019389275331 +170,188,1.29498604096492,0.0015396222344031614,-0.00025723383170034216,-0.0002572600930140534,1.2915754395818566,1.5805705943986301,1.4143917967632942,0.9999999669153774,-0.0003147909272738066,model.language_model.layers.19.mlp.up_proj.weight,model.language_model.layers.2.mlp.up_proj.weight,model.language_model.layers.*.mlp.up_proj.weight,whole,17,0.003410601383063483,3.3930258858696396 +48,60,0.2781618064911858,0.9654967161168401,0.9654967161168402,0.9653698118851732,0.2781618064911858,0.3205618099021008,0.2971163794458936,0.2604152283711495,1.112666683744579,model.language_model.layers.0.post_attention_layernorm.weight,model.language_model.layers.1.post_attention_layernorm.weight,model.language_model.layers.*.post_attention_layernorm.weight,whole,1,0.0,1.0013453797417027 +344,368,0.9745346188388017,0.34513376832582665,0.3451337683258269,0.3452318323798317,0.9745346188388017,1.6041772352021741,1.1778825548694931,0.9385535051137013,0.5681232082935508,model.visual.blocks.10.attn.proj.bias,model.visual.blocks.12.attn.proj.bias,model.visual.layers.*.attn.proj.bias,whole,2,0.0,2.214550973534624 +333,489,1.3286352805900552,0.012870488475050306,-0.0015827765140648418,-0.0015826958677739467,1.4478874891428635,1.3848766936883914,1.4153312057941199,0.9999987474084687,-0.0015138954663827995,model.visual.blocks.1.attn.proj.weight,model.visual.blocks.21.attn.proj.weight,model.visual.layers.*.attn.proj.weight,whole,20,0.05624141309833619,3.959999782286598 +514,526,1.2678002142196039,0.00028804766787668065,-0.027523526203228624,-0.027688430897152626,1.6827517844586823,1.2689074248745984,1.4328030344666112,0.9996211559912785,-0.020754580135086406,model.visual.blocks.23.attn.qkv.bias,model.visual.blocks.3.attn.qkv.bias,model.visual.layers.*.attn.qkv.bias,whole,20,0.0011072106549945282,7.8706295092756005 +371,467,1.2499946868061669,0.0016562749968863635,-2.7992623507161766e-05,-2.7916162992289053e-05,1.6472945393298983,1.2584282013203756,1.4142326594851622,0.9999999996082065,-2.1384583029508428e-05,model.visual.blocks.12.attn.qkv.weight,model.visual.blocks.2.attn.qkv.weight,model.visual.layers.*.attn.qkv.weight,whole,10,0.008433514514208706,4.678847540683769 +372,600,0.44141876522702533,0.9015431955258992,0.900001725725555,0.014003409986241791,0.4523883765697347,0.44305177075121804,0.447647064860944,0.4358863311587357,0.8814270633684,model.visual.blocks.12.mlp.linear_fc1.bias,model.visual.blocks.9.mlp.linear_fc1.bias,model.visual.layers.*.mlp.linear_fc1.bias,whole,3,0.00163300552419271,1.1990428585869672 +397,565,1.281782115489787,0.019288598515778677,-0.0008060969580202723,-0.0007099525469970099,1.6052342282747183,1.279181233257137,1.4147690669193616,0.9999996751037944,-0.0006423636393509108,model.visual.blocks.14.mlp.linear_fc1.weight,model.visual.blocks.6.mlp.linear_fc1.weight,model.visual.layers.*.mlp.linear_fc1.weight,whole,8,0.0026008822326499814,4.060080203519764 +446,494,0.9632654359533364,0.3000722819022418,0.3000722819022416,0.3001879656339124,2.2197531106021295,0.9632654359533364,1.2496700691060452,0.9539164668009362,0.1302168498214956,model.visual.blocks.18.mlp.linear_fc2.bias,model.visual.blocks.21.mlp.linear_fc2.bias,model.visual.layers.*.mlp.linear_fc2.bias,whole,3,0.0,5.949248866306862 +399,531,1.2870811927232253,-0.023382313069226727,-9.722067544581371e-05,-9.737892845986485e-05,1.5633066937840014,1.3010877355314823,1.414281163510041,0.9999999952740701,-8.091350786483112e-05,model.visual.blocks.14.mlp.linear_fc2.weight,model.visual.blocks.3.mlp.linear_fc2.weight,model.visual.layers.*.mlp.linear_fc2.weight,whole,11,0.014006542808256972,4.5269817595255395 +544,568,0.5390283426308418,0.8537947032462121,0.8537947032462123,0.853813989067592,0.5425561625579595,0.539028342630842,0.5407836225917453,0.5206098392354032,0.8482431416280035,model.visual.blocks.4.norm1.bias,model.visual.blocks.6.norm1.bias,model.visual.layers.*.norm1.bias,whole,2,2.220446049250313e-16,1.6644156323239931 +353,593,0.12939140223570492,0.9945066492408591,0.9945066492408595,0.8855415214148417,0.12939140223570408,0.1408811857801194,0.13477034083395917,0.10467341885941217,1.0828175102086077,model.visual.blocks.10.norm1.weight,model.visual.blocks.8.norm1.weight,model.visual.layers.*.norm1.weight,whole,2,8.326672684688674e-16,0.34541336328882993 +378,582,0.8691102034075934,0.5022429064317274,0.5022429064317274,0.5016316734036584,0.8691102034075934,1.474508526532723,1.0588594391267598,0.864726582764177,0.8520915357115557,model.visual.blocks.12.norm2.bias,model.visual.blocks.7.norm2.bias,model.visual.layers.*.norm2.bias,whole,5,0.0,2.8176025629930903 +463,499,0.1992427130434979,0.9935881633271333,0.993588163327133,0.8447699015725091,0.24018748543480428,0.1992427130434979,0.21686816001200296,0.11305999158064045,0.8242111405214704,model.visual.blocks.19.norm2.weight,model.visual.blocks.21.norm2.weight,model.visual.layers.*.norm2.weight,whole,2,0.0,0.46825988261313856 +108,295,0.32194910423532275,0.9517793688904217,0.9517793688904219,0.9584374834221849,0.3769317383990082,0.32194910423532275,0.34620786582922997,0.30678336485955393,0.8129443186329954,model.language_model.layers.14.input_layernorm.weight,model.language_model.layers.8.input_layernorm.weight,model.language_model.layers.*.input_layernorm.weight,whole,6,0.0,1.1519581970693775 +8,20,0.4792462543572532,0.8776805321645916,0.8776805321645917,-0.32159353927095674,0.5458518506083544,0.4792462543572532,0.5093112528359405,0.4792461616531518,0.7705847421665287,model.language_model.layers.13.linear_attn.A_log,model.language_model.layers.20.linear_attn.A_log,model.language_model.layers.*.linear_attn.A_log,whole,7,0.0,1.269321814480882 +109,156,1.1380562755776316,-0.04993823269882162,-0.0054659741398542325,-0.005471192320015444,1.9795813999685201,1.1624250362396913,1.4175848440352914,0.9999850614517711,-0.003209660985755024,model.language_model.layers.14.linear_attn.conv1d.weight,model.language_model.layers.18.linear_attn.conv1d.weight,model.language_model.layers.*.linear_attn.conv1d.weight,whole,4,0.02436876066205973,8.785150101764728 +39,274,0.9401921217178979,0.35795628060583284,0.3579562806058328,0.32001731730119576,0.9401921217178979,2.009263802411447,1.2043074454773004,0.933738347276601,0.7649804554339129,model.language_model.layers.0.linear_attn.dt_bias,model.language_model.layers.6.linear_attn.dt_bias,model.language_model.layers.*.linear_attn.dt_bias,whole,6,0.0,1.8527666309346604 +40,146,1.1647949894729692,0.0609009289394664,0.01800800596875963,0.018096658896961514,1.1925895707732297,1.785098762216301,1.4024005902191934,0.9998378427130218,0.026954846791066845,model.language_model.layers.0.linear_attn.in_proj_a.weight,model.language_model.layers.17.linear_attn.in_proj_a.weight,model.language_model.layers.*.linear_attn.in_proj_a.weight,whole,17,0.027794581300260468,3.2836307169629704 +252,276,1.147791370024053,0.2358666470171531,0.2497327244519052,0.2494915445974591,1.3144604368736301,1.1544032388251497,1.2266684371136192,0.9683148074556274,0.21932365391962264,model.language_model.layers.4.linear_attn.in_proj_b.weight,model.language_model.layers.6.linear_attn.in_proj_b.weight,model.language_model.layers.*.linear_attn.in_proj_b.weight,whole,2,0.006611868801096765,4.142518056430561 +66,160,1.3039767489694232,-0.018965522988966366,0.00042524725131577707,0.0004251855559200877,1.611094984694591,1.27499724512232,1.4139208835598724,0.9999999095823835,0.0003365345178740255,model.language_model.layers.10.linear_attn.in_proj_qkv.weight,model.language_model.layers.18.linear_attn.in_proj_qkv.weight,model.language_model.layers.*.linear_attn.in_proj_qkv.weight,whole,8,0.02897950384710324,4.330875425616266 +137,220,1.3274516729532206,0.0006548949414075219,0.005385490833277418,0.005382039942096157,1.5095235226494534,1.3285984789625969,1.4104312130815604,0.9999854981390903,0.004740008898305177,model.language_model.layers.16.linear_attn.in_proj_z.weight,model.language_model.layers.22.linear_attn.in_proj_z.weight,model.language_model.layers.*.linear_attn.in_proj_z.weight,whole,6,0.0011468060093762222,4.082289095724622 +31,35,0.13934353713527114,0.9907167328682954,0.9907167328682952,-0.028896549312466574,0.14513163841965443,0.13934353713527114,0.14214928298444446,0.13594247023932907,0.9512052324372603,model.language_model.layers.6.linear_attn.norm.weight,model.language_model.layers.9.linear_attn.norm.weight,model.language_model.layers.*.linear_attn.norm.weight,whole,3,0.0,0.5282419178969661 +56,91,1.364824847752587,0.03135622534654704,-0.0005730142224671859,-0.0005730388035524346,1.3741626402008948,1.4588704571373021,1.4146179629664344,0.999999835827337,-0.000608336667160932,model.language_model.layers.1.linear_attn.out_proj.weight,model.language_model.layers.12.linear_attn.out_proj.weight,model.language_model.layers.*.linear_attn.out_proj.weight,whole,11,0.009337792448307791,3.6581648772718363 +69,222,1.313111382495167,0.008848792724965443,-0.00037341557943457935,-0.00037341809223805084,1.5372203929301183,1.3171028866373227,1.4144744609796192,0.9999999302804001,-0.00031994549373050844,model.language_model.layers.10.mlp.down_proj.weight,model.language_model.layers.22.mlp.down_proj.weight,model.language_model.layers.*.mlp.down_proj.weight,whole,12,0.003991504142155655,3.8873685724263125 +93,164,1.2154119292316032,0.0008709431207294381,0.006633611778122663,0.006628452644175721,1.7627758775238427,1.2087632516789206,1.4098312394462815,0.9999779973553304,0.004548772334326818,model.language_model.layers.12.mlp.gate_proj.weight,model.language_model.layers.18.mlp.gate_proj.weight,model.language_model.layers.*.mlp.gate_proj.weight,whole,6,0.006648677552682614,4.817503990841266 +47,200,1.295025942815629,0.006401138161858909,-0.0001363840212671127,-0.0001363788622243301,1.5702213761243946,1.2971876309172643,1.4143082642151734,0.9999999906996994,-0.0001126692504206746,model.language_model.layers.0.mlp.up_proj.weight,model.language_model.layers.20.mlp.up_proj.weight,model.language_model.layers.*.mlp.up_proj.weight,whole,20,0.0021616881016353062,3.989311668234079 +72,288,0.29094037331353895,0.9567508246906354,0.9567508246906355,0.9912610854653748,0.305463166546508,0.29094037331353895,0.29793663241255,0.2909086788904529,0.9112635256504771,model.language_model.layers.10.post_attention_layernorm.weight,model.language_model.layers.7.post_attention_layernorm.weight,model.language_model.layers.*.post_attention_layernorm.weight,whole,3,0.0,0.48490243221661056 +392,404,0.9770691293434886,0.45045259470488686,0.4504525947048867,0.450292740241484,0.9770691293434886,1.1530124694526982,1.05418434412096,0.8928003471793876,0.5315667469107702,model.visual.blocks.14.attn.proj.bias,model.visual.blocks.15.attn.proj.bias,model.visual.layers.*.attn.proj.bias,whole,1,0.0,2.8094473604069066 +417,501,1.3288448659414362,0.027329501774216926,-0.001172488935665165,-0.0011724792293981684,1.5125886402666031,1.3342104604757425,1.4150359134275468,0.9999993126346116,-0.0010342183995780952,model.visual.blocks.16.attn.proj.weight,model.visual.blocks.22.attn.proj.weight,model.visual.layers.*.attn.proj.weight,whole,6,0.005365594534306295,3.752762875629606 +538,586,1.268172607059674,-0.030219420934640796,-0.012343942334397201,-0.012912833139953013,1.3058500438776686,1.577999693091452,1.4227621157976884,0.9999238106414133,-0.014916519171968663,model.visual.blocks.4.attn.qkv.bias,model.visual.blocks.8.attn.qkv.bias,model.visual.layers.*.attn.qkv.bias,whole,4,0.037677436817994625,5.256875361949265 +335,539,1.2512764479545055,0.01786751054131052,0.00022901539473730898,0.00022859293474133147,1.278630376968886,1.6042388200702522,1.4140556948078302,0.9999999737759742,0.0002873350995322425,model.visual.blocks.1.attn.qkv.weight,model.visual.blocks.4.attn.qkv.weight,model.visual.layers.*.attn.qkv.weight,whole,3,0.027353929014380496,3.8993066560254124 +372,456,0.4426699350757715,0.9090161885527313,0.9101820212705405,-0.022785124182079657,0.4407990734393473,0.5804568261477608,0.49645819337584873,0.4142085080679458,1.1985537155539125,model.visual.blocks.12.mlp.linear_fc1.bias,model.visual.blocks.19.mlp.linear_fc1.bias,model.visual.layers.*.mlp.linear_fc1.bias,whole,7,0.0018708616364241926,1.1165300731077075 +421,577,1.2826366230585253,0.024341610219501902,-0.000851953736093197,-0.0007313471717444069,1.5798222983088392,1.2926126726960419,1.4148039350412782,0.99999963708735,-0.0006970696622042001,model.visual.blocks.16.mlp.linear_fc1.weight,model.visual.blocks.7.mlp.linear_fc1.weight,model.visual.layers.*.mlp.linear_fc1.weight,whole,9,0.009976049637516526,4.1327026862221 +518,530,0.9665477066735125,0.2573894887721042,0.25738948877210427,0.25722068670653003,0.9665477066735125,3.465248692661247,1.3166467417936243,0.9663077413896852,0.9227879630917792,model.visual.blocks.23.mlp.linear_fc2.bias,model.visual.blocks.3.mlp.linear_fc2.bias,model.visual.layers.*.mlp.linear_fc2.bias,whole,20,0.0,2.095903099517323 +363,471,1.2872336473305888,0.04125047379646718,0.00041893302072406853,0.00041894306435442323,1.4413918916454864,1.3879565928856423,1.4139175122517644,0.9999999122475582,0.0004034023303875224,model.visual.blocks.11.mlp.linear_fc2.weight,model.visual.blocks.2.mlp.linear_fc2.weight,model.visual.layers.*.mlp.linear_fc2.weight,whole,9,0.10072294555505357,4.1444826938303665 +424,460,0.5460701774321548,0.8498305249737879,0.8498305249737883,0.8492567655398031,0.5500996267508433,0.5460701774321545,0.5480737931827075,0.5270560490334737,0.8436055634153112,model.visual.blocks.16.norm1.bias,model.visual.blocks.19.norm1.bias,model.visual.layers.*.norm1.bias,whole,3,3.3306690738754696e-16,1.3812469067990973 +425,497,0.12954785323700793,0.9946036153160003,0.9946036153160004,0.5424616090409027,0.14127025954203604,0.12954785323700793,0.13502891699470979,0.103748004319802,0.9120728142190094,model.visual.blocks.16.norm1.weight,model.visual.blocks.21.norm1.weight,model.visual.layers.*.norm1.weight,whole,5,0.0,0.5071603038810095 +546,570,0.870400512686384,0.5411770115966799,0.54117701159668,0.5410710164895326,1.1365432024181203,0.870400512686384,0.9772696251071774,0.8409087002280848,0.4144503678748371,model.visual.blocks.4.norm2.bias,model.visual.blocks.6.norm2.bias,model.visual.layers.*.norm2.bias,whole,2,0.0,3.354222927458617 +367,607,0.20572949767972606,0.9958997380647867,0.9958997380647865,0.8956332007415827,0.20572949767972662,0.2536340957688699,0.22595857706549183,0.09046386970768815,1.227797337714533,model.visual.blocks.11.norm2.weight,model.visual.blocks.9.norm2.weight,model.visual.layers.*.norm2.weight,whole,2,5.551115123125783e-16,0.34793909755842295 +155,214,0.32214493363461305,0.9818976195089852,0.9818976195089851,0.5277276726383016,0.3221449336346131,0.4466042655983221,0.3694886765859665,0.18941241987416896,1.3612496099377858,model.language_model.layers.18.input_layernorm.weight,model.language_model.layers.22.input_layernorm.weight,model.language_model.layers.*.input_layernorm.weight,whole,4,5.551115123125783e-17,0.6487722804428142 +0,22,0.4964879586830548,0.9021497732991839,0.9021497732991838,0.28195245419669035,0.4964879586830548,0.7563369492247344,0.5869721873712729,0.4314229786836015,1.3743116934613755,model.language_model.layers.0.linear_attn.A_log,model.language_model.layers.21.linear_attn.A_log,model.language_model.layers.*.linear_attn.A_log,whole,21,0.0,1.21507901857494 +132,179,1.1390500596456234,-0.055394036086183956,-0.01076097535247614,-0.010878950844451436,1.1597962979390526,2.0106970022667325,1.4207849508971526,0.9999420990284704,-0.018655914768083696,model.language_model.layers.16.linear_attn.conv1d.weight,model.language_model.layers.2.linear_attn.conv1d.weight,model.language_model.layers.*.linear_attn.conv1d.weight,whole,14,0.020746238293429142,4.454482005448462 +98,262,0.9439678418308998,0.4121675342652488,0.41216753426524877,-0.10026412463898327,1.4322877568134,0.9439678418308998,1.1146602308579707,0.9111080746528948,0.27164436471812914,model.language_model.layers.13.linear_attn.dt_bias,model.language_model.layers.5.linear_attn.dt_bias,model.language_model.layers.*.linear_attn.dt_bias,whole,8,0.0,2.7966489956740768 +205,275,1.1668802690742461,0.15409571976230246,0.1273046517923862,0.1271340436606492,1.1743762818472738,1.5532308581431935,1.3247749613876385,0.9918636628246945,0.16837321785661155,model.language_model.layers.21.linear_attn.in_proj_a.weight,model.language_model.layers.6.linear_attn.in_proj_a.weight,model.language_model.layers.*.linear_attn.in_proj_a.weight,whole,15,0.007496012773027694,3.2469179226647116 +100,147,1.148394771704224,0.22748530042770196,0.1902694250025256,0.18991380179386208,1.3736566821339775,1.193375123414968,1.2740472946447887,0.981731911424503,0.16529807010565528,model.language_model.layers.13.linear_attn.in_proj_b.weight,model.language_model.layers.17.linear_attn.in_proj_b.weight,model.language_model.layers.*.linear_attn.in_proj_b.weight,whole,4,0.044980351710744104,3.942032135967178 +136,312,1.304202529906986,0.003175564737654888,-0.0002490751453116334,-0.00024905582204408285,1.2973568530604034,1.570135455499189,1.4143865155256328,0.9999999689807855,-0.0003014449847124675,model.language_model.layers.16.linear_attn.in_proj_qkv.weight,model.language_model.layers.9.linear_attn.in_proj_qkv.weight,model.language_model.layers.*.linear_attn.in_proj_qkv.weight,whole,7,0.006845676846582549,3.6875791003525427 +55,266,1.3279919573458467,-0.007723944647886071,0.00031619072596578775,0.00031655957577116984,1.3543856737985929,1.482228418993426,1.4139908706639142,0.9999999500117112,0.00034603650120884806,model.language_model.layers.1.linear_attn.in_proj_z.weight,model.language_model.layers.5.linear_attn.in_proj_z.weight,model.language_model.layers.*.linear_attn.in_proj_z.weight,whole,4,0.02639371645274613,3.593513375751753 +23,33,0.13988138859514096,0.9912776216992853,0.9912776216992855,-0.038216827665099574,0.14811770406153743,0.13988138859514093,0.143822971425873,0.13179027550698985,0.936156086709096,model.language_model.layers.21.linear_attn.norm.weight,model.language_model.layers.8.linear_attn.norm.weight,model.language_model.layers.*.linear_attn.norm.weight,whole,13,2.7755575615628914e-17,0.3779679816769842 +185,255,1.3656234215913745,0.0053718466871908776,-0.0005374778821133898,-0.0005373472666128863,1.390354246616989,1.440146019567942,1.414593330495562,0.9999998555587527,-0.0005567261972370112,model.language_model.layers.2.linear_attn.out_proj.weight,model.language_model.layers.4.linear_attn.out_proj.weight,model.language_model.layers.*.linear_attn.out_proj.weight,whole,2,0.02473082502561441,3.689909295545045 +198,285,1.3138925960180579,0.015474609071500488,0.0002787216889463185,0.00027868863116938675,1.324283174152483,1.5248766239235918,1.4140184070994823,0.9999999611571093,0.0003209405634310398,model.language_model.layers.20.mlp.down_proj.weight,model.language_model.layers.7.mlp.down_proj.weight,model.language_model.layers.*.mlp.down_proj.weight,whole,13,0.010390578134425121,3.349287169694716 +105,169,1.2154123970408337,-0.010255551358781418,0.0061709827196013605,0.006165697078834085,1.7211256004736626,1.2232623984463338,1.410086577804361,0.9999809593048632,0.004385926930767279,model.language_model.layers.13.mlp.gate_proj.weight,model.language_model.layers.19.mlp.gate_proj.weight,model.language_model.layers.*.mlp.gate_proj.weight,whole,6,0.007850001405500073,5.194285625189844 +59,224,1.2957882296559944,-0.018891812194734542,0.00016117784600063313,0.00016128727880685697,1.629073058239306,1.2665847688764877,1.414103105018065,0.9999999870108509,0.0001253138426126581,model.language_model.layers.1.mlp.up_proj.weight,model.language_model.layers.22.mlp.up_proj.weight,model.language_model.layers.*.mlp.up_proj.weight,whole,21,0.02920346077950664,4.242821863903129 +154,225,0.2918232988909069,0.9729191719820356,0.9729191719820357,0.6767058439564566,0.36717362834760553,0.2918232988909063,0.32308552199049295,0.23114559219199893,0.7732594620145691,model.language_model.layers.17.post_attention_layernorm.weight,model.language_model.layers.22.post_attention_layernorm.weight,model.language_model.layers.*.post_attention_layernorm.weight,whole,5,6.106226635438361e-16,1.1393440326278748 +476,488,0.9785980918062877,0.48395476333293597,0.4839547633329359,0.48380227959128924,1.061408806743827,0.9785980918062878,1.0174846962862718,0.8750930162259107,0.44619679515479865,model.visual.blocks.20.attn.proj.bias,model.visual.blocks.21.attn.proj.bias,model.visual.layers.*.attn.proj.bias,whole,1,1.1102230246251565e-16,2.7354541376289685 +429,549,1.3299158976379353,0.013702382524966163,-0.001039752174849824,-0.001039738767734395,1.4754823954091558,1.3612976798154524,1.4149462098913268,0.9999994594575614,-0.0009592877743645582,model.visual.blocks.17.attn.proj.weight,model.visual.blocks.5.attn.proj.weight,model.visual.layers.*.attn.proj.weight,whole,12,0.03138178217751708,3.9127394217386113 +358,526,1.2693064711648308,0.04310876659889508,0.026176254101102567,0.026472373891680973,1.6171962788673373,1.2464904244730004,1.3961995426280465,0.9996573431537601,0.020175936905104053,model.visual.blocks.11.attn.qkv.bias,model.visual.blocks.3.attn.qkv.bias,model.visual.layers.*.attn.qkv.bias,whole,8,0.02281604669183035,7.7858924778622125 +467,503,1.2518344531201335,-0.005718591034003414,0.0003353735080584886,0.0003354160861819092,1.2436031985525928,1.6813971126757512,1.413986791561374,0.9999999437623034,0.0004534372770782423,model.visual.blocks.2.attn.qkv.weight,model.visual.blocks.22.attn.qkv.weight,model.visual.layers.*.attn.qkv.weight,whole,20,0.008231254567540702,3.497964900176346 +372,492,0.44366735299029714,0.9075291836997575,0.9096026221186323,-0.0068802019770432205,0.4364505197840373,0.5624805134691236,0.48764946341207155,0.41547932540008353,1.1722606040091648,model.visual.blocks.12.mlp.linear_fc1.bias,model.visual.blocks.21.mlp.linear_fc1.bias,model.visual.layers.*.mlp.linear_fc1.bias,whole,9,0.007216833206259821,1.1476653316056133 +433,553,1.2827634752876167,0.005077104003284549,2.941904309078741e-06,0.0001923248551167046,1.5942920769612487,1.2839776202236948,1.4142115299353013,0.9999999999956726,2.3692893844749178e-06,model.visual.blocks.17.mlp.linear_fc1.weight,model.visual.blocks.5.mlp.linear_fc1.weight,model.visual.layers.*.mlp.linear_fc1.weight,whole,12,0.0012141449360780765,4.298597435439162 +410,458,0.9705755178832631,0.2998423684536543,0.2998423684536543,0.2996333226686491,2.02832670961171,0.970575517883263,1.238150086704706,0.9539887599338385,0.14347770537467341,model.visual.blocks.15.mlp.linear_fc2.bias,model.visual.blocks.19.mlp.linear_fc2.bias,model.visual.layers.*.mlp.linear_fc2.bias,whole,4,1.1102230246251565e-16,5.5371840559397425 +375,555,1.2872668572085568,0.027105555265444566,0.00043923442820462035,0.0004393963752775423,1.5447315951160994,1.3115315299650798,1.4139070567826393,0.9999999035365539,0.0003729254994575587,model.visual.blocks.12.mlp.linear_fc2.weight,model.visual.blocks.5.mlp.linear_fc2.weight,model.visual.layers.*.mlp.linear_fc2.weight,whole,7,0.024264672756522998,4.13731807958761 +532,568,0.555176180891644,0.8389953428802202,0.8389953428802195,0.8389994960835343,0.5551761808916441,0.5849200875999011,0.5694663748754446,0.5441385987276616,0.8839450364481463,model.visual.blocks.3.norm1.bias,model.visual.blocks.6.norm1.bias,model.visual.layers.*.norm1.bias,whole,3,1.1102230246251565e-16,1.809253277462341 +413,437,0.13423896456803544,0.998827543636409,0.9988275436364085,0.9129217842520564,0.1536580425075587,0.13423896456803544,0.14296871739768946,0.048410103008137764,0.8725971843171829,model.visual.blocks.15.norm1.weight,model.visual.blocks.17.norm1.weight,model.visual.layers.*.norm1.weight,whole,2,0.0,0.2704513715302119 +498,522,0.8716230035957414,0.519380905435421,0.5193809054354213,0.5312174906453925,0.8716230035957414,1.2612337667870799,1.0140630022488202,0.8545428456602291,0.7515413579692736,model.visual.blocks.21.norm2.bias,model.visual.blocks.23.norm2.bias,model.visual.layers.*.norm2.bias,whole,2,0.0,2.3238500262361703 +391,607,0.20693891753021,0.9949251110211219,0.9949251110211214,0.814654786323671,0.20693891753021,0.25419518870624774,0.22695706215843225,0.10061820640226805,1.2221247668780233,model.visual.blocks.13.norm2.weight,model.visual.blocks.9.norm2.weight,model.visual.layers.*.norm2.weight,whole,4,0.0,0.41097950122176413 +108,248,0.3268868328039934,0.9483851729168816,0.9483851729168817,0.7447801632860709,0.37613008524882546,0.3268868328039934,0.3489288791937314,0.31712074008398833,0.8242218254037821,model.language_model.layers.14.input_layernorm.weight,model.language_model.layers.4.input_layernorm.weight,model.language_model.layers.*.input_layernorm.weight,whole,10,0.0,0.8142848347621102 +18,26,0.49895371895322616,0.8707485999025077,0.8707485999025077,0.7169985040073653,0.5222714702776107,0.49895371895322616,0.510213403346867,0.49172845735001197,0.8318724589029041,model.language_model.layers.2.linear_attn.A_log,model.language_model.layers.4.linear_attn.A_log,model.language_model.layers.*.linear_attn.A_log,whole,2,0.0,1.1449737889463665 +203,273,1.1395011723696369,-0.013457935349922385,-0.008687015772307308,-0.008711274541001887,1.1258570074644896,2.213455978860641,1.419169315241709,0.9999622671666025,-0.017078835831002972,model.language_model.layers.21.linear_attn.conv1d.weight,model.language_model.layers.6.linear_attn.conv1d.weight,model.language_model.layers.*.linear_attn.conv1d.weight,whole,15,0.013644164905147305,3.8422295778981628 +297,309,0.9447631983410251,0.5528404920829294,0.5528404920829295,-0.05899543228526911,0.9466105723272547,0.9447631983410251,0.9456855320365533,0.8332870995722329,0.551761586803964,model.language_model.layers.8.linear_attn.dt_bias,model.language_model.layers.9.linear_attn.dt_bias,model.language_model.layers.*.linear_attn.dt_bias,whole,1,0.0,1.7633977337839024 +193,298,1.1674932484105154,0.15904244629263561,0.10970674337391326,0.10963196243410321,1.2090477455470794,1.5149810147632536,1.3364328042002054,0.9939639985725289,0.13746655912895964,model.language_model.layers.20.linear_attn.in_proj_a.weight,model.language_model.layers.8.linear_attn.in_proj_a.weight,model.language_model.layers.*.linear_attn.in_proj_a.weight,whole,12,0.041554497136564006,3.3977383898310305 +218,276,1.1499799724042012,0.20383365903293613,0.15546878955595198,0.15518396974255744,1.210740015563307,1.4152210217355936,1.301080507261127,0.9878408047221006,0.18172580105977826,model.language_model.layers.22.linear_attn.in_proj_b.weight,model.language_model.layers.6.linear_attn.in_proj_b.weight,model.language_model.layers.*.linear_attn.in_proj_b.weight,whole,16,0.06076004315910577,3.603167455143092 +54,207,1.3045427639098595,-0.0038907000149675463,-0.0001630048367784924,-0.0001630568701588613,1.5945357473806065,1.2840219361870704,1.4143261681455201,0.9999999867147116,-0.00013126189643098546,model.language_model.layers.1.linear_attn.in_proj_qkv.weight,model.language_model.layers.21.linear_attn.in_proj_qkv.weight,model.language_model.layers.*.linear_attn.in_proj_qkv.weight,whole,20,0.02052082772278907,4.456084489069966 +184,278,1.3295614590424634,3.476970226346573e-05,-0.000871582677975795,-0.0008707068263296104,1.3365107952462552,1.5087453970155826,1.4148252319029813,0.9999996201717456,-0.0009839025305232979,model.language_model.layers.2.linear_attn.in_proj_z.weight,model.language_model.layers.6.linear_attn.in_proj_z.weight,model.language_model.layers.*.linear_attn.in_proj_z.weight,whole,4,0.006949336203791789,3.772559647771332 +15,21,0.1400779745848583,0.9912043987965554,0.9912043987965552,0.09801134503228004,0.14818495930883402,0.1400779745848583,0.14396054773790812,0.13233986476628823,0.9369770402517924,model.language_model.layers.17.linear_attn.norm.weight,model.language_model.layers.20.linear_attn.norm.weight,model.language_model.layers.*.linear_attn.norm.weight,whole,3,0.0,0.34564352361152934 +103,279,1.3662381348944905,0.05188046043877359,-0.0005483957706202648,-0.0005482580479614832,1.4259565287868845,1.4035129670318236,1.4146012348130135,0.9999998496310281,-0.0005397644034672977,model.language_model.layers.13.linear_attn.out_proj.weight,model.language_model.layers.6.linear_attn.out_proj.weight,model.language_model.layers.*.linear_attn.out_proj.weight,whole,7,0.03727483213733307,3.863353921204558 +198,303,1.3151214175516395,0.007659427629621566,0.00039034145724560113,0.00039037362101119327,1.3194260125713675,1.5321902387957584,1.4139405790081332,0.9999999238167705,0.00045328602353644445,model.language_model.layers.20.mlp.down_proj.weight,model.language_model.layers.8.mlp.down_proj.weight,model.language_model.layers.*.mlp.down_proj.weight,whole,12,0.004304595019728019,3.3182174791877195 +70,223,1.2157454941288872,-0.015252590897706579,0.0030712249072407326,0.003072532172827907,1.8182521456079102,1.1949294649741198,1.412218710848195,0.9999952837776632,0.0020183653538312614,model.language_model.layers.10.mlp.gate_proj.weight,model.language_model.layers.22.mlp.gate_proj.weight,model.language_model.layers.*.mlp.gate_proj.weight,whole,12,0.020816029154767435,4.834419049773805 +200,282,1.2963977743393398,0.013220038489282248,0.00019307915895083811,0.00019308906477586349,1.3100308258844018,1.5476441257630689,1.4140789032615078,0.9999999813602191,0.0002280998433420882,model.language_model.layers.20.mlp.up_proj.weight,model.language_model.layers.6.mlp.up_proj.weight,model.language_model.layers.*.mlp.up_proj.weight,whole,14,0.013633051545062003,3.3666292961583952 +95,107,0.2985581633111657,0.9623266840803861,0.9623266840803862,0.9859478491331173,0.298558163311165,0.35585027855681334,0.3234590844333642,0.27189584974186043,1.1469933188052062,model.language_model.layers.12.post_attention_layernorm.weight,model.language_model.layers.13.post_attention_layernorm.weight,model.language_model.layers.*.post_attention_layernorm.weight,whole,1,6.661338147750939e-16,1.0767209452805546 +416,512,0.9801727037793567,0.20456096982332472,0.20456096982332483,0.20459426617428367,6.375908711942388,0.9801727037793567,1.3700784569870796,0.9788538244421078,0.031447294485866764,model.visual.blocks.16.attn.proj.bias,model.visual.blocks.23.attn.proj.bias,model.visual.layers.*.attn.proj.bias,whole,7,0.0,14.555440283407469 +405,549,1.330203903129128,-0.029392571800300436,-6.54723899351703e-05,-6.548562770051205e-05,1.518541560708902,1.3288783250057181,1.414259448608446,0.999999997856683,-5.729500075753856e-05,model.visual.blocks.15.attn.proj.weight,model.visual.blocks.5.attn.proj.weight,model.visual.layers.*.attn.proj.weight,whole,10,0.0013255781234098318,4.083453036814615 +406,466,1.269372503480738,0.006042396507131254,0.002119782783178647,0.0018500330365587968,1.5593775773105378,1.3009546914388124,1.4127381519189854,0.9999977532579521,0.0017684885282009553,model.visual.blocks.15.attn.qkv.bias,model.visual.blocks.2.attn.qkv.bias,model.visual.layers.*.attn.qkv.bias,whole,13,0.03158218795807444,8.816616409483903 +371,527,1.2603807959932967,0.05788312159357437,0.00014103645541157058,0.00014208378992494302,1.5433024524453158,1.3127411575225791,1.4141151225357578,0.9999999900543591,0.00011996634842153668,model.visual.blocks.12.attn.qkv.weight,model.visual.blocks.3.attn.qkv.weight,model.visual.layers.*.attn.qkv.weight,whole,9,0.05236036152928247,4.196432501474089 +384,444,0.44580488448145167,0.9094566801370021,0.9134390920470434,-0.022441904417642454,0.43821232404501115,0.5835399038611496,0.49555334818182717,0.4069754600959041,1.216369624286051,model.visual.blocks.13.mlp.linear_fc1.bias,model.visual.blocks.18.mlp.linear_fc1.bias,model.visual.layers.*.mlp.linear_fc1.bias,whole,5,0.007592560436440521,1.164531846920258 +337,385,1.283440032833025,0.014603099321561163,0.0010346444535123392,0.001013758533490623,1.2700489939537047,1.6199726313729967,1.4135029209243182,0.9999994647552841,0.0013197094803989557,model.visual.blocks.1.mlp.linear_fc1.weight,model.visual.blocks.13.mlp.linear_fc1.weight,model.visual.layers.*.mlp.linear_fc1.weight,whole,12,0.01339103887932036,3.4459178546189557 +338,542,0.9722780118167232,0.24251137538224354,0.24251137538224357,0.24150508258733924,0.9722780118167231,3.168831106067484,1.314524384061407,0.9701485622368424,0.7903887371170146,model.visual.blocks.1.mlp.linear_fc2.bias,model.visual.blocks.4.mlp.linear_fc2.bias,model.visual.layers.*.mlp.linear_fc2.bias,whole,3,1.1102230246251565e-16,2.902295934077856 +375,471,1.2877792221087423,0.013323127727721894,0.00028362790188475823,0.0002834091177652451,1.4524558660022333,1.3784699337281219,1.4140132667607939,0.9999999597776058,0.00026918032021905705,model.visual.blocks.12.mlp.linear_fc2.weight,model.visual.blocks.2.mlp.linear_fc2.weight,model.visual.layers.*.mlp.linear_fc2.weight,whole,10,0.09069071161937958,4.288605497114672 +388,460,0.5618788979230054,0.8347173308767093,0.8347173308767096,0.8341554521342541,0.7770537468531097,0.5618788979230054,0.6439143285461477,0.5506786517871032,0.6035747924125221,model.visual.blocks.13.norm1.bias,model.visual.blocks.19.norm1.bias,model.visual.layers.*.norm1.bias,whole,6,0.0,2.541539492629086 +437,509,0.13435794040270138,0.9910894478510573,0.9910894478510572,0.28030397726826095,0.13801921753772392,0.13435794040270138,0.1361516718622171,0.1331979968253527,0.964798521131469,model.visual.blocks.17.norm1.weight,model.visual.blocks.22.norm1.weight,model.visual.layers.*.norm1.weight,whole,5,0.0,0.5831397104147654 +390,402,0.879095052524368,0.4873598425505571,0.4873598425505568,0.49308541676628825,2.279016385633314,0.879095052524368,1.159926082111069,0.8732012275925272,0.18799146381134588,model.visual.blocks.13.norm2.bias,model.visual.blocks.14.norm2.bias,model.visual.layers.*.norm2.bias,whole,1,0.0,5.578420771889174 +571,607,0.21526653910897944,0.9920942926806439,0.9920942926806434,0.6918858244514295,0.26342219002300976,0.21526653910898022,0.23573233346881223,0.1254946788931461,0.8107316427537066,model.visual.blocks.6.norm2.weight,model.visual.blocks.9.norm2.weight,model.visual.layers.*.norm2.weight,whole,3,7.771561172376096e-16,0.5714884270582036 +131,190,0.32922269025758866,0.9460088903995567,0.9460088903995569,0.049323161485325326,0.37058519595783407,0.32922269025758866,0.34807410525672433,0.32414067823245946,0.8404210295016094,model.language_model.layers.16.input_layernorm.weight,model.language_model.layers.20.input_layernorm.weight,model.language_model.layers.*.input_layernorm.weight,whole,4,0.0,1.6391930670501573 +0,14,0.49976618312943183,0.907713317249607,0.907713317249607,0.355723945582979,0.49976618312943183,0.7855266253614522,0.5963191192285814,0.4195909123035366,1.4267331463482964,model.language_model.layers.0.linear_attn.A_log,model.language_model.layers.17.linear_attn.A_log,model.language_model.layers.*.linear_attn.A_log,whole,17,0.0,1.3129119102661486 +156,273,1.14065204661654,-0.00012817956998055968,0.009234458039002346,0.009228642881359899,1.1155295765204303,2.214691313314713,1.408956956001811,0.9999573614833414,0.018333421571788473,model.language_model.layers.18.linear_attn.conv1d.weight,model.language_model.layers.6.linear_attn.conv1d.weight,model.language_model.layers.*.linear_attn.conv1d.weight,whole,12,0.025122470096109684,4.45383988379691 +86,133,0.9553477185009195,0.4743213043989532,0.4743213043989532,0.13273606547370473,0.9553477185009195,1.1301071007178087,1.0317886367491171,0.8803518047878789,0.5610877209861409,model.language_model.layers.12.linear_attn.dt_bias,model.language_model.layers.16.linear_attn.dt_bias,model.language_model.layers.*.linear_attn.dt_bias,whole,4,0.0,1.973682412676509 +111,193,1.1679512896871291,0.14802870710618388,0.1251036484760185,0.12495888593696576,1.519755568414185,1.1907288185800933,1.325541226811336,0.9921436776687078,0.09801873580588247,model.language_model.layers.14.linear_attn.in_proj_a.weight,model.language_model.layers.20.linear_attn.in_proj_a.weight,model.language_model.layers.*.linear_attn.in_proj_a.weight,whole,6,0.02277752889296414,4.234598290235313 +53,182,1.150500185683534,0.22944063018164096,0.13802091681761244,0.13787561121713432,1.2437835526485046,1.396909933006926,1.3137002450985298,0.9904293142475266,0.15501313653383858,model.language_model.layers.1.linear_attn.in_proj_b.weight,model.language_model.layers.2.linear_attn.in_proj_b.weight,model.language_model.layers.*.linear_attn.in_proj_b.weight,whole,1,0.09328336696497064,3.4736520050745776 +101,160,1.3047302977281523,-0.025934564411459256,-0.0003811526067526662,-0.0003811259047423772,1.5779245039322145,1.2931567921100606,1.4144778021489528,0.9999999273613426,-0.0003123660739308977,model.language_model.layers.13.linear_attn.in_proj_qkv.weight,model.language_model.layers.18.linear_attn.in_proj_qkv.weight,model.language_model.layers.*.linear_attn.in_proj_qkv.weight,whole,5,0.011573505618091673,4.399374945009441 +55,137,1.330491334511757,0.0027683664997426695,0.00024708137335682323,0.0002467638906972234,1.3449866375389923,1.494952325723257,1.4140398104384206,0.9999999694753969,0.0002746308873510803,model.language_model.layers.1.linear_attn.in_proj_z.weight,model.language_model.layers.16.linear_attn.in_proj_z.weight,model.language_model.layers.*.linear_attn.in_proj_z.weight,whole,15,0.014495303027235229,3.5217282226240947 +33,35,0.14024266105234776,0.9901495675484974,0.9901495675484973,0.08079975870944416,0.14279309659957073,0.14024266105234776,0.14150064315902205,0.1400136917716398,0.9724644503104786,model.language_model.layers.8.linear_attn.norm.weight,model.language_model.layers.9.linear_attn.norm.weight,model.language_model.layers.*.linear_attn.norm.weight,whole,1,0.0,0.44289014031734 +197,302,1.3668685482216336,0.03220426643453144,-0.0005622248679797338,-0.0005622309226890131,1.4504432339950806,1.381308829563474,1.4146105860244356,0.9999998419515865,-0.0005354267965396285,model.language_model.layers.20.linear_attn.out_proj.weight,model.language_model.layers.8.linear_attn.out_proj.weight,model.language_model.layers.*.linear_attn.out_proj.weight,whole,12,0.014440281341840278,3.6553635513091 +151,256,1.3151861680877242,0.023187651082775117,8.973130941169692e-05,8.98222841497186e-05,1.3326863565719935,1.5126485829757115,1.4141506169712055,0.999999995974146,0.0001018483736708278,model.language_model.layers.17.mlp.down_proj.weight,model.language_model.layers.4.mlp.down_proj.weight,model.language_model.layers.*.mlp.down_proj.weight,whole,13,0.017500188484269374,3.5186044045967684 +70,152,1.2176135701820137,-0.0028946635158868966,0.004778193536686651,0.00477951910747826,1.723702212999052,1.2235576388869245,1.4110204130126898,0.9999885843681046,0.003391766372290605,model.language_model.layers.10.mlp.gate_proj.weight,model.language_model.layers.17.mlp.gate_proj.weight,model.language_model.layers.*.mlp.gate_proj.weight,whole,7,0.005944068704910821,4.606576620893341 +165,229,1.2966154676001203,0.012151908524216722,0.0004496778509725507,0.00044963476282219617,1.5550248440626113,1.3053277206002838,1.41390036701765,0.99999989889491,0.0003774711165905976,model.language_model.layers.18.mlp.up_proj.weight,model.language_model.layers.23.mlp.up_proj.weight,model.language_model.layers.*.mlp.up_proj.weight,whole,5,0.008712253000163539,4.108876398182485 +95,283,0.3036393867741472,0.9544642215029289,0.9544642215029291,0.9545961287874849,0.33816387412276494,0.3036393867741467,0.3195110958908222,0.298325409361669,0.8570191942200213,model.language_model.layers.12.post_attention_layernorm.weight,model.language_model.layers.6.post_attention_layernorm.weight,model.language_model.layers.*.post_attention_layernorm.weight,whole,6,4.996003610813204e-16,1.1361017262856836 +416,500,0.9808407604690488,0.21207917358501016,0.21207917358501008,0.21215254624970498,3.3147548801958306,0.9808407604690488,1.330109380558775,0.9772524874010293,0.06275453402047014,model.visual.blocks.16.attn.proj.bias,model.visual.blocks.22.attn.proj.bias,model.visual.layers.*.attn.proj.bias,whole,6,0.0,9.233746455010943 +453,549,1.331040152522137,0.0391262924257028,0.0006288011722425446,0.0006287869446199866,1.4695819222633493,1.3638694726421259,1.413770099346036,0.9999998023045233,0.0005835691839910284,model.visual.blocks.19.attn.proj.weight,model.visual.blocks.5.attn.proj.weight,model.visual.layers.*.attn.proj.weight,whole,14,0.03282932011998896,3.8211425846319416 +526,598,1.2698866826697301,0.017435245484291383,0.018014517825735946,0.01807263084382081,1.2507092412621728,1.6255391029812185,1.401846744025377,0.9998377254072314,0.02341335794203797,model.visual.blocks.3.attn.qkv.bias,model.visual.blocks.9.attn.qkv.bias,model.visual.layers.*.attn.qkv.bias,whole,6,0.019177441407557394,5.124021416824847 +335,527,1.2635105294359397,0.011224702545580873,0.0008485853147953997,0.000850250586368813,1.2902662858963432,1.5808332482650949,1.4136255666335955,0.9999996399514169,0.001039686066575129,model.visual.blocks.1.attn.qkv.weight,model.visual.blocks.3.attn.qkv.weight,model.visual.layers.*.attn.qkv.weight,whole,2,0.026755756460403513,3.913139210652491 +372,480,0.4464515678025229,0.9075157798273511,0.9075911707045722,-0.002999000736448156,0.44381008157217394,0.5810903266122038,0.4988015351828562,0.41985505458325034,1.188329133819611,model.visual.blocks.12.mlp.linear_fc1.bias,model.visual.blocks.20.mlp.linear_fc1.bias,model.visual.layers.*.mlp.linear_fc1.bias,whole,8,0.002641486230348933,1.108901331324844 +433,541,1.2835623459944072,-0.022555488650465368,8.597176347068e-06,0.00019223012898777868,1.604725192131466,1.278608860801938,1.414207636808686,0.9999999999630442,6.850036323438881e-06,model.visual.blocks.17.mlp.linear_fc1.weight,model.visual.blocks.4.mlp.linear_fc1.weight,model.visual.layers.*.mlp.linear_fc1.weight,whole,13,0.004953485192469298,4.166935020177748 +482,506,0.9773961287047055,0.3726518168310818,0.3726518168310819,0.3729050792127482,1.438347087323394,0.9773961287047055,1.1432677867725547,0.9279712406171291,0.25322708707483366,model.visual.blocks.20.mlp.linear_fc2.bias,model.visual.blocks.22.mlp.linear_fc2.bias,model.visual.layers.*.mlp.linear_fc2.bias,whole,2,0.0,4.163239824303446 +339,399,1.2880266249804802,0.0011659683980076198,-0.00021207501968646848,-0.00021247906028273652,1.3018718843373658,1.5621647386097002,1.414361057398516,0.9999999775120928,-0.00025447674358739533,model.visual.blocks.1.mlp.linear_fc2.weight,model.visual.blocks.14.mlp.linear_fc2.weight,model.visual.layers.*.mlp.linear_fc2.weight,whole,13,0.01384525935688563,3.6114936083397366 +376,436,0.5641607605032821,0.8573554903287469,0.8573554903287468,0.8570495286293183,0.9006253467013189,0.5641607605032821,0.676141352336623,0.5147247450853263,0.537056087991646,model.visual.blocks.12.norm1.bias,model.visual.blocks.17.norm1.bias,model.visual.layers.*.norm1.bias,whole,5,0.0,2.7918978020365977 +593,605,0.1373588522869364,0.9943984940785753,0.9943984940785755,0.8774552774729153,0.1514977301836384,0.13735885228693562,0.14390996566886702,0.10569595533539242,0.9015939426744085,model.visual.blocks.8.norm1.weight,model.visual.blocks.9.norm1.weight,model.visual.layers.*.norm1.weight,whole,1,7.771561172376096e-16,0.4250577247347622 +378,402,0.8840380768780715,0.479818916028024,0.4798189160280243,0.48017020262990695,2.3801334558699248,0.8840380768780715,1.1719883938337767,0.8773675443174838,0.1782161377249751,model.visual.blocks.12.norm2.bias,model.visual.blocks.14.norm2.bias,model.visual.layers.*.norm2.bias,whole,2,0.0,6.614274290372214 +559,607,0.23300712593317208,0.9829554435954329,0.9829554435954331,0.5240905383366382,0.2774557777931909,0.23300712593317205,0.2523414335915821,0.18384394443686497,0.8254851445308733,model.visual.blocks.5.norm2.weight,model.visual.blocks.9.norm2.weight,model.visual.layers.*.norm2.weight,whole,4,2.7755575615628914e-17,0.671350582210008 +131,202,0.3336653119062043,0.9571352096644524,0.9571352096644523,0.08069581939206018,0.42156928739248106,0.3336653119062043,0.3700037509344308,0.2896414860143222,0.7575571271912247,model.language_model.layers.16.input_layernorm.weight,model.language_model.layers.21.input_layernorm.weight,model.language_model.layers.*.input_layernorm.weight,whole,5,0.0,2.0018827122549334 +6,14,0.500122870554841,0.8716453620447742,0.8716453620447742,0.026291508336776112,0.500122870554841,0.5150137653179055,0.5074045141847688,0.4901370857482981,0.8975981430934041,model.language_model.layers.12.linear_attn.A_log,model.language_model.layers.17.linear_attn.A_log,model.language_model.layers.*.linear_attn.A_log,whole,5,0.0,1.3634429946384845 +62,191,1.1409897369543822,0.025059047043069025,-0.0032205824807043765,-0.003213759556186096,2.281425070190922,1.1143213306604411,1.4160085398152555,0.9999948139107947,-0.0015730359950414143,model.language_model.layers.10.linear_attn.conv1d.weight,model.language_model.layers.20.linear_attn.conv1d.weight,model.language_model.layers.*.linear_attn.conv1d.weight,whole,10,0.02666840629394107,7.1149405627835804 +204,250,0.9566502313142865,0.4759920711134858,0.47599207111348585,0.6959576450748871,1.122188021901299,0.9566502313142865,1.029569188926464,0.8794495711734097,0.4057768538314814,model.language_model.layers.21.linear_attn.dt_bias,model.language_model.layers.4.linear_attn.dt_bias,model.language_model.layers.*.linear_attn.dt_bias,whole,17,0.0,2.3647787679393786 +111,146,1.16831952446085,0.19268668165395875,0.19933052471925228,0.1992463560301869,1.4053113780960842,1.1646674245597315,1.268175442683411,0.9799323149662672,0.16519738790945632,model.language_model.layers.14.linear_attn.in_proj_a.weight,model.language_model.layers.17.linear_attn.in_proj_a.weight,model.language_model.layers.*.linear_attn.in_proj_a.weight,whole,3,0.0036520999011184774,4.182451277755119 +100,206,1.1511442445057087,0.2105936148641164,0.19415467407399328,0.1938025426850366,1.4156058693648055,1.1653375333728595,1.2723698283380822,0.9809709284862734,0.15982960644244976,model.language_model.layers.13.linear_attn.in_proj_b.weight,model.language_model.layers.21.linear_attn.in_proj_b.weight,model.language_model.layers.*.linear_attn.in_proj_b.weight,whole,8,0.014193288867150766,4.209930437640161 +113,195,1.3073251428051087,0.0028588863437074867,1.9837448601563557e-05,1.9847133785817736e-05,1.5387779722323045,1.315683165729598,1.414199705439024,0.9999999998032377,1.6961379514836935e-05,model.language_model.layers.14.linear_attn.in_proj_qkv.weight,model.language_model.layers.20.linear_attn.in_proj_qkv.weight,model.language_model.layers.*.linear_attn.in_proj_qkv.weight,whole,6,0.008358022924489283,4.029630487480008 +90,208,1.3308442079786211,0.009108669931046226,-0.00014074624886469144,-0.00015030537290005574,1.509843044372262,1.3348863960101245,1.4143123314994068,0.9999999900952466,-0.00012443694303141678,model.language_model.layers.12.linear_attn.in_proj_z.weight,model.language_model.layers.21.linear_attn.in_proj_z.weight,model.language_model.layers.*.linear_attn.in_proj_z.weight,whole,9,0.004042188031503358,3.9949748823279876 +11,33,0.14065649154581844,0.9900768848189119,0.9900768848189119,-0.11520641158675807,0.14065649154581927,0.14120474896455026,0.1409298204320167,0.1405267310773263,0.9939360525775446,model.language_model.layers.14.linear_attn.norm.weight,model.language_model.layers.8.linear_attn.norm.weight,model.language_model.layers.*.linear_attn.norm.weight,whole,6,8.326672684688674e-16,0.4841255931235643 +91,279,1.3671914594254462,0.02113533029143464,0.000574716127655844,0.0005746681347507578,1.4472978715799873,1.3825394494810348,1.413807543831154,0.9999998348506727,0.0005490008203147347,model.language_model.layers.12.linear_attn.out_proj.weight,model.language_model.layers.6.linear_attn.out_proj.weight,model.language_model.layers.*.linear_attn.out_proj.weight,whole,6,0.015347990055588623,3.821688371522625 +210,315,1.3151889837930144,-0.012605781074722485,-0.00022641173930016903,-0.00022628662108378913,1.3146382440327038,1.5408989782456504,1.4143716530749155,0.9999999743688619,-0.0002653791788988698,model.language_model.layers.21.mlp.down_proj.weight,model.language_model.layers.9.mlp.down_proj.weight,model.language_model.layers.*.mlp.down_proj.weight,whole,12,0.0005507397603106146,3.462049657173798 +93,211,1.21776916536024,-0.004504728742853093,0.0043831930743904995,0.004380467547932299,1.7516110422102373,1.214294123104652,1.4113081746913203,0.9999903937630964,0.003038622994719945,model.language_model.layers.12.mlp.gate_proj.weight,model.language_model.layers.21.mlp.gate_proj.weight,model.language_model.layers.*.mlp.gate_proj.weight,whole,9,0.0034750422555880345,4.975995364760673 +165,258,1.2978292168732897,0.031339637549974216,0.00048796260516640824,0.00048800722901597106,1.3082332986781622,1.550080774276611,1.413873385104732,0.9999998809462408,0.0005781701578752241,model.language_model.layers.18.mlp.up_proj.weight,model.language_model.layers.4.mlp.up_proj.weight,model.language_model.layers.*.mlp.up_proj.weight,whole,14,0.010404081804872511,3.3775883876399604 +77,283,0.31758912145340806,0.9483603062169103,0.9483603062169106,0.9706751822931682,0.3175891214534076,0.3405616720306674,0.32847443638982715,0.3171950970493829,1.0169591769853155,model.language_model.layers.11.post_attention_layernorm.weight,model.language_model.layers.6.post_attention_layernorm.weight,model.language_model.layers.*.post_attention_layernorm.weight,whole,5,4.440892098500626e-16,1.1917988734940153 +404,452,0.9813186413399413,0.31712370011434715,0.31712370011434715,0.31691494156232675,1.7239637256954918,0.9813186413399413,1.206087312364672,0.9483841831377121,0.1805138901094686,model.visual.blocks.15.attn.proj.bias,model.visual.blocks.19.attn.proj.bias,model.visual.layers.*.attn.proj.bias,whole,4,0.0,4.542970868601024 +345,549,1.3313714098301737,0.015121211035550173,0.00041360223215083767,0.0004136290591052942,1.5118483688442101,1.332853596103619,1.41392337834699,0.9999999144665931,0.00036463393673544665,model.visual.blocks.10.attn.proj.weight,model.visual.blocks.5.attn.proj.weight,model.visual.layers.*.attn.proj.weight,whole,5,0.0014821862734453184,3.8183748318320703 +334,490,1.2704669424219706,0.022414692209777095,0.02452631469272453,0.024493333011799765,1.2542192332308448,1.6039949019082416,1.397281251672285,0.9996991846988741,0.0313661939534989,model.visual.blocks.1.attn.qkv.bias,model.visual.blocks.21.attn.qkv.bias,model.visual.layers.*.attn.qkv.bias,whole,20,0.016247709191125725,6.985967032550567 +467,599,1.272642548090811,0.03288926815796477,-0.000678868468532551,-0.0006788343753834306,1.2798938498568013,1.603574113728056,1.4146815702764857,0.9999997695687746,-0.0008505517101178399,model.visual.blocks.2.attn.qkv.weight,model.visual.blocks.9.attn.qkv.weight,model.visual.layers.*.attn.qkv.weight,whole,7,0.0072513017659903145,3.4797970802160556 +396,600,0.4465063738127044,0.8997388274143147,0.8964365882091145,-0.012007365710865536,0.5666485976159124,0.4534820760204924,0.500716823348099,0.4431720245232119,0.7174074492589566,model.visual.blocks.14.mlp.linear_fc1.bias,model.visual.blocks.9.mlp.linear_fc1.bias,model.visual.layers.*.mlp.linear_fc1.bias,whole,5,0.0069757022077879816,1.3317675199687227 +433,601,1.2840448977872556,0.002699751489064558,0.00042446974555854705,0.00048361313566166444,1.5641645589759754,1.3000298533524646,1.4139184482359297,0.9999999099127135,0.0003527911036625856,model.visual.blocks.17.mlp.linear_fc1.weight,model.visual.blocks.9.mlp.linear_fc1.weight,model.visual.layers.*.mlp.linear_fc1.weight,whole,8,0.015984955565208958,3.9247057839483914 +362,590,0.9791001686813745,0.506998649837476,0.5069986498374761,0.5067731251216604,0.9791001686813745,1.007908828169108,0.9931912749652386,0.8619468481658114,0.521916379331466,model.visual.blocks.11.mlp.linear_fc2.bias,model.visual.blocks.8.mlp.linear_fc2.bias,model.visual.layers.*.mlp.linear_fc2.bias,whole,3,0.0,2.9463526442180283 +387,555,1.2891686936648694,0.01294265916258686,0.0006781615764837573,0.0006782138962812671,1.5837133435142832,1.2888867990193835,1.4137439489932209,0.9999997700484117,0.0005519139603840849,model.visual.blocks.13.mlp.linear_fc2.weight,model.visual.blocks.5.mlp.linear_fc2.weight,model.visual.layers.*.mlp.linear_fc2.weight,whole,8,0.0002818946454858917,4.27652706308722 +412,460,0.566512266961673,0.8252079107461591,0.825207910746159,0.8246833767491392,0.6520287286593807,0.566512266961673,0.6047822599746885,0.564829092772282,0.7169782306873308,model.visual.blocks.15.norm1.bias,model.visual.blocks.19.norm1.bias,model.visual.layers.*.norm1.bias,whole,4,0.0,2.04888729542917 +377,401,0.1402622707731248,0.9953496816268768,0.9953496816268774,0.8594013432810556,0.15699893962836983,0.1402622707731248,0.14792516657337806,0.09632762472558852,0.889241716464848,model.visual.blocks.12.norm1.weight,model.visual.blocks.14.norm1.weight,model.visual.layers.*.norm1.weight,whole,2,0.0,0.3082113328854673 +342,474,0.8845611994946173,0.5105499136309506,0.5105499136309505,0.5108634372217219,0.8845611994946173,1.2316727702734303,1.0160724974320117,0.859848117804202,0.710895330751527,model.visual.blocks.1.norm2.bias,model.visual.blocks.2.norm2.bias,model.visual.layers.*.norm2.bias,whole,1,0.0,2.672859132019317 +547,607,0.23685471499979283,0.9763296453613233,0.9763296453613242,0.5474744697092022,0.2692170597407981,0.2368547149997932,0.25148744444673826,0.21628782579847397,0.8589659218496448,model.visual.blocks.4.norm2.weight,model.visual.blocks.9.norm2.weight,model.visual.layers.*.norm2.weight,whole,5,3.608224830031759e-16,0.7203783662237162 +49,237,0.336226449538156,0.9767030602580566,0.9767030602580568,0.8876314628848122,0.336226449538156,0.4683699664598443,0.38627199261902584,0.21459527507041445,1.360566309410407,model.language_model.layers.1.input_layernorm.weight,model.language_model.layers.3.input_layernorm.weight,model.language_model.layers.*.input_layernorm.weight,whole,2,0.0,0.6646783357445228 +12,24,0.5010490728699122,0.8730793281610596,0.8730793281610597,-0.5826759819643166,0.5068876018835659,0.5010490728699122,0.5039429728711835,0.48757818525630603,0.8630228600806656,model.language_model.layers.16.linear_attn.A_log,model.language_model.layers.22.linear_attn.A_log,model.language_model.layers.*.linear_attn.A_log,whole,6,0.0,0.9799123640680626 +132,261,1.14444616462221,-0.016654269315993862,0.0050607377208408836,0.005101146619704935,1.1981736804095033,1.8015064418490199,1.4109094928846617,0.9999871943848685,0.0076090401196988846,model.language_model.layers.16.linear_attn.conv1d.weight,model.language_model.layers.5.linear_attn.conv1d.weight,model.language_model.layers.*.linear_attn.conv1d.weight,whole,11,0.0537275157872934,4.237397051951221 +250,262,0.9614297491644292,0.508536437663395,0.508536437663395,-0.04554169687331652,0.9614297491644292,1.0268717188427319,0.9925363105418334,0.8610404703430751,0.5431511624134903,model.language_model.layers.4.linear_attn.dt_bias,model.language_model.layers.5.linear_attn.dt_bias,model.language_model.layers.*.linear_attn.dt_bias,whole,1,0.0,1.6632253786292646 +251,275,1.1686972694191777,0.1742906498354579,0.15586663085457408,0.15580846184338254,1.1762663264787223,1.480446801880395,1.3024339048308946,0.9877781093879556,0.19617347702140517,model.language_model.layers.4.linear_attn.in_proj_a.weight,model.language_model.layers.6.linear_attn.in_proj_a.weight,model.language_model.layers.*.linear_attn.in_proj_a.weight,whole,2,0.007569057059544582,3.256050597032544 +112,299,1.1514141234828275,0.2520365135125606,0.24713837835865207,0.2470200666330865,1.173821835005592,1.2903960385653022,1.2279782644496642,0.9689801968782725,0.27168210276982807,model.language_model.layers.14.linear_attn.in_proj_b.weight,model.language_model.layers.8.linear_attn.in_proj_b.weight,model.language_model.layers.*.linear_attn.in_proj_b.weight,whole,6,0.02240771152276455,3.4927384853479206 +136,277,1.3082613205054265,-0.014843790158582743,0.0009763670816464356,0.0009763271244388037,1.3019298605986651,1.559839399040832,1.413534127879826,0.9999995233535474,0.001169783325484461,model.language_model.layers.16.linear_attn.in_proj_qkv.weight,model.language_model.layers.6.linear_attn.in_proj_qkv.weight,model.language_model.layers.*.linear_attn.in_proj_qkv.weight,whole,10,0.0063314599067614274,3.724324469769427 +43,220,1.3324656583392311,0.023125494430781747,-0.0007167053537602343,-0.0007169970450427301,1.4612220443435748,1.3723912215444216,1.4147192640535953,0.9999997431666849,-0.0006731352977748824,model.language_model.layers.0.linear_attn.in_proj_z.weight,model.language_model.layers.22.linear_attn.in_proj_z.weight,model.language_model.layers.*.linear_attn.in_proj_z.weight,whole,22,0.03992556320519047,3.980363593319073 +1,7,0.14140170692658408,0.9905304324128676,0.9905304324128672,0.010665501470056439,0.14780261309310552,0.14140170692658408,0.14449593779855385,0.1372933445727729,0.9476334076561755,model.language_model.layers.0.linear_attn.norm.weight,model.language_model.layers.12.linear_attn.norm.weight,model.language_model.layers.*.linear_attn.norm.weight,whole,12,0.0,0.45381135774079234 +44,91,1.3671970637650304,0.014625892416849116,-0.0005605911001955588,-0.0005604119421420514,1.3833647408177308,1.4480716920181158,1.4146094908880238,0.9999998428687968,-0.0005868127754294397,model.language_model.layers.0.linear_attn.out_proj.weight,model.language_model.layers.12.linear_attn.out_proj.weight,model.language_model.layers.*.linear_attn.out_proj.weight,whole,12,0.01616767705270039,3.683453205179091 +121,285,1.3153423179163246,0.05557119887313746,0.0002214716364601926,0.00022142397266892633,1.3590356125846295,1.4763533455314153,1.4140574849583736,0.9999999754751568,0.00024059000985742138,model.language_model.layers.15.mlp.down_proj.weight,model.language_model.layers.7.mlp.down_proj.weight,model.language_model.layers.*.mlp.down_proj.weight,whole,8,0.04369329466830485,3.517702738813031 +187,316,1.2184513000213202,0.028982232604990648,0.002901851547820335,0.0029068494069274227,1.2385065498409638,1.6882789536935583,1.4122549669288742,0.9999957896199335,0.003955679439529201,model.language_model.layers.2.mlp.gate_proj.weight,model.language_model.layers.9.mlp.gate_proj.weight,model.language_model.layers.*.mlp.gate_proj.weight,whole,7,0.020055249819643572,3.2001163121343574 +47,212,1.298405342987292,0.00025371588095814135,-0.00012203836019037804,-0.00012200838476234753,1.5936329468960067,1.284451641525507,1.4142978850032317,0.9999999925533193,-9.83616537176431e-05,model.language_model.layers.0.mlp.up_proj.weight,model.language_model.layers.21.mlp.up_proj.weight,model.language_model.layers.*.mlp.up_proj.weight,whole,21,0.013953701461784984,4.13997773742013 +171,230,0.3242138504567033,0.9575294813581954,0.9575294813581958,0.14081269913765368,0.32421385045670303,0.4006191509387035,0.35641485073154844,0.2883353816823467,1.1831840227681012,model.language_model.layers.19.post_attention_layernorm.weight,model.language_model.layers.23.post_attention_layernorm.weight,model.language_model.layers.*.post_attention_layernorm.weight,whole,4,2.7755575615628914e-16,0.9278691246673598 +368,380,0.9833400106070378,0.4188231532611913,0.4188231532611913,0.4187291344131958,1.2351295883539235,0.9833400106070378,1.0879612244102426,0.9080678203153951,0.3334432013074886,model.visual.blocks.12.attn.proj.bias,model.visual.blocks.13.attn.proj.bias,model.visual.layers.*.attn.proj.bias,whole,1,0.0,3.8706568612942247 +357,537,1.3319535556449291,0.003131494439305379,-0.0011615296851913287,-0.0011615261534256088,1.506428898638799,1.3384724778450598,1.4150289473381572,0.9999993254241677,-0.0010320271452794265,model.visual.blocks.11.attn.proj.weight,model.visual.blocks.4.attn.proj.weight,model.visual.layers.*.attn.proj.weight,whole,7,0.006518922200130728,3.640771099263762 +442,586,1.272079209093478,0.009582592973634447,-0.0062652817697231,-0.006100508258679536,1.2918795884167664,1.5916627280369506,1.4185424170673926,0.999980372929562,-0.007719152437216586,model.visual.blocks.18.attn.qkv.bias,model.visual.blocks.8.attn.qkv.bias,model.visual.layers.*.attn.qkv.bias,whole,10,0.019800379323288375,3.5071676751200993 +443,539,1.2733788752381474,0.017342710629153407,-8.249635004596885e-05,-8.235431785398611e-05,1.583591167716925,1.2897513699200454,1.4142706874735356,0.9999999965971761,-6.718892012929653e-05,model.visual.blocks.18.attn.qkv.weight,model.visual.blocks.4.attn.qkv.weight,model.visual.layers.*.attn.qkv.weight,whole,14,0.016372494681897942,4.180279202646243 +360,504,0.4489744404638915,0.9015032571990514,0.9028938601010675,-0.003558189505547355,0.44741285661307933,0.5744790619859224,0.49920160727047397,0.4298635567151441,1.1593176417643132,model.visual.blocks.11.mlp.linear_fc1.bias,model.visual.blocks.22.mlp.linear_fc1.bias,model.visual.layers.*.mlp.linear_fc1.bias,whole,11,0.001561583850812176,1.153023054590116 +409,541,1.284953642219803,-0.00733090564541372,-0.0002205309613289256,-9.717814557866032e-05,1.5805545272315085,1.291545478669918,1.4143663667397568,0.9999999756830472,-0.0001802062257921616,model.visual.blocks.15.mlp.linear_fc1.weight,model.visual.blocks.4.mlp.linear_fc1.weight,model.visual.layers.*.mlp.linear_fc1.weight,whole,11,0.006591836450115185,4.285981194355855 +374,554,0.980666896833611,0.31083245519392505,0.310832455193925,0.3104524427309076,0.980666896833611,1.7754869665494841,1.2139997872039485,0.9504647204384372,0.5627588478404887,model.visual.blocks.12.mlp.linear_fc2.bias,model.visual.blocks.5.mlp.linear_fc2.bias,model.visual.layers.*.mlp.linear_fc2.bias,whole,7,0.0,2.950205673768263 +387,531,1.2893313342356443,-0.027490737451347995,6.304915874578251e-05,6.26365806057935e-05,1.5908548552007278,1.2857202397269794,1.4141699713386093,0.9999999980124018,5.095598711108285e-05,model.visual.blocks.13.mlp.linear_fc2.weight,model.visual.blocks.3.mlp.linear_fc2.weight,model.visual.layers.*.mlp.linear_fc2.weight,whole,10,0.003611094508664925,4.47000058420989 +448,484,0.5708782971911841,0.8267643736520005,0.8267643736520003,0.8261893718068966,0.6178797730842632,0.5708782971911841,0.5929865356526641,0.5625483716622204,0.7638732620309022,model.visual.blocks.18.norm1.bias,model.visual.blocks.20.norm1.bias,model.visual.layers.*.norm1.bias,whole,2,0.0,1.4360544947501148 +485,521,0.1404730436853471,0.9915755665900725,0.9915755665900722,0.337626723731415,0.1404730436853471,0.14988304987248033,0.1449494636409467,0.12952951687386646,1.057999216080597,model.visual.blocks.20.norm1.weight,model.visual.blocks.23.norm1.weight,model.visual.layers.*.norm1.weight,whole,3,0.0,0.5140364639299759 +366,390,0.8858722583335481,0.5672895896800983,0.5672895896800983,0.5690540062697066,0.991167506813009,0.8858722583335481,0.9340979779961768,0.8235183795402418,0.5070243994931823,model.visual.blocks.11.norm2.bias,model.visual.blocks.13.norm2.bias,model.visual.layers.*.norm2.bias,whole,2,0.0,2.831147552116984 +535,571,0.24088406429417916,0.9710552336273047,0.9710552336273045,0.683125177857355,0.2408840642941792,0.25629893629958334,0.24823325423403178,0.23885504651361503,1.0331958828246803,model.visual.blocks.3.norm2.weight,model.visual.blocks.6.norm2.weight,model.visual.layers.*.norm2.weight,whole,3,2.7755575615628914e-17,0.7283393492806387 +131,214,0.3377871218046134,0.9414158120321813,0.9414158120321813,-0.015438064591178977,0.3377871218046131,0.36622825650123325,0.3511467750314033,0.33724808206391454,1.0206815157466727,model.language_model.layers.16.input_layernorm.weight,model.language_model.layers.22.input_layernorm.weight,model.language_model.layers.*.input_layernorm.weight,whole,6,2.7755575615628914e-16,1.6968082799607487 +0,34,0.5127888898692053,0.8860021216567859,0.8860021216567859,0.34917593270437336,0.5127888898692053,0.7687733455162535,0.6032980359038094,0.4636811840259144,1.3282947986145326,model.language_model.layers.0.linear_attn.A_log,model.language_model.layers.9.linear_attn.A_log,model.language_model.layers.*.linear_attn.A_log,whole,9,0.0,1.364576471046899 +215,296,1.1490823300117199,0.04301626659937212,0.02807999077877503,0.02817363793166314,1.147949881051182,1.9374465195870767,1.3966897620417125,0.9996056793145305,0.04739186030888162,model.language_model.layers.22.linear_attn.conv1d.weight,model.language_model.layers.8.linear_attn.conv1d.weight,model.language_model.layers.*.linear_attn.conv1d.weight,whole,14,0.0011324489605379906,4.456038062347479 +63,180,0.9619529276677177,0.5008695741103584,0.5008695741103583,0.18999271569480727,0.9619529276677177,1.0448517604808552,1.0008365544191626,0.8655227725083311,0.5440333318069351,model.language_model.layers.10.linear_attn.dt_bias,model.language_model.layers.2.linear_attn.dt_bias,model.language_model.layers.*.linear_attn.dt_bias,whole,8,0.0,1.8507083438305132 +40,310,1.1705570174864448,0.00862064721770495,0.016503057196088678,0.01654584749656728,1.1759663550813066,1.8504302326770685,1.4036086937534171,0.9998638152784521,0.025968222505081746,model.language_model.layers.0.linear_attn.in_proj_a.weight,model.language_model.layers.9.linear_attn.in_proj_a.weight,model.language_model.layers.*.linear_attn.in_proj_a.weight,whole,9,0.0054093375948618405,2.91274217997321 +135,218,1.1541526402047069,0.22805576217155615,0.19081277806816985,0.19060031892715168,1.3714688939019675,1.194046065096413,1.2735805597914938,0.9816264481593328,0.16612789968147781,model.language_model.layers.16.linear_attn.in_proj_b.weight,model.language_model.layers.22.linear_attn.in_proj_b.weight,model.language_model.layers.*.linear_attn.in_proj_b.weight,whole,6,0.03989342489170622,3.979892712806396 +148,300,1.3085776511045109,0.0054588838798373274,7.309155330443333e-05,7.306992552065949e-05,1.3015118868789894,1.5622524073905246,1.4141627277707267,0.9999999973288124,8.773446962792175e-05,model.language_model.layers.17.linear_attn.in_proj_qkv.weight,model.language_model.layers.8.linear_attn.in_proj_qkv.weight,model.language_model.layers.*.linear_attn.in_proj_qkv.weight,whole,9,0.007065764225521409,3.6192495765777317 +114,196,1.334155303067733,0.028561403017804996,0.0017283101904337066,0.0017290274021377417,1.4733874177189608,1.3594675962694982,1.4129948836799742,0.9999985064708274,0.0015946801716513353,model.language_model.layers.14.linear_attn.in_proj_z.weight,model.language_model.layers.20.linear_attn.in_proj_z.weight,model.language_model.layers.*.linear_attn.in_proj_z.weight,whole,6,0.025312293201765312,4.134596025816882 +1,13,0.14154643757165833,0.9910935338742981,0.9910935338742975,0.16500292903611935,0.14154643757165833,0.15008371038651475,0.14562772550967104,0.13316759032345846,1.0508706362082332,model.language_model.layers.0.linear_attn.norm.weight,model.language_model.layers.16.linear_attn.norm.weight,model.language_model.layers.*.linear_attn.norm.weight,whole,16,0.0,0.3298527060422649 +150,255,1.3679962122136402,-0.006197771344418127,-0.0008714842937967069,-0.0008715278444908199,1.46172025024717,1.372178021210652,1.4148284319441211,0.9999996202574908,-0.0008180988076042035,model.language_model.layers.17.linear_attn.out_proj.weight,model.language_model.layers.4.linear_attn.out_proj.weight,model.language_model.layers.*.linear_attn.out_proj.weight,whole,13,0.0041818089970118155,3.9100325269972287 +163,285,1.3157181144133254,0.04085117648845158,0.0003171821004542793,0.0003171643047184218,1.3462420030246003,1.4931176361622245,1.4139904602372815,0.9999999496977563,0.00035178681618850706,model.language_model.layers.18.mlp.down_proj.weight,model.language_model.layers.7.mlp.down_proj.weight,model.language_model.layers.*.mlp.down_proj.weight,whole,11,0.030523888611274863,3.6060475589787604 +46,211,1.2207949756069014,0.007681645158023723,0.001990330803023379,0.0019869013440159396,1.6927447463513252,1.2375831136387063,1.4128718604867978,0.9999980192896856,0.0014551513438077856,model.language_model.layers.0.mlp.gate_proj.weight,model.language_model.layers.21.mlp.gate_proj.weight,model.language_model.layers.*.mlp.gate_proj.weight,whole,21,0.0167881380318049,4.60632118017018 +224,258,1.2987468507480773,-0.021188265686547816,5.7811223671745594e-05,5.77630078353707e-05,1.265612173962343,1.6313663702942167,1.4141739658757129,0.9999999983289312,7.4518314586352e-05,model.language_model.layers.22.mlp.up_proj.weight,model.language_model.layers.4.mlp.up_proj.weight,model.language_model.layers.*.mlp.up_proj.weight,whole,18,0.03313467678573434,3.3761035140688738 +241,283,0.3265850038548644,0.9487066756898155,0.9487066756898158,0.9428795253974149,0.3767534166908621,0.3265850038548644,0.3489932976232235,0.31615762445586976,0.8223770763876628,model.language_model.layers.3.post_attention_layernorm.weight,model.language_model.layers.6.post_attention_layernorm.weight,model.language_model.layers.*.post_attention_layernorm.weight,whole,3,0.0,1.0889770222018926 +428,476,0.9837833935643189,0.3472678141294882,0.34726781412948826,0.34747101045349316,1.5261193065967964,0.9837833935643188,1.1693703199797136,0.9377659970748178,0.22385950245384845,model.visual.blocks.17.attn.proj.bias,model.visual.blocks.20.attn.proj.bias,model.visual.layers.*.attn.proj.bias,whole,3,1.1102230246251565e-16,4.287036499698052 +525,597,1.3326566595983853,0.01790359799411978,-0.0012891443235985185,-0.0012890808074344053,1.351029277391459,1.4892937316321122,1.415120524270304,0.9999991690531113,-0.0014210754662632675,model.visual.blocks.3.attn.proj.weight,model.visual.blocks.9.attn.proj.weight,model.visual.layers.*.attn.proj.weight,whole,6,0.018372617793073642,3.625186508473866 +514,538,1.274549498171948,-0.004603999070970364,0.0220738502163761,0.02239874165770258,1.5517734393778477,1.2836548496647968,1.3987976290936102,0.9997563428839173,0.01825988521390464,model.visual.blocks.23.attn.qkv.bias,model.visual.blocks.4.attn.qkv.bias,model.visual.layers.*.attn.qkv.bias,whole,19,0.009105351492848746,7.81848901594805 +467,515,1.2751542389493096,0.021360595101195784,-0.000529069192066237,-0.0005289911098151686,1.280658696561159,1.6017738441171103,1.4145784515040372,0.9999998600428852,-0.0006617291522366199,model.visual.blocks.2.attn.qkv.weight,model.visual.blocks.23.attn.qkv.weight,model.visual.layers.*.attn.qkv.weight,whole,21,0.005504457611849478,3.583137798703057 +372,444,0.4507583481688756,0.9036281566749609,0.9057517132608175,-0.021068347401170133,0.4460156465869893,0.5816817019755413,0.5005514442354072,0.4238087232763075,1.1812572096258467,model.visual.blocks.12.mlp.linear_fc1.bias,model.visual.blocks.18.mlp.linear_fc1.bias,model.visual.layers.*.mlp.linear_fc1.bias,whole,6,0.004742701581886333,1.117748201854493 +517,541,1.2858735749399304,0.013058875102079627,0.0015599990441481078,0.0011359197087834566,1.5429146139443197,1.3113953360542232,1.4131244770578175,0.9999987832007508,0.0013259161928054059,model.visual.blocks.23.mlp.linear_fc1.weight,model.visual.blocks.4.mlp.linear_fc1.weight,model.visual.layers.*.mlp.linear_fc1.weight,whole,19,0.02552176111429283,4.0453569561683445 +554,590,0.9807593210574256,0.35495612365630974,0.3549561236563098,0.3545200166715624,1.5056031085978614,0.9807593210574256,1.162176553824911,0.9348829607383411,0.2312206482932553,model.visual.blocks.5.mlp.linear_fc2.bias,model.visual.blocks.8.mlp.linear_fc2.bias,model.visual.layers.*.mlp.linear_fc2.bias,whole,3,0.0,4.839286619711862 +399,555,1.289467916142025,0.012902326374537901,0.00028671564523554733,0.0002867356871616485,1.5566167397520858,1.3045669414140233,1.414013932119229,0.9999999588970686,0.00024029020298217883,model.visual.blocks.14.mlp.linear_fc2.weight,model.visual.blocks.5.mlp.linear_fc2.weight,model.visual.layers.*.mlp.linear_fc2.weight,whole,9,0.015099025271998245,4.12710042518691 +376,424,0.5752509876106527,0.8569818382344971,0.8569818382344967,0.8566321254068215,0.956549306333851,0.5752509876106527,0.6971690376571005,0.5153466104829086,0.5153729614819553,model.visual.blocks.12.norm1.bias,model.visual.blocks.16.norm1.bias,model.visual.layers.*.norm1.bias,whole,4,0.0,2.2046349079661987 +461,521,0.14504506306481724,0.9894945478285704,0.9894945478285708,0.17432703952417009,0.14504506306481724,0.14834314537634308,0.1466663000735169,0.1445701899339285,1.0119940000442336,model.visual.blocks.19.norm1.weight,model.visual.blocks.23.norm1.weight,model.visual.layers.*.norm1.weight,whole,4,0.0,0.6528305998846654 +474,534,0.8888856202189934,0.5439121730901618,0.543912173090162,0.5434848794129563,1.0618652948611185,0.8888856202189933,0.9639238804176687,0.8391421500343894,0.455307948815808,model.visual.blocks.2.norm2.bias,model.visual.blocks.3.norm2.bias,model.visual.layers.*.norm2.bias,whole,1,1.1102230246251565e-16,3.103293513848038 +535,583,0.24779016389362676,0.9689044756559093,0.968904475655909,0.6036293092366294,0.2592913706716326,0.24779016389362676,0.25334518027719527,0.24743507644218143,0.9259274545009465,model.visual.blocks.3.norm2.weight,model.visual.blocks.7.norm2.weight,model.visual.layers.*.norm2.weight,whole,4,0.0,0.6710953286048827 +61,96,0.3470478050367468,0.9378756729349433,0.9378756729349434,0.9764459257318432,0.3671869753012322,0.3470478050367468,0.356691691712892,0.346971500438908,0.8864358367352515,model.language_model.layers.10.input_layernorm.weight,model.language_model.layers.13.input_layernorm.weight,model.language_model.layers.*.input_layernorm.weight,whole,3,0.0,0.8215620866110055 +14,32,0.517260985346146,0.8560109963509002,0.8560109963509,-0.3066375416673094,0.517260985346146,0.592018699609298,0.5508712065080869,0.5169576134716842,0.9797269294760186,model.language_model.layers.17.linear_attn.A_log,model.language_model.layers.8.linear_attn.A_log,model.language_model.layers.*.linear_attn.A_log,whole,9,0.0,0.9149685183143682 +215,273,1.1493728587483336,-0.02246077902206955,0.004525453528817815,0.0044867767539931705,1.1580424466509736,1.9676248721174063,1.4114131701441657,0.9999897600827513,0.007689178360141013,model.language_model.layers.22.linear_attn.conv1d.weight,model.language_model.layers.6.linear_attn.conv1d.weight,model.language_model.layers.*.linear_attn.conv1d.weight,whole,16,0.008669587902639941,4.461300888002603 +98,309,0.9635627441614487,0.42717265928852394,0.42717265928852394,-0.10875931693785106,1.2674560084805608,0.9635627441614487,1.0847949549768563,0.9041700720309043,0.3247510422931626,model.language_model.layers.13.linear_attn.dt_bias,model.language_model.layers.9.linear_attn.dt_bias,model.language_model.layers.*.linear_attn.dt_bias,whole,4,0.0,2.5924305563358008 +87,217,1.1716267107796219,0.19358198489687198,0.13400309235372598,0.13381742986740836,1.4123442794431196,1.238551111308513,1.316923615783625,0.9909809136606208,0.11751361291237408,model.language_model.layers.12.linear_attn.in_proj_a.weight,model.language_model.layers.22.linear_attn.in_proj_a.weight,model.language_model.layers.*.linear_attn.in_proj_a.weight,whole,10,0.06692440052889115,3.6592524429838678 +135,147,1.1549241808231485,0.29872107352894384,0.2661668332738005,0.26593756916681044,1.1847902043464194,1.2405411912822906,1.2117048348252335,0.9639269769360109,0.2786914672471171,model.language_model.layers.16.linear_attn.in_proj_b.weight,model.language_model.layers.17.linear_attn.in_proj_b.weight,model.language_model.layers.*.linear_attn.in_proj_b.weight,whole,1,0.029866023523270835,3.840793981144166 +89,148,1.3117490418399438,0.00039307280907281954,-0.0014669343238329223,-0.001466782903568644,1.5108635234814396,1.3357455808262693,1.4152426456497622,0.9999989240512659,-0.0012969080330347048,model.language_model.layers.12.linear_attn.in_proj_qkv.weight,model.language_model.layers.17.linear_attn.in_proj_qkv.weight,model.language_model.layers.*.linear_attn.in_proj_qkv.weight,whole,5,0.023996538986325477,4.360788348328533 +208,301,1.334651500111075,0.007855872416602981,0.0010044374639282345,0.0010058711094631894,1.3280308372188052,1.51794935184111,1.413509440201423,0.9999994955525633,0.0011480796639691177,model.language_model.layers.21.linear_attn.in_proj_z.weight,model.language_model.layers.8.linear_attn.in_proj_z.weight,model.language_model.layers.*.linear_attn.in_proj_z.weight,whole,13,0.006620662892269813,3.7822523406560005 +1,9,0.1424437618169121,0.9916531674941392,0.9916531674941398,-0.003109683044449258,0.1529837670537087,0.1424437618169121,0.1474319458088948,0.12893407384721703,0.9233319999626544,model.language_model.layers.0.linear_attn.norm.weight,model.language_model.layers.13.linear_attn.norm.weight,model.language_model.layers.*.linear_attn.norm.weight,whole,13,0.0,0.4851811238005737 +279,314,1.368011833505551,0.027150134991702362,-0.00014332185885543427,-0.00014318682535123973,1.384546158436901,1.4460900386726858,1.414314806838556,0.9999999897294223,-0.00014969259865549049,model.language_model.layers.6.linear_attn.out_proj.weight,model.language_model.layers.9.linear_attn.out_proj.weight,model.language_model.layers.*.linear_attn.out_proj.weight,whole,3,0.016534324931350097,3.8418797218353253 +139,280,1.3162869903847072,0.03696725341651662,0.00017472028155495826,0.00017475104271838477,1.346794350765257,1.4926007331326905,1.4140906609912134,0.9999999847364115,0.00019363581395622845,model.language_model.layers.16.mlp.down_proj.weight,model.language_model.layers.6.mlp.down_proj.weight,model.language_model.layers.*.mlp.down_proj.weight,whole,10,0.03050736038054991,3.628807486391186 +93,199,1.2215851798991193,0.01996854032599956,0.00439649196353738,0.004393936064976773,1.731189107224967,1.2212445320557115,1.411281845408172,0.9999903353825048,0.003101447293244307,model.language_model.layers.12.mlp.gate_proj.weight,model.language_model.layers.20.mlp.gate_proj.weight,model.language_model.layers.*.mlp.gate_proj.weight,whole,8,0.0003406478434078153,4.498203702769073 +106,224,1.298848227486521,0.04126187079675116,-0.00012287433826637276,-0.00012279413851527406,1.5443846640502015,1.31237061228356,1.4142993063669007,0.9999999924509485,-0.00010441483543463568,model.language_model.layers.13.mlp.up_proj.weight,model.language_model.layers.22.mlp.up_proj.weight,model.language_model.layers.*.mlp.up_proj.weight,whole,9,0.013522384797038933,3.975472511108072 +225,230,0.32946598486294043,0.9767077375501818,0.9767077375501819,0.38155348676469025,0.32946598486293993,0.4533752194050624,0.37692202674283193,0.2145739858640954,1.3440388542405977,model.language_model.layers.22.post_attention_layernorm.weight,model.language_model.layers.23.post_attention_layernorm.weight,model.language_model.layers.*.post_attention_layernorm.weight,whole,1,4.996003610813204e-16,0.6932072898919168 +344,404,0.9877843529528725,0.3046313555210435,0.30463135552104376,0.3047990469239081,0.9877843529528725,1.7439967955410436,1.2155106965230629,0.9524703340437494,0.5378462477785089,model.visual.blocks.10.attn.proj.bias,model.visual.blocks.15.attn.proj.bias,model.visual.layers.*.attn.proj.bias,whole,5,0.0,2.5378442160930357 +549,597,1.334122761478233,-0.0013875920483205914,0.0004644830308164265,0.0004644745276974131,1.3352549734614074,1.508278204963693,1.4138875087898783,0.9999998921277512,0.0005246710522558811,model.visual.blocks.5.attn.proj.weight,model.visual.blocks.9.attn.proj.weight,model.visual.layers.*.attn.proj.weight,whole,4,0.0011322119831744804,3.6117460016396956 +466,574,1.2760544160113323,0.0028575493087313517,-0.017784467871020646,-0.017379631147914246,1.2661282944060563,1.6681489260262734,1.426274233686048,0.9998418438445875,-0.02343138614788542,model.visual.blocks.2.attn.qkv.bias,model.visual.blocks.7.attn.qkv.bias,model.visual.layers.*.attn.qkv.bias,whole,5,0.00992612160527595,5.713626916972503 +431,563,1.2762533514127599,0.037420900710093775,0.0010037432980493398,0.001003722979710295,1.524612850143434,1.3236218779322408,1.4135106676724696,0.999999496249569,0.0008714189894181838,model.visual.blocks.17.attn.qkv.weight,model.visual.blocks.6.attn.qkv.weight,model.visual.layers.*.attn.qkv.weight,whole,11,0.04736852651948098,4.1695404488717065 +360,420,0.45094939048357013,0.9011144104118749,0.900624136057082,0.008342061754181626,0.45274316209329596,0.5851378946966457,0.5063927884703127,0.4345988559021233,1.1639917617945836,model.visual.blocks.11.mlp.linear_fc1.bias,model.visual.blocks.16.mlp.linear_fc1.bias,model.visual.layers.*.mlp.linear_fc1.bias,whole,5,0.001793771609725825,1.1630604253845305 +481,565,1.286581377515183,0.03714657971860521,0.0006097339355303559,0.0006465420146884387,1.5714986454625026,1.2956712510011956,1.4137902592162888,0.9999998141122467,0.0005027142296988692,model.visual.blocks.20.mlp.linear_fc1.weight,model.visual.blocks.6.mlp.linear_fc1.weight,model.visual.layers.*.mlp.linear_fc1.weight,whole,14,0.009089873486012534,4.072411626636227 +398,422,0.9816599205479669,0.39880729417482674,0.39880729417482647,0.3987252573139708,1.3104562381030198,0.9816599205479669,1.1111023884038091,0.917034755128154,0.2987456775209254,model.visual.blocks.14.mlp.linear_fc2.bias,model.visual.blocks.16.mlp.linear_fc2.bias,model.visual.layers.*.mlp.linear_fc2.bias,whole,2,0.0,3.6023900896213203 +387,471,1.2901995940985929,-0.0017188048361240127,-0.0011143855919882692,-0.0011144565333943894,1.486869880368086,1.3526324765732372,1.4149978201870037,0.9999993790721834,-0.0010137767689365452,model.visual.blocks.13.mlp.linear_fc2.weight,model.visual.blocks.2.mlp.linear_fc2.weight,model.visual.layers.*.mlp.linear_fc2.weight,whole,11,0.06243288247464429,4.369395495168088 +376,448,0.5947458089765699,0.8621914492161501,0.8621914492161498,0.8618536564874998,1.08020106605233,0.5947458089765699,0.7368000534207868,0.5065825746100585,0.47471231706033007,model.visual.blocks.12.norm1.bias,model.visual.blocks.18.norm1.bias,model.visual.layers.*.norm1.bias,whole,6,0.0,2.965318294679934 +449,521,0.14691203253807747,0.9892567401230539,0.9892567401230534,0.12257133986956292,0.14691203253807747,0.1507261521668283,0.148782438499037,0.14618858409981822,1.0149397525025836,model.visual.blocks.18.norm1.weight,model.visual.blocks.23.norm1.weight,model.visual.layers.*.norm1.weight,whole,5,0.0,0.6651917955349198 +354,390,0.8902377085622094,0.49320857472393664,0.49320857472393637,0.49325011155629056,1.3046471641344504,0.8902377085622094,1.039947019147103,0.8699110884560464,0.33654530012086986,model.visual.blocks.10.norm2.bias,model.visual.blocks.13.norm2.bias,model.visual.layers.*.norm2.bias,whole,3,0.0,3.728010404076125 +355,571,0.25584969812385294,0.9916366618890333,0.991636661889033,0.6732331761296106,0.25584969812385294,0.3319601411419038,0.28658509999454856,0.12906095768115058,1.286629801231256,model.visual.blocks.10.norm2.weight,model.visual.blocks.6.norm2.weight,model.visual.layers.*.norm2.weight,whole,4,0.0,0.5350273380841555 +131,178,0.35304586798780796,0.9680694618381369,0.9680694618381367,0.8194861590339848,0.35304586798780796,0.49070019214651894,0.4052858214069676,0.25068210358224696,1.3455245168074181,model.language_model.layers.16.input_layernorm.weight,model.language_model.layers.2.input_layernorm.weight,model.language_model.layers.*.input_layernorm.weight,whole,14,0.0,0.6744545773563043 +0,16,0.5327087186573036,0.8941901609539403,0.8941901609539405,0.1694141781498494,0.5327087186573036,0.8798149281152818,0.6444414874668918,0.44768734185049947,1.4768330696070113,model.language_model.layers.0.linear_attn.A_log,model.language_model.layers.18.linear_attn.A_log,model.language_model.layers.*.linear_attn.A_log,whole,18,0.0,1.330087628610813 +132,273,1.1537221446959858,0.04392003602683724,-0.014692942077685213,-0.014649528820276867,1.1680529288290902,1.9827819602045527,1.4232717922157287,0.9998920529002627,-0.024941421552847603,model.language_model.layers.16.linear_attn.conv1d.weight,model.language_model.layers.6.linear_attn.conv1d.weight,model.language_model.layers.*.linear_attn.conv1d.weight,whole,10,0.014330784133104402,4.874721163464346 +63,309,0.9662596898958578,0.5177734122655655,0.5177734122655655,-0.0826144636248919,0.9993004894782188,0.9662596898958578,0.9823635998204068,0.8555177926559288,0.5006537893654762,model.language_model.layers.10.linear_attn.dt_bias,model.language_model.layers.9.linear_attn.dt_bias,model.language_model.layers.*.linear_attn.dt_bias,whole,1,0.0,1.8080629266906096 +275,310,1.1758129352719378,0.2457673399465445,0.21699783588937813,0.21693862711590756,1.3442216953004165,1.1779743252663288,1.2529002787634749,0.9761720848392084,0.19016050716166757,model.language_model.layers.6.linear_attn.in_proj_a.weight,model.language_model.layers.9.linear_attn.in_proj_a.weight,model.language_model.layers.*.linear_attn.in_proj_a.weight,whole,3,0.002161389994391083,3.859452088215438 +194,218,1.1571919050121098,0.3083201914514183,0.2628085787157542,0.26240261073063736,1.2280545903337974,1.2009885811203764,1.2142954115451727,0.9648479937033632,0.25701634482902347,model.language_model.layers.20.linear_attn.in_proj_b.weight,model.language_model.layers.22.linear_attn.in_proj_b.weight,model.language_model.layers.*.linear_attn.in_proj_b.weight,whole,2,0.04379667610826665,3.6131026358965896 +101,207,1.312045737775373,0.005321440514919099,-0.00019694440846879452,-0.0001969151333676202,1.5336694975657732,1.3191499457847828,1.4143512503851539,0.9999999806064498,-0.00016939712641255334,model.language_model.layers.13.linear_attn.in_proj_qkv.weight,model.language_model.layers.21.linear_attn.in_proj_qkv.weight,model.language_model.layers.*.linear_attn.in_proj_qkv.weight,whole,8,0.007104208009409918,4.047737516012239 +67,278,1.3352851866170747,0.02857310667499323,0.0036029419412993823,0.003598011511110327,1.486709122696993,1.3469654668853432,1.411675982850795,0.9999935093836197,0.003264282367030452,model.language_model.layers.10.linear_attn.in_proj_z.weight,model.language_model.layers.6.linear_attn.in_proj_z.weight,model.language_model.layers.*.linear_attn.in_proj_z.weight,whole,4,0.011680280268268506,4.243583894375055 +5,33,0.14263995741289826,0.990617640296808,0.9906176402968081,-0.005462426727331386,0.14263995741289826,0.15018549724310248,0.14626695841696802,0.13666268961491923,1.0430205223288422,model.language_model.layers.10.linear_attn.norm.weight,model.language_model.layers.8.linear_attn.norm.weight,model.language_model.layers.*.linear_attn.norm.weight,whole,2,0.0,0.5050667788347594 +279,302,1.3688203984939382,0.0168313796179181,0.000443925420210465,0.0004439181592361405,1.3963786436354155,1.4320973402317907,1.413899724977087,0.9999999014651058,0.00045528081974209513,model.language_model.layers.6.linear_attn.out_proj.weight,model.language_model.layers.8.linear_attn.out_proj.weight,model.language_model.layers.*.linear_attn.out_proj.weight,whole,2,0.02755824514147731,3.8101752311911694 +222,285,1.3192104619346154,-0.00818021049849341,-0.0002016313966146629,-0.0002017156909248111,1.3179219675531357,1.535613884442885,1.414354480329839,0.9999999796723897,-0.00023493649836943243,model.language_model.layers.22.mlp.down_proj.weight,model.language_model.layers.7.mlp.down_proj.weight,model.language_model.layers.*.mlp.down_proj.weight,whole,15,0.00128849438147971,3.4819829412570162 +211,286,1.224421019855059,0.0006750817605109141,0.0039399627752289565,0.003941849512757384,1.24250536360885,1.6759094030536068,1.4115453041983397,0.999992238316543,0.005314279403598673,model.language_model.layers.21.mlp.gate_proj.weight,model.language_model.layers.7.mlp.gate_proj.weight,model.language_model.layers.*.mlp.gate_proj.weight,whole,14,0.0180843437537912,3.301533801908659 +141,258,1.3014046330851203,0.014143778023488814,-0.0006234140451795883,-0.0006233946428904958,1.3175947186966994,1.5368873652031365,1.4146491427474908,0.9999998056774452,-0.0007271713795835563,model.language_model.layers.16.mlp.up_proj.weight,model.language_model.layers.4.mlp.up_proj.weight,model.language_model.layers.*.mlp.up_proj.weight,whole,12,0.016190085611579086,3.4160876038533514 +95,271,0.3337248266165549,0.9501213172058146,0.9501213172058146,0.9511641453932476,0.4014173605821867,0.3337248266165549,0.3629191720672043,0.3118805582127358,0.7898987512381994,model.language_model.layers.12.post_attention_layernorm.weight,model.language_model.layers.5.post_attention_layernorm.weight,model.language_model.layers.*.post_attention_layernorm.weight,whole,7,0.0,1.213410479720374 +332,536,0.9883772479783638,0.1610193248469769,0.1610193248469768,0.15921392562347017,0.9883772479783638,4.616580564594565,1.366803207158408,0.9869512536218917,0.7521001592591946,model.visual.blocks.1.attn.proj.bias,model.visual.blocks.4.attn.proj.bias,model.visual.layers.*.attn.proj.bias,whole,3,0.0,3.486555068218699 +357,561,1.3341243199409227,0.010449415064227474,-0.0005645227053640101,-0.0005645553072312763,1.4861655291619371,1.3524869525348509,1.4146109178023127,0.999999840657045,-0.0005137446525522966,model.visual.blocks.11.attn.proj.weight,model.visual.blocks.6.attn.proj.weight,model.visual.layers.*.attn.proj.weight,whole,5,0.01836263259392812,3.987467314557463 +394,466,1.276113463556358,-0.01201606823300202,0.011895577285340738,0.012050082701034037,1.5663229905712466,1.2864956736576176,1.4059382221386505,0.9999292451173976,0.009770404192094106,model.visual.blocks.14.attn.qkv.bias,model.visual.blocks.2.attn.qkv.bias,model.visual.layers.*.attn.qkv.bias,whole,12,0.010382210101259615,8.340768479017559 +419,527,1.2788906334345216,0.011397826736300375,-0.0007869937036120017,-0.0007878754882656942,1.5882387047933684,1.2879939151981503,1.4147579489124495,0.9999996903204073,-0.0006382183600565199,model.visual.blocks.16.attn.qkv.weight,model.visual.blocks.3.attn.qkv.weight,model.visual.layers.*.attn.qkv.weight,whole,13,0.009103281763628734,4.4846421803034655 +360,432,0.45289587300622897,0.900426074837044,0.9016520671830026,-0.01754056628153718,0.4506608457966791,0.5815893718469837,0.5037855049803106,0.4324621945842414,1.1636051018598632,model.visual.blocks.11.mlp.linear_fc1.bias,model.visual.blocks.17.mlp.linear_fc1.bias,model.visual.layers.*.mlp.linear_fc1.bias,whole,6,0.002235027209549878,1.1729043321160137 +409,577,1.287208956105186,0.021091807403257796,-2.6018200977102284e-05,0.00010650865484389252,1.566165073701802,1.2993707227126035,1.4142316436867108,0.9999999996615266,-2.158603149500196e-05,model.visual.blocks.15.mlp.linear_fc1.weight,model.visual.blocks.7.mlp.linear_fc1.weight,model.visual.layers.*.mlp.linear_fc1.weight,whole,8,0.012161766607417412,4.330707468107913 +326,530,0.9874132689519721,0.17349009605534516,0.17349009605534518,0.17322797380781088,0.9874132689519721,4.033704059898162,1.3563660260037431,0.9848356139837283,0.7087282770195451,model.visual.blocks.0.mlp.linear_fc2.bias,model.visual.blocks.3.mlp.linear_fc2.bias,model.visual.layers.*.mlp.linear_fc2.bias,whole,3,0.0,4.410675109376427 +555,591,1.2918777862231627,-0.005080499318766796,-0.00031705954449565154,-0.0003169269846140499,1.3006528399953148,1.5644754682153752,1.4144339702936768,0.9999999497366214,-0.0003813714652164792,model.visual.blocks.5.mlp.linear_fc2.weight,model.visual.blocks.8.mlp.linear_fc2.weight,model.visual.layers.*.mlp.linear_fc2.weight,whole,3,0.008775053772152042,3.527196046674728 +400,460,0.6033207372905198,0.7978748658683514,0.7978748658683504,0.7972828753492955,0.7336329293196211,0.6033207372905196,0.6590031373588011,0.6028231070683685,0.6561516435579022,model.visual.blocks.14.norm1.bias,model.visual.blocks.19.norm1.bias,model.visual.layers.*.norm1.bias,whole,5,2.220446049250313e-16,2.371697380577663 +581,605,0.14932336816449832,0.9927703184084308,0.9927703184084309,0.8161401840133017,0.1651912160236581,0.14932336816449762,0.15665775992011363,0.12002955838968515,0.897407327864556,model.visual.blocks.7.norm1.weight,model.visual.blocks.9.norm1.weight,model.visual.layers.*.norm1.weight,whole,2,6.938893903907228e-16,0.4803693004268763 +366,402,0.8918187825181331,0.46919537303845327,0.4691953730384531,0.4658132650856377,2.586807914872976,0.8918187825181331,1.192351535837145,0.883094390152778,0.16175814367215655,model.visual.blocks.11.norm2.bias,model.visual.blocks.14.norm2.bias,model.visual.layers.*.norm2.bias,whole,3,0.0,6.3026201354643865 +355,547,0.25746163414130424,0.9775201092678296,0.9775201092678303,0.5745892693585624,0.2574616341413039,0.3102832044439533,0.28020511356309663,0.21084220634637937,1.1780709499635962,model.visual.blocks.10.norm2.weight,model.visual.blocks.4.norm2.weight,model.visual.layers.*.norm2.weight,whole,6,3.3306690738754696e-16,0.6255517153701272 +96,260,0.3548824454178348,0.9351221220354926,0.9351221220354928,0.796613957624034,0.3548824454178348,0.3877440667924697,0.3702238916430442,0.3543255803351444,1.0217131312841885,model.language_model.layers.13.input_layernorm.weight,model.language_model.layers.5.input_layernorm.weight,model.language_model.layers.*.input_layernorm.weight,whole,8,0.0,0.7639065951447335 +6,16,0.5382654814688762,0.8463594224209114,0.8463594224209114,-0.3853695201393212,0.5382654814688763,0.582433208863701,0.5590450096556852,0.5326121741749253,0.9158080003708048,model.language_model.layers.12.linear_attn.A_log,model.language_model.layers.18.linear_attn.A_log,model.language_model.layers.*.linear_attn.A_log,whole,6,1.1102230246251565e-16,1.0866017774530052 +62,156,1.155181426996803,0.005184440587515595,0.003917111906212487,0.003929572820911961,2.301898550058817,1.1081415598755502,1.4120468533545834,0.999992328087728,0.0018857106008631367,model.language_model.layers.10.linear_attn.conv1d.weight,model.language_model.layers.18.linear_attn.conv1d.weight,model.language_model.layers.*.linear_attn.conv1d.weight,whole,8,0.047039867121252854,7.701409492961784 +63,274,0.9672926533903882,0.5229083790322998,0.5229083790322997,0.12379557365829899,0.9672926533903882,0.9868620631899758,0.976930387046593,0.852388894306943,0.5334873990641941,model.language_model.layers.10.linear_attn.dt_bias,model.language_model.layers.6.linear_attn.dt_bias,model.language_model.layers.*.linear_attn.dt_bias,whole,4,0.0,1.8874450585956106 +193,205,1.176469683243142,0.2934625159768218,0.2927090499229011,0.2925061833982237,1.2149990819785412,1.1656793647437105,1.1895731101095668,0.9562015541156753,0.28082728985542443,model.language_model.layers.20.linear_attn.in_proj_a.weight,model.language_model.layers.21.linear_attn.in_proj_a.weight,model.language_model.layers.*.linear_attn.in_proj_a.weight,whole,1,0.010790318499431573,3.447361217049567 +100,311,1.1590566167697423,0.20422300057751513,0.19405454167351238,0.19391156540264412,1.4205983284967423,1.1629427768667935,1.2726095825209895,0.9809907414730696,0.15885864641007488,model.language_model.layers.13.linear_attn.in_proj_b.weight,model.language_model.layers.9.linear_attn.in_proj_b.weight,model.language_model.layers.*.linear_attn.in_proj_b.weight,whole,4,0.0038861600970512278,3.93509555294563 +207,312,1.314226909376567,-0.007092048319260574,9.0226306661075e-05,9.0207086664401e-05,1.2967242899431737,1.5706130377479732,1.4141509150562237,0.9999999959296069,0.00010928353443270613,model.language_model.layers.21.linear_attn.in_proj_qkv.weight,model.language_model.layers.9.linear_attn.in_proj_qkv.weight,model.language_model.layers.*.linear_attn.in_proj_qkv.weight,whole,12,0.017502619433393374,3.51157892872399 +102,137,1.336626118341309,-0.0029787735792933838,0.012427114100074644,0.012427622504503008,1.4502711507753379,1.3644794513983123,1.405415208243823,0.9999227804361414,0.0116919803725454,model.language_model.layers.13.linear_attn.in_proj_z.weight,model.language_model.layers.16.linear_attn.in_proj_z.weight,model.language_model.layers.*.linear_attn.in_proj_z.weight,whole,3,0.027853333057003216,3.9771863009494224 +23,29,0.14394678516131248,0.9896210378668233,0.9896210378668236,0.0157579606748797,0.14394678516131248,0.14670093885479715,0.14530428943448978,0.14370177943014714,1.0085555936718502,model.language_model.layers.21.linear_attn.norm.weight,model.language_model.layers.5.linear_attn.norm.weight,model.language_model.layers.*.linear_attn.norm.weight,whole,16,0.0,0.45792119904675976 +115,162,1.368900532481178,-0.01304554108771653,8.141249860595188e-05,8.14002215655498e-05,1.3484487544558186,1.4905115949202217,1.4141562814655977,0.9999999966860026,8.998953259634125e-05,model.language_model.layers.14.linear_attn.out_proj.weight,model.language_model.layers.18.linear_attn.out_proj.weight,model.language_model.layers.*.linear_attn.out_proj.weight,whole,4,0.02045177802535947,3.806328987346043 +104,222,1.3198786248727388,0.017047257550934832,5.215814248664242e-05,5.2169608389728144e-05,1.5104137112606306,1.3342649970500273,1.4141769622756046,0.9999999986397641,4.6075312553267876e-05,model.language_model.layers.13.mlp.down_proj.weight,model.language_model.layers.22.mlp.down_proj.weight,model.language_model.layers.*.mlp.down_proj.weight,whole,9,0.014386372177288553,3.782319055238872 +199,286,1.22445876554727,0.032053675094322796,0.003955858012910141,0.003957625484397366,1.2502790012238378,1.657247223339036,1.411521284333267,0.99999217556308,0.005243497412498823,model.language_model.layers.20.mlp.gate_proj.weight,model.language_model.layers.7.mlp.gate_proj.weight,model.language_model.layers.*.mlp.gate_proj.weight,whole,13,0.02582023567656777,3.332871792206132 +170,270,1.3016350213200847,0.00693123556000542,2.681683689471619e-05,2.681734055139021e-05,1.3114579627844605,1.5456029184323823,1.4141948528969994,0.9999999996404286,3.16046587414793e-05,model.language_model.layers.19.mlp.up_proj.weight,model.language_model.layers.5.mlp.up_proj.weight,model.language_model.layers.*.mlp.up_proj.weight,whole,14,0.00982294146437579,3.434462761966517 +77,271,0.33908234016316985,0.9421242586948748,0.9421242586948749,0.9674613535739405,0.34151796230985626,0.33908234016316985,0.34029361412776166,0.33526389781578403,0.9354052600984678,model.language_model.layers.11.post_attention_layernorm.weight,model.language_model.layers.5.post_attention_layernorm.weight,model.language_model.layers.*.post_attention_layernorm.weight,whole,6,0.0,0.8770318450881893 +560,572,0.9906677685283499,0.4512764814922475,0.4512764814922474,0.4512872446867566,1.1238716146646015,0.9906677685283499,1.0509909058524163,0.8923841870248359,0.39779015598918577,model.visual.blocks.6.attn.proj.bias,model.visual.blocks.7.attn.proj.bias,model.visual.layers.*.attn.proj.bias,whole,1,0.0,2.7302150857282936 +405,525,1.3344226020362808,-0.018885390368195837,0.00019827732945707283,0.00019837654850413352,1.4977164856845575,1.3430426222760952,1.4140741810942539,0.99999998034305,0.00017780060981983087,model.visual.blocks.15.attn.proj.weight,model.visual.blocks.3.attn.proj.weight,model.visual.layers.*.attn.proj.weight,whole,12,0.008620020239814341,4.0028217173742275 +346,466,1.2787727803425517,0.010964382037548043,0.009166733028277642,0.008859361616201343,1.6603145971864888,1.2440698343675312,1.4079788692185344,0.9999579846201481,0.006868611562836141,model.visual.blocks.10.attn.qkv.bias,model.visual.blocks.2.attn.qkv.bias,model.visual.layers.*.attn.qkv.bias,whole,8,0.03470294597502055,8.276027163366413 +479,527,1.2810437614161452,-0.016590362014484973,-0.0005768973936004824,-0.0005764997682886488,1.6006675020186398,1.2812742623363358,1.4146115353983557,0.9999998335946848,-0.0004617847126258489,model.visual.blocks.20.attn.qkv.weight,model.visual.blocks.3.attn.qkv.weight,model.visual.layers.*.attn.qkv.weight,whole,17,0.00023050092019061275,4.619987190676641 +360,408,0.4546379668286472,0.8991738589962185,0.901286583284006,0.003320813867865368,0.45097969380579467,0.581169744576081,0.5038714831160974,0.4332233774766111,1.1614724578321671,model.visual.blocks.11.mlp.linear_fc1.bias,model.visual.blocks.15.mlp.linear_fc1.bias,model.visual.layers.*.mlp.linear_fc1.bias,whole,4,0.003658273022852543,1.181485032318948 +421,541,1.287842653803281,-0.0158292861274707,-9.176759256188615e-05,2.059840428391703e-05,1.59375311157334,1.2843574042718657,1.4142769678251434,0.9999999957893545,-7.395272587904753e-05,model.visual.blocks.16.mlp.linear_fc1.weight,model.visual.blocks.4.mlp.linear_fc1.weight,model.visual.layers.*.mlp.linear_fc1.weight,whole,12,0.0034852495314152687,4.389555304774981 +470,518,0.9882909616755832,0.2401029891102775,0.24010298911027775,0.23992512344335878,2.3227106846251377,0.9882909616755832,1.2860775131281812,0.9707474206096609,0.10216150275611055,model.visual.blocks.2.mlp.linear_fc2.bias,model.visual.blocks.23.mlp.linear_fc2.bias,model.visual.layers.*.mlp.linear_fc2.bias,whole,21,0.0,5.390308316320279 +399,471,1.2920133105520695,-0.004168853935752573,-0.001509539699672805,-0.0015095668982311782,1.4637853992122967,1.3712944876928632,1.4152782976391176,0.9999988606442985,-0.0014141577516955661,model.visual.blocks.14.mlp.linear_fc2.weight,model.visual.blocks.2.mlp.linear_fc2.weight,model.visual.layers.*.mlp.linear_fc2.weight,whole,12,0.07928117714079375,4.259268077077573 +376,460,0.6053491254010894,0.8291226298057703,0.8291226298057701,0.8287031646304276,1.0140253183860048,0.6053491254010893,0.7350723854174498,0.5590667802185746,0.49496659472176474,model.visual.blocks.12.norm1.bias,model.visual.blocks.19.norm1.bias,model.visual.layers.*.norm1.bias,whole,7,1.1102230246251565e-16,3.6771599297435094 +545,557,0.15084882131972074,0.9917377546361543,0.9917377546361541,0.872831928631104,0.16533721797609296,0.15084882131971963,0.15759570889872965,0.12828182267663396,0.9048323975474235,model.visual.blocks.4.norm1.weight,model.visual.blocks.5.norm1.weight,model.visual.layers.*.norm1.weight,whole,1,1.1102230246251565e-15,0.46684598979586345 +462,498,0.8955937709761432,0.5723343348709384,0.5723343348709384,0.5779611113311256,0.8955937709761432,0.9605145365470755,0.9263523265152349,0.8200203711663756,0.6138223223787719,model.visual.blocks.19.norm2.bias,model.visual.blocks.21.norm2.bias,model.visual.layers.*.norm2.bias,whole,2,0.0,2.519620482942987 +355,559,0.25800273376005944,0.9852783688633739,0.9852783688633744,0.591099842403961,0.25800273376005944,0.32574224262305723,0.2860227929295944,0.17095770193216844,1.2439666076562639,model.visual.blocks.10.norm2.weight,model.visual.blocks.5.norm2.weight,model.visual.layers.*.norm2.weight,whole,5,0.0,0.5689164568139435 +248,272,0.3564168040714145,0.9399875614857833,0.9399875614857837,0.9194135731346691,0.3564168040714145,0.4258342245511074,0.38652649988327575,0.3412087106918727,1.123063979477191,model.language_model.layers.4.input_layernorm.weight,model.language_model.layers.6.input_layernorm.weight,model.language_model.layers.*.input_layernorm.weight,whole,2,0.0,0.9296777591451054 +0,24,0.5477033613391188,0.8675040589818548,0.867504058981855,0.046253855385426895,0.5477033613391188,0.8580885063622608,0.6529062374698206,0.4974301032808593,1.3591212228731147,model.language_model.layers.0.linear_attn.A_log,model.language_model.layers.22.linear_attn.A_log,model.language_model.layers.*.linear_attn.A_log,whole,22,0.0,1.2538961420338817 +144,249,1.162062426792285,0.04927121553832854,0.010123912654845376,0.010126150678350303,1.1792724641487113,1.8563831502180117,1.4077185242743475,0.9999487518830937,0.015936826677540285,model.language_model.layers.17.linear_attn.conv1d.weight,model.language_model.layers.4.linear_attn.conv1d.weight,model.language_model.layers.*.linear_attn.conv1d.weight,whole,13,0.017210037356426344,4.173162822898047 +39,51,0.9782229109253103,0.28586493471426727,0.28586493471426727,0.24206394906235348,0.9782229109253103,2.02768848516854,1.245996665168744,0.9582699197516364,0.5925490294285629,model.language_model.layers.0.linear_attn.dt_bias,model.language_model.layers.1.linear_attn.dt_bias,model.language_model.layers.*.linear_attn.dt_bias,whole,1,0.0,2.0876891490756107 +134,193,1.1770598092970763,0.24652131586711587,0.26531637641439015,0.26499106161051683,1.2630679693434397,1.168164750780606,1.2128404148875465,0.9641614078598757,0.245381282919586,model.language_model.layers.16.linear_attn.in_proj_a.weight,model.language_model.layers.20.linear_attn.in_proj_a.weight,model.language_model.layers.*.linear_attn.in_proj_a.weight,whole,4,0.008895058516470211,3.5281667707801705 +135,159,1.1637209322404873,0.29807743913969054,0.24865498586485152,0.24838451689535118,1.2084680441058857,1.244168359605361,1.2259285125105244,0.9685921215891395,0.25600070053988094,model.language_model.layers.16.linear_attn.in_proj_b.weight,model.language_model.layers.18.linear_attn.in_proj_b.weight,model.language_model.layers.*.linear_attn.in_proj_b.weight,whole,2,0.04474711186539837,3.4994910229441936 +160,253,1.3162179125800584,-0.003969462438401327,0.0004125373871327259,0.0004125482924012504,1.3101989786199462,1.5469658929519907,1.4139258041467766,0.9999999149064485,0.0004870872881721105,model.language_model.layers.18.linear_attn.in_proj_qkv.weight,model.language_model.layers.4.linear_attn.in_proj_qkv.weight,model.language_model.layers.*.linear_attn.in_proj_qkv.weight,whole,14,0.006018933960112216,3.8572736303004937 +208,266,1.3373397779354332,0.04546768313370922,0.0004318090744073091,0.0004349495311466555,1.3672314529245937,1.4657186362307715,1.4139089316021083,0.9999999067704572,0.000462914019640579,model.language_model.layers.21.linear_attn.in_proj_z.weight,model.language_model.layers.5.linear_attn.in_proj_z.weight,model.language_model.layers.*.linear_attn.in_proj_z.weight,whole,16,0.029891674989160455,3.8352782136196324 +1,31,0.14517602985344114,0.9894656213267222,0.989465621326723,0.01950237162174311,0.1483523651062962,0.14517602985344114,0.14673842037436818,0.14476803587989323,0.9682804212643153,model.language_model.layers.0.linear_attn.norm.weight,model.language_model.layers.6.linear_attn.norm.weight,model.language_model.layers.*.linear_attn.norm.weight,whole,6,0.0,0.4626676283496651 +162,185,1.3699735654934027,-0.04366771307327329,3.269305997776411e-05,3.266590587473192e-05,1.5062168058373286,1.3372028234285593,1.4141906074828223,0.9999999994655819,2.9024541446729058e-05,model.language_model.layers.18.linear_attn.out_proj.weight,model.language_model.layers.2.linear_attn.out_proj.weight,model.language_model.layers.*.linear_attn.out_proj.weight,whole,16,0.03277074206484332,4.238696248761503 +45,210,1.3203574059733059,-0.009898524986510938,-2.156966305524893e-05,-2.1548485791865635e-05,1.5449618132282001,1.3119039299478439,1.4142286126852974,0.9999999997673747,-1.831587388603773e-05,model.language_model.layers.0.mlp.down_proj.weight,model.language_model.layers.21.mlp.down_proj.weight,model.language_model.layers.*.mlp.down_proj.weight,whole,21,0.008453476025461981,3.9620136841412736 +93,169,1.2248856123505776,-0.0043101440769818195,0.004664449067600457,0.004660273256733305,1.7456150873450695,1.216061393813504,1.4111162657129608,0.9999891213982759,0.0032494313755876874,model.language_model.layers.12.mlp.gate_proj.weight,model.language_model.layers.19.mlp.gate_proj.weight,model.language_model.layers.*.mlp.gate_proj.weight,whole,7,0.008824218537073492,4.952283932713046 +59,170,1.3029213443460403,-0.0031252184733377144,7.75796307315284e-05,7.755204885079418e-05,1.5600295420541108,1.3027969312107812,1.4141595829435225,0.9999999969907004,6.478755825894168e-05,model.language_model.layers.1.mlp.up_proj.weight,model.language_model.layers.19.mlp.up_proj.weight,model.language_model.layers.*.mlp.up_proj.weight,whole,18,0.00012441313525912712,4.127426454660559 +95,288,0.3429276382760538,0.9672259708285655,0.9672259708285655,0.9667914255077431,0.46546857162014255,0.3429276382760538,0.3904499875241107,0.2539171545105584,0.712590576633359,model.language_model.layers.12.post_attention_layernorm.weight,model.language_model.layers.7.post_attention_layernorm.weight,model.language_model.layers.*.post_attention_layernorm.weight,whole,5,0.0,1.3728950306513883 +512,524,0.9907548769288204,0.14690454665938396,0.14690454665938385,0.1468498790866593,0.9907548769288204,4.874272951589272,1.3730617072229594,0.9891506731387291,0.7227346288387364,model.visual.blocks.23.attn.proj.bias,model.visual.blocks.3.attn.proj.bias,model.visual.layers.*.attn.proj.bias,whole,20,0.0,2.1733703054376092 +429,501,1.3364321651435171,0.004419552437017736,-0.00010602308036591956,-0.00010599895343000062,1.486669112018642,1.3515442926227503,1.4142881909551852,0.9999999943795532,-9.638653819898891e-05,model.visual.blocks.17.attn.proj.weight,model.visual.blocks.22.attn.proj.weight,model.visual.layers.*.attn.proj.weight,whole,5,0.015112127479233184,3.8002949664667565 +466,562,1.280357939787482,-0.001393594363241485,-0.0025383267002504185,-0.0023123669594864874,1.261401640386726,1.646054399703067,1.41594561954789,0.9999967784435922,-0.0033123659420246122,model.visual.blocks.2.attn.qkv.bias,model.visual.blocks.6.attn.qkv.bias,model.visual.layers.*.attn.qkv.bias,whole,4,0.018956299400755938,6.178691347833976 +431,539,1.2813709371985587,0.006272472557029429,-0.00016401373181593746,-0.00016406968400771706,1.5740899102629,1.2950493469860296,1.4143273596245534,0.9999999865497479,-0.00013493884618668076,model.visual.blocks.17.attn.qkv.weight,model.visual.blocks.4.attn.qkv.weight,model.visual.layers.*.attn.qkv.weight,whole,13,0.013678409787470924,4.4692770947635205 +384,516,0.45682592050936593,0.9127861469120669,0.9150312769507561,0.0031195968216915187,0.45173247965492447,0.6347250615409923,0.520486833848043,0.4033828977558029,1.2857018472928174,model.visual.blocks.13.mlp.linear_fc1.bias,model.visual.blocks.23.mlp.linear_fc1.bias,model.visual.layers.*.mlp.linear_fc1.bias,whole,10,0.005093440854441467,1.0807572521753253 +409,529,1.2878961159952917,0.02048447150547545,-0.0006732360309260838,-0.0005791739541628683,1.5808469962877059,1.2918635303167791,1.4146799968978936,0.9999997733765977,-0.0005501665105421378,model.visual.blocks.15.mlp.linear_fc1.weight,model.visual.blocks.3.mlp.linear_fc1.weight,model.visual.layers.*.mlp.linear_fc1.weight,whole,12,0.003967414321487395,4.201010328128515 +422,482,0.992487733803808,0.23424745987240642,0.23424745987240642,0.23414535675299084,2.286802526851959,0.992487733803808,1.287555011265605,0.9721770042247068,0.10166497888128041,model.visual.blocks.16.mlp.linear_fc2.bias,model.visual.blocks.20.mlp.linear_fc2.bias,model.visual.layers.*.mlp.linear_fc2.bias,whole,4,0.0,6.720802252256453 +471,591,1.2920443704728835,-0.018446258266277143,-0.001323908149783325,-0.0013240888103006696,1.3660455322298402,1.469954501044307,1.415146888765297,0.9999991236332214,-0.0014246119165344233,model.visual.blocks.2.mlp.linear_fc2.weight,model.visual.blocks.8.mlp.linear_fc2.weight,model.visual.layers.*.mlp.linear_fc2.weight,whole,6,0.0740011617569567,3.4309650471259263 +364,400,0.6204558297842429,0.8087648446272774,0.8087648446272772,0.8085721990902434,1.0152872065151777,0.6204558297842429,0.7487173275906468,0.5881321501967192,0.49424720370101505,model.visual.blocks.11.norm1.bias,model.visual.blocks.14.norm1.bias,model.visual.layers.*.norm1.bias,whole,3,0.0,2.0800006132997786 +413,461,0.15243982232870082,0.9978118733241637,0.9978118733241638,0.8304012337372013,0.17716151910785383,0.15243982232869965,0.16341452918262217,0.06611705871651427,0.8585739468309821,model.visual.blocks.15.norm1.weight,model.visual.blocks.19.norm1.weight,model.visual.layers.*.norm1.weight,whole,4,1.1657341758564144e-15,0.34393358460342044 +474,558,0.8988980414483215,0.5081468448508042,0.5081468448508045,0.5078163845328236,1.174261857558634,0.8988980414483215,1.0094273561124687,0.8612704476923451,0.388986664826354,model.visual.blocks.2.norm2.bias,model.visual.blocks.5.norm2.bias,model.visual.layers.*.norm2.bias,whole,3,0.0,3.458216799360625 +451,511,0.2644998467024904,0.9851942316292557,0.9851942316292558,0.6104476578794945,0.33746711138799573,0.2644998467024904,0.29440615559115163,0.17144190259222022,0.7721751674299167,model.visual.blocks.18.norm2.weight,model.visual.blocks.22.norm2.weight,model.visual.layers.*.norm2.weight,whole,4,0.0,0.9222974362051743 +61,84,0.36817547872890355,0.9364119621055247,0.9364119621055245,0.9804884317788527,0.446292533743032,0.36817547872890355,0.40164468582524415,0.3509026036177017,0.772506587874452,model.language_model.layers.10.input_layernorm.weight,model.language_model.layers.12.input_layernorm.weight,model.language_model.layers.*.input_layernorm.weight,whole,2,0.0,0.8181783063019755 +12,34,0.5512463932618823,0.8409200643726132,0.8409200643726132,-0.3527815355197058,0.5827793239897826,0.5512463932618822,0.5663555471253109,0.5411593529964718,0.7954196956292154,model.language_model.layers.16.linear_attn.A_log,model.language_model.layers.9.linear_attn.A_log,model.language_model.layers.*.linear_attn.A_log,whole,7,1.1102230246251565e-16,1.2858014983843973 +203,296,1.1631708277509654,0.0035748032904876987,-0.003287864991263573,-0.0032319834589656393,1.1249780793326822,2.196952587173906,1.4160986515500302,0.9999945949572924,-0.006420821553358397,model.language_model.layers.21.linear_attn.conv1d.weight,model.language_model.layers.8.linear_attn.conv1d.weight,model.language_model.layers.*.linear_attn.conv1d.weight,whole,13,0.03819274841828313,4.100582255954032 +110,309,0.9785773203324388,0.4986950011598334,0.4986950011598334,-0.0907279888247961,0.9785773203324389,1.0269368969656174,1.0018828232271475,0.8667775353677516,0.523339634367743,model.language_model.layers.14.linear_attn.dt_bias,model.language_model.layers.9.linear_attn.dt_bias,model.language_model.layers.*.linear_attn.dt_bias,whole,5,1.1102230246251565e-16,1.8343707289404247 +40,134,1.177272280409319,0.028038625639669475,0.01878152412750565,0.018933945056275124,1.1843191378338567,1.812059145556761,1.4019970071923844,0.9998236116192935,0.028736538552428564,model.language_model.layers.0.linear_attn.in_proj_a.weight,model.language_model.layers.16.linear_attn.in_proj_a.weight,model.language_model.layers.*.linear_attn.in_proj_a.weight,whole,16,0.0070468574245377,3.2914032111056613 +206,299,1.1641345170165964,0.14754175850886872,0.17307824409375938,0.17266518565545755,1.1561630618552146,1.4849058904632189,1.290118713528466,0.9849080776506105,0.22229122573199686,model.language_model.layers.21.linear_attn.in_proj_b.weight,model.language_model.layers.8.linear_attn.in_proj_b.weight,model.language_model.layers.*.linear_attn.in_proj_b.weight,whole,13,0.007971455161381868,3.380021850926965 +160,265,1.317613349770583,-0.017084187345437908,-9.073910134470441e-05,-9.071151217825672e-05,1.2942784239307257,1.5753367334587134,1.4142765039113894,0.9999999958832078,-0.00011044350030592543,model.language_model.layers.18.linear_attn.in_proj_qkv.weight,model.language_model.layers.5.linear_attn.in_proj_qkv.weight,model.language_model.layers.*.linear_attn.in_proj_qkv.weight,whole,13,0.023334925839857412,3.7527038202646943 +149,184,1.3382239149400057,-0.004919699978470135,0.00243356882092275,0.002431932853279661,1.4969727267663484,1.3408863043392139,1.4125021137332578,0.9999970388670129,0.0021798253530583953,model.language_model.layers.17.linear_attn.in_proj_z.weight,model.language_model.layers.2.linear_attn.in_proj_z.weight,model.language_model.layers.*.linear_attn.in_proj_z.weight,whole,15,0.0026623893992081538,4.460631336105021 +15,17,0.14677324607497033,0.9891725100623774,0.9891725100623774,0.05017371982289542,0.14677324607497033,0.14805739599218168,0.14741112619459207,0.14675743707525024,0.9978269878427184,model.language_model.layers.17.linear_attn.norm.weight,model.language_model.layers.18.linear_attn.norm.weight,model.language_model.layers.*.linear_attn.norm.weight,whole,1,0.0,0.38189916874005325 +138,197,1.3702307534001517,0.026740875708025975,0.0016585943863867917,0.0016586260856943718,1.3958919498302438,1.430837269554146,1.4130406310529653,0.9999986245313849,0.0017001163044203505,model.language_model.layers.16.linear_attn.out_proj.weight,model.language_model.layers.20.linear_attn.out_proj.weight,model.language_model.layers.*.linear_attn.out_proj.weight,whole,4,0.025661196430092126,3.8586116721090713 +168,268,1.3212140156461383,-0.014241739515273983,-3.540110777551559e-05,-3.527890278468427e-05,1.3211872450682651,1.5301991114206066,1.414238326951548,0.9999999993733808,-4.100156420946988e-05,model.language_model.layers.19.mlp.down_proj.weight,model.language_model.layers.5.mlp.down_proj.weight,model.language_model.layers.*.mlp.down_proj.weight,whole,14,2.6770577873147516e-05,3.3870124812051006 +75,187,1.225886437344262,0.004143364963503194,0.0024307833937753103,0.002430032582034089,1.680122165804325,1.2421904515140771,1.4125692880318546,0.9999970456416821,0.001797188313387408,model.language_model.layers.11.mlp.gate_proj.weight,model.language_model.layers.2.mlp.gate_proj.weight,model.language_model.layers.*.mlp.gate_proj.weight,whole,9,0.016304014169815195,4.667918852482799 +200,317,1.3032556930556838,0.019400893870475156,0.0002923384063638825,0.00029233612566313525,1.3293668966359742,1.5171935534684284,1.414008625259892,0.9999999572691272,0.0003336429895229827,model.language_model.layers.20.mlp.up_proj.weight,model.language_model.layers.9.mlp.up_proj.weight,model.language_model.layers.*.mlp.up_proj.weight,whole,11,0.0261112035802904,3.3598130251223908 +142,171,0.34938859615471335,0.9817705506572973,0.9817705506572971,0.9053722583028883,0.5073857914793468,0.3493885961547134,0.4069573058209303,0.19006994991862278,0.6760525032442806,model.language_model.layers.16.post_attention_layernorm.weight,model.language_model.layers.19.post_attention_layernorm.weight,model.language_model.layers.*.post_attention_layernorm.weight,whole,3,5.551115123125783e-17,0.9755883589124397 +368,512,0.9963536311585266,0.10694834669042719,0.10694834669042726,0.10701644367551658,5.811850495809019,0.9963536311585266,1.3887963095250886,0.9942645780375484,0.018334672175109878,model.visual.blocks.12.attn.proj.bias,model.visual.blocks.23.attn.proj.bias,model.visual.layers.*.attn.proj.bias,whole,11,0.0,13.818476625762996 +417,477,1.3368431798222968,0.05044147359064944,0.0006763077892782487,0.0006763093588248035,1.4755430201546627,1.359098787088087,1.4137368714738103,0.999999771303861,0.0006229361554026047,model.visual.blocks.16.attn.proj.weight,model.visual.blocks.20.attn.proj.weight,model.visual.layers.*.attn.proj.weight,whole,4,0.022255607265790234,3.6310087039557244 +526,562,1.2807726940689494,0.04898890902246304,-0.0050258048475413306,-0.004846064976621568,1.2787900294272085,1.6145327671408622,1.4176686877750035,0.9999873705630659,-0.006345315822680762,model.visual.blocks.3.attn.qkv.bias,model.visual.blocks.6.attn.qkv.bias,model.visual.layers.*.attn.qkv.bias,whole,3,0.0019826646417409055,5.6763549384303555 +455,539,1.2822724314815703,0.008532021151581129,5.042078972500698e-05,5.017297164718365e-05,1.5800382659660572,1.291541330650154,1.414178621590133,0.999999998728872,4.1214529582327266e-05,model.visual.blocks.19.attn.qkv.weight,model.visual.blocks.4.attn.qkv.weight,model.visual.layers.*.attn.qkv.weight,whole,15,0.009268899168583644,4.185525509244024 +360,456,0.4574313769436963,0.8984506692902074,0.9011756718023672,-0.01090730417638175,0.45452729459218577,0.5946341074151409,0.5106920863809025,0.433454044336366,1.1789606424125474,model.visual.blocks.11.mlp.linear_fc1.bias,model.visual.blocks.19.mlp.linear_fc1.bias,model.visual.layers.*.mlp.linear_fc1.bias,whole,8,0.0029040823515105174,1.1437936807644122 +433,469,1.2883812139491568,-0.015573540764033552,0.00033608530344073333,0.00033957863525037297,1.5972679934157166,1.2820872939961583,1.413981522703981,0.9999999435233329,0.0002697673145749066,model.visual.blocks.17.mlp.linear_fc1.weight,model.visual.blocks.2.mlp.linear_fc1.weight,model.visual.layers.*.mlp.linear_fc1.weight,whole,15,0.00629391995299855,4.4106793456902444 +422,494,0.9941423356376561,0.15181556609648428,0.15181556609648428,0.1518762778218875,3.846831657043006,0.9941423356376561,1.3612087919225364,0.9884088394438831,0.03923391895483315,model.visual.blocks.16.mlp.linear_fc2.bias,model.visual.blocks.21.mlp.linear_fc2.bias,model.visual.layers.*.mlp.linear_fc2.bias,whole,5,0.0,10.65032688624512 +351,471,1.292598505593677,-0.0019286467491951998,-0.0011252701454875092,-0.0011252071201099873,1.5133883479595451,1.333606799412843,1.4150027077205025,0.9999993668833494,-0.0009915947345714177,model.visual.blocks.10.mlp.linear_fc2.weight,model.visual.blocks.2.mlp.linear_fc2.weight,model.visual.layers.*.mlp.linear_fc2.weight,whole,8,0.04100829381916604,4.341504476235478 +436,484,0.6214880864192543,0.7839297935091168,0.7839297935091173,0.7831588760336552,0.7652884788247883,0.6214880864192543,0.682274413620003,0.6208494816368559,0.636626632617276,model.visual.blocks.17.norm1.bias,model.visual.blocks.20.norm1.bias,model.visual.layers.*.norm1.bias,whole,3,0.0,1.9392085337744087 +413,449,0.15291746446161322,0.9981640483201215,0.9981640483201213,0.8674461726173095,0.17827677245712925,0.15291746446161322,0.16414576802322944,0.06056841289968462,0.8561783640241587,model.visual.blocks.15.norm1.weight,model.visual.blocks.18.norm1.weight,model.visual.layers.*.norm1.weight,whole,3,0.0,0.31648564753535435 +546,582,0.9008426817993135,0.4993232093882183,0.4993232093882185,0.49841111369922375,1.207590935107705,0.9008426817993135,1.021152563950049,0.8664157965816697,0.3724867800451021,model.visual.blocks.4.norm2.bias,model.visual.blocks.7.norm2.bias,model.visual.layers.*.norm2.bias,whole,3,0.0,3.244958169517166 +535,595,0.26896316410831844,0.9631673183514997,0.9631673183515,0.49508429376803337,0.2809104675088708,0.26896316410831844,0.2747421818629219,0.2689028018812377,0.9222031909557192,model.visual.blocks.3.norm2.weight,model.visual.blocks.8.norm2.weight,model.visual.layers.*.norm2.weight,whole,5,0.0,0.7228128587068658 +49,108,0.3711030552348324,0.928651437960061,0.928651437960061,0.6460366256220089,0.4042001041989795,0.37110305523483267,0.38659304039750625,0.3709535102606675,0.8526108288817937,model.language_model.layers.1.input_layernorm.weight,model.language_model.layers.14.input_layernorm.weight,model.language_model.layers.*.input_layernorm.weight,whole,13,2.7755575615628914e-16,0.9233614172247256 +4,16,0.5595843682827146,0.8289153442338795,0.8289153442338794,0.09971473027217495,0.6628141893418648,0.5595843682827146,0.6046881180157927,0.5593740717030323,0.6998161426259416,model.language_model.layers.10.linear_attn.A_log,model.language_model.layers.18.linear_attn.A_log,model.language_model.layers.*.linear_attn.A_log,whole,8,0.0,2.0988067198472082 +191,249,1.1643808777447533,0.038880842865775755,0.00628560064735193,0.006285359322450742,1.1883359166990182,1.833004716616497,1.4101502136410493,0.9999802454171293,0.009695520829975865,model.language_model.layers.20.linear_attn.conv1d.weight,model.language_model.layers.4.linear_attn.conv1d.weight,model.language_model.layers.*.linear_attn.conv1d.weight,whole,16,0.023955038954264873,4.155435285570071 +157,250,0.9862011441591848,0.4932889971626354,0.49328899716263536,0.34694913414192724,0.9862011441591848,1.0294717272318754,1.0071399535514742,0.8698654868876461,0.5149325560420649,model.language_model.layers.18.linear_attn.dt_bias,model.language_model.layers.4.linear_attn.dt_bias,model.language_model.layers.*.linear_attn.dt_bias,whole,14,0.0,1.7258418851858577 +217,310,1.1786749873111477,0.13006265206019588,0.12672973282980668,0.12661317689303966,1.194879909179599,1.5069520336472635,1.324090019387478,0.9919372837114683,0.1598283033669675,model.language_model.layers.22.linear_attn.in_proj_a.weight,model.language_model.layers.9.linear_attn.in_proj_a.weight,model.language_model.layers.*.linear_attn.in_proj_a.weight,whole,13,0.01620492186845124,3.1727893224118118 +100,159,1.1654468489245886,0.19428933566586493,0.16758425244109162,0.16715010850552345,1.4064337532423172,1.201412940389137,1.2918781449586347,0.9858577576576453,0.1431549043984572,model.language_model.layers.13.linear_attn.in_proj_b.weight,model.language_model.layers.18.linear_attn.in_proj_b.weight,model.language_model.layers.*.linear_attn.in_proj_b.weight,whole,5,0.03596609146454832,4.247770586724075 +113,160,1.318413306752363,-0.01980931808000224,0.000387098010088333,0.0003870787918594675,1.565402067960688,1.299361212560442,1.413944498010381,0.9999999250775624,0.00032131051188872065,model.language_model.layers.14.linear_attn.in_proj_qkv.weight,model.language_model.layers.18.linear_attn.in_proj_qkv.weight,model.language_model.layers.*.linear_attn.in_proj_qkv.weight,whole,4,0.019052094191921,4.448382886521664 +90,254,1.3385026825461734,0.011185103192032003,0.0005211228151874109,0.0005266773762984844,1.4868344721014668,1.3506500292420942,1.413846719046214,0.9999998642154966,0.0004733913282066852,model.language_model.layers.12.linear_attn.in_proj_z.weight,model.language_model.layers.4.linear_attn.in_proj_z.weight,model.language_model.layers.*.linear_attn.in_proj_z.weight,whole,8,0.012147346695920769,3.940975539594135 +3,21,0.14824515643227767,0.9895064995278936,0.9895064995278934,0.02743415947466685,0.14824515643227767,0.15501234654232754,0.15151552700540627,0.14448836420990882,1.0346761277207324,model.language_model.layers.1.linear_attn.norm.weight,model.language_model.layers.20.linear_attn.norm.weight,model.language_model.layers.*.linear_attn.norm.weight,whole,19,0.0,0.39401551965278164 +162,267,1.3720855292395375,0.004320048054276537,0.00016166478498383382,0.0001616322916829707,1.4752117760715724,1.3600029660648458,1.4140996204061764,0.9999999869322486,0.00014903933838688558,model.language_model.layers.18.linear_attn.out_proj.weight,model.language_model.layers.5.linear_attn.out_proj.weight,model.language_model.layers.*.linear_attn.out_proj.weight,whole,13,0.012082563174691696,3.778447731967067 +92,151,1.3214035050151969,0.026622914787527513,0.0002471697139802691,0.0002471476961803274,1.471549873948502,1.3627840654553571,1.4140392902436756,0.9999999694535657,0.00022890080291444945,model.language_model.layers.12.mlp.down_proj.weight,model.language_model.layers.17.mlp.down_proj.weight,model.language_model.layers.*.mlp.down_proj.weight,whole,5,0.04138056044016025,3.9103303943086454 +117,164,1.2262625160370293,0.020834790036164418,0.008092712825377272,0.008088691576547754,1.645589565306823,1.251390224999954,1.4086884141956335,0.9999672534633952,0.006154111533589272,model.language_model.layers.14.mlp.gate_proj.weight,model.language_model.layers.18.mlp.gate_proj.weight,model.language_model.layers.*.mlp.gate_proj.weight,whole,4,0.02512770896292471,4.6081080142090824 +212,270,1.3035425656897555,-0.016608371410232373,-0.00015460592967308538,-0.00015460490961404218,1.2870391131597394,1.5887928643742608,1.4143205002052945,0.9999999880485032,-0.00019085418255199515,model.language_model.layers.21.mlp.up_proj.weight,model.language_model.layers.5.mlp.up_proj.weight,model.language_model.layers.*.mlp.up_proj.weight,whole,16,0.01650345253001606,3.7092954686817357 +154,230,0.3496844656036439,0.9371452284185292,0.9371452284185295,0.107314269205212,0.3496844656036436,0.3824476674949978,0.36496772443239806,0.34893956618930727,1.0249497531840004,model.language_model.layers.17.post_attention_layernorm.weight,model.language_model.layers.23.post_attention_layernorm.weight,model.language_model.layers.*.post_attention_layernorm.weight,whole,6,3.3306690738754696e-16,1.341788748837145 +332,524,0.9966641446597796,0.1610534565253796,0.16105345652537964,0.16007262417547835,0.9966641446597796,3.3233507018838573,1.3500903989735913,0.986945684493948,0.5370285673988502,model.visual.blocks.1.attn.proj.bias,model.visual.blocks.3.attn.proj.bias,model.visual.layers.*.attn.proj.bias,whole,2,0.0,3.7481008245818033 +405,573,1.3370073024521667,-0.007176750430248471,-0.001335220208707444,-0.001335230192301185,1.4889717265927789,1.3513263077852593,1.4151529693286165,0.9999991085930998,-0.0012117880833383745,model.visual.blocks.15.attn.proj.weight,model.visual.blocks.7.attn.proj.weight,model.visual.layers.*.attn.proj.weight,whole,8,0.014319005333092605,3.9025362067235085 +418,514,1.280821591596381,-0.008346242600811597,0.0010282941943875524,0.000975957614044605,1.301475944936099,1.5605240298970862,1.4134980846743384,0.9999994713053851,0.0012329676982421897,model.visual.blocks.16.attn.qkv.bias,model.visual.blocks.23.attn.qkv.bias,model.visual.layers.*.attn.qkv.bias,whole,7,0.0206543533397181,5.726911029288991 +443,563,1.2832520567531756,0.025042029936466086,-0.0003448775334055581,-0.0003448259078998447,1.5344962951465628,1.3187921402072709,1.414454635468218,0.9999999405297417,-0.00029639809612305365,model.visual.blocks.18.attn.qkv.weight,model.visual.blocks.6.attn.qkv.weight,model.visual.layers.*.attn.qkv.weight,whole,12,0.03554008345409532,4.28071020846146 +432,504,0.45744435432136027,0.8943962233917319,0.8943785170420474,0.016600629646763974,0.46080583628163435,0.45847650196080947,0.45963674247951064,0.4473109301746026,0.8898575096859659,model.visual.blocks.17.mlp.linear_fc1.bias,model.visual.blocks.22.mlp.linear_fc1.bias,model.visual.layers.*.mlp.linear_fc1.bias,whole,5,0.001032147639449199,1.3277786176105262 +457,469,1.289226184151521,-0.001615526090378733,-5.419046143941088e-05,-5.1749298367166215e-05,1.5734410958834175,1.295293957796666,1.4142511665718858,0.9999999985316969,-4.461087069374663e-05,model.visual.blocks.19.mlp.linear_fc1.weight,model.visual.blocks.2.mlp.linear_fc1.weight,model.visual.layers.*.mlp.linear_fc1.weight,whole,17,0.0060677736451451025,4.311337373633879 +494,578,0.9944290847661053,0.12673451011946293,0.12673451011946296,0.12709873255966386,0.9944290847661053,5.045386250021084,1.3797900101137885,0.9919366733540905,0.6430066905276531,model.visual.blocks.21.mlp.linear_fc2.bias,model.visual.blocks.7.mlp.linear_fc2.bias,model.visual.layers.*.mlp.linear_fc2.bias,whole,14,0.0,2.5715273691106617 +339,423,1.2934597420015803,0.0179216421422767,-0.001074142434416619,-0.0010719140137067924,1.3103626868130096,1.549414384220508,1.414962356772925,0.9999994231088489,-0.001270100068733291,model.visual.blocks.1.mlp.linear_fc2.weight,model.visual.blocks.16.mlp.linear_fc2.weight,model.visual.layers.*.mlp.linear_fc2.weight,whole,15,0.016902944811429288,3.6573675123118226 +472,532,0.6284312496330942,0.7874051726963033,0.7874051726963033,0.787467347751635,0.690883854809181,0.6284312496330942,0.6574431995357447,0.616435798774783,0.7162275007595451,model.visual.blocks.2.norm1.bias,model.visual.blocks.3.norm1.bias,model.visual.layers.*.norm1.bias,whole,1,0.0,2.2299182603069223 +353,581,0.15406139297241553,0.9909221940556838,0.9909221940556837,0.791566248203674,0.15406139297241483,0.16824846061758036,0.16068710269629352,0.13443662197433415,1.0821733500197286,model.visual.blocks.10.norm1.weight,model.visual.blocks.7.norm1.weight,model.visual.layers.*.norm1.weight,whole,3,6.938893903907228e-16,0.4881346318348211 +414,462,0.9022788935933677,0.43689423911345526,0.43689423911345515,0.42955552394624846,1.777924068107934,0.9022788935933677,1.1378730677814044,0.8995128814138657,0.2217195085862764,model.visual.blocks.15.norm2.bias,model.visual.blocks.19.norm2.bias,model.visual.layers.*.norm2.bias,whole,4,0.0,4.072280815601319 +451,487,0.2692336590728331,0.9945146336146726,0.9945146336146727,0.8752532946995775,0.360695251587249,0.2692336590728331,0.30512521796670067,0.10459753116720001,0.7423352889490098,model.visual.blocks.18.norm2.weight,model.visual.blocks.20.norm2.weight,model.visual.layers.*.norm2.weight,whole,2,0.0,0.6209828366465927 +84,272,0.37352893283452315,0.9550052691079829,0.955005269107983,0.8803662366376903,0.3735289328345232,0.5131319365986462,0.42707911245231966,0.2965888331950294,1.3119297064369162,model.language_model.layers.12.input_layernorm.weight,model.language_model.layers.6.input_layernorm.weight,model.language_model.layers.*.input_layernorm.weight,whole,6,5.551115123125783e-17,0.811217617714379 +0,20,0.5624559736526817,0.8674216376757695,0.8674216376757695,0.019105361291357103,0.5624559736526817,0.9294213525295618,0.68052159263964,0.4975738161236843,1.4333569727536617,model.language_model.layers.0.linear_attn.A_log,model.language_model.layers.20.linear_attn.A_log,model.language_model.layers.*.linear_attn.A_log,whole,20,0.0,1.416584546194543 +62,203,1.1658037980205591,-0.033199438553887885,-0.012093598605022135,-0.012044990942471702,2.2980950620353684,1.1171757809191074,1.4209226426071628,0.9999268697623745,-0.005879075974220903,model.language_model.layers.10.linear_attn.conv1d.weight,model.language_model.layers.21.linear_attn.conv1d.weight,model.language_model.layers.*.linear_attn.conv1d.weight,whole,11,0.048628017101451704,7.7097838147469755 +63,297,0.9958266115359782,0.4887120847419707,0.4887120847419707,-0.0816303477465012,1.0278685614101701,0.9958266115359782,1.011467142649452,0.8724451261982938,0.4734773663060546,model.language_model.layers.10.linear_attn.dt_bias,model.language_model.layers.8.linear_attn.dt_bias,model.language_model.layers.*.linear_attn.dt_bias,whole,2,0.0,2.266758061047825 +52,158,1.1790191683544406,0.09369233277258376,0.0669216453028539,0.06694573983866994,1.2061145116279148,1.619907218909638,1.3681283989335264,0.9977582339374399,0.08988106459401154,model.language_model.layers.1.linear_attn.in_proj_a.weight,model.language_model.layers.18.linear_attn.in_proj_a.weight,model.language_model.layers.*.linear_attn.in_proj_a.weight,whole,17,0.02709534327347418,3.474711689299916 +65,252,1.1663802565328911,0.21189263597260133,0.1950396984027782,0.19484660827347547,1.2001401692135376,1.353509489949862,1.269930933192222,0.9807953487078501,0.21996437539301178,model.language_model.layers.10.linear_attn.in_proj_b.weight,model.language_model.layers.4.linear_attn.in_proj_b.weight,model.language_model.layers.*.linear_attn.in_proj_b.weight,whole,6,0.03375991268064649,3.3555286898774694 +66,136,1.3189815380720518,-0.004830734406725684,-0.0001839420422675491,-0.0001838740117641286,1.5645078141052,1.300490362735373,1.4143414327737716,0.9999999830826624,-0.00015290102811511114,model.language_model.layers.10.linear_attn.in_proj_qkv.weight,model.language_model.layers.16.linear_attn.in_proj_qkv.weight,model.language_model.layers.*.linear_attn.in_proj_qkv.weight,whole,6,0.018491175336678767,4.342749129879594 +67,254,1.3400878957572189,-0.024489110076513877,0.00041096024972622487,0.0004216985769254002,1.5363980731265663,1.3167351458464047,1.4139263650927554,0.9999999155558329,0.00035220416754308076,model.language_model.layers.10.linear_attn.in_proj_z.weight,model.language_model.layers.4.linear_attn.in_proj_z.weight,model.language_model.layers.*.linear_attn.in_proj_z.weight,whole,6,0.023352749910814152,4.1642669375531645 +3,23,0.14968602897516262,0.9889107690652786,0.9889107690652784,-0.15414443116279908,0.15428505740042525,0.14968602897516262,0.15193336329411042,0.1485109114735999,0.9594326795236855,model.language_model.layers.1.linear_attn.norm.weight,model.language_model.layers.21.linear_attn.norm.weight,model.language_model.layers.*.linear_attn.norm.weight,whole,20,0.0,0.4877408089937658 +44,138,1.3734435345749112,0.004302939751123267,0.0007193669826584301,0.0007192246243357315,1.3801168891051139,1.4498720856767247,1.4137054195218204,0.9999997412555386,0.0007557259212951441,model.language_model.layers.0.linear_attn.out_proj.weight,model.language_model.layers.16.linear_attn.out_proj.weight,model.language_model.layers.*.linear_attn.out_proj.weight,whole,16,0.00667335453020268,3.8294050284462005 +92,121,1.3224789150584069,0.057377806280507565,-0.0002475393243756118,-0.00024751554868291574,1.4663412147350339,1.367592793367783,1.4143881637950877,0.999999969362141,-0.00023086918153111393,model.language_model.layers.12.mlp.down_proj.weight,model.language_model.layers.15.mlp.down_proj.weight,model.language_model.layers.*.mlp.down_proj.weight,whole,3,0.045113878309376076,3.763728271502021 +122,211,1.2272811832027524,0.04151510682414753,0.007481338471051119,0.0074774902752791006,1.6070430154504687,1.2698749331280106,1.4090574109736413,0.9999720143957438,0.005911704975719654,model.language_model.layers.15.mlp.gate_proj.weight,model.language_model.layers.21.mlp.gate_proj.weight,model.language_model.layers.*.mlp.gate_proj.weight,whole,6,0.04259374992525822,4.391546073248732 +200,258,1.303835801919582,-0.02178840514181187,-0.0002727313721318865,-0.0002727271226605636,1.2904843412935676,1.5826064146132894,1.4144024534480875,0.9999999628087985,-0.00033446854424405497,model.language_model.layers.20.mlp.up_proj.weight,model.language_model.layers.4.mlp.up_proj.weight,model.language_model.layers.*.mlp.up_proj.weight,whole,16,0.013351460626014333,3.365898981404538 +201,230,0.3504799219109938,0.959328053879823,0.9593280538798232,0.1403140342478733,0.3504799219109933,0.4663051129972592,0.3962162238548412,0.28229361494577077,1.2763629200975357,model.language_model.layers.20.post_attention_layernorm.weight,model.language_model.layers.23.post_attention_layernorm.weight,model.language_model.layers.*.post_attention_layernorm.weight,whole,3,4.996003610813204e-16,0.8287751035875908 +428,512,0.9977335060223138,0.10576698060112359,0.10576698060112366,0.10574917692105182,5.324980777353449,0.9977335060223138,1.3868738000795116,0.9943909421422349,0.019817397430869396,model.visual.blocks.17.attn.proj.bias,model.visual.blocks.23.attn.proj.bias,model.visual.layers.*.attn.proj.bias,whole,6,0.0,11.957161956425786 +381,501,1.337316667666558,0.005710178565021821,0.0022893779585961825,0.002289350380199121,1.5216855509441374,1.3240615751420985,1.4126093570714982,0.9999973793708475,0.00199205242112846,model.visual.blocks.13.attn.proj.weight,model.visual.blocks.22.attn.proj.weight,model.visual.layers.*.attn.proj.weight,whole,9,0.013255092524459444,3.8875017425400156 +466,490,1.280990708752248,0.03138517007675861,0.027065632486090584,0.027162871375731024,1.251499594219551,1.6043861016686753,1.395527446128853,0.9996336586660775,0.03469735411351487,model.visual.blocks.2.attn.qkv.bias,model.visual.blocks.21.attn.qkv.bias,model.visual.layers.*.attn.qkv.bias,whole,19,0.029491114532697038,6.611000247873005 +479,539,1.2847539876776175,-0.00873562090740114,3.780967199804859e-05,3.770846599800372e-05,1.5773977658878933,1.2930028660137638,1.4141873464519197,0.9999999992852143,3.099282585137862e-05,model.visual.blocks.20.attn.qkv.weight,model.visual.blocks.4.attn.qkv.weight,model.visual.layers.*.attn.qkv.weight,whole,16,0.008248878336146293,4.250260317186799 +348,360,0.4585197486021728,0.8924495487558003,0.8923090178487064,0.011298474937947844,0.4589845655254565,0.47062397526448696,0.46469497965682527,0.4514250952991835,0.9149371213900158,model.visual.blocks.10.mlp.linear_fc1.bias,model.visual.blocks.11.mlp.linear_fc1.bias,model.visual.layers.*.mlp.linear_fc1.bias,whole,1,0.0004648169232837063,1.198612922045093 +397,529,1.2903952399620917,0.004826021891851337,-0.00048199278762267806,-0.00038685598533341666,1.6052167674150664,1.2788599416602768,1.414545725830572,0.9999998838414697,-0.00038399877248505425,model.visual.blocks.14.mlp.linear_fc1.weight,model.visual.blocks.3.mlp.linear_fc1.weight,model.visual.layers.*.mlp.linear_fc1.weight,whole,11,0.011535298301814878,4.377262487292472 +350,590,0.9946324977991324,0.478401526486557,0.47840152648655704,0.47826075155995984,1.0519873839841765,0.9946324977991324,1.0221049991886701,0.878141207013617,0.4523188324161493,model.visual.blocks.10.mlp.linear_fc2.bias,model.visual.blocks.8.mlp.linear_fc2.bias,model.visual.layers.*.mlp.linear_fc2.bias,whole,2,0.0,2.906915711803679 +339,591,1.2955746082953472,-0.025154702286456675,-0.00019528066421574234,-0.00019795353833609478,1.2975979000639144,1.569606372489491,1.414349176777175,0.9999999809327309,-0.00023621630010491857,model.visual.blocks.1.mlp.linear_fc2.weight,model.visual.blocks.8.mlp.linear_fc2.weight,model.visual.layers.*.mlp.linear_fc2.weight,whole,7,0.0020232917685671925,3.6719907470731514 +496,520,0.6406150780388443,0.7903629857070051,0.790362985707005,0.7911877975099306,0.6406150780388443,0.6552871622850667,0.6478265425003942,0.6126388420793352,0.8084647643084225,model.visual.blocks.21.norm1.bias,model.visual.blocks.23.norm1.bias,model.visual.layers.*.norm1.bias,whole,2,0.0,1.8700031674278692 +425,509,0.15801626242012662,0.9901674484783118,0.9901674484783123,0.25711714213592896,0.17237926664925293,0.15801626242012662,0.16472998700217104,0.1398871830224229,0.9076646073508183,model.visual.blocks.16.norm1.weight,model.visual.blocks.22.norm1.weight,model.visual.layers.*.norm1.weight,whole,6,0.0,0.7170178990974565 +558,570,0.9026276834502833,0.5533547327876,0.5533547327876,0.5531946212914223,1.0016770946123337,0.9026276834502833,0.9482945497046015,0.8329457003319988,0.4986370390905531,model.visual.blocks.5.norm2.bias,model.visual.blocks.6.norm2.bias,model.visual.layers.*.norm2.bias,whole,1,0.0,3.285042334441957 +379,583,0.2700271867700611,0.9945140971911339,0.9945140971911337,0.8290462176554696,0.2700271867700611,0.36217531123786756,0.3061505967493853,0.10460263136319388,1.333896993814036,model.visual.blocks.12.norm2.weight,model.visual.blocks.7.norm2.weight,model.visual.layers.*.norm2.weight,whole,5,0.0,0.4782694174977791 +84,260,0.3794325937370857,0.9352122155558213,0.9352122155558212,0.7901543898312303,0.3794325937370857,0.47496550981990804,0.41924553540498355,0.3540877177694422,1.1706784131967967,model.language_model.layers.12.input_layernorm.weight,model.language_model.layers.5.input_layernorm.weight,model.language_model.layers.*.input_layernorm.weight,whole,7,0.0,0.7774156479198422 +18,34,0.5651867158190994,0.8256248285976345,0.8256248285976346,0.37668662910307826,0.7131030987924944,0.5651867158190995,0.626407102595202,0.5642194984251488,0.654368472334446,model.language_model.layers.2.linear_attn.A_log,model.language_model.layers.9.linear_attn.A_log,model.language_model.layers.*.linear_attn.A_log,whole,7,1.1102230246251565e-16,1.3072517798113423 +97,156,1.166079175412344,0.02877615151251745,0.013726628146414201,0.013746602682708553,2.081510448198141,1.131659918306999,1.4060438211064943,0.9999057854016697,0.0074627897737667105,model.language_model.layers.13.linear_attn.conv1d.weight,model.language_model.layers.18.linear_attn.conv1d.weight,model.language_model.layers.*.linear_attn.conv1d.weight,whole,5,0.03441925710534499,6.872925115526761 +145,250,0.9991906654489995,0.4069541396789054,0.4069541396789055,0.08449219994886639,1.2306585288543967,0.9991906654489995,1.0970164026646638,0.9134485908896034,0.3304123508667446,model.language_model.layers.17.linear_attn.dt_bias,model.language_model.layers.4.linear_attn.dt_bias,model.language_model.layers.*.linear_attn.dt_bias,whole,13,0.0,2.3242619090626655 +64,205,1.1818777861869385,0.1494106993498422,0.1455075615532816,0.1454517004668734,1.4824266467225726,1.1864322644778595,1.3099836006281944,0.9893571395258731,0.11645423814661032,model.language_model.layers.10.linear_attn.in_proj_a.weight,model.language_model.layers.21.linear_attn.in_proj_a.weight,model.language_model.layers.*.linear_attn.in_proj_a.weight,whole,11,0.004554478290921038,4.017541546320821 +147,159,1.166526534083635,0.30928525661388984,0.2671957062180762,0.2666557467409089,1.2209954088450514,1.2005721879066238,1.2106546184239513,0.9636422855907806,0.2627264044480943,model.language_model.layers.17.linear_attn.in_proj_b.weight,model.language_model.layers.18.linear_attn.in_proj_b.weight,model.language_model.layers.*.linear_attn.in_proj_b.weight,whole,1,0.03404565382298874,3.7083282551855956 +160,300,1.3199642724618659,0.0006686748869549073,0.00012192135117052243,0.00012191169772284153,1.288541335789527,1.5854399434604165,1.4141291691180313,0.9999999925675921,0.00015001379834506492,model.language_model.layers.18.linear_attn.in_proj_qkv.weight,model.language_model.layers.8.linear_attn.in_proj_qkv.weight,model.language_model.layers.*.linear_attn.in_proj_qkv.weight,whole,10,0.031422936672338864,3.846813474742875 +67,161,1.3415903247385381,0.013055863657692518,-0.0015162742411198998,-0.0015002771662971936,1.5182544000896372,1.3307597930142763,1.4152760839546499,0.9999988504555521,-0.0013290241708810242,model.language_model.layers.10.linear_attn.in_proj_z.weight,model.language_model.layers.18.linear_attn.in_proj_z.weight,model.language_model.layers.*.linear_attn.in_proj_z.weight,whole,8,0.01083053172426185,4.062295233319526 +31,33,0.152974812478439,0.9882881133045951,0.9882881133045948,-0.08581724131558358,0.15648334786187007,0.152974812478439,0.15469924843720237,0.1525994924658811,0.9661295650505386,model.language_model.layers.6.linear_attn.norm.weight,model.language_model.layers.8.linear_attn.norm.weight,model.language_model.layers.*.linear_attn.norm.weight,whole,2,0.0,0.4980738843259181 +68,185,1.374451473470544,0.0013515738397632225,-9.249182108085538e-06,-9.520981847033053e-06,1.429278614173349,1.3996277319864934,1.4142201010805269,0.9999999999572262,-9.057304606881736e-06,model.language_model.layers.10.linear_attn.out_proj.weight,model.language_model.layers.2.linear_attn.out_proj.weight,model.language_model.layers.*.linear_attn.out_proj.weight,whole,8,0.0251762585159494,4.04944575109123 +74,210,1.3235070551535297,0.010432617844194246,-0.00044072058785055065,-0.00044078550208294875,1.5320539957513566,1.3204581478964799,1.4145217545220783,0.999999902882677,-0.00037985155404890415,model.language_model.layers.11.mlp.down_proj.weight,model.language_model.layers.21.mlp.down_proj.weight,model.language_model.layers.*.mlp.down_proj.weight,whole,10,0.003048907257049871,4.114831771590537 +164,304,1.2304577611193217,-0.03453833090978176,0.005147863300521437,0.00514884228949986,1.2144514049074657,1.749195698363537,1.4107988957148232,0.9999867496639339,0.007414557968024845,model.language_model.layers.18.mlp.gate_proj.weight,model.language_model.layers.8.mlp.gate_proj.weight,model.language_model.layers.*.mlp.gate_proj.weight,whole,10,0.016006356211855977,3.308934258168857 +118,240,1.3046199054753151,0.026615490931654134,9.80092446994679e-06,9.830293999415784e-06,1.3371732735448902,1.5062978834655971,1.4142066809174205,0.999999999951971,1.1040537585641041e-05,model.language_model.layers.14.mlp.up_proj.weight,model.language_model.layers.3.mlp.up_proj.weight,model.language_model.layers.*.mlp.up_proj.weight,whole,11,0.032553368069575095,3.4699631923838394 +271,306,0.3546478689447187,0.9395465442267934,0.9395465442267934,0.9801301319751364,0.41859819258134295,0.35464786894471895,0.3826720759870432,0.34242121901466643,0.7960095996345175,model.language_model.layers.5.post_attention_layernorm.weight,model.language_model.layers.8.post_attention_layernorm.weight,model.language_model.layers.*.post_attention_layernorm.weight,whole,3,2.220446049250313e-16,1.0401383910969701 +404,500,0.9998893720704666,0.154184663983857,0.15418466398385694,0.1544207990526996,3.250085362719917,0.9998893720704666,1.3515421037531474,0.9880420483927722,0.04743494082404517,model.visual.blocks.15.attn.proj.bias,model.visual.blocks.22.attn.proj.bias,model.visual.layers.*.attn.proj.bias,whole,7,0.0,9.195182447955231 +441,549,1.3374165374612998,0.02009777976532869,-0.0008200360681033456,-0.0008200322257469505,1.4840557057281811,1.3543990655441736,1.414790882870258,0.999999663770367,-0.0007483924491949741,model.visual.blocks.18.attn.proj.weight,model.visual.blocks.5.attn.proj.weight,model.visual.layers.*.attn.proj.weight,whole,13,0.016982528082873705,3.808315568607549 +418,574,1.2829717562408733,0.05572021355161684,0.027228325966092305,0.0273417725862959,1.3059701909248431,1.5051902404128925,1.3950224371488202,0.999629240401202,0.03138188818683507,model.visual.blocks.16.attn.qkv.bias,model.visual.blocks.7.attn.qkv.bias,model.visual.layers.*.attn.qkv.bias,whole,9,0.022998434683969782,5.114420168057623 +443,527,1.2853673817695173,-0.015628609957997256,0.00013875089078821835,0.00013819189247424486,1.606414281814603,1.2776243845342259,1.4141179649927282,0.9999999903740951,0.00011035230665817253,model.visual.blocks.18.attn.qkv.weight,model.visual.blocks.3.attn.qkv.weight,model.visual.layers.*.attn.qkv.weight,whole,15,0.007742997235291371,4.466451334521205 +360,492,0.4585800248960367,0.8969927446123619,0.8986380296683326,-0.017208709251231923,0.4541824197510643,0.5815182975418984,0.5062110429882853,0.4386908839192089,1.1505827491199592,model.visual.blocks.11.mlp.linear_fc1.bias,model.visual.blocks.21.mlp.linear_fc1.bias,model.visual.layers.*.mlp.linear_fc1.bias,whole,10,0.004397605144972394,1.1594130587863334 +421,553,1.292260419157143,0.003826428782692588,-0.00029221415634085243,-0.0001763522828033417,1.5836344051005762,1.2899482968484504,1.4144159025920031,0.9999999573054424,-0.00023802283662999223,model.visual.blocks.16.mlp.linear_fc1.weight,model.visual.blocks.5.mlp.linear_fc1.weight,model.visual.layers.*.mlp.linear_fc1.weight,whole,11,0.002312122308692599,4.19318608794349 +434,494,0.996319022355549,0.1920018274123914,0.1920018274123915,0.19206713409781814,2.7386080288383137,0.996319022355549,1.3241046467239246,0.981394568086813,0.06985120578177006,model.visual.blocks.17.mlp.linear_fc2.bias,model.visual.blocks.21.mlp.linear_fc2.bias,model.visual.layers.*.mlp.linear_fc2.bias,whole,4,0.0,7.399354740541619 +351,555,1.2956568675785083,0.006418273771460709,0.000506090620166805,0.0005060440916160264,1.6148727281593394,1.2730547117843367,1.4138655476760753,0.9999998719361339,0.00039896707484036293,model.visual.blocks.10.mlp.linear_fc2.weight,model.visual.blocks.5.mlp.linear_fc2.weight,model.visual.layers.*.mlp.linear_fc2.weight,whole,5,0.022602155794171574,4.432777712330427 +364,412,0.6443361440378682,0.7947490215689686,0.7947490215689683,0.7945393363714764,1.1139448457466963,0.6443361440378683,0.7887792586098488,0.6069382116123252,0.45970455538340227,model.visual.blocks.11.norm1.bias,model.visual.blocks.15.norm1.bias,model.visual.layers.*.norm1.bias,whole,4,1.1102230246251565e-16,2.5889484211926264 +389,425,0.15937884271160052,0.9937371713924668,0.9937371713924664,0.7795732448373757,0.1810933492383002,0.15937884271159988,0.16919987796846186,0.11174271427211609,0.874580325573511,model.visual.blocks.13.norm1.weight,model.visual.blocks.16.norm1.weight,model.visual.layers.*.norm1.weight,whole,3,6.38378239159465e-16,0.39731483397805134 +366,594,0.9055949364164902,0.5173726461585793,0.5173726461585791,0.5176489875353963,0.9055949364164901,1.1130114279111663,0.9934164237524121,0.8557602146669765,0.6358711213004228,model.visual.blocks.11.norm2.bias,model.visual.blocks.8.norm2.bias,model.visual.layers.*.norm2.bias,whole,3,1.1102230246251565e-16,2.6758164989721456 +379,595,0.270343219198876,0.9948762914507114,0.9948762914507111,0.8345122889971821,0.270343219198876,0.36329189960972014,0.3067177258847143,0.1010997760100357,1.3369319891538274,model.visual.blocks.12.norm2.weight,model.visual.blocks.8.norm2.weight,model.visual.layers.*.norm2.weight,whole,4,0.0,0.4389828863130103 +131,260,0.38456846740839784,0.9457686137857505,0.9457686137857504,0.8491690830941295,0.3845684674083976,0.5197390840042191,0.4371944833017194,0.3248410829586986,1.2781934939219413,model.language_model.layers.16.input_layernorm.weight,model.language_model.layers.5.input_layernorm.weight,model.language_model.layers.*.input_layernorm.weight,whole,11,2.220446049250313e-16,0.9927348923558221 +6,32,0.5662023422800477,0.8246112687035358,0.8246112687035361,0.11062734172125815,0.5662023422800478,0.6673282117178205,0.6105717381485503,0.5656997927586193,0.9718899450156605,model.language_model.layers.12.linear_attn.A_log,model.language_model.layers.8.linear_attn.A_log,model.language_model.layers.*.linear_attn.A_log,whole,4,1.1102230246251565e-16,1.0091596415092643 +215,249,1.167847252529521,0.0369678383418727,-0.00764672468206901,-0.007649704353400561,1.2525363114808068,1.6776276188639128,1.4193882381205876,0.9999707633734282,-0.010241903889653356,model.language_model.layers.22.linear_attn.conv1d.weight,model.language_model.layers.4.linear_attn.conv1d.weight,model.language_model.layers.*.linear_attn.conv1d.weight,whole,18,0.08468905895128587,3.9436688684011623 +86,180,1.0010317125083332,0.34345920204000757,0.3434592020400076,-0.30099102315957127,1.0010317125083332,1.450958161316415,1.1652605696168545,0.9391675976810748,0.49783131348600895,model.language_model.layers.12.linear_attn.dt_bias,model.language_model.layers.2.linear_attn.dt_bias,model.language_model.layers.*.linear_attn.dt_bias,whole,10,0.0,1.6079093790414176 +134,158,1.1826001624772522,0.25166903496950316,0.23701407107786296,0.23669533796608977,1.2087120095977106,1.2641411650340797,1.2354950243804927,0.971506217227197,0.24788307021253192,model.language_model.layers.16.linear_attn.in_proj_a.weight,model.language_model.layers.18.linear_attn.in_proj_a.weight,model.language_model.layers.*.linear_attn.in_proj_a.weight,whole,2,0.026111847120458442,3.244000647129243 +88,299,1.167512675729378,0.23260964518968236,0.2204591086121779,0.22042991897591324,1.1752835211921817,1.3414613266216018,1.2501638827827377,0.9753962176623016,0.25163066015315055,model.language_model.layers.12.linear_attn.in_proj_b.weight,model.language_model.layers.8.linear_attn.in_proj_b.weight,model.language_model.layers.*.linear_attn.in_proj_b.weight,whole,4,0.0077708454628038215,3.625214885439663 +183,207,1.320288905027761,-0.031634405876794724,0.00010489881958314557,0.000104822939873414,1.5647397475950688,1.300045139747968,1.4141406415669555,0.9999999944981188,8.715391858228598e-05,model.language_model.layers.2.linear_attn.in_proj_qkv.weight,model.language_model.layers.21.linear_attn.in_proj_qkv.weight,model.language_model.layers.*.linear_attn.in_proj_qkv.weight,whole,19,0.020243765279793102,4.348580056750464 +67,114,1.3418230694431983,0.04400428075306916,0.013531813033101601,0.013527642819109518,1.4617017563062864,1.353779775759872,1.4046408036039912,0.9999084408264775,0.012532717248605534,model.language_model.layers.10.linear_attn.in_proj_z.weight,model.language_model.layers.14.linear_attn.in_proj_z.weight,model.language_model.layers.*.linear_attn.in_proj_z.weight,whole,4,0.011956706316673671,3.746294450070648 +13,31,0.1530492017906249,0.9905283013764395,0.9905283013764398,-0.050901158568278246,0.16583081767036714,0.1530492017906249,0.15905612681929832,0.1373087184861349,0.9141821044266458,model.language_model.layers.16.linear_attn.norm.weight,model.language_model.layers.6.linear_attn.norm.weight,model.language_model.layers.*.linear_attn.norm.weight,whole,10,0.0,0.35365986586255066 +103,185,1.3759032416533894,0.011258999464067913,0.0001894048623132636,0.00018959347376427984,1.4339706778567969,1.3949940982135063,1.414079677409603,0.9999999820628989,0.00018425667217606147,model.language_model.layers.13.linear_attn.out_proj.weight,model.language_model.layers.2.linear_attn.out_proj.weight,model.language_model.layers.*.linear_attn.out_proj.weight,whole,11,0.019090856560116887,3.8938004137503475 +168,303,1.3237139982332047,0.006629555764819186,-0.00035169229332393504,-0.00035175504565666,1.3293222924043482,1.5183759682929416,1.4144600424194442,0.9999999381562634,-0.0004017092991429837,model.language_model.layers.19.mlp.down_proj.weight,model.language_model.layers.8.mlp.down_proj.weight,model.language_model.layers.*.mlp.down_proj.weight,whole,11,0.005608294171143502,3.4351770124856795 +117,169,1.2304871274537483,0.02542574556103858,0.005619803717811757,0.005616528929379233,1.6312273963609725,1.2602264923167146,1.4103632443265055,0.9999842087784053,0.004341654353406363,model.language_model.layers.14.mlp.gate_proj.weight,model.language_model.layers.19.mlp.gate_proj.weight,model.language_model.layers.*.mlp.gate_proj.weight,whole,5,0.029739364862966244,4.6081080142090824 +59,123,1.3065205719492838,0.036381141515334496,0.00023447788066002293,0.00023446021067063805,1.537778277692582,1.3160672681279912,1.414049741362522,0.9999999725100615,0.00020067175373273655,model.language_model.layers.1.mlp.up_proj.weight,model.language_model.layers.15.mlp.up_proj.weight,model.language_model.layers.*.mlp.up_proj.weight,whole,14,0.009546696178707403,3.7985757475296436 +95,259,0.3610989501320069,0.934728340413921,0.9347283404139209,0.9398076247024248,0.3610989501320069,0.3615205209327524,0.36130955107647456,0.3553630954770587,0.9358196041099349,model.language_model.layers.12.post_attention_layernorm.weight,model.language_model.layers.4.post_attention_layernorm.weight,model.language_model.layers.*.post_attention_layernorm.weight,whole,8,0.0,1.2227986143709058 +392,512,1.0025248905813304,0.08090488987835362,0.08090488987835373,0.08097307468964804,5.315153856990667,1.0025248905813304,1.3932182256882382,0.9967218261851054,0.015259984575256213,model.visual.blocks.14.attn.proj.bias,model.visual.blocks.23.attn.proj.bias,model.visual.layers.*.attn.proj.bias,whole,9,0.0,11.810906468918006 +381,549,1.3386497081136248,0.003240413240317548,-0.0010398137657755449,-0.0010398291708285682,1.511544277053167,1.3347724878072187,1.4149429835022345,0.9999994593935201,-0.0009182098255872646,model.visual.blocks.13.attn.proj.weight,model.visual.blocks.5.attn.proj.weight,model.visual.layers.*.attn.proj.weight,whole,8,0.0038772203064061372,3.788151261063678 +538,598,1.2829969851387233,0.0027431881128725123,-0.008694017202645196,-0.008807098253318473,1.3141915939277449,1.5570038063032874,1.4202609228279033,0.9999622063182589,-0.01030033819964388,model.visual.blocks.4.attn.qkv.bias,model.visual.blocks.9.attn.qkv.bias,model.visual.layers.*.attn.qkv.bias,whole,5,0.031194608789021583,5.623207418592708 +383,527,1.2855378290672477,0.014010691277132408,0.00020571957145676807,0.00020569864810519054,1.5846133509218017,1.2888977699101611,1.414071138360924,0.9999999788397287,0.00016732882928397543,model.visual.blocks.13.attn.qkv.weight,model.visual.blocks.3.attn.qkv.weight,model.visual.layers.*.attn.qkv.weight,whole,10,0.003359940842913467,4.47412189546601 +372,516,0.4604562398717548,0.9067200981401803,0.9050711854508956,-0.024472160585099014,0.46115907995707667,0.6346063722395848,0.527586815735469,0.4252600960194954,1.2454789823742245,model.visual.blocks.12.mlp.linear_fc1.bias,model.visual.blocks.23.mlp.linear_fc1.bias,model.visual.layers.*.mlp.linear_fc1.bias,whole,11,0.0007028400853218431,1.1813603445207261 +457,577,1.2926724015007072,0.010275760127766136,0.00047776331988454336,0.0006183327578667498,1.5657455739760302,1.2990671404395804,1.4138814981943475,0.9999998858710986,0.00039639047370466056,model.visual.blocks.19.mlp.linear_fc1.weight,model.visual.blocks.7.mlp.linear_fc1.weight,model.visual.layers.*.mlp.linear_fc1.weight,whole,12,0.006394738938873212,3.997537932507598 +470,554,0.996883219729739,0.23015626196938754,0.23015626196938754,0.22903279094069434,0.996883219729739,2.2333151460814666,1.2873754782905185,0.9731536852297681,0.5156185355001548,model.visual.blocks.2.mlp.linear_fc2.bias,model.visual.blocks.5.mlp.linear_fc2.bias,model.visual.layers.*.mlp.linear_fc2.bias,whole,3,0.0,2.8469632110613814 +339,351,1.296179982405083,-0.008601417757517646,-0.0014605186046674611,-0.0014595860140245284,1.271535590550252,1.622045406901812,1.4152160803547398,0.9999989334421339,-0.001863123228324511,model.visual.blocks.1.mlp.linear_fc2.weight,model.visual.blocks.10.mlp.linear_fc2.weight,model.visual.layers.*.mlp.linear_fc2.weight,whole,9,0.024644391854831138,3.8861431952276373 +388,484,0.6446981361729108,0.7822756898788147,0.7822756898788146,0.7815916350345723,1.0462983221105528,0.6446981361729109,0.7762192745856747,0.6229323759643777,0.48201518494355544,model.visual.blocks.13.norm1.bias,model.visual.blocks.20.norm1.bias,model.visual.layers.*.norm1.bias,whole,7,1.1102230246251565e-16,3.305112009114467 +401,437,0.15958567732976475,0.9972420655219247,0.9972420655219247,0.8476773573808669,0.18643957888821844,0.15958567732976475,0.17145506030158988,0.0742176714372332,0.8536038937497665,model.visual.blocks.14.norm1.weight,model.visual.blocks.17.norm1.weight,model.visual.layers.*.norm1.weight,whole,3,0.0,0.3663861169858508 +474,546,0.9058507699713334,0.5499688216592471,0.5499688216592465,0.5495060375726926,1.005688446774619,0.9058507699713334,0.951865005753437,0.8351851861729468,0.4953717845303069,model.visual.blocks.2.norm2.bias,model.visual.blocks.4.norm2.bias,model.visual.layers.*.norm2.bias,whole,2,0.0,2.778185735933491 +391,595,0.2705987607966873,0.996447762029435,0.9964477620294351,0.8580130375646563,0.2705987607966873,0.36602684048231765,0.3077227134304752,0.08421316729900435,1.3478503189279036,model.visual.blocks.13.norm2.weight,model.visual.blocks.8.norm2.weight,model.visual.layers.*.norm2.weight,whole,5,0.0,0.4255914752037601 +178,237,0.38603028909551307,0.9841171112463403,0.9841171112463407,0.9264021721223357,0.38603028909551323,0.6019253864973059,0.4595437814437533,0.17752045333470015,1.534504129024446,model.language_model.layers.2.input_layernorm.weight,model.language_model.layers.3.input_layernorm.weight,model.language_model.layers.*.input_layernorm.weight,whole,1,1.6653345369377348e-16,0.7979570642721405 +8,30,0.5675216845391482,0.8248360160679807,0.8248360160679806,0.3978577370751884,0.5675216845391482,0.731826083016285,0.6342350307240046,0.5653720426383869,1.0636360287448157,model.language_model.layers.13.linear_attn.A_log,model.language_model.layers.6.linear_attn.A_log,model.language_model.layers.*.linear_attn.A_log,whole,7,0.0,1.2453357505491138 +38,249,1.1686985908959848,0.0028803360124657123,-0.013127385328960822,-0.01313155577354149,1.7615059424521453,1.2257612019277748,1.4228908924717918,0.9999138321647646,-0.009134819946503359,model.language_model.layers.0.linear_attn.conv1d.weight,model.language_model.layers.4.linear_attn.conv1d.weight,model.language_model.layers.*.linear_attn.conv1d.weight,whole,4,0.05706261103179,8.070742313292744 +98,297,1.0072232933788916,0.3713429953837107,0.3713429953837106,-0.16300655457382585,1.3223008365915214,1.0072232933788916,1.1331366775890155,0.9284957618532534,0.28285947072958373,model.language_model.layers.13.linear_attn.dt_bias,model.language_model.layers.8.linear_attn.dt_bias,model.language_model.layers.*.linear_attn.dt_bias,whole,5,0.0,2.2525702295890437 +99,251,1.1843330846234361,0.14524840877920026,0.12851474649025826,0.12845402387134724,1.5032880618441278,1.1947076081935881,1.3227275941612744,0.9917075980018226,0.10213448060555523,model.language_model.layers.13.linear_attn.in_proj_a.weight,model.language_model.layers.4.linear_attn.in_proj_a.weight,model.language_model.layers.*.linear_attn.in_proj_a.weight,whole,9,0.010374523570152006,4.087506016113738 +135,194,1.1680178641329813,0.23047254701576184,0.23291856883514306,0.2326484200394237,1.3185156349131901,1.1738137661578094,1.2398761354596342,0.9724962417880023,0.20735667841395514,model.language_model.layers.16.linear_attn.in_proj_b.weight,model.language_model.layers.20.linear_attn.in_proj_b.weight,model.language_model.layers.*.linear_attn.in_proj_b.weight,whole,4,0.005795902024828159,4.135582560492234 +89,195,1.3206139468792923,0.004956186074327611,-0.00046659145212280597,-0.00046662560303001153,1.5059857848618459,1.3379576512305924,1.414541158998582,0.9999998911462025,-0.00041453220185857874,model.language_model.layers.12.linear_attn.in_proj_qkv.weight,model.language_model.layers.20.linear_attn.in_proj_qkv.weight,model.language_model.layers.*.linear_attn.in_proj_qkv.weight,whole,8,0.01734370435130006,4.2181556333912065 +184,266,1.342167689859563,-0.019871398847782953,0.0013793835296283285,0.0013778645205648888,1.3427930320230412,1.4960897509803734,1.4132435298542314,0.9999990486500865,0.001536857514250687,model.language_model.layers.2.linear_attn.in_proj_z.weight,model.language_model.layers.5.linear_attn.in_proj_z.weight,model.language_model.layers.*.linear_attn.in_proj_z.weight,whole,3,0.0006253421634783152,3.817447397176247 +25,31,0.15382922528726722,0.9941725157730493,0.9941725157730491,0.03832161375686572,0.15382922528726722,0.17392946229249204,0.16295686075326365,0.10780078330645979,1.124076980635312,model.language_model.layers.22.linear_attn.norm.weight,model.language_model.layers.6.linear_attn.norm.weight,model.language_model.layers.*.linear_attn.norm.weight,whole,16,0.0,0.40236255431292606 +138,209,1.3759515460981424,0.02090169272933799,0.0002593444914773903,0.0002594383687810958,1.4357291451902103,1.3932863596287282,1.4140302487774583,0.9999999663702168,0.0002516777928697861,model.language_model.layers.16.linear_attn.out_proj.weight,model.language_model.layers.21.linear_attn.out_proj.weight,model.language_model.layers.*.linear_attn.out_proj.weight,whole,5,0.017334813530585746,3.9531677770283378 +121,280,1.3237412886211521,0.0021761181390219054,0.000141983238011083,0.00014201896519516866,1.3491591016985651,1.4894543009578332,1.4141136508226027,0.9999999899203801,0.00015674766916168832,model.language_model.layers.15.mlp.down_proj.weight,model.language_model.layers.6.mlp.down_proj.weight,model.language_model.layers.*.mlp.down_proj.weight,whole,9,0.025417813077412976,3.5123845927892106 +228,257,1.231062320059652,0.01981515223228223,0.001165066519474992,0.0011595885993113855,1.23755500751662,1.6947340155723742,1.4134286196466213,0.9999993213097723,0.001595466746097156,model.language_model.layers.23.mlp.gate_proj.weight,model.language_model.layers.4.mlp.gate_proj.weight,model.language_model.layers.*.mlp.gate_proj.weight,whole,19,0.0064926874569679605,3.357701977954125 +141,188,1.3074920264989942,-0.005644622269851291,-0.0002475530029970565,-0.00024759493595545557,1.306602451066915,1.5541650064107568,1.4143859960250282,0.9999999693587548,-0.0002944569820573672,model.language_model.layers.16.mlp.up_proj.weight,model.language_model.layers.2.mlp.up_proj.weight,model.language_model.layers.*.mlp.up_proj.weight,whole,14,0.0008895754320792371,3.662370747032737 +213,230,0.36430976670410514,0.9669157441456826,0.9669157441456823,0.1707503820635789,0.36430976670410514,0.5154178610368665,0.42072474050788844,0.255095950032927,1.3679722318705048,model.language_model.layers.21.post_attention_layernorm.weight,model.language_model.layers.23.post_attention_layernorm.weight,model.language_model.layers.*.post_attention_layernorm.weight,whole,2,0.0,0.781228635853318 +332,548,1.0029591287429473,0.08716167095070683,0.08716167095070686,0.08558162743423277,1.0029591287429473,4.929632800312445,1.3899228642910724,0.9961941794234097,0.42840731963542283,model.visual.blocks.1.attn.proj.bias,model.visual.blocks.5.attn.proj.bias,model.visual.layers.*.attn.proj.bias,whole,4,0.0,3.708846408524548 +405,477,1.3392945010841748,-0.00816656633073716,-0.0013410648044484257,-0.001341068660851527,1.4954469019588221,1.3465487063435135,1.415156332485317,0.9999991007721908,-0.001207538077873238,model.visual.blocks.15.attn.proj.weight,model.visual.blocks.20.attn.proj.weight,model.visual.layers.*.attn.proj.weight,whole,5,0.007254205259338731,3.992159318642621 +406,526,1.2830343469798349,0.03517444263784841,0.005665141609275539,0.00545080289170976,1.527012155379634,1.316729455985009,1.4102457056977682,0.9999839529565197,0.004885002914338232,model.visual.blocks.15.attn.qkv.bias,model.visual.blocks.3.attn.qkv.bias,model.visual.layers.*.attn.qkv.bias,whole,12,0.03369510900517403,6.439208539215549 +431,527,1.2858042563612757,-0.014725614904377921,-0.000116936005871774,-0.0001167159609412576,1.5967277049510327,1.282833673854733,1.414294304322926,0.9999999931629852,-9.394804483773071e-05,model.visual.blocks.17.attn.qkv.weight,model.visual.blocks.3.attn.qkv.weight,model.visual.layers.*.attn.qkv.weight,whole,14,0.002970582506542696,4.462916525162765 +432,456,0.46195943083045365,0.8927247008977279,0.8938709682940424,0.02090618258965447,0.4577841060924547,0.4640704597021156,0.46089513262280324,0.4483243156924137,0.9061457260091377,model.visual.blocks.17.mlp.linear_fc1.bias,model.visual.blocks.19.mlp.linear_fc1.bias,model.visual.layers.*.mlp.linear_fc1.bias,whole,2,0.0041753247379989755,1.3023737761951386 +433,589,1.295927188668281,0.0015644442600501337,-0.00015013298858171262,-5.262726307511633e-06,1.5806461169455386,1.2914212358363903,1.4143175870728837,0.9999999887300428,-0.00012266182010978635,model.visual.blocks.17.mlp.linear_fc1.weight,model.visual.blocks.8.mlp.linear_fc1.weight,model.visual.layers.*.mlp.linear_fc1.weight,whole,9,0.004505952831890703,4.071079600493406 +518,542,0.9972373881192704,0.11172191558959925,0.11172191558959932,0.11147122469701239,0.9972373881192703,5.109487398332148,1.3841892413004662,0.9937395099204773,0.5724231026868726,model.visual.blocks.23.mlp.linear_fc2.bias,model.visual.blocks.4.mlp.linear_fc2.bias,model.visual.layers.*.mlp.linear_fc2.bias,whole,19,1.1102230246251565e-16,2.2435793062800986 +423,543,1.2963605353649015,-0.028999406982695743,-0.0006660747909779739,-0.0006654008638725205,1.5895741794752078,1.287156950175754,1.414674177107232,0.9999997781721618,-0.000539353751221104,model.visual.blocks.16.mlp.linear_fc2.weight,model.visual.blocks.4.mlp.linear_fc2.weight,model.visual.layers.*.mlp.linear_fc2.weight,whole,12,0.009203585189147434,4.813358030411115 +424,484,0.6559804921813182,0.7596852460793644,0.7596852460793639,0.7588748091033007,0.7754871267163697,0.6559804921813182,0.7082812731674969,0.6502909555647658,0.6426137642492314,model.visual.blocks.16.norm1.bias,model.visual.blocks.20.norm1.bias,model.visual.layers.*.norm1.bias,whole,4,0.0,2.1571076893911174 +365,389,0.1596464518909851,0.9959783720397912,0.9959783720397911,0.8948993791610309,0.18480969021926671,0.1596464518909851,0.1708536747577361,0.08959398656699798,0.8603683771541526,model.visual.blocks.11.norm1.weight,model.visual.blocks.13.norm1.weight,model.visual.layers.*.norm1.weight,whole,2,0.0,0.3845932778508855 +438,486,0.921209142877123,0.4748413733450896,0.4748413733450896,0.47958308603581,1.233119831921103,0.921209142877123,1.043702365122203,0.8800714006032404,0.35473293285726126,model.visual.blocks.17.norm2.bias,model.visual.blocks.20.norm2.bias,model.visual.layers.*.norm2.bias,whole,3,0.0,3.2398226468927414 +415,439,0.27670394624446665,0.9952796085688154,0.9952796085688155,0.9079272697102407,0.3758782851733243,0.27670394624446665,0.31513689011353374,0.09704896066988752,0.7326781199415349,model.visual.blocks.15.norm2.weight,model.visual.blocks.17.norm2.weight,model.visual.layers.*.norm2.weight,whole,2,0.0,0.6271550970111571 +143,248,0.39725095303776325,0.9547471129698829,0.9547471129698829,0.6858627786150259,0.39725095303776325,0.5745581420927451,0.46210133723337965,0.29741881291484173,1.3808846100974401,model.language_model.layers.17.input_layernorm.weight,model.language_model.layers.4.input_layernorm.weight,model.language_model.layers.*.input_layernorm.weight,whole,13,0.0,0.9898151034848081 +24,32,0.5700012392391427,0.8230365923977085,0.8230365923977088,-0.4198017198574806,0.5700012392391427,0.6544988187390461,0.6078890150683917,0.567988351618559,0.9450443971356169,model.language_model.layers.22.linear_attn.A_log,model.language_model.layers.8.linear_attn.A_log,model.language_model.layers.*.linear_attn.A_log,whole,14,0.0,1.0378897601028385 +62,215,1.1713558124312726,-0.031508611257568306,-0.015641668261538382,-0.015563110204396435,2.053313552808999,1.1549910653956668,1.42363434461733,0.9998776616236589,-0.008798455094812457,model.language_model.layers.10.linear_attn.conv1d.weight,model.language_model.layers.22.linear_attn.conv1d.weight,model.language_model.layers.*.linear_attn.conv1d.weight,whole,12,0.016364747035605864,7.80729947001822 +39,309,1.0078739718798284,0.23084879465203334,0.23084879465203334,0.14487877761360915,1.0078739718798284,2.0413890436630493,1.2780654238665095,0.9729896371532963,0.46757056268307984,model.language_model.layers.0.linear_attn.dt_bias,model.language_model.layers.9.linear_attn.dt_bias,model.language_model.layers.*.linear_attn.dt_bias,whole,9,0.0,2.1687561208799275 +87,298,1.184714366407735,0.17094945308802234,0.15843144658604474,0.15839685861971345,1.1788044061528462,1.4691197453014528,1.3002555269918576,0.987369979659425,0.19744986126735883,model.language_model.layers.12.linear_attn.in_proj_a.weight,model.language_model.layers.8.linear_attn.in_proj_a.weight,model.language_model.layers.*.linear_attn.in_proj_a.weight,whole,4,0.00590996025488888,3.503149405641046 +182,264,1.1722660812491008,0.17000262591674323,0.1812591907698143,0.18096841843357392,1.1758155497740106,1.4238980906658392,1.2821951611321774,0.9834353592186281,0.2195026385748845,model.language_model.layers.2.linear_attn.in_proj_b.weight,model.language_model.layers.5.linear_attn.in_proj_b.weight,model.language_model.layers.*.linear_attn.in_proj_b.weight,whole,3,0.0035494685249097824,3.451270795570714 +42,219,1.3241220629972237,-0.014415113934033167,-0.00025490323864760033,-0.0002549900663429243,1.5135641226663834,1.3324653907938762,1.4143923411391088,0.999999967512169,-0.000224403934007667,model.language_model.layers.0.linear_attn.in_proj_qkv.weight,model.language_model.layers.22.linear_attn.in_proj_qkv.weight,model.language_model.layers.*.linear_attn.in_proj_qkv.weight,whole,22,0.008343327796652478,4.287781076854033 +278,301,1.3426095232201998,0.055859289868367586,0.006196583958423492,0.006196975379504225,1.3752332790513282,1.4471781849865455,1.40983081503941,0.9999808009893221,0.006520756341974294,model.language_model.layers.6.linear_attn.in_proj_z.weight,model.language_model.layers.8.linear_attn.in_proj_z.weight,model.language_model.layers.*.linear_attn.in_proj_z.weight,whole,2,0.03262375583112842,3.6013665826694314 +25,33,0.15439193477584384,0.9918436174965953,0.991843617496595,-0.07372590149264047,0.15439193477584384,0.17065173639084225,0.16191269592362725,0.1274607328994624,1.0962997244623602,model.language_model.layers.22.linear_attn.norm.weight,model.language_model.layers.8.linear_attn.norm.weight,model.language_model.layers.*.linear_attn.norm.weight,whole,14,0.0,0.49588875091568446 +150,314,1.3759799571550764,-0.016438386749824868,-0.0005828694397396144,-0.0005829310094815485,1.446200794127123,1.3850315606608776,1.414625268787818,0.9999998301315937,-0.0005582161018459012,model.language_model.layers.17.linear_attn.out_proj.weight,model.language_model.layers.9.linear_attn.out_proj.weight,model.language_model.layers.*.linear_attn.out_proj.weight,whole,8,0.009051603505801253,4.014817384904005 +151,303,1.324735773451131,0.003459405335473893,0.00033148341979366677,0.00033144051349852794,1.3493974695468438,1.4888223208175162,1.4139802775017714,0.9999999450593697,0.0003657335407153745,model.language_model.layers.17.mlp.down_proj.weight,model.language_model.layers.8.mlp.down_proj.weight,model.language_model.layers.*.mlp.down_proj.weight,whole,9,0.024661696095712893,3.5330397047181896 +46,199,1.2310905668583,0.021798529569840304,0.0024152567700709278,0.0024120437983445485,1.6733873423394698,1.2449482028077756,1.4125768359467066,0.9999970832631137,0.0017968760125885602,model.language_model.layers.0.mlp.gate_proj.weight,model.language_model.layers.20.mlp.gate_proj.weight,model.language_model.layers.*.mlp.gate_proj.weight,whole,20,0.013857635949475533,4.481067468357994 +224,287,1.3081635716955493,0.002714950310676827,0.00018714723721518025,0.00018723205674133235,1.2960952372681638,1.5715481154976776,1.4140836429833452,0.9999999824879556,0.0002269207381596615,model.language_model.layers.22.mlp.up_proj.weight,model.language_model.layers.7.mlp.up_proj.weight,model.language_model.layers.*.mlp.up_proj.weight,whole,15,0.01206833442738553,3.362443380521118 +259,288,0.3659125350102866,0.9564253605905426,0.9564253605905425,0.9736945007912392,0.49724667751293533,0.3659125350102866,0.4167910209661114,0.2919769333684611,0.7038116976311196,model.language_model.layers.4.post_attention_layernorm.weight,model.language_model.layers.7.post_attention_layernorm.weight,model.language_model.layers.*.post_attention_layernorm.weight,whole,3,0.0,1.347700217497085 +512,548,1.0031479768670313,0.04608358701275898,0.04608358701275898,0.04596990328132864,1.0031479768670313,7.274658731630259,1.405366614637504,0.9989375871434799,0.33419034517142504,model.visual.blocks.23.attn.proj.bias,model.visual.blocks.5.attn.proj.bias,model.visual.layers.*.attn.proj.bias,whole,18,0.0,2.1467298175753906 +357,573,1.3395044625659107,0.0004573099305718812,0.0013610694821746619,0.001361086073473478,1.4817121156074247,1.3534858606570956,1.4132547449975472,0.9999990737445034,0.0012432835502192534,model.visual.blocks.11.attn.proj.weight,model.visual.blocks.7.attn.proj.weight,model.visual.layers.*.attn.proj.weight,whole,4,0.013981398091184927,4.055137836501593 +550,586,1.283522790595174,-0.00277291125811953,0.0031122402411922654,0.0032369386535405433,1.2912899963588018,1.5745864953182245,1.4120538194777237,0.9999951569686131,0.0037950355596231304,model.visual.blocks.5.attn.qkv.bias,model.visual.blocks.8.attn.qkv.bias,model.visual.layers.*.attn.qkv.bias,whole,3,0.007767205763627771,4.2298111019597435 +491,539,1.2863276965391472,0.019944558391272037,0.00042081721608701594,0.00042112435918219174,1.5650894709960876,1.2995036521998469,1.41392104136609,0.9999999114564314,0.0003494071868400017,model.visual.blocks.21.attn.qkv.weight,model.visual.blocks.4.attn.qkv.weight,model.visual.layers.*.attn.qkv.weight,whole,17,0.013175955660699623,4.044646242966423 +396,576,0.4627924113738946,0.8954476138259706,0.8929440254963533,0.012577984552513322,0.6058482791567316,0.46660849381993097,0.5228015736547156,0.4501677102262756,0.6877221263750948,model.visual.blocks.14.mlp.linear_fc1.bias,model.visual.blocks.7.mlp.linear_fc1.bias,model.visual.layers.*.mlp.linear_fc1.bias,whole,7,0.003816082446036373,1.5798921355386002 +409,565,1.296434128550067,0.008217241443805331,-0.001105612352744719,-0.0010105654756236598,1.5809538912089118,1.2922614083389456,1.4149795134247825,0.9999993888104759,-0.0009037203323762388,model.visual.blocks.15.mlp.linear_fc1.weight,model.visual.blocks.6.mlp.linear_fc1.weight,model.visual.layers.*.mlp.linear_fc1.weight,whole,9,0.00417272021112125,4.147003805267981 +506,578,0.9991958084539484,0.11603635933446295,0.11603635933446291,0.116928980584173,0.9991958084539484,4.442354285350737,1.3786331774136962,0.993244966416847,0.5158894921142043,model.visual.blocks.22.mlp.linear_fc2.bias,model.visual.blocks.7.mlp.linear_fc2.bias,model.visual.layers.*.mlp.linear_fc2.bias,whole,15,0.0,3.107224958663658 +339,375,1.297788540396768,-0.003367011761219859,0.00022372647107607584,0.00022047446506461086,1.3085937683707087,1.5499668035229102,1.4140575951727636,0.9999999749732328,0.00026499331696267924,model.visual.blocks.1.mlp.linear_fc2.weight,model.visual.blocks.12.mlp.linear_fc2.weight,model.visual.layers.*.mlp.linear_fc2.weight,whole,11,0.01080522797394079,3.5401218305579203 +364,436,0.6744486312105475,0.7805259653972682,0.780525965397268,0.7804863636363143,1.278956858268794,0.6744486312105475,0.8436903709141469,0.6251233616980432,0.41160471174848795,model.visual.blocks.11.norm1.bias,model.visual.blocks.17.norm1.bias,model.visual.layers.*.norm1.bias,whole,6,0.0,3.3550825022389636 +437,521,0.16045257166486251,0.9870598190657223,0.9870598190657222,0.057626613363186134,0.16045257166486251,0.16162813260026937,0.1610371341515858,0.16035246672859024,0.994291544629006,model.visual.blocks.17.norm1.weight,model.visual.blocks.23.norm1.weight,model.visual.layers.*.norm1.weight,whole,6,0.0,0.7426736648114252 +390,414,0.9214189024939154,0.4239141459785544,0.4239141459785544,0.4286775453214288,3.6211297636286046,0.9214189024939154,1.2628410998893411,0.9057023776270396,0.1078675807375089,model.visual.blocks.13.norm2.bias,model.visual.blocks.15.norm2.bias,model.visual.layers.*.norm2.bias,whole,2,0.0,7.398177584018371 +367,595,0.2771895911135801,0.9949427519684896,0.9949427519684905,0.8715224594749289,0.2771895911135801,0.3763136428886274,0.31562384323757064,0.10044361754420664,1.3507380632683346,model.visual.blocks.11.norm2.weight,model.visual.blocks.8.norm2.weight,model.visual.layers.*.norm2.weight,whole,3,0.0,0.4296940431335743 +260,295,0.40117500802974704,0.9160989114983421,0.916098911498342,0.8355640493746205,0.44439968626366344,0.40117500802974704,0.42113267607870647,0.40095234673406366,0.8269942566033716,model.language_model.layers.5.input_layernorm.weight,model.language_model.layers.8.input_layernorm.weight,model.language_model.layers.*.input_layernorm.weight,whole,3,0.0,1.044189690145675 +6,24,0.5706025954545904,0.8332422218845786,0.8332422218845786,-0.19290878281655874,0.5706025954545904,0.5856909308824777,0.5779991134251109,0.5529081295015028,0.8552754867814136,model.language_model.layers.12.linear_attn.A_log,model.language_model.layers.22.linear_attn.A_log,model.language_model.layers.*.linear_attn.A_log,whole,10,0.0,1.3675326944378154 +50,144,1.1715623536870174,-0.04677504459256175,-0.017419841024522258,-0.017390860441626292,2.7250117488616534,1.082412959387225,1.4226404291805983,0.9998482630572902,-0.006919405644135224,model.language_model.layers.1.linear_attn.conv1d.weight,model.language_model.layers.17.linear_attn.conv1d.weight,model.language_model.layers.*.linear_attn.conv1d.weight,whole,16,0.08914939429979252,7.686083169385644 +63,250,1.0135389647538864,0.37505055162382817,0.37505055162382817,-0.2522687403333072,1.2914021637449729,1.0135389647538864,1.1275585975881943,0.9270043601443643,0.2943531910468882,model.language_model.layers.10.linear_attn.dt_bias,model.language_model.layers.4.linear_attn.dt_bias,model.language_model.layers.*.linear_attn.dt_bias,whole,6,0.0,2.763859760841279 +146,275,1.1858112604315505,0.18644267292145558,0.1578017536943907,0.15765667335656505,1.196579934596154,1.4354344622922628,1.2998278126294502,0.9874708130020728,0.18930124842811472,model.language_model.layers.17.linear_attn.in_proj_a.weight,model.language_model.layers.6.linear_attn.in_proj_a.weight,model.language_model.layers.*.linear_attn.in_proj_a.weight,whole,11,0.010768674164603587,3.5223018742326744 +65,88,1.1725509639952112,0.23067201532962942,0.21918160011063717,0.21915291030042738,1.201487067467556,1.3054932287640835,1.2502572440516388,0.9756840811312546,0.23815495194403385,model.language_model.layers.10.linear_attn.in_proj_b.weight,model.language_model.layers.12.linear_attn.in_proj_b.weight,model.language_model.layers.*.linear_attn.in_proj_b.weight,whole,2,0.028936103472344765,3.462557543260855 +219,312,1.3272743901657664,0.035145062956453865,0.0002413657288538921,0.00024139316265134808,1.349706866796205,1.4885550354911454,1.414043695772019,0.999999970871292,0.0002661957050965355,model.language_model.layers.22.linear_attn.in_proj_qkv.weight,model.language_model.layers.9.linear_attn.in_proj_qkv.weight,model.language_model.layers.*.linear_attn.in_proj_qkv.weight,whole,13,0.02243247663043868,3.8483092339061127 +67,137,1.3436354933694417,0.0023714694515933497,0.003706337391026728,0.0036989238619546732,1.4846768330139242,1.3483544033159505,1.4116024840580246,0.9999931315079839,0.0033660229824025085,model.language_model.layers.10.linear_attn.in_proj_z.weight,model.language_model.layers.16.linear_attn.in_proj_z.weight,model.language_model.layers.*.linear_attn.in_proj_z.weight,whole,6,0.004718909946508809,3.9916448577222625 +1,5,0.15447423017827286,0.991467201826077,0.9914672018260774,0.08533419298351554,0.17001631319998436,0.15447423017827286,0.1616877045899975,0.13035638727415025,0.9008319840987098,model.language_model.layers.0.linear_attn.norm.weight,model.language_model.layers.10.linear_attn.norm.weight,model.language_model.layers.*.linear_attn.norm.weight,whole,10,0.0,0.4803232203171962 +197,314,1.3764482860511393,0.009306680401593773,-0.0005928454793311366,-0.0005927339116804386,1.4367824324653586,1.3934763943021777,1.4146325091319305,0.9999998242671034,-0.0005749765324588323,model.language_model.layers.20.linear_attn.out_proj.weight,model.language_model.layers.9.linear_attn.out_proj.weight,model.language_model.layers.*.linear_attn.out_proj.weight,whole,11,0.0170281082510384,4.178756550748561 +227,238,1.3255991866823877,0.01648440922715086,0.0004266797877321744,0.000426690867383378,1.3196998340612203,1.531697072352263,1.4139151398884666,0.9999999089721753,0.0004952218412349508,model.language_model.layers.23.mlp.down_proj.weight,model.language_model.layers.3.mlp.down_proj.weight,model.language_model.layers.*.mlp.down_proj.weight,whole,20,0.005899352621167475,3.463505010700523 +140,228,1.2311834070492644,0.016808649830516376,0.0023324483117390447,0.0023194638112905945,1.6524197500540223,1.253907973720019,1.4126242531377944,0.9999972798387369,0.0017699349915684367,model.language_model.layers.16.mlp.gate_proj.weight,model.language_model.layers.23.mlp.gate_proj.weight,model.language_model.layers.*.mlp.gate_proj.weight,whole,7,0.02272456667075451,4.574910999548096 +59,153,1.3087818846151678,0.01628129078924047,0.0003439705623556652,0.0003438421054067674,1.5335547752508123,1.3186093577133808,1.41397306516736,0.9999999408421244,0.00029575911445741093,model.language_model.layers.1.mlp.up_proj.weight,model.language_model.layers.17.mlp.up_proj.weight,model.language_model.layers.*.mlp.up_proj.weight,whole,16,0.00982747309821308,3.983799981638336 +124,142,0.36753692225460394,0.9616443002504601,0.9616443002504604,0.7298913642484033,0.5125925687442652,0.36753692225460394,0.42241277098696894,0.2742995439219729,0.6895140662760353,model.language_model.layers.15.post_attention_layernorm.weight,model.language_model.layers.16.post_attention_layernorm.weight,model.language_model.layers.*.post_attention_layernorm.weight,whole,1,0.0,2.1587185941198803 +548,584,1.0055436356217708,0.31120966050399324,0.31120966050399335,0.31116716176164344,1.5716611285450843,1.0055436356217706,1.1978654931303445,0.9503412793354761,0.199110920146948,model.visual.blocks.5.attn.proj.bias,model.visual.blocks.8.attn.proj.bias,model.visual.layers.*.attn.proj.bias,whole,3,2.220446049250313e-16,4.411118448763382 +345,525,1.3400556483965984,0.01943965374531532,-0.0005790395416530973,-0.00057924049824214,1.4921790796604903,1.34802147005476,1.414620842332835,0.9999998323565905,-0.0005230992344006323,model.visual.blocks.10.attn.proj.weight,model.visual.blocks.3.attn.proj.weight,model.visual.layers.*.attn.proj.weight,whole,7,0.00796582165816151,3.9228326799013065 +346,538,1.2864924105781752,0.05661692189242039,0.023829021159599666,0.024327723849050138,1.5262159079150508,1.2966524735530154,1.3974863787266298,0.9997160485610779,0.020244815342772483,model.visual.blocks.10.attn.qkv.bias,model.visual.blocks.4.attn.qkv.bias,model.visual.layers.*.attn.qkv.bias,whole,6,0.010160062974840178,6.21663478656709 +407,527,1.2875674923297014,0.02610100221030153,3.6360783982764935e-05,3.615201302197082e-05,1.5856287179480344,1.2885296189395719,1.414188394835022,0.9999999993389467,2.954786741645762e-05,model.visual.blocks.15.attn.qkv.weight,model.visual.blocks.3.attn.qkv.weight,model.visual.layers.*.attn.qkv.weight,whole,12,0.000962126609870495,4.35455098119293 +360,600,0.46333060230990125,0.8902812459078342,0.8895745082027076,0.005850149737267385,0.4772373278240335,0.46434207994426063,0.47065726479393627,0.4567900987936483,0.8655376545829281,model.visual.blocks.11.mlp.linear_fc1.bias,model.visual.blocks.9.mlp.linear_fc1.bias,model.visual.layers.*.mlp.linear_fc1.bias,whole,2,0.0010114776343593812,1.291736787711564 +421,565,1.2966211822444007,0.004010307111641869,-0.0004980292778417379,-0.0004113979304230487,1.5937780757601776,1.2847648526659554,1.4145576561810458,0.9999998759834116,-0.00040146775859272983,model.visual.blocks.16.mlp.linear_fc1.weight,model.visual.blocks.6.mlp.linear_fc1.weight,model.visual.layers.*.mlp.linear_fc1.weight,whole,10,0.01185632957844529,4.058994581323049 +494,530,1.0011714461471575,0.11437598354042218,0.11437598354042228,0.11455054407735935,1.0011714461471575,4.196412187758958,1.3772174264761778,0.9934375342159975,0.47940717163181823,model.visual.blocks.21.mlp.linear_fc2.bias,model.visual.blocks.3.mlp.linear_fc2.bias,model.visual.layers.*.mlp.linear_fc2.bias,whole,18,0.0,2.5873121721348467 +363,531,1.2995185539090046,-0.005061478511807148,-0.001032132750074343,-0.001032074800381939,1.5391116109258838,1.3166580545624518,1.4149344032235378,0.9999994673508512,-0.0008829547442277848,model.visual.blocks.11.mlp.linear_fc2.weight,model.visual.blocks.3.mlp.linear_fc2.weight,model.visual.layers.*.mlp.linear_fc2.weight,whole,8,0.01713950065344716,4.453582551165809 +460,508,0.6757679366792969,0.7375230140569866,0.7375230140569865,0.7369991659239655,0.9478115213718931,0.6757679366792969,0.778150276084592,0.6753220000387208,0.5258370406189974,model.visual.blocks.19.norm1.bias,model.visual.blocks.22.norm1.bias,model.visual.layers.*.norm1.bias,whole,3,0.0,2.4638106302343625 +569,605,0.16508422331165867,0.9871073296810646,0.9871073296810645,0.6412501702816822,0.17438071953935946,0.16508422331165806,0.16954161139028437,0.16005973787907515,0.9344831657771808,model.visual.blocks.6.norm1.weight,model.visual.blocks.9.norm1.weight,model.visual.layers.*.norm1.weight,whole,3,6.106226635438361e-16,0.500935444101344 +378,414,0.9248237845391932,0.4177968694789611,0.4177968694789609,0.4174141038391315,3.7745456930090087,0.9248237845391932,1.2703235115125748,0.9085404646209106,0.10236688423610979,model.visual.blocks.12.norm2.bias,model.visual.blocks.15.norm2.bias,model.visual.layers.*.norm2.bias,whole,3,0.0,7.747052554293516 +391,583,0.27728623792894574,0.9934854474747188,0.9934854474747187,0.7651660896707875,0.27728623792894574,0.3743575203107589,0.3151147836629366,0.11395905254062916,1.3412809498203953,model.visual.blocks.13.norm2.weight,model.visual.blocks.7.norm2.weight,model.visual.layers.*.norm2.weight,whole,6,0.0,0.5349401115661128 +49,131,0.40210535422283733,0.9734969458951462,0.9734969458951462,0.8661918993625768,0.6255889443896265,0.4021053542228371,0.4783674546466567,0.22870001384526137,0.6257277047086334,model.language_model.layers.1.input_layernorm.weight,model.language_model.layers.16.input_layernorm.weight,model.language_model.layers.*.input_layernorm.weight,whole,15,2.220446049250313e-16,1.1111502484504312 +8,32,0.5707918067132823,0.8305907457568138,0.8305907457568139,-0.10202264048411722,0.5971702401622385,0.5707918067132823,0.583534338464877,0.5568833029128633,0.7939015719890243,model.language_model.layers.13.linear_attn.A_log,model.language_model.layers.8.linear_attn.A_log,model.language_model.layers.*.linear_attn.A_log,whole,5,0.0,1.2288493723749874 +97,144,1.1720328727508864,0.015108648368985799,-0.003393669425490852,-0.0034834538117478504,2.106050613875057,1.1383405664027724,1.41621972839548,0.9999942414873351,-0.0018343108900355286,model.language_model.layers.13.linear_attn.conv1d.weight,model.language_model.layers.17.linear_attn.conv1d.weight,model.language_model.layers.*.linear_attn.conv1d.weight,whole,4,0.03369230634811404,7.14868331069864 +39,63,1.0139537353803607,0.20926487771317107,0.2092648777131711,0.11581987983498274,1.0139537353803607,2.1239286695094015,1.2940483841317498,0.9778589933910162,0.43834709394275573,model.language_model.layers.0.linear_attn.dt_bias,model.language_model.layers.10.linear_attn.dt_bias,model.language_model.layers.*.linear_attn.dt_bias,whole,10,0.0,1.8734626241146581 +52,64,1.1859992893008227,0.05311051371927454,0.05608619803907555,0.056089878601267386,1.1893382012204605,1.6933433572536205,1.376401869974097,0.9984259303471247,0.07985381347847165,model.language_model.layers.1.linear_attn.in_proj_a.weight,model.language_model.layers.10.linear_attn.in_proj_a.weight,model.language_model.layers.*.linear_attn.in_proj_a.weight,whole,9,0.003338911919637866,3.5282743456550696 +53,88,1.1728786038568182,0.05428421815304006,0.06820508535196987,0.06817054659497077,1.2047071594654186,1.6204028071646692,1.3672496164268801,0.997671321794974,0.09173989786553627,model.language_model.layers.1.linear_attn.in_proj_b.weight,model.language_model.layers.12.linear_attn.in_proj_b.weight,model.language_model.layers.*.linear_attn.in_proj_b.weight,whole,11,0.03182855560860043,3.431637413199345 +219,277,1.330470353505121,0.01828316558515208,6.661300526393476e-05,6.655625073050726e-05,1.356022367127014,1.4804949126012337,1.4141666401437267,0.9999999977813537,7.272757278722467e-05,model.language_model.layers.22.linear_attn.in_proj_qkv.weight,model.language_model.layers.6.linear_attn.in_proj_qkv.weight,model.language_model.layers.*.linear_attn.in_proj_qkv.weight,whole,16,0.025552013621892966,3.782912015408047 +67,266,1.345202298421701,0.01472038361374222,0.0015967139225758792,0.0016054719421888638,1.4990193397001588,1.340425782993964,1.4130910922032935,0.9999987252515122,0.0014277844542781185,model.language_model.layers.10.linear_attn.in_proj_z.weight,model.language_model.layers.5.linear_attn.in_proj_z.weight,model.language_model.layers.*.linear_attn.in_proj_z.weight,whole,5,0.004776515427736827,4.025348229151373 +1,21,0.15458939349708273,0.9908108191087968,0.9908108191087965,0.014683345969034124,0.15458939349708273,0.16877470155786506,0.16121586075062144,0.13525502111550458,1.081728807601193,model.language_model.layers.0.linear_attn.norm.weight,model.language_model.layers.20.linear_attn.norm.weight,model.language_model.layers.*.linear_attn.norm.weight,whole,20,0.0,0.35630099736261595 +162,279,1.3766360402162674,-0.02670147691195904,-0.0005186032488241869,-0.0005186231316168088,1.4968604917605342,1.3445258788106162,1.414578121221913,0.9999998655253262,-0.00046582530083299844,model.language_model.layers.18.linear_attn.out_proj.weight,model.language_model.layers.6.linear_attn.out_proj.weight,model.language_model.layers.*.linear_attn.out_proj.weight,whole,12,0.03211016140565115,4.224197216789258 +104,198,1.3258657112262315,0.023807721435897558,-9.69861598856218e-05,-9.698166292944361e-05,1.5005720544890455,1.3413481518429755,1.4142817111057047,0.9999999952968424,-8.669507467352067e-05,model.language_model.layers.13.mlp.down_proj.weight,model.language_model.layers.20.mlp.down_proj.weight,model.language_model.layers.*.mlp.down_proj.weight,whole,7,0.015482440616743975,3.8003223047445522 +105,187,1.2323569757092254,0.028648401018974937,0.0022627804570774764,0.0022573786642810924,1.6178656234339657,1.2698401798782593,1.4126584953171033,0.9999974399090246,0.0017760248447219395,model.language_model.layers.13.mlp.gate_proj.weight,model.language_model.layers.2.mlp.gate_proj.weight,model.language_model.layers.*.mlp.gate_proj.weight,whole,11,0.037483204169033835,4.358597836787143 +212,317,1.3099111113757456,0.008352832439488596,0.0002817356540602102,0.00028172240637060653,1.3154055971644574,1.5387507214300924,1.4140167564385968,0.9999999603125098,0.0003295720664958725,model.language_model.layers.21.mlp.up_proj.weight,model.language_model.layers.9.mlp.up_proj.weight,model.language_model.layers.*.mlp.up_proj.weight,whole,12,0.0054944857887118115,3.411759049227719 +283,306,0.37359398219260015,0.9406536291301691,0.9406536291301688,0.976980434555135,0.4762537371770948,0.37359398219260037,0.41570132598107395,0.33936816292080624,0.7378892966880486,model.language_model.layers.6.post_attention_layernorm.weight,model.language_model.layers.8.post_attention_layernorm.weight,model.language_model.layers.*.post_attention_layernorm.weight,whole,2,2.220446049250313e-16,1.954013721622357 +404,512,1.0064758265704057,0.03927026212632797,0.039270262126327844,0.03936729119582042,6.296986136324013,1.0064758265704057,1.4055313785747225,0.9992286257471458,0.006276743933933058,model.visual.blocks.15.attn.proj.bias,model.visual.blocks.23.attn.proj.bias,model.visual.layers.*.attn.proj.bias,whole,8,0.0,14.07609456482923 +573,597,1.3400917816687943,0.022633365239958722,-0.0013008983446404178,-0.0013009047573498665,1.3584282992330619,1.4795809336953802,1.415129792998777,0.9999991538313904,-0.0014169201190026254,model.visual.blocks.7.attn.proj.weight,model.visual.blocks.9.attn.proj.weight,model.visual.layers.*.attn.proj.weight,whole,2,0.018336517564267574,3.593250679554456 +430,586,1.2865766931430749,-0.0029682915843271293,0.00214645038509014,0.0021252624030257765,1.308014337784602,1.5473985368585959,1.4127161859537025,0.9999976963727188,0.002539279646546969,model.visual.blocks.17.attn.qkv.bias,model.visual.blocks.8.attn.qkv.bias,model.visual.layers.*.attn.qkv.bias,whole,9,0.021437644641527198,5.429927650978682 +323,563,1.2880747964237858,0.017451824638201496,-0.0006080496756047385,-0.0006078943572134104,1.253523921807112,1.659745254148865,1.4146270575389477,0.9999998151377789,-0.0008050963733638386,model.visual.blocks.0.attn.qkv.weight,model.visual.blocks.6.attn.qkv.weight,model.visual.layers.*.attn.qkv.weight,whole,6,0.03455087461667383,4.397187523701295 +360,444,0.4635314287387609,0.8942588737913827,0.8987382978134816,0.009542755389365267,0.4564899895172068,0.5914624317427322,0.5110627846784608,0.4384854296819058,1.1644722805143766,model.visual.blocks.11.mlp.linear_fc1.bias,model.visual.blocks.18.mlp.linear_fc1.bias,model.visual.layers.*.mlp.linear_fc1.bias,whole,7,0.007041439221554091,1.2217710783645577 +469,481,1.2969153141769474,0.002429710938139481,-0.00014865637297850897,-0.00014776634640539059,1.2998849209013865,1.5654971355227707,1.4143168834534805,0.9999999889506413,-0.00017903209917512027,model.visual.blocks.2.mlp.linear_fc1.weight,model.visual.blocks.20.mlp.linear_fc1.weight,model.visual.layers.*.mlp.linear_fc1.weight,whole,18,0.0029696067244391333,3.648418400076292 +398,494,1.00149664681438,0.08905844351639108,0.08905844351639113,0.08912013096449392,5.173275115791088,1.00149664681438,1.390513481525598,0.9960264020790001,0.017240863970277083,model.visual.blocks.14.mlp.linear_fc2.bias,model.visual.blocks.21.mlp.linear_fc2.bias,model.visual.layers.*.mlp.linear_fc2.bias,whole,7,0.0,13.635908687960317 +327,459,1.2995472578425045,0.011092184685214466,-0.002750084555796841,-0.0027367776307408143,1.3349372753288684,1.514230739019027,1.4161415112313926,0.9999962185103182,-0.003119444371094647,model.visual.blocks.0.mlp.linear_fc2.weight,model.visual.blocks.19.mlp.linear_fc2.weight,model.visual.layers.*.mlp.linear_fc2.weight,whole,19,0.035390017486363945,3.6949967178656347 +592,604,0.6774245218037853,0.7508667148870685,0.750866714887069,0.7507927957235296,0.6774245218037853,0.7514016226060655,0.7115449458373801,0.6604537655844661,0.8328639571899786,model.visual.blocks.8.norm1.bias,model.visual.blocks.9.norm1.bias,model.visual.layers.*.norm1.bias,whole,1,0.0,2.322432371748103 +377,413,0.1715459266236978,0.9920671800307295,0.9920671800307292,0.7365549755227974,0.19597639437978842,0.1715459266236971,0.1825463064309246,0.12570883145537856,0.8683958300688138,model.visual.blocks.12.norm1.weight,model.visual.blocks.15.norm1.weight,model.visual.layers.*.norm1.weight,whole,3,6.938893903907228e-16,0.40681792333618744 +402,462,0.9264209094297156,0.37908842216533045,0.3790884221653304,0.3706514611653327,2.7672992048044485,0.9264209094297156,1.2423859277171676,0.9253604531101381,0.1269090961349438,model.visual.blocks.14.norm2.bias,model.visual.blocks.19.norm2.bias,model.visual.layers.*.norm2.bias,whole,5,0.0,5.9035598734352694 +367,583,0.2804437557506566,0.993222055971871,0.993222055971871,0.8189215149215759,0.2804437557506566,0.3800055478272749,0.3191146603346058,0.11623229986113953,1.3458309687925343,model.visual.blocks.11.norm2.weight,model.visual.blocks.7.norm2.weight,model.visual.layers.*.norm2.weight,whole,4,0.0,0.4777519295366714 +108,131,0.40510114701521693,0.9470353939683774,0.9470353939683777,0.789832353916109,0.5786431159197141,0.4051011470152167,0.46931816658363096,0.3211291991880522,0.6630081889954217,model.language_model.layers.14.input_layernorm.weight,model.language_model.layers.16.input_layernorm.weight,model.language_model.layers.*.input_layernorm.weight,whole,2,2.220446049250313e-16,1.338274948279703 +4,22,0.5757473218079088,0.8185998908291079,0.8185998908291078,0.012541090452477538,0.7393551012430876,0.5757473218079088,0.6424219291544195,0.5743641865006668,0.6374564725186734,model.language_model.layers.10.linear_attn.A_log,model.language_model.layers.21.linear_attn.A_log,model.language_model.layers.*.linear_attn.A_log,whole,11,0.0,2.0571423958748314 +50,132,1.1734131931742087,0.0281738151496831,0.010630456937434238,0.010675566434137624,2.3525028914739976,1.0992801275330815,1.408435788258933,0.9999434950962486,0.0049674115599474085,model.language_model.layers.1.linear_attn.conv1d.weight,model.language_model.layers.16.linear_attn.conv1d.weight,model.language_model.layers.*.linear_attn.conv1d.weight,whole,15,0.0741330656411272,7.191253400188882 +39,145,1.0181417562306896,0.2098662405548829,0.2098662405548829,0.1392668069330433,1.0181417562306896,2.061570420636344,1.2910102623954358,0.9777301064585052,0.4249447890437643,model.language_model.layers.0.linear_attn.dt_bias,model.language_model.layers.17.linear_attn.dt_bias,model.language_model.layers.*.linear_attn.dt_bias,whole,17,0.0,2.001302540505769 +134,205,1.1887504495999532,0.21707350993097732,0.1973593532239659,0.1971188590770089,1.3510216675585547,1.1987892738915638,1.2681030107064908,0.9803312122415658,0.17512100762574376,model.language_model.layers.16.linear_attn.in_proj_a.weight,model.language_model.layers.21.linear_attn.in_proj_a.weight,model.language_model.layers.*.linear_attn.in_proj_a.weight,whole,5,0.010038824291610515,3.8368867303993666 +88,311,1.1728880287337153,0.2217663182369127,0.26709051740357004,0.26706792710094746,1.2945736504783882,1.1440897624831907,1.212382638650901,0.9636714458325998,0.23604336957178343,model.language_model.layers.12.linear_attn.in_proj_b.weight,model.language_model.layers.9.linear_attn.in_proj_b.weight,model.language_model.layers.*.linear_attn.in_proj_b.weight,whole,3,0.028798266250524618,3.7772450943704676 +89,160,1.3311384266584494,-0.016690513264467587,0.00012739373935526023,0.00012746144443725785,1.5310178090907762,1.3204755842794036,1.4141244554561092,0.9999999918854175,0.00010987483059297401,model.language_model.layers.12.linear_attn.in_proj_qkv.weight,model.language_model.layers.18.linear_attn.in_proj_qkv.weight,model.language_model.layers.*.linear_attn.in_proj_qkv.weight,whole,6,0.0106628423790458,4.200010078550861 +196,301,1.3456332477335116,-0.006042459025460587,-0.00029208810384571233,-0.00029271722416286975,1.343101068440315,1.4984547308291456,1.4144188539367861,0.9999999573422689,-0.00032587331758642863,model.language_model.layers.20.linear_attn.in_proj_z.weight,model.language_model.layers.8.linear_attn.in_proj_z.weight,model.language_model.layers.*.linear_attn.in_proj_z.weight,whole,12,0.0025321792931964904,3.6434450238599885 +11,13,0.1546783091585044,0.9923951983752229,0.9923951983752227,-0.060138830205381404,0.15467830915850514,0.17210810045268246,0.16269712031656608,0.12309252715661632,1.104222391749173,model.language_model.layers.14.linear_attn.norm.weight,model.language_model.layers.16.linear_attn.norm.weight,model.language_model.layers.*.linear_attn.norm.weight,whole,2,7.494005416219807e-16,0.3258908378088145 +138,221,1.3782211028822644,-0.013964723788394338,-0.0006428514947045156,-0.0006428406140863391,1.4831734231240201,1.354851737130319,1.4146661997486423,0.9999997933709566,-0.0005872330576708332,model.language_model.layers.16.linear_attn.out_proj.weight,model.language_model.layers.22.linear_attn.out_proj.weight,model.language_model.layers.*.linear_attn.out_proj.weight,whole,6,0.02336936575194537,3.952456083941699 +116,210,1.3272276579145568,0.02445379352304007,8.07118872542473e-05,8.08791764825194e-05,1.5170918913947378,1.3296819190343383,1.4141569818724404,0.9999999967427956,7.074135570947192e-05,model.language_model.layers.14.mlp.down_proj.weight,model.language_model.layers.21.mlp.down_proj.weight,model.language_model.layers.*.mlp.down_proj.weight,whole,7,0.002454261119781531,3.9984194413064484 +58,169,1.2326088945830853,0.0232806227927375,0.0023107422908043417,0.0023064182768212428,1.66328096040733,1.249261350190228,1.4126434747922252,0.9999973302314689,0.0017355582747997954,model.language_model.layers.1.mlp.gate_proj.weight,model.language_model.layers.19.mlp.gate_proj.weight,model.language_model.layers.*.mlp.gate_proj.weight,whole,18,0.01665245560714279,4.62507117949836 +165,270,1.3107675097761204,0.017355797426382866,0.00022565609429939126,0.00022565795509017322,1.318391222927006,1.5341094008400584,1.4140558053302734,0.9999999745396633,0.0002625784589592292,model.language_model.layers.18.mlp.up_proj.weight,model.language_model.layers.5.mlp.up_proj.weight,model.language_model.layers.*.mlp.up_proj.weight,whole,13,0.007623713150885614,3.438721499398471 +166,230,0.37868506942789626,0.946052108845068,0.9460521088450684,0.07774464341242773,0.3786850694278961,0.5048800210227778,0.42842304400101977,0.324014517189892,1.2613193578609985,model.language_model.layers.18.post_attention_layernorm.weight,model.language_model.layers.23.post_attention_layernorm.weight,model.language_model.layers.*.post_attention_layernorm.weight,whole,5,1.6653345369377348e-16,1.0675548225993163 +392,596,1.0066341702902035,0.45773356702992196,0.4577335670299221,0.4578565286183649,1.0826528514738587,1.0066341702902035,1.0425706571803968,0.8890894114846177,0.42559371532054424,model.visual.blocks.14.attn.proj.bias,model.visual.blocks.9.attn.proj.bias,model.visual.layers.*.attn.proj.bias,whole,5,0.0,3.0721221388529183 +393,573,1.3403256226600841,0.000986360029497783,0.0003855847244777832,0.0003855898730899736,1.4878334417895653,1.3500687231025046,1.4139421687758182,0.9999999256622074,0.0003498818227915454,model.visual.blocks.14.attn.proj.weight,model.visual.blocks.7.attn.proj.weight,model.visual.layers.*.attn.proj.weight,whole,7,0.009743100442420438,3.7500691496153764 +334,430,1.2866223947174382,0.02872814884214222,0.009417707706865099,0.009408230025368395,1.316359841426545,1.520908707928371,1.4076076746742203,0.9999556524074196,0.010881123237983958,model.visual.blocks.1.attn.qkv.bias,model.visual.blocks.17.attn.qkv.bias,model.visual.layers.*.attn.qkv.bias,whole,16,0.02973744670910672,6.465326082933902 +455,563,1.2890678547740935,0.02138960513475585,9.108697827968259e-05,9.099688056371487e-05,1.5309681859554067,1.3205487807674208,1.4141498503597558,0.9999999958515812,7.856779730269783e-05,model.visual.blocks.19.attn.qkv.weight,model.visual.blocks.6.attn.qkv.weight,model.visual.layers.*.attn.qkv.weight,whole,13,0.0314809259933273,4.151323581967799 +504,516,0.46424890047510514,0.887043669296313,0.8908684187252012,0.03653101743580339,0.45682384179169877,0.48640415895317823,0.47091865399754995,0.4542614451151008,0.9485540471102738,model.visual.blocks.22.mlp.linear_fc1.bias,model.visual.blocks.23.mlp.linear_fc1.bias,model.visual.layers.*.mlp.linear_fc1.bias,whole,1,0.007425058683406371,1.397108300662726 +445,601,1.2974218636353576,-0.004641254562189083,0.0004672431334018502,0.0005171603999383662,1.548987378571546,1.3089146176152433,1.4138877642086196,0.9999998908419212,0.0003948265658910807,model.visual.blocks.18.mlp.linear_fc1.weight,model.visual.blocks.9.mlp.linear_fc1.weight,model.visual.layers.*.mlp.linear_fc1.weight,whole,9,0.011492753979885695,4.131051774751511 +410,494,1.0015323709458004,0.11772010949365252,0.11772010949365246,0.11782974939052908,4.041424589175364,1.0015323709458004,1.3747944395195428,0.9930468145162152,0.029173005153916305,model.visual.blocks.15.mlp.linear_fc2.bias,model.visual.blocks.21.mlp.linear_fc2.bias,model.visual.layers.*.mlp.linear_fc2.bias,whole,6,0.0,10.855956667401312 +507,603,1.300830438544529,0.022481042236241533,0.0005457338181151569,0.0005483314942730179,1.32883154264216,1.5175510806228498,1.4138309963771363,0.9999998510872888,0.0006232384759368327,model.visual.blocks.22.mlp.linear_fc2.weight,model.visual.blocks.9.mlp.linear_fc2.weight,model.visual.layers.*.mlp.linear_fc2.weight,whole,13,0.028001104097630902,3.4330466634066323 +412,484,0.6788950234385008,0.7342608064230718,0.7342608064230715,0.7334873582515042,0.9169608958883565,0.6788950234385008,0.7716322326235466,0.6788674893901908,0.5436284247471945,model.visual.blocks.15.norm1.bias,model.visual.blocks.20.norm1.bias,model.visual.layers.*.norm1.bias,whole,5,0.0,2.8221281830715133 +569,593,0.17178363980534458,0.9855267630203541,0.9855267630203541,0.6327200708619762,0.17178363980534458,0.17936527949924433,0.1754517219076768,0.16951990847868836,1.029022807430534,model.visual.blocks.6.norm1.weight,model.visual.blocks.8.norm1.weight,model.visual.layers.*.norm1.weight,whole,2,0.0,0.5090150480384625 +378,594,0.9279377326793614,0.46959325725049805,0.46959325725049766,0.4694619451872602,0.9279377326793614,1.2286882391748943,1.047208780199991,0.882882876006137,0.6217914112766093,model.visual.blocks.12.norm2.bias,model.visual.blocks.8.norm2.bias,model.visual.layers.*.norm2.bias,whole,4,0.0,2.586291197431149 +439,451,0.28582592251623534,0.997184123697342,0.9971841236973416,0.9384536395251134,0.39622572403768985,0.2858259225162356,0.3278241927994486,0.07499215589623368,0.7193401507854267,model.visual.blocks.17.norm2.weight,model.visual.blocks.18.norm2.weight,model.visual.layers.*.norm2.weight,whole,1,2.7755575615628914e-16,0.6311495920732387 +272,307,0.40623884915795266,0.9206389120597187,0.9206389120597184,0.8729985289866181,0.5025454366631109,0.4062388491579526,0.4467874259822895,0.39041515544545385,0.7442099058913269,model.language_model.layers.6.input_layernorm.weight,model.language_model.layers.9.input_layernorm.weight,model.language_model.layers.*.input_layernorm.weight,whole,3,5.551115123125783e-17,0.9289066109983403 +4,12,0.5765915106990238,0.8170614159569267,0.8170614159569267,0.1436818707478013,0.7116687630744317,0.5765915106990239,0.6335752911059966,0.5765506417952043,0.6619802647024646,model.language_model.layers.10.linear_attn.A_log,model.language_model.layers.16.linear_attn.A_log,model.language_model.layers.*.linear_attn.A_log,whole,6,1.1102230246251565e-16,1.7695241594203601 +50,215,1.1734766787933983,-0.05260759275619372,-0.029059599691854676,-0.029100063532442932,2.3901507233654185,1.1158301972039246,1.4298793132486158,0.9995776806560605,-0.013566332255889255,model.language_model.layers.1.linear_attn.conv1d.weight,model.language_model.layers.22.linear_attn.conv1d.weight,model.language_model.layers.*.linear_attn.conv1d.weight,whole,21,0.05764648158947372,7.171937354647899 +39,180,1.0262499153807372,0.15925124112662056,0.15925124112662056,0.07273137410740348,1.0262499153807372,2.334940295438295,1.328665789517731,0.9872380878995861,0.36233098237786815,model.language_model.layers.0.linear_attn.dt_bias,model.language_model.layers.2.linear_attn.dt_bias,model.language_model.layers.*.linear_attn.dt_bias,whole,2,0.0,2.013275555819531 +251,298,1.1894034760262011,0.13626224221839894,0.1185198625732783,0.11849661468509624,1.2069223298207197,1.5000243382701612,1.3298323217447612,0.9929516816923224,0.14730250160734096,model.language_model.layers.4.linear_attn.in_proj_a.weight,model.language_model.layers.8.linear_attn.in_proj_a.weight,model.language_model.layers.*.linear_attn.in_proj_a.weight,whole,4,0.017518853794518563,3.2941635863017185 +88,194,1.173781102093946,0.11208588910149303,0.12062627738059757,0.12056913180801537,1.5066757447135148,1.2014592468289256,1.32845752622559,0.9926979909344529,0.0961902764267483,model.language_model.layers.12.linear_attn.in_proj_b.weight,model.language_model.layers.20.linear_attn.in_proj_b.weight,model.language_model.layers.*.linear_attn.in_proj_b.weight,whole,8,0.02767814473497965,5.075720820681442 +207,253,1.331891743314639,0.016235091975488853,-0.0004603857473640829,-0.0004603738066820229,1.3382695679069847,1.5055308714826123,1.4145368227589303,0.9999998940224762,-0.0005179262624429614,model.language_model.layers.21.linear_attn.in_proj_qkv.weight,model.language_model.layers.4.linear_attn.in_proj_qkv.weight,model.language_model.layers.*.linear_attn.in_proj_qkv.weight,whole,17,0.006377824592345593,3.478384350774225 +184,254,1.3466403548198127,0.020492599889203177,0.0014879215066010147,0.0014860521905823158,1.3690080065803052,1.4618866292723032,1.4131633156315586,0.9999988930441824,0.001588867665821887,model.language_model.layers.2.linear_attn.in_proj_z.weight,model.language_model.layers.4.linear_attn.in_proj_z.weight,model.language_model.layers.*.linear_attn.in_proj_z.weight,whole,2,0.02236765176049249,3.6183746929889855 +19,23,0.1549451641394404,0.9879238885797582,0.9879238885797577,0.04729538470349897,0.15663777131871862,0.1549451641394404,0.15578457180486058,0.1549399573171827,0.9772485128238801,model.language_model.layers.2.linear_attn.norm.weight,model.language_model.layers.21.linear_attn.norm.weight,model.language_model.layers.*.linear_attn.norm.weight,whole,19,0.0,0.5368522600566197 +115,314,1.3785447685795242,0.014241984211929197,0.0006225380953558854,0.000622621715111048,1.3887842638589343,1.4401622896471236,1.4137735833202352,0.9999998062231411,0.0006455688706531593,model.language_model.layers.14.linear_attn.out_proj.weight,model.language_model.layers.9.linear_attn.out_proj.weight,model.language_model.layers.*.linear_attn.out_proj.weight,whole,5,0.010239495279410038,3.930659484315604 +74,198,1.327683964602619,0.010888571704306559,-0.0003707781480114766,-0.0003707556211762259,1.516954126406715,1.3303011359269044,1.414473474433404,0.9999999312617801,-0.0003251559047767114,model.language_model.layers.11.mlp.down_proj.weight,model.language_model.layers.20.mlp.down_proj.weight,model.language_model.layers.*.mlp.down_proj.weight,whole,9,0.0026171713242852945,3.85182754676209 +70,187,1.2327321944811116,0.011393675599914853,0.002955102380799435,0.002956394723958589,1.6706518734348448,1.2455747436906686,1.412209515531331,0.9999956336754271,0.0022032123801927978,model.language_model.layers.10.mlp.gate_proj.weight,model.language_model.layers.2.mlp.gate_proj.weight,model.language_model.layers.*.mlp.gate_proj.weight,whole,8,0.012842549209556964,4.317224068768447 +94,200,1.3108579738337267,0.016457659658259557,3.354928121199786e-05,3.355313697650807e-05,1.5097933371962156,1.3347150725168377,1.4141900183159597,0.9999999994372228,2.965884813673673e-05,model.language_model.layers.12.mlp.up_proj.weight,model.language_model.layers.20.mlp.up_proj.weight,model.language_model.layers.*.mlp.up_proj.weight,whole,8,0.023857098683111033,4.095442166962566 +142,166,0.3791080936368949,0.9899501741728419,0.9899501741728426,0.9540571282296965,0.5940219493979285,0.3791080936368947,0.4519430771642912,0.14141659257371073,0.631791676564413,model.language_model.layers.16.post_attention_layernorm.weight,model.language_model.layers.18.post_attention_layernorm.weight,model.language_model.layers.*.post_attention_layernorm.weight,whole,2,2.220446049250313e-16,0.780181135368372 +416,476,1.0067824067046063,0.2515838198380369,0.25158381983803685,0.251503541723131,1.9035339020397068,1.0067824067046063,1.2586072886274617,0.9678355137086582,0.133063121887699,model.visual.blocks.16.attn.proj.bias,model.visual.blocks.20.attn.proj.bias,model.visual.layers.*.attn.proj.bias,whole,4,0.0,4.96880057953442 +417,489,1.340569569609163,0.0015007459514606025,0.001691918215876557,0.001691910913750184,1.4972562297210708,1.3415753517841498,1.4130238694535746,0.9999985687053511,0.00151599688189473,model.visual.blocks.16.attn.proj.weight,model.visual.blocks.21.attn.proj.weight,model.visual.layers.*.attn.proj.weight,whole,5,0.0010057821749867024,3.9190432314816466 +358,418,1.2912871514495297,0.0219543456219142,0.0024264092133162627,0.002521423858875569,1.5395982971797624,1.3124701697314307,1.4125184410165526,0.9999970562648319,0.0020684549456001845,model.visual.blocks.11.attn.qkv.bias,model.visual.blocks.16.attn.qkv.bias,model.visual.layers.*.attn.qkv.bias,whole,5,0.021183018281901056,7.386752284260389 +383,539,1.2921703448668567,0.017736488723258337,0.00011830876747349896,0.00011831416569963326,1.5623970837582422,1.3013792347281599,1.4141312815301281,0.9999999930015178,9.854381762281733e-05,model.visual.blocks.13.attn.qkv.weight,model.visual.blocks.4.attn.qkv.weight,model.visual.layers.*.attn.qkv.weight,whole,9,0.009208889861303193,4.259206691551379 +456,504,0.464508856265679,0.8905768674718022,0.8921950196760352,0.006351105480892989,0.46908183149884747,0.4603885446122408,0.46467421028042905,0.4516503590890626,0.8756603625138456,model.visual.blocks.19.mlp.linear_fc1.bias,model.visual.blocks.22.mlp.linear_fc1.bias,model.visual.layers.*.mlp.linear_fc1.bias,whole,3,0.00412031165343818,1.3953680578443866 +433,565,1.2976829495174218,-0.011667760165184508,-0.0005688971384844879,-0.0004273751117300661,1.6048808272326514,1.2791184955917407,1.4146056433378826,0.9999998381780099,-0.0004534211136284173,model.visual.blocks.17.mlp.linear_fc1.weight,model.visual.blocks.6.mlp.linear_fc1.weight,model.visual.layers.*.mlp.linear_fc1.weight,whole,11,0.018564453925681068,4.32145099592375 +458,578,1.0018989739124424,0.18529303706062655,0.18529303706062664,0.18478085470191435,1.0018989739124424,2.632592391722073,1.3242410050235207,0.9826833113556215,0.4868764738823972,model.visual.blocks.19.mlp.linear_fc2.bias,model.visual.blocks.7.mlp.linear_fc2.bias,model.visual.layers.*.mlp.linear_fc2.bias,whole,12,0.0,2.7302839766975255 +459,543,1.3022069674981203,0.011004800997196952,-0.001304377058422431,-0.001302216001409023,1.5297650586768043,1.3229161586171774,1.4151259538430208,0.9999991492998829,-0.00112800424988733,model.visual.blocks.19.mlp.linear_fc2.weight,model.visual.blocks.4.mlp.linear_fc2.weight,model.visual.layers.*.mlp.linear_fc2.weight,whole,15,0.020709191119057113,4.280077825268247 +352,604,0.6815098479333731,0.7628473877644704,0.7628473877644698,0.7627763131110077,0.6815098479333732,0.6966729569248987,0.6889662900493354,0.6465785822163649,0.7798201991180397,model.visual.blocks.10.norm1.bias,model.visual.blocks.9.norm1.bias,model.visual.layers.*.norm1.bias,whole,1,1.1102230246251565e-16,1.768557577207057 +425,521,0.17216597657242372,0.9857706432705121,0.9857706432705124,0.025151551610578613,0.1815031128484668,0.17216597657242372,0.17664973914851512,0.1680959216222696,0.9350592549714926,model.visual.blocks.16.norm1.weight,model.visual.blocks.23.norm1.weight,model.visual.layers.*.norm1.weight,whole,7,0.0,0.9137427117081423 +366,414,0.9285524896621689,0.41664862756056187,0.41664862756056176,0.4127313334319323,4.082906025427537,0.9285524896621689,1.2804747113992199,0.9090676108804561,0.0947560678659445,model.visual.blocks.11.norm2.bias,model.visual.blocks.15.norm2.bias,model.visual.layers.*.norm2.bias,whole,4,0.0,9.206753335535826 +451,523,0.28756520306186517,0.9594237233226339,0.959423723322634,-0.3314220621066853,0.2875652030618658,0.3184678412966382,0.30183647818040366,0.2819682945398896,1.062526337686303,model.visual.blocks.18.norm2.weight,model.visual.blocks.23.norm2.weight,model.visual.layers.*.norm2.weight,whole,5,6.106226635438361e-16,1.1519713086025338 +108,307,0.41344693322400594,0.9135454147378086,0.9135454147378087,0.9523655936636063,0.4925744818322122,0.4134469332240063,0.44785066660358197,0.40673673944152744,0.7667927674191989,model.language_model.layers.14.input_layernorm.weight,model.language_model.layers.9.input_layernorm.weight,model.language_model.layers.*.input_layernorm.weight,whole,5,3.3306690738754696e-16,1.4609432036586028 +16,18,0.5778948062250776,0.8179733541555319,0.8179733541555321,0.29110860416934436,0.5778948062250776,0.6618618635630802,0.6156244748641552,0.5752561098254834,0.9368233849733991,model.language_model.layers.18.linear_attn.A_log,model.language_model.layers.2.linear_attn.A_log,model.language_model.layers.*.linear_attn.A_log,whole,16,0.0,1.2150805351914453 +97,215,1.174556276460143,0.008520969287400846,-0.0025894704127361018,-0.0024710196179806715,1.867117158847081,1.1861051631287094,1.4158700710525602,0.9999966473158706,-0.0016449874137581474,model.language_model.layers.13.linear_attn.conv1d.weight,model.language_model.layers.22.linear_attn.conv1d.weight,model.language_model.layers.*.linear_attn.conv1d.weight,whole,9,0.01154888666856646,6.992699130336886 +39,192,1.043281261267189,0.1881161136190578,0.1881161136190578,0.14346500438718823,1.043281261267189,1.9319962717112034,1.2982313095944233,0.9821467954419348,0.3483620799623873,model.language_model.layers.0.linear_attn.dt_bias,model.language_model.layers.20.linear_attn.dt_bias,model.language_model.layers.*.linear_attn.dt_bias,whole,20,0.0,2.021262676150478 +111,251,1.190894359246869,0.12308824226933279,0.07448081425577983,0.07443791998089756,1.5537208374275802,1.2273173320406792,1.362015616379771,0.9972224467528777,0.05883398873118471,model.language_model.layers.14.linear_attn.in_proj_a.weight,model.language_model.layers.4.linear_attn.in_proj_a.weight,model.language_model.layers.*.linear_attn.in_proj_a.weight,whole,10,0.03642297279381013,4.133574677875637 +65,264,1.175802896907135,0.2350271572249355,0.21616602642412244,0.21595599819099467,1.197879044396956,1.3161042734630004,1.2528271908043558,0.9763566197962739,0.2375006328769419,model.language_model.layers.10.linear_attn.in_proj_b.weight,model.language_model.layers.5.linear_attn.in_proj_b.weight,model.language_model.layers.*.linear_attn.in_proj_b.weight,whole,5,0.022076147489821007,3.3842741759974366 +113,207,1.3319773424475263,0.003364350452263192,3.1722664936244106e-05,3.170159133547079e-05,1.5223561965063799,1.326226475638932,1.4141913425573298,0.9999999994968362,2.763573874026231e-05,model.language_model.layers.14.linear_attn.in_proj_qkv.weight,model.language_model.layers.21.linear_attn.in_proj_qkv.weight,model.language_model.layers.*.linear_attn.in_proj_qkv.weight,whole,7,0.005750866808594379,4.234691649639095 +102,161,1.3468872211071408,-0.010853868578373248,0.001723389875132918,0.0017223262506645034,1.486280561688653,1.3495891750141218,1.4130000704517307,0.9999985149625665,0.0015648918378948359,model.language_model.layers.13.linear_attn.in_proj_z.weight,model.language_model.layers.18.linear_attn.in_proj_z.weight,model.language_model.layers.*.linear_attn.in_proj_z.weight,whole,5,0.002701953906981025,4.19490512192267 +13,29,0.1549936643863826,0.9880202104979621,0.9880202104979621,0.06437621932761661,0.15919094427653074,0.1549936643863826,0.1570502542337612,0.15432454000437745,0.9619697502822147,model.language_model.layers.16.linear_attn.norm.weight,model.language_model.layers.5.linear_attn.norm.weight,model.language_model.layers.*.linear_attn.norm.weight,whole,11,0.0,0.3959166265799778 +68,197,1.3785510841717965,-0.004269366843686925,-2.380415248351002e-05,-2.396833024578011e-05,1.3705648835791613,1.462354198520178,1.4142303590466612,0.9999999997166812,-2.5398361466529458e-05,model.language_model.layers.10.linear_attn.out_proj.weight,model.language_model.layers.20.linear_attn.out_proj.weight,model.language_model.layers.*.linear_attn.out_proj.weight,whole,10,0.007986200592635218,3.879617337897666 +186,227,1.3278797815884904,-0.030800720507300417,3.5398014617197646e-05,3.541288824871221e-05,1.527690341869713,1.3227279017762674,1.4141887894848821,0.9999999993734903,3.0648843105433885e-05,model.language_model.layers.2.mlp.down_proj.weight,model.language_model.layers.23.mlp.down_proj.weight,model.language_model.layers.*.mlp.down_proj.weight,whole,21,0.005151879812222981,4.120714887473668 +117,211,1.2334347391261284,0.0074884032715518785,0.005061275616973114,0.005059131044557217,1.6366820886214324,1.2582809814169518,1.4107506969742565,0.9999871916625378,0.0038911080501349976,model.language_model.layers.14.mlp.gate_proj.weight,model.language_model.layers.21.mlp.gate_proj.weight,model.language_model.layers.*.mlp.gate_proj.weight,whole,7,0.024846242290823328,4.739048657932529 +76,240,1.3119752134303757,0.015754915615565628,0.0001366198392942032,0.00013654274106158929,1.3491392218997882,1.4894898729038426,1.414117425463144,0.9999999906675098,0.0001508323705687813,model.language_model.layers.11.mlp.up_proj.weight,model.language_model.layers.3.mlp.up_proj.weight,model.language_model.layers.*.mlp.up_proj.weight,whole,8,0.03716400846941248,3.410567849986312 +142,201,0.3928180085396497,0.9809469516408921,0.9809469516408925,0.9112208943731727,0.6142255205928304,0.3928180085396495,0.46800484118350744,0.19427577838330848,0.6273487751774036,model.language_model.layers.16.post_attention_layernorm.weight,model.language_model.layers.20.post_attention_layernorm.weight,model.language_model.layers.*.post_attention_layernorm.weight,whole,4,2.220446049250313e-16,1.0069263047751102 +512,536,1.0069301930752388,0.02462817123864906,0.024628171238649074,0.02447546510633701,1.0069301930752388,6.939262728345061,1.4092551147353645,0.9996966805893874,0.16972512287243277,model.visual.blocks.23.attn.proj.bias,model.visual.blocks.4.attn.proj.bias,model.visual.layers.*.attn.proj.bias,whole,19,0.0,2.260742371039501 +465,525,1.3414689835051599,0.054255837895573714,-0.0012014823335960738,-0.0012015955977976028,1.4266761630468103,1.4037284458126031,1.4150627720284739,0.9999992782198406,-0.0011821568008876721,model.visual.blocks.2.attn.proj.weight,model.visual.blocks.3.attn.proj.weight,model.visual.layers.*.attn.proj.weight,whole,1,0.06225946230744328,3.9677859969055946 +370,418,1.292470858886259,0.0634886466408151,0.05474300422933156,0.05484704657372968,1.4616164182764735,1.3025351456006071,1.3752224811859042,0.9985004774600498,0.0487848152859072,model.visual.blocks.12.attn.qkv.bias,model.visual.blocks.16.attn.qkv.bias,model.visual.layers.*.attn.qkv.bias,whole,4,0.010064286714348114,5.831039943822638 +455,527,1.293117141256622,-0.02283533952187316,-7.48485456288498e-05,-7.387300143340364e-05,1.603015316735905,1.2795612637623741,1.4142651711278327,0.9999999971988476,-5.974571710933023e-05,model.visual.blocks.19.attn.qkv.weight,model.visual.blocks.3.attn.qkv.weight,model.visual.layers.*.attn.qkv.weight,whole,16,0.013555877494247914,4.693464476397113 +360,480,0.46596889906594463,0.8939308404711215,0.8973235564815307,-0.006916996850862116,0.459715181914581,0.5979927615722328,0.515429248588639,0.4413733510117447,1.1672292164236413,model.visual.blocks.11.mlp.linear_fc1.bias,model.visual.blocks.20.mlp.linear_fc1.bias,model.visual.layers.*.mlp.linear_fc1.bias,whole,9,0.006253717151363636,1.1968711154414524 +409,589,1.297771052291934,0.016613858651598985,-0.0017144432843768146,-0.0016172723962863053,1.5583358462149028,1.305742429985269,1.4154066404098362,0.9999985303410324,-0.0014365461371190131,model.visual.blocks.15.mlp.linear_fc1.weight,model.visual.blocks.8.mlp.linear_fc1.weight,model.visual.layers.*.mlp.linear_fc1.weight,whole,7,0.007971377693335002,4.151485486544758 +506,590,1.0023786153556267,0.13393112647512223,0.13393112647512223,0.13435229997462889,1.0023786153556267,3.52208888479511,1.3634360414830913,0.9909906424185371,0.4705979603512979,model.visual.blocks.22.mlp.linear_fc2.bias,model.visual.blocks.8.mlp.linear_fc2.bias,model.visual.layers.*.mlp.linear_fc2.bias,whole,14,0.0,3.061511018804432 +471,579,1.303698687783821,0.020524764639874703,-0.0009544915849101601,-0.000954519586111885,1.4037035951995724,1.4263445786768938,1.4148882425204838,0.9999995444728034,-0.0009698870204402092,model.visual.blocks.2.mlp.linear_fc2.weight,model.visual.blocks.7.mlp.linear_fc2.weight,model.visual.layers.*.mlp.linear_fc2.weight,whole,5,0.10000490741575141,3.653631259982088 +376,484,0.6833478832971014,0.7782666128138078,0.7782666128138078,0.7776935959221268,1.3433077183927997,0.6833478832971013,0.8613541112979192,0.6279339769269716,0.39590842457409864,model.visual.blocks.12.norm1.bias,model.visual.blocks.20.norm1.bias,model.visual.layers.*.norm1.bias,whole,8,1.1102230246251565e-16,5.265657216452293 +377,605,0.1725650564452399,0.9941690978133916,0.9941690978133918,0.8542099318071829,0.17256505644523898,0.20078688963181804,0.1850813067902931,0.10783230013732742,1.1567586452902003,model.visual.blocks.12.norm1.weight,model.visual.blocks.9.norm1.weight,model.visual.layers.*.norm1.weight,whole,3,9.159339953157541e-16,0.41996546872961676 +570,582,0.9289419935748748,0.557398283042205,0.5573982830422046,0.557268290802046,0.9536580405368716,0.9289419935748748,0.9410566747817443,0.8302452373013666,0.5429521382454262,model.visual.blocks.6.norm2.bias,model.visual.blocks.7.norm2.bias,model.visual.layers.*.norm2.bias,whole,1,0.0,2.9038963375516045 +535,607,0.2956183455015908,0.9595413757617199,0.9595413757617202,0.4283480342020205,0.33999182591137683,0.2956183455015907,0.3154883010846878,0.2815676618528938,0.8343083930992473,model.visual.blocks.3.norm2.weight,model.visual.blocks.9.norm2.weight,model.visual.layers.*.norm2.weight,whole,6,5.551115123125783e-17,0.8516958297215247 +108,178,0.41478825555957877,0.9119663546615635,0.9119663546615634,0.561307308799406,0.42627383277455905,0.41478825555957927,0.42041342133883536,0.41026499724604776,0.8873942153966402,model.language_model.layers.14.input_layernorm.weight,model.language_model.layers.2.input_layernorm.weight,model.language_model.layers.*.input_layernorm.weight,whole,12,4.996003610813204e-16,0.9712327140590042 +0,6,0.578177846787593,0.8356314640258565,0.8356314640258565,0.1995697248839346,0.578177846787593,0.8824972678613934,0.6839501818164887,0.5492905026759555,1.2754595978367727,model.language_model.layers.0.linear_attn.A_log,model.language_model.layers.12.linear_attn.A_log,model.language_model.layers.*.linear_attn.A_log,whole,12,0.0,1.3208814435780731 +191,296,1.1757463759396172,-0.01227914934861715,-0.005171850953467141,-0.005164276502498484,1.1269508337750367,2.190437579707055,1.4171858622821834,0.9999866258894241,-0.01005244980135453,model.language_model.layers.20.linear_attn.conv1d.weight,model.language_model.layers.8.linear_attn.conv1d.weight,model.language_model.layers.*.linear_attn.conv1d.weight,whole,12,0.048795542164580485,4.041495243101993 +133,180,1.0478673717081926,0.34800069259544275,0.3480006925954428,0.11496618926877365,1.0478673717081926,1.2839710693662432,1.1480960803094375,0.9374942762241762,0.4264116179928103,model.language_model.layers.16.linear_attn.dt_bias,model.language_model.layers.2.linear_attn.dt_bias,model.language_model.layers.*.linear_attn.dt_bias,whole,14,0.0,1.718605430059722 +99,134,1.1918675900725897,0.1832677242740492,0.1779032565964785,0.1776696234278975,1.39968957286094,1.1929686113968736,1.2840128136463391,0.9840479822104039,0.15162862187440765,model.language_model.layers.13.linear_attn.in_proj_a.weight,model.language_model.layers.16.linear_attn.in_proj_a.weight,model.language_model.layers.*.linear_attn.in_proj_a.weight,whole,3,0.0011010213242839129,3.9262083586182412 +159,299,1.177503004968738,0.1309646830701201,0.13865856637851073,0.13814167914902967,1.195292069284623,1.479415733309649,1.3148655878144275,0.9903402455569783,0.1716180253595263,model.language_model.layers.18.linear_attn.in_proj_b.weight,model.language_model.layers.8.linear_attn.in_proj_b.weight,model.language_model.layers.*.linear_attn.in_proj_b.weight,whole,10,0.017789064315884895,3.5829716965303544 +136,300,1.3337490619483026,0.01862703225575628,0.0004160387224611368,0.0004160493706602679,1.314549966902133,1.5398812757152207,1.413922992521637,0.9999999134558869,0.0004873532804539501,model.language_model.layers.16.linear_attn.in_proj_qkv.weight,model.language_model.layers.8.linear_attn.in_proj_qkv.weight,model.language_model.layers.*.linear_attn.in_proj_qkv.weight,whole,8,0.019199095046169568,3.6966886997248007 +254,313,1.3473816381876769,0.016627516035813833,0.00028042995611936343,0.0002828409864928654,1.3489454784444712,1.4895141006884434,1.4140162249387265,0.9999999606795191,0.00030965252530213946,model.language_model.layers.4.linear_attn.in_proj_z.weight,model.language_model.layers.9.linear_attn.in_proj_z.weight,model.language_model.layers.*.linear_attn.in_proj_z.weight,whole,5,0.0015638402567943466,3.690931488263117 +1,35,0.15659010553465386,0.9888950108437917,0.988895010843792,-0.04350771214412001,0.16666298013146033,0.15659010553465386,0.16139126578445234,0.14861580510920264,0.9291275962339006,model.language_model.layers.0.linear_attn.norm.weight,model.language_model.layers.9.linear_attn.norm.weight,model.language_model.layers.*.linear_attn.norm.weight,whole,9,0.0,0.5210210749018684 +68,279,1.378596253377729,0.022571641483201073,0.0010455207111259182,0.0010453223186770893,1.4200719364024668,1.40696739233259,1.4134741060370122,0.999999453443072,0.0010358725574770068,model.language_model.layers.10.linear_attn.out_proj.weight,model.language_model.layers.6.linear_attn.out_proj.weight,model.language_model.layers.*.linear_attn.out_proj.weight,whole,4,0.028371138954861097,3.977076424231037 +227,280,1.3283810634051871,5.9455597844240184e-05,-0.00012940356430903306,-0.00012944817698839597,1.338372608326115,1.5048241835089629,1.4143044365088495,0.9999999916273588,-0.0001454973090401454,model.language_model.layers.23.mlp.down_proj.weight,model.language_model.layers.6.mlp.down_proj.weight,model.language_model.layers.*.mlp.down_proj.weight,whole,17,0.009991544920927797,3.6265469063627913 +75,239,1.2364387838807378,0.035256596665646095,0.0036908993759394043,0.00369100799852147,1.6112693367828541,1.2716197344652815,1.4116728808052132,0.9999931886077008,0.0029128714717188567,model.language_model.layers.11.mlp.gate_proj.weight,model.language_model.layers.3.mlp.gate_proj.weight,model.language_model.layers.*.mlp.gate_proj.weight,whole,8,0.035180950584543735,4.423332224633133 +212,287,1.311980556525298,0.003628678234215513,-3.431803036842858e-05,-3.4361468290470764e-05,1.3096958359252826,1.548613319516298,1.4142374919454737,0.9999999994111364,-4.057839802977371e-05,model.language_model.layers.21.mlp.up_proj.weight,model.language_model.layers.7.mlp.up_proj.weight,model.language_model.layers.*.mlp.up_proj.weight,whole,14,0.0022847206000153886,3.432490540652693 +107,259,0.39292010806141037,0.9233436362452413,0.9233436362452412,0.910302589991176,0.4677737923374411,0.3929201080614103,0.42548590260941804,0.38397464682634413,0.7755891571402531,model.language_model.layers.13.post_attention_layernorm.weight,model.language_model.layers.4.post_attention_layernorm.weight,model.language_model.layers.*.post_attention_layernorm.weight,whole,9,5.551115123125783e-17,1.4821666083064657 +428,500,1.0093100542559312,0.15438882614360883,0.15438882614360883,0.1543527663656745,2.7986044074340453,1.0093100542559312,1.3427264858733843,0.9880101671349332,0.055679964655807726,model.visual.blocks.17.attn.proj.bias,model.visual.blocks.22.attn.proj.bias,model.visual.layers.*.attn.proj.bias,whole,5,0.0,7.818816719024235 +441,489,1.3419062099660326,0.005437604358926311,0.0007295978532741837,0.0007295926563055923,1.4821434703730554,1.3539387402503997,1.4136996695929298,0.9999997338434508,0.0006664879737336138,model.visual.blocks.18.attn.proj.weight,model.visual.blocks.21.attn.proj.weight,model.visual.layers.*.attn.proj.weight,whole,3,0.012032530284367127,3.7978082883038 +538,562,1.2943955936355498,0.034732527728015036,0.026984212551855142,0.026647117686198974,1.3069312519229483,1.5041470357584419,1.395191826583457,0.9996358598374491,0.031056127292410616,model.visual.blocks.4.attn.qkv.bias,model.visual.blocks.6.attn.qkv.bias,model.visual.layers.*.attn.qkv.bias,whole,2,0.012535658287398554,6.410537405724919 +467,551,1.2936193046556312,0.007788336186991201,0.00016820797247852086,0.00016824791317883607,1.3108152983346844,1.5463987608275716,1.4140962227940856,0.999999985853039,0.0001984387888458169,model.visual.blocks.2.attn.qkv.weight,model.visual.blocks.5.attn.qkv.weight,model.visual.layers.*.attn.qkv.weight,whole,3,0.017195993679053112,3.667786048963588 +408,432,0.4671568705867018,0.8906803967880154,0.8900425212257739,-0.0027813949866211684,0.46861813222949084,0.469288285238229,0.46895284960560923,0.4558775168946896,0.8913153372618642,model.visual.blocks.15.mlp.linear_fc1.bias,model.visual.blocks.17.mlp.linear_fc1.bias,model.visual.layers.*.mlp.linear_fc1.bias,whole,2,0.0014612616427890357,1.270788353505977 +517,601,1.29789019502626,0.020916460648192935,0.0008076648965677823,0.0006715266858042969,1.506770991824272,1.3358965787638515,1.4136464556124666,0.9999996738386542,0.0007160721688743487,model.visual.blocks.23.mlp.linear_fc1.weight,model.visual.blocks.9.mlp.linear_fc1.weight,model.visual.layers.*.mlp.linear_fc1.weight,whole,14,0.038006383737591465,3.865498690417906 +482,530,1.0031258398462681,0.19251868016561088,0.19251868016561066,0.19227061039631727,1.0031258398462681,2.503652242888896,1.3168665673946722,0.9812933087447867,0.4804978660189922,model.visual.blocks.20.mlp.linear_fc2.bias,model.visual.blocks.3.mlp.linear_fc2.bias,model.visual.layers.*.mlp.linear_fc2.bias,whole,17,0.0,2.9305662290488326 +411,555,1.3056255861386017,-0.0002697415743811559,-0.0014376018357261321,-0.001437734368400167,1.5444922053435575,1.313771247620239,1.4152165832719565,0.9999989666499471,-0.001222848487527943,model.visual.blocks.15.mlp.linear_fc2.weight,model.visual.blocks.5.mlp.linear_fc2.weight,model.visual.layers.*.mlp.linear_fc2.weight,whole,10,0.008145661481637312,4.253504477764936 +364,424,0.6881197682469486,0.7731044669523166,0.7731044669523163,0.7729382990927105,1.3591886860186289,0.6881197682469486,0.8682210601418756,0.6342787109610215,0.3914014824448129,model.visual.blocks.11.norm1.bias,model.visual.blocks.16.norm1.bias,model.visual.layers.*.norm1.bias,whole,5,0.0,3.1622902381993065 +401,461,0.1772902447693168,0.99596500801079,0.99596500801079,0.7646682870513349,0.2102922659680321,0.1772902447693168,0.1916925670195982,0.08974242485060632,0.8396641656747845,model.visual.blocks.14.norm1.weight,model.visual.blocks.19.norm1.weight,model.visual.layers.*.norm1.weight,whole,5,0.0,0.4267016643360901 +390,606,0.9371499791590009,0.43988002218743605,0.43988002218743605,0.43991618781200614,0.9371499791590009,1.3241599732241172,1.0818088058108006,0.8980565494891626,0.6215350065143787,model.visual.blocks.13.norm2.bias,model.visual.blocks.9.norm2.bias,model.visual.layers.*.norm2.bias,whole,4,0.0,2.7357721575918723 +355,535,0.31190182146086154,0.9604296391072273,0.9604296391072272,0.44514017573869763,0.31190182146086154,0.38034718738736284,0.341077632817706,0.27852272496936636,1.171191339014775,model.visual.blocks.10.norm2.weight,model.visual.blocks.3.norm2.weight,model.visual.layers.*.norm2.weight,whole,7,0.0,0.7390482147242667 +49,272,0.4158506781557458,0.9104432155405842,0.9104432155405837,0.7764523118997103,0.4362119502171574,0.4158506781557458,0.42566651409883227,0.41363407895883303,0.867946025816965,model.language_model.layers.1.input_layernorm.weight,model.language_model.layers.6.input_layernorm.weight,model.language_model.layers.*.input_layernorm.weight,whole,5,0.0,1.5685519807645614 +4,14,0.5823214473230994,0.8130147309897586,0.8130147309897586,-0.0007913476505665293,0.7247637885637366,0.5823214473230993,0.6419803127624799,0.5822431169139317,0.6532278824017461,model.language_model.layers.10.linear_attn.A_log,model.language_model.layers.17.linear_attn.A_log,model.language_model.layers.*.linear_attn.A_log,whole,7,1.1102230246251565e-16,1.986985050347152 +144,296,1.176456118831763,-0.007231757488791129,-0.006522645688889488,-0.006591426663968908,1.1228207680674647,2.2272319623314036,1.4179166679355149,0.9999787273203452,-0.012938347214811156,model.language_model.layers.17.linear_attn.conv1d.weight,model.language_model.layers.8.linear_attn.conv1d.weight,model.language_model.layers.*.linear_attn.conv1d.weight,whole,9,0.05363535076429837,4.188792612581267 +98,216,1.0488020758554504,0.2542735027965145,0.2542735027965145,0.38144717132585215,1.5890144879798795,1.0488020758554504,1.2378990019143434,0.9671323517366126,0.1678289150824897,model.language_model.layers.13.linear_attn.dt_bias,model.language_model.layers.22.linear_attn.dt_bias,model.language_model.layers.*.linear_attn.dt_bias,whole,9,0.0,3.287630967531158 +134,217,1.1948368684464545,0.13953443830146706,0.14352438103427206,0.14302960723997776,1.4669116360350762,1.1961977487418898,1.3110388782159872,0.9896467814572678,0.11703741197855234,model.language_model.layers.16.linear_attn.in_proj_a.weight,model.language_model.layers.22.linear_attn.in_proj_a.weight,model.language_model.layers.*.linear_attn.in_proj_a.weight,whole,6,0.0013608802954352406,4.142386384459254 +53,112,1.1813749723623506,0.04118507719012884,0.04781114499571604,0.04772488861963864,1.2017729925139942,1.6783348322398968,1.3818372901421467,0.9988563932889446,0.06677060519368266,model.language_model.layers.1.linear_attn.in_proj_b.weight,model.language_model.layers.14.linear_attn.in_proj_b.weight,model.language_model.layers.*.linear_attn.in_proj_b.weight,whole,13,0.020398020151643603,3.424602205970997 +42,113,1.3352904269218306,0.014592439993899246,0.0003609440444776177,0.0003609948451015138,1.4765874377910941,1.3586786607292247,1.413959194785851,0.9999999348596962,0.0003321218631540475,model.language_model.layers.0.linear_attn.in_proj_qkv.weight,model.language_model.layers.14.linear_attn.in_proj_qkv.weight,model.language_model.layers.*.linear_attn.in_proj_qkv.weight,whole,14,0.023388233807394077,4.115005566345438 +43,184,1.34915764877949,0.015135068417624502,0.00035958582855765905,0.00035969437674613264,1.4573005299366508,1.3742692055323233,1.413959710903726,0.9999999353490139,0.000339098024588036,model.language_model.layers.0.linear_attn.in_proj_z.weight,model.language_model.layers.2.linear_attn.in_proj_z.weight,model.language_model.layers.*.linear_attn.in_proj_z.weight,whole,2,0.025111556752833275,4.139017559703943 +7,13,0.1577811233406412,0.9914968623773716,0.9914968623773713,-0.08587479406466192,0.1577811233406412,0.17487072808553325,0.16566846834576957,0.13013059554089523,1.098887969279609,model.language_model.layers.12.linear_attn.norm.weight,model.language_model.layers.16.linear_attn.norm.weight,model.language_model.layers.*.linear_attn.norm.weight,whole,4,0.0,0.33889150116838684 +221,302,1.3786185965401252,-0.01525304109058409,3.1682966388953574e-05,3.1680890503422014e-05,1.369531006543031,1.4635262760388652,1.41419120822397,0.9999999994980948,3.385746915663777e-05,model.language_model.layers.22.linear_attn.out_proj.weight,model.language_model.layers.8.linear_attn.out_proj.weight,model.language_model.layers.*.linear_attn.out_proj.weight,whole,14,0.009087589997094137,3.8518078904953135 +45,163,1.3287114143041545,0.012680566241973223,-9.559869271222734e-05,-9.560265445396345e-05,1.4976791597226897,1.3434235977266964,1.4142807618892297,0.9999999954304449,-8.575237150606368e-05,model.language_model.layers.0.mlp.down_proj.weight,model.language_model.layers.18.mlp.down_proj.weight,model.language_model.layers.*.mlp.down_proj.weight,whole,18,0.01471218342254188,3.9413013724120494 +93,152,1.236505242552929,0.003958073688302997,0.005942621051396224,0.005938377149996615,1.6875147026350341,1.2360399207237027,1.4102015540936943,0.9999823424716257,0.004352742433466903,model.language_model.layers.12.mlp.gate_proj.weight,model.language_model.layers.17.mlp.gate_proj.weight,model.language_model.layers.*.mlp.gate_proj.weight,whole,5,0.00046532182922631726,4.465568952543949 +71,200,1.3131935851922907,0.029195470513594158,0.0003651572628473509,0.0003651512579117164,1.5157054647562014,1.3302853944735078,1.4139575167569414,0.9999999333300844,0.000320486654397521,model.language_model.layers.10.mlp.up_proj.weight,model.language_model.layers.20.mlp.up_proj.weight,model.language_model.layers.*.mlp.up_proj.weight,whole,10,0.01709180928121712,3.9381982727679294 +107,283,0.3952785997020996,0.9366786743918718,0.9366786743918719,0.9361742490490559,0.5246996406441724,0.3952785997020996,0.4464892930491715,0.35019003546572486,0.7056399625696032,model.language_model.layers.13.post_attention_layernorm.weight,model.language_model.layers.6.post_attention_layernorm.weight,model.language_model.layers.*.post_attention_layernorm.weight,whole,7,0.0,1.8761156476727994 +476,512,1.0097334529748652,0.11167970769635219,0.11167970769635224,0.11180123969933711,3.4739313589462233,1.0097334529748652,1.371229987756204,0.9937442542670912,0.0324608419763561,model.visual.blocks.20.attn.proj.bias,model.visual.blocks.23.attn.proj.bias,model.visual.layers.*.attn.proj.bias,whole,3,0.0,7.930720952038241 +393,477,1.3426013636720349,7.006378269641157e-05,0.0007498806719780317,0.0007498826571625566,1.494030495278536,1.345049636067034,1.4136861304941608,0.9999997188394494,0.0006751045096637827,model.visual.blocks.14.attn.proj.weight,model.visual.blocks.20.attn.proj.weight,model.visual.layers.*.attn.proj.weight,whole,6,0.002448272394999229,4.008936676216462 +442,514,1.295484939805436,0.009773126451987862,0.008084336838189867,0.007992643575193758,1.2826376290470594,1.5808819052596061,1.4086086584773334,0.9999673212149918,0.009964140716044057,model.visual.blocks.18.attn.qkv.bias,model.visual.blocks.23.attn.qkv.bias,model.visual.layers.*.attn.qkv.bias,whole,5,0.01284731075837664,5.413073358553638 +479,563,1.2940611545952099,8.156172003907954e-05,0.0007972518458886515,0.0007972150767570674,1.5279777938775407,1.3216695603099815,1.4136555889449667,0.9999996821946966,0.0006896065511122367,model.visual.blocks.20.attn.qkv.weight,model.visual.blocks.6.attn.qkv.weight,model.visual.layers.*.attn.qkv.weight,whole,14,0.027608405714771633,4.12059506637937 +384,588,0.46836477479437366,0.8890088534495789,0.8864080708712752,-0.025582469125072883,0.47643161987477906,0.4768462154638358,0.47663878243369423,0.46290466825715265,0.8871794320928165,model.visual.blocks.13.mlp.linear_fc1.bias,model.visual.blocks.8.mlp.linear_fc1.bias,model.visual.layers.*.mlp.linear_fc1.bias,whole,5,0.008066845080405394,1.139093291709306 +445,529,1.2982081597632695,0.0005485756347923634,-0.00016011285001671347,-4.1880792690554715e-05,1.5887271087338637,1.287079815152226,1.4143243107609655,0.9999999871819376,-0.0001297126588135338,model.visual.blocks.18.mlp.linear_fc1.weight,model.visual.blocks.3.mlp.linear_fc1.weight,model.visual.layers.*.mlp.linear_fc1.weight,whole,15,0.011128344611043506,4.221474250398984 +398,506,1.0040821586431723,0.09194634025182497,0.09194634025182509,0.09215156623657644,4.544931185795052,1.0040821586431723,1.3865528199215873,0.9957639632534889,0.02031310838939405,model.visual.blocks.14.mlp.linear_fc2.bias,model.visual.blocks.22.mlp.linear_fc2.bias,model.visual.layers.*.mlp.linear_fc2.bias,whole,8,0.0,13.72263941081888 +339,579,1.3057674306430835,0.016358407242730244,-0.0020087412734725914,-0.0020091633188907996,1.3303973366494362,1.5196455839376108,1.4156207861604968,0.9999979824772129,-0.002294483551202567,model.visual.blocks.1.mlp.linear_fc2.weight,model.visual.blocks.7.mlp.linear_fc2.weight,model.visual.layers.*.mlp.linear_fc2.weight,whole,6,0.02462990600635262,3.8625752914879317 +400,484,0.6918631491982835,0.7223509537859764,0.7223509537859759,0.7215638646025393,0.9872827294915852,0.6918631491982835,0.8012792373702307,0.6915266441464789,0.5062055587360588,model.visual.blocks.14.norm1.bias,model.visual.blocks.20.norm1.bias,model.visual.layers.*.norm1.bias,whole,6,0.0,3.2799106431764002 +401,449,0.177345802555368,0.9964393877760873,0.9964393877760868,0.8095289775424834,0.21102119984551637,0.177345802555368,0.19200304850106317,0.0843121965578967,0.8374245955017696,model.visual.blocks.14.norm1.weight,model.visual.blocks.18.norm1.weight,model.visual.layers.*.norm1.weight,whole,4,0.0,0.38174397057113574 +402,606,0.9464176139930239,0.3275148072446527,0.3275148072446527,0.33026316842605186,0.9464176139930239,3.4667760071728333,1.291186959626384,0.9448460462083218,1.199703449050523,model.visual.blocks.14.norm2.bias,model.visual.blocks.9.norm2.bias,model.visual.layers.*.norm2.bias,whole,5,0.0,2.5751216656904248 +475,535,0.31723762735448335,0.9614526832964643,0.9614526832964644,0.8956123026952441,0.31723762735448324,0.39494706371447624,0.34977670317344095,0.27497043074125005,1.1969668205343063,model.visual.blocks.2.norm2.weight,model.visual.blocks.3.norm2.weight,model.visual.layers.*.norm2.weight,whole,1,1.1102230246251565e-16,0.8633834288094817 +178,272,0.4170957566492855,0.9092886306967699,0.90928863069677,0.7707122155079682,0.4170957566492857,0.445081702418739,0.4304078382259187,0.41616605590268063,0.9702993264465652,model.language_model.layers.2.input_layernorm.weight,model.language_model.layers.6.input_layernorm.weight,model.language_model.layers.*.input_layernorm.weight,whole,4,2.220446049250313e-16,1.1628267498869607 +6,8,0.5867360027937103,0.8097791749723566,0.8097791749723569,-0.13942957590826627,0.5867360027937103,0.7234874260349147,0.6444743366598408,0.5867347678304815,0.9985155984426793,model.language_model.layers.12.linear_attn.A_log,model.language_model.layers.13.linear_attn.A_log,model.language_model.layers.*.linear_attn.A_log,whole,1,0.0,1.1958701669633347 +85,144,1.1768518293563304,0.06409877932951306,0.007030669161500454,0.007049368480561813,1.7641835628752127,1.207982453136867,1.4095709269645824,0.9999752845401438,0.004814082366271188,model.language_model.layers.12.linear_attn.conv1d.weight,model.language_model.layers.17.linear_attn.conv1d.weight,model.language_model.layers.*.linear_attn.conv1d.weight,whole,5,0.03113062378053666,6.115006100102072 +157,297,1.0527005285407365,0.3183207669415443,0.3183207669415443,0.06318009899063842,1.0527005285407365,1.3565036542691873,1.176132908806297,0.9479830638433089,0.41018625134020303,model.language_model.layers.18.linear_attn.dt_bias,model.language_model.layers.8.linear_attn.dt_bias,model.language_model.layers.*.linear_attn.dt_bias,whole,10,0.0,2.063516049397959 +52,310,1.1958549736207282,0.07891865182085024,0.0681849224686047,0.06818974496176894,1.2124602118505186,1.6012920750859718,1.367018986615246,0.9976727000113566,0.09005159503146581,model.language_model.layers.1.linear_attn.in_proj_a.weight,model.language_model.layers.9.linear_attn.in_proj_a.weight,model.language_model.layers.*.linear_attn.in_proj_a.weight,whole,8,0.01660523822979032,3.643286991721722 +264,276,1.184430856877644,0.2221592910387087,0.20754145073805774,0.20725292986725055,1.3304300844321537,1.1993724689119973,1.259817105668359,0.9782262244621855,0.18709701854007932,model.language_model.layers.5.linear_attn.in_proj_b.weight,model.language_model.layers.6.linear_attn.in_proj_b.weight,model.language_model.layers.*.linear_attn.in_proj_b.weight,whole,1,0.014941612034353291,3.999094464443607 +195,219,1.3366735249012753,0.003463710930988302,0.0001324031238766454,0.00013238656939835907,1.341048772822305,1.5006062244550664,1.414120524654025,0.9999999912347063,0.00014815639509400301,model.language_model.layers.20.linear_attn.in_proj_qkv.weight,model.language_model.layers.22.linear_attn.in_proj_qkv.weight,model.language_model.layers.*.linear_attn.in_proj_qkv.weight,whole,2,0.0043752479210297235,3.6310772231913635 +102,149,1.3494445753138025,-0.016744361193316352,0.0033526851040654353,0.0033520625983127945,1.4674461963543615,1.3621243412353976,1.4118474365927667,0.9999943797355029,0.003112055488024223,model.language_model.layers.13.linear_attn.in_proj_z.weight,model.language_model.layers.17.linear_attn.in_proj_z.weight,model.language_model.layers.*.linear_attn.in_proj_z.weight,whole,4,0.012679765921595143,4.108256126703578 +3,7,0.15928451411571123,0.98997943777593,0.9899794377759304,0.09745359519680048,0.1738372699072259,0.15928451411571123,0.16608460835366315,0.1412115886917668,0.9071034871569243,model.language_model.layers.1.linear_attn.norm.weight,model.language_model.layers.12.linear_attn.norm.weight,model.language_model.layers.*.linear_attn.norm.weight,whole,11,0.0,0.5392157401407474 +68,162,1.3791452960781871,-0.0032885273451732176,-5.877140851641931e-05,-5.87995501503233e-05,1.3498237703174212,1.488891049794781,1.4142549204328894,0.9999999982729607,-6.482640626735459e-05,model.language_model.layers.10.linear_attn.out_proj.weight,model.language_model.layers.18.linear_attn.out_proj.weight,model.language_model.layers.*.linear_attn.out_proj.weight,whole,8,0.029321525760765965,3.850462467756489 +45,168,1.3287737373052642,-0.003964261647661459,0.00020718768972251316,0.00020720205183011306,1.5151151588220184,1.330869547967676,1.4140682739919244,0.9999999785366304,0.00018199262634257596,model.language_model.layers.0.mlp.down_proj.weight,model.language_model.layers.19.mlp.down_proj.weight,model.language_model.layers.*.mlp.down_proj.weight,whole,19,0.0020958106624118233,3.9319574375523194 +46,164,1.236750329093374,-0.018723070499692553,0.004119538221064633,0.004113002851793322,1.7031562091172148,1.231672693694634,1.4114444745447872,0.9999915146664221,0.0029791294012582728,model.language_model.layers.0.mlp.gate_proj.weight,model.language_model.layers.18.mlp.gate_proj.weight,model.language_model.layers.*.mlp.gate_proj.weight,whole,18,0.005077635398739844,4.375450960993937 +170,317,1.3133238276822319,0.024071986908729078,1.1161388982296204e-05,1.1154865408549296e-05,1.342290749651636,1.4990744451874425,1.4142057179713037,0.9999999999377117,1.2465073606816778e-05,model.language_model.layers.19.mlp.up_proj.weight,model.language_model.layers.9.mlp.up_proj.weight,model.language_model.layers.*.mlp.up_proj.weight,whole,10,0.028966921969404202,3.360141207132605 +283,318,0.3979580583113034,0.9256074806207937,0.9256074806207937,0.9772374723607214,0.4958084390870912,0.3979580583113034,0.4389043391798152,0.3784848633945976,0.7429340178729096,model.language_model.layers.6.post_attention_layernorm.weight,model.language_model.layers.9.post_attention_layernorm.weight,model.language_model.layers.*.post_attention_layernorm.weight,whole,3,0.0,1.6652690458941188 +452,512,1.010079148937818,0.10432128201036074,0.10432128201036076,0.104393495975212,3.5972176866668,1.010079148937818,1.3752788363997022,0.9945436491777094,0.02929284823092434,model.visual.blocks.19.attn.proj.bias,model.visual.blocks.23.attn.proj.bias,model.visual.layers.*.attn.proj.bias,whole,4,0.0,8.14683924498293 +393,561,1.3430942626857185,-0.0012159585246770653,-0.002263968912228613,-0.002263979075078593,1.4928576190969234,1.3495716859085312,1.4158054188161402,0.9999974372190984,-0.002046670963550545,model.visual.blocks.14.attn.proj.weight,model.visual.blocks.6.attn.proj.weight,model.visual.layers.*.attn.proj.weight,whole,8,0.006477423222812639,4.090102078937 +454,538,1.297531304279286,0.00968476473570022,-0.0022443879912646576,-0.0025857324014023513,1.4755577273310467,1.362750658705354,1.4157946945796551,0.9999974813581006,-0.002072803494458,model.visual.blocks.19.attn.qkv.bias,model.visual.blocks.4.attn.qkv.bias,model.visual.layers.*.attn.qkv.bias,whole,15,0.06521935442606797,5.5530327539548185 +419,539,1.298960855489996,-0.006279972551296595,0.0009906997615756505,0.0009909236676054094,1.5644866760062002,1.2992334584255387,1.4135247822237815,0.9999995092568708,0.0008227300987817348,model.visual.blocks.16.attn.qkv.weight,model.visual.blocks.4.attn.qkv.weight,model.visual.layers.*.attn.qkv.weight,whole,12,0.000272602935542654,4.244167635545476 +432,516,0.46891278304653944,0.885257035492999,0.8879212864097908,0.009611453879973043,0.4633959745865802,0.49090774694509265,0.47655729306051386,0.45999542295590523,0.9406370837918838,model.visual.blocks.17.mlp.linear_fc1.bias,model.visual.blocks.23.mlp.linear_fc1.bias,model.visual.layers.*.mlp.linear_fc1.bias,whole,6,0.0055168084599592215,1.311014728763323 +457,601,1.2985180961830212,-0.004824284575952718,0.0001687354521489788,0.00021082443957736523,1.5413855292276235,1.3138936238427894,1.4140957487308004,0.9999999857641735,0.00014383191647443695,model.visual.blocks.19.mlp.linear_fc1.weight,model.visual.blocks.9.mlp.linear_fc1.weight,model.visual.layers.*.mlp.linear_fc1.weight,whole,10,0.01537552765976824,4.054150765708477 +506,602,1.004377114251768,0.1261605568002002,0.12616055680020022,0.12655916044267101,1.004377114251768,3.5453942063892834,1.3666236868155308,0.9920098355902845,0.44533960482312795,model.visual.blocks.22.mlp.linear_fc2.bias,model.visual.blocks.9.mlp.linear_fc2.bias,model.visual.layers.*.mlp.linear_fc2.bias,whole,13,0.0,3.055792857626046 +471,519,1.306005061911136,0.022700119001401346,-0.0005572422731297297,-0.0005575459384836506,1.408463213678374,1.4208329509654558,1.4146075222270404,0.9999998447405124,-0.000562136217435076,model.visual.blocks.2.mlp.linear_fc2.weight,model.visual.blocks.23.mlp.linear_fc2.weight,model.visual.layers.*.mlp.linear_fc2.weight,whole,21,0.10245815176723783,3.4383668163268846 +364,448,0.7045213810758734,0.7750532301567207,0.7750532301567203,0.77487821421141,1.5199633535647972,0.7045213810758734,0.9039595911870825,0.6318959490482858,0.3592465376462455,model.visual.blocks.11.norm1.bias,model.visual.blocks.18.norm1.bias,model.visual.layers.*.norm1.bias,whole,7,0.0,3.9748780347407595 +353,377,0.17820479535736836,0.9948238200060155,0.9948238200060152,0.8887071212077244,0.21004085353185478,0.17820479535736747,0.1921725512995413,0.10161479788219412,0.8440375873540236,model.visual.blocks.10.norm1.weight,model.visual.blocks.12.norm1.weight,model.visual.layers.*.norm1.weight,whole,2,8.881784197001252e-16,0.5048319355110754 +546,594,0.9466097558651728,0.38035965332114746,0.3803596533211475,0.3802038911280299,1.6258910434713254,0.9466097558651729,1.1569133367421713,0.9248386530230105,0.22144913093473423,model.visual.blocks.4.norm2.bias,model.visual.blocks.8.norm2.bias,model.visual.layers.*.norm2.bias,whole,4,1.1102230246251565e-16,4.530951465615138 +451,499,0.32018526650904433,0.9924185072023748,0.9924185072023749,0.8202257268432516,0.4595335587621263,0.32018526650904433,0.3715210684581847,0.12290446111598058,0.6914789532957375,model.visual.blocks.18.norm2.weight,model.visual.blocks.21.norm2.weight,model.visual.layers.*.norm2.weight,whole,3,0.0,0.7819301195969689 +84,248,0.4248499811063608,0.9059902283293456,0.9059902283293457,0.6871257086986698,0.42484998110636085,0.4884926236892259,0.45335467391768813,0.42329860166523137,1.0417078106509459,model.language_model.layers.12.input_layernorm.weight,model.language_model.layers.4.input_layernorm.weight,model.language_model.layers.*.input_layernorm.weight,whole,8,5.551115123125783e-17,0.9135354907489495 +14,18,0.5911918696414327,0.8068896982683971,0.8068896982683972,0.19580736156112644,0.5911918696414327,0.7114665676906627,0.6430416216241513,0.5907021371455626,0.9710469199790529,model.language_model.layers.17.linear_attn.A_log,model.language_model.layers.2.linear_attn.A_log,model.language_model.layers.*.linear_attn.A_log,whole,15,0.0,1.1395936675128429 +97,203,1.1806168766002652,-0.01639227713805782,0.006474453916121383,0.006548904341938089,2.0722231415452983,1.1376752684580886,1.4103456311990463,0.9999790405035938,0.0035545525718094595,model.language_model.layers.13.linear_attn.conv1d.weight,model.language_model.layers.21.linear_attn.conv1d.weight,model.language_model.layers.*.linear_attn.conv1d.weight,whole,8,0.04294160814217651,7.832198989868526 +51,309,1.0582767898739875,0.4271911982973749,0.42719119829737484,0.27217171643338434,1.0830365822142185,1.0582767898739875,1.0704419815371888,0.9041613130947668,0.4174249858414735,model.language_model.layers.1.linear_attn.dt_bias,model.language_model.layers.9.linear_attn.dt_bias,model.language_model.layers.*.linear_attn.dt_bias,whole,8,0.0,1.924555588005805 +111,181,1.1971486309976835,0.12300332135100198,0.08891505471270902,0.08897267197688591,1.5510575254361354,1.213754955017169,1.3518083308789537,0.996039212604321,0.06957903653691205,model.language_model.layers.14.linear_attn.in_proj_a.weight,model.language_model.layers.2.linear_attn.in_proj_a.weight,model.language_model.layers.*.linear_attn.in_proj_a.weight,whole,12,0.016606324019485363,4.2950158548127 +65,112,1.1855928632138653,0.21525460384343773,0.18859304811680985,0.18850204767661954,1.2047270921079516,1.3591233463307142,1.2749665690294005,0.9820553254282626,0.21276288740442795,model.language_model.layers.10.linear_attn.in_proj_b.weight,model.language_model.layers.14.linear_attn.in_proj_b.weight,model.language_model.layers.*.linear_attn.in_proj_b.weight,whole,4,0.019134228894086336,3.389719184444211 +89,183,1.3389604971923443,0.025601795473120314,3.3054602556781745e-05,3.327760361246656e-05,1.3573417078314924,1.4788374114263663,1.4141902746736565,0.9999999994536966,3.6013321184164906e-05,model.language_model.layers.12.linear_attn.in_proj_qkv.weight,model.language_model.layers.2.linear_attn.in_proj_qkv.weight,model.language_model.layers.*.linear_attn.in_proj_qkv.weight,whole,10,0.018381210639148104,3.640176902578554 +149,208,1.3494863541101578,0.03709731242105518,0.006776813620304603,0.0067802259436260505,1.4626446454711348,1.3616230423699744,1.40942577324917,0.9999770371349312,0.006308754219847542,model.language_model.layers.17.linear_attn.in_proj_z.weight,model.language_model.layers.21.linear_attn.in_proj_z.weight,model.language_model.layers.*.linear_attn.in_proj_z.weight,whole,4,0.01213668825981662,4.346178511493438 +21,29,0.15971256127260178,0.9880774997274391,0.9880774997274392,-0.04676155217597111,0.16890267521538493,0.15971256127260178,0.1641149468240487,0.15395731399440757,0.9343155045712586,model.language_model.layers.20.linear_attn.norm.weight,model.language_model.layers.5.linear_attn.norm.weight,model.language_model.layers.*.linear_attn.norm.weight,whole,15,0.0,0.4690364943662753 +185,279,1.3795694989586402,0.021074280318963988,0.00015947031843489262,0.00015927861974060034,1.4059056958945066,1.4224409107414189,1.4141008030420896,0.9999999872846087,0.0001613458894527259,model.language_model.layers.2.linear_attn.out_proj.weight,model.language_model.layers.6.linear_attn.out_proj.weight,model.language_model.layers.*.linear_attn.out_proj.weight,whole,4,0.02633619693586642,3.6093717770281986 +74,186,1.329403913984584,0.026224109376734726,0.00033848548948681384,0.0003384960408574228,1.3781519767141182,1.4527440596780612,1.4139745289042858,0.999999942713785,0.0003568059201363348,model.language_model.layers.11.mlp.down_proj.weight,model.language_model.layers.2.mlp.down_proj.weight,model.language_model.layers.*.mlp.down_proj.weight,whole,9,0.04874806272953425,3.5918471865497903 +105,223,1.2373009420431653,-0.03749967368797044,0.004295288056504904,0.0042898585574963205,1.7540735312400146,1.213552984805783,1.4113685204045148,0.9999907752077074,0.002971688215309434,model.language_model.layers.13.mlp.gate_proj.weight,model.language_model.layers.22.mlp.gate_proj.weight,model.language_model.layers.*.mlp.gate_proj.weight,whole,9,0.02374795723738221,5.116623348305132 +153,258,1.3146884806718686,0.009822405566935965,0.0004378190568272943,0.0004378757382097794,1.3173313617290874,1.5354042270303856,1.4139075415965054,0.9999999041572322,0.0005102962322590859,model.language_model.layers.17.mlp.up_proj.weight,model.language_model.layers.4.mlp.up_proj.weight,model.language_model.layers.*.mlp.up_proj.weight,whole,13,0.002642881057218771,3.443780182376691 +95,306,0.3981818178537092,0.9494974796256164,0.9494974796256164,0.9658648728008805,0.5653131061074538,0.39818181785370915,0.460376915702608,0.31377465828935586,0.6687844813790319,model.language_model.layers.12.post_attention_layernorm.weight,model.language_model.layers.8.post_attention_layernorm.weight,model.language_model.layers.*.post_attention_layernorm.weight,whole,4,5.551115123125783e-17,1.6307014541692675 +548,572,1.0182468558906284,0.3430640525384854,0.3430640525384855,0.3436762008366176,1.3831984032134093,1.0182468558906284,1.1596763491044813,0.9393120119831702,0.2525479295340931,model.visual.blocks.5.attn.proj.bias,model.visual.blocks.7.attn.proj.bias,model.visual.layers.*.attn.proj.bias,whole,2,0.0,4.431443228089152 +405,465,1.3439712817311755,0.01232873440628574,0.0006647885041139244,0.0006648211678500104,1.4840666823788615,1.3525580229405731,1.4137454248051298,0.999999779028098,0.0006058791262375407,model.visual.blocks.15.attn.proj.weight,model.visual.blocks.2.attn.proj.weight,model.visual.layers.*.attn.proj.weight,whole,13,0.00858674120939762,4.1476239711163485 +394,418,1.2987171086563998,0.016670658533780934,0.015405499829518653,0.01544576609407427,1.4496678722128769,1.3611139908510437,1.4032997198771884,0.9998813282460087,0.014464445102175833,model.visual.blocks.14.attn.qkv.bias,model.visual.blocks.16.attn.qkv.bias,model.visual.layers.*.attn.qkv.bias,whole,2,0.0623968821946439,7.624793239366495 +407,539,1.2992834091844634,0.0223288118053504,-0.0001518941274462825,-0.00015184109868429478,1.5634597358725717,1.3010587139636096,1.4143191762613971,0.9999999884640869,-0.00012640119446606077,model.visual.blocks.15.attn.qkv.weight,model.visual.blocks.4.attn.qkv.weight,model.visual.layers.*.attn.qkv.weight,whole,11,0.001775304779146225,4.254414665636922 +408,504,0.4691180595398379,0.8891256078795658,0.8906249370337049,0.003429852773140065,0.46857318416818333,0.4668712880529037,0.4677199138630339,0.4547386299114129,0.887390114445213,model.visual.blocks.15.mlp.linear_fc1.bias,model.visual.blocks.22.mlp.linear_fc1.bias,model.visual.layers.*.mlp.linear_fc1.bias,whole,7,0.002246771486934196,1.2939053308032373 +421,469,1.298562110089567,-0.018050696885154,-0.00019264181344806158,-0.00019055307878051362,1.586742327273661,1.2881724975445705,1.4143468674003752,0.9999999814445656,-0.00015639331080761294,model.visual.blocks.16.mlp.linear_fc1.weight,model.visual.blocks.2.mlp.linear_fc1.weight,model.visual.layers.*.mlp.linear_fc1.weight,whole,14,0.010389612544996485,4.3258993388347005 +326,422,1.0054734191094115,0.11188226215548236,0.11188226215548239,0.11176196610440581,1.0054734191094115,3.7919324754236197,1.3744555681529327,0.9937214697363501,0.42194052595344395,model.visual.blocks.0.mlp.linear_fc2.bias,model.visual.blocks.16.mlp.linear_fc2.bias,model.visual.layers.*.mlp.linear_fc2.bias,whole,16,0.0,4.005282485788549 +435,471,1.307870777020562,-0.007491098423115883,-0.0014662178829793764,-0.0014660270339997398,1.4489189134961158,1.3838220257205405,1.4152488615891197,0.9999989251019821,-0.0014003437887883175,model.visual.blocks.17.mlp.linear_fc2.weight,model.visual.blocks.2.mlp.linear_fc2.weight,model.visual.layers.*.mlp.linear_fc2.weight,whole,15,0.07595124869997849,4.143237736025979 +364,460,0.7050839956195727,0.7515730569698271,0.7515730569698273,0.7514067998925562,1.402973489035857,0.7050839956195726,0.8909529065642323,0.6596498616971194,0.37771357630747,model.visual.blocks.11.norm1.bias,model.visual.blocks.19.norm1.bias,model.visual.layers.*.norm1.bias,whole,8,1.1102230246251565e-16,4.949465197085953 +413,497,0.18081381532892826,0.9938745412959327,0.993874541295933,0.5082854824113104,0.21253076961670878,0.18081381532892826,0.19476143127598247,0.11051423511837141,0.8455540253964146,model.visual.blocks.15.norm1.weight,model.visual.blocks.21.norm1.weight,model.visual.layers.*.norm1.weight,whole,6,0.0,0.6316478096355608 +390,426,0.946633264882381,0.3524162190381469,0.3524162190381469,0.35483300092227693,4.509989632067951,0.946633264882381,1.3101912874073995,0.9358433675347905,0.07397110486762178,model.visual.blocks.13.norm2.bias,model.visual.blocks.16.norm2.bias,model.visual.layers.*.norm2.bias,whole,3,0.0,8.940926436985583 +403,415,0.32140426468578487,0.997645553553237,0.9976455535532373,0.9551415251227485,0.47013437747159464,0.32140426468578537,0.3752295794900384,0.06858097021371974,0.682033799105012,model.visual.blocks.14.norm2.weight,model.visual.blocks.15.norm2.weight,model.visual.layers.*.norm2.weight,whole,1,4.996003610813204e-16,0.715649626794392 +96,248,0.43430634583536676,0.9053569931626435,0.9053569931626436,0.70048286419005,0.43430634583536676,0.43586478924420696,0.4350834742090474,0.42465128627086124,0.9086057314142754,model.language_model.layers.13.input_layernorm.weight,model.language_model.layers.4.input_layernorm.weight,model.language_model.layers.*.input_layernorm.weight,whole,9,0.0,0.9497900780430504 +14,30,0.5915061263926772,0.8257371708656341,0.8257371708656339,0.41984348677234395,0.5915061263926772,0.9133364686818468,0.702130175678347,0.5640550723562537,1.275009400658498,model.language_model.layers.17.linear_attn.A_log,model.language_model.layers.6.linear_attn.A_log,model.language_model.layers.*.linear_attn.A_log,whole,11,0.0,1.0727366057990009 +62,132,1.182926744051271,0.02799426337292356,0.020625444134844965,0.020536639392094103,2.0202278888863905,1.1374415859178977,1.4016882319930655,0.9997872729007108,0.011612669053851658,model.language_model.layers.10.linear_attn.conv1d.weight,model.language_model.layers.16.linear_attn.conv1d.weight,model.language_model.layers.*.linear_attn.conv1d.weight,whole,6,0.04548515813337328,6.950493946981681 +133,250,1.0583472295830045,0.3748634797457172,0.37486347974571727,0.056859987427601455,1.1953667596370336,1.0583472295830045,1.120622622778986,0.9270800243522305,0.3318945604453575,model.language_model.layers.16.linear_attn.dt_bias,model.language_model.layers.4.linear_attn.dt_bias,model.language_model.layers.*.linear_attn.dt_bias,whole,12,0.0,2.3461665542372927 +111,310,1.1992652815198226,0.19565437091227503,0.14949388376365874,0.1494501079413188,1.4050819420648148,1.2241583392166056,1.305308533303774,0.9887626503449944,0.13024449250428058,model.language_model.layers.14.linear_attn.in_proj_a.weight,model.language_model.layers.9.linear_attn.in_proj_a.weight,model.language_model.layers.*.linear_attn.in_proj_a.weight,whole,5,0.02489305769678296,3.934778961637914 +135,252,1.1878378469634217,0.14811996518857706,0.13507880156414467,0.13486055443652076,1.2294698708781937,1.424676850593816,1.3163393929699319,0.9908348587771801,0.1565257076669417,model.language_model.layers.16.linear_attn.in_proj_b.weight,model.language_model.layers.4.linear_attn.in_proj_b.weight,model.language_model.layers.*.linear_attn.in_proj_b.weight,whole,12,0.041632023914772054,3.405079672238415 +42,89,1.339925242290637,-0.01583422462541264,-7.917335480239018e-05,-7.935212379387144e-05,1.5084347158479805,1.335789318523275,1.4142691342619162,0.9999999968657899,-7.01116995953205e-05,model.language_model.layers.0.linear_attn.in_proj_qkv.weight,model.language_model.layers.12.linear_attn.in_proj_qkv.weight,model.language_model.layers.*.linear_attn.in_proj_qkv.weight,whole,12,0.0041359237673619376,4.354577520343855 +254,301,1.3497727946413423,-0.0010482609868694686,0.0024656433284961678,0.0024648159478111325,1.3429874202407133,1.4940095031566356,1.4124788786178728,0.9999969602968685,0.002742910699422469,model.language_model.layers.4.linear_attn.in_proj_z.weight,model.language_model.layers.8.linear_attn.in_proj_z.weight,model.language_model.layers.*.linear_attn.in_proj_z.weight,whole,4,0.006785374400628985,3.59300123028698 +3,13,0.15974115758272725,0.9871619861408067,0.9871619861408066,-0.06509723992440102,0.15974115758272725,0.16222193000719257,0.160967208257125,0.1597223000039057,1.0024925638751658,model.language_model.layers.1.linear_attn.norm.weight,model.language_model.layers.16.linear_attn.norm.weight,model.language_model.layers.*.linear_attn.norm.weight,whole,15,0.0,0.43046768349685643 +91,150,1.3797154273339187,-0.014657742345598966,0.00017228945263093195,0.00017231134021634324,1.3860256034118381,1.443935132026794,1.4140918320775469,0.9999999851581722,0.0001794878773661072,model.language_model.layers.12.linear_attn.out_proj.weight,model.language_model.layers.17.linear_attn.out_proj.weight,model.language_model.layers.*.linear_attn.out_proj.weight,whole,5,0.006310176077919394,3.855512825379717 +69,151,1.3300590436318038,0.00931380709614707,-0.00041170505036171795,-0.0004117037517024835,1.4838468734784678,1.3540534473710821,1.4145034367382996,0.9999999152494722,-0.0003756928377896122,model.language_model.layers.10.mlp.down_proj.weight,model.language_model.layers.17.mlp.down_proj.weight,model.language_model.layers.*.mlp.down_proj.weight,whole,7,0.023994403739278303,4.380296941205218 +105,152,1.237957225091005,-0.022148813740395533,0.006350021038007585,0.006344630767755697,1.665453318327264,1.2445645998151194,1.409900853809955,0.9999798384131637,0.004745261428235688,model.language_model.layers.13.mlp.gate_proj.weight,model.language_model.layers.17.mlp.gate_proj.weight,model.language_model.layers.*.mlp.gate_proj.weight,whole,4,0.006607374724114434,4.896941210503777 +212,305,1.3174701953025179,0.015566509313336304,0.0008737601640509451,0.0008738471419678614,1.3087978249948187,1.5484353665275359,1.4136042207643271,0.9999996182715151,0.0010337434201380502,model.language_model.layers.21.mlp.up_proj.weight,model.language_model.layers.8.mlp.up_proj.weight,model.language_model.layers.*.mlp.up_proj.weight,whole,13,0.008672370307699184,3.405679432974061 +142,230,0.39898971217981266,0.9195206013619236,0.9195206013619237,0.12621070544105287,0.4689117669278585,0.3989897121798127,0.4297417279704571,0.3930418090623516,0.7824057444419947,model.language_model.layers.16.post_attention_layernorm.weight,model.language_model.layers.23.post_attention_layernorm.weight,model.language_model.layers.*.post_attention_layernorm.weight,whole,7,5.551115123125783e-17,1.9892608175771396 +332,560,1.019976665855052,0.03899095218296651,0.03899095218296653,0.03911775927834143,1.019976665855052,4.186767453497065,1.4014752767355707,0.9992395636922438,0.16004880802214683,model.visual.blocks.1.attn.proj.bias,model.visual.blocks.6.attn.proj.bias,model.visual.layers.*.attn.proj.bias,whole,5,0.0,3.803232273003646 +525,585,1.3446939273831489,0.02565218341198591,0.0007003448110854363,0.0007002234064712623,1.3769398189278046,1.4536120936498196,1.4137189835034882,0.9999997547585427,0.0007393421797558355,model.visual.blocks.3.attn.proj.weight,model.visual.blocks.8.attn.proj.weight,model.visual.layers.*.attn.proj.weight,whole,5,0.032245891544655736,3.6714649426722565 +454,526,1.2999287537676183,-0.0004619530241571683,0.004513025001277698,0.0046879827398436285,1.5492547028606114,1.3042863403414517,1.4110655604413302,0.9999898162508145,0.003799424879535486,model.visual.blocks.19.attn.qkv.bias,model.visual.blocks.3.attn.qkv.bias,model.visual.layers.*.attn.qkv.bias,whole,16,0.00435758657383345,6.204655649301579 +491,527,1.299722509789964,-0.01527061525606504,-0.0003375539664643364,-0.0003387631017488239,1.58805955373737,1.2876203387698797,1.4144470754225615,0.9999999430286582,-0.0002736933584316986,model.visual.blocks.21.attn.qkv.weight,model.visual.blocks.3.attn.qkv.weight,model.visual.layers.*.attn.qkv.weight,whole,18,0.012102171020084374,4.35931484691866 +420,504,0.4691450074760841,0.8892894427016254,0.8898772206298887,0.007019481204755567,0.4708862883776115,0.46781642360025355,0.4693438264397711,0.4562001010565695,0.8840758142113732,model.visual.blocks.16.mlp.linear_fc1.bias,model.visual.blocks.22.mlp.linear_fc1.bias,model.visual.layers.*.mlp.linear_fc1.bias,whole,6,0.001328583875830569,1.2034589199588717 +517,529,1.2992051869714616,0.02534976295869381,0.0020492847004937834,0.0017265449580370048,1.5424866424593717,1.3111118224655998,1.4127827039911103,0.9999979002139037,0.0017418895726262632,model.visual.blocks.23.mlp.linear_fc1.weight,model.visual.blocks.3.mlp.linear_fc1.weight,model.visual.layers.*.mlp.linear_fc1.weight,whole,20,0.011906635494138174,4.122111757475855 +374,542,1.0055403191751537,0.2740112465832311,0.2740112465832313,0.2735819342450795,1.0055403191751537,1.7715696124866496,1.2367193329224013,0.9617264874931457,0.48275537904301813,model.visual.blocks.12.mlp.linear_fc2.bias,model.visual.blocks.4.mlp.linear_fc2.bias,model.visual.layers.*.mlp.linear_fc2.bias,whole,8,0.0,2.5558287128952584 +423,555,1.3088000308916543,0.0086602065896617,0.00010450105651946743,0.00010439020800138861,1.5434557935015543,1.312687606135681,1.4141406256075013,0.9999999945397646,8.887668976251186e-05,model.visual.blocks.16.mlp.linear_fc2.weight,model.visual.blocks.5.mlp.linear_fc2.weight,model.visual.layers.*.mlp.linear_fc2.weight,whole,11,0.0038875752440266087,4.274301059498914 +568,580,0.7236719512363579,0.6937631188883262,0.6937631188883259,0.6939100675352848,0.7236719512363577,0.9465543948905212,0.8130348755844071,0.7202032594138565,0.9074339941941744,model.visual.blocks.6.norm1.bias,model.visual.blocks.7.norm1.bias,model.visual.layers.*.norm1.bias,whole,1,1.1102230246251565e-16,1.8607464639395026 +353,569,0.1823655718844849,0.9835374555849123,0.9835374555849123,0.5802043221149952,0.18236557188448432,0.19016643007774534,0.18614351923142863,0.1807043814121744,1.025609191710844,model.visual.blocks.10.norm1.weight,model.visual.blocks.6.norm1.weight,model.visual.layers.*.norm1.weight,whole,4,5.828670879282072e-16,0.5480667171878734 +378,426,0.9475275745375156,0.35386668491440315,0.35386668491440315,0.3526392765930337,4.688180945313932,0.9475275745375156,1.3134487064277869,0.9352958726027238,0.07151994463902316,model.visual.blocks.12.norm2.bias,model.visual.blocks.16.norm2.bias,model.visual.layers.*.norm2.bias,whole,4,0.0,9.451062303091103 +439,523,0.32262674451177054,0.9601675427619515,0.9601675427619517,-0.3191975815843403,0.40384263649466745,0.32262674451177054,0.3564741860477374,0.279424926995563,0.7670703895853878,model.visual.blocks.17.norm2.weight,model.visual.blocks.23.norm2.weight,model.visual.layers.*.norm2.weight,whole,6,0.0,1.624882756550641 +214,248,0.4377676760897082,0.8994665593669429,0.8994665593669429,-0.040129154077150876,0.4377676760897082,0.5012352460149978,0.4662926562589068,0.43698959779449426,1.0298712463050046,model.language_model.layers.22.input_layernorm.weight,model.language_model.layers.4.input_layernorm.weight,model.language_model.layers.*.input_layernorm.weight,whole,18,0.0,2.131185079454416 +6,30,0.603218586395774,0.820193930393739,0.8201939303937391,0.42175958971432687,0.6032185863957741,0.9591541015128544,0.7221394721980594,0.5720855849829379,1.304158045052265,model.language_model.layers.12.linear_attn.A_log,model.language_model.layers.6.linear_attn.A_log,model.language_model.layers.*.linear_attn.A_log,whole,6,1.1102230246251565e-16,0.8110189294365513 +85,179,1.186220391182426,-0.007924181441338624,0.0006766788608794347,0.0007230963415628924,1.2295563124635018,1.7170533826401149,1.4137605014039605,0.9999997710528334,0.0009449699174055379,model.language_model.layers.12.linear_attn.conv1d.weight,model.language_model.layers.2.linear_attn.conv1d.weight,model.language_model.layers.*.linear_attn.conv1d.weight,whole,10,0.04333592128107577,5.045470760328936 +145,262,1.0611869862590733,0.36087300728944194,0.3608730072894419,-0.03237203855178697,1.223721178388773,1.0611869862590733,1.1338083201493638,0.9326149648219647,0.3129419885761493,model.language_model.layers.17.linear_attn.dt_bias,model.language_model.layers.5.linear_attn.dt_bias,model.language_model.layers.*.linear_attn.dt_bias,whole,12,0.0,2.1495914971510297 +111,134,1.2010796127902574,0.15755378941263892,0.1319696165434511,0.1318223093856383,1.4428589281971738,1.2223219678889308,1.3189581667892536,0.9912537618134796,0.11179842896802941,model.language_model.layers.14.linear_attn.in_proj_a.weight,model.language_model.layers.16.linear_attn.in_proj_a.weight,model.language_model.layers.*.linear_attn.in_proj_a.weight,whole,2,0.021242355098673338,4.045481482966188 +100,299,1.1888930984097748,0.24304320145672803,0.242371197561027,0.2420958684413343,1.1983753282082588,1.2670159416110454,1.2312629805717736,0.9701835922096568,0.2562537494461954,model.language_model.layers.13.linear_attn.in_proj_b.weight,model.language_model.layers.8.linear_attn.in_proj_b.weight,model.language_model.layers.*.linear_attn.in_proj_b.weight,whole,5,0.00948222979848401,3.3630918525723934 +277,300,1.3410606197268442,0.02558894408798878,0.0004436317068784108,0.0004436483935956252,1.4300947946593503,1.398243044736631,1.413899912161972,0.9999999015954495,0.0004337509309759671,model.language_model.layers.6.linear_attn.in_proj_qkv.weight,model.language_model.layers.8.linear_attn.in_proj_qkv.weight,model.language_model.layers.*.linear_attn.in_proj_qkv.weight,whole,2,0.057182425009786764,4.109191692644007 +102,313,1.350145490589932,0.01962781563957779,0.007692402735212444,0.0076931811126972225,1.4229376520173738,1.3950071488558373,1.408764784152579,0.9999704130323853,0.007541410400016974,model.language_model.layers.13.linear_attn.in_proj_z.weight,model.language_model.layers.9.linear_attn.in_proj_z.weight,model.language_model.layers.*.linear_attn.in_proj_z.weight,whole,4,0.04486165826590538,3.9416393180938396 +21,31,0.16043678450690857,0.9916356687276108,0.9916356687276102,-0.0891182785925915,0.1789909872781765,0.16043678450690857,0.16895453481920333,0.1290685883828645,0.8888427317614636,model.language_model.layers.20.linear_attn.norm.weight,model.language_model.layers.6.linear_attn.norm.weight,model.language_model.layers.*.linear_attn.norm.weight,whole,14,0.0,0.3678141782590965 +197,267,1.380517168621561,-0.009827456815607942,-0.00016836843892017672,-0.00016855827390554437,1.4495835268693655,1.3815340757986188,1.4143324743527903,0.9999999858260342,-0.00016046452746300058,model.language_model.layers.20.linear_attn.out_proj.weight,model.language_model.layers.5.linear_attn.out_proj.weight,model.language_model.layers.*.linear_attn.out_proj.weight,whole,15,0.0010169071770578242,4.1083129786847 +74,151,1.3322212317022941,0.014727899073120741,-0.0003585896549552359,-0.00035861975227968274,1.4746461054928206,1.3610998680813067,1.4144662892076223,0.9999999357067276,-0.0003309786193696825,model.language_model.layers.11.mlp.down_proj.weight,model.language_model.layers.17.mlp.down_proj.weight,model.language_model.layers.*.mlp.down_proj.weight,whole,6,0.028878636379012557,4.028435639700546 +152,316,1.238280829618764,-0.04620447865444981,0.004355629046417953,0.004360685129258039,1.2172681063262916,1.7428249957014226,1.4113189468071454,0.9999905142028148,0.006236176841115353,model.language_model.layers.17.mlp.gate_proj.weight,model.language_model.layers.9.mlp.gate_proj.weight,model.language_model.layers.*.mlp.gate_proj.weight,whole,8,0.02101272329247239,3.415204048062497 +123,240,1.3182139190451467,-0.012487377022476754,0.00023181093901242223,0.00023183113123948008,1.308390652673106,1.5502896809750688,1.4140519687591973,0.9999999731318439,0.0002746688123718099,model.language_model.layers.15.mlp.up_proj.weight,model.language_model.layers.3.mlp.up_proj.weight,model.language_model.layers.*.mlp.up_proj.weight,whole,12,0.009823266372040784,3.643598047397074 +95,241,0.4004234035485472,0.9175773971987835,0.9175773971987837,0.9187987517411219,0.4004234035485473,0.41477379354263866,0.40740916909515856,0.3975571910428804,0.9504615727561434,model.language_model.layers.12.post_attention_layernorm.weight,model.language_model.layers.3.post_attention_layernorm.weight,model.language_model.layers.*.post_attention_layernorm.weight,whole,9,5.551115123125783e-17,1.447829500663607 +440,512,1.0211199400558877,0.04988195026844424,0.049881950268444275,0.04988560673136792,3.8911066630290367,1.0211199400558877,1.3967865573169436,0.9987551206564181,0.013090223033961712,model.visual.blocks.18.attn.proj.bias,model.visual.blocks.23.attn.proj.bias,model.visual.layers.*.attn.proj.bias,whole,5,0.0,8.92629786396507 +537,597,1.3461038345794036,0.004962596852861532,-5.138616686619973e-05,-5.1387552522138706e-05,1.340747876855899,1.5013370694788082,1.4142496661407338,0.9999999986797309,-5.754098776241512e-05,model.visual.blocks.4.attn.proj.weight,model.visual.blocks.9.attn.proj.weight,model.visual.layers.*.attn.proj.weight,whole,5,0.005355957723504723,3.4442172159476456 +358,538,1.3014628631370726,-0.00048531114184175307,-0.010210938314233633,-0.010781526711164816,1.5565543792545697,1.316135440656086,1.421315513089747,0.9999478670104471,-0.008633799099361947,model.visual.blocks.11.attn.qkv.bias,model.visual.blocks.4.attn.qkv.bias,model.visual.layers.*.attn.qkv.bias,whole,7,0.014672577519013297,7.603613795181909 +503,563,1.3013236713133285,0.028283049155593397,-0.0015074239341248013,-0.001507477867224274,1.505358137485576,1.3396369256355716,1.4152718671184576,0.999998863835896,-0.0013414753037529427,model.visual.blocks.22.attn.qkv.weight,model.visual.blocks.6.attn.qkv.weight,model.visual.layers.*.attn.qkv.weight,whole,16,0.038313254322243084,4.12947591418385 +420,516,0.469898552626272,0.8845585306462361,0.8832291847788885,-0.0011340992514745787,0.47303810593444673,0.5003847493994721,0.48613550003404526,0.46894158181464357,0.9342892438122731,model.visual.blocks.16.mlp.linear_fc1.bias,model.visual.blocks.23.mlp.linear_fc1.bias,model.visual.layers.*.mlp.linear_fc1.bias,whole,7,0.003139553308174725,1.3399408889616358 +481,529,1.2992083131069134,0.016890560437560244,0.000642807378895932,0.0006792175240555291,1.5716980097098971,1.2955242404241794,1.4137673150664132,0.9999997933993154,0.000529855313258889,model.visual.blocks.20.mlp.linear_fc1.weight,model.visual.blocks.3.mlp.linear_fc1.weight,model.visual.layers.*.mlp.linear_fc1.weight,whole,17,0.003684072682734074,4.16481974714139 +326,434,1.007362340932924,0.16684327746992011,0.1668432774699201,0.1667278599228496,1.007362340932924,2.698687232652738,1.3346722076259596,0.9859834282395903,0.44696709859634537,model.visual.blocks.0.mlp.linear_fc2.bias,model.visual.blocks.17.mlp.linear_fc2.bias,model.visual.layers.*.mlp.linear_fc2.bias,whole,17,0.0,3.97494556503994 +507,591,1.3117560043289516,0.022242032895275515,-0.0011694638521233234,-0.0011677288483269586,1.351609063399335,1.4883224998743951,1.415036434925048,0.9999993161769155,-0.0012877535457829937,model.visual.blocks.22.mlp.linear_fc2.weight,model.visual.blocks.8.mlp.linear_fc2.weight,model.visual.layers.*.mlp.linear_fc2.weight,whole,14,0.03985305907038339,3.3540218156829305 +580,592,0.7322112055591062,0.6844597276916691,0.6844597276916691,0.6843088220720847,0.9731437946572774,0.7322112055591062,0.8274409414271099,0.7290506711938797,0.5150000288973499,model.visual.blocks.7.norm1.bias,model.visual.blocks.8.norm1.bias,model.visual.layers.*.norm1.bias,whole,1,0.0,3.0463612849002666 +533,545,0.18257533923788113,0.9877122429849994,0.9877122429849998,0.8818458763647189,0.18257533923788113,0.20437762292470224,0.1925568702591178,0.15628347659794548,1.1056601685503895,model.visual.blocks.3.norm1.weight,model.visual.blocks.4.norm1.weight,model.visual.layers.*.norm1.weight,whole,1,0.0,0.4725396722757182 +366,426,0.9496212562540509,0.35557996457266583,0.3555799645726658,0.3519021729825234,5.0619769555599206,0.9496212562540509,1.3199415186056498,0.9346458627707619,0.06670640653260648,model.visual.blocks.11.norm2.bias,model.visual.blocks.16.norm2.bias,model.visual.layers.*.norm2.bias,whole,5,0.0,10.311217475928606 +511,523,0.32304741973258533,0.9866225401781266,0.9866225401781268,0.07184525112390298,0.32304741973258533,0.4564587715679336,0.372914266730071,0.16302135814812893,1.3940755603735768,model.visual.blocks.22.norm2.weight,model.visual.blocks.23.norm2.weight,model.visual.layers.*.norm2.weight,whole,1,0.0,0.4965308197421479 +84,131,0.44982652191716754,0.893707654581802,0.8937076545818021,0.7025070993401699,0.4856566321006006,0.4498265219171671,0.46671320509719655,0.4486497833966871,0.8277729146464256,model.language_model.layers.12.input_layernorm.weight,model.language_model.layers.16.input_layernorm.weight,model.language_model.layers.*.input_layernorm.weight,whole,4,4.440892098500626e-16,1.3628444114659766 +18,20,0.6069481679138833,0.7982991506705737,0.7982991506705737,0.15969398376315613,0.694780436148582,0.6069481679138833,0.6464312969491495,0.6022611277831574,0.6973803258373494,model.language_model.layers.2.linear_attn.A_log,model.language_model.layers.20.linear_attn.A_log,model.language_model.layers.*.linear_attn.A_log,whole,18,0.0,1.422351827787897 +179,249,1.1864772556530674,0.034427289809055135,-0.01388505386265749,-0.013881192948138703,1.6475777285067075,1.2716888204001715,1.4236798433753066,0.9999035979929422,-0.010717228973348472,model.language_model.layers.2.linear_attn.conv1d.weight,model.language_model.layers.4.linear_attn.conv1d.weight,model.language_model.layers.*.linear_attn.conv1d.weight,whole,2,0.08521156474710412,7.43555937588225 +157,204,1.0615507906686832,0.3306385907306458,0.3306385907306457,0.3673094762968051,1.0615507906686832,1.2998766663278816,1.1627803751508783,0.9437574488816778,0.40486935986131306,model.language_model.layers.18.linear_attn.dt_bias,model.language_model.layers.21.linear_attn.dt_bias,model.language_model.layers.*.linear_attn.dt_bias,whole,3,0.0,2.049126388174563 +40,251,1.2018395880732045,0.03226976092263302,0.021603168261668075,0.021641833875794082,1.2087255138520516,1.7244612590177117,1.399780351891964,0.999766624328427,0.03082074988271281,model.language_model.layers.0.linear_attn.in_proj_a.weight,model.language_model.layers.4.linear_attn.in_proj_a.weight,model.language_model.layers.*.linear_attn.in_proj_a.weight,whole,4,0.006885925778847168,3.176634893339126 +100,182,1.18913227414549,0.0990294603644232,0.1288349280652969,0.12857431932403143,1.5291971369656265,1.182767238878692,1.3231040622100403,0.9916660533215855,0.09964819345744785,model.language_model.layers.13.linear_attn.in_proj_b.weight,model.language_model.layers.2.linear_attn.in_proj_b.weight,model.language_model.layers.*.linear_attn.in_proj_b.weight,whole,11,0.0063650352667978805,4.594879689582575 +89,207,1.341120920494518,0.013110165745750461,-0.00017444778931920144,-0.0001743736122012768,1.4902325359362523,1.3489678306157051,1.4143363010307843,0.9999999847839843,-0.00015791123213249668,model.language_model.layers.12.linear_attn.in_proj_qkv.weight,model.language_model.layers.21.linear_attn.in_proj_qkv.weight,model.language_model.layers.*.linear_attn.in_proj_qkv.weight,whole,9,0.0078469101211871,4.183328320371913 +55,196,1.3519052257842659,0.014206975318802054,0.0016204862133893533,0.0016208308536742012,1.3824273335047397,1.4458416005987387,1.4130683934569686,0.9999986870113542,0.0016948206417296064,model.language_model.layers.1.linear_attn.in_proj_z.weight,model.language_model.layers.20.linear_attn.in_proj_z.weight,model.language_model.layers.*.linear_attn.in_proj_z.weight,whole,19,0.030522107720473812,3.6506845491599087 +19,31,0.1608009978683112,0.9875018204897253,0.9875018204897253,0.1733219945387557,0.16826974845018466,0.1608009978683112,0.16440827553549323,0.1576075966743932,0.9436709782598328,model.language_model.layers.2.linear_attn.norm.weight,model.language_model.layers.6.linear_attn.norm.weight,model.language_model.layers.*.linear_attn.norm.weight,whole,4,0.0,0.5857502218088546 +68,115,1.3814396162607225,0.020686150413339446,0.0013903140970384182,0.0013901914404319783,1.4147213251644464,1.4117436245521346,1.4132301220884824,0.9999990335128888,0.0013873877686764876,model.language_model.layers.10.linear_attn.out_proj.weight,model.language_model.layers.14.linear_attn.out_proj.weight,model.language_model.layers.*.linear_attn.out_proj.weight,whole,4,0.03030400829141211,3.9569839027127856 +104,210,1.3336424625251473,0.005413747114782925,0.0002696699762064535,0.00026965704750184585,1.5149345695753131,1.3309188974604227,1.4140244521491918,0.9999999636390513,0.0002369137747721248,model.language_model.layers.13.mlp.down_proj.weight,model.language_model.layers.21.mlp.down_proj.weight,model.language_model.layers.*.mlp.down_proj.weight,whole,8,0.002723565064724598,3.9602167776270187 +46,169,1.2390773251295024,-0.01085601465941162,0.002853338237612592,0.002848076059764391,1.6866769800378991,1.2391834757018974,1.4122868694269421,0.9999959292221653,0.0020963169809541417,model.language_model.layers.0.mlp.gate_proj.weight,model.language_model.layers.19.mlp.gate_proj.weight,model.language_model.layers.*.mlp.gate_proj.weight,whole,19,0.0001061505723949363,4.694545352801515 +141,282,1.3185864954611695,0.011685151277706841,6.651888560457366e-05,6.656408230872252e-05,1.338622456471488,1.504138083604214,1.4141668434710266,0.9999999977876188,7.474369538106017e-05,model.language_model.layers.16.mlp.up_proj.weight,model.language_model.layers.6.mlp.up_proj.weight,model.language_model.layers.*.mlp.up_proj.weight,whole,10,0.02003596101031846,3.7152450941559927 +241,288,0.4057331046849254,0.9428883901900355,0.9428883901900359,0.9559102482809924,0.5704534020450385,0.4057331046849254,0.4675859254104641,0.33310881652223273,0.6706262642167058,model.language_model.layers.3.post_attention_layernorm.weight,model.language_model.layers.7.post_attention_layernorm.weight,model.language_model.layers.*.post_attention_layernorm.weight,whole,4,0.0,1.523731349697378 +332,572,1.021509346217055,0.05952448288192749,0.05952448288192757,0.06015381015466078,1.021509346217055,3.6960877929261935,1.3924313926022245,0.9982268459311436,0.21537513618929569,model.visual.blocks.1.attn.proj.bias,model.visual.blocks.7.attn.proj.bias,model.visual.layers.*.attn.proj.bias,whole,6,0.0,3.985934130010774 +393,537,1.3472364305729418,-0.018271114250454575,0.0002545448259720498,0.000254545940493356,1.510992422394696,1.3336281758152935,1.4140349547696294,0.9999999676034653,0.00022466568785720322,model.visual.blocks.14.attn.proj.weight,model.visual.blocks.4.attn.proj.weight,model.visual.layers.*.attn.proj.weight,whole,10,0.013608254757648375,4.024622683064927 +430,514,1.302171973761397,0.010430267412399071,0.009745807392237396,0.009758238579659177,1.3028863695676223,1.5419229045382252,1.4074024613966716,0.999952508491415,0.011533840549959677,model.visual.blocks.17.attn.qkv.bias,model.visual.blocks.23.attn.qkv.bias,model.visual.layers.*.attn.qkv.bias,whole,6,0.000714395806225232,5.934771817424447 +503,527,1.3078659740607927,-0.02065689468379075,-0.0006677271498545632,-0.0006671453798084394,1.5735593610729663,1.2958822337057152,1.4146768799191396,0.9999997770702018,-0.0005498971134266337,model.visual.blocks.22.attn.qkv.weight,model.visual.blocks.3.attn.qkv.weight,model.visual.layers.*.attn.qkv.weight,whole,19,0.011983740355077543,4.485292309423993 +408,456,0.47045857789538126,0.8885448916446413,0.8887622815936844,-0.004500544112590576,0.4683716560874123,0.4754823976982285,0.47188685041737566,0.4583684182144188,0.902255324683962,model.visual.blocks.15.mlp.linear_fc1.bias,model.visual.blocks.19.mlp.linear_fc1.bias,model.visual.layers.*.mlp.linear_fc1.bias,whole,4,0.0020869218079689333,1.3195305588097812 +397,589,1.2997743639622767,0.001530405602049166,3.9179893277306095e-06,0.00010236813370589741,1.5806890491175842,1.2912353200591296,1.4142108476523958,0.9999999999923246,3.200532202335866e-06,model.visual.blocks.14.mlp.linear_fc1.weight,model.visual.blocks.8.mlp.linear_fc1.weight,model.visual.layers.*.mlp.linear_fc1.weight,whole,6,0.008539043903147192,4.138434240026604 +362,554,1.00784139198821,0.303953284505083,0.3039532845050832,0.3035774612299861,1.00784139198821,1.5927014412248932,1.2044202657396008,0.9526869374766151,0.4803402977340199,model.visual.blocks.11.mlp.linear_fc2.bias,model.visual.blocks.5.mlp.linear_fc2.bias,model.visual.layers.*.mlp.linear_fc2.bias,whole,6,0.0,3.2176756982910533 +495,543,1.312895303284681,0.005014306418615395,0.0001920941799938875,0.00019479861587966128,1.5118815609315692,1.333091245320507,1.4140787935378734,0.9999999815499128,0.00016937773185690954,model.visual.blocks.21.mlp.linear_fc2.weight,model.visual.blocks.4.mlp.linear_fc2.weight,model.visual.layers.*.mlp.linear_fc2.weight,whole,17,0.020195942035825976,4.250175167378868 +388,496,0.7325027544346518,0.6898387193763716,0.6898387193763722,0.6886576948218175,1.266617523332126,0.732502754434652,0.8967545019151354,0.7239630800318252,0.39894344800278436,model.visual.blocks.13.norm1.bias,model.visual.blocks.21.norm1.bias,model.visual.layers.*.norm1.bias,whole,8,1.1102230246251565e-16,4.330337820036917 +413,485,0.18894082071946283,0.9969725763977517,0.9969725763977524,0.7541693153837205,0.22908241678624613,0.18894082071946283,0.20613604440627076,0.07775398324734255,0.8222753167265263,model.visual.blocks.15.norm1.weight,model.visual.blocks.20.norm1.weight,model.visual.layers.*.norm1.weight,whole,5,0.0,0.448172448332565 +558,594,0.9510521107453411,0.4122309864726502,0.41223098647265,0.4120742128608006,1.3882799755194644,0.9510521107453411,1.1095923165608137,0.9110793674492831,0.2824020779041707,model.visual.blocks.5.norm2.bias,model.visual.blocks.8.norm2.bias,model.visual.layers.*.norm2.bias,whole,3,0.0,4.115467415843047 +391,547,0.3369340425517961,0.9769622319246006,0.9769622319246,0.5549894654517158,0.3369340425517959,0.4704252106849895,0.38738420664258544,0.21341227095203355,1.3640285805010528,model.visual.blocks.13.norm2.weight,model.visual.blocks.4.norm2.weight,model.visual.layers.*.norm2.weight,whole,9,2.220446049250313e-16,0.7187246969416028 +237,260,0.45172252783870814,0.9499875272353638,0.949987527235364,0.7893560832928963,0.7243799448574997,0.45172252783870814,0.5420696320089828,0.31228784493995027,0.5924111652517119,model.language_model.layers.3.input_layernorm.weight,model.language_model.layers.5.input_layernorm.weight,model.language_model.layers.*.input_layernorm.weight,whole,2,0.0,1.2999230871103595 +20,30,0.6110967669344993,0.8005543135822872,0.8005543135822871,0.23740135295395728,0.6110967669344993,0.8975351581850841,0.7143613736128857,0.5992602030877681,1.1757968317869454,model.language_model.layers.20.linear_attn.A_log,model.language_model.layers.6.linear_attn.A_log,model.language_model.layers.*.linear_attn.A_log,whole,14,0.0,1.0789602392563418 +85,156,1.1897284456723123,0.04470157076983371,-0.0006052774828247452,-0.0006090609754994532,1.7634887900814384,1.2145726241599462,1.4146133758815433,0.9999998168195676,-0.0004168744733701584,model.language_model.layers.12.linear_attn.conv1d.weight,model.language_model.layers.18.linear_attn.conv1d.weight,model.language_model.layers.*.linear_attn.conv1d.weight,whole,6,0.024844178487633872,6.411084523010001 +39,262,1.0669182233685526,0.1633214335445177,0.16332143354451764,0.04115945409436155,1.0669182233685526,1.873399920435874,1.3111316155140404,0.9865729113172345,0.2867758314613399,model.language_model.layers.0.linear_attn.dt_bias,model.language_model.layers.5.linear_attn.dt_bias,model.language_model.layers.*.linear_attn.dt_bias,whole,5,0.0,2.172006158327453 +64,87,1.202027892261497,0.17316131748425698,0.18714191280792747,0.18710664206525948,1.4054602081592054,1.1787818080733208,1.277275107947282,0.98233288882669,0.15695889578756383,model.language_model.layers.10.linear_attn.in_proj_a.weight,model.language_model.layers.12.linear_attn.in_proj_a.weight,model.language_model.layers.*.linear_attn.in_proj_a.weight,whole,2,0.023246084188176308,3.9582792341873687 +159,206,1.1892285540664387,0.2884448503423308,0.26034259107472296,0.25980044846471445,1.2395466592776914,1.1945359766801291,1.2164171944873166,0.9655163050267457,0.25088897539532634,model.language_model.layers.18.linear_attn.in_proj_b.weight,model.language_model.layers.21.linear_attn.in_proj_b.weight,model.language_model.layers.*.linear_attn.in_proj_b.weight,whole,3,0.005307422613690438,3.727612467291191 +42,265,1.34124783146822,0.004199409168587301,-3.0515892815355045e-05,-3.058875960140446e-05,1.4687424784678453,1.3653780742381123,1.4142350828757855,0.9999999995343901,-2.8368302528671158e-05,model.language_model.layers.0.linear_attn.in_proj_qkv.weight,model.language_model.layers.5.linear_attn.in_proj_qkv.weight,model.language_model.layers.*.linear_attn.in_proj_qkv.weight,whole,5,0.024130242769892396,4.0166129445366145 +149,196,1.3522595500700207,0.0357636116218346,0.007758940889127746,0.007757464515109521,1.4432873178942283,1.3765280038085113,1.4087226498831704,0.9999698989651034,0.007400050760067697,model.language_model.layers.17.linear_attn.in_proj_z.weight,model.language_model.layers.20.linear_attn.in_proj_z.weight,model.language_model.layers.*.linear_attn.in_proj_z.weight,whole,3,0.024268453738490514,4.090288796162968 +7,21,0.1616600545945657,0.9938214518813804,0.993821451881381,0.05138292740779347,0.1616600545945657,0.1844836305498593,0.17194601167729784,0.11099063825559258,1.134131681578516,model.language_model.layers.12.linear_attn.norm.weight,model.language_model.layers.20.linear_attn.norm.weight,model.language_model.layers.*.linear_attn.norm.weight,whole,8,0.0,0.30146805527803267 +44,68,1.3820439112301617,0.011022852608813239,0.00079941441300526,0.0008001583304322424,1.4071840716549928,1.4202022407646147,1.4136482019802186,0.999999680468247,0.0008068099714306279,model.language_model.layers.0.linear_attn.out_proj.weight,model.language_model.layers.10.linear_attn.out_proj.weight,model.language_model.layers.*.linear_attn.out_proj.weight,whole,10,0.025140160424831137,3.751968853081575 +198,256,1.3346045512374902,-0.016830435238787845,0.00016094661833221778,0.00016087850881086327,1.3040045629050536,1.5578077989254424,1.4141015277495343,0.9999999870480929,0.00019227225454644442,model.language_model.layers.20.mlp.down_proj.weight,model.language_model.layers.4.mlp.down_proj.weight,model.language_model.layers.*.mlp.down_proj.weight,whole,16,0.0305999883324366,3.5017069218950194 +93,223,1.2392557541017124,-0.01725917896816055,0.0037327958389574228,0.0037285137915548973,1.7786469389227353,1.2061481342867084,1.411759265206885,0.9999930330933435,0.002531308849612714,model.language_model.layers.12.mlp.gate_proj.weight,model.language_model.layers.22.mlp.gate_proj.weight,model.language_model.layers.*.mlp.gate_proj.weight,whole,10,0.033107619815003986,4.8671813328506195 +153,188,1.3192732138733465,-0.007810742248160987,-0.00046152563103965956,-0.00046164798109253076,1.3071546976189208,1.5536319772932288,1.4145350644330283,0.9999998934970402,-0.0005485509710746514,model.language_model.layers.17.mlp.up_proj.weight,model.language_model.layers.2.mlp.up_proj.weight,model.language_model.layers.*.mlp.up_proj.weight,whole,15,0.012118516254425726,3.509080217326622 +95,318,0.40731110280311866,0.9390220119340658,0.939022011934066,0.9663224609207154,0.5651607132422893,0.40731110280311866,0.46730890113560075,0.3438570358496373,0.6767527931002835,model.language_model.layers.12.post_attention_layernorm.weight,model.language_model.layers.9.post_attention_layernorm.weight,model.language_model.layers.*.post_attention_layernorm.weight,whole,3,0.0,1.5548760354875384 +536,548,1.0235389601916,0.4500949061796577,0.45009490617965797,0.44928530089712987,1.0235389601916,1.0770553792743134,1.0492749864277577,0.8929807251173593,0.47362841937547817,model.visual.blocks.4.attn.proj.bias,model.visual.blocks.5.attn.proj.bias,model.visual.layers.*.attn.proj.bias,whole,1,0.0,2.91906865636994 +501,597,1.3480754887007684,-0.022128052559812796,0.0009491399788492289,0.0009491247038905438,1.3263859229543737,1.5205134383237608,1.4135484750827734,0.9999995495665488,0.0010880544400501953,model.visual.blocks.22.attn.proj.weight,model.visual.blocks.9.attn.proj.weight,model.visual.layers.*.attn.proj.weight,whole,13,0.02168956574639469,3.5290550243177297 +382,586,1.3029900861646804,0.022896914128359862,0.02698924639601531,0.026827837554616027,1.355443345097013,1.4383069240553252,1.395032758519496,0.999635723940964,0.028639205103512224,model.visual.blocks.13.attn.qkv.bias,model.visual.blocks.8.attn.qkv.bias,model.visual.layers.*.attn.qkv.bias,whole,5,0.05245325893233255,5.440930534884415 +371,539,1.3097778598054617,-0.004252068494574272,0.0005901887538376685,0.0005899229427624449,1.522046767738741,1.3257857412758094,1.413800120835879,0.9999998258386023,0.0005140865912167747,model.visual.blocks.12.attn.qkv.weight,model.visual.blocks.4.attn.qkv.weight,model.visual.layers.*.attn.qkv.weight,whole,8,0.016007881470347707,4.2443748641967005 +492,504,0.4708092491942326,0.8882064213179792,0.8907839612898774,0.01045673361384184,0.46671297696165615,0.46803955417460835,0.467374853586103,0.45442703958800074,0.8933159108242643,model.visual.blocks.21.mlp.linear_fc1.bias,model.visual.blocks.22.mlp.linear_fc1.bias,model.visual.layers.*.mlp.linear_fc1.bias,whole,1,0.00409627223257647,1.3425494252669703 +517,565,1.2999809664483104,0.02516557889823636,0.0002355183492004531,-9.255211056049159e-05,1.5436540314183422,1.3124194693854898,1.4140491852455628,0.9999999722655533,0.00020023843464730148,model.visual.blocks.23.mlp.linear_fc1.weight,model.visual.blocks.6.mlp.linear_fc1.weight,model.visual.layers.*.mlp.linear_fc1.weight,whole,17,0.012438502937179408,4.100830144943406 +326,542,1.0089781071266442,0.03299353552122064,0.032993535521220745,0.03263882553261974,1.008978107126644,5.890531494993921,1.4064276489402388,0.999455565102226,0.19262009625998483,model.visual.blocks.0.mlp.linear_fc2.bias,model.visual.blocks.4.mlp.linear_fc2.bias,model.visual.layers.*.mlp.linear_fc2.bias,whole,4,2.220446049250313e-16,4.399992939954019 +399,483,1.315308581622005,0.021178195524264223,-0.0010438891801782576,-0.0010433809060024788,1.484773581711427,1.3541301907687031,1.4149483927993887,0.9999994551475413,-0.0009520386623978213,model.visual.blocks.14.mlp.linear_fc2.weight,model.visual.blocks.20.mlp.linear_fc2.weight,model.visual.layers.*.mlp.linear_fc2.weight,whole,6,0.03882160914669819,4.014449758160929 +484,520,0.7332415234237774,0.7208252749686399,0.7208252749686398,0.720849218176692,0.7637472568577689,0.7332415234237774,0.7480282671988518,0.6931168176912064,0.6920339392312834,model.visual.blocks.20.norm1.bias,model.visual.blocks.23.norm1.bias,model.visual.layers.*.norm1.bias,whole,3,0.0,2.0934613696970876 +365,401,0.192541056158617,0.9938435430916411,0.9938435430916409,0.8497353915049934,0.2302096201365983,0.19254105615861764,0.20886962376732543,0.11079265253189688,0.8312236705388047,model.visual.blocks.11.norm1.weight,model.visual.blocks.14.norm1.weight,model.visual.layers.*.norm1.weight,whole,3,6.38378239159465e-16,0.46615345536116554 +390,582,0.9510849287430095,0.3678556226327238,0.36785562263272387,0.36854022733610575,0.9510849287430095,1.675754774391156,1.1697656460265193,0.929882917843688,0.6481396111787028,model.visual.blocks.13.norm2.bias,model.visual.blocks.7.norm2.bias,model.visual.layers.*.norm2.bias,whole,6,0.0,2.9012095299594898 +379,547,0.3369640932660445,0.9752600274489055,0.975260027448905,0.5327825068766117,0.33696409326604426,0.46739323731045634,0.38655491123352026,0.22106080353685725,1.352755235819549,model.visual.blocks.12.norm2.weight,model.visual.blocks.4.norm2.weight,model.visual.layers.*.norm2.weight,whole,8,2.220446049250313e-16,0.7161832133634976 +178,214,0.455697075351278,0.8979024801929996,0.8979024801929985,0.08812391235456123,0.5841879236428992,0.455697075351278,0.5081398004878712,0.4401944298412487,0.7004108055214191,model.language_model.layers.2.input_layernorm.weight,model.language_model.layers.22.input_layernorm.weight,model.language_model.layers.*.input_layernorm.weight,whole,20,0.0,2.693696878258006 +8,18,0.6123028487561726,0.8116119110510168,0.811611911051017,0.2967972584125779,0.6123028487561726,0.6153839942483137,0.6138376219231096,0.5841969752062365,0.8156959919697695,model.language_model.layers.13.linear_attn.A_log,model.language_model.layers.2.linear_attn.A_log,model.language_model.layers.*.linear_attn.A_log,whole,11,0.0,1.0998030553728053 +38,97,1.1928595557360042,-0.02694835101242354,0.0020424739613098585,0.002196118609102426,1.5780066816465679,1.2905467085171856,1.412797324495302,0.9999979141478833,0.001670403603899866,model.language_model.layers.0.linear_attn.conv1d.weight,model.language_model.layers.13.linear_attn.conv1d.weight,model.language_model.layers.*.linear_attn.conv1d.weight,whole,13,0.09768715278118134,7.736483891114703 +39,297,1.0678081444420149,0.10410260976364405,0.10410260976364405,-0.0463207792965898,1.0678081444420149,2.1670112285553436,1.354584479025483,0.9945665621970198,0.21126597081502413,model.language_model.layers.0.linear_attn.dt_bias,model.language_model.layers.8.linear_attn.dt_bias,model.language_model.layers.*.linear_attn.dt_bias,whole,8,0.0,2.304460514679438 +40,193,1.203033552950461,0.04064243672657755,0.022135507322117717,0.022283310453300644,1.21165288833465,1.714585786013089,1.399381797345749,0.9997549796403079,0.031323514008088825,model.language_model.layers.0.linear_attn.in_proj_a.weight,model.language_model.layers.20.linear_attn.in_proj_a.weight,model.language_model.layers.*.linear_attn.in_proj_a.weight,whole,20,0.00861933538418902,3.3275499599627403 +135,311,1.1895073546150516,0.26556633353424236,0.1997712192581036,0.19966093317040812,1.2737014093952055,1.2566826891214642,1.2651062038334995,0.979842568965102,0.19710195119086302,model.language_model.layers.16.linear_attn.in_proj_b.weight,model.language_model.layers.9.linear_attn.in_proj_b.weight,model.language_model.layers.*.linear_attn.in_proj_b.weight,whole,7,0.06717533450641255,3.3182232047219578 +183,219,1.3415431123932937,-0.0014696640560647586,-0.00026507779768993316,-0.00026496954993781446,1.4838025065831129,1.3539060569785333,1.4144002045056532,0.9999999648668799,-0.00024187210512899076,model.language_model.layers.2.linear_attn.in_proj_qkv.weight,model.language_model.layers.22.linear_attn.in_proj_qkv.weight,model.language_model.layers.*.linear_attn.in_proj_qkv.weight,whole,20,0.012362944585239566,4.126634175947661 +102,301,1.3527834916357788,0.030025880459016697,0.00599106215370278,0.005990799287412285,1.4187831298139668,1.4013214535920595,1.4099712034024239,0.9999820534260955,0.005917327144204184,model.language_model.layers.13.linear_attn.in_proj_z.weight,model.language_model.layers.8.linear_attn.in_proj_z.weight,model.language_model.layers.*.linear_attn.in_proj_z.weight,whole,5,0.048537961956280684,3.9653459053538396 +11,21,0.16234696547043995,0.9941644070805111,0.9941644070805113,0.004334480823906526,0.16234696547044067,0.18599835865937345,0.1729715057865541,0.1078755379789843,1.1389984864744043,model.language_model.layers.14.linear_attn.norm.weight,model.language_model.layers.20.linear_attn.norm.weight,model.language_model.layers.*.linear_attn.norm.weight,whole,6,7.216449660063518e-16,0.3275517174562329 +68,138,1.3822050449994998,0.025488469190443418,-0.0006567798742102988,-0.0006567257575325392,1.3871541137766965,1.4439070907034157,1.4146775266570675,0.9999997843200752,-0.0006836508705017686,model.language_model.layers.10.linear_attn.out_proj.weight,model.language_model.layers.16.linear_attn.out_proj.weight,model.language_model.layers.*.linear_attn.out_proj.weight,whole,6,0.004949068777196697,3.6925769354267093 +163,315,1.3347445751694496,-0.007441544592894981,0.0002591027304635973,0.0002590793372006357,1.3460208999039263,1.4935157469447977,1.4140313233303372,0.9999999664328869,0.0002874947989673837,model.language_model.layers.18.mlp.down_proj.weight,model.language_model.layers.9.mlp.down_proj.weight,model.language_model.layers.*.mlp.down_proj.weight,whole,9,0.011276324734476706,3.5371585359840014 +169,286,1.2393183191674573,-0.012041918566560965,0.004683937100292703,0.004686867619634997,1.2442174516461897,1.6700434042046133,1.4110364207865873,0.9999890303064531,0.006286986450562592,model.language_model.layers.19.mlp.gate_proj.weight,model.language_model.layers.7.mlp.gate_proj.weight,model.language_model.layers.*.mlp.gate_proj.weight,whole,12,0.004899132478732415,3.329647492427285 +106,200,1.3195520891056622,0.01796296238241007,8.774482362993555e-05,8.773775303410918e-05,1.5011125662104319,1.3407412029834749,1.4141519099874509,0.9999999961504229,7.837060526790697e-05,model.language_model.layers.13.mlp.up_proj.weight,model.language_model.layers.20.mlp.up_proj.weight,model.language_model.layers.*.mlp.up_proj.weight,whole,7,0.021189113877812638,3.9326882743453124 +77,259,0.4079894310659127,0.9164967470242062,0.9164967470242062,0.9522161980012137,0.4079894310659127,0.4878147157122717,0.44259169666771375,0.40004213864797805,1.0958141708053386,model.language_model.layers.11.post_attention_layernorm.weight,model.language_model.layers.4.post_attention_layernorm.weight,model.language_model.layers.*.post_attention_layernorm.weight,whole,7,0.0,0.9639596397007563 +356,560,1.0260763941898703,0.29080842333835377,0.2908084233383536,0.2908062589694855,1.0260763941898705,1.5511673318070527,1.2102665284225642,0.9567813025532328,0.43962859749144306,model.visual.blocks.11.attn.proj.bias,model.visual.blocks.6.attn.proj.bias,model.visual.layers.*.attn.proj.bias,whole,5,2.220446049250313e-16,2.9829946241209138 +405,453,1.3482424862952662,0.019102974772365534,0.0007858841156480121,0.0007858533275632628,1.4570669539092262,1.373912377421175,1.4136587076108216,0.9999996911930308,0.0007410338356865682,model.visual.blocks.15.attn.proj.weight,model.visual.blocks.19.attn.proj.weight,model.visual.layers.*.attn.proj.weight,whole,4,0.025669891125908784,3.842148704229763 +586,598,1.3033814738106924,0.08951819258452665,0.00735025553859731,0.007294241618681457,1.4231380748232476,1.3952898046626838,1.409007579489832,0.9999729865068943,0.007206424166498393,model.visual.blocks.8.attn.qkv.bias,model.visual.blocks.9.attn.qkv.bias,model.visual.layers.*.attn.qkv.bias,whole,1,0.09190833085199146,4.642994429442882 +419,563,1.31034419950924,0.00026571438035392957,-0.00025902959485314957,-0.0002589483016244407,1.5174915716823698,1.3298087736531203,1.4143951275395823,0.9999999664518339,-0.0002269929100757017,model.visual.blocks.16.attn.qkv.weight,model.visual.blocks.6.attn.qkv.weight,model.visual.layers.*.attn.qkv.weight,whole,10,0.019464574143880364,4.298880286465134 +408,420,0.4709235700682246,0.8889281597112434,0.8875605625808136,0.006193553890846975,0.47353523963184124,0.47491142692353944,0.47422183565330933,0.46069105455959275,0.8901399895476131,model.visual.blocks.15.mlp.linear_fc1.bias,model.visual.blocks.16.mlp.linear_fc1.bias,model.visual.layers.*.mlp.linear_fc1.bias,whole,1,0.0026116695636166365,1.305815854639135 +445,469,1.300152749916254,-0.020588703634854107,0.00036693799097872477,0.0003698826828641661,1.5813396523286765,1.290498555548964,1.4139593434483864,0.9999999326782532,0.0002994504985926078,model.visual.blocks.18.mlp.linear_fc1.weight,model.visual.blocks.2.mlp.linear_fc1.weight,model.visual.layers.*.mlp.linear_fc1.weight,whole,16,0.00965419436728987,4.343235300352847 +506,554,1.0099910809958534,0.03853257212466432,0.03853257212466431,0.03899087085503696,1.0099910809958534,5.447962581006878,1.4044128328290946,0.9992573446742623,0.20784739096718985,model.visual.blocks.22.mlp.linear_fc2.bias,model.visual.blocks.5.mlp.linear_fc2.bias,model.visual.layers.*.mlp.linear_fc2.bias,whole,17,0.0,3.0774428691928977 +483,591,1.3162702557015826,0.004848867287959201,-0.0014675117600642217,-0.0014641164581788175,1.3495002243584506,1.4916427042910645,1.4152456915499865,0.9999989232040374,-0.0016220843619361254,model.visual.blocks.20.mlp.linear_fc2.weight,model.visual.blocks.8.mlp.linear_fc2.weight,model.visual.layers.*.mlp.linear_fc2.weight,whole,12,0.033229968656868,3.4016796775723783 +472,544,0.7381887951992994,0.7181915560032357,0.7181915560032355,0.7182954295539293,0.7652721509523904,0.7381887951992991,0.7513646325061735,0.6958454489939928,0.6927744055347457,model.visual.blocks.2.norm1.bias,model.visual.blocks.4.norm1.bias,model.visual.layers.*.norm1.bias,whole,2,2.220446049250313e-16,2.2779563403302037 +557,581,0.1927085468909881,0.9880188363213397,0.9880188363213404,0.694805685022646,0.22084002315761045,0.1927085468909881,0.20534292074834073,0.15433333753348527,0.8621610862290343,model.visual.blocks.5.norm1.weight,model.visual.blocks.7.norm1.weight,model.visual.layers.*.norm1.weight,whole,2,0.0,0.5090875322775249 +378,438,0.953336102786512,0.34878192405871195,0.3487819240587119,0.34841037044123124,5.474426153312233,0.953336102786512,1.3282313052951302,0.937203910283084,0.06073812869013397,model.visual.blocks.12.norm2.bias,model.visual.blocks.17.norm2.bias,model.visual.layers.*.norm2.bias,whole,5,0.0,10.852994683239798 +343,475,0.3396303154989974,0.9412288129075259,0.9412288129075256,0.8556081463420336,0.34772132466319994,0.3396303154989975,0.3436043946985235,0.3377696282271248,0.9193276799867234,model.visual.blocks.1.norm2.weight,model.visual.blocks.2.norm2.weight,model.visual.layers.*.norm2.weight,whole,1,1.1102230246251565e-16,1.0614278057670126 +96,131,0.45743093504050675,0.8932832439606748,0.8932832439606748,0.7297973412120126,0.5658177832587469,0.4574309350405065,0.5030696267955624,0.44949421137439977,0.7221678102579001,model.language_model.layers.13.input_layernorm.weight,model.language_model.layers.16.input_layernorm.weight,model.language_model.layers.*.input_layernorm.weight,whole,3,2.220446049250313e-16,1.473851440640875 +6,34,0.6158131330263299,0.8071152763441722,0.8071152763441722,-0.08032658355752693,0.626961912466721,0.6158131330263297,0.6213125155385669,0.5903938775867095,0.7927629687797009,model.language_model.layers.12.linear_attn.A_log,model.language_model.layers.9.linear_attn.A_log,model.language_model.layers.*.linear_attn.A_log,whole,3,2.220446049250313e-16,1.579777627613349 +179,296,1.1961638280411118,0.04947515147805933,-0.0018099419262548086,-0.0019806129095022783,1.4355655572258854,1.3962382274347183,1.4154923128701347,0.9999983620537704,-0.001760358552873914,model.language_model.layers.2.linear_attn.conv1d.weight,model.language_model.layers.8.linear_attn.conv1d.weight,model.language_model.layers.*.linear_attn.conv1d.weight,whole,6,0.2000743993936065,6.882494201627498 +192,309,1.0684824077375448,0.3796796444965482,0.3796796444965482,0.2525804365870209,1.0684824077375448,1.1686435022955532,1.1152035556841875,0.925118028986018,0.4152713664554474,model.language_model.layers.20.linear_attn.dt_bias,model.language_model.layers.9.linear_attn.dt_bias,model.language_model.layers.*.linear_attn.dt_bias,whole,11,0.0,1.9368436309843546 +52,263,1.2039765708415964,0.05601004411007158,0.052801535487043146,0.05280979913317812,1.2186378465142065,1.6220913237434553,1.3778871261322907,0.9986050259488035,0.07028249847881808,model.language_model.layers.1.linear_attn.in_proj_a.weight,model.language_model.layers.5.linear_attn.in_proj_a.weight,model.language_model.layers.*.linear_attn.in_proj_a.weight,whole,4,0.014661275672610108,3.6512269589022326 +53,311,1.1902199967397598,0.11147117130927317,0.13078104287212952,0.1306889868300136,1.2196977938059212,1.4498633442643065,1.3199613371224161,0.9914112763254603,0.15546034529855915,model.language_model.layers.1.linear_attn.in_proj_b.weight,model.language_model.layers.9.linear_attn.in_proj_b.weight,model.language_model.layers.*.linear_attn.in_proj_b.weight,whole,8,0.029477797066161493,3.2380635142412846 +207,300,1.3430109055139678,0.010497594941315719,-0.000271749965100715,-0.00027176055247632187,1.31455786237848,1.5411103193726643,1.414403302179862,0.9999999630759775,-0.0003185836755394916,model.language_model.layers.21.linear_attn.in_proj_qkv.weight,model.language_model.layers.8.linear_attn.in_proj_qkv.weight,model.language_model.layers.*.linear_attn.in_proj_qkv.weight,whole,13,0.02845304313548791,3.7638109682155148 +114,254,1.3532026943871895,0.011798888539551968,-0.0010631259027134223,-0.0010621820607944026,1.4731440571353827,1.3631719435528258,1.4149628505590097,0.9999994348814978,-0.0009837621758874762,model.language_model.layers.14.linear_attn.in_proj_z.weight,model.language_model.layers.4.linear_attn.in_proj_z.weight,model.language_model.layers.*.linear_attn.in_proj_z.weight,whole,10,0.00996924916563624,3.8782274000923187 +11,29,0.16326800485118675,0.9887670357069857,0.9887670357069858,-0.0197237426249102,0.16326800485118675,0.17687586151132403,0.16966401512943555,0.14946487580438558,1.0711775490493474,model.language_model.layers.14.linear_attn.norm.weight,model.language_model.layers.5.linear_attn.norm.weight,model.language_model.layers.*.linear_attn.norm.weight,whole,9,0.0,0.5010909234126395 +56,302,1.382631370662403,0.003885628503507448,-0.0004285925523187272,-0.000428596289352562,1.387528288490314,1.4431430685816664,1.414516356777604,0.9999999081542079,-0.0004457713592257432,model.language_model.layers.1.linear_attn.out_proj.weight,model.language_model.layers.8.linear_attn.out_proj.weight,model.language_model.layers.*.linear_attn.out_proj.weight,whole,7,0.004896917827911018,3.767617308292636 +139,186,1.3347529425492515,-0.022415846863629907,0.00014642814831883268,0.00014641789616619857,1.3309252588523082,1.5151377812510025,1.4141108822282489,0.9999999892793986,0.00016669517561625026,model.language_model.layers.16.mlp.down_proj.weight,model.language_model.layers.2.mlp.down_proj.weight,model.language_model.layers.*.mlp.down_proj.weight,whole,14,0.003827683696943307,3.506872074401403 +164,286,1.241097831324351,-0.027092855252229757,0.005596503459235369,0.005600196778331763,1.236761897418634,1.6864770351353675,1.4104341733868304,0.9999843394518889,0.007631521136571107,model.language_model.layers.18.mlp.gate_proj.weight,model.language_model.layers.7.mlp.gate_proj.weight,model.language_model.layers.*.mlp.gate_proj.weight,whole,11,0.00433593390571696,3.2783897798846304 +71,270,1.3228263435847234,0.06333611029535308,0.00027216005849437934,0.0002721610037223999,1.3763960469723941,1.4549112536470057,1.4140213988543182,0.9999999629644506,0.00028768517082543006,model.language_model.layers.10.mlp.up_proj.weight,model.language_model.layers.5.mlp.up_proj.weight,model.language_model.layers.*.mlp.up_proj.weight,whole,5,0.05356970338767075,3.518814702317027 +271,318,0.41500157022075423,0.910883925947644,0.9108839259476437,0.9666841594744049,0.4787268884221864,0.41500157022075423,0.4434664518564949,0.412662663019333,0.7896323952118296,model.language_model.layers.5.post_attention_layernorm.weight,model.language_model.layers.9.post_attention_layernorm.weight,model.language_model.layers.*.post_attention_layernorm.weight,whole,4,0.0,1.0863142317926382 +392,500,1.029478053967841,0.09913234907727884,0.09913234907727897,0.09927763542580252,2.835640668099495,1.029478053967841,1.3685046960042964,0.9950742572122044,0.035989954214381094,model.visual.blocks.14.attn.proj.bias,model.visual.blocks.22.attn.proj.bias,model.visual.layers.*.attn.proj.bias,whole,8,0.0,7.4093239375639355 +369,537,1.348515549709315,0.01871353197765374,0.00047835340526834925,0.00047835300198526356,1.4983981319996995,1.3422148048034137,1.4138773143732748,0.9999998855890033,0.00042849294107331047,model.visual.blocks.12.attn.proj.weight,model.visual.blocks.4.attn.proj.weight,model.visual.layers.*.attn.proj.weight,whole,8,0.006300744905901379,3.7569493486682655 +478,586,1.3039329194764642,0.007804677159456877,0.0010349673867162473,0.0010831626106784754,1.3461250391171928,1.4920883008685686,1.413485403383156,0.9999994644211109,0.0011471911483888428,model.visual.blocks.20.attn.qkv.bias,model.visual.blocks.8.attn.qkv.bias,model.visual.layers.*.attn.qkv.bias,whole,12,0.042192119640728665,4.352905390163074 +335,467,1.3104214937098473,0.015399930946805017,-0.0023446641602875126,-0.0023445438518166365,1.3528352612266674,1.4886093916875422,1.4158629747178706,0.9999972512712101,-0.0025799808664008343,model.visual.blocks.1.attn.qkv.weight,model.visual.blocks.2.attn.qkv.weight,model.visual.layers.*.attn.qkv.weight,whole,1,0.04241376751682013,3.9497760889825297 +360,576,0.47092444801901967,0.8834748767621321,0.8813202760099745,-0.01582370876292811,0.5080432744800604,0.4757149469917293,0.49108283052265406,0.4725193870030123,0.8252392058804358,model.visual.blocks.11.mlp.linear_fc1.bias,model.visual.blocks.7.mlp.linear_fc1.bias,model.visual.layers.*.mlp.linear_fc1.bias,whole,4,0.0047904989727096114,1.3555144921045312 +409,469,1.3011564914538274,-0.018260522098388358,-0.00045259328336657076,-0.0004503221107859229,1.5737807432735733,1.2955292269493064,1.4145275961031938,0.9999998975796547,-0.0003725727545138833,model.visual.blocks.15.mlp.linear_fc1.weight,model.visual.blocks.2.mlp.linear_fc1.weight,model.visual.layers.*.mlp.linear_fc1.weight,whole,13,0.005627264504521001,4.429530803736194 +506,566,1.0126712182501911,0.04127600246154994,0.04127600246154994,0.04178536410596646,1.0126712182501911,4.9106221713538645,1.402619351251771,0.999147782673211,0.200154649583876,model.visual.blocks.22.mlp.linear_fc2.bias,model.visual.blocks.6.mlp.linear_fc2.bias,model.visual.layers.*.mlp.linear_fc2.bias,whole,16,0.0,3.2631655466109697 +375,507,1.316399248449755,0.041517764722771716,-0.0007238856119049136,-0.0007217723524290679,1.4711046330525583,1.3643653506353017,1.4147238860556606,0.9999997379947761,-0.000671362474508101,model.visual.blocks.12.mlp.linear_fc2.weight,model.visual.blocks.22.mlp.linear_fc2.weight,model.visual.layers.*.mlp.linear_fc2.weight,whole,10,0.047966102185546644,3.767087669094438 +472,556,0.7402436981998239,0.7048211129989705,0.70482111299897,0.7049616478774858,0.8078404343692668,0.7402436981998239,0.7718308277479277,0.7093850848945819,0.6458446062594393,model.visual.blocks.2.norm1.bias,model.visual.blocks.5.norm1.bias,model.visual.layers.*.norm1.bias,whole,3,0.0,2.139837569763018 +557,569,0.19969336430850482,0.9927629109589517,0.9927629109589514,0.8261781718665576,0.23966616100590807,0.19969336430850482,0.2169653125987115,0.12009080990778989,0.8271846339008642,model.visual.blocks.5.norm1.weight,model.visual.blocks.6.norm1.weight,model.visual.layers.*.norm1.weight,whole,1,0.0,0.44979095589891405 +354,582,0.9537549597888108,0.4701916746346158,0.4701916746346159,0.4704881331527854,0.9537549597888108,1.1466764325787875,1.036991004420098,0.8825643257600522,0.5653000349457188,model.visual.blocks.10.norm2.bias,model.visual.blocks.7.norm2.bias,model.visual.layers.*.norm2.bias,whole,3,0.0,2.9498031903407753 +367,547,0.3444242241995996,0.9743450854035877,0.9743450854035876,0.534720992166874,0.3444242241995998,0.482642209311603,0.39648533284326437,0.22505922453851063,1.3653513069352698,model.visual.blocks.11.norm2.weight,model.visual.blocks.4.norm2.weight,model.visual.layers.*.norm2.weight,whole,7,1.6653345369377348e-16,0.7223948406733787 +143,178,0.4657191783479826,0.9428319703413435,0.9428319703413437,0.6514846066163409,0.4657191783479826,0.7541740425421081,0.5603892957429324,0.3332684739099391,1.5267986193580647,model.language_model.layers.17.input_layernorm.weight,model.language_model.layers.2.input_layernorm.weight,model.language_model.layers.*.input_layernorm.weight,whole,15,0.0,0.8960617596151639 +4,24,0.615911284209489,0.787921822065115,0.7879218220651152,-0.09211558277283359,0.7690582351632597,0.615911284209489,0.6798734951579577,0.6157752855657566,0.6310184575057386,model.language_model.layers.10.linear_attn.A_log,model.language_model.layers.22.linear_attn.A_log,model.language_model.layers.*.linear_attn.A_log,whole,12,0.0,2.303365110447071 +38,296,1.198840693911914,-0.023403669087772874,-0.0024226454499985776,-0.0023058799727081786,1.5186028602210184,1.3315808028395881,1.4159109242490593,0.9999970653902058,-0.0021242869072663766,model.language_model.layers.0.linear_attn.conv1d.weight,model.language_model.layers.8.linear_attn.conv1d.weight,model.language_model.layers.*.linear_attn.conv1d.weight,whole,8,0.13274010892767407,7.518693198368778 +86,145,1.0686452021224706,0.29602220998833,0.29602220998832995,-0.31579971375524035,1.0686452021224706,1.3785035002761892,1.1944204072864837,0.9551810567602484,0.38185513004496685,model.language_model.layers.12.linear_attn.dt_bias,model.language_model.layers.17.linear_attn.dt_bias,model.language_model.layers.*.linear_attn.dt_bias,whole,5,0.0,1.8292501924213895 +193,310,1.2053270859112297,0.17345659464318985,0.16608693423041895,0.16599928876900932,1.2288255503210308,1.3664289494999393,1.2921642848036017,0.9861111145697226,0.18468528344552015,model.language_model.layers.20.linear_attn.in_proj_a.weight,model.language_model.layers.9.linear_attn.in_proj_a.weight,model.language_model.layers.*.linear_attn.in_proj_a.weight,whole,11,0.02349846440980108,3.5637101671516467 +112,135,1.1928941351757871,0.17069169214581345,0.1592939356229993,0.15919560254423984,1.405110668586862,1.2121913806018394,1.2980197337328976,0.9872311999089858,0.13742315111630451,model.language_model.layers.14.linear_attn.in_proj_b.weight,model.language_model.layers.16.linear_attn.in_proj_b.weight,model.language_model.layers.*.linear_attn.in_proj_b.weight,whole,2,0.019297245426052267,4.405719803324413 +66,219,1.345093788659692,0.024691495010962183,0.0003590577827960814,0.00035915438339652805,1.4835852846430027,1.353300212920267,1.413960716311937,0.9999999355387522,0.00032752614826962365,model.language_model.layers.10.linear_attn.in_proj_qkv.weight,model.language_model.layers.22.linear_attn.in_proj_qkv.weight,model.language_model.layers.*.linear_attn.in_proj_qkv.weight,whole,12,0.00820642426057483,4.088609175393751 +43,90,1.3539798470417532,-0.010248003696890268,0.00044196708349496586,0.00044164914124834837,1.3464652876059842,1.4926065700345905,1.4139026620440889,0.9999999023325438,0.000489936858109821,model.language_model.layers.0.linear_attn.in_proj_z.weight,model.language_model.layers.12.linear_attn.in_proj_z.weight,model.language_model.layers.*.linear_attn.in_proj_z.weight,whole,12,0.007514559435769064,3.6563128669779767 +1,33,0.16390467262828554,0.9869411969504417,0.9869411969504417,-0.051508101320509966,0.1713322400907127,0.16390467262828554,0.16749506682995982,0.16108095406356895,0.9441554823767173,model.language_model.layers.0.linear_attn.norm.weight,model.language_model.layers.8.linear_attn.norm.weight,model.language_model.layers.*.linear_attn.norm.weight,whole,8,0.0,0.5104083172442418 +209,302,1.3832190032633007,0.00981847224111039,0.0002348188443603592,0.00023480106368995235,1.4098972547335147,1.4182346402588057,1.4140475135136994,0.9999999724300548,0.00023620743861959526,model.language_model.layers.21.linear_attn.out_proj.weight,model.language_model.layers.8.linear_attn.out_proj.weight,model.language_model.layers.*.linear_attn.out_proj.weight,whole,13,0.026678251470213965,3.8474018888851322 +186,285,1.3353108671330907,0.03413146347008622,-4.446575609761471e-05,-4.448123270776148e-05,1.4456240070425854,1.384824428239607,1.4142449750596882,0.9999999990113982,-4.259562995919945e-05,model.language_model.layers.2.mlp.down_proj.weight,model.language_model.layers.7.mlp.down_proj.weight,model.language_model.layers.*.mlp.down_proj.weight,whole,5,0.04951356110651628,3.7338419862512815 +58,164,1.2414793594314426,-0.0034541634525526946,0.003213178386814481,0.003207805325351562,1.6795485020735095,1.241701977647682,1.41203967202229,0.9999948377290028,0.002375525298922095,model.language_model.layers.1.mlp.gate_proj.weight,model.language_model.layers.18.mlp.gate_proj.weight,model.language_model.layers.*.mlp.gate_proj.weight,whole,17,0.00022261821623947853,4.259451756641587 +47,153,1.3234089137859135,0.011401017306573343,0.00024076524364972078,0.00024083401147865065,1.5241286566073433,1.324817402006862,1.414044963964926,0.9999999710160483,0.00020928022263920167,model.language_model.layers.0.mlp.up_proj.weight,model.language_model.layers.17.mlp.up_proj.weight,model.language_model.layers.*.mlp.up_proj.weight,whole,17,0.0014084882209484118,4.023840838011009 +72,95,0.4207161454446538,0.9187438439305864,0.9187438439305863,0.9660806306334693,0.4207161454446538,0.5439039281908348,0.4706220011042767,0.39485408601108646,1.1877566172005418,model.language_model.layers.10.post_attention_layernorm.weight,model.language_model.layers.12.post_attention_layernorm.weight,model.language_model.layers.*.post_attention_layernorm.weight,whole,2,0.0,1.1644154066861598 +332,368,1.0298453732941923,0.006714108818397185,0.006714108818397199,0.007420357058448838,1.0298453732941923,4.071520824498545,1.4119544746439474,0.9999774601173642,0.026544406161296944,model.visual.blocks.1.attn.proj.bias,model.visual.blocks.12.attn.proj.bias,model.visual.layers.*.attn.proj.bias,whole,11,0.0,3.73571622384936 +429,477,1.348792242032721,0.021394868406736954,0.0013116679987291355,0.0013116719100247044,1.4515037115547662,1.3779382544578054,1.4132870226367857,0.9999991397631606,0.001245189728561568,model.visual.blocks.17.attn.proj.weight,model.visual.blocks.20.attn.proj.weight,model.visual.layers.*.attn.proj.weight,whole,3,0.02914601242508441,3.623683456802514 +418,598,1.3046663386821722,-0.025253415375063808,-0.030429145338988595,-0.03041157067847423,1.3326440735467937,1.566027659922169,1.4352959084552124,0.9995369263383612,-0.03575814744129024,model.visual.blocks.16.attn.qkv.bias,model.visual.blocks.9.attn.qkv.bias,model.visual.layers.*.attn.qkv.bias,whole,7,0.027977734864621517,5.547282412076085 +431,599,1.3112297908342008,0.030003748497515872,0.00014102412194745114,0.0001409871800343777,1.4910629229361263,1.3479682860370636,1.414114345153749,0.9999999900560985,0.00012749028966333627,model.visual.blocks.17.attn.qkv.weight,model.visual.blocks.9.attn.qkv.weight,model.visual.layers.*.attn.qkv.weight,whole,8,0.036738495202862875,3.962094420716351 +432,492,0.4731300113199415,0.887993549649879,0.891241544902899,0.013721658171247065,0.46830165088210035,0.4646138152652109,0.4664467996010675,0.45352895016646305,0.8842230936410818,model.visual.blocks.17.mlp.linear_fc1.bias,model.visual.blocks.21.mlp.linear_fc1.bias,model.visual.layers.*.mlp.linear_fc1.bias,whole,4,0.008516196054730585,1.3551012214581393 +481,601,1.3025645938370343,0.005248068748538644,0.0006942387019673609,0.0007095899010142178,1.533356426915778,1.3183381607999358,1.4137281283378065,0.9999997590162834,0.0005968875581972282,model.visual.blocks.20.mlp.linear_fc1.weight,model.visual.blocks.9.mlp.linear_fc1.weight,model.visual.layers.*.mlp.linear_fc1.weight,whole,11,0.015773566962901553,4.075304944474779 +506,530,1.013498222666237,0.08621888500112161,0.08621888500112156,0.08670303747743233,1.013498222666237,3.722499625142439,1.3829617370551668,0.9962762186608508,0.3166752145381596,model.visual.blocks.22.mlp.linear_fc2.bias,model.visual.blocks.3.mlp.linear_fc2.bias,model.visual.layers.*.mlp.linear_fc2.bias,whole,19,0.0,3.0764459529348236 +447,543,1.3177610451667334,0.0009898129121971803,-0.00015518908898979328,-0.00015348574039384552,1.5408780009639302,1.314571404258748,1.4143219235364572,0.9999999879581732,-0.0001323966845599244,model.visual.blocks.18.mlp.linear_fc2.weight,model.visual.blocks.4.mlp.linear_fc2.weight,model.visual.layers.*.mlp.linear_fc2.weight,whole,14,0.003189640907985458,4.16863984899079 +448,496,0.7424221467142095,0.6923624572800766,0.6923624572800768,0.6910570653123885,0.8561472770633372,0.7424221467142095,0.7932345965003561,0.7215498789058825,0.600393455202419,model.visual.blocks.18.norm1.bias,model.visual.blocks.21.norm1.bias,model.visual.layers.*.norm1.bias,whole,3,0.0,1.7906545354008392 +413,509,0.2008773393873217,0.9894258501143458,0.989425850114346,0.2357029244584408,0.2362021646310776,0.2008773393873217,0.21640665108878318,0.14503960536868427,0.8414538986229867,model.visual.blocks.15.norm1.weight,model.visual.blocks.22.norm1.weight,model.visual.layers.*.norm1.weight,whole,7,0.0,0.8317242817229111 +366,558,0.9547091659038781,0.35811126010076216,0.35811126010076233,0.35736341218313655,0.9547091659038781,1.712811127730262,1.1793333394176921,0.9336789198589868,0.6424751884364416,model.visual.blocks.11.norm2.bias,model.visual.blocks.5.norm2.bias,model.visual.layers.*.norm2.bias,whole,6,0.0,3.2098213370103275 +463,523,0.3446349543593893,0.9601661853469126,0.9601661853469124,-0.34038882879014587,0.3446349543593893,0.454398129081499,0.38833058284183464,0.27942959133985534,1.26597059500233,model.visual.blocks.19.norm2.weight,model.visual.blocks.23.norm2.weight,model.visual.layers.*.norm2.weight,whole,4,0.0,0.9298265375210681 +237,248,0.46675484103140463,0.9691363403649893,0.9691363403649894,0.8501139258068423,0.8148703797224981,0.46675484103140463,0.5727817026648411,0.24652536134027922,0.5551178319168555,model.language_model.layers.3.input_layernorm.weight,model.language_model.layers.4.input_layernorm.weight,model.language_model.layers.*.input_layernorm.weight,whole,1,0.0,1.298166876761627 +0,12,0.626228104096517,0.7971650344744747,0.7971650344744748,-0.4149790355815628,0.626228104096517,0.9925459890802727,0.749001124633016,0.6037614659874455,1.2634740479177389,model.language_model.layers.0.linear_attn.A_log,model.language_model.layers.16.linear_attn.A_log,model.language_model.layers.*.linear_attn.A_log,whole,16,0.0,1.5742576405985624 +97,179,1.199666156167851,0.02849864523687993,0.00561358692014968,0.005391765464739099,1.3463775482137836,1.4841875651936023,1.4102573968254737,0.9999842436968144,0.0061881720428813,model.language_model.layers.13.linear_attn.conv1d.weight,model.language_model.layers.2.linear_attn.conv1d.weight,model.language_model.layers.*.linear_attn.conv1d.weight,whole,11,0.14671139204593264,5.035752630568824 +98,145,1.0688405482234387,0.2863067954317554,0.28630679543175536,-0.03653264648778992,1.4063565507926448,1.0688405482234387,1.2034499868439315,0.9581379957446626,0.21759511271654236,model.language_model.layers.13.linear_attn.dt_bias,model.language_model.layers.17.linear_attn.dt_bias,model.language_model.layers.*.linear_attn.dt_bias,whole,4,0.0,2.4548690155975392 +146,193,1.2058017613326646,0.22131714441717956,0.25004925100500414,0.24986218815135317,1.260906119362283,1.1920446086320302,1.2250261719044635,0.9682331186609123,0.23639338169263907,model.language_model.layers.17.linear_attn.in_proj_a.weight,model.language_model.layers.20.linear_attn.in_proj_a.weight,model.language_model.layers.*.linear_attn.in_proj_a.weight,whole,3,0.013757152700634379,3.5770534499158106 +194,276,1.195102677609414,0.1606561459301437,0.14716600534519964,0.1467586469140712,1.2279183865795436,1.4036669763534824,1.3070125694662713,0.9891118070626479,0.16822947192796614,model.language_model.layers.20.linear_attn.in_proj_b.weight,model.language_model.layers.6.linear_attn.in_proj_b.weight,model.language_model.layers.*.linear_attn.in_proj_b.weight,whole,14,0.03281570897012953,3.5781529730633586 +160,219,1.3460254890325507,-0.016327758900087946,-8.50758206820111e-05,-8.50429538527235e-05,1.323945638582841,1.5260321584855956,1.4142731168944451,0.9999999963810524,-9.806175909856235e-05,model.language_model.layers.18.linear_attn.in_proj_qkv.weight,model.language_model.layers.22.linear_attn.in_proj_qkv.weight,model.language_model.layers.*.linear_attn.in_proj_qkv.weight,whole,4,0.022079850449709726,3.639181767839673 +67,301,1.3563655554574747,0.04119768524703464,0.008894398321043134,0.00889859920500583,1.4427340118423104,1.3755055893282742,1.4079174113754187,0.999960444056917,0.00847993774589411,model.language_model.layers.10.linear_attn.in_proj_z.weight,model.language_model.layers.8.linear_attn.in_proj_z.weight,model.language_model.layers.*.linear_attn.in_proj_z.weight,whole,2,0.019140033870799433,3.9752746487424075 +13,15,0.16403985307228577,0.9890010477656975,0.9890010477656976,0.00032808814262254684,0.16403985307228577,0.17868030469741836,0.17089151515165785,0.14790851063529847,1.077268756653724,model.language_model.layers.16.linear_attn.norm.weight,model.language_model.layers.17.linear_attn.norm.weight,model.language_model.layers.*.linear_attn.norm.weight,whole,1,0.0,0.3633725787413102 +91,267,1.3833974147158945,0.022411697434960423,4.138692568218105e-05,4.130820747292291e-05,1.4283669301578583,1.4004159247590973,1.414184302808492,0.9999999991435612,4.057704542049443e-05,model.language_model.layers.12.linear_attn.out_proj.weight,model.language_model.layers.5.linear_attn.out_proj.weight,model.language_model.layers.*.linear_attn.out_proj.weight,whole,7,0.01701851004320276,3.903637477357357 +163,238,1.3354082538728023,-0.01790502212533078,0.00033937058940110954,0.0003393672804382232,1.3183784813622288,1.5339264364429952,1.4139762965101716,0.9999999424137999,0.00039485589775078766,model.language_model.layers.18.mlp.down_proj.weight,model.language_model.layers.3.mlp.down_proj.weight,model.language_model.layers.*.mlp.down_proj.weight,whole,15,0.01702977251057347,3.4779416107736068 +58,223,1.2415834757545618,0.02065989038756215,0.0018526174538983065,0.0018481892860355122,1.6928339786061857,1.23767306927528,1.4129647278896857,0.9999982839028123,0.0013544947462876343,model.language_model.layers.1.mlp.gate_proj.weight,model.language_model.layers.22.mlp.gate_proj.weight,model.language_model.layers.*.mlp.gate_proj.weight,whole,21,0.003910406479281869,4.456740155069648 +47,141,1.3234768082982478,-0.0051472875110016554,-0.00019042885511509806,-0.0001904052946988347,1.5251192564058156,1.3246639145636079,1.4143468837080004,0.9999999818684254,-0.00016539967717482557,model.language_model.layers.0.mlp.up_proj.weight,model.language_model.layers.16.mlp.up_proj.weight,model.language_model.layers.*.mlp.up_proj.weight,whole,16,0.001187106265360116,4.084276058651396 +107,241,0.43354845575345136,0.9017217061747195,0.9017217061747195,0.8861924681423771,0.49886627756486307,0.43354845575345136,0.46278540363218046,0.4323169723864108,0.7836570055200547,model.language_model.layers.13.post_attention_layernorm.weight,model.language_model.layers.3.post_attention_layernorm.weight,model.language_model.layers.*.post_attention_layernorm.weight,whole,10,0.0,1.675164583430761 +332,416,1.0304515825773222,-0.022891140605153522,-0.022891140605153508,-0.02258799260554722,1.0304515825773222,4.54308423297309,1.4211798888415679,0.9997379635093363,-0.10092311149441065,model.visual.blocks.1.attn.proj.bias,model.visual.blocks.16.attn.proj.bias,model.visual.layers.*.attn.proj.bias,whole,15,0.0,3.7853383935894986 +405,537,1.3493558723390275,-0.034916433700778175,-0.0006058720814650802,-0.0006058742456760013,1.5114961802889786,1.3342946676976886,1.4146386053955027,0.9999998164594937,-0.0005348421637765556,model.visual.blocks.15.attn.proj.weight,model.visual.blocks.4.attn.proj.weight,model.visual.layers.*.attn.proj.weight,whole,11,0.015061204641338977,3.8822923897768673 +406,538,1.3053665811981794,0.007248769084375031,-0.004505533666465032,-0.004087181689807312,1.4584540879653636,1.3796117737757152,1.41739097272677,0.9999898500316793,-0.004261969810835516,model.visual.blocks.15.attn.qkv.bias,model.visual.blocks.4.attn.qkv.bias,model.visual.layers.*.attn.qkv.bias,whole,11,0.07424519257753581,6.442505370827342 +527,575,1.3118717539909575,0.017569042136567743,0.0007368249750775991,0.0007365225635618811,1.3394341893929473,1.5018586899395214,1.4136958478435226,0.9999997285444413,0.0008261749629418488,model.visual.blocks.3.attn.qkv.weight,model.visual.blocks.7.attn.qkv.weight,model.visual.layers.*.attn.qkv.weight,whole,4,0.027562435401989882,3.821203102315944 +408,516,0.4735391707006632,0.8828359116183676,0.8821916028846278,-0.020026939414500438,0.4747507565728168,0.5036558918294639,0.48856319024754125,0.4708906197832474,0.935903718664579,model.visual.blocks.15.mlp.linear_fc1.bias,model.visual.blocks.23.mlp.linear_fc1.bias,model.visual.layers.*.mlp.linear_fc1.bias,whole,8,0.0012115858721535866,1.3355848301624784 +373,601,1.3029677137791558,0.04646941182507394,0.00213360692125615,0.002135469904716477,1.4680268538781034,1.36320607553436,1.4127082035281053,0.9999977238581623,0.001981262066272838,model.visual.blocks.12.mlp.linear_fc1.weight,model.visual.blocks.9.mlp.linear_fc1.weight,model.visual.layers.*.mlp.linear_fc1.weight,whole,3,0.06023836175520425,4.002282244504832 +482,578,1.0137167934230418,0.1237765152530116,0.12377651525301166,0.12335381245632915,1.0137167934230418,3.0625708550342217,1.3609927141017026,0.9923101200087707,0.3739450215395395,model.visual.blocks.20.mlp.linear_fc2.bias,model.visual.blocks.7.mlp.linear_fc2.bias,model.visual.layers.*.mlp.linear_fc2.bias,whole,13,0.0,2.9337218203058866 +483,603,1.3195164411696727,-0.016809682625048394,0.0011639840783955794,0.0011690785768392123,1.326246034978113,1.5203493178510306,1.4133978844722057,0.9999993225703032,0.0013343394460043638,model.visual.blocks.20.mlp.linear_fc2.weight,model.visual.blocks.9.mlp.linear_fc2.weight,model.visual.layers.*.mlp.linear_fc2.weight,whole,11,0.006729593808440404,3.3772129872660357 +376,496,0.7480694518440466,0.6999161662920037,0.6999161662920037,0.6991108199117065,1.5667968605261688,0.7480694518440464,0.9546953910218582,0.7142250066772404,0.3341759969310972,model.visual.blocks.12.norm1.bias,model.visual.blocks.21.norm1.bias,model.visual.layers.*.norm1.bias,whole,9,2.220446049250313e-16,4.412561793025992 +389,437,0.2020912228948385,0.9930541183902291,0.9930541183902292,0.7545517869822868,0.24385199011820846,0.2020912228948385,0.22005346366781298,0.1176584801372364,0.8229890643457652,model.visual.blocks.13.norm1.weight,model.visual.blocks.17.norm1.weight,model.visual.layers.*.norm1.weight,whole,4,0.0,0.46428209759816846 +390,438,0.9548397256900136,0.3344950004982667,0.33449500049826686,0.34040524613130435,5.279640054899518,0.9548397256900136,1.32879116782568,0.9423975247429635,0.060494486593655604,model.visual.blocks.13.norm2.bias,model.visual.blocks.17.norm2.bias,model.visual.layers.*.norm2.bias,whole,4,0.0,10.559512775698863 +391,559,0.34512711223617215,0.9860666487805523,0.9860666487805526,0.5929466676254376,0.34512711223617215,0.5048109895884109,0.4029191708067624,0.1663507263665841,1.4423012945746418,model.visual.blocks.13.norm2.weight,model.visual.blocks.5.norm2.weight,model.visual.layers.*.norm2.weight,whole,8,0.0,0.6403733063565906 +61,108,0.4722754504634743,0.8821108831489857,0.8821108831489856,0.9543169550074265,0.4722754504634743,0.5154584479995987,0.49245257899782513,0.47104181325028543,0.9627676101845087,model.language_model.layers.10.input_layernorm.weight,model.language_model.layers.14.input_layernorm.weight,model.language_model.layers.*.input_layernorm.weight,whole,4,0.0,1.2215581727562534 +30,34,0.6296354227709888,0.7973968624356412,0.7973968624356413,0.28992584372255853,1.0192836050314724,0.6296354227709888,0.7575577920055333,0.6034552541637159,0.492570770409304,model.language_model.layers.6.linear_attn.A_log,model.language_model.layers.9.linear_attn.A_log,model.language_model.layers.*.linear_attn.A_log,whole,3,0.0,1.792291147546454 +85,261,1.2028465920260571,0.021934072677803687,0.006843939520687767,0.0068280818434928075,1.2924592990628174,1.565320889074727,1.4094535951392264,0.9999765799716697,0.008288819232500994,model.language_model.layers.12.linear_attn.conv1d.weight,model.language_model.layers.5.linear_attn.conv1d.weight,model.language_model.layers.*.linear_attn.conv1d.weight,whole,7,0.08961270703676028,4.674335165149849 +133,157,1.0728754011645594,0.3350277940488226,0.33502779404882255,0.1892290329218411,1.2649437321843673,1.0728754011645594,1.1571210930037654,0.9422082451426435,0.2841573658938203,model.language_model.layers.16.linear_attn.dt_bias,model.language_model.layers.18.linear_attn.dt_bias,model.language_model.layers.*.linear_attn.dt_bias,whole,2,0.0,2.5897215292197515 +87,310,1.2065803252922314,0.21233624678964177,0.1803763955625086,0.18033273633384564,1.2212066543990583,1.350634037504836,1.2810424925896478,0.9835976595762504,0.1994932622841334,model.language_model.layers.12.linear_attn.in_proj_a.weight,model.language_model.layers.9.linear_attn.in_proj_a.weight,model.language_model.layers.*.linear_attn.in_proj_a.weight,whole,3,0.01462632910682693,3.4057891894582277 +41,299,1.1953001322731176,0.004723486622207685,0.019493841763220054,0.01963709566128253,1.2095364347634465,1.727420133765237,1.401200816781636,0.9998099770122874,0.027840463319987303,model.language_model.layers.0.linear_attn.in_proj_b.weight,model.language_model.layers.8.linear_attn.in_proj_b.weight,model.language_model.layers.*.linear_attn.in_proj_b.weight,whole,8,0.014236302490328923,3.659522393504289 +136,253,1.3466519614285641,-0.011481401808713203,-0.0002415460810336132,-0.00024155809877762872,1.3385921775601204,1.504701881162749,1.4143831891374792,0.9999999708277449,-0.00027152021998309015,model.language_model.layers.16.linear_attn.in_proj_qkv.weight,model.language_model.layers.4.linear_attn.in_proj_qkv.weight,model.language_model.layers.*.linear_attn.in_proj_qkv.weight,whole,12,0.008059783868443748,3.6725457724267367 +43,313,1.357315390041242,0.0037243822594834677,-2.8111859305568375e-05,-2.8251286071063073e-05,1.3449335024390103,1.4954828335926789,1.4142333289483107,0.9999999996048616,-3.125864805628675e-05,model.language_model.layers.0.linear_attn.in_proj_z.weight,model.language_model.layers.9.linear_attn.in_proj_z.weight,model.language_model.layers.*.linear_attn.in_proj_z.weight,whole,9,0.01238188760223169,3.630641773805981 +13,17,0.16407087036430698,0.9896509381845291,0.9896509381845289,-0.11283349616046642,0.16407087036430787,0.1802776973258044,0.17160293887498837,0.14349571613982662,1.0874080931982475,model.language_model.layers.16.linear_attn.norm.weight,model.language_model.layers.18.linear_attn.norm.weight,model.language_model.layers.*.linear_attn.norm.weight,whole,2,8.881784197001252e-16,0.3776786963517148 +138,255,1.3838142930963198,0.032259462404511496,-0.001173335535684708,-0.0011733616500758167,1.4337094734035754,1.3970865898337002,1.4150427151360272,0.9999993116416235,-0.0011433636818963902,model.language_model.layers.16.linear_attn.out_proj.weight,model.language_model.layers.4.linear_attn.out_proj.weight,model.language_model.layers.*.linear_attn.out_proj.weight,whole,12,0.013272296737380396,3.920751890755001 +198,238,1.3366112476930252,-0.04895495261896408,-0.0005118644686693591,-0.0005118706212201664,1.2985323095026253,1.5685564161264092,1.4145690961174784,0.9999998689973743,-0.0006183044431339468,model.language_model.layers.20.mlp.down_proj.weight,model.language_model.layers.3.mlp.down_proj.weight,model.language_model.layers.*.mlp.down_proj.weight,whole,17,0.03807893819039987,3.352661541819451 +228,239,1.24231164530308,0.005626900346218974,0.001219337741859588,0.0012218752390760195,1.2443407676026295,1.6775746909807303,1.4133882136154223,0.9999992566074594,0.0016438665265642606,model.language_model.layers.23.mlp.gate_proj.weight,model.language_model.layers.3.mlp.gate_proj.weight,model.language_model.layers.*.mlp.gate_proj.weight,whole,20,0.002029122299549435,3.384166241781292 +141,287,1.3236118186801673,0.019928701168169905,0.0005777386748867276,0.000577704553166559,1.352613017600564,1.484135876154867,1.413806733488538,0.9999998331089979,0.0006339157492085991,model.language_model.layers.16.mlp.up_proj.weight,model.language_model.layers.7.mlp.up_proj.weight,model.language_model.layers.*.mlp.up_proj.weight,whole,9,0.029001198920396654,3.5604484858017194 +142,213,0.44062311811105814,0.9706637142881575,0.9706637142881571,0.8456327119887602,0.7326311210726058,0.44062311811105814,0.5339978682348175,0.24044116487057468,0.58378201543055,model.language_model.layers.16.post_attention_layernorm.weight,model.language_model.layers.21.post_attention_layernorm.weight,model.language_model.layers.*.post_attention_layernorm.weight,whole,5,0.0,1.348537060155864 +332,404,1.0328820706579196,-0.02381590448852898,-0.02381590448852896,-0.022775999583881792,1.0328820706579196,4.379896415136305,1.4217179220189402,0.9997163611211898,-0.10099042054829459,model.visual.blocks.1.attn.proj.bias,model.visual.blocks.15.attn.proj.bias,model.visual.layers.*.attn.proj.bias,whole,14,0.0,3.808087526204426 +393,525,1.350023417555899,-0.02966228265120762,0.0001430792425240371,0.00014302802994923573,1.4978956579548799,1.3429799431321572,1.414112986407579,0.9999999897641652,0.00012828166766347055,model.visual.blocks.14.attn.proj.weight,model.visual.blocks.3.attn.proj.weight,model.visual.layers.*.attn.proj.weight,whole,11,0.007043474423741758,4.173252439314289 +406,418,1.3062930501830183,0.012601000448741465,0.008319815688528418,0.008249941244859432,1.442918778718057,1.3761055566806224,1.4083249099797142,0.9999653897345192,0.007934573150204783,model.visual.blocks.15.attn.qkv.bias,model.visual.blocks.16.attn.qkv.bias,model.visual.layers.*.attn.qkv.bias,whole,1,0.06981250649760407,6.446689671249796 +383,563,1.313011806142501,0.009987127917727804,0.00038095443899068156,0.00038095640253713443,1.5144527804669352,1.3311155868605158,1.4139463888321033,0.9999999274368551,0.0003348367134086892,model.visual.blocks.13.attn.qkv.weight,model.visual.blocks.6.attn.qkv.weight,model.visual.layers.*.attn.qkv.weight,whole,7,0.018103780718014884,4.403714486488376 +372,588,0.4739569446446646,0.886957801603242,0.8834255657210293,0.019062480530420235,0.48811733930658324,0.47846627771061206,0.48321954038923626,0.4685715205072536,0.8659584653669601,model.visual.blocks.12.mlp.linear_fc1.bias,model.visual.blocks.8.mlp.linear_fc1.bias,model.visual.layers.*.mlp.linear_fc1.bias,whole,4,0.004509333065947474,1.1743434738595204 +421,529,1.3037045478346512,-0.008095090492254108,9.376132841753867e-05,0.00017950864389798117,1.593549523577548,1.2842719356835501,1.4141487756001014,0.9999999956044067,7.556404175548901e-05,model.visual.blocks.16.mlp.linear_fc1.weight,model.visual.blocks.3.mlp.linear_fc1.weight,model.visual.layers.*.mlp.linear_fc1.weight,whole,13,0.019432612151101036,4.243071533206085 +326,410,1.0167487210389015,0.060713554792879834,0.060713554792879786,0.060494316083750936,1.0167487210389015,3.998697137517311,1.3935563802621864,0.998155230545035,0.2387759263770936,model.visual.blocks.0.mlp.linear_fc2.bias,model.visual.blocks.15.mlp.linear_fc2.bias,model.visual.layers.*.mlp.linear_fc2.bias,whole,15,0.0,4.156673951953073 +435,555,1.3196600621217653,-0.012238935852525085,-0.00015158623164190886,-0.00015172782107043874,1.539538725738511,1.3154008801209607,1.4143194328269166,0.9999999885108071,-0.000129517146390934,model.visual.blocks.17.mlp.linear_fc2.weight,model.visual.blocks.5.mlp.linear_fc2.weight,model.visual.layers.*.mlp.linear_fc2.weight,whole,12,0.004259182000804662,4.265685037640307 +352,364,0.7494118231413428,0.7169593165004814,0.7169593165004811,0.7168671320635057,0.7494118231413428,0.7554535776982731,0.7524145082006455,0.6971150109437919,0.7227394391030884,model.visual.blocks.10.norm1.bias,model.visual.blocks.11.norm1.bias,model.visual.layers.*.norm1.bias,whole,1,0.0,1.5097328330751925 +413,521,0.20277374815152716,0.9848171466784686,0.9848171466784683,0.0007548432691594861,0.23041893155255422,0.20277374815152716,0.21527629278158333,0.17359489510950504,0.8666608369822193,model.visual.blocks.15.norm1.weight,model.visual.blocks.23.norm1.weight,model.visual.layers.*.norm1.weight,whole,8,0.0,1.0391086951260777 +378,570,0.9553803949654565,0.36305448910479954,0.36305448910479954,0.3627703235193167,0.9553803949654565,1.663998166843403,1.1717188378604297,0.9317679099115042,0.6323366143142365,model.visual.blocks.12.norm2.bias,model.visual.blocks.6.norm2.bias,model.visual.layers.*.norm2.bias,whole,6,0.0,2.875609915628307 +379,559,0.3503790386660826,0.9814516345085808,0.9814516345085805,0.5048294465318882,0.3503790386660826,0.5091443675398254,0.40819351030526607,0.19170990876956695,1.4261714217414205,model.visual.blocks.12.norm2.weight,model.visual.blocks.5.norm2.weight,model.visual.layers.*.norm2.weight,whole,7,0.0,0.6966343275499108 +61,272,0.4738887499493886,0.8805865661825379,0.8805865661825379,0.8367329043600904,0.4738887499493886,0.537052120697735,0.5025173292659896,0.4738853231097656,0.9979576068787799,model.language_model.layers.10.input_layernorm.weight,model.language_model.layers.6.input_layernorm.weight,model.language_model.layers.*.input_layernorm.weight,whole,4,0.0,0.9415177726259388 +4,34,0.6382843864640498,0.7698083812466454,0.7698083812466455,0.007272736295044057,0.8328796586306957,0.6382843864640498,0.7164716055866345,0.6382750630899027,0.589949178404379,model.language_model.layers.10.linear_attn.A_log,model.language_model.layers.9.linear_attn.A_log,model.language_model.layers.*.linear_attn.A_log,whole,1,0.0,2.287018583340166 +156,249,1.2056339977845465,-0.02804476886133515,0.0020833819878550313,0.0020829594665021435,1.1855885575289844,1.855468256211394,1.4128761049974183,0.9999978297573914,0.003260531758238648,model.language_model.layers.18.linear_attn.conv1d.weight,model.language_model.layers.4.linear_attn.conv1d.weight,model.language_model.layers.*.linear_attn.conv1d.weight,whole,14,0.020045440255562097,4.48546288852344 +145,180,1.0731250504701566,0.35980519204550343,0.3598051920455035,0.11614767928089065,1.0731250504701566,1.2058215844631128,1.1336898435209979,0.9330274507093017,0.4042966535729278,model.language_model.layers.17.linear_attn.dt_bias,model.language_model.layers.2.linear_attn.dt_bias,model.language_model.layers.*.linear_attn.dt_bias,whole,15,0.0,2.3390376538769426 +40,205,1.2070050642718484,0.04815957290677755,0.025104063163733144,0.025205670844430227,1.2270117978759927,1.6658384976049343,1.397158033404675,0.9996848433444768,0.03408224349337433,model.language_model.layers.0.linear_attn.in_proj_a.weight,model.language_model.layers.21.linear_attn.in_proj_a.weight,model.language_model.layers.*.linear_attn.in_proj_a.weight,whole,21,0.02000673360414429,3.3823579297967186 +53,147,1.196989439811586,0.09178764847498946,0.08182572347120097,0.081599846137828,1.2241971534854066,1.5443222486819712,1.3567118277345551,0.9966466530212272,0.10322298570234394,model.language_model.layers.1.linear_attn.in_proj_b.weight,model.language_model.layers.17.linear_attn.in_proj_b.weight,model.language_model.layers.*.linear_attn.in_proj_b.weight,whole,16,0.027207713673820688,3.362976543771594 +136,219,1.34804726723375,0.02071793685570789,-0.000962156246840645,-0.000962192513836167,1.35357646376659,1.4853712910880394,1.4148908211881583,0.9999995371275712,-0.00105583932999337,model.language_model.layers.16.linear_attn.in_proj_qkv.weight,model.language_model.layers.22.linear_attn.in_proj_qkv.weight,model.language_model.layers.*.linear_attn.in_proj_qkv.weight,whole,6,0.005529196532839897,3.725444502479131 +254,278,1.357953761446634,0.03049237125814648,0.003038081903210498,0.003039136653414681,1.3744298374102628,1.4529757162079076,1.4120669981944007,0.9999953850185257,0.003211702124812002,model.language_model.layers.4.linear_attn.in_proj_z.weight,model.language_model.layers.6.linear_attn.in_proj_z.weight,model.language_model.layers.*.linear_attn.in_proj_z.weight,whole,2,0.016476075963628878,3.712661998062202 +3,31,0.16489250855589857,0.9875952768162917,0.9875952768162918,-0.01885475471926882,0.17593099606756038,0.16489250855589857,0.17014378287596393,0.15702091965770704,0.9256303111571055,model.language_model.layers.1.linear_attn.norm.weight,model.language_model.layers.6.linear_attn.norm.weight,model.language_model.layers.*.linear_attn.norm.weight,whole,5,0.0,0.5438993059743611 +209,255,1.3849703844640353,0.01829724561261181,-0.00020645224048870955,-0.00020621815318226056,1.4114468423158342,1.4172903392929024,1.4143595373726439,0.9999999786887359,-0.0002073069684225121,model.language_model.layers.21.linear_attn.out_proj.weight,model.language_model.layers.4.linear_attn.out_proj.weight,model.language_model.layers.*.linear_attn.out_proj.weight,whole,17,0.026476457851798862,3.968649149502409 +57,69,1.3373431642697007,0.07119893202558981,-9.292957282280626e-06,-9.292454471153507e-06,1.4310690734589295,1.397952633429914,1.4142201316703202,0.9999999999568204,-9.077908499354298e-06,model.language_model.layers.1.mlp.down_proj.weight,model.language_model.layers.10.mlp.down_proj.weight,model.language_model.layers.*.mlp.down_proj.weight,whole,9,0.06060946916021326,3.4604541314779813 +187,304,1.242807671662448,0.02625064365612719,0.004271639033321847,0.004272407489474829,1.264947925546497,1.6239344147128654,1.4112818839476868,0.9999908765083655,0.005483910834072637,model.language_model.layers.2.mlp.gate_proj.weight,model.language_model.layers.8.mlp.gate_proj.weight,model.language_model.layers.*.mlp.gate_proj.weight,whole,6,0.022140253884048944,3.25557269293439 +118,188,1.3271067008917932,0.016101625648110577,3.324591542223342e-06,3.3001052479607162e-06,1.3326210333979858,1.5128925231156716,1.4142112303251275,0.9999999999944735,3.774328605498728e-06,model.language_model.layers.14.mlp.up_proj.weight,model.language_model.layers.2.mlp.up_proj.weight,model.language_model.layers.*.mlp.up_proj.weight,whole,12,0.0055143325061925985,3.410686697855357 +77,241,0.44273688518879484,0.9014724432589485,0.9014724432589489,0.9318839086527538,0.4427368851887949,0.5476925297933173,0.48692727296026983,0.4328364980506394,1.115176393710492,model.language_model.layers.11.post_attention_layernorm.weight,model.language_model.layers.3.post_attention_layernorm.weight,model.language_model.layers.*.post_attention_layernorm.weight,whole,8,5.551115123125783e-17,1.1174503315483826 +500,524,1.035751257766729,0.10260698256558262,0.10260698256558266,0.10241981510119931,1.035751257766729,2.6473570748831237,1.3640896342480766,0.9947219747893309,0.2622611550702867,model.visual.blocks.22.attn.proj.bias,model.visual.blocks.3.attn.proj.bias,model.visual.layers.*.attn.proj.bias,whole,19,0.0,2.733976972499583 +321,405,1.3502668943927487,-0.0008536587697625941,0.0006002380994452179,0.0005998856958973148,1.3651583418731066,1.4680194199696193,1.4137901840001437,0.9999998198570957,0.0006454644560734337,model.visual.blocks.0.attn.proj.weight,model.visual.blocks.15.attn.proj.weight,model.visual.layers.*.attn.proj.weight,whole,15,0.014891447480357867,3.9446796741283503 +550,598,1.307713441596532,0.01909431184422854,0.021965174070623664,0.02198988274468658,1.2895358606896887,1.5416775300022072,1.3988427422103753,0.9997587364599758,0.026260002796010953,model.visual.blocks.5.attn.qkv.bias,model.visual.blocks.9.attn.qkv.bias,model.visual.layers.*.attn.qkv.bias,whole,4,0.018177580906843183,4.843240332238164 +467,539,1.3164525287891624,0.03613136026071308,-0.0008740477349541617,-0.0008739961589556641,1.3306785824367773,1.5172646172471018,1.4148261916988787,0.9999996180202055,-0.0009966055811933313,model.visual.blocks.2.attn.qkv.weight,model.visual.blocks.4.attn.qkv.weight,model.visual.layers.*.attn.qkv.weight,whole,2,0.014226053647614867,3.7469779572558455 +360,516,0.4741419049956058,0.8955577797358769,0.897216104671465,-0.0018865041437807202,0.47167897212447185,0.6448530797388535,0.5383989945109493,0.441591736243063,1.226623620049807,model.visual.blocks.11.mlp.linear_fc1.bias,model.visual.blocks.23.mlp.linear_fc1.bias,model.visual.layers.*.mlp.linear_fc1.bias,whole,12,0.0024629328711339715,1.167498718592944 +325,577,1.3040269506774238,0.017864930820335086,-0.0005520296108484119,-0.0005422619674488673,1.3565830400727656,1.4807652014008725,1.4146023602237556,0.9999998476316427,-0.0006025626251698887,model.visual.blocks.0.mlp.linear_fc1.weight,model.visual.blocks.7.mlp.linear_fc1.weight,model.visual.layers.*.mlp.linear_fc1.weight,whole,7,0.05255608939534184,3.9495139730661766 +398,518,1.0191511796715893,0.027738742026418142,0.027738742026418118,0.027619625946826737,4.5029395381432185,1.0191511796715893,1.4057422417572296,0.9996152070625935,0.006278114866824751,model.visual.blocks.14.mlp.linear_fc2.bias,model.visual.blocks.23.mlp.linear_fc2.bias,model.visual.layers.*.mlp.linear_fc2.bias,whole,9,0.0,9.565808417478689 +459,603,1.3197466765796495,0.01920472618970801,7.7112497794068e-05,8.151392070030208e-05,1.333703448563722,1.511186771610027,1.4141594573697984,0.9999999970268313,8.737428602864953e-05,model.visual.blocks.19.mlp.linear_fc2.weight,model.visual.blocks.9.mlp.linear_fc2.weight,model.visual.layers.*.mlp.linear_fc2.weight,whole,10,0.013956771984072525,3.5749069318641133 +364,484,0.7548543171267528,0.7163936710309353,0.7163936710309354,0.7160592740719953,1.762635562274501,0.7548543171267528,0.9813235277319936,0.6976962864361683,0.30679788091996296,model.visual.blocks.11.norm1.bias,model.visual.blocks.20.norm1.bias,model.visual.layers.*.norm1.bias,whole,9,0.0,5.934114322702801 +401,497,0.20493078690377461,0.9914237462027723,0.991423746202772,0.44103131332941076,0.2458469992341017,0.20493078690377461,0.22261678063631446,0.13068647774449088,0.8264215105223048,model.visual.blocks.14.norm1.weight,model.visual.blocks.21.norm1.weight,model.visual.layers.*.norm1.weight,whole,7,0.0,0.7011462142559236 +402,582,0.9572697688587233,0.30047411668477747,0.3004741166847775,0.29802446462373783,0.9572697688587233,4.372573529377372,1.3224629139390547,0.9537899691244937,1.3724920723708836,model.visual.blocks.14.norm2.bias,model.visual.blocks.7.norm2.bias,model.visual.layers.*.norm2.bias,whole,7,0.0,2.666390015057819 +379,571,0.3513343553017179,0.9893207071275314,0.9893207071275317,0.6191658507669815,0.3513343553017179,0.5246560724292139,0.4128452568155572,0.14575506320083909,1.4773764897790091,model.visual.blocks.12.norm2.weight,model.visual.blocks.6.norm2.weight,model.visual.layers.*.norm2.weight,whole,6,0.0,0.6311619817096661 +155,248,0.4800730078557451,0.9257448463278496,0.9257448463278496,0.1878648240519933,0.48007300785574514,0.7620382322400002,0.5744370920769022,0.37814875313482965,1.4694701736135587,model.language_model.layers.18.input_layernorm.weight,model.language_model.layers.4.input_layernorm.weight,model.language_model.layers.*.input_layernorm.weight,whole,14,5.551115123125783e-17,1.3426578651548307 +32,34,0.6406682050724843,0.7703962921101306,0.7703962921101306,-0.39247739653599506,0.7687642996513312,0.6406682050724843,0.6960265548060849,0.6375653324193234,0.642028265210221,model.language_model.layers.8.linear_attn.A_log,model.language_model.layers.9.linear_attn.A_log,model.language_model.layers.*.linear_attn.A_log,whole,1,0.0,1.3203618174675742 +85,215,1.2078768631531456,0.008271480998361024,0.01184463336333677,0.011820329759683487,1.5857628072944108,1.2761546278621383,1.4060081106131117,0.9999298498697237,0.009532058396389268,model.language_model.layers.12.linear_attn.conv1d.weight,model.language_model.layers.22.linear_attn.conv1d.weight,model.language_model.layers.*.linear_attn.conv1d.weight,whole,10,0.06827776470899272,6.499786674173441 +98,192,1.0762423599166961,0.23366742221732067,0.23366742221732062,0.0702613743950805,1.5483803419371605,1.0762423599166961,1.2497850621432953,0.9723165820833832,0.16241666928436527,model.language_model.layers.13.linear_attn.dt_bias,model.language_model.layers.20.linear_attn.dt_bias,model.language_model.layers.*.linear_attn.dt_bias,whole,7,0.0,3.27174277295064 +251,263,1.2090727615696855,0.1690290773084086,0.17566810276395187,0.17562528384274026,1.2219741515513867,1.3583499355426287,1.2847650134716944,0.9844494490177307,0.19527316168133815,model.language_model.layers.4.linear_attn.in_proj_a.weight,model.language_model.layers.5.linear_attn.in_proj_a.weight,model.language_model.layers.*.linear_attn.in_proj_a.weight,whole,1,0.012901389981701206,3.593555787216006 +194,264,1.1978835644713326,0.0820186687812088,0.09808813024637124,0.09753828357023737,1.2112853125909322,1.5359568409294384,1.3450755134412007,0.9951777322191101,0.12437956037263642,model.language_model.layers.20.linear_attn.in_proj_b.weight,model.language_model.layers.5.linear_attn.in_proj_b.weight,model.language_model.layers.*.linear_attn.in_proj_b.weight,whole,15,0.013401748119599599,3.9358730514740494 +42,66,1.3492976963422771,0.017181728740634505,-0.00026585424429882156,-0.0002656912497953063,1.4402003280610105,1.3899410622006052,1.4144014187025848,0.9999999646607598,-0.0002565766188990823,model.language_model.layers.0.linear_attn.in_proj_qkv.weight,model.language_model.layers.10.linear_attn.in_proj_qkv.weight,model.language_model.layers.*.linear_attn.in_proj_qkv.weight,whole,10,0.04064336585832806,3.9815177547842144 +196,220,1.358975974320556,-0.0032289316378689877,0.007587890076160959,0.007591704378167137,1.4583325558962072,1.3640849154582722,1.408849894765472,0.9999712115477085,0.00709750759605435,model.language_model.layers.20.linear_attn.in_proj_z.weight,model.language_model.layers.22.linear_attn.in_proj_z.weight,model.language_model.layers.*.linear_attn.in_proj_z.weight,whole,2,0.005108941137716094,4.0283444319900115 +9,13,0.16585694936712114,0.9927924173172348,0.9927924173172348,-0.09989846711184117,0.16585694936712114,0.18887314135388086,0.17624775549041133,0.11984663582012457,1.130563556646429,model.language_model.layers.13.linear_attn.norm.weight,model.language_model.layers.16.linear_attn.norm.weight,model.language_model.layers.*.linear_attn.norm.weight,whole,3,0.0,0.35761369263915693 +68,221,1.3853817729944458,-0.005204093348856072,7.527711984303844e-05,7.522058593389472e-05,1.4511659921710691,1.3798486877535479,1.4141603999281693,0.9999999971666775,7.157763866687859e-05,model.language_model.layers.10.linear_attn.out_proj.weight,model.language_model.layers.22.linear_attn.out_proj.weight,model.language_model.layers.*.linear_attn.out_proj.weight,whole,12,0.005533085240897906,3.9088757777373857 +116,186,1.3374693434438696,-0.005678517106925594,-0.0003192269189105404,-0.00031925414150324894,1.367789576346947,1.4662114034903269,1.4144387281237611,0.9999999490470858,-0.000342197481909302,model.language_model.layers.14.mlp.down_proj.weight,model.language_model.layers.2.mlp.down_proj.weight,model.language_model.layers.*.mlp.down_proj.weight,whole,12,0.030320232903077393,3.721416263462418 +122,223,1.2470096011445981,0.03507409889039866,0.00705100866776721,0.0070449729886264125,1.62956419667286,1.2595911608966959,1.4093803668903195,0.9999751413294068,0.00545016159011042,model.language_model.layers.15.mlp.gate_proj.weight,model.language_model.layers.22.mlp.gate_proj.weight,model.language_model.layers.*.mlp.gate_proj.weight,whole,7,0.012581559752097737,4.535009710941628 +59,165,1.3273960548825414,-0.016430707915117814,0.00014050231086115345,0.00014040114921415247,1.5483801127270869,1.3096432699885805,1.4141155856903551,0.9999999901295503,0.0001188389752133078,model.language_model.layers.1.mlp.up_proj.weight,model.language_model.layers.18.mlp.up_proj.weight,model.language_model.layers.*.mlp.up_proj.weight,whole,17,0.017752784893960927,3.897908654966547 +72,283,0.4433740145884066,0.8970426239604405,0.89704262396044,0.9747941572734375,0.44337401458840686,0.5146762739263065,0.47505798048651693,0.4419440358214698,1.041302692675008,model.language_model.layers.10.post_attention_layernorm.weight,model.language_model.layers.6.post_attention_layernorm.weight,model.language_model.layers.*.post_attention_layernorm.weight,whole,4,2.7755575615628914e-16,1.4811354588750112 +500,548,1.0357520497667123,-0.004394511523723974,-0.0043945115237239455,-0.00471205028015712,1.0357520497667123,3.9022658318735655,1.4157537085907368,0.9999903440876156,-0.016556619096882354,model.visual.blocks.22.attn.proj.bias,model.visual.blocks.5.attn.proj.bias,model.visual.layers.*.attn.proj.bias,whole,17,0.0,2.7859355981876095 +417,525,1.3505859839607814,0.012180302248657024,-0.0004613068327369611,-0.0004613474393388006,1.4796833426958536,1.3573037510522612,1.4145385065156824,0.9999998935979973,-0.00042315370890041575,model.visual.blocks.16.attn.proj.weight,model.visual.blocks.3.attn.proj.weight,model.visual.layers.*.attn.proj.weight,whole,13,0.006717767091479754,3.6913315219398255 +382,526,1.3079581275285594,0.02376285814430664,0.007516095597481641,0.007679385227713151,1.5943261988389357,1.276214588726086,1.4090182924026282,0.9999717537545596,0.006016429297060689,model.visual.blocks.13.attn.qkv.bias,model.visual.blocks.3.attn.qkv.bias,model.visual.layers.*.attn.qkv.bias,whole,10,0.03174353880247338,7.114475751186074 +527,599,1.3164596599575875,0.0458537743708789,-0.000639117470662054,-0.0006386510887615174,1.3382547838901362,1.5058545218188917,1.4146622876428885,0.9999997957644085,-0.000719158970889146,model.visual.blocks.3.attn.qkv.weight,model.visual.blocks.9.attn.qkv.weight,model.visual.layers.*.attn.qkv.weight,whole,6,0.021795123932548677,3.6717692884590987 +492,516,0.4743565608290754,0.8824951583656924,0.8850525841701034,0.010023657576146207,0.4683280960677239,0.5000707021721539,0.48341953285842043,0.4654910560406314,0.9450401779038706,model.visual.blocks.21.mlp.linear_fc1.bias,model.visual.blocks.23.mlp.linear_fc1.bias,model.visual.layers.*.mlp.linear_fc1.bias,whole,2,0.006028464761351493,1.3165461231185516 +517,577,1.305829545598143,0.014787955942223919,0.0006662634285203786,0.00020973528115927946,1.5301309768016125,1.320430877611379,1.4137474378651382,0.9999997780464973,0.0005749539202718811,model.visual.blocks.23.mlp.linear_fc1.weight,model.visual.blocks.7.mlp.linear_fc1.weight,model.visual.layers.*.mlp.linear_fc1.weight,whole,16,0.01460133201323588,4.134008311065424 +518,554,1.0192128881501326,-0.007168849960346304,-0.0071688499603463065,-0.0074584860619284965,1.0192128881501326,5.366373872715086,1.416070825893171,0.9999743034649671,-0.03774552850723977,model.visual.blocks.23.mlp.linear_fc2.bias,model.visual.blocks.5.mlp.linear_fc2.bias,model.visual.layers.*.mlp.linear_fc2.bias,whole,18,0.0,2.179265436629055 +411,567,1.3206520470821412,0.020046956377747387,-0.0003618933293445765,-0.0003624341026017781,1.5194859502547045,1.3285906589776708,1.414467147916588,0.999999934516607,-0.00031642812941635854,model.visual.blocks.15.mlp.linear_fc2.weight,model.visual.blocks.6.mlp.linear_fc2.weight,model.visual.layers.*.mlp.linear_fc2.weight,whole,9,0.00793861189552958,4.0354521906682566 +556,580,0.7670333823833501,0.6470748758663866,0.6470748758663871,0.6470542617172957,0.7670333823833501,1.0492703719400118,0.8757137859047182,0.7624264587634008,0.8851720293629023,model.visual.blocks.5.norm1.bias,model.visual.blocks.7.norm1.bias,model.visual.layers.*.norm1.bias,whole,2,0.0,1.9719086359109703 +365,593,0.2053808826275701,0.9915428382429188,0.9915428382429186,0.8103487383128425,0.2053808826275701,0.2467446347106162,0.22323833141877727,0.12977981325759969,1.1912397701875197,model.visual.blocks.11.norm1.weight,model.visual.blocks.8.norm1.weight,model.visual.layers.*.norm1.weight,whole,3,0.0,0.5273499208800707 +366,438,0.9577386373443431,0.336748372393998,0.336748372393998,0.3315081698186354,5.925115198040782,0.9577386373443431,1.3370920604738747,0.9415946759035935,0.054432178366961965,model.visual.blocks.11.norm2.bias,model.visual.blocks.17.norm2.bias,model.visual.layers.*.norm2.bias,whole,6,0.0,11.966705357202494 +391,571,0.35223368093788754,0.9909619623953936,0.9909619623953935,0.5854398383359091,0.35223368093788754,0.5294584231180312,0.4147390860486698,0.1341431663763416,1.48955987565634,model.visual.blocks.13.norm2.weight,model.visual.blocks.6.norm2.weight,model.visual.layers.*.norm2.weight,whole,7,0.0,0.5788044062771138 +190,248,0.4807118312367392,0.8950425496547492,0.8950425496547493,-0.10646487008703874,0.4807118312367392,0.6717223375147311,0.5528452473844004,0.445980755534951,1.2506870739637492,model.language_model.layers.20.input_layernorm.weight,model.language_model.layers.4.input_layernorm.weight,model.language_model.layers.*.input_layernorm.weight,whole,16,0.0,1.7445604414649247 +0,8,0.6443002067558937,0.8160577742022046,0.8160577742022046,-0.13525401373003135,0.6443002067558937,1.2126303749864478,0.8046508625267511,0.5779703358859724,1.5358934148477565,model.language_model.layers.0.linear_attn.A_log,model.language_model.layers.13.linear_attn.A_log,model.language_model.layers.*.linear_attn.A_log,whole,13,0.0,1.5849409374089438 +85,203,1.2105243189780162,-0.011056981785714043,-0.0026584936747799316,-0.0026738163005859718,1.7535602282054172,1.2195958293647888,1.4159748274753245,0.9999964661994467,-0.0018489743015399096,model.language_model.layers.12.linear_attn.conv1d.weight,model.language_model.layers.21.linear_attn.conv1d.weight,model.language_model.layers.*.linear_attn.conv1d.weight,whole,9,0.009071510386772674,5.976853135908654 +98,133,1.0766978391877993,0.23420658436157887,0.23420658436157885,-0.09167287378489608,1.5448722097415981,1.0766978391877993,1.2492163078218186,0.9721868523291614,0.163230150504064,model.language_model.layers.13.linear_attn.dt_bias,model.language_model.layers.16.linear_attn.dt_bias,model.language_model.layers.*.linear_attn.dt_bias,whole,3,0.0,2.7360369628784764 +263,298,1.2100047172814081,0.20302584289360737,0.14377798800191915,0.1437392836224806,1.2420780216515106,1.3887312654252806,1.309284392832132,0.9896099687079349,0.16075398142277655,model.language_model.layers.5.linear_attn.in_proj_a.weight,model.language_model.layers.8.linear_attn.in_proj_a.weight,model.language_model.layers.*.linear_attn.in_proj_a.weight,whole,3,0.03207330437010247,3.3092492261007287 +252,311,1.1997352638733287,0.15655636753482122,0.17223720582902258,0.17208322503813397,1.405274719160446,1.196522196696788,1.2883836083586975,0.9850555034759264,0.14665149601110078,model.language_model.layers.4.linear_attn.in_proj_b.weight,model.language_model.layers.9.linear_attn.in_proj_b.weight,model.language_model.layers.*.linear_attn.in_proj_b.weight,whole,5,0.003213067176540685,4.373552997425292 +42,300,1.3497649318938603,-0.03112411852594581,-0.00011772217302326962,-0.00011769668510536586,1.4603366055651272,1.3723534944472242,1.4142966416240093,0.999999993070745,-0.00011062958697791803,model.language_model.layers.0.linear_attn.in_proj_qkv.weight,model.language_model.layers.8.linear_attn.in_proj_qkv.weight,model.language_model.layers.*.linear_attn.in_proj_qkv.weight,whole,8,0.022588562553363944,4.295483105024246 +102,278,1.359901826190765,-0.024135381436912576,0.004104895207918779,0.004105231231360168,1.4582142160163052,1.3686659057979416,1.4113138097027473,0.9999915748821746,0.0038528153519859563,model.language_model.layers.13.linear_attn.in_proj_z.weight,model.language_model.layers.6.linear_attn.in_proj_z.weight,model.language_model.layers.*.linear_attn.in_proj_z.weight,whole,7,0.008764079607176622,3.9525768512801727 +29,35,0.1662872809812548,0.9892476690474391,0.9892476690474393,0.1659121542914143,0.18271073303896923,0.1662872809812548,0.17392010269416003,0.14624995481779796,0.9003264469846873,model.language_model.layers.5.linear_attn.norm.weight,model.language_model.layers.9.linear_attn.norm.weight,model.language_model.layers.*.linear_attn.norm.weight,whole,4,0.0,0.4713292871492931 +197,255,1.3855142984080244,-0.00539490237791969,0.00022972086302531467,0.00022979983014537845,1.4512131406980775,1.3796055416614297,1.4140513236326069,0.9999999736141622,0.00021838568489844314,model.language_model.layers.20.linear_attn.out_proj.weight,model.language_model.layers.4.linear_attn.out_proj.weight,model.language_model.layers.*.linear_attn.out_proj.weight,whole,16,0.0059087567465947455,3.9951098842785746 +168,285,1.337710250156349,-0.00848777858775953,0.00020568011070669603,0.00020574464930214482,1.3338653553505506,1.510731284681484,1.4140692373638335,0.9999999788478459,0.00023295258148427967,model.language_model.layers.19.mlp.down_proj.weight,model.language_model.layers.7.mlp.down_proj.weight,model.language_model.layers.*.mlp.down_proj.weight,whole,12,0.0038448948057983046,3.528407016733872 +152,286,1.2477860231238536,0.0026926771550244595,0.005538512546468541,0.005541515180468953,1.266859763348615,1.6172683777619679,1.4104060540803047,0.9999846623217642,0.007070444148897181,model.language_model.layers.17.mlp.gate_proj.weight,model.language_model.layers.7.mlp.gate_proj.weight,model.language_model.layers.*.mlp.gate_proj.weight,whole,10,0.019073740224761382,3.1957444811667868 +59,71,1.3274518684182508,0.048314081689364886,-0.0002643760187124848,-0.0002644275774506171,1.4676685701250651,1.3665400569640784,1.4144000167475836,0.9999999650526598,-0.00024615940344113887,model.language_model.layers.1.mlp.up_proj.weight,model.language_model.layers.10.mlp.up_proj.weight,model.language_model.layers.*.mlp.up_proj.weight,whole,9,0.03908818854582763,3.7530091631531968 +107,271,0.44702647264316026,0.9223415842347953,0.9223415842347954,0.9164012228253443,0.6408837165356824,0.44702647264316026,0.5185154069771263,0.3863754676364017,0.6433477623699753,model.language_model.layers.13.post_attention_layernorm.weight,model.language_model.layers.5.post_attention_layernorm.weight,model.language_model.layers.*.post_attention_layernorm.weight,whole,8,0.0,2.040374050757983 +488,512,1.0366242136747834,0.03932799804495864,0.03932799804495877,0.03939138741495987,3.288194623702569,1.0366242136747834,1.398173719283416,0.9992263550216115,0.01239840085951265,model.visual.blocks.21.attn.proj.bias,model.visual.blocks.23.attn.proj.bias,model.visual.layers.*.attn.proj.bias,whole,2,0.0,7.297838881385718 +381,537,1.3510479066348837,0.009332768756229175,0.00043310337361318835,0.0004331008772191709,1.503087635832655,1.338926806698568,1.4139093161047729,0.9999999062107294,0.00038580166796531686,model.visual.blocks.13.attn.proj.weight,model.visual.blocks.4.attn.proj.weight,model.visual.layers.*.attn.proj.weight,whole,9,0.012121099936315716,3.75423431798335 +442,598,1.3082379035509901,0.011989812512326855,0.007189319954364737,0.007221800515827981,1.2936144629432957,1.5626123607325468,1.4092104839373467,0.9999741565053537,0.008684287743962803,model.visual.blocks.18.attn.qkv.bias,model.visual.blocks.9.attn.qkv.bias,model.visual.layers.*.attn.qkv.bias,whole,9,0.014623440607694382,4.168550747295238 +407,563,1.3165208517208575,0.020744209874567026,-0.0008109303707827253,-0.0008109110994846899,1.5161402132757882,1.3313650144142763,1.4147820537273241,0.9999996711959128,-0.0007121005797039226,model.visual.blocks.15.attn.qkv.weight,model.visual.blocks.6.attn.qkv.weight,model.visual.layers.*.attn.qkv.weight,whole,9,0.014844162693418816,3.951327013438677 +420,432,0.47510026640868164,0.8867431670452208,0.8855842078346036,-0.03263187703275545,0.4787181439134175,0.4780135384496589,0.47836545199036395,0.4644788594047715,0.8842807530159548,model.visual.blocks.16.mlp.linear_fc1.bias,model.visual.blocks.17.mlp.linear_fc1.bias,model.visual.layers.*.mlp.linear_fc1.bias,whole,1,0.002913272040977244,1.327552739637421 +445,565,1.305834458578081,-0.010432490957502344,-0.0002597371758887524,-0.00014022417100727693,1.5885740306646292,1.2872651248241103,1.4143932244447988,0.9999999662682991,-0.00021047216037014708,model.visual.blocks.18.mlp.linear_fc1.weight,model.visual.blocks.6.mlp.linear_fc1.weight,model.visual.layers.*.mlp.linear_fc1.weight,whole,12,0.01856933375397074,4.131597584463668 +506,542,1.0192314962930136,-0.006661812445004297,-0.006661812445004314,-0.006192483481826309,1.0192314962930136,5.349980181305483,1.4159444909761707,0.999977809881273,-0.03496807612595714,model.visual.blocks.22.mlp.linear_fc2.bias,model.visual.blocks.4.mlp.linear_fc2.bias,model.visual.layers.*.mlp.linear_fc2.bias,whole,18,0.0,3.078753281129611 +327,507,1.3206535823853263,0.003981286392236442,-0.0012213129098739121,-0.0012134536212646328,1.3385427829466583,1.5064299249543414,1.415070907218956,0.9999992541971099,-0.0013744964588408256,model.visual.blocks.0.mlp.linear_fc2.weight,model.visual.blocks.22.mlp.linear_fc2.weight,model.visual.layers.*.mlp.linear_fc2.weight,whole,22,0.01788920056133203,3.5793636132919104 +436,496,0.7761278455765906,0.6419411382087096,0.6419411382087097,0.6400991933156567,1.018269529594245,0.7761278455765906,0.8729488094740208,0.7667539208085645,0.48928930710854307,model.visual.blocks.17.norm1.bias,model.visual.blocks.21.norm1.bias,model.visual.layers.*.norm1.bias,whole,4,0.0,2.540675867859871 +365,569,0.205719420998396,0.9855107220018192,0.9855107220018196,0.566143914314495,0.20571942099839596,0.2367044470663708,0.2195890523497384,0.16961313869937178,1.1339462720500242,model.visual.blocks.11.norm1.weight,model.visual.blocks.6.norm1.weight,model.visual.layers.*.norm1.weight,whole,5,2.7755575615628914e-17,0.58120842811243 +378,546,0.9605989201912757,0.3076937222949296,0.3076937222949296,0.3067260876417803,0.9605989201912757,2.18466787865021,1.2435855615969218,0.9514854561475391,0.6997807070470158,model.visual.blocks.12.norm2.bias,model.visual.blocks.4.norm2.bias,model.visual.layers.*.norm2.bias,whole,8,0.0,2.914164777016642 +367,559,0.3567529151200886,0.9811879555015133,0.9811879555015133,0.5403901974710583,0.35675291512008855,0.5237248364189603,0.41697525973128213,0.19305490405260511,1.4404157042930024,model.visual.blocks.11.norm2.weight,model.visual.blocks.5.norm2.weight,model.visual.layers.*.norm2.weight,whole,6,5.551115123125783e-17,0.6781391811651148 +202,248,0.48846202913036296,0.9158948678823957,0.9158948678823958,0.03383107078812022,0.48846202913036296,0.7661175060502925,0.5824711922128469,0.40141822453233056,1.4365151232646887,model.language_model.layers.21.input_layernorm.weight,model.language_model.layers.4.input_layernorm.weight,model.language_model.layers.*.input_layernorm.weight,whole,17,0.0,1.8082653549173318 +18,24,0.6445413473664682,0.7670182408431853,0.7670182408431853,-0.026299469791273032,0.7781873956364777,0.6445413473664682,0.7019968301406677,0.6416252942440982,0.6352903852977169,model.language_model.layers.2.linear_attn.A_log,model.language_model.layers.22.linear_attn.A_log,model.language_model.layers.*.linear_attn.A_log,whole,20,0.0,1.602758624459356 +85,191,1.2129496961901043,-0.005722465328388679,0.000734774314575372,0.000732611566501434,1.7452203036208966,1.2195404575235127,1.413725587264501,0.9999997300533169,0.0005134520850546019,model.language_model.layers.12.linear_attn.conv1d.weight,model.language_model.layers.20.linear_attn.conv1d.weight,model.language_model.layers.*.linear_attn.conv1d.weight,whole,8,0.0065907613334084125,6.37199306148241 +110,145,1.0787387522341376,0.3907393443962694,0.3907393443962694,0.06661601107020634,1.0787387522341378,1.131710297483096,1.1042727798838932,0.9205013659635566,0.40992662845310723,model.language_model.layers.14.linear_attn.dt_bias,model.language_model.layers.17.linear_attn.dt_bias,model.language_model.layers.*.linear_attn.dt_bias,whole,3,2.220446049250313e-16,2.6819638623881854 +64,146,1.212457307314227,0.16854786856225804,0.15298970272056192,0.15293981769247167,1.3919747408035943,1.2282539688032308,1.302459403087459,0.98822778288281,0.13499541625595524,model.language_model.layers.10.linear_attn.in_proj_a.weight,model.language_model.layers.17.linear_attn.in_proj_a.weight,model.language_model.layers.*.linear_attn.in_proj_a.weight,whole,7,0.015796661489003716,3.9431240952581876 +112,159,1.20130147026023,0.1841491840448059,0.10823917455616154,0.10802852753425188,1.4226363893849667,1.2635678157655248,1.336051858018336,0.9941248820401795,0.09613667863038403,model.language_model.layers.14.linear_attn.in_proj_b.weight,model.language_model.layers.18.linear_attn.in_proj_b.weight,model.language_model.layers.*.linear_attn.in_proj_b.weight,whole,4,0.06226634550529475,4.0815187521867875 +42,101,1.3507536841051901,0.021300867237010995,3.401770987281473e-05,3.394717093134838e-05,1.4667226785404532,1.3669247994334492,1.414189567614345,0.9999999994213976,3.170309692855823e-05,model.language_model.layers.0.linear_attn.in_proj_qkv.weight,model.language_model.layers.13.linear_attn.in_proj_qkv.weight,model.language_model.layers.*.linear_attn.in_proj_qkv.weight,whole,13,0.0161711153282591,4.248073076232978 +43,301,1.3620372224623296,-0.017697071095379702,0.000534321562476791,0.0005343696757594954,1.34011032631863,1.5012477414439556,1.4138381126364699,0.9999998572502238,0.0005985694036674154,model.language_model.layers.0.linear_attn.in_proj_z.weight,model.language_model.layers.8.linear_attn.in_proj_z.weight,model.language_model.layers.*.linear_attn.in_proj_z.weight,whole,8,0.02192689614369958,3.8253674822702974 +13,35,0.1663700142173903,0.9917000663965306,0.9917000663965305,0.06943333961226783,0.18775196650087558,0.1663700142173903,0.17609475898021257,0.12857285214662043,0.8787612573155568,model.language_model.layers.16.linear_attn.norm.weight,model.language_model.layers.9.linear_attn.norm.weight,model.language_model.layers.*.linear_attn.norm.weight,whole,7,0.0,0.39253318588132063 +221,267,1.3874537730571201,-0.0055013873731265955,0.0003064235035222864,0.0003063581932010382,1.3688602882841767,1.4639157531428961,1.4139973591009907,0.9999999530523171,0.00032770195598397515,model.language_model.layers.22.linear_attn.out_proj.weight,model.language_model.layers.5.linear_attn.out_proj.weight,model.language_model.layers.*.linear_attn.out_proj.weight,whole,17,0.018593484772943425,3.7274883217219545 +57,186,1.3380973707549473,-0.012304431863400293,-0.00024219364144998753,-0.00024218939312358186,1.4019034842506632,1.4272054937586713,1.414384781380684,0.9999999706711197,-0.00024656483097022916,model.language_model.layers.1.mlp.down_proj.weight,model.language_model.layers.2.mlp.down_proj.weight,model.language_model.layers.*.mlp.down_proj.weight,whole,1,0.06380611349571597,3.225812765116048 +46,223,1.2482567409757528,-0.01420716368746523,0.002314656785044305,0.0023092679958540015,1.7171774378145115,1.2280689621675323,1.4126638562079399,0.9999973211783957,0.0016553665877424885,model.language_model.layers.0.mlp.gate_proj.weight,model.language_model.layers.22.mlp.gate_proj.weight,model.language_model.layers.*.mlp.gate_proj.weight,whole,22,0.020187778808220536,4.558334807655012 +47,170,1.32775558654007,-0.02475113811433623,-0.00011942399916879556,-0.00011940924495654125,1.550272800825511,1.3087887894592762,1.4142968091177857,0.9999999928689541,-0.00010082147556306499,model.language_model.layers.0.mlp.up_proj.weight,model.language_model.layers.19.mlp.up_proj.weight,model.language_model.layers.*.mlp.up_proj.weight,whole,19,0.01896679708079385,3.9741936895432235 +142,225,0.4474793772119672,0.9558740974722054,0.9558740974722054,0.6485383703499079,0.7236851381290059,0.44747937721196696,0.5382462332581942,0.2937766324636738,0.5910497857338403,model.language_model.layers.16.post_attention_layernorm.weight,model.language_model.layers.22.post_attention_layernorm.weight,model.language_model.layers.*.post_attention_layernorm.weight,whole,6,2.220446049250313e-16,1.773182815498053 +404,476,1.0370537892667329,0.2063199206324293,0.20631992063242938,0.2059348485505732,1.885889242444293,1.0370537892667329,1.285125177108792,0.9784845887137048,0.11345568481834781,model.visual.blocks.15.attn.proj.bias,model.visual.blocks.20.attn.proj.bias,model.visual.layers.*.attn.proj.bias,whole,5,0.0,4.837822421812025 +381,525,1.3513118260093469,0.0017892246815518417,-0.0005753902003959794,-0.0005752750546494872,1.4908307240176455,1.349013691807023,1.4146183425102792,0.999999834463045,-0.0005206555284653335,model.visual.blocks.13.attn.proj.weight,model.visual.blocks.3.attn.proj.weight,model.visual.layers.*.attn.proj.weight,whole,10,0.0022981342023238316,4.00432838902945 +502,538,1.3100212505253441,-0.016274606422516706,-0.01393077411956102,-0.014905540881319302,1.5562512491465097,1.320431876598626,1.4238994289647662,0.9999029620580338,-0.011819838360452176,model.visual.blocks.22.attn.qkv.bias,model.visual.blocks.4.attn.qkv.bias,model.visual.layers.*.attn.qkv.bias,whole,18,0.010410626073281914,7.722508413632699 +431,551,1.3166293408328424,0.013898003388742902,-0.0005724212449062219,-0.0005724645153242612,1.5431850858178928,1.313610550428233,1.4146130746199492,0.9999998361669458,-0.0004872640317149946,model.visual.blocks.17.attn.qkv.weight,model.visual.blocks.5.attn.qkv.weight,model.visual.layers.*.attn.qkv.weight,whole,12,0.003018790404609506,3.84228290706029 +408,492,0.47532696781093536,0.8869035888292197,0.8885817572957977,0.010586278359052612,0.47363141430296224,0.4705735957107197,0.47209507796723643,0.4587182802124983,0.8828449718205661,model.visual.blocks.15.mlp.linear_fc1.bias,model.visual.blocks.21.mlp.linear_fc1.bias,model.visual.layers.*.mlp.linear_fc1.bias,whole,6,0.004753372100215647,1.370869023619686 +505,565,1.3063617911768537,0.040420967227679294,-0.00012386081972759775,-0.00035659307258087744,1.5420532512072032,1.3138079871382438,1.4143000307900195,0.9999999923292486,-0.00010552770089114282,model.visual.blocks.22.mlp.linear_fc1.weight,model.visual.blocks.6.mlp.linear_fc1.weight,model.visual.layers.*.mlp.linear_fc1.weight,whole,16,0.0074461959613900675,3.714712019573651 +458,530,1.0239776981043491,0.17766221005090682,0.1776622100509069,0.17731248789128679,1.023977698104349,2.222794284707935,1.315270595135888,0.9840915298486352,0.38565932230830025,model.visual.blocks.19.mlp.linear_fc2.bias,model.visual.blocks.3.mlp.linear_fc2.bias,model.visual.layers.*.mlp.linear_fc2.bias,whole,16,2.220446049250313e-16,3.0913904421187355 +399,447,1.322212090271695,0.03311830413747344,0.0019111009657841638,0.0019114552225177343,1.4625467565046826,1.3679241672624445,1.4128645836170421,0.9999981738448819,0.001787458202992764,model.visual.blocks.14.mlp.linear_fc2.weight,model.visual.blocks.18.mlp.linear_fc2.weight,model.visual.layers.*.mlp.linear_fc2.weight,whole,4,0.04571207699074953,4.0728637514576835 +388,508,0.8000076076117418,0.6069056307803108,0.6069056307803111,0.6060455282949774,1.5517682281067706,0.8000076076117418,1.0056079927706492,0.7947739020168897,0.3128876548265329,model.visual.blocks.13.norm1.bias,model.visual.blocks.22.norm1.bias,model.visual.layers.*.norm1.bias,whole,9,0.0,5.149026326903312 +401,485,0.21210264884339816,0.9949493122548865,0.9949493122548864,0.6867333500656337,0.2624699269460012,0.21210264884339816,0.23330321958608224,0.10037861347681913,0.8040211960648537,model.visual.blocks.14.norm1.weight,model.visual.blocks.20.norm1.weight,model.visual.layers.*.norm1.weight,whole,6,0.0,0.550709724930083 +414,606,0.9638210740926182,0.28730648539379644,0.2873064853937964,0.28947728396142575,0.9638210740926182,5.351983239625474,1.3414696469212353,0.957838704297683,1.5953785778246412,model.visual.blocks.15.norm2.bias,model.visual.blocks.9.norm2.bias,model.visual.layers.*.norm2.bias,whole,6,0.0,2.1778721718536564 +367,571,0.36213713285525206,0.9868212664136293,0.986821266413629,0.6038842432516338,0.3621371328552524,0.5463361721056085,0.4268767223837267,0.16181405425302717,1.488762417137504,model.visual.blocks.11.norm2.weight,model.visual.blocks.6.norm2.weight,model.visual.layers.*.norm2.weight,whole,5,3.3306690738754696e-16,0.6556509172629593 +49,214,0.49024627740881044,0.8934819071719372,0.8934819071719368,0.028030538647439374,0.7034848552895521,0.49024627740881044,0.5688159289507334,0.4490991889954805,0.6226518959571293,model.language_model.layers.1.input_layernorm.weight,model.language_model.layers.22.input_layernorm.weight,model.language_model.layers.*.input_layernorm.weight,whole,21,0.0,3.338477607644225 +24,30,0.6465718765073888,0.7735132521375727,0.7735132521375728,0.07721746666685343,0.6465718765073888,1.001603256015563,0.7682279720774058,0.6337801265167248,1.1982478979710565,model.language_model.layers.22.linear_attn.A_log,model.language_model.layers.6.linear_attn.A_log,model.language_model.layers.*.linear_attn.A_log,whole,16,0.0,0.9784203183131762 +38,50,1.216128141160101,-0.0006290696446240923,-0.00680822959446004,-0.00685926824140324,1.3489550909191204,1.50120909059446,1.4189922366411207,0.999976823736325,-0.007576661541114598,model.language_model.layers.0.linear_attn.conv1d.weight,model.language_model.layers.1.linear_attn.conv1d.weight,model.language_model.layers.*.linear_attn.conv1d.weight,whole,1,0.13282694975901932,7.056342950777566 +39,110,1.0796956800515167,0.09911244334244328,0.09911244334244326,-0.03766323014810021,1.0796956800515167,2.083878057766341,1.355751970555986,0.9950762400814779,0.1912930187171559,model.language_model.layers.0.linear_attn.dt_bias,model.language_model.layers.14.linear_attn.dt_bias,model.language_model.layers.*.linear_attn.dt_bias,whole,14,0.0,2.5093968382573695 +87,275,1.212708717673648,0.13858049925447655,0.1333883918363074,0.13328480701973755,1.1901413094443314,1.5020421968757018,1.3192004520466638,0.9910638409927606,0.1683455498280859,model.language_model.layers.12.linear_attn.in_proj_a.weight,model.language_model.layers.6.linear_attn.in_proj_a.weight,model.language_model.layers.*.linear_attn.in_proj_a.weight,whole,6,0.022567408229316577,3.483393818881569 +112,147,1.202736824893972,0.1927444676527979,0.191359265315122,0.19120714672021033,1.3423420623527027,1.212533074596471,1.272498466958805,0.9815200617297931,0.17285418138383615,model.language_model.layers.14.linear_attn.in_proj_b.weight,model.language_model.layers.17.linear_attn.in_proj_b.weight,model.language_model.layers.*.linear_attn.in_proj_b.weight,whole,3,0.009796249702499038,4.391575723503307 +89,312,1.3525407416831774,0.021605798189289673,0.00023522458197547272,0.00023528108805392182,1.3533118775922168,1.4837714067326573,1.4140479256964589,0.9999999723346977,0.0002579002775892401,model.language_model.layers.12.linear_attn.in_proj_qkv.weight,model.language_model.layers.9.linear_attn.in_proj_qkv.weight,model.language_model.layers.*.linear_attn.in_proj_qkv.weight,whole,3,0.0007711359090394332,3.6686610967317903 +90,196,1.3620635926530609,-0.03558870542931096,0.0008846950735396395,0.0008889045703451296,1.4889211983049166,1.3486473599971687,1.4135909014782118,0.9999996086572369,0.0008013464222888925,model.language_model.layers.12.linear_attn.in_proj_z.weight,model.language_model.layers.20.linear_attn.in_proj_z.weight,model.language_model.layers.*.linear_attn.in_proj_z.weight,whole,8,0.013416232655892202,4.204625133412222 +23,25,0.16711825765667068,0.9960602262490801,0.9960602262490796,-0.07896360160938623,0.19559467979858183,0.16711825765667068,0.1796857155965222,0.08867934192714934,0.8510448735275994,model.language_model.layers.21.linear_attn.norm.weight,model.language_model.layers.22.linear_attn.norm.weight,model.language_model.layers.*.linear_attn.norm.weight,whole,1,0.0,0.36498678610563806 +115,302,1.3877355179478887,-0.008389964181446882,0.0011216011715205715,0.0011215966898685857,1.400805525697293,1.4263822922690301,1.4134203779513308,0.9999993710052083,0.0011420800537239298,model.language_model.layers.14.linear_attn.out_proj.weight,model.language_model.layers.8.linear_attn.out_proj.weight,model.language_model.layers.*.linear_attn.out_proj.weight,whole,6,0.013070007749404366,3.9549707620191867 +45,139,1.3390575840982868,0.036300031752719286,0.00030213792141657196,0.0003021287944251436,1.4835422887589387,1.3534031428402746,1.414000799861444,0.9999999543563372,0.00027563380937289955,model.language_model.layers.0.mlp.down_proj.weight,model.language_model.layers.16.mlp.down_proj.weight,model.language_model.layers.*.mlp.down_proj.weight,whole,16,0.01434555874198784,4.019161319455902 +122,169,1.2505653181032408,0.016837011540614323,0.009922418979925494,0.009916552983860873,1.6003017901844248,1.2707383459354795,1.4073632548583181,0.9999507715890752,0.00787901279594035,model.language_model.layers.15.mlp.gate_proj.weight,model.language_model.layers.19.mlp.gate_proj.weight,model.language_model.layers.*.mlp.gate_proj.weight,whole,4,0.020173027832238732,4.613120898788101 diff --git a/results/qwen35-2b/analysis/tensor_random_pairs.json b/results/qwen35-2b/analysis/tensor_random_pairs.json new file mode 100644 index 0000000..feb261a --- /dev/null +++ b/results/qwen35-2b/analysis/tensor_random_pairs.json @@ -0,0 +1,1250 @@ +[ + { + "a": 120, + "b": 226, + "role": "model.language_model.layers.*.input_layernorm.weight", + "sampled": true, + "cosine": 0.6774487223387055, + "pearson": 0.12836360962532795, + "error_member_to_rep": 1.3341448691690896, + "error_rep_to_member": 0.745124912388273, + "symmetric_error": 0.9200032032220777, + "scaled_error": 0.7355700025161818, + "scale": 0.37835765181524617 + }, + { + "a": 237, + "b": 307, + "role": "model.language_model.layers.*.input_layernorm.weight", + "sampled": true, + "cosine": 0.6922010419810364, + "pearson": 0.34005972458588246, + "error_member_to_rep": 1.3285536470050505, + "error_rep_to_member": 0.7349671123983572, + "symmetric_error": 0.9095042482080615, + "scaled_error": 0.7217047301219298, + "scale": 0.3829314700018299 + }, + { + "a": 143, + "b": 307, + "role": "model.language_model.layers.*.input_layernorm.weight", + "sampled": true, + "cosine": 0.7078510862085611, + "pearson": 0.588776657999527, + "error_member_to_rep": 0.7064073627121701, + "error_rep_to_member": 0.9867627885768518, + "symmetric_error": 0.8123141936441061, + "scaled_error": 0.7063616918784316, + "scale": 0.9887794898436154 + }, + { + "a": 26, + "b": 10, + "role": "model.language_model.layers.*.linear_attn.A_log", + "sampled": true, + "cosine": 0.4993949266800743, + "pearson": -0.018428267605407188, + "error_member_to_rep": 0.9882774680863509, + "error_rep_to_member": 1.0137409437574059, + "symmetric_error": 1.000766328254788, + "scaled_error": 0.8663744613076976, + "scale": 0.5122620930138264 + }, + { + "a": 30, + "b": 34, + "role": "model.language_model.layers.*.linear_attn.A_log", + "sampled": true, + "cosine": 0.7973968624356413, + "pearson": 0.28992584372255853, + "error_member_to_rep": 1.0192836050314724, + "error_rep_to_member": 0.6296354227709888, + "symmetric_error": 0.7575577920055333, + "scaled_error": 0.6034552541637159, + "scale": 0.492570770409304 + }, + { + "a": 32, + "b": 22, + "role": "model.language_model.layers.*.linear_attn.A_log", + "sampled": true, + "cosine": 0.8871997997539764, + "pearson": -0.010809455402843737, + "error_member_to_rep": 0.5469336011650219, + "error_rep_to_member": 0.46314977451555495, + "symmetric_error": 0.49985025448177206, + "scaled_error": 0.46138543032534535, + "scale": 0.7512911737933619 + }, + { + "a": 156, + "b": 215, + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "sampled": true, + "cosine": -0.0546992967700322, + "pearson": -0.05409969998047581, + "error_member_to_rep": 1.4576950777309543, + "error_rep_to_member": 1.447114486365977, + "symmetric_error": 1.4523758779039515, + "scaled_error": 0.9985028727714628, + "scale": -0.05430226523997021 + }, + { + "a": 273, + "b": 38, + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "sampled": true, + "cosine": 0.02171040510755853, + "pearson": 0.02157801021844489, + "error_member_to_rep": 1.2170082808816305, + "error_rep_to_member": 1.7005150035654644, + "symmetric_error": 1.3996072742822643, + "scaled_error": 0.9997643013781127, + "scale": 0.03033575876093681 + }, + { + "a": 132, + "b": 273, + "role": "model.language_model.layers.*.linear_attn.conv1d.weight", + "sampled": true, + "cosine": 0.04392003602683726, + "pearson": 0.04388215832884579, + "error_member_to_rep": 1.1537221446959858, + "error_rep_to_member": 1.8578910799408894, + "symmetric_error": 1.3860976261818505, + "scaled_error": 0.9990350496531147, + "scale": 0.07072642537033497 + }, + { + "a": 204, + "b": 51, + "role": "model.language_model.layers.*.linear_attn.dt_bias", + "sampled": true, + "cosine": -0.05962757928384194, + "pearson": -0.05423558651171785, + "error_member_to_rep": 1.4058857056988223, + "error_rep_to_member": 1.51112449192679, + "symmetric_error": 1.4556596849378864, + "scaled_error": 0.9982206929275456, + "scale": -0.06409105312393215 + }, + { + "a": 216, + "b": 133, + "role": "model.language_model.layers.*.linear_attn.dt_bias", + "sampled": true, + "cosine": -0.35950341342772923, + "pearson": -0.371099653491088, + "error_member_to_rep": 1.6055499491228469, + "error_rep_to_member": 1.6953501945348106, + "symmetric_error": 1.648618615798016, + "scaled_error": 0.9331437701307399, + "scale": -0.37961085061452376 + }, + { + "a": 180, + "b": 157, + "role": "model.language_model.layers.*.linear_attn.dt_bias", + "sampled": true, + "cosine": 0.13438105707425974, + "pearson": -0.09223619834937981, + "error_member_to_rep": 1.6428079316758457, + "error_rep_to_member": 1.1371452741531236, + "symmetric_error": 1.3222907908538561, + "scaled_error": 0.990929730858654, + "scale": 0.09301804613994756 + }, + { + "a": 111, + "b": 310, + "role": "model.language_model.layers.*.linear_attn.in_proj_a.weight", + "sampled": true, + "cosine": 0.19565437091227503, + "pearson": 0.1955485610538668, + "error_member_to_rep": 1.3536381059589764, + "error_rep_to_member": 1.1992652815198226, + "symmetric_error": 1.269465447226376, + "scaled_error": 0.9806729154733101, + "scale": 0.17334137771370065 + }, + { + "a": 181, + "b": 158, + "role": "model.language_model.layers.*.linear_attn.in_proj_a.weight", + "sampled": true, + "cosine": 0.0595982687424997, + "pearson": 0.06183198886221433, + "error_member_to_rep": 1.2904418386116132, + "error_rep_to_member": 1.4707643651237339, + "symmetric_error": 1.3717929333880634, + "scaled_error": 0.9982224433275866, + "scale": 0.06792635457623128 + }, + { + "a": 193, + "b": 181, + "role": "model.language_model.layers.*.linear_attn.in_proj_a.weight", + "sampled": true, + "cosine": 0.04368288888295189, + "pearson": 0.04481091317011857, + "error_member_to_rep": 1.3628893096880756, + "error_rep_to_member": 1.4040158100080415, + "symmetric_error": 1.3829941493639815, + "scaled_error": 0.9990454470237276, + "scale": 0.045001062215775905 + }, + { + "a": 100, + "b": 88, + "role": "model.language_model.layers.*.linear_attn.in_proj_b.weight", + "sampled": true, + "cosine": 0.3495595906797091, + "pearson": 0.34949272157391015, + "error_member_to_rep": 1.1752831920875269, + "error_rep_to_member": 1.109674161637804, + "symmetric_error": 1.1410664592572302, + "scaled_error": 0.9369141329726189, + "scale": 0.33004576968465005 + }, + { + "a": 65, + "b": 41, + "role": "model.language_model.layers.*.linear_attn.in_proj_b.weight", + "sampled": true, + "cosine": 0.021418263197073312, + "pearson": 0.02155709452045214, + "error_member_to_rep": 1.5294001074789507, + "error_rep_to_member": 1.297425502390156, + "symmetric_error": 1.3991913913769793, + "scaled_error": 0.9997706026892474, + "scale": 0.01816960830125343 + }, + { + "a": 311, + "b": 194, + "role": "model.language_model.layers.*.linear_attn.in_proj_b.weight", + "sampled": true, + "cosine": 0.11928102393079117, + "pearson": 0.11952009708456716, + "error_member_to_rep": 1.4569504195849308, + "error_rep_to_member": 1.2289222004146896, + "symmetric_error": 1.3284774688565373, + "scaled_error": 0.9928605326681196, + "scale": 0.10061227645516323 + }, + { + "a": 136, + "b": 42, + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "sampled": true, + "cosine": -0.015091231573354697, + "pearson": -0.014802583727755378, + "error_member_to_rep": 1.2834590297952506, + "error_rep_to_member": 1.6254971047463183, + "symmetric_error": 1.4245558187305751, + "scaled_error": 0.9998861208805728, + "scale": -0.019113000617914273 + }, + { + "a": 207, + "b": 148, + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "sampled": true, + "cosine": 0.0004360831277164061, + "pearson": 0.0004646393215038866, + "error_member_to_rep": 1.462574811647634, + "error_rep_to_member": 1.369792980250033, + "symmetric_error": 1.4139058326220804, + "scaled_error": 0.9999999049157483, + "scale": 0.00040841918129198905 + }, + { + "a": 66, + "b": 42, + "role": "model.language_model.layers.*.linear_attn.in_proj_qkv.weight", + "sampled": true, + "cosine": 0.01718172874063451, + "pearson": 0.015898660592385386, + "error_member_to_rep": 1.3492976963422771, + "error_rep_to_member": 1.461517759344213, + "symmetric_error": 1.402050611021715, + "scaled_error": 0.9998523832033823, + "scale": 0.018610720049952702 + }, + { + "a": 114, + "b": 137, + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "sampled": true, + "cosine": -0.01863589424304758, + "pearson": -0.01780921149973533, + "error_member_to_rep": 1.4593845554551887, + "error_rep_to_member": 1.3972763078799315, + "symmetric_error": 1.4273179634349777, + "scaled_error": 0.9998263366434003, + "scale": -0.01784279092486665 + }, + { + "a": 313, + "b": 67, + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "sampled": true, + "cosine": -0.0019331123416655434, + "pearson": -0.0021867425546432946, + "error_member_to_rep": 1.3762547745746392, + "error_rep_to_member": 1.4584757286094618, + "symmetric_error": 1.4155775234803816, + "scaled_error": 0.9999981315365917, + "scale": -0.002048601380413733 + }, + { + "a": 114, + "b": 43, + "role": "model.language_model.layers.*.linear_attn.in_proj_z.weight", + "sampled": true, + "cosine": -0.002527246154650484, + "pearson": -0.0018724859607640745, + "error_member_to_rep": 1.4742868803384226, + "error_rep_to_member": 1.3641106424477223, + "symmetric_error": 1.415994097418424, + "scaled_error": 0.9999968065083377, + "scale": -0.0023383802851534886 + }, + { + "a": 33, + "b": 3, + "role": "model.language_model.layers.*.linear_attn.norm.weight", + "sampled": true, + "cosine": 0.9852341293251552, + "pearson": -0.06586550819659848, + "error_member_to_rep": 0.1845902904087623, + "error_rep_to_member": 0.20146448083963833, + "symmetric_error": 0.19247483168027843, + "scaled_error": 0.17121247154603966, + "scale": 1.0752986082336395 + }, + { + "a": 27, + "b": 11, + "role": "model.language_model.layers.*.linear_attn.norm.weight", + "sampled": true, + "cosine": 0.9840068924344654, + "pearson": -0.03251707438216925, + "error_member_to_rep": 0.23156798458494296, + "error_rep_to_member": 0.20457064781311252, + "symmetric_error": 0.21681874141530796, + "scaled_error": 0.17813038943837325, + "scale": 0.8692865198904322 + }, + { + "a": 1, + "b": 33, + "role": "model.language_model.layers.*.linear_attn.norm.weight", + "sampled": true, + "cosine": 0.9869411969504417, + "pearson": -0.051508101320509966, + "error_member_to_rep": 0.1713322400907127, + "error_rep_to_member": 0.16390467262828554, + "symmetric_error": 0.16749506682995982, + "scaled_error": 0.16108095406356895, + "scale": 0.9441554823767173 + }, + { + "a": 138, + "b": 314, + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "sampled": true, + "cosine": 0.010017058253187952, + "pearson": 0.009702134629930212, + "error_member_to_rep": 1.4135345893598104, + "error_rep_to_member": 1.4007779394580322, + "symmetric_error": 1.4071128976458032, + "scaled_error": 0.999949828013362, + "scale": 0.0099266578440692 + }, + { + "a": 115, + "b": 68, + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "sampled": true, + "cosine": 0.02068615041333945, + "pearson": 0.02060429712520857, + "error_member_to_rep": 1.3814396162607228, + "error_rep_to_member": 1.4183188565134945, + "symmetric_error": 1.3995149351264047, + "scaled_error": 0.9997860186965392, + "scale": 0.021238392800207947 + }, + { + "a": 197, + "b": 91, + "role": "model.language_model.layers.*.linear_attn.out_proj.weight", + "sampled": true, + "cosine": -0.005065194948675991, + "pearson": -0.005262362757661832, + "error_member_to_rep": 1.4456128044550927, + "error_rep_to_member": 1.3915105628332367, + "symmetric_error": 1.417788074750386, + "scaled_error": 0.9999871718177848, + "scale": -0.004875629388568513 + }, + { + "a": 210, + "b": 139, + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "sampled": true, + "cosine": 0.00089848356821074, + "pearson": 0.001114603846486413, + "error_member_to_rep": 1.3574501521047488, + "error_rep_to_member": 1.477303794692015, + "symmetric_error": 1.413580364159403, + "scaled_error": 0.9999995963635573, + "scale": 0.0009778135740219232 + }, + { + "a": 198, + "b": 57, + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "sampled": true, + "cosine": -0.003414570287890668, + "pearson": -0.0037119902560920444, + "error_member_to_rep": 1.3545199450833565, + "error_rep_to_member": 1.4881166996175172, + "symmetric_error": 1.4166153462238282, + "scaled_error": 0.9999941703378821, + "scale": -0.0037513504957028872 + }, + { + "a": 268, + "b": 104, + "role": "model.language_model.layers.*.mlp.down_proj.weight", + "sampled": true, + "cosine": 0.029484314724179932, + "pearson": 0.029646960808570596, + "error_member_to_rep": 1.4415717828661432, + "error_rep_to_member": 1.3494920850722212, + "symmetric_error": 1.393255035452589, + "scaled_error": 0.9995652430858356, + "scale": 0.02760101843485775 + }, + { + "a": 187, + "b": 211, + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "sampled": true, + "cosine": 0.00018744135494755938, + "pearson": 0.00031319126051711487, + "error_member_to_rep": 1.5021807437837056, + "error_rep_to_member": 1.3398624105220134, + "symmetric_error": 1.4140818770552517, + "scaled_error": 0.999999982432869, + "scale": 0.00016718735525723857 + }, + { + "a": 269, + "b": 70, + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "sampled": true, + "cosine": -0.004008285707136405, + "pearson": -0.0033265719679161703, + "error_member_to_rep": 1.2951863029147495, + "error_rep_to_member": 1.581211786140081, + "symmetric_error": 1.4169896212997715, + "scaled_error": 0.9999919667905788, + "scale": -0.004893464815121724 + }, + { + "a": 187, + "b": 316, + "role": "model.language_model.layers.*.mlp.gate_proj.weight", + "sampled": true, + "cosine": 0.028982232604990648, + "pearson": 0.0296169131158203, + "error_member_to_rep": 1.2184513000213202, + "error_rep_to_member": 1.6789218633606884, + "symmetric_error": 1.394593670137225, + "scaled_error": 0.9995799268658961, + "scale": 0.03993504210523011 + }, + { + "a": 76, + "b": 287, + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "sampled": true, + "cosine": -0.01309896213685927, + "pearson": -0.013134996845986116, + "error_member_to_rep": 1.3832898962789848, + "error_rep_to_member": 1.4672799441350053, + "symmetric_error": 1.4234298284542162, + "scaled_error": 0.9999142049150702, + "scale": -0.013894299730011992 + }, + { + "a": 224, + "b": 317, + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "sampled": true, + "cosine": -0.0635130867323783, + "pearson": -0.06362418268817047, + "error_member_to_rep": 1.3513607203298905, + "error_rep_to_member": 1.5942524901475514, + "symmetric_error": 1.457844443661344, + "scaled_error": 0.9979810057379476, + "scale": -0.07492884405825648 + }, + { + "a": 229, + "b": 106, + "role": "model.language_model.layers.*.mlp.up_proj.weight", + "sampled": true, + "cosine": -0.025679056122028976, + "pearson": -0.025070928968611416, + "error_member_to_rep": 1.2814860095694243, + "error_rep_to_member": 1.6511652858419756, + "symmetric_error": 1.4316953100876397, + "scaled_error": 0.9996702386670725, + "scale": -0.03308687393015591 + }, + { + "a": 288, + "b": 318, + "role": "model.language_model.layers.*.post_attention_layernorm.weight", + "sampled": true, + "cosine": 0.9725022052007513, + "pearson": 0.9903524141393057, + "error_member_to_rep": 0.23814800684603318, + "error_rep_to_member": 0.23296415816537377, + "symmetric_error": 0.23551330544845114, + "scaled_error": 0.23289366861225747, + "scale": 0.9513334188643298 + }, + { + "a": 119, + "b": 259, + "role": "model.language_model.layers.*.post_attention_layernorm.weight", + "sampled": true, + "cosine": 0.3611365943395285, + "pearson": 0.055317056768357714, + "error_member_to_rep": 1.2327296783157284, + "error_rep_to_member": 1.0559721136247027, + "symmetric_error": 1.134148046993096, + "scaled_error": 0.9325129276470363, + "scale": 0.30935425628186003 + }, + { + "a": 283, + "b": 142, + "role": "model.language_model.layers.*.post_attention_layernorm.weight", + "sampled": true, + "cosine": 0.5215970856190184, + "pearson": 0.6422911602320902, + "error_member_to_rep": 1.4491638840602303, + "error_rep_to_member": 0.8559837195678864, + "symmetric_error": 1.0422964705979316, + "scaled_error": 0.8531919363623559, + "scale": 0.3080939418756451 + }, + { + "a": 289, + "b": 242, + "role": "model.language_model.layers.*.self_attn.k_norm.weight", + "sampled": true, + "cosine": 0.8563052844860454, + "pearson": 0.08552372987422988, + "error_member_to_rep": 0.5164703132215698, + "error_rep_to_member": 0.6035396751630597, + "symmetric_error": 0.5549462397430471, + "scaled_error": 0.5164699988975865, + "scale": 1.000665865992189 + }, + { + "a": 231, + "b": 289, + "role": "model.language_model.layers.*.self_attn.k_norm.weight", + "sampled": true, + "cosine": 0.7993529557498871, + "pearson": 0.021329327204589486, + "error_member_to_rep": 0.7207948717951856, + "error_rep_to_member": 0.6019231234197302, + "symmetric_error": 0.6533843162826264, + "scaled_error": 0.6008617579226682, + "scale": 0.6675255980129728 + }, + { + "a": 242, + "b": 125, + "role": "model.language_model.layers.*.self_attn.k_norm.weight", + "sampled": true, + "cosine": 0.8479287979482605, + "pearson": 0.16503150913871423, + "error_member_to_rep": 0.7825139077013471, + "error_rep_to_member": 0.5497014641204492, + "symmetric_error": 0.6361245684511019, + "scaled_error": 0.5301101334722984, + "scale": 0.5956542076948557 + }, + { + "a": 126, + "b": 232, + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "sampled": true, + "cosine": 0.012065959844349761, + "pearson": 0.012200764691418911, + "error_member_to_rep": 1.308188204677789, + "error_rep_to_member": 1.529022260972875, + "symmetric_error": 1.4057591241686593, + "scaled_error": 0.9999272036568635, + "scale": 0.014102803507970526 + }, + { + "a": 126, + "b": 243, + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "sampled": true, + "cosine": 0.005474545324693865, + "pearson": 0.005235649010210906, + "error_member_to_rep": 1.4486932019623628, + "error_rep_to_member": 1.3748846155771361, + "symmetric_error": 1.4103424627579186, + "scaled_error": 0.9999850145644623, + "scale": 0.0051956260538847205 + }, + { + "a": 232, + "b": 126, + "role": "model.language_model.layers.*.self_attn.k_proj.weight", + "sampled": true, + "cosine": 0.012065959844349761, + "pearson": 0.012200764691418911, + "error_member_to_rep": 1.529022260972875, + "error_rep_to_member": 1.308188204677789, + "symmetric_error": 1.4057591241686593, + "scaled_error": 0.9999272036568635, + "scale": 0.010323294009108107 + }, + { + "a": 127, + "b": 291, + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "sampled": true, + "cosine": 0.035856572404913266, + "pearson": 0.035868727000580414, + "error_member_to_rep": 1.2409033777329355, + "error_rep_to_member": 1.6084923940386704, + "symmetric_error": 1.3894728343192424, + "scaled_error": 0.9993569463486863, + "scale": 0.046478255297337547 + }, + { + "a": 174, + "b": 80, + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "sampled": true, + "cosine": -0.03435161547112863, + "pearson": -0.034144861581353374, + "error_member_to_rep": 1.228576239110675, + "error_rep_to_member": 1.8062067085808184, + "symmetric_error": 1.4366277528525577, + "scaled_error": 0.9994098090946094, + "scale": -0.050502456696911426 + }, + { + "a": 174, + "b": 233, + "role": "model.language_model.layers.*.self_attn.o_proj.weight", + "sampled": true, + "cosine": -0.013099680522201146, + "pearson": -0.013118633963323046, + "error_member_to_rep": 1.3083756921209808, + "error_rep_to_member": 1.5750047160932874, + "symmetric_error": 1.4232902390212394, + "scaled_error": 0.9999141955039024, + "scale": -0.015769215773441935 + }, + { + "a": 175, + "b": 292, + "role": "model.language_model.layers.*.self_attn.q_norm.weight", + "sampled": true, + "cosine": 0.8494295076292001, + "pearson": 0.22368987000233995, + "error_member_to_rep": 0.5652122089245071, + "error_rep_to_member": 0.5373237410197479, + "symmetric_error": 0.5507390966398, + "scaled_error": 0.5277021049501458, + "scale": 0.8075173068896785 + }, + { + "a": 81, + "b": 128, + "role": "model.language_model.layers.*.self_attn.q_norm.weight", + "sampled": true, + "cosine": 0.9218441063406324, + "pearson": 0.3496251056069841, + "error_member_to_rep": 0.39552151338933583, + "error_rep_to_member": 0.39520587224781073, + "symmetric_error": 0.39536359832078294, + "scaled_error": 0.3875608901902266, + "scale": 0.9211084398441626 + }, + { + "a": 292, + "b": 81, + "role": "model.language_model.layers.*.self_attn.q_norm.weight", + "sampled": true, + "cosine": 0.9230509542708148, + "pearson": 0.1285981009192478, + "error_member_to_rep": 0.47040472179054593, + "error_rep_to_member": 0.39404064792499355, + "symmetric_error": 0.42718614258201787, + "scaled_error": 0.38467770382456284, + "scale": 0.7732056657598912 + }, + { + "a": 235, + "b": 176, + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "sampled": true, + "cosine": 0.04597656238327765, + "pearson": 0.045268138316825475, + "error_member_to_rep": 1.2951983010031036, + "error_rep_to_member": 1.488071833583364, + "symmetric_error": 1.3816388086411824, + "scaled_error": 0.998942518722382, + "scale": 0.052823129427020415 + }, + { + "a": 246, + "b": 293, + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "sampled": true, + "cosine": -0.0172596782024138, + "pearson": -0.01786754314135671, + "error_member_to_rep": 1.3084291911022448, + "error_rep_to_member": 1.5826942529836876, + "symmetric_error": 1.4261499216967977, + "scaled_error": 0.9998510406597321, + "scale": -0.020877548196777833 + }, + { + "a": 235, + "b": 293, + "role": "model.language_model.layers.*.self_attn.q_proj.weight", + "sampled": true, + "cosine": 0.015116943378858886, + "pearson": 0.01543185831739663, + "error_member_to_rep": 1.3563819203358383, + "error_rep_to_member": 1.4559197776334978, + "symmetric_error": 1.4035105156141732, + "scaled_error": 0.9998857324829075, + "scale": 0.01622629770617777 + }, + { + "a": 177, + "b": 247, + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "sampled": true, + "cosine": 0.013091027586130757, + "pearson": 0.013079874860464802, + "error_member_to_rep": 1.1512974353393053, + "error_rep_to_member": 1.9722277288541379, + "symmetric_error": 1.4061299026569223, + "scaled_error": 0.999914308826881, + "scale": 0.022425558167731372 + }, + { + "a": 177, + "b": 236, + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "sampled": true, + "cosine": 0.02921067790718854, + "pearson": 0.029207762547176518, + "error_member_to_rep": 1.3833480066670742, + "error_rep_to_member": 1.4036899861686394, + "symmetric_error": 1.3934076461404092, + "scaled_error": 0.9995732771018854, + "scale": 0.02964021769641806 + }, + { + "a": 236, + "b": 294, + "role": "model.language_model.layers.*.self_attn.v_proj.weight", + "sampled": true, + "cosine": -0.0026233981078444815, + "pearson": -0.0026440359165147338, + "error_member_to_rep": 1.1618442802302134, + "error_rep_to_member": 1.9729368076400813, + "symmetric_error": 1.4158348663047275, + "scaled_error": 0.9999965588852633, + "scale": -0.004454812728461481 + }, + { + "a": 548, + "b": 488, + "role": "model.visual.layers.*.attn.proj.bias", + "sampled": true, + "cosine": -0.04632594389357727, + "pearson": -0.04585564587664048, + "error_member_to_rep": 2.5374127221525624, + "error_rep_to_member": 1.1098892782584022, + "symmetric_error": 1.4380669169802023, + "scaled_error": 0.9989263771281491, + "scale": -0.02026342344065471 + }, + { + "a": 332, + "b": 320, + "role": "model.visual.layers.*.attn.proj.bias", + "sampled": true, + "cosine": 0.05727134046924686, + "pearson": 0.05667491296489046, + "error_member_to_rep": 1.1165911372475292, + "error_rep_to_member": 2.003475363124962, + "symmetric_error": 1.3793416625655857, + "scaled_error": 0.998358649765131, + "scale": 0.10276072934460469 + }, + { + "a": 584, + "b": 548, + "role": "model.visual.layers.*.attn.proj.bias", + "sampled": true, + "cosine": 0.31120966050399335, + "pearson": 0.31116716176164344, + "error_member_to_rep": 1.0055436356217706, + "error_rep_to_member": 1.5716611285450843, + "symmetric_error": 1.1978654931303445, + "scaled_error": 0.950341279335476, + "scale": 0.48641959325752915 + }, + { + "a": 357, + "b": 417, + "role": "model.visual.layers.*.attn.proj.weight", + "sampled": true, + "cosine": -0.0029190236638487817, + "pearson": -0.002895838428260563, + "error_member_to_rep": 1.4522833216940938, + "error_rep_to_member": 1.3828162540973157, + "symmetric_error": 1.4162736464114074, + "scaled_error": 0.9999957396413497, + "scale": -0.002779398006000808 + }, + { + "a": 321, + "b": 441, + "role": "model.visual.layers.*.attn.proj.weight", + "sampled": true, + "cosine": -0.00793417804142532, + "pearson": -0.008105652037803172, + "error_member_to_rep": 1.3991722926700463, + "error_rep_to_member": 1.4413893885679627, + "symmetric_error": 1.4198103209353052, + "scaled_error": 0.9999685239140315, + "scale": -0.008173575260052909 + }, + { + "a": 357, + "b": 345, + "role": "model.visual.layers.*.attn.proj.weight", + "sampled": true, + "cosine": -0.001737601925689928, + "pearson": -0.0016574678764564358, + "error_member_to_rep": 1.4445330947399708, + "error_rep_to_member": 1.3880381273161657, + "symmetric_error": 1.41544072292792, + "scaled_error": 0.9999984903686344, + "scale": -0.0016696451827500482 + }, + { + "a": 418, + "b": 478, + "role": "model.visual.layers.*.attn.qkv.bias", + "sampled": true, + "cosine": 0.008339373118687966, + "pearson": 0.008370643616830572, + "error_member_to_rep": 1.3367621184807634, + "error_rep_to_member": 1.4928033768480005, + "symmetric_error": 1.408340296833458, + "scaled_error": 0.9999652268234067, + "scale": 0.00931283448286314 + }, + { + "a": 322, + "b": 394, + "role": "model.visual.layers.*.attn.qkv.bias", + "sampled": true, + "cosine": -0.028047257986818636, + "pearson": -0.02881790702184619, + "error_member_to_rep": 1.1991713609336017, + "error_rep_to_member": 1.8903298371718722, + "symmetric_error": 1.4320430834673141, + "scaled_error": 0.9996065982772526, + "scale": -0.0442126708080014 + }, + { + "a": 418, + "b": 526, + "role": "model.visual.layers.*.attn.qkv.bias", + "sampled": true, + "cosine": -0.03423799915021957, + "pearson": -0.0342489006880015, + "error_member_to_rep": 1.4497169018310818, + "error_rep_to_member": 1.4269860270105865, + "symmetric_error": 1.4382167597263367, + "scaled_error": 0.9994137078378451, + "scale": -0.033701163529551235 + }, + { + "a": 599, + "b": 539, + "role": "model.visual.layers.*.attn.qkv.weight", + "sampled": true, + "cosine": 0.019047768110382644, + "pearson": 0.018682114828977813, + "error_member_to_rep": 1.4637613280638115, + "error_rep_to_member": 1.345194707258221, + "symmetric_error": 1.4007283719941057, + "scaled_error": 0.9998185748074563, + "scale": 0.01750487347623905 + }, + { + "a": 587, + "b": 575, + "role": "model.visual.layers.*.attn.qkv.weight", + "sampled": true, + "cosine": 0.05838313606901087, + "pearson": 0.0586844998701399, + "error_member_to_rep": 1.3589776183068947, + "error_rep_to_member": 1.3860589442886762, + "symmetric_error": 1.3723179133160484, + "scaled_error": 0.9982942499197054, + "scale": 0.05954657887956533 + }, + { + "a": 503, + "b": 479, + "role": "model.visual.layers.*.attn.qkv.weight", + "sampled": true, + "cosine": -0.0376359504796606, + "pearson": -0.037277368794073416, + "error_member_to_rep": 1.4074421465318807, + "error_rep_to_member": 1.4761115769605482, + "symmetric_error": 1.4405507883333704, + "scaled_error": 0.9992915166414116, + "scale": -0.03947221727716146 + }, + { + "a": 564, + "b": 396, + "role": "model.visual.layers.*.mlp.linear_fc1.bias", + "sampled": true, + "cosine": 0.8615699843333381, + "pearson": 0.0014553427944300154, + "error_member_to_rep": 0.5685131777493425, + "error_rep_to_member": 0.9387282204593949, + "symmetric_error": 0.6877123223184292, + "scaled_error": 0.5076388106674389, + "scale": 1.4226232387370523 + }, + { + "a": 588, + "b": 492, + "role": "model.visual.layers.*.mlp.linear_fc1.bias", + "sampled": true, + "cosine": 0.8590436801643452, + "pearson": 0.008516774238228102, + "error_member_to_rep": 0.5214952691322579, + "error_rep_to_member": 0.6866497666992886, + "symmetric_error": 0.5873218546336144, + "scaled_error": 0.5119022910377509, + "scale": 1.1310977826334785 + }, + { + "a": 384, + "b": 456, + "role": "model.visual.layers.*.mlp.linear_fc1.bias", + "sampled": true, + "cosine": 0.9174919707685582, + "pearson": -0.010506617220674492, + "error_member_to_rep": 0.4334067242939278, + "error_rep_to_member": 0.5814809199093435, + "symmetric_error": 0.4914384756655015, + "scaled_error": 0.3977543005112921, + "scale": 1.2309547712742126 + }, + { + "a": 553, + "b": 445, + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "sampled": true, + "cosine": -0.04206558871363467, + "pearson": -0.04208885157656619, + "error_member_to_rep": 1.3211488332165253, + "error_rep_to_member": 1.6065648974347917, + "symmetric_error": 1.4431032852960504, + "scaled_error": 0.9991148513790471, + "scale": -0.05115328153658419 + }, + { + "a": 433, + "b": 337, + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "sampled": true, + "cosine": 0.003989742076568498, + "pearson": 0.005966783562736403, + "error_member_to_rep": 1.6972682406027872, + "error_rep_to_member": 1.2340279566529384, + "symmetric_error": 1.4115273176601821, + "scaled_error": 0.9999920409474079, + "scale": 0.0029008103401330977 + }, + { + "a": 361, + "b": 337, + "role": "model.visual.layers.*.mlp.linear_fc1.weight", + "sampled": true, + "cosine": 0.001200323090083674, + "pearson": 0.0006233356708334755, + "error_member_to_rep": 1.545356762547703, + "error_rep_to_member": 1.3103026540219922, + "symmetric_error": 1.413375981357903, + "scaled_error": 0.9999992796119802, + "scale": 0.0010177497965114493 + }, + { + "a": 554, + "b": 506, + "role": "model.visual.layers.*.mlp.linear_fc2.bias", + "sampled": true, + "cosine": 0.03853257212466431, + "pearson": 0.03899087085503696, + "error_member_to_rep": 5.447962581006878, + "error_rep_to_member": 1.0099910809958534, + "symmetric_error": 1.4044128328290946, + "scaled_error": 0.9992573446742624, + "scale": 0.007143506144740765 + }, + { + "a": 350, + "b": 326, + "role": "model.visual.layers.*.mlp.linear_fc2.bias", + "sampled": true, + "cosine": -0.028177455557401292, + "pearson": -0.0283441904050822, + "error_member_to_rep": 4.279967392280304, + "error_rep_to_member": 1.0354536247952286, + "symmetric_error": 1.4232920176654438, + "scaled_error": 0.999602936669511, + "scale": -0.006816979154337164 + }, + { + "a": 494, + "b": 338, + "role": "model.visual.layers.*.mlp.linear_fc2.bias", + "sampled": true, + "cosine": 0.1114123494896417, + "pearson": 0.11171649456389943, + "error_member_to_rep": 1.0838809048320988, + "error_rep_to_member": 1.9920961122639598, + "symmetric_error": 1.3464438773614107, + "scaled_error": 0.9937742642980839, + "scale": 0.20476798445940847 + }, + { + "a": 351, + "b": 363, + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "sampled": true, + "cosine": -0.011172910641144757, + "pearson": -0.01046644452244738, + "error_member_to_rep": 1.4535118792436141, + "error_rep_to_member": 1.3926119891964568, + "symmetric_error": 1.4220848668325952, + "scaled_error": 0.9999375810858421, + "scale": -0.010704783039802747 + }, + { + "a": 603, + "b": 387, + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "sampled": true, + "cosine": -0.006125519450525928, + "pearson": -0.006459654501607254, + "error_member_to_rep": 1.4449545122994705, + "error_rep_to_member": 1.3935145658074217, + "symmetric_error": 1.4185355104872988, + "scaled_error": 0.9999812388297399, + "scale": -0.005907452798538647 + }, + { + "a": 495, + "b": 603, + "role": "model.visual.layers.*.mlp.linear_fc2.weight", + "sampled": true, + "cosine": -0.0012889473660971265, + "pearson": -0.0009685393409573898, + "error_member_to_rep": 1.3262008642531435, + "error_rep_to_member": 1.5247047910608547, + "symmetric_error": 1.4151159032011615, + "scaled_error": 0.9999991693069987, + "scale": -0.0014818752403847255 + }, + { + "a": 340, + "b": 592, + "role": "model.visual.layers.*.norm1.bias", + "sampled": true, + "cosine": 0.22669811305931806, + "pearson": 0.2276742932128905, + "error_member_to_rep": 1.2711091485794894, + "error_rep_to_member": 1.2181600655585598, + "symmetric_error": 1.2437901225666461, + "scaled_error": 0.9739650740839452, + "scale": 0.21725481920648076 + }, + { + "a": 472, + "b": 328, + "role": "model.visual.layers.*.norm1.bias", + "sampled": true, + "cosine": 0.52644529876985, + "pearson": 0.5264397553982345, + "error_member_to_rep": 1.0159089160966943, + "error_rep_to_member": 0.9384693726300044, + "symmetric_error": 0.9748899231333802, + "scaled_error": 0.850209002188946, + "scale": 0.48631602836876014 + }, + { + "a": 556, + "b": 532, + "role": "model.visual.layers.*.norm1.bias", + "sampled": true, + "cosine": 0.8817371683585439, + "pearson": 0.8817510820924609, + "error_member_to_rep": 0.4881879572590911, + "error_rep_to_member": 0.4846080888747264, + "symmetric_error": 0.48638814276635867, + "scaled_error": 0.47174099454579604, + "scale": 0.8752714148195831 + }, + { + "a": 449, + "b": 533, + "role": "model.visual.layers.*.norm1.weight", + "sampled": true, + "cosine": 0.9462116072828873, + "pearson": 0.14560575201591403, + "error_member_to_rep": 0.535222139991335, + "error_rep_to_member": 1.0295585499318716, + "symmetric_error": 0.6715903236887488, + "scaled_error": 0.3235484418802463, + "scale": 1.8201419140445991 + }, + { + "a": 389, + "b": 581, + "role": "model.visual.layers.*.norm1.weight", + "sampled": true, + "cosine": 0.98969146313052, + "pearson": 0.671290222694587, + "error_member_to_rep": 0.30813196789411273, + "error_rep_to_member": 0.4298328743067445, + "symmetric_error": 0.3541635813757865, + "scaled_error": 0.14321594815721722, + "scale": 1.3805835505533297 + }, + { + "a": 605, + "b": 521, + "role": "model.visual.layers.*.norm1.weight", + "sampled": true, + "cosine": 0.9729756790192221, + "pearson": 0.10163549500933552, + "error_member_to_rep": 0.5849949739359029, + "error_rep_to_member": 0.3872931875845939, + "symmetric_error": 0.45669842066942373, + "scaled_error": 0.23090761797109133, + "scale": 0.6441539995366313 + }, + { + "a": 366, + "b": 414, + "role": "model.visual.layers.*.norm2.bias", + "sampled": true, + "cosine": 0.41664862756056176, + "pearson": 0.4127313334319323, + "error_member_to_rep": 4.082906025427537, + "error_rep_to_member": 0.9285524896621689, + "symmetric_error": 1.2804747113992199, + "scaled_error": 0.9090676108804561, + "scale": 0.0947560678659445 + }, + { + "a": 534, + "b": 462, + "role": "model.visual.layers.*.norm2.bias", + "sampled": true, + "cosine": 0.06215422798831546, + "pearson": 0.058774352445427176, + "error_member_to_rep": 16.965497778013418, + "error_rep_to_member": 0.9980720944024978, + "symmetric_error": 1.409050897278553, + "scaled_error": 0.9980665568704207, + "scale": 0.0036565034115687645 + }, + { + "a": 414, + "b": 402, + "role": "model.visual.layers.*.norm2.bias", + "sampled": true, + "cosine": 0.9255664605094013, + "pearson": 0.9242761753643249, + "error_member_to_rep": 0.4626330570746154, + "error_rep_to_member": 0.7013132120374718, + "symmetric_error": 0.5461368124319188, + "scaled_error": 0.3785851650290843, + "scale": 1.4030817241607327 + }, + { + "a": 487, + "b": 595, + "role": "model.visual.layers.*.norm2.weight", + "sampled": true, + "cosine": 0.986764945021077, + "pearson": 0.6179912491747505, + "error_member_to_rep": 0.9132678641568294, + "error_rep_to_member": 10.377048205372366, + "symmetric_error": 1.2865828058837867, + "scaled_error": 0.1621571561095933, + "scale": 11.212162174685842 + }, + { + "a": 391, + "b": 535, + "role": "model.visual.layers.*.norm2.weight", + "sampled": true, + "cosine": 0.9603126500292883, + "pearson": 0.43562772685194867, + "error_member_to_rep": 0.3762178498902845, + "error_rep_to_member": 0.5314980115079991, + "symmetric_error": 0.4342679149270378, + "scaled_error": 0.278925822027516, + "scale": 1.356672109165984 + }, + { + "a": 499, + "b": 607, + "role": "model.visual.layers.*.norm2.weight", + "sampled": true, + "cosine": 0.9888416150306707, + "pearson": 0.6221420275353757, + "error_member_to_rep": 0.9106439814249517, + "error_rep_to_member": 10.066236288915245, + "symmetric_error": 1.2826073657691428, + "scaled_error": 0.14897066954113727, + "scale": 10.930631017442927 + } +] \ No newline at end of file diff --git a/results/qwen35-2b/analysis/tensor_structure.json b/results/qwen35-2b/analysis/tensor_structure.json new file mode 100644 index 0000000..1ed7d41 --- /dev/null +++ b/results/qwen35-2b/analysis/tensor_structure.json @@ -0,0 +1,1262 @@ +[ + { + "a": 38, + "b": 215, + "modes": [ + { + "axis": 0, + "probe_shape": [ + 32, + 1, + 4 + ], + "k": 2, + "normalized_spectrum_distance": 0.32516807317733765, + "left_subspace_overlap": 0.13527119159698486 + }, + { + "axis": 1, + "probe_shape": [ + 32, + 1, + 4 + ], + "trivial_mode_skipped": true + }, + { + "axis": 2, + "probe_shape": [ + 32, + 1, + 4 + ], + "k": 2, + "normalized_spectrum_distance": 0.32516807317733765, + "left_subspace_overlap": 0.6997224688529968 + } + ] + }, + { + "a": 158, + "b": 217, + "modes": [ + { + "axis": 0, + "probe_shape": [ + 16, + 32 + ], + "k": 4, + "normalized_spectrum_distance": 0.08924843370914459, + "left_subspace_overlap": 0.34431442618370056 + }, + { + "axis": 1, + "probe_shape": [ + 16, + 32 + ], + "k": 4, + "normalized_spectrum_distance": 0.08924843370914459, + "left_subspace_overlap": 0.39094334840774536 + } + ] + }, + { + "a": 100, + "b": 218, + "modes": [ + { + "axis": 0, + "probe_shape": [ + 16, + 32 + ], + "k": 4, + "normalized_spectrum_distance": 0.08182249218225479, + "left_subspace_overlap": 0.40660345554351807 + }, + { + "axis": 1, + "probe_shape": [ + 16, + 32 + ], + "k": 4, + "normalized_spectrum_distance": 0.08182249218225479, + "left_subspace_overlap": 0.3629629611968994 + } + ] + }, + { + "a": 148, + "b": 277, + "modes": [ + { + "axis": 0, + "probe_shape": [ + 32, + 32 + ], + "k": 4, + "normalized_spectrum_distance": 0.11452434957027435, + "left_subspace_overlap": 0.0879850909113884 + }, + { + "axis": 1, + "probe_shape": [ + 32, + 32 + ], + "k": 4, + "normalized_spectrum_distance": 0.11452434957027435, + "left_subspace_overlap": 0.12363193929195404 + } + ] + }, + { + "a": 67, + "b": 220, + "modes": [ + { + "axis": 0, + "probe_shape": [ + 32, + 32 + ], + "k": 4, + "normalized_spectrum_distance": 0.18422120809555054, + "left_subspace_overlap": 0.1741143763065338 + }, + { + "axis": 1, + "probe_shape": [ + 32, + 32 + ], + "k": 4, + "normalized_spectrum_distance": 0.18422120809555054, + "left_subspace_overlap": 0.11992109566926956 + } + ] + }, + { + "a": 150, + "b": 185, + "modes": [ + { + "axis": 0, + "probe_shape": [ + 32, + 32 + ], + "k": 4, + "normalized_spectrum_distance": 0.06148876994848251, + "left_subspace_overlap": 0.10062640905380249 + }, + { + "axis": 1, + "probe_shape": [ + 32, + 32 + ], + "k": 4, + "normalized_spectrum_distance": 0.06148876994848251, + "left_subspace_overlap": 0.13936707377433777 + } + ] + }, + { + "a": 222, + "b": 280, + "modes": [ + { + "axis": 0, + "probe_shape": [ + 32, + 32 + ], + "k": 4, + "normalized_spectrum_distance": 0.037477537989616394, + "left_subspace_overlap": 0.1325366199016571 + }, + { + "axis": 1, + "probe_shape": [ + 32, + 32 + ], + "k": 4, + "normalized_spectrum_distance": 0.037477537989616394, + "left_subspace_overlap": 0.03641194477677345 + } + ] + }, + { + "a": 75, + "b": 228, + "modes": [ + { + "axis": 0, + "probe_shape": [ + 32, + 32 + ], + "k": 4, + "normalized_spectrum_distance": 0.05393862724304199, + "left_subspace_overlap": 0.07687710970640182 + }, + { + "axis": 1, + "probe_shape": [ + 32, + 32 + ], + "k": 4, + "normalized_spectrum_distance": 0.05393862724304199, + "left_subspace_overlap": 0.1491362750530243 + } + ] + }, + { + "a": 229, + "b": 240, + "modes": [ + { + "axis": 0, + "probe_shape": [ + 32, + 32 + ], + "k": 4, + "normalized_spectrum_distance": 0.049381617456674576, + "left_subspace_overlap": 0.12577815353870392 + }, + { + "axis": 1, + "probe_shape": [ + 32, + 32 + ], + "k": 4, + "normalized_spectrum_distance": 0.049381617456674576, + "left_subspace_overlap": 0.17689765989780426 + } + ] + }, + { + "a": 232, + "b": 243, + "modes": [ + { + "axis": 0, + "probe_shape": [ + 32, + 32 + ], + "k": 4, + "normalized_spectrum_distance": 0.11349304020404816, + "left_subspace_overlap": 0.26104697585105896 + }, + { + "axis": 1, + "probe_shape": [ + 32, + 32 + ], + "k": 4, + "normalized_spectrum_distance": 0.11349304020404816, + "left_subspace_overlap": 0.3728402256965637 + } + ] + }, + { + "a": 174, + "b": 291, + "modes": [ + { + "axis": 0, + "probe_shape": [ + 32, + 32 + ], + "k": 4, + "normalized_spectrum_distance": 0.05856647342443466, + "left_subspace_overlap": 0.14638163149356842 + }, + { + "axis": 1, + "probe_shape": [ + 32, + 32 + ], + "k": 4, + "normalized_spectrum_distance": 0.05856647342443466, + "left_subspace_overlap": 0.14702266454696655 + } + ] + }, + { + "a": 82, + "b": 246, + "modes": [ + { + "axis": 0, + "probe_shape": [ + 32, + 32 + ], + "k": 4, + "normalized_spectrum_distance": 0.14312398433685303, + "left_subspace_overlap": 0.11621500551700592 + }, + { + "axis": 1, + "probe_shape": [ + 32, + 32 + ], + "k": 4, + "normalized_spectrum_distance": 0.14312398433685303, + "left_subspace_overlap": 0.15255124866962433 + } + ] + }, + { + "a": 177, + "b": 247, + "modes": [ + { + "axis": 0, + "probe_shape": [ + 32, + 32 + ], + "k": 4, + "normalized_spectrum_distance": 0.18146462738513947, + "left_subspace_overlap": 0.13407063484191895 + }, + { + "axis": 1, + "probe_shape": [ + 32, + 32 + ], + "k": 4, + "normalized_spectrum_distance": 0.18146462738513947, + "left_subspace_overlap": 0.07244556397199631 + } + ] + }, + { + "a": 441, + "b": 513, + "modes": [ + { + "axis": 0, + "probe_shape": [ + 32, + 32 + ], + "k": 4, + "normalized_spectrum_distance": 0.05960097908973694, + "left_subspace_overlap": 0.10561106353998184 + }, + { + "axis": 1, + "probe_shape": [ + 32, + 32 + ], + "k": 4, + "normalized_spectrum_distance": 0.05960097908973694, + "left_subspace_overlap": 0.13449105620384216 + } + ] + }, + { + "a": 335, + "b": 443, + "modes": [ + { + "axis": 0, + "probe_shape": [ + 32, + 32 + ], + "k": 4, + "normalized_spectrum_distance": 0.12603792548179626, + "left_subspace_overlap": 0.07053319364786148 + }, + { + "axis": 1, + "probe_shape": [ + 32, + 32 + ], + "k": 4, + "normalized_spectrum_distance": 0.12603792548179626, + "left_subspace_overlap": 0.1422569751739502 + } + ] + }, + { + "a": 325, + "b": 421, + "modes": [ + { + "axis": 0, + "probe_shape": [ + 32, + 32 + ], + "k": 4, + "normalized_spectrum_distance": 0.2162783294916153, + "left_subspace_overlap": 0.1610906720161438 + }, + { + "axis": 1, + "probe_shape": [ + 32, + 32 + ], + "k": 4, + "normalized_spectrum_distance": 0.2162783294916153, + "left_subspace_overlap": 0.08688323944807053 + } + ] + }, + { + "a": 327, + "b": 375, + "modes": [ + { + "axis": 0, + "probe_shape": [ + 32, + 32 + ], + "k": 4, + "normalized_spectrum_distance": 0.08260853588581085, + "left_subspace_overlap": 0.07837610691785812 + }, + { + "axis": 1, + "probe_shape": [ + 32, + 32 + ], + "k": 4, + "normalized_spectrum_distance": 0.08260853588581085, + "left_subspace_overlap": 0.20734480023384094 + } + ] + }, + { + "a": 38, + "b": 203, + "modes": [ + { + "axis": 0, + "probe_shape": [ + 32, + 1, + 4 + ], + "k": 2, + "normalized_spectrum_distance": 0.3126561939716339, + "left_subspace_overlap": 0.01781187392771244 + }, + { + "axis": 1, + "probe_shape": [ + 32, + 1, + 4 + ], + "trivial_mode_skipped": true + }, + { + "axis": 2, + "probe_shape": [ + 32, + 1, + 4 + ], + "k": 2, + "normalized_spectrum_distance": 0.3126561939716339, + "left_subspace_overlap": 0.6147118806838989 + } + ] + }, + { + "a": 217, + "b": 275, + "modes": [ + { + "axis": 0, + "probe_shape": [ + 16, + 32 + ], + "k": 4, + "normalized_spectrum_distance": 0.05492251366376877, + "left_subspace_overlap": 0.28679361939430237 + }, + { + "axis": 1, + "probe_shape": [ + 16, + 32 + ], + "k": 4, + "normalized_spectrum_distance": 0.05492251366376877, + "left_subspace_overlap": 0.24509702622890472 + } + ] + }, + { + "a": 159, + "b": 218, + "modes": [ + { + "axis": 0, + "probe_shape": [ + 16, + 32 + ], + "k": 4, + "normalized_spectrum_distance": 0.07773921638727188, + "left_subspace_overlap": 0.34890666604042053 + }, + { + "axis": 1, + "probe_shape": [ + 16, + 32 + ], + "k": 4, + "normalized_spectrum_distance": 0.07773921638727188, + "left_subspace_overlap": 0.548037052154541 + } + ] + }, + { + "a": 42, + "b": 160, + "modes": [ + { + "axis": 0, + "probe_shape": [ + 32, + 32 + ], + "k": 4, + "normalized_spectrum_distance": 0.12144143879413605, + "left_subspace_overlap": 0.17406690120697021 + }, + { + "axis": 1, + "probe_shape": [ + 32, + 32 + ], + "k": 4, + "normalized_spectrum_distance": 0.12144143879413605, + "left_subspace_overlap": 0.1476641595363617 + } + ] + }, + { + "a": 102, + "b": 220, + "modes": [ + { + "axis": 0, + "probe_shape": [ + 32, + 32 + ], + "k": 4, + "normalized_spectrum_distance": 0.18249280750751495, + "left_subspace_overlap": 0.2169930636882782 + }, + { + "axis": 1, + "probe_shape": [ + 32, + 32 + ], + "k": 4, + "normalized_spectrum_distance": 0.18249280750751495, + "left_subspace_overlap": 0.1460043340921402 + } + ] + }, + { + "a": 38, + "b": 144, + "modes": [ + { + "axis": 0, + "probe_shape": [ + 32, + 1, + 4 + ], + "k": 2, + "normalized_spectrum_distance": 0.24003461003303528, + "left_subspace_overlap": 0.08653444051742554 + }, + { + "axis": 1, + "probe_shape": [ + 32, + 1, + 4 + ], + "trivial_mode_skipped": true + }, + { + "axis": 2, + "probe_shape": [ + 32, + 1, + 4 + ], + "k": 2, + "normalized_spectrum_distance": 0.24003461003303528, + "left_subspace_overlap": 0.8605594635009766 + } + ] + }, + { + "a": 179, + "b": 203, + "modes": [ + { + "axis": 0, + "probe_shape": [ + 32, + 1, + 4 + ], + "k": 2, + "normalized_spectrum_distance": 0.24617311358451843, + "left_subspace_overlap": 0.10083021968603134 + }, + { + "axis": 1, + "probe_shape": [ + 32, + 1, + 4 + ], + "trivial_mode_skipped": true + }, + { + "axis": 2, + "probe_shape": [ + 32, + 1, + 4 + ], + "k": 2, + "normalized_spectrum_distance": 0.24617311358451843, + "left_subspace_overlap": 0.6157950758934021 + } + ] + }, + { + "a": 38, + "b": 191, + "modes": [ + { + "axis": 0, + "probe_shape": [ + 32, + 1, + 4 + ], + "k": 2, + "normalized_spectrum_distance": 0.6057660579681396, + "left_subspace_overlap": 0.1599353551864624 + }, + { + "axis": 1, + "probe_shape": [ + 32, + 1, + 4 + ], + "trivial_mode_skipped": true + }, + { + "axis": 2, + "probe_shape": [ + 32, + 1, + 4 + ], + "k": 2, + "normalized_spectrum_distance": 0.6057660579681396, + "left_subspace_overlap": 0.5143149495124817 + } + ] + }, + { + "a": 179, + "b": 215, + "modes": [ + { + "axis": 0, + "probe_shape": [ + 32, + 1, + 4 + ], + "k": 2, + "normalized_spectrum_distance": 0.09520218521356583, + "left_subspace_overlap": 0.10350732505321503 + }, + { + "axis": 1, + "probe_shape": [ + 32, + 1, + 4 + ], + "trivial_mode_skipped": true + }, + { + "axis": 2, + "probe_shape": [ + 32, + 1, + 4 + ], + "k": 2, + "normalized_spectrum_distance": 0.09520218521356583, + "left_subspace_overlap": 0.7023192644119263 + } + ] + }, + { + "a": 38, + "b": 132, + "modes": [ + { + "axis": 0, + "probe_shape": [ + 32, + 1, + 4 + ], + "k": 2, + "normalized_spectrum_distance": 0.44922804832458496, + "left_subspace_overlap": 0.03624566271901131 + }, + { + "axis": 1, + "probe_shape": [ + 32, + 1, + 4 + ], + "trivial_mode_skipped": true + }, + { + "axis": 2, + "probe_shape": [ + 32, + 1, + 4 + ], + "k": 2, + "normalized_spectrum_distance": 0.44922804832458496, + "left_subspace_overlap": 0.8916304707527161 + } + ] + }, + { + "a": 38, + "b": 156, + "modes": [ + { + "axis": 0, + "probe_shape": [ + 32, + 1, + 4 + ], + "k": 2, + "normalized_spectrum_distance": 0.3813512623310089, + "left_subspace_overlap": 0.05173334851861 + }, + { + "axis": 1, + "probe_shape": [ + 32, + 1, + 4 + ], + "trivial_mode_skipped": true + }, + { + "axis": 2, + "probe_shape": [ + 32, + 1, + 4 + ], + "k": 2, + "normalized_spectrum_distance": 0.3813512623310089, + "left_subspace_overlap": 0.9988446235656738 + } + ] + }, + { + "a": 215, + "b": 261, + "modes": [ + { + "axis": 0, + "probe_shape": [ + 32, + 1, + 4 + ], + "k": 2, + "normalized_spectrum_distance": 0.03686707094311714, + "left_subspace_overlap": 0.14115653932094574 + }, + { + "axis": 1, + "probe_shape": [ + 32, + 1, + 4 + ], + "trivial_mode_skipped": true + }, + { + "axis": 2, + "probe_shape": [ + 32, + 1, + 4 + ], + "k": 2, + "normalized_spectrum_distance": 0.03686707094311714, + "left_subspace_overlap": 0.8263078927993774 + } + ] + }, + { + "a": 179, + "b": 191, + "modes": [ + { + "axis": 0, + "probe_shape": [ + 32, + 1, + 4 + ], + "k": 2, + "normalized_spectrum_distance": 0.6586910486221313, + "left_subspace_overlap": 0.08378339558839798 + }, + { + "axis": 1, + "probe_shape": [ + 32, + 1, + 4 + ], + "trivial_mode_skipped": true + }, + { + "axis": 2, + "probe_shape": [ + 32, + 1, + 4 + ], + "k": 2, + "normalized_spectrum_distance": 0.6586910486221313, + "left_subspace_overlap": 0.5170062780380249 + } + ] + }, + { + "a": 144, + "b": 179, + "modes": [ + { + "axis": 0, + "probe_shape": [ + 32, + 1, + 4 + ], + "k": 2, + "normalized_spectrum_distance": 0.030697546899318695, + "left_subspace_overlap": 0.03465553745627403 + }, + { + "axis": 1, + "probe_shape": [ + 32, + 1, + 4 + ], + "trivial_mode_skipped": true + }, + { + "axis": 2, + "probe_shape": [ + 32, + 1, + 4 + ], + "k": 2, + "normalized_spectrum_distance": 0.030697546899318695, + "left_subspace_overlap": 0.8636910915374756 + } + ] + }, + { + "a": 132, + "b": 308, + "modes": [ + { + "axis": 0, + "probe_shape": [ + 32, + 1, + 4 + ], + "k": 2, + "normalized_spectrum_distance": 0.023729899898171425, + "left_subspace_overlap": 0.08713699877262115 + }, + { + "axis": 1, + "probe_shape": [ + 32, + 1, + 4 + ], + "trivial_mode_skipped": true + }, + { + "axis": 2, + "probe_shape": [ + 32, + 1, + 4 + ], + "k": 2, + "normalized_spectrum_distance": 0.023729899898171425, + "left_subspace_overlap": 0.9989181160926819 + } + ] + }, + { + "a": 156, + "b": 179, + "modes": [ + { + "axis": 0, + "probe_shape": [ + 32, + 1, + 4 + ], + "k": 2, + "normalized_spectrum_distance": 0.15091659128665924, + "left_subspace_overlap": 0.04921252653002739 + }, + { + "axis": 1, + "probe_shape": [ + 32, + 1, + 4 + ], + "trivial_mode_skipped": true + }, + { + "axis": 2, + "probe_shape": [ + 32, + 1, + 4 + ], + "k": 2, + "normalized_spectrum_distance": 0.15091659128665924, + "left_subspace_overlap": 0.9986685514450073 + } + ] + }, + { + "a": 109, + "b": 203, + "modes": [ + { + "axis": 0, + "probe_shape": [ + 32, + 1, + 4 + ], + "k": 2, + "normalized_spectrum_distance": 0.39814499020576477, + "left_subspace_overlap": 0.0673181340098381 + }, + { + "axis": 1, + "probe_shape": [ + 32, + 1, + 4 + ], + "trivial_mode_skipped": true + }, + { + "axis": 2, + "probe_shape": [ + 32, + 1, + 4 + ], + "k": 2, + "normalized_spectrum_distance": 0.39814499020576477, + "left_subspace_overlap": 0.8917619585990906 + } + ] + }, + { + "a": 156, + "b": 261, + "modes": [ + { + "axis": 0, + "probe_shape": [ + 32, + 1, + 4 + ], + "k": 2, + "normalized_spectrum_distance": 0.03153057023882866, + "left_subspace_overlap": 0.06113063544034958 + }, + { + "axis": 1, + "probe_shape": [ + 32, + 1, + 4 + ], + "trivial_mode_skipped": true + }, + { + "axis": 2, + "probe_shape": [ + 32, + 1, + 4 + ], + "k": 2, + "normalized_spectrum_distance": 0.03153057023882866, + "left_subspace_overlap": 0.9545786380767822 + } + ] + }, + { + "a": 50, + "b": 203, + "modes": [ + { + "axis": 0, + "probe_shape": [ + 32, + 1, + 4 + ], + "k": 2, + "normalized_spectrum_distance": 0.2549965977668762, + "left_subspace_overlap": 0.0591527596116066 + }, + { + "axis": 1, + "probe_shape": [ + 32, + 1, + 4 + ], + "trivial_mode_skipped": true + }, + { + "axis": 2, + "probe_shape": [ + 32, + 1, + 4 + ], + "k": 2, + "normalized_spectrum_distance": 0.2549965977668762, + "left_subspace_overlap": 0.8065129518508911 + } + ] + }, + { + "a": 109, + "b": 215, + "modes": [ + { + "axis": 0, + "probe_shape": [ + 32, + 1, + 4 + ], + "k": 2, + "normalized_spectrum_distance": 0.17816756665706635, + "left_subspace_overlap": 0.05820639058947563 + }, + { + "axis": 1, + "probe_shape": [ + 32, + 1, + 4 + ], + "trivial_mode_skipped": true + }, + { + "axis": 2, + "probe_shape": [ + 32, + 1, + 4 + ], + "k": 2, + "normalized_spectrum_distance": 0.17816756665706635, + "left_subspace_overlap": 0.9535585045814514 + } + ] + }, + { + "a": 191, + "b": 308, + "modes": [ + { + "axis": 0, + "probe_shape": [ + 32, + 1, + 4 + ], + "k": 2, + "normalized_spectrum_distance": 0.7781273722648621, + "left_subspace_overlap": 0.05537272244691849 + }, + { + "axis": 1, + "probe_shape": [ + 32, + 1, + 4 + ], + "trivial_mode_skipped": true + }, + { + "axis": 2, + "probe_shape": [ + 32, + 1, + 4 + ], + "k": 2, + "normalized_spectrum_distance": 0.7781273722648621, + "left_subspace_overlap": 0.6612295508384705 + } + ] + }, + { + "a": 203, + "b": 261, + "modes": [ + { + "axis": 0, + "probe_shape": [ + 32, + 1, + 4 + ], + "k": 2, + "normalized_spectrum_distance": 0.29245904088020325, + "left_subspace_overlap": 0.05760142579674721 + }, + { + "axis": 1, + "probe_shape": [ + 32, + 1, + 4 + ], + "trivial_mode_skipped": true + }, + { + "axis": 2, + "probe_shape": [ + 32, + 1, + 4 + ], + "k": 2, + "normalized_spectrum_distance": 0.29245904088020325, + "left_subspace_overlap": 0.7250161170959473 + } + ] + }, + { + "a": 144, + "b": 273, + "modes": [ + { + "axis": 0, + "probe_shape": [ + 32, + 1, + 4 + ], + "k": 2, + "normalized_spectrum_distance": 0.15140455961227417, + "left_subspace_overlap": 0.012024619616568089 + }, + { + "axis": 1, + "probe_shape": [ + 32, + 1, + 4 + ], + "trivial_mode_skipped": true + }, + { + "axis": 2, + "probe_shape": [ + 32, + 1, + 4 + ], + "k": 2, + "normalized_spectrum_distance": 0.15140455961227417, + "left_subspace_overlap": 0.9880660772323608 + } + ] + } +] \ No newline at end of file diff --git a/results/qwen35-2b/cache-plan.json b/results/qwen35-2b/cache-plan.json new file mode 100644 index 0000000..2ed86ea --- /dev/null +++ b/results/qwen35-2b/cache-plan.json @@ -0,0 +1,6 @@ +{ + "sampled_objects": 13328, + "raw_block_bytes": 256387072, + "fingerprint_float32_bytes": 105009152, + "status": "metadata-only estimate for future SOP; no cache allocated in this run" +} \ No newline at end of file diff --git a/results/qwen35-2b/checksums.json b/results/qwen35-2b/checksums.json new file mode 100644 index 0000000..ff1c3db --- /dev/null +++ b/results/qwen35-2b/checksums.json @@ -0,0 +1,83 @@ +{ + "REPORT.md": "363fb5d44d2298482a2cc926bc8ef8e3541551184a058194cdbfdc9083710725", + "analysis/block_coverage.json": "4e0545ecb252e46047d6a6e05171dc0e0c0baa5554fe192847d9d2bb92bca1cf", + "analysis/block_nulls.json": "5d661965efb61544f35c1897cd534300a7b7724d275f7faf90dfb76b1ac25d00", + "analysis/block_objects.json": "277b115ca4b9cd1be77338d77dda2809741236e8232fba2ae87855de125ce0e4", + "analysis/block_pairs.csv": "734e647ec472e555c47ad007f373b99860cbf8aa78a10ad300dba017bb749b67", + "analysis/block_partitions.json": "670a6889d35c561aa59c254c6b230889b040e89a693f740a7463d0f88c0f58c1", + "analysis/block_random_pairs.json": "5aba9411dfae0aa3854a6d2353bf93e3771ecc621c1ffe33fb33664aea03b2cf", + "analysis/block_sampling.csv": "59e76e3746508bf6457aa8ee7cfb9314c272f80328173585a9293c537d161939", + "analysis/block_structure.json": "6f4a71455bba4194691384ac641e035512992889288b06551b376a9af05b99f2", + "analysis/compression_curve.csv": "7d114aa45efbf65878d277d45289c72a14d22d035a5ef383c84ab6fbfb4aae57", + "analysis/dimensional_bytes.csv": "14743c7ff10fe25d43a06827c3672acfefe390a3b51e2c07445a770cf8e71145", + "analysis/groups_block_2d-128_0.01.json": "2efb8330d7259bae21e7c756f65f4d782ab1cd83e452d8a08fc1dc44beb9a3d6", + "analysis/groups_block_2d-128_0.02.json": "2efb8330d7259bae21e7c756f65f4d782ab1cd83e452d8a08fc1dc44beb9a3d6", + "analysis/groups_block_2d-128_0.05.json": "2efb8330d7259bae21e7c756f65f4d782ab1cd83e452d8a08fc1dc44beb9a3d6", + "analysis/groups_block_2d-128_0.10.json": "2efb8330d7259bae21e7c756f65f4d782ab1cd83e452d8a08fc1dc44beb9a3d6", + "analysis/groups_block_2d-128_0.20.json": "4abe6cb3ad2f14f0ed1008427aa77e773caccaaa96d3ad64c4c500a9895ecd20", + "analysis/groups_block_2d-64_0.01.json": "9dbd00eaf141ab60a83ee9ed14c05d3f52c6c7cea6501d7f3418c42cbef325f3", + "analysis/groups_block_2d-64_0.02.json": "9dbd00eaf141ab60a83ee9ed14c05d3f52c6c7cea6501d7f3418c42cbef325f3", + "analysis/groups_block_2d-64_0.05.json": "9dbd00eaf141ab60a83ee9ed14c05d3f52c6c7cea6501d7f3418c42cbef325f3", + "analysis/groups_block_2d-64_0.10.json": "599ba97d39c14702f4c23cb1e164dbddf891f5df6a053e15c7bfd7166b4aa055", + "analysis/groups_block_2d-64_0.20.json": "a765328c620659b359b51bb6a1a06851602fed7fa386bcd32234c61a6585229f", + "analysis/groups_block_3d-axis0-slice_0.01.json": "396edfd2d1648b89048ec886963958e3824731b9345b7f9dc6c6422bbb77f84e", + "analysis/groups_block_3d-axis0-slice_0.02.json": "396edfd2d1648b89048ec886963958e3824731b9345b7f9dc6c6422bbb77f84e", + "analysis/groups_block_3d-axis0-slice_0.05.json": "8a1bf98871d2597e9f0599fae7bcd61346570469b776448429027a52906e09e6", + "analysis/groups_block_3d-axis0-slice_0.10.json": "f5d13d0ce0816bcf4f800d8963fc0cface6049dcc73a69d6e291cae5e6379ed8", + "analysis/groups_block_3d-axis0-slice_0.20.json": "47257dcdc94cb1bacc8e7322d3c7dc8a178afc1518d9797c508c7a0a78f77bc4", + "analysis/groups_block_3d-volume_0.01.json": "2bed9bf147d216f008e4048c58722d2c9e89c0c97baa6c8973e589d31f6457fa", + "analysis/groups_block_3d-volume_0.02.json": "2bed9bf147d216f008e4048c58722d2c9e89c0c97baa6c8973e589d31f6457fa", + "analysis/groups_block_3d-volume_0.05.json": "2bed9bf147d216f008e4048c58722d2c9e89c0c97baa6c8973e589d31f6457fa", + "analysis/groups_block_3d-volume_0.10.json": "2bed9bf147d216f008e4048c58722d2c9e89c0c97baa6c8973e589d31f6457fa", + "analysis/groups_block_3d-volume_0.20.json": "4f7427dcf1c8587af13bc461e5c77f89be3bd024ccdb0eb6d3134bcde1d98d18", + "analysis/groups_tensor_whole_0.01.json": "cd7261fae777a13e20117423b9a949c8402d114fed636c14ccacf410e6c596c3", + "analysis/groups_tensor_whole_0.02.json": "cd7261fae777a13e20117423b9a949c8402d114fed636c14ccacf410e6c596c3", + "analysis/groups_tensor_whole_0.05.json": "d230d7a15a996ca7f2e7c62301b9bb6643ac38b0fce3dc28c6301865cd998349", + "analysis/groups_tensor_whole_0.10.json": "9c089be52e48eff72a6ba3e450a2e6994d76846a1a65f7bd0d44bcb3bced9987", + "analysis/groups_tensor_whole_0.20.json": "c0517c58a9a8ab8018aa6133e00455db01beaefb5fa8e2bfa0052f6491cb1c85", + "analysis/heatmap_pairs.csv": "ecfd7d37c33c134fcf1b59f6db0e5b001e7c04bb7fb9caca98cbc2df8499e456", + "analysis/inventory.csv": "a4f530d785cd981f698eb87824874caab422517d30f3967f6b6b695a7c90410d", + "analysis/layer_distance_stratified.csv": "a285f77fadf09875662060888cbdf0c92790cc969c30fe52cc176e7e2c1e7224", + "analysis/null_histograms.csv": "3079258c40f055e020b1d96376ca4b7dff07c392c013278a3eaf97cfd04533a8", + "analysis/role_summary.csv": "bc43ff33945a6909ca3a8e36648d382e9257c662ca65e4b22a5316e3009410fc", + "analysis/summary.json": "438ce5950cd96885874990c6e27f52b941ebf37cea22ac5b1dc8d391129aca43", + "analysis/tensor_coverage.json": "24796f378e34c818236865535404f5d310014b1565b1adf13f0971f1df0d10c1", + "analysis/tensor_nulls.json": "801ba89d0262d21b571b3cfd29d2147217e23058ff880ab5cf8c5b6acff482d7", + "analysis/tensor_objects.json": "e0c628ca0091a945b3bef7277141449f8aee2eff65225fb990bef926f36bf1a8", + "analysis/tensor_pairs.csv": "e49e2981fb54e747d3e8018ec1f658419aa4aeccb1b895c91533e9e6fe471a00", + "analysis/tensor_random_pairs.json": "a8d529fb0e887c55173652de176461ef2b3e6c1c26c1a30725f278fce4460d47", + "analysis/tensor_structure.json": "f7cb1b8c1961ca56a8c42c5723b57af513e481c724f29fa1866033273dd42c6c", + "analysis-run.txt": "3a6ddce89d0671de549208633a690978aa949372ae74f4981348bb24b0699e05", + "cache-plan.json": "6374df74161df928ed343d6b4e91480aeaa40a3953ec189042f1fc88cd112948", + "code_checksums.txt": "26be13ef79b544677312b13b6a1368fed28bbb8e333d0c372c6c51b2402587d0", + "download-progress.txt": "01d95fa94e9e0ddbf9d2a78bb2fa2fa7a04571248f77fb978312f805fdd3df00", + "environment.txt": "0c008fa401973b3947d0dcd208832189d9c3903cbc38fad524f507507c69065f", + "execution-environment.json": "c2b5b0a080a51342441119735f7d0d9306841ddb903974d3254938810ec574e9", + "figures/block_structure.pdf": "00aa70e155953a53cfb346ba3f82b9162a19cd7cfb26c105f802638e6cf71247", + "figures/block_structure.png": "fce689e0216462a0fd9056038d56769834e1423efc6c7708777f35ae7fa58f11", + "figures/block_structure.svg": "3082a77c4955ad2a6f3a76779a9a35da23eb21a316e56a77d3a24ecd00e1bbc9", + "figures/candidate_distributions.pdf": "e48b803eb960e885cb772ecfa2dd117f9919417a6f35d14f1f4be630af0ccf4f", + "figures/candidate_distributions.png": "b6268182faaf296ac9764007e5cd5a376cb9031a1190d6be07594c021f2705cd", + "figures/candidate_distributions.svg": "68fba9fb299040c4c8bb293cac72d0bc3bbef84020736120f6e0daf07c2c4066", + "figures/compression_frontier.pdf": "1fc04547ea39f8c16e816eb5316695892f966925b339c449903d00d00b97a22e", + "figures/compression_frontier.png": "3fbe57dea35b70a880e45fb1d0a9a4e39c222695b47659883d809a32b558b002", + "figures/compression_frontier.svg": "9659408c957af29c9126e3b0d945306b253dfd6c87e64c6a014d5fd7e4230126", + "figures/layer_distance.pdf": "b8587f8ac424b36abc50c668767f5bd76a22a3eb301d2c808e08c74bfe9ef823", + "figures/layer_distance.png": "d044431d18e9e07cc87c920709a755450edbb5a33a48edddecd89227159b11c4", + "figures/layer_distance.svg": "5df5c364fc7c7fdab18fa0356b8b3aafc8cb7e72d34170becd719c98896ad33d", + "figures/layer_heatmap.pdf": "cd66493a56dcf39779429496a3266f9883677d2f6d8e6d2b9008f9455b497285", + "figures/layer_heatmap.png": "d3c0365e43591392053dcc35eb6e3ffdf46dad63a17a82818884be30d18e1aa9", + "figures/layer_heatmap.svg": "96b1684b184f46abbd366885eefc6ce35b545b8e3f18028ca473f5308fd75ed0", + "figures/null_controls.pdf": "0263314e9ee9e97efcab13a1bf13e0131ebfe3dd762923762b32591bf7a4f41a", + "figures/null_controls.png": "c6e0a2c49a224755dacb99eb9b8aa4114b5ae6cb81cbbc34bc3364167a5ee8f3", + "figures/null_controls.svg": "69c81590f1dd80ebc0f8c3d2b3e7f68e25e8f047202d995386d63da336e32883", + "manifest.json": "91d1499838f33edf37740cdb153bd230cf72e70c3bae010f05148b3f807a4f1d", + "model_config.json": "ed1c1723241f23f7f4e23430759cbd7dcfb4103cbdfe052bfe7626b57c2615b4", + "numerical-qc.json": "86b5169282532735cabbc01f564fa5051b24551e472f3fd28d97e0f5b9041cf4", + "plot-run.txt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", + "resource-observation.txt": "e23842f9b58b44f5d6895e2737107772e4bb7cbc8998b7db5e49727e848e12e9", + "source_metadata.json": "cf804d729756175621903d11df43b1a459ea6356ed3bd72d7d41197f468d217e", + "supervisor-run.txt": "e437f12a397a353a1c0df9e70700201c1daf4d548e0c8d5f51740b463238fcbc", + "test-results.txt": "d1492070356dccaa22bb4e4dceef7b0528e313312166796612b1c36ff6cf65f9", + "tests-during-io-timeout.txt": "aacfbae843953ac28bb510f75651ebcd50645c144b442d833f92703819cdf8c4" +} \ No newline at end of file diff --git a/results/qwen35-2b/cleanup.json b/results/qwen35-2b/cleanup.json new file mode 100644 index 0000000..93d4706 --- /dev/null +++ b/results/qwen35-2b/cleanup.json @@ -0,0 +1,6 @@ +{ + "deleted_unix": 1794167040.2914257, + "deleted_bytes": 4548351685, + "deleted_directory": "weights", + "reason": "User-authorized delete-after-analysis; archived results validated" +} \ No newline at end of file diff --git a/results/qwen35-2b/code_checksums.txt b/results/qwen35-2b/code_checksums.txt new file mode 100644 index 0000000..11f0d3d --- /dev/null +++ b/results/qwen35-2b/code_checksums.txt @@ -0,0 +1,10 @@ +e5c82881f90f07330bf23c6783f3c7df4c949dccc267f20b95a2426c3e4957d4 pilot/__init__.py +2715316acd6e7c89daf0501c3bb0ceeaddcc6e163cf34cab1bfd501003549ba7 pilot/analyze.py +4dd30fe71f7041d2f34560e8460c0bfd4830d6894fc0afff4789f0d7a451b47a pilot/audit.py +c542d952c47c1d0c59e873763f7b5698ac3475cff2b387b1c170184aa2f4d3d2 pilot/download.py +95e8e05024c0afde2e96b684bdd068cdacead320af7063ed61acf374fe2e1830 pilot/plot.py +4644772f82d4267556607316ab5603520a4ad7df7fd53f2ce905d23ac7a1ac04 pilot/run.py +2e620849501b6bc98a59cbf9c39495326b0c85530e18e6166aa9edb68ac2423e pilot/tensors.py +e683fedbe5c34678818f9ec74154f9d2e608dc63b16a581be40db5d2d909b156 pilot/validate.py +af9c9ea6a882ecdb9816a50416e4e777ff38447e9caf3b8e4c630ce2f227d324 requirements.txt +1d465c58ef0ff09f7216eaa6d3559b300d9e968009cc891ad8bd0090c5eeed98 tests/test_pilot.py diff --git a/results/qwen35-2b/download-progress.txt b/results/qwen35-2b/download-progress.txt new file mode 100644 index 0000000..80e6b96 --- /dev/null +++ b/results/qwen35-2b/download-progress.txt @@ -0,0 +1,67 @@ +Downloading README.md, expected 62814 bytes +Downloading config.json, expected 2908 bytes +Downloading model.safetensors-00001-of-00001.safetensors, expected 4548221488 bytes +Weight download 465567744/4548221488 bytes (10.2%) +Weight download 532676608/4548221488 bytes (11.7%) +Weight download 599785472/4548221488 bytes (13.2%) +Weight download 666894336/4548221488 bytes (14.7%) +Weight download 734003200/4548221488 bytes (16.1%) +Weight download 801112064/4548221488 bytes (17.6%) +Weight download 868220928/4548221488 bytes (19.1%) +Weight download 935329792/4548221488 bytes (20.6%) +Weight download 1002438656/4548221488 bytes (22.0%) +Weight download 1069547520/4548221488 bytes (23.5%) +Weight download 1136656384/4548221488 bytes (25.0%) +Weight download 1203765248/4548221488 bytes (26.5%) +Weight download 1270874112/4548221488 bytes (27.9%) +Weight download 1337982976/4548221488 bytes (29.4%) +Weight download 1405091840/4548221488 bytes (30.9%) +Weight download 1472200704/4548221488 bytes (32.4%) +Weight download 1539309568/4548221488 bytes (33.8%) +Weight download 1606418432/4548221488 bytes (35.3%) +Weight download 1673527296/4548221488 bytes (36.8%) +Weight download 1740636160/4548221488 bytes (38.3%) +Weight download 1807745024/4548221488 bytes (39.7%) +Weight download 1874853888/4548221488 bytes (41.2%) +Weight download 1941962752/4548221488 bytes (42.7%) +Weight download 2009071616/4548221488 bytes (44.2%) +Weight download 2076180480/4548221488 bytes (45.6%) +Weight download 2143289344/4548221488 bytes (47.1%) +Weight download 2210398208/4548221488 bytes (48.6%) +Weight download 2277507072/4548221488 bytes (50.1%) +Weight download 2344615936/4548221488 bytes (51.6%) +Weight download 2411724800/4548221488 bytes (53.0%) +Weight download 2478833664/4548221488 bytes (54.5%) +Weight download 2545942528/4548221488 bytes (56.0%) +Weight download 2613051392/4548221488 bytes (57.5%) +Weight download 2680160256/4548221488 bytes (58.9%) +Weight download 2747269120/4548221488 bytes (60.4%) +Weight download 2814377984/4548221488 bytes (61.9%) +Weight download 2881486848/4548221488 bytes (63.4%) +Weight download 2948595712/4548221488 bytes (64.8%) +Weight download 3015704576/4548221488 bytes (66.3%) +Weight download 3082813440/4548221488 bytes (67.8%) +Weight download 3149922304/4548221488 bytes (69.3%) +Weight download 3217031168/4548221488 bytes (70.7%) +Weight download 3284140032/4548221488 bytes (72.2%) +Weight download 3351248896/4548221488 bytes (73.7%) +Weight download 3418357760/4548221488 bytes (75.2%) +Weight download 3485466624/4548221488 bytes (76.6%) +Weight download 3552575488/4548221488 bytes (78.1%) +Weight download 3619684352/4548221488 bytes (79.6%) +Weight download 3686793216/4548221488 bytes (81.1%) +Weight download 3753902080/4548221488 bytes (82.5%) +Weight download 3821010944/4548221488 bytes (84.0%) +Weight download 3888119808/4548221488 bytes (85.5%) +Weight download 3955228672/4548221488 bytes (87.0%) +Weight download 4022337536/4548221488 bytes (88.4%) +Weight download 4089446400/4548221488 bytes (89.9%) +Weight download 4156555264/4548221488 bytes (91.4%) +Weight download 4223664128/4548221488 bytes (92.9%) +Weight download 4290772992/4548221488 bytes (94.3%) +Weight download 4357881856/4548221488 bytes (95.8%) +Weight download 4414003760/4548221488 bytes (97.0%) +Weight download 4481112624/4548221488 bytes (98.5%) +Weight download 4548221488/4548221488 bytes (100.0%) +Downloading model.safetensors.index.json, expected 64460 bytes +{"revision": "15852e8c16360a2fea060d615a32b45270f8a8fc", "bytes": 4548351670} diff --git a/results/qwen35-2b/environment.txt b/results/qwen35-2b/environment.txt new file mode 100644 index 0000000..eccd5d5 --- /dev/null +++ b/results/qwen35-2b/environment.txt @@ -0,0 +1,11 @@ +contourpy==1.4.0 +cycler==0.12.1 +fonttools==4.68.0 +kiwisolver==1.5.1 +matplotlib==3.11.2 +numpy==2.5.4 +packaging==26.3 +pillow==13.0.0 +pyparsing==3.3.3 +python-dateutil==4.0.0 +tzdata==2026.6 diff --git a/results/qwen35-2b/execution-environment.json b/results/qwen35-2b/execution-environment.json new file mode 100644 index 0000000..f64c6bb --- /dev/null +++ b/results/qwen35-2b/execution-environment.json @@ -0,0 +1,18 @@ +{ + "recorded_unix": 1794167980.891606, + "python": "3.14.4", + "platform": "Linux-7.0.0-31-generic-x86_64-with-glibc2.43", + "machine": "x86_64", + "logical_cpus": 2, + "memory_snapshot": { + "MemTotal_KiB": 1777468, + "MemAvailable_KiB": 786108, + "SwapTotal_KiB": 4194300, + "SwapFree_KiB": 1831728 + }, + "blas_threads": 1, + "assertions_enabled": true, + "analysis_io_priority": "best-effort 7, applied during block verification", + "analysis_code_commit": "6121016", + "note": "Shared host; see resource-observation.txt. Memory snapshot is post-analysis." +} \ No newline at end of file diff --git a/results/qwen35-2b/figures/block_structure.pdf b/results/qwen35-2b/figures/block_structure.pdf new file mode 100644 index 0000000..4a12de2 Binary files /dev/null and b/results/qwen35-2b/figures/block_structure.pdf differ diff --git a/results/qwen35-2b/figures/block_structure.png b/results/qwen35-2b/figures/block_structure.png new file mode 100644 index 0000000..6d0d454 Binary files /dev/null and b/results/qwen35-2b/figures/block_structure.png differ diff --git a/results/qwen35-2b/figures/block_structure.svg b/results/qwen35-2b/figures/block_structure.svg new file mode 100644 index 0000000..a4e7ff8 --- /dev/null +++ b/results/qwen35-2b/figures/block_structure.svg @@ -0,0 +1,520 @@ + + + + + + + + 2026-11-09T03:59:26.496031 + image/svg+xml + + + Matplotlib v3.11.2, https://matplotlib.org/ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0.0 + + + + + + + + + + 0.2 + + + + + + + + + + 0.4 + + + + + + + + + + 0.6 + + + + + + + + + + 0.8 + + + + + + + + + + 1.0 + + + + Normalized spectrum distance + + + + + + + + + + + + + + 0.1 + + + + + + + + + + 0.2 + + + + + + + + + + 0.3 + + + + + + + + + + 0.4 + + + + + + + + + + 0.5 + + + + Leading left subspace overlap (k <= 4) + + + + + + + + + + 2D blocks: bounded mode-unfolding probes + + + + + + + + + + + + mode 0 + + + + + + + + mode 1 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0.00 + + + + + + + + + + 0.02 + + + + + + + + + + 0.04 + + + + + + + + + + 0.06 + + + + + + + + + + 0.08 + + + + + + + + + + 0.10 + + + + + + + + + + 0.12 + + + + Normalized spectrum distance + + + + + + + + + + + 0.5 + + + + + + + + + + 0.6 + + + + + + + + + + 0.7 + + + + + + + + + + 0.8 + + + + + + + + + + 0.9 + + + + + + + + + + 1.0 + + + + Leading left subspace overlap (k <= 4) + + + + + + + + + + 3D blocks: bounded mode-unfolding probes + + + + + + + + + + + + mode 0 + + + + + + + + mode 2 + + + + + + + + + + + + + diff --git a/results/qwen35-2b/figures/candidate_distributions.pdf b/results/qwen35-2b/figures/candidate_distributions.pdf new file mode 100644 index 0000000..7a83881 Binary files /dev/null and b/results/qwen35-2b/figures/candidate_distributions.pdf differ diff --git a/results/qwen35-2b/figures/candidate_distributions.png b/results/qwen35-2b/figures/candidate_distributions.png new file mode 100644 index 0000000..9e4ece1 Binary files /dev/null and b/results/qwen35-2b/figures/candidate_distributions.png differ diff --git a/results/qwen35-2b/figures/candidate_distributions.svg b/results/qwen35-2b/figures/candidate_distributions.svg new file mode 100644 index 0000000..6fce4e6 --- /dev/null +++ b/results/qwen35-2b/figures/candidate_distributions.svg @@ -0,0 +1,1838 @@ + + + + + + + + 2026-11-09T03:58:53.281719 + image/svg+xml + + + Matplotlib v3.11.2, https://matplotlib.org/ + + + + + + + + + + + + + + + + + + + + + + + + + + + + −1.00 + + + + + + + + + + −0.75 + + + + + + + + + + −0.50 + + + + + + + + + + −0.25 + + + + + + + + + + 0.00 + + + + + + + + + + 0.25 + + + + + + + + + + 0.50 + + + + + + + + + + 0.75 + + + + + + + + + + 1.00 + + + + Cosine + + + + + + + + + + + + + + 0 + + + + + + + + + + 200 + + + + + + + + + + 400 + + + + + + + + + + 600 + + + + + + + + + + 800 + + + + Candidate pairs + + + + + + + + + + + + + tensor: exact cosine of screened candidates + + + + + + + + + + whole + + + + + + + + + + + + + + + + 0 + + + + + + + + + + 1 + + + + + + + + + + 2 + + + + + + + + + + 3 + + + + + + + + + + 4 + + + + + + + + + + 5 + + + + + + + + + + 6 + + + + Relative Frobenius error + + + + + + + + + + + 0 + + + + + + + + + + 50 + + + + + + + + + + 100 + + + + + + + + + + 150 + + + + + + + + + + 200 + + + + + + + + + + 250 + + + + + + + + + + 300 + + + + Candidate pairs + + + + + + + + + + + + + tensor: exact direct replacement error + + + + + + + + + + + + + + + −1.00 + + + + + + + + + + −0.75 + + + + + + + + + + −0.50 + + + + + + + + + + −0.25 + + + + + + + + + + 0.00 + + + + + + + + + + 0.25 + + + + + + + + + + 0.50 + + + + + + + + + + 0.75 + + + + + + + + + + 1.00 + + + + Cosine + + + + + + + + + + + 0 + + + + + + + + + + 1000 + + + + + + + + + + 2000 + + + + + + + + + + 3000 + + + + + + + + + + 4000 + + + + + + + + + + 5000 + + + + + + + + + + 6000 + + + + Candidate pairs + + + + + + + + + + + + + + + + + + + + + + block: exact cosine of screened candidates + + + + + + + + + + 2d-128 + + + + + + 2d-64 + + + + + + 3d-axis0-slice + + + + + + 3d-volume + + + + + + + + + + + + + + + + 0 + + + + + + + + + + 1 + + + + + + + + + + 2 + + + + + + + + + + 3 + + + + + + + + + + 4 + + + + + + + + + + 5 + + + + + + + + + + 6 + + + + + + + + + + 7 + + + + Relative Frobenius error + + + + + + + + + + + 0 + + + + + + + + + + 200 + + + + + + + + + + 400 + + + + + + + + + + 600 + + + + + + + + + + 800 + + + + + + + + + + 1000 + + + + + + + + + + 1200 + + + + + + + + + + 1400 + + + + + + + + + + 1600 + + + + Candidate pairs + + + + + + + + + + + + + + + + + + + + + + block: exact direct replacement error + + + + + + + + + + + + + + + + + + diff --git a/results/qwen35-2b/figures/compression_frontier.pdf b/results/qwen35-2b/figures/compression_frontier.pdf new file mode 100644 index 0000000..a6a3d01 Binary files /dev/null and b/results/qwen35-2b/figures/compression_frontier.pdf differ diff --git a/results/qwen35-2b/figures/compression_frontier.png b/results/qwen35-2b/figures/compression_frontier.png new file mode 100644 index 0000000..021cb30 Binary files /dev/null and b/results/qwen35-2b/figures/compression_frontier.png differ diff --git a/results/qwen35-2b/figures/compression_frontier.svg b/results/qwen35-2b/figures/compression_frontier.svg new file mode 100644 index 0000000..cd374fc --- /dev/null +++ b/results/qwen35-2b/figures/compression_frontier.svg @@ -0,0 +1,673 @@ + + + + + + + + 2026-11-09T03:58:43.824497 + image/svg+xml + + + Matplotlib v3.11.2, https://matplotlib.org/ + + + + + + + + + + + + + + + + + + + + + + + + + + + + 2.5 + + + + + + + + + + 5.0 + + + + + + + + + + 7.5 + + + + + + + + + + 10.0 + + + + + + + + + + 12.5 + + + + + + + + + + 15.0 + + + + + + + + + + 17.5 + + + + + + + + + + 20.0 + + + + Maximum relative weight error (%) + + + + + + + + + + + + + + 0.0000 + + + + + + + + + + 0.0005 + + + + + + + + + + 0.0010 + + + + + + + + + + 0.0015 + + + + + + + + + + 0.0020 + + + + + + + + + + 0.0025 + + + + Verified net savings / model bytes (%) + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 2d-128 + + + + + + + + + 2d-64 + + + + + + + + + 3d-axis0-slice + + + + + + + + + 3d-volume + + + + + + + + + whole + + + + + + + + + + + + + + + + 2.5 + + + + + + + + + + 5.0 + + + + + + + + + + 7.5 + + + + + + + + + + 10.0 + + + + + + + + + + 12.5 + + + + + + + + + + 15.0 + + + + + + + + + + 17.5 + + + + + + + + + + 20.0 + + + + Maximum relative weight error (%) + + + + + + + + + + + 0 + + + + + + + + + + 10 + + + + + + + + + + 20 + + + + + + + + + + 30 + + + + + + + + + + 40 + + + + Non-singleton sharing groups + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Conservative verified sharing; block scales are separate alternatives + + + + + + + + + + + diff --git a/results/qwen35-2b/figures/layer_distance.pdf b/results/qwen35-2b/figures/layer_distance.pdf new file mode 100644 index 0000000..2a6194d Binary files /dev/null and b/results/qwen35-2b/figures/layer_distance.pdf differ diff --git a/results/qwen35-2b/figures/layer_distance.png b/results/qwen35-2b/figures/layer_distance.png new file mode 100644 index 0000000..bf2b025 Binary files /dev/null and b/results/qwen35-2b/figures/layer_distance.png differ diff --git a/results/qwen35-2b/figures/layer_distance.svg b/results/qwen35-2b/figures/layer_distance.svg new file mode 100644 index 0000000..7e03a2f --- /dev/null +++ b/results/qwen35-2b/figures/layer_distance.svg @@ -0,0 +1,812 @@ + + + + + + + + 2026-11-09T03:59:06.813796 + image/svg+xml + + + Matplotlib v3.11.2, https://matplotlib.org/ + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + 5 + + + + + + + + + + 10 + + + + + + + + + + 15 + + + + + + + + + + 20 + + + + Absolute layer distance + + + + + + + + + + + + + + 0.0 + + + + + + + + + + 0.2 + + + + + + + + + + 0.4 + + + + + + + + + + 0.6 + + + + + + + + + + 0.8 + + + + + + + + + + 1.0 + + + + Median exact cosine + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + tensor: dimension / scale strata + + + + + + + + + + 1D + + + + + + + + + 2D + + + + + + + + + 3D + + + + + + + + + + + + + + + + 0 + + + + + + + + + + 5 + + + + + + + + + + 10 + + + + + + + + + + 15 + + + + + + + + + + 20 + + + + Absolute layer distance + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Median exact cosine + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + block: dimension / scale strata + + + + + + + + + + 2d-128 + + + + + + + + + 2d-64 + + + + + + + + + 3d-axis0-slice + + + + + + + + + 3d-volume + + + + + Screened candidates: module mixture and selection bias still apply + + + + + + + + + + + diff --git a/results/qwen35-2b/figures/layer_heatmap.pdf b/results/qwen35-2b/figures/layer_heatmap.pdf new file mode 100644 index 0000000..ccc497d Binary files /dev/null and b/results/qwen35-2b/figures/layer_heatmap.pdf differ diff --git a/results/qwen35-2b/figures/layer_heatmap.png b/results/qwen35-2b/figures/layer_heatmap.png new file mode 100644 index 0000000..1b7f0ae Binary files /dev/null and b/results/qwen35-2b/figures/layer_heatmap.png differ diff --git a/results/qwen35-2b/figures/layer_heatmap.svg b/results/qwen35-2b/figures/layer_heatmap.svg new file mode 100644 index 0000000..6809d43 --- /dev/null +++ b/results/qwen35-2b/figures/layer_heatmap.svg @@ -0,0 +1,1933 @@ + + + + + + + + 2026-11-09T03:59:00.956792 + image/svg+xml + + + Matplotlib v3.11.2, https://matplotlib.org/ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + 1 + + + + + + + + + + 2 + + + + + + + + + + 4 + + + + + + + + + + 5 + + + + + + + + + + 6 + + + + + + + + + + 8 + + + + + + + + + + 9 + + + + + + + + + + 10 + + + + + + + + + + 12 + + + + + + + + + + 13 + + + + + + + + + + 14 + + + + + + + + + + 16 + + + + + + + + + + 17 + + + + + + + + + + 18 + + + + + + + + + + 20 + + + + + + + + + + 21 + + + + + + + + + + 22 + + + + Layer + + + + + + + + + + + + + + 0 + + + + + + + + + + 1 + + + + + + + + + + 2 + + + + + + + + + + 4 + + + + + + + + + + 5 + + + + + + + + + + 6 + + + + + + + + + + 8 + + + + + + + + + + 9 + + + + + + + + + + 10 + + + + + + + + + + 12 + + + + + + + + + + 13 + + + + + + + + + + 14 + + + + + + + + + + 16 + + + + + + + + + + 17 + + + + + + + + + + 18 + + + + + + + + + + 20 + + + + + + + + + + 21 + + + + + + + + + + 22 + + + + Layer + + + + + + + + + + language_model.layers.*.linear_attn.in_proj_a.weight + Hatching = unverified; diagonal is identity + + + + + + + Unverified pair + + + + + + + + + + + + + + + + + + + + + −1.00 + + + + + + + + + + −0.75 + + + + + + + + + + −0.50 + + + + + + + + + + −0.25 + + + + + + + + + + 0.00 + + + + + + + + + + 0.25 + + + + + + + + + + 0.50 + + + + + + + + + + 0.75 + + + + + + + + + + 1.00 + + + + Exact cosine + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/results/qwen35-2b/figures/null_controls.pdf b/results/qwen35-2b/figures/null_controls.pdf new file mode 100644 index 0000000..4998497 Binary files /dev/null and b/results/qwen35-2b/figures/null_controls.pdf differ diff --git a/results/qwen35-2b/figures/null_controls.png b/results/qwen35-2b/figures/null_controls.png new file mode 100644 index 0000000..e6b7a41 Binary files /dev/null and b/results/qwen35-2b/figures/null_controls.png differ diff --git a/results/qwen35-2b/figures/null_controls.svg b/results/qwen35-2b/figures/null_controls.svg new file mode 100644 index 0000000..7e392a9 --- /dev/null +++ b/results/qwen35-2b/figures/null_controls.svg @@ -0,0 +1,2243 @@ + + + + + + + + 2026-11-09T03:59:20.030529 + image/svg+xml + + + Matplotlib v3.11.2, https://matplotlib.org/ + + + + + + + + + + + + + + + + + + + + + + + + + + + + −1.00 + + + + + + + + + + −0.75 + + + + + + + + + + −0.50 + + + + + + + + + + −0.25 + + + + + + + + + + 0.00 + + + + + + + + + + 0.25 + + + + + + + + + + 0.50 + + + + + + + + + + 0.75 + + + + + + + + + + 1.00 + + + + Sampled cosine + + + + + + + + + + + + + + 0 + + + + + + + + + + 2 + + + + + + + + + + 4 + + + + + + + + + + 6 + + + + + + + + + + 8 + + + + Density + + + + + + + + + + + + + + + + + + + tensor: 1D sampled controls + + + + + + + + + + shuffled (n=48) + + + + + + gaussian_norm_matched (n=48) + + + + + + random_actual_same_role (n=45) + + + + + + + + + + + + + + + + 0.0 + + + + + + + + + + 0.2 + + + + + + + + + + 0.4 + + + + + + + + + + 0.6 + + + + + + + + + + 0.8 + + + + + + + + + + 1.0 + + + + Sampled cosine + + + + + + + + + + + 0.0 + + + + + + + + + + 0.2 + + + + + + + + + + 0.4 + + + + + + + + + + 0.6 + + + + + + + + + + 0.8 + + + + + + + + + + 1.0 + + + + Density + + + + + + + + + + No eligible samples + + + block: 1D sampled controls + + + + + + + + + + + + + + + −1.00 + + + + + + + + + + −0.75 + + + + + + + + + + −0.50 + + + + + + + + + + −0.25 + + + + + + + + + + 0.00 + + + + + + + + + + 0.25 + + + + + + + + + + 0.50 + + + + + + + + + + 0.75 + + + + + + + + + + 1.00 + + + + Sampled cosine + + + + + + + + + + + 0 + + + + + + + + + + 2 + + + + + + + + + + 4 + + + + + + + + + + 6 + + + + + + + + + + 8 + + + + + + + + + + 10 + + + + + + + + + + 12 + + + + Density + + + + + + + + + + + + + + + + + + + tensor: 2D sampled controls + + + + + + + + + + shuffled (n=48) + + + + + + gaussian_norm_matched (n=48) + + + + + + random_actual_same_role (n=48) + + + + + + + + + + + + + + + + −1.00 + + + + + + + + + + −0.75 + + + + + + + + + + −0.50 + + + + + + + + + + −0.25 + + + + + + + + + + 0.00 + + + + + + + + + + 0.25 + + + + + + + + + + 0.50 + + + + + + + + + + 0.75 + + + + + + + + + + 1.00 + + + + Sampled cosine + + + + + + + + + + + 0 + + + + + + + + + + 2 + + + + + + + + + + 4 + + + + + + + + + + 6 + + + + + + + + + + 8 + + + + + + + + + + 10 + + + + + + + + + + 12 + + + + Density + + + + + + + + + + + + + + + + + + + block: 2D sampled controls + + + + + + + + + + shuffled (n=96) + + + + + + gaussian_norm_matched (n=96) + + + + + + random_actual_same_role (n=156) + + + + + + + + + + + + + + + + −1.00 + + + + + + + + + + −0.75 + + + + + + + + + + −0.50 + + + + + + + + + + −0.25 + + + + + + + + + + 0.00 + + + + + + + + + + 0.25 + + + + + + + + + + 0.50 + + + + + + + + + + 0.75 + + + + + + + + + + 1.00 + + + + Sampled cosine + + + + + + + + + + + 0 + + + + + + + + + + 2 + + + + + + + + + + 4 + + + + + + + + + + 6 + + + + + + + + + + 8 + + + + + + + + + + 10 + + + + + + + + + + 12 + + + + Density + + + + + + + + + + + + + + + + + + + tensor: 3D sampled controls + + + + + + + + + + shuffled (n=4) + + + + + + gaussian_norm_matched (n=4) + + + + + + random_actual_same_role (n=3) + + + + + + + + + + + + + + + + −1.00 + + + + + + + + + + −0.75 + + + + + + + + + + −0.50 + + + + + + + + + + −0.25 + + + + + + + + + + 0.00 + + + + + + + + + + 0.25 + + + + + + + + + + 0.50 + + + + + + + + + + 0.75 + + + + + + + + + + 1.00 + + + + Sampled cosine + + + + + + + + + + + 0 + + + + + + + + + + 1 + + + + + + + + + + 2 + + + + + + + + + + 3 + + + + + + + + + + 4 + + + + + + + + + + 5 + + + + + + + + + + 6 + + + + Density + + + + + + + + + + + + + + + + + + + block: 3D sampled controls + + + + + + + + + + shuffled (n=4) + + + + + + gaussian_norm_matched (n=4) + + + + + + random_actual_same_role (n=6) + + + + + Dimension-stratified controls: density normalized; role mixtures may differ + + + + + + + + + + + + + + + + + + + + diff --git a/results/qwen35-2b/manifest.json b/results/qwen35-2b/manifest.json new file mode 100644 index 0000000..50f60b1 --- /dev/null +++ b/results/qwen35-2b/manifest.json @@ -0,0 +1,34 @@ +{ + "repo": "Qwen/Qwen3.5-2B", + "revision": "15852e8c16360a2fea060d615a32b45270f8a8fc", + "expected_bytes": 4548351670, + "started_unix": 1794156349.8216345, + "files": [ + { + "name": "README.md", + "bytes": 62814, + "sha256": "c0e83a849c776e6fa843d011f023132d942a0f0140d903205bf1c363adad2275", + "upstream_sha256": null + }, + { + "name": "config.json", + "bytes": 2908, + "sha256": "ed1c1723241f23f7f4e23430759cbd7dcfb4103cbdfe052bfe7626b57c2615b4", + "upstream_sha256": null + }, + { + "name": "model.safetensors-00001-of-00001.safetensors", + "bytes": 4548221488, + "sha256": "aa33250c4fc64891ddfaba3a314fd9542ea371843c387178b425fbcc5ed680b1", + "upstream_sha256": "aa33250c4fc64891ddfaba3a314fd9542ea371843c387178b425fbcc5ed680b1" + }, + { + "name": "model.safetensors.index.json", + "bytes": 64460, + "sha256": "aca8afed9da75b0f050b408d270766fd77627f1af401e240f61c3b47d0db02f9", + "upstream_sha256": null + } + ], + "license": "apache-2.0", + "completed_unix": 1794159787.5429547 +} \ No newline at end of file diff --git a/results/qwen35-2b/model_config.json b/results/qwen35-2b/model_config.json new file mode 100644 index 0000000..d30a15b --- /dev/null +++ b/results/qwen35-2b/model_config.json @@ -0,0 +1,96 @@ +{ + "architectures": [ + "Qwen3_5ForConditionalGeneration" + ], + "image_token_id": 248056, + "model_type": "qwen3_5", + "text_config": { + "attention_bias": false, + "attention_dropout": 0.0, + "attn_output_gate": true, + "dtype": "bfloat16", + "eos_token_id": 248044, + "full_attention_interval": 4, + "head_dim": 256, + "hidden_act": "silu", + "hidden_size": 2048, + "initializer_range": 0.02, + "intermediate_size": 6144, + "layer_types": [ + "linear_attention", + "linear_attention", + "linear_attention", + "full_attention", + "linear_attention", + "linear_attention", + "linear_attention", + "full_attention", + "linear_attention", + "linear_attention", + "linear_attention", + "full_attention", + "linear_attention", + "linear_attention", + "linear_attention", + "full_attention", + "linear_attention", + "linear_attention", + "linear_attention", + "full_attention", + "linear_attention", + "linear_attention", + "linear_attention", + "full_attention" + ], + "linear_conv_kernel_dim": 4, + "linear_key_head_dim": 128, + "linear_num_key_heads": 16, + "linear_num_value_heads": 16, + "linear_value_head_dim": 128, + "max_position_embeddings": 262144, + "mlp_only_layers": [], + "model_type": "qwen3_5_text", + "mtp_num_hidden_layers": 1, + "mtp_use_dedicated_embeddings": false, + "num_attention_heads": 8, + "num_hidden_layers": 24, + "num_key_value_heads": 2, + "rms_norm_eps": 1e-06, + "tie_word_embeddings": true, + "use_cache": true, + "vocab_size": 248320, + "mamba_ssm_dtype": "float32", + "rope_parameters": { + "mrope_interleaved": true, + "mrope_section": [ + 11, + 11, + 10 + ], + "rope_type": "default", + "rope_theta": 10000000, + "partial_rotary_factor": 0.25 + } + }, + "tie_word_embeddings": true, + "transformers_version": "4.57.0.dev0", + "video_token_id": 248057, + "vision_config": { + "deepstack_visual_indexes": [], + "depth": 24, + "hidden_act": "gelu_pytorch_tanh", + "hidden_size": 1024, + "in_channels": 3, + "initializer_range": 0.02, + "intermediate_size": 4096, + "model_type": "qwen3_5", + "num_heads": 16, + "num_position_embeddings": 2304, + "out_hidden_size": 2048, + "patch_size": 16, + "spatial_merge_size": 2, + "temporal_patch_size": 2 + }, + "vision_end_token_id": 248054, + "vision_start_token_id": 248053 +} \ No newline at end of file diff --git a/results/qwen35-2b/numerical-qc.json b/results/qwen35-2b/numerical-qc.json new file mode 100644 index 0000000..63939e7 --- /dev/null +++ b/results/qwen35-2b/numerical-qc.json @@ -0,0 +1,19 @@ +{ + "passed": true, + "checked_unix": 1794167980.8863053, + "numerical_tables": { + "tensor": { + "rows": 2000, + "finite_metrics": true, + "coverage_matches": true + }, + "block": { + "rows": 14778, + "finite_metrics": true, + "coverage_matches": true + } + }, + "final_tests": 6, + "final_test_seconds": 77.193, + "earlier_parallel_test_timeout_seconds": 300 +} \ No newline at end of file diff --git a/results/qwen35-2b/plot-run.txt b/results/qwen35-2b/plot-run.txt new file mode 100644 index 0000000..e69de29 diff --git a/results/qwen35-2b/resource-observation.txt b/results/qwen35-2b/resource-observation.txt new file mode 100644 index 0000000..3cf10db --- /dev/null +++ b/results/qwen35-2b/resource-observation.txt @@ -0,0 +1,5 @@ +procs -----------memory---------- ---swap-- -----io---- -system-- -------cpu------- -----timestamp----- + r b swpd free buff cache si so bi bo in cs us sy id wa st gu CST + 0 18 2802460 145460 6576 1115112 143 162 2885 442 2946 19 7 4 86 2 0 0 2026-11-09 02:21:08 + 0 18 2799748 101732 6080 1160132 4920 2256 104468 2468 6759 7057 10 15 0 75 0 0 2026-11-09 02:21:09 + 0 22 2803528 89596 5284 1169020 1768 5308 114616 5364 6557 6835 3 12 0 85 0 0 2026-11-09 02:21:10 diff --git a/results/qwen35-2b/source_metadata.json b/results/qwen35-2b/source_metadata.json new file mode 100644 index 0000000..c5722ba --- /dev/null +++ b/results/qwen35-2b/source_metadata.json @@ -0,0 +1,261 @@ +{ + "_id": "69a380a0ae63980df575326b", + "id": "Qwen/Qwen3.5-2B", + "private": false, + "pipeline_tag": "image-text-to-text", + "library_name": "transformers", + "tags": [ + "transformers", + "safetensors", + "qwen3_5", + "image-text-to-text", + "conversational", + "base_model:Qwen/Qwen3.5-2B-Base", + "base_model:finetune:Qwen/Qwen3.5-2B-Base", + "license:apache-2.0", + "eval-results", + "endpoints_compatible", + "deploy:sagemaker", + "deploy:azure", + "region:us" + ], + "downloads": 3648202, + "likes": 473, + "modelId": "Qwen/Qwen3.5-2B", + "author": "Qwen", + "sha": "15852e8c16360a2fea060d615a32b45270f8a8fc", + "lastModified": "2026-03-02T11:26:29.000Z", + "gated": false, + "disabled": false, + "widgetData": [ + { + "text": "Hi, what can you help me with?" + }, + { + "text": "What is 84 * 3 / 2?" + }, + { + "text": "Tell me an interesting fact about the universe!" + }, + { + "text": "Explain quantum computing in simple terms." + } + ], + "model-index": null, + "config": { + "architectures": [ + "Qwen3_5ForConditionalGeneration" + ], + "model_type": "qwen3_5", + "tokenizer_config": { + "bos_token": null, + "eos_token": "<|im_end|>", + "unk_token": null, + "pad_token": "<|endoftext|>", + "chat_template": "{%- set image_count = namespace(value=0) %}\n{%- set video_count = namespace(value=0) %}\n{%- macro render_content(content, do_vision_count, is_system_content=false) %}\n {%- if content is string %}\n {{- content }}\n {%- elif content is iterable and content is not mapping %}\n {%- for item in content %}\n {%- if 'image' in item or 'image_url' in item or item.type == 'image' %}\n {%- if is_system_content %}\n {{- raise_exception('System message cannot contain images.') }}\n {%- endif %}\n {%- if do_vision_count %}\n {%- set image_count.value = image_count.value + 1 %}\n {%- endif %}\n {%- if add_vision_id %}\n {{- 'Picture ' ~ image_count.value ~ ': ' }}\n {%- endif %}\n {{- '<|vision_start|><|image_pad|><|vision_end|>' }}\n {%- elif 'video' in item or item.type == 'video' %}\n {%- if is_system_content %}\n {{- raise_exception('System message cannot contain videos.') }}\n {%- endif %}\n {%- if do_vision_count %}\n {%- set video_count.value = video_count.value + 1 %}\n {%- endif %}\n {%- if add_vision_id %}\n {{- 'Video ' ~ video_count.value ~ ': ' }}\n {%- endif %}\n {{- '<|vision_start|><|video_pad|><|vision_end|>' }}\n {%- elif 'text' in item %}\n {{- item.text }}\n {%- else %}\n {{- raise_exception('Unexpected item type in content.') }}\n {%- endif %}\n {%- endfor %}\n {%- elif content is none or content is undefined %}\n {{- '' }}\n {%- else %}\n {{- raise_exception('Unexpected content type.') }}\n {%- endif %}\n{%- endmacro %}\n{%- if not messages %}\n {{- raise_exception('No messages provided.') }}\n{%- endif %}\n{%- if tools and tools is iterable and tools is not mapping %}\n {{- '<|im_start|>system\\n' }}\n {{- \"# Tools\\n\\nYou have access to the following functions:\\n\\n\" }}\n {%- for tool in tools %}\n {{- \"\\n\" }}\n {{- tool | tojson }}\n {%- endfor %}\n {{- \"\\n\" }}\n {{- '\\n\\nIf you choose to call a function ONLY reply in the following format with NO suffix:\\n\\n\\n\\n\\nvalue_1\\n\\n\\nThis is the value for the second parameter\\nthat can span\\nmultiple lines\\n\\n\\n\\n\\n\\nReminder:\\n- Function calls MUST follow the specified format: an inner block must be nested within XML tags\\n- Required parameters MUST be specified\\n- You may provide optional reasoning for your function call in natural language BEFORE the function call, but NOT after\\n- If there is no function call available, answer the question like normal with your current knowledge and do not tell the user about function calls\\n' }}\n {%- if messages[0].role == 'system' %}\n {%- set content = render_content(messages[0].content, false, true)|trim %}\n {%- if content %}\n {{- '\\n\\n' + content }}\n {%- endif %}\n {%- endif %}\n {{- '<|im_end|>\\n' }}\n{%- else %}\n {%- if messages[0].role == 'system' %}\n {%- set content = render_content(messages[0].content, false, true)|trim %}\n {{- '<|im_start|>system\\n' + content + '<|im_end|>\\n' }}\n {%- endif %}\n{%- endif %}\n{%- set ns = namespace(multi_step_tool=true, last_query_index=messages|length - 1) %}\n{%- for message in messages[::-1] %}\n {%- set index = (messages|length - 1) - loop.index0 %}\n {%- if ns.multi_step_tool and message.role == \"user\" %}\n {%- set content = render_content(message.content, false)|trim %}\n {%- if not(content.startswith('') and content.endswith('')) %}\n {%- set ns.multi_step_tool = false %}\n {%- set ns.last_query_index = index %}\n {%- endif %}\n {%- endif %}\n{%- endfor %}\n{%- if ns.multi_step_tool %}\n {{- raise_exception('No user query found in messages.') }}\n{%- endif %}\n{%- for message in messages %}\n {%- set content = render_content(message.content, true)|trim %}\n {%- if message.role == \"system\" %}\n {%- if not loop.first %}\n {{- raise_exception('System message must be at the beginning.') }}\n {%- endif %}\n {%- elif message.role == \"user\" %}\n {{- '<|im_start|>' + message.role + '\\n' + content + '<|im_end|>' + '\\n' }}\n {%- elif message.role == \"assistant\" %}\n {%- set reasoning_content = '' %}\n {%- if message.reasoning_content is string %}\n {%- set reasoning_content = message.reasoning_content %}\n {%- else %}\n {%- if '' in content %}\n {%- set reasoning_content = content.split('')[0].rstrip('\\n').split('')[-1].lstrip('\\n') %}\n {%- set content = content.split('')[-1].lstrip('\\n') %}\n {%- endif %}\n {%- endif %}\n {%- set reasoning_content = reasoning_content|trim %}\n {%- if loop.index0 > ns.last_query_index %}\n {{- '<|im_start|>' + message.role + '\\n\\n' + reasoning_content + '\\n\\n\\n' + content }}\n {%- else %}\n {{- '<|im_start|>' + message.role + '\\n' + content }}\n {%- endif %}\n {%- if message.tool_calls and message.tool_calls is iterable and message.tool_calls is not mapping %}\n {%- for tool_call in message.tool_calls %}\n {%- if tool_call.function is defined %}\n {%- set tool_call = tool_call.function %}\n {%- endif %}\n {%- if loop.first %}\n {%- if content|trim %}\n {{- '\\n\\n\\n\\n' }}\n {%- else %}\n {{- '\\n\\n' }}\n {%- endif %}\n {%- else %}\n {{- '\\n\\n\\n' }}\n {%- endif %}\n {%- if tool_call.arguments is defined %}\n {%- for args_name, args_value in tool_call.arguments|items %}\n {{- '\\n' }}\n {%- set args_value = args_value | tojson | safe if args_value is mapping or (args_value is sequence and args_value is not string) else args_value | string %}\n {{- args_value }}\n {{- '\\n\\n' }}\n {%- endfor %}\n {%- endif %}\n {{- '\\n' }}\n {%- endfor %}\n {%- endif %}\n {{- '<|im_end|>\\n' }}\n {%- elif message.role == \"tool\" %}\n {%- if loop.previtem and loop.previtem.role != \"tool\" %}\n {{- '<|im_start|>user' }}\n {%- endif %}\n {{- '\\n\\n' }}\n {{- content }}\n {{- '\\n' }}\n {%- if not loop.last and loop.nextitem.role != \"tool\" %}\n {{- '<|im_end|>\\n' }}\n {%- elif loop.last %}\n {{- '<|im_end|>\\n' }}\n {%- endif %}\n {%- else %}\n {{- raise_exception('Unexpected message role.') }}\n {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n {{- '<|im_start|>assistant\\n' }}\n {%- if enable_thinking is defined and enable_thinking is true %}\n {{- '\\n' }}\n {%- else %}\n {{- '\\n\\n\\n\\n' }}\n {%- endif %}\n{%- endif %}" + }, + "chat_template_jinja": "{%- set image_count = namespace(value=0) %}\n{%- set video_count = namespace(value=0) %}\n{%- macro render_content(content, do_vision_count, is_system_content=false) %}\n {%- if content is string %}\n {{- content }}\n {%- elif content is iterable and content is not mapping %}\n {%- for item in content %}\n {%- if 'image' in item or 'image_url' in item or item.type == 'image' %}\n {%- if is_system_content %}\n {{- raise_exception('System message cannot contain images.') }}\n {%- endif %}\n {%- if do_vision_count %}\n {%- set image_count.value = image_count.value + 1 %}\n {%- endif %}\n {%- if add_vision_id %}\n {{- 'Picture ' ~ image_count.value ~ ': ' }}\n {%- endif %}\n {{- '<|vision_start|><|image_pad|><|vision_end|>' }}\n {%- elif 'video' in item or item.type == 'video' %}\n {%- if is_system_content %}\n {{- raise_exception('System message cannot contain videos.') }}\n {%- endif %}\n {%- if do_vision_count %}\n {%- set video_count.value = video_count.value + 1 %}\n {%- endif %}\n {%- if add_vision_id %}\n {{- 'Video ' ~ video_count.value ~ ': ' }}\n {%- endif %}\n {{- '<|vision_start|><|video_pad|><|vision_end|>' }}\n {%- elif 'text' in item %}\n {{- item.text }}\n {%- else %}\n {{- raise_exception('Unexpected item type in content.') }}\n {%- endif %}\n {%- endfor %}\n {%- elif content is none or content is undefined %}\n {{- '' }}\n {%- else %}\n {{- raise_exception('Unexpected content type.') }}\n {%- endif %}\n{%- endmacro %}\n{%- if not messages %}\n {{- raise_exception('No messages provided.') }}\n{%- endif %}\n{%- if tools and tools is iterable and tools is not mapping %}\n {{- '<|im_start|>system\\n' }}\n {{- \"# Tools\\n\\nYou have access to the following functions:\\n\\n\" }}\n {%- for tool in tools %}\n {{- \"\\n\" }}\n {{- tool | tojson }}\n {%- endfor %}\n {{- \"\\n\" }}\n {{- '\\n\\nIf you choose to call a function ONLY reply in the following format with NO suffix:\\n\\n\\n\\n\\nvalue_1\\n\\n\\nThis is the value for the second parameter\\nthat can span\\nmultiple lines\\n\\n\\n\\n\\n\\nReminder:\\n- Function calls MUST follow the specified format: an inner block must be nested within XML tags\\n- Required parameters MUST be specified\\n- You may provide optional reasoning for your function call in natural language BEFORE the function call, but NOT after\\n- If there is no function call available, answer the question like normal with your current knowledge and do not tell the user about function calls\\n' }}\n {%- if messages[0].role == 'system' %}\n {%- set content = render_content(messages[0].content, false, true)|trim %}\n {%- if content %}\n {{- '\\n\\n' + content }}\n {%- endif %}\n {%- endif %}\n {{- '<|im_end|>\\n' }}\n{%- else %}\n {%- if messages[0].role == 'system' %}\n {%- set content = render_content(messages[0].content, false, true)|trim %}\n {{- '<|im_start|>system\\n' + content + '<|im_end|>\\n' }}\n {%- endif %}\n{%- endif %}\n{%- set ns = namespace(multi_step_tool=true, last_query_index=messages|length - 1) %}\n{%- for message in messages[::-1] %}\n {%- set index = (messages|length - 1) - loop.index0 %}\n {%- if ns.multi_step_tool and message.role == \"user\" %}\n {%- set content = render_content(message.content, false)|trim %}\n {%- if not(content.startswith('') and content.endswith('')) %}\n {%- set ns.multi_step_tool = false %}\n {%- set ns.last_query_index = index %}\n {%- endif %}\n {%- endif %}\n{%- endfor %}\n{%- if ns.multi_step_tool %}\n {{- raise_exception('No user query found in messages.') }}\n{%- endif %}\n{%- for message in messages %}\n {%- set content = render_content(message.content, true)|trim %}\n {%- if message.role == \"system\" %}\n {%- if not loop.first %}\n {{- raise_exception('System message must be at the beginning.') }}\n {%- endif %}\n {%- elif message.role == \"user\" %}\n {{- '<|im_start|>' + message.role + '\\n' + content + '<|im_end|>' + '\\n' }}\n {%- elif message.role == \"assistant\" %}\n {%- set reasoning_content = '' %}\n {%- if message.reasoning_content is string %}\n {%- set reasoning_content = message.reasoning_content %}\n {%- else %}\n {%- if '' in content %}\n {%- set reasoning_content = content.split('')[0].rstrip('\\n').split('')[-1].lstrip('\\n') %}\n {%- set content = content.split('')[-1].lstrip('\\n') %}\n {%- endif %}\n {%- endif %}\n {%- set reasoning_content = reasoning_content|trim %}\n {%- if loop.index0 > ns.last_query_index %}\n {{- '<|im_start|>' + message.role + '\\n\\n' + reasoning_content + '\\n\\n\\n' + content }}\n {%- else %}\n {{- '<|im_start|>' + message.role + '\\n' + content }}\n {%- endif %}\n {%- if message.tool_calls and message.tool_calls is iterable and message.tool_calls is not mapping %}\n {%- for tool_call in message.tool_calls %}\n {%- if tool_call.function is defined %}\n {%- set tool_call = tool_call.function %}\n {%- endif %}\n {%- if loop.first %}\n {%- if content|trim %}\n {{- '\\n\\n\\n\\n' }}\n {%- else %}\n {{- '\\n\\n' }}\n {%- endif %}\n {%- else %}\n {{- '\\n\\n\\n' }}\n {%- endif %}\n {%- if tool_call.arguments is defined %}\n {%- for args_name, args_value in tool_call.arguments|items %}\n {{- '\\n' }}\n {%- set args_value = args_value | tojson | safe if args_value is mapping or (args_value is sequence and args_value is not string) else args_value | string %}\n {{- args_value }}\n {{- '\\n\\n' }}\n {%- endfor %}\n {%- endif %}\n {{- '\\n' }}\n {%- endfor %}\n {%- endif %}\n {{- '<|im_end|>\\n' }}\n {%- elif message.role == \"tool\" %}\n {%- if loop.previtem and loop.previtem.role != \"tool\" %}\n {{- '<|im_start|>user' }}\n {%- endif %}\n {{- '\\n\\n' }}\n {{- content }}\n {{- '\\n' }}\n {%- if not loop.last and loop.nextitem.role != \"tool\" %}\n {{- '<|im_end|>\\n' }}\n {%- elif loop.last %}\n {{- '<|im_end|>\\n' }}\n {%- endif %}\n {%- else %}\n {{- raise_exception('Unexpected message role.') }}\n {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n {{- '<|im_start|>assistant\\n' }}\n {%- if enable_thinking is defined and enable_thinking is true %}\n {{- '\\n' }}\n {%- else %}\n {{- '\\n\\n\\n\\n' }}\n {%- endif %}\n{%- endif %}" + }, + "cardData": { + "library_name": "transformers", + "license": "apache-2.0", + "license_link": "https://huggingface.co/Qwen/Qwen3.5-2B/blob/main/LICENSE", + "pipeline_tag": "image-text-to-text", + "base_model": [ + "Qwen/Qwen3.5-2B-Base" + ] + }, + "transformersInfo": { + "auto_model": "AutoModelForMultimodalLM", + "pipeline_tag": "image-text-to-text", + "processor": "AutoProcessor" + }, + "siblings": [ + { + "rfilename": ".gitattributes", + "blobId": "52373fe24473b1aa44333d318f578ae6bf04b49b", + "size": 1570 + }, + { + "rfilename": "LICENSE", + "blobId": "f938136e3adacfd92be087f6e113b5d6d97f678f", + "size": 11544 + }, + { + "rfilename": "README.md", + "blobId": "2efa49d346c547ea81cd3d1310f414df25934f45", + "size": 62814 + }, + { + "rfilename": "chat_template.jinja", + "blobId": "0ef09f214eaa6d9bca297988afc1454b5827b2c7", + "size": 7755 + }, + { + "rfilename": "config.json", + "blobId": "d30a15be1bbfd610f58ad80f1fbeb6778f58a80f", + "size": 2908 + }, + { + "rfilename": "merges.txt", + "blobId": "a494e019ca1502219fd0128658b979e5f05ae8e8", + "size": 3353259 + }, + { + "rfilename": "model.safetensors-00001-of-00001.safetensors", + "blobId": "3868ead7f1658210f24643fa927afa7d9717083c", + "size": 4548221488, + "lfs": { + "sha256": "aa33250c4fc64891ddfaba3a314fd9542ea371843c387178b425fbcc5ed680b1", + "size": 4548221488, + "pointerSize": 135 + } + }, + { + "rfilename": "model.safetensors.index.json", + "blobId": "69a41758e1138259916d08b99b56fada441fd502", + "size": 64460 + }, + { + "rfilename": "preprocessor_config.json", + "blobId": "2ea84a437d448ff71b08df68fdd949d5cc4ebb64", + "size": 390 + }, + { + "rfilename": "tokenizer.json", + "blobId": "a73a846725794819aa6e1c9e97d8dc9671c2006d", + "size": 12807982, + "lfs": { + "sha256": "5f9e4d4901a92b997e463c1f46055088b6cca5ca61a6522d1b9f64c4bb81cb42", + "size": 12807982, + "pointerSize": 133 + } + }, + { + "rfilename": "tokenizer_config.json", + "blobId": "fae3ce993e07c092ad024dde45e592379fde91bb", + "size": 16709 + }, + { + "rfilename": "video_preprocessor_config.json", + "blobId": "3ba673a5ad7d4d13f54155ecd38b2a94a6dac8fe", + "size": 385 + }, + { + "rfilename": "vocab.json", + "blobId": "0aa0ce0658d60ac4a5d609f4eadb0e8e43514176", + "size": 6722759 + } + ], + "spaces": [ + "pliny-the-prompter/obliteratus", + "webml-community/Qwen3.5-WebGPU", + "prithivMLmods/SAM3-Plus-Qwen3.5", + "artificialguybr/Video-Transcription-Smart-Summary", + "embedl/hfviewer", + "artificialguybr/qwen-chat-demo", + "Qwen/QwenScope", + "build-small-hackathon/LocalDuo", + "dqy08/InfoLens1", + "openenv/coding_env", + "remyxai/Feature-Finder", + "amaljoe88/vision-coder-openenv", + "openenv/echo_env", + "prithivMLmods/Multimodal-Edge-Node", + "yuhangzang/Valen-Preview-0923", + "emanforhelp/model-pulse", + "openenv/atari_env", + "openenv/openspiel_env", + "dumbordumber/obliteratus", + "Kodacoda/obliteratus", + "isahsn/MultyModelsChatbot", + "openenv/sudoku", + "rbinrs/obliteratus", + "kicfk/obliteratus", + "Chama29929/flan-t5-small-chat", + "Ev3Dev/Bio-EnvRL", + "aaahmet/obliteratus", + "Deadmon/obliteratus", + "Ngixdev/obliteratus", + "Silavon/Qwen3.5-WebGPU", + "z4iXsECHS6ND-heighTSAI-INSEGCSyX6T-SYS-ROD/Qwen3.5-WebGPU", + "Dexifried/dex-swarm-engine", + "Carnot-EBM/hallucination-detector", + "tacomilezdeeepdale/QwenScope", + "jokernifty/IND-blogger", + "Wstanislawek/RxAI-Micro-2B-Chat-Demo", + "build-small-hackathon/blind-quill", + "Girlz/TokenTrace", + "hugging-apps/internvla-a1-5-vla-explorer", + "RavichandranJ/obliteratus", + "S-Dreamer/obliteratus", + "AlanaSky/asgaard", + "marchkamal51/obliteratus", + "AdithyaSK/NayanaOCRBench", + "nolancassidy/s1v-decision-explorer", + "Steveeeeeeen/smallest-s2s", + "hugging-apps/locus-2b-grounding", + "openenv/chat_env", + "openenv/sumo_rl_env", + "openenv/tbench2", + "openenv/browsergym_env", + "openenv/wordle", + "Nt-animes/1.7b", + "cw4444/obliteratus", + "kalmuahlaunda/obliteratus", + "ankushthehacker5/Qwen3.5-WebGPU", + "sub314xxl/obliteratus", + "mastodonitis/obliteratus", + "GrozniMilitq/obliteratus", + "liminal4423/obliteratus", + "aiqtech/Qwen3.5-WebGPU", + "Marcop4/Qwen3.5-WebGPU", + "duarffodog/obliteratus", + "Joaco2802/ProductDescription", + "Joaco2802/Product_Clasification", + "cypher109/obliteratus", + "Xero1/Qwen-3.5-HF-Demo", + "Ev3Dev/hackathon", + "nagose/qw2b", + "milkygingers/obliteratus", + "TOpNeT7/obliteratus", + "kirikir13/obliteratus", + "flwa/ohmy2", + "jellewas/pii-nl-bench", + "RaccoonStampede/obliteratus", + "ntcuong2103/Qwen-3.5-Multimodal-Demo", + "bofbofai/Qwen3.5-WebGPU", + "highkay/ohmycaptcha", + "jellewas/gdpr-lora-v2train", + "zbq111/flow", + "dragg2/mycaptcha", + "Hk4crprasad/email-triage-env", + "impresionist/OBLITERATUS", + "dragggl25/ohmycaptchaa", + "zzdccww/zzdccww-ohmycaptcha", + "bresseporix22/obliteratus", + "Sendpns/obliteratus", + "oceanicdayi/Qwen3.5-WebGPU", + "digifreely/chatmessenger", + "huezcy/ohmycaptcha", + "mehraz203/zzdccww-ohmycaptcha", + "Valtry/Qwen", + "jessy38472/obliteratus", + "error5920/ohmycaptcha", + "eyalnof123/football-fan-space", + "epixdonkey/obliteratus", + "ymonoce/obliteratus", + "sidmaz666/qwen3.5api", + "Mattral/Qwen3.5-WebGPU", + "ehsaaniqbal/circuit-detective" + ], + "createdAt": "2026-02-28T23:56:16.000Z", + "safetensors": { + "parameters": { + "F32": 2592, + "BF16": 2274067232 + }, + "total": 2274069824 + }, + "usedStorage": 4561029470 +} \ No newline at end of file diff --git a/results/qwen35-2b/status.json b/results/qwen35-2b/status.json new file mode 100644 index 0000000..90ec011 --- /dev/null +++ b/results/qwen35-2b/status.json @@ -0,0 +1,6 @@ +{ + "phase": "archived_weights_deleted", + "updated_unix": 1794167040.9455411, + "supervisor_started_unix": 1794156953.8715413, + "weights_present": false +} \ No newline at end of file diff --git a/results/qwen35-2b/supervisor-run.txt b/results/qwen35-2b/supervisor-run.txt new file mode 100644 index 0000000..b277b82 --- /dev/null +++ b/results/qwen35-2b/supervisor-run.txt @@ -0,0 +1,5 @@ +waiting_for_download +analyzing +plotting +validating +results_ready_weights_retained_until_archive_copy diff --git a/results/qwen35-2b/test-results.txt b/results/qwen35-2b/test-results.txt new file mode 100644 index 0000000..98c1a21 --- /dev/null +++ b/results/qwen35-2b/test-results.txt @@ -0,0 +1,17 @@ +test_3d_reader_and_exact_block (test_pilot.PilotTests.test_3d_reader_and_exact_block) ... ok +test_bfloat16 (test_pilot.PilotTests.test_bfloat16) ... ok +test_directional_replacement_error_and_scaling (test_pilot.PilotTests.test_directional_replacement_error_and_scaling) ... ok +test_end_to_end_synthetic_groups_and_savings (test_pilot.PilotTests.test_end_to_end_synthetic_groups_and_savings) ... Inventory: 4 tensors, 33792 bytes +tensor: sampling 4 objects +block: sampling 22 objects +block: verified 100/109 +{"model": "synthetic", "revision": "test", "tensor_count": 4, "parameter_count": 8448, "model_weight_bytes": 33792, "ndim_counts": {"2": 2, "3": 2}, "elapsed_seconds": 0.33063589688390493, "analysis_budget_seconds": 60, "peak_rss_kib": 50188, "python": "3.14.4", "numpy": "2.5.4", "seed": 20261109, "limitations": ["No inference or functional equivalence measured", "No exhaustive pair search", "Block search uses per-role/shape/scale reservoirs of 256", "Different block scales overlap; savings must not be added", "Block savings count only verified disjoint sampled blocks, no extrapolation", "Spectral probes use aligned bounded subvolumes, not whole tensors", "Shared encoding is theoretical, not a runnable compressed checkpoint", "No cross-role grouping, neuron permutation alignment, or training"], "completed": true} +ok +test_no_transitive_chaining (test_pilot.PilotTests.test_no_transitive_chaining) ... ok +test_ranged_download_preserves_prefix (test_pilot.PilotTests.test_ranged_download_preserves_prefix) ... Weight download 36/36 bytes (100.0%) +ok + +---------------------------------------------------------------------- +Ran 6 tests in 77.193s + +OK diff --git a/results/qwen35-2b/tests-during-io-timeout.txt b/results/qwen35-2b/tests-during-io-timeout.txt new file mode 100644 index 0000000..f84ab20 --- /dev/null +++ b/results/qwen35-2b/tests-during-io-timeout.txt @@ -0,0 +1,8 @@ +test_3d_reader_and_exact_block (test_pilot.PilotTests.test_3d_reader_and_exact_block) ... ok +test_bfloat16 (test_pilot.PilotTests.test_bfloat16) ... ok +test_directional_replacement_error_and_scaling (test_pilot.PilotTests.test_directional_replacement_error_and_scaling) ... ok +test_end_to_end_synthetic_groups_and_savings (test_pilot.PilotTests.test_end_to_end_synthetic_groups_and_savings) ... Inventory: 4 tensors, 33792 bytes +tensor: sampling 4 objects +block: sampling 22 objects +block: verified 100/109 +{"model": "synthetic", "revision": "test", "tensor_count": 4, "parameter_count": 8448, "model_weight_bytes": 33792, "ndim_counts": {"2": 2, "3": 2}, "elapsed_seconds": 0.16227321792393923, "analysis_budget_seconds": 60, "peak_rss_kib": 49700, "python": "3.14.4", "numpy": "2.5.4", "seed": 20261109, "limitations": ["No inference or functional equivalence measured", "No exhaustive pair search", "Block search uses per-role/shape/scale reservoirs of 256", "Different block scales overlap; savings must not be added", "Block savings count only verified disjoint sampled blocks, no extrapolation", "Spectral probes use aligned bounded subvolumes, not whole tensors", "Shared encoding is theoretical, not a runnable compressed checkpoint", "No cross-role grouping, neuron permutation alignment, or training"], "completed": true} diff --git a/results/qwen35-2b/validation.json b/results/qwen35-2b/validation.json new file mode 100644 index 0000000..74867f3 --- /dev/null +++ b/results/qwen35-2b/validation.json @@ -0,0 +1,6 @@ +{ + "validated_unix": 1794167982.261223, + "files_checksummed": 81, + "group_edges_checked": true, + "passed": true +} \ No newline at end of file diff --git a/tests/test_pilot.py b/tests/test_pilot.py new file mode 100644 index 0000000..0bb7419 --- /dev/null +++ b/tests/test_pilot.py @@ -0,0 +1,132 @@ +import json +import io +import pathlib +import struct +import tempfile +import unittest +from unittest.mock import patch + +import numpy as np + +from pilot.analyze import (build_blocks, exact_pair, object_record, read_object, + sample_object, sharing_groups) +from pilot.tensors import decode, load_tensors, metrics + + +class PilotTests(unittest.TestCase): + def test_directional_replacement_error_and_scaling(self): + x = np.array([1., 2., 3.]) + m = metrics(x, 2 * x) + self.assertAlmostEqual(m['cosine'], 1.) + self.assertAlmostEqual(m['error_member_to_rep'], 1.) + self.assertAlmostEqual(m['error_rep_to_member'], .5) + self.assertAlmostEqual(m['scaled_error'], 0.) + self.assertAlmostEqual(m['scale'], .5) + + def test_bfloat16(self): + raw = np.array([0x3f80, 0xc000, 0x0000], dtype='